-- Logs begin at Tue 2022-03-01 19:40:25 UTC, end at Tue 2022-03-01 22:44:28 UTC. -- Mar 01 20:32:40.250774 n-d-827896-4 systemd[1]: Started Devstack devstack@q-svc.service. Mar 01 20:32:42.748246 n-d-827896-4 neutron-server[88409]: INFO neutron.common.config [-] Logging enabled! Mar 01 20:32:42.748984 n-d-827896-4 neutron-server[88409]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev54 Mar 01 20:32:42.748984 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88409) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 01 20:32:42.752116 n-d-827896-4 neutron-server[88409]: INFO neutron.common.config [-] Logging enabled! Mar 01 20:32:42.752370 n-d-827896-4 neutron-server[88409]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev54 Mar 01 20:32:42.752682 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88409) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 01 20:32:42.753614 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 01 20:32:42.754111 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 01 20:32:42.754459 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 01 20:32:42.754703 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 01 20:32:42.754924 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 01 20:32:42.755238 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.755560 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.755995 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.756217 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.756508 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.756801 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.757080 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.757365 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.757658 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.757944 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.758222 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.758502 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.758730 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.759009 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.759294 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.759602 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.759846 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] debug = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.760226 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.760670 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.761092 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.761373 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.761660 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.762019 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.762331 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.762640 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.762945 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.763275 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] host = n-d-827896-4 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.763576 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.763866 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.764151 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.764518 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.764847 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.765125 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.765418 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.765685 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.765958 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] log_file = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.766235 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.766522 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.766807 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.767095 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.767320 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.767565 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.767852 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.768141 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.768416 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.768689 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.768960 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.769232 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.769503 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.769769 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.770053 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.770337 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.770635 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.770891 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.771162 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.771537 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.771868 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.772156 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.772427 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.772700 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.772970 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.773253 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.773520 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.773790 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.774133 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.774507 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.774798 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.775121 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.775420 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.775705 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.776092 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.776375 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.776697 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] use_json = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.776972 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.777244 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.777523 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.777796 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.778067 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.778338 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.778609 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.778893 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.779163 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:42.779487 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.779780 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.780077 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.780364 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.780651 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.780930 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.781216 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.781493 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.781779 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.782065 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.782353 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.782631 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.782916 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.783194 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.783511 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.783815 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.784108 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.784399 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.784673 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.784944 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.785223 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.785499 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.785781 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.786074 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.786361 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.786632 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.787437 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.787809 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.788185 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.788463 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.788743 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.789032 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.789310 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.789581 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.789859 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.790131 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.790400 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.790670 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.790942 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.791228 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.791530 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.791802 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.792068 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.792341 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.792611 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.792894 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.793169 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.793439 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.793707 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.793982 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.794249 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.794520 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.794796 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.795065 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.795338 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.795636 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.795905 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.796173 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.796442 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.796711 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.796979 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.797247 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.797519 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.797788 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.798057 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.798329 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.798599 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.798871 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.799157 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.799478 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.799759 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.800036 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.800315 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.800594 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.800871 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.801147 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.801423 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.801698 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.801968 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.802258 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.802596 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.803621 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.803915 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.804197 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.804584 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.804871 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.805157 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.805438 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.805729 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.806013 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.806297 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.806591 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.806886 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.807179 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.807493 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.807789 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.808067 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.808375 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.808656 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:42.808871 n-d-827896-4 neutron-server[88409]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 01 20:32:42.809110 n-d-827896-4 neutron-server[88409]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88409) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 01 20:32:43.203527 n-d-827896-4 neutron-server[88409]: INFO keyring.backend [-] Loading KWallet Mar 01 20:32:43.211347 n-d-827896-4 neutron-server[88409]: INFO keyring.backend [-] Loading SecretService Mar 01 20:32:43.214725 n-d-827896-4 neutron-server[88409]: INFO keyring.backend [-] Loading Windows Mar 01 20:32:43.216080 n-d-827896-4 neutron-server[88409]: INFO keyring.backend [-] Loading chainer Mar 01 20:32:43.216644 n-d-827896-4 neutron-server[88409]: INFO keyring.backend [-] Loading macOS Mar 01 20:32:43.249538 n-d-827896-4 neutron-server[88409]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88409) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 01 20:32:43.249814 n-d-827896-4 neutron-server[88409]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88409) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 01 20:32:43.250103 n-d-827896-4 neutron-server[88409]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88409) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Mar 01 20:32:43.250440 n-d-827896-4 neutron-server[88409]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 01 20:32:43.648706 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:43.649025 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:43.649246 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:43.650528 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:43.650797 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:43.651053 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:43.685744 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:43.686022 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:43.686287 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:43.699642 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:43.699924 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:43.700185 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:43.729945 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:43.730214 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:43.730478 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:43.767436 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:43.767980 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:43.767980 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.013040 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.013250 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.013511 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.013771 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.014504 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.135880 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.136197 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.136475 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.136745 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.137011 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.137318 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.137580 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.137836 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.138087 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.138366 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.138621 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.138881 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.139140 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.139413 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.139679 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.139945 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.140202 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.140468 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.140717 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.140994 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.141341 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.141593 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.141837 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.142115 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.142360 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.142599 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.142978 n-d-827896-4 neutron-server[88409]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88409) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 20:32:44.143212 n-d-827896-4 neutron-server[88409]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88409) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 20:32:44.143497 n-d-827896-4 neutron-server[88409]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88409) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 20:32:44.143775 n-d-827896-4 neutron-server[88409]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88409) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 20:32:44.144007 n-d-827896-4 neutron-server[88409]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88409) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 20:32:44.144237 n-d-827896-4 neutron-server[88409]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88409) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 20:32:44.144603 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 01 20:32:44.148396 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 01 20:32:44.152350 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 01 20:32:44.156088 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Mar 01 20:32:44.157723 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 01 20:32:44.159157 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 01 20:32:44.159528 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 01 20:32:44.159924 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 01 20:32:44.162755 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 01 20:32:44.163006 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 01 20:32:44.163346 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 01 20:32:44.190879 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 01 20:32:44.191325 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.191643 n-d-827896-4 neutron-server[88409]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88409) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Mar 01 20:32:44.192003 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.193967 n-d-827896-4 neutron-server[88409]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88409) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 01 20:32:44.194401 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 01 20:32:44.194650 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 01 20:32:44.198001 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.198280 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:44.260768 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 01 20:32:44.261001 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 01 20:32:44.261235 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 01 20:32:44.261599 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 01 20:32:44.292477 n-d-827896-4 neutron-server[88409]: DEBUG oslo_db.sqlalchemy.engines [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88409) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Mar 01 20:32:44.786891 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.managers [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Initializing driver for type 'gre' Mar 01 20:32:44.787547 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] gre ID ranges: [(1, 1000)] Mar 01 20:32:44.990232 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.managers [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Initializing driver for type 'local' Mar 01 20:32:44.990662 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.managers [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Initializing driver for type 'vlan' Mar 01 20:32:45.087527 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] VlanTypeDriver initialization complete Mar 01 20:32:45.087885 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.managers [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Initializing driver for type 'vxlan' Mar 01 20:32:45.088392 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] vxlan ID ranges: [(1, 1000)] Mar 01 20:32:45.264431 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.managers [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Initializing extension driver 'port_security' Mar 01 20:32:45.264772 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.extensions.port_security [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] PortSecurityExtensionDriver initialization complete Mar 01 20:32:45.265106 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.managers [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Initializing mechanism driver 'openvswitch' Mar 01 20:32:45.265440 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.managers [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Initializing mechanism driver 'hyperv' Mar 01 20:32:45.272645 n-d-827896-4 neutron-server[88409]: DEBUG neutron.plugins.ml2.plugin [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88409) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:32:45.273398 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > port after_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.273762 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > port after_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.274109 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > port after_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.274627 n-d-827896-4 neutron-server[88409]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88409) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 01 20:32:45.275056 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > subnet after_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.275456 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > subnet after_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.275796 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.276179 n-d-827896-4 neutron-server[88409]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88409) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 01 20:32:45.276580 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > network after_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.276923 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > network after_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.277261 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > network after_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.277640 n-d-827896-4 neutron-server[88409]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88409) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 01 20:32:45.278040 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > security_group after_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.278384 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > security_group after_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.278719 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.279251 n-d-827896-4 neutron-server[88409]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88409) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 01 20:32:45.279680 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.280028 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.280364 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.280775 n-d-827896-4 neutron-server[88409]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88409) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 01 20:32:45.281175 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > address_group after_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.281517 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > address_group after_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.281853 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.282234 n-d-827896-4 neutron-server[88409]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88409) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Mar 01 20:32:45.282671 n-d-827896-4 neutron-server[88409]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] ML2 OVO RPC backend initialized. {{(pid=88409) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Mar 01 20:32:45.283398 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.285182 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.285182 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > network before_response 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.285182 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > networks before_response 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.285182 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > port before_response 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.285473 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > ports before_response 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.285473 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > subnet before_response 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.285812 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > subnets before_response 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.286153 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > network after_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.286492 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > network after_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.286825 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > network after_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.287156 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > port after_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.287518 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > port after_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.288536 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > port after_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.288897 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > subnet after_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.289295 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > subnet after_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.289629 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.290196 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.plugin [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Modular L2 Plugin initialization complete Mar 01 20:32:45.290525 n-d-827896-4 neutron-server[88409]: DEBUG neutron.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading services supported by the core plugin {{(pid=88409) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 01 20:32:45.290848 n-d-827896-4 neutron-server[88409]: INFO neutron.plugins.ml2.managers [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Got port-security extension from driver 'port_security' Mar 01 20:32:45.291308 n-d-827896-4 neutron-server[88409]: INFO neutron.extensions.vlantransparent [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Disabled vlantransparent extension. Mar 01 20:32:45.291850 n-d-827896-4 neutron-server[88409]: DEBUG neutron.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88409) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 01 20:32:45.292158 n-d-827896-4 neutron-server[88409]: INFO neutron.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading Plugin: router Mar 01 20:32:45.329053 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.329380 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router after_create 55549900 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.329742 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router before_create 55549900 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.330101 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.330465 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.330812 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router after_delete 55549900 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.331161 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.331546 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router after_create 55549900 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.331887 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router after_update 55549900 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.332229 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router after_update 55549900 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.332569 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.332921 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router after_update 55549900 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.333324 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router precommit_update 55549900 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.333687 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: port after_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.334090 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: port after_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.334434 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: subnet after_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.335334 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.335709 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.336078 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router precommit_create 55549900 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.336416 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: port before_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.336754 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router precommit_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.337108 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router after_update 55549900 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.337445 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.337785 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router precommit_create 55549900 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.338138 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.338476 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router precommit_update 55549900 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.338834 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > agent after_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.339174 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > agent after_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.339553 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > network after_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.340413 n-d-827896-4 neutron-server[88409]: DEBUG neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Tracking information for resource: router configured {{(pid=88409) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 20:32:45.340739 n-d-827896-4 neutron-server[88409]: DEBUG neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Tracking information for resource: floatingip configured {{(pid=88409) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 01 20:32:45.345775 n-d-827896-4 neutron-server[88409]: INFO neutron.db.l3_agentschedulers_db [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 01 20:32:45.346350 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: port after_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.346703 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: port after_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.347048 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: port after_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.347423 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: port after_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.348204 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router before_create 55550100 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.348559 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.348913 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router precommit_create 55550100 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.349260 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > router precommit_update 55550100 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.354437 n-d-827896-4 neutron-server[88409]: DEBUG neutron.services.provider_configuration [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Service providers = [] {{(pid=88409) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 01 20:32:45.354804 n-d-827896-4 neutron-server[88409]: DEBUG neutron.db.servicetype_db [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88409) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 01 20:32:45.357739 n-d-827896-4 neutron-server[88409]: DEBUG neutron.services.service_base [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88409) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 01 20:32:45.358086 n-d-827896-4 neutron-server[88409]: DEBUG neutron.services.service_base [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88409) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 01 20:32:45.358426 n-d-827896-4 neutron-server[88409]: DEBUG neutron.services.service_base [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88409) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 01 20:32:45.359301 n-d-827896-4 neutron-server[88409]: DEBUG neutron.services.service_base [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88409) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 01 20:32:45.359694 n-d-827896-4 neutron-server[88409]: INFO neutron.services.service_base [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 01 20:32:45.360067 n-d-827896-4 neutron-server[88409]: DEBUG neutron.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88409) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 20:32:45.360382 n-d-827896-4 neutron-server[88409]: INFO neutron.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 01 20:32:45.371180 n-d-827896-4 neutron-server[88409]: DEBUG neutron.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88409) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 20:32:45.371547 n-d-827896-4 neutron-server[88409]: INFO neutron.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading Plugin: auto_allocate Mar 01 20:32:45.377419 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: network precommit_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.377788 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: network precommit_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.378307 n-d-827896-4 neutron-server[88409]: DEBUG neutron.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88409) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 20:32:45.378627 n-d-827896-4 neutron-server[88409]: INFO neutron.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading Plugin: tag Mar 01 20:32:45.398679 n-d-827896-4 neutron-server[88409]: DEBUG neutron.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88409) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 20:32:45.400414 n-d-827896-4 neutron-server[88409]: INFO neutron.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading Plugin: timestamp Mar 01 20:32:45.405131 n-d-827896-4 neutron-server[88409]: DEBUG neutron.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88409) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 20:32:45.405282 n-d-827896-4 neutron-server[88409]: INFO neutron.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading Plugin: network_ip_availability Mar 01 20:32:45.410690 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.411058 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.411435 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.412171 n-d-827896-4 neutron-server[88409]: DEBUG neutron.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88409) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 20:32:45.412490 n-d-827896-4 neutron-server[88409]: INFO neutron.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading Plugin: flavors Mar 01 20:32:45.417999 n-d-827896-4 neutron-server[88409]: DEBUG neutron.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88409) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 20:32:45.418331 n-d-827896-4 neutron-server[88409]: INFO neutron.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading Plugin: revisions Mar 01 20:32:45.427256 n-d-827896-4 neutron-server[88409]: DEBUG neutron.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88409) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 01 20:32:45.427681 n-d-827896-4 neutron-server[88409]: DEBUG oslo_concurrency.lockutils [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.177s {{(pid=88409) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Mar 01 20:32:45.428669 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88409) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 01 20:32:45.429005 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Initializing extension manager. Mar 01 20:32:45.429514 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: __init__.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.429856 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: __pycache__ {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.430191 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.430525 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: address_group.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.431625 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.432208 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: address-group Mar 01 20:32:45.432613 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: address_scope.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.433430 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.433944 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: address-scope Mar 01 20:32:45.434265 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.435228 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.435959 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: router-admin-state-down-before-update Mar 01 20:32:45.436278 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: agent.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.437202 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.437902 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: agent Mar 01 20:32:45.438246 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: agent_resources_synced.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.439158 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.439686 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: agent-resources-synced Mar 01 20:32:45.440012 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: allowedaddresspairs.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.441834 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.442347 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: allowed-address-pairs Mar 01 20:32:45.442671 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: auto_allocated_topology.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.443795 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.444531 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: auto-allocated-topology Mar 01 20:32:45.445023 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: availability_zone.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.445835 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.446335 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: availability_zone Mar 01 20:32:45.446655 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: availability_zone_filter.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.447588 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.448096 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: availability_zone_filter Mar 01 20:32:45.448417 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: data_plane_status.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.449315 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.449811 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension data-plane-status not supported by any of loaded plugins Mar 01 20:32:45.450132 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: default_subnetpools.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.451032 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.451557 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: default-subnetpools Mar 01 20:32:45.451882 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.452786 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.453290 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: dhcp_agent_scheduler Mar 01 20:32:45.453612 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: dns.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.454521 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.455023 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension dns-integration not supported by any of loaded plugins Mar 01 20:32:45.455442 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: dns_domain_ports.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.461183 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.461705 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 01 20:32:45.462033 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: dvr.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.462708 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.463216 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: dvr Mar 01 20:32:45.463564 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: empty_string_filtering.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.466987 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.467538 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: empty-string-filtering Mar 01 20:32:45.467866 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.480169 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.480702 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 01 20:32:45.481037 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.481964 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.482475 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 01 20:32:45.482805 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: external_net.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.483771 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.484288 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: external-net Mar 01 20:32:45.484615 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.485522 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.486029 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: extra_dhcp_opt Mar 01 20:32:45.486355 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: extraroute.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.487266 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.487800 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: extraroute Mar 01 20:32:45.488129 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: extraroute_atomic.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.489201 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.489708 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: extraroute-atomic Mar 01 20:32:45.490036 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: filter_validation.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.490715 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.491382 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: filter-validation Mar 01 20:32:45.491714 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: fip_pf_description.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.492631 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.493150 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 01 20:32:45.493513 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: fip_port_details.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.494441 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.494950 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: fip-port-details Mar 01 20:32:45.495275 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: flavors.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.496549 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.497074 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: flavors Mar 01 20:32:45.497402 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.499106 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.499665 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 01 20:32:45.500047 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: floatingip_pools.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.500728 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.501242 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: floatingip-pools Mar 01 20:32:45.501567 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: ip_allocation.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.502487 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.502996 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension ip_allocation not supported by any of loaded plugins Mar 01 20:32:45.503322 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.504537 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.505052 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: ip-substring-filtering Mar 01 20:32:45.505375 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: l2_adjacency.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.506300 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.506830 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 01 20:32:45.507157 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: l3.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.508177 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.508694 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: router Mar 01 20:32:45.509020 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.511534 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.512059 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 01 20:32:45.512389 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.513321 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.513839 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: ext-gw-mode Mar 01 20:32:45.514172 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.515105 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.515646 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: l3-ha Mar 01 20:32:45.515972 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: l3_flavors.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.516886 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.517393 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: l3-flavors Mar 01 20:32:45.517716 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.518646 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.519153 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 01 20:32:45.519513 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: l3agentscheduler.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.520582 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.521113 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: l3_agent_scheduler Mar 01 20:32:45.521441 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: logging.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.523592 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.524120 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension logging not supported by any of loaded plugins Mar 01 20:32:45.524455 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: metering.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.525209 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.525786 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: metering Mar 01 20:32:45.526157 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.527237 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.527780 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: metering_source_and_destination_fields Mar 01 20:32:45.528110 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: multiprovidernet.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.529033 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.529547 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: multi-provider Mar 01 20:32:45.529871 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: netmtu.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.530786 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.531301 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: net-mtu Mar 01 20:32:45.531641 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: netmtu_writable.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.532557 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.533065 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: net-mtu-writable Mar 01 20:32:45.533387 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: network_availability_zone.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.534060 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.534562 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: network_availability_zone Mar 01 20:32:45.534884 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: network_ip_availability.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.536033 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.536541 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: network-ip-availability Mar 01 20:32:45.536887 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: network_segment_range.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.537631 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.538905 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension network-segment-range not supported by any of loaded plugins Mar 01 20:32:45.539248 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: pagination.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.540268 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.540599 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: pagination Mar 01 20:32:45.540921 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: port_device_profile.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.541839 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.542353 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: port-device-profile Mar 01 20:32:45.542677 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.543722 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.544236 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: port-mac-address-regenerate Mar 01 20:32:45.544559 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.545481 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.545987 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: port-numa-affinity-policy Mar 01 20:32:45.546309 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: port_resource_request.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.547216 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.547750 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension port-resource-request not supported by any of loaded plugins Mar 01 20:32:45.548072 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: portbindings.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.549063 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.549575 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: binding Mar 01 20:32:45.549901 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: portbindings_extended.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.551312 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.551859 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: binding-extended Mar 01 20:32:45.552190 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: portsecurity.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.553105 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.553773 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: port-security Mar 01 20:32:45.554100 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: project_id.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.555103 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.555456 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: project-id Mar 01 20:32:45.555782 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: providernet.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.556713 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.557225 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: provider Mar 01 20:32:45.557547 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: qos.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.561114 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.561637 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension qos not supported by any of loaded plugins Mar 01 20:32:45.561970 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.563210 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.563750 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 01 20:32:45.564083 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.565005 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.565517 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 01 20:32:45.565845 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: qos_default.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.566758 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.567269 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension qos-default not supported by any of loaded plugins Mar 01 20:32:45.567626 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: qos_fip.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.568280 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.568785 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension qos-fip not supported by any of loaded plugins Mar 01 20:32:45.569265 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: qos_gateway_ip.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.570390 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.570900 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 01 20:32:45.571226 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: qos_port_network_policy.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.572178 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.572685 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 01 20:32:45.573011 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: qos_rule_type_details.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.573922 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.574433 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 01 20:32:45.574757 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: qos_rules_alias.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.575823 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.576335 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 01 20:32:45.576662 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: quotasv2.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.577565 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.577894 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: quotas Mar 01 20:32:45.578216 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: quotasv2_detail.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.579924 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.580221 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: quota_details Mar 01 20:32:45.580552 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: rbac.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.581603 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.582125 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: rbac-policies Mar 01 20:32:45.582452 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: rbac_address_group.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.583413 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.583933 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: rbac-address-group Mar 01 20:32:45.584264 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: rbac_address_scope.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.585984 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.586504 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: rbac-address-scope Mar 01 20:32:45.586833 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: rbac_security_groups.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.587908 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.588445 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: rbac-security-groups Mar 01 20:32:45.588777 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: rbac_subnetpool.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.589714 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.590228 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: rbac-subnetpool Mar 01 20:32:45.590553 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: revisionifmatch.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.591500 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.592014 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: revision-if-match Mar 01 20:32:45.592340 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: revisions.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.593581 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.594098 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: standard-attr-revisions Mar 01 20:32:45.594429 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: router_availability_zone.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.595112 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.595659 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: router_availability_zone Mar 01 20:32:45.595987 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: routerservicetype.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.596905 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.597413 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension router-service-type not supported by any of loaded plugins Mar 01 20:32:45.597737 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.598664 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.599175 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: security-groups-normalized-cidr Mar 01 20:32:45.599528 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.601065 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.601577 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: port-security-groups-filtering Mar 01 20:32:45.601901 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.602825 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.603341 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: security-groups-remote-address-group Mar 01 20:32:45.603687 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: securitygroup.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.613223 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.613755 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: security-group Mar 01 20:32:45.614088 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: segment.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.614874 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.615406 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension segment not supported by any of loaded plugins Mar 01 20:32:45.615739 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.616714 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.617221 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 01 20:32:45.617545 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: servicetype.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.618650 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.619172 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: service-type Mar 01 20:32:45.619532 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: sorting.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.620517 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.620848 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: sorting Mar 01 20:32:45.621173 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: standard_attr_segment.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.622085 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.622597 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 01 20:32:45.622920 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: standardattrdescription.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.623596 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.624109 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: standard-attr-description Mar 01 20:32:45.624432 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: stateful_security_group.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.625358 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.625871 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: stateful-security-group Mar 01 20:32:45.626199 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: stdattrs_common.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.626786 n-d-827896-4 neutron-server[88409]: WARNING neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 01 20:32:45.627102 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.628133 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.628658 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 01 20:32:45.629247 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: subnet_onboard.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.630327 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.630844 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: subnet_onboard Mar 01 20:32:45.631169 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.632754 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.633264 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 01 20:32:45.633587 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: subnet_service_types.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.634515 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.635034 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: subnet-service-types Mar 01 20:32:45.635371 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: subnetallocation.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.636472 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.636988 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: subnet_allocation Mar 01 20:32:45.637314 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.637978 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.638493 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: subnetpool-prefix-ops Mar 01 20:32:45.638814 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.639769 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.640276 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 01 20:32:45.640595 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: tagging.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.641647 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.642167 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: standard-attr-tag Mar 01 20:32:45.642492 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: timestamp.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.643734 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.644252 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loaded extension: standard-attr-timestamp Mar 01 20:32:45.644582 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: trunk.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.645621 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.646135 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension trunk not supported by any of loaded plugins Mar 01 20:32:45.646460 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: trunk_details.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.648102 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.648617 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension trunk-details not supported by any of loaded plugins Mar 01 20:32:45.648943 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: uplink_status_propagation.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.649876 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.650387 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 01 20:32:45.650711 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Loading extension file: vlantransparent.py {{(pid=88409) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 01 20:32:45.651395 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88409) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 01 20:32:45.651903 n-d-827896-4 neutron-server[88409]: INFO neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 01 20:32:45.654274 n-d-827896-4 neutron-server[88409]: INFO neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Creating instance of TrackedResource for resource:network Mar 01 20:32:45.655016 n-d-827896-4 neutron-server[88409]: INFO neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Creating instance of TrackedResource for resource:subnet Mar 01 20:32:45.655803 n-d-827896-4 neutron-server[88409]: INFO neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Creating instance of TrackedResource for resource:subnetpool Mar 01 20:32:45.656401 n-d-827896-4 neutron-server[88409]: INFO neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Creating instance of TrackedResource for resource:port Mar 01 20:32:45.657670 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.v2.resource_helper [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 20:32:45.658098 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.v2.resource_helper [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Service FLAVORS assigned prefix: {{(pid=88409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 20:32:45.658716 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.v2.resource_helper [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 20:32:45.659151 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.v2.resource_helper [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 20:32:45.659522 n-d-827896-4 neutron-server[88409]: INFO neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Creating instance of TrackedResource for resource:router Mar 01 20:32:45.660171 n-d-827896-4 neutron-server[88409]: INFO neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Creating instance of TrackedResource for resource:floatingip Mar 01 20:32:45.660867 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.v2.resource_helper [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Service METERING assigned prefix: /metering {{(pid=88409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 20:32:45.662299 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.662670 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.663060 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88409) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:32:45.665398 n-d-827896-4 neutron-server[88409]: INFO neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Creating instance of CountableResource for resource:rbac_policy Mar 01 20:32:45.665847 n-d-827896-4 neutron-server[88409]: INFO neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Creating instance of TrackedResource for resource:security_group Mar 01 20:32:45.666505 n-d-827896-4 neutron-server[88409]: INFO neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 01 20:32:45.667253 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.v2.resource_helper [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Service CORE assigned prefix: {{(pid=88409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 20:32:45.667616 n-d-827896-4 neutron-server[88409]: INFO neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Creating instance of TrackedResource for resource:subnetpool Mar 01 20:32:45.667958 n-d-827896-4 neutron-server[88409]: WARNING neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] subnetpool is already registered Mar 01 20:32:45.668565 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.v2.resource_helper [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Service CORE assigned prefix: {{(pid=88409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 20:32:45.668896 n-d-827896-4 neutron-server[88409]: INFO neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Creating instance of TrackedResource for resource:subnetpool Mar 01 20:32:45.669226 n-d-827896-4 neutron-server[88409]: WARNING neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] subnetpool is already registered Mar 01 20:32:45.780524 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.v2.resource_helper [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 20:32:45.780964 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.v2.resource_helper [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Service FLAVORS assigned prefix: {{(pid=88409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 20:32:45.781567 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.v2.resource_helper [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 20:32:45.781990 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.v2.resource_helper [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 20:32:45.782334 n-d-827896-4 neutron-server[88409]: INFO neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Creating instance of TrackedResource for resource:router Mar 01 20:32:45.782681 n-d-827896-4 neutron-server[88409]: WARNING neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] router is already registered Mar 01 20:32:45.783339 n-d-827896-4 neutron-server[88409]: INFO neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Creating instance of TrackedResource for resource:floatingip Mar 01 20:32:45.783692 n-d-827896-4 neutron-server[88409]: WARNING neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] floatingip is already registered Mar 01 20:32:45.784335 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.v2.resource_helper [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Service METERING assigned prefix: /metering {{(pid=88409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 20:32:45.785266 n-d-827896-4 neutron-server[88409]: INFO neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Creating instance of CountableResource for resource:rbac_policy Mar 01 20:32:45.785601 n-d-827896-4 neutron-server[88409]: WARNING neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] rbac_policy is already registered Mar 01 20:32:45.786030 n-d-827896-4 neutron-server[88409]: INFO neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Creating instance of TrackedResource for resource:security_group Mar 01 20:32:45.786357 n-d-827896-4 neutron-server[88409]: WARNING neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] security_group is already registered Mar 01 20:32:45.786952 n-d-827896-4 neutron-server[88409]: INFO neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 01 20:32:45.787872 n-d-827896-4 neutron-server[88409]: WARNING neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] security_group_rule is already registered Mar 01 20:32:45.788046 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.v2.resource_helper [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Service CORE assigned prefix: {{(pid=88409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 20:32:45.788340 n-d-827896-4 neutron-server[88409]: INFO neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Creating instance of TrackedResource for resource:subnetpool Mar 01 20:32:45.788669 n-d-827896-4 neutron-server[88409]: WARNING neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] subnetpool is already registered Mar 01 20:32:45.789296 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.v2.resource_helper [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Service CORE assigned prefix: {{(pid=88409) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 01 20:32:45.789624 n-d-827896-4 neutron-server[88409]: INFO neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Creating instance of TrackedResource for resource:subnetpool Mar 01 20:32:45.789946 n-d-827896-4 neutron-server[88409]: WARNING neutron.quota.resource_registry [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] subnetpool is already registered Mar 01 20:32:45.790592 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: extensions {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.792141 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: address-groups {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.793790 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: address-scopes {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.794984 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: agents {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.796251 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: auto-allocated-topology {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.797603 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: availability_zones {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.798816 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: dhcp-networks {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.800253 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: dhcp-agents {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.801687 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: routers {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.803646 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: flavors {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.804806 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: service_profiles {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.806005 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: next_providers {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.807553 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: service_profiles {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.809113 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: floatingip-pools {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.810314 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: routers {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.812121 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: floatingips {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.813301 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: l3-routers {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.814667 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: l3-agents {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.816226 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: metering-labels {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.817461 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: metering-label-rules {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.818727 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: network-ip-availabilities {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.820549 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: bindings {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.822174 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: quotas {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.823635 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: quotas {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.825022 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: rbac-policies {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.826315 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: security-groups {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.827533 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: security-group-rules {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.828752 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: service-providers {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.830114 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: subnetpools {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.831563 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: subnetpools {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.833008 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: tags {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.835437 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: tags {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.837147 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: tags {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.838960 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: tags {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.841776 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: tags {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.843624 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: tags {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.845300 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: tags {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.847226 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: tags {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.849014 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: tags {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.851067 n-d-827896-4 neutron-server[88409]: DEBUG neutron.api.extensions [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Extended resource: tags {{(pid=88409) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 01 20:32:45.857112 n-d-827896-4 neutron-server[88409]: WARNING keystonemiddleware.auth_token [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 01 20:32:45.861857 n-d-827896-4 neutron-server[88409]: WARNING keystonemiddleware.auth_token [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 01 20:32:45.870487 n-d-827896-4 neutron-server[88409]: DEBUG oslo_concurrency.lockutils [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Acquired lock "singleton_lock" {{(pid=88409) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Mar 01 20:32:45.870976 n-d-827896-4 neutron-server[88409]: DEBUG oslo_concurrency.lockutils [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Releasing lock "singleton_lock" {{(pid=88409) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Mar 01 20:32:45.871998 n-d-827896-4 neutron-server[88409]: INFO oslo_service.service [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Starting 2 workers Mar 01 20:32:45.878641 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Started child 88518 {{(pid=88409) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 01 20:32:45.883504 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:32:45.884496 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Started child 88519 {{(pid=88409) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 01 20:32:45.884933 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [-] (88518) wsgi starting up on http://0.0.0.0:9696 Mar 01 20:32:45.886047 n-d-827896-4 neutron-server[88409]: INFO neutron.service [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 01 20:32:45.886695 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Notify callbacks [] for process, before_spawn {{(pid=88409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:32:45.888827 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:32:45.889308 n-d-827896-4 neutron-server[88409]: INFO oslo_service.service [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Starting 1 workers Mar 01 20:32:45.890178 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [-] (88519) wsgi starting up on http://0.0.0.0:9696 Mar 01 20:32:45.894152 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Started child 88520 {{(pid=88409) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 01 20:32:45.894676 n-d-827896-4 neutron-server[88409]: INFO oslo_service.service [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Starting 1 workers Mar 01 20:32:45.899271 n-d-827896-4 neutron-server[88520]: DEBUG neutron.service [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] calling RpcWorker wait() {{(pid=88520) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 01 20:32:45.899897 n-d-827896-4 neutron-server[88520]: DEBUG neutron.service [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] returning from RpcWorker wait() {{(pid=88520) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 01 20:32:45.900658 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Started child 88521 {{(pid=88409) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Mar 01 20:32:45.901478 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:32:45.901889 n-d-827896-4 neutron-server[88409]: DEBUG neutron_lib.callbacks.manager [None req-26cabba9-d906-49ed-9051-c5bc7476ba34 None None] Notify callbacks [] for process, after_spawn {{(pid=88409) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:32:45.902158 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:32:45.904015 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88409) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 01 20:32:45.904235 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 01 20:32:45.904414 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 01 20:32:45.904896 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 01 20:32:45.905472 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 01 20:32:45.905602 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:32:45.906065 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 01 20:32:45.906259 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.906546 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.906826 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.907081 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.907383 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.907956 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.908231 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.908488 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.908761 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.909014 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.909183 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.909347 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.909595 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.909816 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.910124 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.910394 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.910627 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.910899 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.911073 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.911348 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.911629 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.911859 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.912124 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] debug = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.912363 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.913061 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.913305 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.913803 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.914051 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.914336 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.914568 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.914823 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.915072 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.915309 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.915587 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.915843 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.916084 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.916318 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.916561 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.916827 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.917064 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.917511 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] host = n-d-827896-4 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.917746 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.917962 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.918189 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.918434 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.918676 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.918890 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.919149 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.919423 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.919694 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.919918 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.920178 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.920391 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.920623 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.920847 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] log_file = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.921172 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] log_options = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.924625 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.924625 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.924625 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.924625 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.924625 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.924625 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.924625 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.925490 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.925490 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.925490 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.925490 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.925490 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.925490 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.925490 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.925490 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.926424 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.926424 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.926662 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52522) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:32:45.926801 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.926801 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.926801 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.926801 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.926801 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.926801 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.926801 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.926801 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.927781 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.927781 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.927781 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.927781 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.927781 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.928570 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.928570 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.928570 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.928570 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.929027 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.929160 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.930262 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.930262 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.930262 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.930501 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.930743 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.930964 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.931193 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.931488 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.931966 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.932180 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] use_json = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.932397 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.932607 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.932860 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.934666 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.934666 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.934985 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065236 Mar 01 20:32:45.935149 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.935149 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.935149 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.935149 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:45.935965 n-d-827896-4 neutron-server[88521]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:32:45.936126 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.936126 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.937103 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.937373 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.940407 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.940407 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.940407 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.940407 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.940407 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.940407 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.940407 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.940407 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.940407 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.947764 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.947764 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.947764 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.947764 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.947764 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.947764 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.947764 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.947764 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.949061 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.949061 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.949061 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.949061 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.949061 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.949061 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.949061 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.949061 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.950309 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.950309 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.950309 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.950309 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.950309 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.950309 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.950309 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.950309 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.950309 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.953542 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.953542 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.953542 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.953542 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.953542 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.953542 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.953542 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.953542 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.953542 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.954835 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.954835 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.954835 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.954835 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.954835 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.954835 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.954835 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.954835 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.954835 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.956138 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.956138 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.956138 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.956138 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.956138 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.956138 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.956138 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.956138 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.956138 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.958037 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.958037 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.958037 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.958037 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.958037 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.958037 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.958037 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.958037 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.958037 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.958880 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.958880 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.958880 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.958880 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.959161 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.959740 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.959740 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.960625 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.960859 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.961109 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.961408 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.961720 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.961968 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.962240 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.962506 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.962756 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.962982 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.963234 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.964295 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.964687 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.965057 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.965452 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.965835 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.966231 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.966609 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.966852 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.967309 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.967489 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.967642 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.967861 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.968106 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.969019 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.969019 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.969019 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.969281 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.969486 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.969761 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.970713 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.970996 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.971309 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.971561 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.971838 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.972140 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.973029 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.973473 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.973873 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.974297 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.975322 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.975322 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.975322 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.975917 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.975917 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.976369 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.976507 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.976642 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.976867 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.977120 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.977354 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.977718 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.978126 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.978388 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.978799 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.980171 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.980171 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.980171 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.980171 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.980171 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.982043 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.982043 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.982043 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.982043 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.982043 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.982043 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.982043 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.982043 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.983061 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.983061 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.983061 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.983697 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.983946 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.985400 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.985400 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.985400 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.985400 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.985400 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.985400 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.986125 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.986125 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.986125 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.986125 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.986405 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.986594 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.986829 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.987089 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.987537 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.988007 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.988443 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.988853 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.989277 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.989698 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.990130 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.990532 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.991565 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.991968 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.992342 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.992579 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.992809 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.993962 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.993962 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.993962 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.993962 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.993962 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.994475 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.994475 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.994719 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.994966 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.995208 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.995518 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.996369 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.996369 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.996369 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.996369 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.996796 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.996796 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.996988 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.997841 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.997841 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.997841 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.998165 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.998165 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.998773 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.998773 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.999077 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:45.999077 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.000642 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.000642 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.000642 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.000642 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.000642 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.000642 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.000642 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.001534 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.001534 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.001534 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.001908 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.001908 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.002175 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.002309 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.002441 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.003398 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.003398 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.003398 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.003398 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.004017 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.004017 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.004161 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.004660 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.004945 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.005209 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.005429 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.005717 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.005966 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.006197 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.007323 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.007689 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.007930 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.008175 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.008413 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.008619 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.008870 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.009131 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.009650 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.009752 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.010001 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.010260 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.010537 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.010805 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.011077 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.011296 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.011639 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.011963 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.012235 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.012508 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.012735 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.013004 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.013244 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.013462 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.013706 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.013942 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.014158 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.014523 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.014656 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.015055 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.015324 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.015533 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.015919 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.016224 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.016389 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.016567 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.016780 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.016931 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 01 20:32:46.017593 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88409) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Mar 01 20:32:46.017748 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 01 20:32:46.017893 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 01 20:32:46.018063 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 01 20:32:46.018219 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 01 20:32:46.018359 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 01 20:32:46.018579 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.018727 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.018886 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.019030 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.019179 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.019351 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.019556 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.019707 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.019952 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.019952 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.020156 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.020236 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.020395 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.020550 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.020706 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.020864 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.021001 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.021156 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.021316 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.021469 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.021616 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.021764 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.021886 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] debug = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.022132 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.022740 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.022740 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.022740 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.022740 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.023547 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.023547 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.023547 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.023547 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.023547 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.024102 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.024102 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.024102 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.024102 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.024885 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.024885 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.024885 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.024885 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] host = n-d-827896-4 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.024885 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.025363 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.025363 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.025363 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.025363 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.025794 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.025794 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.025794 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.026080 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.026080 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.026284 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.026402 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.026697 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.026697 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] log_file = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.027022 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] log_options = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.027022 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.027310 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.027310 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.027557 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.027557 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.028645 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.028645 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.028645 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.028645 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.028645 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.028645 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.028645 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.029751 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.029751 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.029751 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.029751 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.029751 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.029751 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.029751 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.029751 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.030294 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.030294 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.030294 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.030294 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.030591 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.030591 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.030733 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.030882 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.032450 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.032450 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.032450 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.032450 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.032450 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.033686 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.033686 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.033686 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.033686 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.033686 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.033686 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.033686 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.033686 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.036201 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.036201 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.036201 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.036201 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.036201 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] use_json = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.036201 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.036201 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.036201 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.036201 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.037583 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.037583 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.037583 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.037583 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.037583 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 01 20:32:46.037583 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.037583 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.037583 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.039032 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.039032 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.039032 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.039032 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.039032 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.039032 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.039032 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.039032 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.039032 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.042434 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.042434 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.042434 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.042434 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.042434 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.042434 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.042434 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.042434 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.043897 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.043897 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.043897 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.043897 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.043897 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.043897 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.043897 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.043897 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.044688 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.044688 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.044688 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.044688 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.044688 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.044688 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.044688 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.044688 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.044688 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.045239 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.045239 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.045239 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.045239 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.045239 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.045239 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.045239 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.045239 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.045239 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.046974 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.046974 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.046974 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.046974 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.046974 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.046974 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.046974 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.046974 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.046974 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.048323 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.048323 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.048323 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.048323 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.048323 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.048323 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.048323 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.048323 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.048323 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.050308 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.050308 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.050308 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.050308 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.050308 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.050308 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.050308 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.050308 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.050308 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.052907 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.052907 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.052907 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.052907 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.052907 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.052907 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.052907 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.052907 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.052907 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.054466 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.054466 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.054466 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.054466 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.054466 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.054466 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.054466 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.054466 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.056440 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.056440 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.056440 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.056440 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.056440 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.056440 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.056440 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.056440 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.057918 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.057918 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.057918 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.057918 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.057918 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.057918 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.057918 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.057918 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.058800 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.058800 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.058800 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.058800 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.058800 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.058800 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.058800 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.058800 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.061189 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.061189 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.061189 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.061189 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.061189 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.061189 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.061189 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.061189 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.061957 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.061957 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.061957 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.061957 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.061957 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.061957 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.061957 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.061957 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.062555 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.062555 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.062555 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.062555 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.062555 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.062555 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.062555 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.062555 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.063090 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.063090 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.063090 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.063090 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.063090 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.063090 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.063090 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.063090 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.064245 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.064245 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.064245 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.064245 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.064245 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.064245 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.064245 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.064245 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.065895 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.065895 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.065895 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.065895 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.065895 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.065895 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.065895 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.065895 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.067404 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.067404 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.067404 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.067404 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.067404 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.067404 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.067404 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.067404 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.068307 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.068307 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.068307 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.068307 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.068307 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.068307 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.068307 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.068307 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.069289 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.069289 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.069289 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.069289 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.069289 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.069289 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.069289 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.069289 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.070097 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.070097 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.070097 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.070097 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.070097 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.070097 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.070097 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.070097 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.070972 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.070972 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.070972 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.070972 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.070972 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.070972 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.070972 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.070972 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.070972 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.071984 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.071984 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.071984 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.071984 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.072427 n-d-827896-4 neutron-server[88520]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:32:46.072557 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.072557 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.072557 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.072557 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.072557 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.072557 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.072557 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.072557 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.072557 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.076172 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.076172 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.076172 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.076172 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.076172 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.076172 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.076172 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.076172 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.078902 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.078902 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.078902 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.078902 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.078902 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.078902 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.078902 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.078902 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.079406 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.079406 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.079406 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.079406 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.079406 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.079406 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.079406 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.079406 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.079871 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.079871 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.079871 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.079871 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.079871 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.079871 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.079871 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.079871 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.080353 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.080353 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.080353 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.080353 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.080353 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.080353 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.080353 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.080353 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.080800 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.080800 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.080800 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.080800 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.080800 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.080800 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.080800 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.080800 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.080800 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.081288 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.081288 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.081288 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.081288 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.081288 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.081288 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.081288 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.081288 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.081288 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 01 20:32:46.081783 n-d-827896-4 neutron-server[88409]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88409) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 01 20:32:57.211833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c730f26d-ac58-48bd-a915-1f2ebab1440f None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 20:32:57.279352 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c730f26d-ac58-48bd-a915-1f2ebab1440f None None] No non-hosted networks {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 01 20:32:57.295018 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.agentschedulers_db [None req-c730f26d-ac58-48bd-a915-1f2ebab1440f None None] DHCP Agent not found on host n-d-827896-4 {{(pid=88520) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 01 20:32:57.477019 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-04fe15cd-531a-45fc-afae-912340064ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332101'] for agent, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:32:59.606010 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7d784486-e6e9-4643-a81a-2e53d9a420e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332101'] for agent, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:32:59.639581 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-b72c939d-6148-43c9-8bcf-9b70c420b519 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-827896-4 {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:32:59.640352 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-b72c939d-6148-43c9-8bcf-9b70c420b519 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:33:00.243897 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b72c939d-6148-43c9-8bcf-9b70c420b519 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:00.301063 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332101'] for agent, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:00.550086 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332101'] for agent, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:00.550731 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:00.551065 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:00.552702 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:00.555128 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:00.555128 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:00.555128 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:00.555128 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:00.555128 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:00.555566 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:00.556461 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:00.556803 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:00.557758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:00.559909 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-827896-4', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:33:00.569777 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-827896-4', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:33:02.004272 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332101'] for agent, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:03.424726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52628) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:33:04.008989 n-d-827896-4 neutron-server[88519]: WARNING oslo_policy.policy [None req-72b7311d-ce69-4a1d-a5fc-d6ce5d37e537 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 20:33:04.009561 n-d-827896-4 neutron-server[88519]: WARNING oslo_policy.policy [None req-72b7311d-ce69-4a1d-a5fc-d6ce5d37e537 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 20:33:04.228070 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-72b7311d-ce69-4a1d-a5fc-d6ce5d37e537 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:33:04.229026 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-72b7311d-ce69-4a1d-a5fc-d6ce5d37e537 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8034008 Mar 01 20:33:05.722314 n-d-827896-4 neutron-server[88520]: INFO neutron.db.l3_hamode_db [None req-6431d741-aa2c-40a4-9542-07cba37d67f6 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 01 20:33:05.806700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6431d741-aa2c-40a4-9542-07cba37d67f6 None None] Routers set() bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:33:05.807089 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6431d741-aa2c-40a4-9542-07cba37d67f6 None None] Router IDs set() for agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 01 20:33:06.642633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52642) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:33:07.005743 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9554c9bb-5e38-4fa2-9835-78e05e3c831f admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:33:07.102912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.policy [None req-9554c9bb-5e38-4fa2-9835-78e05e3c831f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88519) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 01 20:33:07.148213 n-d-827896-4 neutron-server[88519]: WARNING oslo_policy.policy [None req-9554c9bb-5e38-4fa2-9835-78e05e3c831f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 20:33:07.148578 n-d-827896-4 neutron-server[88519]: WARNING oslo_policy.policy [None req-9554c9bb-5e38-4fa2-9835-78e05e3c831f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 20:33:07.157218 n-d-827896-4 neutron-server[88519]: INFO neutron.quota [None req-9554c9bb-5e38-4fa2-9835-78e05e3c831f admin admin] Loaded quota_driver: . Mar 01 20:33:07.173120 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9554c9bb-5e38-4fa2-9835-78e05e3c831f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:33:07.290107 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9554c9bb-5e38-4fa2-9835-78e05e3c831f admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768672989373', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768672990560', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768673001350', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768673006314', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768673017234', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768672957634', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3927012', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3924946', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-550765', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-637090'] for rbac-policy, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:07.549385 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9554c9bb-5e38-4fa2-9835-78e05e3c831f admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:07.550719 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9554c9bb-5e38-4fa2-9835-78e05e3c831f admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9070766 Mar 01 20:33:10.204119 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52656) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:33:10.556390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Request body: {'network': {'name': 'private', 'project_id': '20204930122a42a18fd0a86c16de2151', 'admin_state_up': True}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:33:10.561044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:33:10.565387 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Usage tracker for resource:network and tenant:20204930122a42a18fd0a86c16de2151 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:33:10.570016 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:33:10.576029 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:33:10.637672 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Made reservation on behalf of 20204930122a42a18fd0a86c16de2151 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:33:10.640409 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:10.658050 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:10.672419 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:33:10.676029 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Usage tracker for resource:security_group_rule and tenant:20204930122a42a18fd0a86c16de2151 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:33:10.681044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:33:10.686574 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:33:10.780409 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:10.849037 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:10.871117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:33:10.898331 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768676561668', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:10.898844 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Unsubscribe: segment precommit_create {{(pid=88519) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 01 20:33:10.899335 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Added segment ec0f5b0c-e8e7-4951-a350-43d80267534d of type vlan for network 939b2b33-8d97-4950-a0a1-25acaf0fcc65 Mar 01 20:33:10.946635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5225c5-0d8d-4508-9af7-4f0c6d5baa32,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:33:10.962909 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:10.965327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:10.965327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:10.965327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:10.965327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:10.965327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:10.965744 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:10.965744 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:10.965744 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:10.965744 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:10.966128 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:10.966310 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Tracked resource versions report: Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: pushed versions: Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: { 'AddressGroup': {'1.2'}, Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'ConntrackHelper': {'1.0'}, Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'Log': {'1.0'}, Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'Network': {'1.1'}, Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'Port': {'1.7'}, Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'PortForwarding': {'1.2'}, Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'QosPolicy': {'1.8'}, Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'SecurityGroup': {'1.4'}, Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'SecurityGroupRule': {'1.2'}, Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'SubPort': {'1.0'}, Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'Subnet': {'1.1'}, Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'Trunk': {'1.1'}} Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: consumer versions: Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: { DHCP agent@n-d-827896-4: {}, Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: L3 agent@n-d-827896-4: {}, Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: Metadata agent@n-d-827896-4: {}, Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: Metering agent@n-d-827896-4: {}, Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: Open vSwitch agent@n-d-827896-4: { 'AddressGroup': '1.2', Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'ConntrackHelper': '1.0', Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'Log': '1.0', Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'Network': '1.1', Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'Port': '1.7', Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'PortForwarding': '1.2', Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'QosPolicy': '1.8', Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'SecurityGroup': '1.4', Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'SecurityGroupRule': '1.2', Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'SubPort': '1.0', Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'Subnet': '1.1', Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: 'Trunk': '1.1'}} Mar 01 20:33:10.967342 n-d-827896-4 neutron-server[88519]: {{(pid=88519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 20:33:11.009731 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:11.103622 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:11.104644 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:33:11.105277 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:11.211579 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] Pushing event updated for resources: {'Network': ['ID=939b2b33-8d97-4950-a0a1-25acaf0fcc65,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:33:11.222474 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 939b2b33-8d97-4950-a0a1-25acaf0fcc65 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:33:11.264409 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-50967763-fbf6-4250-ab27-bb05cb1bc846 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.0592279 Mar 01 20:33:13.966766 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52672) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:33:14.419859 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6046d0de-a2e9-4626-a06d-73eec8916d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:33:14.421124 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6046d0de-a2e9-4626-a06d-73eec8916d56 admin admin] 10.222.0.42 "GET /v2.0/networks/939b2b33-8d97-4950-a0a1-25acaf0fcc65 HTTP/1.1" status: 200 len: 825 time: 0.4533756 Mar 01 20:33:14.452331 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-94a971de-71dc-42c6-a292-4bc1cebd1cc1 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/7b5a4da2-ebd4-4f6f-96ad-3b1ec3ed94bb HTTP/1.1" status: 200 len: 734 time: 0.0258245 Mar 01 20:33:14.461181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b409be6e-dbc2-4ed9-b291-58c287ee461e admin admin] Request body: {'subnet': {'tenant_id': '20204930122a42a18fd0a86c16de2151', 'ip_version': 4, 'network_id': '939b2b33-8d97-4950-a0a1-25acaf0fcc65', 'subnetpool_id': '7b5a4da2-ebd4-4f6f-96ad-3b1ec3ed94bb', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:33:14.465684 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b409be6e-dbc2-4ed9-b291-58c287ee461e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:33:14.470007 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b409be6e-dbc2-4ed9-b291-58c287ee461e admin admin] Usage tracker for resource:subnet and tenant:20204930122a42a18fd0a86c16de2151 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:33:14.472898 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b409be6e-dbc2-4ed9-b291-58c287ee461e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:33:14.478604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b409be6e-dbc2-4ed9-b291-58c287ee461e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:33:14.555009 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b409be6e-dbc2-4ed9-b291-58c287ee461e admin admin] Made reservation on behalf of 20204930122a42a18fd0a86c16de2151 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:33:14.557306 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b409be6e-dbc2-4ed9-b291-58c287ee461e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:14.900674 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b409be6e-dbc2-4ed9-b291-58c287ee461e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:14.982759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b409be6e-dbc2-4ed9-b291-58c287ee461e admin admin] Pushing event updated for resources: {'Subnet': ['ID=26404baf-b122-4f68-88e5-8b3495711a81,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:33:14.984757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b409be6e-dbc2-4ed9-b291-58c287ee461e admin admin] Checking segment: {'id': 'ec0f5b0c-e8e7-4951-a350-43d80267534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '939b2b33-8d97-4950-a0a1-25acaf0fcc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:33:14.985129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b409be6e-dbc2-4ed9-b291-58c287ee461e admin admin] Network hostable DHCP agents. Network: 939b2b33-8d97-4950-a0a1-25acaf0fcc65, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:33:15.066103 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b409be6e-dbc2-4ed9-b291-58c287ee461e admin admin] Network 939b2b33-8d97-4950-a0a1-25acaf0fcc65 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:33:15.143700 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-b409be6e-dbc2-4ed9-b291-58c287ee461e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 939b2b33-8d97-4950-a0a1-25acaf0fcc65) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:33:15.149758 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b409be6e-dbc2-4ed9-b291-58c287ee461e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:33:15.150868 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b409be6e-dbc2-4ed9-b291-58c287ee461e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:15.154151 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80040428-c524-4d68-9094-41b38d41aae1 None None] Network 939b2b33-8d97-4950-a0a1-25acaf0fcc65 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:33:15.225297 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b409be6e-dbc2-4ed9-b291-58c287ee461e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7669389 Mar 01 20:33:15.461480 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-939b2b33-8d97-4950-a0a1-25acaf0fcc65', 'network_id': '939b2b33-8d97-4950-a0a1-25acaf0fcc65', 'tenant_id': '20204930122a42a18fd0a86c16de2151', 'fixed_ips': [{'subnet_id': '26404baf-b122-4f68-88e5-8b3495711a81'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:33:15.462719 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:15.662868 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Allocated IP 172.20.0.2 (939b2b33-8d97-4950-a0a1-25acaf0fcc65/26404baf-b122-4f68-88e5-8b3495711a81/5255882d-36e4-40b3-b078-43e7f8aa0829) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:33:15.898648 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:15.911159 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Transition to ACTIVE for port object 5255882d-36e4-40b3-b078-43e7f8aa0829 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:33:15.931030 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Transition to ACTIVE for port object 5255882d-36e4-40b3-b078-43e7f8aa0829 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:33:16.021387 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:16.083729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Network 939b2b33-8d97-4950-a0a1-25acaf0fcc65 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:33:16.090683 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:33:16.101126 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:33:16.107641 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Pushing event updated for resources: {'Port': ['ID=5255882d-36e4-40b3-b078-43e7f8aa0829,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:33:16.153703 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:16.153992 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:16.154334 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:16.154893 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:16.154993 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:16.155308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:16.155657 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:16.155982 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:16.156307 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:16.156629 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:16.156953 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:16.157275 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Tracked resource versions report: Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: pushed versions: Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: { 'AddressGroup': {'1.2'}, Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'ConntrackHelper': {'1.0'}, Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'Log': {'1.0'}, Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'Network': {'1.1'}, Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'Port': {'1.7'}, Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'PortForwarding': {'1.2'}, Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'QosPolicy': {'1.8'}, Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'SecurityGroup': {'1.4'}, Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'SecurityGroupRule': {'1.2'}, Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'SubPort': {'1.0'}, Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'Subnet': {'1.1'}, Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'Trunk': {'1.1'}} Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: consumer versions: Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: { DHCP agent@n-d-827896-4: {}, Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: L3 agent@n-d-827896-4: {}, Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: Metadata agent@n-d-827896-4: {}, Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: Metering agent@n-d-827896-4: {}, Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: Open vSwitch agent@n-d-827896-4: { 'AddressGroup': '1.2', Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'ConntrackHelper': '1.0', Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'Log': '1.0', Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'Network': '1.1', Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'Port': '1.7', Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'PortForwarding': '1.2', Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'QosPolicy': '1.8', Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'SecurityGroup': '1.4', Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'SecurityGroupRule': '1.2', Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'SubPort': '1.0', Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'Subnet': '1.1', Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: 'Trunk': '1.1'}} Mar 01 20:33:16.158344 n-d-827896-4 neutron-server[88520]: {{(pid=88520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 20:33:16.213977 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Attempting to bind port 5255882d-36e4-40b3-b078-43e7f8aa0829 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:33:16.214379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Attempting to bind port 5255882d-36e4-40b3-b078-43e7f8aa0829 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'ec0f5b0c-e8e7-4951-a350-43d80267534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '939b2b33-8d97-4950-a0a1-25acaf0fcc65'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:33:16.214801 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Attempting to bind port 5255882d-36e4-40b3-b078-43e7f8aa0829 on network 939b2b33-8d97-4950-a0a1-25acaf0fcc65 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:33:16.219948 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:33:16.220445 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Checking segment: {'id': 'ec0f5b0c-e8e7-4951-a350-43d80267534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '939b2b33-8d97-4950-a0a1-25acaf0fcc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:33:16.220927 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:16.221317 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Bound using segment: {'id': 'ec0f5b0c-e8e7-4951-a350-43d80267534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '939b2b33-8d97-4950-a0a1-25acaf0fcc65'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:33:16.221776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Bound port: 5255882d-36e4-40b3-b078-43e7f8aa0829, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0f5b0c-e8e7-4951-a350-43d80267534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '939b2b33-8d97-4950-a0a1-25acaf0fcc65'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:33:16.222158 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:16.311410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] For port 5255882d-36e4-40b3-b078-43e7f8aa0829, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:33:16.315190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] For port 5255882d-36e4-40b3-b078-43e7f8aa0829, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5255882d-36e4-40b3-b078-43e7f8aa0829,segment=NetworkSegment(ec0f5b0c-e8e7-4951-a350-43d80267534d),segment_id=ec0f5b0c-e8e7-4951-a350-43d80267534d)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:33:16.386801 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:16.476790 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c1820-3ae4-44d5-8e39-6a224a0084ba None None] Pushing event updated for resources: {'Port': ['ID=5255882d-36e4-40b3-b078-43e7f8aa0829,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:33:17.698906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52682) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:33:18.305531 n-d-827896-4 neutron-server[88518]: WARNING oslo_policy.policy [None req-c5ca3571-07b2-4b4f-af55-324c9f15f572 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 20:33:18.306133 n-d-827896-4 neutron-server[88518]: WARNING oslo_policy.policy [None req-c5ca3571-07b2-4b4f-af55-324c9f15f572 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 20:33:18.543890 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-c5ca3571-07b2-4b4f-af55-324c9f15f572 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:33:18.545135 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c5ca3571-07b2-4b4f-af55-324c9f15f572 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8441913 Mar 01 20:33:20.231999 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5255882d-36e4-40b3-b078-43e7f8aa0829 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:33:20.377073 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 5255882d-36e4-40b3-b078-43e7f8aa0829 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:33:20.415717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8194d109-3b61-4bd7-8625-cefe830849f6 None None] Network 939b2b33-8d97-4950-a0a1-25acaf0fcc65 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:33:20.584562 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b78fa1b1-a626-46ac-b69c-7bbd910bb14a None None] Provisioning for port 5255882d-36e4-40b3-b078-43e7f8aa0829 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:33:20.593644 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b78fa1b1-a626-46ac-b69c-7bbd910bb14a None None] Provisioning complete for port 5255882d-36e4-40b3-b078-43e7f8aa0829 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:33:20.594037 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b78fa1b1-a626-46ac-b69c-7bbd910bb14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:20.797758 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b78fa1b1-a626-46ac-b69c-7bbd910bb14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:20.841752 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-b78fa1b1-a626-46ac-b69c-7bbd910bb14a None None] For port 5255882d-36e4-40b3-b078-43e7f8aa0829, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5255882d-36e4-40b3-b078-43e7f8aa0829,segment=NetworkSegment(ec0f5b0c-e8e7-4951-a350-43d80267534d),segment_id=ec0f5b0c-e8e7-4951-a350-43d80267534d)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:33:20.923139 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b78fa1b1-a626-46ac-b69c-7bbd910bb14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:20.994337 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78fa1b1-a626-46ac-b69c-7bbd910bb14a None None] Pushing event updated for resources: {'Port': ['ID=5255882d-36e4-40b3-b078-43e7f8aa0829,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:33:21.019520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52700) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:33:21.044205 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-031f23cc-5ee1-4ac4-8b30-fc72ab6fbe80 None None] Provisioning complete for port 5255882d-36e4-40b3-b078-43e7f8aa0829 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:33:21.047799 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-031f23cc-5ee1-4ac4-8b30-fc72ab6fbe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:21.386469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-31615b75-dcbf-4ba6-bc41-0bca1762225a admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:33:21.387500 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-31615b75-dcbf-4ba6-bc41-0bca1762225a admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3670039 Mar 01 20:33:22.201166 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5255882d-36e4-40b3-b078-43e7f8aa0829 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:33:22.266906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 5255882d-36e4-40b3-b078-43e7f8aa0829 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:33:22.267271 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:24.064277 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52712) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:33:24.430098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8201c786-0f31-46e6-93e2-5522a0e576b5 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '20204930122a42a18fd0a86c16de2151'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:33:24.435095 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8201c786-0f31-46e6-93e2-5522a0e576b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:33:24.438868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8201c786-0f31-46e6-93e2-5522a0e576b5 admin admin] Usage tracker for resource:router and tenant:20204930122a42a18fd0a86c16de2151 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:33:24.442211 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8201c786-0f31-46e6-93e2-5522a0e576b5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:33:24.448633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8201c786-0f31-46e6-93e2-5522a0e576b5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:33:24.526785 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8201c786-0f31-46e6-93e2-5522a0e576b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:24.528471 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8201c786-0f31-46e6-93e2-5522a0e576b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:24.550235 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8201c786-0f31-46e6-93e2-5522a0e576b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:24.704194 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8201c786-0f31-46e6-93e2-5522a0e576b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:24.789160 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8201c786-0f31-46e6-93e2-5522a0e576b5 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:24.790340 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8201c786-0f31-46e6-93e2-5522a0e576b5 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7250247 Mar 01 20:33:27.160114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52722) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:33:27.206664 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-80b95523-e5f5-4a41-a025-2e67da55b013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:27.520269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-d26464dd-3515-4998-bd90-9442ecd16b87 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:33:27.521273 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d26464dd-3515-4998-bd90-9442ecd16b87 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3602154 Mar 01 20:33:29.569424 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4038ab8d-39b5-4fa7-99b9-9352b540effc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:29.916794 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52732) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:33:30.277260 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:30.298678 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:33:30.304648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:33:30.308582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Usage tracker for resource:network and tenant:667df9450a5b41d685e3bd06858490ec is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:33:30.311475 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:33:30.317202 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:33:30.385606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Made reservation on behalf of 667df9450a5b41d685e3bd06858490ec for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:33:30.387787 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:30.399473 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:30.413769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:33:30.417385 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Usage tracker for resource:security_group_rule and tenant:667df9450a5b41d685e3bd06858490ec is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:33:30.420129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:33:30.425680 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:33:30.505267 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:30.574317 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:30.620140 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:30.637651 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Reserving flat network on physical network physnet1 {{(pid=88519) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 01 20:33:30.657154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca915a00-acad-48ff-9124-f0766f281e2a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:33:30.661854 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:30.662789 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Added segment 18498852-a29e-4160-a7b5-c88efd6c00b3 of type flat for network 82cdf2ed-df90-4a48-9723-ee120d6ea16e Mar 01 20:33:30.692272 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:30.802928 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:30.803889 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:33:30.804458 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:30.904085 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] Pushing event updated for resources: {'Network': ['ID=82cdf2ed-df90-4a48-9723-ee120d6ea16e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:33:30.914234 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:33:30.972503 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-62d91977-8ca1-4205-b496-25bf72583d41 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0546503 Mar 01 20:33:31.917131 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:31.949092 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 5 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:33:33.391625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52752) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:33:33.706946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.policy [None req-9edd59df-e5b5-4606-ac0a-9bb974cd34fc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88518) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 01 20:33:33.752748 n-d-827896-4 neutron-server[88518]: WARNING oslo_policy.policy [None req-9edd59df-e5b5-4606-ac0a-9bb974cd34fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 20:33:33.753383 n-d-827896-4 neutron-server[88518]: WARNING oslo_policy.policy [None req-9edd59df-e5b5-4606-ac0a-9bb974cd34fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 01 20:33:33.762043 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edd59df-e5b5-4606-ac0a-9bb974cd34fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:33:33.763731 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9edd59df-e5b5-4606-ac0a-9bb974cd34fc admin admin] 10.222.0.42 "GET /v2.0/subnets/26404baf-b122-4f68-88e5-8b3495711a81 HTTP/1.1" status: 200 len: 849 time: 0.3711853 Mar 01 20:33:33.944722 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-838db87e-a402-4af4-837b-233e8b8877c1 admin admin] 10.222.0.42 "GET /v2.0/routers/c98262fd-0643-48cd-bd4f-f543686be670 HTTP/1.1" status: 200 len: 704 time: 0.1753700 Mar 01 20:33:34.419993 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:34.659072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Allocated IP 172.20.0.1 (939b2b33-8d97-4950-a0a1-25acaf0fcc65/26404baf-b122-4f68-88e5-8b3495711a81/c02096fe-023e-4754-9d50-a4eca2a66576) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:33:34.824488 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:34.842100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Transition to ACTIVE for port object c02096fe-023e-4754-9d50-a4eca2a66576 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:33:34.955055 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:35.008003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Network 939b2b33-8d97-4950-a0a1-25acaf0fcc65 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:33:35.014902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:33:35.051505 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Pushing event updated for resources: {'Port': ['ID=c02096fe-023e-4754-9d50-a4eca2a66576,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:33:35.055652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:33:35.055909 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:35.192185 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:35.192530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:35.192869 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:35.193204 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:35.193533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:35.193860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:35.194183 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:35.194504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:35.195954 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:35.196286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:35.196611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:35.196936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Tracked resource versions report: Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: pushed versions: Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: { 'AddressGroup': {'1.2'}, Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'ConntrackHelper': {'1.0'}, Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'Log': {'1.0'}, Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'Network': {'1.1'}, Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'Port': {'1.7'}, Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'PortForwarding': {'1.2'}, Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'QosPolicy': {'1.8'}, Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'SecurityGroup': {'1.4'}, Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'SecurityGroupRule': {'1.2'}, Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'SubPort': {'1.0'}, Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'Subnet': {'1.1'}, Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'Trunk': {'1.1'}} Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: consumer versions: Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: { DHCP agent@n-d-827896-4: {}, Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: L3 agent@n-d-827896-4: {}, Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: Metadata agent@n-d-827896-4: {}, Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: Metering agent@n-d-827896-4: {}, Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: Open vSwitch agent@n-d-827896-4: { 'AddressGroup': '1.2', Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'ConntrackHelper': '1.0', Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'Log': '1.0', Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'Network': '1.1', Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'Port': '1.7', Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'PortForwarding': '1.2', Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'QosPolicy': '1.8', Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'SecurityGroup': '1.4', Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'SecurityGroupRule': '1.2', Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'SubPort': '1.0', Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'Subnet': '1.1', Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: 'Trunk': '1.1'}} Mar 01 20:33:35.198011 n-d-827896-4 neutron-server[88518]: {{(pid=88518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 20:33:35.343045 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0ce8a366-ee11-45e2-a649-3768450202d4 None None] Provisioning for port c02096fe-023e-4754-9d50-a4eca2a66576 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:33:35.347974 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0ce8a366-ee11-45e2-a649-3768450202d4 None None] Provisioning complete for port c02096fe-023e-4754-9d50-a4eca2a66576 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:33:35.348341 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0ce8a366-ee11-45e2-a649-3768450202d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:35.404676 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-0ce8a366-ee11-45e2-a649-3768450202d4 None None] Port c02096fe-023e-4754-9d50-a4eca2a66576 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:33:35.404871 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:35.641672 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:35.697384 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:35.698093 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:35.833027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Pushing event updated for resources: {'Port': ['ID=c02096fe-023e-4754-9d50-a4eca2a66576,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:33:35.923829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Network 939b2b33-8d97-4950-a0a1-25acaf0fcc65 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:33:35.924996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:33:36.126562 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5b6808af-b66f-47e3-987c-742bb1a0cc59 None None] Provisioning complete for port c02096fe-023e-4754-9d50-a4eca2a66576 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:33:36.127042 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5b6808af-b66f-47e3-987c-742bb1a0cc59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:36.202905 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5b6808af-b66f-47e3-987c-742bb1a0cc59 None None] Port c02096fe-023e-4754-9d50-a4eca2a66576 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:33:36.203091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Router c98262fd-0643-48cd-bd4f-f543686be670 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 20:33:36.354919 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:33:36.365256 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-71cd0a15-75f8-4eb5-b415-9a315e4e7921 admin admin] 10.222.0.42 "PUT /v2.0/routers/c98262fd-0643-48cd-bd4f-f543686be670/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4156153 Mar 01 20:33:36.365400 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] Sync routers for ids ['c98262fd-0643-48cd-bd4f-f543686be670'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:33:36.376487 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] Routers {'c98262fd-0643-48cd-bd4f-f543686be670'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:33:36.377307 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:33:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c98262fd-0643-48cd-bd4f-f543686be670'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:33:36.556079 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] Set router c98262fd-0643-48cd-bd4f-f543686be670 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:33:36.920370 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98262fd-0643-48cd-bd4f-f543686be670', 'name': 'router1', 'tenant_id': '20204930122a42a18fd0a86c16de2151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:33:24Z', 'updated_at': '2022-03-01T20:33:35Z', 'revision_number': 2, 'project_id': '20204930122a42a18fd0a86c16de2151', 'gw_port_host': None, '_interfaces': [{'id': 'c02096fe-023e-4754-9d50-a4eca2a66576', 'name': '', 'network_id': '939b2b33-8d97-4950-a0a1-25acaf0fcc65', 'tenant_id': '20204930122a42a18fd0a86c16de2151', 'mac_address': 'fa:16:3e:f1:0a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98262fd-0643-48cd-bd4f-f543686be670', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26404baf-b122-4f68-88e5-8b3495711a81', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:33:34Z', 'updated_at': '2022-03-01T20:33:35Z', 'revision_number': 2, 'project_id': '20204930122a42a18fd0a86c16de2151', 'subnets': [{'id': '26404baf-b122-4f68-88e5-8b3495711a81', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5a4da2-ebd4-4f6f-96ad-3b1ec3ed94bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:33:36.925065 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] Checking router: c98262fd-0643-48cd-bd4f-f543686be670 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:33:36.925426 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] Updating router c98262fd-0643-48cd-bd4f-f543686be670 port c02096fe-023e-4754-9d50-a4eca2a66576 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:33:36.977117 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:37.349283 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:37.363592 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] Transition to ACTIVE for port object c02096fe-023e-4754-9d50-a4eca2a66576 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:33:37.442567 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:37.645830 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7420e9b-80b2-4d19-bbe0-bd1018b34521 None None] Pushing event updated for resources: {'Port': ['ID=c02096fe-023e-4754-9d50-a4eca2a66576,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:33:37.660517 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7420e9b-80b2-4d19-bbe0-bd1018b34521 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:37.660900 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7420e9b-80b2-4d19-bbe0-bd1018b34521 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:37.661196 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7420e9b-80b2-4d19-bbe0-bd1018b34521 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:37.661526 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7420e9b-80b2-4d19-bbe0-bd1018b34521 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:37.661851 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7420e9b-80b2-4d19-bbe0-bd1018b34521 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:37.662174 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7420e9b-80b2-4d19-bbe0-bd1018b34521 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:37.662496 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7420e9b-80b2-4d19-bbe0-bd1018b34521 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:37.662821 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7420e9b-80b2-4d19-bbe0-bd1018b34521 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:37.663138 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7420e9b-80b2-4d19-bbe0-bd1018b34521 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:37.663505 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7420e9b-80b2-4d19-bbe0-bd1018b34521 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:37.663826 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7420e9b-80b2-4d19-bbe0-bd1018b34521 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:37.664143 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7420e9b-80b2-4d19-bbe0-bd1018b34521 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7420e9b-80b2-4d19-bbe0-bd1018b34521 None None] Tracked resource versions report: Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: pushed versions: Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: { 'AddressGroup': {'1.2'}, Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'ConntrackHelper': {'1.0'}, Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'Log': {'1.0'}, Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'Network': {'1.1'}, Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'Port': {'1.7'}, Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'PortForwarding': {'1.2'}, Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'QosPolicy': {'1.8'}, Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'SecurityGroup': {'1.4'}, Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'SecurityGroupRule': {'1.2'}, Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'SubPort': {'1.0'}, Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'Subnet': {'1.1'}, Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'Trunk': {'1.1'}} Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: consumer versions: Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: { DHCP agent@n-d-827896-4: {}, Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: L3 agent@n-d-827896-4: {}, Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: Metadata agent@n-d-827896-4: {}, Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: Metering agent@n-d-827896-4: {}, Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: Open vSwitch agent@n-d-827896-4: { 'AddressGroup': '1.2', Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'ConntrackHelper': '1.0', Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'Log': '1.0', Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'Network': '1.1', Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'Port': '1.7', Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'PortForwarding': '1.2', Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'QosPolicy': '1.8', Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'SecurityGroup': '1.4', Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'SecurityGroupRule': '1.2', Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'SubPort': '1.0', Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'Subnet': '1.1', Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: 'Trunk': '1.1'}} Mar 01 20:33:37.665183 n-d-827896-4 neutron-server[88521]: {{(pid=88521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 20:33:37.673854 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] Attempting to bind port c02096fe-023e-4754-9d50-a4eca2a66576 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:33:37.674257 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] Attempting to bind port c02096fe-023e-4754-9d50-a4eca2a66576 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'ec0f5b0c-e8e7-4951-a350-43d80267534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '939b2b33-8d97-4950-a0a1-25acaf0fcc65'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:33:37.674671 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] Attempting to bind port c02096fe-023e-4754-9d50-a4eca2a66576 on network 939b2b33-8d97-4950-a0a1-25acaf0fcc65 {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:33:37.680687 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:33:37.681100 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] Checking segment: {'id': 'ec0f5b0c-e8e7-4951-a350-43d80267534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '939b2b33-8d97-4950-a0a1-25acaf0fcc65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:33:37.681565 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:37.681945 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] Bound using segment: {'id': 'ec0f5b0c-e8e7-4951-a350-43d80267534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '939b2b33-8d97-4950-a0a1-25acaf0fcc65'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:33:37.682426 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] Bound port: c02096fe-023e-4754-9d50-a4eca2a66576, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec0f5b0c-e8e7-4951-a350-43d80267534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '939b2b33-8d97-4950-a0a1-25acaf0fcc65'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:33:37.682807 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:37.772359 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] For port c02096fe-023e-4754-9d50-a4eca2a66576, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:33:37.776510 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] For port c02096fe-023e-4754-9d50-a4eca2a66576, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c02096fe-023e-4754-9d50-a4eca2a66576,segment=NetworkSegment(ec0f5b0c-e8e7-4951-a350-43d80267534d),segment_id=ec0f5b0c-e8e7-4951-a350-43d80267534d)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:33:37.846241 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:37.917560 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] Routers {'c98262fd-0643-48cd-bd4f-f543686be670'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:33:37.918188 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:33:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c98262fd-0643-48cd-bd4f-f543686be670'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:33:38.086541 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7420e9b-80b2-4d19-bbe0-bd1018b34521 None None] Pushing event updated for resources: {'Port': ['ID=c02096fe-023e-4754-9d50-a4eca2a66576,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:33:38.114348 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] Set router c98262fd-0643-48cd-bd4f-f543686be670 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:33:38.432566 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98262fd-0643-48cd-bd4f-f543686be670', 'name': 'router1', 'tenant_id': '20204930122a42a18fd0a86c16de2151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:33:24Z', 'updated_at': '2022-03-01T20:33:35Z', 'revision_number': 2, 'project_id': '20204930122a42a18fd0a86c16de2151', 'gw_port_host': None, '_interfaces': [{'id': 'c02096fe-023e-4754-9d50-a4eca2a66576', 'name': '', 'network_id': '939b2b33-8d97-4950-a0a1-25acaf0fcc65', 'tenant_id': '20204930122a42a18fd0a86c16de2151', 'mac_address': 'fa:16:3e:f1:0a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98262fd-0643-48cd-bd4f-f543686be670', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26404baf-b122-4f68-88e5-8b3495711a81', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:33:34Z', 'updated_at': '2022-03-01T20:33:37Z', 'revision_number': 4, 'project_id': '20204930122a42a18fd0a86c16de2151', 'subnets': [{'id': '26404baf-b122-4f68-88e5-8b3495711a81', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5a4da2-ebd4-4f6f-96ad-3b1ec3ed94bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:33:38.436491 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a831eb7-0f75-4d90-a6f5-7c9e7f1abc35 None None] The sync data for ids ['c98262fd-0643-48cd-bd4f-f543686be670'] in n-d-827896-4 is: [{'id': 'c98262fd-0643-48cd-bd4f-f543686be670', 'name': 'router1', 'tenant_id': '20204930122a42a18fd0a86c16de2151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:33:24Z', 'updated_at': '2022-03-01T20:33:35Z', 'revision_number': 2, 'project_id': '20204930122a42a18fd0a86c16de2151', 'gw_port_host': None, '_interfaces': [{'id': 'c02096fe-023e-4754-9d50-a4eca2a66576', 'name': '', 'network_id': '939b2b33-8d97-4950-a0a1-25acaf0fcc65', 'tenant_id': '20204930122a42a18fd0a86c16de2151', 'mac_address': 'fa:16:3e:f1:0a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98262fd-0643-48cd-bd4f-f543686be670', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26404baf-b122-4f68-88e5-8b3495711a81', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:33:34Z', 'updated_at': '2022-03-01T20:33:37Z', 'revision_number': 4, 'project_id': '20204930122a42a18fd0a86c16de2151', 'subnets': [{'id': '26404baf-b122-4f68-88e5-8b3495711a81', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5a4da2-ebd4-4f6f-96ad-3b1ec3ed94bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:33:38.602224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52780) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:33:38.754273 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dc2d9d-1d3e-4ebc-905a-148fbddd524c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:33:38.755663 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d0dc2d9d-1d3e-4ebc-905a-148fbddd524c admin admin] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 842 time: 0.1524861 Mar 01 20:33:38.765539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-0f2ad487-23f8-44ce-89a7-dbc3426f9b08 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.5.1', 'ip_version': 4, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'enable_dhcp': False, 'cidr': '172.25.5.0/24', 'name': 'public-subnet'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:33:38.766937 n-d-827896-4 neutron-server[88518]: INFO neutron.quota [None req-0f2ad487-23f8-44ce-89a7-dbc3426f9b08 admin admin] Loaded quota_driver: . Mar 01 20:33:38.772795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0f2ad487-23f8-44ce-89a7-dbc3426f9b08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:33:38.777102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0f2ad487-23f8-44ce-89a7-dbc3426f9b08 admin admin] Usage tracker for resource:subnet and tenant:667df9450a5b41d685e3bd06858490ec is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:33:38.780133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0f2ad487-23f8-44ce-89a7-dbc3426f9b08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:33:38.787046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0f2ad487-23f8-44ce-89a7-dbc3426f9b08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:33:38.877071 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2ad487-23f8-44ce-89a7-dbc3426f9b08 admin admin] Made reservation on behalf of 667df9450a5b41d685e3bd06858490ec for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:33:38.879840 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0f2ad487-23f8-44ce-89a7-dbc3426f9b08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:39.377425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.objects.ports [None req-0f2ad487-23f8-44ce-89a7-dbc3426f9b08 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88518) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 01 20:33:39.378136 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0f2ad487-23f8-44ce-89a7-dbc3426f9b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:39.453778 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2ad487-23f8-44ce-89a7-dbc3426f9b08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73e46351-7984-4567-af7b-89347b1dc249,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:33:39.462119 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2ad487-23f8-44ce-89a7-dbc3426f9b08 admin admin] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:33:39.462535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2ad487-23f8-44ce-89a7-dbc3426f9b08 admin admin] Network hostable DHCP agents. Network: 82cdf2ed-df90-4a48-9723-ee120d6ea16e, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:33:39.560580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2ad487-23f8-44ce-89a7-dbc3426f9b08 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:33:39.659909 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-0f2ad487-23f8-44ce-89a7-dbc3426f9b08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 82cdf2ed-df90-4a48-9723-ee120d6ea16e) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:33:39.664257 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2ad487-23f8-44ce-89a7-dbc3426f9b08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:33:39.664867 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0f2ad487-23f8-44ce-89a7-dbc3426f9b08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:39.668904 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40cae0c-51fe-40d4-927a-d3ff617eb999 None None] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:33:39.752151 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0f2ad487-23f8-44ce-89a7-dbc3426f9b08 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9901154 Mar 01 20:33:39.894551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d21730-21b9-4248-a769-c41023b7585e None None] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:33:40.237100 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c02096fe-023e-4754-9d50-a4eca2a66576 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:33:40.383750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port c02096fe-023e-4754-9d50-a4eca2a66576 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:33:40.389097 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c02096fe-023e-4754-9d50-a4eca2a66576 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:33:40.389489 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:40.518506 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:40.550769 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port c02096fe-023e-4754-9d50-a4eca2a66576, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c02096fe-023e-4754-9d50-a4eca2a66576,segment=NetworkSegment(ec0f5b0c-e8e7-4951-a350-43d80267534d),segment_id=ec0f5b0c-e8e7-4951-a350-43d80267534d)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:33:40.652081 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:40.720053 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=c02096fe-023e-4754-9d50-a4eca2a66576,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:33:42.049788 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52794) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:33:42.209944 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c02096fe-023e-4754-9d50-a4eca2a66576 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:33:42.268869 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-75586884-de39-4073-b11d-40d79a3e4206 admin admin] 10.222.0.42 "GET /v2.0/routers/c98262fd-0643-48cd-bd4f-f543686be670 HTTP/1.1" status: 200 len: 710 time: 0.2177393 Mar 01 20:33:42.288737 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c02096fe-023e-4754-9d50-a4eca2a66576 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:33:42.289105 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:42.394806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4622a76f-6758-4e7a-a792-2fc7b9d9f7b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:33:42.395378 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4622a76f-6758-4e7a-a792-2fc7b9d9f7b5 admin admin] Synchronizing usage tracker for tenant:667df9450a5b41d685e3bd06858490ec on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:33:42.494013 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4622a76f-6758-4e7a-a792-2fc7b9d9f7b5 admin admin] Unset dirty status for tenant:667df9450a5b41d685e3bd06858490ec on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:33:42.495186 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4622a76f-6758-4e7a-a792-2fc7b9d9f7b5 admin admin] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 886 time: 0.2206407 Mar 01 20:33:42.504098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b4fb10a6-9a6f-423f-9ec5-c9712360a90e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:33:42.968486 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b4fb10a6-9a6f-423f-9ec5-c9712360a90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:43.342058 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b4fb10a6-9a6f-423f-9ec5-c9712360a90e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:43.398078 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b4fb10a6-9a6f-423f-9ec5-c9712360a90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:43.536281 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-b4fb10a6-9a6f-423f-9ec5-c9712360a90e admin admin] Allocated IP 172.25.5.115 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/e30fa71b-a646-4dae-b0b1-05b162db6a78) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:33:43.682103 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b4fb10a6-9a6f-423f-9ec5-c9712360a90e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:43.817939 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b4fb10a6-9a6f-423f-9ec5-c9712360a90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:43.879151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fb10a6-9a6f-423f-9ec5-c9712360a90e admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:33:43.881890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-b4fb10a6-9a6f-423f-9ec5-c9712360a90e admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:33:43.886724 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fb10a6-9a6f-423f-9ec5-c9712360a90e admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:33:43.962812 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb10a6-9a6f-423f-9ec5-c9712360a90e admin admin] Pushing event updated for resources: {'Port': ['ID=e30fa71b-a646-4dae-b0b1-05b162db6a78,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:33:44.357631 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b4fb10a6-9a6f-423f-9ec5-c9712360a90e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:44.739077 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b4fb10a6-9a6f-423f-9ec5-c9712360a90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:44.742926 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b4fb10a6-9a6f-423f-9ec5-c9712360a90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:44.948754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fb10a6-9a6f-423f-9ec5-c9712360a90e admin admin] Router c98262fd-0643-48cd-bd4f-f543686be670 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:33:45.124891 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fb10a6-9a6f-423f-9ec5-c9712360a90e admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:33:45.133207 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b4fb10a6-9a6f-423f-9ec5-c9712360a90e admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:45.134387 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b4fb10a6-9a6f-423f-9ec5-c9712360a90e admin admin] 10.222.0.42 "PUT /v2.0/routers/c98262fd-0643-48cd-bd4f-f543686be670 HTTP/1.1" status: 200 len: 890 time: 2.6337311 Mar 01 20:33:45.134920 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] Sync routers for ids ['c98262fd-0643-48cd-bd4f-f543686be670'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:33:45.144957 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] Routers {'c98262fd-0643-48cd-bd4f-f543686be670'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:33:45.145625 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:33:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c98262fd-0643-48cd-bd4f-f543686be670'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:33:45.364927 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] Set router c98262fd-0643-48cd-bd4f-f543686be670 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:33:45.723773 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98262fd-0643-48cd-bd4f-f543686be670', 'name': 'router1', 'tenant_id': '20204930122a42a18fd0a86c16de2151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'e30fa71b-a646-4dae-b0b1-05b162db6a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:33:24Z', 'updated_at': '2022-03-01T20:33:44Z', 'revision_number': 4, 'project_id': '20204930122a42a18fd0a86c16de2151', 'gw_port': {'id': 'e30fa71b-a646-4dae-b0b1-05b162db6a78', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:41:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98262fd-0643-48cd-bd4f-f543686be670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:33:43Z', 'updated_at': '2022-03-01T20:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'c02096fe-023e-4754-9d50-a4eca2a66576', 'name': '', 'network_id': '939b2b33-8d97-4950-a0a1-25acaf0fcc65', 'tenant_id': '20204930122a42a18fd0a86c16de2151', 'mac_address': 'fa:16:3e:f1:0a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98262fd-0643-48cd-bd4f-f543686be670', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26404baf-b122-4f68-88e5-8b3495711a81', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:33:34Z', 'updated_at': '2022-03-01T20:33:40Z', 'revision_number': 5, 'project_id': '20204930122a42a18fd0a86c16de2151', 'subnets': [{'id': '26404baf-b122-4f68-88e5-8b3495711a81', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5a4da2-ebd4-4f6f-96ad-3b1ec3ed94bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:33:45.730171 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] Checking router: c98262fd-0643-48cd-bd4f-f543686be670 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:33:45.730551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] Updating router c98262fd-0643-48cd-bd4f-f543686be670 port e30fa71b-a646-4dae-b0b1-05b162db6a78 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:33:45.785350 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:46.114367 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:46.125497 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] Transition to ACTIVE for port object e30fa71b-a646-4dae-b0b1-05b162db6a78 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:33:46.185468 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:46.269754 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] Attempting to bind port e30fa71b-a646-4dae-b0b1-05b162db6a78 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:33:46.270123 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] Attempting to bind port e30fa71b-a646-4dae-b0b1-05b162db6a78 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:33:46.270482 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] Attempting to bind port e30fa71b-a646-4dae-b0b1-05b162db6a78 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:33:46.274317 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f646f30-71b7-4a2d-bc4b-e3b396b572ec None None] Pushing event updated for resources: {'Port': ['ID=e30fa71b-a646-4dae-b0b1-05b162db6a78,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:33:46.278666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 33, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:33:46.279040 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:33:46.279459 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:46.279839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:33:46.280296 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] Bound port: e30fa71b-a646-4dae-b0b1-05b162db6a78, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:33:46.280683 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:46.350230 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] For port e30fa71b-a646-4dae-b0b1-05b162db6a78, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:33:46.353169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] For port e30fa71b-a646-4dae-b0b1-05b162db6a78, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e30fa71b-a646-4dae-b0b1-05b162db6a78,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:33:46.437478 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:46.521178 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] Routers {'c98262fd-0643-48cd-bd4f-f543686be670'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:33:46.521778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:33:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c98262fd-0643-48cd-bd4f-f543686be670'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:33:46.573138 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f646f30-71b7-4a2d-bc4b-e3b396b572ec None None] Pushing event updated for resources: {'Port': ['ID=e30fa71b-a646-4dae-b0b1-05b162db6a78,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:33:46.699269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] Set router c98262fd-0643-48cd-bd4f-f543686be670 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:33:47.062523 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c98262fd-0643-48cd-bd4f-f543686be670', 'name': 'router1', 'tenant_id': '20204930122a42a18fd0a86c16de2151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'e30fa71b-a646-4dae-b0b1-05b162db6a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:33:24Z', 'updated_at': '2022-03-01T20:33:44Z', 'revision_number': 4, 'project_id': '20204930122a42a18fd0a86c16de2151', 'gw_port': {'id': 'e30fa71b-a646-4dae-b0b1-05b162db6a78', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:41:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98262fd-0643-48cd-bd4f-f543686be670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:33:43Z', 'updated_at': '2022-03-01T20:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'c02096fe-023e-4754-9d50-a4eca2a66576', 'name': '', 'network_id': '939b2b33-8d97-4950-a0a1-25acaf0fcc65', 'tenant_id': '20204930122a42a18fd0a86c16de2151', 'mac_address': 'fa:16:3e:f1:0a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98262fd-0643-48cd-bd4f-f543686be670', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26404baf-b122-4f68-88e5-8b3495711a81', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:33:34Z', 'updated_at': '2022-03-01T20:33:40Z', 'revision_number': 5, 'project_id': '20204930122a42a18fd0a86c16de2151', 'subnets': [{'id': '26404baf-b122-4f68-88e5-8b3495711a81', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5a4da2-ebd4-4f6f-96ad-3b1ec3ed94bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:33:47.066500 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55484d5b-b506-4c57-b6cf-95f3226bce40 None None] The sync data for ids ['c98262fd-0643-48cd-bd4f-f543686be670'] in n-d-827896-4 is: [{'id': 'c98262fd-0643-48cd-bd4f-f543686be670', 'name': 'router1', 'tenant_id': '20204930122a42a18fd0a86c16de2151', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.115'}], 'enable_snat': True}, 'gw_port_id': 'e30fa71b-a646-4dae-b0b1-05b162db6a78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:33:24Z', 'updated_at': '2022-03-01T20:33:44Z', 'revision_number': 4, 'project_id': '20204930122a42a18fd0a86c16de2151', 'gw_port': {'id': 'e30fa71b-a646-4dae-b0b1-05b162db6a78', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:41:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c98262fd-0643-48cd-bd4f-f543686be670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:33:43Z', 'updated_at': '2022-03-01T20:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'c02096fe-023e-4754-9d50-a4eca2a66576', 'name': '', 'network_id': '939b2b33-8d97-4950-a0a1-25acaf0fcc65', 'tenant_id': '20204930122a42a18fd0a86c16de2151', 'mac_address': 'fa:16:3e:f1:0a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c98262fd-0643-48cd-bd4f-f543686be670', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '26404baf-b122-4f68-88e5-8b3495711a81', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:33:34Z', 'updated_at': '2022-03-01T20:33:40Z', 'revision_number': 5, 'project_id': '20204930122a42a18fd0a86c16de2151', 'subnets': [{'id': '26404baf-b122-4f68-88e5-8b3495711a81', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '7b5a4da2-ebd4-4f6f-96ad-3b1ec3ed94bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:33:47.582422 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52804) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:33:47.701427 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4f96d425-b18d-41cb-9f7a-13aa94ad9c0a admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1178234 Mar 01 20:33:48.241600 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e30fa71b-a646-4dae-b0b1-05b162db6a78 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:33:48.377447 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port e30fa71b-a646-4dae-b0b1-05b162db6a78 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:33:48.383026 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port e30fa71b-a646-4dae-b0b1-05b162db6a78 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:33:48.383472 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:48.511278 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:48.549970 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port e30fa71b-a646-4dae-b0b1-05b162db6a78, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e30fa71b-a646-4dae-b0b1-05b162db6a78,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:33:48.622953 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:48.694928 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=e30fa71b-a646-4dae-b0b1-05b162db6a78,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:33:50.256921 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e30fa71b-a646-4dae-b0b1-05b162db6a78 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:33:50.327930 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port e30fa71b-a646-4dae-b0b1-05b162db6a78 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:33:50.328224 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:57.225282 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3400c2c2-90c2-4f0c-bae0-35e812f23ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:33:59.596435 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-06370628-5679-4202-aa12-679afe9ac96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:34:00.251276 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:34:00.542869 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:34:01.937239 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:34:08.949386 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 5 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:34:27.218575 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-494cfc41-2c29-4db8-b310-94b29d0f618d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:34:29.576464 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c6cc7294-eb14-4705-b6a7-779f8ef838c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:34:30.258981 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:34:30.555970 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:34:31.962223 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:34:45.949699 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 5 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:34:57.206696 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d81831d7-d43d-4dee-8360-6b07f035759b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:34:59.558541 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ba00e581-f01e-443c-ac42-64196e5ee28a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:35:00.278307 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:35:00.569361 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:35:01.936389 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:35:22.949009 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 5 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:35:27.208879 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4559ed9b-2865-4c58-a479-e1642eca9c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:35:29.565917 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0e7faa7f-95df-4d75-950d-5b1da4dc66ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:35:30.251838 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:35:30.551973 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:35:31.928850 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:35:57.216854 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ed9fa2bd-8fda-48a4-aee1-0fba3d241e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:35:58.601425 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53406) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:35:58.678610 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f91650d-499a-4ef1-b4eb-076b88512bc6 admin admin] GET failed (client error): The resource could not be found. Mar 01 20:35:58.679916 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2f91650d-499a-4ef1-b4eb-076b88512bc6 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0775244 Mar 01 20:35:58.817086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35965bf-cc23-40e3-a73b-eef2911c27f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:35:58.818452 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f35965bf-cc23-40e3-a73b-eef2911c27f2 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1335218 Mar 01 20:35:59.585781 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-62e4a540-60b5-4a30-8eb7-795928025845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:35:59.949211 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 5 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:36:00.334513 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:00.543001 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:01.008483 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53416) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:36:01.114093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c257ee20-e23b-4376-8fc3-06a7de03b82e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:36:01.115464 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c257ee20-e23b-4376-8fc3-06a7de03b82e admin admin] 10.222.0.42 "GET /v2.0/subnets/26404baf-b122-4f68-88e5-8b3495711a81 HTTP/1.1" status: 200 len: 849 time: 0.1059082 Mar 01 20:36:01.124739 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f0eaf50f-954d-46d6-b308-24514fb2f04e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:36:01.240442 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f0eaf50f-954d-46d6-b308-24514fb2f04e admin admin] Notify callbacks [] for subnet, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:01.476943 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f0eaf50f-954d-46d6-b308-24514fb2f04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768676391141'] for subnet, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:01.520848 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0eaf50f-954d-46d6-b308-24514fb2f04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:36:01.521443 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f0eaf50f-954d-46d6-b308-24514fb2f04e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:01.522706 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f0eaf50f-954d-46d6-b308-24514fb2f04e admin admin] 10.222.0.42 "PUT /v2.0/subnets/26404baf-b122-4f68-88e5-8b3495711a81 HTTP/1.1" status: 200 len: 868 time: 0.4015658 Mar 01 20:36:01.523064 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed79afa-cde7-4dcc-977c-ad694c5a3bb9 None None] Network 939b2b33-8d97-4950-a0a1-25acaf0fcc65 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:36:01.547783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eaf50f-954d-46d6-b308-24514fb2f04e admin admin] Pushing event updated for resources: {'Subnet': ['ID=26404baf-b122-4f68-88e5-8b3495711a81,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:36:01.555872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaf50f-954d-46d6-b308-24514fb2f04e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:01.556217 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaf50f-954d-46d6-b308-24514fb2f04e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:01.556629 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaf50f-954d-46d6-b308-24514fb2f04e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:01.557989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaf50f-954d-46d6-b308-24514fb2f04e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:01.558243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaf50f-954d-46d6-b308-24514fb2f04e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:01.558666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaf50f-954d-46d6-b308-24514fb2f04e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:01.558904 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaf50f-954d-46d6-b308-24514fb2f04e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:01.559241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaf50f-954d-46d6-b308-24514fb2f04e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:01.559606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaf50f-954d-46d6-b308-24514fb2f04e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:01.559935 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaf50f-954d-46d6-b308-24514fb2f04e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:01.560259 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaf50f-954d-46d6-b308-24514fb2f04e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:01.560581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0eaf50f-954d-46d6-b308-24514fb2f04e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:01.942588 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:01.987975 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a4c2a36f-8a38-46bd-9b42-14a4137b24c8 None None] Provisioning complete for port 5255882d-36e4-40b3-b078-43e7f8aa0829 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:36:01.988413 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a4c2a36f-8a38-46bd-9b42-14a4137b24c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:02.140568 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a4c2a36f-8a38-46bd-9b42-14a4137b24c8 None None] Provisioning complete for port c02096fe-023e-4754-9d50-a4eca2a66576 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:36:02.140929 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a4c2a36f-8a38-46bd-9b42-14a4137b24c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:03.723118 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53426) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:36:03.900700 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bc94ac-f31a-4c17-a442-642a503e1c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:36:03.901119 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bc94ac-f31a-4c17-a442-642a503e1c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:36:03.902623 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a8bc94ac-f31a-4c17-a442-642a503e1c4a admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1781790 Mar 01 20:36:06.176044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53436) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:36:06.388745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718f2d75-b95d-40bc-8eb0-325c69386063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:36:06.389143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718f2d75-b95d-40bc-8eb0-325c69386063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:36:06.390660 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-718f2d75-b95d-40bc-8eb0-325c69386063 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2136652 Mar 01 20:36:08.571591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53446) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:36:08.738085 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8010ab3c-077a-495c-8f69-88c882baf31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:36:08.740912 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8010ab3c-077a-495c-8f69-88c882baf31b admin admin] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 886 time: 0.1682138 Mar 01 20:36:10.925874 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53456) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:36:11.100756 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4785fc8-4d7c-453e-8cf0-2ddd055a0a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:36:11.102128 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b4785fc8-4d7c-453e-8cf0-2ddd055a0a54 admin admin] 10.222.0.42 "GET /v2.0/networks/939b2b33-8d97-4950-a0a1-25acaf0fcc65 HTTP/1.1" status: 200 len: 869 time: 0.1753106 Mar 01 20:36:13.288424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53466) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:36:13.397800 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145df346-ad14-42f4-8447-4dff9de4b7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:36:13.398271 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145df346-ad14-42f4-8447-4dff9de4b7b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:36:13.399786 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-145df346-ad14-42f4-8447-4dff9de4b7b8 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1104193 Mar 01 20:36:15.631521 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53476) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:36:15.736047 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6918560-95ea-447e-840d-d93d403d5ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:36:15.736488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6918560-95ea-447e-840d-d93d403d5ae5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:36:15.737988 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d6918560-95ea-447e-840d-d93d403d5ae5 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1055288 Mar 01 20:36:17.885831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53486) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:36:17.993987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86a09bb-1bcf-4877-86a4-160469cf494c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:36:17.995293 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a86a09bb-1bcf-4877-86a4-160469cf494c admin admin] 10.222.0.42 "GET /v2.0/subnets/26404baf-b122-4f68-88e5-8b3495711a81 HTTP/1.1" status: 200 len: 868 time: 0.1085331 Mar 01 20:36:20.174463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53496) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:36:20.280281 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e71ba52-444a-484c-b902-5efc0650c419 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:36:20.281663 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9e71ba52-444a-484c-b902-5efc0650c419 admin admin] 10.222.0.42 "GET /v2.0/subnets/73e46351-7984-4567-af7b-89347b1dc249 HTTP/1.1" status: 200 len: 816 time: 0.1062427 Mar 01 20:36:27.230962 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3f2dbedb-d1a5-47e8-9344-8ae7d91a2edb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:29.545193 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-afcaba9c-5ae6-4652-b7b4-76dbc391ca05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:30.267633 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:30.564943 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:31.959191 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:36.947683 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 5 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:36:39.281301 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53542) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:36:39.331764 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-1bd7c8fa-438d-4665-a434-e88874258bef admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:36:39.332821 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1bd7c8fa-438d-4665-a434-e88874258bef admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0505955 Mar 01 20:36:41.590653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53552) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:36:41.658936 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ff32c7-a61e-433a-a691-f1214a473738 admin admin] GET failed (client error): The resource could not be found. Mar 01 20:36:41.660219 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-29ff32c7-a61e-433a-a691-f1214a473738 admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0686455 Mar 01 20:36:41.786706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a394b97-cf4d-4818-ab89-e6aa7c40cf53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:36:41.788191 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5a394b97-cf4d-4818-ab89-e6aa7c40cf53 admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1240883 Mar 01 20:36:43.969575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53562) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:36:44.016757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-6fe7c390-9e09-41a0-8644-b11c4622c5ab admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:36:44.021764 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6fe7c390-9e09-41a0-8644-b11c4622c5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:36:44.031270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6fe7c390-9e09-41a0-8644-b11c4622c5ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:36:44.095868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe7c390-9e09-41a0-8644-b11c4622c5ab admin admin] Made reservation on behalf of 667df9450a5b41d685e3bd06858490ec for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:36:44.100372 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c390-9e09-41a0-8644-b11c4622c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:44.185960 n-d-827896-4 neutron-server[88519]: WARNING neutron.services.revisions.revision_plugin [None req-6fe7c390-9e09-41a0-8644-b11c4622c5ab admin admin] Could not find related network for resource to bump revision. Mar 01 20:36:44.196685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fe7c390-9e09-41a0-8644-b11c4622c5ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:36:44.205346 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c390-9e09-41a0-8644-b11c4622c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:44.205671 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-6fe7c390-9e09-41a0-8644-b11c4622c5ab admin admin] Added segment d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc of type vlan for network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 Mar 01 20:36:44.230438 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c390-9e09-41a0-8644-b11c4622c5ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:44.307654 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c390-9e09-41a0-8644-b11c4622c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:44.308614 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe7c390-9e09-41a0-8644-b11c4622c5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:36:44.309192 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6fe7c390-9e09-41a0-8644-b11c4622c5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:44.408509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7c390-9e09-41a0-8644-b11c4622c5ab admin admin] Pushing event updated for resources: {'Network': ['ID=66cd9777-9cd6-4967-b81e-cbcfd2b31639,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:36:44.418937 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:36:44.456899 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6fe7c390-9e09-41a0-8644-b11c4622c5ab admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4861815 Mar 01 20:36:46.654850 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53572) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:36:46.721974 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3264199-29fd-4ccc-a5da-8a17d45bd0ab admin admin] GET failed (client error): The resource could not be found. Mar 01 20:36:46.722478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a3264199-29fd-4ccc-a5da-8a17d45bd0ab admin admin] Synchronizing usage tracker for tenant:667df9450a5b41d685e3bd06858490ec on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:36:46.798225 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a3264199-29fd-4ccc-a5da-8a17d45bd0ab admin admin] Unset dirty status for tenant:667df9450a5b41d685e3bd06858490ec on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:36:46.799318 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a3264199-29fd-4ccc-a5da-8a17d45bd0ab admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1434886 Mar 01 20:36:46.903775 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d68ac74-9ee4-4b13-878c-34723eb66c47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:36:46.905108 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5d68ac74-9ee4-4b13-878c-34723eb66c47 admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1019115 Mar 01 20:36:46.914684 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-fd6d7f0d-17d4-4655-a67f-723861f4f5ff admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:36:46.919796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fd6d7f0d-17d4-4655-a67f-723861f4f5ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:36:46.923618 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fd6d7f0d-17d4-4655-a67f-723861f4f5ff admin admin] Usage tracker for resource:subnet and tenant:667df9450a5b41d685e3bd06858490ec is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:36:46.926377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fd6d7f0d-17d4-4655-a67f-723861f4f5ff admin admin] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:36:46.932100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fd6d7f0d-17d4-4655-a67f-723861f4f5ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:36:46.990268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6d7f0d-17d4-4655-a67f-723861f4f5ff admin admin] Made reservation on behalf of 667df9450a5b41d685e3bd06858490ec for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:36:46.992571 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fd6d7f0d-17d4-4655-a67f-723861f4f5ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:47.245373 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fd6d7f0d-17d4-4655-a67f-723861f4f5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:47.317445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6d7f0d-17d4-4655-a67f-723861f4f5ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=496fb69a-c85e-462b-a8ee-e2c8de11b90f,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:36:47.324332 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6d7f0d-17d4-4655-a67f-723861f4f5ff admin admin] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:36:47.324685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6d7f0d-17d4-4655-a67f-723861f4f5ff admin admin] Network hostable DHCP agents. Network: 66cd9777-9cd6-4967-b81e-cbcfd2b31639, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:36:47.401763 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6d7f0d-17d4-4655-a67f-723861f4f5ff admin admin] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:36:47.487496 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-fd6d7f0d-17d4-4655-a67f-723861f4f5ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 66cd9777-9cd6-4967-b81e-cbcfd2b31639) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:36:47.492670 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6d7f0d-17d4-4655-a67f-723861f4f5ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:36:47.493990 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fd6d7f0d-17d4-4655-a67f-723861f4f5ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:47.503938 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc65399-0257-44e0-92c2-25459f44ef65 None None] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:36:47.576381 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fd6d7f0d-17d4-4655-a67f-723861f4f5ff admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6649785 Mar 01 20:36:47.715332 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'tenant_id': '667df9450a5b41d685e3bd06858490ec', 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:36:47.716251 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:47.963799 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Allocated IP 192.168.233.2 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/d851d2ff-fbbd-4414-be64-adc39e1a39e0) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:36:48.213989 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:48.224387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Transition to ACTIVE for port object d851d2ff-fbbd-4414-be64-adc39e1a39e0 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:36:48.242757 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Transition to ACTIVE for port object d851d2ff-fbbd-4414-be64-adc39e1a39e0 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:36:48.307816 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:48.366583 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:36:48.369550 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:36:48.377476 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:36:48.410408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Pushing event updated for resources: {'Port': ['ID=d851d2ff-fbbd-4414-be64-adc39e1a39e0,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:36:48.453087 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:48.453431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:48.453767 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:48.454106 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:48.454422 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:48.454743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:48.455088 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:48.455502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:48.455825 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:48.456139 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:48.456454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:48.456771 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:36:48.486977 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Attempting to bind port d851d2ff-fbbd-4414-be64-adc39e1a39e0 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:36:48.487353 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Attempting to bind port d851d2ff-fbbd-4414-be64-adc39e1a39e0 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:36:48.487726 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Attempting to bind port d851d2ff-fbbd-4414-be64-adc39e1a39e0 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:36:48.493073 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 36, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:36:48.493437 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:36:48.493988 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:48.494368 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:36:48.494826 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Bound port: d851d2ff-fbbd-4414-be64-adc39e1a39e0, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:36:48.495202 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:48.583112 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] For port d851d2ff-fbbd-4414-be64-adc39e1a39e0, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:36:48.586101 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] For port d851d2ff-fbbd-4414-be64-adc39e1a39e0, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d851d2ff-fbbd-4414-be64-adc39e1a39e0,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:36:48.673372 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:48.753990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d927cad9-6024-44be-905e-2aebdd452edf None None] Pushing event updated for resources: {'Port': ['ID=d851d2ff-fbbd-4414-be64-adc39e1a39e0,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:36:49.562715 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ba5a9a-fe08-45d5-bab4-fda671996f4b None None] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:36:49.752089 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d94db021-5209-4ae9-b82a-830da9bfd65b None None] Provisioning for port d851d2ff-fbbd-4414-be64-adc39e1a39e0 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:36:50.329602 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d851d2ff-fbbd-4414-be64-adc39e1a39e0 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:36:50.464926 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port d851d2ff-fbbd-4414-be64-adc39e1a39e0 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:36:50.470114 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d851d2ff-fbbd-4414-be64-adc39e1a39e0 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:36:50.470511 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:50.588019 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:50.618867 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port d851d2ff-fbbd-4414-be64-adc39e1a39e0, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d851d2ff-fbbd-4414-be64-adc39e1a39e0,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:36:50.690092 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:50.760317 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=d851d2ff-fbbd-4414-be64-adc39e1a39e0,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:36:52.306765 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d851d2ff-fbbd-4414-be64-adc39e1a39e0 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:36:52.375581 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d851d2ff-fbbd-4414-be64-adc39e1a39e0 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:36:52.375885 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:57.221631 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1c09c35-2f93-40e2-8faf-4b4718894440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:36:59.564068 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-08348cc6-4197-4d55-827a-570a44a5ad0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:37:00.281447 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:37:00.544394 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:37:01.952380 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:37:13.945989 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 5 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:37:27.221142 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8c34bef-8bc2-410b-a801-69dfce6c956d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:37:29.580888 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-09ebf02b-04f3-45ba-a555-b4c687dc1fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:37:30.278169 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:37:30.558670 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:37:31.963650 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:37:50.944823 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 5 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:37:57.215206 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-70087bbe-8de1-4346-9a20-2fcb2b6fb908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:37:59.565916 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-58a490da-8855-40f1-9bec-c4a66cce6cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:38:00.280581 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:38:00.560500 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:38:01.985451 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:38:27.262752 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7497d378-6efe-4504-81f2-0ff55750ac1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:38:27.942831 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 5 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:38:29.593925 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0e1d55ca-86d7-4dd8-b206-90e89ef131a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:38:30.379705 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:38:30.611064 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:38:31.976929 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:38:44.649895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53616) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:38:44.655824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-499bf300-fae5-48c9-b748-99106e3266dd tempest-verify_tempest_config-1936920244 tempest-verify_tempest_config-1936920244-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:38:44.656760 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-499bf300-fae5-48c9-b748-99106e3266dd tempest-verify_tempest_config-1936920244 tempest-verify_tempest_config-1936920244-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059228 Mar 01 20:38:45.196380 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53634) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:38:45.338407 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:38:45.353234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:38:45.357025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Usage tracker for resource:security_group_rule and tenant:bce706c260f5449593f68340d7d2b9ac is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:38:45.360502 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:38:45.366129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:38:45.446896 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:38:45.527934 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:38:45.573184 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Synchronizing usage tracker for tenant:667df9450a5b41d685e3bd06858490ec on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:38:45.575507 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f241641-9f31-4b0e-a063-075900446344,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:38:45.586213 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:38:45.589031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:38:45.589031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:38:45.589031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:38:45.589031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:38:45.589031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:38:45.589031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:38:45.589031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:38:45.589031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:38:45.589031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:38:45.589813 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:38:45.589813 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:38:45.676503 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] Unset dirty status for tenant:667df9450a5b41d685e3bd06858490ec on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:38:45.677772 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bb19846e-35d9-4420-9484-5dc8a106a58f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bce706c260f5449593f68340d7d2b9ac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4804308 Mar 01 20:38:45.680436 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53640) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:38:45.737654 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-80bac063-cdf0-4d2d-9f09-2bfb4ff06d8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:38:45.762742 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-80bac063-cdf0-4d2d-9f09-2bfb4ff06d8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:38:45.959461 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-80bac063-cdf0-4d2d-9f09-2bfb4ff06d8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:38:45.973126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bac063-cdf0-4d2d-9f09-2bfb4ff06d8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f241641-9f31-4b0e-a063-075900446344,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:38:45.980565 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-80bac063-cdf0-4d2d-9f09-2bfb4ff06d8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:38:45.981782 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-80bac063-cdf0-4d2d-9f09-2bfb4ff06d8a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f241641-9f31-4b0e-a063-075900446344 HTTP/1.1" status: 204 len: 168 time: 0.3003836 Mar 01 20:38:57.227690 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-20e66281-461b-4347-958e-2f5d544de552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:38:59.601730 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9ab0ed4e-0576-4512-8a20-27bd40fa156a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:39:00.298783 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:39:00.556015 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:39:01.972855 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:39:04.941272 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 5 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:39:27.209779 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6ef84233-71dc-409c-af25-78d8fbd52e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:39:29.578323 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-259aa808-c47b-4946-b6f8-e402dbd1af96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:39:30.272994 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:39:30.575657 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:39:31.978012 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:39:41.942708 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 5 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:39:57.232615 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fb921313-2a57-4df6-b630-c3c5f3250fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:39:59.589615 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ff3fc934-31b0-466f-8c2c-349807c488d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:40:00.312315 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:40:00.577882 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:40:01.975246 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:40:18.941924 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 5 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:40:27.248984 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4f232291-36fb-486c-a581-32a86db44c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:40:29.571488 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ccc65b05-ff8c-4d2f-b2e4-5a6802d7604a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:40:30.291471 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:40:30.575419 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:40:31.976823 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:40:55.940807 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 5 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:40:57.250530 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-490de588-0777-4989-a139-3376420575d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:40:59.568223 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0aa9d1cc-0bf1-41a4-907b-84c55a39cf7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:41:00.299302 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:41:00.562228 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:41:01.985203 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:41:27.224725 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6cbe67f8-5ac2-4c0b-b511-e54d2cc0c7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:41:29.568078 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8e49207f-3b15-493b-ae2c-bcb73137f195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:41:30.310386 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:41:30.730399 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:41:31.998774 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:41:32.939840 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 5 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:41:50.903879 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332101'] for agent, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:41:53.372581 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-332101'] for agent, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:41:57.203632 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1a960b1e-c18e-48dd-9db3-79634deae3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:41:59.570040 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ad2e0821-de40-41e8-b153-d943f50bfa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:42:00.292591 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:42:00.553492 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:42:01.958178 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:42:09.939614 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:42:20.854995 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:42:23.363510 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:42:27.229183 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9e6485f1-3dc6-4121-9654-d3a6dd5f26b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:42:29.591832 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b31b915f-91da-4d57-ac74-b9acfaa90247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:42:30.288941 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:42:30.554656 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:42:32.000805 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:42:40.315183 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53704) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:42:40.426315 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b5c1b726-26a4-473e-a264-bd7f0f3fcd39 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1100495 Mar 01 20:42:42.599814 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53714) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:42:42.654228 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0d26298d-498c-4ede-85bd-1c48a9cc362b admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0533342 Mar 01 20:42:46.938664 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:42:50.908529 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:42:53.345577 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:42:57.230912 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b244c56e-f0b6-4c41-af47-f02944885ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:42:59.565749 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-88148627-bb24-4d22-a4e5-06abb9397df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:43:00.316581 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:43:00.562634 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:43:01.999942 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:43:20.905128 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:43:23.363303 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:43:23.938870 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:43:27.222006 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-59b52974-b6e0-4176-bcdf-bcdb4b71630f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:43:29.590421 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1b537b90-4582-44b5-beb9-da017f391c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:43:30.293384 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:43:30.590628 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:43:32.008267 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:43:50.950428 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:43:53.368286 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:43:57.224518 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c5327751-318e-4750-9a88-5ebaced7d625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:43:59.575842 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c7d2ff5f-088c-4c52-9432-5a2fec06e77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:00.309843 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:00.575615 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:00.939103 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:44:01.989761 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:20.952827 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:21.269103 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53922) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:21.918003 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8661c9dc-418e-4e73-b978-376416e57487 tempest-AutoAllocateNetworkTest-2029512151 tempest-AutoAllocateNetworkTest-2029512151-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4d72e6740684437db845889a05e47423&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6476660 Mar 01 20:44:21.920677 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53942) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:22.071418 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a828598-47ad-469e-9579-cbf1af847ace tempest-AutoAllocateNetworkTest-2029512151 tempest-AutoAllocateNetworkTest-2029512151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:22.075863 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53952) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:22.076438 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2a828598-47ad-469e-9579-cbf1af847ace tempest-AutoAllocateNetworkTest-2029512151 tempest-AutoAllocateNetworkTest-2029512151-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1542945 Mar 01 20:44:22.151289 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-72941cc0-0e8f-4e84-8c18-f41318573336 tempest-AutoAllocateNetworkTest-2029512151 tempest-AutoAllocateNetworkTest-2029512151-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733314 Mar 01 20:44:22.153672 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53956) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:22.181420 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0fa44ed1-fb3a-4fe8-b17e-34593a482eec tempest-AutoAllocateNetworkTest-2029512151 tempest-AutoAllocateNetworkTest-2029512151-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=4d72e6740684437db845889a05e47423 HTTP/1.1" status: 200 len: 208 time: 0.0265841 Mar 01 20:44:23.357709 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54000) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:23.384456 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:23.821369 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:23.835973 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:23.839913 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] Usage tracker for resource:security_group_rule and tenant:4d72e6740684437db845889a05e47423 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:23.843142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:23.848887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:23.939816 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:24.016083 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:24.087891 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54030) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:24.088349 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d72e6740684437db845889a05e47423&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7292635 Mar 01 20:44:24.089148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963a38e5-654b-4b6d-a424-8b805e9c8a42,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:24.099267 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.100308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.101188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.101768 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.102392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.105075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.105075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.105075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.105075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.105075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.105075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.105075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756d43ca-a7f4-440b-9796-4f44c182eb18 admin admin] Tracked resource versions report: Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: pushed versions: Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: { 'AddressGroup': {'1.2'}, Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'ConntrackHelper': {'1.0'}, Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'Log': {'1.0'}, Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'Network': {'1.1'}, Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'Port': {'1.7'}, Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'PortForwarding': {'1.2'}, Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'QosPolicy': {'1.8'}, Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'SecurityGroup': {'1.4'}, Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'SecurityGroupRule': {'1.2'}, Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'SubPort': {'1.0'}, Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'Subnet': {'1.1'}, Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'Trunk': {'1.1'}} Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: consumer versions: Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: { DHCP agent@n-d-827896-4: {}, Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: HyperV agent@n-h1-827896-4: {}, Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: HyperV agent@n-h2-827896-4: {}, Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: L3 agent@n-d-827896-4: {}, Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: Metadata agent@n-d-827896-4: {}, Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: Metering agent@n-d-827896-4: {}, Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: Open vSwitch agent@n-d-827896-4: { 'AddressGroup': '1.2', Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'ConntrackHelper': '1.0', Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'Log': '1.0', Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'Network': '1.1', Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'Port': '1.7', Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'PortForwarding': '1.2', Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'QosPolicy': '1.8', Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'SecurityGroup': '1.4', Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'SecurityGroupRule': '1.2', Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'SubPort': '1.0', Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'Subnet': '1.1', Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: 'Trunk': '1.1'}} Mar 01 20:44:24.105808 n-d-827896-4 neutron-server[88518]: {{(pid=88518) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 20:44:24.160840 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51a93d1b-e6f2-42f8-be81-d47bb94642d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:24.190699 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51a93d1b-e6f2-42f8-be81-d47bb94642d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:24.305284 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51a93d1b-e6f2-42f8-be81-d47bb94642d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:24.322661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a93d1b-e6f2-42f8-be81-d47bb94642d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963a38e5-654b-4b6d-a424-8b805e9c8a42,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:24.331727 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a93d1b-e6f2-42f8-be81-d47bb94642d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.332073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a93d1b-e6f2-42f8-be81-d47bb94642d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.332408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a93d1b-e6f2-42f8-be81-d47bb94642d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.332738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a93d1b-e6f2-42f8-be81-d47bb94642d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.336059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a93d1b-e6f2-42f8-be81-d47bb94642d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.336059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a93d1b-e6f2-42f8-be81-d47bb94642d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.336059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a93d1b-e6f2-42f8-be81-d47bb94642d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.336059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a93d1b-e6f2-42f8-be81-d47bb94642d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.336059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a93d1b-e6f2-42f8-be81-d47bb94642d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.336059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a93d1b-e6f2-42f8-be81-d47bb94642d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.336059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a93d1b-e6f2-42f8-be81-d47bb94642d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.336059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a93d1b-e6f2-42f8-be81-d47bb94642d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a93d1b-e6f2-42f8-be81-d47bb94642d7 admin admin] Tracked resource versions report: Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: pushed versions: Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: { 'AddressGroup': {'1.2'}, Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'ConntrackHelper': {'1.0'}, Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'Log': {'1.0'}, Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'Network': {'1.1'}, Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'Port': {'1.7'}, Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'PortForwarding': {'1.2'}, Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'QosPolicy': {'1.8'}, Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'SecurityGroup': {'1.4'}, Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'SecurityGroupRule': {'1.2'}, Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'SubPort': {'1.0'}, Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'Subnet': {'1.1'}, Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'Trunk': {'1.1'}} Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: consumer versions: Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: { DHCP agent@n-d-827896-4: {}, Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: HyperV agent@n-h1-827896-4: {}, Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: HyperV agent@n-h2-827896-4: {}, Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: L3 agent@n-d-827896-4: {}, Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: Metadata agent@n-d-827896-4: {}, Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: Metering agent@n-d-827896-4: {}, Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: Open vSwitch agent@n-d-827896-4: { 'AddressGroup': '1.2', Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'ConntrackHelper': '1.0', Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'Log': '1.0', Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'Network': '1.1', Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'Port': '1.7', Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'PortForwarding': '1.2', Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'QosPolicy': '1.8', Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'SecurityGroup': '1.4', Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'SecurityGroupRule': '1.2', Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'SubPort': '1.0', Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'Subnet': '1.1', Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: 'Trunk': '1.1'}} Mar 01 20:44:24.336555 n-d-827896-4 neutron-server[88519]: {{(pid=88519) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 20:44:24.339273 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51a93d1b-e6f2-42f8-be81-d47bb94642d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:24.340417 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-51a93d1b-e6f2-42f8-be81-d47bb94642d7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/963a38e5-654b-4b6d-a424-8b805e9c8a42 HTTP/1.1" status: 204 len: 168 time: 0.2514091 Mar 01 20:44:26.767175 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54134) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:26.896510 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-034760c8-9575-4d19-90c9-30129c619ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:26.911232 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-034760c8-9575-4d19-90c9-30129c619ce8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:26.916703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-034760c8-9575-4d19-90c9-30129c619ce8 admin admin] Usage tracker for resource:security_group_rule and tenant:b3c1296778cf4547a0a2d49dbe11fa0c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:26.931035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-034760c8-9575-4d19-90c9-30129c619ce8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:26.931035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-034760c8-9575-4d19-90c9-30129c619ce8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:27.012539 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-034760c8-9575-4d19-90c9-30129c619ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:27.092670 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-034760c8-9575-4d19-90c9-30129c619ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:27.131428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034760c8-9575-4d19-90c9-30129c619ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52306e51-4790-4e4d-8651-21f0d92266db,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:27.168790 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-034760c8-9575-4d19-90c9-30129c619ce8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b3c1296778cf4547a0a2d49dbe11fa0c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3979676 Mar 01 20:44:27.169187 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54164) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:27.240055 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed5834fe-4224-44a7-9ee7-25575c7ffb9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:27.240495 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54174) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:27.241529 n-d-827896-4 neutron-server[88518]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 01 20:44:27.276123 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-d34657f1-685e-4317-a69e-213e861b6e36 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d7a332f379f44c3f873abee5c79749b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366416 Mar 01 20:44:27.293553 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-567341a7-ed73-41ed-97ea-0b2b7bde183b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:27.297225 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed5834fe-4224-44a7-9ee7-25575c7ffb9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:27.445261 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed5834fe-4224-44a7-9ee7-25575c7ffb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:27.456838 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5834fe-4224-44a7-9ee7-25575c7ffb9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52306e51-4790-4e4d-8651-21f0d92266db,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:27.463345 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed5834fe-4224-44a7-9ee7-25575c7ffb9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:27.467073 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ed5834fe-4224-44a7-9ee7-25575c7ffb9f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/52306e51-4790-4e4d-8651-21f0d92266db HTTP/1.1" status: 204 len: 168 time: 0.2943778 Mar 01 20:44:27.509372 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-6d762af7-4ab5-485c-8e22-5c34a9815d86 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:27.510747 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-6d762af7-4ab5-485c-8e22-5c34a9815d86 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2288640 Mar 01 20:44:27.526358 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-1174b1b8-0ebd-4ce3-8635-a9b5517086ca tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/quotas/d7a332f379f44c3f873abee5c79749b0 HTTP/1.1" status: 200 len: 375 time: 0.0099068 Mar 01 20:44:27.578530 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-3364d819-3c0d-4d1a-b5c4-465997eb4802 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7a332f379f44c3f873abee5c79749b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469232 Mar 01 20:44:28.205473 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54220) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:28.233797 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c7289358-0169-422c-bd19-59ee4f789a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:28.249033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c7289358-0169-422c-bd19-59ee4f789a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:28.253166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c7289358-0169-422c-bd19-59ee4f789a3b admin admin] Usage tracker for resource:security_group_rule and tenant:cefb7ab19c7846a0b797d0377b6e1729 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:28.256495 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c7289358-0169-422c-bd19-59ee4f789a3b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:28.263808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c7289358-0169-422c-bd19-59ee4f789a3b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:28.371311 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c7289358-0169-422c-bd19-59ee4f789a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:28.415444 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c7289358-0169-422c-bd19-59ee4f789a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:28.460936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7289358-0169-422c-bd19-59ee4f789a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af93d8c4-9ef4-4b58-af59-448e6f3e0914,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:28.471330 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c7289358-0169-422c-bd19-59ee4f789a3b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cefb7ab19c7846a0b797d0377b6e1729&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2624457 Mar 01 20:44:28.471624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54234) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:28.577896 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2865611-54c7-475b-8e0d-c00bdc7d4ea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:28.586768 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0a2cfd0-3c43-4725-b8f7-01e66bde2221 req-1f55222c-c40f-42f3-9f12-b02850611224 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 210 time: 0.0520809 Mar 01 20:44:28.633675 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2865611-54c7-475b-8e0d-c00bdc7d4ea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:28.844088 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2865611-54c7-475b-8e0d-c00bdc7d4ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:28.863347 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2865611-54c7-475b-8e0d-c00bdc7d4ea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af93d8c4-9ef4-4b58-af59-448e6f3e0914,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:28.892482 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2865611-54c7-475b-8e0d-c00bdc7d4ea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:28.897302 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a2865611-54c7-475b-8e0d-c00bdc7d4ea7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af93d8c4-9ef4-4b58-af59-448e6f3e0914 HTTP/1.1" status: 204 len: 168 time: 0.4211013 Mar 01 20:44:29.258958 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54282) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:29.357362 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54288) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:29.497368 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-935307ea-29e7-4bec-8af4-751ba0eb41b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:29.512711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-935307ea-29e7-4bec-8af4-751ba0eb41b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:29.516969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-935307ea-29e7-4bec-8af4-751ba0eb41b9 admin admin] Usage tracker for resource:security_group_rule and tenant:9659d9bfbf7a499287aed8d095aeb3db is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:29.520115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-935307ea-29e7-4bec-8af4-751ba0eb41b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:29.526946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-935307ea-29e7-4bec-8af4-751ba0eb41b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:29.569309 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c3f1832b-7f13-46e7-9150-ddf94170a4b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:29.592299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c3f1832b-7f13-46e7-9150-ddf94170a4b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:29.600518 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c3f1832b-7f13-46e7-9150-ddf94170a4b8 admin admin] Usage tracker for resource:security_group_rule and tenant:f2f532195d3844cd8da7a159cba0fad6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:29.603901 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ca9001ec-5452-43ef-a7f2-d1995672d4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:29.604409 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c3f1832b-7f13-46e7-9150-ddf94170a4b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:29.616384 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c3f1832b-7f13-46e7-9150-ddf94170a4b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:29.689872 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-935307ea-29e7-4bec-8af4-751ba0eb41b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:29.742500 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c3f1832b-7f13-46e7-9150-ddf94170a4b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:29.795066 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-935307ea-29e7-4bec-8af4-751ba0eb41b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:29.850477 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935307ea-29e7-4bec-8af4-751ba0eb41b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0da008-6297-45e0-9948-53657640ba86,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:29.861669 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c3f1832b-7f13-46e7-9150-ddf94170a4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:29.871635 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-935307ea-29e7-4bec-8af4-751ba0eb41b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9659d9bfbf7a499287aed8d095aeb3db&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6114028 Mar 01 20:44:29.874486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54324) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:29.920006 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c3f1832b-7f13-46e7-9150-ddf94170a4b8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2f532195d3844cd8da7a159cba0fad6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5613840 Mar 01 20:44:29.920582 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54328) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:29.933470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f1832b-7f13-46e7-9150-ddf94170a4b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba00723-1c6e-4f78-ac8c-d81f649dc0b3,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:29.940077 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e66918a8-a7ed-491c-9faa-80f9b1a9e419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:29.982392 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e66918a8-a7ed-491c-9faa-80f9b1a9e419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:30.033395 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2d7c95d4-959a-43ed-abf3-76cd6b6b2c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:30.080912 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2d7c95d4-959a-43ed-abf3-76cd6b6b2c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:30.141947 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e66918a8-a7ed-491c-9faa-80f9b1a9e419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:30.170854 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61e738ad-6b76-4ce7-89ac-643a33b05231 req-a9172015-34e6-407f-81f9-567b701bc61b tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 210 time: 0.0759561 Mar 01 20:44:30.192419 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66918a8-a7ed-491c-9faa-80f9b1a9e419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0da008-6297-45e0-9948-53657640ba86,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:30.217676 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e66918a8-a7ed-491c-9faa-80f9b1a9e419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:30.219188 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e66918a8-a7ed-491c-9faa-80f9b1a9e419 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed0da008-6297-45e0-9948-53657640ba86 HTTP/1.1" status: 204 len: 168 time: 0.3431339 Mar 01 20:44:30.284053 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2d7c95d4-959a-43ed-abf3-76cd6b6b2c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:30.307708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7c95d4-959a-43ed-abf3-76cd6b6b2c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba00723-1c6e-4f78-ac8c-d81f649dc0b3,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:30.312542 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:30.328600 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2d7c95d4-959a-43ed-abf3-76cd6b6b2c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:30.332442 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2d7c95d4-959a-43ed-abf3-76cd6b6b2c61 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bba00723-1c6e-4f78-ac8c-d81f649dc0b3 HTTP/1.1" status: 204 len: 168 time: 0.4074972 Mar 01 20:44:30.586734 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:30.917285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54378) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:30.948849 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.55', 52700) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:30.981459 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-3367e31c-3089-454c-acbc-eb7081490ccc tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d7a332f379f44c3f873abee5c79749b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312324 Mar 01 20:44:31.134102 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-3ecc9dcc-69de-4a87-a73b-96e258c4265a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:31.135540 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-3ecc9dcc-69de-4a87-a73b-96e258c4265a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1494544 Mar 01 20:44:31.255773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Request body: {'port': {'device_id': '65213f0e-8603-47db-b124-6e61a56ddb99', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'd7a332f379f44c3f873abee5c79749b0'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:44:31.313052 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54392) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:31.340754 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-baaa18ee-193d-42de-bb4c-f0244fe4aa4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:31.355808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54396) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:31.360714 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-baaa18ee-193d-42de-bb4c-f0244fe4aa4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:31.366297 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-baaa18ee-193d-42de-bb4c-f0244fe4aa4e admin admin] Usage tracker for resource:security_group_rule and tenant:e6d86ff22d374b5f9e3ce0e1fcd1c5ee is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:31.372865 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-baaa18ee-193d-42de-bb4c-f0244fe4aa4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:31.381548 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-baaa18ee-193d-42de-bb4c-f0244fe4aa4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:31.450561 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:31.457428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Usage tracker for resource:port and tenant:d7a332f379f44c3f873abee5c79749b0 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:31.462091 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:31.470795 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:31.481039 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25388679-ce92-4baf-aada-f905bdf21d74 req-4768f100-f69a-4617-a4b8-89c8b297be87 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 210 time: 0.1261139 Mar 01 20:44:31.544175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Made reservation on behalf of d7a332f379f44c3f873abee5c79749b0 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:44:31.549394 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:31.556576 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-baaa18ee-193d-42de-bb4c-f0244fe4aa4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:31.564081 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:31.580579 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:31.585540 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Usage tracker for resource:security_group_rule and tenant:d7a332f379f44c3f873abee5c79749b0 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:31.588593 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:31.593284 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-569c7ecd-f74a-488e-8af9-b996ad0958de admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:31.595640 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:31.610753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-569c7ecd-f74a-488e-8af9-b996ad0958de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:31.619448 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-569c7ecd-f74a-488e-8af9-b996ad0958de admin admin] Usage tracker for resource:security_group_rule and tenant:ae3eec62e1f64a1cbbec19367ec2a70e is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:31.619548 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-569c7ecd-f74a-488e-8af9-b996ad0958de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:31.619745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54414) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:31.626756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-569c7ecd-f74a-488e-8af9-b996ad0958de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:31.632056 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-baaa18ee-193d-42de-bb4c-f0244fe4aa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:31.693564 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-baaa18ee-193d-42de-bb4c-f0244fe4aa4e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e6d86ff22d374b5f9e3ce0e1fcd1c5ee&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3805730 Mar 01 20:44:31.700762 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54422) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:31.700929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-network', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:44:31.707957 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:31.725220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Usage tracker for resource:network and tenant:0785a09c63c64fe3911dbbda40f5802d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:31.729272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:31.738388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:31.744063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa18ee-193d-42de-bb4c-f0244fe4aa4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4c7b94-9fec-4f85-ab73-da7aa3a721c0,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:31.762841 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:31.792333 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0474f37f-db09-485c-8ff1-277d38159b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:31.816241 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-569c7ecd-f74a-488e-8af9-b996ad0958de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:31.823041 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0474f37f-db09-485c-8ff1-277d38159b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:31.852434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Made reservation on behalf of 0785a09c63c64fe3911dbbda40f5802d for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:44:31.854896 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:31.873089 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54432) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:31.879794 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:31.879974 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6886ee30-2ae0-47fe-a5a5-31cb53908e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:31.893734 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:31.916395 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-569c7ecd-f74a-488e-8af9-b996ad0958de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:31.940125 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-3f824772-9c84-4ec8-af25-8be797bb3764 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a8d738de61a44b239fd0a26700603792&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641651 Mar 01 20:44:31.941051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:31.948476 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Usage tracker for resource:security_group_rule and tenant:0785a09c63c64fe3911dbbda40f5802d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:31.954162 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6886ee30-2ae0-47fe-a5a5-31cb53908e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:31.961021 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:31.962969 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6886ee30-2ae0-47fe-a5a5-31cb53908e7b admin admin] Usage tracker for resource:security_group_rule and tenant:77e8fae90ce5430f98782405c9a2f396 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:31.970506 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6886ee30-2ae0-47fe-a5a5-31cb53908e7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:31.981536 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6886ee30-2ae0-47fe-a5a5-31cb53908e7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:31.999286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:32.010130 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b658d528-ba3c-457f-a31e-fbbdb48924ef,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:32.024330 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-569c7ecd-f74a-488e-8af9-b996ad0958de admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ae3eec62e1f64a1cbbec19367ec2a70e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1058893 Mar 01 20:44:32.027872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54444) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:32.048925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54448) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:32.058533 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:32.088241 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0474f37f-db09-485c-8ff1-277d38159b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:32.113814 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c7ecd-f74a-488e-8af9-b996ad0958de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af843180-906c-40e0-96c1-c4277d6c6c33,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:32.146066 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-790e91e5-1095-468c-a31a-91100c90ca8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:32.175551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-790e91e5-1095-468c-a31a-91100c90ca8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:32.182921 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-790e91e5-1095-468c-a31a-91100c90ca8b admin admin] Usage tracker for resource:security_group_rule and tenant:e5993beb5bc14f74b99a4b9dabde51a5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:32.187702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-790e91e5-1095-468c-a31a-91100c90ca8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:32.205705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-790e91e5-1095-468c-a31a-91100c90ca8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:32.213284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474f37f-db09-485c-8ff1-277d38159b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4c7b94-9fec-4f85-ab73-da7aa3a721c0,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:32.245306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-0f7467b7-b677-44bf-88e7-c895cba769ff tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:32.246774 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-0f7467b7-b677-44bf-88e7-c895cba769ff tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2996056 Mar 01 20:44:32.251722 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8138e231-8129-486e-b362-752709666e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:32.282473 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0474f37f-db09-485c-8ff1-277d38159b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:32.282836 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-64307c66-0a9a-4a0d-8df3-cb8fda022cc2 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/quotas/a8d738de61a44b239fd0a26700603792 HTTP/1.1" status: 200 len: 375 time: 0.0257688 Mar 01 20:44:32.286140 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0474f37f-db09-485c-8ff1-277d38159b15 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da4c7b94-9fec-4f85-ab73-da7aa3a721c0 HTTP/1.1" status: 204 len: 168 time: 0.5818558 Mar 01 20:44:32.315695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Allocated IP 192.168.233.76 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/5eea1189-0bf6-4001-9843-36133dc947c7) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:44:32.325124 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8138e231-8129-486e-b362-752709666e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:32.332369 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6886ee30-2ae0-47fe-a5a5-31cb53908e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:32.354112 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-39ef6b50-61a7-43df-a022-e17440b0b19c tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a8d738de61a44b239fd0a26700603792&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581868 Mar 01 20:44:32.417835 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6886ee30-2ae0-47fe-a5a5-31cb53908e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:32.423290 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:32.481587 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6886ee30-2ae0-47fe-a5a5-31cb53908e7b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77e8fae90ce5430f98782405c9a2f396&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8558540 Mar 01 20:44:32.481587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886ee30-2ae0-47fe-a5a5-31cb53908e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8032d1-c20c-4128-97b2-8a4a937200da,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:32.481819 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54466) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:32.501089 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:32.541720 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:44:32.553636 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768676561668', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:32.553636 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Unsubscribe: segment precommit_create {{(pid=88518) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 01 20:44:32.554237 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Added segment 11ba65c5-cd68-4196-93ae-29e4841505fb of type vlan for network 8a2300c7-0003-4f12-abfc-8b8e56fe14e8 Mar 01 20:44:32.591945 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:32.733574 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8138e231-8129-486e-b362-752709666e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:32.768111 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138e231-8129-486e-b362-752709666e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af843180-906c-40e0-96c1-c4277d6c6c33,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:32.772858 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:32.798122 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8138e231-8129-486e-b362-752709666e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:32.799300 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8138e231-8129-486e-b362-752709666e40 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af843180-906c-40e0-96c1-c4277d6c6c33 HTTP/1.1" status: 204 len: 168 time: 0.7704842 Mar 01 20:44:32.813815 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Transition to ACTIVE for port object 5eea1189-0bf6-4001-9843-36133dc947c7 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:44:32.847069 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-790e91e5-1095-468c-a31a-91100c90ca8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:32.924776 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:32.938507 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:32.942474 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:32.944607 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:32.984850 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-790e91e5-1095-468c-a31a-91100c90ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:33.101191 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:44:33.123141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:44:33.135987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:44:33.148668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:33.152835 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:33.167394 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Pushing event updated for resources: {'Network': ['ID=8a2300c7-0003-4f12-abfc-8b8e56fe14e8,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:33.190856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b941cf-62b2-486b-ac06-5f6ae0d98e76,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:33.197946 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b96d99ff-5a5c-456f-a059-c28d6faed71f req-55ddf1db-28a3-4ba6-8c3c-3c55e597befc tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 210 time: 0.4417317 Mar 01 20:44:33.223505 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 8a2300c7-0003-4f12-abfc-8b8e56fe14e8 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:44:33.290056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Pushing event updated for resources: {'Port': ['ID=5eea1189-0bf6-4001-9843-36133dc947c7,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:33.311540 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-143a4774-f9dd-4e79-a79a-d99a9133ba09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:33.337307 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-790e91e5-1095-468c-a31a-91100c90ca8b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e5993beb5bc14f74b99a4b9dabde51a5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2824419 Mar 01 20:44:33.340215 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54520) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:33.402199 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-ef8825b3-9f19-4baf-a551-a714e379ab3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1556227 Mar 01 20:44:33.413136 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fcc594d5-693d-42ca-b499-78d5dd0c17fc tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:44:33.414654 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fcc594d5-693d-42ca-b499-78d5dd0c17fc tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054283 Mar 01 20:44:33.468394 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790e91e5-1095-468c-a31a-91100c90ca8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c218dc-34fa-407a-828c-c84c92493196,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:33.495507 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1f69099a-3820-4674-84e6-80dd48cd264e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:33.497001 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-143a4774-f9dd-4e79-a79a-d99a9133ba09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:33.557302 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1f69099a-3820-4674-84e6-80dd48cd264e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:33.614301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6612408-8eb0-4e7d-886b-ac3a7a98cefd req-e445a0df-003e-402e-83b4-d83ceebccefd tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:33.619610 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d6612408-8eb0-4e7d-886b-ac3a7a98cefd req-e445a0df-003e-402e-83b4-d83ceebccefd tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 935 time: 0.9156291 Mar 01 20:44:33.690308 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d6612408-8eb0-4e7d-886b-ac3a7a98cefd req-c9792d69-6994-41ca-8656-92b7d281c10f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624814 Mar 01 20:44:34.135586 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f393041a-5db1-4598-aaea-dd8ec7fadc4e None None] Provisioning for port 5eea1189-0bf6-4001-9843-36133dc947c7 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:44:34.136728 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-172135d0-843e-4dd5-9fab-902a103d09b5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.7315352 Mar 01 20:44:34.137836 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-143a4774-f9dd-4e79-a79a-d99a9133ba09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:34.138336 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1f69099a-3820-4674-84e6-80dd48cd264e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:34.142056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54526) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:34.142763 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f393041a-5db1-4598-aaea-dd8ec7fadc4e None None] Provisioning complete for port 5eea1189-0bf6-4001-9843-36133dc947c7 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:44:34.143826 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f393041a-5db1-4598-aaea-dd8ec7fadc4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:34.168641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b3cd094b-0285-40c2-b62b-6a4566906115 admin admin] Request body: {'subnet': {'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-subnet', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:44:34.182068 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1f69099a-3820-4674-84e6-80dd48cd264e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:34.185674 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1f69099a-3820-4674-84e6-80dd48cd264e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b4c218dc-34fa-407a-828c-c84c92493196 HTTP/1.1" status: 204 len: 168 time: 0.8423107 Mar 01 20:44:34.185674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f69099a-3820-4674-84e6-80dd48cd264e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c218dc-34fa-407a-828c-c84c92493196,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:34.186855 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b3cd094b-0285-40c2-b62b-6a4566906115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:34.191948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a4774-f9dd-4e79-a79a-d99a9133ba09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8032d1-c20c-4128-97b2-8a4a937200da,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:34.196239 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b3cd094b-0285-40c2-b62b-6a4566906115 admin admin] Usage tracker for resource:subnet and tenant:0785a09c63c64fe3911dbbda40f5802d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:34.217543 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b3cd094b-0285-40c2-b62b-6a4566906115 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:34.231775 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b3cd094b-0285-40c2-b62b-6a4566906115 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:34.268222 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-143a4774-f9dd-4e79-a79a-d99a9133ba09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:34.274583 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-143a4774-f9dd-4e79-a79a-d99a9133ba09 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ef8032d1-c20c-4128-97b2-8a4a937200da HTTP/1.1" status: 204 len: 168 time: 1.7933929 Mar 01 20:44:34.283649 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f393041a-5db1-4598-aaea-dd8ec7fadc4e None None] Port 5eea1189-0bf6-4001-9843-36133dc947c7 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:44:34.398895 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-533e9d41-e9b6-4cdd-be44-2a78634d4e94 req-21f4c9da-8fcd-459a-afc5-6f44e49d7d32 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 210 time: 0.0810552 Mar 01 20:44:34.435702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cd094b-0285-40c2-b62b-6a4566906115 admin admin] Made reservation on behalf of 0785a09c63c64fe3911dbbda40f5802d for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:44:34.439035 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3cd094b-0285-40c2-b62b-6a4566906115 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:34.479316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54542) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:34.508675 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-450a6936-d504-49f7-be95-d89a2edfb009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:34.535746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-450a6936-d504-49f7-be95-d89a2edfb009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:34.545257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-450a6936-d504-49f7-be95-d89a2edfb009 admin admin] Usage tracker for resource:security_group_rule and tenant:c24179714b2c4988ac1aade32964aea4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:34.548405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-450a6936-d504-49f7-be95-d89a2edfb009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:34.556627 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-450a6936-d504-49f7-be95-d89a2edfb009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:34.645788 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-450a6936-d504-49f7-be95-d89a2edfb009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:34.744539 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-450a6936-d504-49f7-be95-d89a2edfb009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:34.808214 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-450a6936-d504-49f7-be95-d89a2edfb009 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c24179714b2c4988ac1aade32964aea4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3277900 Mar 01 20:44:34.808930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a6936-d504-49f7-be95-d89a2edfb009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93096bf-de99-4947-8f6a-ab7b67b84d7b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:34.812405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54552) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:34.878883 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d9b8a68a-d510-4492-a2d5-fc6869535242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:34.904278 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3cd094b-0285-40c2-b62b-6a4566906115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:34.925424 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d9b8a68a-d510-4492-a2d5-fc6869535242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:35.096085 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd094b-0285-40c2-b62b-6a4566906115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61ab86d-6482-45cf-be2e-8c7db22c8a23,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:35.187244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cd094b-0285-40c2-b62b-6a4566906115 admin admin] Checking segment: {'id': '11ba65c5-cd68-4196-93ae-29e4841505fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:44:35.187551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cd094b-0285-40c2-b62b-6a4566906115 admin admin] Network hostable DHCP agents. Network: 8a2300c7-0003-4f12-abfc-8b8e56fe14e8, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:44:35.231954 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f584dbd2-ca0f-4f1d-93b7-5be052a7c4b7 req-e83cb81a-88b1-415d-9e38-bf5762d20d3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:35.233648 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f584dbd2-ca0f-4f1d-93b7-5be052a7c4b7 req-e83cb81a-88b1-415d-9e38-bf5762d20d3f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 935 time: 0.2278523 Mar 01 20:44:35.307117 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f584dbd2-ca0f-4f1d-93b7-5be052a7c4b7 req-4d6d2f55-3d8c-4506-8cd0-66f17c21b405 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666676 Mar 01 20:44:35.309289 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d9b8a68a-d510-4492-a2d5-fc6869535242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:35.341930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b8a68a-d510-4492-a2d5-fc6869535242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93096bf-de99-4947-8f6a-ab7b67b84d7b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:35.350999 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d9b8a68a-d510-4492-a2d5-fc6869535242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:35.353458 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d9b8a68a-d510-4492-a2d5-fc6869535242 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f93096bf-de99-4947-8f6a-ab7b67b84d7b HTTP/1.1" status: 204 len: 168 time: 0.5388088 Mar 01 20:44:35.361052 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cd094b-0285-40c2-b62b-6a4566906115 admin admin] Network 8a2300c7-0003-4f12-abfc-8b8e56fe14e8 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:44:35.545269 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff1aa031-b0a6-4cb1-831d-ab98582b9a62 req-5f6548ea-a3f3-4cad-adeb-0ccdae620937 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 210 time: 0.0820560 Mar 01 20:44:35.573599 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] Request body: {'port': {'device_id': '65213f0e-8603-47db-b124-6e61a56ddb99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:44:35.620867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-b3cd094b-0285-40c2-b62b-6a4566906115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 8a2300c7-0003-4f12-abfc-8b8e56fe14e8) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:44:35.626255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cd094b-0285-40c2-b62b-6a4566906115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:35.630363 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3cd094b-0285-40c2-b62b-6a4566906115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:35.633962 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5497e89c-2cab-4b65-bc11-0808d48c5cf5 None None] Network 8a2300c7-0003-4f12-abfc-8b8e56fe14e8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:44:35.774026 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b3cd094b-0285-40c2-b62b-6a4566906115 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6071370 Mar 01 20:44:35.774317 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54576) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:35.783032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:44:35.793215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:35.797811 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Usage tracker for resource:router and tenant:0785a09c63c64fe3911dbbda40f5802d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:35.800103 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:35.819676 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:35.833451 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:35.859695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54582) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:35.893747 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e3285e88-3520-4fa0-bb30-9d13a28c497c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:35.928717 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:35.930138 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:35.948726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e3285e88-3520-4fa0-bb30-9d13a28c497c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:35.957067 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e3285e88-3520-4fa0-bb30-9d13a28c497c admin admin] Usage tracker for resource:security_group_rule and tenant:9664b78b025a41a6ba7b45697f94cd7b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:35.974845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e3285e88-3520-4fa0-bb30-9d13a28c497c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:35.994751 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:36.072636 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'fixed_ips': [{'subnet_id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:44:36.073487 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:36.247784 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e3285e88-3520-4fa0-bb30-9d13a28c497c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:36.547209 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Allocated IP 172.20.0.2 (8a2300c7-0003-4f12-abfc-8b8e56fe14e8/e61ab86d-6482-45cf-be2e-8c7db22c8a23/3136b783-f55f-4c5e-af0f-5379476a4023) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:44:36.547321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eea1189-0bf6-4001-9843-36133dc947c7 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:44:36.567953 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:36.610139 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] Transition to ACTIVE for port object 5eea1189-0bf6-4001-9843-36133dc947c7 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:44:36.738405 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:37.073504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] Pushing event updated for resources: {'Port': ['ID=5eea1189-0bf6-4001-9843-36133dc947c7,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:37.083231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] Attempting to bind port 5eea1189-0bf6-4001-9843-36133dc947c7 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:44:37.083481 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] Attempting to bind port 5eea1189-0bf6-4001-9843-36133dc947c7 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:44:37.084509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] Attempting to bind port 5eea1189-0bf6-4001-9843-36133dc947c7 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:44:37.089511 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] Port 5eea1189-0bf6-4001-9843-36133dc947c7 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:44:37.090073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] Attempting to bind port 5eea1189-0bf6-4001-9843-36133dc947c7 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:44:37.096186 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 44, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:44:37.096541 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:44:37.097147 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:44:37.097620 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] Bound port: 5eea1189-0bf6-4001-9843-36133dc947c7, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:44:37.098130 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:37.112239 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:37.156315 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Transition to ACTIVE for port object 3136b783-f55f-4c5e-af0f-5379476a4023 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:44:37.348235 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Transition to ACTIVE for port object 3136b783-f55f-4c5e-af0f-5379476a4023 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:44:37.351105 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:37.351105 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f86ff7b3-fb29-455b-a863-d7e63b7d1c6c req-cfb64779-e752-4e31-bf8b-04d19514311c tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 210 time: 0.4052274 Mar 01 20:44:37.351105 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e3285e88-3520-4fa0-bb30-9d13a28c497c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:37.396189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1e22d-f066-432e-af1b-8de33147800d req-45f0d4c1-70ca-4b83-82f5-e6e8296c61d4 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:37.399043 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] For port 5eea1189-0bf6-4001-9843-36133dc947c7, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:44:37.408699 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bbf1e22d-f066-432e-af1b-8de33147800d req-45f0d4c1-70ca-4b83-82f5-e6e8296c61d4 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 947 time: 0.7487576 Mar 01 20:44:37.410689 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] For port 5eea1189-0bf6-4001-9843-36133dc947c7, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5eea1189-0bf6-4001-9843-36133dc947c7,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:44:37.469364 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bbf1e22d-f066-432e-af1b-8de33147800d req-6af49267-bcff-43ed-b93a-5071b7c6b4dc tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518048 Mar 01 20:44:37.598762 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:37.603026 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:37.628314 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e3285e88-3520-4fa0-bb30-9d13a28c497c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:37.695491 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:37.696468 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:37.708208 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] 10.222.0.55 "PUT /v2.0/ports/5eea1189-0bf6-4001-9843-36133dc947c7 HTTP/1.1" status: 200 len: 1095 time: 2.7347670 Mar 01 20:44:37.716062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65213f0e-8603-47db-b124-6e61a56ddb99', 'tag': '5eea1189-0bf6-4001-9843-36133dc947c7'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:44:37.857247 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa32b019-4172-4438-a9d8-b2cbb98579ef service neutron] Pushing event updated for resources: {'Port': ['ID=5eea1189-0bf6-4001-9843-36133dc947c7,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:37.939065 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:44:37.946959 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e3285e88-3520-4fa0-bb30-9d13a28c497c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9664b78b025a41a6ba7b45697f94cd7b&name=default HTTP/1.1" status: 200 len: 2977 time: 2.0861561 Mar 01 20:44:37.950718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54622) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:37.951606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Network 8a2300c7-0003-4f12-abfc-8b8e56fe14e8 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:44:37.955116 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3285e88-3520-4fa0-bb30-9d13a28c497c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a737de-6014-43b8-866f-dc39f802f28c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:37.960593 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:44:37.966009 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:44:38.076639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Pushing event updated for resources: {'Port': ['ID=3136b783-f55f-4c5e-af0f-5379476a4023,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:38.092557 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:38.093149 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:38.093696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:38.099037 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:38.111492 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:38.113561 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:38.114582 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:38.116090 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:38.116648 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:38.120167 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:38.120798 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:38.121816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Tracked resource versions report: Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: pushed versions: Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: { 'AddressGroup': {'1.2'}, Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'ConntrackHelper': {'1.0'}, Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'Log': {'1.0'}, Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'Network': {'1.1'}, Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'Port': {'1.7'}, Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'PortForwarding': {'1.2'}, Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'QosPolicy': {'1.8'}, Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'SecurityGroup': {'1.4'}, Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'SecurityGroupRule': {'1.2'}, Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'SubPort': {'1.0'}, Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'Subnet': {'1.1'}, Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'Trunk': {'1.1'}} Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: consumer versions: Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: { DHCP agent@n-d-827896-4: {}, Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: HyperV agent@n-h1-827896-4: {}, Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: HyperV agent@n-h2-827896-4: {}, Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: L3 agent@n-d-827896-4: {}, Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: Metadata agent@n-d-827896-4: {}, Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: Metering agent@n-d-827896-4: {}, Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: Open vSwitch agent@n-d-827896-4: { 'AddressGroup': '1.2', Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'ConntrackHelper': '1.0', Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'Log': '1.0', Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'Network': '1.1', Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'Port': '1.7', Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'PortForwarding': '1.2', Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'QosPolicy': '1.8', Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'SecurityGroup': '1.4', Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'SecurityGroupRule': '1.2', Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'SubPort': '1.0', Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'Subnet': '1.1', Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: 'Trunk': '1.1'}} Mar 01 20:44:38.123110 n-d-827896-4 neutron-server[88520]: {{(pid=88520) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 20:44:38.301593 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.57', 62073) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:38.301825 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Attempting to bind port 3136b783-f55f-4c5e-af0f-5379476a4023 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:44:38.301825 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Attempting to bind port 3136b783-f55f-4c5e-af0f-5379476a4023 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '11ba65c5-cd68-4196-93ae-29e4841505fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:44:38.301825 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Attempting to bind port 3136b783-f55f-4c5e-af0f-5379476a4023 on network 8a2300c7-0003-4f12-abfc-8b8e56fe14e8 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:44:38.301825 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:44:38.301825 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Checking segment: {'id': '11ba65c5-cd68-4196-93ae-29e4841505fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:44:38.301825 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:38.301825 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Bound using segment: {'id': '11ba65c5-cd68-4196-93ae-29e4841505fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:44:38.301825 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Bound port: 3136b783-f55f-4c5e-af0f-5379476a4023, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ba65c5-cd68-4196-93ae-29e4841505fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:44:38.301825 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:38.303181 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ba08ef4-6aa4-4fd6-b82c-5060f576f69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:38.362828 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ba08ef4-6aa4-4fd6-b82c-5060f576f69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:38.452561 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-0355740f-af2e-4049-9d62-ef3a45fa5438 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a8d738de61a44b239fd0a26700603792&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2642303 Mar 01 20:44:38.476426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] For port 3136b783-f55f-4c5e-af0f-5379476a4023, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:44:38.483200 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] For port 3136b783-f55f-4c5e-af0f-5379476a4023, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3136b783-f55f-4c5e-af0f-5379476a4023,segment=NetworkSegment(11ba65c5-cd68-4196-93ae-29e4841505fb),segment_id=11ba65c5-cd68-4196-93ae-29e4841505fb)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:44:38.578828 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:38.689372 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ba08ef4-6aa4-4fd6-b82c-5060f576f69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:38.796218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba2202c-414d-4070-bf4f-ccb1a76fb9e1 None None] Pushing event updated for resources: {'Port': ['ID=3136b783-f55f-4c5e-af0f-5379476a4023,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:38.900136 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58fb5464-d560-430b-9c9d-2743b1eab0e9 req-787625aa-bc89-45fd-b205-21ee3f38d210 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 210 time: 0.1199012 Mar 01 20:44:38.942672 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:38.989726 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:39.118707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba08ef4-6aa4-4fd6-b82c-5060f576f69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a737de-6014-43b8-866f-dc39f802f28c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:39.337204 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ba08ef4-6aa4-4fd6-b82c-5060f576f69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:39.338332 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3ba08ef4-6aa4-4fd6-b82c-5060f576f69c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86a737de-6014-43b8-866f-dc39f802f28c HTTP/1.1" status: 204 len: 168 time: 1.3865268 Mar 01 20:44:39.409649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Allocated IP 172.25.5.171 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/46dfef96-f6be-4df5-b473-7f9cfd1c3020) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:44:39.412023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-e04aaef1-a9f7-49a8-ad9b-bf03632ee1de tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:39.412023 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-e04aaef1-a9f7-49a8-ad9b-bf03632ee1de tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8986187 Mar 01 20:44:39.412023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-09e0ea8f-c309-42c8-9436-57adc9db3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:39.412023 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-09e0ea8f-c309-42c8-9436-57adc9db3ef8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7a332f379f44c3f873abee5c79749b0&device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 1098 time: 0.8302076 Mar 01 20:44:39.526748 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-0333e9ff-d1ab-4ace-bfe0-18bdb24e88a0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=5eea1189-0bf6-4001-9843-36133dc947c7 HTTP/1.1" status: 200 len: 217 time: 0.1098824 Mar 01 20:44:39.535593 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Request body: {'port': {'device_id': 'afa7c516-452e-4f7d-b590-e3056b82c4f9', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'a8d738de61a44b239fd0a26700603792'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:44:39.557384 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65213f0e-8603-47db-b124-6e61a56ddb99', 'tag': '5eea1189-0bf6-4001-9843-36133dc947c7', 'status': 'completed', 'code': 200} Mar 01 20:44:39.745986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-68b88418-fce8-465b-8e1d-0427995075c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:39.751920 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-68b88418-fce8-465b-8e1d-0427995075c1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1933892 Mar 01 20:44:39.765231 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:39.810934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8617d419-114a-4204-a3fb-a9aad2c8d234 req-74f3ff46-7ac8-4d2c-990e-792883b3521d tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:39.812964 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8617d419-114a-4204-a3fb-a9aad2c8d234 req-74f3ff46-7ac8-4d2c-990e-792883b3521d tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 947 time: 0.1996307 Mar 01 20:44:39.871189 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:39.878029 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Usage tracker for resource:port and tenant:a8d738de61a44b239fd0a26700603792 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:39.883353 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:39.891673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:39.915665 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-527cac12-64ae-436c-8459-9afc72dd9616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:39.917486 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-527cac12-64ae-436c-8459-9afc72dd9616 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1628709 Mar 01 20:44:39.939468 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8617d419-114a-4204-a3fb-a9aad2c8d234 req-31084c7e-ebc8-47f7-8a93-3d6a60765e03 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099091 Mar 01 20:44:40.039422 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:40.076732 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Made reservation on behalf of a8d738de61a44b239fd0a26700603792 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:44:40.080932 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:40.116452 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:40.154506 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:40.170609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Usage tracker for resource:security_group_rule and tenant:a8d738de61a44b239fd0a26700603792 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:40.176222 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:40.213022 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:40.227531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:44:40.228555 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-d32a1a2f-9c4a-474c-9ce5-31aa75907129 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714541 Mar 01 20:44:40.288759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:44:40.309996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:44:40.430376 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cb1ec7ee-fd9f-4088-be27-f7b18423699e req-56e08a18-e672-4857-b01f-6ebbf8ecc866 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 210 time: 0.2030637 Mar 01 20:44:40.437248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Pushing event updated for resources: {'Port': ['ID=46dfef96-f6be-4df5-b473-7f9cfd1c3020,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:40.485243 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-697adbec-1071-4383-b64d-4119a4dff1c2 req-b934ae9f-7a45-4bf9-bef3-f283f8118229 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348402 Mar 01 20:44:40.539964 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e0d1d4-7428-43d0-b1ee-7bb4de9b535c None None] Network 8a2300c7-0003-4f12-abfc-8b8e56fe14e8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:44:40.618512 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:40.736037 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:40.774860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3136b783-f55f-4c5e-af0f-5379476a4023 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:44:40.863671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf52973-b1d9-411b-965d-fd809fb12ac9,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:41.012711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-21573dcb-e02b-4608-8958-57b8da080b70 None None] Provisioning for port 3136b783-f55f-4c5e-af0f-5379476a4023 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:44:41.041326 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b99692-89a0-449c-b335-7a10ae90e8cd req-e2ac519f-497c-4217-b190-fee05da6b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:41.042833 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-27b99692-89a0-449c-b335-7a10ae90e8cd req-e2ac519f-497c-4217-b190-fee05da6b7d9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7a332f379f44c3f873abee5c79749b0&device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 1098 time: 0.3786204 Mar 01 20:44:41.108264 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 3136b783-f55f-4c5e-af0f-5379476a4023 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:44:41.134691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 3136b783-f55f-4c5e-af0f-5379476a4023 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:44:41.136742 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:41.153893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Allocated IP 192.168.233.126 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/c12fbbc0-6b3e-4f54-908e-538281dd9255) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:44:41.216350 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:41.623182 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:41.766564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 3136b783-f55f-4c5e-af0f-5379476a4023, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3136b783-f55f-4c5e-af0f-5379476a4023,segment=NetworkSegment(11ba65c5-cd68-4196-93ae-29e4841505fb),segment_id=11ba65c5-cd68-4196-93ae-29e4841505fb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:44:41.855326 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:41.877652 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b99692-89a0-449c-b335-7a10ae90e8cd req-de0ad690-398e-43c6-894e-2ad39efcacac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:41.891199 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-27b99692-89a0-449c-b335-7a10ae90e8cd req-de0ad690-398e-43c6-894e-2ad39efcacac service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.8367832 Mar 01 20:44:42.055729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-18c0e361-707b-4a50-9ed0-abc539f4c7fd None None] Provisioning complete for port 3136b783-f55f-4c5e-af0f-5379476a4023 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:44:42.057009 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-18c0e361-707b-4a50-9ed0-abc539f4c7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:42.092578 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-27b99692-89a0-449c-b335-7a10ae90e8cd req-a181d3fb-affb-4cbf-ac69-b71e35368f11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=5eea1189-0bf6-4001-9843-36133dc947c7 HTTP/1.1" status: 200 len: 217 time: 0.1636081 Mar 01 20:44:42.183906 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c2340c60-10ba-495a-a0a9-1cad48078d55 req-7471066e-fdf6-458a-b1b6-038e47d15cd3 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 210 time: 0.0784779 Mar 01 20:44:42.254142 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:42.315905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b99692-89a0-449c-b335-7a10ae90e8cd req-c0ce17d1-0d84-4532-88f3-f67a1a5c0077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:42.317723 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-27b99692-89a0-449c-b335-7a10ae90e8cd req-c0ce17d1-0d84-4532-88f3-f67a1a5c0077 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.2143888 Mar 01 20:44:42.324571 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89964ebd-350e-4725-829a-4ad24a684e82 req-30b021e2-6450-4e69-b49b-7d793614a1f7 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:42.340193 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89964ebd-350e-4725-829a-4ad24a684e82 req-30b021e2-6450-4e69-b49b-7d793614a1f7 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 947 time: 0.6811724 Mar 01 20:44:42.340732 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=3136b783-f55f-4c5e-af0f-5379476a4023,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:42.426858 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Transition to ACTIVE for port object c12fbbc0-6b3e-4f54-908e-538281dd9255 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:44:42.429298 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89964ebd-350e-4725-829a-4ad24a684e82 req-7e12df16-790e-4333-9a4e-3ef180b13738 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882750 Mar 01 20:44:42.441820 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:42.515571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b99692-89a0-449c-b335-7a10ae90e8cd req-a3d0f41a-08f5-44e7-a862-4f47c345f147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:42.517565 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-27b99692-89a0-449c-b335-7a10ae90e8cd req-a3d0f41a-08f5-44e7-a862-4f47c345f147 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1819956 Mar 01 20:44:42.556145 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:42.623784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3136b783-f55f-4c5e-af0f-5379476a4023 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:44:42.783920 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:44:42.794146 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:44:42.809142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:44:42.819178 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:42.819889 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:42.898341 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 20:44:42.910877 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Pushing event updated for resources: {'Port': ['ID=c12fbbc0-6b3e-4f54-908e-538281dd9255,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:42.928753 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-30087808-fd46-462f-8cef-8d58ee7af544 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4004936 Mar 01 20:44:42.950624 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-27b99692-89a0-449c-b335-7a10ae90e8cd req-73a19cae-07a0-4a50-913e-2ecb195b3710 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270217 Mar 01 20:44:42.953682 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 3136b783-f55f-4c5e-af0f-5379476a4023 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:44:42.954055 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:43.128831 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-27b99692-89a0-449c-b335-7a10ae90e8cd req-1d5a17af-0c45-45f5-b1a8-7fcf3df98906 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713934 Mar 01 20:44:43.149797 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-820f4f18-c68b-4cc7-90e6-3aca705c0580 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:44:43.151636 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-820f4f18-c68b-4cc7-90e6-3aca705c0580 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0218432 Mar 01 20:44:43.417607 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2ae869a-27ee-4a7a-b1ce-40a3c7358cf3 None None] Provisioning for port c12fbbc0-6b3e-4f54-908e-538281dd9255 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:44:43.423875 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2ae869a-27ee-4a7a-b1ce-40a3c7358cf3 None None] Provisioning complete for port c12fbbc0-6b3e-4f54-908e-538281dd9255 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:44:43.424292 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2ae869a-27ee-4a7a-b1ce-40a3c7358cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:43.442434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:44:43.454703 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] Sync routers for ids ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:44:43.477458 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] Routers {'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:44:43.480263 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:44:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:44:43.636331 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:43.637915 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-08657e10-1d71-4506-a56f-8f51338ef927 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.8612723 Mar 01 20:44:43.640394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54734) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:43.657930 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae869a-27ee-4a7a-b1ce-40a3c7358cf3 None None] Port c12fbbc0-6b3e-4f54-908e-538281dd9255 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:44:43.704295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ce432-9517-4aa7-81f2-efc4933563e8 req-7bd96c70-e980-44e0-ad3d-ab46c6bc12d6 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:43.706121 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb2ce432-9517-4aa7-81f2-efc4933563e8 req-7bd96c70-e980-44e0-ad3d-ab46c6bc12d6 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 936 time: 0.1943173 Mar 01 20:44:43.833710 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb2ce432-9517-4aa7-81f2-efc4933563e8 req-1180c3a1-7964-45be-b000-fb7551d0dccb tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccf52973-b1d9-411b-965d-fd809fb12ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174710 Mar 01 20:44:44.004101 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] Set router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:44:44.121409 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985e591-4a33-438a-abca-f40c25d61517 req-2c19ff65-b759-44bc-a7cd-ec8ca27ba143 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:44.130250 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7985e591-4a33-438a-abca-f40c25d61517 req-2c19ff65-b759-44bc-a7cd-ec8ca27ba143 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 947 time: 0.2426143 Mar 01 20:44:44.385123 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7985e591-4a33-438a-abca-f40c25d61517 req-c4ed2f5d-ac1f-4917-a41b-fe057e7f9eb7 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430887 Mar 01 20:44:44.624320 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:35Z', 'updated_at': '2022-03-01T20:44:40Z', 'revision_number': 3, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'gw_port': {'id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:39Z', 'updated_at': '2022-03-01T20:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:44:44.632854 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] Checking router: ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:44:44.633518 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] Updating router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e port 46dfef96-f6be-4df5-b473-7f9cfd1c3020 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:44:44.804392 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:44.814052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] Request body: {'port': {'device_id': 'afa7c516-452e-4f7d-b590-e3056b82c4f9', 'device_owner': 'compute:tempest-test_az-57776216', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:44:45.015674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-bb542c91-8148-4764-8ed0-b70a3f994234 req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1844655334', 'description': 'tempest-description-613980562'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:44:45.033583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-bb542c91-8148-4764-8ed0-b70a3f994234 req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:45.047994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-bb542c91-8148-4764-8ed0-b70a3f994234 req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Usage tracker for resource:security_group and tenant:f0ead0c46da04f4bba0dd42009020ba4 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:45.062910 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-bb542c91-8148-4764-8ed0-b70a3f994234 req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:45.079031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-bb542c91-8148-4764-8ed0-b70a3f994234 req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:45.221191 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:45.299196 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bb542c91-8148-4764-8ed0-b70a3f994234 req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:45.335278 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bb542c91-8148-4764-8ed0-b70a3f994234 req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:45.451294 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-bb542c91-8148-4764-8ed0-b70a3f994234 req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:45.461627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-bb542c91-8148-4764-8ed0-b70a3f994234 req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Usage tracker for resource:security_group_rule and tenant:f0ead0c46da04f4bba0dd42009020ba4 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:45.476474 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-bb542c91-8148-4764-8ed0-b70a3f994234 req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:45.503131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-bb542c91-8148-4764-8ed0-b70a3f994234 req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:45.663415 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bb542c91-8148-4764-8ed0-b70a3f994234 req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:45.730695 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bb542c91-8148-4764-8ed0-b70a3f994234 req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:45.778780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-bb542c91-8148-4764-8ed0-b70a3f994234 req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:45.782619 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04bbaa09-63ab-4b62-901a-85447e292b18,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:45.807160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-bb542c91-8148-4764-8ed0-b70a3f994234 req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Usage tracker for resource:security_group_rule and tenant:f0ead0c46da04f4bba0dd42009020ba4 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:45.811377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-bb542c91-8148-4764-8ed0-b70a3f994234 req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:45.828159 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-bb542c91-8148-4764-8ed0-b70a3f994234 req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:45.884157 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d68b3c8-56bf-4780-85f2-d6cb0ae1aaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:45.928104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22061145-2dda-410e-8a42-98846e64b5d5 req-ff248815-0061-499b-9ba9-909e4c1f228e tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:45.929651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22061145-2dda-410e-8a42-98846e64b5d5 req-ff248815-0061-499b-9ba9-909e4c1f228e tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 936 time: 0.2584946 Mar 01 20:44:46.033596 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22061145-2dda-410e-8a42-98846e64b5d5 req-dcf27900-e9fa-431d-8b65-22fbf0e04e9c tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccf52973-b1d9-411b-965d-fd809fb12ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905373 Mar 01 20:44:46.058015 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:46.131147 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] Transition to ACTIVE for port object 46dfef96-f6be-4df5-b473-7f9cfd1c3020 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:44:46.149551 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bb542c91-8148-4764-8ed0-b70a3f994234 req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:46.221430 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bb542c91-8148-4764-8ed0-b70a3f994234 req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:46.249673 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:46.365370 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-7d68b3c8-56bf-4780-85f2-d6cb0ae1aaa4 admin admin] Allocated IP 172.20.0.1 (8a2300c7-0003-4f12-abfc-8b8e56fe14e8/e61ab86d-6482-45cf-be2e-8c7db22c8a23/369e622a-e2a3-4171-bbd5-1b21b2419444) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:44:46.368546 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] Attempting to bind port 46dfef96-f6be-4df5-b473-7f9cfd1c3020 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:44:46.369217 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] Attempting to bind port 46dfef96-f6be-4df5-b473-7f9cfd1c3020 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:44:46.369877 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] Attempting to bind port 46dfef96-f6be-4df5-b473-7f9cfd1c3020 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:44:46.392323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c07ed5f3-0a0d-4dfb-9519-ef0cfd93783a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:46.419857 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:44:46.437415 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:44:46.437875 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:46.438225 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:44:46.438782 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] Bound port: 46dfef96-f6be-4df5-b473-7f9cfd1c3020, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:44:46.439332 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:46.449438 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bb542c91-8148-4764-8ed0-b70a3f994234 req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:46.450772 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb542c91-8148-4764-8ed0-b70a3f994234 req-367a441d-ee02-44ca-8fc5-0676764472fd tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4501626 Mar 01 20:44:46.559089 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265df40-1be3-4cd7-aff1-f4f53beee099 None None] Pushing event updated for resources: {'Port': ['ID=46dfef96-f6be-4df5-b473-7f9cfd1c3020,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:46.610990 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9265df40-1be3-4cd7-aff1-f4f53beee099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:46.611337 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9265df40-1be3-4cd7-aff1-f4f53beee099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9265df40-1be3-4cd7-aff1-f4f53beee099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9265df40-1be3-4cd7-aff1-f4f53beee099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9265df40-1be3-4cd7-aff1-f4f53beee099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9265df40-1be3-4cd7-aff1-f4f53beee099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9265df40-1be3-4cd7-aff1-f4f53beee099 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9265df40-1be3-4cd7-aff1-f4f53beee099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9265df40-1be3-4cd7-aff1-f4f53beee099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9265df40-1be3-4cd7-aff1-f4f53beee099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9265df40-1be3-4cd7-aff1-f4f53beee099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9265df40-1be3-4cd7-aff1-f4f53beee099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9265df40-1be3-4cd7-aff1-f4f53beee099 None None] Tracked resource versions report: Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: pushed versions: Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: { 'AddressGroup': {'1.2'}, Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'ConntrackHelper': {'1.0'}, Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'Log': {'1.0'}, Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'Network': {'1.1'}, Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'Port': {'1.7'}, Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'PortForwarding': {'1.2'}, Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'QosPolicy': {'1.8'}, Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'SecurityGroup': {'1.4'}, Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'SecurityGroupRule': {'1.2'}, Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'SubPort': {'1.0'}, Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'Subnet': {'1.1'}, Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'Trunk': {'1.1'}} Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: consumer versions: Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: { DHCP agent@n-d-827896-4: {}, Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: HyperV agent@n-h1-827896-4: {}, Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: HyperV agent@n-h2-827896-4: {}, Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: L3 agent@n-d-827896-4: {}, Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: Metadata agent@n-d-827896-4: {}, Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: Metering agent@n-d-827896-4: {}, Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: Open vSwitch agent@n-d-827896-4: { 'AddressGroup': '1.2', Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'ConntrackHelper': '1.0', Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'Log': '1.0', Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'Network': '1.1', Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'Port': '1.7', Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'PortForwarding': '1.2', Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'QosPolicy': '1.8', Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'SecurityGroup': '1.4', Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'SecurityGroupRule': '1.2', Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'SubPort': '1.0', Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'Subnet': '1.1', Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: 'Trunk': '1.1'}} Mar 01 20:44:46.632961 n-d-827896-4 neutron-server[88521]: {{(pid=88521) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 01 20:44:46.720327 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] For port 46dfef96-f6be-4df5-b473-7f9cfd1c3020, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:44:46.723059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346e677-b74f-4074-9ed9-9fefb1476b7e req-a86e9f42-4cad-4414-a3ae-890af6d0c5fa tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:46.725144 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] For port 46dfef96-f6be-4df5-b473-7f9cfd1c3020, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=46dfef96-f6be-4df5-b473-7f9cfd1c3020,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:44:46.732919 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8346e677-b74f-4074-9ed9-9fefb1476b7e req-a86e9f42-4cad-4414-a3ae-890af6d0c5fa tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 947 time: 0.2100286 Mar 01 20:44:46.753660 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-9191a302-ad95-4b20-ab6b-263de30f1e40 req-8d589022-0063-485a-af3f-620d8d255f9b tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1375868275', 'description': 'tempest-description-496679822'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:44:46.765133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-9191a302-ad95-4b20-ab6b-263de30f1e40 req-8d589022-0063-485a-af3f-620d8d255f9b tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:46.777769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-9191a302-ad95-4b20-ab6b-263de30f1e40 req-8d589022-0063-485a-af3f-620d8d255f9b tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Usage tracker for resource:security_group and tenant:f0ead0c46da04f4bba0dd42009020ba4 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:46.782793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-9191a302-ad95-4b20-ab6b-263de30f1e40 req-8d589022-0063-485a-af3f-620d8d255f9b tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:46.793219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-9191a302-ad95-4b20-ab6b-263de30f1e40 req-8d589022-0063-485a-af3f-620d8d255f9b tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:46.816667 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:46.830307 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8346e677-b74f-4074-9ed9-9fefb1476b7e req-e020f019-345d-4e24-b965-62fd76681e39 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963249 Mar 01 20:44:46.938001 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9191a302-ad95-4b20-ab6b-263de30f1e40 req-8d589022-0063-485a-af3f-620d8d255f9b tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:47.018975 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d68b3c8-56bf-4780-85f2-d6cb0ae1aaa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:47.032781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-9191a302-ad95-4b20-ab6b-263de30f1e40 req-8d589022-0063-485a-af3f-620d8d255f9b tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:47.046015 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-9191a302-ad95-4b20-ab6b-263de30f1e40 req-8d589022-0063-485a-af3f-620d8d255f9b tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Usage tracker for resource:security_group_rule and tenant:f0ead0c46da04f4bba0dd42009020ba4 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:47.052231 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-9191a302-ad95-4b20-ab6b-263de30f1e40 req-8d589022-0063-485a-af3f-620d8d255f9b tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:47.071495 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] Routers {'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:44:47.086195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-9191a302-ad95-4b20-ab6b-263de30f1e40 req-8d589022-0063-485a-af3f-620d8d255f9b tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:47.086708 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:44:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:44:47.325725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12fbbc0-6b3e-4f54-908e-538281dd9255 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:44:47.328197 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9191a302-ad95-4b20-ab6b-263de30f1e40 req-8d589022-0063-485a-af3f-620d8d255f9b tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:47.336503 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:47.359227 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] Transition to ACTIVE for port object c12fbbc0-6b3e-4f54-908e-538281dd9255 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:44:47.363219 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-7d68b3c8-56bf-4780-85f2-d6cb0ae1aaa4 admin admin] Transition to ACTIVE for port object 369e622a-e2a3-4171-bbd5-1b21b2419444 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:44:47.414344 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:47.419866 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9191a302-ad95-4b20-ab6b-263de30f1e40 req-8d589022-0063-485a-af3f-620d8d255f9b tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:47.438340 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9265df40-1be3-4cd7-aff1-f4f53beee099 None None] Pushing event updated for resources: {'Port': ['ID=46dfef96-f6be-4df5-b473-7f9cfd1c3020,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:47.467625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54810) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:47.510689 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d589022-0063-485a-af3f-620d8d255f9b tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c3e3b2-1ca5-4911-9de9-4a3b139838a4,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:47.549655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58febd32-0846-400d-8a4d-66b8ea7fc23b req-a9cff6bf-98db-4325-8607-e2890f32c0bc tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:47.557164 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58febd32-0846-400d-8a4d-66b8ea7fc23b req-a9cff6bf-98db-4325-8607-e2890f32c0bc tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 968 time: 0.2077289 Mar 01 20:44:47.559776 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d68b3c8-56bf-4780-85f2-d6cb0ae1aaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:47.615778 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9191a302-ad95-4b20-ab6b-263de30f1e40 req-8d589022-0063-485a-af3f-620d8d255f9b tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:47.641339 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9191a302-ad95-4b20-ab6b-263de30f1e40 req-8d589022-0063-485a-af3f-620d8d255f9b tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9046381 Mar 01 20:44:47.664554 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58febd32-0846-400d-8a4d-66b8ea7fc23b req-539f051c-44be-40ec-97b8-0f5559a73742 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccf52973-b1d9-411b-965d-fd809fb12ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063266 Mar 01 20:44:47.704597 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] Set router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:44:47.729857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54822) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:47.815667 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d68b3c8-56bf-4780-85f2-d6cb0ae1aaa4 admin admin] Network 8a2300c7-0003-4f12-abfc-8b8e56fe14e8 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:44:47.830954 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7d68b3c8-56bf-4780-85f2-d6cb0ae1aaa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:44:47.853120 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d68b3c8-56bf-4780-85f2-d6cb0ae1aaa4 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:44:47.853951 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d68b3c8-56bf-4780-85f2-d6cb0ae1aaa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:47.911715 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-eed9216b-fd34-4101-8d9d-7a67ac837ba2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:47.947040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-eed9216b-fd34-4101-8d9d-7a67ac837ba2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:47.970860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-eed9216b-fd34-4101-8d9d-7a67ac837ba2 admin admin] Usage tracker for resource:security_group_rule and tenant:a7b20c6bfebf415d9fa69b4b922b2785 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:47.985730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-eed9216b-fd34-4101-8d9d-7a67ac837ba2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:48.012851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c12fbbc0-6b3e-4f54-908e-538281dd9255,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:48.030890 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-eed9216b-fd34-4101-8d9d-7a67ac837ba2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:48.051493 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-10f53f7e-f77e-47d5-87a6-d1063dd91d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:48.117061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-10f53f7e-f77e-47d5-87a6-d1063dd91d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:48.275471 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] Attempting to bind port c12fbbc0-6b3e-4f54-908e-538281dd9255 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:44:48.276050 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] Attempting to bind port c12fbbc0-6b3e-4f54-908e-538281dd9255 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:44:48.276162 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] Attempting to bind port c12fbbc0-6b3e-4f54-908e-538281dd9255 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:44:48.296285 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] Port c12fbbc0-6b3e-4f54-908e-538281dd9255 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:44:48.302168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] Attempting to bind port c12fbbc0-6b3e-4f54-908e-538281dd9255 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:44:48.308132 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-10f53f7e-f77e-47d5-87a6-d1063dd91d7e admin admin] Usage tracker for resource:security_group_rule and tenant:90258ab709e64e9ebd11006d784496a7 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:48.308999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68b3c8-56bf-4780-85f2-d6cb0ae1aaa4 admin admin] Pushing event updated for resources: {'Port': ['ID=369e622a-e2a3-4171-bbd5-1b21b2419444,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:48.312430 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-10f53f7e-f77e-47d5-87a6-d1063dd91d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:48.320384 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-10f53f7e-f77e-47d5-87a6-d1063dd91d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:48.320646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-44271b74-c582-427a-b85a-52eff2183eb7 None None] Provisioning for port 369e622a-e2a3-4171-bbd5-1b21b2419444 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:44:48.322875 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:44:48.323067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:44:48.323572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:44:48.324078 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] Bound port: c12fbbc0-6b3e-4f54-908e-538281dd9255, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:44:48.324499 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:48.326960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-44271b74-c582-427a-b85a-52eff2183eb7 None None] Provisioning complete for port 369e622a-e2a3-4171-bbd5-1b21b2419444 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:44:48.327317 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-44271b74-c582-427a-b85a-52eff2183eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:48.415797 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-10f53f7e-f77e-47d5-87a6-d1063dd91d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:48.422074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-320c6196-582f-4ca2-9fb1-4c3a9b341379 req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-997013301', 'description': 'tempest-description-2139959928'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:44:48.440203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-320c6196-582f-4ca2-9fb1-4c3a9b341379 req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:48.441262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-44271b74-c582-427a-b85a-52eff2183eb7 None None] Port 369e622a-e2a3-4171-bbd5-1b21b2419444 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:44:48.448473 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-320c6196-582f-4ca2-9fb1-4c3a9b341379 req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Usage tracker for resource:security_group and tenant:13c932ad7349472981d17329d1fe82eb is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:48.456705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-320c6196-582f-4ca2-9fb1-4c3a9b341379 req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:48.466444 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-320c6196-582f-4ca2-9fb1-4c3a9b341379 req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:48.496740 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-10f53f7e-f77e-47d5-87a6-d1063dd91d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:48.511286 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:35Z', 'updated_at': '2022-03-01T20:44:40Z', 'revision_number': 3, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'gw_port': {'id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:39Z', 'updated_at': '2022-03-01T20:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:44:48.518441 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83fcf63-e04d-4c3f-b7f4-77c43aa8cfaa None None] The sync data for ids ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'] in n-d-827896-4 is: [{'id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:35Z', 'updated_at': '2022-03-01T20:44:40Z', 'revision_number': 3, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'gw_port': {'id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:39Z', 'updated_at': '2022-03-01T20:44:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:44:48.550329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] For port c12fbbc0-6b3e-4f54-908e-538281dd9255, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:44:48.555334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] For port c12fbbc0-6b3e-4f54-908e-538281dd9255, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c12fbbc0-6b3e-4f54-908e-538281dd9255,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:44:48.563125 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-320c6196-582f-4ca2-9fb1-4c3a9b341379 req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:48.608687 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-10f53f7e-f77e-47d5-87a6-d1063dd91d7e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=90258ab709e64e9ebd11006d784496a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8775074 Mar 01 20:44:48.609206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54838) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:48.616931 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-320c6196-582f-4ca2-9fb1-4c3a9b341379 req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:48.626905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f53f7e-f77e-47d5-87a6-d1063dd91d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5e6a65-488a-4763-a5b8-adf8386d5fc1,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:48.671898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497bb83-10db-40a6-af1c-bc5c3fb26ed9 req-8374ae41-f513-4697-adf2-444fb4fc8e6b tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:48.679519 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9497bb83-10db-40a6-af1c-bc5c3fb26ed9 req-8374ae41-f513-4697-adf2-444fb4fc8e6b tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 947 time: 0.5758874 Mar 01 20:44:48.683950 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:48.720397 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-320c6196-582f-4ca2-9fb1-4c3a9b341379 req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:48.723859 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-eed9216b-fd34-4101-8d9d-7a67ac837ba2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:48.728609 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-320c6196-582f-4ca2-9fb1-4c3a9b341379 req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Usage tracker for resource:security_group_rule and tenant:13c932ad7349472981d17329d1fe82eb is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:48.734474 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-320c6196-582f-4ca2-9fb1-4c3a9b341379 req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:48.744378 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-320c6196-582f-4ca2-9fb1-4c3a9b341379 req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:48.764187 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9497bb83-10db-40a6-af1c-bc5c3fb26ed9 req-89d6ce67-1df7-4d7e-84e9-b6fd77960ec0 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768228 Mar 01 20:44:48.800486 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-eed9216b-fd34-4101-8d9d-7a67ac837ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:48.804647 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] Pushing event updated for resources: {'Port': ['ID=c12fbbc0-6b3e-4f54-908e-538281dd9255,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:48.909379 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:48.913964 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:48.918212 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-084996ed-3a6b-4ac8-a83b-ea1b159441d0 service neutron] 10.222.0.57 "PUT /v2.0/ports/c12fbbc0-6b3e-4f54-908e-538281dd9255 HTTP/1.1" status: 200 len: 1116 time: 5.0244298 Mar 01 20:44:48.920014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afa7c516-452e-4f7d-b590-e3056b82c4f9', 'tag': 'c12fbbc0-6b3e-4f54-908e-538281dd9255'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:44:48.964311 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d68b3c8-56bf-4780-85f2-d6cb0ae1aaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:49.078264 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-eed9216b-fd34-4101-8d9d-7a67ac837ba2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7b20c6bfebf415d9fa69b4b922b2785&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6081691 Mar 01 20:44:49.083296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54848) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:49.104410 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5c76c197-a7ac-4656-83c9-c55cee4ca77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:49.125888 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9216b-fd34-4101-8d9d-7a67ac837ba2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed255858-1964-4d61-8834-543b150cacdd,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:49.178737 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5c76c197-a7ac-4656-83c9-c55cee4ca77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:49.444445 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71eb8309-a66c-4442-afcc-c8500c2cbccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:49.553096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d82678-23cc-423a-bcf3-9814f017a74d req-ee81b7b9-1f4e-4c41-ae40-bc3c4911b99b tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:49.554737 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-62d82678-23cc-423a-bcf3-9814f017a74d req-ee81b7b9-1f4e-4c41-ae40-bc3c4911b99b tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 968 time: 0.3954656 Mar 01 20:44:49.562006 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-320c6196-582f-4ca2-9fb1-4c3a9b341379 req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:49.564143 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71eb8309-a66c-4442-afcc-c8500c2cbccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:49.578210 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5c76c197-a7ac-4656-83c9-c55cee4ca77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:49.637924 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-62d82678-23cc-423a-bcf3-9814f017a74d req-bcf95b50-9272-461c-8211-6b5850ce0474 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccf52973-b1d9-411b-965d-fd809fb12ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652890 Mar 01 20:44:49.644475 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-320c6196-582f-4ca2-9fb1-4c3a9b341379 req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:49.692280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-320c6196-582f-4ca2-9fb1-4c3a9b341379 req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:49.696258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367beb99-2c66-4c6b-9e0c-ab111aa0946f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:49.697399 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d68b3c8-56bf-4780-85f2-d6cb0ae1aaa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:49.715593 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c76c197-a7ac-4656-83c9-c55cee4ca77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5e6a65-488a-4763-a5b8-adf8386d5fc1,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:49.718039 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5c76c197-a7ac-4656-83c9-c55cee4ca77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:49.722214 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5c76c197-a7ac-4656-83c9-c55cee4ca77d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b5e6a65-488a-4763-a5b8-adf8386d5fc1 HTTP/1.1" status: 204 len: 168 time: 1.1115186 Mar 01 20:44:49.730787 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54856) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:49.740834 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-320c6196-582f-4ca2-9fb1-4c3a9b341379 req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Usage tracker for resource:security_group_rule and tenant:13c932ad7349472981d17329d1fe82eb is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:49.748619 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-320c6196-582f-4ca2-9fb1-4c3a9b341379 req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:49.764306 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d68b3c8-56bf-4780-85f2-d6cb0ae1aaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:49.765348 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d68b3c8-56bf-4780-85f2-d6cb0ae1aaa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:49.784461 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-320c6196-582f-4ca2-9fb1-4c3a9b341379 req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:49.921721 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-320c6196-582f-4ca2-9fb1-4c3a9b341379 req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:49.948481 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71eb8309-a66c-4442-afcc-c8500c2cbccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:49.979625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb8309-a66c-4442-afcc-c8500c2cbccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed255858-1964-4d61-8834-543b150cacdd,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:49.997989 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71eb8309-a66c-4442-afcc-c8500c2cbccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:50.002368 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-71eb8309-a66c-4442-afcc-c8500c2cbccd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ed255858-1964-4d61-8834-543b150cacdd HTTP/1.1" status: 204 len: 168 time: 0.9061096 Mar 01 20:44:50.056818 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afa7c516-452e-4f7d-b590-e3056b82c4f9', 'tag': 'c12fbbc0-6b3e-4f54-908e-538281dd9255', 'status': 'completed', 'code': 200} Mar 01 20:44:50.063486 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-320c6196-582f-4ca2-9fb1-4c3a9b341379 req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:50.075688 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d68b3c8-56bf-4780-85f2-d6cb0ae1aaa4 admin admin] Pushing event updated for resources: {'Port': ['ID=369e622a-e2a3-4171-bbd5-1b21b2419444,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:50.219829 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-59968255-ea8e-4689-96c1-461a110cb4f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:50.258003 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-320c6196-582f-4ca2-9fb1-4c3a9b341379 req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:50.259235 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-320c6196-582f-4ca2-9fb1-4c3a9b341379 req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.8417895 Mar 01 20:44:50.259848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa1d7b5-a0ef-41fc-97e7-e1e25dc7361e tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2988b9-4388-4def-b2d5-943b6fa20afb,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:50.280908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-59968255-ea8e-4689-96c1-461a110cb4f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:50.290614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-5c364151-d33b-4664-9824-aadd925944c6 req-783a8009-c215-43d7-8f62-0996115a9e68 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1667510196', 'description': 'tempest-description-1383831811'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:44:50.296990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-5c364151-d33b-4664-9824-aadd925944c6 req-783a8009-c215-43d7-8f62-0996115a9e68 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:50.300064 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-59968255-ea8e-4689-96c1-461a110cb4f2 admin admin] Usage tracker for resource:security_group_rule and tenant:2837742a7b36436a93dac71c200763fb is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:50.305173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-59968255-ea8e-4689-96c1-461a110cb4f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:50.312363 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5c364151-d33b-4664-9824-aadd925944c6 req-783a8009-c215-43d7-8f62-0996115a9e68 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Usage tracker for resource:security_group and tenant:13c932ad7349472981d17329d1fe82eb is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:50.323040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5c364151-d33b-4664-9824-aadd925944c6 req-783a8009-c215-43d7-8f62-0996115a9e68 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:50.326151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-59968255-ea8e-4689-96c1-461a110cb4f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:50.335550 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-5c364151-d33b-4664-9824-aadd925944c6 req-783a8009-c215-43d7-8f62-0996115a9e68 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:50.365720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d68b3c8-56bf-4780-85f2-d6cb0ae1aaa4 admin admin] Network 8a2300c7-0003-4f12-abfc-8b8e56fe14e8 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:44:50.366937 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7d68b3c8-56bf-4780-85f2-d6cb0ae1aaa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:44:50.385217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f942a5e-edf9-43b0-bb69-dc473a0906d5 req-904f2de0-22a1-4334-820c-888bd5434ce6 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:50.386959 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9f942a5e-edf9-43b0-bb69-dc473a0906d5 req-904f2de0-22a1-4334-820c-888bd5434ce6 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 947 time: 0.3009355 Mar 01 20:44:50.443403 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9f942a5e-edf9-43b0-bb69-dc473a0906d5 req-d748bd55-9629-4e96-8617-5df98faa809b tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457926 Mar 01 20:44:50.470833 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5c364151-d33b-4664-9824-aadd925944c6 req-783a8009-c215-43d7-8f62-0996115a9e68 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:50.545845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-5c364151-d33b-4664-9824-aadd925944c6 req-783a8009-c215-43d7-8f62-0996115a9e68 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:50.551753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5c364151-d33b-4664-9824-aadd925944c6 req-783a8009-c215-43d7-8f62-0996115a9e68 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Usage tracker for resource:security_group_rule and tenant:13c932ad7349472981d17329d1fe82eb is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:50.564516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5c364151-d33b-4664-9824-aadd925944c6 req-783a8009-c215-43d7-8f62-0996115a9e68 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:50.587074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-5c364151-d33b-4664-9824-aadd925944c6 req-783a8009-c215-43d7-8f62-0996115a9e68 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:50.667663 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 46dfef96-f6be-4df5-b473-7f9cfd1c3020 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:44:50.684597 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-59968255-ea8e-4689-96c1-461a110cb4f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:50.759628 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5c364151-d33b-4664-9824-aadd925944c6 req-783a8009-c215-43d7-8f62-0996115a9e68 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:50.774421 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-59968255-ea8e-4689-96c1-461a110cb4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:50.787615 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54876) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:50.834111 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5c364151-d33b-4664-9824-aadd925944c6 req-783a8009-c215-43d7-8f62-0996115a9e68 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:50.884179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59968255-ea8e-4689-96c1-461a110cb4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc78272-b1f1-4049-806b-bf02c3db45f4,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:50.890529 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-980349ab-5955-4ca8-97d4-af6aea8a108f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:50.938762 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-980349ab-5955-4ca8-97d4-af6aea8a108f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:50.943032 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-980349ab-5955-4ca8-97d4-af6aea8a108f admin admin] Usage tracker for resource:security_group_rule and tenant:2437fa15f4c5435d9b3beb1302471a23 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:50.948606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5ba1ddb8-775a-4215-a9d7-8d20f0a6fb9d None None] Provisioning complete for port 369e622a-e2a3-4171-bbd5-1b21b2419444 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:44:50.949093 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5ba1ddb8-775a-4215-a9d7-8d20f0a6fb9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:50.963222 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-59968255-ea8e-4689-96c1-461a110cb4f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2837742a7b36436a93dac71c200763fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2119970 Mar 01 20:44:50.965377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-980349ab-5955-4ca8-97d4-af6aea8a108f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:50.972703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-980349ab-5955-4ca8-97d4-af6aea8a108f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:50.980352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d68b3c8-56bf-4780-85f2-d6cb0ae1aaa4 admin admin] Router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:44:50.984459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54880) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:51.064670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783a8009-c215-43d7-8f62-0996115a9e68 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b5d5649-8dfc-42cf-b58f-e5a5c4bd17bb,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:51.076192 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5ba1ddb8-775a-4215-a9d7-8d20f0a6fb9d None None] Port 369e622a-e2a3-4171-bbd5-1b21b2419444 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:44:51.079142 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:51.122427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef8d23-2ac5-427e-ab61-d55ca9b1b54b req-192bf166-b7fd-4b68-b5e3-fc569a9fd19d tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:51.124182 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8ef8d23-2ac5-427e-ab61-d55ca9b1b54b req-192bf166-b7fd-4b68-b5e3-fc569a9fd19d tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 968 time: 0.2460356 Mar 01 20:44:51.149621 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5c364151-d33b-4664-9824-aadd925944c6 req-783a8009-c215-43d7-8f62-0996115a9e68 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:51.154320 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c364151-d33b-4664-9824-aadd925944c6 req-783a8009-c215-43d7-8f62-0996115a9e68 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8644323 Mar 01 20:44:51.187714 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8ef8d23-2ac5-427e-ab61-d55ca9b1b54b req-749cb732-f45f-4ced-8660-247a4df253a6 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccf52973-b1d9-411b-965d-fd809fb12ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477719 Mar 01 20:44:51.187810 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 46dfef96-f6be-4df5-b473-7f9cfd1c3020 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:44:51.195576 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 46dfef96-f6be-4df5-b473-7f9cfd1c3020 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:44:51.195994 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:51.345840 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54886) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:51.351827 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72724655-85cc-4f5f-863e-6d750402daee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:51.375845 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4bd39f71-9bf9-4cc6-94aa-d3b0ce7398f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:51.410549 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4bd39f71-9bf9-4cc6-94aa-d3b0ce7398f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:51.422061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4bd39f71-9bf9-4cc6-94aa-d3b0ce7398f5 admin admin] Usage tracker for resource:security_group_rule and tenant:3e0518c938a64cf6985cc368e39a935a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:51.428504 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72724655-85cc-4f5f-863e-6d750402daee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:51.437444 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4bd39f71-9bf9-4cc6-94aa-d3b0ce7398f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:51.452082 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:51.463639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4bd39f71-9bf9-4cc6-94aa-d3b0ce7398f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:51.472634 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 46dfef96-f6be-4df5-b473-7f9cfd1c3020, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=46dfef96-f6be-4df5-b473-7f9cfd1c3020,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:44:51.482025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d68b3c8-56bf-4780-85f2-d6cb0ae1aaa4 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:44:51.528295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-22c504dd-ef13-4513-bc55-743e00b11396 req-5f84fccb-3145-4e03-9b95-3d82c558d4fa tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Synchronizing usage tracker for tenant:13c932ad7349472981d17329d1fe82eb on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:44:51.561057 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7d68b3c8-56bf-4780-85f2-d6cb0ae1aaa4 admin admin] 10.222.0.42 "PUT /v2.0/routers/ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9104564 Mar 01 20:44:51.561269 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:51.625126 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-980349ab-5955-4ca8-97d4-af6aea8a108f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:51.663117 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4bd39f71-9bf9-4cc6-94aa-d3b0ce7398f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:51.683785 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72724655-85cc-4f5f-863e-6d750402daee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:51.713021 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72724655-85cc-4f5f-863e-6d750402daee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:51.717268 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-72724655-85cc-4f5f-863e-6d750402daee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5cc78272-b1f1-4049-806b-bf02c3db45f4 HTTP/1.1" status: 204 len: 168 time: 0.7317727 Mar 01 20:44:51.718210 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72724655-85cc-4f5f-863e-6d750402daee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc78272-b1f1-4049-806b-bf02c3db45f4,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:51.721532 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-980349ab-5955-4ca8-97d4-af6aea8a108f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:51.764855 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4bd39f71-9bf9-4cc6-94aa-d3b0ce7398f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:51.769976 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=46dfef96-f6be-4df5-b473-7f9cfd1c3020,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:51.825636 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-980349ab-5955-4ca8-97d4-af6aea8a108f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2437fa15f4c5435d9b3beb1302471a23&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0338864 Mar 01 20:44:51.825636 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980349ab-5955-4ca8-97d4-af6aea8a108f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=262d455b-5bef-4d6c-9156-f4b3ae6c25dc,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:51.828594 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54896) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:51.945676 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-22c504dd-ef13-4513-bc55-743e00b11396 req-5f84fccb-3145-4e03-9b95-3d82c558d4fa tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Unset dirty status for tenant:13c932ad7349472981d17329d1fe82eb on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:44:51.950200 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22c504dd-ef13-4513-bc55-743e00b11396 req-5f84fccb-3145-4e03-9b95-3d82c558d4fa tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 28543 time: 0.7770925 Mar 01 20:44:51.961712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd39f71-9bf9-4cc6-94aa-d3b0ce7398f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=066d4e51-19d4-4731-aee8-357c0cab4b22,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:51.973258 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4bd39f71-9bf9-4cc6-94aa-d3b0ce7398f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3e0518c938a64cf6985cc368e39a935a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6291287 Mar 01 20:44:51.985174 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a3b14-d7e5-43d0-a5df-46ebcccecd90 req-2b045763-c84f-461f-a0e1-b77090952f2b tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:51.988608 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54902) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:51.993637 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c60a3b14-d7e5-43d0-a5df-46ebcccecd90 req-2b045763-c84f-461f-a0e1-b77090952f2b tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 947 time: 0.3164597 Mar 01 20:44:52.104927 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] Sync routers for ids ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:44:52.114666 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5945eef2-07ea-43bf-bfd1-b370a43a4484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:52.123625 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] Routers {'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:44:52.124386 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:44:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:44:52.134099 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3083cb3a-32ab-445b-8b4e-2f4196968fde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:52.153923 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5945eef2-07ea-43bf-bfd1-b370a43a4484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:52.204151 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c60a3b14-d7e5-43d0-a5df-46ebcccecd90 req-7c06d2ed-4474-4685-88b8-b43fc6d772fa tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003567 Mar 01 20:44:52.216228 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22c504dd-ef13-4513-bc55-743e00b11396 req-7c127b40-1ee3-479a-ba78-9f321f936b7f tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "GET /v2.0/security-groups/04bbaa09-63ab-4b62-901a-85447e292b18 HTTP/1.1" status: 200 len: 2981 time: 0.2108479 Mar 01 20:44:52.216228 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3083cb3a-32ab-445b-8b4e-2f4196968fde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:52.306098 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5945eef2-07ea-43bf-bfd1-b370a43a4484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:52.330775 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945eef2-07ea-43bf-bfd1-b370a43a4484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=066d4e51-19d4-4731-aee8-357c0cab4b22,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:52.348784 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22c504dd-ef13-4513-bc55-743e00b11396 req-e5c431b9-3259-4a3e-8467-352aeeb2ad0d tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "GET /v2.0/security-groups/04bbaa09-63ab-4b62-901a-85447e292b18 HTTP/1.1" status: 200 len: 2981 time: 0.1266794 Mar 01 20:44:52.353852 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5945eef2-07ea-43bf-bfd1-b370a43a4484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:52.360276 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5945eef2-07ea-43bf-bfd1-b370a43a4484 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/066d4e51-19d4-4731-aee8-357c0cab4b22 HTTP/1.1" status: 204 len: 168 time: 0.3705564 Mar 01 20:44:52.402159 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] Set router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:44:52.482652 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3083cb3a-32ab-445b-8b4e-2f4196968fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:52.512730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3083cb3a-32ab-445b-8b4e-2f4196968fde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=262d455b-5bef-4d6c-9156-f4b3ae6c25dc,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:52.515286 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22c504dd-ef13-4513-bc55-743e00b11396 req-25fd492e-3e4a-4392-a79c-da5d56139994 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "GET /v2.0/security-groups/06b941cf-62b2-486b-ac06-5f6ae0d98e76 HTTP/1.1" status: 200 len: 2977 time: 0.1437333 Mar 01 20:44:52.539839 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3083cb3a-32ab-445b-8b4e-2f4196968fde admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:52.543189 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3083cb3a-32ab-445b-8b4e-2f4196968fde admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/262d455b-5bef-4d6c-9156-f4b3ae6c25dc HTTP/1.1" status: 204 len: 168 time: 0.6948421 Mar 01 20:44:52.607549 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cefb2d2-a621-4c55-bae0-1c5fbe10cf43 req-d445258f-9887-4ed0-a7ee-f75c2b1fd813 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:52.609254 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8cefb2d2-a621-4c55-bae0-1c5fbe10cf43 req-d445258f-9887-4ed0-a7ee-f75c2b1fd813 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 968 time: 0.1717677 Mar 01 20:44:52.619846 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22c504dd-ef13-4513-bc55-743e00b11396 req-23e0764d-f080-4be3-ba3b-2de6a741f82a tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "GET /v2.0/security-groups/06b941cf-62b2-486b-ac06-5f6ae0d98e76 HTTP/1.1" status: 200 len: 2977 time: 0.0927427 Mar 01 20:44:52.652412 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 46dfef96-f6be-4df5-b473-7f9cfd1c3020 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:44:52.714836 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54918) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:52.720356 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8cefb2d2-a621-4c55-bae0-1c5fbe10cf43 req-8fe2321f-815b-4660-a925-942cfe22514a tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccf52973-b1d9-411b-965d-fd809fb12ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821078 Mar 01 20:44:52.729281 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22c504dd-ef13-4513-bc55-743e00b11396 req-1851c1c2-ded5-423a-84cd-3912b636ad1c tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "GET /v2.0/security-groups/367beb99-2c66-4c6b-9e0c-ab111aa0946f HTTP/1.1" status: 200 len: 2981 time: 0.1080403 Mar 01 20:44:52.736056 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-545f62e6-9fef-4d3f-b7d3-c9126352d944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:52.756837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-545f62e6-9fef-4d3f-b7d3-c9126352d944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:52.761633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-545f62e6-9fef-4d3f-b7d3-c9126352d944 admin admin] Usage tracker for resource:security_group_rule and tenant:803a3a61931048028a691a279a6a54a6 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:52.766001 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-545f62e6-9fef-4d3f-b7d3-c9126352d944 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:52.778658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-545f62e6-9fef-4d3f-b7d3-c9126352d944 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:52.796865 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22c504dd-ef13-4513-bc55-743e00b11396 req-d1362519-74d8-43cf-8138-cf46b58c33cc tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "GET /v2.0/security-groups/367beb99-2c66-4c6b-9e0c-ab111aa0946f HTTP/1.1" status: 200 len: 2981 time: 0.0665779 Mar 01 20:44:52.820074 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 46dfef96-f6be-4df5-b473-7f9cfd1c3020 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:44:52.820674 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:52.859170 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22c504dd-ef13-4513-bc55-743e00b11396 req-30eb4913-f02d-4065-b751-50c1ba89c935 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "GET /v2.0/security-groups/5a5225c5-0d8d-4508-9af7-4f0c6d5baa32 HTTP/1.1" status: 200 len: 2973 time: 0.0612969 Mar 01 20:44:52.901819 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:35Z', 'updated_at': '2022-03-01T20:44:48Z', 'revision_number': 4, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'gw_port': {'id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:39Z', 'updated_at': '2022-03-01T20:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '369e622a-e2a3-4171-bbd5-1b21b2419444', 'name': '', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'mac_address': 'fa:16:3e:59:8a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:46Z', 'updated_at': '2022-03-01T20:44:49Z', 'revision_number': 2, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'subnets': [{'id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:44:52.936204 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-545f62e6-9fef-4d3f-b7d3-c9126352d944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:52.941417 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] Checking router: ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:44:52.941417 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] Updating router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e port 369e622a-e2a3-4171-bbd5-1b21b2419444 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:44:52.954757 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22c504dd-ef13-4513-bc55-743e00b11396 req-7dae9e3d-6fd0-4f76-adf5-132e582e8c37 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "GET /v2.0/security-groups/5a5225c5-0d8d-4508-9af7-4f0c6d5baa32 HTTP/1.1" status: 200 len: 2973 time: 0.0904479 Mar 01 20:44:52.981323 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-22c504dd-ef13-4513-bc55-743e00b11396 req-1ef9fd30-a7bd-4ada-a095-89d1975302dc tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] show failed (client error): The resource could not be found. Mar 01 20:44:52.982651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22c504dd-ef13-4513-bc55-743e00b11396 req-1ef9fd30-a7bd-4ada-a095-89d1975302dc tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "GET /v2.0/security-groups/5cc78272-b1f1-4049-806b-bf02c3db45f4 HTTP/1.1" status: 404 len: 352 time: 0.0205863 Mar 01 20:44:53.021609 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-22c504dd-ef13-4513-bc55-743e00b11396 req-f5e82e84-0259-4439-9cb2-3f7ce15dce02 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] show failed (client error): The resource could not be found. Mar 01 20:44:53.023264 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22c504dd-ef13-4513-bc55-743e00b11396 req-f5e82e84-0259-4439-9cb2-3f7ce15dce02 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "GET /v2.0/security-groups/5cc78272-b1f1-4049-806b-bf02c3db45f4 HTTP/1.1" status: 404 len: 352 time: 0.0247068 Mar 01 20:44:53.025218 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:53.071266 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-545f62e6-9fef-4d3f-b7d3-c9126352d944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:53.145579 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-545f62e6-9fef-4d3f-b7d3-c9126352d944 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=803a3a61931048028a691a279a6a54a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4272041 Mar 01 20:44:53.146314 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545f62e6-9fef-4d3f-b7d3-c9126352d944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13a0600-b084-4b23-b03f-9aa268a658f1,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:53.149054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54928) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:53.166611 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a70dce-d1cd-4804-9007-a7e3521b5008 req-3254a115-30fb-4573-86a0-77870f7dff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:53.168112 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-28a70dce-d1cd-4804-9007-a7e3521b5008 req-3254a115-30fb-4573-86a0-77870f7dff2a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8d738de61a44b239fd0a26700603792&device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 1119 time: 0.1927462 Mar 01 20:44:53.170956 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22c504dd-ef13-4513-bc55-743e00b11396 req-c00d89ed-0811-452f-a49a-b08aeb58c9ce tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "GET /v2.0/security-groups/b658d528-ba3c-457f-a31e-fbbdb48924ef HTTP/1.1" status: 200 len: 2977 time: 0.1363826 Mar 01 20:44:53.233942 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49b48cbb-6ab6-4972-bfee-082b0d53a74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:53.245777 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-28a70dce-d1cd-4804-9007-a7e3521b5008 req-3cee71fe-bd4f-4a6b-8cb7-61fdbe5ed7c5 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a8d738de61a44b239fd0a26700603792&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672791 Mar 01 20:44:53.261146 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49b48cbb-6ab6-4972-bfee-082b0d53a74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:53.420877 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49b48cbb-6ab6-4972-bfee-082b0d53a74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:53.440801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b48cbb-6ab6-4972-bfee-082b0d53a74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13a0600-b084-4b23-b03f-9aa268a658f1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:53.444116 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22c504dd-ef13-4513-bc55-743e00b11396 req-042448a2-3d1d-44f0-9ba2-5a41974ffbbf tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "GET /v2.0/security-groups/b658d528-ba3c-457f-a31e-fbbdb48924ef HTTP/1.1" status: 200 len: 2977 time: 0.2620063 Mar 01 20:44:53.448951 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a70dce-d1cd-4804-9007-a7e3521b5008 req-da39b440-559a-429e-ad38-56f5165e979d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:53.452570 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49b48cbb-6ab6-4972-bfee-082b0d53a74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:53.453715 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-49b48cbb-6ab6-4972-bfee-082b0d53a74b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e13a0600-b084-4b23-b03f-9aa268a658f1 HTTP/1.1" status: 204 len: 168 time: 0.3026040 Mar 01 20:44:53.454442 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-28a70dce-d1cd-4804-9007-a7e3521b5008 req-da39b440-559a-429e-ad38-56f5165e979d service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2017779 Mar 01 20:44:53.524590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b2d638-5180-4c22-b189-a45386300df3 req-7ee61825-7085-49fe-a3a7-f358b364bc18 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:53.526103 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78b2d638-5180-4c22-b189-a45386300df3 req-7ee61825-7085-49fe-a3a7-f358b364bc18 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 947 time: 0.2085378 Mar 01 20:44:53.539525 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:53.605132 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:53.606129 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22c504dd-ef13-4513-bc55-743e00b11396 req-05e8a94c-e185-4a9e-a1e1-54d26c6119d8 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "GET /v2.0/security-groups/ca915a00-acad-48ff-9124-f0766f281e2a HTTP/1.1" status: 200 len: 2977 time: 0.1506720 Mar 01 20:44:53.609217 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78b2d638-5180-4c22-b189-a45386300df3 req-447a12de-fa15-44c1-987f-21bfcc1b2b7c tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739801 Mar 01 20:44:53.626283 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-cb0760b2-b036-4c3c-aebe-29c84add920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:53.627821 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-cb0760b2-b036-4c3c-aebe-29c84add920b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a8d738de61a44b239fd0a26700603792&device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 1119 time: 0.1274645 Mar 01 20:44:53.631622 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] Transition to ACTIVE for port object 369e622a-e2a3-4171-bbd5-1b21b2419444 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:44:53.679095 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22c504dd-ef13-4513-bc55-743e00b11396 req-cebe8252-b7d0-4dd2-87a3-1b6b3712d1e3 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "GET /v2.0/security-groups/ca915a00-acad-48ff-9124-f0766f281e2a HTTP/1.1" status: 200 len: 2977 time: 0.0648811 Mar 01 20:44:53.699476 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-d86f85ac-2b9a-4e8c-b639-9033ce7a9772 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.126&port_id=c12fbbc0-6b3e-4f54-908e-538281dd9255 HTTP/1.1" status: 200 len: 217 time: 0.0643353 Mar 01 20:44:53.728697 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22c504dd-ef13-4513-bc55-743e00b11396 req-46b53b3a-4c95-46d2-880e-5ca397f0ad72 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "GET /v2.0/security-groups/ccf52973-b1d9-411b-965d-fd809fb12ac9 HTTP/1.1" status: 200 len: 2981 time: 0.0434732 Mar 01 20:44:53.746910 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:53.771072 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-260aeefc-4dfd-4334-9a9c-0210cce84f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:53.772690 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-260aeefc-4dfd-4334-9a9c-0210cce84f64 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0677915 Mar 01 20:44:53.795807 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22c504dd-ef13-4513-bc55-743e00b11396 req-26f47c7a-493c-4bb1-9774-b38779d53e58 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "GET /v2.0/security-groups/ccf52973-b1d9-411b-965d-fd809fb12ac9 HTTP/1.1" status: 200 len: 2981 time: 0.0610631 Mar 01 20:44:53.889421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-4c153b98-d0c4-4715-a458-f4a21db2489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:53.891814 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-4c153b98-d0c4-4715-a458-f4a21db2489e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1128962 Mar 01 20:44:54.019576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54960) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:54.031575 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-809555015-network', 'tenant_id': 'e33b439232a34cc0ac5eda5eb6eaa378'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:44:54.047614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:54.065781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-03b61fb9-b765-4680-a1e1-e5623197196d req-e7a2f53b-5300-4d83-ba40-f921784c6381 tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Synchronizing usage tracker for tenant:f0ead0c46da04f4bba0dd42009020ba4 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:44:54.070871 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 5eea1189-0bf6-4001-9843-36133dc947c7 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:44:54.074198 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Usage tracker for resource:network and tenant:e33b439232a34cc0ac5eda5eb6eaa378 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:54.081506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:54.092832 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:54.142215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089779c-7980-4ab2-98db-b483e6195752 req-e157411a-0b75-43be-8f4d-3e6b1c15eb76 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:54.144203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6089779c-7980-4ab2-98db-b483e6195752 req-e157411a-0b75-43be-8f4d-3e6b1c15eb76 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 968 time: 0.2573953 Mar 01 20:44:54.241016 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Made reservation on behalf of e33b439232a34cc0ac5eda5eb6eaa378 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:44:54.244097 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:54.265652 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-bb7ef083-9626-45c3-ad0f-7ced016d192b service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626347 Mar 01 20:44:54.266718 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:54.281328 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6089779c-7980-4ab2-98db-b483e6195752 req-95390dbc-4540-4360-8f87-13ae4222b2d6 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccf52973-b1d9-411b-965d-fd809fb12ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302974 Mar 01 20:44:54.288812 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0bb09-f9ff-49b9-93dd-a6abff31da3f None None] Pushing event updated for resources: {'Port': ['ID=369e622a-e2a3-4171-bbd5-1b21b2419444,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:54.297711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:54.301930 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Usage tracker for resource:security_group_rule and tenant:e33b439232a34cc0ac5eda5eb6eaa378 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:54.306523 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:54.313315 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:54.321815 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] Attempting to bind port 369e622a-e2a3-4171-bbd5-1b21b2419444 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:44:54.321815 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] Attempting to bind port 369e622a-e2a3-4171-bbd5-1b21b2419444 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '11ba65c5-cd68-4196-93ae-29e4841505fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:44:54.321815 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] Attempting to bind port 369e622a-e2a3-4171-bbd5-1b21b2419444 on network 8a2300c7-0003-4f12-abfc-8b8e56fe14e8 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:44:54.335966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 5eea1189-0bf6-4001-9843-36133dc947c7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5eea1189-0bf6-4001-9843-36133dc947c7,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:44:54.343115 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:44:54.352282 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] Checking segment: {'id': '11ba65c5-cd68-4196-93ae-29e4841505fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:44:54.352282 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:54.352282 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] Bound using segment: {'id': '11ba65c5-cd68-4196-93ae-29e4841505fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:44:54.352282 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] Bound port: 369e622a-e2a3-4171-bbd5-1b21b2419444, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11ba65c5-cd68-4196-93ae-29e4841505fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:44:54.352282 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:54.370412 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '5eea1189-0bf6-4001-9843-36133dc947c7', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '5eea1189-0bf6-4001-9843-36133dc947c7', 'mac_address': 'fa:16:3e:c2:36:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:44:54.413399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-03b61fb9-b765-4680-a1e1-e5623197196d req-e7a2f53b-5300-4d83-ba40-f921784c6381 tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Unset dirty status for tenant:f0ead0c46da04f4bba0dd42009020ba4 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:44:54.419259 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-03b61fb9-b765-4680-a1e1-e5623197196d req-e7a2f53b-5300-4d83-ba40-f921784c6381 tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0ead0c46da04f4bba0dd42009020ba4 HTTP/1.1" status: 200 len: 6102 time: 0.5893309 Mar 01 20:44:54.429087 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:54.486783 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:54.502651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-03b61fb9-b765-4680-a1e1-e5623197196d req-e09ac449-464d-4680-9584-0457cd1763b2 tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] 10.222.0.42 "GET /v2.0/security-groups/04bbaa09-63ab-4b62-901a-85447e292b18 HTTP/1.1" status: 200 len: 2981 time: 0.0801301 Mar 01 20:44:54.503981 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:54.509383 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07314d79-1394-4f21-8b6a-7642dfd17aaf req-7df58de8-07ec-44a6-854d-c8e4336f58ae service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354510 Mar 01 20:44:54.522890 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eea1189-0bf6-4001-9843-36133dc947c7 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:44:54.552442 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] For port 369e622a-e2a3-4171-bbd5-1b21b2419444, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:44:54.554173 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 5eea1189-0bf6-4001-9843-36133dc947c7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5eea1189-0bf6-4001-9843-36133dc947c7,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:44:54.556771 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] For port 369e622a-e2a3-4171-bbd5-1b21b2419444, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=369e622a-e2a3-4171-bbd5-1b21b2419444,segment=NetworkSegment(11ba65c5-cd68-4196-93ae-29e4841505fb),segment_id=11ba65c5-cd68-4196-93ae-29e4841505fb)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:44:54.611532 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:44:54.634804 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:54.636046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26460fd9-f86b-4b2a-80f1-1df201eaf139,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:54.650604 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:54.651180 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Added segment 52b9f52a-1609-4ac7-8cb5-55fef415b4e7 of type vlan for network ba741698-a425-4ad9-aee4-2622f596a094 Mar 01 20:44:54.676643 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:54.685291 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-03b61fb9-b765-4680-a1e1-e5623197196d req-d655d63a-89d3-4aea-9eaf-3c5ce7b2d744 tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] 10.222.0.42 "GET /v2.0/security-groups/04bbaa09-63ab-4b62-901a-85447e292b18 HTTP/1.1" status: 200 len: 2981 time: 0.1354759 Mar 01 20:44:54.695547 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:54.735631 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=5eea1189-0bf6-4001-9843-36133dc947c7,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:54.739562 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] Routers {'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:44:54.740063 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:44:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:44:54.834227 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06052fc0-5768-4a30-9ace-436b6d325ad7 req-827fd252-d55c-4081-ad12-ff097e934066 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "GET /v2.0/security-groups/5b5d5649-8dfc-42cf-b58f-e5a5c4bd17bb HTTP/1.1" status: 200 len: 1778 time: 0.0636470 Mar 01 20:44:54.871822 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:54.873464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:54.873464 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:54.976447 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f0bb09-f9ff-49b9-93dd-a6abff31da3f None None] Pushing event updated for resources: {'Port': ['ID=369e622a-e2a3-4171-bbd5-1b21b2419444,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:55.032009 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] Set router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:44:55.136368 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['5eea1189-0bf6-4001-9843-36133dc947c7'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:44:55.142732 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54994) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:55.156097 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] Pushing event updated for resources: {'Network': ['ID=ba741698-a425-4ad9-aee4-2622f596a094,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:55.178113 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-06052fc0-5768-4a30-9ace-436b6d325ad7 req-b040e56f-eae6-488c-99aa-0ec772c2c4d4 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:55.197057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network ba741698-a425-4ad9-aee4-2622f596a094 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:44:55.219125 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9ea55660-1125-4b93-9154-c9e14a4bc33e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1981924 Mar 01 20:44:55.226228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55004) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:55.232065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-57d6c840-77ca-4035-9151-e64826518a6f admin admin] Request body: {'subnet': {'network_id': 'ba741698-a425-4ad9-aee4-2622f596a094', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809555015-subnet', 'tenant_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:44:55.237260 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-06052fc0-5768-4a30-9ace-436b6d325ad7 req-b040e56f-eae6-488c-99aa-0ec772c2c4d4 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:55.241644 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-57d6c840-77ca-4035-9151-e64826518a6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:55.250659 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-57d6c840-77ca-4035-9151-e64826518a6f admin admin] Usage tracker for resource:subnet and tenant:e33b439232a34cc0ac5eda5eb6eaa378 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:55.256246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-57d6c840-77ca-4035-9151-e64826518a6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:55.268111 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-57d6c840-77ca-4035-9151-e64826518a6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:55.277348 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616160e9-62fd-4acd-ad4b-876001493a96 req-551ebb60-1094-4dd6-9d18-b0a606d30fdf tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:55.284508 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-616160e9-62fd-4acd-ad4b-876001493a96 req-551ebb60-1094-4dd6-9d18-b0a606d30fdf tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 948 time: 0.4186621 Mar 01 20:44:55.325581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1163751805-network', 'tenant_id': '9425af0c76c64926891aa5e1f014e8ef'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:44:55.334171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:55.347086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Usage tracker for resource:network and tenant:9425af0c76c64926891aa5e1f014e8ef is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:55.352637 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:55.359937 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:55.385234 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-616160e9-62fd-4acd-ad4b-876001493a96 req-91d65fd0-3bb9-4b17-84a0-d85cd0b9f198 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981131 Mar 01 20:44:55.407993 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d6c840-77ca-4035-9151-e64826518a6f admin admin] Made reservation on behalf of e33b439232a34cc0ac5eda5eb6eaa378 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:44:55.413245 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-57d6c840-77ca-4035-9151-e64826518a6f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:55.482966 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-06052fc0-5768-4a30-9ace-436b6d325ad7 req-b040e56f-eae6-488c-99aa-0ec772c2c4d4 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:55.498606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Made reservation on behalf of 9425af0c76c64926891aa5e1f014e8ef for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:44:55.498606 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:55.526503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040e56f-eae6-488c-99aa-0ec772c2c4d4 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b5d5649-8dfc-42cf-b58f-e5a5c4bd17bb,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:55.541941 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:55.602089 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-06052fc0-5768-4a30-9ace-436b6d325ad7 req-b040e56f-eae6-488c-99aa-0ec772c2c4d4 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:55.607712 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06052fc0-5768-4a30-9ace-436b6d325ad7 req-b040e56f-eae6-488c-99aa-0ec772c2c4d4 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b5d5649-8dfc-42cf-b58f-e5a5c4bd17bb HTTP/1.1" status: 204 len: 173 time: 0.7666547 Mar 01 20:44:55.648503 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:55.657564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Usage tracker for resource:security_group_rule and tenant:9425af0c76c64926891aa5e1f014e8ef is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:55.673241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:55.680139 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c407b1-452f-4a9c-b964-19bbe370a287 req-49d2ea21-1edc-40ed-9c4c-a09c7a8c3747 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:55.686954 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:55.689397 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-52c407b1-452f-4a9c-b964-19bbe370a287 req-49d2ea21-1edc-40ed-9c4c-a09c7a8c3747 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 968 time: 0.1636167 Mar 01 20:44:55.763548 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e20203f-0af3-4ff2-afd6-f4d78eeccb5f req-6c07286a-233e-4452-b31c-aefd10f8d874 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "GET /v2.0/security-groups/0d2988b9-4388-4def-b2d5-943b6fa20afb HTTP/1.1" status: 200 len: 1777 time: 0.1380038 Mar 01 20:44:55.772704 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-52c407b1-452f-4a9c-b964-19bbe370a287 req-bbed9e9a-d51b-4582-a8fc-85d48cf74bab tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccf52973-b1d9-411b-965d-fd809fb12ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820351 Mar 01 20:44:55.866317 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9e20203f-0af3-4ff2-afd6-f4d78eeccb5f req-5994a04c-4122-450d-8bac-aafba4219ba8 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:55.877222 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:35Z', 'updated_at': '2022-03-01T20:44:48Z', 'revision_number': 4, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'gw_port': {'id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:39Z', 'updated_at': '2022-03-01T20:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '369e622a-e2a3-4171-bbd5-1b21b2419444', 'name': '', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'mac_address': 'fa:16:3e:59:8a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:46Z', 'updated_at': '2022-03-01T20:44:54Z', 'revision_number': 4, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'subnets': [{'id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:44:55.883790 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24246b72-5118-4c05-b2b5-934bb1a61f47 None None] The sync data for ids ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'] in n-d-827896-4 is: [{'id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:35Z', 'updated_at': '2022-03-01T20:44:48Z', 'revision_number': 4, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'gw_port': {'id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:39Z', 'updated_at': '2022-03-01T20:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '369e622a-e2a3-4171-bbd5-1b21b2419444', 'name': '', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'mac_address': 'fa:16:3e:59:8a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:46Z', 'updated_at': '2022-03-01T20:44:54Z', 'revision_number': 4, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'subnets': [{'id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:44:55.899663 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:55.902630 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9e20203f-0af3-4ff2-afd6-f4d78eeccb5f req-5994a04c-4122-450d-8bac-aafba4219ba8 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:55.943980 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-57d6c840-77ca-4035-9151-e64826518a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:56.015297 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:56.067403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:44:56.086751 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9e20203f-0af3-4ff2-afd6-f4d78eeccb5f req-5994a04c-4122-450d-8bac-aafba4219ba8 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:56.091106 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6c840-77ca-4035-9151-e64826518a6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5790f15b-a5d6-4b40-ad53-e4e81231f5c8,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:56.114347 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:56.114961 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Added segment 854d4a54-67f6-4c31-8b28-2aa56ce9a629 of type vlan for network 20bee8c9-14f6-4e61-9dee-3608205e5e38 Mar 01 20:44:56.123469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d44021-cb78-46a2-b0ae-fd58908e9526,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:56.128727 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994a04c-4122-450d-8bac-aafba4219ba8 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2988b9-4388-4def-b2d5-943b6fa20afb,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:56.131888 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d6c840-77ca-4035-9151-e64826518a6f admin admin] Checking segment: {'id': '52b9f52a-1609-4ac7-8cb5-55fef415b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ba741698-a425-4ad9-aee4-2622f596a094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:44:56.132421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d6c840-77ca-4035-9151-e64826518a6f admin admin] Network hostable DHCP agents. Network: ba741698-a425-4ad9-aee4-2622f596a094, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:44:56.137059 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9e20203f-0af3-4ff2-afd6-f4d78eeccb5f req-5994a04c-4122-450d-8bac-aafba4219ba8 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:56.138113 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e20203f-0af3-4ff2-afd6-f4d78eeccb5f req-5994a04c-4122-450d-8bac-aafba4219ba8 tempest-SecurityGroupsTestAdminJSON-276961178 tempest-SecurityGroupsTestAdminJSON-276961178-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/0d2988b9-4388-4def-b2d5-943b6fa20afb HTTP/1.1" status: 204 len: 173 time: 0.3643899 Mar 01 20:44:56.166673 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:56.240426 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e0c09e51-1295-4e35-85da-a90651ecdcd4 req-2c023e0f-8b5d-4656-9117-2dc83320a0f8 tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] 10.222.0.42 "GET /v2.0/security-groups/74c3e3b2-1ca5-4911-9de9-4a3b139838a4 HTTP/1.1" status: 200 len: 1777 time: 0.0746524 Mar 01 20:44:56.251677 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d6c840-77ca-4035-9151-e64826518a6f admin admin] Network ba741698-a425-4ad9-aee4-2622f596a094 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:44:56.306341 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:56.308135 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:56.308728 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:56.313679 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e0c09e51-1295-4e35-85da-a90651ecdcd4 req-e8dc9d46-6442-4f82-81b6-8e50f537e84d tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:56.349994 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-57d6c840-77ca-4035-9151-e64826518a6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, ba741698-a425-4ad9-aee4-2622f596a094) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:44:56.362546 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2aa763-3ec4-4d9e-8c4b-79a069b4cdb2 None None] Network ba741698-a425-4ad9-aee4-2622f596a094 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:44:56.363031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d6c840-77ca-4035-9151-e64826518a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:56.363216 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-57d6c840-77ca-4035-9151-e64826518a6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:56.378366 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e0c09e51-1295-4e35-85da-a90651ecdcd4 req-e8dc9d46-6442-4f82-81b6-8e50f537e84d tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:56.496733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] Pushing event updated for resources: {'Network': ['ID=20bee8c9-14f6-4e61-9dee-3608205e5e38,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:56.518936 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 20bee8c9-14f6-4e61-9dee-3608205e5e38 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:44:56.543719 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e0c09e51-1295-4e35-85da-a90651ecdcd4 req-e8dc9d46-6442-4f82-81b6-8e50f537e84d tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:56.564463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dc9d46-6442-4f82-81b6-8e50f537e84d tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c3e3b2-1ca5-4911-9de9-4a3b139838a4,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:56.573146 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-57d6c840-77ca-4035-9151-e64826518a6f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3457856 Mar 01 20:44:56.574509 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d49d06fc-8899-43ac-84dd-da8e64c35c5a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4360321 Mar 01 20:44:56.575678 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55040) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:56.578754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55044) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:56.584385 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-809555015-router', 'tenant_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:44:56.598342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-504a0246-20d3-43d5-91c1-21e45c7c9018 admin admin] Request body: {'subnet': {'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1163751805-subnet', 'tenant_id': '9425af0c76c64926891aa5e1f014e8ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:44:56.604154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:56.606567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-504a0246-20d3-43d5-91c1-21e45c7c9018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:44:56.610988 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Usage tracker for resource:router and tenant:e33b439232a34cc0ac5eda5eb6eaa378 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:56.621257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-504a0246-20d3-43d5-91c1-21e45c7c9018 admin admin] Usage tracker for resource:subnet and tenant:9425af0c76c64926891aa5e1f014e8ef is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:44:56.623864 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:56.626657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-504a0246-20d3-43d5-91c1-21e45c7c9018 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:44:56.640304 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:56.642710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-504a0246-20d3-43d5-91c1-21e45c7c9018 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:44:56.679525 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e0c09e51-1295-4e35-85da-a90651ecdcd4 req-e8dc9d46-6442-4f82-81b6-8e50f537e84d tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:56.680822 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e0c09e51-1295-4e35-85da-a90651ecdcd4 req-e8dc9d46-6442-4f82-81b6-8e50f537e84d tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] 10.222.0.42 "DELETE /v2.0/security-groups/74c3e3b2-1ca5-4911-9de9-4a3b139838a4 HTTP/1.1" status: 204 len: 173 time: 0.4347780 Mar 01 20:44:56.757758 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:56.758783 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:56.783330 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:56.790091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ee60c-29e8-478b-82e0-4c0861045376 req-c807bcff-6171-49a2-9e75-ffd87eac3dca tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:56.796510 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-519ee60c-29e8-478b-82e0-4c0861045376 req-c807bcff-6171-49a2-9e75-ffd87eac3dca tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 948 time: 0.1928909 Mar 01 20:44:56.816786 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504a0246-20d3-43d5-91c1-21e45c7c9018 admin admin] Made reservation on behalf of 9425af0c76c64926891aa5e1f014e8ef for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:44:56.819901 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-504a0246-20d3-43d5-91c1-21e45c7c9018 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:56.826107 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 369e622a-e2a3-4171-bbd5-1b21b2419444 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:44:56.869730 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fb2a8fb9-1c5d-4cb2-97c0-e8392c28b40e req-64c7ea84-1af9-491b-abce-09a998bb23c5 tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] 10.222.0.42 "GET /v2.0/security-groups/c07ed5f3-0a0d-4dfb-9519-ef0cfd93783a HTTP/1.1" status: 200 len: 1777 time: 0.1622813 Mar 01 20:44:56.954361 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-519ee60c-29e8-478b-82e0-4c0861045376 req-d92d0191-37ea-4448-9420-777cf400e1cf tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539204 Mar 01 20:44:57.044247 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 369e622a-e2a3-4171-bbd5-1b21b2419444 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:44:57.053342 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fb2a8fb9-1c5d-4cb2-97c0-e8392c28b40e req-25f58469-8755-4a8b-8bc1-5b776ee2511a tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:57.076432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 369e622a-e2a3-4171-bbd5-1b21b2419444 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:44:57.076883 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:57.123374 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-ba741698-a425-4ad9-aee4-2622f596a094', 'network_id': 'ba741698-a425-4ad9-aee4-2622f596a094', 'tenant_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'fixed_ips': [{'subnet_id': '5790f15b-a5d6-4b40-ad53-e4e81231f5c8'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:44:57.124324 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:57.129992 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fb2a8fb9-1c5d-4cb2-97c0-e8392c28b40e req-25f58469-8755-4a8b-8bc1-5b776ee2511a tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:57.331851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabbf761-833f-4abe-aa75-786128322d3e req-89c00d24-25b2-4472-88e1-cd3649df2172 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:57.341254 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dabbf761-833f-4abe-aa75-786128322d3e req-89c00d24-25b2-4472-88e1-cd3649df2172 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 968 time: 0.1637383 Mar 01 20:44:57.420608 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fb2a8fb9-1c5d-4cb2-97c0-e8392c28b40e req-25f58469-8755-4a8b-8bc1-5b776ee2511a tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:57.470289 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9756fa28-dff8-472e-ad8f-ba3d3ad882fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:57.503813 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:57.551778 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f58469-8755-4a8b-8bc1-5b776ee2511a tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07ed5f3-0a0d-4dfb-9519-ef0cfd93783a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:57.560259 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dabbf761-833f-4abe-aa75-786128322d3e req-00893608-c75d-4b06-bc27-e33a90eba2b1 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccf52973-b1d9-411b-965d-fd809fb12ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139633 Mar 01 20:44:57.586073 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fb2a8fb9-1c5d-4cb2-97c0-e8392c28b40e req-25f58469-8755-4a8b-8bc1-5b776ee2511a tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:57.588546 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fb2a8fb9-1c5d-4cb2-97c0-e8392c28b40e req-25f58469-8755-4a8b-8bc1-5b776ee2511a tempest-SecurityGroupsTestAdminJSON-412755293 tempest-SecurityGroupsTestAdminJSON-412755293-project] 10.222.0.42 "DELETE /v2.0/security-groups/c07ed5f3-0a0d-4dfb-9519-ef0cfd93783a HTTP/1.1" status: 204 len: 173 time: 0.7028205 Mar 01 20:44:57.644067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c12fbbc0-6b3e-4f54-908e-538281dd9255 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:44:57.648761 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:57.667194 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Allocated IP 172.20.0.2 (ba741698-a425-4ad9-aee4-2622f596a094/5790f15b-a5d6-4b40-ad53-e4e81231f5c8/62508d20-2480-42dc-8a97-0c5183c301a3) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:44:57.735169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 369e622a-e2a3-4171-bbd5-1b21b2419444, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=369e622a-e2a3-4171-bbd5-1b21b2419444,segment=NetworkSegment(11ba65c5-cd68-4196-93ae-29e4841505fb),segment_id=11ba65c5-cd68-4196-93ae-29e4841505fb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:44:57.892402 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:57.944761 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-504a0246-20d3-43d5-91c1-21e45c7c9018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:57.978551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=369e622a-e2a3-4171-bbd5-1b21b2419444,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:58.007461 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-7b1cd2f7-556b-4b8c-9f10-99173da396a6 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a89f5baf58c84a808cd5296d2f554260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605028 Mar 01 20:44:58.010109 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 5eea1189-0bf6-4001-9843-36133dc947c7 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:44:58.037979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a0246-20d3-43d5-91c1-21e45c7c9018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=257716f2-c727-40db-9bdc-42a279d992cd,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:58.093716 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504a0246-20d3-43d5-91c1-21e45c7c9018 admin admin] Checking segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:44:58.094071 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504a0246-20d3-43d5-91c1-21e45c7c9018 admin admin] Network hostable DHCP agents. Network: 20bee8c9-14f6-4e61-9dee-3608205e5e38, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:44:58.133859 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port c12fbbc0-6b3e-4f54-908e-538281dd9255, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c12fbbc0-6b3e-4f54-908e-538281dd9255,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:44:58.162900 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'c12fbbc0-6b3e-4f54-908e-538281dd9255', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': 'c12fbbc0-6b3e-4f54-908e-538281dd9255', 'mac_address': 'fa:16:3e:e5:15:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.126'}], 'device_owner': 'compute:tempest-test_az-57776216', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:44:58.275384 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-98b36bed-e461-4fb1-ad2c-1e94674b3f5b tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:58.277197 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-98b36bed-e461-4fb1-ad2c-1e94674b3f5b tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2685821 Mar 01 20:44:58.288037 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:58.294832 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:58.300074 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-fd24e480-5672-4403-b8b5-ee5938d4f290 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/quotas/a89f5baf58c84a808cd5296d2f554260 HTTP/1.1" status: 200 len: 375 time: 0.0145566 Mar 01 20:44:58.308741 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c5769-6bfc-4ebf-9ee5-114a079e3835 req-f5d4a667-37b1-4250-bfab-140926191abd tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:58.310470 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2a9c5769-6bfc-4ebf-9ee5-114a079e3835 req-f5d4a667-37b1-4250-bfab-140926191abd tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 948 time: 0.1438289 Mar 01 20:44:58.315641 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Transition to ACTIVE for port object 62508d20-2480-42dc-8a97-0c5183c301a3 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:44:58.316910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504a0246-20d3-43d5-91c1-21e45c7c9018 admin admin] Network 20bee8c9-14f6-4e61-9dee-3608205e5e38 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:44:58.328502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12fbbc0-6b3e-4f54-908e-538281dd9255 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:44:58.354550 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Transition to ACTIVE for port object 62508d20-2480-42dc-8a97-0c5183c301a3 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:44:58.355316 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:58.369366 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 5eea1189-0bf6-4001-9843-36133dc947c7 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:44:58.372748 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-98fe1816-74cf-4000-a38c-8b8ec11e7886 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0590248 Mar 01 20:44:58.374861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port c12fbbc0-6b3e-4f54-908e-538281dd9255, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c12fbbc0-6b3e-4f54-908e-538281dd9255,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:44:58.379082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 5eea1189-0bf6-4001-9843-36133dc947c7 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:44:58.379868 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:58.412725 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2a9c5769-6bfc-4ebf-9ee5-114a079e3835 req-c156da02-8b3a-40ef-a383-dabb2881290c tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617023 Mar 01 20:44:58.425450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-504a0246-20d3-43d5-91c1-21e45c7c9018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 20bee8c9-14f6-4e61-9dee-3608205e5e38) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:44:58.437095 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a0246-20d3-43d5-91c1-21e45c7c9018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:58.438303 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-504a0246-20d3-43d5-91c1-21e45c7c9018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:58.444417 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ece074e-2a97-4a7d-bfbc-0415c56f0822 None None] Network 20bee8c9-14f6-4e61-9dee-3608205e5e38 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:44:58.447315 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:58.448779 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55094) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:58.488573 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:58.504766 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:58.628009 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Allocated IP 172.25.5.123 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/7e8bc8e0-64b4-473a-b3e2-6027309eafa1) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:44:58.668902 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-504a0246-20d3-43d5-91c1-21e45c7c9018 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0878582 Mar 01 20:44:58.685289 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55104) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:44:58.686419 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-eecaa041-a380-4cfc-8142-2a04c4919800 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0ead0c46da04f4bba0dd42009020ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261300 Mar 01 20:44:58.778387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 369e622a-e2a3-4171-bbd5-1b21b2419444 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:44:58.827089 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61ddd0-8f14-47d5-9d27-95d43b0d4312 req-a7922dd7-4a47-457d-b304-14b3e0a0c01e tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:58.830721 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5e61ddd0-8f14-47d5-9d27-95d43b0d4312 req-a7922dd7-4a47-457d-b304-14b3e0a0c01e tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 969 time: 0.1153171 Mar 01 20:44:58.856473 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:58.879166 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Network ba741698-a425-4ad9-aee4-2622f596a094 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:44:58.956110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 5eea1189-0bf6-4001-9843-36133dc947c7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5eea1189-0bf6-4001-9843-36133dc947c7,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:44:58.959484 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac15845d-a17d-4a60-8b19-be41a0dc0a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:58.975633 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65213f0e-8603-47db-b124-6e61a56ddb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eea1189-0bf6-4001-9843-36133dc947c7'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:44:58.982865 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cb78a047-b8f7-46c7-afc1-746702d52f0b req-e9ca6366-cfa6-4e78-b1c2-c8e02af327ed tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 210 time: 0.1253295 Mar 01 20:44:59.006552 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5e61ddd0-8f14-47d5-9d27-95d43b0d4312 req-4e01e341-5635-424e-b683-4a1790e235ea tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccf52973-b1d9-411b-965d-fd809fb12ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667657 Mar 01 20:44:59.017776 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:59.049960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:44:59.054157 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:44:59.072034 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:59.073629 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac15845d-a17d-4a60-8b19-be41a0dc0a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:59.075044 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['c12fbbc0-6b3e-4f54-908e-538281dd9255'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:44:59.132625 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:59.149748 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Pushing event updated for resources: {'Port': ['ID=62508d20-2480-42dc-8a97-0c5183c301a3,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:59.217192 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Pushing event updated for resources: {'Port': ['ID=7e8bc8e0-64b4-473a-b3e2-6027309eafa1,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:59.231910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:44:59.233754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:44:59.237933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:44:59.267036 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 369e622a-e2a3-4171-bbd5-1b21b2419444 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:44:59.267491 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:59.463812 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac15845d-a17d-4a60-8b19-be41a0dc0a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:59.498048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15845d-a17d-4a60-8b19-be41a0dc0a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bbaa09-63ab-4b62-901a-85447e292b18,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:59.514822 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac15845d-a17d-4a60-8b19-be41a0dc0a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:59.517043 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ac15845d-a17d-4a60-8b19-be41a0dc0a62 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04bbaa09-63ab-4b62-901a-85447e292b18 HTTP/1.1" status: 204 len: 168 time: 0.8335145 Mar 01 20:44:59.548796 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65213f0e-8603-47db-b124-6e61a56ddb99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eea1189-0bf6-4001-9843-36133dc947c7', 'code': 200} Mar 01 20:44:59.588455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Attempting to bind port 62508d20-2480-42dc-8a97-0c5183c301a3 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:44:59.588808 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Attempting to bind port 62508d20-2480-42dc-8a97-0c5183c301a3 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '52b9f52a-1609-4ac7-8cb5-55fef415b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ba741698-a425-4ad9-aee4-2622f596a094'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:44:59.589505 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Attempting to bind port 62508d20-2480-42dc-8a97-0c5183c301a3 on network ba741698-a425-4ad9-aee4-2622f596a094 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:44:59.623087 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:44:59.623807 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Checking segment: {'id': '52b9f52a-1609-4ac7-8cb5-55fef415b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ba741698-a425-4ad9-aee4-2622f596a094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:44:59.624360 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:59.624921 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Bound using segment: {'id': '52b9f52a-1609-4ac7-8cb5-55fef415b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ba741698-a425-4ad9-aee4-2622f596a094'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:44:59.625404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Bound port: 62508d20-2480-42dc-8a97-0c5183c301a3, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b9f52a-1609-4ac7-8cb5-55fef415b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ba741698-a425-4ad9-aee4-2622f596a094'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:44:59.625777 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:59.641191 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=c12fbbc0-6b3e-4f54-908e-538281dd9255,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:44:59.724488 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68212f-a0f9-4da7-8121-bb7f6ec85b74 req-00b117e4-f79b-416c-8e7e-00a37e599e60 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:59.736001 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b68212f-a0f9-4da7-8121-bb7f6ec85b74 req-00b117e4-f79b-416c-8e7e-00a37e599e60 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 949 time: 0.1587052 Mar 01 20:44:59.785893 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b68212f-a0f9-4da7-8121-bb7f6ec85b74 req-5467d031-f2c6-46e2-97e9-755e05d5f392 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485780 Mar 01 20:44:59.846445 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5cba81b8-d181-4ae4-9c85-d655cc921b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:59.867067 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:44:59.903188 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24379e07-24fe-4732-853e-8cfbd05f0fe5 None None] Network 20bee8c9-14f6-4e61-9dee-3608205e5e38 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:44:59.962853 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b97cff-ccd3-4d63-95a1-1ca175fae14d req-13f8452d-fcab-417a-b02b-f58abcb089ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:44:59.964403 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57b97cff-ccd3-4d63-95a1-1ca175fae14d req-13f8452d-fcab-417a-b02b-f58abcb089ea service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 1100 time: 0.3006034 Mar 01 20:44:59.986023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55160) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:00.138686 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=5eea1189-0bf6-4001-9843-36133dc947c7,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:00.160185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] For port 62508d20-2480-42dc-8a97-0c5183c301a3, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:45:00.189182 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b4632214-817a-4cf9-af94-d1a5c4cb2810 req-bfba3c89-3785-4716-84b8-681d5fe70bf9 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 210 time: 0.1057737 Mar 01 20:45:00.229067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] For port 62508d20-2480-42dc-8a97-0c5183c301a3, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=62508d20-2480-42dc-8a97-0c5183c301a3,segment=NetworkSegment(52b9f52a-1609-4ac7-8cb5-55fef415b4e7),segment_id=52b9f52a-1609-4ac7-8cb5-55fef415b4e7)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:45:00.309494 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57b97cff-ccd3-4d63-95a1-1ca175fae14d req-367eb6fb-15ed-4c81-bf32-e2d3f20e28d2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:00.313540 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:00.316637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c4e9e-eb61-4b10-84b3-9d973ec66d5d req-a27ef096-af18-4195-8f49-ffef7ab6b40f tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:00.323888 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-404c4e9e-eb61-4b10-84b3-9d973ec66d5d req-a27ef096-af18-4195-8f49-ffef7ab6b40f tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 969 time: 0.1145568 Mar 01 20:45:00.332557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-57b97cff-ccd3-4d63-95a1-1ca175fae14d req-367eb6fb-15ed-4c81-bf32-e2d3f20e28d2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:00.363542 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-57b97cff-ccd3-4d63-95a1-1ca175fae14d req-367eb6fb-15ed-4c81-bf32-e2d3f20e28d2 service neutron] Usage tracker for resource:security_group_rule and tenant:4bb46d96efab486aa22086bbdc196a23 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:00.370695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-57b97cff-ccd3-4d63-95a1-1ca175fae14d req-367eb6fb-15ed-4c81-bf32-e2d3f20e28d2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:00.378522 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9988383f-364b-4b42-a23b-8f265b67f7d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:00.406008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9988383f-364b-4b42-a23b-8f265b67f7d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:00.418492 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-404c4e9e-eb61-4b10-84b3-9d973ec66d5d req-2d853e2f-09ca-4685-905f-d4f5f1e64f56 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccf52973-b1d9-411b-965d-fd809fb12ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891187 Mar 01 20:45:00.426388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9988383f-364b-4b42-a23b-8f265b67f7d6 admin admin] Usage tracker for resource:security_group_rule and tenant:a8115e673d6b4be99ff6a135193cd2a8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:00.436773 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9988383f-364b-4b42-a23b-8f265b67f7d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:00.448315 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9988383f-364b-4b42-a23b-8f265b67f7d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:00.456257 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55174) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:00.460981 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:00.466741 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2140110870-network', 'tenant_id': 'c496c09ca6bd48d9b983856fcd17e429'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:00.471800 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55178) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:00.477056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e1e32-c939-4903-8cbd-36ea7d3d6b2e None None] Pushing event updated for resources: {'Port': ['ID=62508d20-2480-42dc-8a97-0c5183c301a3,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:00.493222 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:00.504915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Usage tracker for resource:network and tenant:c496c09ca6bd48d9b983856fcd17e429 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:00.507334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-57b97cff-ccd3-4d63-95a1-1ca175fae14d req-367eb6fb-15ed-4c81-bf32-e2d3f20e28d2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:00.511584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:00.528886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:00.577945 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:00.578849 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-79c4ca35-c5cf-4f45-b598-c2d44fe31049 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=13c932ad7349472981d17329d1fe82eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1059420 Mar 01 20:45:00.586805 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55182) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:00.675848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Made reservation on behalf of c496c09ca6bd48d9b983856fcd17e429 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:45:00.678851 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:00.701461 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:00.712322 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9988383f-364b-4b42-a23b-8f265b67f7d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:00.713425 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:00.743243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:00.747477 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Usage tracker for resource:security_group_rule and tenant:c496c09ca6bd48d9b983856fcd17e429 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:00.751160 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc4d2482-dccc-4088-a12f-4904ac6f6de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:00.751829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:00.765799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:00.784134 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9988383f-364b-4b42-a23b-8f265b67f7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:00.810011 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc4d2482-dccc-4088-a12f-4904ac6f6de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:00.821471 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57b97cff-ccd3-4d63-95a1-1ca175fae14d req-367eb6fb-15ed-4c81-bf32-e2d3f20e28d2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:00.891448 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9988383f-364b-4b42-a23b-8f265b67f7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48cb6148-f6c4-4a35-a9f9-d77b832a4600,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:00.917284 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9988383f-364b-4b42-a23b-8f265b67f7d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8115e673d6b4be99ff6a135193cd2a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9297342 Mar 01 20:45:00.919226 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55188) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:00.940113 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57b97cff-ccd3-4d63-95a1-1ca175fae14d req-367eb6fb-15ed-4c81-bf32-e2d3f20e28d2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:00.998243 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57b97cff-ccd3-4d63-95a1-1ca175fae14d req-367eb6fb-15ed-4c81-bf32-e2d3f20e28d2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0210435 Mar 01 20:45:01.012089 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367eb6fb-15ed-4c81-bf32-e2d3f20e28d2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=84d1f9a0-b201-4d37-8853-42713b9911bf,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:01.072304 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c6f546e7-3d38-4dbc-b09d-68d3608f6937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:01.111563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Router ebf762fc-a825-4551-9d55-312e95014ffd is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 20:45:01.113640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c576a57-1899-400c-acd7-05e1e2b5b973 req-5068f060-8fd7-4445-b44e-043360464c89 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:01.115348 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9c576a57-1899-400c-acd7-05e1e2b5b973 req-5068f060-8fd7-4445-b44e-043360464c89 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 949 time: 0.1871674 Mar 01 20:45:01.120312 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c6f546e7-3d38-4dbc-b09d-68d3608f6937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:01.164186 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc4d2482-dccc-4088-a12f-4904ac6f6de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:01.217291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4d2482-dccc-4088-a12f-4904ac6f6de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367beb99-2c66-4c6b-9e0c-ab111aa0946f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:01.232721 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:01.249283 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9c576a57-1899-400c-acd7-05e1e2b5b973 req-6bb93aa1-02bb-4ae2-b7a8-634e7a3d0738 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218832 Mar 01 20:45:01.257023 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc4d2482-dccc-4088-a12f-4904ac6f6de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:01.257366 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bc4d2482-dccc-4088-a12f-4904ac6f6de6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/367beb99-2c66-4c6b-9e0c-ab111aa0946f HTTP/1.1" status: 204 len: 168 time: 0.6696112 Mar 01 20:45:01.318064 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:01.361599 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:45:01.374532 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] Sync routers for ids ['ebf762fc-a825-4551-9d55-312e95014ffd'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:45:01.389273 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] Routers {'ebf762fc-a825-4551-9d55-312e95014ffd'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:45:01.391692 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:45:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ebf762fc-a825-4551-9d55-312e95014ffd'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:45:01.393824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:45:01.403761 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:01.404096 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Added segment ae9c4426-b37b-4931-85bc-278eb8b1f35c of type vlan for network 400706a6-40d7-4cb5-8bd4-507b2d18db43 Mar 01 20:45:01.421039 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c6f546e7-3d38-4dbc-b09d-68d3608f6937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:01.449710 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-323f48bb-3b5f-43f9-b927-5a5dd7af3126 req-c9184c63-44d1-4b82-8a13-f097a69bae47 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 210 time: 0.1048861 Mar 01 20:45:01.451936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550d15c9-d2a8-47f7-b9f8-d203a866c0f3,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:01.491758 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c6f546e7-3d38-4dbc-b09d-68d3608f6937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:01.493034 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c6f546e7-3d38-4dbc-b09d-68d3608f6937 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48cb6148-f6c4-4a35-a9f9-d77b832a4600 HTTP/1.1" status: 204 len: 168 time: 0.5705492 Mar 01 20:45:01.503210 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:01.504741 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b14964e5-1d16-4d88-847e-7cdbce44aeab admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.9279742 Mar 01 20:45:01.507738 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f546e7-3d38-4dbc-b09d-68d3608f6937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48cb6148-f6c4-4a35-a9f9-d77b832a4600,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:01.508456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55200) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:01.517513 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:01.617276 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c12fbbc0-6b3e-4f54-908e-538281dd9255 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:45:01.644545 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:01.644545 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:01.644545 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:01.720166 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154193cc-3862-4eff-bccc-39c23026614e None None] Network ba741698-a425-4ad9-aee4-2622f596a094 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:45:01.748565 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] Set router ebf762fc-a825-4551-9d55-312e95014ffd gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:45:01.904489 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4456627 Mar 01 20:45:01.910923 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114711d1-35c2-46a8-b81b-1e2c2ac44dfa admin admin] Pushing event updated for resources: {'Network': ['ID=400706a6-40d7-4cb5-8bd4-507b2d18db43,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:01.915200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55206) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:01.935647 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-021f33fd-bc07-4e23-b86d-47418acd1ecd admin admin] Request body: {'subnet': {'network_id': '400706a6-40d7-4cb5-8bd4-507b2d18db43', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2140110870-subnet', 'tenant_id': 'c496c09ca6bd48d9b983856fcd17e429', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:01.954180 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-021f33fd-bc07-4e23-b86d-47418acd1ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:01.959130 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540d522-f4a6-41fa-974e-ea7d5c9b0776 req-3da99dd1-bd20-4261-8e00-f32e9593dbd6 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:01.961432 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e540d522-f4a6-41fa-974e-ea7d5c9b0776 req-3da99dd1-bd20-4261-8e00-f32e9593dbd6 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 969 time: 0.2329078 Mar 01 20:45:01.983418 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-021f33fd-bc07-4e23-b86d-47418acd1ecd admin admin] Usage tracker for resource:subnet and tenant:c496c09ca6bd48d9b983856fcd17e429 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:02.008794 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 400706a6-40d7-4cb5-8bd4-507b2d18db43 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:45:02.053137 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e540d522-f4a6-41fa-974e-ea7d5c9b0776 req-66b3d3c4-271b-4d0f-979d-2f6bde1a7409 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccf52973-b1d9-411b-965d-fd809fb12ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862660 Mar 01 20:45:02.129120 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-021f33fd-bc07-4e23-b86d-47418acd1ecd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:02.181504 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c7394bbb-ff92-4faa-889c-b7c8bcb1339b tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a89f5baf58c84a808cd5296d2f554260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542221 Mar 01 20:45:02.191045 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-021f33fd-bc07-4e23-b86d-47418acd1ecd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:02.297477 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:02.316667 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf762fc-a825-4551-9d55-312e95014ffd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809555015-router', 'tenant_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7e8bc8e0-64b4-473a-b3e2-6027309eafa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:56Z', 'updated_at': '2022-03-01T20:44:59Z', 'revision_number': 3, 'project_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'gw_port': {'id': '7e8bc8e0-64b4-473a-b3e2-6027309eafa1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf762fc-a825-4551-9d55-312e95014ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:58Z', 'updated_at': '2022-03-01T20:44:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:45:02.321748 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] Checking router: ebf762fc-a825-4551-9d55-312e95014ffd for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:45:02.322096 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] Updating router ebf762fc-a825-4551-9d55-312e95014ffd port 7e8bc8e0-64b4-473a-b3e2-6027309eafa1 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:45:02.328910 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-959fe6f2-c4bd-41df-9242-33df8da64dd9 None None] Provisioning for port 62508d20-2480-42dc-8a97-0c5183c301a3 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:02.388881 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:02.406290 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port c12fbbc0-6b3e-4f54-908e-538281dd9255 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:02.415587 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port c12fbbc0-6b3e-4f54-908e-538281dd9255 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:02.416102 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:02.500746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-bc1abc36-184d-4ab4-8dda-9e2991f0f850 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:02.532904 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-bc1abc36-184d-4ab4-8dda-9e2991f0f850 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3373315 Mar 01 20:45:02.624266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55224) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:02.663104 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b23b8f10-fb95-4ec5-9484-f8c8e2584351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:02.695839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b23b8f10-fb95-4ec5-9484-f8c8e2584351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:02.706510 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b23b8f10-fb95-4ec5-9484-f8c8e2584351 admin admin] Usage tracker for resource:security_group_rule and tenant:2dc0ad6ce5fa4aba885bfe925cd5b5c3 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:02.719663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae081f59-eefe-4a0a-8e6e-09ec26d596df req-37f55209-cad4-49d7-adf5-9f8c7759e457 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:02.727764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae081f59-eefe-4a0a-8e6e-09ec26d596df req-37f55209-cad4-49d7-adf5-9f8c7759e457 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 949 time: 0.3408861 Mar 01 20:45:02.730540 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b23b8f10-fb95-4ec5-9484-f8c8e2584351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:02.733298 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021f33fd-bc07-4e23-b86d-47418acd1ecd admin admin] Made reservation on behalf of c496c09ca6bd48d9b983856fcd17e429 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:45:02.734102 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 62508d20-2480-42dc-8a97-0c5183c301a3 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:45:02.737284 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-021f33fd-bc07-4e23-b86d-47418acd1ecd admin admin] Notify callbacks [] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:02.751013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b23b8f10-fb95-4ec5-9484-f8c8e2584351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:02.838072 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0bebe18-da71-406f-8e34-159a5c544467 req-3b947676-37a1-4f5b-8535-f7d18e67011c tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 210 time: 0.1044137 Mar 01 20:45:02.840885 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:02.878237 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Request body: {'port': {'device_id': '0599a59b-ef86-423e-9adf-9d57f721b5f5', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'a89f5baf58c84a808cd5296d2f554260'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:02.883784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa7c516-452e-4f7d-b590-e3056b82c4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12fbbc0-6b3e-4f54-908e-538281dd9255'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:02.899577 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port c12fbbc0-6b3e-4f54-908e-538281dd9255, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c12fbbc0-6b3e-4f54-908e-538281dd9255,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:02.915614 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae081f59-eefe-4a0a-8e6e-09ec26d596df req-a2f988ef-8edc-4faa-a8ff-f65b8958db0d tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867602 Mar 01 20:45:02.982200 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:03.039258 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b23b8f10-fb95-4ec5-9484-f8c8e2584351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:03.046705 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa7c516-452e-4f7d-b590-e3056b82c4f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12fbbc0-6b3e-4f54-908e-538281dd9255', 'code': 200} Mar 01 20:45:03.056316 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 62508d20-2480-42dc-8a97-0c5183c301a3 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:03.069501 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 62508d20-2480-42dc-8a97-0c5183c301a3 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:03.069866 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:03.079031 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:03.112119 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] Transition to ACTIVE for port object 7e8bc8e0-64b4-473a-b3e2-6027309eafa1 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:03.154586 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b23b8f10-fb95-4ec5-9484-f8c8e2584351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:03.237713 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:03.257719 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=c12fbbc0-6b3e-4f54-908e-538281dd9255,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:03.282272 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b23b8f10-fb95-4ec5-9484-f8c8e2584351 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2dc0ad6ce5fa4aba885bfe925cd5b5c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6511683 Mar 01 20:45:03.288583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55240) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:03.291183 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b8f10-fb95-4ec5-9484-f8c8e2584351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf336b5-6fff-4608-bc7e-11bef36f7981,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:03.351827 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:03.401545 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] Attempting to bind port 7e8bc8e0-64b4-473a-b3e2-6027309eafa1 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:45:03.402598 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] Attempting to bind port 7e8bc8e0-64b4-473a-b3e2-6027309eafa1 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:45:03.403134 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] Attempting to bind port 7e8bc8e0-64b4-473a-b3e2-6027309eafa1 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:03.407769 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0396958-5344-4283-8b7b-136a0dce07a8 None None] Pushing event updated for resources: {'Port': ['ID=7e8bc8e0-64b4-473a-b3e2-6027309eafa1,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:03.412335 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:45:03.413112 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:45:03.413725 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:03.414570 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:45:03.415481 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] Bound port: 7e8bc8e0-64b4-473a-b3e2-6027309eafa1, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:45:03.416119 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:03.419336 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-716604f0-0fea-445e-83a5-c34921401bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:03.431863 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 62508d20-2480-42dc-8a97-0c5183c301a3, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=62508d20-2480-42dc-8a97-0c5183c301a3,segment=NetworkSegment(52b9f52a-1609-4ac7-8cb5-55fef415b4e7),segment_id=52b9f52a-1609-4ac7-8cb5-55fef415b4e7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:03.462062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a8b6b3-59af-4784-938a-a85485c887a5 req-49a27efb-4f93-4fe1-8141-93277c346d82 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:03.463639 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9a8b6b3-59af-4784-938a-a85485c887a5 req-49a27efb-4f93-4fe1-8141-93277c346d82 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 970 time: 0.2358949 Mar 01 20:45:03.471060 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-716604f0-0fea-445e-83a5-c34921401bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:03.509265 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:03.512737 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] For port 7e8bc8e0-64b4-473a-b3e2-6027309eafa1, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:45:03.516619 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] For port 7e8bc8e0-64b4-473a-b3e2-6027309eafa1, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7e8bc8e0-64b4-473a-b3e2-6027309eafa1,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:45:03.547822 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9a8b6b3-59af-4784-938a-a85485c887a5 req-174c7386-9026-4773-b754-2a7b6576b73d tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccf52973-b1d9-411b-965d-fd809fb12ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693412 Mar 01 20:45:03.608729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=62508d20-2480-42dc-8a97-0c5183c301a3,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:03.624786 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:03.642773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c86a38-1675-4370-8d1a-bcb6ab1c6f86 req-d95af82b-2428-4a9b-9db5-267b01eff131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:03.644395 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19c86a38-1675-4370-8d1a-bcb6ab1c6f86 req-d95af82b-2428-4a9b-9db5-267b01eff131 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 1121 time: 0.5227399 Mar 01 20:45:03.645455 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:03.646806 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-716604f0-0fea-445e-83a5-c34921401bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:03.654846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Usage tracker for resource:port and tenant:a89f5baf58c84a808cd5296d2f554260 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:03.666739 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716604f0-0fea-445e-83a5-c34921401bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf336b5-6fff-4608-bc7e-11bef36f7981,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:03.677656 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:03.684293 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-716604f0-0fea-445e-83a5-c34921401bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:03.685963 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-716604f0-0fea-445e-83a5-c34921401bb2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bdf336b5-6fff-4608-bc7e-11bef36f7981 HTTP/1.1" status: 204 len: 168 time: 0.3961279 Mar 01 20:45:03.715559 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] Routers {'ebf762fc-a825-4551-9d55-312e95014ffd'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:45:03.716188 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:45:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ebf762fc-a825-4551-9d55-312e95014ffd'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:45:03.734617 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:03.781141 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0396958-5344-4283-8b7b-136a0dce07a8 None None] Pushing event updated for resources: {'Port': ['ID=7e8bc8e0-64b4-473a-b3e2-6027309eafa1,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:03.834716 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-19c86a38-1675-4370-8d1a-bcb6ab1c6f86 req-0f00e6ee-8adb-4c5e-9e93-c6569484568b service neutron] Synchronizing usage tracker for tenant:4bb46d96efab486aa22086bbdc196a23 on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:45:03.846064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Made reservation on behalf of a89f5baf58c84a808cd5296d2f554260 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:45:03.850144 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:03.882554 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:03.910524 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] Set router ebf762fc-a825-4551-9d55-312e95014ffd gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:45:03.946569 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:03.954995 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Usage tracker for resource:security_group_rule and tenant:a89f5baf58c84a808cd5296d2f554260 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:03.959436 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:03.968091 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:03.977829 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198cc7cd-469a-4762-a381-e1af4c9f10fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:04.102648 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2892138-ed00-46dc-ba2e-01c4d4ecc681 req-ade73689-88d8-4222-809f-336b9b2e2ac4 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 210 time: 0.1091230 Mar 01 20:45:04.251897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b643a-c96a-48f6-9c36-f193e0980a74 req-dff75203-49e1-4b06-820b-ed682b135d8a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:04.259839 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf9b643a-c96a-48f6-9c36-f193e0980a74 req-dff75203-49e1-4b06-820b-ed682b135d8a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 949 time: 0.1419878 Mar 01 20:45:04.263504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-198cc7cd-469a-4762-a381-e1af4c9f10fd admin admin] Allocated IP 172.20.0.1 (ba741698-a425-4ad9-aee4-2622f596a094/5790f15b-a5d6-4b40-ad53-e4e81231f5c8/f2e74b8a-df84-4287-8454-ab29ec782d44) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:45:04.319484 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf9b643a-c96a-48f6-9c36-f193e0980a74 req-1a7c1bf5-4656-452f-8016-ece8741f360f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550210 Mar 01 20:45:04.332703 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-021f33fd-bc07-4e23-b86d-47418acd1ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:04.371257 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf762fc-a825-4551-9d55-312e95014ffd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809555015-router', 'tenant_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7e8bc8e0-64b4-473a-b3e2-6027309eafa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:56Z', 'updated_at': '2022-03-01T20:44:59Z', 'revision_number': 3, 'project_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'gw_port': {'id': '7e8bc8e0-64b4-473a-b3e2-6027309eafa1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf762fc-a825-4551-9d55-312e95014ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:58Z', 'updated_at': '2022-03-01T20:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:45:04.375114 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe0c3d2-5060-4016-aa5d-ef1771cc462b None None] The sync data for ids ['ebf762fc-a825-4551-9d55-312e95014ffd'] in n-d-827896-4 is: [{'id': 'ebf762fc-a825-4551-9d55-312e95014ffd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809555015-router', 'tenant_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7e8bc8e0-64b4-473a-b3e2-6027309eafa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:56Z', 'updated_at': '2022-03-01T20:44:59Z', 'revision_number': 3, 'project_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'gw_port': {'id': '7e8bc8e0-64b4-473a-b3e2-6027309eafa1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf762fc-a825-4551-9d55-312e95014ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:58Z', 'updated_at': '2022-03-01T20:45:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:45:04.416217 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-19c86a38-1675-4370-8d1a-bcb6ab1c6f86 req-0f00e6ee-8adb-4c5e-9e93-c6569484568b service neutron] Unset dirty status for tenant:4bb46d96efab486aa22086bbdc196a23 on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:45:04.417638 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19c86a38-1675-4370-8d1a-bcb6ab1c6f86 req-0f00e6ee-8adb-4c5e-9e93-c6569484568b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ccf52973-b1d9-411b-965d-fd809fb12ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7640359 Mar 01 20:45:04.536994 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f33fd-bc07-4e23-b86d-47418acd1ecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6ab1248-81d3-4e81-9dfa-b755f1420d19,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:04.578161 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198cc7cd-469a-4762-a381-e1af4c9f10fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:04.619481 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 62508d20-2480-42dc-8a97-0c5183c301a3 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:45:04.621119 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021f33fd-bc07-4e23-b86d-47418acd1ecd admin admin] Checking segment: {'id': 'ae9c4426-b37b-4931-85bc-278eb8b1f35c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '400706a6-40d7-4cb5-8bd4-507b2d18db43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:45:04.621482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f33fd-bc07-4e23-b86d-47418acd1ecd admin admin] Network hostable DHCP agents. Network: 400706a6-40d7-4cb5-8bd4-507b2d18db43, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:45:04.654860 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-198cc7cd-469a-4762-a381-e1af4c9f10fd admin admin] Transition to ACTIVE for port object f2e74b8a-df84-4287-8454-ab29ec782d44 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:04.722910 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 62508d20-2480-42dc-8a97-0c5183c301a3 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:04.723306 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:04.735022 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:04.788468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f33fd-bc07-4e23-b86d-47418acd1ecd admin admin] Network 400706a6-40d7-4cb5-8bd4-507b2d18db43 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:45:04.815063 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:04.930440 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198cc7cd-469a-4762-a381-e1af4c9f10fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:04.936121 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-021f33fd-bc07-4e23-b86d-47418acd1ecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 400706a6-40d7-4cb5-8bd4-507b2d18db43) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:45:04.951591 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3917ac3b-d063-4880-9eda-f8759cf5013a None None] Network 400706a6-40d7-4cb5-8bd4-507b2d18db43 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:45:04.998642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cf050e-c57d-4121-b8d5-070a0ead0a88 req-7edc1b46-d282-46c9-b710-29a8b405b44d tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:05.032468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cc7cd-469a-4762-a381-e1af4c9f10fd admin admin] Pushing event updated for resources: {'Port': ['ID=f2e74b8a-df84-4287-8454-ab29ec782d44,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:05.037689 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e2cf050e-c57d-4121-b8d5-070a0ead0a88 req-7edc1b46-d282-46c9-b710-29a8b405b44d tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 970 time: 0.2647762 Mar 01 20:45:05.065363 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021f33fd-bc07-4e23-b86d-47418acd1ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:05.065363 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-021f33fd-bc07-4e23-b86d-47418acd1ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:05.111872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198cc7cd-469a-4762-a381-e1af4c9f10fd admin admin] Network ba741698-a425-4ad9-aee4-2622f596a094 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:45:05.132760 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-198cc7cd-469a-4762-a381-e1af4c9f10fd admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:45:05.139913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198cc7cd-469a-4762-a381-e1af4c9f10fd admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:45:05.140342 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198cc7cd-469a-4762-a381-e1af4c9f10fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:05.183685 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e2cf050e-c57d-4121-b8d5-070a0ead0a88 req-acee9b9b-3434-482f-9a6f-ea149a1791b6 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccf52973-b1d9-411b-965d-fd809fb12ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432393 Mar 01 20:45:05.263485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf309c1-95fa-400b-92ef-a668a45ab378,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:05.310036 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-021f33fd-bc07-4e23-b86d-47418acd1ecd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.3936844 Mar 01 20:45:05.542761 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-081ee062-5294-4160-87c6-fbb5bf5598d0 req-644a255b-5fff-4d07-84d9-c1441f8e5430 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 210 time: 0.1060266 Mar 01 20:45:05.605321 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198cc7cd-469a-4762-a381-e1af4c9f10fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:05.612282 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b5b65f-d281-4d6a-aaca-1546026f3cc4 None None] Network 400706a6-40d7-4cb5-8bd4-507b2d18db43 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:45:05.646861 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Allocated IP 192.168.233.6 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/d3617190-df4c-4ab0-b2f5-9594a0735901) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:45:05.797001 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7533a0ab-0f84-4171-8264-afa51a8ea4f4 None None] Provisioning for port f2e74b8a-df84-4287-8454-ab29ec782d44 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:05.814261 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7533a0ab-0f84-4171-8264-afa51a8ea4f4 None None] Provisioning complete for port f2e74b8a-df84-4287-8454-ab29ec782d44 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:05.814733 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7533a0ab-0f84-4171-8264-afa51a8ea4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:05.955852 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-7533a0ab-0f84-4171-8264-afa51a8ea4f4 None None] Port f2e74b8a-df84-4287-8454-ab29ec782d44 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:45:06.022005 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-f7c4237d-f70b-436a-9ac1-feece875c9f7 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=51fc6b08fcae48529e5bbc7972115d02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404935 Mar 01 20:45:06.035340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d9b79-851c-4d43-b839-b55e691185e8 req-ca04465e-7148-4957-b1bf-4e886676370e tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:06.043387 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-330d9b79-851c-4d43-b839-b55e691185e8 req-ca04465e-7148-4957-b1bf-4e886676370e tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 949 time: 0.1669962 Mar 01 20:45:06.140146 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-330d9b79-851c-4d43-b839-b55e691185e8 req-5fcfb95d-bf16-4247-a24c-94b20b83b558 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954175 Mar 01 20:45:06.275495 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198cc7cd-469a-4762-a381-e1af4c9f10fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:06.287481 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-3ffb015f-5cda-4226-8a98-44dc82d2da7a tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:06.296848 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-3ffb015f-5cda-4226-8a98-44dc82d2da7a tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2244284 Mar 01 20:45:06.314007 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-81d97d0f-f6f3-4b10-80a5-b15cc559ae52 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/quotas/51fc6b08fcae48529e5bbc7972115d02 HTTP/1.1" status: 200 len: 375 time: 0.0160711 Mar 01 20:45:06.348692 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198cc7cd-469a-4762-a381-e1af4c9f10fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:06.349650 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198cc7cd-469a-4762-a381-e1af4c9f10fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:06.358001 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:06.378120 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-996b9ccc-d452-4efc-a1c6-a009327cf82d tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=51fc6b08fcae48529e5bbc7972115d02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628927 Mar 01 20:45:06.526443 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Transition to ACTIVE for port object d3617190-df4c-4ab0-b2f5-9594a0735901 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:06.563044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198cc7cd-469a-4762-a381-e1af4c9f10fd admin admin] Pushing event updated for resources: {'Port': ['ID=f2e74b8a-df84-4287-8454-ab29ec782d44,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:06.644274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198cc7cd-469a-4762-a381-e1af4c9f10fd admin admin] Network ba741698-a425-4ad9-aee4-2622f596a094 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:45:06.654947 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-198cc7cd-469a-4762-a381-e1af4c9f10fd admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:45:06.721459 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7e8bc8e0-64b4-473a-b3e2-6027309eafa1 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:45:06.926773 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 7e8bc8e0-64b4-473a-b3e2-6027309eafa1 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:06.937339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 7e8bc8e0-64b4-473a-b3e2-6027309eafa1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:06.937339 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:06.998158 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:07.006367 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-19904ac9-27bf-4392-82e1-ba41acc54594 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:07.007867 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-19904ac9-27bf-4392-82e1-ba41acc54594 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 808 time: 0.3231072 Mar 01 20:45:07.038797 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ef1a2400-12e6-4843-b34b-5d2e5d4fc64d None None] Provisioning complete for port f2e74b8a-df84-4287-8454-ab29ec782d44 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:07.039163 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ef1a2400-12e6-4843-b34b-5d2e5d4fc64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:07.057024 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebf34d-8078-464c-8b66-a4592a39d94c req-06c0ebd3-18ec-4bbf-8cb1-cbb9ca92a4f9 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:07.064339 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6ebf34d-8078-464c-8b66-a4592a39d94c req-06c0ebd3-18ec-4bbf-8cb1-cbb9ca92a4f9 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 970 time: 0.2921603 Mar 01 20:45:07.072610 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-1c7639cc-a99c-4916-af9f-97bd6e66e082 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/quotas/9425af0c76c64926891aa5e1f014e8ef HTTP/1.1" status: 200 len: 375 time: 0.0386136 Mar 01 20:45:07.136045 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Pushing event updated for resources: {'Port': ['ID=d3617190-df4c-4ab0-b2f5-9594a0735901,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:07.136742 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ef1a2400-12e6-4843-b34b-5d2e5d4fc64d None None] Port f2e74b8a-df84-4287-8454-ab29ec782d44 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:45:07.145209 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-198cc7cd-469a-4762-a381-e1af4c9f10fd admin admin] Router ebf762fc-a825-4551-9d55-312e95014ffd has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:45:07.158342 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-9a1bf10c-3ce2-46b2-8953-5c9ae0ba6c2d tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576937 Mar 01 20:45:07.158745 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:07.184396 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:45:07.193338 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6ebf34d-8078-464c-8b66-a4592a39d94c req-a0a80b0c-705b-41b1-b827-8cd63d585c69 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccf52973-b1d9-411b-965d-fd809fb12ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274674 Mar 01 20:45:07.198723 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 7e8bc8e0-64b4-473a-b3e2-6027309eafa1, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7e8bc8e0-64b4-473a-b3e2-6027309eafa1,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:07.244174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:45:07.253097 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:45:07.258742 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:07.259455 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:07.299994 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:07.367235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.55', 52710) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:07.406941 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=7e8bc8e0-64b4-473a-b3e2-6027309eafa1,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:07.408591 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-c53d10b3-b01b-421d-81e9-83ae9c5af505 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.6460721 Mar 01 20:45:07.425146 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] Request body: {'port': {'device_id': '0599a59b-ef86-423e-9adf-9d57f721b5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:07.443772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-d87580e1-1768-4ec1-a4a0-2f6425eb4979 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:45:07.444819 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-d87580e1-1768-4ec1-a4a0-2f6425eb4979 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0878212 Mar 01 20:45:07.498102 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-198cc7cd-469a-4762-a381-e1af4c9f10fd admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:45:07.516673 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-198cc7cd-469a-4762-a381-e1af4c9f10fd admin admin] 10.222.0.42 "PUT /v2.0/routers/ebf762fc-a825-4551-9d55-312e95014ffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9994109 Mar 01 20:45:07.521512 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] Sync routers for ids ['ebf762fc-a825-4551-9d55-312e95014ffd'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:45:07.537461 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] Routers {'ebf762fc-a825-4551-9d55-312e95014ffd'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:45:07.538068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:45:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ebf762fc-a825-4551-9d55-312e95014ffd'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:45:07.615327 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:07.672621 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f32c76-4939-49e0-bbe5-2dac3ab8a3d1 req-54cf4cea-33be-45ab-a3d0-cc64aa212481 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:07.680645 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56f32c76-4939-49e0-bbe5-2dac3ab8a3d1 req-54cf4cea-33be-45ab-a3d0-cc64aa212481 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 934 time: 0.3719096 Mar 01 20:45:07.686415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e6c78b-65c8-44e3-ae51-c317d0caea0e req-3182bc1e-bf1f-4eec-9e21-f8cb1a599a23 tempest-DeleteServersAdminTestJSON-1732747277 tempest-DeleteServersAdminTestJSON-1732747277-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:07.687855 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67e6c78b-65c8-44e3-ae51-c317d0caea0e req-3182bc1e-bf1f-4eec-9e21-f8cb1a599a23 tempest-DeleteServersAdminTestJSON-1732747277 tempest-DeleteServersAdminTestJSON-1732747277-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 1100 time: 0.3193636 Mar 01 20:45:07.774592 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-253af987-2028-4d5b-b562-5d2f765577c0 service neutron] 10.222.0.42 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222930 Mar 01 20:45:07.793618 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] Set router ebf762fc-a825-4551-9d55-312e95014ffd gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:45:07.836828 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5dda9731-86a9-4a25-a09b-eb0cb44c9365 None None] Provisioning for port d3617190-df4c-4ab0-b2f5-9594a0735901 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:07.838505 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56f32c76-4939-49e0-bbe5-2dac3ab8a3d1 req-dab77609-fc19-4867-8307-439cdb182544 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569657 Mar 01 20:45:07.842846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-67e6c78b-65c8-44e3-ae51-c317d0caea0e req-21bc8d82-0c4f-4e94-9f8d-81cfc2bc805d tempest-DeleteServersAdminTestJSON-1732747277 tempest-DeleteServersAdminTestJSON-1732747277-project-admin] Deleting port 5eea1189-0bf6-4001-9843-36133dc947c7 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:45:07.843171 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-67e6c78b-65c8-44e3-ae51-c317d0caea0e req-21bc8d82-0c4f-4e94-9f8d-81cfc2bc805d tempest-DeleteServersAdminTestJSON-1732747277 tempest-DeleteServersAdminTestJSON-1732747277-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:07.984412 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5dda9731-86a9-4a25-a09b-eb0cb44c9365 None None] Provisioning complete for port d3617190-df4c-4ab0-b2f5-9594a0735901 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:07.984412 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5dda9731-86a9-4a25-a09b-eb0cb44c9365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:08.080031 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c1243d1-b776-4869-ac71-3c843643dabc req-fb6215a6-ea7e-4ff0-9493-67efdf91d81a tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bed5bf0-789d-426c-baf7-51ed582d91ca HTTP/1.1" status: 200 len: 210 time: 0.0990756 Mar 01 20:45:08.084703 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-c1a4c69a-eb95-47bd-ba7f-7b93dc20caa0 service neutron] 10.222.0.42 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041637 Mar 01 20:45:08.120382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3617190-df4c-4ab0-b2f5-9594a0735901 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:45:08.146953 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:08.178411 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5dda9731-86a9-4a25-a09b-eb0cb44c9365 None None] Port d3617190-df4c-4ab0-b2f5-9594a0735901 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:45:08.185333 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] Transition to ACTIVE for port object d3617190-df4c-4ab0-b2f5-9594a0735901 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:08.245439 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-67e6c78b-65c8-44e3-ae51-c317d0caea0e req-21bc8d82-0c4f-4e94-9f8d-81cfc2bc805d tempest-DeleteServersAdminTestJSON-1732747277 tempest-DeleteServersAdminTestJSON-1732747277-project-admin] For port 5eea1189-0bf6-4001-9843-36133dc947c7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5eea1189-0bf6-4001-9843-36133dc947c7,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:08.245737 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-67e6c78b-65c8-44e3-ae51-c317d0caea0e req-21bc8d82-0c4f-4e94-9f8d-81cfc2bc805d tempest-DeleteServersAdminTestJSON-1732747277 tempest-DeleteServersAdminTestJSON-1732747277-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:08.282801 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:08.332735 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf762fc-a825-4551-9d55-312e95014ffd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809555015-router', 'tenant_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7e8bc8e0-64b4-473a-b3e2-6027309eafa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:56Z', 'updated_at': '2022-03-01T20:45:05Z', 'revision_number': 4, 'project_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'gw_port': {'id': '7e8bc8e0-64b4-473a-b3e2-6027309eafa1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf762fc-a825-4551-9d55-312e95014ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:58Z', 'updated_at': '2022-03-01T20:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f2e74b8a-df84-4287-8454-ab29ec782d44', 'name': '', 'network_id': 'ba741698-a425-4ad9-aee4-2622f596a094', 'tenant_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'mac_address': 'fa:16:3e:cc:28:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf762fc-a825-4551-9d55-312e95014ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '5790f15b-a5d6-4b40-ad53-e4e81231f5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:45:04Z', 'updated_at': '2022-03-01T20:45:05Z', 'revision_number': 2, 'project_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'subnets': [{'id': '5790f15b-a5d6-4b40-ad53-e4e81231f5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:45:08.337748 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] Checking router: ebf762fc-a825-4551-9d55-312e95014ffd for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:45:08.338132 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] Updating router ebf762fc-a825-4551-9d55-312e95014ffd port f2e74b8a-df84-4287-8454-ab29ec782d44 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:45:08.420492 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:08.587408 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-67e6c78b-65c8-44e3-ae51-c317d0caea0e req-21bc8d82-0c4f-4e94-9f8d-81cfc2bc805d tempest-DeleteServersAdminTestJSON-1732747277 tempest-DeleteServersAdminTestJSON-1732747277-project-admin] Calling delete_port for 5eea1189-0bf6-4001-9843-36133dc947c7 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:45:08.623902 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] Attempting to bind port d3617190-df4c-4ab0-b2f5-9594a0735901 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:45:08.692992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] Attempting to bind port d3617190-df4c-4ab0-b2f5-9594a0735901 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:45:08.692992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] Attempting to bind port d3617190-df4c-4ab0-b2f5-9594a0735901 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:08.692992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] Port d3617190-df4c-4ab0-b2f5-9594a0735901 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:45:08.692992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] Attempting to bind port d3617190-df4c-4ab0-b2f5-9594a0735901 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:08.692992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] Pushing event updated for resources: {'Port': ['ID=d3617190-df4c-4ab0-b2f5-9594a0735901,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:08.692992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:45:08.692992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:45:08.692992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:45:08.692992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] Bound port: d3617190-df4c-4ab0-b2f5-9594a0735901, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:45:08.692992 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:08.776813 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7e8bc8e0-64b4-473a-b3e2-6027309eafa1 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:45:08.786198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] For port d3617190-df4c-4ab0-b2f5-9594a0735901, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:45:08.790480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] For port d3617190-df4c-4ab0-b2f5-9594a0735901, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=d3617190-df4c-4ab0-b2f5-9594a0735901,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:45:08.893102 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:08.929764 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 7e8bc8e0-64b4-473a-b3e2-6027309eafa1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:08.930148 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:08.937457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533035b1-571d-4d8f-962f-a6f89231a379 req-eea0b8a0-06cc-4c9f-9b08-66094b460d4a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:08.938932 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-533035b1-571d-4d8f-962f-a6f89231a379 req-eea0b8a0-06cc-4c9f-9b08-66094b460d4a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 949 time: 0.2238503 Mar 01 20:45:08.968547 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:08.969316 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:08.970941 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] 10.222.0.55 "PUT /v2.0/ports/d3617190-df4c-4ab0-b2f5-9594a0735901 HTTP/1.1" status: 200 len: 1094 time: 1.5539658 Mar 01 20:45:08.973672 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0599a59b-ef86-423e-9adf-9d57f721b5f5', 'tag': 'd3617190-df4c-4ab0-b2f5-9594a0735901'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:09.010810 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:09.019603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857ec6d-ad91-491f-aa31-4eb55eba164d req-e4aae6da-bb0d-416f-a581-d3cf2026a161 tempest-AggregatesAdminTestJSON-591836076 tempest-AggregatesAdminTestJSON-591836076-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:09.024349 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee641333-c481-420a-a9b5-a9cfe73993ab service neutron] Pushing event updated for resources: {'Port': ['ID=d3617190-df4c-4ab0-b2f5-9594a0735901,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:09.027272 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f857ec6d-ad91-491f-aa31-4eb55eba164d req-e4aae6da-bb0d-416f-a581-d3cf2026a161 tempest-AggregatesAdminTestJSON-591836076 tempest-AggregatesAdminTestJSON-591836076-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 1121 time: 0.3476579 Mar 01 20:45:09.057842 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f857ec6d-ad91-491f-aa31-4eb55eba164d req-1d641927-e5bd-4fe4-a3e3-fe1541b53e61 tempest-AggregatesAdminTestJSON-591836076 tempest-AggregatesAdminTestJSON-591836076-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:09.101071 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-533035b1-571d-4d8f-962f-a6f89231a379 req-b254099b-dd2b-42fd-80c0-d7eff832eec2 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321595 Mar 01 20:45:09.109047 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f857ec6d-ad91-491f-aa31-4eb55eba164d req-1d641927-e5bd-4fe4-a3e3-fe1541b53e61 tempest-AggregatesAdminTestJSON-591836076 tempest-AggregatesAdminTestJSON-591836076-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:09.113932 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f857ec6d-ad91-491f-aa31-4eb55eba164d req-1d641927-e5bd-4fe4-a3e3-fe1541b53e61 tempest-AggregatesAdminTestJSON-591836076 tempest-AggregatesAdminTestJSON-591836076-project-admin] Usage tracker for resource:security_group_rule and tenant:24333bad953f4031ae5bea7dadedbb77 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:09.125548 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f857ec6d-ad91-491f-aa31-4eb55eba164d req-1d641927-e5bd-4fe4-a3e3-fe1541b53e61 tempest-AggregatesAdminTestJSON-591836076 tempest-AggregatesAdminTestJSON-591836076-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:09.125548 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f857ec6d-ad91-491f-aa31-4eb55eba164d req-1d641927-e5bd-4fe4-a3e3-fe1541b53e61 tempest-AggregatesAdminTestJSON-591836076 tempest-AggregatesAdminTestJSON-591836076-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:09.135984 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] Transition to ACTIVE for port object f2e74b8a-df84-4287-8454-ab29ec782d44 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:09.196378 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-67e6c78b-65c8-44e3-ae51-c317d0caea0e req-21bc8d82-0c4f-4e94-9f8d-81cfc2bc805d tempest-DeleteServersAdminTestJSON-1732747277 tempest-DeleteServersAdminTestJSON-1732747277-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:09.206581 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:09.241955 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['5eea1189-0bf6-4001-9843-36133dc947c7'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:45:09.283663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-6a45df4c-7692-4113-b3c7-c7decede071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:09.285028 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bc8d82-0c4f-4e94-9f8d-81cfc2bc805d tempest-DeleteServersAdminTestJSON-1732747277 tempest-DeleteServersAdminTestJSON-1732747277-project-admin] Pushing event deleted for resources: {'Port': ['ID=5eea1189-0bf6-4001-9843-36133dc947c7,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:09.285219 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-6a45df4c-7692-4113-b3c7-c7decede071b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 1097 time: 0.1801281 Mar 01 20:45:09.332055 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f857ec6d-ad91-491f-aa31-4eb55eba164d req-1d641927-e5bd-4fe4-a3e3-fe1541b53e61 tempest-AggregatesAdminTestJSON-591836076 tempest-AggregatesAdminTestJSON-591836076-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:09.439723 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f857ec6d-ad91-491f-aa31-4eb55eba164d req-1d641927-e5bd-4fe4-a3e3-fe1541b53e61 tempest-AggregatesAdminTestJSON-591836076 tempest-AggregatesAdminTestJSON-591836076-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:09.479607 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-5029bfac-351d-411b-9aca-b266b73e8b2a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=d3617190-df4c-4ab0-b2f5-9594a0735901 HTTP/1.1" status: 200 len: 217 time: 0.1871219 Mar 01 20:45:09.487699 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8fc8c-cc26-422d-9bf4-0e8a3e897edb None None] Pushing event updated for resources: {'Port': ['ID=f2e74b8a-df84-4287-8454-ab29ec782d44,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:09.520800 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f857ec6d-ad91-491f-aa31-4eb55eba164d req-1d641927-e5bd-4fe4-a3e3-fe1541b53e61 tempest-AggregatesAdminTestJSON-591836076 tempest-AggregatesAdminTestJSON-591836076-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ccf52973-b1d9-411b-965d-fd809fb12ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924266 Mar 01 20:45:09.597279 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e6c78b-65c8-44e3-ae51-c317d0caea0e req-21bc8d82-0c4f-4e94-9f8d-81cfc2bc805d tempest-DeleteServersAdminTestJSON-1732747277 tempest-DeleteServersAdminTestJSON-1732747277-project-admin] No DVR routers for this DVR port 5eea1189-0bf6-4001-9843-36133dc947c7 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:45:09.612016 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-67e6c78b-65c8-44e3-ae51-c317d0caea0e req-21bc8d82-0c4f-4e94-9f8d-81cfc2bc805d tempest-DeleteServersAdminTestJSON-1732747277 tempest-DeleteServersAdminTestJSON-1732747277-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:09.616154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65213f0e-8603-47db-b124-6e61a56ddb99', 'name': 'network-vif-deleted', 'tag': '5eea1189-0bf6-4001-9843-36133dc947c7'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:09.683491 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ddabf989-eb8f-454f-b2d1-82a3e7b3afba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:09.687294 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-ddabf989-eb8f-454f-b2d1-82a3e7b3afba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1994970 Mar 01 20:45:09.696266 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-3cdf2c51-7eff-470d-8e8f-6d28ff90daeb tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=51fc6b08fcae48529e5bbc7972115d02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1259277 Mar 01 20:45:09.710078 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] Attempting to bind port f2e74b8a-df84-4287-8454-ab29ec782d44 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:45:09.710743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] Attempting to bind port f2e74b8a-df84-4287-8454-ab29ec782d44 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '52b9f52a-1609-4ac7-8cb5-55fef415b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ba741698-a425-4ad9-aee4-2622f596a094'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:45:09.711255 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] Attempting to bind port f2e74b8a-df84-4287-8454-ab29ec782d44 on network ba741698-a425-4ad9-aee4-2622f596a094 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:09.719725 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 45, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:45:09.723548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] Checking segment: {'id': '52b9f52a-1609-4ac7-8cb5-55fef415b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ba741698-a425-4ad9-aee4-2622f596a094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:45:09.723548 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:09.723548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] Bound using segment: {'id': '52b9f52a-1609-4ac7-8cb5-55fef415b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ba741698-a425-4ad9-aee4-2622f596a094'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:45:09.723548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] Bound port: f2e74b8a-df84-4287-8454-ab29ec782d44, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52b9f52a-1609-4ac7-8cb5-55fef415b4e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ba741698-a425-4ad9-aee4-2622f596a094'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:45:09.723548 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:09.748200 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bbf830f7-1394-476f-8eaf-df2e4c649f96 req-3538cae7-b09c-4f3b-9d83-13c147c93fa9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 210 time: 0.2608001 Mar 01 20:45:09.872566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d641927-e5bd-4fe4-a3e3-fe1541b53e61 tempest-AggregatesAdminTestJSON-591836076 tempest-AggregatesAdminTestJSON-591836076-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90862429-aa77-4d3f-bf2c-b1783a0a7331,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:09.897010 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67e6c78b-65c8-44e3-ae51-c317d0caea0e req-21bc8d82-0c4f-4e94-9f8d-81cfc2bc805d tempest-DeleteServersAdminTestJSON-1732747277 tempest-DeleteServersAdminTestJSON-1732747277-project-admin] 10.222.0.55 "DELETE /v2.0/ports/5eea1189-0bf6-4001-9843-36133dc947c7 HTTP/1.1" status: 204 len: 173 time: 2.1945193 Mar 01 20:45:09.901465 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] For port f2e74b8a-df84-4287-8454-ab29ec782d44, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:45:09.904388 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] For port f2e74b8a-df84-4287-8454-ab29ec782d44, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f2e74b8a-df84-4287-8454-ab29ec782d44,segment=NetworkSegment(52b9f52a-1609-4ac7-8cb5-55fef415b4e7),segment_id=52b9f52a-1609-4ac7-8cb5-55fef415b4e7)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:45:09.904673 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0599a59b-ef86-423e-9adf-9d57f721b5f5', 'tag': 'd3617190-df4c-4ab0-b2f5-9594a0735901', 'status': 'completed', 'code': 200} Mar 01 20:45:09.944774 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec743f-045c-4d85-b147-56700e45c322 req-7f00e49a-e41c-4661-97c0-1a33011f12e1 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:09.946270 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91ec743f-045c-4d85-b147-56700e45c322 req-7f00e49a-e41c-4661-97c0-1a33011f12e1 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 946 time: 0.2182353 Mar 01 20:45:09.979273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-66b32f94-e1db-47be-bff1-43fa4b054a89 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:09.980769 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-66b32f94-e1db-47be-bff1-43fa4b054a89 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2783804 Mar 01 20:45:09.983016 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-5ed61c50-657b-4f0a-b509-aeb52edbfdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:09.984465 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-5ed61c50-657b-4f0a-b509-aeb52edbfdea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2905402 Mar 01 20:45:09.994330 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Request body: {'port': {'device_id': '6bed5bf0-789d-426c-baf7-51ed582d91ca', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': '51fc6b08fcae48529e5bbc7972115d02'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:10.006063 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91ec743f-045c-4d85-b147-56700e45c322 req-a8eb9ad4-2a7a-4fb9-ba13-45512c2effbc tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538008 Mar 01 20:45:10.018046 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:10.150019 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-64578e55-983a-469b-adec-db5c7bcbc9d6 req-c7f97517-c119-408a-80fb-dc5d08125181 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bed5bf0-789d-426c-baf7-51ed582d91ca HTTP/1.1" status: 200 len: 210 time: 0.1102111 Mar 01 20:45:10.172750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] Routers {'ebf762fc-a825-4551-9d55-312e95014ffd'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:45:10.174736 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:45:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ebf762fc-a825-4551-9d55-312e95014ffd'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:45:10.338699 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55416) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:10.362959 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-7d1880aa-a464-4721-8e70-745290b6250d service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368957 Mar 01 20:45:10.421493 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:10.434426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8fc8c-cc26-422d-9bf4-0e8a3e897edb None None] Pushing event updated for resources: {'Port': ['ID=f2e74b8a-df84-4287-8454-ab29ec782d44,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:10.453806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Usage tracker for resource:port and tenant:51fc6b08fcae48529e5bbc7972115d02 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:10.460028 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:10.487748 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:10.496327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] Set router ebf762fc-a825-4551-9d55-312e95014ffd gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:45:10.648933 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ee003bf4-62ab-4f72-8bd8-84366800f4a5 req-96fcb515-f395-4677-8440-54b34742aa8a service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617726 Mar 01 20:45:10.696618 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65213f0e-8603-47db-b124-6e61a56ddb99', 'name': 'network-vif-deleted', 'tag': '5eea1189-0bf6-4001-9843-36133dc947c7', 'status': 'completed', 'code': 200} Mar 01 20:45:10.699106 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aa56405c-9064-4700-96e7-8e26eb1ee87b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:10.703394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Made reservation on behalf of 51fc6b08fcae48529e5bbc7972115d02 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:45:10.707898 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:10.714767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-aa56405c-9064-4700-96e7-8e26eb1ee87b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:10.718717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-aa56405c-9064-4700-96e7-8e26eb1ee87b admin admin] Usage tracker for resource:security_group_rule and tenant:4634ef4ab5324dd8aacf891946a7fdd0 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:10.722366 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-aa56405c-9064-4700-96e7-8e26eb1ee87b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:10.726164 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:10.729092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-aa56405c-9064-4700-96e7-8e26eb1ee87b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:10.747704 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:10.772548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Usage tracker for resource:security_group_rule and tenant:51fc6b08fcae48529e5bbc7972115d02 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:10.782438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:10.790166 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:10.827187 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aa56405c-9064-4700-96e7-8e26eb1ee87b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:10.878493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-0b1d3d4a-d6ca-4e79-94d9-b1ba920c18f5 req-2aec926e-bf5b-476b-b5af-182e62dcfbf0 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Synchronizing usage tracker for tenant:d7a332f379f44c3f873abee5c79749b0 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:45:10.903592 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aa56405c-9064-4700-96e7-8e26eb1ee87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:10.955161 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2914d-1652-4f40-9669-4f933b7e3e0c req-e2e1443d-7e3a-4e47-8e61-691909064106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:10.957049 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-51e2914d-1652-4f40-9669-4f933b7e3e0c req-e2e1443d-7e3a-4e47-8e61-691909064106 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 1097 time: 0.1611047 Mar 01 20:45:11.024844 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:11.063706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-0b1d3d4a-d6ca-4e79-94d9-b1ba920c18f5 req-2aec926e-bf5b-476b-b5af-182e62dcfbf0 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Unset dirty status for tenant:d7a332f379f44c3f873abee5c79749b0 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:45:11.071579 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b1d3d4a-d6ca-4e79-94d9-b1ba920c18f5 req-2aec926e-bf5b-476b-b5af-182e62dcfbf0 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=65213f0e-8603-47db-b124-6e61a56ddb99 HTTP/1.1" status: 200 len: 210 time: 0.2495122 Mar 01 20:45:11.076941 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c53d2f2c-f607-4348-a256-85c8183e54eb req-28568460-8ca4-45e0-86ee-aa564719e25b tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 210 time: 0.0639033 Mar 01 20:45:11.103819 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-aa56405c-9064-4700-96e7-8e26eb1ee87b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4634ef4ab5324dd8aacf891946a7fdd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7629387 Mar 01 20:45:11.106321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55434) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:11.149808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56405c-9064-4700-96e7-8e26eb1ee87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8b4325-b7e3-46d7-b58f-76186595680c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:11.163251 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:11.201696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf762fc-a825-4551-9d55-312e95014ffd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809555015-router', 'tenant_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7e8bc8e0-64b4-473a-b3e2-6027309eafa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:56Z', 'updated_at': '2022-03-01T20:45:05Z', 'revision_number': 4, 'project_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'gw_port': {'id': '7e8bc8e0-64b4-473a-b3e2-6027309eafa1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf762fc-a825-4551-9d55-312e95014ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:58Z', 'updated_at': '2022-03-01T20:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f2e74b8a-df84-4287-8454-ab29ec782d44', 'name': '', 'network_id': 'ba741698-a425-4ad9-aee4-2622f596a094', 'tenant_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'mac_address': 'fa:16:3e:cc:28:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf762fc-a825-4551-9d55-312e95014ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '5790f15b-a5d6-4b40-ad53-e4e81231f5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:45:04Z', 'updated_at': '2022-03-01T20:45:09Z', 'revision_number': 4, 'project_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'subnets': [{'id': '5790f15b-a5d6-4b40-ad53-e4e81231f5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:45:11.206520 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-826936a6-dbc2-4a2a-8198-c1b098772980 None None] The sync data for ids ['ebf762fc-a825-4551-9d55-312e95014ffd'] in n-d-827896-4 is: [{'id': 'ebf762fc-a825-4551-9d55-312e95014ffd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809555015-router', 'tenant_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7e8bc8e0-64b4-473a-b3e2-6027309eafa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:56Z', 'updated_at': '2022-03-01T20:45:05Z', 'revision_number': 4, 'project_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'gw_port': {'id': '7e8bc8e0-64b4-473a-b3e2-6027309eafa1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf762fc-a825-4551-9d55-312e95014ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:58Z', 'updated_at': '2022-03-01T20:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f2e74b8a-df84-4287-8454-ab29ec782d44', 'name': '', 'network_id': 'ba741698-a425-4ad9-aee4-2622f596a094', 'tenant_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'mac_address': 'fa:16:3e:cc:28:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf762fc-a825-4551-9d55-312e95014ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 205, 'fixed_ips': [{'subnet_id': '5790f15b-a5d6-4b40-ad53-e4e81231f5c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:45:04Z', 'updated_at': '2022-03-01T20:45:09Z', 'revision_number': 4, 'project_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'subnets': [{'id': '5790f15b-a5d6-4b40-ad53-e4e81231f5c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:45:11.225490 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ad159b3-1ae4-4662-8fa1-cf031b792495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:11.282628 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ad159b3-1ae4-4662-8fa1-cf031b792495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:11.353445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bced9cd8-474a-46ac-a03d-2b8e56a92d32,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:11.445473 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2914d-1652-4f40-9669-4f933b7e3e0c req-2d6dde8a-b0bb-4c16-9a28-e53663a92530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:11.446930 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-51e2914d-1652-4f40-9669-4f933b7e3e0c req-2d6dde8a-b0bb-4c16-9a28-e53663a92530 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.4798882 Mar 01 20:45:11.534717 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-51e2914d-1652-4f40-9669-4f933b7e3e0c req-8532afe4-ef85-4e9c-b598-303ec8039fce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=d3617190-df4c-4ab0-b2f5-9594a0735901 HTTP/1.1" status: 200 len: 217 time: 0.0790548 Mar 01 20:45:11.538666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d1c3e-6600-4a9e-84c2-ade7daa904ab req-4474e1c7-4699-44fe-93f6-fef8913e473c tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:11.540231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c63d1c3e-6600-4a9e-84c2-ade7daa904ab req-4474e1c7-4699-44fe-93f6-fef8913e473c tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 970 time: 0.1804912 Mar 01 20:45:11.578076 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ad159b3-1ae4-4662-8fa1-cf031b792495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:11.584763 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Allocated IP 192.168.233.151 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/5191b0fc-3f13-410e-b43e-d28cb17fb49e) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:45:11.607969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abd78c-41c5-4000-a876-0af97a43e306 req-49173f94-f790-49b0-bfdb-d066a6516056 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:11.615533 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-13abd78c-41c5-4000-a876-0af97a43e306 req-49173f94-f790-49b0-bfdb-d066a6516056 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 946 time: 0.1863987 Mar 01 20:45:11.634143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2914d-1652-4f40-9669-4f933b7e3e0c req-08a365ce-16a2-4232-b087-11d231972093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:11.635616 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-51e2914d-1652-4f40-9669-4f933b7e3e0c req-08a365ce-16a2-4232-b087-11d231972093 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0896869 Mar 01 20:45:11.639656 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad159b3-1ae4-4662-8fa1-cf031b792495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8b4325-b7e3-46d7-b58f-76186595680c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:11.659607 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c63d1c3e-6600-4a9e-84c2-ade7daa904ab req-0afedee6-0aa4-4f30-a038-23076e3cf6ec tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccf52973-b1d9-411b-965d-fd809fb12ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084263 Mar 01 20:45:11.663328 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ad159b3-1ae4-4662-8fa1-cf031b792495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:11.664379 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6ad159b3-1ae4-4662-8fa1-cf031b792495 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3f8b4325-b7e3-46d7-b58f-76186595680c HTTP/1.1" status: 204 len: 168 time: 0.5502570 Mar 01 20:45:11.675577 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-13abd78c-41c5-4000-a876-0af97a43e306 req-06fa21d2-4a8e-41f7-9b91-6a5cc668db5c tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591793 Mar 01 20:45:11.915654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.57', 62088) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:11.945237 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f842c45a-7460-44ed-a168-67cd3c97c75f req-96fe4334-735b-4a5a-96e4-b2e46c407f5b tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bed5bf0-789d-426c-baf7-51ed582d91ca HTTP/1.1" status: 200 len: 210 time: 0.0848796 Mar 01 20:45:11.994956 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e2914d-1652-4f40-9669-4f933b7e3e0c req-e3b80fb7-c469-4f7c-87fb-bc4ffbdb374c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:11.996775 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-51e2914d-1652-4f40-9669-4f933b7e3e0c req-e3b80fb7-c469-4f7c-87fb-bc4ffbdb374c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3496592 Mar 01 20:45:11.999535 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:12.069945 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 5eea1189-0bf6-4001-9843-36133dc947c7 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:45:12.119644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.57', 62089) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:12.216731 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 5eea1189-0bf6-4001-9843-36133dc947c7 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:45:12.219248 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 5eea1189-0bf6-4001-9843-36133dc947c7 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:45:12.225319 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Transition to ACTIVE for port object 5191b0fc-3f13-410e-b43e-d28cb17fb49e will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:12.234562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-b8d5dd63-cf1c-49b2-b01d-2dd8a4fcbb77 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:12.235409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-b8d5dd63-cf1c-49b2-b01d-2dd8a4fcbb77 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Synchronizing usage tracker for tenant:9425af0c76c64926891aa5e1f014e8ef on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:45:12.320418 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55db4b6-9c0b-491a-ab75-cf338c590f11 req-e8355014-63d3-45d6-a5bc-7c95ae88f878 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:12.328101 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e55db4b6-9c0b-491a-ab75-cf338c590f11 req-e8355014-63d3-45d6-a5bc-7c95ae88f878 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.57 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 970 time: 0.2073662 Mar 01 20:45:12.399032 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-b8d5dd63-cf1c-49b2-b01d-2dd8a4fcbb77 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Unset dirty status for tenant:9425af0c76c64926891aa5e1f014e8ef on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:45:12.400138 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-b8d5dd63-cf1c-49b2-b01d-2dd8a4fcbb77 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.57 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 808 time: 0.4809873 Mar 01 20:45:12.418033 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-59c10739-082c-4406-8d7c-50404c742e46 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Request body: {'port': {'device_id': 'ebd7a91c-152e-4e50-a02f-7e37897c76a8', 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38', 'admin_state_up': True, 'tenant_id': '9425af0c76c64926891aa5e1f014e8ef'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:12.461457 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1edd9f0-2371-4767-837b-5c2c3e1af71b req-96f1bf55-ba45-4a48-bd9e-aee815501376 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 210 time: 0.0589876 Mar 01 20:45:12.489004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-e55db4b6-9c0b-491a-ab75-cf338c590f11 req-2fcb09de-d89d-4bca-ba41-c3a949a28df4 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Deleting port c12fbbc0-6b3e-4f54-908e-538281dd9255 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:45:12.490297 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e55db4b6-9c0b-491a-ab75-cf338c590f11 req-2fcb09de-d89d-4bca-ba41-c3a949a28df4 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:12.555056 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:12.564692 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55464) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:12.590510 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-1d6478fd-5231-4e73-9021-77cadb1a0c9f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--993494475', 'description': 'tempest-description--400677766'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:12.602642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1d6478fd-5231-4e73-9021-77cadb1a0c9f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:12.635083 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-51e2914d-1652-4f40-9669-4f933b7e3e0c req-446f7b0a-8808-4191-a52f-e049dd8ba379 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5745032 Mar 01 20:45:12.646296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1d6478fd-5231-4e73-9021-77cadb1a0c9f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Usage tracker for resource:security_group and tenant:0785a09c63c64fe3911dbbda40f5802d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:12.662031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1d6478fd-5231-4e73-9021-77cadb1a0c9f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:12.668495 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-d87bae8b-f48c-47f8-b772-55cf744a578a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=d7a332f379f44c3f873abee5c79749b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700867 Mar 01 20:45:12.677995 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1d6478fd-5231-4e73-9021-77cadb1a0c9f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:12.678683 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f2e74b8a-df84-4287-8454-ab29ec782d44 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:45:12.701705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:45:12.718661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:45:12.732886 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:45:12.738463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:12.739056 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:12.850523 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Pushing event updated for resources: {'Port': ['ID=5191b0fc-3f13-410e-b43e-d28cb17fb49e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:12.870434 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55476) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:12.902602 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port f2e74b8a-df84-4287-8454-ab29ec782d44 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:13.154988 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port f2e74b8a-df84-4287-8454-ab29ec782d44 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:13.154988 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:13.158079 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-59c10739-082c-4406-8d7c-50404c742e46 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:13.158079 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdc35652-fcc5-408c-84e7-c80f1f4c6897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:13.159257 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d6478fd-5231-4e73-9021-77cadb1a0c9f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:13.159681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-59c10739-082c-4406-8d7c-50404c742e46 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Usage tracker for resource:port and tenant:9425af0c76c64926891aa5e1f014e8ef is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:13.159681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-59c10739-082c-4406-8d7c-50404c742e46 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:13.159681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fdc35652-fcc5-408c-84e7-c80f1f4c6897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:13.159681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-59c10739-082c-4406-8d7c-50404c742e46 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:13.159681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fdc35652-fcc5-408c-84e7-c80f1f4c6897 admin admin] Usage tracker for resource:security_group_rule and tenant:eb24b10b221440a6b7d3791500869153 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:13.159681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fdc35652-fcc5-408c-84e7-c80f1f4c6897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:13.159681 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-51e2914d-1652-4f40-9669-4f933b7e3e0c req-3355cb12-cc38-426e-84fa-0ed337b21b7a service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973289 Mar 01 20:45:13.159681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fdc35652-fcc5-408c-84e7-c80f1f4c6897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:13.160256 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:13.160346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1d6478fd-5231-4e73-9021-77cadb1a0c9f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:13.160429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port f2e74b8a-df84-4287-8454-ab29ec782d44, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f2e74b8a-df84-4287-8454-ab29ec782d44,segment=NetworkSegment(52b9f52a-1609-4ac7-8cb5-55fef415b4e7),segment_id=52b9f52a-1609-4ac7-8cb5-55fef415b4e7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:13.160551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1d6478fd-5231-4e73-9021-77cadb1a0c9f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Usage tracker for resource:security_group_rule and tenant:0785a09c63c64fe3911dbbda40f5802d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:13.160551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1d6478fd-5231-4e73-9021-77cadb1a0c9f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:13.170744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1d6478fd-5231-4e73-9021-77cadb1a0c9f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:13.179164 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-e55db4b6-9c0b-491a-ab75-cf338c590f11 req-2fcb09de-d89d-4bca-ba41-c3a949a28df4 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] For port c12fbbc0-6b3e-4f54-908e-538281dd9255, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c12fbbc0-6b3e-4f54-908e-538281dd9255,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:13.208707 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e55db4b6-9c0b-491a-ab75-cf338c590f11 req-2fcb09de-d89d-4bca-ba41-c3a949a28df4 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:13.259338 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-2e7b7bcf-edab-4519-a1ee-0b90970dff66 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2701714 Mar 01 20:45:13.277583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] Request body: {'port': {'device_id': '6bed5bf0-789d-426c-baf7-51ed582d91ca', 'device_owner': 'compute:tempest-test_az-57776216', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:13.317570 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:13.325511 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8b75db5d-8c9a-467c-bcd9-87110797a53b None None] Provisioning for port 5191b0fc-3f13-410e-b43e-d28cb17fb49e completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:13.334091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-a7dd5df7-2ed1-4f3d-aaf7-52937a412070 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:13.335735 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-a7dd5df7-2ed1-4f3d-aaf7-52937a412070 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6554458 Mar 01 20:45:13.342429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-e55db4b6-9c0b-491a-ab75-cf338c590f11 req-2fcb09de-d89d-4bca-ba41-c3a949a28df4 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Calling delete_port for c12fbbc0-6b3e-4f54-908e-538281dd9255 owned by compute:tempest-test_az-57776216 {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:45:13.377550 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8b75db5d-8c9a-467c-bcd9-87110797a53b None None] Provisioning complete for port 5191b0fc-3f13-410e-b43e-d28cb17fb49e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:13.377959 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8b75db5d-8c9a-467c-bcd9-87110797a53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:13.408207 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:13.428465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d23e7-67f9-4c11-af2a-92ea9d45e3cd req-21caba33-d770-4116-9fb0-563ee157f1ed tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:13.434538 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd2d23e7-67f9-4c11-af2a-92ea9d45e3cd req-21caba33-d770-4116-9fb0-563ee157f1ed tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 946 time: 0.4773173 Mar 01 20:45:13.437203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-3dc3ee80-4041-477e-838f-523ea83c9772 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/quotas/d7a332f379f44c3f873abee5c79749b0 HTTP/1.1" status: 200 len: 375 time: 0.0467253 Mar 01 20:45:13.452045 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-59c10739-082c-4406-8d7c-50404c742e46 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Made reservation on behalf of 9425af0c76c64926891aa5e1f014e8ef for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:45:13.452285 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8b75db5d-8c9a-467c-bcd9-87110797a53b None None] Port 5191b0fc-3f13-410e-b43e-d28cb17fb49e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:45:13.455632 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-59c10739-082c-4406-8d7c-50404c742e46 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:13.458682 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=f2e74b8a-df84-4287-8454-ab29ec782d44,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:13.533842 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-7f184936-3112-40bb-9a47-7a7de170d1a2 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d7a332f379f44c3f873abee5c79749b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0792923 Mar 01 20:45:13.649222 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd2d23e7-67f9-4c11-af2a-92ea9d45e3cd req-2af2492a-6912-4e4e-adea-0cc788f3492e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138462 Mar 01 20:45:13.705251 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d6478fd-5231-4e73-9021-77cadb1a0c9f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:13.752770 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdc35652-fcc5-408c-84e7-c80f1f4c6897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:13.853628 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d6478fd-5231-4e73-9021-77cadb1a0c9f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:13.912531 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdc35652-fcc5-408c-84e7-c80f1f4c6897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:13.930123 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e55db4b6-9c0b-491a-ab75-cf338c590f11 req-2fcb09de-d89d-4bca-ba41-c3a949a28df4 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:13.935838 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['c12fbbc0-6b3e-4f54-908e-538281dd9255'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:45:13.952634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-59c10739-082c-4406-8d7c-50404c742e46 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Allocated IP 172.20.0.10 (20bee8c9-14f6-4e61-9dee-3608205e5e38/257716f2-c727-40db-9bdc-42a279d992cd/b2a5b3a7-af15-4b15-8289-709826bc17d7) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:45:13.999008 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fdc35652-fcc5-408c-84e7-c80f1f4c6897 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb24b10b221440a6b7d3791500869153&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1276567 Mar 01 20:45:14.007352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55492) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:14.015915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de91b727-1be6-4426-af3b-4ea54bdd1902 req-dc3b946d-9b8c-4cdb-aaef-3da4094d6b7e tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:14.016141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc35652-fcc5-408c-84e7-c80f1f4c6897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93acddd1-2085-4c2f-9a7d-e14973aca1b7,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:14.016620 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-de91b727-1be6-4426-af3b-4ea54bdd1902 req-dc3b946d-9b8c-4cdb-aaef-3da4094d6b7e tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Synchronizing usage tracker for tenant:a8d738de61a44b239fd0a26700603792 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:45:14.020409 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb09de-d89d-4bca-ba41-c3a949a28df4 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Pushing event deleted for resources: {'Port': ['ID=c12fbbc0-6b3e-4f54-908e-538281dd9255,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:14.041211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6478fd-5231-4e73-9021-77cadb1a0c9f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:14.073161 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device d3617190-df4c-4ab0-b2f5-9594a0735901 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:45:14.161987 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d6478fd-5231-4e73-9021-77cadb1a0c9f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:14.168766 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1d6478fd-5231-4e73-9021-77cadb1a0c9f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.6024618 Mar 01 20:45:14.178933 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55496) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:14.199307 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-9e86ac77-d6df-4579-b456-7ebd4fbc6b8e tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Request body: {'security_group_rule': {'security_group_id': '2e461ffb-4eba-4d23-b838-b1d6cde9f2bc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:14.222972 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-e55db4b6-9c0b-491a-ab75-cf338c590f11 req-2fcb09de-d89d-4bca-ba41-c3a949a28df4 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] No DVR routers for this DVR port c12fbbc0-6b3e-4f54-908e-538281dd9255 on host n-h1-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:45:14.225101 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9e86ac77-d6df-4579-b456-7ebd4fbc6b8e tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:14.233590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-de91b727-1be6-4426-af3b-4ea54bdd1902 req-dc3b946d-9b8c-4cdb-aaef-3da4094d6b7e tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Unset dirty status for tenant:a8d738de61a44b239fd0a26700603792 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:45:14.242981 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de91b727-1be6-4426-af3b-4ea54bdd1902 req-dc3b946d-9b8c-4cdb-aaef-3da4094d6b7e tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 970 time: 0.4738615 Mar 01 20:45:14.244248 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e55db4b6-9c0b-491a-ab75-cf338c590f11 req-2fcb09de-d89d-4bca-ba41-c3a949a28df4 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:14.246725 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e55db4b6-9c0b-491a-ab75-cf338c590f11 req-2fcb09de-d89d-4bca-ba41-c3a949a28df4 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.57 "DELETE /v2.0/ports/c12fbbc0-6b3e-4f54-908e-538281dd9255 HTTP/1.1" status: 204 len: 173 time: 1.9130800 Mar 01 20:45:14.248169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9e86ac77-d6df-4579-b456-7ebd4fbc6b8e tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Usage tracker for resource:security_group_rule and tenant:0785a09c63c64fe3911dbbda40f5802d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:14.250768 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afa7c516-452e-4f7d-b590-e3056b82c4f9', 'name': 'network-vif-deleted', 'tag': 'c12fbbc0-6b3e-4f54-908e-538281dd9255'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:14.269815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9e86ac77-d6df-4579-b456-7ebd4fbc6b8e tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:14.288438 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9e86ac77-d6df-4579-b456-7ebd4fbc6b8e tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:14.293056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port d3617190-df4c-4ab0-b2f5-9594a0735901, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=d3617190-df4c-4ab0-b2f5-9594a0735901,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:14.299249 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5191b0fc-3f13-410e-b43e-d28cb17fb49e {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:45:14.306290 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1653ddb5-3733-4c5a-a832-1c50be7a4a63 req-650df5f0-1037-4ebf-9167-9770e58b0f3e tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:14.312300 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:14.313510 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1653ddb5-3733-4c5a-a832-1c50be7a4a63 req-650df5f0-1037-4ebf-9167-9770e58b0f3e tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bed5bf0-789d-426c-baf7-51ed582d91ca HTTP/1.1" status: 200 len: 936 time: 0.4557519 Mar 01 20:45:14.315898 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'd3617190-df4c-4ab0-b2f5-9594a0735901', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': 'd3617190-df4c-4ab0-b2f5-9594a0735901', 'mac_address': 'fa:16:3e:e2:52:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:45:14.345742 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-de08b006-014d-4fa3-ab1f-8d6e575b2b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:14.361540 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-59c10739-082c-4406-8d7c-50404c742e46 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:14.390631 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de91b727-1be6-4426-af3b-4ea54bdd1902 req-c2cf3aa4-745e-4698-88c7-998b9b2cad69 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/security-groups?id=ccf52973-b1d9-411b-965d-fd809fb12ac9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486950 Mar 01 20:45:14.396056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] Transition to ACTIVE for port object 5191b0fc-3f13-410e-b43e-d28cb17fb49e will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:14.401831 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:14.430555 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3617190-df4c-4ab0-b2f5-9594a0735901 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:45:14.439218 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1653ddb5-3733-4c5a-a832-1c50be7a4a63 req-52c7a916-4d4c-4bdc-845d-5848c766946c tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/security-groups?id=bced9cd8-474a-46ac-a03d-2b8e56a92d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247857 Mar 01 20:45:14.454493 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-de08b006-014d-4fa3-ab1f-8d6e575b2b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:14.455655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port d3617190-df4c-4ab0-b2f5-9594a0735901, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=d3617190-df4c-4ab0-b2f5-9594a0735901,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:14.468181 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e86ac77-d6df-4579-b456-7ebd4fbc6b8e tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:14.503228 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-59c10739-082c-4406-8d7c-50404c742e46 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:14.532713 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:14.596479 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5cfe4cc5-26d0-4034-b647-26a0c80cbc9b req-88a084b8-33b0-4035-89ae-0c2cda0c3aff tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d447b70-90d5-40b9-8b3c-96994f910e16 HTTP/1.1" status: 200 len: 210 time: 0.1139114 Mar 01 20:45:14.610463 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:14.643895 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f2e74b8a-df84-4287-8454-ab29ec782d44 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:45:14.657219 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e86ac77-d6df-4579-b456-7ebd4fbc6b8e tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:14.670772 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-59c10739-082c-4406-8d7c-50404c742e46 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Network 20bee8c9-14f6-4e61-9dee-3608205e5e38 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:45:14.705847 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=d3617190-df4c-4ab0-b2f5-9594a0735901,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:14.723280 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afa7c516-452e-4f7d-b590-e3056b82c4f9', 'name': 'network-vif-deleted', 'tag': 'c12fbbc0-6b3e-4f54-908e-538281dd9255', 'status': 'completed', 'code': 200} Mar 01 20:45:14.747204 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-59c10739-082c-4406-8d7c-50404c742e46 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:45:14.750883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-59c10739-082c-4406-8d7c-50404c742e46 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:45:14.757521 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-59c10739-082c-4406-8d7c-50404c742e46 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:14.758050 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port f2e74b8a-df84-4287-8454-ab29ec782d44 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:14.758419 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:14.758677 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1ddf6-00a2-4af2-96ad-1fe207bbb767 req-3ea22b86-4a69-4250-aaed-152481a5a365 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:14.761563 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-59c10739-082c-4406-8d7c-50404c742e46 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:14.772675 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67f1ddf6-00a2-4af2-96ad-1fe207bbb767 req-3ea22b86-4a69-4250-aaed-152481a5a365 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 932 time: 0.2345371 Mar 01 20:45:14.773691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c10739-082c-4406-8d7c-50404c742e46 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Pushing event updated for resources: {'Port': ['ID=b2a5b3a7-af15-4b15-8289-709826bc17d7,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:14.776005 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e86ac77-d6df-4579-b456-7ebd4fbc6b8e tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:14.784310 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-de08b006-014d-4fa3-ab1f-8d6e575b2b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:14.831655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['d3617190-df4c-4ab0-b2f5-9594a0735901'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:45:14.864252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de08b006-014d-4fa3-ab1f-8d6e575b2b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93acddd1-2085-4c2f-9a7d-e14973aca1b7,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:14.872063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86ac77-d6df-4579-b456-7ebd4fbc6b8e tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86c1ad6-ea6e-4270-a853-a4ecfafafad7,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:14.939254 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:45:14.963607 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-de08b006-014d-4fa3-ab1f-8d6e575b2b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:14.967806 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-de08b006-014d-4fa3-ab1f-8d6e575b2b92 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/93acddd1-2085-4c2f-9a7d-e14973aca1b7 HTTP/1.1" status: 204 len: 168 time: 0.9452119 Mar 01 20:45:14.980316 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67f1ddf6-00a2-4af2-96ad-1fe207bbb767 req-5b5b9749-e0f8-44e8-a86c-287f0e9e5a14 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067940 Mar 01 20:45:14.983007 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e86ac77-d6df-4579-b456-7ebd4fbc6b8e tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:14.984123 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9e86ac77-d6df-4579-b456-7ebd4fbc6b8e tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8027282 Mar 01 20:45:14.986908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55508) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:14.995796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-bfd9edcc-7c1d-44f9-86e2-10cb7c568e28 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Request body: {'security_group_rule': {'security_group_id': '2e461ffb-4eba-4d23-b838-b1d6cde9f2bc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:15.011487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bfd9edcc-7c1d-44f9-86e2-10cb7c568e28 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:15.011487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bfd9edcc-7c1d-44f9-86e2-10cb7c568e28 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Usage tracker for resource:security_group_rule and tenant:0785a09c63c64fe3911dbbda40f5802d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:15.011900 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] Attempting to bind port 5191b0fc-3f13-410e-b43e-d28cb17fb49e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:45:15.012241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] Attempting to bind port 5191b0fc-3f13-410e-b43e-d28cb17fb49e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:45:15.012556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] Attempting to bind port 5191b0fc-3f13-410e-b43e-d28cb17fb49e on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:15.021499 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bfd9edcc-7c1d-44f9-86e2-10cb7c568e28 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:15.023202 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] Pushing event updated for resources: {'Port': ['ID=5191b0fc-3f13-410e-b43e-d28cb17fb49e,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:15.031667 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] Port 5191b0fc-3f13-410e-b43e-d28cb17fb49e on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:45:15.038381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bfd9edcc-7c1d-44f9-86e2-10cb7c568e28 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:15.039086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] Attempting to bind port 5191b0fc-3f13-410e-b43e-d28cb17fb49e on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:15.063200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:45:15.064838 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:45:15.067026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:45:15.068201 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] Bound port: 5191b0fc-3f13-410e-b43e-d28cb17fb49e, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:45:15.068626 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:15.074627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b8ae4-b7f7-4e42-997e-e0b7492e2e21 req-ae561c37-651c-499c-996e-0f4fd7aedffb tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:15.079047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-433b8ae4-b7f7-4e42-997e-e0b7492e2e21 req-ae561c37-651c-499c-996e-0f4fd7aedffb tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 947 time: 0.1975996 Mar 01 20:45:15.096084 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-59c10739-082c-4406-8d7c-50404c742e46 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6834223 Mar 01 20:45:15.113255 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] Request body: {'port': {'device_id': 'ebd7a91c-152e-4e50-a02f-7e37897c76a8', 'device_owner': 'compute:tempest-test_az-57776216', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:15.143312 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-433b8ae4-b7f7-4e42-997e-e0b7492e2e21 req-4fdb60f1-4de4-4f8f-b480-3111bf325845 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576353 Mar 01 20:45:15.197782 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bfd9edcc-7c1d-44f9-86e2-10cb7c568e28 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:15.288544 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bfd9edcc-7c1d-44f9-86e2-10cb7c568e28 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:15.332637 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:15.345495 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] For port 5191b0fc-3f13-410e-b43e-d28cb17fb49e, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:45:15.355322 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bfd9edcc-7c1d-44f9-86e2-10cb7c568e28 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:15.382970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] For port 5191b0fc-3f13-410e-b43e-d28cb17fb49e, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=5191b0fc-3f13-410e-b43e-d28cb17fb49e,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:45:15.389791 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9edcc-7c1d-44f9-86e2-10cb7c568e28 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48734399-17c5-434a-bd3c-6166d0fda0b9,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:15.482493 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:15.510027 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bfd9edcc-7c1d-44f9-86e2-10cb7c568e28 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:15.511450 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bfd9edcc-7c1d-44f9-86e2-10cb7c568e28 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5230381 Mar 01 20:45:15.514653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55518) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:15.520418 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:15.533908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:15.544269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Usage tracker for resource:floatingip and tenant:0785a09c63c64fe3911dbbda40f5802d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:15.554882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:15.562957 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:15.569122 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:15.571568 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] 10.222.0.57 "PUT /v2.0/ports/5191b0fc-3f13-410e-b43e-d28cb17fb49e HTTP/1.1" status: 200 len: 1116 time: 2.3049381 Mar 01 20:45:15.572256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bed5bf0-789d-426c-baf7-51ed582d91ca', 'tag': '5191b0fc-3f13-410e-b43e-d28cb17fb49e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:15.623299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:15.640447 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9de0d-5a1a-4a53-95f8-1895a008788a service neutron] Pushing event updated for resources: {'Port': ['ID=5191b0fc-3f13-410e-b43e-d28cb17fb49e,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:15.710010 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8f20a296-65c1-4257-b7cd-e3c32b8c1faa req-10954dcf-d52a-48ea-ba84-36d989094996 tempest-AggregatesAdminTestJSON-1252141064 tempest-AggregatesAdminTestJSON-1252141064-project] 10.222.0.42 "GET /v2.0/ports?device_id=afa7c516-452e-4f7d-b590-e3056b82c4f9 HTTP/1.1" status: 200 len: 210 time: 0.0839348 Mar 01 20:45:15.777803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607f292d-a934-4af0-b530-bf505884b990 req-d36522c5-262a-4159-9119-477bf7a5e088 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:15.780421 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-607f292d-a934-4af0-b530-bf505884b990 req-d36522c5-262a-4159-9119-477bf7a5e088 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bed5bf0-789d-426c-baf7-51ed582d91ca HTTP/1.1" status: 200 len: 968 time: 0.2202542 Mar 01 20:45:15.806232 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bed5bf0-789d-426c-baf7-51ed582d91ca', 'tag': '5191b0fc-3f13-410e-b43e-d28cb17fb49e', 'status': 'completed', 'code': 200} Mar 01 20:45:15.830354 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:15.858272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-12d0e02f-a72c-4afc-9e30-103899d59839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:15.859586 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-12d0e02f-a72c-4afc-9e30-103899d59839 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51fc6b08fcae48529e5bbc7972115d02&device_id=6bed5bf0-789d-426c-baf7-51ed582d91ca HTTP/1.1" status: 200 len: 1119 time: 0.1562684 Mar 01 20:45:15.876407 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-607f292d-a934-4af0-b530-bf505884b990 req-5401aaab-5de2-4f9d-8cb8-fa0b08479e79 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/security-groups?id=bced9cd8-474a-46ac-a03d-2b8e56a92d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903571 Mar 01 20:45:15.995320 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b0102106-e5f2-44b0-8756-f1b422295189 req-a1f2ec50-bdfb-43cf-a791-4f3f4f5eae70 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d447b70-90d5-40b9-8b3c-96994f910e16 HTTP/1.1" status: 200 len: 210 time: 0.0537674 Mar 01 20:45:16.075561 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:16.088635 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device d3617190-df4c-4ab0-b2f5-9594a0735901 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:45:16.163049 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-b3c8646e-4f25-4d13-9f5b-c7073eadcddf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=5191b0fc-3f13-410e-b43e-d28cb17fb49e HTTP/1.1" status: 200 len: 217 time: 0.2512689 Mar 01 20:45:16.214215 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a5b3a7-af15-4b15-8289-709826bc17d7 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:45:16.232226 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:16.258948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] Transition to ACTIVE for port object b2a5b3a7-af15-4b15-8289-709826bc17d7 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:16.262701 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-c69cc201-89b6-498d-91f4-aacecccb6b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:16.264376 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-c69cc201-89b6-498d-91f4-aacecccb6b8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0945568 Mar 01 20:45:16.270060 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port d3617190-df4c-4ab0-b2f5-9594a0735901 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:16.276434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port d3617190-df4c-4ab0-b2f5-9594a0735901 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:16.277582 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:16.323891 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04797f5b-358e-4557-a207-d62efd75656d req-e8a2289f-c7c0-40db-9cfa-b6a5e4a790f9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:16.325945 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04797f5b-358e-4557-a207-d62efd75656d req-e8a2289f-c7c0-40db-9cfa-b6a5e4a790f9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 932 time: 0.1992295 Mar 01 20:45:16.384935 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:16.386778 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Allocated IP 172.25.5.124 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/fbfd12cc-6d8d-4efb-bd0c-1db1e9e13db2) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:45:16.423026 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-324b65e5-0e9d-4787-a14d-43bc7e6f3611 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=d7a332f379f44c3f873abee5c79749b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0669775 Mar 01 20:45:16.508255 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:16.557250 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0599a59b-ef86-423e-9adf-9d57f721b5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3617190-df4c-4ab0-b2f5-9594a0735901'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:16.568814 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port d3617190-df4c-4ab0-b2f5-9594a0735901, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=d3617190-df4c-4ab0-b2f5-9594a0735901,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:16.643164 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:16.669084 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a332a-f083-46ed-a959-1436bf542423 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a5b3a7-af15-4b15-8289-709826bc17d7,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:16.693527 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04797f5b-358e-4557-a207-d62efd75656d req-72c5bc8b-85a8-4748-a49f-d3d3bda7b235 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141654 Mar 01 20:45:16.718973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] Attempting to bind port b2a5b3a7-af15-4b15-8289-709826bc17d7 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:45:16.718973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] Attempting to bind port b2a5b3a7-af15-4b15-8289-709826bc17d7 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:45:16.718973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] Attempting to bind port b2a5b3a7-af15-4b15-8289-709826bc17d7 on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:16.733343 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] Port b2a5b3a7-af15-4b15-8289-709826bc17d7 on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:45:16.733658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] Attempting to bind port b2a5b3a7-af15-4b15-8289-709826bc17d7 on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:16.737055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-5f9fe885-e196-4f9b-b813-c381c6ec8e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:16.738581 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-5f9fe885-e196-4f9b-b813-c381c6ec8e6e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4540732 Mar 01 20:45:16.747498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=d3617190-df4c-4ab0-b2f5-9594a0735901,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:16.753469 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:16.767773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:45:16.768096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] Checking segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:45:16.773120 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] Bound using segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:45:16.773120 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] Bound port: b2a5b3a7-af15-4b15-8289-709826bc17d7, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:45:16.773120 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:16.784079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecef8c2-eb0d-4227-9f97-a5cf982f5652 req-a861dd24-d83a-48a6-89a2-e3bcb7b4eae8 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:16.788262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-bb34e27e-a87e-4930-92ca-f8703901d0b7 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:16.789660 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-bb34e27e-a87e-4930-92ca-f8703901d0b7 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3573101 Mar 01 20:45:16.791847 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ecef8c2-eb0d-4227-9f97-a5cf982f5652 req-a861dd24-d83a-48a6-89a2-e3bcb7b4eae8 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 947 time: 0.4565887 Mar 01 20:45:16.817720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-f81aac7c-2af1-4d66-ac33-087305fd1b6a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Request body: {'port': {'device_id': '0d447b70-90d5-40b9-8b3c-96994f910e16', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'd7a332f379f44c3f873abee5c79749b0'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:16.845743 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ecef8c2-eb0d-4227-9f97-a5cf982f5652 req-18a2e9e2-2ee1-4764-8cd7-fa3cbbb6d3a5 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528719 Mar 01 20:45:16.917985 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0599a59b-ef86-423e-9adf-9d57f721b5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3617190-df4c-4ab0-b2f5-9594a0735901', 'code': 200} Mar 01 20:45:16.935709 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:17.067064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] For port b2a5b3a7-af15-4b15-8289-709826bc17d7, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:45:17.075340 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] For port b2a5b3a7-af15-4b15-8289-709826bc17d7, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b2a5b3a7-af15-4b15-8289-709826bc17d7,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:45:17.121028 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Pushing event updated for resources: {'Port': ['ID=fbfd12cc-6d8d-4efb-bd0c-1db1e9e13db2,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:17.143610 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-4acf754c-db61-4594-b727-014ccd354288 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3881776 Mar 01 20:45:17.158852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:45:17.173820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:45:17.174342 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:17.179640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:45:17.227432 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-f81aac7c-2af1-4d66-ac33-087305fd1b6a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:17.277729 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f440792f-c2c2-4247-b78d-e3dd3cf91cc7 req-fea1a156-7774-4726-85b6-75feaca29dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:17.279218 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f440792f-c2c2-4247-b78d-e3dd3cf91cc7 req-fea1a156-7774-4726-85b6-75feaca29dfe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 1099 time: 0.2228930 Mar 01 20:45:17.324724 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-f81aac7c-2af1-4d66-ac33-087305fd1b6a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:17.329358 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:17.329989 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:17.331340 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-320a332a-f083-46ed-a959-1436bf542423 service neutron] 10.222.0.57 "PUT /v2.0/ports/b2a5b3a7-af15-4b15-8289-709826bc17d7 HTTP/1.1" status: 200 len: 1112 time: 2.2222822 Mar 01 20:45:17.344903 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:17.358557 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f440792f-c2c2-4247-b78d-e3dd3cf91cc7 req-a0c78c98-423c-4768-b708-f084ba9600e7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705550 Mar 01 20:45:17.365012 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a332a-f083-46ed-a959-1436bf542423 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a5b3a7-af15-4b15-8289-709826bc17d7,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:17.385194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84be0cf1-c6ba-4e57-8b56-220a778d5d89 req-22162d70-82b1-4b4b-af4b-3b2bd02f7e5a tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:17.386708 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84be0cf1-c6ba-4e57-8b56-220a778d5d89 req-22162d70-82b1-4b4b-af4b-3b2bd02f7e5a tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bed5bf0-789d-426c-baf7-51ed582d91ca HTTP/1.1" status: 200 len: 968 time: 0.2213182 Mar 01 20:45:17.389309 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-710ef9bf-06e6-49c1-885c-e2d39cabc406 req-59193129-76aa-4b38-a29c-38d2901e2613 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448328 Mar 01 20:45:17.469435 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-f81aac7c-2af1-4d66-ac33-087305fd1b6a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Made reservation on behalf of d7a332f379f44c3f873abee5c79749b0 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:45:17.473205 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-f81aac7c-2af1-4d66-ac33-087305fd1b6a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:17.534243 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84be0cf1-c6ba-4e57-8b56-220a778d5d89 req-a80b9333-4065-406e-b476-4faf1187984a tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/security-groups?id=bced9cd8-474a-46ac-a03d-2b8e56a92d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417203 Mar 01 20:45:17.538926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c7bd0ccb-3161-47b1-ac73-3a0ed0a44e06 req-f7506f8f-3557-43ca-ac1b-62083c3c6d0c tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d447b70-90d5-40b9-8b3c-96994f910e16 HTTP/1.1" status: 200 len: 210 time: 0.0653591 Mar 01 20:45:17.553237 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:17.709978 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-ec5f5a87-cc7b-4270-b7e0-b4575305bcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:17.711505 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-ec5f5a87-cc7b-4270-b7e0-b4575305bcd7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 1115 time: 0.2827091 Mar 01 20:45:17.734998 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c12fbbc0-6b3e-4f54-908e-538281dd9255 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:45:17.795569 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: c12fbbc0-6b3e-4f54-908e-538281dd9255 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:45:17.795937 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c12fbbc0-6b3e-4f54-908e-538281dd9255 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:45:17.798441 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:17.890980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd7a91c-152e-4e50-a02f-7e37897c76a8', 'tag': 'b2a5b3a7-af15-4b15-8289-709826bc17d7'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:17.900649 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-8b34fd97-23df-4470-859f-bce1ff9ba968 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2a5b3a7-af15-4b15-8289-709826bc17d7 HTTP/1.1" status: 200 len: 217 time: 0.1812737 Mar 01 20:45:17.906880 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10686e3-f7cf-4311-ab96-a63eaa5af496 req-cf92ab49-fdf7-41d8-999a-21abbb829cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:17.906880 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e10686e3-f7cf-4311-ab96-a63eaa5af496 req-cf92ab49-fdf7-41d8-999a-21abbb829cd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=51fc6b08fcae48529e5bbc7972115d02&device_id=6bed5bf0-789d-426c-baf7-51ed582d91ca HTTP/1.1" status: 200 len: 1119 time: 0.3578825 Mar 01 20:45:17.912614 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:17.976949 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:17.995486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-f81aac7c-2af1-4d66-ac33-087305fd1b6a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Allocated IP 192.168.233.190 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/110e37fc-a904-42bb-9d34-206ac5059a04) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:45:18.021231 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Pushing event updated for resources: {'Port': ['ID=fbfd12cc-6d8d-4efb-bd0c-1db1e9e13db2,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:18.057393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7987f-3ec3-4c3e-9eb9-a82eb9b87faa req-e1915537-f99a-4dab-9771-4c2159838e03 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:18.059105 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f8c7987f-3ec3-4c3e-9eb9-a82eb9b87faa req-e1915537-f99a-4dab-9771-4c2159838e03 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 964 time: 0.2082293 Mar 01 20:45:18.097883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-76f76569-0abf-4ce1-a8d4-e89e75021029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:18.100118 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-76f76569-0abf-4ce1-a8d4-e89e75021029 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.1909099 Mar 01 20:45:18.127493 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:18.138797 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d647e79f-20b8-4583-8d85-c5677415d73f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6229200 Mar 01 20:45:18.174775 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f8c7987f-3ec3-4c3e-9eb9-a82eb9b87faa req-fff74815-93be-4837-bd24-9fec6f71649d tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091549 Mar 01 20:45:18.188176 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-b6035d60-7571-43cf-8965-ec3cec25d2f4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736454 Mar 01 20:45:18.334872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10686e3-f7cf-4311-ab96-a63eaa5af496 req-29fb742f-db6b-449c-8764-21c2544996dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:18.336411 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e10686e3-f7cf-4311-ab96-a63eaa5af496 req-29fb742f-db6b-449c-8764-21c2544996dc service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.3926063 Mar 01 20:45:18.375839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98410de9-357c-4435-9d25-ab215347f52e req-93ae6aaa-ee58-41f2-b1da-a62a36638c44 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:18.377404 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98410de9-357c-4435-9d25-ab215347f52e req-93ae6aaa-ee58-41f2-b1da-a62a36638c44 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 948 time: 0.0838635 Mar 01 20:45:18.422905 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98410de9-357c-4435-9d25-ab215347f52e req-a3dcfc4f-2db9-4d2f-b43f-c4480194a736 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394526 Mar 01 20:45:18.480151 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e10686e3-f7cf-4311-ab96-a63eaa5af496 req-5a151b82-a7a0-4f28-b343-1015266a1796 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.151&port_id=5191b0fc-3f13-410e-b43e-d28cb17fb49e HTTP/1.1" status: 200 len: 217 time: 0.0921803 Mar 01 20:45:18.484120 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd7a91c-152e-4e50-a02f-7e37897c76a8', 'tag': 'b2a5b3a7-af15-4b15-8289-709826bc17d7', 'status': 'completed', 'code': 200} Mar 01 20:45:18.591521 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-fb7652d9-f1a4-41cd-984f-5db93b1bc19a service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952801 Mar 01 20:45:18.599630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a8a8939-0b30-43b7-afcb-5ce9e8371ea1 req-efe65d26-fbe9-43e9-829e-00bf20291768 tempest-FlavorsV2NegativeTest-1456727826 tempest-FlavorsV2NegativeTest-1456727826-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=99db24cbc3974c74b32efe033ba29550&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651124 Mar 01 20:45:18.621760 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-f81aac7c-2af1-4d66-ac33-087305fd1b6a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:18.660251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-5f32148c-08aa-4949-aa11-5bb2b629c205 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Synchronizing usage tracker for tenant:0785a09c63c64fe3911dbbda40f5802d on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:45:18.704821 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10686e3-f7cf-4311-ab96-a63eaa5af496 req-5fdb0058-c5e9-4114-a79c-e4553660ae49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:18.706197 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e10686e3-f7cf-4311-ab96-a63eaa5af496 req-5fdb0058-c5e9-4114-a79c-e4553660ae49 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.2176454 Mar 01 20:45:18.714244 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-f81aac7c-2af1-4d66-ac33-087305fd1b6a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Transition to ACTIVE for port object 110e37fc-a904-42bb-9d34-206ac5059a04 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:18.784104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a8939-0b30-43b7-afcb-5ce9e8371ea1 req-82fbf0ea-87fd-4fc0-aee2-33f7f628be67 tempest-FlavorsV2NegativeTest-1456727826 tempest-FlavorsV2NegativeTest-1456727826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:18.785727 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a8a8939-0b30-43b7-afcb-5ce9e8371ea1 req-82fbf0ea-87fd-4fc0-aee2-33f7f628be67 tempest-FlavorsV2NegativeTest-1456727826 tempest-FlavorsV2NegativeTest-1456727826-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1786971 Mar 01 20:45:18.801343 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a8a8939-0b30-43b7-afcb-5ce9e8371ea1 req-0f3c4912-8c13-45e6-bd40-447dd9d1fbf8 tempest-FlavorsV2NegativeTest-1456727826 tempest-FlavorsV2NegativeTest-1456727826-project] 10.222.0.42 "GET /v2.0/quotas/99db24cbc3974c74b32efe033ba29550 HTTP/1.1" status: 200 len: 375 time: 0.0090148 Mar 01 20:45:18.802468 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-5f32148c-08aa-4949-aa11-5bb2b629c205 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Unset dirty status for tenant:0785a09c63c64fe3911dbbda40f5802d on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:45:18.803560 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-5f32148c-08aa-4949-aa11-5bb2b629c205 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--993494475&fields=id&tenant_id=0785a09c63c64fe3911dbbda40f5802d HTTP/1.1" status: 200 len: 267 time: 0.2290962 Mar 01 20:45:18.814589 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cbf4963c-2c43-44f1-9034-6322d10372c9 req-21ddc841-e302-4904-99ed-0b69d09f2fa3 service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176294 Mar 01 20:45:18.837771 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10686e3-f7cf-4311-ab96-a63eaa5af496 req-47e50ac3-ba70-4a84-9384-840e7cc49a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:18.839259 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e10686e3-f7cf-4311-ab96-a63eaa5af496 req-47e50ac3-ba70-4a84-9384-840e7cc49a04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1263640 Mar 01 20:45:18.939965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a8a8939-0b30-43b7-afcb-5ce9e8371ea1 req-9391f518-5cba-4dfe-af75-583131d09484 tempest-FlavorsV2NegativeTest-1456727826 tempest-FlavorsV2NegativeTest-1456727826-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=99db24cbc3974c74b32efe033ba29550&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1041362 Mar 01 20:45:19.002931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-106ea8a0-7c85-4bae-8200-58948e07388b tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:19.003736 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-106ea8a0-7c85-4bae-8200-58948e07388b tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Synchronizing usage tracker for tenant:0785a09c63c64fe3911dbbda40f5802d on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:45:19.022321 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-f81aac7c-2af1-4d66-ac33-087305fd1b6a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:19.127559 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e10686e3-f7cf-4311-ab96-a63eaa5af496 req-dfd17beb-622d-4de9-bd2c-2b17b993b486 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824171 Mar 01 20:45:19.131508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-106ea8a0-7c85-4bae-8200-58948e07388b tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Unset dirty status for tenant:0785a09c63c64fe3911dbbda40f5802d on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:45:19.133114 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-106ea8a0-7c85-4bae-8200-58948e07388b tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/networks?id=8a2300c7-0003-4f12-abfc-8b8e56fe14e8 HTTP/1.1" status: 200 len: 824 time: 0.3219206 Mar 01 20:45:19.134058 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81aac7c-2af1-4d66-ac33-087305fd1b6a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Pushing event updated for resources: {'Port': ['ID=110e37fc-a904-42bb-9d34-206ac5059a04,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:19.159657 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-58a67792-9516-4871-aab5-bb8e1ca2bd1c tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/quotas/0785a09c63c64fe3911dbbda40f5802d HTTP/1.1" status: 200 len: 375 time: 0.0186424 Mar 01 20:45:19.163964 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-f81aac7c-2af1-4d66-ac33-087305fd1b6a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:45:19.175674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-f81aac7c-2af1-4d66-ac33-087305fd1b6a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:45:19.182474 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-f81aac7c-2af1-4d66-ac33-087305fd1b6a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:45:19.187730 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-f81aac7c-2af1-4d66-ac33-087305fd1b6a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:19.188326 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-f81aac7c-2af1-4d66-ac33-087305fd1b6a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:19.238910 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c903c7-7020-4382-8e35-48b7fa70db3c req-f4754b09-d267-4e13-9a4b-b3de70ba12d6 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:19.240608 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-12c903c7-7020-4382-8e35-48b7fa70db3c req-f4754b09-d267-4e13-9a4b-b3de70ba12d6 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d447b70-90d5-40b9-8b3c-96994f910e16 HTTP/1.1" status: 200 len: 936 time: 0.1622570 Mar 01 20:45:19.296604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11f13a-0866-46aa-a3b5-e7731dd662d0 req-fc0c4aca-9944-478b-93e6-f63f34b3ecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:19.296604 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3a11f13a-0866-46aa-a3b5-e7731dd662d0 req-fc0c4aca-9944-478b-93e6-f63f34b3ecc9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 1115 time: 0.3653173 Mar 01 20:45:19.303977 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-12c903c7-7020-4382-8e35-48b7fa70db3c req-b7fe70cb-d690-4523-9513-623fef3365e3 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556698 Mar 01 20:45:19.325572 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-0f487fbc-d948-4b57-b290-9c284e410ab4 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0785a09c63c64fe3911dbbda40f5802d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1539536 Mar 01 20:45:19.353890 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e10686e3-f7cf-4311-ab96-a63eaa5af496 req-7092be9d-3f04-4d48-9a96-1a6b5a73b911 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159569 Mar 01 20:45:19.409851 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-f81aac7c-2af1-4d66-ac33-087305fd1b6a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5963292 Mar 01 20:45:19.423161 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] Request body: {'port': {'device_id': '0d447b70-90d5-40b9-8b3c-96994f910e16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:19.531585 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-846cabcf-4760-42a5-8948-2fc7bf2b8606 None None] Provisioning for port 110e37fc-a904-42bb-9d34-206ac5059a04 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:19.538387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-846cabcf-4760-42a5-8948-2fc7bf2b8606 None None] Provisioning complete for port 110e37fc-a904-42bb-9d34-206ac5059a04 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:19.538754 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-846cabcf-4760-42a5-8948-2fc7bf2b8606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:19.613071 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-846cabcf-4760-42a5-8948-2fc7bf2b8606 None None] Port 110e37fc-a904-42bb-9d34-206ac5059a04 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:45:19.634825 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11f13a-0866-46aa-a3b5-e7731dd662d0 req-53bcc5ac-62eb-455a-a79f-d3dcd122af5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:19.636277 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3a11f13a-0866-46aa-a3b5-e7731dd662d0 req-53bcc5ac-62eb-455a-a79f-d3dcd122af5d service neutron] 10.222.0.57 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 909 time: 0.3344886 Mar 01 20:45:19.659561 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9fb65-73cd-40ae-bf8b-d7004f191ed1 req-85de8a25-c27b-482b-8294-464c0f719817 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:19.661296 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-13c9fb65-73cd-40ae-bf8b-d7004f191ed1 req-85de8a25-c27b-482b-8294-464c0f719817 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bed5bf0-789d-426c-baf7-51ed582d91ca HTTP/1.1" status: 200 len: 968 time: 0.1858237 Mar 01 20:45:19.717679 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93caeb32-4711-4975-a757-0eed25325373 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:45:19.718856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93caeb32-4711-4975-a757-0eed25325373 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1986265 Mar 01 20:45:19.719324 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3a11f13a-0866-46aa-a3b5-e7731dd662d0 req-0d04b46e-8290-46ca-b8ee-bad138c50ccd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2a5b3a7-af15-4b15-8289-709826bc17d7 HTTP/1.1" status: 200 len: 217 time: 0.0739725 Mar 01 20:45:19.720038 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:19.727474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-13c9fb65-73cd-40ae-bf8b-d7004f191ed1 req-4cb93edc-aaf6-4715-a738-24d6dab034be tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/security-groups?id=bced9cd8-474a-46ac-a03d-2b8e56a92d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571611 Mar 01 20:45:19.840729 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11f13a-0866-46aa-a3b5-e7731dd662d0 req-c614da62-8520-402d-a8f5-c537a2159f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:19.842572 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3a11f13a-0866-46aa-a3b5-e7731dd662d0 req-c614da62-8520-402d-a8f5-c537a2159f9e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.1125901 Mar 01 20:45:19.862912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-05d20825-d1f5-4005-9d31-76c58477ed49 service neutron] 10.222.0.42 "GET /v2.0/networks/8a2300c7-0003-4f12-abfc-8b8e56fe14e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344979 Mar 01 20:45:19.934665 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3a11f13a-0866-46aa-a3b5-e7731dd662d0 req-6a116fd8-d67c-483e-97b7-79ae708b3798 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830057 Mar 01 20:45:20.045857 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-e3591a8c-5902-4e3f-8933-6ed0581689c4 service neutron] 10.222.0.42 "GET /v2.0/networks/8a2300c7-0003-4f12-abfc-8b8e56fe14e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592991 Mar 01 20:45:20.193978 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3a11f13a-0866-46aa-a3b5-e7731dd662d0 req-eb2ba508-b3df-49fd-becd-58ea5b06ea9e service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521939 Mar 01 20:45:20.396011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55688) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:20.445723 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3a11f13a-0866-46aa-a3b5-e7731dd662d0 req-d213148e-1bcc-4115-b6a9-fbc89784fdd8 service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380624 Mar 01 20:45:20.468061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 110e37fc-a904-42bb-9d34-206ac5059a04 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:45:20.490141 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:20.524028 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] Transition to ACTIVE for port object 110e37fc-a904-42bb-9d34-206ac5059a04 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:20.565487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b04f1d-0b1e-4565-af12-72a896428c77 req-369040bc-08dc-4205-b30a-b20c46092e07 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:20.575147 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-18b04f1d-0b1e-4565-af12-72a896428c77 req-369040bc-08dc-4205-b30a-b20c46092e07 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 964 time: 0.2543442 Mar 01 20:45:20.625237 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-547bdc83-2f8b-4708-a630-c0652ba608b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:20.628198 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:20.669219 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-18b04f1d-0b1e-4565-af12-72a896428c77 req-3df4ba5c-5851-4565-a906-1b4b01604a45 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920198 Mar 01 20:45:20.672956 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-547bdc83-2f8b-4708-a630-c0652ba608b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:20.681721 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-547bdc83-2f8b-4708-a630-c0652ba608b4 admin admin] Usage tracker for resource:security_group_rule and tenant:99db24cbc3974c74b32efe033ba29550 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:20.690188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-547bdc83-2f8b-4708-a630-c0652ba608b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:20.704482 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-547bdc83-2f8b-4708-a630-c0652ba608b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:20.767073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2a336b-2c29-4147-93af-b785e1f9a4cb req-70e04b79-6da8-4ade-8a37-0e37ecc80fd7 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:20.768676 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f2a336b-2c29-4147-93af-b785e1f9a4cb req-70e04b79-6da8-4ade-8a37-0e37ecc80fd7 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 948 time: 0.2822857 Mar 01 20:45:20.823989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] Pushing event updated for resources: {'Port': ['ID=110e37fc-a904-42bb-9d34-206ac5059a04,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:20.852572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] Attempting to bind port 110e37fc-a904-42bb-9d34-206ac5059a04 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:45:20.852572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] Attempting to bind port 110e37fc-a904-42bb-9d34-206ac5059a04 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:45:20.852572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] Attempting to bind port 110e37fc-a904-42bb-9d34-206ac5059a04 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:20.861411 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f2a336b-2c29-4147-93af-b785e1f9a4cb req-845d48ec-3f34-4b98-afcd-dcd5a0cb3cef tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843792 Mar 01 20:45:20.872718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] Port 110e37fc-a904-42bb-9d34-206ac5059a04 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:45:20.873831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] Attempting to bind port 110e37fc-a904-42bb-9d34-206ac5059a04 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:20.884701 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 44, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:45:20.885107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:45:20.885612 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:45:20.886179 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] Bound port: 110e37fc-a904-42bb-9d34-206ac5059a04, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:45:20.886898 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:20.923245 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-547bdc83-2f8b-4708-a630-c0652ba608b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:20.963889 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:21.024205 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] For port 110e37fc-a904-42bb-9d34-206ac5059a04, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:45:21.027335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] For port 110e37fc-a904-42bb-9d34-206ac5059a04, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=110e37fc-a904-42bb-9d34-206ac5059a04,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:45:21.036528 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-458f66b7-62ae-4ee8-aa70-1f9881ebd749 req-b5fab5e0-bd9d-4265-8238-5c258a7c288e tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=906b30fd-7e05-4dcc-8575-769775b62efd HTTP/1.1" status: 200 len: 210 time: 0.1017702 Mar 01 20:45:21.036528 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-547bdc83-2f8b-4708-a630-c0652ba608b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:21.090622 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-547bdc83-2f8b-4708-a630-c0652ba608b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=99db24cbc3974c74b32efe033ba29550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6934059 Mar 01 20:45:21.093642 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55708) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:21.114571 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bdc83-2f8b-4708-a630-c0652ba608b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0eba94-da7a-4d5a-a939-1869a4676886,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:21.120755 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:21.149496 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c27e9-aaca-4b62-b12f-e6f794dc5774 req-69697605-ab1f-4d67-847d-599da12b67f7 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:21.153756 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b19c27e9-aaca-4b62-b12f-e6f794dc5774 req-69697605-ab1f-4d67-847d-599da12b67f7 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d447b70-90d5-40b9-8b3c-96994f910e16 HTTP/1.1" status: 200 len: 948 time: 0.1683841 Mar 01 20:45:21.211901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:21.212598 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:21.214061 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] 10.222.0.55 "PUT /v2.0/ports/110e37fc-a904-42bb-9d34-206ac5059a04 HTTP/1.1" status: 200 len: 1096 time: 1.7949276 Mar 01 20:45:21.215856 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d447b70-90d5-40b9-8b3c-96994f910e16', 'tag': '110e37fc-a904-42bb-9d34-206ac5059a04'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:21.238845 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b19c27e9-aaca-4b62-b12f-e6f794dc5774 req-c0d2b744-796c-4e63-ba3d-4513e030de11 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816031 Mar 01 20:45:21.274014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab8e85e-d9d5-47f8-8dc7-34dd219751ba service neutron] Pushing event updated for resources: {'Port': ['ID=110e37fc-a904-42bb-9d34-206ac5059a04,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:21.279106 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6e709d56-e803-48f2-9d79-85853a89392c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:21.301187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80eca89-a996-420c-be1a-99143f0bb63e req-39433cb3-3b51-46b1-805b-9f3111dc4957 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:21.304374 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c80eca89-a996-420c-be1a-99143f0bb63e req-39433cb3-3b51-46b1-805b-9f3111dc4957 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bed5bf0-789d-426c-baf7-51ed582d91ca HTTP/1.1" status: 200 len: 968 time: 0.1163752 Mar 01 20:45:21.324340 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6e709d56-e803-48f2-9d79-85853a89392c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:21.377803 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c80eca89-a996-420c-be1a-99143f0bb63e req-4e86cd48-c4c7-4bd9-93f3-ce7e01110de9 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/security-groups?id=bced9cd8-474a-46ac-a03d-2b8e56a92d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674984 Mar 01 20:45:21.453034 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d447b70-90d5-40b9-8b3c-96994f910e16', 'tag': '110e37fc-a904-42bb-9d34-206ac5059a04', 'status': 'completed', 'code': 200} Mar 01 20:45:21.461618 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-62591ad6-e382-4dc2-b671-d741f68f6c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:21.463107 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-62591ad6-e382-4dc2-b671-d741f68f6c88 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7a332f379f44c3f873abee5c79749b0&device_id=0d447b70-90d5-40b9-8b3c-96994f910e16 HTTP/1.1" status: 200 len: 1099 time: 0.0975444 Mar 01 20:45:21.532752 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6e709d56-e803-48f2-9d79-85853a89392c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:21.552329 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-7631c4e1-0233-4dbb-9f16-d54c4f7807d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=110e37fc-a904-42bb-9d34-206ac5059a04 HTTP/1.1" status: 200 len: 217 time: 0.0818839 Mar 01 20:45:21.558710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e709d56-e803-48f2-9d79-85853a89392c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0eba94-da7a-4d5a-a939-1869a4676886,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:21.599352 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6e709d56-e803-48f2-9d79-85853a89392c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:21.601676 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6e709d56-e803-48f2-9d79-85853a89392c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f0eba94-da7a-4d5a-a939-1869a4676886 HTTP/1.1" status: 204 len: 168 time: 0.5057642 Mar 01 20:45:21.626566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-c6253284-5959-412f-ba21-86466e561af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:21.628221 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-c6253284-5959-412f-ba21-86466e561af9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0706313 Mar 01 20:45:21.736136 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 5191b0fc-3f13-410e-b43e-d28cb17fb49e details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:45:21.822122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f6070e-ca8e-4a0d-8eb2-80f07ed855dc req-8a957185-bcce-4425-adb9-1c78c96604d6 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:21.829770 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-51f6070e-ca8e-4a0d-8eb2-80f07ed855dc req-8a957185-bcce-4425-adb9-1c78c96604d6 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 1099 time: 0.1060643 Mar 01 20:45:21.839425 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-8d831c5f-b564-41d1-a747-2afbb4204349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:21.841866 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-8d831c5f-b564-41d1-a747-2afbb4204349 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2077596 Mar 01 20:45:21.848458 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-51f6070e-ca8e-4a0d-8eb2-80f07ed855dc req-3d7681e5-0496-465e-83f2-dba398940441 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:21.864965 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-51f6070e-ca8e-4a0d-8eb2-80f07ed855dc req-3d7681e5-0496-465e-83f2-dba398940441 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:21.869643 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-51f6070e-ca8e-4a0d-8eb2-80f07ed855dc req-3d7681e5-0496-465e-83f2-dba398940441 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] Usage tracker for resource:security_group_rule and tenant:1e1960c9b4b24af0b62feca24162a961 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:21.872718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-51f6070e-ca8e-4a0d-8eb2-80f07ed855dc req-3d7681e5-0496-465e-83f2-dba398940441 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:21.879272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-51f6070e-ca8e-4a0d-8eb2-80f07ed855dc req-3d7681e5-0496-465e-83f2-dba398940441 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:21.894792 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 5191b0fc-3f13-410e-b43e-d28cb17fb49e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=5191b0fc-3f13-410e-b43e-d28cb17fb49e,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:21.910171 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '5191b0fc-3f13-410e-b43e-d28cb17fb49e', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '5191b0fc-3f13-410e-b43e-d28cb17fb49e', 'mac_address': 'fa:16:3e:a2:ce:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.151'}], 'device_owner': 'compute:tempest-test_az-57776216', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:45:22.007885 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:22.035003 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-51f6070e-ca8e-4a0d-8eb2-80f07ed855dc req-3d7681e5-0496-465e-83f2-dba398940441 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:22.065831 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5191b0fc-3f13-410e-b43e-d28cb17fb49e {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:45:22.066175 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a33e7-2c75-47a6-8ad9-5f90bcff38da req-215e1772-e8d6-49a3-87e7-82adb4a8c118 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:22.068651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d65a33e7-2c75-47a6-8ad9-5f90bcff38da req-215e1772-e8d6-49a3-87e7-82adb4a8c118 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 964 time: 0.1248403 Mar 01 20:45:22.076986 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-592b2a84-3dc7-487a-a87d-1b6f8b624c66 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255995 Mar 01 20:45:22.090399 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 5191b0fc-3f13-410e-b43e-d28cb17fb49e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=5191b0fc-3f13-410e-b43e-d28cb17fb49e,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:22.141130 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-51f6070e-ca8e-4a0d-8eb2-80f07ed855dc req-3d7681e5-0496-465e-83f2-dba398940441 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:22.166559 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d65a33e7-2c75-47a6-8ad9-5f90bcff38da req-a18d69b8-6dbe-4906-a0d7-51e26e15bc73 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909798 Mar 01 20:45:22.191303 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:22.195133 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b2a5b3a7-af15-4b15-8289-709826bc17d7 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:45:22.206526 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-51f6070e-ca8e-4a0d-8eb2-80f07ed855dc req-3d7681e5-0496-465e-83f2-dba398940441 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3710201 Mar 01 20:45:22.215870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7681e5-0496-465e-83f2-dba398940441 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef571218-275d-4189-a39e-c62fb2fac7de,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:22.279261 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-65f596cf-2262-4fb7-b0d8-1171f5949a3e req-31c33e22-8af5-44e4-906c-5f72e7fca6cf service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950788 Mar 01 20:45:22.371417 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46abab13-7ead-4c8d-807d-b3fca2c5ff2d req-9c18bdac-a294-40aa-9062-0a85980e917a tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=906b30fd-7e05-4dcc-8575-769775b62efd HTTP/1.1" status: 200 len: 210 time: 0.0518041 Mar 01 20:45:22.398306 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=5191b0fc-3f13-410e-b43e-d28cb17fb49e,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:22.455377 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b2a5b3a7-af15-4b15-8289-709826bc17d7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b2a5b3a7-af15-4b15-8289-709826bc17d7,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:22.483565 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'b2a5b3a7-af15-4b15-8289-709826bc17d7', 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38', 'port_id': 'b2a5b3a7-af15-4b15-8289-709826bc17d7', 'mac_address': 'fa:16:3e:70:da:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257716f2-c727-40db-9bdc-42a279d992cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:tempest-test_az-57776216', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:45:22.526143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844f60e-1b23-4bf5-999a-45c48ba58368 req-ac3af3da-3c6b-4302-8090-8fb8a2c54f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:22.527433 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e844f60e-1b23-4bf5-999a-45c48ba58368 req-ac3af3da-3c6b-4302-8090-8fb8a2c54f3d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d7a332f379f44c3f873abee5c79749b0&device_id=0d447b70-90d5-40b9-8b3c-96994f910e16 HTTP/1.1" status: 200 len: 1099 time: 0.1187637 Mar 01 20:45:22.579243 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:22.596791 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2a5b3a7-af15-4b15-8289-709826bc17d7 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:45:22.622180 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b2a5b3a7-af15-4b15-8289-709826bc17d7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b2a5b3a7-af15-4b15-8289-709826bc17d7,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:22.665576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd73f7-476c-4048-9bb9-4088b0e45eae req-90cd6fc8-2902-40a0-864a-179c3e3bd7e7 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:22.672985 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ebdd73f7-476c-4048-9bb9-4088b0e45eae req-90cd6fc8-2902-40a0-864a-179c3e3bd7e7 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d447b70-90d5-40b9-8b3c-96994f910e16 HTTP/1.1" status: 200 len: 948 time: 0.1086450 Mar 01 20:45:22.696384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844f60e-1b23-4bf5-999a-45c48ba58368 req-6dc00da3-4a73-4c24-9947-db477bcfaf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:22.698095 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e844f60e-1b23-4bf5-999a-45c48ba58368 req-6dc00da3-4a73-4c24-9947-db477bcfaf55 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.1540442 Mar 01 20:45:22.700009 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:22.723140 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ebdd73f7-476c-4048-9bb9-4088b0e45eae req-aaa9ca81-412c-48dc-a369-914df6b1c664 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491767 Mar 01 20:45:22.808101 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e844f60e-1b23-4bf5-999a-45c48ba58368 req-9ebedf44-781a-4460-98d4-f0d8934e583d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=110e37fc-a904-42bb-9d34-206ac5059a04 HTTP/1.1" status: 200 len: 217 time: 0.1015160 Mar 01 20:45:22.810392 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=b2a5b3a7-af15-4b15-8289-709826bc17d7,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:22.890028 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844f60e-1b23-4bf5-999a-45c48ba58368 req-31b03bce-b524-47a6-8883-e2834db2aef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:22.891596 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e844f60e-1b23-4bf5-999a-45c48ba58368 req-31b03bce-b524-47a6-8883-e2834db2aef7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0776684 Mar 01 20:45:22.922144 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['b2a5b3a7-af15-4b15-8289-709826bc17d7'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:45:22.922385 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-1a643ac8-febc-4291-b7d0-fb759725607e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a89f5baf58c84a808cd5296d2f554260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0686579 Mar 01 20:45:22.968049 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['5191b0fc-3f13-410e-b43e-d28cb17fb49e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:45:23.000998 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e844f60e-1b23-4bf5-999a-45c48ba58368 req-9718907a-add9-4dd2-a387-b13281069979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:23.003158 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e844f60e-1b23-4bf5-999a-45c48ba58368 req-9718907a-add9-4dd2-a387-b13281069979 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1045516 Mar 01 20:45:23.113558 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b58ac603-7089-4071-a7e0-4e9254b370ac tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:23.115644 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b58ac603-7089-4071-a7e0-4e9254b370ac tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785870 Mar 01 20:45:23.145720 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-6a2c9470-f9e8-455e-bf15-f6cf2cd10864 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/quotas/a89f5baf58c84a808cd5296d2f554260 HTTP/1.1" status: 200 len: 375 time: 0.0227804 Mar 01 20:45:23.230842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ae8e8-cce1-42a2-b169-067959566511 req-11edc5cb-d6f8-4d7b-8321-acfbf43f3070 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:23.237820 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e844f60e-1b23-4bf5-999a-45c48ba58368 req-6a5c6b2c-1337-447a-9972-26a4fb34f234 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269871 Mar 01 20:45:23.238725 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-043ae8e8-cce1-42a2-b169-067959566511 req-11edc5cb-d6f8-4d7b-8321-acfbf43f3070 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bed5bf0-789d-426c-baf7-51ed582d91ca HTTP/1.1" status: 200 len: 969 time: 0.3533130 Mar 01 20:45:23.429803 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e844f60e-1b23-4bf5-999a-45c48ba58368 req-2ba07dc7-e819-4118-ae04-ea84311471cf service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857135 Mar 01 20:45:23.467727 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-043ae8e8-cce1-42a2-b169-067959566511 req-2b9366d9-c45d-403e-859b-208e58a67bdb tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/security-groups?id=bced9cd8-474a-46ac-a03d-2b8e56a92d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280095 Mar 01 20:45:23.483004 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:23.506926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-04575242-bfa2-4afb-b3c6-26b4fcb5f046 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3602569 Mar 01 20:45:23.554596 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-32ba1eeb-efb8-408e-b456-5470bc7948fc tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:23.556120 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-32ba1eeb-efb8-408e-b456-5470bc7948fc tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.55 "GET /v2.0/networks?id=8a2300c7-0003-4f12-abfc-8b8e56fe14e8 HTTP/1.1" status: 200 len: 824 time: 0.2614617 Mar 01 20:45:23.613310 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-bc3cdf60-ac5e-4376-a74d-0978b6b86258 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0785a09c63c64fe3911dbbda40f5802d HTTP/1.1" status: 200 len: 379 time: 0.0413094 Mar 01 20:45:23.624540 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Request body: {'port': {'device_id': '906b30fd-7e05-4dcc-8575-769775b62efd', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'admin_state_up': True, 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'security_groups': ['2e461ffb-4eba-4d23-b838-b1d6cde9f2bc']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:23.827342 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:23.839661 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Usage tracker for resource:port and tenant:0785a09c63c64fe3911dbbda40f5802d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:23.842811 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:23.851794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:23.860878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfb708a-de56-45f2-a93b-0d5bd9022e71 req-20ddfbcd-331a-4c3f-b855-10cd4f803371 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:23.862023 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6cfb708a-de56-45f2-a93b-0d5bd9022e71 req-20ddfbcd-331a-4c3f-b855-10cd4f803371 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 965 time: 0.1340711 Mar 01 20:45:23.915114 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6cfb708a-de56-45f2-a93b-0d5bd9022e71 req-be673e95-e420-4177-a280-774889cf1363 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437555 Mar 01 20:45:23.959703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Made reservation on behalf of 0785a09c63c64fe3911dbbda40f5802d for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:45:23.963229 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:24.076681 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-512494ab-87da-411c-bf80-0070ece40a97 req-2c8f2b76-fd1e-4535-9bb0-1d16656165aa tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=906b30fd-7e05-4dcc-8575-769775b62efd HTTP/1.1" status: 200 len: 210 time: 0.0581272 Mar 01 20:45:24.174476 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Allocated IP 172.20.0.13 (8a2300c7-0003-4f12-abfc-8b8e56fe14e8/e61ab86d-6482-45cf-be2e-8c7db22c8a23/b0976a30-4430-49d6-8ea9-799f05ae5d11) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:45:24.508759 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:24.518319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60365e07-a44f-444d-a46f-8e425eab53f1 req-3799217d-f1c2-41cd-9186-94b8314fb93e tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:24.519881 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60365e07-a44f-444d-a46f-8e425eab53f1 req-3799217d-f1c2-41cd-9186-94b8314fb93e tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d447b70-90d5-40b9-8b3c-96994f910e16 HTTP/1.1" status: 200 len: 948 time: 0.1459463 Mar 01 20:45:24.548370 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Transition to ACTIVE for port object b0976a30-4430-49d6-8ea9-799f05ae5d11 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:24.579178 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60365e07-a44f-444d-a46f-8e425eab53f1 req-0cbca497-e0a0-4b96-b685-9405b323610d tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499268 Mar 01 20:45:24.662794 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b57d8297-21ef-47f6-81bb-11a3cff384fd req-f5038715-27f1-4505-b5fe-572b94651301 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c742b80-0d50-4856-ac95-93376533eca2 HTTP/1.1" status: 200 len: 210 time: 0.0428290 Mar 01 20:45:24.691818 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:24.765338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Network 8a2300c7-0003-4f12-abfc-8b8e56fe14e8 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:45:24.768491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:45:24.773370 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:45:24.779622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:24.779622 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:24.856775 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Pushing event updated for resources: {'Port': ['ID=b0976a30-4430-49d6-8ea9-799f05ae5d11,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:24.877747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:24.880393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:24.880393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:24.880393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:24.880393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:24.880393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:24.880393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:24.880820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:24.881084 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:24.881284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:24.881960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:24.881960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:24.925556 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77764972-acc4-415e-8b63-178e2ca29d78 req-1c58c5ae-53b3-4d37-8c54-5d826935b9ab tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:24.927553 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77764972-acc4-415e-8b63-178e2ca29d78 req-1c58c5ae-53b3-4d37-8c54-5d826935b9ab tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bed5bf0-789d-426c-baf7-51ed582d91ca HTTP/1.1" status: 200 len: 969 time: 0.1239202 Mar 01 20:45:24.966481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-96c8fdda-414c-4cd0-84aa-6bda6f8f9170 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3468707 Mar 01 20:45:24.981146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] Request body: {'port': {'device_id': '906b30fd-7e05-4dcc-8575-769775b62efd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:25.029628 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77764972-acc4-415e-8b63-178e2ca29d78 req-d7aa2738-6d51-4c81-ba06-8d25e1f14821 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/security-groups?id=bced9cd8-474a-46ac-a03d-2b8e56a92d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950840 Mar 01 20:45:25.106433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f1c13676-86e1-4a55-b0ca-c8344c3a0f59 None None] Provisioning for port b0976a30-4430-49d6-8ea9-799f05ae5d11 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:25.115746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f1c13676-86e1-4a55-b0ca-c8344c3a0f59 None None] Provisioning complete for port b0976a30-4430-49d6-8ea9-799f05ae5d11 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:25.117602 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f1c13676-86e1-4a55-b0ca-c8344c3a0f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:25.118835 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:25.199233 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f1c13676-86e1-4a55-b0ca-c8344c3a0f59 None None] Port b0976a30-4430-49d6-8ea9-799f05ae5d11 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:45:25.638378 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0976a30-4430-49d6-8ea9-799f05ae5d11 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:45:25.647721 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:25.673469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] Transition to ACTIVE for port object b0976a30-4430-49d6-8ea9-799f05ae5d11 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:25.682196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131e755-3be5-47f7-b230-424eb4256b33 req-c21e966a-aecb-47b8-adf6-5ccec4270931 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:25.685129 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a131e755-3be5-47f7-b230-424eb4256b33 req-c21e966a-aecb-47b8-adf6-5ccec4270931 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 965 time: 0.2414868 Mar 01 20:45:25.761811 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:25.763704 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 5191b0fc-3f13-410e-b43e-d28cb17fb49e up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:45:25.811678 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a131e755-3be5-47f7-b230-424eb4256b33 req-8e14c0db-05e4-4751-ab91-3108775d9881 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975556 Mar 01 20:45:25.919539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] Pushing event updated for resources: {'Port': ['ID=b0976a30-4430-49d6-8ea9-799f05ae5d11,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:25.926661 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 5191b0fc-3f13-410e-b43e-d28cb17fb49e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:25.940819 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 5191b0fc-3f13-410e-b43e-d28cb17fb49e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:25.941438 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:25.968906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c8493-a173-4dfb-9c53-591d5d9d196a req-c2aa59d1-bb09-49b9-aeab-a80bcf49528f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:25.969634 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ea3c8493-a173-4dfb-9c53-591d5d9d196a req-c2aa59d1-bb09-49b9-aeab-a80bcf49528f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Synchronizing usage tracker for tenant:0785a09c63c64fe3911dbbda40f5802d on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:45:26.063329 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ea3c8493-a173-4dfb-9c53-591d5d9d196a req-c2aa59d1-bb09-49b9-aeab-a80bcf49528f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Unset dirty status for tenant:0785a09c63c64fe3911dbbda40f5802d on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:45:26.064500 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea3c8493-a173-4dfb-9c53-591d5d9d196a req-c2aa59d1-bb09-49b9-aeab-a80bcf49528f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=906b30fd-7e05-4dcc-8575-769775b62efd HTTP/1.1" status: 200 len: 932 time: 0.3798978 Mar 01 20:45:26.120134 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:26.122737 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea3c8493-a173-4dfb-9c53-591d5d9d196a req-6e15defd-b11d-41b4-bc0f-c536e437bb63 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514488 Mar 01 20:45:26.159781 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bed5bf0-789d-426c-baf7-51ed582d91ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5191b0fc-3f13-410e-b43e-d28cb17fb49e'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:26.170721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 5191b0fc-3f13-410e-b43e-d28cb17fb49e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=5191b0fc-3f13-410e-b43e-d28cb17fb49e,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:26.181957 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 110e37fc-a904-42bb-9d34-206ac5059a04 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:45:26.311748 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:26.312561 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b2a5b3a7-af15-4b15-8289-709826bc17d7 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:45:26.335467 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40965347-a193-49bd-808a-423295ddd331 req-a9a4a25b-331e-4519-85c2-d65901303d6c tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:26.335467 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40965347-a193-49bd-808a-423295ddd331 req-a9a4a25b-331e-4519-85c2-d65901303d6c tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d447b70-90d5-40b9-8b3c-96994f910e16 HTTP/1.1" status: 200 len: 948 time: 0.0932958 Mar 01 20:45:26.394698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] Attempting to bind port b0976a30-4430-49d6-8ea9-799f05ae5d11 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:45:26.395480 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] Attempting to bind port b0976a30-4430-49d6-8ea9-799f05ae5d11 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '11ba65c5-cd68-4196-93ae-29e4841505fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:45:26.395924 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] Attempting to bind port b0976a30-4430-49d6-8ea9-799f05ae5d11 on network 8a2300c7-0003-4f12-abfc-8b8e56fe14e8 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:26.404803 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40965347-a193-49bd-808a-423295ddd331 req-f5f10deb-c981-4609-bc84-538e69f7c25f tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625370 Mar 01 20:45:26.405576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] Port b0976a30-4430-49d6-8ea9-799f05ae5d11 on network 8a2300c7-0003-4f12-abfc-8b8e56fe14e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:45:26.406591 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] Attempting to bind port b0976a30-4430-49d6-8ea9-799f05ae5d11 on network 8a2300c7-0003-4f12-abfc-8b8e56fe14e8 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:26.413543 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:45:26.413884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] Checking segment: {'id': '11ba65c5-cd68-4196-93ae-29e4841505fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:45:26.414448 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] Bound using segment: {'id': '11ba65c5-cd68-4196-93ae-29e4841505fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:45:26.414886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] Bound port: b0976a30-4430-49d6-8ea9-799f05ae5d11, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11ba65c5-cd68-4196-93ae-29e4841505fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:45:26.415238 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:26.499261 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=5191b0fc-3f13-410e-b43e-d28cb17fb49e,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:26.507869 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 110e37fc-a904-42bb-9d34-206ac5059a04, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=110e37fc-a904-42bb-9d34-206ac5059a04,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:26.527285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] For port b0976a30-4430-49d6-8ea9-799f05ae5d11, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:45:26.532709 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] For port b0976a30-4430-49d6-8ea9-799f05ae5d11, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b0976a30-4430-49d6-8ea9-799f05ae5d11,segment=NetworkSegment(11ba65c5-cd68-4196-93ae-29e4841505fb),segment_id=11ba65c5-cd68-4196-93ae-29e4841505fb)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:45:26.538135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '110e37fc-a904-42bb-9d34-206ac5059a04', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '110e37fc-a904-42bb-9d34-206ac5059a04', 'mac_address': 'fa:16:3e:51:79:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:45:26.590196 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port b2a5b3a7-af15-4b15-8289-709826bc17d7 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:26.605637 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port b2a5b3a7-af15-4b15-8289-709826bc17d7 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:26.606009 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:26.613139 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:26.670491 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:26.674832 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88a2676c-b71b-4d7a-a28c-f1c95578e4d5 req-34417082-e81c-4325-88f1-ee540ec9972a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c742b80-0d50-4856-ac95-93376533eca2 HTTP/1.1" status: 200 len: 210 time: 0.0989473 Mar 01 20:45:26.690278 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 110e37fc-a904-42bb-9d34-206ac5059a04 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:45:26.693270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:26.693898 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:26.695251 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] 10.222.0.55 "PUT /v2.0/ports/b0976a30-4430-49d6-8ea9-799f05ae5d11 HTTP/1.1" status: 200 len: 1092 time: 1.7185221 Mar 01 20:45:26.695762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906b30fd-7e05-4dcc-8575-769775b62efd', 'tag': 'b0976a30-4430-49d6-8ea9-799f05ae5d11'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:26.716136 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 110e37fc-a904-42bb-9d34-206ac5059a04, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=110e37fc-a904-42bb-9d34-206ac5059a04,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:26.726799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8f200-0f22-4560-839d-a1570d49a770 service neutron] Pushing event updated for resources: {'Port': ['ID=b0976a30-4430-49d6-8ea9-799f05ae5d11,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:26.774807 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:26.804232 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:26.891243 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bed5bf0-789d-426c-baf7-51ed582d91ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5191b0fc-3f13-410e-b43e-d28cb17fb49e', 'code': 200} Mar 01 20:45:26.905946 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b2a5b3a7-af15-4b15-8289-709826bc17d7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b2a5b3a7-af15-4b15-8289-709826bc17d7,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:26.958947 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=110e37fc-a904-42bb-9d34-206ac5059a04,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:26.981065 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:27.049772 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502558df-1524-4be1-be96-0f7d75258d19 req-2ea15142-73ac-4601-bbb2-850709d1e14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:27.051687 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-502558df-1524-4be1-be96-0f7d75258d19 req-2ea15142-73ac-4601-bbb2-850709d1e14a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6bed5bf0-789d-426c-baf7-51ed582d91ca HTTP/1.1" status: 200 len: 1121 time: 0.0866780 Mar 01 20:45:27.056784 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-a49c7415-2a6e-4ee1-a55e-46bd3c0f5973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:27.059174 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-a49c7415-2a6e-4ee1-a55e-46bd3c0f5973 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0785a09c63c64fe3911dbbda40f5802d&device_id=906b30fd-7e05-4dcc-8575-769775b62efd HTTP/1.1" status: 200 len: 1095 time: 0.2256992 Mar 01 20:45:27.091477 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=b2a5b3a7-af15-4b15-8289-709826bc17d7,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:27.106295 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-502558df-1524-4be1-be96-0f7d75258d19 req-e69705ae-2f5a-4b8a-b09f-29520e16e753 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=bced9cd8-474a-46ac-a03d-2b8e56a92d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490255 Mar 01 20:45:27.142825 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-8f4ea206-0944-49ee-9dc4-56acdf32bf27 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0976a30-4430-49d6-8ea9-799f05ae5d11 HTTP/1.1" status: 200 len: 217 time: 0.0734808 Mar 01 20:45:27.151126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc0a2d-db9d-414c-b2dd-973a0eced82f req-6ac38f01-71bf-43b0-ad3e-ef1cf031507a tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:27.152541 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7cc0a2d-db9d-414c-b2dd-973a0eced82f req-6ac38f01-71bf-43b0-ad3e-ef1cf031507a tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bed5bf0-789d-426c-baf7-51ed582d91ca HTTP/1.1" status: 200 len: 970 time: 0.3178613 Mar 01 20:45:27.173888 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['110e37fc-a904-42bb-9d34-206ac5059a04'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:45:27.216317 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906b30fd-7e05-4dcc-8575-769775b62efd', 'tag': 'b0976a30-4430-49d6-8ea9-799f05ae5d11', 'status': 'completed', 'code': 200} Mar 01 20:45:27.255277 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7cc0a2d-db9d-414c-b2dd-973a0eced82f req-5b231df9-20d2-4f5a-a9cd-5253593a0f19 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/security-groups?id=bced9cd8-474a-46ac-a03d-2b8e56a92d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612500 Mar 01 20:45:27.256799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-6c363bc8-085d-41af-be5d-05195c7e804a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:27.258155 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-6c363bc8-085d-41af-be5d-05195c7e804a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e61ab86d-6482-45cf-be2e-8c7db22c8a23 HTTP/1.1" status: 200 len: 863 time: 0.1047683 Mar 01 20:45:27.349900 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-78b079a9-2bb7-44f3-ac8c-8570b3d93400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:27.356161 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-3bd03bde-a9c5-4c97-b38d-690e4b45feb3 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a89f5baf58c84a808cd5296d2f554260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526278 Mar 01 20:45:27.356362 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-1183fd8e-a4ea-4cb5-b926-20a9b478a1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:27.358369 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-1183fd8e-a4ea-4cb5-b926-20a9b478a1b0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a2300c7-0003-4f12-abfc-8b8e56fe14e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908244 Mar 01 20:45:27.562122 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-1fa06e1c-3dfc-443b-bb2c-ba055882e1f4 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:27.563557 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-1fa06e1c-3dfc-443b-bb2c-ba055882e1f4 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2023630 Mar 01 20:45:27.578363 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-19f2f655-82de-4ca8-9118-f18e8863fd29 service neutron] 10.222.0.55 "GET /v2.0/networks/8a2300c7-0003-4f12-abfc-8b8e56fe14e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138455 Mar 01 20:45:27.578540 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Request body: {'port': {'device_id': 'e6a25f59-048d-4f23-997f-4d01a22a47da', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'a89f5baf58c84a808cd5296d2f554260'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:27.590629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a01793c-289c-4866-bc7e-fcf420821fee req-bd80bac5-1f5d-41e9-9d1f-18dde1172bc1 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:27.592307 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a01793c-289c-4866-bc7e-fcf420821fee req-bd80bac5-1f5d-41e9-9d1f-18dde1172bc1 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 966 time: 0.1864808 Mar 01 20:45:27.727456 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a01793c-289c-4866-bc7e-fcf420821fee req-85d73741-dcf4-4fdc-a4d9-2bb43429ce36 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146822 Mar 01 20:45:27.755736 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:27.762732 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Usage tracker for resource:port and tenant:a89f5baf58c84a808cd5296d2f554260 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:27.767779 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-495c0d3f-a84c-4b2e-ae5f-d17209d7f715 req-65656129-c4d5-48d7-85ec-41a65e4c0b39 service neutron] 10.222.0.55 "GET /v2.0/networks/8a2300c7-0003-4f12-abfc-8b8e56fe14e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745074 Mar 01 20:45:27.768874 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:27.777121 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:27.887966 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Made reservation on behalf of a89f5baf58c84a808cd5296d2f554260 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:45:27.891497 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:27.922752 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8318dc-6351-4acc-a7fc-8cfea768ebb5 req-0846b677-c50d-4538-b2d7-edf37f0f8ba4 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:27.924228 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa8318dc-6351-4acc-a7fc-8cfea768ebb5 req-0846b677-c50d-4538-b2d7-edf37f0f8ba4 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=906b30fd-7e05-4dcc-8575-769775b62efd HTTP/1.1" status: 200 len: 944 time: 0.0807047 Mar 01 20:45:28.103811 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Allocated IP 192.168.233.234 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/68c307f4-6ba6-444d-9cf1-fc3106631b2a) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:45:28.140897 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa8318dc-6351-4acc-a7fc-8cfea768ebb5 req-eb230ceb-2a7e-415d-9922-028eec0bd18c tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2101150 Mar 01 20:45:28.197547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 110e37fc-a904-42bb-9d34-206ac5059a04 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:45:28.329276 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9bee0fe3-c29d-4f50-9120-82c088225977 req-61659fe1-215d-4628-83e2-6bdae0c363b7 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c742b80-0d50-4856-ac95-93376533eca2 HTTP/1.1" status: 200 len: 210 time: 0.0567920 Mar 01 20:45:28.341884 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-766ede0f-90e6-48ce-ad81-310b90c270bf tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a89f5baf58c84a808cd5296d2f554260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1480954 Mar 01 20:45:28.377774 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31009322-2d56-4302-90aa-8b7174ce3195 req-c02c9607-2716-4bb4-992e-d7faf93a7075 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:28.385668 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-31009322-2d56-4302-90aa-8b7174ce3195 req-c02c9607-2716-4bb4-992e-d7faf93a7075 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d447b70-90d5-40b9-8b3c-96994f910e16 HTTP/1.1" status: 200 len: 949 time: 0.1781003 Mar 01 20:45:28.386503 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 110e37fc-a904-42bb-9d34-206ac5059a04 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:28.392394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 110e37fc-a904-42bb-9d34-206ac5059a04 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:28.397812 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:28.403094 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d39c37-3f63-4ef3-9cb0-ee70333b9e35 req-f192fb0f-6e8f-4b94-ba0d-cbf99a28a57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:28.404586 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-31d39c37-3f63-4ef3-9cb0-ee70333b9e35 req-f192fb0f-6e8f-4b94-ba0d-cbf99a28a57d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0785a09c63c64fe3911dbbda40f5802d&device_id=906b30fd-7e05-4dcc-8575-769775b62efd HTTP/1.1" status: 200 len: 1095 time: 0.2627563 Mar 01 20:45:28.482278 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-31009322-2d56-4302-90aa-8b7174ce3195 req-8c8d7673-59c8-488b-874f-c95b194cb1bc tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957305 Mar 01 20:45:28.592672 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d39c37-3f63-4ef3-9cb0-ee70333b9e35 req-24afc1f1-9777-416d-8079-38bebdb96ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:28.594228 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-31d39c37-3f63-4ef3-9cb0-ee70333b9e35 req-24afc1f1-9777-416d-8079-38bebdb96ba7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a2300c7-0003-4f12-abfc-8b8e56fe14e8 HTTP/1.1" status: 200 len: 925 time: 0.1812382 Mar 01 20:45:28.595279 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:28.635067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 110e37fc-a904-42bb-9d34-206ac5059a04, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=110e37fc-a904-42bb-9d34-206ac5059a04,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:28.706925 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:28.712876 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-31d39c37-3f63-4ef3-9cb0-ee70333b9e35 req-c4ec2bcc-bf84-4e5b-81ad-de4682a646bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0976a30-4430-49d6-8ea9-799f05ae5d11 HTTP/1.1" status: 200 len: 217 time: 0.1112485 Mar 01 20:45:28.721651 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-a492b919-f318-4502-830d-664f7e7f39fe tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:28.723708 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-a492b919-f318-4502-830d-664f7e7f39fe tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3650930 Mar 01 20:45:28.735010 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:28.741407 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-e3bee3fd-fd0c-44ff-9194-f23e6f20657e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Request body: {'port': {'device_id': '9c742b80-0d50-4856-ac95-93376533eca2', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'a89f5baf58c84a808cd5296d2f554260'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:28.774821 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Transition to ACTIVE for port object 68c307f4-6ba6-444d-9cf1-fc3106631b2a will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:28.815065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d39c37-3f63-4ef3-9cb0-ee70333b9e35 req-f880d225-768b-4db1-8701-ee722323392a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:28.816707 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-31d39c37-3f63-4ef3-9cb0-ee70333b9e35 req-f880d225-768b-4db1-8701-ee722323392a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e61ab86d-6482-45cf-be2e-8c7db22c8a23 HTTP/1.1" status: 200 len: 863 time: 0.0973706 Mar 01 20:45:28.844767 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=110e37fc-a904-42bb-9d34-206ac5059a04,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:28.892725 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd7a91c-152e-4e50-a02f-7e37897c76a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a5b3a7-af15-4b15-8289-709826bc17d7'}, {'server_uuid': '0d447b70-90d5-40b9-8b3c-96994f910e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110e37fc-a904-42bb-9d34-206ac5059a04'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:28.908315 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-e3bee3fd-fd0c-44ff-9194-f23e6f20657e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:28.912933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-e3bee3fd-fd0c-44ff-9194-f23e6f20657e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Usage tracker for resource:port and tenant:a89f5baf58c84a808cd5296d2f554260 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:28.915991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-e3bee3fd-fd0c-44ff-9194-f23e6f20657e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:28.923677 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-e3bee3fd-fd0c-44ff-9194-f23e6f20657e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:28.974609 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:28.991852 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['d3617190-df4c-4ab0-b2f5-9594a0735901'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:45:28.991994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cf4aa-39df-48fc-9ed3-7676c8515053 req-c398d6b8-fe96-4c62-bd59-1b6779f9e082 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:28.993706 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b04cf4aa-39df-48fc-9ed3-7676c8515053 req-c398d6b8-fe96-4c62-bd59-1b6779f9e082 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bed5bf0-789d-426c-baf7-51ed582d91ca HTTP/1.1" status: 200 len: 970 time: 0.1213806 Mar 01 20:45:28.995824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d39c37-3f63-4ef3-9cb0-ee70333b9e35 req-1004d2e0-20f6-409f-a6b1-3858940fd1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:28.997151 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-31d39c37-3f63-4ef3-9cb0-ee70333b9e35 req-1004d2e0-20f6-409f-a6b1-3858940fd1d7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a2300c7-0003-4f12-abfc-8b8e56fe14e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1740856 Mar 01 20:45:29.067061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-e3bee3fd-fd0c-44ff-9194-f23e6f20657e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Made reservation on behalf of a89f5baf58c84a808cd5296d2f554260 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:45:29.071150 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-e3bee3fd-fd0c-44ff-9194-f23e6f20657e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:29.091863 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b04cf4aa-39df-48fc-9ed3-7676c8515053 req-87d26f89-75e3-4ec0-b183-410fb264d0d7 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/security-groups?id=bced9cd8-474a-46ac-a03d-2b8e56a92d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901892 Mar 01 20:45:29.115251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:45:29.126053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:45:29.156985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:45:29.177451 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:29.179980 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:29.234292 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-31d39c37-3f63-4ef3-9cb0-ee70333b9e35 req-736b1bf6-6c87-4813-b071-d29b9b4b1d80 service neutron] 10.222.0.55 "GET /v2.0/networks/8a2300c7-0003-4f12-abfc-8b8e56fe14e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165756 Mar 01 20:45:29.377176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Pushing event updated for resources: {'Port': ['ID=68c307f4-6ba6-444d-9cf1-fc3106631b2a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:29.398836 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:29.399194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:29.399536 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:29.399868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:29.400195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:29.400519 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:29.400839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:29.401156 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:29.402099 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:29.402425 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:29.402757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:29.403079 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:29.430117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-e3bee3fd-fd0c-44ff-9194-f23e6f20657e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Allocated IP 192.168.233.192 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/dbe6689a-d91e-4fd2-aeb0-42fcd5208208) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:45:29.489511 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-31d39c37-3f63-4ef3-9cb0-ee70333b9e35 req-9943b10a-cef1-41af-b058-8becea5fcc7b service neutron] 10.222.0.55 "GET /v2.0/networks/8a2300c7-0003-4f12-abfc-8b8e56fe14e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477112 Mar 01 20:45:29.531275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719c801-04e1-4827-a0c0-e981de8f7afa req-be0c72b5-383c-4001-bf30-8b8186a25f17 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:29.532748 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9719c801-04e1-4827-a0c0-e981de8f7afa req-be0c72b5-383c-4001-bf30-8b8186a25f17 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 966 time: 0.1305985 Mar 01 20:45:29.575350 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-06ce2219-f7a0-4076-9c71-1c1115884ef8 None None] Provisioning for port 68c307f4-6ba6-444d-9cf1-fc3106631b2a completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:29.578773 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9719c801-04e1-4827-a0c0-e981de8f7afa req-cda98145-3f21-4282-a8bd-4f6847e6835e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401781 Mar 01 20:45:29.579233 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-7e3837ef-3702-4213-b445-e22bfdad14da tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0062108 Mar 01 20:45:29.586166 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-49c898dd-eda5-4453-a1b1-14a8dd3d4d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:29.590269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-06ce2219-f7a0-4076-9c71-1c1115884ef8 None None] Provisioning complete for port 68c307f4-6ba6-444d-9cf1-fc3106631b2a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:29.590862 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-06ce2219-f7a0-4076-9c71-1c1115884ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:29.604381 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] Request body: {'port': {'device_id': 'e6a25f59-048d-4f23-997f-4d01a22a47da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:29.648608 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-06ce2219-f7a0-4076-9c71-1c1115884ef8 None None] Port 68c307f4-6ba6-444d-9cf1-fc3106631b2a cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:45:29.662098 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7a91c-152e-4e50-a02f-7e37897c76a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2a5b3a7-af15-4b15-8289-709826bc17d7', 'code': 200} Mar 01 20:45:29.663233 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d447b70-90d5-40b9-8b3c-96994f910e16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '110e37fc-a904-42bb-9d34-206ac5059a04', 'code': 200} Mar 01 20:45:29.757096 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-e3bee3fd-fd0c-44ff-9194-f23e6f20657e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:29.779917 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:29.800398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-e3bee3fd-fd0c-44ff-9194-f23e6f20657e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Transition to ACTIVE for port object dbe6689a-d91e-4fd2-aeb0-42fcd5208208 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:29.911873 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e03e27-0b39-4eca-824c-4fbff047ae2c req-db93e401-68da-4979-aa26-1d16425fc22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:29.913664 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36e03e27-0b39-4eca-824c-4fbff047ae2c req-db93e401-68da-4979-aa26-1d16425fc22c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0d447b70-90d5-40b9-8b3c-96994f910e16 HTTP/1.1" status: 200 len: 1101 time: 0.1678650 Mar 01 20:45:29.961304 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f8b0b-990a-4ba6-9713-2664f1c876ae req-c72e619d-8a8e-4ffd-8a6c-a43956062814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:29.966384 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c5f8b0b-990a-4ba6-9713-2664f1c876ae req-c72e619d-8a8e-4ffd-8a6c-a43956062814 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 1117 time: 0.1738374 Mar 01 20:45:30.051637 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-e3bee3fd-fd0c-44ff-9194-f23e6f20657e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:30.064194 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['d3617190-df4c-4ab0-b2f5-9594a0735901'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:45:30.087310 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36e03e27-0b39-4eca-824c-4fbff047ae2c req-43065374-cfe8-40cb-af91-cc4faf933669 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615417 Mar 01 20:45:30.117698 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c5f8b0b-990a-4ba6-9713-2664f1c876ae req-209e12a3-78cf-4281-90ca-3e757a7d95e1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087127 Mar 01 20:45:30.167587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c7b8e-a677-4034-a6ca-e7ca0f8b13cc req-4cb4712a-d4c8-4faa-8e65-3de01452aa21 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:30.169037 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d34c7b8e-a677-4034-a6ca-e7ca0f8b13cc req-4cb4712a-d4c8-4faa-8e65-3de01452aa21 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=906b30fd-7e05-4dcc-8575-769775b62efd HTTP/1.1" status: 200 len: 944 time: 0.2052855 Mar 01 20:45:30.181355 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3118362c-b378-4da0-97c2-510307263343 req-c45df20f-a6cc-4a27-810c-0e9f7971ca06 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:30.183159 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3118362c-b378-4da0-97c2-510307263343 req-c45df20f-a6cc-4a27-810c-0e9f7971ca06 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c742b80-0d50-4856-ac95-93376533eca2 HTTP/1.1" status: 200 len: 936 time: 0.1553326 Mar 01 20:45:30.193162 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-e3bee3fd-fd0c-44ff-9194-f23e6f20657e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:45:30.202305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-e3bee3fd-fd0c-44ff-9194-f23e6f20657e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:45:30.211693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-e3bee3fd-fd0c-44ff-9194-f23e6f20657e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:45:30.217104 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-e3bee3fd-fd0c-44ff-9194-f23e6f20657e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:30.217711 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-e3bee3fd-fd0c-44ff-9194-f23e6f20657e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:30.224691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bee3fd-fd0c-44ff-9194-f23e6f20657e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Pushing event updated for resources: {'Port': ['ID=dbe6689a-d91e-4fd2-aeb0-42fcd5208208,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:30.286890 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d34c7b8e-a677-4034-a6ca-e7ca0f8b13cc req-956cbcf8-2be2-4cc5-a70a-f1b01195beaa tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023617 Mar 01 20:45:30.313948 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3118362c-b378-4da0-97c2-510307263343 req-f16a9276-744f-4f85-a161-11a1626a5a08 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110530 Mar 01 20:45:30.354948 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-e3bee3fd-fd0c-44ff-9194-f23e6f20657e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6199763 Mar 01 20:45:30.372126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] Request body: {'port': {'device_id': '9c742b80-0d50-4856-ac95-93376533eca2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:30.380353 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:30.427687 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c307f4-6ba6-444d-9cf1-fc3106631b2a {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:45:30.443773 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:30.509093 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989b29bc-95bb-4121-b26e-e7aee852b07e req-ad2c9356-bcc1-4a15-a102-965f31669e03 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:30.511517 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-989b29bc-95bb-4121-b26e-e7aee852b07e req-ad2c9356-bcc1-4a15-a102-965f31669e03 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d447b70-90d5-40b9-8b3c-96994f910e16 HTTP/1.1" status: 200 len: 950 time: 0.1096151 Mar 01 20:45:30.523223 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] Transition to ACTIVE for port object 68c307f4-6ba6-444d-9cf1-fc3106631b2a will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:30.539914 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:30.562529 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ac63c3d4-3c10-4342-ac36-b7016df7bd3c None None] Provisioning for port dbe6689a-d91e-4fd2-aeb0-42fcd5208208 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:30.572175 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ac63c3d4-3c10-4342-ac36-b7016df7bd3c None None] Provisioning complete for port dbe6689a-d91e-4fd2-aeb0-42fcd5208208 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:30.572671 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ac63c3d4-3c10-4342-ac36-b7016df7bd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:30.582004 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-989b29bc-95bb-4121-b26e-e7aee852b07e req-c7ffb4f5-157a-4598-beb8-baa7f13edcd0 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597401 Mar 01 20:45:30.642265 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ac63c3d4-3c10-4342-ac36-b7016df7bd3c None None] Port dbe6689a-d91e-4fd2-aeb0-42fcd5208208 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:45:30.647077 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:30.666838 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:30.896833 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] Pushing event updated for resources: {'Port': ['ID=68c307f4-6ba6-444d-9cf1-fc3106631b2a,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:30.939118 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] Attempting to bind port 68c307f4-6ba6-444d-9cf1-fc3106631b2a on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:45:30.939478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] Attempting to bind port 68c307f4-6ba6-444d-9cf1-fc3106631b2a by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:45:30.939801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] Attempting to bind port 68c307f4-6ba6-444d-9cf1-fc3106631b2a on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:30.949582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] Port 68c307f4-6ba6-444d-9cf1-fc3106631b2a on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:45:30.949901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] Attempting to bind port 68c307f4-6ba6-444d-9cf1-fc3106631b2a on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:30.973905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:45:30.974256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:45:30.974634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:45:30.976937 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] Bound port: 68c307f4-6ba6-444d-9cf1-fc3106631b2a, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:45:30.976937 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:31.169767 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] For port 68c307f4-6ba6-444d-9cf1-fc3106631b2a, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:45:31.173593 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] For port 68c307f4-6ba6-444d-9cf1-fc3106631b2a, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=68c307f4-6ba6-444d-9cf1-fc3106631b2a,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:45:31.219725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56178) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:31.280765 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:31.357609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:31.358228 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:31.359616 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] 10.222.0.57 "PUT /v2.0/ports/68c307f4-6ba6-444d-9cf1-fc3106631b2a HTTP/1.1" status: 200 len: 1096 time: 1.7664142 Mar 01 20:45:31.360062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a25f59-048d-4f23-997f-4d01a22a47da', 'tag': '68c307f4-6ba6-444d-9cf1-fc3106631b2a'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:31.369070 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe6689a-d91e-4fd2-aeb0-42fcd5208208 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:45:31.387735 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:31.411857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5b3ca8-6f60-4942-b999-76a8b72d4796 service neutron] Pushing event updated for resources: {'Port': ['ID=68c307f4-6ba6-444d-9cf1-fc3106631b2a,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:31.416927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] Transition to ACTIVE for port object dbe6689a-d91e-4fd2-aeb0-42fcd5208208 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:31.468691 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c8c0d90b-d56f-4bd7-90f0-098166d5ad3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:31.494564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c8c0d90b-d56f-4bd7-90f0-098166d5ad3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:31.501359 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c8c0d90b-d56f-4bd7-90f0-098166d5ad3c admin admin] Usage tracker for resource:security_group_rule and tenant:851c9f5074974d628e29f617f9f7ec3f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:31.505011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c8c0d90b-d56f-4bd7-90f0-098166d5ad3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:31.520046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c8c0d90b-d56f-4bd7-90f0-098166d5ad3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:31.539493 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:31.581622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e0dd6-ff32-4cf9-acc1-d49f85bdd6bd req-19f5b050-ac09-405e-8291-cf145bf13811 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:31.583351 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-230e0dd6-ff32-4cf9-acc1-d49f85bdd6bd req-19f5b050-ac09-405e-8291-cf145bf13811 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 966 time: 0.3209081 Mar 01 20:45:31.597439 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c8bd5-72b7-4112-831f-5c7d923ff8ae req-aba27269-a25e-41c7-b172-afdefebdaf9f tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:31.610536 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f49c8bd5-72b7-4112-831f-5c7d923ff8ae req-aba27269-a25e-41c7-b172-afdefebdaf9f tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bed5bf0-789d-426c-baf7-51ed582d91ca HTTP/1.1" status: 200 len: 970 time: 0.2011130 Mar 01 20:45:31.715586 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-230e0dd6-ff32-4cf9-acc1-d49f85bdd6bd req-a5bca590-4578-49b1-9130-8698a243d735 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084046 Mar 01 20:45:31.742512 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f49c8bd5-72b7-4112-831f-5c7d923ff8ae req-94655513-5f02-4fc8-a156-12d0d55b06ac tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/security-groups?id=bced9cd8-474a-46ac-a03d-2b8e56a92d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361835 Mar 01 20:45:31.754947 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe6689a-d91e-4fd2-aeb0-42fcd5208208,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:31.798728 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c8c0d90b-d56f-4bd7-90f0-098166d5ad3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:31.809071 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] Attempting to bind port dbe6689a-d91e-4fd2-aeb0-42fcd5208208 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:45:31.809410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] Attempting to bind port dbe6689a-d91e-4fd2-aeb0-42fcd5208208 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:45:31.809737 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] Attempting to bind port dbe6689a-d91e-4fd2-aeb0-42fcd5208208 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:31.818065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] Port dbe6689a-d91e-4fd2-aeb0-42fcd5208208 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:45:31.818386 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] Attempting to bind port dbe6689a-d91e-4fd2-aeb0-42fcd5208208 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:31.822141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-67c097ed-36df-4492-9946-c074e3f0029e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:31.824226 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-67c097ed-36df-4492-9946-c074e3f0029e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&device_id=e6a25f59-048d-4f23-997f-4d01a22a47da HTTP/1.1" status: 200 len: 1099 time: 0.3378437 Mar 01 20:45:31.830585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:45:31.831107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:45:31.831406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:45:31.831853 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] Bound port: dbe6689a-d91e-4fd2-aeb0-42fcd5208208, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:45:31.832198 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:31.885370 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c8c0d90b-d56f-4bd7-90f0-098166d5ad3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:31.923993 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-399161e7-7bdb-4e10-b39a-a65b877ce062 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=68c307f4-6ba6-444d-9cf1-fc3106631b2a HTTP/1.1" status: 200 len: 217 time: 0.0772476 Mar 01 20:45:31.953054 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c8c0d90b-d56f-4bd7-90f0-098166d5ad3c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=851c9f5074974d628e29f617f9f7ec3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7320549 Mar 01 20:45:31.954023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c0d90b-d56f-4bd7-90f0-098166d5ad3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33f20878-584b-4b35-b760-4feb836376ee,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:31.957257 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56216) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:32.072227 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:32.089411 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] For port dbe6689a-d91e-4fd2-aeb0-42fcd5208208, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:45:32.094018 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc11c-0b9d-46c4-a354-000ba3fcdc80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:32.102848 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] For port dbe6689a-d91e-4fd2-aeb0-42fcd5208208, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=dbe6689a-d91e-4fd2-aeb0-42fcd5208208,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:45:32.108904 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-1c885441-66c7-471f-9d64-34c9f53cd8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:32.110544 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-1c885441-66c7-471f-9d64-34c9f53cd8b2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0761063 Mar 01 20:45:32.124417 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc11c-0b9d-46c4-a354-000ba3fcdc80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:32.137838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13adc200-6f31-406b-a9a0-ff085668f5fe req-4d988282-f8ca-45a2-9922-7d6e2046f20d tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:32.139433 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-13adc200-6f31-406b-a9a0-ff085668f5fe req-4d988282-f8ca-45a2-9922-7d6e2046f20d tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=906b30fd-7e05-4dcc-8575-769775b62efd HTTP/1.1" status: 200 len: 944 time: 0.1532257 Mar 01 20:45:32.166497 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:32.215267 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-13adc200-6f31-406b-a9a0-ff085668f5fe req-7ba462a7-3f48-486a-8ae9-78663d437c36 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620461 Mar 01 20:45:32.228905 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device b0976a30-4430-49d6-8ea9-799f05ae5d11 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:45:32.249133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:32.249749 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:32.251098 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] 10.222.0.57 "PUT /v2.0/ports/dbe6689a-d91e-4fd2-aeb0-42fcd5208208 HTTP/1.1" status: 200 len: 1096 time: 1.8893533 Mar 01 20:45:32.293587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a55bcb-77f0-4bbf-a6a3-b32c30ff3d22 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe6689a-d91e-4fd2-aeb0-42fcd5208208,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:32.297924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-c591e8b2-209b-438c-8556-433488f4986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:32.299420 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-c591e8b2-209b-438c-8556-433488f4986c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1820011 Mar 01 20:45:32.319507 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc11c-0b9d-46c4-a354-000ba3fcdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:32.349633 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f4cc11c-0b9d-46c4-a354-000ba3fcdc80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:32.351050 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9f4cc11c-0b9d-46c4-a354-000ba3fcdc80 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/33f20878-584b-4b35-b760-4feb836376ee HTTP/1.1" status: 204 len: 168 time: 0.3920960 Mar 01 20:45:32.353901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4cc11c-0b9d-46c4-a354-000ba3fcdc80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f20878-584b-4b35-b760-4feb836376ee,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:32.487658 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port b0976a30-4430-49d6-8ea9-799f05ae5d11, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b0976a30-4430-49d6-8ea9-799f05ae5d11,segment=NetworkSegment(11ba65c5-cd68-4196-93ae-29e4841505fb),segment_id=11ba65c5-cd68-4196-93ae-29e4841505fb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:32.508350 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a25f59-048d-4f23-997f-4d01a22a47da', 'tag': '68c307f4-6ba6-444d-9cf1-fc3106631b2a', 'status': 'completed', 'code': 200} Mar 01 20:45:32.518514 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'b0976a30-4430-49d6-8ea9-799f05ae5d11', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'port_id': 'b0976a30-4430-49d6-8ea9-799f05ae5d11', 'mac_address': 'fa:16:3e:20:0c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:45:32.558700 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-192f41ec-9523-460a-ab6d-78c20f0ff14d service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521908 Mar 01 20:45:32.560598 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-14b3fd6c-8d56-4e0e-95a6-a25dcb1fdfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:32.562263 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-14b3fd6c-8d56-4e0e-95a6-a25dcb1fdfdd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&device_id=9c742b80-0d50-4856-ac95-93376533eca2 HTTP/1.1" status: 200 len: 1099 time: 0.2045825 Mar 01 20:45:32.616384 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:32.632535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ec4529-7463-42e5-89e2-7acef26dffd5 req-218b5fc0-0239-4b08-aecd-774490c3a00e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:32.634679 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34ec4529-7463-42e5-89e2-7acef26dffd5 req-218b5fc0-0239-4b08-aecd-774490c3a00e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c742b80-0d50-4856-ac95-93376533eca2 HTTP/1.1" status: 200 len: 948 time: 0.2063346 Mar 01 20:45:32.642879 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0976a30-4430-49d6-8ea9-799f05ae5d11 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:45:32.666949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port b0976a30-4430-49d6-8ea9-799f05ae5d11, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b0976a30-4430-49d6-8ea9-799f05ae5d11,segment=NetworkSegment(11ba65c5-cd68-4196-93ae-29e4841505fb),segment_id=11ba65c5-cd68-4196-93ae-29e4841505fb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:32.716390 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4be6b5-8f8c-4dbd-a22d-f85531d92c5d req-301db2bf-22fe-43ad-a58e-26b8193dad00 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:32.717807 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad4be6b5-8f8c-4dbd-a22d-f85531d92c5d req-301db2bf-22fe-43ad-a58e-26b8193dad00 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bed5bf0-789d-426c-baf7-51ed582d91ca HTTP/1.1" status: 200 len: 970 time: 0.2072675 Mar 01 20:45:32.768922 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-1e2c0e5c-6a65-4ae0-accf-2121eb852786 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=dbe6689a-d91e-4fd2-aeb0-42fcd5208208 HTTP/1.1" status: 200 len: 217 time: 0.1984260 Mar 01 20:45:32.776650 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:32.810046 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34ec4529-7463-42e5-89e2-7acef26dffd5 req-f1919ac0-2451-44f0-9c01-80b56e49a96b tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577280 Mar 01 20:45:32.845815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-ad4be6b5-8f8c-4dbd-a22d-f85531d92c5d req-5f5759e6-9467-41d9-a376-82cbf3a2d0ee tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Deleting port 5191b0fc-3f13-410e-b43e-d28cb17fb49e {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:45:32.846188 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ad4be6b5-8f8c-4dbd-a22d-f85531d92c5d req-5f5759e6-9467-41d9-a376-82cbf3a2d0ee tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:32.884120 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=b0976a30-4430-49d6-8ea9-799f05ae5d11,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:32.933277 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-3b51fc52-c707-412d-ae2f-f5028f564b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:32.935052 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-3b51fc52-c707-412d-ae2f-f5028f564b4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1126020 Mar 01 20:45:32.989725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a7b7a-4237-4592-9d17-1efce319ffdb req-ad3015f0-ce81-44c2-b0ca-50ac3026b68d tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:32.995774 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-602a7b7a-4237-4592-9d17-1efce319ffdb req-ad3015f0-ce81-44c2-b0ca-50ac3026b68d tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d447b70-90d5-40b9-8b3c-96994f910e16 HTTP/1.1" status: 200 len: 950 time: 0.3420141 Mar 01 20:45:33.006168 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-9e54f727-4b34-4ab7-8520-e9f2100330ea service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367409 Mar 01 20:45:33.061975 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-0f96652d-830d-479f-8988-c533ff9b35fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:33.064290 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-0f96652d-830d-479f-8988-c533ff9b35fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1195948 Mar 01 20:45:33.127269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['b0976a30-4430-49d6-8ea9-799f05ae5d11'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:45:33.179331 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-602a7b7a-4237-4592-9d17-1efce319ffdb req-dbbf7636-eb0c-4d86-b466-87b4eb21f601 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827071 Mar 01 20:45:33.179832 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56260) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:33.218467 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-351f26ce-930a-4644-826d-841ca3a1c83e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:33.265227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-351f26ce-930a-4644-826d-841ca3a1c83e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:33.273081 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-ad4be6b5-8f8c-4dbd-a22d-f85531d92c5d req-5f5759e6-9467-41d9-a376-82cbf3a2d0ee tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] For port 5191b0fc-3f13-410e-b43e-d28cb17fb49e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=5191b0fc-3f13-410e-b43e-d28cb17fb49e,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:33.273415 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ad4be6b5-8f8c-4dbd-a22d-f85531d92c5d req-5f5759e6-9467-41d9-a376-82cbf3a2d0ee tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:33.281872 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-593fe602-b7b7-4b5b-a520-810427d168ad service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117343 Mar 01 20:45:33.282623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-351f26ce-930a-4644-826d-841ca3a1c83e admin admin] Usage tracker for resource:security_group_rule and tenant:903f426b1c774c51ad4837a7497c7b32 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:33.288858 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-351f26ce-930a-4644-826d-841ca3a1c83e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:33.353859 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-351f26ce-930a-4644-826d-841ca3a1c83e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:33.364786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9b525-dc89-44a3-9d5f-84e8a8fd6a04 req-5fbb54e2-77bb-46fb-b5b5-99026c464051 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:33.366302 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6c9b525-dc89-44a3-9d5f-84e8a8fd6a04 req-5fbb54e2-77bb-46fb-b5b5-99026c464051 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 966 time: 0.3306098 Mar 01 20:45:33.433261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058c947-880a-4a03-b34b-615f92afc26a req-8502808a-bcd2-4dc2-bc74-cba8ec99ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:33.434724 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7058c947-880a-4a03-b34b-615f92afc26a req-8502808a-bcd2-4dc2-bc74-cba8ec99ea5c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&device_id=e6a25f59-048d-4f23-997f-4d01a22a47da HTTP/1.1" status: 200 len: 1099 time: 0.2725189 Mar 01 20:45:33.463928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-ad4be6b5-8f8c-4dbd-a22d-f85531d92c5d req-5f5759e6-9467-41d9-a376-82cbf3a2d0ee tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Calling delete_port for 5191b0fc-3f13-410e-b43e-d28cb17fb49e owned by compute:tempest-test_az-57776216 {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:45:33.482019 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1db31428-10e5-46e7-b39d-ac68eaab97d6 req-276da6c8-946e-46b5-91a4-246debde6a3d service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859992 Mar 01 20:45:33.579900 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058c947-880a-4a03-b34b-615f92afc26a req-4871912b-16d4-49a1-8719-f20d6bb65bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:33.581359 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7058c947-880a-4a03-b34b-615f92afc26a req-4871912b-16d4-49a1-8719-f20d6bb65bee service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.1381872 Mar 01 20:45:33.610333 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6c9b525-dc89-44a3-9d5f-84e8a8fd6a04 req-de245f62-b897-4a6c-a3af-eec9ddd061e8 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577575 Mar 01 20:45:33.662677 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7058c947-880a-4a03-b34b-615f92afc26a req-319c40de-30b7-4234-971d-f09718f05584 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=68c307f4-6ba6-444d-9cf1-fc3106631b2a HTTP/1.1" status: 200 len: 217 time: 0.0703971 Mar 01 20:45:33.704435 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec923a-fa14-4b2d-8638-21df72f869ce req-80daabaf-4523-419b-ad15-fcd83dea1055 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:33.705873 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-01ec923a-fa14-4b2d-8638-21df72f869ce req-80daabaf-4523-419b-ad15-fcd83dea1055 tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/ports?device_id=6bed5bf0-789d-426c-baf7-51ed582d91ca HTTP/1.1" status: 200 len: 970 time: 0.3534191 Mar 01 20:45:33.736817 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058c947-880a-4a03-b34b-615f92afc26a req-20eff0cb-122d-4006-89e1-2dd42c664081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:33.738408 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7058c947-880a-4a03-b34b-615f92afc26a req-20eff0cb-122d-4006-89e1-2dd42c664081 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0700493 Mar 01 20:45:33.822013 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058c947-880a-4a03-b34b-615f92afc26a req-25ee73d9-f06e-42a4-aa3b-4a8883def41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:33.823636 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7058c947-880a-4a03-b34b-615f92afc26a req-25ee73d9-f06e-42a4-aa3b-4a8883def41b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0792177 Mar 01 20:45:33.839968 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ad4be6b5-8f8c-4dbd-a22d-f85531d92c5d req-5f5759e6-9467-41d9-a376-82cbf3a2d0ee tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:33.848998 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-351f26ce-930a-4644-826d-841ca3a1c83e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:33.854084 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['5191b0fc-3f13-410e-b43e-d28cb17fb49e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:45:33.910859 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5759e6-9467-41d9-a376-82cbf3a2d0ee tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Pushing event deleted for resources: {'Port': ['ID=5191b0fc-3f13-410e-b43e-d28cb17fb49e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:33.993372 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7058c947-880a-4a03-b34b-615f92afc26a req-f6eb251f-94ea-460e-abe3-2b9810115175 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627066 Mar 01 20:45:33.995679 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-351f26ce-930a-4644-826d-841ca3a1c83e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:34.016324 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-01ec923a-fa14-4b2d-8638-21df72f869ce req-a56c372f-99c1-4185-9f95-d762812f718f tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.42 "GET /v2.0/security-groups?id=bced9cd8-474a-46ac-a03d-2b8e56a92d32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867339 Mar 01 20:45:34.020572 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad4be6b5-8f8c-4dbd-a22d-f85531d92c5d req-5f5759e6-9467-41d9-a376-82cbf3a2d0ee tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] No DVR routers for this DVR port 5191b0fc-3f13-410e-b43e-d28cb17fb49e on host n-h1-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:45:34.023745 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ad4be6b5-8f8c-4dbd-a22d-f85531d92c5d req-5f5759e6-9467-41d9-a376-82cbf3a2d0ee tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:34.032196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bed5bf0-789d-426c-baf7-51ed582d91ca', 'name': 'network-vif-deleted', 'tag': '5191b0fc-3f13-410e-b43e-d28cb17fb49e'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:34.076219 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-351f26ce-930a-4644-826d-841ca3a1c83e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=903f426b1c774c51ad4837a7497c7b32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8913715 Mar 01 20:45:34.078059 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad4be6b5-8f8c-4dbd-a22d-f85531d92c5d req-5f5759e6-9467-41d9-a376-82cbf3a2d0ee tempest-ServerDiagnosticsNegativeTest-1240259384 tempest-ServerDiagnosticsNegativeTest-1240259384-project] 10.222.0.57 "DELETE /v2.0/ports/5191b0fc-3f13-410e-b43e-d28cb17fb49e HTTP/1.1" status: 204 len: 173 time: 1.3515446 Mar 01 20:45:34.079046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f26ce-930a-4644-826d-841ca3a1c83e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece76050-3c8a-4f55-8556-f84ebe1cca7f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:34.102067 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56304) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:34.190229 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f886cd40-511d-4c82-94cc-60a893dc8575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:34.221522 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f886cd40-511d-4c82-94cc-60a893dc8575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:34.244152 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device b0976a30-4430-49d6-8ea9-799f05ae5d11 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:45:34.248633 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7058c947-880a-4a03-b34b-615f92afc26a req-9f4cc967-73f5-47f9-b31d-5e77ea80f523 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484262 Mar 01 20:45:34.379917 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f886cd40-511d-4c82-94cc-60a893dc8575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:34.397539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886cd40-511d-4c82-94cc-60a893dc8575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece76050-3c8a-4f55-8556-f84ebe1cca7f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:34.405395 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f886cd40-511d-4c82-94cc-60a893dc8575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:34.410267 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f886cd40-511d-4c82-94cc-60a893dc8575 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ece76050-3c8a-4f55-8556-f84ebe1cca7f HTTP/1.1" status: 204 len: 168 time: 0.3020101 Mar 01 20:45:34.427556 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port b0976a30-4430-49d6-8ea9-799f05ae5d11 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:34.433443 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port b0976a30-4430-49d6-8ea9-799f05ae5d11 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:34.434012 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:34.509577 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c742b80-0d50-4856-ac95-93376533eca2', 'tag': 'dbe6689a-d91e-4fd2-aeb0-42fcd5208208'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:34.533549 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b0373-7e2e-4bec-be58-692b59861641 req-09d1f5fa-7004-4918-94ba-12b9a6200125 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:34.536402 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e1b0373-7e2e-4bec-be58-692b59861641 req-09d1f5fa-7004-4918-94ba-12b9a6200125 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=906b30fd-7e05-4dcc-8575-769775b62efd HTTP/1.1" status: 200 len: 945 time: 0.0905869 Mar 01 20:45:34.585727 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:34.597261 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e1b0373-7e2e-4bec-be58-692b59861641 req-db027853-fe14-434f-a1d0-99a8ee076624 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541146 Mar 01 20:45:34.615477 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906b30fd-7e05-4dcc-8575-769775b62efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0976a30-4430-49d6-8ea9-799f05ae5d11'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:34.625825 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port b0976a30-4430-49d6-8ea9-799f05ae5d11, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b0976a30-4430-49d6-8ea9-799f05ae5d11,segment=NetworkSegment(11ba65c5-cd68-4196-93ae-29e4841505fb),segment_id=11ba65c5-cd68-4196-93ae-29e4841505fb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:34.731159 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:34.804452 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72a11c7-c529-4a01-98b8-a8c4f4290f3f req-54a71d51-2e48-4531-b39b-9bd67c0669af tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:34.806018 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c72a11c7-c529-4a01-98b8-a8c4f4290f3f req-54a71d51-2e48-4531-b39b-9bd67c0669af tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c742b80-0d50-4856-ac95-93376533eca2 HTTP/1.1" status: 200 len: 948 time: 0.0899901 Mar 01 20:45:34.827595 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=b0976a30-4430-49d6-8ea9-799f05ae5d11,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:34.877511 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c72a11c7-c529-4a01-98b8-a8c4f4290f3f req-2c6b1d67-a112-4422-8dfb-342f093694f1 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601168 Mar 01 20:45:34.927009 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bed5bf0-789d-426c-baf7-51ed582d91ca', 'name': 'network-vif-deleted', 'tag': '5191b0fc-3f13-410e-b43e-d28cb17fb49e', 'status': 'completed', 'code': 200} Mar 01 20:45:34.952894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779c36a-2fb7-4629-8416-09e5b392b1fc req-b14e03fe-cbcc-44f2-9a5a-1297a748c993 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:34.954384 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f779c36a-2fb7-4629-8416-09e5b392b1fc req-b14e03fe-cbcc-44f2-9a5a-1297a748c993 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 1117 time: 0.0812438 Mar 01 20:45:35.004255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f779c36a-2fb7-4629-8416-09e5b392b1fc req-4042cce4-26a0-4cbf-af26-51188254d6f9 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Synchronizing usage tracker for tenant:c496c09ca6bd48d9b983856fcd17e429 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:45:35.122315 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f779c36a-2fb7-4629-8416-09e5b392b1fc req-4042cce4-26a0-4cbf-af26-51188254d6f9 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Unset dirty status for tenant:c496c09ca6bd48d9b983856fcd17e429 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:45:35.123670 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f779c36a-2fb7-4629-8416-09e5b392b1fc req-4042cce4-26a0-4cbf-af26-51188254d6f9 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628773 Mar 01 20:45:35.181925 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c742b80-0d50-4856-ac95-93376533eca2', 'tag': 'dbe6689a-d91e-4fd2-aeb0-42fcd5208208', 'status': 'completed', 'code': 200} Mar 01 20:45:35.306118 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b701afd-b8b9-4301-8349-9bfd4ffc79e5 req-30325ebb-3e39-4e9b-8791-1b46d78ccbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:35.308173 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2b701afd-b8b9-4301-8349-9bfd4ffc79e5 req-30325ebb-3e39-4e9b-8791-1b46d78ccbac service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&device_id=9c742b80-0d50-4856-ac95-93376533eca2 HTTP/1.1" status: 200 len: 1099 time: 0.1049840 Mar 01 20:45:35.383609 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062aab3f-0431-433b-b6c3-19698d6b8ed2 req-c6950cc7-2be6-47d3-a8fb-2358c668abf7 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:35.385081 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-062aab3f-0431-433b-b6c3-19698d6b8ed2 req-c6950cc7-2be6-47d3-a8fb-2358c668abf7 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d447b70-90d5-40b9-8b3c-96994f910e16 HTTP/1.1" status: 200 len: 950 time: 0.0883443 Mar 01 20:45:35.437464 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-062aab3f-0431-433b-b6c3-19698d6b8ed2 req-6f835c71-4d4b-4009-9465-2963573f7a48 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427134 Mar 01 20:45:35.449042 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b701afd-b8b9-4301-8349-9bfd4ffc79e5 req-8d932f0f-0487-441b-9a98-52747bd58013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:35.450535 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2b701afd-b8b9-4301-8349-9bfd4ffc79e5 req-8d932f0f-0487-441b-9a98-52747bd58013 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.1370502 Mar 01 20:45:35.514075 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906b30fd-7e05-4dcc-8575-769775b62efd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0976a30-4430-49d6-8ea9-799f05ae5d11', 'code': 200} Mar 01 20:45:35.614458 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2b701afd-b8b9-4301-8349-9bfd4ffc79e5 req-91faf2c1-2e07-4f00-bdbe-55b235f92736 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=dbe6689a-d91e-4fd2-aeb0-42fcd5208208 HTTP/1.1" status: 200 len: 217 time: 0.1566184 Mar 01 20:45:35.723847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b701afd-b8b9-4301-8349-9bfd4ffc79e5 req-952071a4-9e02-4179-acd3-e753bc309deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:35.726555 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2b701afd-b8b9-4301-8349-9bfd4ffc79e5 req-952071a4-9e02-4179-acd3-e753bc309deb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1069739 Mar 01 20:45:35.794715 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 68c307f4-6ba6-444d-9cf1-fc3106631b2a details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:45:35.803121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89460d-7d24-42e3-b5e0-c7a29030e9c6 req-0f0b3f88-da2c-4b16-8a15-dcc7461e691e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:35.804623 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5f89460d-7d24-42e3-b5e0-c7a29030e9c6 req-0f0b3f88-da2c-4b16-8a15-dcc7461e691e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=906b30fd-7e05-4dcc-8575-769775b62efd HTTP/1.1" status: 200 len: 1097 time: 0.2147851 Mar 01 20:45:35.897107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b701afd-b8b9-4301-8349-9bfd4ffc79e5 req-0c49d3e4-56fd-4fc6-9d08-b5080f7a90bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:35.900818 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2b701afd-b8b9-4301-8349-9bfd4ffc79e5 req-0c49d3e4-56fd-4fc6-9d08-b5080f7a90bf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1683404 Mar 01 20:45:35.940426 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5f89460d-7d24-42e3-b5e0-c7a29030e9c6 req-62a95723-30c7-466a-b4d5-81927bfae989 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165662 Mar 01 20:45:35.952243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e841cb9f-989a-4218-a3d8-f28596cce826 req-c6f821ea-93fb-462a-9f3d-6c8d2204c923 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:35.954068 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e841cb9f-989a-4218-a3d8-f28596cce826 req-c6f821ea-93fb-462a-9f3d-6c8d2204c923 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 1117 time: 0.2340217 Mar 01 20:45:36.029757 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e841cb9f-989a-4218-a3d8-f28596cce826 req-a3bcf07a-0cd2-4544-bc16-92577e13f357 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660818 Mar 01 20:45:36.130337 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 68c307f4-6ba6-444d-9cf1-fc3106631b2a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=68c307f4-6ba6-444d-9cf1-fc3106631b2a,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:36.131082 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2b701afd-b8b9-4301-8349-9bfd4ffc79e5 req-7e6ec3e5-6911-4e0f-975b-cd8eb4983bbb service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221901 Mar 01 20:45:36.149645 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '68c307f4-6ba6-444d-9cf1-fc3106631b2a', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '68c307f4-6ba6-444d-9cf1-fc3106631b2a', 'mac_address': 'fa:16:3e:a6:19:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:45:36.259063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56418) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:36.264525 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:36.316455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c307f4-6ba6-444d-9cf1-fc3106631b2a {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:45:36.334990 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2b701afd-b8b9-4301-8349-9bfd4ffc79e5 req-df515aec-85d4-4b87-91c2-6e83b36e3d88 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968522 Mar 01 20:45:36.350207 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 68c307f4-6ba6-444d-9cf1-fc3106631b2a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=68c307f4-6ba6-444d-9cf1-fc3106631b2a,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:36.425428 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:36.502174 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=68c307f4-6ba6-444d-9cf1-fc3106631b2a,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:36.520994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8446094-510b-42dd-9a21-5fb0572ec32f req-9e2fa7c9-2437-4528-9073-7fdd88caebd9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:36.522529 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8446094-510b-42dd-9a21-5fb0572ec32f req-9e2fa7c9-2437-4528-9073-7fdd88caebd9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=906b30fd-7e05-4dcc-8575-769775b62efd HTTP/1.1" status: 200 len: 946 time: 0.2005918 Mar 01 20:45:36.526683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d54a2923-44bf-46ee-abc6-cf5cda59ae52 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51fc6b08fcae48529e5bbc7972115d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2664931 Mar 01 20:45:36.529375 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56428) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:36.590279 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8446094-510b-42dd-9a21-5fb0572ec32f req-89a4a685-ec5c-48c7-b541-ecc331165f79 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587769 Mar 01 20:45:36.597765 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca7d4d-6836-410f-87fb-ab5e40ffcc4f req-6c649c68-340c-4aa7-9549-4153f4941fb3 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:36.599272 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c4ca7d4d-6836-410f-87fb-ab5e40ffcc4f req-6c649c68-340c-4aa7-9549-4153f4941fb3 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c742b80-0d50-4856-ac95-93376533eca2 HTTP/1.1" status: 200 len: 948 time: 0.1652639 Mar 01 20:45:36.614301 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0478231e-0744-4b20-803f-105c674c4d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:36.651691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['68c307f4-6ba6-444d-9cf1-fc3106631b2a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:45:36.653060 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0478231e-0744-4b20-803f-105c674c4d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:36.663967 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c4ca7d4d-6836-410f-87fb-ab5e40ffcc4f req-58f556a1-8adc-48b2-b539-68a3f98b0254 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569932 Mar 01 20:45:36.822087 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0478231e-0744-4b20-803f-105c674c4d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:36.839983 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0478231e-0744-4b20-803f-105c674c4d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bced9cd8-474a-46ac-a03d-2b8e56a92d32,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:36.843638 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0478231e-0744-4b20-803f-105c674c4d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:36.864555 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0478231e-0744-4b20-803f-105c674c4d86 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bced9cd8-474a-46ac-a03d-2b8e56a92d32 HTTP/1.1" status: 204 len: 168 time: 0.3196831 Mar 01 20:45:36.906076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3411fb35-76d6-47b8-ad0a-165b1ed69439 req-39343a4a-bb81-4867-a708-6b8d63216394 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:36.907843 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3411fb35-76d6-47b8-ad0a-165b1ed69439 req-39343a4a-bb81-4867-a708-6b8d63216394 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d447b70-90d5-40b9-8b3c-96994f910e16 HTTP/1.1" status: 200 len: 950 time: 0.0916317 Mar 01 20:45:36.987570 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3411fb35-76d6-47b8-ad0a-165b1ed69439 req-a73bfdf4-d79c-43b5-b934-c396986a5a9d tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/security-groups?id=b658d528-ba3c-457f-a31e-fbbdb48924ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705874 Mar 01 20:45:37.647653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56512) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:37.670944 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-14df3797-af5e-483e-ab41-81e5bd34bd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:37.688477 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-14df3797-af5e-483e-ab41-81e5bd34bd58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:37.693597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-14df3797-af5e-483e-ab41-81e5bd34bd58 admin admin] Usage tracker for resource:security_group_rule and tenant:a7fee1b907ec40f7a40e5caac90edd12 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:37.696925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-14df3797-af5e-483e-ab41-81e5bd34bd58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:37.704416 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-14df3797-af5e-483e-ab41-81e5bd34bd58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:37.794148 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device dbe6689a-d91e-4fd2-aeb0-42fcd5208208 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:45:37.798790 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 68c307f4-6ba6-444d-9cf1-fc3106631b2a up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:45:37.809389 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-14df3797-af5e-483e-ab41-81e5bd34bd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:37.850791 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-14df3797-af5e-483e-ab41-81e5bd34bd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:37.916639 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-14df3797-af5e-483e-ab41-81e5bd34bd58 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7fee1b907ec40f7a40e5caac90edd12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2650306 Mar 01 20:45:37.916639 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df3797-af5e-483e-ab41-81e5bd34bd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d4ffd64-92b5-41c5-8ad1-49f2820d542d,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:37.917126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56540) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:37.996755 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3c163916-2c0a-4225-a929-a63cbaca1e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:38.015973 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port dbe6689a-d91e-4fd2-aeb0-42fcd5208208, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=dbe6689a-d91e-4fd2-aeb0-42fcd5208208,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:38.036296 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'dbe6689a-d91e-4fd2-aeb0-42fcd5208208', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': 'dbe6689a-d91e-4fd2-aeb0-42fcd5208208', 'mac_address': 'fa:16:3e:e0:a4:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:45:38.079928 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3c163916-2c0a-4225-a929-a63cbaca1e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:38.089329 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f45d2-c801-4948-ad1a-63d5d83ca776 req-5ca419c3-2341-4aab-858b-34117a60d72a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:38.090898 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c08f45d2-c801-4948-ad1a-63d5d83ca776 req-5ca419c3-2341-4aab-858b-34117a60d72a tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.55 "GET /v2.0/ports?device_id=0d447b70-90d5-40b9-8b3c-96994f910e16 HTTP/1.1" status: 200 len: 950 time: 0.1322143 Mar 01 20:45:38.097116 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 68c307f4-6ba6-444d-9cf1-fc3106631b2a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:38.131429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 68c307f4-6ba6-444d-9cf1-fc3106631b2a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:38.131808 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:38.209158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-c08f45d2-c801-4948-ad1a-63d5d83ca776 req-4e33392a-f7ee-4b4a-81e6-bef860049fb4 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Deleting port 110e37fc-a904-42bb-9d34-206ac5059a04 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:45:38.209572 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c08f45d2-c801-4948-ad1a-63d5d83ca776 req-4e33392a-f7ee-4b4a-81e6-bef860049fb4 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:38.217571 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:38.238039 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe6689a-d91e-4fd2-aeb0-42fcd5208208 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:45:38.248058 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3c163916-2c0a-4225-a929-a63cbaca1e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:38.263959 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port dbe6689a-d91e-4fd2-aeb0-42fcd5208208, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=dbe6689a-d91e-4fd2-aeb0-42fcd5208208,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:38.282819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c163916-2c0a-4225-a929-a63cbaca1e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d4ffd64-92b5-41c5-8ad1-49f2820d542d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:38.300194 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3c163916-2c0a-4225-a929-a63cbaca1e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:38.304924 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3c163916-2c0a-4225-a929-a63cbaca1e85 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d4ffd64-92b5-41c5-8ad1-49f2820d542d HTTP/1.1" status: 204 len: 168 time: 0.3843603 Mar 01 20:45:38.337258 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:38.351860 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:38.451391 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=dbe6689a-d91e-4fd2-aeb0-42fcd5208208,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:38.453283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a25f59-048d-4f23-997f-4d01a22a47da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c307f4-6ba6-444d-9cf1-fc3106631b2a'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:38.467928 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:38.468225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:38.468911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:38.468911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:38.469228 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:38.469520 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:38.469808 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:38.470124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:38.470447 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:38.470781 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:38.471086 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:38.471415 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:45:38.475697 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 68c307f4-6ba6-444d-9cf1-fc3106631b2a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=68c307f4-6ba6-444d-9cf1-fc3106631b2a,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:38.548279 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:38.550066 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 5191b0fc-3f13-410e-b43e-d28cb17fb49e no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:45:38.578045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-c08f45d2-c801-4948-ad1a-63d5d83ca776 req-4e33392a-f7ee-4b4a-81e6-bef860049fb4 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] For port 110e37fc-a904-42bb-9d34-206ac5059a04, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=110e37fc-a904-42bb-9d34-206ac5059a04,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:38.578405 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c08f45d2-c801-4948-ad1a-63d5d83ca776 req-4e33392a-f7ee-4b4a-81e6-bef860049fb4 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:38.641909 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['dbe6689a-d91e-4fd2-aeb0-42fcd5208208'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:45:38.689464 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 5191b0fc-3f13-410e-b43e-d28cb17fb49e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:45:38.689875 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 5191b0fc-3f13-410e-b43e-d28cb17fb49e not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:45:38.749619 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=68c307f4-6ba6-444d-9cf1-fc3106631b2a,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:38.790492 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-c08f45d2-c801-4948-ad1a-63d5d83ca776 req-4e33392a-f7ee-4b4a-81e6-bef860049fb4 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Calling delete_port for 110e37fc-a904-42bb-9d34-206ac5059a04 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:45:38.841568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844996ec-3293-469e-9ad7-16c49713a770 req-376d63f6-855c-438e-8cb0-acf4b85ab005 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:38.842826 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-844996ec-3293-469e-9ad7-16c49713a770 req-376d63f6-855c-438e-8cb0-acf4b85ab005 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=906b30fd-7e05-4dcc-8575-769775b62efd HTTP/1.1" status: 200 len: 946 time: 0.4353085 Mar 01 20:45:38.938628 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-844996ec-3293-469e-9ad7-16c49713a770 req-23e75dce-ce79-49ae-abdd-daffbe8e315d tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876045 Mar 01 20:45:39.107236 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c08f45d2-c801-4948-ad1a-63d5d83ca776 req-4e33392a-f7ee-4b4a-81e6-bef860049fb4 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:39.128124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['110e37fc-a904-42bb-9d34-206ac5059a04'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:45:39.169148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e33392a-f7ee-4b4a-81e6-bef860049fb4 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Pushing event deleted for resources: {'Port': ['ID=110e37fc-a904-42bb-9d34-206ac5059a04,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:39.222115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c28462f-c5ea-46ba-a9cd-019c9294348c req-cd1437ba-aa66-4197-8b1d-75db3b2e67e8 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:39.223804 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c28462f-c5ea-46ba-a9cd-019c9294348c req-cd1437ba-aa66-4197-8b1d-75db3b2e67e8 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c742b80-0d50-4856-ac95-93376533eca2 HTTP/1.1" status: 200 len: 949 time: 0.1806672 Mar 01 20:45:39.287895 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-c08f45d2-c801-4948-ad1a-63d5d83ca776 req-4e33392a-f7ee-4b4a-81e6-bef860049fb4 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] No DVR routers for this DVR port 110e37fc-a904-42bb-9d34-206ac5059a04 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:45:39.292632 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c08f45d2-c801-4948-ad1a-63d5d83ca776 req-4e33392a-f7ee-4b4a-81e6-bef860049fb4 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:39.294995 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d447b70-90d5-40b9-8b3c-96994f910e16', 'name': 'network-vif-deleted', 'tag': '110e37fc-a904-42bb-9d34-206ac5059a04'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:39.324572 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c08f45d2-c801-4948-ad1a-63d5d83ca776 req-4e33392a-f7ee-4b4a-81e6-bef860049fb4 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.55 "DELETE /v2.0/ports/110e37fc-a904-42bb-9d34-206ac5059a04 HTTP/1.1" status: 204 len: 173 time: 1.2278419 Mar 01 20:45:39.333494 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c28462f-c5ea-46ba-a9cd-019c9294348c req-139f9c07-2888-4138-b9f7-51fc8cfc85fe tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921543 Mar 01 20:45:39.495029 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5ca38d11-13ed-4d76-98a8-bc3bc048320d req-164b86f0-ad80-4927-aa5b-9fc94e640d75 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Synchronizing usage tracker for tenant:d7a332f379f44c3f873abee5c79749b0 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:45:39.575085 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56614) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:39.587822 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5ca38d11-13ed-4d76-98a8-bc3bc048320d req-164b86f0-ad80-4927-aa5b-9fc94e640d75 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] Unset dirty status for tenant:d7a332f379f44c3f873abee5c79749b0 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:45:39.589250 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5ca38d11-13ed-4d76-98a8-bc3bc048320d req-164b86f0-ad80-4927-aa5b-9fc94e640d75 tempest-DeleteServersAdminTestJSON-1699241628 tempest-DeleteServersAdminTestJSON-1699241628-project] 10.222.0.42 "GET /v2.0/ports?device_id=0d447b70-90d5-40b9-8b3c-96994f910e16 HTTP/1.1" status: 200 len: 210 time: 0.1426542 Mar 01 20:45:39.810191 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device dbe6689a-d91e-4fd2-aeb0-42fcd5208208 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:45:39.826684 n-d-827896-4 neutron-server[88519]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 01 20:45:39.830441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-b2c8fb49-cd23-4367-a72d-aa0a3f4da48e tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:45:39.831550 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-b2c8fb49-cd23-4367-a72d-aa0a3f4da48e tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2553422 Mar 01 20:45:39.944847 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port dbe6689a-d91e-4fd2-aeb0-42fcd5208208 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:39.951658 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port dbe6689a-d91e-4fd2-aeb0-42fcd5208208 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:39.952025 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:40.143590 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a25f59-048d-4f23-997f-4d01a22a47da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c307f4-6ba6-444d-9cf1-fc3106631b2a', 'code': 200} Mar 01 20:45:40.150683 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:40.219377 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port dbe6689a-d91e-4fd2-aeb0-42fcd5208208, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=dbe6689a-d91e-4fd2-aeb0-42fcd5208208,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:40.276652 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-59497bc5-3925-48ff-9499-e5190c0af046 service neutron] Request body: {'binding': {'host': 'n-h2-827896-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:40.277156 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-59497bc5-3925-48ff-9499-e5190c0af046 service neutron] Unknown quota resources ['binding']. {{(pid=88519) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 01 20:45:40.283193 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:40.381093 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae29057-11ab-4e0b-affb-62423bfe58f6 req-62c9399e-a058-4bdf-8605-7cfb0d0f0419 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:40.382698 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ae29057-11ab-4e0b-affb-62423bfe58f6 req-62c9399e-a058-4bdf-8605-7cfb0d0f0419 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=906b30fd-7e05-4dcc-8575-769775b62efd HTTP/1.1" status: 200 len: 946 time: 0.1336627 Mar 01 20:45:40.388933 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=dbe6689a-d91e-4fd2-aeb0-42fcd5208208,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:40.397614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56670) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:40.404374 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e6be0037-0116-46c2-bb08-9cf721ab4f7b tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Request body: {'floatingip': {'port_id': 'b0976a30-4430-49d6-8ea9-799f05ae5d11'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:40.459206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96186f-fad2-4c69-9459-0d600f4897b2 req-5bd7d25b-a7c3-4423-8509-37c1fe002169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:40.461056 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6e96186f-fad2-4c69-9459-0d600f4897b2 req-5bd7d25b-a7c3-4423-8509-37c1fe002169 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e6a25f59-048d-4f23-997f-4d01a22a47da HTTP/1.1" status: 200 len: 1101 time: 0.2301207 Mar 01 20:45:40.490250 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d447b70-90d5-40b9-8b3c-96994f910e16', 'name': 'network-vif-deleted', 'tag': '110e37fc-a904-42bb-9d34-206ac5059a04', 'status': 'completed', 'code': 200} Mar 01 20:45:40.514484 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e6be0037-0116-46c2-bb08-9cf721ab4f7b tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for floatingip, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:40.589049 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6e96186f-fad2-4c69-9459-0d600f4897b2 req-92520ee7-ffd0-43a7-8b75-b664434cbc20 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114464 Mar 01 20:45:40.611468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-59497bc5-3925-48ff-9499-e5190c0af046 service neutron] Attempting to bind port b2a5b3a7-af15-4b15-8289-709826bc17d7 on host n-h2-827896-4 for vnic_type normal with profile None {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:45:40.611907 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-59497bc5-3925-48ff-9499-e5190c0af046 service neutron] Attempting to bind port b2a5b3a7-af15-4b15-8289-709826bc17d7 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:45:40.612380 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-59497bc5-3925-48ff-9499-e5190c0af046 service neutron] Attempting to bind port b2a5b3a7-af15-4b15-8289-709826bc17d7 on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:40.619453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-59497bc5-3925-48ff-9499-e5190c0af046 service neutron] Port b2a5b3a7-af15-4b15-8289-709826bc17d7 on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:45:40.619772 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-59497bc5-3925-48ff-9499-e5190c0af046 service neutron] Attempting to bind port b2a5b3a7-af15-4b15-8289-709826bc17d7 on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:40.626661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-59497bc5-3925-48ff-9499-e5190c0af046 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:45:40.627030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-59497bc5-3925-48ff-9499-e5190c0af046 service neutron] Checking segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:45:40.627499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-59497bc5-3925-48ff-9499-e5190c0af046 service neutron] Bound using segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:45:40.627926 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-59497bc5-3925-48ff-9499-e5190c0af046 service neutron] Bound port: b2a5b3a7-af15-4b15-8289-709826bc17d7, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:45:40.765115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-59497bc5-3925-48ff-9499-e5190c0af046 service neutron] For port b2a5b3a7-af15-4b15-8289-709826bc17d7, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b2a5b3a7-af15-4b15-8289-709826bc17d7,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:45:40.843425 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-59497bc5-3925-48ff-9499-e5190c0af046 service neutron] Notify callbacks [] for binding, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:40.844606 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-59497bc5-3925-48ff-9499-e5190c0af046 service neutron] 10.222.0.42 "POST /v2.0/ports/b2a5b3a7-af15-4b15-8289-709826bc17d7/bindings HTTP/1.1" status: 201 len: 389 time: 0.8644650 Mar 01 20:45:41.021183 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33adfd4-cd1a-4461-b18a-2678f2053d70 req-9d9fb12c-64f9-4996-9a39-6b07d4506fc9 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:41.022633 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c33adfd4-cd1a-4461-b18a-2678f2053d70 req-9d9fb12c-64f9-4996-9a39-6b07d4506fc9 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c742b80-0d50-4856-ac95-93376533eca2 HTTP/1.1" status: 200 len: 950 time: 0.1924343 Mar 01 20:45:41.354422 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c33adfd4-cd1a-4461-b18a-2678f2053d70 req-0ace8961-7a85-4995-8df9-f42038d2a80e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3189249 Mar 01 20:45:41.445572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56706) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:41.588078 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-acf50f18-0380-4fbb-af3d-efdeb3497492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:41.605465 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e6be0037-0116-46c2-bb08-9cf721ab4f7b tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:41.615997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-acf50f18-0380-4fbb-af3d-efdeb3497492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:41.623327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-acf50f18-0380-4fbb-af3d-efdeb3497492 admin admin] Usage tracker for resource:security_group_rule and tenant:61a9b8e9e3f74edc928fc939ceb8df9a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:41.626343 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-acf50f18-0380-4fbb-af3d-efdeb3497492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:41.634292 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-acf50f18-0380-4fbb-af3d-efdeb3497492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:41.676800 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e6be0037-0116-46c2-bb08-9cf721ab4f7b tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:41.739686 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-acf50f18-0380-4fbb-af3d-efdeb3497492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:41.810771 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-acf50f18-0380-4fbb-af3d-efdeb3497492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:41.861980 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-acf50f18-0380-4fbb-af3d-efdeb3497492 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=61a9b8e9e3f74edc928fc939ceb8df9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4153328 Mar 01 20:45:41.862861 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf50f18-0380-4fbb-af3d-efdeb3497492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea61917a-bb9e-4488-baa0-66a9d7cc0d69,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:41.865428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56722) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:41.931763 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-65314faa-5969-4960-b842-44413b6a5414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:41.964719 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-65314faa-5969-4960-b842-44413b6a5414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:41.991191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-bd7bfe87-cc60-4edd-9e57-da4997da0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:41.993106 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-bd7bfe87-cc60-4edd-9e57-da4997da0e93 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 1117 time: 0.2438426 Mar 01 20:45:42.067809 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-e6be0037-0116-46c2-bb08-9cf721ab4f7b tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Floating IP ffa247e3-598a-4790-84ee-7b00b72027ba associated. External IP: 172.25.5.124, port: b0976a30-4430-49d6-8ea9-799f05ae5d11. Mar 01 20:45:42.094799 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-65314faa-5969-4960-b842-44413b6a5414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:42.115714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65314faa-5969-4960-b842-44413b6a5414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea61917a-bb9e-4488-baa0-66a9d7cc0d69,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:42.119275 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-65314faa-5969-4960-b842-44413b6a5414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:42.126971 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-65314faa-5969-4960-b842-44413b6a5414 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ea61917a-bb9e-4488-baa0-66a9d7cc0d69 HTTP/1.1" status: 204 len: 168 time: 0.2541878 Mar 01 20:45:42.144079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7194111e-a8e1-4534-b342-d1da17576db6 req-73768b3d-1294-4071-bc88-0c078a81591e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:42.149428 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c742b80-0d50-4856-ac95-93376533eca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe6689a-d91e-4fd2-aeb0-42fcd5208208'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:42.150027 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7194111e-a8e1-4534-b342-d1da17576db6 req-73768b3d-1294-4071-bc88-0c078a81591e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 966 time: 0.3497193 Mar 01 20:45:42.306432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 110e37fc-a904-42bb-9d34-206ac5059a04 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:45:42.340167 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 110e37fc-a904-42bb-9d34-206ac5059a04 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:45:42.340499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 110e37fc-a904-42bb-9d34-206ac5059a04 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:45:42.354661 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7194111e-a8e1-4534-b342-d1da17576db6 req-1588004a-b762-4078-8bcf-c7babc7e8904 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518967 Mar 01 20:45:42.402667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-4cf3e316-7d2d-4df7-ac6e-0f48dcd38963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:42.404352 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-4cf3e316-7d2d-4df7-ac6e-0f48dcd38963 service neutron] 10.222.0.55 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 909 time: 0.3967044 Mar 01 20:45:42.445240 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c742b80-0d50-4856-ac95-93376533eca2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe6689a-d91e-4fd2-aeb0-42fcd5208208', 'code': 200} Mar 01 20:45:42.511382 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-b6eeb348-b5fe-4f2c-9983-c8ddaa9f7e38 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2a5b3a7-af15-4b15-8289-709826bc17d7 HTTP/1.1" status: 200 len: 217 time: 0.0996573 Mar 01 20:45:42.607490 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce1debf-4853-41a9-88ec-25465e6c82d3 req-bd4739e9-5a90-4463-bd79-c8e8f09f06bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:42.609148 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2ce1debf-4853-41a9-88ec-25465e6c82d3 req-bd4739e9-5a90-4463-bd79-c8e8f09f06bd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c742b80-0d50-4856-ac95-93376533eca2 HTTP/1.1" status: 200 len: 1101 time: 0.0958817 Mar 01 20:45:42.685984 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2ce1debf-4853-41a9-88ec-25465e6c82d3 req-a2813fc7-d7ac-4028-83ce-a28d081512bc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676184 Mar 01 20:45:42.816383 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-83b44a1f-9bb1-498e-af15-326002b57d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:42.818856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-83b44a1f-9bb1-498e-af15-326002b57d4c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.2476256 Mar 01 20:45:42.916119 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-59237de6-18da-43ef-8f87-404814f2b254 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612235 Mar 01 20:45:42.966444 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6be0037-0116-46c2-bb08-9cf721ab4f7b tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:45:43.146961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14456990-ae7e-4b30-87c6-6fdafa3cc76c req-15a0d9b6-3122-47d3-bd0d-841fe344a096 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:43.148419 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14456990-ae7e-4b30-87c6-6fdafa3cc76c req-15a0d9b6-3122-47d3-bd0d-841fe344a096 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c742b80-0d50-4856-ac95-93376533eca2 HTTP/1.1" status: 200 len: 950 time: 0.4375780 Mar 01 20:45:43.187407 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-0e655c3b-6ade-4fb0-9cd8-14509ec0b9f5 service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604413 Mar 01 20:45:43.285761 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56794) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:43.355493 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14456990-ae7e-4b30-87c6-6fdafa3cc76c req-820710b3-ad49-4942-86af-70bb3125dc1f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968398 Mar 01 20:45:43.398757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6be0037-0116-46c2-bb08-9cf721ab4f7b tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:45:43.404305 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e6be0037-0116-46c2-bb08-9cf721ab4f7b tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:43.414373 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be23cf6-4e11-4d61-89cf-8b62bbb7de97 None None] Sync routers for ids ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:45:43.429095 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be23cf6-4e11-4d61-89cf-8b62bbb7de97 None None] Routers {'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:45:43.431103 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5be23cf6-4e11-4d61-89cf-8b62bbb7de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:45:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:45:43.483237 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-727418f7-c145-49ad-9f06-5fcbbfcfc681 service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834437 Mar 01 20:45:43.490435 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e6be0037-0116-46c2-bb08-9cf721ab4f7b tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "PUT /v2.0/floatingips/ffa247e3-598a-4790-84ee-7b00b72027ba HTTP/1.1" status: 200 len: 992 time: 3.0914497 Mar 01 20:45:43.491191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906b30fd-7e05-4dcc-8575-769775b62efd', 'tag': 'b0976a30-4430-49d6-8ea9-799f05ae5d11'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:43.671680 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-5be23cf6-4e11-4d61-89cf-8b62bbb7de97 None None] Set router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:45:43.717961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56816) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:43.797871 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-af5587be-1cb5-4909-a893-62fa3ef716e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a8d738de61a44b239fd0a26700603792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5105393 Mar 01 20:45:43.798628 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56822) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:43.812286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493f9ba-62ba-4b90-b18d-bf1a710343e1 req-51757358-555d-4938-a40c-34c5888788b8 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:43.819915 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5493f9ba-62ba-4b90-b18d-bf1a710343e1 req-51757358-555d-4938-a40c-34c5888788b8 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 966 time: 0.1925228 Mar 01 20:45:43.830617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7f45e-79f6-498e-a3e6-6cf70d83642c req-fdd097e6-7f2a-4c06-bc36-38891cfc99c7 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:43.832758 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73e7f45e-79f6-498e-a3e6-6cf70d83642c req-fdd097e6-7f2a-4c06-bc36-38891cfc99c7 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=906b30fd-7e05-4dcc-8575-769775b62efd HTTP/1.1" status: 200 len: 946 time: 0.1465898 Mar 01 20:45:43.871418 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-de33e59d-a5d8-4519-974a-c2938b3e4930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:43.915582 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5493f9ba-62ba-4b90-b18d-bf1a710343e1 req-8e7d30b3-865a-4a9f-964e-2b3217328126 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671558 Mar 01 20:45:43.930373 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-de33e59d-a5d8-4519-974a-c2938b3e4930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:44.080438 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73e7f45e-79f6-498e-a3e6-6cf70d83642c req-4735ebc9-0bd9-40d2-a74b-23b064fce3cb tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2051871 Mar 01 20:45:44.081840 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906b30fd-7e05-4dcc-8575-769775b62efd', 'tag': 'b0976a30-4430-49d6-8ea9-799f05ae5d11', 'status': 'completed', 'code': 200} Mar 01 20:45:44.118777 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-de33e59d-a5d8-4519-974a-c2938b3e4930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:44.120890 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-c57fb97e-394d-458c-a252-3428062178dd tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:44.122445 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-c57fb97e-394d-458c-a252-3428062178dd tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8&tenant_id=9425af0c76c64926891aa5e1f014e8ef&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 1117 time: 0.2204843 Mar 01 20:45:44.143193 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827896-4'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:44.184963 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33e59d-a5d8-4519-974a-c2938b3e4930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf52973-b1d9-411b-965d-fd809fb12ac9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:44.329798 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5be23cf6-4e11-4d61-89cf-8b62bbb7de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:35Z', 'updated_at': '2022-03-01T20:44:48Z', 'revision_number': 4, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'gw_port': {'id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:39Z', 'updated_at': '2022-03-01T20:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'ffa247e3-598a-4790-84ee-7b00b72027ba', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'port_id': 'b0976a30-4430-49d6-8ea9-799f05ae5d11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'mac_address': 'fa:16:3e:20:0c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906b30fd-7e05-4dcc-8575-769775b62efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:45:17Z', 'updated_at': '2022-03-01T20:45:41Z', 'revision_number': 1, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369e622a-e2a3-4171-bbd5-1b21b2419444', 'name': '', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'mac_address': 'fa:16:3e:59:8a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:46Z', 'updated_at': '2022-03-01T20:44:57Z', 'revision_number': 5, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'subnets': [{'id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:45:44.336165 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be23cf6-4e11-4d61-89cf-8b62bbb7de97 None None] Checking router: ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:45:44.339551 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-de33e59d-a5d8-4519-974a-c2938b3e4930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:44.341088 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-de33e59d-a5d8-4519-974a-c2938b3e4930 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ccf52973-b1d9-411b-965d-fd809fb12ac9 HTTP/1.1" status: 204 len: 168 time: 0.5415742 Mar 01 20:45:44.347050 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be23cf6-4e11-4d61-89cf-8b62bbb7de97 None None] Routers {'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:45:44.347818 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5be23cf6-4e11-4d61-89cf-8b62bbb7de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:45:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:45:44.382072 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6781eb2a-5b8c-4278-8fb2-f5e00fc65fcf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7a332f379f44c3f873abee5c79749b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6610668 Mar 01 20:45:44.382277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56846) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:44.385191 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:44.410901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56852) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:44.496337 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021e20f-b1ae-4359-8e56-29b71772dab8 req-cdab0483-9b56-436f-8976-348a97a594cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:44.502963 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a021e20f-b1ae-4359-8e56-29b71772dab8 req-cdab0483-9b56-436f-8976-348a97a594cb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0785a09c63c64fe3911dbbda40f5802d&device_id=906b30fd-7e05-4dcc-8575-769775b62efd HTTP/1.1" status: 200 len: 1097 time: 0.3211906 Mar 01 20:45:44.624225 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-73f2dbdc-0f8d-44b5-a429-34e1d7c2102a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:44.656343 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-5be23cf6-4e11-4d61-89cf-8b62bbb7de97 None None] Set router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:45:44.700768 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-73f2dbdc-0f8d-44b5-a429-34e1d7c2102a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:44.709423 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-73f2dbdc-0f8d-44b5-a429-34e1d7c2102a admin admin] Usage tracker for resource:security_group_rule and tenant:4038ce1cafda46eabbf71b3dbc3e96af is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:44.714363 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-73f2dbdc-0f8d-44b5-a429-34e1d7c2102a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:44.724084 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-73f2dbdc-0f8d-44b5-a429-34e1d7c2102a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:44.746453 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-78d10fbf-b9af-477b-b4e9-812027b98b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:44.766598 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021e20f-b1ae-4359-8e56-29b71772dab8 req-f1b249b7-5049-4656-aa21-69c262c8285e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:44.768319 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a021e20f-b1ae-4359-8e56-29b71772dab8 req-f1b249b7-5049-4656-aa21-69c262c8285e service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a2300c7-0003-4f12-abfc-8b8e56fe14e8 HTTP/1.1" status: 200 len: 925 time: 0.2586706 Mar 01 20:45:44.852666 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-78d10fbf-b9af-477b-b4e9-812027b98b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:44.904669 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a021e20f-b1ae-4359-8e56-29b71772dab8 req-b1a28cb0-f598-4cd0-bb39-ebc5f37fe9cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0976a30-4430-49d6-8ea9-799f05ae5d11 HTTP/1.1" status: 200 len: 1000 time: 0.1280713 Mar 01 20:45:44.934997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] For port b2a5b3a7-af15-4b15-8289-709826bc17d7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b2a5b3a7-af15-4b15-8289-709826bc17d7,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:44.951338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73abfd3a-8e89-44bf-82c1-a7f4f75f82c6 req-0837700d-ff03-4abb-9eb8-9ffdd8c19ef6 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:44.959100 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73abfd3a-8e89-44bf-82c1-a7f4f75f82c6 req-0837700d-ff03-4abb-9eb8-9ffdd8c19ef6 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c742b80-0d50-4856-ac95-93376533eca2 HTTP/1.1" status: 200 len: 950 time: 0.3477442 Mar 01 20:45:45.044013 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-73f2dbdc-0f8d-44b5-a429-34e1d7c2102a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:45.058569 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73abfd3a-8e89-44bf-82c1-a7f4f75f82c6 req-c0ec15a6-4da5-4f0c-83f2-a354c5c8af09 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984719 Mar 01 20:45:45.081735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021e20f-b1ae-4359-8e56-29b71772dab8 req-99a5cdcb-41c1-46fe-998e-167bdf4d4f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:45.085444 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a021e20f-b1ae-4359-8e56-29b71772dab8 req-99a5cdcb-41c1-46fe-998e-167bdf4d4f04 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e61ab86d-6482-45cf-be2e-8c7db22c8a23 HTTP/1.1" status: 200 len: 863 time: 0.1581075 Mar 01 20:45:45.090141 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-9a8ecbdd-8e31-4111-8d2a-416173a34d93 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=cc7b78a7fbb142d4bc9bbb4adc0c4a43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0725398 Mar 01 20:45:45.099179 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-78d10fbf-b9af-477b-b4e9-812027b98b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:45.106223 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] For port b2a5b3a7-af15-4b15-8289-709826bc17d7, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:45:45.141449 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-73f2dbdc-0f8d-44b5-a429-34e1d7c2102a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:45.212811 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-73f2dbdc-0f8d-44b5-a429-34e1d7c2102a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4038ce1cafda46eabbf71b3dbc3e96af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7959919 Mar 01 20:45:45.213816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2dbdc-0f8d-44b5-a429-34e1d7c2102a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f0c344-f224-447e-b4d6-0319e910d6d5,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:45.232511 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56882) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:45.264808 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5be23cf6-4e11-4d61-89cf-8b62bbb7de97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:35Z', 'updated_at': '2022-03-01T20:44:48Z', 'revision_number': 4, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'gw_port': {'id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:39Z', 'updated_at': '2022-03-01T20:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'ffa247e3-598a-4790-84ee-7b00b72027ba', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'port_id': 'b0976a30-4430-49d6-8ea9-799f05ae5d11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'mac_address': 'fa:16:3e:20:0c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906b30fd-7e05-4dcc-8575-769775b62efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:45:17Z', 'updated_at': '2022-03-01T20:45:41Z', 'revision_number': 1, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369e622a-e2a3-4171-bbd5-1b21b2419444', 'name': '', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'mac_address': 'fa:16:3e:59:8a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:46Z', 'updated_at': '2022-03-01T20:44:57Z', 'revision_number': 5, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'subnets': [{'id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:45:45.269253 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be23cf6-4e11-4d61-89cf-8b62bbb7de97 None None] The sync data for ids ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'] in n-d-827896-4 is: [{'id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:35Z', 'updated_at': '2022-03-01T20:44:48Z', 'revision_number': 4, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'gw_port': {'id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:39Z', 'updated_at': '2022-03-01T20:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'ffa247e3-598a-4790-84ee-7b00b72027ba', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'port_id': 'b0976a30-4430-49d6-8ea9-799f05ae5d11', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'mac_address': 'fa:16:3e:20:0c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '906b30fd-7e05-4dcc-8575-769775b62efd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:45:17Z', 'updated_at': '2022-03-01T20:45:41Z', 'revision_number': 1, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369e622a-e2a3-4171-bbd5-1b21b2419444', 'name': '', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'mac_address': 'fa:16:3e:59:8a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:46Z', 'updated_at': '2022-03-01T20:44:57Z', 'revision_number': 5, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'subnets': [{'id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:45:45.302212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d10fbf-b9af-477b-b4e9-812027b98b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b658d528-ba3c-457f-a31e-fbbdb48924ef,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:45.327342 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-03c62ddd-dd1b-4705-b132-e85075135009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:45.343485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a021e20f-b1ae-4359-8e56-29b71772dab8 req-7d161795-cce0-4a5c-a22c-b82e09ed89dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:45.345586 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a021e20f-b1ae-4359-8e56-29b71772dab8 req-7d161795-cce0-4a5c-a22c-b82e09ed89dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a2300c7-0003-4f12-abfc-8b8e56fe14e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2465186 Mar 01 20:45:45.386056 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-78d10fbf-b9af-477b-b4e9-812027b98b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:45.387186 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-78d10fbf-b9af-477b-b4e9-812027b98b64 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b658d528-ba3c-457f-a31e-fbbdb48924ef HTTP/1.1" status: 204 len: 168 time: 1.0041337 Mar 01 20:45:45.399739 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-03c62ddd-dd1b-4705-b132-e85075135009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:45.439674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56888) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:45.444617 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:45.534140 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a021e20f-b1ae-4359-8e56-29b71772dab8 req-ad45795f-9b22-47f8-babc-61d67e8457c7 service neutron] 10.222.0.55 "GET /v2.0/networks/8a2300c7-0003-4f12-abfc-8b8e56fe14e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787322 Mar 01 20:45:45.556342 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:45.593851 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-350f944c-c4b4-4ea5-8dca-9eb9bfa8965f None None] New status for floating IP ffa247e3-598a-4790-84ee-7b00b72027ba: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 20:45:45.604055 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f2c9d6d1-e0d2-45dd-addf-455784ce32ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=24333bad953f4031ae5bea7dadedbb77&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1526303 Mar 01 20:45:45.614127 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-e4f2a1cd-1ce7-484e-89dc-a27a7c71e56f tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:45.619947 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-e4f2a1cd-1ce7-484e-89dc-a27a7c71e56f tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4709256 Mar 01 20:45:45.624189 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56892) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:45.648812 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2563c-a631-48e4-96b3-e2c0aa5408cb req-a6bae23a-ee8f-4977-bd0e-cd451c434cb1 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:45.650460 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cab2563c-a631-48e4-96b3-e2c0aa5408cb req-a6bae23a-ee8f-4977-bd0e-cd451c434cb1 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 966 time: 0.3848016 Mar 01 20:45:45.651901 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-03c62ddd-dd1b-4705-b132-e85075135009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:45.690731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c62ddd-dd1b-4705-b132-e85075135009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f0c344-f224-447e-b4d6-0319e910d6d5,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:45.715031 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-03c62ddd-dd1b-4705-b132-e85075135009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:45.718596 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-03c62ddd-dd1b-4705-b132-e85075135009 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9f0c344-f224-447e-b4d6-0319e910d6d5 HTTP/1.1" status: 204 len: 168 time: 0.4797456 Mar 01 20:45:45.743699 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a021e20f-b1ae-4359-8e56-29b71772dab8 req-8ef2168a-1215-4faf-95a5-045e68a4102b service neutron] 10.222.0.55 "GET /v2.0/networks/8a2300c7-0003-4f12-abfc-8b8e56fe14e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037234 Mar 01 20:45:45.751019 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-56edb9bc-ed68-43f1-a84b-b89f255b23c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:45.761649 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-6c729f6b-e89d-4d03-afc5-1bec33bb1137 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/quotas/cc7b78a7fbb142d4bc9bbb4adc0c4a43 HTTP/1.1" status: 200 len: 375 time: 0.1273167 Mar 01 20:45:45.784111 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-56edb9bc-ed68-43f1-a84b-b89f255b23c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:45.902740 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-9b689444-94bb-430b-8bdc-ae55d20f07a8 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cc7b78a7fbb142d4bc9bbb4adc0c4a43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1402187 Mar 01 20:45:45.903649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a5b3a7-af15-4b15-8289-709826bc17d7,revision_number=7']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:45.914541 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] Attempting to bind port b2a5b3a7-af15-4b15-8289-709826bc17d7 on host n-h1-827896-4 for vnic_type normal with profile {"migrating_to": "n-h2-827896-4"} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:45:45.914875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] Attempting to bind port b2a5b3a7-af15-4b15-8289-709826bc17d7 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:45:45.915207 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] Attempting to bind port b2a5b3a7-af15-4b15-8289-709826bc17d7 on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:45.924081 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cab2563c-a631-48e4-96b3-e2c0aa5408cb req-874a4236-255b-470f-b6e9-c3f10ba470ef tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789737 Mar 01 20:45:45.924924 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] Port b2a5b3a7-af15-4b15-8289-709826bc17d7 on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:45:45.925124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] Attempting to bind port b2a5b3a7-af15-4b15-8289-709826bc17d7 on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:45.931335 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:45:45.931705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] Checking segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:45:45.932374 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] Bound using segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:45:45.932578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] Bound port: b2a5b3a7-af15-4b15-8289-709826bc17d7, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:45:45.932894 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:45.933638 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-56edb9bc-ed68-43f1-a84b-b89f255b23c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:45.964200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56edb9bc-ed68-43f1-a84b-b89f255b23c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90862429-aa77-4d3f-bf2c-b1783a0a7331,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:45.977898 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-56edb9bc-ed68-43f1-a84b-b89f255b23c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:45.979269 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-56edb9bc-ed68-43f1-a84b-b89f255b23c3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90862429-aa77-4d3f-bf2c-b1783a0a7331 HTTP/1.1" status: 204 len: 168 time: 0.3539507 Mar 01 20:45:46.083131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd7a91c-152e-4e50-a02f-7e37897c76a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2a5b3a7-af15-4b15-8289-709826bc17d7'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:46.161220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] For port b2a5b3a7-af15-4b15-8289-709826bc17d7, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:45:46.172565 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] For port b2a5b3a7-af15-4b15-8289-709826bc17d7, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b2a5b3a7-af15-4b15-8289-709826bc17d7,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:45:46.199833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ae44b-7291-4f00-8fbb-4e55cf5e428d req-a1e446ce-7818-4b95-a5d7-d22b9d751c9d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:46.201609 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-451ae44b-7291-4f00-8fbb-4e55cf5e428d req-a1e446ce-7818-4b95-a5d7-d22b9d751c9d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6a25f59-048d-4f23-997f-4d01a22a47da HTTP/1.1" status: 200 len: 950 time: 0.0992935 Mar 01 20:45:46.255903 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-451ae44b-7291-4f00-8fbb-4e55cf5e428d req-be9df9d1-4146-4f0e-84c7-23ad5f7b591f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485620 Mar 01 20:45:46.284713 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:46.344971 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7a91c-152e-4e50-a02f-7e37897c76a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2a5b3a7-af15-4b15-8289-709826bc17d7', 'code': 200} Mar 01 20:45:46.405431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56912) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:46.447468 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72cdc426-f48e-4125-8fd0-081e0a75383d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:46.484137 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-72cdc426-f48e-4125-8fd0-081e0a75383d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:46.493526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-72cdc426-f48e-4125-8fd0-081e0a75383d admin admin] Usage tracker for resource:security_group_rule and tenant:cd5e7ee79a4a4ee0a0e97c87b1790301 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:46.498899 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-72cdc426-f48e-4125-8fd0-081e0a75383d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:46.512023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-72cdc426-f48e-4125-8fd0-081e0a75383d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:46.568055 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9098adc6-404c-4e74-b99a-5669bc861389 req-1bd2501d-c351-4563-9513-17d8c2ea8725 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 210 time: 0.1554363 Mar 01 20:45:46.613011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:46.614591 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:46.624985 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] 10.222.0.55 "PUT /v2.0/ports/b2a5b3a7-af15-4b15-8289-709826bc17d7 HTTP/1.1" status: 200 len: 1142 time: 2.4836280 Mar 01 20:45:46.631236 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0e3aca-0c11-4c10-b3ed-e147cf63c634 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a5b3a7-af15-4b15-8289-709826bc17d7,revision_number=8']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:46.687855 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['b2a5b3a7-af15-4b15-8289-709826bc17d7'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:45:46.694749 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72cdc426-f48e-4125-8fd0-081e0a75383d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:46.779070 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72cdc426-f48e-4125-8fd0-081e0a75383d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:46.873388 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-72cdc426-f48e-4125-8fd0-081e0a75383d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd5e7ee79a4a4ee0a0e97c87b1790301&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4663615 Mar 01 20:45:46.875753 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56930) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:46.892950 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdc426-f48e-4125-8fd0-081e0a75383d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc779e11-0f86-4377-8ee3-47a8c9bff04b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:46.916417 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d04244-7dd8-43b0-bd96-9bfe4f6b7fe5 req-fd14a970-5e3b-4fc0-8d6c-3316be6e7834 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:46.922873 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d04244-7dd8-43b0-bd96-9bfe4f6b7fe5 req-fd14a970-5e3b-4fc0-8d6c-3316be6e7834 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:46.935295 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d9d04244-7dd8-43b0-bd96-9bfe4f6b7fe5 req-fd14a970-5e3b-4fc0-8d6c-3316be6e7834 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=9c742b80-0d50-4856-ac95-93376533eca2&device_id=e6a25f59-048d-4f23-997f-4d01a22a47da HTTP/1.1" status: 200 len: 1691 time: 0.1400371 Mar 01 20:45:46.955261 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5ea986f5-980f-4258-8331-79efe248b0cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:47.008382 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5ea986f5-980f-4258-8331-79efe248b0cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:47.022240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56942) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:47.040017 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d9d04244-7dd8-43b0-bd96-9bfe4f6b7fe5 req-3d38e273-9ccd-4c1b-9b79-5b67bd28afcb tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037889 Mar 01 20:45:47.088344 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf423-a17e-4222-a9d4-390d8757e50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:47.114970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5d0cf423-a17e-4222-a9d4-390d8757e50f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:47.120042 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5d0cf423-a17e-4222-a9d4-390d8757e50f admin admin] Usage tracker for resource:security_group_rule and tenant:1ad0a0bb4679498aae004e827314c182 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:47.123332 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5d0cf423-a17e-4222-a9d4-390d8757e50f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:47.130822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5d0cf423-a17e-4222-a9d4-390d8757e50f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:47.252252 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf423-a17e-4222-a9d4-390d8757e50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:47.287953 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5ea986f5-980f-4258-8331-79efe248b0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:47.312273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea986f5-980f-4258-8331-79efe248b0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc779e11-0f86-4377-8ee3-47a8c9bff04b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:47.315145 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca79d70-e778-4465-9ad0-107aa2daed98 req-43fc318e-e7a9-482c-a3dd-7f6f752831b1 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:47.323687 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eca79d70-e778-4465-9ad0-107aa2daed98 req-43fc318e-e7a9-482c-a3dd-7f6f752831b1 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 964 time: 0.1636441 Mar 01 20:45:47.325940 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5d0cf423-a17e-4222-a9d4-390d8757e50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:47.344468 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5ea986f5-980f-4258-8331-79efe248b0cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:47.349837 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5ea986f5-980f-4258-8331-79efe248b0cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc779e11-0f86-4377-8ee3-47a8c9bff04b HTTP/1.1" status: 204 len: 168 time: 0.4718986 Mar 01 20:45:47.393838 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eca79d70-e778-4465-9ad0-107aa2daed98 req-656b80f6-85c1-45f3-9a13-7ffffc8a22af tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693390 Mar 01 20:45:47.396962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0cf423-a17e-4222-a9d4-390d8757e50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05022f39-3b9f-470f-814e-1559c2133a28,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:47.405582 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5d0cf423-a17e-4222-a9d4-390d8757e50f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ad0a0bb4679498aae004e827314c182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795750 Mar 01 20:45:47.408609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56962) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:47.475336 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e0095b5c-48a4-452b-b121-1a899de25982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:47.506840 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e0095b5c-48a4-452b-b121-1a899de25982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:47.618108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2054c8-13c3-416e-8f5c-1725da3405f2 req-10e39556-51ce-4c34-a856-bdd196d1d3cd tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:47.619674 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f2054c8-13c3-416e-8f5c-1725da3405f2 req-10e39556-51ce-4c34-a856-bdd196d1d3cd tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9c742b80-0d50-4856-ac95-93376533eca2 HTTP/1.1" status: 200 len: 1101 time: 0.1067259 Mar 01 20:45:47.666033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3f2054c8-13c3-416e-8f5c-1725da3405f2 req-befd2792-e72a-443e-90bf-30a5bf9e8b88 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] Synchronizing usage tracker for tenant:1e1960c9b4b24af0b62feca24162a961 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:45:47.668135 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e0095b5c-48a4-452b-b121-1a899de25982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:47.685907 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0095b5c-48a4-452b-b121-1a899de25982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05022f39-3b9f-470f-814e-1559c2133a28,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:47.689192 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e0095b5c-48a4-452b-b121-1a899de25982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:47.690557 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e0095b5c-48a4-452b-b121-1a899de25982 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05022f39-3b9f-470f-814e-1559c2133a28 HTTP/1.1" status: 204 len: 168 time: 0.2831919 Mar 01 20:45:47.753751 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3f2054c8-13c3-416e-8f5c-1725da3405f2 req-befd2792-e72a-443e-90bf-30a5bf9e8b88 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] Unset dirty status for tenant:1e1960c9b4b24af0b62feca24162a961 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:45:47.755276 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f2054c8-13c3-416e-8f5c-1725da3405f2 req-befd2792-e72a-443e-90bf-30a5bf9e8b88 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300814 Mar 01 20:45:47.857017 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-51dcf909-d290-4b76-b1de-9ee94af92abe req-7ccd90e6-315e-4f4d-81a9-50bc62feab58 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 210 time: 0.0456779 Mar 01 20:45:47.947996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be366fb-711d-4297-9f9f-1e721cc8079f req-af22a653-e694-4a99-bd7b-0677daeea127 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:47.950308 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8be366fb-711d-4297-9f9f-1e721cc8079f req-af22a653-e694-4a99-bd7b-0677daeea127 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e6a25f59-048d-4f23-997f-4d01a22a47da HTTP/1.1" status: 200 len: 1101 time: 0.0730629 Mar 01 20:45:48.002219 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8be366fb-711d-4297-9f9f-1e721cc8079f req-a140387b-5d5b-492f-898e-707497dbd46d tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441232 Mar 01 20:45:48.346582 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd7a91c-152e-4e50-a02f-7e37897c76a8', 'tag': 'b2a5b3a7-af15-4b15-8289-709826bc17d7'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:48.390699 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebd7a91c-152e-4e50-a02f-7e37897c76a8', 'tag': 'b2a5b3a7-af15-4b15-8289-709826bc17d7', 'status': 'completed', 'code': 200} Mar 01 20:45:48.588296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774e0a6-29b8-49d4-a628-98465f7808d1 req-2679ab7a-04f6-4afd-8934-326f40340fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:48.590870 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e774e0a6-29b8-49d4-a628-98465f7808d1 req-2679ab7a-04f6-4afd-8934-326f40340fd4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 1145 time: 0.1599579 Mar 01 20:45:48.628116 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-f6b7674e-4340-475f-8b19-56207084e4db tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a89f5baf58c84a808cd5296d2f554260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628624 Mar 01 20:45:48.757626 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774e0a6-29b8-49d4-a628-98465f7808d1 req-b7f134eb-45db-46b7-8bf0-6243447d5ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:48.759093 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e774e0a6-29b8-49d4-a628-98465f7808d1 req-b7f134eb-45db-46b7-8bf0-6243447d5ea2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 909 time: 0.1554363 Mar 01 20:45:48.908414 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a34774-c187-4501-8bf0-3b64515599d7 req-ce75dea4-d12f-459e-9d37-3518078a53ad tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:48.909939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e4a34774-c187-4501-8bf0-3b64515599d7 req-ce75dea4-d12f-459e-9d37-3518078a53ad tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 964 time: 0.3163185 Mar 01 20:45:48.920316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-567cd019-3ef9-4520-8c81-8d74300d1e01 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:48.926359 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-567cd019-3ef9-4520-8c81-8d74300d1e01 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2909539 Mar 01 20:45:48.963236 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e774e0a6-29b8-49d4-a628-98465f7808d1 req-9b141cec-34a2-4883-a312-85ffd6794eb3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2a5b3a7-af15-4b15-8289-709826bc17d7 HTTP/1.1" status: 200 len: 217 time: 0.1975687 Mar 01 20:45:48.978768 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-74c507c1-a07b-4087-9be1-6b96c915adb0 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/quotas/a89f5baf58c84a808cd5296d2f554260 HTTP/1.1" status: 200 len: 375 time: 0.0290127 Mar 01 20:45:49.049553 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774e0a6-29b8-49d4-a628-98465f7808d1 req-9e50ae7f-cc58-4bbc-a3b1-9079bff87e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:49.051733 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e774e0a6-29b8-49d4-a628-98465f7808d1 req-9e50ae7f-cc58-4bbc-a3b1-9079bff87e84 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.0810788 Mar 01 20:45:49.053563 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e4a34774-c187-4501-8bf0-3b64515599d7 req-a8298ccd-58fa-49ad-99ff-4fcefcbbbd96 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243632 Mar 01 20:45:49.096694 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-97097626-ac1e-4649-bbe7-5ea30b2dc86b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=cc7b78a7fbb142d4bc9bbb4adc0c4a43&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376298 Mar 01 20:45:49.138485 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e774e0a6-29b8-49d4-a628-98465f7808d1 req-49d78324-4b9e-4d14-9149-d87ba0f9b3dc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693953 Mar 01 20:45:49.298324 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-09cdc4a1-1604-4e5f-a64e-a2c8e89f0306 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3182943 Mar 01 20:45:49.380138 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e774e0a6-29b8-49d4-a628-98465f7808d1 req-3f307ab8-e583-40c4-997e-04fc1583b075 service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339060 Mar 01 20:45:49.406113 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-446a4554-5594-4653-8f7c-54e871aff97d req-7a09559f-c280-4a7f-a64a-72d9af53ee4f tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 210 time: 0.0800843 Mar 01 20:45:49.416355 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-aed357c2-ae23-4f9b-881a-969377e7fb41 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:49.417901 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-aed357c2-ae23-4f9b-881a-969377e7fb41 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3145864 Mar 01 20:45:49.433880 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Request body: {'port': {'device_id': 'f027ab24-7a7e-440a-999c-9056c30b522a', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'cc7b78a7fbb142d4bc9bbb4adc0c4a43'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:49.560249 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e774e0a6-29b8-49d4-a628-98465f7808d1 req-50deb752-d145-4193-a2a2-1893a3ea50ff service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716380 Mar 01 20:45:49.617412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:49.620490 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Usage tracker for resource:port and tenant:cc7b78a7fbb142d4bc9bbb4adc0c4a43 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:49.623731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:49.630779 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:49.736494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57080) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:49.754846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Made reservation on behalf of cc7b78a7fbb142d4bc9bbb4adc0c4a43 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:45:49.760253 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:49.775196 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:49.789776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:49.793652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Usage tracker for resource:security_group_rule and tenant:cc7b78a7fbb142d4bc9bbb4adc0c4a43 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:49.796544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:49.802354 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:49.890205 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:49.960719 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:50.104255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:50.244781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Allocated IP 192.168.233.123 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/995196ae-5fa8-4676-9df5-6e1ad63c5088) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:45:50.247249 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1315853403-network', 'tenant_id': '8bafc1517a824411b78689dbd5905af2'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:50.253700 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:50.259496 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Usage tracker for resource:network and tenant:8bafc1517a824411b78689dbd5905af2 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:50.263404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:50.271906 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:50.303972 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57100) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:50.365541 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device b2a5b3a7-af15-4b15-8289-709826bc17d7 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:45:50.371456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Made reservation on behalf of 8bafc1517a824411b78689dbd5905af2 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:45:50.374862 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:50.402464 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:50.435945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:50.451546 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Usage tracker for resource:security_group_rule and tenant:8bafc1517a824411b78689dbd5905af2 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:50.461100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:50.475218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:50.550713 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:50.560871 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-190de667-3955-4588-ab67-cb1db93b6490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:50.598979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Transition to ACTIVE for port object 995196ae-5fa8-4676-9df5-6e1ad63c5088 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:50.613636 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port b2a5b3a7-af15-4b15-8289-709826bc17d7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b2a5b3a7-af15-4b15-8289-709826bc17d7,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:50.619868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-190de667-3955-4588-ab67-cb1db93b6490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:50.634593 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device b2a5b3a7-af15-4b15-8289-709826bc17d7 has no active binding in host n-h2-827896-4 {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 01 20:45:50.640121 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-190de667-3955-4588-ab67-cb1db93b6490 admin admin] Usage tracker for resource:security_group_rule and tenant:7a6a209ebbe74fdc9a1017f36f43ee8f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:50.644136 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-190de667-3955-4588-ab67-cb1db93b6490 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:50.654228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-190de667-3955-4588-ab67-cb1db93b6490 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:50.726872 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:50.735053 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b1929-4d2c-42ad-b6c1-6c4affb7c069 req-76c91dfe-1553-422f-8cdb-3b2bec3846ad tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:50.737158 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a9b1929-4d2c-42ad-b6c1-6c4affb7c069 req-76c91dfe-1553-422f-8cdb-3b2bec3846ad tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 964 time: 0.1361072 Mar 01 20:45:50.785003 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-190de667-3955-4588-ab67-cb1db93b6490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:50.787846 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a9b1929-4d2c-42ad-b6c1-6c4affb7c069 req-6a5dbac9-efbd-4e47-bdce-ba1eb47a6d7a tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428882 Mar 01 20:45:50.828784 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:50.829140 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:50.862468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11655f9f-841e-4128-8fa9-5dfc202a09a1,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:50.873235 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:45:50.887664 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:50.888197 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Added segment eb21ab1e-7641-44da-b9f3-230d39b185f8 of type vlan for network 7e8fb4b5-75cd-40b7-9d01-d7b45906f669 Mar 01 20:45:50.928469 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-190de667-3955-4588-ab67-cb1db93b6490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:50.956960 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:50.969369 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:51.005548 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-190de667-3955-4588-ab67-cb1db93b6490 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7a6a209ebbe74fdc9a1017f36f43ee8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6997423 Mar 01 20:45:51.008371 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57130) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:51.009138 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190de667-3955-4588-ab67-cb1db93b6490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3714c1-78ee-4df6-9601-02741c738eb1,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:51.014334 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ebb383e5-9125-4d92-9e46-416a9e896409 req-527e711d-72f6-4752-9885-226e9ca600b2 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e5976a-cbab-48c5-b314-f440015a374f HTTP/1.1" status: 200 len: 210 time: 0.1770279 Mar 01 20:45:51.034090 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:45:51.037838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:45:51.040493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:45:51.046405 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:51.047038 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:51.101199 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Pushing event updated for resources: {'Port': ['ID=995196ae-5fa8-4676-9df5-6e1ad63c5088,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:51.104572 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-413f8aa3-9325-412d-bfad-034a7b8bc259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:51.164803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236f7c0b-9d5a-4600-90b6-c57643e372de req-bcaf3405-8209-4aa7-8782-bd56f794ed89 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:51.165664 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-236f7c0b-9d5a-4600-90b6-c57643e372de req-bcaf3405-8209-4aa7-8782-bd56f794ed89 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Synchronizing usage tracker for tenant:cc7b78a7fbb142d4bc9bbb4adc0c4a43 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:45:51.177862 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-413f8aa3-9325-412d-bfad-034a7b8bc259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:51.268326 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:51.269407 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:51.271246 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:51.331498 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-236f7c0b-9d5a-4600-90b6-c57643e372de req-bcaf3405-8209-4aa7-8782-bd56f794ed89 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Unset dirty status for tenant:cc7b78a7fbb142d4bc9bbb4adc0c4a43 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:45:51.339892 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-236f7c0b-9d5a-4600-90b6-c57643e372de req-bcaf3405-8209-4aa7-8782-bd56f794ed89 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 936 time: 0.3859231 Mar 01 20:45:51.341447 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-0935a7ea-1473-47b2-b10c-c0f37eb35d8b tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9139009 Mar 01 20:45:51.364677 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] Request body: {'port': {'device_id': 'f027ab24-7a7e-440a-999c-9056c30b522a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:51.393351 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-413f8aa3-9325-412d-bfad-034a7b8bc259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:51.398004 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-413f8aa3-9325-412d-bfad-034a7b8bc259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:51.403600 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-429a34ba-db81-4e46-9945-a1efc929f8cd None None] Provisioning for port 995196ae-5fa8-4676-9df5-6e1ad63c5088 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:51.404830 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-413f8aa3-9325-412d-bfad-034a7b8bc259 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a3714c1-78ee-4df6-9601-02741c738eb1 HTTP/1.1" status: 204 len: 168 time: 0.3926842 Mar 01 20:45:51.416034 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-429a34ba-db81-4e46-9945-a1efc929f8cd None None] Provisioning complete for port 995196ae-5fa8-4676-9df5-6e1ad63c5088 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:51.416890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] Pushing event updated for resources: {'Network': ['ID=7e8fb4b5-75cd-40b7-9d01-d7b45906f669,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:51.417353 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-429a34ba-db81-4e46-9945-a1efc929f8cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:51.419072 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f8aa3-9325-412d-bfad-034a7b8bc259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3714c1-78ee-4df6-9601-02741c738eb1,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:51.474183 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-64e06bd6-6156-4edd-97f2-f3210a6db608 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7365243 Mar 01 20:45:51.476992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57148) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:51.484096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-7798122d-e020-48d4-9d80-74340ad3b059 admin admin] Request body: {'subnet': {'network_id': '7e8fb4b5-75cd-40b7-9d01-d7b45906f669', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1315853403-subnet', 'tenant_id': '8bafc1517a824411b78689dbd5905af2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:51.501045 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7798122d-e020-48d4-9d80-74340ad3b059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:51.506378 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-236f7c0b-9d5a-4600-90b6-c57643e372de req-4d88cb02-48cf-41ec-b2c7-8531b7232a7a tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Synchronizing usage tracker for tenant:cc7b78a7fbb142d4bc9bbb4adc0c4a43 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:45:51.513950 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 7e8fb4b5-75cd-40b7-9d01-d7b45906f669 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:45:51.517581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7798122d-e020-48d4-9d80-74340ad3b059 admin admin] Usage tracker for resource:subnet and tenant:8bafc1517a824411b78689dbd5905af2 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:51.520949 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7798122d-e020-48d4-9d80-74340ad3b059 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:51.536483 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7798122d-e020-48d4-9d80-74340ad3b059 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:51.553521 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:51.635884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-236f7c0b-9d5a-4600-90b6-c57643e372de req-4d88cb02-48cf-41ec-b2c7-8531b7232a7a tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Unset dirty status for tenant:cc7b78a7fbb142d4bc9bbb4adc0c4a43 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:45:51.639680 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-236f7c0b-9d5a-4600-90b6-c57643e372de req-4d88cb02-48cf-41ec-b2c7-8531b7232a7a tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947326 Mar 01 20:45:51.658821 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-429a34ba-db81-4e46-9945-a1efc929f8cd None None] Port 995196ae-5fa8-4676-9df5-6e1ad63c5088 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:45:51.690632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7798122d-e020-48d4-9d80-74340ad3b059 admin admin] Made reservation on behalf of 8bafc1517a824411b78689dbd5905af2 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:45:51.694524 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7798122d-e020-48d4-9d80-74340ad3b059 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:51.942668 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:45:52.089310 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7798122d-e020-48d4-9d80-74340ad3b059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:52.136341 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.resource_extend [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:45:52.186611 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7798122d-e020-48d4-9d80-74340ad3b059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec0f17b0-6ac4-4415-b727-102a9a29cde0,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:52.192080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7798122d-e020-48d4-9d80-74340ad3b059 admin admin] Checking segment: {'id': 'eb21ab1e-7641-44da-b9f3-230d39b185f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e8fb4b5-75cd-40b7-9d01-d7b45906f669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:45:52.192385 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7798122d-e020-48d4-9d80-74340ad3b059 admin admin] Network hostable DHCP agents. Network: 7e8fb4b5-75cd-40b7-9d01-d7b45906f669, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:45:52.221309 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995196ae-5fa8-4676-9df5-6e1ad63c5088 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:45:52.232130 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:52.259015 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] Transition to ACTIVE for port object 995196ae-5fa8-4676-9df5-6e1ad63c5088 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:52.266135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215743fe-877a-4446-97c2-27ef850a9bfa req-ecdbb779-995a-4880-ae81-088d58a3cf42 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:52.267625 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-215743fe-877a-4446-97c2-27ef850a9bfa req-ecdbb779-995a-4880-ae81-088d58a3cf42 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 964 time: 0.2893522 Mar 01 20:45:52.293400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7798122d-e020-48d4-9d80-74340ad3b059 admin admin] Network 7e8fb4b5-75cd-40b7-9d01-d7b45906f669 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:45:52.325025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57196) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:52.337040 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04491822-6093-4dde-97fd-c678928a4be3 req-3a350c6f-d82e-4dd1-9e75-4967f8e51851 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e5976a-cbab-48c5-b314-f440015a374f HTTP/1.1" status: 200 len: 210 time: 0.0456982 Mar 01 20:45:52.347019 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:52.348340 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bb2e43d1-e026-454d-ad16-f3144c32d7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:52.369173 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bb2e43d1-e026-454d-ad16-f3144c32d7f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:52.372032 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7798122d-e020-48d4-9d80-74340ad3b059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 7e8fb4b5-75cd-40b7-9d01-d7b45906f669) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:45:52.377065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7798122d-e020-48d4-9d80-74340ad3b059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:52.378648 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7798122d-e020-48d4-9d80-74340ad3b059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:52.382184 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1037542-be64-4bf5-b74a-c39fb3d1d54f None None] Network 7e8fb4b5-75cd-40b7-9d01-d7b45906f669 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:45:52.403618 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bb2e43d1-e026-454d-ad16-f3144c32d7f0 admin admin] Usage tracker for resource:security_group_rule and tenant:0ec9f9822527497293a63343dc97d360 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:52.406912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-215743fe-877a-4446-97c2-27ef850a9bfa req-153d3b09-5290-4600-994f-dc278597e496 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321366 Mar 01 20:45:52.414325 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bb2e43d1-e026-454d-ad16-f3144c32d7f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:52.427400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bb2e43d1-e026-454d-ad16-f3144c32d7f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:52.502751 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] Pushing event updated for resources: {'Port': ['ID=995196ae-5fa8-4676-9df5-6e1ad63c5088,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:52.517680 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7798122d-e020-48d4-9d80-74340ad3b059 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0334449 Mar 01 20:45:52.517680 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57202) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:52.528518 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1315853403-router', 'tenant_id': '8bafc1517a824411b78689dbd5905af2', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:52.568544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:52.574380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] Attempting to bind port 995196ae-5fa8-4676-9df5-6e1ad63c5088 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:45:52.575121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] Attempting to bind port 995196ae-5fa8-4676-9df5-6e1ad63c5088 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:45:52.575121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] Attempting to bind port 995196ae-5fa8-4676-9df5-6e1ad63c5088 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:52.586670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] Port 995196ae-5fa8-4676-9df5-6e1ad63c5088 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:45:52.586670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] Attempting to bind port 995196ae-5fa8-4676-9df5-6e1ad63c5088 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:52.598130 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Usage tracker for resource:router and tenant:8bafc1517a824411b78689dbd5905af2 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:52.607174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:52.612303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 45, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:45:52.613091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:45:52.613091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:45:52.614032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] Bound port: 995196ae-5fa8-4676-9df5-6e1ad63c5088, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:45:52.614378 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:52.634215 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:52.765604 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:52.769065 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:52.774577 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] For port 995196ae-5fa8-4676-9df5-6e1ad63c5088, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:45:52.783264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] For port 995196ae-5fa8-4676-9df5-6e1ad63c5088, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=995196ae-5fa8-4676-9df5-6e1ad63c5088,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:45:52.805115 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-7e8fb4b5-75cd-40b7-9d01-d7b45906f669', 'network_id': '7e8fb4b5-75cd-40b7-9d01-d7b45906f669', 'tenant_id': '8bafc1517a824411b78689dbd5905af2', 'fixed_ips': [{'subnet_id': 'ec0f17b0-6ac4-4415-b727-102a9a29cde0'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:45:52.806006 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:52.835488 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:52.853346 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bb2e43d1-e026-454d-ad16-f3144c32d7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:52.884117 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:52.942143 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bb2e43d1-e026-454d-ad16-f3144c32d7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:52.952221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f57a4-f8c7-40bf-8065-8226304bcee1 req-ef7e3594-0f05-4ea1-ae2c-477a34868fa8 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:52.953656 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4c7f57a4-f8c7-40bf-8065-8226304bcee1 req-ef7e3594-0f05-4ea1-ae2c-477a34868fa8 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 948 time: 0.1551402 Mar 01 20:45:52.957640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:52.958255 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:52.959610 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] 10.222.0.55 "PUT /v2.0/ports/995196ae-5fa8-4676-9df5-6e1ad63c5088 HTTP/1.1" status: 200 len: 1096 time: 1.6015351 Mar 01 20:45:52.960073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f027ab24-7a7e-440a-999c-9056c30b522a', 'tag': '995196ae-5fa8-4676-9df5-6e1ad63c5088'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:45:53.024451 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8171f513-0d2b-41c1-ada6-557436747f3a service neutron] Pushing event updated for resources: {'Port': ['ID=995196ae-5fa8-4676-9df5-6e1ad63c5088,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:53.053961 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4c7f57a4-f8c7-40bf-8065-8226304bcee1 req-5f32246d-1b8f-400e-a1f1-1f80860db8d9 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885596 Mar 01 20:45:53.115861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Allocated IP 172.20.0.2 (7e8fb4b5-75cd-40b7-9d01-d7b45906f669/ec0f17b0-6ac4-4415-b727-102a9a29cde0/77ca143a-edd6-402b-88f2-49af7e12c16b) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:45:53.142274 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f027ab24-7a7e-440a-999c-9056c30b522a', 'tag': '995196ae-5fa8-4676-9df5-6e1ad63c5088', 'status': 'completed', 'code': 200} Mar 01 20:45:53.277538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-ae370d29-bd66-4391-af1b-80cc864c7106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:53.279717 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-ae370d29-bd66-4391-af1b-80cc864c7106 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc7b78a7fbb142d4bc9bbb4adc0c4a43&device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 1099 time: 0.1247754 Mar 01 20:45:53.291824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2e43d1-e026-454d-ad16-f3144c32d7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c99bc49-b907-4c10-842c-2b60653c440a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:53.311558 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bb2e43d1-e026-454d-ad16-f3144c32d7f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0ec9f9822527497293a63343dc97d360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9853423 Mar 01 20:45:53.383463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57222) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:53.383805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57224) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:53.402363 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-98db55a8-36f0-4fed-b732-0fa5834ff169 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=995196ae-5fa8-4676-9df5-6e1ad63c5088 HTTP/1.1" status: 200 len: 217 time: 0.1123250 Mar 01 20:45:53.486266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-ed6b0fd6-b84f-43ad-a8b6-73c9efbad739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:53.489445 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-ed6b0fd6-b84f-43ad-a8b6-73c9efbad739 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0805142 Mar 01 20:45:53.510132 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:53.539555 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:53.569398 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-43c9221d-38f6-42e4-8fc9-88b7e0e146ee req-95b01212-1660-4f31-a39b-f8c38ca65f32 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e5976a-cbab-48c5-b314-f440015a374f HTTP/1.1" status: 200 len: 210 time: 0.0736127 Mar 01 20:45:53.570230 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Transition to ACTIVE for port object 77ca143a-edd6-402b-88f2-49af7e12c16b will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:53.594871 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Transition to ACTIVE for port object 77ca143a-edd6-402b-88f2-49af7e12c16b will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:53.654025 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:53.719213 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-eaaf6bc0-3639-4997-ba7d-4720b5716c8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:53.721985 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Network 7e8fb4b5-75cd-40b7-9d01-d7b45906f669 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:45:53.729492 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:45:53.733829 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:45:53.765770 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-c1c9b931-6ba2-4a3a-bf8a-a7213f143fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:53.767873 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-c1c9b931-6ba2-4a3a-bf8a-a7213f143fa3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1970756 Mar 01 20:45:53.816954 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Pushing event updated for resources: {'Port': ['ID=77ca143a-edd6-402b-88f2-49af7e12c16b,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:53.833421 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:53.841335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-eaaf6bc0-3639-4997-ba7d-4720b5716c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:53.844942 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d3185c-bce8-4a52-a268-29193eb30b26 req-3cd34fdc-eb46-44e2-8f49-4bb89941e624 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:53.845397 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Attempting to bind port 77ca143a-edd6-402b-88f2-49af7e12c16b on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:45:53.846161 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Attempting to bind port 77ca143a-edd6-402b-88f2-49af7e12c16b by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'eb21ab1e-7641-44da-b9f3-230d39b185f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e8fb4b5-75cd-40b7-9d01-d7b45906f669'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:45:53.846606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Attempting to bind port 77ca143a-edd6-402b-88f2-49af7e12c16b on network 7e8fb4b5-75cd-40b7-9d01-d7b45906f669 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:45:53.853075 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:45:53.859337 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Checking segment: {'id': 'eb21ab1e-7641-44da-b9f3-230d39b185f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e8fb4b5-75cd-40b7-9d01-d7b45906f669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:45:53.859337 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:53.859337 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Bound using segment: {'id': 'eb21ab1e-7641-44da-b9f3-230d39b185f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e8fb4b5-75cd-40b7-9d01-d7b45906f669'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:45:53.859632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-eaaf6bc0-3639-4997-ba7d-4720b5716c8a admin admin] Usage tracker for resource:security_group_rule and tenant:9615b540f008454ca3b1259cbeb0c140 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:53.859749 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Bound port: 77ca143a-edd6-402b-88f2-49af7e12c16b, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb21ab1e-7641-44da-b9f3-230d39b185f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e8fb4b5-75cd-40b7-9d01-d7b45906f669'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:45:53.859749 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:53.859911 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7d3185c-bce8-4a52-a268-29193eb30b26 req-3cd34fdc-eb46-44e2-8f49-4bb89941e624 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 964 time: 0.2243533 Mar 01 20:45:53.869239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-eaaf6bc0-3639-4997-ba7d-4720b5716c8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:53.880253 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-eaaf6bc0-3639-4997-ba7d-4720b5716c8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:53.882381 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fa50453d-caa8-4d7b-b2b9-e77adc57640d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:53.933499 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fa50453d-caa8-4d7b-b2b9-e77adc57640d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:53.972234 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] For port 77ca143a-edd6-402b-88f2-49af7e12c16b, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:45:53.975987 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] For port 77ca143a-edd6-402b-88f2-49af7e12c16b, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=77ca143a-edd6-402b-88f2-49af7e12c16b,segment=NetworkSegment(eb21ab1e-7641-44da-b9f3-230d39b185f8),segment_id=eb21ab1e-7641-44da-b9f3-230d39b185f8)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:45:54.114027 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:54.148317 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-eaaf6bc0-3639-4997-ba7d-4720b5716c8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:54.181725 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-41db795a-5866-4ce0-9d8e-d51e6d83b088 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4004040 Mar 01 20:45:54.187906 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7d3185c-bce8-4a52-a268-29193eb30b26 req-e061b069-4a78-49c6-9768-bc9dbf2b4585 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851124 Mar 01 20:45:54.231913 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6886c47-16c7-4457-bc96-c5ae793d0bc8 None None] Pushing event updated for resources: {'Port': ['ID=77ca143a-edd6-402b-88f2-49af7e12c16b,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:54.276665 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-eaaf6bc0-3639-4997-ba7d-4720b5716c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:54.284851 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-70381fee-ead2-493a-91b7-e1699127a941 service neutron] 10.222.0.57 "GET /v2.0/ports/b2a5b3a7-af15-4b15-8289-709826bc17d7/bindings/n-h2-827896-4 HTTP/1.1" status: 200 len: 384 time: 0.2357016 Mar 01 20:45:54.286340 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fa50453d-caa8-4d7b-b2b9-e77adc57640d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:54.429373 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f623c31-4fa4-4f24-a64b-c9ea12839235 req-d68e0b6a-c960-4c78-847d-e8920f4a52d5 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401314 Mar 01 20:45:54.447163 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-4b32b3e2-0dcf-4336-a89d-34c271baece7 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a89f5baf58c84a808cd5296d2f554260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1119230 Mar 01 20:45:54.484571 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-eaaf6bc0-3639-4997-ba7d-4720b5716c8a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9615b540f008454ca3b1259cbeb0c140&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0973692 Mar 01 20:45:54.486296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57528e95-88ac-47bc-a192-1768d6c2abb1 req-7439e609-7268-4602-8d98-857d415a5482 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:54.487912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57528e95-88ac-47bc-a192-1768d6c2abb1 req-7439e609-7268-4602-8d98-857d415a5482 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 948 time: 0.1683030 Mar 01 20:45:54.488440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57256) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:54.537130 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf6bc0-3639-4997-ba7d-4720b5716c8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10a0628-afd5-4ae9-8a4e-3fbd548f1150,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:54.637803 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57528e95-88ac-47bc-a192-1768d6c2abb1 req-758f1780-6544-4813-b9a8-dbc51c1c8dc6 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208572 Mar 01 20:45:54.644555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50453d-caa8-4d7b-b2b9-e77adc57640d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c99bc49-b907-4c10-842c-2b60653c440a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:54.654572 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0c3a80b0-f82e-4591-985f-518c9bc2e7f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:54.750276 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fa50453d-caa8-4d7b-b2b9-e77adc57640d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:54.751556 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fa50453d-caa8-4d7b-b2b9-e77adc57640d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c99bc49-b907-4c10-842c-2b60653c440a HTTP/1.1" status: 204 len: 168 time: 1.3652847 Mar 01 20:45:54.764858 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 77ca143a-edd6-402b-88f2-49af7e12c16b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:45:54.919057 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-7e502150-de04-49c1-8d74-279969ebf795 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:54.920983 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-7e502150-de04-49c1-8d74-279969ebf795 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4473233 Mar 01 20:45:54.924962 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0c3a80b0-f82e-4591-985f-518c9bc2e7f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:54.961700 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-519a60c1-8ef7-465c-a28e-9858b013790f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Request body: {'port': {'device_id': '1c7f6298-f6c2-46d6-be55-bdb3c11736ff', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'a89f5baf58c84a808cd5296d2f554260'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:55.056270 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 77ca143a-edd6-402b-88f2-49af7e12c16b completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:55.060863 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f5d08f0d-8633-462d-aa59-f7d119fb6109 req-fa21b33a-0705-4d9f-93c2-c5ca01d21a2e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e5976a-cbab-48c5-b314-f440015a374f HTTP/1.1" status: 200 len: 210 time: 0.1239393 Mar 01 20:45:55.093113 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-77352cbf-e02d-4ddf-aec5-6ce0bea1d7f3 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a89f5baf58c84a808cd5296d2f554260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1524413 Mar 01 20:45:55.311959 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-678fea2f-6573-4ce6-bf14-7a5bd8f3777a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:55.314056 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-678fea2f-6573-4ce6-bf14-7a5bd8f3777a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2140112 Mar 01 20:45:55.323943 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fccf3e-6f8e-4c23-bab4-a1855acbed31 req-d71590a4-a628-4f88-81f8-64d90932f5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:55.325409 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54fccf3e-6f8e-4c23-bab4-a1855acbed31 req-d71590a4-a628-4f88-81f8-64d90932f5e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cc7b78a7fbb142d4bc9bbb4adc0c4a43&device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 1099 time: 0.6393831 Mar 01 20:45:55.330705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-6baeaf1a-115b-459b-b9ec-283ee8e14b59 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Request body: {'port': {'device_id': '29e5976a-cbab-48c5-b314-f440015a374f', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'a89f5baf58c84a808cd5296d2f554260'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:55.632549 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-1eb88229-2532-48ef-aee0-71ee2c96b037 service neutron] For port b2a5b3a7-af15-4b15-8289-709826bc17d7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b2a5b3a7-af15-4b15-8289-709826bc17d7,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:55.658549 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-519a60c1-8ef7-465c-a28e-9858b013790f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:55.663606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-519a60c1-8ef7-465c-a28e-9858b013790f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Usage tracker for resource:port and tenant:a89f5baf58c84a808cd5296d2f554260 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:55.666551 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-519a60c1-8ef7-465c-a28e-9858b013790f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:55.673040 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-519a60c1-8ef7-465c-a28e-9858b013790f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:55.676743 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0c3a80b0-f82e-4591-985f-518c9bc2e7f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:55.698817 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:55.726878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c9a015-a40e-47f5-a7cf-7ad19ba38fa0 req-135161bf-3cf4-4444-8f12-301593ca944b tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:55.726878 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57c9a015-a40e-47f5-a7cf-7ad19ba38fa0 req-135161bf-3cf4-4444-8f12-301593ca944b tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 964 time: 0.2639070 Mar 01 20:45:55.734102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3a80b0-f82e-4591-985f-518c9bc2e7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10a0628-afd5-4ae9-8a4e-3fbd548f1150,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:55.737351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-6baeaf1a-115b-459b-b9ec-283ee8e14b59 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:55.741141 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:55.779045 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0c3a80b0-f82e-4591-985f-518c9bc2e7f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:55.780646 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0c3a80b0-f82e-4591-985f-518c9bc2e7f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a10a0628-afd5-4ae9-8a4e-3fbd548f1150 HTTP/1.1" status: 204 len: 168 time: 1.2907512 Mar 01 20:45:55.798222 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-1eb88229-2532-48ef-aee0-71ee2c96b037 service neutron] For port b2a5b3a7-af15-4b15-8289-709826bc17d7, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:45:55.801747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-6baeaf1a-115b-459b-b9ec-283ee8e14b59 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Usage tracker for resource:port and tenant:a89f5baf58c84a808cd5296d2f554260 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:55.803899 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9103ed8-3299-44b6-964c-e6aaf51f6189 None None] Network 7e8fb4b5-75cd-40b7-9d01-d7b45906f669 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:45:55.823060 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-6baeaf1a-115b-459b-b9ec-283ee8e14b59 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:55.863297 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-6baeaf1a-115b-459b-b9ec-283ee8e14b59 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:55.879629 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57c9a015-a40e-47f5-a7cf-7ad19ba38fa0 req-15b142b7-4a64-4e24-b546-4359d3a06e1b tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532419 Mar 01 20:45:55.897259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fccf3e-6f8e-4c23-bab4-a1855acbed31 req-e4f644dd-1715-4001-acbc-74f8728d5eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:55.906533 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54fccf3e-6f8e-4c23-bab4-a1855acbed31 req-e4f644dd-1715-4001-acbc-74f8728d5eda service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.4444618 Mar 01 20:45:55.930995 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-519a60c1-8ef7-465c-a28e-9858b013790f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Made reservation on behalf of a89f5baf58c84a808cd5296d2f554260 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:45:55.934415 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-519a60c1-8ef7-465c-a28e-9858b013790f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:56.000952 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-1eb88229-2532-48ef-aee0-71ee2c96b037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2a5b3a7-af15-4b15-8289-709826bc17d7 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:45:56.050224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18935c1d-bda8-4f86-b7fe-219abaef1863 req-3cdcbe88-a516-4cd2-9942-671f3fd9cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:56.051839 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18935c1d-bda8-4f86-b7fe-219abaef1863 req-3cdcbe88-a516-4cd2-9942-671f3fd9cb29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 1145 time: 0.5544195 Mar 01 20:45:56.076036 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-1eb88229-2532-48ef-aee0-71ee2c96b037 service neutron] For port b2a5b3a7-af15-4b15-8289-709826bc17d7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b2a5b3a7-af15-4b15-8289-709826bc17d7,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:56.114360 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54fccf3e-6f8e-4c23-bab4-a1855acbed31 req-5b7ca7c8-b614-4550-a621-4aeac900ec24 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=995196ae-5fa8-4676-9df5-6e1ad63c5088 HTTP/1.1" status: 200 len: 217 time: 0.1095719 Mar 01 20:45:56.117623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-6baeaf1a-115b-459b-b9ec-283ee8e14b59 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Made reservation on behalf of a89f5baf58c84a808cd5296d2f554260 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:45:56.122306 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-6baeaf1a-115b-459b-b9ec-283ee8e14b59 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:56.162460 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e7bb0d7c-27d5-46a3-877b-b442d748cfb8 None None] Provisioning for port 77ca143a-edd6-402b-88f2-49af7e12c16b completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:56.183680 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e7bb0d7c-27d5-46a3-877b-b442d748cfb8 None None] Provisioning complete for port 77ca143a-edd6-402b-88f2-49af7e12c16b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:56.184311 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e7bb0d7c-27d5-46a3-877b-b442d748cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:56.292162 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7f28beba-73a5-4c92-8af6-ab57fd6b33b6 req-12e5d68e-85c6-40db-a694-7e732cfcbe9e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e5976a-cbab-48c5-b314-f440015a374f HTTP/1.1" status: 200 len: 210 time: 0.0495460 Mar 01 20:45:56.352558 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fccf3e-6f8e-4c23-bab4-a1855acbed31 req-2f59bdc9-1405-4c82-ae98-29a4181e9265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:56.354022 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54fccf3e-6f8e-4c23-bab4-a1855acbed31 req-2f59bdc9-1405-4c82-ae98-29a4181e9265 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.2101502 Mar 01 20:45:56.390863 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e7bb0d7c-27d5-46a3-877b-b442d748cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:56.433331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65de13-8ec1-4e0c-bc73-d1cf5002673d req-e499e97e-acf3-424c-b428-b307e3e8f288 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:56.440283 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f65de13-8ec1-4e0c-bc73-d1cf5002673d req-e499e97e-acf3-424c-b428-b307e3e8f288 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 948 time: 0.5246301 Mar 01 20:45:56.465000 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e7bb0d7c-27d5-46a3-877b-b442d748cfb8 None None] For port 77ca143a-edd6-402b-88f2-49af7e12c16b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=77ca143a-edd6-402b-88f2-49af7e12c16b,segment=NetworkSegment(eb21ab1e-7641-44da-b9f3-230d39b185f8),segment_id=eb21ab1e-7641-44da-b9f3-230d39b185f8)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:56.478937 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-1eb88229-2532-48ef-aee0-71ee2c96b037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:56.553661 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e7bb0d7c-27d5-46a3-877b-b442d748cfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:56.567904 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f65de13-8ec1-4e0c-bc73-d1cf5002673d req-ff51ea1b-f989-4416-adbc-457ef5446bd6 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262760 Mar 01 20:45:56.614973 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-6baeaf1a-115b-459b-b9ec-283ee8e14b59 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Allocated IP 192.168.233.105 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:45:56.630830 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fccf3e-6f8e-4c23-bab4-a1855acbed31 req-ed7e0558-4501-4ef9-84e4-d139cc871b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:56.633231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54fccf3e-6f8e-4c23-bab4-a1855acbed31 req-ed7e0558-4501-4ef9-84e4-d139cc871b77 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2694399 Mar 01 20:45:56.711441 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bb0d7c-27d5-46a3-877b-b442d748cfb8 None None] Pushing event updated for resources: {'Port': ['ID=77ca143a-edd6-402b-88f2-49af7e12c16b,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:56.766890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-1eb88229-2532-48ef-aee0-71ee2c96b037 service neutron] Transition to ACTIVE for port object b2a5b3a7-af15-4b15-8289-709826bc17d7 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:56.778674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Allocated IP 172.25.5.216 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/5ae6e891-5427-4fe3-a2d2-d2afde7d8453) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:45:56.789297 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18935c1d-bda8-4f86-b7fe-219abaef1863 req-31886dad-34a1-402b-aa27-c797c5127e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:56.791777 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18935c1d-bda8-4f86-b7fe-219abaef1863 req-31886dad-34a1-402b-aa27-c797c5127e1c service neutron] 10.222.0.57 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 909 time: 0.6899414 Mar 01 20:45:56.792163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57334) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:56.796885 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-79da99ad-51c7-4a04-8eef-80788e3ce046 None None] Provisioning complete for port 77ca143a-edd6-402b-88f2-49af7e12c16b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:56.797573 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-79da99ad-51c7-4a04-8eef-80788e3ce046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:56.917822 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18935c1d-bda8-4f86-b7fe-219abaef1863 req-da862218-c40f-48e6-aafc-4e8046a238b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2a5b3a7-af15-4b15-8289-709826bc17d7 HTTP/1.1" status: 200 len: 217 time: 0.0920405 Mar 01 20:45:56.921974 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44897831-c6e8-46a9-b511-5edde168c1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:56.955421 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-6baeaf1a-115b-459b-b9ec-283ee8e14b59 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:56.957580 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-44897831-c6e8-46a9-b511-5edde168c1c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:45:56.962344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-44897831-c6e8-46a9-b511-5edde168c1c1 admin admin] Usage tracker for resource:security_group_rule and tenant:efaac4d52edd4e39859ab5d52e15a902 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:45:56.965496 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-44897831-c6e8-46a9-b511-5edde168c1c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:45:56.979049 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-44897831-c6e8-46a9-b511-5edde168c1c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:45:56.979298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-6baeaf1a-115b-459b-b9ec-283ee8e14b59 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Transition to ACTIVE for port object fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:57.043899 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-1eb88229-2532-48ef-aee0-71ee2c96b037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:57.243391 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-6baeaf1a-115b-459b-b9ec-283ee8e14b59 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:57.256300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['68c307f4-6ba6-444d-9cf1-fc3106631b2a', 'dbe6689a-d91e-4fd2-aeb0-42fcd5208208'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:45:57.288966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['d3617190-df4c-4ab0-b2f5-9594a0735901'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:45:57.336973 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-55615f0c-50fb-4799-8ed7-86581efc36c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:57.368583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-6baeaf1a-115b-459b-b9ec-283ee8e14b59 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:45:57.391847 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-6baeaf1a-115b-459b-b9ec-283ee8e14b59 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:45:57.395084 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-6baeaf1a-115b-459b-b9ec-283ee8e14b59 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:45:57.404389 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-6baeaf1a-115b-459b-b9ec-283ee8e14b59 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:57.404389 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-6baeaf1a-115b-459b-b9ec-283ee8e14b59 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:57.419654 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baeaf1a-115b-459b-b9ec-283ee8e14b59 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Pushing event updated for resources: {'Port': ['ID=fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:57.430930 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54fccf3e-6f8e-4c23-bab4-a1855acbed31 req-8b7738a0-2bcb-422c-830a-74ecfa8365b7 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7887001 Mar 01 20:45:57.577144 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb88229-2532-48ef-aee0-71ee2c96b037 service neutron] Pushing event updated for resources: {'Port': ['ID=b2a5b3a7-af15-4b15-8289-709826bc17d7,revision_number=10']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:57.598088 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-1eb88229-2532-48ef-aee0-71ee2c96b037 service neutron] No DVR routers for this DVR port b2a5b3a7-af15-4b15-8289-709826bc17d7 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:45:57.603707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb121d7-565f-4220-92f6-6b0860e40090 req-260b4c34-1bd5-4464-b01d-814a140d445c tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:57.611657 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4bb121d7-565f-4220-92f6-6b0860e40090 req-260b4c34-1bd5-4464-b01d-814a140d445c tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 965 time: 0.5540795 Mar 01 20:45:57.700303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-519a60c1-8ef7-465c-a28e-9858b013790f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Allocated IP 192.168.233.176 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/eac1e254-07cb-4c1c-a51f-a29c203477ed) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:45:57.708351 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18935c1d-bda8-4f86-b7fe-219abaef1863 req-79d51748-b07e-4f67-a6e1-267e7fdb3bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:57.709940 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18935c1d-bda8-4f86-b7fe-219abaef1863 req-79d51748-b07e-4f67-a6e1-267e7fdb3bb3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.7731080 Mar 01 20:45:57.755185 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4bb121d7-565f-4220-92f6-6b0860e40090 req-bcff0c64-7721-46ff-8fbf-3f91a5506b9e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423810 Mar 01 20:45:57.775612 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54fccf3e-6f8e-4c23-bab4-a1855acbed31 req-1faa2f31-8c02-41ca-a996-35dbece5922c service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302543 Mar 01 20:45:57.789178 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-6baeaf1a-115b-459b-b9ec-283ee8e14b59 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4596338 Mar 01 20:45:57.812483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] Request body: {'port': {'device_id': '29e5976a-cbab-48c5-b314-f440015a374f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:57.817901 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18935c1d-bda8-4f86-b7fe-219abaef1863 req-81e795a3-d967-4865-8b4b-cd0d42a2b954 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467014 Mar 01 20:45:57.848623 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5475b862-53a1-4993-a69b-8780fbc08401 None None] Provisioning for port fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:57.858863 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5475b862-53a1-4993-a69b-8780fbc08401 None None] Provisioning complete for port fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:57.859280 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5475b862-53a1-4993-a69b-8780fbc08401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:57.874007 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44897831-c6e8-46a9-b511-5edde168c1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:57.904845 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b2a5b3a7-af15-4b15-8289-709826bc17d7 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:45:57.961929 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:57.987115 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44897831-c6e8-46a9-b511-5edde168c1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:58.004388 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5475b862-53a1-4993-a69b-8780fbc08401 None None] Port fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:45:58.021913 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b2a5b3a7-af15-4b15-8289-709826bc17d7 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:45:58.036220 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:58.112340 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-44897831-c6e8-46a9-b511-5edde168c1c1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=efaac4d52edd4e39859ab5d52e15a902&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3168333 Mar 01 20:45:58.114218 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-1eb88229-2532-48ef-aee0-71ee2c96b037 service neutron] 10.222.0.57 "PUT /v2.0/ports/b2a5b3a7-af15-4b15-8289-709826bc17d7/bindings/n-h2-827896-4/activate HTTP/1.1" status: 200 len: 369 time: 3.8142779 Mar 01 20:45:58.153104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae86d5c-6106-4617-bd1f-692c4a6d8183 req-2087d6e1-4e12-4825-bd1e-a87ea1164ae9 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:58.154046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-4ae86d5c-6106-4617-bd1f-692c4a6d8183 req-2087d6e1-4e12-4825-bd1e-a87ea1164ae9 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Synchronizing usage tracker for tenant:a89f5baf58c84a808cd5296d2f554260 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:45:58.154945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57372) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:58.155643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44897831-c6e8-46a9-b511-5edde168c1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a42562-b25e-4598-a883-917033e15708,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:58.185375 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18935c1d-bda8-4f86-b7fe-219abaef1863 req-1d2e3dc2-998f-4929-aee3-42ff3411621c service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581657 Mar 01 20:45:58.323345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-4ae86d5c-6106-4617-bd1f-692c4a6d8183 req-2087d6e1-4e12-4825-bd1e-a87ea1164ae9 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Unset dirty status for tenant:a89f5baf58c84a808cd5296d2f554260 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:45:58.324527 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ae86d5c-6106-4617-bd1f-692c4a6d8183 req-2087d6e1-4e12-4825-bd1e-a87ea1164ae9 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e5976a-cbab-48c5-b314-f440015a374f HTTP/1.1" status: 200 len: 936 time: 0.7100542 Mar 01 20:45:58.332735 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9e4df-c80d-46b6-b66f-818f55a1ae5d req-2f84c4e6-dc35-4234-b327-1eb92345e38f tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:58.334168 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9b9e4df-c80d-46b6-b66f-818f55a1ae5d req-2f84c4e6-dc35-4234-b327-1eb92345e38f tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 948 time: 0.3032429 Mar 01 20:45:58.432999 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ae86d5c-6106-4617-bd1f-692c4a6d8183 req-3c8c2d36-37c2-414c-bf49-bd8c469f0e73 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901706 Mar 01 20:45:58.436342 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9b9e4df-c80d-46b6-b66f-818f55a1ae5d req-9d76d8bc-33c5-4aaa-aa6f-43335b9c2fc9 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896122 Mar 01 20:45:58.437694 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 995196ae-5fa8-4676-9df5-6e1ad63c5088 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:45:58.460796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-a5cb0fcf-fdff-48c5-9bc6-2ad981d47b1b tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:58.462344 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-a5cb0fcf-fdff-48c5-9bc6-2ad981d47b1b tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8&tenant_id=9425af0c76c64926891aa5e1f014e8ef&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 1116 time: 0.1835122 Mar 01 20:45:58.517252 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:58.572572 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aaa86d34-d702-455b-99ed-2d490333850c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:58.586220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-f4a978d1-4e15-416c-871b-75c88ea0a1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:58.586220 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-f4a978d1-4e15-416c-871b-75c88ea0a1e6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8&tenant_id=9425af0c76c64926891aa5e1f014e8ef HTTP/1.1" status: 200 len: 1116 time: 0.1015375 Mar 01 20:45:58.596021 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-519a60c1-8ef7-465c-a28e-9858b013790f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:58.653290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:45:58.688369 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18935c1d-bda8-4f86-b7fe-219abaef1863 req-f6689c26-8840-43af-a04d-d338ee4fcb66 service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4489808 Mar 01 20:45:58.689112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:45:58.697387 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:45:58.699748 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 995196ae-5fa8-4676-9df5-6e1ad63c5088, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=995196ae-5fa8-4676-9df5-6e1ad63c5088,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:58.716639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '995196ae-5fa8-4676-9df5-6e1ad63c5088', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '995196ae-5fa8-4676-9df5-6e1ad63c5088', 'mac_address': 'fa:16:3e:c6:52:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:45:58.750114 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 77ca143a-edd6-402b-88f2-49af7e12c16b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:45:58.764835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-519a60c1-8ef7-465c-a28e-9858b013790f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Transition to ACTIVE for port object eac1e254-07cb-4c1c-a51f-a29c203477ed will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:45:58.766115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Pushing event updated for resources: {'Port': ['ID=5ae6e891-5427-4fe3-a2d2-d2afde7d8453,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:58.771153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-4d0b0ea3-7a2f-41c3-8cad-14813ca4d246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:58.771344 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aaa86d34-d702-455b-99ed-2d490333850c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:58.788331 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-4d0b0ea3-7a2f-41c3-8cad-14813ca4d246 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 1116 time: 0.1831715 Mar 01 20:45:58.864071 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 77ca143a-edd6-402b-88f2-49af7e12c16b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:58.866057 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:58.984224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.55', 52726) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:59.043858 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-519a60c1-8ef7-465c-a28e-9858b013790f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:59.072172 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['d3617190-df4c-4ab0-b2f5-9594a0735901'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:45:59.139846 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['68c307f4-6ba6-444d-9cf1-fc3106631b2a', 'dbe6689a-d91e-4fd2-aeb0-42fcd5208208'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:45:59.191030 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:59.239318 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995196ae-5fa8-4676-9df5-6e1ad63c5088 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:45:59.263250 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aaa86d34-d702-455b-99ed-2d490333850c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:59.295847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-519a60c1-8ef7-465c-a28e-9858b013790f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:45:59.302028 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 995196ae-5fa8-4676-9df5-6e1ad63c5088, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=995196ae-5fa8-4676-9df5-6e1ad63c5088,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:45:59.310418 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-519a60c1-8ef7-465c-a28e-9858b013790f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:45:59.312851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-519a60c1-8ef7-465c-a28e-9858b013790f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:45:59.322462 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-519a60c1-8ef7-465c-a28e-9858b013790f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:59.322462 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-519a60c1-8ef7-465c-a28e-9858b013790f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:59.338957 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa86d34-d702-455b-99ed-2d490333850c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a42562-b25e-4598-a883-917033e15708,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:59.385639 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a60c1-8ef7-465c-a28e-9858b013790f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Pushing event updated for resources: {'Port': ['ID=eac1e254-07cb-4c1c-a51f-a29c203477ed,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:59.393980 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aaa86d34-d702-455b-99ed-2d490333850c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:59.399075 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-aaa86d34-d702-455b-99ed-2d490333850c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a6a42562-b25e-4598-a883-917033e15708 HTTP/1.1" status: 204 len: 168 time: 1.2367499 Mar 01 20:45:59.402042 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:59.463177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe26e3-34f1-4cdc-87ca-4c52d33750a9 req-34424ef7-7635-4a94-8da3-476c33728b36 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:59.488688 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9daac24e-ecc6-425d-826b-fed3b07c85aa req-329f2543-1571-4e79-87c6-c8180f3a2418 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4863081 Mar 01 20:45:59.488980 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5cbe26e3-34f1-4cdc-87ca-4c52d33750a9 req-34424ef7-7635-4a94-8da3-476c33728b36 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 965 time: 0.5649850 Mar 01 20:45:59.517260 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:59.546481 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-dda7b675-081a-4106-9d21-df5db5cc8c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:45:59.552859 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-dda7b675-081a-4106-9d21-df5db5cc8c27 service neutron] 10.222.0.55 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 909 time: 0.7539546 Mar 01 20:45:59.582506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57430) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:45:59.705191 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-056c8471-1c83-4a67-8d47-19d96b93e29e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2a5b3a7-af15-4b15-8289-709826bc17d7 HTTP/1.1" status: 200 len: 217 time: 0.1273744 Mar 01 20:45:59.714048 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5cbe26e3-34f1-4cdc-87ca-4c52d33750a9 req-ec531fdf-1301-4554-862f-f9a6a9168635 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383153 Mar 01 20:45:59.731254 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=995196ae-5fa8-4676-9df5-6e1ad63c5088,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:45:59.735849 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-519a60c1-8ef7-465c-a28e-9858b013790f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7904525 Mar 01 20:45:59.760993 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] Request body: {'port': {'device_id': '1c7f6298-f6c2-46d6-be55-bdb3c11736ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:45:59.811562 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['995196ae-5fa8-4676-9df5-6e1ad63c5088'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:45:59.843923 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9fd50549-eda7-4a73-9876-c10b25c763a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:59.899398 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a755d80c-1b8f-49db-96b9-7d8edfc8149d None None] Provisioning for port eac1e254-07cb-4c1c-a51f-a29c203477ed completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:45:59.930177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a755d80c-1b8f-49db-96b9-7d8edfc8149d None None] Provisioning complete for port eac1e254-07cb-4c1c-a51f-a29c203477ed triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:45:59.930804 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a755d80c-1b8f-49db-96b9-7d8edfc8149d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:45:59.946170 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.resource_extend [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:46:00.141946 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daac24e-ecc6-425d-826b-fed3b07c85aa req-5b249179-4422-44ad-b88b-636fda3aae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:00.144684 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9daac24e-ecc6-425d-826b-fed3b07c85aa req-5b249179-4422-44ad-b88b-636fda3aae2b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 1099 time: 0.4978120 Mar 01 20:46:00.169813 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:00.185956 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-55c4c2a1-8569-454f-b180-e2d50070cb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:00.187764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-55c4c2a1-8569-454f-b180-e2d50070cb38 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.4241090 Mar 01 20:46:00.201230 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a755d80c-1b8f-49db-96b9-7d8edfc8149d None None] Port eac1e254-07cb-4c1c-a51f-a29c203477ed cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:46:00.274830 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18178a-fe7f-4573-822d-53cdc393ae5a req-84e3f7a7-909d-4696-b5af-6897afb249ae tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:00.283613 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e18178a-fe7f-4573-822d-53cdc393ae5a req-84e3f7a7-909d-4696-b5af-6897afb249ae tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e5976a-cbab-48c5-b314-f440015a374f HTTP/1.1" status: 200 len: 936 time: 0.5829685 Mar 01 20:46:00.287509 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-001866a2-b209-4df1-bb0a-e544d085132b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880053 Mar 01 20:46:00.294592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:46:00.371600 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57440) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:00.374467 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:00.387475 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:00.432459 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7ead6-fa87-4ccf-90c5-35e89dd31f8a req-7d8f8205-b19f-4190-aaea-846e488bbbfb tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:00.439690 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-44c7ead6-fa87-4ccf-90c5-35e89dd31f8a req-7d8f8205-b19f-4190-aaea-846e488bbbfb tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 949 time: 0.5626829 Mar 01 20:46:00.515196 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e18178a-fe7f-4573-822d-53cdc393ae5a req-ea1e335d-2ee5-4c65-a550-a6a0b38a7482 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303863 Mar 01 20:46:00.554681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] Transition to ACTIVE for port object fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:00.558624 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-384b1b7d-3eb8-4353-8982-b31a62f61135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:00.559703 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1c3b1ec3-a021-4a7c-b885-42a715622072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:00.572508 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:00.582986 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:00.601829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1c3b1ec3-a021-4a7c-b885-42a715622072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:00.606217 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-44c7ead6-fa87-4ccf-90c5-35e89dd31f8a req-fe3c8bff-677f-4e66-ac07-438323f5f1f0 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654847 Mar 01 20:46:00.618930 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1c3b1ec3-a021-4a7c-b885-42a715622072 admin admin] Usage tracker for resource:security_group_rule and tenant:3eba0c48bb40494d875606e2fb9f38fc is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:00.624486 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1c3b1ec3-a021-4a7c-b885-42a715622072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:00.633306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1c3b1ec3-a021-4a7c-b885-42a715622072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:00.636522 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-022792a8-9e07-41ac-97c8-741aa5e59e28 service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020515 Mar 01 20:46:00.650361 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-384b1b7d-3eb8-4353-8982-b31a62f61135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:00.667724 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-384b1b7d-3eb8-4353-8982-b31a62f61135 admin admin] Usage tracker for resource:security_group_rule and tenant:8ae0a1b7b37c4c18a49f79aee9db0cd8 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:00.677816 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:00.684687 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-384b1b7d-3eb8-4353-8982-b31a62f61135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:00.704008 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-384b1b7d-3eb8-4353-8982-b31a62f61135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:00.767446 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daac24e-ecc6-425d-826b-fed3b07c85aa req-0545aa24-d6bb-43a7-b122-cbec3724874e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:00.768913 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9daac24e-ecc6-425d-826b-fed3b07c85aa req-0545aa24-d6bb-43a7-b122-cbec3724874e service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.5847888 Mar 01 20:46:00.948516 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9daac24e-ecc6-425d-826b-fed3b07c85aa req-e70b0db4-a283-4b71-9cfc-1429d27c1b5d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=d3617190-df4c-4ab0-b2f5-9594a0735901 HTTP/1.1" status: 200 len: 217 time: 0.1565790 Mar 01 20:46:01.040063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:01.055682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] Attempting to bind port fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:46:01.056013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] Attempting to bind port fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:46:01.056588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] Attempting to bind port fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:01.095135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] Port fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:46:01.095135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] Attempting to bind port fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:01.095135 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-9a693a32-f3b7-4670-9f7a-5a9d828d6d03 service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492574 Mar 01 20:46:01.095135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:46:01.095843 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:46:01.095927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:46:01.096805 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] Bound port: fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:46:01.096805 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:01.167768 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daac24e-ecc6-425d-826b-fed3b07c85aa req-cc6c948c-3e95-4a03-a367-6c5a6c750e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:01.169193 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9daac24e-ecc6-425d-826b-fed3b07c85aa req-cc6c948c-3e95-4a03-a367-6c5a6c750e31 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.2050033 Mar 01 20:46:01.244688 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1c3b1ec3-a021-4a7c-b885-42a715622072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:01.265010 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161755a-0057-46a4-9380-3b335792aa5d req-e118dd0c-8755-4e40-b8a2-7c75390c9ac2 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:01.266510 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5161755a-0057-46a4-9380-3b335792aa5d req-e118dd0c-8755-4e40-b8a2-7c75390c9ac2 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 965 time: 0.3517716 Mar 01 20:46:01.302301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] For port fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:46:01.310311 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-384b1b7d-3eb8-4353-8982-b31a62f61135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:01.320642 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1c3b1ec3-a021-4a7c-b885-42a715622072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:01.330872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] For port fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:46:01.357689 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5161755a-0057-46a4-9380-3b335792aa5d req-d8a9a2a7-356d-4960-99cf-fc3f21c75621 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803893 Mar 01 20:46:01.376298 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Router 72b64dff-1b3e-4ba2-9263-0c5219db8df0 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 20:46:01.389341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daac24e-ecc6-425d-826b-fed3b07c85aa req-2c282e8a-d46c-475e-a1df-45bbeb47b32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:01.389341 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9daac24e-ecc6-425d-826b-fed3b07c85aa req-2c282e8a-d46c-475e-a1df-45bbeb47b32d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2054443 Mar 01 20:46:01.396764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1c3b1ec3-a021-4a7c-b885-42a715622072 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3eba0c48bb40494d875606e2fb9f38fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6978095 Mar 01 20:46:01.397878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57468) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:01.398508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3b1ec3-a021-4a7c-b885-42a715622072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea67be7-8f29-4d41-bba4-b2182a1efdb2,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:01.404379 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:01.417972 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-384b1b7d-3eb8-4353-8982-b31a62f61135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:01.457478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac1e254-07cb-4c1c-a51f-a29c203477ed {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:46:01.484677 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:01.485294 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:01.487020 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] 10.222.0.57 "PUT /v2.0/ports/fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf HTTP/1.1" status: 200 len: 1096 time: 3.6898031 Mar 01 20:46:01.487500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29e5976a-cbab-48c5-b314-f440015a374f', 'tag': 'fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:46:01.545501 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6124f6-53c6-4cfd-92e5-69e9d63b6b93 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:01.558319 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:01.563158 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29e5976a-cbab-48c5-b314-f440015a374f', 'tag': 'fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf', 'status': 'completed', 'code': 200} Mar 01 20:46:01.568622 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0021e928-1207-4cad-8a80-89ff77035921 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:01.647277 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0021e928-1207-4cad-8a80-89ff77035921 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:01.711820 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-384b1b7d-3eb8-4353-8982-b31a62f61135 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8ae0a1b7b37c4c18a49f79aee9db0cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3363287 Mar 01 20:46:01.717698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57480) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:01.747809 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b1b7d-3eb8-4353-8982-b31a62f61135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b72090-9bb0-44ce-8067-f0d26fe3db5c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:01.754634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] Transition to ACTIVE for port object eac1e254-07cb-4c1c-a51f-a29c203477ed will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:01.867852 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9daac24e-ecc6-425d-826b-fed3b07c85aa req-48175f99-915a-4b82-aa24-e3023352a6e5 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739382 Mar 01 20:46:01.879150 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:01.905589 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0021e928-1207-4cad-8a80-89ff77035921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:01.960519 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:46:01.961285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021e928-1207-4cad-8a80-89ff77035921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea67be7-8f29-4d41-bba4-b2182a1efdb2,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:01.974535 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] Sync routers for ids ['72b64dff-1b3e-4ba2-9263-0c5219db8df0'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:46:01.986779 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0021e928-1207-4cad-8a80-89ff77035921 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:01.991342 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0021e928-1207-4cad-8a80-89ff77035921 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dea67be7-8f29-4d41-bba4-b2182a1efdb2 HTTP/1.1" status: 204 len: 168 time: 0.5892339 Mar 01 20:46:01.994080 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-ce3e17df-7dbd-4743-bdb8-288c35b661b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:01.995620 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-ce3e17df-7dbd-4743-bdb8-288c35b661b2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&device_id=29e5976a-cbab-48c5-b314-f440015a374f HTTP/1.1" status: 200 len: 1099 time: 0.4089553 Mar 01 20:46:02.001734 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] Routers {'72b64dff-1b3e-4ba2-9263-0c5219db8df0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:46:02.005491 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:46:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['72b64dff-1b3e-4ba2-9263-0c5219db8df0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:02.101616 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b2c63240-a9f1-4d3e-a79e-33db976d5ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:02.105165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-b1796c70-6a18-4c96-a5c7-2fd261bdbd5d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf HTTP/1.1" status: 200 len: 217 time: 0.0927379 Mar 01 20:46:02.115752 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:02.167393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-a6bcf92e-59de-4dba-bd31-6e10a7476941 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:02.169048 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-a6bcf92e-59de-4dba-bd31-6e10a7476941 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8&tenant_id=9425af0c76c64926891aa5e1f014e8ef&binding%3Ahost_id=n-h2-827896-4 HTTP/1.1" status: 200 len: 1116 time: 0.4979489 Mar 01 20:46:02.390177 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=eac1e254-07cb-4c1c-a51f-a29c203477ed,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:02.395814 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] Set router 72b64dff-1b3e-4ba2-9263-0c5219db8df0 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:46:02.427913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] Attempting to bind port eac1e254-07cb-4c1c-a51f-a29c203477ed on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:46:02.428425 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] Attempting to bind port eac1e254-07cb-4c1c-a51f-a29c203477ed by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:46:02.428970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] Attempting to bind port eac1e254-07cb-4c1c-a51f-a29c203477ed on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:02.440239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] Port eac1e254-07cb-4c1c-a51f-a29c203477ed on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:46:02.440816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] Attempting to bind port eac1e254-07cb-4c1c-a51f-a29c203477ed on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:02.450545 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 995196ae-5fa8-4676-9df5-6e1ad63c5088 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:02.483626 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 45, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:46:02.484270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:46:02.487741 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:46:02.489145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] Bound port: eac1e254-07cb-4c1c-a51f-a29c203477ed, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:46:02.489725 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:02.514539 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:02.514776 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b2c63240-a9f1-4d3e-a79e-33db976d5ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:02.524583 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ef7c9a91-b416-4002-bb8d-ca4a25886407 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.0075898 Mar 01 20:46:02.529064 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9daac24e-ecc6-425d-826b-fed3b07c85aa req-f81a2fa4-ae3c-46e9-a2f5-a1676c9fd479 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6437545 Mar 01 20:46:02.534770 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57500) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:02.576382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-3710eed5-81ec-48f2-a167-dc5a9f96a262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:02.577836 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-3710eed5-81ec-48f2-a167-dc5a9f96a262 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.4524961 Mar 01 20:46:02.638764 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 995196ae-5fa8-4676-9df5-6e1ad63c5088 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:02.644275 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 995196ae-5fa8-4676-9df5-6e1ad63c5088 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:02.645447 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:02.654917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5331b9-bd13-4e93-8264-4ab1f7d143cb req-cc239403-6df5-4156-9f59-7c0cde4d256c tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:02.661797 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef5331b9-bd13-4e93-8264-4ab1f7d143cb req-cc239403-6df5-4156-9f59-7c0cde4d256c tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e5976a-cbab-48c5-b314-f440015a374f HTTP/1.1" status: 200 len: 948 time: 0.8682964 Mar 01 20:46:02.751701 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b2c63240-a9f1-4d3e-a79e-33db976d5ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:02.784271 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef5331b9-bd13-4e93-8264-4ab1f7d143cb req-cb6cb7a1-1c5f-4bcc-999d-e57da27d6534 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215949 Mar 01 20:46:02.796651 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d4cf1-09fc-40a8-a906-d0fa7a6c5227 req-4ba90e5b-cba3-4ae7-a19d-d965735d328c tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:02.798127 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c71d4cf1-09fc-40a8-a906-d0fa7a6c5227 req-4ba90e5b-cba3-4ae7-a19d-d965735d328c tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 949 time: 1.0017166 Mar 01 20:46:02.806895 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c63240-a9f1-4d3e-a79e-33db976d5ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b72090-9bb0-44ce-8067-f0d26fe3db5c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:02.893539 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b2c63240-a9f1-4d3e-a79e-33db976d5ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:02.895247 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b2c63240-a9f1-4d3e-a79e-33db976d5ecf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/32b72090-9bb0-44ce-8067-f0d26fe3db5c HTTP/1.1" status: 204 len: 168 time: 1.1765840 Mar 01 20:46:02.924021 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c71d4cf1-09fc-40a8-a906-d0fa7a6c5227 req-49a3947b-be28-4ef8-b574-574702ce40e1 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117775 Mar 01 20:46:02.931746 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b64dff-1b3e-4ba2-9263-0c5219db8df0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1315853403-router', 'tenant_id': '8bafc1517a824411b78689dbd5905af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '5ae6e891-5427-4fe3-a2d2-d2afde7d8453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:45:52Z', 'updated_at': '2022-03-01T20:45:58Z', 'revision_number': 3, 'project_id': '8bafc1517a824411b78689dbd5905af2', 'gw_port': {'id': '5ae6e891-5427-4fe3-a2d2-d2afde7d8453', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b64dff-1b3e-4ba2-9263-0c5219db8df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:45:55Z', 'updated_at': '2022-03-01T20:45:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:02.936728 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] Checking router: 72b64dff-1b3e-4ba2-9263-0c5219db8df0 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:46:02.937828 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] Updating router 72b64dff-1b3e-4ba2-9263-0c5219db8df0 port 5ae6e891-5427-4fe3-a2d2-d2afde7d8453 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:46:02.938480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] For port eac1e254-07cb-4c1c-a51f-a29c203477ed, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:46:02.943599 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] For port eac1e254-07cb-4c1c-a51f-a29c203477ed, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=eac1e254-07cb-4c1c-a51f-a29c203477ed,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:46:02.973802 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-d1b2c77a-e729-48de-9526-c565cdf4b999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:02.975414 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-d1b2c77a-e729-48de-9526-c565cdf4b999 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3819606 Mar 01 20:46:02.987981 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:03.034321 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:03.041024 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57510) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:03.073274 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027ab24-7a7e-440a-999c-9056c30b522a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995196ae-5fa8-4676-9df5-6e1ad63c5088'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:46:03.111758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 995196ae-5fa8-4676-9df5-6e1ad63c5088, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=995196ae-5fa8-4676-9df5-6e1ad63c5088,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:03.131779 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-0ea229cb-474a-4df7-8316-a110a4084ee0 service neutron] For port b2a5b3a7-af15-4b15-8289-709826bc17d7, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:46:03.132936 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec9f65bb-ef1b-4592-ab49-274ac0ff9251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:03.157074 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:03.215272 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-0ea229cb-474a-4df7-8316-a110a4084ee0 service neutron] Notify callbacks [] for binding, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:03.217094 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a781bf-bba2-49f0-b7b4-dff72813a0c5 req-0ea229cb-474a-4df7-8316-a110a4084ee0 service neutron] 10.222.0.55 "DELETE /v2.0/ports/b2a5b3a7-af15-4b15-8289-709826bc17d7/bindings/n-h1-827896-4 HTTP/1.1" status: 204 len: 173 time: 0.9349029 Mar 01 20:46:03.233391 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:03.240626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ec9f65bb-ef1b-4592-ab49-274ac0ff9251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:03.258717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ec9f65bb-ef1b-4592-ab49-274ac0ff9251 admin admin] Usage tracker for resource:security_group_rule and tenant:609d857685b449aa9d3deae14f5e8faa is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:03.264022 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ec9f65bb-ef1b-4592-ab49-274ac0ff9251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:03.276844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ec9f65bb-ef1b-4592-ab49-274ac0ff9251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:03.286302 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae85888-0db8-47fc-bf2e-c467383f5f97 req-102dcc18-dc00-4fd5-8b2b-4a80c82dffd9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:03.288023 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eae85888-0db8-47fc-bf2e-c467383f5f97 req-102dcc18-dc00-4fd5-8b2b-4a80c82dffd9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 965 time: 0.3612676 Mar 01 20:46:03.329779 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-a0443f52-687a-478b-bf1b-355581bf9a02 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402426 Mar 01 20:46:03.377452 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=995196ae-5fa8-4676-9df5-6e1ad63c5088,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:03.467467 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eae85888-0db8-47fc-bf2e-c467383f5f97 req-52e71399-4b39-4f78-844e-057df8295c23 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672351 Mar 01 20:46:03.556304 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-acf046ce-70a5-4af1-99db-a9247af1bec5 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170546 Mar 01 20:46:03.629195 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec9f65bb-ef1b-4592-ab49-274ac0ff9251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:03.633830 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f027ab24-7a7e-440a-999c-9056c30b522a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995196ae-5fa8-4676-9df5-6e1ad63c5088', 'code': 200} Mar 01 20:46:03.691526 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:03.719628 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] Transition to ACTIVE for port object 5ae6e891-5427-4fe3-a2d2-d2afde7d8453 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:03.726900 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec9f65bb-ef1b-4592-ab49-274ac0ff9251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:03.763016 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:03.763664 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:03.765031 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] 10.222.0.55 "PUT /v2.0/ports/eac1e254-07cb-4c1c-a51f-a29c203477ed HTTP/1.1" status: 200 len: 1096 time: 4.0212643 Mar 01 20:46:03.765489 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c7f6298-f6c2-46d6-be55-bdb3c11736ff', 'tag': 'eac1e254-07cb-4c1c-a51f-a29c203477ed'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:46:03.811554 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:03.829946 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ec9f65bb-ef1b-4592-ab49-274ac0ff9251 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=609d857685b449aa9d3deae14f5e8faa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7856579 Mar 01 20:46:03.870646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5030f-be27-49cb-afe7-17a6b9c48bd8 service neutron] Pushing event updated for resources: {'Port': ['ID=eac1e254-07cb-4c1c-a51f-a29c203477ed,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:03.873421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57530) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:03.932828 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e259394-5f02-4cce-957e-32fbd761ba71 None None] Pushing event updated for resources: {'Port': ['ID=5ae6e891-5427-4fe3-a2d2-d2afde7d8453,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:03.951963 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] Attempting to bind port 5ae6e891-5427-4fe3-a2d2-d2afde7d8453 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:46:03.952320 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] Attempting to bind port 5ae6e891-5427-4fe3-a2d2-d2afde7d8453 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:46:03.952794 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] Attempting to bind port 5ae6e891-5427-4fe3-a2d2-d2afde7d8453 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:03.960726 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:46:03.961137 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:46:03.961640 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:03.962008 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:46:03.962476 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] Bound port: 5ae6e891-5427-4fe3-a2d2-d2afde7d8453, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:46:03.962860 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:03.983414 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57538) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:04.037564 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c7f6298-f6c2-46d6-be55-bdb3c11736ff', 'tag': 'eac1e254-07cb-4c1c-a51f-a29c203477ed', 'status': 'completed', 'code': 200} Mar 01 20:46:04.054724 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] For port 5ae6e891-5427-4fe3-a2d2-d2afde7d8453, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:46:04.058309 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] For port 5ae6e891-5427-4fe3-a2d2-d2afde7d8453, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5ae6e891-5427-4fe3-a2d2-d2afde7d8453,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:46:04.063920 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e259394-5f02-4cce-957e-32fbd761ba71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:04.064476 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e259394-5f02-4cce-957e-32fbd761ba71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:04.064955 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e259394-5f02-4cce-957e-32fbd761ba71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:04.065947 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e259394-5f02-4cce-957e-32fbd761ba71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:04.067043 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e259394-5f02-4cce-957e-32fbd761ba71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:04.067648 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e259394-5f02-4cce-957e-32fbd761ba71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:04.068258 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e259394-5f02-4cce-957e-32fbd761ba71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:04.068719 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e259394-5f02-4cce-957e-32fbd761ba71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:04.069241 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e259394-5f02-4cce-957e-32fbd761ba71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:04.069707 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e259394-5f02-4cce-957e-32fbd761ba71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:04.070190 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e259394-5f02-4cce-957e-32fbd761ba71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:04.070691 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e259394-5f02-4cce-957e-32fbd761ba71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:04.071595 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f65bb-ef1b-4592-ab49-274ac0ff9251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89566587-e04d-447f-8c4c-972b65a7850f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:04.092043 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78454ee0-259b-460a-a80c-12dae3f95be6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:04.112094 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d069150c-d7f8-45ac-be1a-f68653885059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:04.133787 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d069150c-d7f8-45ac-be1a-f68653885059 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:04.137881 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d069150c-d7f8-45ac-be1a-f68653885059 admin admin] Usage tracker for resource:security_group_rule and tenant:3a5ea11105944d9c8fad49bee12d6671 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:04.140763 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d069150c-d7f8-45ac-be1a-f68653885059 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:04.148740 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d069150c-d7f8-45ac-be1a-f68653885059 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:04.165414 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e08d0116-0f66-40cc-9128-668b95f2e39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:04.165815 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:04.203096 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78454ee0-259b-460a-a80c-12dae3f95be6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:04.249705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e9abc-a4e2-4325-bf35-95bef8441a42 req-18d009f3-86b8-426f-8756-8fe7e8f4bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:04.251007 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-819e9abc-a4e2-4325-bf35-95bef8441a42 req-18d009f3-86b8-426f-8756-8fe7e8f4bcc8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 1101 time: 0.4685991 Mar 01 20:46:04.256073 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] Routers {'72b64dff-1b3e-4ba2-9263-0c5219db8df0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:46:04.256921 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:46:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['72b64dff-1b3e-4ba2-9263-0c5219db8df0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:04.261027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba7809-9495-423f-8e11-fdccd9667805 req-bb799d5b-0d3b-4d82-ab6d-11a5d2607333 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:04.262487 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-acba7809-9495-423f-8e11-fdccd9667805 req-bb799d5b-0d3b-4d82-ab6d-11a5d2607333 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 1116 time: 0.3083701 Mar 01 20:46:04.268396 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-a45c7a1c-ae50-486d-be53-e1403ae1f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:04.270827 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-a45c7a1c-ae50-486d-be53-e1403ae1f5e8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&device_id=1c7f6298-f6c2-46d6-be55-bdb3c11736ff HTTP/1.1" status: 200 len: 1099 time: 0.3251128 Mar 01 20:46:04.327658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182b36e-abcb-469c-b827-b15e9a43bdce req-6ddb5dfd-32a7-4aac-93ab-471e649222bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:04.330369 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f182b36e-abcb-469c-b827-b15e9a43bdce req-6ddb5dfd-32a7-4aac-93ab-471e649222bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&device_id=29e5976a-cbab-48c5-b314-f440015a374f HTTP/1.1" status: 200 len: 1099 time: 0.6608815 Mar 01 20:46:04.330882 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e259394-5f02-4cce-957e-32fbd761ba71 None None] Pushing event updated for resources: {'Port': ['ID=5ae6e891-5427-4fe3-a2d2-d2afde7d8453,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:04.442689 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-8b7f0d07-93c2-4eb0-b0d5-13c70e055f32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=eac1e254-07cb-4c1c-a51f-a29c203477ed HTTP/1.1" status: 200 len: 217 time: 0.1624954 Mar 01 20:46:04.494082 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-819e9abc-a4e2-4325-bf35-95bef8441a42 req-4508c68f-aa08-4665-86f3-e9b367f87197 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291253 Mar 01 20:46:04.501318 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] Set router 72b64dff-1b3e-4ba2-9263-0c5219db8df0 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:46:04.516641 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-acba7809-9495-423f-8e11-fdccd9667805 req-8680e8e6-f579-443b-9888-a95da59f14b8 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306154 Mar 01 20:46:04.558777 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef0248-4b61-4bd9-b2d8-3a3e7c3b0bbd req-fdd39ae3-0f6a-47a8-87c1-9585471332f0 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:04.562082 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3cef0248-4b61-4bd9-b2d8-3a3e7c3b0bbd req-fdd39ae3-0f6a-47a8-87c1-9585471332f0 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e5976a-cbab-48c5-b314-f440015a374f HTTP/1.1" status: 200 len: 948 time: 0.4097745 Mar 01 20:46:04.577776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-dc4603cc-b36d-42d4-a286-3acf9bc6a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:04.579209 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-dc4603cc-b36d-42d4-a286-3acf9bc6a868 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1305780 Mar 01 20:46:04.669729 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d069150c-d7f8-45ac-be1a-f68653885059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:04.681537 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-e08d0116-0f66-40cc-9128-668b95f2e39e admin admin] Allocated IP 172.20.0.1 (7e8fb4b5-75cd-40b7-9d01-d7b45906f669/ec0f17b0-6ac4-4415-b727-102a9a29cde0/386ef0e1-84b4-41ab-898e-d5f4de2d9202) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:46:04.697443 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78454ee0-259b-460a-a80c-12dae3f95be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:04.739270 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3cef0248-4b61-4bd9-b2d8-3a3e7c3b0bbd req-b3cc06e4-1553-418d-a1f2-10d7d792766d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763141 Mar 01 20:46:04.744145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78454ee0-259b-460a-a80c-12dae3f95be6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89566587-e04d-447f-8c4c-972b65a7850f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:04.746709 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182b36e-abcb-469c-b827-b15e9a43bdce req-4f24cbaf-f3c1-48bf-977c-0a541ed80fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:04.748174 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f182b36e-abcb-469c-b827-b15e9a43bdce req-4f24cbaf-f3c1-48bf-977c-0a541ed80fcd service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.4013448 Mar 01 20:46:04.821048 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78454ee0-259b-460a-a80c-12dae3f95be6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:04.825524 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-78454ee0-259b-460a-a80c-12dae3f95be6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/89566587-e04d-447f-8c4c-972b65a7850f HTTP/1.1" status: 204 len: 168 time: 0.9450853 Mar 01 20:46:04.825705 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d069150c-d7f8-45ac-be1a-f68653885059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:04.863568 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f182b36e-abcb-469c-b827-b15e9a43bdce req-15e6cdf7-0a16-4e66-b810-237f00f2a24e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf HTTP/1.1" status: 200 len: 217 time: 0.0966694 Mar 01 20:46:04.903870 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e08d0116-0f66-40cc-9128-668b95f2e39e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:04.915206 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b64dff-1b3e-4ba2-9263-0c5219db8df0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1315853403-router', 'tenant_id': '8bafc1517a824411b78689dbd5905af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '5ae6e891-5427-4fe3-a2d2-d2afde7d8453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:45:52Z', 'updated_at': '2022-03-01T20:45:58Z', 'revision_number': 3, 'project_id': '8bafc1517a824411b78689dbd5905af2', 'gw_port': {'id': '5ae6e891-5427-4fe3-a2d2-d2afde7d8453', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b64dff-1b3e-4ba2-9263-0c5219db8df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:45:55Z', 'updated_at': '2022-03-01T20:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:04.924272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069150c-d7f8-45ac-be1a-f68653885059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee19fb2-9b12-4331-a349-43707cb4aaa8,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:04.928067 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea7baa8e-532a-4016-8959-494c690fc299 None None] The sync data for ids ['72b64dff-1b3e-4ba2-9263-0c5219db8df0'] in n-d-827896-4 is: [{'id': '72b64dff-1b3e-4ba2-9263-0c5219db8df0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1315853403-router', 'tenant_id': '8bafc1517a824411b78689dbd5905af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '5ae6e891-5427-4fe3-a2d2-d2afde7d8453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:45:52Z', 'updated_at': '2022-03-01T20:45:58Z', 'revision_number': 3, 'project_id': '8bafc1517a824411b78689dbd5905af2', 'gw_port': {'id': '5ae6e891-5427-4fe3-a2d2-d2afde7d8453', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b64dff-1b3e-4ba2-9263-0c5219db8df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:45:55Z', 'updated_at': '2022-03-01T20:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:46:04.952255 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-e08d0116-0f66-40cc-9128-668b95f2e39e admin admin] Transition to ACTIVE for port object 386ef0e1-84b4-41ab-898e-d5f4de2d9202 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:04.963675 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d069150c-d7f8-45ac-be1a-f68653885059 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3a5ea11105944d9c8fad49bee12d6671&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8886638 Mar 01 20:46:04.967991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57556) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:05.004801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020b9a8-0640-4640-be7a-61e0dee25a7e req-d0abd9a2-abb4-4566-8ccd-b4dff46844d0 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:05.006378 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2020b9a8-0640-4640-be7a-61e0dee25a7e req-d0abd9a2-abb4-4566-8ccd-b4dff46844d0 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 950 time: 0.3016717 Mar 01 20:46:05.055077 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8bc9f6bc-b37b-4ae7-b0bc-ed281fa8912c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:05.085995 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8bc9f6bc-b37b-4ae7-b0bc-ed281fa8912c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:05.099928 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e08d0116-0f66-40cc-9128-668b95f2e39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:05.184565 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182b36e-abcb-469c-b827-b15e9a43bdce req-8f0b043c-b5d2-4b95-a890-646132c99397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:05.186090 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f182b36e-abcb-469c-b827-b15e9a43bdce req-8f0b043c-b5d2-4b95-a890-646132c99397 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.3096037 Mar 01 20:46:05.199007 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08d0116-0f66-40cc-9128-668b95f2e39e admin admin] Network 7e8fb4b5-75cd-40b7-9d01-d7b45906f669 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:46:05.202492 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-e08d0116-0f66-40cc-9128-668b95f2e39e admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:46:05.212066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08d0116-0f66-40cc-9128-668b95f2e39e admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:46:05.212525 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e08d0116-0f66-40cc-9128-668b95f2e39e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:05.228820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d0116-0f66-40cc-9128-668b95f2e39e admin admin] Pushing event updated for resources: {'Port': ['ID=386ef0e1-84b4-41ab-898e-d5f4de2d9202,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:05.312985 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8bc9f6bc-b37b-4ae7-b0bc-ed281fa8912c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:05.338849 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2020b9a8-0640-4640-be7a-61e0dee25a7e req-29d5d067-fb17-4aeb-9a06-d0a9caa0c4f8 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268435 Mar 01 20:46:05.397145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc9f6bc-b37b-4ae7-b0bc-ed281fa8912c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee19fb2-9b12-4331-a349-43707cb4aaa8,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:05.412107 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8bc9f6bc-b37b-4ae7-b0bc-ed281fa8912c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:05.412107 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8bc9f6bc-b37b-4ae7-b0bc-ed281fa8912c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0ee19fb2-9b12-4331-a349-43707cb4aaa8 HTTP/1.1" status: 204 len: 168 time: 0.4341567 Mar 01 20:46:05.444478 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd1c50a1-eb2c-4931-83b1-ed9a6e3daf4f tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:05.449675 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd1c50a1-eb2c-4931-83b1-ed9a6e3daf4f tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 808 time: 0.4401641 Mar 01 20:46:05.488612 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-a8771d85-96bd-44eb-ad03-10e8eb3de7b9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/quotas/9425af0c76c64926891aa5e1f014e8ef HTTP/1.1" status: 200 len: 375 time: 0.0378909 Mar 01 20:46:05.535090 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e08d0116-0f66-40cc-9128-668b95f2e39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:05.580656 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182b36e-abcb-469c-b827-b15e9a43bdce req-17e581a1-e397-4152-b896-532af6b102d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:05.583291 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f182b36e-abcb-469c-b827-b15e9a43bdce req-17e581a1-e397-4152-b896-532af6b102d2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3838921 Mar 01 20:46:05.751179 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-2b67550e-819e-45b4-ac13-f3d1e62624fa tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2615106 Mar 01 20:46:05.816791 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4b3c4dea-1e2d-40e7-b80f-c1e9efc13a0c None None] Provisioning for port 386ef0e1-84b4-41ab-898e-d5f4de2d9202 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:05.828075 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4b3c4dea-1e2d-40e7-b80f-c1e9efc13a0c None None] Provisioning complete for port 386ef0e1-84b4-41ab-898e-d5f4de2d9202 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:05.828075 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4b3c4dea-1e2d-40e7-b80f-c1e9efc13a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:05.845027 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f182b36e-abcb-469c-b827-b15e9a43bdce req-67f83480-9a55-4e44-a9b0-1ab436ced662 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483819 Mar 01 20:46:05.854438 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e08d0116-0f66-40cc-9128-668b95f2e39e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:05.915979 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4b3c4dea-1e2d-40e7-b80f-c1e9efc13a0c None None] Port 386ef0e1-84b4-41ab-898e-d5f4de2d9202 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:46:05.933229 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e08d0116-0f66-40cc-9128-668b95f2e39e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:05.933938 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e08d0116-0f66-40cc-9128-668b95f2e39e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:06.112158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57584) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:06.217608 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08d0116-0f66-40cc-9128-668b95f2e39e admin admin] Pushing event updated for resources: {'Port': ['ID=386ef0e1-84b4-41ab-898e-d5f4de2d9202,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:06.223446 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-41ed1043-2275-42f1-a647-4d93add93288 service neutron] 10.222.0.42 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4498234 Mar 01 20:46:06.276589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e08d0116-0f66-40cc-9128-668b95f2e39e admin admin] Network 7e8fb4b5-75cd-40b7-9d01-d7b45906f669 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:46:06.278243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-e08d0116-0f66-40cc-9128-668b95f2e39e admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:46:06.278784 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f182b36e-abcb-469c-b827-b15e9a43bdce req-d8c48c86-7d9b-4415-a660-c551b5a0c2f9 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255300 Mar 01 20:46:06.375697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd2df5-105e-4d8b-b4ad-38845b245e53 req-eefdc500-3532-4a3e-bd2a-63dbd38905d8 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:06.377295 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98fd2df5-105e-4d8b-b4ad-38845b245e53 req-eefdc500-3532-4a3e-bd2a-63dbd38905d8 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e5976a-cbab-48c5-b314-f440015a374f HTTP/1.1" status: 200 len: 948 time: 0.4225185 Mar 01 20:46:06.390542 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfaa9-3270-4f62-a665-b5f0ceedb0f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:06.431851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f6fdfaa9-3270-4f62-a665-b5f0ceedb0f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:06.435738 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f6fdfaa9-3270-4f62-a665-b5f0ceedb0f6 admin admin] Usage tracker for resource:security_group_rule and tenant:62f02851f6fa405db4b1b9753f819182 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:06.443639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f6fdfaa9-3270-4f62-a665-b5f0ceedb0f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:06.449678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f6fdfaa9-3270-4f62-a665-b5f0ceedb0f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:06.519592 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98fd2df5-105e-4d8b-b4ad-38845b245e53 req-24e06de0-ad8a-486f-9300-d24fdb7d2151 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070235 Mar 01 20:46:06.534255 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-aa20a909-cd29-4382-b6dd-35b7fb83bfaf service neutron] 10.222.0.42 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099425 Mar 01 20:46:06.554536 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e08d0116-0f66-40cc-9128-668b95f2e39e admin admin] Router 72b64dff-1b3e-4ba2-9263-0c5219db8df0 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:46:06.658996 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ea6cf2dc-9771-489b-ae50-c031b35dcde4 None None] Provisioning complete for port 386ef0e1-84b4-41ab-898e-d5f4de2d9202 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:06.659280 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ea6cf2dc-9771-489b-ae50-c031b35dcde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:06.661501 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfaa9-3270-4f62-a665-b5f0ceedb0f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:06.721848 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f6fdfaa9-3270-4f62-a665-b5f0ceedb0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:06.780643 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5ae6e891-5427-4fe3-a2d2-d2afde7d8453 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:06.839723 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ea6cf2dc-9771-489b-ae50-c031b35dcde4 None None] Port 386ef0e1-84b4-41ab-898e-d5f4de2d9202 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:46:06.892399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e08d0116-0f66-40cc-9128-668b95f2e39e admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:46:06.904250 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e08d0116-0f66-40cc-9128-668b95f2e39e admin admin] 10.222.0.42 "PUT /v2.0/routers/72b64dff-1b3e-4ba2-9263-0c5219db8df0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3649511 Mar 01 20:46:06.912431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57612) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:06.922130 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f6fdfaa9-3270-4f62-a665-b5f0ceedb0f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62f02851f6fa405db4b1b9753f819182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8069971 Mar 01 20:46:06.933254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdfaa9-3270-4f62-a665-b5f0ceedb0f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997f168c-0736-4922-8d54-85f3ec7436fb,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:06.959657 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 5ae6e891-5427-4fe3-a2d2-d2afde7d8453 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:06.967122 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 5ae6e891-5427-4fe3-a2d2-d2afde7d8453 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:06.967825 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:06.996245 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f2dcd38c-f486-4734-a1e0-2711b18c3db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:07.050271 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f2dcd38c-f486-4734-a1e0-2711b18c3db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:07.056245 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67823c67-434e-459f-bd07-49b7c92936a7 req-206efb69-dfdf-4cb2-aa07-400f6c92f3af tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:07.057816 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67823c67-434e-459f-bd07-49b7c92936a7 req-206efb69-dfdf-4cb2-aa07-400f6c92f3af tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 950 time: 0.3002677 Mar 01 20:46:07.188120 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d29ec562-3e59-48a0-8a41-da5360264e83 req-ed8e7b10-b97f-46ac-a5ce-c10f96f7fa95 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 210 time: 0.1292942 Mar 01 20:46:07.210765 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f2dcd38c-f486-4734-a1e0-2711b18c3db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:07.216476 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] Sync routers for ids ['72b64dff-1b3e-4ba2-9263-0c5219db8df0'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:46:07.244072 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67823c67-434e-459f-bd07-49b7c92936a7 req-b9a892eb-1a9e-4a67-a635-96eed6160468 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984249 Mar 01 20:46:07.244721 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:07.249795 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] Routers {'72b64dff-1b3e-4ba2-9263-0c5219db8df0'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:46:07.250848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:46:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['72b64dff-1b3e-4ba2-9263-0c5219db8df0'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:07.259996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcd38c-f486-4734-a1e0-2711b18c3db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997f168c-0736-4922-8d54-85f3ec7436fb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:07.283647 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f2dcd38c-f486-4734-a1e0-2711b18c3db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:07.287419 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f2dcd38c-f486-4734-a1e0-2711b18c3db5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/997f168c-0736-4922-8d54-85f3ec7436fb HTTP/1.1" status: 204 len: 168 time: 0.3716290 Mar 01 20:46:07.377000 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 5ae6e891-5427-4fe3-a2d2-d2afde7d8453, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5ae6e891-5427-4fe3-a2d2-d2afde7d8453,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:07.486797 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:07.546732 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] Set router 72b64dff-1b3e-4ba2-9263-0c5219db8df0 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:46:07.697041 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=5ae6e891-5427-4fe3-a2d2-d2afde7d8453,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:07.748030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73472d6-868b-4070-88c2-c3cf51f6b51c req-a03cbd2b-6471-424d-89dd-f9719ed2eb07 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:07.749497 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c73472d6-868b-4070-88c2-c3cf51f6b51c req-a03cbd2b-6471-424d-89dd-f9719ed2eb07 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e5976a-cbab-48c5-b314-f440015a374f HTTP/1.1" status: 200 len: 948 time: 0.0880935 Mar 01 20:46:07.810767 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c73472d6-868b-4070-88c2-c3cf51f6b51c req-2897c5f4-512b-4ff9-8127-961800823958 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519443 Mar 01 20:46:07.901728 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b64dff-1b3e-4ba2-9263-0c5219db8df0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1315853403-router', 'tenant_id': '8bafc1517a824411b78689dbd5905af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '5ae6e891-5427-4fe3-a2d2-d2afde7d8453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:45:52Z', 'updated_at': '2022-03-01T20:46:05Z', 'revision_number': 4, 'project_id': '8bafc1517a824411b78689dbd5905af2', 'gw_port': {'id': '5ae6e891-5427-4fe3-a2d2-d2afde7d8453', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:86:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b64dff-1b3e-4ba2-9263-0c5219db8df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:45:55Z', 'updated_at': '2022-03-01T20:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '386ef0e1-84b4-41ab-898e-d5f4de2d9202', 'name': '', 'network_id': '7e8fb4b5-75cd-40b7-9d01-d7b45906f669', 'tenant_id': '8bafc1517a824411b78689dbd5905af2', 'mac_address': 'fa:16:3e:29:ff:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b64dff-1b3e-4ba2-9263-0c5219db8df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ec0f17b0-6ac4-4415-b727-102a9a29cde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:04Z', 'updated_at': '2022-03-01T20:46:05Z', 'revision_number': 2, 'project_id': '8bafc1517a824411b78689dbd5905af2', 'subnets': [{'id': 'ec0f17b0-6ac4-4415-b727-102a9a29cde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:07.905566 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] Checking router: 72b64dff-1b3e-4ba2-9263-0c5219db8df0 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:46:07.905940 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] Updating router 72b64dff-1b3e-4ba2-9263-0c5219db8df0 port 386ef0e1-84b4-41ab-898e-d5f4de2d9202 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:46:07.945124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:46:07.969507 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:08.219512 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:08.259619 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': 'fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf', 'mac_address': 'fa:16:3e:15:ed:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:46:08.383002 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6488d5e-ce7a-4f36-b2d6-eaf87517ff08 req-0fa1631b-45ed-4ee8-a1e8-5c34ef582dd1 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 210 time: 0.0581872 Mar 01 20:46:08.383591 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:08.417007 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:46:08.438306 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:08.504505 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57666) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:08.505035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976c91b-edc5-4a1b-9c59-b6ccef300950 req-f5f19168-7593-4415-9d89-3c5f688a2522 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:08.507127 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4976c91b-edc5-4a1b-9c59-b6ccef300950 req-f5f19168-7593-4415-9d89-3c5f688a2522 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 950 time: 0.0926836 Mar 01 20:46:08.531855 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-765381da-61c6-4c21-9912-124736c79a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:08.546514 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:08.564226 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4976c91b-edc5-4a1b-9c59-b6ccef300950 req-8ede8b17-7275-4be7-a91a-4411d04a82d2 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499761 Mar 01 20:46:08.632960 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:08.650229 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] Transition to ACTIVE for port object 386ef0e1-84b4-41ab-898e-d5f4de2d9202 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:08.659452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-765381da-61c6-4c21-9912-124736c79a4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:08.664755 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-765381da-61c6-4c21-9912-124736c79a4b admin admin] Usage tracker for resource:security_group_rule and tenant:625c7fd9a7ed4ecbbd70454b26a19baf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:08.668196 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-765381da-61c6-4c21-9912-124736c79a4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:08.676800 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-765381da-61c6-4c21-9912-124736c79a4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:08.705882 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5ae6e891-5427-4fe3-a2d2-d2afde7d8453 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:08.786023 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:08.792240 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-765381da-61c6-4c21-9912-124736c79a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:08.820321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57678) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:08.826278 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:08.826857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-605213486-network', 'tenant_id': 'b73a4a7893bb45c9b6c9546896f29729'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:08.832323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:08.849209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Usage tracker for resource:network and tenant:b73a4a7893bb45c9b6c9546896f29729 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:08.852228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:08.859092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:08.889343 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:46:08.896270 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-765381da-61c6-4c21-9912-124736c79a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:08.979617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57686) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:08.987181 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-765381da-61c6-4c21-9912-124736c79a4b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=625c7fd9a7ed4ecbbd70454b26a19baf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4815578 Mar 01 20:46:08.989003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765381da-61c6-4c21-9912-124736c79a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fa4115-25bd-4f43-85e4-93f82d7e3473,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:09.041639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Made reservation on behalf of b73a4a7893bb45c9b6c9546896f29729 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:46:09.044512 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:09.118449 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:09.306941 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:09.326509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Usage tracker for resource:security_group_rule and tenant:b73a4a7893bb45c9b6c9546896f29729 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:09.332454 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5b512718-ed89-4529-9a0e-145f1840120e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:09.335220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:09.344235 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01be27-5131-45e9-859d-29f511dbcd66 None None] Pushing event updated for resources: {'Port': ['ID=386ef0e1-84b4-41ab-898e-d5f4de2d9202,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:09.359916 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 5ae6e891-5427-4fe3-a2d2-d2afde7d8453 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:09.359916 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:09.360266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:09.407266 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5b512718-ed89-4529-9a0e-145f1840120e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:09.407878 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] Attempting to bind port 386ef0e1-84b4-41ab-898e-d5f4de2d9202 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:46:09.409543 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] Attempting to bind port 386ef0e1-84b4-41ab-898e-d5f4de2d9202 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'eb21ab1e-7641-44da-b9f3-230d39b185f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e8fb4b5-75cd-40b7-9d01-d7b45906f669'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:46:09.410933 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] Attempting to bind port 386ef0e1-84b4-41ab-898e-d5f4de2d9202 on network 7e8fb4b5-75cd-40b7-9d01-d7b45906f669 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:09.422829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ace92b5-8add-4713-9d56-37b3303e0513 req-3a0734e7-1fc6-4065-89a1-69b99df0de57 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:09.430203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5ace92b5-8add-4713-9d56-37b3303e0513 req-3a0734e7-1fc6-4065-89a1-69b99df0de57 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e5976a-cbab-48c5-b314-f440015a374f HTTP/1.1" status: 200 len: 949 time: 0.3936448 Mar 01 20:46:09.480243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:46:09.480610 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] Checking segment: {'id': 'eb21ab1e-7641-44da-b9f3-230d39b185f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e8fb4b5-75cd-40b7-9d01-d7b45906f669'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:46:09.481002 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:09.481379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] Bound using segment: {'id': 'eb21ab1e-7641-44da-b9f3-230d39b185f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e8fb4b5-75cd-40b7-9d01-d7b45906f669'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:46:09.481841 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] Bound port: 386ef0e1-84b4-41ab-898e-d5f4de2d9202, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb21ab1e-7641-44da-b9f3-230d39b185f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e8fb4b5-75cd-40b7-9d01-d7b45906f669'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:46:09.482198 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:09.620630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5ace92b5-8add-4713-9d56-37b3303e0513 req-dbf32594-4a99-4c10-b46a-554118c23e15 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894691 Mar 01 20:46:09.752178 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] For port 386ef0e1-84b4-41ab-898e-d5f4de2d9202, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:46:09.752573 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-51143800-fa8b-4c86-9adc-e4203ef63795 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:09.754863 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-51143800-fa8b-4c86-9adc-e4203ef63795 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.57 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 808 time: 0.2914994 Mar 01 20:46:09.762608 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5b512718-ed89-4529-9a0e-145f1840120e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:09.777975 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] For port 386ef0e1-84b4-41ab-898e-d5f4de2d9202, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=386ef0e1-84b4-41ab-898e-d5f4de2d9202,segment=NetworkSegment(eb21ab1e-7641-44da-b9f3-230d39b185f8),segment_id=eb21ab1e-7641-44da-b9f3-230d39b185f8)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:46:09.792621 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-7eb5d7ea-b056-495e-a2e7-5beaf594b8f9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Request body: {'port': {'device_id': '097b1c1d-e124-49fa-840f-81de7bdd55ad', 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38', 'admin_state_up': True, 'tenant_id': '9425af0c76c64926891aa5e1f014e8ef'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:09.841885 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b512718-ed89-4529-9a0e-145f1840120e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fa4115-25bd-4f43-85e4-93f82d7e3473,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:09.848610 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:09.894958 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:09.912130 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed5f32b3-9c0a-4b29-a797-be0f4276bc42 req-4681f28f-a6b5-4f97-9509-0f0ef970deb9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 210 time: 0.0952513 Mar 01 20:46:09.959774 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] Routers {'72b64dff-1b3e-4ba2-9263-0c5219db8df0'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:46:09.962578 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:46:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['72b64dff-1b3e-4ba2-9263-0c5219db8df0'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:09.998116 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5b512718-ed89-4529-9a0e-145f1840120e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:10.001824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5b512718-ed89-4529-9a0e-145f1840120e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b6fa4115-25bd-4f43-85e4-93f82d7e3473 HTTP/1.1" status: 204 len: 168 time: 1.0182283 Mar 01 20:46:10.065377 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:10.066472 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc01be27-5131-45e9-859d-29f511dbcd66 None None] Pushing event updated for resources: {'Port': ['ID=386ef0e1-84b4-41ab-898e-d5f4de2d9202,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:10.152223 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:46:10.179307 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:10.179705 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Added segment d7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9 of type vlan for network 4621673e-c86b-456c-812a-c7066eee464d Mar 01 20:46:10.243903 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-7eb5d7ea-b056-495e-a2e7-5beaf594b8f9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:10.255843 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] Set router 72b64dff-1b3e-4ba2-9263-0c5219db8df0 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:46:10.263392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-7eb5d7ea-b056-495e-a2e7-5beaf594b8f9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Usage tracker for resource:port and tenant:9425af0c76c64926891aa5e1f014e8ef is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:10.279895 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-7eb5d7ea-b056-495e-a2e7-5beaf594b8f9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:10.297638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-7eb5d7ea-b056-495e-a2e7-5beaf594b8f9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:10.319648 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd73c58f-222f-4714-8116-11993310e19a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:10.330507 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:10.396961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb86aa-d1bb-4ac0-9bbf-a28c66642f2c req-51f91ebb-f1fb-4f0e-98bb-7d914219e17f tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:10.404111 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-31bb86aa-d1bb-4ac0-9bbf-a28c66642f2c req-51f91ebb-f1fb-4f0e-98bb-7d914219e17f tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 950 time: 0.3788664 Mar 01 20:46:10.431659 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-33c8d310-31fe-403a-bd63-369236b6027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:10.433772 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-33c8d310-31fe-403a-bd63-369236b6027a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1332603 Mar 01 20:46:10.451595 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-7eb5d7ea-b056-495e-a2e7-5beaf594b8f9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Made reservation on behalf of 9425af0c76c64926891aa5e1f014e8ef for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:46:10.462870 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-7eb5d7ea-b056-495e-a2e7-5beaf594b8f9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:10.487669 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-31bb86aa-d1bb-4ac0-9bbf-a28c66642f2c req-447f1323-c96d-4308-b67c-3ed2739b3096 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826526 Mar 01 20:46:10.572766 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:10.573737 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:10.574321 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:10.605819 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-baa66d96-5c16-4390-8ae2-05323230d4c7 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649563 Mar 01 20:46:10.670557 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b64dff-1b3e-4ba2-9263-0c5219db8df0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1315853403-router', 'tenant_id': '8bafc1517a824411b78689dbd5905af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '5ae6e891-5427-4fe3-a2d2-d2afde7d8453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:45:52Z', 'updated_at': '2022-03-01T20:46:05Z', 'revision_number': 4, 'project_id': '8bafc1517a824411b78689dbd5905af2', 'gw_port': {'id': '5ae6e891-5427-4fe3-a2d2-d2afde7d8453', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b64dff-1b3e-4ba2-9263-0c5219db8df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:45:55Z', 'updated_at': '2022-03-01T20:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '386ef0e1-84b4-41ab-898e-d5f4de2d9202', 'name': '', 'network_id': '7e8fb4b5-75cd-40b7-9d01-d7b45906f669', 'tenant_id': '8bafc1517a824411b78689dbd5905af2', 'mac_address': 'fa:16:3e:29:ff:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b64dff-1b3e-4ba2-9263-0c5219db8df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ec0f17b0-6ac4-4415-b727-102a9a29cde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:04Z', 'updated_at': '2022-03-01T20:46:09Z', 'revision_number': 4, 'project_id': '8bafc1517a824411b78689dbd5905af2', 'subnets': [{'id': 'ec0f17b0-6ac4-4415-b727-102a9a29cde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:10.676882 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15833a21-cb2f-468c-b47e-423f4fa80d58 None None] The sync data for ids ['72b64dff-1b3e-4ba2-9263-0c5219db8df0'] in n-d-827896-4 is: [{'id': '72b64dff-1b3e-4ba2-9263-0c5219db8df0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1315853403-router', 'tenant_id': '8bafc1517a824411b78689dbd5905af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '5ae6e891-5427-4fe3-a2d2-d2afde7d8453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:45:52Z', 'updated_at': '2022-03-01T20:46:05Z', 'revision_number': 4, 'project_id': '8bafc1517a824411b78689dbd5905af2', 'gw_port': {'id': '5ae6e891-5427-4fe3-a2d2-d2afde7d8453', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b64dff-1b3e-4ba2-9263-0c5219db8df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:45:55Z', 'updated_at': '2022-03-01T20:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '386ef0e1-84b4-41ab-898e-d5f4de2d9202', 'name': '', 'network_id': '7e8fb4b5-75cd-40b7-9d01-d7b45906f669', 'tenant_id': '8bafc1517a824411b78689dbd5905af2', 'mac_address': 'fa:16:3e:29:ff:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72b64dff-1b3e-4ba2-9263-0c5219db8df0', 'device_owner': 'network:router_interface', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': 'ec0f17b0-6ac4-4415-b727-102a9a29cde0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:04Z', 'updated_at': '2022-03-01T20:46:09Z', 'revision_number': 4, 'project_id': '8bafc1517a824411b78689dbd5905af2', 'subnets': [{'id': 'ec0f17b0-6ac4-4415-b727-102a9a29cde0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:46:10.777736 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9553833 Mar 01 20:46:10.778550 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57726) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:10.783436 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd0b097-0343-429e-a19d-c45769d59cbb admin admin] Pushing event updated for resources: {'Network': ['ID=4621673e-c86b-456c-812a-c7066eee464d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:10.808303 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 4621673e-c86b-456c-812a-c7066eee464d details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:46:10.815054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-7eb5d7ea-b056-495e-a2e7-5beaf594b8f9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Allocated IP 172.20.0.6 (20bee8c9-14f6-4e61-9dee-3608205e5e38/257716f2-c727-40db-9bdc-42a279d992cd/e1f3eb14-999b-4111-8f1c-00a3335f8846) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:46:10.845765 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-a10cd4f1-0abb-4a8a-a810-fff48ae1ed8b admin admin] Request body: {'subnet': {'network_id': '4621673e-c86b-456c-812a-c7066eee464d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-605213486-subnet', 'tenant_id': 'b73a4a7893bb45c9b6c9546896f29729', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:10.858657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a10cd4f1-0abb-4a8a-a810-fff48ae1ed8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:10.870834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a10cd4f1-0abb-4a8a-a810-fff48ae1ed8b admin admin] Usage tracker for resource:subnet and tenant:b73a4a7893bb45c9b6c9546896f29729 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:10.877755 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a10cd4f1-0abb-4a8a-a810-fff48ae1ed8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:10.896703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a10cd4f1-0abb-4a8a-a810-fff48ae1ed8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:10.966931 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10cd4f1-0abb-4a8a-a810-fff48ae1ed8b admin admin] Made reservation on behalf of b73a4a7893bb45c9b6c9546896f29729 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:46:10.971337 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a10cd4f1-0abb-4a8a-a810-fff48ae1ed8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:11.018238 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-faf65571-5cb3-48f9-939d-c341044ab0e5 req-9fe06334-859e-48fd-bde0-8d28e428455a service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052386 Mar 01 20:46:11.114726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57740) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:11.209762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec884610-6c0c-417c-b1b2-e1824046afe7 req-d1ad786e-22b5-49bd-a2f5-d782c5a172de tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:11.218304 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec884610-6c0c-417c-b1b2-e1824046afe7 req-d1ad786e-22b5-49bd-a2f5-d782c5a172de tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e5976a-cbab-48c5-b314-f440015a374f HTTP/1.1" status: 200 len: 949 time: 0.3187220 Mar 01 20:46:11.304102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e7bafea0-c913-4524-8f61-ea0fb9c645ad req-ba259610-ec89-4f49-abb6-09b651ba98bb tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Synchronizing usage tracker for tenant:9425af0c76c64926891aa5e1f014e8ef on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:46:11.380771 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22e42b09-12f1-4e6a-ab58-ca18fe71196b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:11.414208 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ce98c-7722-4bad-90f0-3c9312b3efa9 req-330ae868-a612-4d97-ae8d-6a3c17b9b2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:11.415470 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-492ce98c-7722-4bad-90f0-3c9312b3efa9 req-330ae868-a612-4d97-ae8d-6a3c17b9b2b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&device_id=1c7f6298-f6c2-46d6-be55-bdb3c11736ff HTTP/1.1" status: 200 len: 1099 time: 0.2140994 Mar 01 20:46:11.429912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec884610-6c0c-417c-b1b2-e1824046afe7 req-d8546e0a-36e3-45a9-bc7f-588898d69091 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108583 Mar 01 20:46:11.430597 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e7bafea0-c913-4524-8f61-ea0fb9c645ad req-ba259610-ec89-4f49-abb6-09b651ba98bb tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Unset dirty status for tenant:9425af0c76c64926891aa5e1f014e8ef on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:46:11.438052 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e7bafea0-c913-4524-8f61-ea0fb9c645ad req-ba259610-ec89-4f49-abb6-09b651ba98bb tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 210 time: 0.2547917 Mar 01 20:46:11.453274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-22e42b09-12f1-4e6a-ab58-ca18fe71196b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:11.465595 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-22e42b09-12f1-4e6a-ab58-ca18fe71196b admin admin] Usage tracker for resource:security_group_rule and tenant:6c9038b9a71f4279997454b0cff9bc39 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:11.470611 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-7eb5d7ea-b056-495e-a2e7-5beaf594b8f9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:11.474681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-22e42b09-12f1-4e6a-ab58-ca18fe71196b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:11.544955 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-22e42b09-12f1-4e6a-ab58-ca18fe71196b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:11.553027 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a10cd4f1-0abb-4a8a-a810-fff48ae1ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:11.625740 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57758) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:11.728566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ce98c-7722-4bad-90f0-3c9312b3efa9 req-31b25907-edb5-43be-9d34-b48487bfff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:11.730297 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-492ce98c-7722-4bad-90f0-3c9312b3efa9 req-31b25907-edb5-43be-9d34-b48487bfff84 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.3057330 Mar 01 20:46:11.731309 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-7eb5d7ea-b056-495e-a2e7-5beaf594b8f9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:11.733767 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10cd4f1-0abb-4a8a-a810-fff48ae1ed8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e23e2b57-ba92-4972-874c-96c43f4aca80,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:11.828810 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-492ce98c-7722-4bad-90f0-3c9312b3efa9 req-c42edcba-3c8a-4eb9-845b-4b96db0da42f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=eac1e254-07cb-4c1c-a51f-a29c203477ed HTTP/1.1" status: 200 len: 217 time: 0.0903316 Mar 01 20:46:11.833868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10cd4f1-0abb-4a8a-a810-fff48ae1ed8b admin admin] Checking segment: {'id': 'd7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4621673e-c86b-456c-812a-c7066eee464d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:46:11.852217 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10cd4f1-0abb-4a8a-a810-fff48ae1ed8b admin admin] Network hostable DHCP agents. Network: 4621673e-c86b-456c-812a-c7066eee464d, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:46:11.925734 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22e42b09-12f1-4e6a-ab58-ca18fe71196b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:11.962229 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-7eb5d7ea-b056-495e-a2e7-5beaf594b8f9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Network 20bee8c9-14f6-4e61-9dee-3608205e5e38 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:46:11.972962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5d7ea-b056-495e-a2e7-5beaf594b8f9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Pushing event updated for resources: {'Port': ['ID=e1f3eb14-999b-4111-8f1c-00a3335f8846,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:11.972962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-7eb5d7ea-b056-495e-a2e7-5beaf594b8f9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:46:11.978446 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-7eb5d7ea-b056-495e-a2e7-5beaf594b8f9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:46:11.986029 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-7eb5d7ea-b056-495e-a2e7-5beaf594b8f9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:11.987060 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-7eb5d7ea-b056-495e-a2e7-5beaf594b8f9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:11.988329 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:11.993251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ce98c-7722-4bad-90f0-3c9312b3efa9 req-26352c7f-1001-473d-b1cf-0692ccf4cd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:11.993836 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fa349d99-55f4-4b0b-a133-f7d24616861b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:11.994908 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-492ce98c-7722-4bad-90f0-3c9312b3efa9 req-26352c7f-1001-473d-b1cf-0692ccf4cd41 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1377788 Mar 01 20:46:12.025164 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22e42b09-12f1-4e6a-ab58-ca18fe71196b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:12.051396 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10cd4f1-0abb-4a8a-a810-fff48ae1ed8b admin admin] Network 4621673e-c86b-456c-812a-c7066eee464d is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:46:12.076500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fa349d99-55f4-4b0b-a133-f7d24616861b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:12.089078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4868c00-d268-4ab1-8d11-a8faa1e2ed16 req-e2efe679-a9cd-446d-8553-550a7a5159b4 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:12.090764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4868c00-d268-4ab1-8d11-a8faa1e2ed16 req-e2efe679-a9cd-446d-8553-550a7a5159b4 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 950 time: 0.4563839 Mar 01 20:46:12.111885 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492ce98c-7722-4bad-90f0-3c9312b3efa9 req-4e271ee9-98f1-416e-a4ba-073a31cbabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:12.113762 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-492ce98c-7722-4bad-90f0-3c9312b3efa9 req-4e271ee9-98f1-416e-a4ba-073a31cbabd0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1126451 Mar 01 20:46:12.117964 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fa349d99-55f4-4b0b-a133-f7d24616861b admin admin] Usage tracker for resource:security_group_rule and tenant:20168b25fa0e4fd6a5eeadb2903e6623 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:12.127752 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fa349d99-55f4-4b0b-a133-f7d24616861b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:12.154066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-a10cd4f1-0abb-4a8a-a810-fff48ae1ed8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 4621673e-c86b-456c-812a-c7066eee464d) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:46:12.154282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e42b09-12f1-4e6a-ab58-ca18fe71196b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dadb09a-c8b7-44ff-9922-b2f6ba4b408f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:12.164458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de84bfd9-be86-4714-b045-945b28d2b38f None None] Network 4621673e-c86b-456c-812a-c7066eee464d requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:46:12.167012 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fa349d99-55f4-4b0b-a133-f7d24616861b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:12.176756 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10cd4f1-0abb-4a8a-a810-fff48ae1ed8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:12.181430 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a10cd4f1-0abb-4a8a-a810-fff48ae1ed8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:12.181531 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-22e42b09-12f1-4e6a-ab58-ca18fe71196b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6c9038b9a71f4279997454b0cff9bc39&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0600424 Mar 01 20:46:12.182451 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57772) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:12.217765 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4868c00-d268-4ab1-8d11-a8faa1e2ed16 req-89d75ca8-af6d-4853-b64d-1ab76e2d5506 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093547 Mar 01 20:46:12.245850 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-7eb5d7ea-b056-495e-a2e7-5beaf594b8f9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4655516 Mar 01 20:46:12.273308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] Request body: {'port': {'device_id': '097b1c1d-e124-49fa-840f-81de7bdd55ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:12.302072 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:12.338907 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:12.340497 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:12.371451 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-492ce98c-7722-4bad-90f0-3c9312b3efa9 req-2169af77-8c2d-4573-8c41-0f10ad6f4126 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507954 Mar 01 20:46:12.374677 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d8c84775-4483-4c53-a6c3-953903a1fb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:12.377289 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a10cd4f1-0abb-4a8a-a810-fff48ae1ed8b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5761287 Mar 01 20:46:12.380288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57778) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:12.422446 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-605213486-router', 'tenant_id': 'b73a4a7893bb45c9b6c9546896f29729', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:12.431476 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:12.449604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Usage tracker for resource:router and tenant:b73a4a7893bb45c9b6c9546896f29729 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:12.465174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:12.530970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:12.539571 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d8c84775-4483-4c53-a6c3-953903a1fb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:12.635674 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-492ce98c-7722-4bad-90f0-3c9312b3efa9 req-30ef8555-09b3-463b-a225-4106d7cef89a service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569451 Mar 01 20:46:12.662093 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:12.663686 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:12.682911 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:12.749521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 386ef0e1-84b4-41ab-898e-d5f4de2d9202 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:12.756970 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d8c84775-4483-4c53-a6c3-953903a1fb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:12.776748 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c84775-4483-4c53-a6c3-953903a1fb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dadb09a-c8b7-44ff-9922-b2f6ba4b408f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:12.779706 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:12.809593 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d8c84775-4483-4c53-a6c3-953903a1fb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:12.811486 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d8c84775-4483-4c53-a6c3-953903a1fb0e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9dadb09a-c8b7-44ff-9922-b2f6ba4b408f HTTP/1.1" status: 204 len: 168 time: 0.6265872 Mar 01 20:46:12.895688 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fa349d99-55f4-4b0b-a133-f7d24616861b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:12.954115 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:12.994273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-4621673e-c86b-456c-812a-c7066eee464d', 'network_id': '4621673e-c86b-456c-812a-c7066eee464d', 'tenant_id': 'b73a4a7893bb45c9b6c9546896f29729', 'fixed_ips': [{'subnet_id': 'e23e2b57-ba92-4972-874c-96c43f4aca80'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:46:12.995136 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:13.010922 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fa349d99-55f4-4b0b-a133-f7d24616861b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:13.138440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164d353-2b19-471a-92ce-d39484c834d9 req-3387fd05-280f-406d-bb11-0555e6914954 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:13.140074 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7164d353-2b19-471a-92ce-d39484c834d9 req-3387fd05-280f-406d-bb11-0555e6914954 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 931 time: 0.3880789 Mar 01 20:46:13.149055 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf6206b-753d-4f8b-a2ec-0d05cd765087 req-ce9b0084-a9c7-4115-9c18-cc57b8f35a68 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:13.150543 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3cf6206b-753d-4f8b-a2ec-0d05cd765087 req-ce9b0084-a9c7-4115-9c18-cc57b8f35a68 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e5976a-cbab-48c5-b314-f440015a374f HTTP/1.1" status: 200 len: 949 time: 0.4371302 Mar 01 20:46:13.169580 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fa349d99-55f4-4b0b-a133-f7d24616861b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=20168b25fa0e4fd6a5eeadb2903e6623&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5424268 Mar 01 20:46:13.170787 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa349d99-55f4-4b0b-a133-f7d24616861b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c87f5c52-fbd7-4891-bd99-b2103936cb38,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:13.177778 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57796) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:13.269872 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Allocated IP 172.20.0.2 (4621673e-c86b-456c-812a-c7066eee464d/e23e2b57-ba92-4972-874c-96c43f4aca80/be27e4b3-9947-42ac-a168-9c00015c0cdc) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:46:13.288766 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:13.339005 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7164d353-2b19-471a-92ce-d39484c834d9 req-6dbaf29f-f253-498f-8aaa-a4e4ed68fa46 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874778 Mar 01 20:46:13.340205 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e5976a-cbab-48c5-b314-f440015a374f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:46:13.413751 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:13.433877 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3cf6206b-753d-4f8b-a2ec-0d05cd765087 req-60f41065-a4a4-4a10-b642-83d06cfdee69 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726955 Mar 01 20:46:13.438383 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53ec42ed-cedd-4ccc-b97a-b171b8fe6a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:13.467283 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53ec42ed-cedd-4ccc-b97a-b171b8fe6a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:13.502886 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 386ef0e1-84b4-41ab-898e-d5f4de2d9202 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:13.520747 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:13.608844 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e5976a-cbab-48c5-b314-f440015a374f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf', 'code': 200} Mar 01 20:46:13.611762 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 386ef0e1-84b4-41ab-898e-d5f4de2d9202 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:13.612283 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:13.642074 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53ec42ed-cedd-4ccc-b97a-b171b8fe6a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:13.669692 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec42ed-cedd-4ccc-b97a-b171b8fe6a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87f5c52-fbd7-4891-bd99-b2103936cb38,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:13.694972 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53ec42ed-cedd-4ccc-b97a-b171b8fe6a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:13.696146 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-53ec42ed-cedd-4ccc-b97a-b171b8fe6a93 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c87f5c52-fbd7-4891-bd99-b2103936cb38 HTTP/1.1" status: 204 len: 168 time: 0.4659891 Mar 01 20:46:13.775264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f3eb14-999b-4111-8f1c-00a3335f8846 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:46:13.779285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57814) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:13.788947 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:13.791747 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:13.808045 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:13.814483 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Transition to ACTIVE for port object be27e4b3-9947-42ac-a168-9c00015c0cdc will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:13.816405 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c858f82a-544d-484d-aec0-faa873bcb602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:13.837570 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186fb05a-13e5-4d9f-8d4c-c54214c6dc26 req-76b3a86e-ed53-46e7-88f5-55f3d5264e6e tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:13.844691 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-186fb05a-13e5-4d9f-8d4c-c54214c6dc26 req-76b3a86e-ed53-46e7-88f5-55f3d5264e6e tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 950 time: 0.2591009 Mar 01 20:46:13.870754 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] Transition to ACTIVE for port object e1f3eb14-999b-4111-8f1c-00a3335f8846 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:13.871889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c858f82a-544d-484d-aec0-faa873bcb602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:13.879834 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Transition to ACTIVE for port object be27e4b3-9947-42ac-a168-9c00015c0cdc will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:13.880178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c858f82a-544d-484d-aec0-faa873bcb602 admin admin] Usage tracker for resource:security_group_rule and tenant:d82a0c20747e4510af3a537a694d0e50 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:13.883996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c858f82a-544d-484d-aec0-faa873bcb602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:13.892449 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:13.897868 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c858f82a-544d-484d-aec0-faa873bcb602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:13.925897 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-186fb05a-13e5-4d9f-8d4c-c54214c6dc26 req-f4718cff-12f0-4b04-99b0-77c3217d5f04 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804918 Mar 01 20:46:13.933704 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:13.934293 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 386ef0e1-84b4-41ab-898e-d5f4de2d9202, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=386ef0e1-84b4-41ab-898e-d5f4de2d9202,segment=NetworkSegment(eb21ab1e-7641-44da-b9f3-230d39b185f8),segment_id=eb21ab1e-7641-44da-b9f3-230d39b185f8)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:13.996796 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:14.052776 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c858f82a-544d-484d-aec0-faa873bcb602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:14.060322 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:14.085550 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:14.104287 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:14.109465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1831b3-3281-46c1-923e-3f488777eab4 req-7a4d05dc-2f76-427e-b209-049c676404ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:14.111023 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-db1831b3-3281-46c1-923e-3f488777eab4 req-7a4d05dc-2f76-427e-b209-049c676404ab service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=29e5976a-cbab-48c5-b314-f440015a374f HTTP/1.1" status: 200 len: 1101 time: 0.4360132 Mar 01 20:46:14.126848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Network 4621673e-c86b-456c-812a-c7066eee464d is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:46:14.130099 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:46:14.139305 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:46:14.155319 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c858f82a-544d-484d-aec0-faa873bcb602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:14.176416 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Pushing event updated for resources: {'Port': ['ID=be27e4b3-9947-42ac-a168-9c00015c0cdc,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:14.259409 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c858f82a-544d-484d-aec0-faa873bcb602 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d82a0c20747e4510af3a537a694d0e50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4779129 Mar 01 20:46:14.260219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57832) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:14.266377 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-db1831b3-3281-46c1-923e-3f488777eab4 req-a5fe173c-4f67-4d78-a0a7-b65f15ba2c2b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151824 Mar 01 20:46:14.304506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Attempting to bind port be27e4b3-9947-42ac-a168-9c00015c0cdc on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:46:14.304802 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Attempting to bind port be27e4b3-9947-42ac-a168-9c00015c0cdc by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'd7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4621673e-c86b-456c-812a-c7066eee464d'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:46:14.305161 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Attempting to bind port be27e4b3-9947-42ac-a168-9c00015c0cdc on network 4621673e-c86b-456c-812a-c7066eee464d {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:14.312573 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858f82a-544d-484d-aec0-faa873bcb602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e6bc2f-4692-4079-bd77-82d824406767,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:14.317847 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:46:14.318236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Checking segment: {'id': 'd7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4621673e-c86b-456c-812a-c7066eee464d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:46:14.318766 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:14.319169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Bound using segment: {'id': 'd7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4621673e-c86b-456c-812a-c7066eee464d'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:46:14.319673 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Bound port: be27e4b3-9947-42ac-a168-9c00015c0cdc, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4621673e-c86b-456c-812a-c7066eee464d'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:46:14.320552 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:14.340301 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=386ef0e1-84b4-41ab-898e-d5f4de2d9202,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:14.365382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f3eb14-999b-4111-8f1c-00a3335f8846,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:14.378046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Allocated IP 172.25.5.63 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/60895133-3453-495c-b261-158b0fee2064) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:46:14.434575 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] For port be27e4b3-9947-42ac-a168-9c00015c0cdc, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:46:14.438522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] For port be27e4b3-9947-42ac-a168-9c00015c0cdc, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=be27e4b3-9947-42ac-a168-9c00015c0cdc,segment=NetworkSegment(d7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9),segment_id=d7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:46:14.479838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] Attempting to bind port e1f3eb14-999b-4111-8f1c-00a3335f8846 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:46:14.480233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] Attempting to bind port e1f3eb14-999b-4111-8f1c-00a3335f8846 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:46:14.480597 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] Attempting to bind port e1f3eb14-999b-4111-8f1c-00a3335f8846 on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:14.490025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] Port e1f3eb14-999b-4111-8f1c-00a3335f8846 on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:46:14.490349 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] Attempting to bind port e1f3eb14-999b-4111-8f1c-00a3335f8846 on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:14.500961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:46:14.501290 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] Checking segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:46:14.501675 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] Bound using segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:46:14.502108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] Bound port: e1f3eb14-999b-4111-8f1c-00a3335f8846, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:46:14.502449 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:14.506330 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:14.632569 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf866eca-a6fa-4f31-96db-2ac3b0e1a2fd None None] Pushing event updated for resources: {'Port': ['ID=be27e4b3-9947-42ac-a168-9c00015c0cdc,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:14.638217 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f1a89691-60d3-4ac9-8f7b-61042203a396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:14.641242 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] For port e1f3eb14-999b-4111-8f1c-00a3335f8846, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:46:14.660192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] For port e1f3eb14-999b-4111-8f1c-00a3335f8846, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e1f3eb14-999b-4111-8f1c-00a3335f8846,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:46:14.690473 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f1a89691-60d3-4ac9-8f7b-61042203a396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:14.692393 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 386ef0e1-84b4-41ab-898e-d5f4de2d9202 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:14.721154 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:14.757237 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:14.820755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:14.821259 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:14.822770 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] 10.222.0.57 "PUT /v2.0/ports/e1f3eb14-999b-4111-8f1c-00a3335f8846 HTTP/1.1" status: 200 len: 1091 time: 2.5672622 Mar 01 20:46:14.823163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097b1c1d-e124-49fa-840f-81de7bdd55ad', 'tag': 'e1f3eb14-999b-4111-8f1c-00a3335f8846'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:46:14.832593 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 386ef0e1-84b4-41ab-898e-d5f4de2d9202 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:14.832970 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:14.871597 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:14.878165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd181b4a-3659-47c2-b8e4-2232595f5152 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f3eb14-999b-4111-8f1c-00a3335f8846,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:14.882388 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f4b6394-5572-4091-a82c-24009f086f41 req-f83adadb-ea22-43f2-9e27-58a7477a35a3 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=9b96b968358845c2abd0f182e29119da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353367 Mar 01 20:46:14.951022 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f1a89691-60d3-4ac9-8f7b-61042203a396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:15.004250 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:46:15.004990 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57856) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:15.010611 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:46:15.043346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a89691-60d3-4ac9-8f7b-61042203a396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e6bc2f-4692-4079-bd77-82d824406767,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:15.068483 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b480cf43-c3d5-4204-879d-f905edc93824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:15.091125 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:46:15.201098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Pushing event updated for resources: {'Port': ['ID=60895133-3453-495c-b261-158b0fee2064,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:15.215429 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b480cf43-c3d5-4204-879d-f905edc93824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:15.234355 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f1a89691-60d3-4ac9-8f7b-61042203a396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:15.235436 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f1a89691-60d3-4ac9-8f7b-61042203a396 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/91e6bc2f-4692-4079-bd77-82d824406767 HTTP/1.1" status: 204 len: 168 time: 0.9195347 Mar 01 20:46:15.278513 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b480cf43-c3d5-4204-879d-f905edc93824 admin admin] Usage tracker for resource:security_group_rule and tenant:85d82aa55b8f442db424844c29eb03d4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:15.289770 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b480cf43-c3d5-4204-879d-f905edc93824 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:15.331624 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b480cf43-c3d5-4204-879d-f905edc93824 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:15.344798 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b6394-5572-4091-a82c-24009f086f41 req-8b704a13-799d-4042-bed3-d218167df79a tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:15.346283 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f4b6394-5572-4091-a82c-24009f086f41 req-8b704a13-799d-4042-bed3-d218167df79a tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4538238 Mar 01 20:46:15.374711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-116d87de-71da-4234-a076-8225871f7084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:15.376223 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-116d87de-71da-4234-a076-8225871f7084 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 1094 time: 0.3993311 Mar 01 20:46:15.381366 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f4b6394-5572-4091-a82c-24009f086f41 req-dbd14482-df32-45ac-8ac6-1aaab7f9d592 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/quotas/9b96b968358845c2abd0f182e29119da HTTP/1.1" status: 200 len: 375 time: 0.0262129 Mar 01 20:46:15.526198 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-b6a7dc99-7315-4b24-a422-f5489ec4bd40 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1f3eb14-999b-4111-8f1c-00a3335f8846 HTTP/1.1" status: 200 len: 217 time: 0.1354692 Mar 01 20:46:15.528693 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f4b6394-5572-4091-a82c-24009f086f41 req-0d6d8991-addb-4060-9696-b48acce58043 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b96b968358845c2abd0f182e29119da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645859 Mar 01 20:46:15.539816 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc58a49-b446-45f2-b427-c6971e359ac7 req-afed6b74-78ec-421c-a05f-87a0b1e9aca1 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:15.544686 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5bc58a49-b446-45f2-b427-c6971e359ac7 req-afed6b74-78ec-421c-a05f-87a0b1e9aca1 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 943 time: 0.3169522 Mar 01 20:46:15.635910 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b480cf43-c3d5-4204-879d-f905edc93824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:15.658408 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5bc58a49-b446-45f2-b427-c6971e359ac7 req-a124a735-564c-45b3-a96c-ed3ad0343c5c tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127734 Mar 01 20:46:15.687835 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-4d51b0d9-dce0-490c-93c4-19ba5c97dc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:15.689389 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-4d51b0d9-dce0-490c-93c4-19ba5c97dc9f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.1426787 Mar 01 20:46:15.754727 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b480cf43-c3d5-4204-879d-f905edc93824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:15.802909 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:15.854193 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-e14d9ade-3a01-46c8-822d-998d4910a91f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1573470 Mar 01 20:46:15.995845 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097b1c1d-e124-49fa-840f-81de7bdd55ad', 'tag': 'e1f3eb14-999b-4111-8f1c-00a3335f8846', 'status': 'completed', 'code': 200} Mar 01 20:46:16.004328 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b480cf43-c3d5-4204-879d-f905edc93824 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85d82aa55b8f442db424844c29eb03d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9982538 Mar 01 20:46:16.009601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57880) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:16.023300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480cf43-c3d5-4204-879d-f905edc93824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=998a11bc-5ab1-4176-bd29-a4efb166823f,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:16.126393 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fd76f5-3103-4ae9-84b9-2b8d8fee74b4 None None] Network 4621673e-c86b-456c-812a-c7066eee464d requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:46:16.144715 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-72cb6598-3a9a-4a39-9e59-3f33e7c77813 service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832632 Mar 01 20:46:16.183026 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f0eb588-5d10-4040-b6d8-a71a5735aad4 req-aae5f2b4-30af-4483-bb3c-82318db5c206 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a653be9-346a-419a-b575-251a61936d76 HTTP/1.1" status: 200 len: 210 time: 0.1010976 Mar 01 20:46:16.214023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6102e147-902e-4e59-88b5-a5e1109ffbd8 req-dcede52a-9b48-4e36-b4c0-69b95e502116 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:16.216396 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6102e147-902e-4e59-88b5-a5e1109ffbd8 req-dcede52a-9b48-4e36-b4c0-69b95e502116 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=29e5976a-cbab-48c5-b314-f440015a374f HTTP/1.1" status: 200 len: 950 time: 0.4043047 Mar 01 20:46:16.380633 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6102e147-902e-4e59-88b5-a5e1109ffbd8 req-f1ece2c2-8185-48e2-8e40-4b11148aff08 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570330 Mar 01 20:46:16.399895 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ec6dc42f-a077-426d-901e-707608eea5f3 None None] Provisioning for port be27e4b3-9947-42ac-a168-9c00015c0cdc completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:16.447795 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f023689-22a5-4caa-8045-1d27b559e0d0 req-cab6c4ac-75e9-4abd-a039-73eea42dd44e service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866013 Mar 01 20:46:16.481845 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-213975c2-5f68-4dac-9cad-09244e61731c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:16.502249 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device eac1e254-07cb-4c1c-a51f-a29c203477ed details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:46:16.544273 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-213975c2-5f68-4dac-9cad-09244e61731c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:16.556170 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:16.806030 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device be27e4b3-9947-42ac-a168-9c00015c0cdc up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:16.887102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4ad7fe-815a-4b95-9843-0348ca531371 req-396d8674-5fec-454c-a901-879fe48b7b9f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:16.889288 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b4ad7fe-815a-4b95-9843-0348ca531371 req-396d8674-5fec-454c-a901-879fe48b7b9f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c7f6298-f6c2-46d6-be55-bdb3c11736ff HTTP/1.1" status: 200 len: 948 time: 0.3295605 Mar 01 20:46:16.890549 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port eac1e254-07cb-4c1c-a51f-a29c203477ed, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=eac1e254-07cb-4c1c-a51f-a29c203477ed,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:16.894806 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b2d9f-0aae-4f14-9457-0391209e1124 req-f5d3515b-a804-4a48-81f9-659454bced3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:16.896549 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a27b2d9f-0aae-4f14-9457-0391209e1124 req-f5d3515b-a804-4a48-81f9-659454bced3c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 1094 time: 0.2810926 Mar 01 20:46:16.934329 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'eac1e254-07cb-4c1c-a51f-a29c203477ed', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': 'eac1e254-07cb-4c1c-a51f-a29c203477ed', 'mac_address': 'fa:16:3e:f2:14:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:46:16.958823 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-213975c2-5f68-4dac-9cad-09244e61731c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:16.977726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213975c2-5f68-4dac-9cad-09244e61731c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=998a11bc-5ab1-4176-bd29-a4efb166823f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:16.999160 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-213975c2-5f68-4dac-9cad-09244e61731c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:17.000462 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:17.001145 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-213975c2-5f68-4dac-9cad-09244e61731c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/998a11bc-5ab1-4176-bd29-a4efb166823f HTTP/1.1" status: 204 len: 168 time: 0.9899273 Mar 01 20:46:17.021627 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Router 47ee2335-864e-45c4-9460-329d2f9cb009 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 20:46:17.073784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac1e254-07cb-4c1c-a51f-a29c203477ed {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:46:17.104843 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port eac1e254-07cb-4c1c-a51f-a29c203477ed, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=eac1e254-07cb-4c1c-a51f-a29c203477ed,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:17.121708 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b4ad7fe-815a-4b95-9843-0348ca531371 req-4b327567-67e8-4525-93c8-42dcfc9c2d9b tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240593 Mar 01 20:46:17.140283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port be27e4b3-9947-42ac-a168-9c00015c0cdc completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:17.147106 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port be27e4b3-9947-42ac-a168-9c00015c0cdc triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:17.147772 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:17.182605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7329385d-b32e-46f6-8131-cd919b04aac5 req-8a9de8d5-e308-4afd-a0d5-3afd3bfb9765 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:17.187482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57916) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:17.190627 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7329385d-b32e-46f6-8131-cd919b04aac5 req-8a9de8d5-e308-4afd-a0d5-3afd3bfb9765 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 943 time: 0.2991166 Mar 01 20:46:17.232477 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b2d9f-0aae-4f14-9457-0391209e1124 req-baa5ef21-142e-458f-b562-415bdd8b3fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:17.247598 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a27b2d9f-0aae-4f14-9457-0391209e1124 req-baa5ef21-142e-458f-b562-415bdd8b3fcb service neutron] 10.222.0.57 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 909 time: 0.2987900 Mar 01 20:46:17.255074 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:17.281915 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7329385d-b32e-46f6-8131-cd919b04aac5 req-ecde3e28-1c7a-4952-a6e2-d05c262555e6 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897458 Mar 01 20:46:17.346180 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:46:17.364868 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] Sync routers for ids ['47ee2335-864e-45c4-9460-329d2f9cb009'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:46:17.381887 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=eac1e254-07cb-4c1c-a51f-a29c203477ed,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:17.386583 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:17.405380 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] Routers {'47ee2335-864e-45c4-9460-329d2f9cb009'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:46:17.406595 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:46:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['47ee2335-864e-45c4-9460-329d2f9cb009'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:17.410796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1103004456-network', 'tenant_id': '12fae2fdb26b4cf190b0d5a7d7adbfcc'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:17.418935 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:17.428641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Usage tracker for resource:network and tenant:12fae2fdb26b4cf190b0d5a7d7adbfcc is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:17.433402 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:17.436118 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bcccfcc7-5312-4445-ba7f-22c99dd223ce req-5244745e-d8f4-4098-9891-0fc5f9879496 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a653be9-346a-419a-b575-251a61936d76 HTTP/1.1" status: 200 len: 210 time: 0.0612695 Mar 01 20:46:17.440589 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a27b2d9f-0aae-4f14-9457-0391209e1124 req-bd84a3e2-a8ec-4b96-90b2-5aae805b1617 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1f3eb14-999b-4111-8f1c-00a3335f8846 HTTP/1.1" status: 200 len: 217 time: 0.1756399 Mar 01 20:46:17.441167 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:17.456683 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port be27e4b3-9947-42ac-a168-9c00015c0cdc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=be27e4b3-9947-42ac-a168-9c00015c0cdc,segment=NetworkSegment(d7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9),segment_id=d7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:17.460029 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:17.461191 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-23e22707-a67b-4cf0-a543-d9699721507d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.0798955 Mar 01 20:46:17.464086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57928) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:17.534625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b2d9f-0aae-4f14-9457-0391209e1124 req-386c4771-d63f-4014-ab5d-a313dc096445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:17.536811 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a27b2d9f-0aae-4f14-9457-0391209e1124 req-386c4771-d63f-4014-ab5d-a313dc096445 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.0884147 Mar 01 20:46:17.601922 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:17.618017 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] Set router 47ee2335-864e-45c4-9460-329d2f9cb009 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:46:17.619286 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a27b2d9f-0aae-4f14-9457-0391209e1124 req-ff020945-dd26-433c-8e3d-d4ae76a932f5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633657 Mar 01 20:46:17.648598 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Made reservation on behalf of 12fae2fdb26b4cf190b0d5a7d7adbfcc for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:46:17.651400 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:17.688153 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:17.751232 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:17.765990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=be27e4b3-9947-42ac-a168-9c00015c0cdc,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:17.774915 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Usage tracker for resource:security_group_rule and tenant:12fae2fdb26b4cf190b0d5a7d7adbfcc is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:17.784273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:17.933357 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['eac1e254-07cb-4c1c-a51f-a29c203477ed'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:46:17.965554 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ee2335-864e-45c4-9460-329d2f9cb009', 'name': 'tempest-AttachSCSIVolumeTestJSON-605213486-router', 'tenant_id': 'b73a4a7893bb45c9b6c9546896f29729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '60895133-3453-495c-b261-158b0fee2064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:12Z', 'updated_at': '2022-03-01T20:46:15Z', 'revision_number': 3, 'project_id': 'b73a4a7893bb45c9b6c9546896f29729', 'gw_port': {'id': '60895133-3453-495c-b261-158b0fee2064', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ee2335-864e-45c4-9460-329d2f9cb009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:14Z', 'updated_at': '2022-03-01T20:46:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:17.978710 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] Checking router: 47ee2335-864e-45c4-9460-329d2f9cb009 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:46:17.979057 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] Updating router 47ee2335-864e-45c4-9460-329d2f9cb009 port 60895133-3453-495c-b261-158b0fee2064 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:46:17.987319 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:18.046155 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a27b2d9f-0aae-4f14-9457-0391209e1124 req-51b18b37-e4f8-4d3a-be7a-06797fb7ca31 service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4125435 Mar 01 20:46:18.113884 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:18.358697 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a27b2d9f-0aae-4f14-9457-0391209e1124 req-55b23569-167e-4227-93cc-f6bd0e7c0d9d service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058250 Mar 01 20:46:18.492101 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176999b-cc7d-4c7e-8f05-849e30b9c68c req-7f6129be-fbda-47ca-8062-628eccf8f557 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:18.492335 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:18.493824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d176999b-cc7d-4c7e-8f05-849e30b9c68c req-7f6129be-fbda-47ca-8062-628eccf8f557 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c7f6298-f6c2-46d6-be55-bdb3c11736ff HTTP/1.1" status: 200 len: 949 time: 0.1256170 Mar 01 20:46:18.593042 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:18.605180 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d176999b-cc7d-4c7e-8f05-849e30b9c68c req-7175d349-834a-4970-b33c-39c4411878bd tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771234 Mar 01 20:46:18.614120 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af581376-f6b8-4936-89a3-c89af63ddadf req-4be2b3c0-0acc-4c8e-9e3e-be450f039a53 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:18.619563 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af581376-f6b8-4936-89a3-c89af63ddadf req-4be2b3c0-0acc-4c8e-9e3e-be450f039a53 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 943 time: 0.1207347 Mar 01 20:46:18.694046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:46:18.720915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device be27e4b3-9947-42ac-a168-9c00015c0cdc up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:18.747744 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:18.748000 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Added segment 35392b5a-b3cc-45f6-9169-9bb5f33b5add of type vlan for network 2066dc17-9d0c-4926-8526-1637c09f1850 Mar 01 20:46:18.749269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e7b14b-72e6-4089-8797-d45df46310a9,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:18.756773 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:18.779911 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] Transition to ACTIVE for port object 60895133-3453-495c-b261-158b0fee2064 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:18.800380 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af581376-f6b8-4936-89a3-c89af63ddadf req-de3d1f6f-afb8-4e6d-97e4-b0d77522746f tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636157 Mar 01 20:46:18.810377 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:18.822882 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a831137f-680c-490f-818c-d2639354b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:18.888789 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port be27e4b3-9947-42ac-a168-9c00015c0cdc triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:18.889178 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:18.896132 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-669a8637-ead0-4494-8a9d-b2726776e0c2 req-8385d07c-6fce-4417-8c8a-5016a23cb7d4 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a653be9-346a-419a-b575-251a61936d76 HTTP/1.1" status: 200 len: 210 time: 0.0514305 Mar 01 20:46:18.901836 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:19.000613 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] Attempting to bind port 60895133-3453-495c-b261-158b0fee2064 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:46:19.000924 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] Attempting to bind port 60895133-3453-495c-b261-158b0fee2064 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:46:19.001283 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] Attempting to bind port 60895133-3453-495c-b261-158b0fee2064 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:19.012417 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b3bd6-5e13-4745-b03e-fdf85e6a429d None None] Pushing event updated for resources: {'Port': ['ID=60895133-3453-495c-b261-158b0fee2064,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:19.022122 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:46:19.027045 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:46:19.027045 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:19.027045 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:46:19.027045 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] Bound port: 60895133-3453-495c-b261-158b0fee2064, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:46:19.027045 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:19.028366 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f4b6394-5572-4091-a82c-24009f086f41 req-1fa0ed6b-1223-4b54-b63b-e9a69e47484c tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=9b96b968358845c2abd0f182e29119da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475895 Mar 01 20:46:19.032023 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:19.033066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:19.035882 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:19.181816 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] For port 60895133-3453-495c-b261-158b0fee2064, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:46:19.185161 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] For port 60895133-3453-495c-b261-158b0fee2064, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=60895133-3453-495c-b261-158b0fee2064,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:46:19.231118 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] Pushing event updated for resources: {'Network': ['ID=2066dc17-9d0c-4926-8526-1637c09f1850,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:19.243446 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 2066dc17-9d0c-4926-8526-1637c09f1850 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:46:19.267709 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:19.299537 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-a831137f-680c-490f-818c-d2639354b5e3 admin admin] Allocated IP 172.20.0.1 (4621673e-c86b-456c-812a-c7066eee464d/e23e2b57-ba92-4972-874c-96c43f4aca80/55ca24b3-e586-4b3a-909d-abe23f133df9) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:46:19.318087 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b6394-5572-4091-a82c-24009f086f41 req-89c08f92-9dd4-4dec-b4b0-b3d3b7a0e7e3 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:19.319772 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f4b6394-5572-4091-a82c-24009f086f41 req-89c08f92-9dd4-4dec-b4b0-b3d3b7a0e7e3 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2896104 Mar 01 20:46:19.334837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Request body: {'port': {'device_id': '8a653be9-346a-419a-b575-251a61936d76', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': '9b96b968358845c2abd0f182e29119da'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:19.403635 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9a83c541-730d-4b16-bb11-fae93a4f422e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.2130134 Mar 01 20:46:19.404323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57978) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:19.411008 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64b3bd6-5e13-4745-b03e-fdf85e6a429d None None] Pushing event updated for resources: {'Port': ['ID=60895133-3453-495c-b261-158b0fee2064,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:19.421373 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-4d3fb0ac-1d80-4e5a-8fbf-ca4b7a7cabf5 admin admin] Request body: {'subnet': {'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1103004456-subnet', 'tenant_id': '12fae2fdb26b4cf190b0d5a7d7adbfcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:19.430526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4d3fb0ac-1d80-4e5a-8fbf-ca4b7a7cabf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:19.437736 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4d3fb0ac-1d80-4e5a-8fbf-ca4b7a7cabf5 admin admin] Usage tracker for resource:subnet and tenant:12fae2fdb26b4cf190b0d5a7d7adbfcc is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:19.442421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4d3fb0ac-1d80-4e5a-8fbf-ca4b7a7cabf5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:19.449654 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] Routers {'47ee2335-864e-45c4-9460-329d2f9cb009'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:46:19.450578 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:46:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['47ee2335-864e-45c4-9460-329d2f9cb009'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:19.451916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4d3fb0ac-1d80-4e5a-8fbf-ca4b7a7cabf5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:19.497823 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a831137f-680c-490f-818c-d2639354b5e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:19.514988 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-a831137f-680c-490f-818c-d2639354b5e3 admin admin] Transition to ACTIVE for port object 55ca24b3-e586-4b3a-909d-abe23f133df9 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:19.525321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:19.529503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Usage tracker for resource:port and tenant:9b96b968358845c2abd0f182e29119da is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:19.532577 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:19.539892 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:19.552738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3fb0ac-1d80-4e5a-8fbf-ca4b7a7cabf5 admin admin] Made reservation on behalf of 12fae2fdb26b4cf190b0d5a7d7adbfcc for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:46:19.555069 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d3fb0ac-1d80-4e5a-8fbf-ca4b7a7cabf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:19.630100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Made reservation on behalf of 9b96b968358845c2abd0f182e29119da for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:46:19.636773 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:19.637956 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a831137f-680c-490f-818c-d2639354b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:19.661884 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] Set router 47ee2335-864e-45c4-9460-329d2f9cb009 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:46:19.665842 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:19.712488 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:19.717867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Usage tracker for resource:security_group_rule and tenant:9b96b968358845c2abd0f182e29119da is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:19.721856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:19.733295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:19.742834 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57992) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:19.758914 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a831137f-680c-490f-818c-d2639354b5e3 admin admin] Network 4621673e-c86b-456c-812a-c7066eee464d is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:46:19.770993 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-a831137f-680c-490f-818c-d2639354b5e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:46:19.783008 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a831137f-680c-490f-818c-d2639354b5e3 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:46:19.783620 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a831137f-680c-490f-818c-d2639354b5e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:19.806676 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831137f-680c-490f-818c-d2639354b5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=55ca24b3-e586-4b3a-909d-abe23f133df9,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:20.007256 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device e1f3eb14-999b-4111-8f1c-00a3335f8846 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:46:20.119173 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d3fb0ac-1d80-4e5a-8fbf-ca4b7a7cabf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:20.142483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d24d5-a694-483f-bc68-b1e842819539 req-34b6bf7f-0159-4564-8e93-5f3a3beb7db5 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:20.144404 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d26d24d5-a694-483f-bc68-b1e842819539 req-34b6bf7f-0159-4564-8e93-5f3a3beb7db5 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c7f6298-f6c2-46d6-be55-bdb3c11736ff HTTP/1.1" status: 200 len: 949 time: 0.3562288 Mar 01 20:46:20.170909 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04c885cc-0939-408f-999a-d69603110c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:20.188771 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:20.218062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-04c885cc-0939-408f-999a-d69603110c57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:20.259351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-04c885cc-0939-408f-999a-d69603110c57 admin admin] Usage tracker for resource:security_group_rule and tenant:e6235907fc2240848950a40cd6328323 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:20.264866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-04c885cc-0939-408f-999a-d69603110c57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:20.271114 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ee2335-864e-45c4-9460-329d2f9cb009', 'name': 'tempest-AttachSCSIVolumeTestJSON-605213486-router', 'tenant_id': 'b73a4a7893bb45c9b6c9546896f29729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '60895133-3453-495c-b261-158b0fee2064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:12Z', 'updated_at': '2022-03-01T20:46:15Z', 'revision_number': 3, 'project_id': 'b73a4a7893bb45c9b6c9546896f29729', 'gw_port': {'id': '60895133-3453-495c-b261-158b0fee2064', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ee2335-864e-45c4-9460-329d2f9cb009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:14Z', 'updated_at': '2022-03-01T20:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:20.274645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-04c885cc-0939-408f-999a-d69603110c57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:20.276564 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a74bd-2542-4784-8426-a561c8c570c5 None None] The sync data for ids ['47ee2335-864e-45c4-9460-329d2f9cb009'] in n-d-827896-4 is: [{'id': '47ee2335-864e-45c4-9460-329d2f9cb009', 'name': 'tempest-AttachSCSIVolumeTestJSON-605213486-router', 'tenant_id': 'b73a4a7893bb45c9b6c9546896f29729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '60895133-3453-495c-b261-158b0fee2064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:12Z', 'updated_at': '2022-03-01T20:46:15Z', 'revision_number': 3, 'project_id': 'b73a4a7893bb45c9b6c9546896f29729', 'gw_port': {'id': '60895133-3453-495c-b261-158b0fee2064', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ee2335-864e-45c4-9460-329d2f9cb009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:14Z', 'updated_at': '2022-03-01T20:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:46:20.286119 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae275ab-5a99-4016-89a3-2870d375eb10 req-985a7700-9063-495a-bc0a-bd7c818ab8f6 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:20.294775 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ae275ab-5a99-4016-89a3-2870d375eb10 req-985a7700-9063-495a-bc0a-bd7c818ab8f6 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 943 time: 0.2590070 Mar 01 20:46:20.319845 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d26d24d5-a694-483f-bc68-b1e842819539 req-327da883-f64f-4932-8785-614de2e90ceb tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647525 Mar 01 20:46:20.320518 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:20.337699 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port e1f3eb14-999b-4111-8f1c-00a3335f8846, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e1f3eb14-999b-4111-8f1c-00a3335f8846,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:20.340351 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fb0ac-1d80-4e5a-8fbf-ca4b7a7cabf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4cc9feb-dba1-49bd-b779-378ebe9faea2,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:20.343713 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a831137f-680c-490f-818c-d2639354b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:20.354518 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'e1f3eb14-999b-4111-8f1c-00a3335f8846', 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38', 'port_id': 'e1f3eb14-999b-4111-8f1c-00a3335f8846', 'mac_address': 'fa:16:3e:cc:54:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257716f2-c727-40db-9bdc-42a279d992cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:46:20.363334 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c7fe517a-4e40-43fa-9bd6-e0bb0438ea2e None None] Provisioning for port 55ca24b3-e586-4b3a-909d-abe23f133df9 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:20.363709 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3fb0ac-1d80-4e5a-8fbf-ca4b7a7cabf5 admin admin] Checking segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:46:20.363709 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3fb0ac-1d80-4e5a-8fbf-ca4b7a7cabf5 admin admin] Network hostable DHCP agents. Network: 2066dc17-9d0c-4926-8526-1637c09f1850, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:46:20.463741 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:20.490080 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:20.504968 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c7fe517a-4e40-43fa-9bd6-e0bb0438ea2e None None] Provisioning complete for port 55ca24b3-e586-4b3a-909d-abe23f133df9 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:20.505412 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c7fe517a-4e40-43fa-9bd6-e0bb0438ea2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:20.569363 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 995196ae-5fa8-4676-9df5-6e1ad63c5088 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:46:20.571639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device eac1e254-07cb-4c1c-a51f-a29c203477ed up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:20.592079 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3fb0ac-1d80-4e5a-8fbf-ca4b7a7cabf5 admin admin] Network 2066dc17-9d0c-4926-8526-1637c09f1850 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:46:20.607466 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ae275ab-5a99-4016-89a3-2870d375eb10 req-597a3da2-bfd9-42fc-b735-82225c8ab167 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115945 Mar 01 20:46:20.661967 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1f3eb14-999b-4111-8f1c-00a3335f8846 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:46:20.720755 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-4d3fb0ac-1d80-4e5a-8fbf-ca4b7a7cabf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 2066dc17-9d0c-4926-8526-1637c09f1850) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:46:20.738270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3fb0ac-1d80-4e5a-8fbf-ca4b7a7cabf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:20.738853 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d3fb0ac-1d80-4e5a-8fbf-ca4b7a7cabf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:20.741258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c7fe517a-4e40-43fa-9bd6-e0bb0438ea2e None None] Port 55ca24b3-e586-4b3a-909d-abe23f133df9 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:46:20.748108 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port e1f3eb14-999b-4111-8f1c-00a3335f8846, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e1f3eb14-999b-4111-8f1c-00a3335f8846,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:20.764550 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47dccaab-116b-4014-8d17-b2cf0eef653c req-e9ecfd48-0900-42a2-99a6-bb91e0c2e829 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a653be9-346a-419a-b575-251a61936d76 HTTP/1.1" status: 200 len: 210 time: 0.1955655 Mar 01 20:46:20.769572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5887d860-6f09-4b1e-82e1-ef049910d6fd None None] Network 2066dc17-9d0c-4926-8526-1637c09f1850 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:46:20.829342 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:20.889113 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a831137f-680c-490f-818c-d2639354b5e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:20.892781 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4d3fb0ac-1d80-4e5a-8fbf-ca4b7a7cabf5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4831600 Mar 01 20:46:20.950689 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Allocated IP 192.168.233.104 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/2a11ac6d-d152-4f72-85ed-a7e9a10b886e) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:46:20.987258 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04c885cc-0939-408f-999a-d69603110c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:20.999543 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a831137f-680c-490f-818c-d2639354b5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:21.000771 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a831137f-680c-490f-818c-d2639354b5e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:21.073016 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04c885cc-0939-408f-999a-d69603110c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:21.113813 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port eac1e254-07cb-4c1c-a51f-a29c203477ed completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:21.129922 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=e1f3eb14-999b-4111-8f1c-00a3335f8846,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:21.171877 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port eac1e254-07cb-4c1c-a51f-a29c203477ed triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:21.172252 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:21.239499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['e1f3eb14-999b-4111-8f1c-00a3335f8846'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:46:21.242457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c885cc-0939-408f-999a-d69603110c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86380bd1-feb3-481d-a56c-3b74732624d6,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:21.284914 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831137f-680c-490f-818c-d2639354b5e3 admin admin] Pushing event updated for resources: {'Port': ['ID=55ca24b3-e586-4b3a-909d-abe23f133df9,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:21.314769 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:21.320979 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-04c885cc-0939-408f-999a-d69603110c57 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e6235907fc2240848950a40cd6328323&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5766656 Mar 01 20:46:21.327595 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58018) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:21.432563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a831137f-680c-490f-818c-d2639354b5e3 admin admin] Network 4621673e-c86b-456c-812a-c7066eee464d is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:46:21.433900 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-a831137f-680c-490f-818c-d2639354b5e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:46:21.511724 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:21.553999 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 995196ae-5fa8-4676-9df5-6e1ad63c5088, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=995196ae-5fa8-4676-9df5-6e1ad63c5088,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:21.554485 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Transition to ACTIVE for port object 2a11ac6d-d152-4f72-85ed-a7e9a10b886e will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:21.587663 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '995196ae-5fa8-4676-9df5-6e1ad63c5088', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '995196ae-5fa8-4676-9df5-6e1ad63c5088', 'mac_address': 'fa:16:3e:c6:52:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:46:21.807209 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a831137f-680c-490f-818c-d2639354b5e3 admin admin] Router 47ee2335-864e-45c4-9460-329d2f9cb009 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:46:21.835990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ca784b-72b6-40af-add3-b3c43c20c2eb None None] Network 2066dc17-9d0c-4926-8526-1637c09f1850 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:46:21.888147 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be0dcb92-3f24-468e-b348-6d5c733598f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:21.903027 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:21.923559 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:21.951537 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be0dcb92-3f24-468e-b348-6d5c733598f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:22.015849 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d890de67-4a20-47bd-a231-d72f18f2b114 None None] Provisioning complete for port 55ca24b3-e586-4b3a-909d-abe23f133df9 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:22.016061 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d890de67-4a20-47bd-a231-d72f18f2b114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:22.046091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1e5fc-a7a2-4716-b11f-f7815f464ed2 req-97872355-b7a2-460f-8b78-fc0f204e2a06 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:22.052397 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fdb1e5fc-a7a2-4716-b11f-f7815f464ed2 req-97872355-b7a2-460f-8b78-fc0f204e2a06 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 944 time: 0.2430973 Mar 01 20:46:22.063522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c1d5b9-4a8a-48f7-876a-2dac417d697d req-60eee16a-775c-4028-a5f9-8ec304ebeea8 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:22.072082 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-80c1d5b9-4a8a-48f7-876a-2dac417d697d req-60eee16a-775c-4028-a5f9-8ec304ebeea8 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c7f6298-f6c2-46d6-be55-bdb3c11736ff HTTP/1.1" status: 200 len: 949 time: 0.5146799 Mar 01 20:46:22.084543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58040) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:22.085165 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 995196ae-5fa8-4676-9df5-6e1ad63c5088 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:46:22.093195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1022144092-network', 'tenant_id': 'a80a5fa7602e4e2aaeb6a3a448c97ea5'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:22.108406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:22.113467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 995196ae-5fa8-4676-9df5-6e1ad63c5088, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=995196ae-5fa8-4676-9df5-6e1ad63c5088,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:22.132839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Usage tracker for resource:network and tenant:a80a5fa7602e4e2aaeb6a3a448c97ea5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:22.132839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:22.132839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a831137f-680c-490f-818c-d2639354b5e3 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:46:22.140629 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-80c1d5b9-4a8a-48f7-876a-2dac417d697d req-1b4b530a-9007-42d8-a392-e2d2f13d0d15 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675004 Mar 01 20:46:22.145385 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a831137f-680c-490f-818c-d2639354b5e3 admin admin] 10.222.0.42 "PUT /v2.0/routers/47ee2335-864e-45c4-9460-329d2f9cb009/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6799843 Mar 01 20:46:22.146568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:22.181819 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fdb1e5fc-a7a2-4716-b11f-f7815f464ed2 req-3fe60509-76ee-462f-aaad-447ac805e0c0 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287405 Mar 01 20:46:22.210823 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:22.263614 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7f6298-f6c2-46d6-be55-bdb3c11736ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac1e254-07cb-4c1c-a51f-a29c203477ed'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:46:22.275889 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d890de67-4a20-47bd-a231-d72f18f2b114 None None] Port 55ca24b3-e586-4b3a-909d-abe23f133df9 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:46:22.304211 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port eac1e254-07cb-4c1c-a51f-a29c203477ed, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=eac1e254-07cb-4c1c-a51f-a29c203477ed,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:22.308231 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:22.317940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Pushing event updated for resources: {'Port': ['ID=2a11ac6d-d152-4f72-85ed-a7e9a10b886e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:22.337185 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:46:22.338612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:46:22.356055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Made reservation on behalf of a80a5fa7602e4e2aaeb6a3a448c97ea5 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:46:22.358937 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:22.366819 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:46:22.373925 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7f6298-f6c2-46d6-be55-bdb3c11736ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac1e254-07cb-4c1c-a51f-a29c203477ed', 'code': 200} Mar 01 20:46:22.377212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:22.378770 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:22.381380 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:22.426947 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:22.436491 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Usage tracker for resource:security_group_rule and tenant:a80a5fa7602e4e2aaeb6a3a448c97ea5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:22.440187 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:22.454048 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:22.489707 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be0dcb92-3f24-468e-b348-6d5c733598f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:22.546869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:22.551066 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['995196ae-5fa8-4676-9df5-6e1ad63c5088'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:46:22.557707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0dcb92-3f24-468e-b348-6d5c733598f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86380bd1-feb3-481d-a56c-3b74732624d6,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:22.593396 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=995196ae-5fa8-4676-9df5-6e1ad63c5088,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:22.596406 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be0dcb92-3f24-468e-b348-6d5c733598f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:22.602005 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-be0dcb92-3f24-468e-b348-6d5c733598f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/86380bd1-feb3-481d-a56c-3b74732624d6 HTTP/1.1" status: 204 len: 168 time: 1.2734089 Mar 01 20:46:22.681917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d58f10-4820-4346-afa1-16b8d80cf624 req-e029e2a1-2f59-4f6b-9695-6f7b54b64f8b tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:22.682705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-62d58f10-4820-4346-afa1-16b8d80cf624 req-e029e2a1-2f59-4f6b-9695-6f7b54b64f8b tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Synchronizing usage tracker for tenant:9b96b968358845c2abd0f182e29119da on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:46:22.706319 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f4b6394-5572-4091-a82c-24009f086f41 req-60a8dc7a-d1ee-433f-a8df-74f92c18d6a9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3756778 Mar 01 20:46:22.724532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60d3ec9-7614-4b48-9017-6cc60d68c873 req-be03ae0d-2fac-4fb7-a2e1-d753979674f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:22.732178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] Request body: {'port': {'device_id': '8a653be9-346a-419a-b575-251a61936d76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:22.744668 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e60d3ec9-7614-4b48-9017-6cc60d68c873 req-be03ae0d-2fac-4fb7-a2e1-d753979674f3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1c7f6298-f6c2-46d6-be55-bdb3c11736ff HTTP/1.1" status: 200 len: 1101 time: 0.2940009 Mar 01 20:46:22.765833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=eac1e254-07cb-4c1c-a51f-a29c203477ed,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:22.855899 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 60895133-3453-495c-b261-158b0fee2064 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:22.884252 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e60d3ec9-7614-4b48-9017-6cc60d68c873 req-a4c80b1a-5ed3-4e01-939f-888617a3d48e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328502 Mar 01 20:46:22.935180 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:22.947005 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] Sync routers for ids ['47ee2335-864e-45c4-9460-329d2f9cb009'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:46:22.968596 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-018873fa-5277-4d83-832d-a186b5e63fa0 None None] Provisioning for port 2a11ac6d-d152-4f72-85ed-a7e9a10b886e completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:22.987303 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:22.995219 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:22.997784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-018873fa-5277-4d83-832d-a186b5e63fa0 None None] Provisioning complete for port 2a11ac6d-d152-4f72-85ed-a7e9a10b886e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:23.002416 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-018873fa-5277-4d83-832d-a186b5e63fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:23.050147 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:46:23.096620 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdaf905-9b97-4df1-9912-de02cdb96a57,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:23.103175 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] Routers {'47ee2335-864e-45c4-9460-329d2f9cb009'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:46:23.105570 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:46:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['47ee2335-864e-45c4-9460-329d2f9cb009'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:23.129871 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:23.130513 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Added segment 348b4793-c1dd-4a7b-a7cf-6689d39aca9a of type vlan for network e0fbff87-cda1-43c3-bfd4-5dfb2b4fa10b Mar 01 20:46:23.194395 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:23.260154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-62d58f10-4820-4346-afa1-16b8d80cf624 req-e029e2a1-2f59-4f6b-9695-6f7b54b64f8b tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Unset dirty status for tenant:9b96b968358845c2abd0f182e29119da on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:46:23.274977 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-62d58f10-4820-4346-afa1-16b8d80cf624 req-e029e2a1-2f59-4f6b-9695-6f7b54b64f8b tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a653be9-346a-419a-b575-251a61936d76 HTTP/1.1" status: 200 len: 936 time: 0.9225090 Mar 01 20:46:23.349678 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:23.350906 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:23.351777 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:23.436628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-62d58f10-4820-4346-afa1-16b8d80cf624 req-b05fd4da-492b-4838-af30-7af4f722ea1c tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Synchronizing usage tracker for tenant:9b96b968358845c2abd0f182e29119da on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:46:23.520561 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-018873fa-5277-4d83-832d-a186b5e63fa0 None None] Port 2a11ac6d-d152-4f72-85ed-a7e9a10b886e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:46:23.520561 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 60895133-3453-495c-b261-158b0fee2064 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:23.570186 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 60895133-3453-495c-b261-158b0fee2064 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:23.570761 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:23.618342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] Pushing event updated for resources: {'Network': ['ID=e0fbff87-cda1-43c3-bfd4-5dfb2b4fa10b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:23.638897 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network e0fbff87-cda1-43c3-bfd4-5dfb2b4fa10b details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:46:23.708124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58090) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:23.710816 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-046b292b-9b41-4da5-9855-db2d3311f6ba admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6205258 Mar 01 20:46:23.718093 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Request body: {'subnet': {'network_id': 'e0fbff87-cda1-43c3-bfd4-5dfb2b4fa10b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1022144092-subnet', 'tenant_id': 'a80a5fa7602e4e2aaeb6a3a448c97ea5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:23.729033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:23.742703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Usage tracker for resource:subnet and tenant:a80a5fa7602e4e2aaeb6a3a448c97ea5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:23.744800 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:23.751456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:23.764620 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-62d58f10-4820-4346-afa1-16b8d80cf624 req-b05fd4da-492b-4838-af30-7af4f722ea1c tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Unset dirty status for tenant:9b96b968358845c2abd0f182e29119da on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:46:23.769487 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-62d58f10-4820-4346-afa1-16b8d80cf624 req-b05fd4da-492b-4838-af30-7af4f722ea1c tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4725595 Mar 01 20:46:23.792567 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:23.853959 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Made reservation on behalf of a80a5fa7602e4e2aaeb6a3a448c97ea5 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:46:23.860803 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:23.969812 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] Set router 47ee2335-864e-45c4-9460-329d2f9cb009 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:46:24.095876 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3e112-bfbe-41ee-b4f2-6d91320d0976 req-da69d257-4773-42f4-b414-5b445af9504f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:24.100868 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1da3e112-bfbe-41ee-b4f2-6d91320d0976 req-da69d257-4773-42f4-b414-5b445af9504f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c7f6298-f6c2-46d6-be55-bdb3c11736ff HTTP/1.1" status: 200 len: 950 time: 0.6685731 Mar 01 20:46:24.245268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device e1f3eb14-999b-4111-8f1c-00a3335f8846 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:24.336968 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1da3e112-bfbe-41ee-b4f2-6d91320d0976 req-8138bb39-88e1-4d0a-adc6-816d7d118996 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270346 Mar 01 20:46:24.343593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a11ac6d-d152-4f72-85ed-a7e9a10b886e {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:46:24.396036 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:24.430967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21980700-41a0-455c-b55d-54c98e20211b req-eb24605d-cba0-4465-99d0-1e4a81adee99 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:24.434390 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-21980700-41a0-455c-b55d-54c98e20211b req-eb24605d-cba0-4465-99d0-1e4a81adee99 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 944 time: 0.4203691 Mar 01 20:46:24.547146 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:24.553217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] Transition to ACTIVE for port object 2a11ac6d-d152-4f72-85ed-a7e9a10b886e will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:24.570176 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-21980700-41a0-455c-b55d-54c98e20211b req-9aa2ac52-46b5-410d-b5af-198fd5828ed3 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323626 Mar 01 20:46:24.681110 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:24.723514 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58122) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:24.942146 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:24.950387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port e1f3eb14-999b-4111-8f1c-00a3335f8846 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:24.962722 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port e1f3eb14-999b-4111-8f1c-00a3335f8846 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:24.963245 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:24.980647 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-278498603-network', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:24.989359 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:25.018667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc55f01f-9ec5-4d5d-b584-2aec2ed34a3c,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:25.043052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Usage tracker for resource:network and tenant:df56c463be844df5b2fb698fb8b7ab1c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:25.052218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:25.073420 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:25.191584 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Made reservation on behalf of df56c463be844df5b2fb698fb8b7ab1c for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:46:25.202511 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:25.234382 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:25.241531 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 60895133-3453-495c-b261-158b0fee2064, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=60895133-3453-495c-b261-158b0fee2064,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:25.278351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:25.278707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:25.279047 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:25.279401 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:25.279741 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:25.280072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:25.280396 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:25.280720 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:25.281043 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:25.281366 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:25.281688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:25.282007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:25.294252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:25.300013 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Usage tracker for resource:security_group_rule and tenant:df56c463be844df5b2fb698fb8b7ab1c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:25.305124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:25.313795 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:25.347503 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:25.360908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Checking segment: {'id': '348b4793-c1dd-4a7b-a7cf-6689d39aca9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e0fbff87-cda1-43c3-bfd4-5dfb2b4fa10b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:46:25.362885 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Network hostable DHCP agents. Network: e0fbff87-cda1-43c3-bfd4-5dfb2b4fa10b, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:46:25.473332 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:25.615670 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=60895133-3453-495c-b261-158b0fee2064,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:25.634561 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:25.656336 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:46:25.662809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ee2335-864e-45c4-9460-329d2f9cb009', 'name': 'tempest-AttachSCSIVolumeTestJSON-605213486-router', 'tenant_id': 'b73a4a7893bb45c9b6c9546896f29729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '60895133-3453-495c-b261-158b0fee2064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:12Z', 'updated_at': '2022-03-01T20:46:20Z', 'revision_number': 4, 'project_id': 'b73a4a7893bb45c9b6c9546896f29729', 'gw_port': {'id': '60895133-3453-495c-b261-158b0fee2064', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ee2335-864e-45c4-9460-329d2f9cb009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:14Z', 'updated_at': '2022-03-01T20:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '55ca24b3-e586-4b3a-909d-abe23f133df9', 'name': '', 'network_id': '4621673e-c86b-456c-812a-c7066eee464d', 'tenant_id': 'b73a4a7893bb45c9b6c9546896f29729', 'mac_address': 'fa:16:3e:50:3d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ee2335-864e-45c4-9460-329d2f9cb009', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e23e2b57-ba92-4972-874c-96c43f4aca80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:18Z', 'updated_at': '2022-03-01T20:46:20Z', 'revision_number': 2, 'project_id': 'b73a4a7893bb45c9b6c9546896f29729', 'subnets': [{'id': 'e23e2b57-ba92-4972-874c-96c43f4aca80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:25.680540 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:25.685053 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Added segment 2ab60939-7c8e-43ed-9389-2acf597d97f4 of type vlan for network 9c047131-db31-4f0b-ada8-1976d242266e Mar 01 20:46:25.757252 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:25.759549 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] Checking router: 47ee2335-864e-45c4-9460-329d2f9cb009 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:46:25.759549 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] Updating router 47ee2335-864e-45c4-9460-329d2f9cb009 port 55ca24b3-e586-4b3a-909d-abe23f133df9 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:46:25.791045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a11ac6d-d152-4f72-85ed-a7e9a10b886e,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:25.822256 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] Attempting to bind port 2a11ac6d-d152-4f72-85ed-a7e9a10b886e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:46:25.833941 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] Attempting to bind port 2a11ac6d-d152-4f72-85ed-a7e9a10b886e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:46:25.834590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] Attempting to bind port 2a11ac6d-d152-4f72-85ed-a7e9a10b886e on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:25.860971 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] Port 2a11ac6d-d152-4f72-85ed-a7e9a10b886e on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:46:25.865415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] Attempting to bind port 2a11ac6d-d152-4f72-85ed-a7e9a10b886e on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:25.878545 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:46:25.880076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:46:25.882551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:46:25.884510 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] Bound port: 2a11ac6d-d152-4f72-85ed-a7e9a10b886e, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:46:25.884840 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:25.900255 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa81a8c5-faae-4c49-a889-932b1f7f13b9,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:25.915585 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:25.916771 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:25.917412 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:25.920875 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:25.938450 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:25.948285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Network e0fbff87-cda1-43c3-bfd4-5dfb2b4fa10b is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:46:26.104503 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097b1c1d-e124-49fa-840f-81de7bdd55ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f3eb14-999b-4111-8f1c-00a3335f8846'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:46:26.150929 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port e1f3eb14-999b-4111-8f1c-00a3335f8846, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e1f3eb14-999b-4111-8f1c-00a3335f8846,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:26.151102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e61b13-0814-410c-8f75-6ac672ee2fb0 req-5a5165d8-b665-4e7a-92e6-6f193f2855bb tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:26.151102 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61e61b13-0814-410c-8f75-6ac672ee2fb0 req-5a5165d8-b665-4e7a-92e6-6f193f2855bb tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a653be9-346a-419a-b575-251a61936d76 HTTP/1.1" status: 200 len: 948 time: 1.1169221 Mar 01 20:46:26.193240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] Pushing event updated for resources: {'Network': ['ID=9c047131-db31-4f0b-ada8-1976d242266e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:26.277274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, e0fbff87-cda1-43c3-bfd4-5dfb2b4fa10b) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:46:26.282437 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] For port 2a11ac6d-d152-4f72-85ed-a7e9a10b886e, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:46:26.286007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:26.286603 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:26.294118 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] For port 2a11ac6d-d152-4f72-85ed-a7e9a10b886e, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2a11ac6d-d152-4f72-85ed-a7e9a10b886e,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:46:26.306716 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c37e5b19-7b69-4057-8678-a71ac78dce1c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5813897 Mar 01 20:46:26.307437 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58142) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:26.313546 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-98644125-2604-464e-af4b-03de3432442a admin admin] Request body: {'subnet': {'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-278498603-subnet', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:26.321382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-98644125-2604-464e-af4b-03de3432442a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:26.329564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-98644125-2604-464e-af4b-03de3432442a admin admin] Usage tracker for resource:subnet and tenant:df56c463be844df5b2fb698fb8b7ab1c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:26.349375 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61e61b13-0814-410c-8f75-6ac672ee2fb0 req-c0921a7c-fd75-47ad-b01c-8e5b3a8d505a tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962318 Mar 01 20:46:26.352005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-98644125-2604-464e-af4b-03de3432442a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:26.368896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-98644125-2604-464e-af4b-03de3432442a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:26.384837 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:26.504892 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98644125-2604-464e-af4b-03de3432442a admin admin] Made reservation on behalf of df56c463be844df5b2fb698fb8b7ab1c for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:46:26.512032 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-98644125-2604-464e-af4b-03de3432442a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:26.513554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:26.515729 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:26.524699 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f4b6394-5572-4091-a82c-24009f086f41 req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] 10.222.0.57 "PUT /v2.0/ports/2a11ac6d-d152-4f72-85ed-a7e9a10b886e HTTP/1.1" status: 200 len: 1096 time: 3.7901807 Mar 01 20:46:26.546415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a653be9-346a-419a-b575-251a61936d76', 'tag': '2a11ac6d-d152-4f72-85ed-a7e9a10b886e'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:46:26.579401 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-16d80d8b-d2d3-4ff5-9ac9-d77f5c25a5d8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.8617053 Mar 01 20:46:26.838029 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:26.874541 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] Transition to ACTIVE for port object 55ca24b3-e586-4b3a-909d-abe23f133df9 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:26.900180 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 9c047131-db31-4f0b-ada8-1976d242266e details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:46:27.146045 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997878f4-3867-42f5-acd5-d36a20ce840f None None] Network e0fbff87-cda1-43c3-bfd4-5dfb2b4fa10b requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:46:27.155570 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-98644125-2604-464e-af4b-03de3432442a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:27.186878 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 995196ae-5fa8-4676-9df5-6e1ad63c5088 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:27.195233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfa49c-fec6-4487-bba6-8fdfc465c4b5 service neutron] Pushing event updated for resources: {'Port': ['ID=2a11ac6d-d152-4f72-85ed-a7e9a10b886e,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:27.309567 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:27.323632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98644125-2604-464e-af4b-03de3432442a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b10d451-6863-433c-a07b-4c6d8834b5d5,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:27.344087 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98644125-2604-464e-af4b-03de3432442a admin admin] Checking segment: {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:46:27.345216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98644125-2604-464e-af4b-03de3432442a admin admin] Network hostable DHCP agents. Network: 9c047131-db31-4f0b-ada8-1976d242266e, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:46:27.347224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42c6684-6b07-4792-b065-c12522bf36c0 req-5d093cf9-5b3c-4cbe-ae99-a4157a86104d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:27.348780 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c42c6684-6b07-4792-b065-c12522bf36c0 req-5d093cf9-5b3c-4cbe-ae99-a4157a86104d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c7f6298-f6c2-46d6-be55-bdb3c11736ff HTTP/1.1" status: 200 len: 950 time: 0.8068647 Mar 01 20:46:27.377183 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b6394-5572-4091-a82c-24009f086f41 req-e52933d2-6910-486d-a961-f73e6d82f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:27.396050 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f4b6394-5572-4091-a82c-24009f086f41 req-e52933d2-6910-486d-a961-f73e6d82f9c0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b96b968358845c2abd0f182e29119da&device_id=8a653be9-346a-419a-b575-251a61936d76 HTTP/1.1" status: 200 len: 1099 time: 0.6317992 Mar 01 20:46:27.413540 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:27.475317 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98644125-2604-464e-af4b-03de3432442a admin admin] Network 9c047131-db31-4f0b-ada8-1976d242266e is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:46:27.556708 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-98644125-2604-464e-af4b-03de3432442a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 9c047131-db31-4f0b-ada8-1976d242266e) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:46:27.571242 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98644125-2604-464e-af4b-03de3432442a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:27.571242 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-98644125-2604-464e-af4b-03de3432442a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:27.634287 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 60895133-3453-495c-b261-158b0fee2064 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:27.706619 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-98644125-2604-464e-af4b-03de3432442a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3975017 Mar 01 20:46:27.709138 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58164) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:27.720273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-278498603-router', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:27.735649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:27.742393 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Usage tracker for resource:router and tenant:df56c463be844df5b2fb698fb8b7ab1c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:27.751350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:27.766778 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f4b6394-5572-4091-a82c-24009f086f41 req-cf5cf260-edf5-459c-a608-db0393e8c5e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=2a11ac6d-d152-4f72-85ed-a7e9a10b886e HTTP/1.1" status: 200 len: 217 time: 0.3173738 Mar 01 20:46:27.775782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:27.796457 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48bfa1a-47fc-4e69-b0c8-8fab8528a396 None None] Network 9c047131-db31-4f0b-ada8-1976d242266e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:46:27.901387 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:27.903271 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:27.941478 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:28.001840 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c42c6684-6b07-4792-b065-c12522bf36c0 req-edb7516e-7118-4e91-acbd-3c4fc9f5822a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6270154 Mar 01 20:46:28.042172 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b6394-5572-4091-a82c-24009f086f41 req-b5c98405-7cbb-450a-bc6e-ccd8244f3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:28.047724 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f4b6394-5572-4091-a82c-24009f086f41 req-b5c98405-7cbb-450a-bc6e-ccd8244f3957 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.2260730 Mar 01 20:46:28.148111 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097b1c1d-e124-49fa-840f-81de7bdd55ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1f3eb14-999b-4111-8f1c-00a3335f8846', 'code': 200} Mar 01 20:46:28.244033 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a653be9-346a-419a-b575-251a61936d76', 'tag': '2a11ac6d-d152-4f72-85ed-a7e9a10b886e', 'status': 'completed', 'code': 200} Mar 01 20:46:28.258116 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=e1f3eb14-999b-4111-8f1c-00a3335f8846,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:28.286782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601de2f-6019-427c-bbdf-42dc17122bfb req-f0d9631f-34f6-470c-8d25-1d0d62ba6d5b tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:28.298389 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7601de2f-6019-427c-bbdf-42dc17122bfb req-f0d9631f-34f6-470c-8d25-1d0d62ba6d5b tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 945 time: 0.3947394 Mar 01 20:46:28.342593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b6394-5572-4091-a82c-24009f086f41 req-740045c7-43d7-4b9c-979d-aefefa63ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:28.344362 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f4b6394-5572-4091-a82c-24009f086f41 req-740045c7-43d7-4b9c-979d-aefefa63ad28 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2891853 Mar 01 20:46:28.373697 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5b8a73ac-c183-4d93-9490-01502b8c95a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:28.432488 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7601de2f-6019-427c-bbdf-42dc17122bfb req-61e66677-28ee-47c3-bb80-b88612058dd5 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328864 Mar 01 20:46:28.564425 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 60895133-3453-495c-b261-158b0fee2064 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:28.575417 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:28.746575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb2dc4-ba45-4b1e-8324-8c0a136796a6 req-f021dfe5-017e-4f56-9172-1b3db5122ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:28.754715 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-21cb2dc4-ba45-4b1e-8324-8c0a136796a6 req-f021dfe5-017e-4f56-9172-1b3db5122ea4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 1096 time: 0.5248337 Mar 01 20:46:28.764454 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:28.882025 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-21cb2dc4-ba45-4b1e-8324-8c0a136796a6 req-6f841d69-2544-400d-9548-f0b468dfda12 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078441 Mar 01 20:46:28.944335 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:46:29.086243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b2532e0b-3d08-4800-90b4-7d33111c238f tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:29.094603 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b2532e0b-3d08-4800-90b4-7d33111c238f tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 821 time: 0.2529848 Mar 01 20:46:29.105174 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f4b6394-5572-4091-a82c-24009f086f41 req-942bc5cf-548e-4a44-aa35-a5ecfddd4999 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7493682 Mar 01 20:46:29.172884 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 995196ae-5fa8-4676-9df5-6e1ad63c5088 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:29.173481 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:29.203873 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-dd492798-48e7-45dd-b1ec-b44e363cc840 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/quotas/12fae2fdb26b4cf190b0d5a7d7adbfcc HTTP/1.1" status: 200 len: 375 time: 0.1066356 Mar 01 20:46:29.204491 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93def97d-8ad8-46d9-9e16-4f189a22dcab None None] Pushing event updated for resources: {'Port': ['ID=55ca24b3-e586-4b3a-909d-abe23f133df9,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:29.239101 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-9c047131-db31-4f0b-ada8-1976d242266e', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'fixed_ips': [{'subnet_id': '9b10d451-6863-433c-a07b-4c6d8834b5d5'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:46:29.250353 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:29.333530 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-8a6d9f53-3eb3-41e5-9cdc-12325320e021 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1278553 Mar 01 20:46:29.459504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642bd295-36f6-4e70-bfd1-da42de34ba81 req-6e7e45e8-4675-47c2-9f9c-2323ab7c886f tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:29.466885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-642bd295-36f6-4e70-bfd1-da42de34ba81 req-6e7e45e8-4675-47c2-9f9c-2323ab7c886f tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a653be9-346a-419a-b575-251a61936d76 HTTP/1.1" status: 200 len: 948 time: 0.6750679 Mar 01 20:46:29.525274 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f4b6394-5572-4091-a82c-24009f086f41 req-1fca3bf6-b661-4e1e-9e28-01e35c5a6fc5 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052265 Mar 01 20:46:29.567408 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-642bd295-36f6-4e70-bfd1-da42de34ba81 req-3d4b8d13-f69d-4fc4-944e-0f71ba03971b tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993059 Mar 01 20:46:29.585525 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:29.618969 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-588bb34e-e2c8-4bb6-ade0-23d5679b119a service neutron] 10.222.0.42 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838092 Mar 01 20:46:29.625801 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:29.712944 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] Attempting to bind port 55ca24b3-e586-4b3a-909d-abe23f133df9 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:46:29.713265 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] Attempting to bind port 55ca24b3-e586-4b3a-909d-abe23f133df9 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'd7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4621673e-c86b-456c-812a-c7066eee464d'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:46:29.713630 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] Attempting to bind port 55ca24b3-e586-4b3a-909d-abe23f133df9 on network 4621673e-c86b-456c-812a-c7066eee464d {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:29.928745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Allocated IP 172.25.5.137 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:46:30.005048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:46:30.019545 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] Checking segment: {'id': 'd7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4621673e-c86b-456c-812a-c7066eee464d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:46:30.020115 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:30.020530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] Bound using segment: {'id': 'd7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4621673e-c86b-456c-812a-c7066eee464d'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:46:30.035451 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] Bound port: 55ca24b3-e586-4b3a-909d-abe23f133df9, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4621673e-c86b-456c-812a-c7066eee464d'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:46:30.035844 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:30.131646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-375b7da6-5938-4ffb-94d0-8100ccb511c1 None None] Network e0fbff87-cda1-43c3-bfd4-5dfb2b4fa10b requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:46:30.215715 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:30.317888 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:30.486725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:46:30.492774 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:46:30.504125 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:46:30.515258 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-fb7c8def-fada-48cd-87f4-eafaa98e62d8 service neutron] 10.222.0.42 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8952713 Mar 01 20:46:30.540506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebe077-14e6-4aa3-91f3-6a332a5fd9f7 req-ce2aac41-bd58-4a02-992b-9e672d2ad598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:30.543618 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39ebe077-14e6-4aa3-91f3-6a332a5fd9f7 req-ce2aac41-bd58-4a02-992b-9e672d2ad598 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9b96b968358845c2abd0f182e29119da&device_id=8a653be9-346a-419a-b575-251a61936d76 HTTP/1.1" status: 200 len: 1099 time: 0.8564413 Mar 01 20:46:30.943938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Pushing event updated for resources: {'Port': ['ID=8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:30.952542 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:30.952901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:30.953719 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:30.954080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:30.954401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:30.954730 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:30.955057 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:30.955399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:30.955728 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:30.956666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:30.957177 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:30.957585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:31.129081 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50812562-f799-45cd-a03f-4e38f11d5e48 req-c9563551-5a93-457a-aa30-1d12a01c50fe tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:31.150817 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50812562-f799-45cd-a03f-4e38f11d5e48 req-c9563551-5a93-457a-aa30-1d12a01c50fe tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:31.172780 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50812562-f799-45cd-a03f-4e38f11d5e48 req-c9563551-5a93-457a-aa30-1d12a01c50fe tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c7f6298-f6c2-46d6-be55-bdb3c11736ff&device_id=29e5976a-cbab-48c5-b314-f440015a374f HTTP/1.1" status: 200 len: 1691 time: 0.6501393 Mar 01 20:46:31.297286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebe077-14e6-4aa3-91f3-6a332a5fd9f7 req-b0c777c9-8dad-42b2-9724-8df2936736df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:31.298732 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39ebe077-14e6-4aa3-91f3-6a332a5fd9f7 req-b0c777c9-8dad-42b2-9724-8df2936736df service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.6462543 Mar 01 20:46:31.383684 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3b62ca7e-4061-42c3-b85a-2ad864046f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:31.438572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] For port 55ca24b3-e586-4b3a-909d-abe23f133df9, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:46:31.451452 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] For port 55ca24b3-e586-4b3a-909d-abe23f133df9, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=55ca24b3-e586-4b3a-909d-abe23f133df9,segment=NetworkSegment(d7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9),segment_id=d7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:46:31.477135 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:31.483983 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39ebe077-14e6-4aa3-91f3-6a332a5fd9f7 req-2778d0b0-8284-411e-b436-46c78eaf644e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=2a11ac6d-d152-4f72-85ed-a7e9a10b886e HTTP/1.1" status: 200 len: 217 time: 0.1539576 Mar 01 20:46:31.494101 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50812562-f799-45cd-a03f-4e38f11d5e48 req-cbb3eac8-a3c5-4632-af4d-95f5965784f3 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192244 Mar 01 20:46:31.543824 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:31.575943 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:31.616693 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebe077-14e6-4aa3-91f3-6a332a5fd9f7 req-3eab70e8-74ef-47ad-b95f-0e0bb601fbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:31.618282 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39ebe077-14e6-4aa3-91f3-6a332a5fd9f7 req-3eab70e8-74ef-47ad-b95f-0e0bb601fbaa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1051617 Mar 01 20:46:31.849365 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:31.865183 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:32.025395 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93def97d-8ad8-46d9-9e16-4f189a22dcab None None] Pushing event updated for resources: {'Port': ['ID=55ca24b3-e586-4b3a-909d-abe23f133df9,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:32.109046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Allocated IP 172.20.0.2 (9c047131-db31-4f0b-ada8-1976d242266e/9b10d451-6863-433c-a07b-4c6d8834b5d5/6626653a-d37a-49e7-b497-146f098bff80) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:46:32.115989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975d427-d7f8-4d9e-84c0-4867b46a2889 req-bb6ca023-bf73-4a60-b963-8147d07110ec tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:32.126967 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1975d427-d7f8-4d9e-84c0-4867b46a2889 req-bb6ca023-bf73-4a60-b963-8147d07110ec tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 945 time: 0.7133894 Mar 01 20:46:32.389409 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebe077-14e6-4aa3-91f3-6a332a5fd9f7 req-912d2d4e-9331-41f3-b107-bee3e0211a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:32.389409 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39ebe077-14e6-4aa3-91f3-6a332a5fd9f7 req-912d2d4e-9331-41f3-b107-bee3e0211a44 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7500026 Mar 01 20:46:32.414890 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1975d427-d7f8-4d9e-84c0-4867b46a2889 req-2c1e32d0-5961-449c-a506-6dc45058fdf9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867961 Mar 01 20:46:32.525632 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:32.542445 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4440a-c638-4e73-831f-b9e2d4c2a5fd req-13c472ae-790b-4987-96f2-8f716f6c987d tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:32.549251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Transition to ACTIVE for port object 6626653a-d37a-49e7-b497-146f098bff80 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:32.561002 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3fb4440a-c638-4e73-831f-b9e2d4c2a5fd req-13c472ae-790b-4987-96f2-8f716f6c987d tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a653be9-346a-419a-b575-251a61936d76 HTTP/1.1" status: 200 len: 948 time: 0.7814050 Mar 01 20:46:32.571846 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Transition to ACTIVE for port object 6626653a-d37a-49e7-b497-146f098bff80 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:32.577760 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027ab24-7a7e-440a-999c-9056c30b522a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995196ae-5fa8-4676-9df5-6e1ad63c5088'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:46:32.585591 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2a11ac6d-d152-4f72-85ed-a7e9a10b886e details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:46:32.602130 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 995196ae-5fa8-4676-9df5-6e1ad63c5088, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=995196ae-5fa8-4676-9df5-6e1ad63c5088,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:32.657403 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] Routers {'47ee2335-864e-45c4-9460-329d2f9cb009'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:46:32.657951 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:46:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['47ee2335-864e-45c4-9460-329d2f9cb009'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:32.712999 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9466b2a1-cc38-411b-a2c2-91554fb1e36c req-ae6a0c54-e3eb-4df3-a4f9-dfb7b42c6be7 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 210 time: 0.1068001 Mar 01 20:46:32.741971 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:32.751744 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.resource_extend [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:46:32.864251 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:32.881278 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:32.913827 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3fb4440a-c638-4e73-831f-b9e2d4c2a5fd req-6896de56-179f-4ca4-89e8-687c83298f87 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516834 Mar 01 20:46:33.024226 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:33.104293 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39ebe077-14e6-4aa3-91f3-6a332a5fd9f7 req-50096fb1-bfa3-4344-847b-0057d8c4d3d5 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6859887 Mar 01 20:46:33.257456 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f027ab24-7a7e-440a-999c-9056c30b522a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995196ae-5fa8-4676-9df5-6e1ad63c5088', 'code': 200} Mar 01 20:46:33.262021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Pushing event updated for resources: {'Port': ['ID=6626653a-d37a-49e7-b497-146f098bff80,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:33.319721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Network 9c047131-db31-4f0b-ada8-1976d242266e is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:46:33.334203 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:46:33.337141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:46:33.491522 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39ebe077-14e6-4aa3-91f3-6a332a5fd9f7 req-aebcc1db-fed3-4051-98f5-0c1ed2f500f8 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779705 Mar 01 20:46:33.593177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6fbb6a-de54-425a-ba36-7719a4d10dce req-4d4e716d-b891-4561-9772-6159b1d3866d tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:33.595600 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b6fbb6a-de54-425a-ba36-7719a4d10dce req-4d4e716d-b891-4561-9772-6159b1d3866d tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=1c7f6298-f6c2-46d6-be55-bdb3c11736ff HTTP/1.1" status: 200 len: 1101 time: 0.1027384 Mar 01 20:46:33.657712 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b6fbb6a-de54-425a-ba36-7719a4d10dce req-982bfed5-f7e0-4773-a70d-245a8d7f7afd tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551991 Mar 01 20:46:33.666435 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c2bf5-d45e-4034-8336-586e1eec4b22 req-1612e232-ae21-4fc0-acbf-77bdeed81118 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:33.676158 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6d1c2bf5-d45e-4034-8336-586e1eec4b22 req-1612e232-ae21-4fc0-acbf-77bdeed81118 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 1096 time: 0.4929681 Mar 01 20:46:33.711704 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=995196ae-5fa8-4676-9df5-6e1ad63c5088,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:33.719182 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 2a11ac6d-d152-4f72-85ed-a7e9a10b886e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2a11ac6d-d152-4f72-85ed-a7e9a10b886e,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:33.730246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Router 5727f4bd-5be2-47ba-ae37-fda496976d15 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 20:46:33.784363 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] Set router 47ee2335-864e-45c4-9460-329d2f9cb009 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:46:33.801887 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6d1c2bf5-d45e-4034-8336-586e1eec4b22 req-7b35859c-6043-4333-8a50-7d8f99514c47 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200395 Mar 01 20:46:34.099527 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63243bea-d228-44b7-9297-a71af6fa873c req-3c70e03c-7c8c-4543-b1ec-7b253bd01f27 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:34.101474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-63243bea-d228-44b7-9297-a71af6fa873c req-3c70e03c-7c8c-4543-b1ec-7b253bd01f27 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=29e5976a-cbab-48c5-b314-f440015a374f HTTP/1.1" status: 200 len: 1101 time: 0.1518419 Mar 01 20:46:34.249583 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d08e00f6-dea1-4af4-8b44-c41de5cb4dfc req-7a1ba729-2283-4aa7-b4e5-a97336ddbb11 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 210 time: 0.1103804 Mar 01 20:46:34.292250 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-63243bea-d228-44b7-9297-a71af6fa873c req-a37e208f-600a-4016-8c3d-a30824412ac7 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838460 Mar 01 20:46:34.405148 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:46:34.417401 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] Sync routers for ids ['5727f4bd-5be2-47ba-ae37-fda496976d15'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:46:34.468346 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] Routers {'5727f4bd-5be2-47ba-ae37-fda496976d15'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:46:34.469406 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:46:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5727f4bd-5be2-47ba-ae37-fda496976d15'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:34.527976 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '2a11ac6d-d152-4f72-85ed-a7e9a10b886e', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '2a11ac6d-d152-4f72-85ed-a7e9a10b886e', 'mac_address': 'fa:16:3e:39:fc:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:46:34.554197 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Attempting to bind port 6626653a-d37a-49e7-b497-146f098bff80 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:46:34.554197 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Attempting to bind port 6626653a-d37a-49e7-b497-146f098bff80 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:46:34.554197 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Attempting to bind port 6626653a-d37a-49e7-b497-146f098bff80 on network 9c047131-db31-4f0b-ada8-1976d242266e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:34.652472 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:46:34.652472 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Checking segment: {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:46:34.652472 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:34.652472 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Bound using segment: {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:46:34.652472 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Bound port: 6626653a-d37a-49e7-b497-146f098bff80, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:46:34.652472 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:34.653196 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:34.655049 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-911d3325-d260-45f0-93e4-75dd11904c60 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.9441392 Mar 01 20:46:34.655964 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58238) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:34.666120 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:34.806907 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] For port 6626653a-d37a-49e7-b497-146f098bff80, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:46:34.818462 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] For port 6626653a-d37a-49e7-b497-146f098bff80, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=6626653a-d37a-49e7-b497-146f098bff80,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:46:34.848990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a11ac6d-d152-4f72-85ed-a7e9a10b886e {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:46:34.906687 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ee2335-864e-45c4-9460-329d2f9cb009', 'name': 'tempest-AttachSCSIVolumeTestJSON-605213486-router', 'tenant_id': 'b73a4a7893bb45c9b6c9546896f29729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '60895133-3453-495c-b261-158b0fee2064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:12Z', 'updated_at': '2022-03-01T20:46:20Z', 'revision_number': 4, 'project_id': 'b73a4a7893bb45c9b6c9546896f29729', 'gw_port': {'id': '60895133-3453-495c-b261-158b0fee2064', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ee2335-864e-45c4-9460-329d2f9cb009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:14Z', 'updated_at': '2022-03-01T20:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '55ca24b3-e586-4b3a-909d-abe23f133df9', 'name': '', 'network_id': '4621673e-c86b-456c-812a-c7066eee464d', 'tenant_id': 'b73a4a7893bb45c9b6c9546896f29729', 'mac_address': 'fa:16:3e:50:3d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ee2335-864e-45c4-9460-329d2f9cb009', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e23e2b57-ba92-4972-874c-96c43f4aca80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:18Z', 'updated_at': '2022-03-01T20:46:31Z', 'revision_number': 4, 'project_id': 'b73a4a7893bb45c9b6c9546896f29729', 'subnets': [{'id': 'e23e2b57-ba92-4972-874c-96c43f4aca80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:34.919614 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 2a11ac6d-d152-4f72-85ed-a7e9a10b886e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2a11ac6d-d152-4f72-85ed-a7e9a10b886e,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:34.925148 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f00a7b-8771-40a4-8893-03f4e4eff47a None None] The sync data for ids ['47ee2335-864e-45c4-9460-329d2f9cb009'] in n-d-827896-4 is: [{'id': '47ee2335-864e-45c4-9460-329d2f9cb009', 'name': 'tempest-AttachSCSIVolumeTestJSON-605213486-router', 'tenant_id': 'b73a4a7893bb45c9b6c9546896f29729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '60895133-3453-495c-b261-158b0fee2064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:12Z', 'updated_at': '2022-03-01T20:46:20Z', 'revision_number': 4, 'project_id': 'b73a4a7893bb45c9b6c9546896f29729', 'gw_port': {'id': '60895133-3453-495c-b261-158b0fee2064', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ee2335-864e-45c4-9460-329d2f9cb009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:14Z', 'updated_at': '2022-03-01T20:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '55ca24b3-e586-4b3a-909d-abe23f133df9', 'name': '', 'network_id': '4621673e-c86b-456c-812a-c7066eee464d', 'tenant_id': 'b73a4a7893bb45c9b6c9546896f29729', 'mac_address': 'fa:16:3e:50:3d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ee2335-864e-45c4-9460-329d2f9cb009', 'device_owner': 'network:router_interface', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': 'e23e2b57-ba92-4972-874c-96c43f4aca80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:18Z', 'updated_at': '2022-03-01T20:46:31Z', 'revision_number': 4, 'project_id': 'b73a4a7893bb45c9b6c9546896f29729', 'subnets': [{'id': 'e23e2b57-ba92-4972-874c-96c43f4aca80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:46:34.950256 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:34.970598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b06c69-755d-4691-a57f-855fd8ae633b req-dd952ff3-1f87-47bf-a70b-9ae195dcdb09 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:34.984489 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7b06c69-755d-4691-a57f-855fd8ae633b req-dd952ff3-1f87-47bf-a70b-9ae195dcdb09 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 1096 time: 0.5044622 Mar 01 20:46:35.321276 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] Set router 5727f4bd-5be2-47ba-ae37-fda496976d15 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:46:35.482831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d89f58-a582-43f5-902a-6c25e3115433 req-945560c6-8349-4f70-98ae-7b6e2bf28ba2 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:35.503587 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-20d89f58-a582-43f5-902a-6c25e3115433 req-945560c6-8349-4f70-98ae-7b6e2bf28ba2 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a653be9-346a-419a-b575-251a61936d76 HTTP/1.1" status: 200 len: 948 time: 0.8263826 Mar 01 20:46:35.553911 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:35.586140 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7b06c69-755d-4691-a57f-855fd8ae633b req-227c9074-161b-43c4-919c-7dc8cb5c6bb0 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6000440 Mar 01 20:46:35.769147 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 55ca24b3-e586-4b3a-909d-abe23f133df9 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:35.817199 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-20d89f58-a582-43f5-902a-6c25e3115433 req-079a6933-c434-40e7-a36e-cc2e3ac14768 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107221 Mar 01 20:46:35.992692 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['2a11ac6d-d152-4f72-85ed-a7e9a10b886e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:46:36.227484 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-dd0da09c-07de-4fac-851b-31f412f6cf20 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a89f5baf58c84a808cd5296d2f554260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1794584 Mar 01 20:46:36.258285 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26729f41-5416-4a85-8168-81593ebeb9ca None None] Pushing event updated for resources: {'Port': ['ID=6626653a-d37a-49e7-b497-146f098bff80,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:36.711907 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'name': 'tempest-ServerActionsTestJSON-278498603-router', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:27Z', 'updated_at': '2022-03-01T20:46:30Z', 'revision_number': 3, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'gw_port': {'id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:29Z', 'updated_at': '2022-03-01T20:46:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:36.734352 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] Checking router: 5727f4bd-5be2-47ba-ae37-fda496976d15 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:46:36.734352 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] Updating router 5727f4bd-5be2-47ba-ae37-fda496976d15 port 8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:46:36.787778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=2a11ac6d-d152-4f72-85ed-a7e9a10b886e,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:36.792164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-5c453f48-4bd6-46c7-8280-c2e78fb0f1e4 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:36.803834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-5c453f48-4bd6-46c7-8280-c2e78fb0f1e4 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Synchronizing usage tracker for tenant:12fae2fdb26b4cf190b0d5a7d7adbfcc on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:46:36.833000 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29a2979a-c2c7-4a94-bcda-cd1961cec689 req-2ebc25da-a0b6-46fe-ba60-c6074a25dbb7 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 210 time: 0.4681079 Mar 01 20:46:36.899550 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:37.075290 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 55ca24b3-e586-4b3a-909d-abe23f133df9 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:37.087040 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 55ca24b3-e586-4b3a-909d-abe23f133df9 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:37.087753 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:37.173509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-5c453f48-4bd6-46c7-8280-c2e78fb0f1e4 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Unset dirty status for tenant:12fae2fdb26b4cf190b0d5a7d7adbfcc on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:46:37.175188 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-5c453f48-4bd6-46c7-8280-c2e78fb0f1e4 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.55 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 821 time: 1.3438823 Mar 01 20:46:37.212229 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-2f0efc3b-211d-4c75-988c-be8f4d4674e5 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:37.225521 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-2f0efc3b-211d-4c75-988c-be8f4d4674e5 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9964132 Mar 01 20:46:37.274052 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-f7ec68eb-2248-40ec-9ec7-c0b73d7df4c0 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/quotas/a89f5baf58c84a808cd5296d2f554260 HTTP/1.1" status: 200 len: 375 time: 0.0475614 Mar 01 20:46:37.311045 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-a4a9ec33-cd02-442b-b0dc-d17b6490b075 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Request body: {'port': {'device_id': '4e360f3e-f243-4f44-80d2-ebd1d6146113', 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850', 'admin_state_up': True, 'tenant_id': '12fae2fdb26b4cf190b0d5a7d7adbfcc'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:37.448092 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:37.529141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 55ca24b3-e586-4b3a-909d-abe23f133df9, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=55ca24b3-e586-4b3a-909d-abe23f133df9,segment=NetworkSegment(d7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9),segment_id=d7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:37.609687 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:37.692423 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-a4a9ec33-cd02-442b-b0dc-d17b6490b075 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:37.700762 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-a4a9ec33-cd02-442b-b0dc-d17b6490b075 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Usage tracker for resource:port and tenant:12fae2fdb26b4cf190b0d5a7d7adbfcc is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:37.707067 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:37.712819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-a4a9ec33-cd02-442b-b0dc-d17b6490b075 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:37.734729 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-a4a9ec33-cd02-442b-b0dc-d17b6490b075 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:37.747460 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] Transition to ACTIVE for port object 8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:37.807568 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=55ca24b3-e586-4b3a-909d-abe23f133df9,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:37.809703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de56d8-034c-4f89-9866-df97b66bd21d req-282c45ee-78ff-4d8e-914e-39a9cfe11d0a tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:37.817961 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8de56d8-034c-4f89-9866-df97b66bd21d req-282c45ee-78ff-4d8e-914e-39a9cfe11d0a tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a653be9-346a-419a-b575-251a61936d76 HTTP/1.1" status: 200 len: 949 time: 0.4386704 Mar 01 20:46:37.819441 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6bfa63-2e38-41d5-9b6a-7e1bff0f5053 None None] Network 9c047131-db31-4f0b-ada8-1976d242266e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:46:37.844149 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:37.868926 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-a4a9ec33-cd02-442b-b0dc-d17b6490b075 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Made reservation on behalf of 12fae2fdb26b4cf190b0d5a7d7adbfcc for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:46:37.876700 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-a4a9ec33-cd02-442b-b0dc-d17b6490b075 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:37.920404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6626653a-d37a-49e7-b497-146f098bff80 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:37.951435 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-4f6dcf4c-475d-4a7f-a3f9-ed0bd7344b02 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6753025 Mar 01 20:46:38.008116 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8de56d8-034c-4f89-9866-df97b66bd21d req-1d888f7f-758c-49ee-be66-9b00a21fe534 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875505 Mar 01 20:46:38.059255 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827cdf0-b634-4b8e-ad29-bef8079a25bc None None] Pushing event updated for resources: {'Port': ['ID=8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:38.116340 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] Attempting to bind port 8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:46:38.116982 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] Attempting to bind port 8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:46:38.117527 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] Attempting to bind port 8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:38.135032 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:46:38.135789 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:46:38.137254 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:38.137254 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:46:38.137456 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] Bound port: 8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:46:38.137688 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:38.267939 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f3b58344-a0f2-4851-9c1d-b988ba7527b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:38.347254 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] For port 8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:46:38.357678 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] For port 8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:46:38.380627 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1ed06891-41a9-4693-88f5-d2c00eba0ac6 None None] Provisioning for port 6626653a-d37a-49e7-b497-146f098bff80 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:38.418876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-a4a9ec33-cd02-442b-b0dc-d17b6490b075 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Allocated IP 172.20.0.13 (2066dc17-9d0c-4926-8526-1637c09f1850/b4cc9feb-dba1-49bd-b779-378ebe9faea2/97d9130a-714e-4f0a-9c9b-ba6f069e326e) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:46:38.439678 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:38.723543 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827cdf0-b634-4b8e-ad29-bef8079a25bc None None] Pushing event updated for resources: {'Port': ['ID=8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:38.724196 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 6626653a-d37a-49e7-b497-146f098bff80 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:38.758786 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 6626653a-d37a-49e7-b497-146f098bff80 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:38.759555 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:38.787600 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] Routers {'5727f4bd-5be2-47ba-ae37-fda496976d15'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:46:38.791434 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:46:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5727f4bd-5be2-47ba-ae37-fda496976d15'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:39.162218 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] Set router 5727f4bd-5be2-47ba-ae37-fda496976d15 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:46:39.169631 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:39.267931 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 6626653a-d37a-49e7-b497-146f098bff80, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=6626653a-d37a-49e7-b497-146f098bff80,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:39.298361 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5e0ec99a-b78f-4ac5-8c45-61bf6e023492 None None] Provisioning complete for port 6626653a-d37a-49e7-b497-146f098bff80 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:39.299118 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5e0ec99a-b78f-4ac5-8c45-61bf6e023492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:39.385667 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-a4a9ec33-cd02-442b-b0dc-d17b6490b075 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:39.450677 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a48b7c8-1c84-4813-8b11-45bc8c1fdad7 req-b8086412-1497-480e-96fb-20f2da036ecc tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 210 time: 0.1359408 Mar 01 20:46:39.480202 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:39.530501 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-f3b58344-a0f2-4851-9c1d-b988ba7527b0 admin admin] Allocated IP 172.20.0.1 (9c047131-db31-4f0b-ada8-1976d242266e/9b10d451-6863-433c-a07b-4c6d8834b5d5/1e8abd43-1639-4bd2-aad5-d148feb63cf5) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:46:39.580489 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2a11ac6d-d152-4f72-85ed-a7e9a10b886e up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:39.713177 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4c9c836-dd3e-4306-a175-d48aa40818d6 req-c422714c-b3ef-4cb9-b854-000f105a3286 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=86527792-b2be-4b1b-a019-3da376f9108c HTTP/1.1" status: 200 len: 210 time: 0.1573985 Mar 01 20:46:39.824065 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 55ca24b3-e586-4b3a-909d-abe23f133df9 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:39.882993 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'name': 'tempest-ServerActionsTestJSON-278498603-router', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:27Z', 'updated_at': '2022-03-01T20:46:30Z', 'revision_number': 3, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'gw_port': {'id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:29Z', 'updated_at': '2022-03-01T20:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:39.894718 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3469a46-c637-44d4-a259-6b6b60f3d78c None None] The sync data for ids ['5727f4bd-5be2-47ba-ae37-fda496976d15'] in n-d-827896-4 is: [{'id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'name': 'tempest-ServerActionsTestJSON-278498603-router', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:27Z', 'updated_at': '2022-03-01T20:46:30Z', 'revision_number': 3, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'gw_port': {'id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:29Z', 'updated_at': '2022-03-01T20:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:46:39.895623 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=6626653a-d37a-49e7-b497-146f098bff80,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:39.903733 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 2a11ac6d-d152-4f72-85ed-a7e9a10b886e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:39.914983 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 2a11ac6d-d152-4f72-85ed-a7e9a10b886e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:39.915478 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:40.028132 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:40.028533 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:40.028884 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:40.029221 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:40.029551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:40.029881 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:40.030207 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:40.030529 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:40.030851 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:40.031172 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:40.031979 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:40.031979 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:46:40.087562 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 55ca24b3-e586-4b3a-909d-abe23f133df9 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:40.087941 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:40.134445 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f3b58344-a0f2-4851-9c1d-b988ba7527b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:40.175214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-f3b58344-a0f2-4851-9c1d-b988ba7527b0 admin admin] Transition to ACTIVE for port object 1e8abd43-1639-4bd2-aad5-d148feb63cf5 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:40.201763 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bde2eb-6874-4f6c-a580-210a2110df59 req-64d3f58b-ba5a-4bd5-8a8e-f4c389296783 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:40.208918 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6bde2eb-6874-4f6c-a580-210a2110df59 req-64d3f58b-ba5a-4bd5-8a8e-f4c389296783 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a653be9-346a-419a-b575-251a61936d76 HTTP/1.1" status: 200 len: 949 time: 0.2328227 Mar 01 20:46:40.318582 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f3b58344-a0f2-4851-9c1d-b988ba7527b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:40.343995 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6bde2eb-6874-4f6c-a580-210a2110df59 req-8cda013b-be26-4a83-a24f-0984d53a1ed9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263683 Mar 01 20:46:40.435971 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-a4a9ec33-cd02-442b-b0dc-d17b6490b075 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:40.481983 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:40.490706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b58344-a0f2-4851-9c1d-b988ba7527b0 admin admin] Network 9c047131-db31-4f0b-ada8-1976d242266e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:46:40.501235 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-f3b58344-a0f2-4851-9c1d-b988ba7527b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:46:40.510264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b58344-a0f2-4851-9c1d-b988ba7527b0 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:46:40.510729 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f3b58344-a0f2-4851-9c1d-b988ba7527b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:40.604590 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 2a11ac6d-d152-4f72-85ed-a7e9a10b886e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2a11ac6d-d152-4f72-85ed-a7e9a10b886e,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:40.606259 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a653be9-346a-419a-b575-251a61936d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a11ac6d-d152-4f72-85ed-a7e9a10b886e'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:46:40.669005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-a4a9ec33-cd02-442b-b0dc-d17b6490b075 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Network 2066dc17-9d0c-4926-8526-1637c09f1850 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:46:40.676874 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:40.684008 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-a4a9ec33-cd02-442b-b0dc-d17b6490b075 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:46:40.684008 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-a4a9ec33-cd02-442b-b0dc-d17b6490b075 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:46:40.689686 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-a4a9ec33-cd02-442b-b0dc-d17b6490b075 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:40.701319 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-a4a9ec33-cd02-442b-b0dc-d17b6490b075 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:40.718653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b58344-a0f2-4851-9c1d-b988ba7527b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1e8abd43-1639-4bd2-aad5-d148feb63cf5,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:40.846349 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925256d-8101-406d-b358-17807d8210d8 req-5767cffd-6d39-4244-b9ed-2a10d1f6cbf5 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:40.857614 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7925256d-8101-406d-b358-17807d8210d8 req-5767cffd-6d39-4244-b9ed-2a10d1f6cbf5 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 1096 time: 0.2135038 Mar 01 20:46:40.897439 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=2a11ac6d-d152-4f72-85ed-a7e9a10b886e,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:40.994912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9ec33-cd02-442b-b0dc-d17b6490b075 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Pushing event updated for resources: {'Port': ['ID=97d9130a-714e-4f0a-9c9b-ba6f069e326e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:41.035641 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7925256d-8101-406d-b358-17807d8210d8 req-2e176547-9bea-4aa4-ac17-c9d1ba55c81f tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768186 Mar 01 20:46:41.056180 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f3b58344-a0f2-4851-9c1d-b988ba7527b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:41.121046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-59e5e917-4acf-4b78-bcb9-41443e5e5c19 None None] Provisioning for port 1e8abd43-1639-4bd2-aad5-d148feb63cf5 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:41.126668 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-59e5e917-4acf-4b78-bcb9-41443e5e5c19 None None] Provisioning complete for port 1e8abd43-1639-4bd2-aad5-d148feb63cf5 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:41.127038 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-59e5e917-4acf-4b78-bcb9-41443e5e5c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:41.267051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-59e5e917-4acf-4b78-bcb9-41443e5e5c19 None None] Port 1e8abd43-1639-4bd2-aad5-d148feb63cf5 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:46:41.274098 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-a4a9ec33-cd02-442b-b0dc-d17b6490b075 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9886503 Mar 01 20:46:41.296181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] Request body: {'port': {'device_id': '4e360f3e-f243-4f44-80d2-ebd1d6146113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:41.419608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36bf6cd-584c-48b5-9248-060b15b50801 req-ba1b6978-473a-4c32-99f1-039a893d5cfe tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:41.428472 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c36bf6cd-584c-48b5-9248-060b15b50801 req-ba1b6978-473a-4c32-99f1-039a893d5cfe tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 932 time: 0.1718369 Mar 01 20:46:41.540800 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c36bf6cd-584c-48b5-9248-060b15b50801 req-00f5bd38-182b-41ea-891a-0c6df7c79299 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113691 Mar 01 20:46:41.680412 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:41.698625 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a653be9-346a-419a-b575-251a61936d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a11ac6d-d152-4f72-85ed-a7e9a10b886e', 'code': 200} Mar 01 20:46:41.840908 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [None req-f3b58344-a0f2-4851-9c1d-b988ba7527b0 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:46:41.858960 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f3b58344-a0f2-4851-9c1d-b988ba7527b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:42.019548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6626653a-d37a-49e7-b497-146f098bff80 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:42.056734 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f3b58344-a0f2-4851-9c1d-b988ba7527b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:42.057442 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f3b58344-a0f2-4851-9c1d-b988ba7527b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:42.085024 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85a0142e-0485-4888-a150-279f6e502803 req-c7e9f0d7-d8c9-4dae-85ee-6fa70dd61d45 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=86527792-b2be-4b1b-a019-3da376f9108c HTTP/1.1" status: 200 len: 210 time: 0.1255739 Mar 01 20:46:42.130631 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140a3a3-7f31-4564-92de-449b6fed3a84 req-1896cebf-7e04-4541-8087-af484fcdb796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:42.134154 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b140a3a3-7f31-4564-92de-449b6fed3a84 req-1896cebf-7e04-4541-8087-af484fcdb796 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8a653be9-346a-419a-b575-251a61936d76 HTTP/1.1" status: 200 len: 1101 time: 0.3216119 Mar 01 20:46:42.228716 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b140a3a3-7f31-4564-92de-449b6fed3a84 req-3cff3435-0418-4808-88b2-25cc1f9e3748 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894990 Mar 01 20:46:42.280833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 6626653a-d37a-49e7-b497-146f098bff80 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:42.281535 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:42.298358 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b58344-a0f2-4851-9c1d-b988ba7527b0 admin admin] Pushing event updated for resources: {'Port': ['ID=1e8abd43-1639-4bd2-aad5-d148feb63cf5,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:42.319553 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-e58308eb-d38a-423c-aad5-3466966b3b59 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a89f5baf58c84a808cd5296d2f554260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3394873 Mar 01 20:46:42.679313 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:42.884163 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:42.889761 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:42.890136 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:43.087677 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b58344-a0f2-4851-9c1d-b988ba7527b0 admin admin] Network 9c047131-db31-4f0b-ada8-1976d242266e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:46:43.117712 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-f3b58344-a0f2-4851-9c1d-b988ba7527b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:46:43.151751 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:43.230180 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:43.272690 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-f7a39d0d-2709-4c2b-92f5-47f3d373cfe7 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:43.274312 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-f7a39d0d-2709-4c2b-92f5-47f3d373cfe7 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7774704 Mar 01 20:46:43.298059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-09d20415-11a7-453f-bbb4-418452497d22 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Request body: {'port': {'device_id': '86527792-b2be-4b1b-a019-3da376f9108c', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'a89f5baf58c84a808cd5296d2f554260'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:43.357092 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:43.529507 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:43.618136 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d1a77db6-3d88-42f1-be25-d4e6bed12b00 None None] Provisioning complete for port 1e8abd43-1639-4bd2-aad5-d148feb63cf5 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:43.618669 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d1a77db6-3d88-42f1-be25-d4e6bed12b00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:43.709377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d9130a-714e-4f0a-9c9b-ba6f069e326e {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:46:43.716132 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d1a77db6-3d88-42f1-be25-d4e6bed12b00 None None] Port 1e8abd43-1639-4bd2-aad5-d148feb63cf5 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:46:43.738687 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:43.749535 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:43.853990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:43.854353 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:43.858812 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] Transition to ACTIVE for port object 97d9130a-714e-4f0a-9c9b-ba6f069e326e will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:43.904734 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-09d20415-11a7-453f-bbb4-418452497d22 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:43.930226 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b58344-a0f2-4851-9c1d-b988ba7527b0 admin admin] Router 5727f4bd-5be2-47ba-ae37-fda496976d15 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:46:43.935470 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-09d20415-11a7-453f-bbb4-418452497d22 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:44.009952 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:44.099931 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-09d20415-11a7-453f-bbb4-418452497d22 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Made reservation on behalf of a89f5baf58c84a808cd5296d2f554260 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:46:44.103469 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-09d20415-11a7-453f-bbb4-418452497d22 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:44.422332 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] Pushing event updated for resources: {'Port': ['ID=97d9130a-714e-4f0a-9c9b-ba6f069e326e,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:44.511877 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] Attempting to bind port 97d9130a-714e-4f0a-9c9b-ba6f069e326e on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:46:44.536745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] Attempting to bind port 97d9130a-714e-4f0a-9c9b-ba6f069e326e by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:46:44.536745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] Attempting to bind port 97d9130a-714e-4f0a-9c9b-ba6f069e326e on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:44.536745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b58344-a0f2-4851-9c1d-b988ba7527b0 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:46:44.537865 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] Sync routers for ids ['5727f4bd-5be2-47ba-ae37-fda496976d15'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:46:44.546180 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] Routers {'5727f4bd-5be2-47ba-ae37-fda496976d15'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:46:44.547136 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:46:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5727f4bd-5be2-47ba-ae37-fda496976d15'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:44.582477 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] Port 97d9130a-714e-4f0a-9c9b-ba6f069e326e on network 2066dc17-9d0c-4926-8526-1637c09f1850 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:46:44.583216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] Attempting to bind port 97d9130a-714e-4f0a-9c9b-ba6f069e326e on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:44.611331 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:46:44.611690 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] Checking segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:46:44.612491 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] Bound using segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:46:44.613269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] Bound port: 97d9130a-714e-4f0a-9c9b-ba6f069e326e, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:46:44.613852 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:44.702517 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-09d20415-11a7-453f-bbb4-418452497d22 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Allocated IP 192.168.233.155 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/cd4cd533-477f-4f3c-863d-27706a21a60b) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:46:44.804525 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] Set router 5727f4bd-5be2-47ba-ae37-fda496976d15 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:46:44.808273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] For port 97d9130a-714e-4f0a-9c9b-ba6f069e326e, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:46:44.812720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] For port 97d9130a-714e-4f0a-9c9b-ba6f069e326e, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=97d9130a-714e-4f0a-9c9b-ba6f069e326e,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:46:44.958950 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f3b58344-a0f2-4851-9c1d-b988ba7527b0 admin admin] 10.222.0.42 "PUT /v2.0/routers/5727f4bd-5be2-47ba-ae37-fda496976d15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2960598 Mar 01 20:46:44.983913 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:45.164889 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] Pushing event updated for resources: {'Port': ['ID=97d9130a-714e-4f0a-9c9b-ba6f069e326e,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:45.188370 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:45.189146 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:45.191296 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-b84a9f28-598d-4c95-bd96-b6b7d1a9b43a service neutron] 10.222.0.55 "PUT /v2.0/ports/97d9130a-714e-4f0a-9c9b-ba6f069e326e HTTP/1.1" status: 200 len: 1092 time: 3.9021146 Mar 01 20:46:45.194837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e360f3e-f243-4f44-80d2-ebd1d6146113', 'tag': '97d9130a-714e-4f0a-9c9b-ba6f069e326e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:46:45.222535 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-09d20415-11a7-453f-bbb4-418452497d22 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:45.258977 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-09d20415-11a7-453f-bbb4-418452497d22 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Transition to ACTIVE for port object cd4cd533-477f-4f3c-863d-27706a21a60b will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:45.333579 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'name': 'tempest-ServerActionsTestJSON-278498603-router', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:27Z', 'updated_at': '2022-03-01T20:46:40Z', 'revision_number': 4, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'gw_port': {'id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:29Z', 'updated_at': '2022-03-01T20:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '1e8abd43-1639-4bd2-aad5-d148feb63cf5', 'name': '', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'mac_address': 'fa:16:3e:41:7c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:38Z', 'updated_at': '2022-03-01T20:46:41Z', 'revision_number': 2, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'subnets': [{'id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:45.343279 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] Checking router: 5727f4bd-5be2-47ba-ae37-fda496976d15 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:46:45.357343 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] Updating router 5727f4bd-5be2-47ba-ae37-fda496976d15 port 1e8abd43-1639-4bd2-aad5-d148feb63cf5 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:46:45.435791 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-09d20415-11a7-453f-bbb4-418452497d22 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:45.513295 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:45.539861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['d3617190-df4c-4ab0-b2f5-9594a0735901', 'eac1e254-07cb-4c1c-a51f-a29c203477ed'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:46:45.594782 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['68c307f4-6ba6-444d-9cf1-fc3106631b2a', 'dbe6689a-d91e-4fd2-aeb0-42fcd5208208', 'fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:46:45.671276 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d20415-11a7-453f-bbb4-418452497d22 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Pushing event updated for resources: {'Port': ['ID=cd4cd533-477f-4f3c-863d-27706a21a60b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:45.749101 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-09d20415-11a7-453f-bbb4-418452497d22 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:46:45.754461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-09d20415-11a7-453f-bbb4-418452497d22 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:46:45.772007 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-09d20415-11a7-453f-bbb4-418452497d22 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:46:45.793675 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-09d20415-11a7-453f-bbb4-418452497d22 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:45.793675 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-09d20415-11a7-453f-bbb4-418452497d22 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:45.873556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-76d16127-ff1c-488b-b008-a6713db15909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:45.875312 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-76d16127-ff1c-488b-b008-a6713db15909 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 1095 time: 0.5227888 Mar 01 20:46:45.903080 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58372) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:45.977072 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-09d20415-11a7-453f-bbb4-418452497d22 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6828825 Mar 01 20:46:45.993922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] Request body: {'port': {'device_id': '86527792-b2be-4b1b-a019-3da376f9108c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:46.044411 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-318b487a-7aef-4522-8d4b-292e8b9e3765 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97d9130a-714e-4f0a-9c9b-ba6f069e326e HTTP/1.1" status: 200 len: 217 time: 0.1574795 Mar 01 20:46:46.072037 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-093f33d0-da89-4838-aa04-68623c07fc3a tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:46:46.073074 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-093f33d0-da89-4838-aa04-68623c07fc3a tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1681995 Mar 01 20:46:46.175628 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-a2547630-acb7-401c-a60e-634e75a34b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:46.182253 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-a2547630-acb7-401c-a60e-634e75a34b19 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.0965364 Mar 01 20:46:46.265466 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-25043812-51e2-46f3-9f05-4661326c0bb8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725908 Mar 01 20:46:46.337908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-87d102c4-7c6b-478a-8726-416b8163c23b req-68c48695-ee99-478d-8cd2-e2288e950c57 service neutron] Request body: {'binding': {'host': 'n-h2-827896-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:46.338427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-87d102c4-7c6b-478a-8726-416b8163c23b req-68c48695-ee99-478d-8cd2-e2288e950c57 service neutron] Unknown quota resources ['binding']. {{(pid=88518) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 01 20:46:46.561226 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c3055517-7c30-4ac5-8d73-7b7ee310a5cb None None] Provisioning for port cd4cd533-477f-4f3c-863d-27706a21a60b completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:46.574711 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:46.577344 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c3055517-7c30-4ac5-8d73-7b7ee310a5cb None None] Provisioning complete for port cd4cd533-477f-4f3c-863d-27706a21a60b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:46.577639 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c3055517-7c30-4ac5-8d73-7b7ee310a5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:46.654826 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c3055517-7c30-4ac5-8d73-7b7ee310a5cb None None] Port cd4cd533-477f-4f3c-863d-27706a21a60b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:46:46.749680 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:46.781409 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] Transition to ACTIVE for port object 1e8abd43-1639-4bd2-aad5-d148feb63cf5 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:46.818143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-87d102c4-7c6b-478a-8726-416b8163c23b req-68c48695-ee99-478d-8cd2-e2288e950c57 service neutron] Attempting to bind port e1f3eb14-999b-4111-8f1c-00a3335f8846 on host n-h2-827896-4 for vnic_type normal with profile None {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:46:46.818483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-87d102c4-7c6b-478a-8726-416b8163c23b req-68c48695-ee99-478d-8cd2-e2288e950c57 service neutron] Attempting to bind port e1f3eb14-999b-4111-8f1c-00a3335f8846 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:46:46.818730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d102c4-7c6b-478a-8726-416b8163c23b req-68c48695-ee99-478d-8cd2-e2288e950c57 service neutron] Attempting to bind port e1f3eb14-999b-4111-8f1c-00a3335f8846 on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:46.856296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d102c4-7c6b-478a-8726-416b8163c23b req-68c48695-ee99-478d-8cd2-e2288e950c57 service neutron] Port e1f3eb14-999b-4111-8f1c-00a3335f8846 on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:46:46.856625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d102c4-7c6b-478a-8726-416b8163c23b req-68c48695-ee99-478d-8cd2-e2288e950c57 service neutron] Attempting to bind port e1f3eb14-999b-4111-8f1c-00a3335f8846 on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:46.881801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d102c4-7c6b-478a-8726-416b8163c23b req-68c48695-ee99-478d-8cd2-e2288e950c57 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 46, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:46:46.882364 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d102c4-7c6b-478a-8726-416b8163c23b req-68c48695-ee99-478d-8cd2-e2288e950c57 service neutron] Checking segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:46:46.882549 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d102c4-7c6b-478a-8726-416b8163c23b req-68c48695-ee99-478d-8cd2-e2288e950c57 service neutron] Bound using segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:46:46.882968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-87d102c4-7c6b-478a-8726-416b8163c23b req-68c48695-ee99-478d-8cd2-e2288e950c57 service neutron] Bound port: e1f3eb14-999b-4111-8f1c-00a3335f8846, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:46:47.024881 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-87d102c4-7c6b-478a-8726-416b8163c23b req-68c48695-ee99-478d-8cd2-e2288e950c57 service neutron] For port e1f3eb14-999b-4111-8f1c-00a3335f8846, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=e1f3eb14-999b-4111-8f1c-00a3335f8846,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:46:47.040620 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:47.136644 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-87d102c4-7c6b-478a-8726-416b8163c23b req-68c48695-ee99-478d-8cd2-e2288e950c57 service neutron] Notify callbacks [] for binding, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:47.144365 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-68c48695-ee99-478d-8cd2-e2288e950c57 service neutron] 10.222.0.42 "POST /v2.0/ports/e1f3eb14-999b-4111-8f1c-00a3335f8846/bindings HTTP/1.1" status: 201 len: 389 time: 0.9231427 Mar 01 20:46:47.555559 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-bb2f16b4-77f0-426f-81fa-f2808b7e3889 service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2759149 Mar 01 20:46:47.609577 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ea0c9-c26b-4125-ad56-896fae907b5d None None] Pushing event updated for resources: {'Port': ['ID=1e8abd43-1639-4bd2-aad5-d148feb63cf5,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:47.706023 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] Attempting to bind port 1e8abd43-1639-4bd2-aad5-d148feb63cf5 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:46:47.706713 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] Attempting to bind port 1e8abd43-1639-4bd2-aad5-d148feb63cf5 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:46:47.707230 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] Attempting to bind port 1e8abd43-1639-4bd2-aad5-d148feb63cf5 on network 9c047131-db31-4f0b-ada8-1976d242266e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:47.751082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 46, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:46:47.751784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] Checking segment: {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:46:47.752335 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:47.752906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] Bound using segment: {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:46:47.753530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] Bound port: 1e8abd43-1639-4bd2-aad5-d148feb63cf5, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:46:47.754084 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:47.973789 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:46:48.081881 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d102c4-7c6b-478a-8726-416b8163c23b req-cca68637-0c02-4b70-80fe-8f9f2f374bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:48.083503 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-cca68637-0c02-4b70-80fe-8f9f2f374bcc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 1096 time: 0.1360559 Mar 01 20:46:48.093878 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd4cd533-477f-4f3c-863d-27706a21a60b {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:46:48.100841 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] For port 1e8abd43-1639-4bd2-aad5-d148feb63cf5, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:46:48.107106 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-941d7e4a-1d89-4f15-988c-81d1eb323489 req-f3c8db87-76b0-4b5a-953e-ef39fe73578c service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399661 Mar 01 20:46:48.114508 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:48.137057 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] Transition to ACTIVE for port object cd4cd533-477f-4f3c-863d-27706a21a60b will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:48.144933 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] For port 1e8abd43-1639-4bd2-aad5-d148feb63cf5, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1e8abd43-1639-4bd2-aad5-d148feb63cf5,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:46:48.212760 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:48.245750 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:48.295388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d102c4-7c6b-478a-8726-416b8163c23b req-0de0a1b2-cda8-4a8c-81ed-ab6314c63164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:48.297025 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-0de0a1b2-cda8-4a8c-81ed-ab6314c63164 service neutron] 10.222.0.55 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 909 time: 0.1734571 Mar 01 20:46:48.310660 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8091eed8-bafb-4b39-9b55-57b47dfdc961 req-06a55526-b905-4101-8ad0-e40f8428e5fb tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:48.311384 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8091eed8-bafb-4b39-9b55-57b47dfdc961 req-06a55526-b905-4101-8ad0-e40f8428e5fb tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a653be9-346a-419a-b575-251a61936d76 HTTP/1.1" status: 200 len: 950 time: 0.4253390 Mar 01 20:46:48.392346 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0ea0c9-c26b-4125-ad56-896fae907b5d None None] Pushing event updated for resources: {'Port': ['ID=1e8abd43-1639-4bd2-aad5-d148feb63cf5,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:48.429669 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-83d0b476-3223-4727-b9b8-e8ccb43f8ab2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1f3eb14-999b-4111-8f1c-00a3335f8846 HTTP/1.1" status: 200 len: 217 time: 0.1170249 Mar 01 20:46:48.436449 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] Routers {'5727f4bd-5be2-47ba-ae37-fda496976d15'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:46:48.438271 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:46:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5727f4bd-5be2-47ba-ae37-fda496976d15'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:48.715559 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d102c4-7c6b-478a-8726-416b8163c23b req-b576919b-25d0-45d9-b3c1-43d5b4225184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:48.717799 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-b576919b-25d0-45d9-b3c1-43d5b4225184 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.2792988 Mar 01 20:46:48.763717 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8091eed8-bafb-4b39-9b55-57b47dfdc961 req-52d9a43a-a705-49a5-a4ee-0812d5f6729f tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3790507 Mar 01 20:46:48.767516 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4cd533-477f-4f3c-863d-27706a21a60b,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:48.771851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] Attempting to bind port cd4cd533-477f-4f3c-863d-27706a21a60b on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:46:48.773265 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] Attempting to bind port cd4cd533-477f-4f3c-863d-27706a21a60b by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:46:48.773786 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] Attempting to bind port cd4cd533-477f-4f3c-863d-27706a21a60b on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:48.783196 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] Port cd4cd533-477f-4f3c-863d-27706a21a60b on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:46:48.783776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] Attempting to bind port cd4cd533-477f-4f3c-863d-27706a21a60b on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:48.809910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:46:48.809910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:46:48.809910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:46:48.809910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] Bound port: cd4cd533-477f-4f3c-863d-27706a21a60b, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:46:48.809910 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:48.845251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] Set router 5727f4bd-5be2-47ba-ae37-fda496976d15 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:46:48.890388 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-32cd1fad-c3ab-4b4a-be09-57c4ad0f343d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1443241 Mar 01 20:46:48.960399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] For port cd4cd533-477f-4f3c-863d-27706a21a60b, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:46:48.965162 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] For port cd4cd533-477f-4f3c-863d-27706a21a60b, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=cd4cd533-477f-4f3c-863d-27706a21a60b,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:46:49.062269 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-c23f8970-3a0b-47e2-9d99-553ceb32ed01 service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653397 Mar 01 20:46:49.156489 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:49.256572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:49.257450 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:49.259337 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] 10.222.0.57 "PUT /v2.0/ports/cd4cd533-477f-4f3c-863d-27706a21a60b HTTP/1.1" status: 200 len: 1096 time: 3.2730968 Mar 01 20:46:49.261211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d060b44-bd67-4c3e-9b53-687c181dba27 req-5579d910-9f76-4ea7-bd0d-0e63bf94326d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:49.264615 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d060b44-bd67-4c3e-9b53-687c181dba27 req-5579d910-9f76-4ea7-bd0d-0e63bf94326d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 944 time: 0.2011054 Mar 01 20:46:49.329997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38da490-d30a-48e0-9f4e-7f6983bd6ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd4cd533-477f-4f3c-863d-27706a21a60b,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:49.334122 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-d58659fb-71bd-4e14-940b-45945fed6b0d service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352142 Mar 01 20:46:49.348014 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d060b44-bd67-4c3e-9b53-687c181dba27 req-3f479d27-18bf-4122-be7f-23eb9f98a949 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677426 Mar 01 20:46:49.348189 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'name': 'tempest-ServerActionsTestJSON-278498603-router', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:27Z', 'updated_at': '2022-03-01T20:46:40Z', 'revision_number': 4, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'gw_port': {'id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:29Z', 'updated_at': '2022-03-01T20:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '1e8abd43-1639-4bd2-aad5-d148feb63cf5', 'name': '', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'mac_address': 'fa:16:3e:41:7c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:38Z', 'updated_at': '2022-03-01T20:46:48Z', 'revision_number': 4, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'subnets': [{'id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:46:49.350113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eafdc9d-63c4-4d0c-be5e-7e5f399850e0 None None] The sync data for ids ['5727f4bd-5be2-47ba-ae37-fda496976d15'] in n-d-827896-4 is: [{'id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'name': 'tempest-ServerActionsTestJSON-278498603-router', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:27Z', 'updated_at': '2022-03-01T20:46:40Z', 'revision_number': 4, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'gw_port': {'id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:29Z', 'updated_at': '2022-03-01T20:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '1e8abd43-1639-4bd2-aad5-d148feb63cf5', 'name': '', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'mac_address': 'fa:16:3e:41:7c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:38Z', 'updated_at': '2022-03-01T20:46:48Z', 'revision_number': 4, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'subnets': [{'id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:46:49.612249 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-1fff9c77-a46a-43fd-ad5a-18947cfa87a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:49.618879 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-1fff9c77-a46a-43fd-ad5a-18947cfa87a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&device_id=86527792-b2be-4b1b-a019-3da376f9108c HTTP/1.1" status: 200 len: 1099 time: 0.2103806 Mar 01 20:46:49.811143 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-837062b1-e922-41c3-94cb-1c0358abf013 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=cd4cd533-477f-4f3c-863d-27706a21a60b HTTP/1.1" status: 200 len: 217 time: 0.1807573 Mar 01 20:46:49.837112 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1e8abd43-1639-4bd2-aad5-d148feb63cf5 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:49.947993 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-6d973004-dfe8-4e95-b903-a552822461f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:49.949610 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-6d973004-dfe8-4e95-b903-a552822461f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1320713 Mar 01 20:46:49.950503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d17408-3784-4b88-98b3-4cb7ae5f79d2 req-34ca994a-ad0e-46d6-8074-45ab449c50f3 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:49.962541 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a1d17408-3784-4b88-98b3-4cb7ae5f79d2 req-34ca994a-ad0e-46d6-8074-45ab449c50f3 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=86527792-b2be-4b1b-a019-3da376f9108c HTTP/1.1" status: 200 len: 948 time: 0.2907865 Mar 01 20:46:50.053592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d102c4-7c6b-478a-8726-416b8163c23b req-2e5b6430-e218-4f15-a2f0-16e3047b34f1 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:50.055232 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-2e5b6430-e218-4f15-a2f0-16e3047b34f1 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad&tenant_id=9425af0c76c64926891aa5e1f014e8ef&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 1096 time: 0.5362997 Mar 01 20:46:50.066314 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a1d17408-3784-4b88-98b3-4cb7ae5f79d2 req-0e52fe27-3b4a-44fa-867c-cd77d1eabcc4 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978806 Mar 01 20:46:50.083639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827896-4'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:50.151551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 1e8abd43-1639-4bd2-aad5-d148feb63cf5 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:50.151551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 1e8abd43-1639-4bd2-aad5-d148feb63cf5 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:50.151551 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:50.182132 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-54e51cba-f9d4-43b0-9197-41dd7f8ae881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:50.194968 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-54e51cba-f9d4-43b0-9197-41dd7f8ae881 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2286174 Mar 01 20:46:50.239411 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e360f3e-f243-4f44-80d2-ebd1d6146113', 'tag': '97d9130a-714e-4f0a-9c9b-ba6f069e326e', 'status': 'completed', 'code': 200} Mar 01 20:46:50.385098 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:50.484670 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:50.544317 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 1e8abd43-1639-4bd2-aad5-d148feb63cf5, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1e8abd43-1639-4bd2-aad5-d148feb63cf5,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:50.698571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889904f-c0ee-4ea4-baca-4d2a740f42fc req-afc174eb-e7aa-49a0-932c-20d615ac8ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:50.700530 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e889904f-c0ee-4ea4-baca-4d2a740f42fc req-afc174eb-e7aa-49a0-932c-20d615ac8ffd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 1095 time: 0.4627795 Mar 01 20:46:50.702144 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-84d7f2f4-cfb9-4200-846e-e76706208b74 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5089147 Mar 01 20:46:50.726381 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:50.745735 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] For port e1f3eb14-999b-4111-8f1c-00a3335f8846, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e1f3eb14-999b-4111-8f1c-00a3335f8846,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:50.852193 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] For port e1f3eb14-999b-4111-8f1c-00a3335f8846, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:46:50.941583 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=1e8abd43-1639-4bd2-aad5-d148feb63cf5,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:50.952856 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:50.956164 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097b1c1d-e124-49fa-840f-81de7bdd55ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1f3eb14-999b-4111-8f1c-00a3335f8846'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:46:50.963737 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58400) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:50.968926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-685f3c06-cc74-4f61-a39f-7719e8789bbc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Request body: {'security_group': {'name': 'tempest-securitygroup--319721701', 'description': 'tempest-description--1447243245'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:50.976188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-685f3c06-cc74-4f61-a39f-7719e8789bbc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:50.982649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-685f3c06-cc74-4f61-a39f-7719e8789bbc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Usage tracker for resource:security_group and tenant:df56c463be844df5b2fb698fb8b7ab1c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:50.987546 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-685f3c06-cc74-4f61-a39f-7719e8789bbc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:50.995142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-685f3c06-cc74-4f61-a39f-7719e8789bbc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:51.075940 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3dbf460f-5333-452e-8ad8-b70cad994002 req-903647f4-9d88-4db9-b037-83e845ec2487 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131843 Mar 01 20:46:51.088322 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:51.130266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ae45d-aa93-4e52-9654-5334954c2b8a req-d69c7679-259c-4647-a5d5-12858828267b tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:51.131882 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d58ae45d-aa93-4e52-9654-5334954c2b8a req-d69c7679-259c-4647-a5d5-12858828267b tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 945 time: 0.1271865 Mar 01 20:46:51.140634 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-685f3c06-cc74-4f61-a39f-7719e8789bbc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:51.161695 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:51.225132 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889904f-c0ee-4ea4-baca-4d2a740f42fc req-7cf48d3c-69ef-422c-a0da-f6f4d5f30cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:51.225132 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e889904f-c0ee-4ea4-baca-4d2a740f42fc req-7cf48d3c-69ef-422c-a0da-f6f4d5f30cc0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 922 time: 0.4992259 Mar 01 20:46:51.267422 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-685f3c06-cc74-4f61-a39f-7719e8789bbc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:51.280026 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e889904f-c0ee-4ea4-baca-4d2a740f42fc req-b0b0f2a6-c94d-49af-a432-acd96ef912c1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97d9130a-714e-4f0a-9c9b-ba6f069e326e HTTP/1.1" status: 200 len: 217 time: 0.0651011 Mar 01 20:46:51.343669 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889904f-c0ee-4ea4-baca-4d2a740f42fc req-3478bfcd-17da-432f-b293-ca1f99dbba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:51.345143 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e889904f-c0ee-4ea4-baca-4d2a740f42fc req-3478bfcd-17da-432f-b293-ca1f99dbba12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.0590129 Mar 01 20:46:51.353392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-685f3c06-cc74-4f61-a39f-7719e8789bbc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Usage tracker for resource:security_group_rule and tenant:df56c463be844df5b2fb698fb8b7ab1c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:51.360797 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-685f3c06-cc74-4f61-a39f-7719e8789bbc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:51.380157 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d58ae45d-aa93-4e52-9654-5334954c2b8a req-54d672bb-d2d0-4c92-a690-ad20e58f2204 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125862 Mar 01 20:46:51.380932 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f3eb14-999b-4111-8f1c-00a3335f8846,revision_number=7']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:51.384415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-685f3c06-cc74-4f61-a39f-7719e8789bbc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:51.399856 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e889904f-c0ee-4ea4-baca-4d2a740f42fc req-6e8c449c-85c3-489f-816a-9bdce754371f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479248 Mar 01 20:46:51.453860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] Attempting to bind port e1f3eb14-999b-4111-8f1c-00a3335f8846 on host n-h1-827896-4 for vnic_type normal with profile {"migrating_to": "n-h2-827896-4"} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:46:51.454397 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] Attempting to bind port e1f3eb14-999b-4111-8f1c-00a3335f8846 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:46:51.454506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] Attempting to bind port e1f3eb14-999b-4111-8f1c-00a3335f8846 on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:51.465103 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] Port e1f3eb14-999b-4111-8f1c-00a3335f8846 on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:46:51.465421 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] Attempting to bind port e1f3eb14-999b-4111-8f1c-00a3335f8846 on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:46:51.474360 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:46:51.474694 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] Checking segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:46:51.475067 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] Bound using segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:46:51.475572 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] Bound port: e1f3eb14-999b-4111-8f1c-00a3335f8846, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:46:51.475859 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:51.558940 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e889904f-c0ee-4ea4-baca-4d2a740f42fc req-712e67b8-1af9-43d0-9290-76f857bed7ca service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504576 Mar 01 20:46:51.607850 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-685f3c06-cc74-4f61-a39f-7719e8789bbc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:51.633681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] For port e1f3eb14-999b-4111-8f1c-00a3335f8846, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:46:51.636799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] For port e1f3eb14-999b-4111-8f1c-00a3335f8846, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e1f3eb14-999b-4111-8f1c-00a3335f8846,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:46:51.706606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1e8abd43-1639-4bd2-aad5-d148feb63cf5 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:51.730430 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e889904f-c0ee-4ea4-baca-4d2a740f42fc req-ae524755-157d-44dc-b48c-c609e0e09785 service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643279 Mar 01 20:46:51.782148 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 1e8abd43-1639-4bd2-aad5-d148feb63cf5 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:51.782518 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:51.829752 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-685f3c06-cc74-4f61-a39f-7719e8789bbc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:51.920421 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:52.126373 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f3eb14-999b-4111-8f1c-00a3335f8846,revision_number=8']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:52.129977 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-685f3c06-cc74-4f61-a39f-7719e8789bbc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:52.131382 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-685f3c06-cc74-4f61-a39f-7719e8789bbc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1666641 Mar 01 20:46:52.134260 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58424) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:52.139520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-ac1b5aa6-0a3a-4ff0-83a8-982bbb621a35 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Request body: {'security_group_rule': {'security_group_id': 'f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:52.151117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ac1b5aa6-0a3a-4ff0-83a8-982bbb621a35 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:52.157153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ac1b5aa6-0a3a-4ff0-83a8-982bbb621a35 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Usage tracker for resource:security_group_rule and tenant:df56c463be844df5b2fb698fb8b7ab1c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:52.161053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ac1b5aa6-0a3a-4ff0-83a8-982bbb621a35 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:52.195754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ac1b5aa6-0a3a-4ff0-83a8-982bbb621a35 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:52.200455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f3c06-cc74-4f61-a39f-7719e8789bbc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:52.241119 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86527792-b2be-4b1b-a019-3da376f9108c', 'tag': 'cd4cd533-477f-4f3c-863d-27706a21a60b'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:46:52.268260 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097b1c1d-e124-49fa-840f-81de7bdd55ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1f3eb14-999b-4111-8f1c-00a3335f8846', 'code': 200} Mar 01 20:46:52.275720 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:52.276304 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:52.279696 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-dc28f4de-8436-4f38-bd3f-3e30f21e2bc8 service neutron] 10.222.0.55 "PUT /v2.0/ports/e1f3eb14-999b-4111-8f1c-00a3335f8846 HTTP/1.1" status: 200 len: 1121 time: 2.2073762 Mar 01 20:46:52.325920 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5aa6-0a3a-4ff0-83a8-982bbb621a35 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:52.334160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94440a97-5e02-428d-a5a5-df8c0399e24c req-a1343504-c43a-4cb2-b7df-0f022853d63c tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:52.338279 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94440a97-5e02-428d-a5a5-df8c0399e24c req-a1343504-c43a-4cb2-b7df-0f022853d63c tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 944 time: 0.4757524 Mar 01 20:46:52.375580 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['e1f3eb14-999b-4111-8f1c-00a3335f8846'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:46:52.462461 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5aa6-0a3a-4ff0-83a8-982bbb621a35 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:52.520692 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94440a97-5e02-428d-a5a5-df8c0399e24c req-f0a9f621-521a-4fa1-8ce9-b6b8fcf284e6 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757538 Mar 01 20:46:52.557379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c17062-a9e6-4117-94c4-cf613a97c35a req-396fef6d-5513-49cd-be6a-452710748f6f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:52.559389 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4c17062-a9e6-4117-94c4-cf613a97c35a req-396fef6d-5513-49cd-be6a-452710748f6f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=86527792-b2be-4b1b-a019-3da376f9108c HTTP/1.1" status: 200 len: 948 time: 0.1929281 Mar 01 20:46:52.566861 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5aa6-0a3a-4ff0-83a8-982bbb621a35 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:52.638753 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b5aa6-0a3a-4ff0-83a8-982bbb621a35 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d64f68b-47d6-4c34-8632-6a498520c98c,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:52.656852 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4c17062-a9e6-4117-94c4-cf613a97c35a req-1a40b10d-fd2f-498f-9dad-64ec4590cee3 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913413 Mar 01 20:46:52.715415 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 97d9130a-714e-4f0a-9c9b-ba6f069e326e details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:46:52.757758 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5aa6-0a3a-4ff0-83a8-982bbb621a35 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:52.758947 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ac1b5aa6-0a3a-4ff0-83a8-982bbb621a35 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6237018 Mar 01 20:46:52.761596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58444) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:52.767090 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f35eabae-392c-407c-a8b8-54229a543ecd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Request body: {'security_group_rule': {'security_group_id': 'f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:52.790527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f35eabae-392c-407c-a8b8-54229a543ecd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:52.798561 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f35eabae-392c-407c-a8b8-54229a543ecd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Usage tracker for resource:security_group_rule and tenant:df56c463be844df5b2fb698fb8b7ab1c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:52.805420 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f35eabae-392c-407c-a8b8-54229a543ecd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:52.807688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27200b40-0dd5-45d3-8fb3-267b016d1fb8 req-5f625856-ded1-4fe0-bf6d-8e7ac3fe84ab tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:52.815793 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27200b40-0dd5-45d3-8fb3-267b016d1fb8 req-5f625856-ded1-4fe0-bf6d-8e7ac3fe84ab tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a653be9-346a-419a-b575-251a61936d76 HTTP/1.1" status: 200 len: 950 time: 0.1170764 Mar 01 20:46:52.820731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f35eabae-392c-407c-a8b8-54229a543ecd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:52.847227 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86527792-b2be-4b1b-a019-3da376f9108c', 'tag': 'cd4cd533-477f-4f3c-863d-27706a21a60b', 'status': 'completed', 'code': 200} Mar 01 20:46:52.883737 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27200b40-0dd5-45d3-8fb3-267b016d1fb8 req-b0b54c22-d399-4bcf-a895-c6621d59eec6 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667427 Mar 01 20:46:52.946012 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 97d9130a-714e-4f0a-9c9b-ba6f069e326e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=97d9130a-714e-4f0a-9c9b-ba6f069e326e,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:52.995093 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '97d9130a-714e-4f0a-9c9b-ba6f069e326e', 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850', 'port_id': '97d9130a-714e-4f0a-9c9b-ba6f069e326e', 'mac_address': 'fa:16:3e:14:22:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4cc9feb-dba1-49bd-b779-378ebe9faea2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:46:52.996984 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f35eabae-392c-407c-a8b8-54229a543ecd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:53.123045 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f35eabae-392c-407c-a8b8-54229a543ecd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:53.131609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8194cb-afa8-4372-a67f-76b7b4426a3c req-19203cc9-e02f-4553-a968-cffab33cf910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:53.140864 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ff8194cb-afa8-4372-a67f-76b7b4426a3c req-19203cc9-e02f-4553-a968-cffab33cf910 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&device_id=86527792-b2be-4b1b-a019-3da376f9108c HTTP/1.1" status: 200 len: 1099 time: 0.2603800 Mar 01 20:46:53.173658 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:53.198625 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97d9130a-714e-4f0a-9c9b-ba6f069e326e {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:46:53.215316 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 97d9130a-714e-4f0a-9c9b-ba6f069e326e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=97d9130a-714e-4f0a-9c9b-ba6f069e326e,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:53.275961 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f35eabae-392c-407c-a8b8-54229a543ecd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:53.282275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642a937-e4d9-4376-a4da-3a8f8e3e4c47 req-62237663-3212-44ef-98a5-ec7eb59e5704 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:53.290371 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a642a937-e4d9-4376-a4da-3a8f8e3e4c47 req-62237663-3212-44ef-98a5-ec7eb59e5704 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 943 time: 0.2126009 Mar 01 20:46:53.320203 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35eabae-392c-407c-a8b8-54229a543ecd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6bd4198-a95e-4236-8d74-65d80b3da307,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:53.353631 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8194cb-afa8-4372-a67f-76b7b4426a3c req-5a925d10-41f4-4d78-849d-c2957a2273fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:53.355276 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ff8194cb-afa8-4372-a67f-76b7b4426a3c req-5a925d10-41f4-4d78-849d-c2957a2273fe service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.2121186 Mar 01 20:46:53.357111 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a642a937-e4d9-4376-a4da-3a8f8e3e4c47 req-4d619a55-5168-4231-93b3-aa47282e769f tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655859 Mar 01 20:46:53.363509 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:53.402703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6a3a2-ad21-4fd5-b938-4a6d024149b7 req-09661ddd-492b-4a1b-8bc3-6fbce0f428e5 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:53.407245 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b1a6a3a2-ad21-4fd5-b938-4a6d024149b7 req-09661ddd-492b-4a1b-8bc3-6fbce0f428e5 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 950 time: 0.2157719 Mar 01 20:46:53.475467 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b1a6a3a2-ad21-4fd5-b938-4a6d024149b7 req-cf5af7cd-6fc2-4a81-ba68-ae05a8d91820 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596693 Mar 01 20:46:53.494349 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f35eabae-392c-407c-a8b8-54229a543ecd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:53.494349 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f35eabae-392c-407c-a8b8-54229a543ecd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7271380 Mar 01 20:46:53.500612 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58462) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:46:53.504234 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ff8194cb-afa8-4372-a67f-76b7b4426a3c req-ad466f39-935e-4653-a8d9-448ccfc751b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=cd4cd533-477f-4f3c-863d-27706a21a60b HTTP/1.1" status: 200 len: 217 time: 0.1428120 Mar 01 20:46:53.507543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:46:53.513207 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-e46f5f18-b0d3-4e1e-97bf-45d78d353ad4 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=9b96b968358845c2abd0f182e29119da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0366948 Mar 01 20:46:53.539209 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=97d9130a-714e-4f0a-9c9b-ba6f069e326e,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:53.562387 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:53.617904 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:46:53.624324 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Usage tracker for resource:floatingip and tenant:df56c463be844df5b2fb698fb8b7ab1c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:46:53.629607 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:46:53.637723 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8194cb-afa8-4372-a67f-76b7b4426a3c req-bc0e9cd3-fcbf-47bc-8d24-251cfdcd6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:53.639044 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ff8194cb-afa8-4372-a67f-76b7b4426a3c req-bc0e9cd3-fcbf-47bc-8d24-251cfdcd6411 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1270611 Mar 01 20:46:53.640149 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:46:53.650065 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device cd4cd533-477f-4f3c-863d-27706a21a60b details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:46:53.742428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8194cb-afa8-4372-a67f-76b7b4426a3c req-52bae8d4-30fa-4b58-bb73-c19bab7fdc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:53.744707 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ff8194cb-afa8-4372-a67f-76b7b4426a3c req-52bae8d4-30fa-4b58-bb73-c19bab7fdc6c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0983734 Mar 01 20:46:53.869776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port cd4cd533-477f-4f3c-863d-27706a21a60b, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=cd4cd533-477f-4f3c-863d-27706a21a60b,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:53.893186 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:53.894440 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'cd4cd533-477f-4f3c-863d-27706a21a60b', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': 'cd4cd533-477f-4f3c-863d-27706a21a60b', 'mac_address': 'fa:16:3e:7c:28:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:46:53.902560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-0ae41b92-5afb-4755-ae35-2c8b5161bd24 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:53.907521 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-0ae41b92-5afb-4755-ae35-2c8b5161bd24 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3845432 Mar 01 20:46:53.947839 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-b9976965-0fb9-4c79-bb1f-7ccfebf6ebc8 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/quotas/9b96b968358845c2abd0f182e29119da HTTP/1.1" status: 200 len: 375 time: 0.0186217 Mar 01 20:46:53.956398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e788d0e6-b298-4f52-adef-fad9c58d3ffe req-df12acd5-67d6-4fa7-912b-f0fac5559105 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:53.958142 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e788d0e6-b298-4f52-adef-fad9c58d3ffe req-df12acd5-67d6-4fa7-912b-f0fac5559105 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 945 time: 0.1974785 Mar 01 20:46:53.975396 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:53.988471 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['97d9130a-714e-4f0a-9c9b-ba6f069e326e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:46:54.065765 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e788d0e6-b298-4f52-adef-fad9c58d3ffe req-e9aa471d-06fa-4269-8ebf-05579c4525df tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515118 Mar 01 20:46:54.092512 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd4cd533-477f-4f3c-863d-27706a21a60b {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:46:54.101053 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ff8194cb-afa8-4372-a67f-76b7b4426a3c req-90b959b2-0676-4601-82e9-036fa727cb30 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3478811 Mar 01 20:46:54.102122 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-28eebefc-7cdf-4ffc-9f4b-b651854324f0 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9b96b968358845c2abd0f182e29119da&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1427743 Mar 01 20:46:54.175404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port cd4cd533-477f-4f3c-863d-27706a21a60b, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=cd4cd533-477f-4f3c-863d-27706a21a60b,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:54.286813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097b1c1d-e124-49fa-840f-81de7bdd55ad', 'tag': 'e1f3eb14-999b-4111-8f1c-00a3335f8846'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:46:54.295322 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:54.360886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc1fc87-d572-4534-ad73-6f84ecc89e92 req-0407f280-7b97-4b01-b709-4753f3005b92 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:54.369740 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-edc1fc87-d572-4534-ad73-6f84ecc89e92 req-0407f280-7b97-4b01-b709-4753f3005b92 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=86527792-b2be-4b1b-a019-3da376f9108c HTTP/1.1" status: 200 len: 949 time: 0.1466832 Mar 01 20:46:54.376418 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=cd4cd533-477f-4f3c-863d-27706a21a60b,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:54.457142 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-edc1fc87-d572-4534-ad73-6f84ecc89e92 req-14836b2f-df04-43bc-94a6-fb87813e0328 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861323 Mar 01 20:46:54.499104 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ff8194cb-afa8-4372-a67f-76b7b4426a3c req-2de4da6a-796d-47e0-b72a-83a13531d1a4 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699455 Mar 01 20:46:54.538956 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097b1c1d-e124-49fa-840f-81de7bdd55ad', 'tag': 'e1f3eb14-999b-4111-8f1c-00a3335f8846', 'status': 'completed', 'code': 200} Mar 01 20:46:54.566200 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:54.575110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['cd4cd533-477f-4f3c-863d-27706a21a60b'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:46:54.633129 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0ec168b-222a-44f2-bb72-d6661a4ce0c7 req-8c378a16-c352-4f9b-bfe0-42dc46f6cdf7 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 210 time: 0.0563233 Mar 01 20:46:54.733842 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device e1f3eb14-999b-4111-8f1c-00a3335f8846 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:46:54.813376 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a162e2-046b-435c-9c80-8f609100cb22 req-7ae45cbd-5102-4e63-9d80-612111d4f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:54.815308 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e3a162e2-046b-435c-9c80-8f609100cb22 req-7ae45cbd-5102-4e63-9d80-612111d4f8d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 1124 time: 0.2060935 Mar 01 20:46:54.871031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0399670c-ddb4-42a2-81ba-aaae582ded48 req-e2bbcac5-4f2b-44a2-9381-126bfedb8069 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:54.876594 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Allocated IP 172.25.5.147 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/ce883913-17b2-49c5-9124-edf8cf24482a) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:46:54.878555 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0399670c-ddb4-42a2-81ba-aaae582ded48 req-e2bbcac5-4f2b-44a2-9381-126bfedb8069 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 943 time: 0.2442966 Mar 01 20:46:54.913362 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9fad21-87d5-4f6e-94b2-0d31d758dedc req-d7693c2e-1876-4acf-934e-26d828590df9 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:54.914816 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d9fad21-87d5-4f6e-94b2-0d31d758dedc req-d7693c2e-1876-4acf-934e-26d828590df9 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 950 time: 0.1709125 Mar 01 20:46:54.970078 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0399670c-ddb4-42a2-81ba-aaae582ded48 req-cbadf406-23cb-453a-a46a-8dfd5d79e060 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906601 Mar 01 20:46:55.005678 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d9fad21-87d5-4f6e-94b2-0d31d758dedc req-dfd04ad5-7bf7-475c-a9af-c88d0dbc51de tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783830 Mar 01 20:46:55.188402 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port e1f3eb14-999b-4111-8f1c-00a3335f8846, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e1f3eb14-999b-4111-8f1c-00a3335f8846,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:55.254684 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device e1f3eb14-999b-4111-8f1c-00a3335f8846 has no active binding in host n-h2-827896-4 {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 01 20:46:55.258654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a162e2-046b-435c-9c80-8f609100cb22 req-63e30303-ba72-4c39-896a-7406185ebf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:55.260122 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e3a162e2-046b-435c-9c80-8f609100cb22 req-63e30303-ba72-4c39-896a-7406185ebf59 service neutron] 10.222.0.57 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 909 time: 0.4350364 Mar 01 20:46:55.371298 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e3a162e2-046b-435c-9c80-8f609100cb22 req-f53767eb-542d-44ec-91a3-ced4fe174dd4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1f3eb14-999b-4111-8f1c-00a3335f8846 HTTP/1.1" status: 200 len: 217 time: 0.0900033 Mar 01 20:46:55.454216 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:55.477324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a96696-60b3-4f51-b94e-a7cc77625ba8 req-530ec981-63ef-458b-a0a2-afe1dadb045a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:55.479162 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96a96696-60b3-4f51-b94e-a7cc77625ba8 req-530ec981-63ef-458b-a0a2-afe1dadb045a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 945 time: 0.1658025 Mar 01 20:46:55.481724 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a162e2-046b-435c-9c80-8f609100cb22 req-2157fa89-a638-4df3-acae-d6ee09ef9c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:55.483288 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e3a162e2-046b-435c-9c80-8f609100cb22 req-2157fa89-a638-4df3-acae-d6ee09ef9c03 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.0965283 Mar 01 20:46:55.537786 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e3a162e2-046b-435c-9c80-8f609100cb22 req-db8bfb6b-201e-4e26-a37a-0db916e80144 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453031 Mar 01 20:46:55.559464 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96a96696-60b3-4f51-b94e-a7cc77625ba8 req-20ae7b10-5bab-4e3a-99c6-fce05cebea8b tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708187 Mar 01 20:46:55.684291 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:55.799070 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:46:55.801553 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e3a162e2-046b-435c-9c80-8f609100cb22 req-d8513b33-1bc7-4e4b-afea-5fd7049130bf service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524021 Mar 01 20:46:55.805332 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:46:55.921160 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:46:55.927565 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Pushing event updated for resources: {'Port': ['ID=ce883913-17b2-49c5-9124-edf8cf24482a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:55.969042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ba81f-296d-48ee-a6af-63fc83ff3e41 req-70490bf8-8c56-4a02-bab4-5b7743f9f368 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:55.970708 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b4ba81f-296d-48ee-a6af-63fc83ff3e41 req-70490bf8-8c56-4a02-bab4-5b7743f9f368 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=86527792-b2be-4b1b-a019-3da376f9108c HTTP/1.1" status: 200 len: 949 time: 0.1033208 Mar 01 20:46:56.038459 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e3a162e2-046b-435c-9c80-8f609100cb22 req-f4dc9a03-9bbd-4b2a-8517-011529bdd1ed service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277405 Mar 01 20:46:56.039290 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b4ba81f-296d-48ee-a6af-63fc83ff3e41 req-1d1d1513-e80e-47db-802b-28c7783d27e5 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615578 Mar 01 20:46:56.058364 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:56.209204 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-09c91acb-a4a2-40f9-882c-3802afbdbede req-f8b79f9b-4a30-44d5-980f-d127f28d09fa tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 210 time: 0.0486636 Mar 01 20:46:56.293956 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:56.470006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dc331c-5b22-408a-8b16-713a91a6542b req-7e21880f-2cce-449e-babc-ebd121ba49ce tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:56.478783 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4dc331c-5b22-408a-8b16-713a91a6542b req-7e21880f-2cce-449e-babc-ebd121ba49ce tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 943 time: 0.1251431 Mar 01 20:46:56.597912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4dc331c-5b22-408a-8b16-713a91a6542b req-9986d8f1-6f9d-4394-998c-30d142f58151 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179848 Mar 01 20:46:56.670165 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:56.701201 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b4713c16-40e5-42ff-807a-b0c8b6a14887 req-973fc9cf-5656-4c33-9c72-041ae82aff8d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e6a25f59-048d-4f23-997f-4d01a22a47da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0830753 Mar 01 20:46:56.729287 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 97d9130a-714e-4f0a-9c9b-ba6f069e326e up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:56.889639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63f40b-d476-412a-829e-23c7a1fa3a7b req-d8c8f78d-4735-46a0-96a4-0b62623b856e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:56.891093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e63f40b-d476-412a-829e-23c7a1fa3a7b req-d8c8f78d-4735-46a0-96a4-0b62623b856e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 945 time: 0.1931534 Mar 01 20:46:56.899961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4713c16-40e5-42ff-807a-b0c8b6a14887 req-a435f97f-c4f2-42b7-aa87-9a4ca0a09998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:56.901399 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b4713c16-40e5-42ff-807a-b0c8b6a14887 req-a435f97f-c4f2-42b7-aa87-9a4ca0a09998 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&device_id=e6a25f59-048d-4f23-997f-4d01a22a47da HTTP/1.1" status: 200 len: 1101 time: 0.1776140 Mar 01 20:46:56.938735 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e63f40b-d476-412a-829e-23c7a1fa3a7b req-6bad2323-c80a-4586-9b2d-7cda13003f55 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403752 Mar 01 20:46:57.070757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4713c16-40e5-42ff-807a-b0c8b6a14887 req-80a4ead7-e2aa-44f0-b9e8-1d9d2b66a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:57.073518 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b4713c16-40e5-42ff-807a-b0c8b6a14887 req-80a4ead7-e2aa-44f0-b9e8-1d9d2b66a053 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.1456220 Mar 01 20:46:57.159917 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b4713c16-40e5-42ff-807a-b0c8b6a14887 req-956075fd-c8de-4f6a-ad4c-7ebb5936e3ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=68c307f4-6ba6-444d-9cf1-fc3106631b2a HTTP/1.1" status: 200 len: 217 time: 0.0771260 Mar 01 20:46:57.166486 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 97d9130a-714e-4f0a-9c9b-ba6f069e326e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:57.172021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 97d9130a-714e-4f0a-9c9b-ba6f069e326e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:57.182635 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:57.216935 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:57.235195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68613664-10b2-46aa-a459-b2345098a605 req-1ca02fb1-dfd8-4aba-8b14-9069ee49887a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:57.239830 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68613664-10b2-46aa-a459-b2345098a605 req-1ca02fb1-dfd8-4aba-8b14-9069ee49887a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=86527792-b2be-4b1b-a019-3da376f9108c HTTP/1.1" status: 200 len: 949 time: 0.0932074 Mar 01 20:46:57.287037 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:57.289536 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68613664-10b2-46aa-a459-b2345098a605 req-8618136b-4377-47ec-ba5d-8c7c2236a562 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448899 Mar 01 20:46:57.322279 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fcb5b2b1-92d0-4689-b02e-2cddb6d8d74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:57.323818 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:57.329572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4713c16-40e5-42ff-807a-b0c8b6a14887 req-43382539-d0a2-49a1-b315-f4ca3ed61240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:57.332066 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b4713c16-40e5-42ff-807a-b0c8b6a14887 req-43382539-d0a2-49a1-b315-f4ca3ed61240 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1638861 Mar 01 20:46:57.337748 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Pushing event updated for resources: {'Port': ['ID=ce883913-17b2-49c5-9124-edf8cf24482a,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:57.354069 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e360f3e-f243-4f44-80d2-ebd1d6146113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d9130a-714e-4f0a-9c9b-ba6f069e326e'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:46:57.368708 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 97d9130a-714e-4f0a-9c9b-ba6f069e326e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=97d9130a-714e-4f0a-9c9b-ba6f069e326e,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:57.420081 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4713c16-40e5-42ff-807a-b0c8b6a14887 req-55169c21-2fb5-430e-bc21-97493eef0520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:57.421706 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b4713c16-40e5-42ff-807a-b0c8b6a14887 req-55169c21-2fb5-430e-bc21-97493eef0520 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0734878 Mar 01 20:46:57.462322 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-17bed81c-7b45-468f-a8b5-55a11e53a063 req-33784d09-9b24-4b3d-9c22-d95e58db8602 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 210 time: 0.0533366 Mar 01 20:46:57.495707 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:57.496593 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 995196ae-5fa8-4676-9df5-6e1ad63c5088 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:46:57.573607 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:57.583511 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b2b298d2-2eda-4aae-bcda-6f1cc4c8eb06 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0742021 Mar 01 20:46:57.613983 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e360f3e-f243-4f44-80d2-ebd1d6146113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97d9130a-714e-4f0a-9c9b-ba6f069e326e', 'code': 200} Mar 01 20:46:57.682007 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device cd4cd533-477f-4f3c-863d-27706a21a60b up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:46:57.701507 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b4713c16-40e5-42ff-807a-b0c8b6a14887 req-060cca0a-12ad-4613-a750-83520155ece0 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701201 Mar 01 20:46:57.770594 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=97d9130a-714e-4f0a-9c9b-ba6f069e326e,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:57.895835 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed71cb6-db7f-4bf6-9360-3f8481e49c59 req-9826dcdc-7d66-46a8-9ac0-cdac5cb2a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:57.898645 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:57.904119 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aed71cb6-db7f-4bf6-9360-3f8481e49c59 req-9826dcdc-7d66-46a8-9ac0-cdac5cb2a5ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 1097 time: 0.2673280 Mar 01 20:46:57.941447 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b4713c16-40e5-42ff-807a-b0c8b6a14887 req-838417f6-7cf8-45f7-96df-6d66fd06a4ee service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355468 Mar 01 20:46:57.970804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port cd4cd533-477f-4f3c-863d-27706a21a60b completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:46:57.978792 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port cd4cd533-477f-4f3c-863d-27706a21a60b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:46:57.979297 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:57.980981 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aed71cb6-db7f-4bf6-9360-3f8481e49c59 req-2e214df2-cfde-4b67-9a5f-6e352df9b3e0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697773 Mar 01 20:46:58.009102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f46db-a9df-48f4-b9be-773f6d838991 req-339e56dc-b0de-4045-8262-1111ccb525c2 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:58.022316 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-530f46db-a9df-48f4-b9be-773f6d838991 req-339e56dc-b0de-4045-8262-1111ccb525c2 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 943 time: 0.2547641 Mar 01 20:46:58.035770 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 995196ae-5fa8-4676-9df5-6e1ad63c5088, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=995196ae-5fa8-4676-9df5-6e1ad63c5088,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:58.128479 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:58.148990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-4c597655-b988-4283-a87b-e7910766b9f9 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Synchronizing usage tracker for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:46:58.174607 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-530f46db-a9df-48f4-b9be-773f6d838991 req-fccf8797-930b-43c1-87fe-5d3e5b7013a0 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361899 Mar 01 20:46:58.192536 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:58.247289 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=995196ae-5fa8-4676-9df5-6e1ad63c5088,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:58.254588 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port cd4cd533-477f-4f3c-863d-27706a21a60b, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=cd4cd533-477f-4f3c-863d-27706a21a60b,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:58.351201 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-4c597655-b988-4283-a87b-e7910766b9f9 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Unset dirty status for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:46:58.352361 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-4c597655-b988-4283-a87b-e7910766b9f9 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--319721701&fields=id&tenant_id=df56c463be844df5b2fb698fb8b7ab1c HTTP/1.1" status: 200 len: 267 time: 0.3691630 Mar 01 20:46:58.371858 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:58.450118 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=cd4cd533-477f-4f3c-863d-27706a21a60b,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:58.524839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc73bf4-0520-42cc-a7ee-a1c6f74433cd req-1ad4d273-e2aa-4bb6-aa6b-a6f61a1a0cf2 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:58.526670 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8fc73bf4-0520-42cc-a7ee-a1c6f74433cd req-1ad4d273-e2aa-4bb6-aa6b-a6f61a1a0cf2 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 946 time: 0.2114568 Mar 01 20:46:58.613321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-21d4c9a0-6c6b-424c-896c-1188c30ecc0b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:58.614860 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-21d4c9a0-6c6b-424c-896c-1188c30ecc0b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 811 time: 0.2543125 Mar 01 20:46:58.621172 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8fc73bf4-0520-42cc-a7ee-a1c6f74433cd req-7ffc6fee-4776-4a3b-ac85-f9760356bdc9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840549 Mar 01 20:46:58.636349 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-c72fb0d0-47cc-4b5f-9d70-a29c8a3e842a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/quotas/df56c463be844df5b2fb698fb8b7ab1c HTTP/1.1" status: 200 len: 375 time: 0.0136969 Mar 01 20:46:58.755033 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-fe5882cd-171a-4665-99ea-946ecf879902 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1056702 Mar 01 20:46:58.828809 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-7e35d6b2-02df-4ad4-a5be-ca1d7331ae2f service neutron] 10.222.0.57 "GET /v2.0/ports/e1f3eb14-999b-4111-8f1c-00a3335f8846/bindings/n-h2-827896-4 HTTP/1.1" status: 200 len: 384 time: 0.1011493 Mar 01 20:46:58.934146 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-1317b909-56d6-475e-978f-afde110a5772 service neutron] 10.222.0.42 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749485 Mar 01 20:46:59.087937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-84ac4a74-6505-4a7d-af4f-416f4752bda4 service neutron] 10.222.0.42 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426921 Mar 01 20:46:59.169759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-87d102c4-7c6b-478a-8726-416b8163c23b req-fe65c21a-9690-4199-a781-724623daf8f8 service neutron] For port e1f3eb14-999b-4111-8f1c-00a3335f8846, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e1f3eb14-999b-4111-8f1c-00a3335f8846,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:59.200233 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-87d102c4-7c6b-478a-8726-416b8163c23b req-fe65c21a-9690-4199-a781-724623daf8f8 service neutron] For port e1f3eb14-999b-4111-8f1c-00a3335f8846, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:46:59.267344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-87d102c4-7c6b-478a-8726-416b8163c23b req-fe65c21a-9690-4199-a781-724623daf8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1f3eb14-999b-4111-8f1c-00a3335f8846 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:46:59.280895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-87d102c4-7c6b-478a-8726-416b8163c23b req-fe65c21a-9690-4199-a781-724623daf8f8 service neutron] For port e1f3eb14-999b-4111-8f1c-00a3335f8846, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=e1f3eb14-999b-4111-8f1c-00a3335f8846,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:46:59.388794 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-87d102c4-7c6b-478a-8726-416b8163c23b req-fe65c21a-9690-4199-a781-724623daf8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:59.537289 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-87d102c4-7c6b-478a-8726-416b8163c23b req-fe65c21a-9690-4199-a781-724623daf8f8 service neutron] Transition to ACTIVE for port object e1f3eb14-999b-4111-8f1c-00a3335f8846 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:46:59.552043 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0ca9b-a1b5-4d29-a9aa-a90792d59663 req-44c8a299-ceb5-4ca2-9a92-472f7402212b tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:59.553901 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-26d0ca9b-a1b5-4d29-a9aa-a90792d59663 req-44c8a299-ceb5-4ca2-9a92-472f7402212b tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=86527792-b2be-4b1b-a019-3da376f9108c HTTP/1.1" status: 200 len: 950 time: 0.1140218 Mar 01 20:46:59.584133 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1ddc18bc-b30f-4943-a5d2-a698d23ed03d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:59.615068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027ab24-7a7e-440a-999c-9056c30b522a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '995196ae-5fa8-4676-9df5-6e1ad63c5088'}, {'server_uuid': '86527792-b2be-4b1b-a019-3da376f9108c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4cd533-477f-4f3c-863d-27706a21a60b'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:46:59.618415 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-87d102c4-7c6b-478a-8726-416b8163c23b req-fe65c21a-9690-4199-a781-724623daf8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:46:59.643928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-10cfbed8-fdda-484b-916d-74b373b5dd88 req-721ffca7-2b88-44c7-8b5f-e723488d1fa5 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 210 time: 0.0655999 Mar 01 20:46:59.648578 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-26d0ca9b-a1b5-4d29-a9aa-a90792d59663 req-a4dee7f1-13f4-4a7b-82bc-7fcc941108cc tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892794 Mar 01 20:46:59.787809 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-87d102c4-7c6b-478a-8726-416b8163c23b req-fe65c21a-9690-4199-a781-724623daf8f8 service neutron] No DVR routers for this DVR port e1f3eb14-999b-4111-8f1c-00a3335f8846 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:46:59.855404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe65c21a-9690-4199-a781-724623daf8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=e1f3eb14-999b-4111-8f1c-00a3335f8846,revision_number=10']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:46:59.862204 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-fe65c21a-9690-4199-a781-724623daf8f8 service neutron] 10.222.0.57 "PUT /v2.0/ports/e1f3eb14-999b-4111-8f1c-00a3335f8846/bindings/n-h2-827896-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0259435 Mar 01 20:46:59.950680 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dfa408-3aac-4778-95b3-02640671fe80 req-332c99d5-75c6-43a0-bac7-7c1b9346b690 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:46:59.952170 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77dfa408-3aac-4778-95b3-02640671fe80 req-332c99d5-75c6-43a0-bac7-7c1b9346b690 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 944 time: 0.1843498 Mar 01 20:47:00.010749 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-cccc4350-e269-4a9a-8f94-80f853e27409 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:00.012220 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-cccc4350-e269-4a9a-8f94-80f853e27409 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/networks?id=7e8fb4b5-75cd-40b7-9d01-d7b45906f669 HTTP/1.1" status: 200 len: 815 time: 0.1923716 Mar 01 20:47:00.031079 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77dfa408-3aac-4778-95b3-02640671fe80 req-fa989373-2866-45d1-bb56-14ff9daefaac tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721955 Mar 01 20:47:00.043940 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-d438a159-3953-4214-b253-0009cc86cf47 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/quotas/8bafc1517a824411b78689dbd5905af2 HTTP/1.1" status: 200 len: 375 time: 0.0225997 Mar 01 20:47:00.138808 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f93bc16-8af8-41fe-896d-227f029fe501 req-d04f0d1f-e883-47c9-b511-f24543330ed1 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 210 time: 0.0460820 Mar 01 20:47:00.174316 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-03aa2752-9171-4ee6-a58f-9f25fccdb232 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8bafc1517a824411b78689dbd5905af2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1216776 Mar 01 20:47:00.256124 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f027ab24-7a7e-440a-999c-9056c30b522a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '995196ae-5fa8-4676-9df5-6e1ad63c5088', 'code': 200} Mar 01 20:47:00.256456 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86527792-b2be-4b1b-a019-3da376f9108c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd4cd533-477f-4f3c-863d-27706a21a60b', 'code': 200} Mar 01 20:47:00.412125 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:00.485805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18349af-907d-41f7-bc92-130c434ca8d3 req-5c9be7d7-a43a-4296-9ac6-ba6aeec6f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:00.487867 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d18349af-907d-41f7-bc92-130c434ca8d3 req-5c9be7d7-a43a-4296-9ac6-ba6aeec6f2bb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=86527792-b2be-4b1b-a019-3da376f9108c HTTP/1.1" status: 200 len: 1101 time: 0.1582201 Mar 01 20:47:00.494997 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-02a48973-f41b-4c01-8534-384a30a15989 service neutron] 10.222.0.42 "GET /v2.0/networks/7e8fb4b5-75cd-40b7-9d01-d7b45906f669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134105 Mar 01 20:47:00.532773 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d18349af-907d-41f7-bc92-130c434ca8d3 req-800d5a4e-0b94-474c-9c25-724e4f11f698 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347254 Mar 01 20:47:00.556065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64405c5c-69d8-4e24-a375-a3ca3226e3d7 req-9c8bd330-9946-4b25-9413-47d8e4065eef tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:00.557537 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-64405c5c-69d8-4e24-a375-a3ca3226e3d7 req-9c8bd330-9946-4b25-9413-47d8e4065eef tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 946 time: 0.1602483 Mar 01 20:47:00.591908 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:00.672470 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-64405c5c-69d8-4e24-a375-a3ca3226e3d7 req-18504f15-7a80-4c4b-ae9c-aaaece286673 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690656 Mar 01 20:47:00.680838 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-509faacd-e188-494a-bdb5-89b1a63764b3 service neutron] 10.222.0.42 "GET /v2.0/networks/7e8fb4b5-75cd-40b7-9d01-d7b45906f669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789258 Mar 01 20:47:00.816030 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4297ae3f-a4c3-4a85-b0ad-545a25479034 req-9c2cb37c-9360-4727-8ce8-9a530311a74d tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 210 time: 0.0435054 Mar 01 20:47:01.002314 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5872a6d2-e73b-4a7f-a4f5-679a1476a810 req-98cd3a59-c548-4839-8148-f54d409fe449 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 210 time: 0.0547519 Mar 01 20:47:01.057450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ee9ca-25fd-46b9-91f1-d98e9477ee05 req-3680fe50-5752-445f-b4dc-fd932936b55b tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:01.057450 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-130ee9ca-25fd-46b9-91f1-d98e9477ee05 req-3680fe50-5752-445f-b4dc-fd932936b55b tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=86527792-b2be-4b1b-a019-3da376f9108c HTTP/1.1" status: 200 len: 950 time: 0.1430578 Mar 01 20:47:01.105945 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-130ee9ca-25fd-46b9-91f1-d98e9477ee05 req-e68f86cd-6ca4-4023-a56a-47efb3027b4f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416403 Mar 01 20:47:01.246256 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5aa897-acb3-4b43-9e51-c934bff84ec6 req-1ad2a7f2-e749-469a-ae23-09f242bf474f tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:01.247656 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a5aa897-acb3-4b43-9e51-c934bff84ec6 req-1ad2a7f2-e749-469a-ae23-09f242bf474f tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 944 time: 0.0894227 Mar 01 20:47:01.302590 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-998df587-6e22-497b-8196-790b97ff20f6 req-c096e1ec-09de-430f-b9a2-6978dd73937d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 210 time: 0.0539813 Mar 01 20:47:01.331591 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a5aa897-acb3-4b43-9e51-c934bff84ec6 req-755d75ba-ad72-46e7-9443-b9115ce98563 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519586 Mar 01 20:47:01.702695 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device e1f3eb14-999b-4111-8f1c-00a3335f8846 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:47:01.770040 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device e1f3eb14-999b-4111-8f1c-00a3335f8846 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:47:01.876888 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb1916-2c66-4ce1-b75c-7d6155045d40 req-d6ce6365-fee1-4549-98b9-1aba8ad45150 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:01.878840 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e9cb1916-2c66-4ce1-b75c-7d6155045d40 req-d6ce6365-fee1-4549-98b9-1aba8ad45150 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 946 time: 0.0917752 Mar 01 20:47:01.970962 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e9cb1916-2c66-4ce1-b75c-7d6155045d40 req-f6675bff-6535-4d88-8674-00b4d98852c3 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854235 Mar 01 20:47:01.977874 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a1f6d0d8-879c-41af-9e8a-9d2a26d27e20 req-0264a0b0-a506-431d-b437-ea58fea02925 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 210 time: 0.0515869 Mar 01 20:47:02.092404 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:02.106998 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1200151b-2c23-457c-8987-145dd644c8a5 req-29e1e312-1afb-4eb2-9f5a-d22e20eae306 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 210 time: 0.0431254 Mar 01 20:47:02.260409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-4f143854-a8d1-4443-bd54-448cdadf9330 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:02.261098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-4f143854-a8d1-4443-bd54-448cdadf9330 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Synchronizing usage tracker for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:47:02.298658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c674e-4aa1-4a62-9043-e3ef2abc799b req-7ab1b162-6a51-4e1a-9ddb-b6e75ea4d6bb tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:02.301841 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b81c674e-4aa1-4a62-9043-e3ef2abc799b req-7ab1b162-6a51-4e1a-9ddb-b6e75ea4d6bb tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=86527792-b2be-4b1b-a019-3da376f9108c HTTP/1.1" status: 200 len: 950 time: 0.0876200 Mar 01 20:47:02.346923 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b81c674e-4aa1-4a62-9043-e3ef2abc799b req-ad895285-2701-48a3-bb5f-3fe1db804b58 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404208 Mar 01 20:47:02.388740 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-4f143854-a8d1-4443-bd54-448cdadf9330 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Unset dirty status for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:47:02.390015 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-4f143854-a8d1-4443-bd54-448cdadf9330 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.57 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 811 time: 0.2770605 Mar 01 20:47:02.444693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-27301d81-2a22-4146-8bae-d6156c8a4b18 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Synchronizing usage tracker for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:47:02.456821 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-27301d81-2a22-4146-8bae-d6156c8a4b18 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Unset dirty status for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:47:02.458003 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-27301d81-2a22-4146-8bae-d6156c8a4b18 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=df56c463be844df5b2fb698fb8b7ab1c HTTP/1.1" status: 200 len: 379 time: 0.0579178 Mar 01 20:47:02.466842 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-cd15c892-7a47-41ce-bcae-12334deaad80 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Request body: {'port': {'device_id': 'e966c717-3076-4552-81ac-50afb0d8b605', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'admin_state_up': True, 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'security_groups': ['f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:47:02.493208 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-10b220a6-827e-4239-9853-dda036b62a20 req-cb451e1b-5c2f-4c24-8d9c-e26731a46fa3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 210 time: 0.0796444 Mar 01 20:47:02.552689 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3991fe66-e71a-422e-a639-0f2590d656a2 req-4b19bb79-fd12-45aa-9f66-cc48aff2d368 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:02.554039 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3991fe66-e71a-422e-a639-0f2590d656a2 req-4b19bb79-fd12-45aa-9f66-cc48aff2d368 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 944 time: 0.1009195 Mar 01 20:47:02.601993 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3991fe66-e71a-422e-a639-0f2590d656a2 req-1f823697-0722-4080-b8f5-a0ffe9db23b3 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412345 Mar 01 20:47:02.639006 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-cd15c892-7a47-41ce-bcae-12334deaad80 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:47:02.644725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-cd15c892-7a47-41ce-bcae-12334deaad80 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Usage tracker for resource:port and tenant:df56c463be844df5b2fb698fb8b7ab1c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:47:02.648231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-cd15c892-7a47-41ce-bcae-12334deaad80 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:47:02.654640 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-cd15c892-7a47-41ce-bcae-12334deaad80 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:47:02.687898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c6c3a-12b2-40a1-9766-647f4f903e6d req-a65275b5-1037-4d36-a55b-bf7b161cf769 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:02.689674 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f12c6c3a-12b2-40a1-9766-647f4f903e6d req-a65275b5-1037-4d36-a55b-bf7b161cf769 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=86527792-b2be-4b1b-a019-3da376f9108c HTTP/1.1" status: 200 len: 1101 time: 0.0865870 Mar 01 20:47:02.731875 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f12c6c3a-12b2-40a1-9766-647f4f903e6d req-33d968c3-c754-4e14-aded-b943e4a54121 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355582 Mar 01 20:47:02.745538 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device e1f3eb14-999b-4111-8f1c-00a3335f8846 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:47:02.786609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-cd15c892-7a47-41ce-bcae-12334deaad80 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Made reservation on behalf of df56c463be844df5b2fb698fb8b7ab1c for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:47:02.792859 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-cd15c892-7a47-41ce-bcae-12334deaad80 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:02.912209 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-acd4791f-b16e-488c-a8ef-b6978f15b209 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a89f5baf58c84a808cd5296d2f554260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319297 Mar 01 20:47:02.981298 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-cd15c892-7a47-41ce-bcae-12334deaad80 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Allocated IP 172.20.0.10 (9c047131-db31-4f0b-ada8-1976d242266e/9b10d451-6863-433c-a07b-4c6d8834b5d5/9ba9beeb-2142-4dc9-b740-ac5784ad2710) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:47:03.110053 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-d7af9680-ed19-4d31-8542-3a276051f90f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:03.112221 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-d7af9680-ed19-4d31-8542-3a276051f90f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1933517 Mar 01 20:47:03.169259 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-e0580333-04d7-4c92-a82e-dcfd8f45f5e6 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/quotas/a89f5baf58c84a808cd5296d2f554260 HTTP/1.1" status: 200 len: 375 time: 0.0180790 Mar 01 20:47:03.198564 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-cd15c892-7a47-41ce-bcae-12334deaad80 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:03.214643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-cd15c892-7a47-41ce-bcae-12334deaad80 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Transition to ACTIVE for port object 9ba9beeb-2142-4dc9-b740-ac5784ad2710 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:47:03.253667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca08a8-ac86-4012-9e83-23cb3e3b49f7 req-70559cd3-3ea2-4507-926f-17f63d5b5652 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:03.255103 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-adca08a8-ac86-4012-9e83-23cb3e3b49f7 req-70559cd3-3ea2-4507-926f-17f63d5b5652 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 946 time: 0.1387625 Mar 01 20:47:03.319458 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-f2d4b4c9-5cfd-4dd7-bdcd-802fae666510 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1419146 Mar 01 20:47:03.326627 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-adca08a8-ac86-4012-9e83-23cb3e3b49f7 req-b4231f3c-d7a1-4933-a14b-248e19b8736e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653484 Mar 01 20:47:03.337870 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-cd15c892-7a47-41ce-bcae-12334deaad80 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:03.416808 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-cd15c892-7a47-41ce-bcae-12334deaad80 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Network 9c047131-db31-4f0b-ada8-1976d242266e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:47:03.425087 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-cd15c892-7a47-41ce-bcae-12334deaad80 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:47:03.427659 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-cd15c892-7a47-41ce-bcae-12334deaad80 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:47:03.433585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-cd15c892-7a47-41ce-bcae-12334deaad80 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:03.434168 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-cd15c892-7a47-41ce-bcae-12334deaad80 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:03.452245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15c892-7a47-41ce-bcae-12334deaad80 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Pushing event updated for resources: {'Port': ['ID=9ba9beeb-2142-4dc9-b740-ac5784ad2710,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:03.485756 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9c6a4e2d-1ed5-4314-aae4-cfaccedb6f9d req-8080c7ed-e8a0-4946-876e-1bca2cb3d704 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 210 time: 0.0466330 Mar 01 20:47:03.564509 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-cd15c892-7a47-41ce-bcae-12334deaad80 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1012709 Mar 01 20:47:03.575944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] Request body: {'port': {'device_id': 'e966c717-3076-4552-81ac-50afb0d8b605', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:47:03.752547 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:03.776737 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ec56347-3ba4-4c3e-a8eb-2821b8c6d8ee req-dd1c1dc0-b16d-49cd-b9b6-fb8c9550c16f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 210 time: 0.2264423 Mar 01 20:47:03.789079 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be0dac69-aa98-4f34-921f-a2b433c57159 req-22429ad0-f224-41f9-bfcf-312d70c5507b tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 210 time: 0.1639764 Mar 01 20:47:03.812960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5781da4f-7e85-4842-954e-6f92a19e9970 None None] Provisioning for port 9ba9beeb-2142-4dc9-b740-ac5784ad2710 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:47:03.822257 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5781da4f-7e85-4842-954e-6f92a19e9970 None None] Provisioning complete for port 9ba9beeb-2142-4dc9-b740-ac5784ad2710 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:47:03.822257 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5781da4f-7e85-4842-954e-6f92a19e9970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:03.913132 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5781da4f-7e85-4842-954e-6f92a19e9970 None None] Port 9ba9beeb-2142-4dc9-b740-ac5784ad2710 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:47:04.181474 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ba9beeb-2142-4dc9-b740-ac5784ad2710 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:47:04.188987 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:04.203527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] Transition to ACTIVE for port object 9ba9beeb-2142-4dc9-b740-ac5784ad2710 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:47:04.214679 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-9564cbe8-2345-49e7-a6cb-fbe3415b4872 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:04.216201 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-9564cbe8-2345-49e7-a6cb-fbe3415b4872 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.57 "GET /v2.0/networks?id=7e8fb4b5-75cd-40b7-9d01-d7b45906f669 HTTP/1.1" status: 200 len: 815 time: 0.3434341 Mar 01 20:47:04.232504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-8a93088c-d5d7-4e9a-a9da-411e165f735c tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Request body: {'port': {'device_id': '6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39', 'network_id': '7e8fb4b5-75cd-40b7-9d01-d7b45906f669', 'admin_state_up': True, 'tenant_id': '8bafc1517a824411b78689dbd5905af2'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:47:04.259038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47012cf3-4fba-40c0-bbf9-4ef10c615afb req-3c6bcef7-d3d5-4fec-ba5f-52a30f3d6a09 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:04.261215 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47012cf3-4fba-40c0-bbf9-4ef10c615afb req-3c6bcef7-d3d5-4fec-ba5f-52a30f3d6a09 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 932 time: 0.3351667 Mar 01 20:47:04.354896 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:04.386424 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf15958-7251-46e1-a12a-0ea23545c2f7 req-8a09d306-099b-4f75-a101-96e58ba8f548 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:04.387904 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7bf15958-7251-46e1-a12a-0ea23545c2f7 req-8a09d306-099b-4f75-a101-96e58ba8f548 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 944 time: 0.2805924 Mar 01 20:47:04.438904 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47012cf3-4fba-40c0-bbf9-4ef10c615afb req-71dd4f84-678f-44d9-b83d-42570653a1e4 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631875 Mar 01 20:47:04.481673 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7bf15958-7251-46e1-a12a-0ea23545c2f7 req-d37ca14e-1811-4fe4-a00f-df78b2a2fa5b tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826967 Mar 01 20:47:04.490104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-8a93088c-d5d7-4e9a-a9da-411e165f735c tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:47:04.504451 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-8a93088c-d5d7-4e9a-a9da-411e165f735c tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Usage tracker for resource:port and tenant:8bafc1517a824411b78689dbd5905af2 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:47:04.508760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-8a93088c-d5d7-4e9a-a9da-411e165f735c tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:47:04.518600 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-8a93088c-d5d7-4e9a-a9da-411e165f735c tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:47:04.570889 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba9beeb-2142-4dc9-b740-ac5784ad2710,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:04.598872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] Attempting to bind port 9ba9beeb-2142-4dc9-b740-ac5784ad2710 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:47:04.599142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] Attempting to bind port 9ba9beeb-2142-4dc9-b740-ac5784ad2710 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:47:04.602856 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] Attempting to bind port 9ba9beeb-2142-4dc9-b740-ac5784ad2710 on network 9c047131-db31-4f0b-ada8-1976d242266e {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:47:04.608601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] Port 9ba9beeb-2142-4dc9-b740-ac5784ad2710 on network 9c047131-db31-4f0b-ada8-1976d242266e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:47:04.608920 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] Attempting to bind port 9ba9beeb-2142-4dc9-b740-ac5784ad2710 on network 9c047131-db31-4f0b-ada8-1976d242266e {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:47:04.622495 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:47:04.623114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] Checking segment: {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:47:04.623737 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] Bound using segment: {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:47:04.628911 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] Bound port: 9ba9beeb-2142-4dc9-b740-ac5784ad2710, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:47:04.628911 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:04.668742 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-8a93088c-d5d7-4e9a-a9da-411e165f735c tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Made reservation on behalf of 8bafc1517a824411b78689dbd5905af2 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:47:04.678445 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-8a93088c-d5d7-4e9a-a9da-411e165f735c tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:04.751037 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] For port 9ba9beeb-2142-4dc9-b740-ac5784ad2710, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:47:04.754528 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] For port 9ba9beeb-2142-4dc9-b740-ac5784ad2710, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:47:04.812474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ebb33656-4422-41ef-9315-6508a1a3f919 req-aeb7c420-aca3-4f35-ba8f-20d90b1611aa tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 210 time: 0.0567174 Mar 01 20:47:04.836117 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:04.900403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0024f-3d70-497d-b470-cf072d438d88 req-3e87bb2b-e863-4ef0-89ca-e04e17801283 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:04.902161 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37d0024f-3d70-497d-b470-cf072d438d88 req-3e87bb2b-e863-4ef0-89ca-e04e17801283 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 946 time: 0.2771025 Mar 01 20:47:04.990324 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:04.991192 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:04.992720 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] 10.222.0.57 "PUT /v2.0/ports/9ba9beeb-2142-4dc9-b740-ac5784ad2710 HTTP/1.1" status: 200 len: 1092 time: 1.4214282 Mar 01 20:47:04.997032 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e966c717-3076-4552-81ac-50afb0d8b605', 'tag': '9ba9beeb-2142-4dc9-b740-ac5784ad2710'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:47:05.027454 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-8a93088c-d5d7-4e9a-a9da-411e165f735c tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Allocated IP 172.20.0.3 (7e8fb4b5-75cd-40b7-9d01-d7b45906f669/ec0f17b0-6ac4-4415-b727-102a9a29cde0/2cb605ca-54a0-4a78-83f8-26d70720a81c) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:47:05.056966 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86304753-f78a-44a4-9a28-5d9933af9a79 service neutron] Pushing event updated for resources: {'Port': ['ID=9ba9beeb-2142-4dc9-b740-ac5784ad2710,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:05.325775 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-8a93088c-d5d7-4e9a-a9da-411e165f735c tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:05.341198 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-80a74aca-4fd7-44f4-9cf2-246e261c864a req-3b820134-f98b-445e-9103-7012660b1f5f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 210 time: 0.4215071 Mar 01 20:47:05.344720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-041bce41-7174-4b74-836c-d5676d7d4597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:05.347631 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-041bce41-7174-4b74-836c-d5676d7d4597 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 1095 time: 0.1736774 Mar 01 20:47:05.424690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-8a93088c-d5d7-4e9a-a9da-411e165f735c tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Transition to ACTIVE for port object 2cb605ca-54a0-4a78-83f8-26d70720a81c will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:47:05.445843 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-b01ec4c5-0cb7-4123-85a9-e5bd2f77f63a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710 HTTP/1.1" status: 200 len: 217 time: 0.0793564 Mar 01 20:47:05.477248 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37d0024f-3d70-497d-b470-cf072d438d88 req-2e1f68e9-e5ca-4268-bb3d-99cce36a2d71 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294944 Mar 01 20:47:05.549978 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c56dbe06-9dc3-4ef2-b793-f59200fbc5ec req-8fff700b-4c6a-424c-848d-fc699bae7be6 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 210 time: 0.0615826 Mar 01 20:47:05.550186 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-28b2d5ab-0a43-4085-96fc-7602bb6a6650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:05.551658 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-28b2d5ab-0a43-4085-96fc-7602bb6a6650 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.0819590 Mar 01 20:47:05.595389 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e966c717-3076-4552-81ac-50afb0d8b605', 'tag': '9ba9beeb-2142-4dc9-b740-ac5784ad2710', 'status': 'completed', 'code': 200} Mar 01 20:47:05.666017 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-1da6c28e-44ee-48bf-af86-5b583001943b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:05.667625 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-1da6c28e-44ee-48bf-af86-5b583001943b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097696 Mar 01 20:47:05.669754 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-8a93088c-d5d7-4e9a-a9da-411e165f735c tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:05.876792 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-6711de2d-db63-4fd6-b434-493b5e8da081 service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712193 Mar 01 20:47:05.908583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-8a93088c-d5d7-4e9a-a9da-411e165f735c tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Network 7e8fb4b5-75cd-40b7-9d01-d7b45906f669 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:47:05.920848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-8a93088c-d5d7-4e9a-a9da-411e165f735c tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:47:05.924722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-8a93088c-d5d7-4e9a-a9da-411e165f735c tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:47:05.931331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-8a93088c-d5d7-4e9a-a9da-411e165f735c tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:05.931983 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-8a93088c-d5d7-4e9a-a9da-411e165f735c tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:05.951143 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:47:05.962757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93088c-d5d7-4e9a-a9da-411e165f735c tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Pushing event updated for resources: {'Port': ['ID=2cb605ca-54a0-4a78-83f8-26d70720a81c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:06.055379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99037e9-b67e-448f-ada9-c9bf682bceca req-cd714a5f-dd7e-4cc6-844e-735c5284d6ec tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:06.062233 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d99037e9-b67e-448f-ada9-c9bf682bceca req-cd714a5f-dd7e-4cc6-844e-735c5284d6ec tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 944 time: 0.2803793 Mar 01 20:47:06.073457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894b750-2726-4e88-ad01-3fdcf163c3d4 req-ebc6db32-d1fa-492e-97ea-a6561cdf54bc tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:06.082343 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9894b750-2726-4e88-ad01-3fdcf163c3d4 req-ebc6db32-d1fa-492e-97ea-a6561cdf54bc tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 944 time: 0.3012447 Mar 01 20:47:06.120384 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-8a93088c-d5d7-4e9a-a9da-411e165f735c tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8930290 Mar 01 20:47:06.207268 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9894b750-2726-4e88-ad01-3fdcf163c3d4 req-abf99455-0dd4-4d48-a096-e5743b7f3829 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239314 Mar 01 20:47:06.210372 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d99037e9-b67e-448f-ada9-c9bf682bceca req-8ff7b01c-1d92-46be-91a1-fc3dbedd6625 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1472700 Mar 01 20:47:06.394696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1302cd9d-6058-4528-9d50-3300e3d23ed1 None None] Provisioning for port 2cb605ca-54a0-4a78-83f8-26d70720a81c completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:47:06.400620 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1302cd9d-6058-4528-9d50-3300e3d23ed1 None None] Provisioning complete for port 2cb605ca-54a0-4a78-83f8-26d70720a81c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:47:06.400992 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1302cd9d-6058-4528-9d50-3300e3d23ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:06.421326 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-44490480-ef74-4f91-ad62-5fd63a1b17a5 req-b79f0bdf-6a23-473e-abe8-b1f06d68b429 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 210 time: 0.0542510 Mar 01 20:47:06.534542 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1302cd9d-6058-4528-9d50-3300e3d23ed1 None None] Port 2cb605ca-54a0-4a78-83f8-26d70720a81c cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:47:06.544388 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5e39d833-3472-415e-a5a4-ed456c013f64 req-c22c54e5-8a05-4202-915c-016975b4826e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0674744 Mar 01 20:47:06.882369 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c80a17-2dae-46b5-8ab5-93084add4c3b req-e73f9272-d964-424e-b688-fd2e96d8726c tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:06.882369 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d5c80a17-2dae-46b5-8ab5-93084add4c3b req-e73f9272-d964-424e-b688-fd2e96d8726c tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 946 time: 0.2555337 Mar 01 20:47:06.896707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60da2d46-5ce0-4a96-a574-b7da3f6f3121 req-a3fce274-c3af-4832-b146-55cd4f053a30 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:06.897485 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-60da2d46-5ce0-4a96-a574-b7da3f6f3121 req-a3fce274-c3af-4832-b146-55cd4f053a30 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Synchronizing usage tracker for tenant:8bafc1517a824411b78689dbd5905af2 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:47:06.950940 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d5c80a17-2dae-46b5-8ab5-93084add4c3b req-5906393f-7f10-433f-b922-63fe70e87bba tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502429 Mar 01 20:47:07.286371 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-60da2d46-5ce0-4a96-a574-b7da3f6f3121 req-a3fce274-c3af-4832-b146-55cd4f053a30 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Unset dirty status for tenant:8bafc1517a824411b78689dbd5905af2 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:47:07.287638 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60da2d46-5ce0-4a96-a574-b7da3f6f3121 req-a3fce274-c3af-4832-b146-55cd4f053a30 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 931 time: 0.5158370 Mar 01 20:47:07.380265 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60da2d46-5ce0-4a96-a574-b7da3f6f3121 req-3019b1a9-6ce9-47f2-a79f-f7797d73a981 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/security-groups?id=11655f9f-841e-4128-8fa9-5dfc202a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852823 Mar 01 20:47:07.437150 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061316fb-e855-447d-9b1f-d2bb653f0701 req-ca996a30-3ce4-4ee7-8087-b28185fb8380 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:07.438875 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-061316fb-e855-447d-9b1f-d2bb653f0701 req-ca996a30-3ce4-4ee7-8087-b28185fb8380 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 944 time: 0.1248436 Mar 01 20:47:07.542014 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-061316fb-e855-447d-9b1f-d2bb653f0701 req-abd1f8a9-2947-490a-96e7-5660343bf54d tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963287 Mar 01 20:47:07.585710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bfd0d-919b-4ecb-94aa-c14f0a05f892 req-833f96cd-ba06-4d49-92a9-d315642e324f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:07.587167 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f95bfd0d-919b-4ecb-94aa-c14f0a05f892 req-833f96cd-ba06-4d49-92a9-d315642e324f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 944 time: 0.0909724 Mar 01 20:47:07.647057 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f95bfd0d-919b-4ecb-94aa-c14f0a05f892 req-cab8762e-bea2-49c7-9fa7-ddfed27106ca tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542414 Mar 01 20:47:07.811086 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cea92f9d-b50c-40d2-9196-965bc71af00f req-f036f352-7b1d-469f-a62a-7ccf818f39b3 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 210 time: 0.0844133 Mar 01 20:47:07.826191 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8667cc6e-e10f-442c-9083-40d7108b2e05 req-86a70150-3ec4-4094-b3c5-5323b3ce9359 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0602417 Mar 01 20:47:08.196209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bd3500-9df4-42e4-9b6e-45aa179501ed req-4c31ff08-bee5-43b4-b6f1-a6352342acc9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:08.197743 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68bd3500-9df4-42e4-9b6e-45aa179501ed req-4c31ff08-bee5-43b4-b6f1-a6352342acc9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 946 time: 0.1073081 Mar 01 20:47:08.245087 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68bd3500-9df4-42e4-9b6e-45aa179501ed req-1140a066-5376-4d26-8e4a-4f0d7e01a3b8 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417418 Mar 01 20:47:08.588200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749bd929-67f6-423d-a745-8c37f2c2ad8c req-22ebc3ee-4f3c-46be-a2e2-46981d00c6f6 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:08.589725 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-749bd929-67f6-423d-a745-8c37f2c2ad8c req-22ebc3ee-4f3c-46be-a2e2-46981d00c6f6 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 931 time: 0.0921094 Mar 01 20:47:08.638765 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-749bd929-67f6-423d-a745-8c37f2c2ad8c req-104d5b7a-452a-4a68-b909-c6a49c0d6916 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/security-groups?id=11655f9f-841e-4128-8fa9-5dfc202a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414796 Mar 01 20:47:08.797484 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8229f-1e90-4c55-9332-cd811611a3b2 req-0665815c-26e0-4376-808f-2903a600c79a tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:08.800227 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ca8229f-1e90-4c55-9332-cd811611a3b2 req-0665815c-26e0-4376-808f-2903a600c79a tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 944 time: 0.0919104 Mar 01 20:47:08.895545 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ca8229f-1e90-4c55-9332-cd811611a3b2 req-166be0fe-7fac-4b9c-865c-265b111f93b1 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894644 Mar 01 20:47:08.946957 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299c1a3-46b5-4e2b-91cc-5337a9ce0b45 req-616767b5-70b8-4795-9b79-d07efae30cd6 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:08.949151 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3299c1a3-46b5-4e2b-91cc-5337a9ce0b45 req-616767b5-70b8-4795-9b79-d07efae30cd6 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 944 time: 0.1105027 Mar 01 20:47:09.021799 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3299c1a3-46b5-4e2b-91cc-5337a9ce0b45 req-2e5e9665-033e-4847-ac78-dc695d3e882e tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664837 Mar 01 20:47:09.077879 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ecf20c1f-6ece-4f78-817b-69200749986c req-e41a0fff-8186-4665-bdc9-e74cf06550d8 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 210 time: 0.0528719 Mar 01 20:47:09.200544 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cbc4f81c-b866-4e8c-8f16-cb95bf46f610 req-123ca22a-8f80-4ed1-a5ee-afb4ade0bd6c tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0525739 Mar 01 20:47:09.444222 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b483ef-bf38-46d1-b4c1-486ce33f4eed req-5c5285de-cefc-4972-844e-70ac46633026 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:09.445757 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c5b483ef-bf38-46d1-b4c1-486ce33f4eed req-5c5285de-cefc-4972-844e-70ac46633026 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 946 time: 0.0811870 Mar 01 20:47:09.494556 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c5b483ef-bf38-46d1-b4c1-486ce33f4eed req-13186857-101a-4bc8-8039-f1a2d2918aea tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419209 Mar 01 20:47:09.851833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f628fd-f449-4822-a9b7-3662897beb0d req-236339e7-94fc-423d-899a-ad5f9d2f0132 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:09.859199 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04f628fd-f449-4822-a9b7-3662897beb0d req-236339e7-94fc-423d-899a-ad5f9d2f0132 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 931 time: 0.1021659 Mar 01 20:47:09.903180 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04f628fd-f449-4822-a9b7-3662897beb0d req-8eee07bd-6afe-48d8-b3c9-1fddbbc7031a tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/security-groups?id=11655f9f-841e-4128-8fa9-5dfc202a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429151 Mar 01 20:47:10.097894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15fae54-66aa-4e70-a958-f12f22084d86 req-2534115b-9b53-4a1f-994e-b077b57aa686 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:10.099786 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f15fae54-66aa-4e70-a958-f12f22084d86 req-2534115b-9b53-4a1f-994e-b077b57aa686 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 944 time: 0.0954850 Mar 01 20:47:10.186669 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f15fae54-66aa-4e70-a958-f12f22084d86 req-be61391b-3409-4cde-9bbf-2f82fd6e7d30 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810595 Mar 01 20:47:10.250975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333f03f-33c9-45d7-9a4c-700c53b85a69 req-134db7f6-5cf9-411d-9d2a-2b6704ff8b7a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:10.253580 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a333f03f-33c9-45d7-9a4c-700c53b85a69 req-134db7f6-5cf9-411d-9d2a-2b6704ff8b7a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 944 time: 0.1083126 Mar 01 20:47:10.360245 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a333f03f-33c9-45d7-9a4c-700c53b85a69 req-550da7c1-3eef-45b2-93ab-b8bd741272fe tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004579 Mar 01 20:47:10.375397 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c3084850-5aeb-4175-b3c5-d337dd40864f req-1d51ffd3-6991-4344-af6f-a7eb2268b0af tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 210 time: 0.0500662 Mar 01 20:47:10.511335 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8303caa5-5a81-4b7f-9043-41d7d8a93a80 req-445106ee-0e1e-420c-9fa6-1d57453cbf84 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0470147 Mar 01 20:47:10.706032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f489a91b-df06-4554-b866-02cbbbdbbde3 req-ebb020d4-66d7-4391-b23c-7ad2bee5f185 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:10.707642 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f489a91b-df06-4554-b866-02cbbbdbbde3 req-ebb020d4-66d7-4391-b23c-7ad2bee5f185 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 946 time: 0.0824473 Mar 01 20:47:10.757671 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f489a91b-df06-4554-b866-02cbbbdbbde3 req-2090ef86-a437-4f65-a279-2207f6dbea7c tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437286 Mar 01 20:47:11.104150 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b69d88-524a-4477-a655-89d33ae69530 req-d8538a22-5b32-402d-bd5a-43e1f372e698 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:11.105741 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8b69d88-524a-4477-a655-89d33ae69530 req-d8538a22-5b32-402d-bd5a-43e1f372e698 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 931 time: 0.0923483 Mar 01 20:47:11.160599 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8b69d88-524a-4477-a655-89d33ae69530 req-306cadd1-316b-4570-9dbb-1814a8bf89d0 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/security-groups?id=11655f9f-841e-4128-8fa9-5dfc202a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489254 Mar 01 20:47:11.384976 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01fd29-8f50-41f8-983d-4d78b5ef6968 req-079d2356-772f-4008-bc0c-b69cdfc9063d tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:11.386379 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d01fd29-8f50-41f8-983d-4d78b5ef6968 req-079d2356-772f-4008-bc0c-b69cdfc9063d tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 944 time: 0.0834832 Mar 01 20:47:11.442325 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d01fd29-8f50-41f8-983d-4d78b5ef6968 req-427b96cd-2e19-4288-b578-d2a32b65b332 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501337 Mar 01 20:47:11.609031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d6214-063b-4dd6-984b-5cfcf5930099 req-21ffd4a2-e595-478b-bbe0-37f7b86412e5 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:11.610827 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e4d6214-063b-4dd6-984b-5cfcf5930099 req-21ffd4a2-e595-478b-bbe0-37f7b86412e5 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 944 time: 0.1172185 Mar 01 20:47:11.637651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2bf5dfaa-1590-4cd1-bcf3-c8fcd57be45b req-2c7f5ac3-1442-4159-aebf-2bea34dd3aea tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 210 time: 0.0662801 Mar 01 20:47:11.680250 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e4d6214-063b-4dd6-984b-5cfcf5930099 req-72b2d918-93ce-4e8d-8bc8-bd95c61a7e05 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573714 Mar 01 20:47:11.807423 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0a771f4b-cc5e-4f8a-838a-fb99a1ab6966 req-dc3976b9-4377-4910-a5fa-89608fe25d0e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0523767 Mar 01 20:47:11.997060 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5797d7c1-bf19-4885-8335-4545f84f339c req-65182268-706a-4899-8b46-f668964fd086 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:11.998457 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5797d7c1-bf19-4885-8335-4545f84f339c req-65182268-706a-4899-8b46-f668964fd086 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 946 time: 0.0862706 Mar 01 20:47:12.068970 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5797d7c1-bf19-4885-8335-4545f84f339c req-a8e0ccb7-ba0e-4d95-b4f6-99a3bc06da7a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641356 Mar 01 20:47:12.462091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53a103-365d-457f-b57b-c5554841bb80 req-cfe71e7b-729b-4664-be61-e20b6f004b5c tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:12.463618 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b53a103-365d-457f-b57b-c5554841bb80 req-cfe71e7b-729b-4664-be61-e20b6f004b5c tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 931 time: 0.1731603 Mar 01 20:47:12.522763 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b53a103-365d-457f-b57b-c5554841bb80 req-72587281-3a7f-4b33-b58c-a5cf14bb4a87 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/security-groups?id=11655f9f-841e-4128-8fa9-5dfc202a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525427 Mar 01 20:47:12.741431 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fde34-5bb3-49b8-a5a0-d8301dee970e req-25cd8ffe-9d24-4660-9e3a-6950350b41ef tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:12.743004 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff7fde34-5bb3-49b8-a5a0-d8301dee970e req-25cd8ffe-9d24-4660-9e3a-6950350b41ef tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 944 time: 0.0888469 Mar 01 20:47:12.789850 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff7fde34-5bb3-49b8-a5a0-d8301dee970e req-9da85049-90c4-4431-876d-b96cf0071b16 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407352 Mar 01 20:47:13.055327 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-16554fc7-3ff4-4be6-8112-3c7799ab0076 req-65d2df75-66d4-419b-b87e-258418f74425 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 210 time: 0.0969183 Mar 01 20:47:13.113612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310dc42b-cab7-478e-bbed-179b30ed0d06 req-c2a8557f-ebe7-4fe0-8b29-d52aaaa2c870 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:13.116221 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-310dc42b-cab7-478e-bbed-179b30ed0d06 req-c2a8557f-ebe7-4fe0-8b29-d52aaaa2c870 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 944 time: 0.1235409 Mar 01 20:47:13.218126 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-310dc42b-cab7-478e-bbed-179b30ed0d06 req-5c95e91b-6f21-42a3-9097-ab17b8ca9837 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956912 Mar 01 20:47:13.220251 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcd57c6a-a067-4875-9a7b-dca6544c43d6 req-86162a44-5a6e-4932-94d3-ed8bb0c4271c tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0525720 Mar 01 20:47:13.401516 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-2ff4d4ce-a9a7-443c-a851-30bdb3f6f2b2 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--993494475&fields=id&tenant_id=0785a09c63c64fe3911dbbda40f5802d HTTP/1.1" status: 200 len: 267 time: 0.0853357 Mar 01 20:47:13.540813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b3535c-a87e-4e05-b94f-f68702924512 req-75e6d1ce-9189-4a73-b765-7bdd3161b023 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:13.542289 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28b3535c-a87e-4e05-b94f-f68702924512 req-75e6d1ce-9189-4a73-b765-7bdd3161b023 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 946 time: 0.2060437 Mar 01 20:47:13.613106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-8566d2ce-e3cf-4212-a27c-931756116bf4 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:13.614528 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-8566d2ce-e3cf-4212-a27c-931756116bf4 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/networks?id=8a2300c7-0003-4f12-abfc-8b8e56fe14e8 HTTP/1.1" status: 200 len: 824 time: 0.2048857 Mar 01 20:47:13.630187 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28b3535c-a87e-4e05-b94f-f68702924512 req-fe4570e7-055d-40fa-8bc3-a55292af7797 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818129 Mar 01 20:47:13.633377 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-3b0e651b-aa13-439c-9f0f-16b0e71446e5 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/quotas/0785a09c63c64fe3911dbbda40f5802d HTTP/1.1" status: 200 len: 375 time: 0.0130389 Mar 01 20:47:13.724574 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-e8e06c1f-a454-4c66-b504-7f6b0f1d6875 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0785a09c63c64fe3911dbbda40f5802d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0858488 Mar 01 20:47:13.821824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] Request body: {'port': {'device_id': '6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:47:13.928015 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-af7a12cc-3b69-481c-a5f0-99959e884339 req-0505bd30-f4ea-4d14-8a7e-d932e4853c87 service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313829 Mar 01 20:47:14.031994 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-d1889128-21ce-44d2-a190-4c8c09b5af3d tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=9b96b968358845c2abd0f182e29119da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0824296 Mar 01 20:47:14.085770 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ae74a31e-2632-4db9-a692-6516f913db8b service neutron] 10.222.0.42 "GET /v2.0/networks/8a2300c7-0003-4f12-abfc-8b8e56fe14e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496003 Mar 01 20:47:14.153589 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:14.193096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d102c4-7c6b-478a-8726-416b8163c23b req-c33fb307-463d-44cd-9b5f-d9cbd63f0167 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:14.194543 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-c33fb307-463d-44cd-9b5f-d9cbd63f0167 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad&tenant_id=9425af0c76c64926891aa5e1f014e8ef&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 1095 time: 0.1474011 Mar 01 20:47:14.268027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb032d-7905-4f86-9a48-09c1d1e7e8d3 req-3e7c6e74-bb29-46dd-8568-e0115db30474 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:14.274667 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29861466-97e4-4ba9-97af-3a97863be4a7 req-ccc91772-d12e-4ace-b5a9-c888c3634e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:14.274926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94eb032d-7905-4f86-9a48-09c1d1e7e8d3 req-3e7c6e74-bb29-46dd-8568-e0115db30474 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 931 time: 0.4577811 Mar 01 20:47:14.276013 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-29861466-97e4-4ba9-97af-3a97863be4a7 req-ccc91772-d12e-4ace-b5a9-c888c3634e6e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 1095 time: 0.1399674 Mar 01 20:47:14.334517 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d102c4-7c6b-478a-8726-416b8163c23b req-a2fc2cdc-976b-4f59-b244-a11fee1b74b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:14.336069 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-a2fc2cdc-976b-4f59-b244-a11fee1b74b7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad&tenant_id=9425af0c76c64926891aa5e1f014e8ef HTTP/1.1" status: 200 len: 1095 time: 0.1341438 Mar 01 20:47:14.396113 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94eb032d-7905-4f86-9a48-09c1d1e7e8d3 req-422b85be-2f5f-40ff-9b59-485c50654db6 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/security-groups?id=11655f9f-841e-4128-8fa9-5dfc202a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203375 Mar 01 20:47:14.468616 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-f42ad8a2-1c46-4e71-ba6c-d5d2ea153d39 service neutron] 10.222.0.42 "GET /v2.0/networks/8a2300c7-0003-4f12-abfc-8b8e56fe14e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820262 Mar 01 20:47:14.508975 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29861466-97e4-4ba9-97af-3a97863be4a7 req-d386bc81-1a4a-4609-bd3c-9cef158cd218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:14.510729 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-29861466-97e4-4ba9-97af-3a97863be4a7 req-d386bc81-1a4a-4609-bd3c-9cef158cd218 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 912 time: 0.2241988 Mar 01 20:47:14.513850 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-f92d1088-ebb6-4788-96bd-47c2f8486fd1 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=a89f5baf58c84a808cd5296d2f554260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720294 Mar 01 20:47:14.554918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-84b79a4c-70a1-4eaa-add1-d0acaa2fb0f5 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:14.556926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-84b79a4c-70a1-4eaa-add1-d0acaa2fb0f5 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5055673 Mar 01 20:47:14.582194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-b437d63f-3d96-41d2-8cae-39c8f8ad2cb7 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Request body: {'port': {'device_id': '69b49d64-a881-40d1-addb-0d4e4f27eca3', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': '9b96b968358845c2abd0f182e29119da'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:47:14.787845 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-cc5ee509-cfb2-4e06-a3bb-43b5810b0840 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:14.789307 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-cc5ee509-cfb2-4e06-a3bb-43b5810b0840 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2651272 Mar 01 20:47:14.802970 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-29861466-97e4-4ba9-97af-3a97863be4a7 req-cd6f10d8-ed0c-4e40-84c6-a20e09ca5ac8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710 HTTP/1.1" status: 200 len: 217 time: 0.2314925 Mar 01 20:47:14.807946 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-8e248951-3474-4367-be11-547b4350f887 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Request body: {'port': {'device_id': 'a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'a89f5baf58c84a808cd5296d2f554260'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:47:14.982755 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d102c4-7c6b-478a-8726-416b8163c23b req-5ac2ed43-6bb2-4b89-b0e7-7c9a532f15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:14.984262 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-5ac2ed43-6bb2-4b89-b0e7-7c9a532f15bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 1095 time: 0.5994759 Mar 01 20:47:15.027302 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29861466-97e4-4ba9-97af-3a97863be4a7 req-92bb6857-e248-4095-9ebc-e9a7c5045855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:15.028886 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-29861466-97e4-4ba9-97af-3a97863be4a7 req-92bb6857-e248-4095-9ebc-e9a7c5045855 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.1896882 Mar 01 20:47:15.054324 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eac36e06-9228-4e2c-b71b-944423089889 req-9dded987-f5bd-4539-94e6-2d1f9d0c7842 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 210 time: 0.0898929 Mar 01 20:47:15.213189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949c8ab-ebe9-493a-a14f-8b72b9e6aa6d req-a7f63bfe-c676-4196-a939-cfe2e8aa7fe3 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:15.214644 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2949c8ab-ebe9-493a-a14f-8b72b9e6aa6d req-a7f63bfe-c676-4196-a939-cfe2e8aa7fe3 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 944 time: 0.6364596 Mar 01 20:47:15.229341 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-b437d63f-3d96-41d2-8cae-39c8f8ad2cb7 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:47:15.272583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-b437d63f-3d96-41d2-8cae-39c8f8ad2cb7 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:47:15.304751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-8e248951-3474-4367-be11-547b4350f887 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:47:15.315078 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-8e248951-3474-4367-be11-547b4350f887 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Usage tracker for resource:port and tenant:a89f5baf58c84a808cd5296d2f554260 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:47:15.318364 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-8e248951-3474-4367-be11-547b4350f887 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:47:15.329408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-8e248951-3474-4367-be11-547b4350f887 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:47:15.370403 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2949c8ab-ebe9-493a-a14f-8b72b9e6aa6d req-e44da30e-6522-49db-8e32-adb69bcf3290 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445062 Mar 01 20:47:15.374083 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d102c4-7c6b-478a-8726-416b8163c23b req-9527ebe2-52e8-4567-89c4-8b0bb59b9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:15.375519 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-9527ebe2-52e8-4567-89c4-8b0bb59b9f39 service neutron] 10.222.0.55 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 909 time: 0.3775651 Mar 01 20:47:15.382382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29861466-97e4-4ba9-97af-3a97863be4a7 req-42974f12-24e4-4f02-8532-0ad6b65ffbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:15.383810 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-29861466-97e4-4ba9-97af-3a97863be4a7 req-42974f12-24e4-4f02-8532-0ad6b65ffbbd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3364100 Mar 01 20:47:15.424388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-b437d63f-3d96-41d2-8cae-39c8f8ad2cb7 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Made reservation on behalf of 9b96b968358845c2abd0f182e29119da for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:47:15.427812 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-b437d63f-3d96-41d2-8cae-39c8f8ad2cb7 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:15.473407 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cb605ca-54a0-4a78-83f8-26d70720a81c {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:47:15.484197 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-8e248951-3474-4367-be11-547b4350f887 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Made reservation on behalf of a89f5baf58c84a808cd5296d2f554260 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:47:15.488369 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-8e248951-3474-4367-be11-547b4350f887 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:15.514025 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-8acb4da0-2bc8-4436-853c-88f39dba5785 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1f3eb14-999b-4111-8f1c-00a3335f8846 HTTP/1.1" status: 200 len: 217 time: 0.1222692 Mar 01 20:47:15.525337 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:15.593344 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4055f3e6-54b1-4d99-bc59-44780b412ff8 req-da3a5e76-6799-437c-87ee-ace3e04dd55e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 210 time: 0.0719924 Mar 01 20:47:15.601671 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a1a0c-a36d-4d32-bef7-27302b8a0558 req-fe1c57b3-bee2-470c-8ac7-54a3edcf1969 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:15.603110 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d0a1a0c-a36d-4d32-bef7-27302b8a0558 req-fe1c57b3-bee2-470c-8ac7-54a3edcf1969 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 944 time: 0.3404727 Mar 01 20:47:15.617212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] Transition to ACTIVE for port object 2cb605ca-54a0-4a78-83f8-26d70720a81c will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:47:15.712105 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:15.716898 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d102c4-7c6b-478a-8726-416b8163c23b req-864dc718-cf3e-4cbf-aba3-8d22782b62df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:15.718374 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-864dc718-cf3e-4cbf-aba3-8d22782b62df service neutron] 10.222.0.55 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.1573641 Mar 01 20:47:15.784695 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-7d20a8f5-f183-41fb-8857-a197b5ba8072 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501225 Mar 01 20:47:15.785551 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d0a1a0c-a36d-4d32-bef7-27302b8a0558 req-1cb51a58-30f9-43f6-bd3b-62cc22e565b7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698139 Mar 01 20:47:15.786418 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-29861466-97e4-4ba9-97af-3a97863be4a7 req-defdc7ad-9c20-4acf-ad1e-3c684b2d43da service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3959980 Mar 01 20:47:15.796165 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9ba9beeb-2142-4dc9-b740-ac5784ad2710 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:47:15.981205 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb605ca-54a0-4a78-83f8-26d70720a81c,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:16.023665 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9ba9beeb-2142-4dc9-b740-ac5784ad2710, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:16.046684 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '9ba9beeb-2142-4dc9-b740-ac5784ad2710', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'port_id': '9ba9beeb-2142-4dc9-b740-ac5784ad2710', 'mac_address': 'fa:16:3e:86:0e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:47:16.063241 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-b437d63f-3d96-41d2-8cae-39c8f8ad2cb7 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Allocated IP 192.168.233.16 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/87627ae2-758e-4a72-bcdd-df687696d76e) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:47:16.137641 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-5fce20fa-1255-4963-ba45-d24890b83774 service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197436 Mar 01 20:47:16.139564 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b67fac77-a10b-476f-a917-f87b2e090e98 req-d7c60d61-ad71-481b-9bf3-1ec21eec443a tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 210 time: 0.0549896 Mar 01 20:47:16.140349 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] Attempting to bind port 2cb605ca-54a0-4a78-83f8-26d70720a81c on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:47:16.140609 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] Attempting to bind port 2cb605ca-54a0-4a78-83f8-26d70720a81c by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'eb21ab1e-7641-44da-b9f3-230d39b185f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e8fb4b5-75cd-40b7-9d01-d7b45906f669'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:47:16.140939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] Attempting to bind port 2cb605ca-54a0-4a78-83f8-26d70720a81c on network 7e8fb4b5-75cd-40b7-9d01-d7b45906f669 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:47:16.150254 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:16.170860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba9beeb-2142-4dc9-b740-ac5784ad2710 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:47:16.194482 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9ba9beeb-2142-4dc9-b740-ac5784ad2710, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:16.199643 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] Port 2cb605ca-54a0-4a78-83f8-26d70720a81c on network 7e8fb4b5-75cd-40b7-9d01-d7b45906f669 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:47:16.199967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] Attempting to bind port 2cb605ca-54a0-4a78-83f8-26d70720a81c on network 7e8fb4b5-75cd-40b7-9d01-d7b45906f669 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:47:16.219635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 46, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:47:16.219974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] Checking segment: {'id': 'eb21ab1e-7641-44da-b9f3-230d39b185f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e8fb4b5-75cd-40b7-9d01-d7b45906f669'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:47:16.234692 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] Bound using segment: {'id': 'eb21ab1e-7641-44da-b9f3-230d39b185f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e8fb4b5-75cd-40b7-9d01-d7b45906f669'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:47:16.234692 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] Bound port: 2cb605ca-54a0-4a78-83f8-26d70720a81c, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb21ab1e-7641-44da-b9f3-230d39b185f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7e8fb4b5-75cd-40b7-9d01-d7b45906f669'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:47:16.234692 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:16.284768 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25caff2a-885c-4cfb-b121-7cda88e717a1 req-f04af034-3ad9-460c-9814-643efc5d0b13 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:16.286211 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25caff2a-885c-4cfb-b121-7cda88e717a1 req-f04af034-3ad9-460c-9814-643efc5d0b13 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 946 time: 0.5828094 Mar 01 20:47:16.300787 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:16.389716 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=9ba9beeb-2142-4dc9-b740-ac5784ad2710,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:16.400456 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-29861466-97e4-4ba9-97af-3a97863be4a7 req-ec9e74fb-fac0-44d1-ad71-a46787825cf0 service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6065762 Mar 01 20:47:16.412199 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-0725cbcb-7b04-43eb-a880-e1aefc518fa6 service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646143 Mar 01 20:47:16.422892 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6639817-b176-4327-a035-7b258e2a81ef req-c6cb42d0-fecd-4a65-8f58-ed478f57d367 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:16.424434 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-d6639817-b176-4327-a035-7b258e2a81ef req-c6cb42d0-fecd-4a65-8f58-ed478f57d367 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Synchronizing usage tracker for tenant:0785a09c63c64fe3911dbbda40f5802d on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:47:16.437241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-d6639817-b176-4327-a035-7b258e2a81ef req-c6cb42d0-fecd-4a65-8f58-ed478f57d367 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Unset dirty status for tenant:0785a09c63c64fe3911dbbda40f5802d on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:47:16.438450 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d6639817-b176-4327-a035-7b258e2a81ef req-c6cb42d0-fecd-4a65-8f58-ed478f57d367 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.55 "GET /v2.0/ports?device_id=906b30fd-7e05-4dcc-8575-769775b62efd HTTP/1.1" status: 200 len: 946 time: 0.2995811 Mar 01 20:47:16.529337 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25caff2a-885c-4cfb-b121-7cda88e717a1 req-3daf6ca9-2e55-404b-b27b-8b1e0fb67c49 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060821 Mar 01 20:47:16.534751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-d6639817-b176-4327-a035-7b258e2a81ef req-9e0da6eb-51dd-4871-ae6f-8e904d11bee9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Deleting port b0976a30-4430-49d6-8ea9-799f05ae5d11 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:47:16.534983 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d6639817-b176-4327-a035-7b258e2a81ef req-9e0da6eb-51dd-4871-ae6f-8e904d11bee9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:16.545753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] For port 2cb605ca-54a0-4a78-83f8-26d70720a81c, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:47:16.573808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] For port 2cb605ca-54a0-4a78-83f8-26d70720a81c, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2cb605ca-54a0-4a78-83f8-26d70720a81c,segment=NetworkSegment(eb21ab1e-7641-44da-b9f3-230d39b185f8),segment_id=eb21ab1e-7641-44da-b9f3-230d39b185f8)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:47:16.585400 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-b437d63f-3d96-41d2-8cae-39c8f8ad2cb7 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:16.599251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20593d5e-496b-496d-8621-b636cbc4d8c8 req-35054c22-afc6-41cd-bff7-816c6246d8cd tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:16.600765 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-20593d5e-496b-496d-8621-b636cbc4d8c8 req-35054c22-afc6-41cd-bff7-816c6246d8cd tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 943 time: 0.3270764 Mar 01 20:47:16.622958 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['9ba9beeb-2142-4dc9-b740-ac5784ad2710'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:47:16.643166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-b437d63f-3d96-41d2-8cae-39c8f8ad2cb7 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Transition to ACTIVE for port object 87627ae2-758e-4a72-bcdd-df687696d76e will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:47:16.704527 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-20593d5e-496b-496d-8621-b636cbc4d8c8 req-0533ff35-a5fc-4034-805d-00c2d842b468 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/security-groups?id=11655f9f-841e-4128-8fa9-5dfc202a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960946 Mar 01 20:47:16.712674 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:16.760263 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1200a088-42da-4ff3-8aba-87aba9222d8e req-4c839018-2023-4c02-9d94-40072a0df69e tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 210 time: 0.1011183 Mar 01 20:47:16.790844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:16.791470 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:16.792856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] 10.222.0.57 "PUT /v2.0/ports/2cb605ca-54a0-4a78-83f8-26d70720a81c HTTP/1.1" status: 200 len: 1091 time: 2.9768450 Mar 01 20:47:16.795182 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39', 'tag': '2cb605ca-54a0-4a78-83f8-26d70720a81c'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:47:16.828624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9c0d25-3f3a-4bc4-8ee7-b23ed63f87a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2cb605ca-54a0-4a78-83f8-26d70720a81c,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:16.877471 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-d6639817-b176-4327-a035-7b258e2a81ef req-9e0da6eb-51dd-4871-ae6f-8e904d11bee9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] For port b0976a30-4430-49d6-8ea9-799f05ae5d11, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b0976a30-4430-49d6-8ea9-799f05ae5d11,segment=NetworkSegment(11ba65c5-cd68-4196-93ae-29e4841505fb),segment_id=11ba65c5-cd68-4196-93ae-29e4841505fb)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:16.877855 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d6639817-b176-4327-a035-7b258e2a81ef req-9e0da6eb-51dd-4871-ae6f-8e904d11bee9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:17.159520 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-b437d63f-3d96-41d2-8cae-39c8f8ad2cb7 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:17.240825 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc233b18-a1fb-4f75-8c0d-251d58e4f67c req-caeb5dd0-5b83-49f6-b449-3187cb2c943e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 210 time: 0.2120028 Mar 01 20:47:17.254221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-8e248951-3474-4367-be11-547b4350f887 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Allocated IP 192.168.233.40 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/5e8da63d-40c5-4f57-b76e-e7018098f367) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:47:17.283514 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-b437d63f-3d96-41d2-8cae-39c8f8ad2cb7 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:47:17.292187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-b437d63f-3d96-41d2-8cae-39c8f8ad2cb7 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:47:17.302027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-b437d63f-3d96-41d2-8cae-39c8f8ad2cb7 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:47:17.308525 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-b437d63f-3d96-41d2-8cae-39c8f8ad2cb7 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:17.309163 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-b437d63f-3d96-41d2-8cae-39c8f8ad2cb7 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:17.326700 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437d63f-3d96-41d2-8cae-39c8f8ad2cb7 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Pushing event updated for resources: {'Port': ['ID=87627ae2-758e-4a72-bcdd-df687696d76e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:17.329956 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39', 'tag': '2cb605ca-54a0-4a78-83f8-26d70720a81c', 'status': 'completed', 'code': 200} Mar 01 20:47:17.372343 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dfa0ae-691d-43ab-b50e-2769a64565a9 req-a1187232-17e3-41e3-906d-3542d1c484ef tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:17.373869 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c2dfa0ae-691d-43ab-b50e-2769a64565a9 req-a1187232-17e3-41e3-906d-3542d1c484ef tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 944 time: 0.4932582 Mar 01 20:47:17.381316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-614fd627-6a71-4116-af7e-e1db187f361d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:17.382766 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-614fd627-6a71-4116-af7e-e1db187f361d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8bafc1517a824411b78689dbd5905af2&device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 1094 time: 0.3531640 Mar 01 20:47:17.421364 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['2a11ac6d-d152-4f72-85ed-a7e9a10b886e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:47:17.467808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.55', 52750) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:47:17.485498 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-614c3032-094b-4eca-9313-6ab813efcf53 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cb605ca-54a0-4a78-83f8-26d70720a81c HTTP/1.1" status: 200 len: 217 time: 0.0852344 Mar 01 20:47:17.538754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-037242f6-5fac-49ad-aeb0-f106c5ad8cfe tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:17.541002 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-037242f6-5fac-49ad-aeb0-f106c5ad8cfe tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.55 "GET /v2.0/networks?id=8a2300c7-0003-4f12-abfc-8b8e56fe14e8 HTTP/1.1" status: 200 len: 824 time: 0.1845207 Mar 01 20:47:17.634213 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c2dfa0ae-691d-43ab-b50e-2769a64565a9 req-56acf29a-7b54-4d92-a0e1-3ba61acfdb63 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504992 Mar 01 20:47:17.674410 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-6135c440-112b-4cef-86d0-96246269cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:17.676415 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-6135c440-112b-4cef-86d0-96246269cf8a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec0f17b0-6ac4-4415-b727-102a9a29cde0 HTTP/1.1" status: 200 len: 854 time: 0.1133671 Mar 01 20:47:17.771748 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-b437d63f-3d96-41d2-8cae-39c8f8ad2cb7 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1873324 Mar 01 20:47:17.779065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] Request body: {'port': {'device_id': '69b49d64-a881-40d1-addb-0d4e4f27eca3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:47:17.810151 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-aa3bb004-1b7b-4c79-b463-6b036e06992c tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0785a09c63c64fe3911dbbda40f5802d HTTP/1.1" status: 200 len: 379 time: 0.2144186 Mar 01 20:47:17.813336 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d6639817-b176-4327-a035-7b258e2a81ef req-9e0da6eb-51dd-4871-ae6f-8e904d11bee9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:17.820889 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9ba9beeb-2142-4dc9-b740-ac5784ad2710 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:47:17.823660 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d6639817-b176-4327-a035-7b258e2a81ef req-9e0da6eb-51dd-4871-ae6f-8e904d11bee9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:17.824100 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [req-d6639817-b176-4327-a035-7b258e2a81ef req-9e0da6eb-51dd-4871-ae6f-8e904d11bee9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Floating IP ffa247e3-598a-4790-84ee-7b00b72027ba disassociated. External IP: 172.25.5.124, port: b0976a30-4430-49d6-8ea9-799f05ae5d11. Mar 01 20:47:17.824456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-d6639817-b176-4327-a035-7b258e2a81ef req-9e0da6eb-51dd-4871-ae6f-8e904d11bee9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Calling delete_port for b0976a30-4430-49d6-8ea9-799f05ae5d11 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:47:17.824718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d102c4-7c6b-478a-8726-416b8163c23b req-ed87a753-2fe9-4622-ae48-ab6428c7f813 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:17.826211 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-ed87a753-2fe9-4622-ae48-ab6428c7f813 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad&tenant_id=9425af0c76c64926891aa5e1f014e8ef&binding%3Ahost_id=n-h2-827896-4 HTTP/1.1" status: 200 len: 1095 time: 0.3452044 Mar 01 20:47:17.846374 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc007f5-ab9c-4d5c-b832-ad1531f9b89b req-8eccaf2d-d179-4d6b-a90c-89ed1b4ba073 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:17.853421 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-afc007f5-ab9c-4d5c-b832-ad1531f9b89b req-8eccaf2d-d179-4d6b-a90c-89ed1b4ba073 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.3844590 Mar 01 20:47:17.871676 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-10a727e9-396e-463b-a55f-807a92ad3cac tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Request body: {'port': {'device_id': 'e32f27cd-aca1-490f-a706-b60c3d52d490', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'admin_state_up': True, 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'security_groups': ['2e461ffb-4eba-4d23-b838-b1d6cde9f2bc']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:47:18.050384 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85415b7a-99a6-4490-8203-f33bacd21bc9 req-1e81f46d-47c2-4522-a260-677acc5b4b7f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 210 time: 0.1355917 Mar 01 20:47:18.092396 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-afc007f5-ab9c-4d5c-b832-ad1531f9b89b req-52da06d3-989a-4f4e-878f-a068e88e0e24 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2380390 Mar 01 20:47:18.154340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-1fb6ba2f-75dc-448c-bd00-cbb488865e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:18.155949 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-1fb6ba2f-75dc-448c-bd00-cbb488865e62 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e8fb4b5-75cd-40b7-9d01-d7b45906f669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4567394 Mar 01 20:47:18.156066 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-8e248951-3474-4367-be11-547b4350f887 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:18.162660 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:18.205987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-8e248951-3474-4367-be11-547b4350f887 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Transition to ACTIVE for port object 5e8da63d-40c5-4f57-b76e-e7018098f367 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:47:18.239127 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-10a727e9-396e-463b-a55f-807a92ad3cac tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:47:18.280406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-10a727e9-396e-463b-a55f-807a92ad3cac tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Usage tracker for resource:port and tenant:0785a09c63c64fe3911dbbda40f5802d is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:47:18.292078 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-10a727e9-396e-463b-a55f-807a92ad3cac tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:47:18.308399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-10a727e9-396e-463b-a55f-807a92ad3cac tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:47:18.345903 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d7d1e676-5ef1-42a4-929e-a3172ae31ff6 None None] Provisioning for port 87627ae2-758e-4a72-bcdd-df687696d76e completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:47:18.350963 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d7d1e676-5ef1-42a4-929e-a3172ae31ff6 None None] Provisioning complete for port 87627ae2-758e-4a72-bcdd-df687696d76e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:47:18.351339 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d7d1e676-5ef1-42a4-929e-a3172ae31ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:18.404510 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d7d1e676-5ef1-42a4-929e-a3172ae31ff6 None None] Port 87627ae2-758e-4a72-bcdd-df687696d76e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:47:18.408707 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 9ba9beeb-2142-4dc9-b740-ac5784ad2710 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:47:18.413865 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 9ba9beeb-2142-4dc9-b740-ac5784ad2710 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:47:18.414296 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:18.438961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-10a727e9-396e-463b-a55f-807a92ad3cac tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Made reservation on behalf of 0785a09c63c64fe3911dbbda40f5802d for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:47:18.443943 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-10a727e9-396e-463b-a55f-807a92ad3cac tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:18.479016 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-8e248951-3474-4367-be11-547b4350f887 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:18.485777 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d6639817-b176-4327-a035-7b258e2a81ef req-9e0da6eb-51dd-4871-ae6f-8e904d11bee9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:18.514338 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['68c307f4-6ba6-444d-9cf1-fc3106631b2a', 'dbe6689a-d91e-4fd2-aeb0-42fcd5208208', 'fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf', 'cd4cd533-477f-4f3c-863d-27706a21a60b'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:47:18.544531 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['d3617190-df4c-4ab0-b2f5-9594a0735901', 'eac1e254-07cb-4c1c-a51f-a29c203477ed'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:47:18.586232 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae924bd7-83a6-485c-b706-7116764853c1 req-812f6312-aa83-4593-ba35-b2e499be6945 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:18.591913 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae924bd7-83a6-485c-b706-7116764853c1 req-812f6312-aa83-4593-ba35-b2e499be6945 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 943 time: 0.3548610 Mar 01 20:47:18.641686 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e248951-3474-4367-be11-547b4350f887 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Pushing event updated for resources: {'Port': ['ID=5e8da63d-40c5-4f57-b76e-e7018098f367,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:18.647954 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-8e248951-3474-4367-be11-547b4350f887 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:47:18.659634 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-87d102c4-7c6b-478a-8726-416b8163c23b req-36086f41-b1e2-490a-b822-12fd894b2a69 service neutron] For port e1f3eb14-999b-4111-8f1c-00a3335f8846, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:47:18.665114 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-fec3718e-0e13-44a3-8a6e-3403cf5fa147 service neutron] 10.222.0.57 "GET /v2.0/networks/7e8fb4b5-75cd-40b7-9d01-d7b45906f669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4843376 Mar 01 20:47:18.669328 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:18.684007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d402577-9324-4947-8aef-729729c604c2 req-141e3ef5-a779-4c51-9782-be1b4f1d6b0b tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:18.686340 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-8e248951-3474-4367-be11-547b4350f887 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:47:18.697364 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d402577-9324-4947-8aef-729729c604c2 req-141e3ef5-a779-4c51-9782-be1b4f1d6b0b tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 946 time: 0.4580929 Mar 01 20:47:18.698870 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-87d102c4-7c6b-478a-8726-416b8163c23b req-36086f41-b1e2-490a-b822-12fd894b2a69 service neutron] Notify callbacks [] for binding, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:18.699973 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87d102c4-7c6b-478a-8726-416b8163c23b req-36086f41-b1e2-490a-b822-12fd894b2a69 service neutron] 10.222.0.55 "DELETE /v2.0/ports/e1f3eb14-999b-4111-8f1c-00a3335f8846/bindings/n-h1-827896-4 HTTP/1.1" status: 204 len: 173 time: 0.8624351 Mar 01 20:47:18.759961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e966c717-3076-4552-81ac-50afb0d8b605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba9beeb-2142-4dc9-b740-ac5784ad2710'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:47:18.801290 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9ba9beeb-2142-4dc9-b740-ac5784ad2710, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:18.853846 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device b0976a30-4430-49d6-8ea9-799f05ae5d11 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:47:18.921743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: b0976a30-4430-49d6-8ea9-799f05ae5d11 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:47:18.922103 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device b0976a30-4430-49d6-8ea9-799f05ae5d11 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:47:18.926759 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:19.026129 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=9ba9beeb-2142-4dc9-b740-ac5784ad2710,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:19.081537 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-8e248951-3474-4367-be11-547b4350f887 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:47:19.093630 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-8e248951-3474-4367-be11-547b4350f887 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:19.094628 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-8e248951-3474-4367-be11-547b4350f887 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:19.151513 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0da6eb-51dd-4871-ae6f-8e904d11bee9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Pushing event deleted for resources: {'Port': ['ID=b0976a30-4430-49d6-8ea9-799f05ae5d11,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:19.158651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae924bd7-83a6-485c-b706-7116764853c1 req-44906687-5bf7-4735-84f9-53299342c9b1 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/security-groups?id=11655f9f-841e-4128-8fa9-5dfc202a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642476 Mar 01 20:47:19.173574 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-33aa33cf-18a4-4428-b120-0be72a81f6f6 None None] Provisioning for port 5e8da63d-40c5-4f57-b76e-e7018098f367 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:47:19.192448 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-33aa33cf-18a4-4428-b120-0be72a81f6f6 None None] Provisioning complete for port 5e8da63d-40c5-4f57-b76e-e7018098f367 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:47:19.192892 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-33aa33cf-18a4-4428-b120-0be72a81f6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:19.220171 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d402577-9324-4947-8aef-729729c604c2 req-130798be-cd5e-4a2c-b275-2b938b66640a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5256231 Mar 01 20:47:19.250655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-33aa33cf-18a4-4428-b120-0be72a81f6f6 None None] Port 5e8da63d-40c5-4f57-b76e-e7018098f367 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:47:19.319560 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6a656a2-6b46-4472-892f-6fe98823aa16 req-b8071867-0f61-4804-a391-f90be754a0fc service neutron] 10.222.0.57 "GET /v2.0/networks/7e8fb4b5-75cd-40b7-9d01-d7b45906f669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6186309 Mar 01 20:47:19.398908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6639817-b176-4327-a035-7b258e2a81ef req-9e0da6eb-51dd-4871-ae6f-8e904d11bee9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:47:19.400912 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-8e248951-3474-4367-be11-547b4350f887 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5966225 Mar 01 20:47:19.412921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] Request body: {'port': {'device_id': 'a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:47:19.491665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87627ae2-758e-4a72-bcdd-df687696d76e {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:47:19.500261 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:19.522205 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] Transition to ACTIVE for port object 87627ae2-758e-4a72-bcdd-df687696d76e will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:47:19.558297 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-10a727e9-396e-463b-a55f-807a92ad3cac tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Allocated IP 172.20.0.13 (8a2300c7-0003-4f12-abfc-8b8e56fe14e8/e61ab86d-6482-45cf-be2e-8c7db22c8a23/1fe88329-5f86-450b-b9d6-d78f8673c71b) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:47:19.679926 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:19.742454 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:19.769905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f279c7-17ad-4774-a622-d9e1c7b34bb3 req-2aae61d4-5b95-403f-a225-1af5c3f4b86c tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:19.770641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-78f279c7-17ad-4774-a622-d9e1c7b34bb3 req-2aae61d4-5b95-403f-a225-1af5c3f4b86c tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Synchronizing usage tracker for tenant:9b96b968358845c2abd0f182e29119da on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:47:19.925515 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac67726-966a-4c2e-8c4e-bf2edc0f29d7 req-c51b688e-827d-4561-8a0e-bc4676292e79 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:19.938742 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ac67726-966a-4c2e-8c4e-bf2edc0f29d7 req-c51b688e-827d-4561-8a0e-bc4676292e79 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 935 time: 0.4086828 Mar 01 20:47:19.947466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-78f279c7-17ad-4774-a622-d9e1c7b34bb3 req-2aae61d4-5b95-403f-a225-1af5c3f4b86c tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Unset dirty status for tenant:9b96b968358845c2abd0f182e29119da on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:47:19.948972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78f279c7-17ad-4774-a622-d9e1c7b34bb3 req-2aae61d4-5b95-403f-a225-1af5c3f4b86c tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 935 time: 0.6066496 Mar 01 20:47:19.967126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] Pushing event updated for resources: {'Port': ['ID=87627ae2-758e-4a72-bcdd-df687696d76e,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:20.008529 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6639817-b176-4327-a035-7b258e2a81ef req-9e0da6eb-51dd-4871-ae6f-8e904d11bee9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:47:20.024693 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbb86c5-ca3e-4953-ad11-09efd4f837d0 None None] Sync routers for ids ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:47:20.052006 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbb86c5-ca3e-4953-ad11-09efd4f837d0 None None] Routers {'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:47:20.052896 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-2bbb86c5-ca3e-4953-ad11-09efd4f837d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:47:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:47:20.212222 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] Attempting to bind port 87627ae2-758e-4a72-bcdd-df687696d76e on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:47:20.212556 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] Attempting to bind port 87627ae2-758e-4a72-bcdd-df687696d76e by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:47:20.212882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] Attempting to bind port 87627ae2-758e-4a72-bcdd-df687696d76e on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:47:20.230044 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ac67726-966a-4c2e-8c4e-bf2edc0f29d7 req-017f584e-7636-4562-a106-d65f07d40546 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895231 Mar 01 20:47:20.235046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] Port 87627ae2-758e-4a72-bcdd-df687696d76e on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:47:20.235411 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] Attempting to bind port 87627ae2-758e-4a72-bcdd-df687696d76e on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:47:20.248811 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78f279c7-17ad-4774-a622-d9e1c7b34bb3 req-eb3dcfca-9cf4-4137-89c1-d426e994d953 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680832 Mar 01 20:47:20.256193 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dcafa-cb07-4df2-a123-094ce06125dc req-042175c6-87ec-4852-9275-baff6672dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:20.257704 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-789dcafa-cb07-4df2-a123-094ce06125dc req-042175c6-87ec-4852-9275-baff6672dbe4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8bafc1517a824411b78689dbd5905af2&device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 1094 time: 0.7295723 Mar 01 20:47:20.298155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6639817-b176-4327-a035-7b258e2a81ef req-9e0da6eb-51dd-4871-ae6f-8e904d11bee9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] No DVR routers for this DVR port b0976a30-4430-49d6-8ea9-799f05ae5d11 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:47:20.311225 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d6639817-b176-4327-a035-7b258e2a81ef req-9e0da6eb-51dd-4871-ae6f-8e904d11bee9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:20.313227 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d6639817-b176-4327-a035-7b258e2a81ef req-9e0da6eb-51dd-4871-ae6f-8e904d11bee9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.55 "DELETE /v2.0/ports/b0976a30-4430-49d6-8ea9-799f05ae5d11 HTTP/1.1" status: 204 len: 173 time: 3.8628438 Mar 01 20:47:20.313666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906b30fd-7e05-4dcc-8575-769775b62efd', 'name': 'network-vif-deleted', 'tag': 'b0976a30-4430-49d6-8ea9-799f05ae5d11'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:47:20.327229 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:47:20.327731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:47:20.328188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:47:20.328748 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] Bound port: 87627ae2-758e-4a72-bcdd-df687696d76e, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:47:20.330617 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:20.355306 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e966c717-3076-4552-81ac-50afb0d8b605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba9beeb-2142-4dc9-b740-ac5784ad2710', 'code': 200} Mar 01 20:47:20.541505 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-10a727e9-396e-463b-a55f-807a92ad3cac tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:20.618594 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-10a727e9-396e-463b-a55f-807a92ad3cac tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Transition to ACTIVE for port object 1fe88329-5f86-450b-b9d6-d78f8673c71b will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:47:20.691238 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-2bbb86c5-ca3e-4953-ad11-09efd4f837d0 None None] Set router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:47:20.692741 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] For port 87627ae2-758e-4a72-bcdd-df687696d76e, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:47:20.704353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] For port 87627ae2-758e-4a72-bcdd-df687696d76e, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=87627ae2-758e-4a72-bcdd-df687696d76e,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:47:20.739249 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29f0507-abd8-43a5-a0df-1e92c3b0bc27 req-1e88bb82-dbed-4501-a1a7-a042acf219ce tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:20.741168 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e29f0507-abd8-43a5-a0df-1e92c3b0bc27 req-1e88bb82-dbed-4501-a1a7-a042acf219ce tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 944 time: 0.2848244 Mar 01 20:47:20.742380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dcafa-cb07-4df2-a123-094ce06125dc req-90b5d1a2-9bda-47d1-949d-505bcc556e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:20.745578 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-789dcafa-cb07-4df2-a123-094ce06125dc req-90b5d1a2-9bda-47d1-949d-505bcc556e6d service neutron] 10.222.0.57 "GET /v2.0/networks?id=7e8fb4b5-75cd-40b7-9d01-d7b45906f669 HTTP/1.1" status: 200 len: 916 time: 0.4744513 Mar 01 20:47:20.816167 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:20.835996 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-10a727e9-396e-463b-a55f-807a92ad3cac tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:20.852377 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 995196ae-5fa8-4676-9df5-6e1ad63c5088 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:47:20.982051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] Pushing event updated for resources: {'Port': ['ID=87627ae2-758e-4a72-bcdd-df687696d76e,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:21.031885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-789dcafa-cb07-4df2-a123-094ce06125dc req-c78d8b99-44c6-45e5-b9c0-82aa89fed9b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2cb605ca-54a0-4a78-83f8-26d70720a81c HTTP/1.1" status: 200 len: 217 time: 0.2807517 Mar 01 20:47:21.069077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6741b-3017-47ce-9514-3cb35c0a9538 req-5ff60f6a-956d-4023-85a6-4426e7ae9fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:21.072535 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aac6741b-3017-47ce-9514-3cb35c0a9538 req-5ff60f6a-956d-4023-85a6-4426e7ae9fa7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 1097 time: 0.6042821 Mar 01 20:47:21.079022 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:47:21.096821 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a727e9-396e-463b-a55f-807a92ad3cac tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Pushing event updated for resources: {'Port': ['ID=1fe88329-5f86-450b-b9d6-d78f8673c71b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:21.192663 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:21.199509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:21.199509 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:21.199509 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-5e9773a4-ab84-472c-9c2e-00efcac46345 service neutron] 10.222.0.55 "PUT /v2.0/ports/87627ae2-758e-4a72-bcdd-df687696d76e HTTP/1.1" status: 200 len: 1095 time: 3.4288998 Mar 01 20:47:21.233908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69b49d64-a881-40d1-addb-0d4e4f27eca3', 'tag': '87627ae2-758e-4a72-bcdd-df687696d76e'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:47:21.311548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 995196ae-5fa8-4676-9df5-6e1ad63c5088, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=995196ae-5fa8-4676-9df5-6e1ad63c5088,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:21.369766 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e8da63d-40c5-4f57-b76e-e7018098f367 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:47:21.370498 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e29f0507-abd8-43a5-a0df-1e92c3b0bc27 req-d35827e6-7171-424c-b0cd-c5875e0c0624 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5553329 Mar 01 20:47:21.388849 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:21.391266 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '995196ae-5fa8-4676-9df5-6e1ad63c5088', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '995196ae-5fa8-4676-9df5-6e1ad63c5088', 'mac_address': 'fa:16:3e:c6:52:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:47:21.441423 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] Transition to ACTIVE for port object 5e8da63d-40c5-4f57-b76e-e7018098f367 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:47:21.477822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-10a727e9-396e-463b-a55f-807a92ad3cac tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Network 8a2300c7-0003-4f12-abfc-8b8e56fe14e8 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:47:21.483570 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-2bbb86c5-ca3e-4953-ad11-09efd4f837d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:35Z', 'updated_at': '2022-03-01T20:44:48Z', 'revision_number': 4, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'gw_port': {'id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:39Z', 'updated_at': '2022-03-01T20:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '369e622a-e2a3-4171-bbd5-1b21b2419444', 'name': '', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'mac_address': 'fa:16:3e:59:8a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:46Z', 'updated_at': '2022-03-01T20:44:57Z', 'revision_number': 5, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'subnets': [{'id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:47:21.488370 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbb86c5-ca3e-4953-ad11-09efd4f837d0 None None] Checking router: ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:47:21.498775 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbb86c5-ca3e-4953-ad11-09efd4f837d0 None None] Routers {'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:47:21.500034 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-2bbb86c5-ca3e-4953-ad11-09efd4f837d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:47:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:47:21.514862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-10a727e9-396e-463b-a55f-807a92ad3cac tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:47:21.525377 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aac6741b-3017-47ce-9514-3cb35c0a9538 req-0fdab64e-9873-4f50-8711-b8ceda0c7589 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4037406 Mar 01 20:47:21.533788 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-10a727e9-396e-463b-a55f-807a92ad3cac tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:47:21.544648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-10a727e9-396e-463b-a55f-807a92ad3cac tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:21.545525 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-10a727e9-396e-463b-a55f-807a92ad3cac tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:21.560008 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:21.622268 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dcafa-cb07-4df2-a123-094ce06125dc req-cc370f43-afe6-4e52-bb46-34d6a2712080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:21.635093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-789dcafa-cb07-4df2-a123-094ce06125dc req-cc370f43-afe6-4e52-bb46-34d6a2712080 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec0f17b0-6ac4-4415-b727-102a9a29cde0 HTTP/1.1" status: 200 len: 854 time: 0.5628636 Mar 01 20:47:21.657861 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8da63d-40c5-4f57-b76e-e7018098f367,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:21.681019 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:21.782587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48088175-e38f-4580-8b3d-bc1c04a7358e req-9d17e3f4-4339-4334-b602-6eee5dfc7c18 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:21.783985 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995196ae-5fa8-4676-9df5-6e1ad63c5088 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:47:21.800245 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-48088175-e38f-4580-8b3d-bc1c04a7358e req-9d17e3f4-4339-4334-b602-6eee5dfc7c18 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 932 time: 0.9792769 Mar 01 20:47:21.854389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2cb605ca-54a0-4a78-83f8-26d70720a81c details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:47:21.863006 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] Attempting to bind port 5e8da63d-40c5-4f57-b76e-e7018098f367 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:47:21.863342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] Attempting to bind port 5e8da63d-40c5-4f57-b76e-e7018098f367 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:47:21.863680 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] Attempting to bind port 5e8da63d-40c5-4f57-b76e-e7018098f367 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:47:21.867024 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-10a727e9-396e-463b-a55f-807a92ad3cac tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9992580 Mar 01 20:47:21.870735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] Port 5e8da63d-40c5-4f57-b76e-e7018098f367 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:47:21.871055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] Attempting to bind port 5e8da63d-40c5-4f57-b76e-e7018098f367 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:47:21.881033 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 995196ae-5fa8-4676-9df5-6e1ad63c5088, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=995196ae-5fa8-4676-9df5-6e1ad63c5088,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:21.883398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] Request body: {'port': {'device_id': 'e32f27cd-aca1-490f-a706-b60c3d52d490', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:47:21.958077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:47:21.958408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:47:21.958812 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:47:21.960038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] Bound port: 5e8da63d-40c5-4f57-b76e-e7018098f367, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:47:21.960384 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:21.971377 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-2bbb86c5-ca3e-4953-ad11-09efd4f837d0 None None] Set router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:47:21.986723 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:22.225904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-f949c98d-76e4-401e-8564-e5091070a398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:22.229061 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-f949c98d-76e4-401e-8564-e5091070a398 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b96b968358845c2abd0f182e29119da&device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 1098 time: 0.8543150 Mar 01 20:47:22.235684 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['995196ae-5fa8-4676-9df5-6e1ad63c5088'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:47:22.276287 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:22.522178 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-2bbb86c5-ca3e-4953-ad11-09efd4f837d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:35Z', 'updated_at': '2022-03-01T20:44:48Z', 'revision_number': 4, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'gw_port': {'id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:39Z', 'updated_at': '2022-03-01T20:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '369e622a-e2a3-4171-bbd5-1b21b2419444', 'name': '', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'mac_address': 'fa:16:3e:59:8a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:46Z', 'updated_at': '2022-03-01T20:44:57Z', 'revision_number': 5, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'subnets': [{'id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:47:22.527468 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbb86c5-ca3e-4953-ad11-09efd4f837d0 None None] The sync data for ids ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'] in n-d-827896-4 is: [{'id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:35Z', 'updated_at': '2022-03-01T20:44:48Z', 'revision_number': 4, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'gw_port': {'id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:39Z', 'updated_at': '2022-03-01T20:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '369e622a-e2a3-4171-bbd5-1b21b2419444', 'name': '', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'mac_address': 'fa:16:3e:59:8a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:46Z', 'updated_at': '2022-03-01T20:44:57Z', 'revision_number': 5, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'subnets': [{'id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:47:22.551149 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 2cb605ca-54a0-4a78-83f8-26d70720a81c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2cb605ca-54a0-4a78-83f8-26d70720a81c,segment=NetworkSegment(eb21ab1e-7641-44da-b9f3-230d39b185f8),segment_id=eb21ab1e-7641-44da-b9f3-230d39b185f8)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:22.581016 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '2cb605ca-54a0-4a78-83f8-26d70720a81c', 'network_id': '7e8fb4b5-75cd-40b7-9d01-d7b45906f669', 'port_id': '2cb605ca-54a0-4a78-83f8-26d70720a81c', 'mac_address': 'fa:16:3e:06:ba:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec0f17b0-6ac4-4415-b727-102a9a29cde0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:47:22.589151 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=995196ae-5fa8-4676-9df5-6e1ad63c5088,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:22.661437 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-fba8fe11-8f05-40ac-8517-f168b3560976 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=87627ae2-758e-4a72-bcdd-df687696d76e HTTP/1.1" status: 200 len: 217 time: 0.4068828 Mar 01 20:47:22.677390 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:22.710798 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cb605ca-54a0-4a78-83f8-26d70720a81c {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:47:22.739067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 2cb605ca-54a0-4a78-83f8-26d70720a81c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2cb605ca-54a0-4a78-83f8-26d70720a81c,segment=NetworkSegment(eb21ab1e-7641-44da-b9f3-230d39b185f8),segment_id=eb21ab1e-7641-44da-b9f3-230d39b185f8)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:22.777893 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-48088175-e38f-4580-8b3d-bc1c04a7358e req-92572b0b-2449-4f89-9617-dfdd15004482 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9764059 Mar 01 20:47:22.805087 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] For port 5e8da63d-40c5-4f57-b76e-e7018098f367, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:47:22.813329 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-3175def8-bb58-4e33-a1f6-a9e8b8bc46b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:22.820661 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-3175def8-bb58-4e33-a1f6-a9e8b8bc46b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1413872 Mar 01 20:47:22.823757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] For port 5e8da63d-40c5-4f57-b76e-e7018098f367, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=5e8da63d-40c5-4f57-b76e-e7018098f367,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:47:22.832560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc0cfe-c73a-4059-9af7-38fb87a0c9c6 req-25f62fcb-2067-4936-9847-6406a965191a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:22.837340 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:22.839645 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72dc0cfe-c73a-4059-9af7-38fb87a0c9c6 req-25f62fcb-2067-4936-9847-6406a965191a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 946 time: 0.9903452 Mar 01 20:47:22.934205 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789dcafa-cb07-4df2-a123-094ce06125dc req-161bc13a-18f7-4b26-a1b7-ac9e66c81e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:22.940151 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-789dcafa-cb07-4df2-a123-094ce06125dc req-161bc13a-18f7-4b26-a1b7-ac9e66c81e0b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7e8fb4b5-75cd-40b7-9d01-d7b45906f669&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9385278 Mar 01 20:47:22.946770 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=2cb605ca-54a0-4a78-83f8-26d70720a81c,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:22.955941 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:23.019961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51827529-c43e-4706-8b51-b22ab01bd38f None None] New status for floating IP ffa247e3-598a-4790-84ee-7b00b72027ba: DOWN {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 20:47:23.030927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fe88329-5f86-450b-b9d6-d78f8673c71b {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:47:23.059969 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:23.065787 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:23.069851 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:23.071296 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] 10.222.0.57 "PUT /v2.0/ports/5e8da63d-40c5-4f57-b76e-e7018098f367 HTTP/1.1" status: 200 len: 1095 time: 3.6627896 Mar 01 20:47:23.134456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] Transition to ACTIVE for port object 1fe88329-5f86-450b-b9d6-d78f8673c71b will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:47:23.146874 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416ef4a4-d136-40ac-a06a-ebea89a09473 service neutron] Pushing event updated for resources: {'Port': ['ID=5e8da63d-40c5-4f57-b76e-e7018098f367,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:23.181904 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72dc0cfe-c73a-4059-9af7-38fb87a0c9c6 req-d43383ed-3130-4fd5-8f84-41f9340d2fca tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3414321 Mar 01 20:47:23.231723 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:23.249986 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-479d12dc-497f-4883-a73a-0c2c62353096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:23.252360 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-479d12dc-497f-4883-a73a-0c2c62353096 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4093230 Mar 01 20:47:23.258281 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['2cb605ca-54a0-4a78-83f8-26d70720a81c'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:47:23.350020 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-789dcafa-cb07-4df2-a123-094ce06125dc req-e81eb510-070c-43c4-8925-d56768d36217 service neutron] 10.222.0.57 "GET /v2.0/networks/7e8fb4b5-75cd-40b7-9d01-d7b45906f669?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858895 Mar 01 20:47:23.479727 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07befa5a-3205-4edc-bb53-1d09ae526fc3 req-ab81e1c7-31d3-48f1-aeb5-ec655c9b528b tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:23.487035 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-07befa5a-3205-4edc-bb53-1d09ae526fc3 req-ab81e1c7-31d3-48f1-aeb5-ec655c9b528b tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 944 time: 0.5385926 Mar 01 20:47:23.540211 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] Pushing event updated for resources: {'Port': ['ID=1fe88329-5f86-450b-b9d6-d78f8673c71b,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:23.562507 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] Attempting to bind port 1fe88329-5f86-450b-b9d6-d78f8673c71b on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:47:23.563098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] Attempting to bind port 1fe88329-5f86-450b-b9d6-d78f8673c71b by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '11ba65c5-cd68-4196-93ae-29e4841505fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:47:23.563604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] Attempting to bind port 1fe88329-5f86-450b-b9d6-d78f8673c71b on network 8a2300c7-0003-4f12-abfc-8b8e56fe14e8 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:47:23.571025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] Port 1fe88329-5f86-450b-b9d6-d78f8673c71b on network 8a2300c7-0003-4f12-abfc-8b8e56fe14e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:47:23.571621 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] Attempting to bind port 1fe88329-5f86-450b-b9d6-d78f8673c71b on network 8a2300c7-0003-4f12-abfc-8b8e56fe14e8 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:47:23.579033 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 46, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:47:23.579588 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] Checking segment: {'id': '11ba65c5-cd68-4196-93ae-29e4841505fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:47:23.580689 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] Bound using segment: {'id': '11ba65c5-cd68-4196-93ae-29e4841505fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:47:23.581114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] Bound port: 1fe88329-5f86-450b-b9d6-d78f8673c71b, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11ba65c5-cd68-4196-93ae-29e4841505fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:47:23.581650 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:23.631181 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-07befa5a-3205-4edc-bb53-1d09ae526fc3 req-cd8e5b44-1053-4ab8-9ebc-da17b75313cc tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/security-groups?id=11655f9f-841e-4128-8fa9-5dfc202a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426988 Mar 01 20:47:23.651708 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:23.653713 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-77d1c4cf-5b09-43c8-bdc6-be57c5a56897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:23.655286 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-77d1c4cf-5b09-43c8-bdc6-be57c5a56897 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 1098 time: 0.3413484 Mar 01 20:47:23.686667 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-d5602f99-79f5-4d97-a838-0ac2c57f7291 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247332 Mar 01 20:47:23.719313 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906b30fd-7e05-4dcc-8575-769775b62efd', 'name': 'network-vif-deleted', 'tag': 'b0976a30-4430-49d6-8ea9-799f05ae5d11', 'status': 'completed', 'code': 200} Mar 01 20:47:23.739773 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-9468eb4d-e360-4b04-9d13-08bdf55a6daa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=5e8da63d-40c5-4f57-b76e-e7018098f367 HTTP/1.1" status: 200 len: 217 time: 0.0741005 Mar 01 20:47:23.833170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] For port 1fe88329-5f86-450b-b9d6-d78f8673c71b, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:47:23.837989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] For port 1fe88329-5f86-450b-b9d6-d78f8673c71b, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=1fe88329-5f86-450b-b9d6-d78f8673c71b,segment=NetworkSegment(11ba65c5-cd68-4196-93ae-29e4841505fb),segment_id=11ba65c5-cd68-4196-93ae-29e4841505fb)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:47:23.842010 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-0327b380-58a7-4197-9197-2b7578ffda75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:23.843658 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-0327b380-58a7-4197-9197-2b7578ffda75 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0896914 Mar 01 20:47:23.847886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651d74f-63fc-46be-acd0-c3e2769f3e4c req-6a07ad7e-384c-47bb-be73-ba2040d88896 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:23.850107 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5651d74f-63fc-46be-acd0-c3e2769f3e4c req-6a07ad7e-384c-47bb-be73-ba2040d88896 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 946 time: 0.4466343 Mar 01 20:47:23.863103 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9e13a13e-99c0-4f7e-a98b-0e9901230fd9 None None] Provisioning for port 1fe88329-5f86-450b-b9d6-d78f8673c71b completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:47:23.931427 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-77caf455-1b80-4260-a429-26a9956474c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:23.933074 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-77caf455-1b80-4260-a429-26a9956474c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0815661 Mar 01 20:47:23.952608 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-789dcafa-cb07-4df2-a123-094ce06125dc req-95ce53e2-43c0-42ac-b72c-7565cffc5a67 service neutron] 10.222.0.57 "GET /v2.0/networks/7e8fb4b5-75cd-40b7-9d01-d7b45906f669?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5167477 Mar 01 20:47:23.966492 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:23.984904 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5651d74f-63fc-46be-acd0-c3e2769f3e4c req-2c23a916-a4c0-41d8-8c2d-8f238d885986 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187365 Mar 01 20:47:23.993030 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-438627cc-b03f-4026-a4e4-e6b738e18133 req-118be004-e907-489e-95d3-95766d247edf service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983398 Mar 01 20:47:24.038066 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e90a0c3-2838-4c6d-aa84-6460eb726c2a req-b4d60466-b606-4ade-83bf-12daf4613f91 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:24.040072 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e90a0c3-2838-4c6d-aa84-6460eb726c2a req-b4d60466-b606-4ade-83bf-12daf4613f91 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 947 time: 0.1455679 Mar 01 20:47:24.086295 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] Pushing event updated for resources: {'Port': ['ID=1fe88329-5f86-450b-b9d6-d78f8673c71b,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:24.104981 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69b49d64-a881-40d1-addb-0d4e4f27eca3', 'tag': '87627ae2-758e-4a72-bcdd-df687696d76e', 'status': 'completed', 'code': 200} Mar 01 20:47:24.122624 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e90a0c3-2838-4c6d-aa84-6460eb726c2a req-4cb938ca-cd1f-4e7c-a322-4f66ca48f9b6 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743015 Mar 01 20:47:24.153668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:24.153668 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:24.153668 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecfd0c4c-e8ad-459f-b075-d615a829b50b service neutron] 10.222.0.55 "PUT /v2.0/ports/1fe88329-5f86-450b-b9d6-d78f8673c71b HTTP/1.1" status: 200 len: 1092 time: 2.2752304 Mar 01 20:47:24.226330 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-21f408a1-2bb5-4a02-9136-37c582ea9530 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850730 Mar 01 20:47:24.266050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aad5da-a423-4f14-a903-51e2a8c3ae9d req-a14654c6-4b75-4587-a2bb-226e3b05fac9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:24.268091 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75aad5da-a423-4f14-a903-51e2a8c3ae9d req-a14654c6-4b75-4587-a2bb-226e3b05fac9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 947 time: 0.0991585 Mar 01 20:47:24.342578 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75aad5da-a423-4f14-a903-51e2a8c3ae9d req-0ccc8ef8-6368-41a4-9d39-3da79d1c30d7 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638030 Mar 01 20:47:24.457715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83741508-d4d3-443e-a0d1-3c0700d8f763 req-4ad1e4b8-c3ff-41c3-91f3-d5847df9473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:24.458743 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-83741508-d4d3-443e-a0d1-3c0700d8f763 req-4ad1e4b8-c3ff-41c3-91f3-d5847df9473c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9b96b968358845c2abd0f182e29119da&device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 1098 time: 0.2313943 Mar 01 20:47:24.462136 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1df5458f-e90b-4faa-9d83-63898e7c5987 req-0fce9586-17e0-4df1-811a-928d28f45391 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791534 Mar 01 20:47:24.504809 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a79734-3884-49ce-85e1-e0f1b1244c1b req-3b2700c7-e2da-4076-ad0f-64da6661c10f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:24.508965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39a79734-3884-49ce-85e1-e0f1b1244c1b req-3b2700c7-e2da-4076-ad0f-64da6661c10f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 944 time: 0.1492193 Mar 01 20:47:24.511821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-38125081-4b7d-4264-b477-918b5c8d6487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:24.513333 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-38125081-4b7d-4264-b477-918b5c8d6487 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0785a09c63c64fe3911dbbda40f5802d&device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 1095 time: 0.1222856 Mar 01 20:47:24.636768 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-efc762b5-c103-4244-9c9b-20016949af9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fe88329-5f86-450b-b9d6-d78f8673c71b HTTP/1.1" status: 200 len: 217 time: 0.1082807 Mar 01 20:47:24.691875 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83741508-d4d3-443e-a0d1-3c0700d8f763 req-b70f9a13-c579-433d-ae93-db223b53c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:24.693315 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-83741508-d4d3-443e-a0d1-3c0700d8f763 req-b70f9a13-c579-433d-ae93-db223b53c7b5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.2282739 Mar 01 20:47:24.701627 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39a79734-3884-49ce-85e1-e0f1b1244c1b req-d604e8f2-e4a6-4a4c-84f6-fd2036ea1088 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871572 Mar 01 20:47:24.726165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-f2df5715-4cc3-41ad-88b6-c910a6f818db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:24.726165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-f2df5715-4cc3-41ad-88b6-c910a6f818db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e61ab86d-6482-45cf-be2e-8c7db22c8a23 HTTP/1.1" status: 200 len: 863 time: 0.0736930 Mar 01 20:47:24.762643 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-83741508-d4d3-443e-a0d1-3c0700d8f763 req-d815633c-e497-4673-8a9a-f19c62b60827 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=87627ae2-758e-4a72-bcdd-df687696d76e HTTP/1.1" status: 200 len: 217 time: 0.0633695 Mar 01 20:47:24.832149 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83741508-d4d3-443e-a0d1-3c0700d8f763 req-beb6ab6e-2ad4-4eaf-bd2c-6defc31653d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:24.833582 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-83741508-d4d3-443e-a0d1-3c0700d8f763 req-beb6ab6e-2ad4-4eaf-bd2c-6defc31653d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0643725 Mar 01 20:47:24.872706 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 995196ae-5fa8-4676-9df5-6e1ad63c5088 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:47:24.914684 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83741508-d4d3-443e-a0d1-3c0700d8f763 req-d72e275b-1b08-418e-bb0d-177c3b24b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:24.916199 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-83741508-d4d3-443e-a0d1-3c0700d8f763 req-d72e275b-1b08-418e-bb0d-177c3b24b817 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0762980 Mar 01 20:47:24.921067 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2ab60-7806-4e21-88c6-f9b5c2fa9069 req-883c5ce2-64a4-476d-920e-7c5e744e7b17 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:24.922534 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ab2ab60-7806-4e21-88c6-f9b5c2fa9069 req-883c5ce2-64a4-476d-920e-7c5e744e7b17 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 1097 time: 0.3952379 Mar 01 20:47:24.948162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 995196ae-5fa8-4676-9df5-6e1ad63c5088 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:47:24.948532 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:24.992161 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ab2ab60-7806-4e21-88c6-f9b5c2fa9069 req-09598e10-2a71-4625-a716-9bcd9d97268b tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627303 Mar 01 20:47:24.999121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-de22cf2c-186c-4e35-b37c-6503da6184ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:25.000626 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-de22cf2c-186c-4e35-b37c-6503da6184ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a2300c7-0003-4f12-abfc-8b8e56fe14e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2732162 Mar 01 20:47:25.027605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c83d7d-c5c4-4d33-b97a-1f2644395fcb req-fc6cd390-dc96-499b-a5d7-95b851426e5d tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:25.035552 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72c83d7d-c5c4-4d33-b97a-1f2644395fcb req-fc6cd390-dc96-499b-a5d7-95b851426e5d tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 1095 time: 0.1595078 Mar 01 20:47:25.083614 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-83741508-d4d3-443e-a0d1-3c0700d8f763 req-6aa69611-a379-49c8-833e-87be3c18d489 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600668 Mar 01 20:47:25.142876 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:25.168150 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72c83d7d-c5c4-4d33-b97a-1f2644395fcb req-26717941-836f-4d61-95d0-62a014456ec4 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294084 Mar 01 20:47:25.184048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 995196ae-5fa8-4676-9df5-6e1ad63c5088, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=995196ae-5fa8-4676-9df5-6e1ad63c5088,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:25.185496 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027ab24-7a7e-440a-999c-9056c30b522a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995196ae-5fa8-4676-9df5-6e1ad63c5088'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:47:25.254551 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:25.271518 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-d8000229-cce1-4f16-a9af-7f69a6df93f4 service neutron] 10.222.0.55 "GET /v2.0/networks/8a2300c7-0003-4f12-abfc-8b8e56fe14e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632437 Mar 01 20:47:25.271792 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-83741508-d4d3-443e-a0d1-3c0700d8f763 req-49e5cb7c-5787-41ba-9c60-d4c6af80b406 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705852 Mar 01 20:47:25.342060 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=995196ae-5fa8-4676-9df5-6e1ad63c5088,revision_number=10']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:25.445351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68394e0-2e31-4887-b479-f17a86820a3f req-41182ee3-525d-4db3-b24a-2c8c38fdd972 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:25.446831 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d68394e0-2e31-4887-b479-f17a86820a3f req-41182ee3-525d-4db3-b24a-2c8c38fdd972 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 946 time: 0.2339547 Mar 01 20:47:25.516342 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3bc5ddf1-bfa1-41b5-ba3a-f1edb4d32829 req-ecccd933-efc1-4adc-8642-44d49fe40e10 service neutron] 10.222.0.55 "GET /v2.0/networks/8a2300c7-0003-4f12-abfc-8b8e56fe14e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329757 Mar 01 20:47:25.528665 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d68394e0-2e31-4887-b479-f17a86820a3f req-228e5462-cc6a-4434-8626-59fc8adcb28d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747681 Mar 01 20:47:25.550809 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3bee6-8345-4b83-bc25-da5245faf124 req-89b3444b-70b8-4714-8266-48cb709982d1 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:25.552322 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-99b3bee6-8345-4b83-bc25-da5245faf124 req-89b3444b-70b8-4714-8266-48cb709982d1 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 944 time: 0.2165580 Mar 01 20:47:25.602466 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-99b3bee6-8345-4b83-bc25-da5245faf124 req-19309923-a1c4-4cc0-bfd7-6b0701b60b85 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/security-groups?id=11655f9f-841e-4128-8fa9-5dfc202a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438485 Mar 01 20:47:25.697720 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd73dbd-8579-4aed-ab3e-afde95687de2 req-566e76a1-1605-4902-8b3b-b8b08f78baa6 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:25.699127 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5bd73dbd-8579-4aed-ab3e-afde95687de2 req-566e76a1-1605-4902-8b3b-b8b08f78baa6 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 1097 time: 0.0724595 Mar 01 20:47:25.721175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6', 'tag': '5e8da63d-40c5-4f57-b76e-e7018098f367'}, {'name': 'network-changed', 'server_uuid': 'e32f27cd-aca1-490f-a706-b60c3d52d490', 'tag': '1fe88329-5f86-450b-b9d6-d78f8673c71b'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:47:25.786157 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5bd73dbd-8579-4aed-ab3e-afde95687de2 req-2f92aeeb-9a1e-4f2f-9f9f-9d27f3f5f40f tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553567 Mar 01 20:47:25.813556 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f45cd0-e199-4412-9711-64830b67d27b req-3f443842-0a39-47d7-b493-0833fec23462 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:25.816081 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-09f45cd0-e199-4412-9711-64830b67d27b req-3f443842-0a39-47d7-b493-0833fec23462 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 947 time: 0.1160600 Mar 01 20:47:25.862500 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-09f45cd0-e199-4412-9711-64830b67d27b req-25963c02-b62c-4ff7-8ee9-b0b418e5fca1 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401340 Mar 01 20:47:25.867797 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2cb605ca-54a0-4a78-83f8-26d70720a81c up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:47:25.899966 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f027ab24-7a7e-440a-999c-9056c30b522a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995196ae-5fa8-4676-9df5-6e1ad63c5088', 'code': 200} Mar 01 20:47:26.033506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 2cb605ca-54a0-4a78-83f8-26d70720a81c completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:47:26.039238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 2cb605ca-54a0-4a78-83f8-26d70720a81c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:47:26.039735 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:26.166090 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:26.183516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddef26-685a-433b-9b89-385fe0999373 req-b827818f-e0b9-453e-8b7d-d45291a6a910 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:26.185365 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19ddef26-685a-433b-9b89-385fe0999373 req-b827818f-e0b9-453e-8b7d-d45291a6a910 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 808 time: 0.2117035 Mar 01 20:47:26.199310 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f55e9-745e-4f04-9906-857e39e988ff req-19374199-9f40-41a6-931a-68907d8c22d3 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:26.200799 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc1f55e9-745e-4f04-9906-857e39e988ff req-19374199-9f40-41a6-931a-68907d8c22d3 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 947 time: 0.1339974 Mar 01 20:47:26.206858 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 2cb605ca-54a0-4a78-83f8-26d70720a81c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2cb605ca-54a0-4a78-83f8-26d70720a81c,segment=NetworkSegment(eb21ab1e-7641-44da-b9f3-230d39b185f8),segment_id=eb21ab1e-7641-44da-b9f3-230d39b185f8)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:26.225941 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19ddef26-685a-433b-9b89-385fe0999373 req-fda5adaa-786c-4ea2-b3bd-930eccc80fd0 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/quotas/9425af0c76c64926891aa5e1f014e8ef HTTP/1.1" status: 200 len: 375 time: 0.0241978 Mar 01 20:47:26.280778 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:26.297296 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc1f55e9-745e-4f04-9906-857e39e988ff req-e3831a9d-e73b-438e-b020-906d66568306 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885184 Mar 01 20:47:26.336153 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19ddef26-685a-433b-9b89-385fe0999373 req-0e560230-42c3-4b4c-8afd-8e17e3ef17f8 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035473 Mar 01 20:47:26.362416 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=2cb605ca-54a0-4a78-83f8-26d70720a81c,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:26.529651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19ddef26-685a-433b-9b89-385fe0999373 req-e1bd4f33-92c2-4c75-b498-f76b02037b2e service neutron] 10.222.0.42 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868229 Mar 01 20:47:26.588463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cd9d6-8276-4fcb-94e9-95650ec6336a req-80cf1059-edaf-4c50-a2b6-21e511427e2b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:26.589905 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-120cd9d6-8276-4fcb-94e9-95650ec6336a req-80cf1059-edaf-4c50-a2b6-21e511427e2b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 946 time: 0.1613350 Mar 01 20:47:26.599706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59104) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:47:26.606572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-df1d56e1-83c5-4b47-90af-1f31c1cb0d3f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Request body: {'floatingip': {'port_id': '9ba9beeb-2142-4dc9-b740-ac5784ad2710'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:47:26.671179 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6', 'tag': '5e8da63d-40c5-4f57-b76e-e7018098f367', 'status': 'completed', 'code': 200} Mar 01 20:47:26.671588 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e32f27cd-aca1-490f-a706-b60c3d52d490', 'tag': '1fe88329-5f86-450b-b9d6-d78f8673c71b', 'status': 'completed', 'code': 200} Mar 01 20:47:26.742963 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19ddef26-685a-433b-9b89-385fe0999373 req-31df5c72-8ece-4484-a92e-224e0925b650 service neutron] 10.222.0.42 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067220 Mar 01 20:47:26.773467 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df1d56e1-83c5-4b47-90af-1f31c1cb0d3f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for floatingip, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:26.883566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-39d0382e-9295-40e4-9464-c81acb1af941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:26.885039 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-39d0382e-9295-40e4-9464-c81acb1af941 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0785a09c63c64fe3911dbbda40f5802d&device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 1095 time: 0.2078712 Mar 01 20:47:26.894539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cdb2a-345d-4656-8d64-f5b751056daa req-a00d6064-d425-4e2b-b42a-41a900bb6b0e tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:26.901435 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d30cdb2a-345d-4656-8d64-f5b751056daa req-a00d6064-d425-4e2b-b42a-41a900bb6b0e tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 944 time: 0.1371400 Mar 01 20:47:27.018940 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-96e9aea4-07ef-414a-926c-8f7b1c1fcac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:27.020559 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-96e9aea4-07ef-414a-926c-8f7b1c1fcac8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 1098 time: 0.3409822 Mar 01 20:47:27.252512 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c0624388-3852-4531-9f3d-bc5386365b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:27.293463 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d30cdb2a-345d-4656-8d64-f5b751056daa req-d4debaeb-f3ef-4922-9465-9c9711a0ee5e tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3910725 Mar 01 20:47:27.450403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-9e0f67b8-08f8-48ed-887a-89f2110b05f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:27.452028 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-9e0f67b8-08f8-48ed-887a-89f2110b05f9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.3957398 Mar 01 20:47:27.497054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-2944e9fe-622a-4ab2-9f5b-ee0794f2637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:27.499019 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-2944e9fe-622a-4ab2-9f5b-ee0794f2637f service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a2300c7-0003-4f12-abfc-8b8e56fe14e8 HTTP/1.1" status: 200 len: 925 time: 0.5785401 Mar 01 20:47:27.595830 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-f429ca9d-5596-4445-90f0-424a5fb09fdc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fe88329-5f86-450b-b9d6-d78f8673c71b HTTP/1.1" status: 200 len: 217 time: 0.0851276 Mar 01 20:47:27.669356 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6edbd-d47e-4d87-b393-f0d82f030c51 req-2aae17c2-a7c3-402c-b365-5feef3f4bf25 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:27.670913 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8da6edbd-d47e-4d87-b393-f0d82f030c51 req-2aae17c2-a7c3-402c-b365-5feef3f4bf25 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 945 time: 0.3604567 Mar 01 20:47:27.746171 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-bbdeba28-49db-4ab2-94f5-fc4d7da199cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:27.747710 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-bbdeba28-49db-4ab2-94f5-fc4d7da199cb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e61ab86d-6482-45cf-be2e-8c7db22c8a23 HTTP/1.1" status: 200 len: 863 time: 0.1388419 Mar 01 20:47:27.760110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0902992-7d32-4fe8-b699-e2f62a74fa0e req-41169820-ccc3-4e91-98d1-913dfeb33c3f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:27.768116 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e0902992-7d32-4fe8-b699-e2f62a74fa0e req-41169820-ccc3-4e91-98d1-913dfeb33c3f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 947 time: 0.3526032 Mar 01 20:47:27.849641 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8da6edbd-d47e-4d87-b393-f0d82f030c51 req-ebd7169e-e6b8-4389-8e12-af96b645d9c6 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/security-groups?id=11655f9f-841e-4128-8fa9-5dfc202a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402106 Mar 01 20:47:27.884691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 5e8da63d-40c5-4f57-b76e-e7018098f367 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:47:27.898859 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e0902992-7d32-4fe8-b699-e2f62a74fa0e req-ec71c12d-ad73-478d-a101-c35d1f301f4f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296518 Mar 01 20:47:27.901195 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-6eca7106-5e73-4fa4-bcbc-934d6984b380 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=5e8da63d-40c5-4f57-b76e-e7018098f367 HTTP/1.1" status: 200 len: 217 time: 0.3790922 Mar 01 20:47:27.903669 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb605ca-54a0-4a78-83f8-26d70720a81c'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:47:27.933194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-08e0b40a-0468-4415-b61a-4fbe4973c274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:27.934810 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-08e0b40a-0468-4415-b61a-4fbe4973c274 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a2300c7-0003-4f12-abfc-8b8e56fe14e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635926 Mar 01 20:47:28.059290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-a41ae9e4-330c-451a-92ff-cd8172ec7321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:28.061389 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-a41ae9e4-330c-451a-92ff-cd8172ec7321 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1500266 Mar 01 20:47:28.109956 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d72b2daf-7ae3-4092-b2df-01391856ed37 req-366e331b-fd97-42ee-98b9-c217e56e57b9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 210 time: 0.1217799 Mar 01 20:47:28.154570 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 5e8da63d-40c5-4f57-b76e-e7018098f367, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=5e8da63d-40c5-4f57-b76e-e7018098f367,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:28.172617 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '5e8da63d-40c5-4f57-b76e-e7018098f367', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '5e8da63d-40c5-4f57-b76e-e7018098f367', 'mac_address': 'fa:16:3e:cf:55:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:47:28.241963 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:28.265801 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e8da63d-40c5-4f57-b76e-e7018098f367 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:47:28.291709 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 5e8da63d-40c5-4f57-b76e-e7018098f367, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=5e8da63d-40c5-4f57-b76e-e7018098f367,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:28.317556 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-9d4d8dab-14b5-467f-9dc5-11a5e1e2c80f service neutron] 10.222.0.55 "GET /v2.0/networks/8a2300c7-0003-4f12-abfc-8b8e56fe14e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699393 Mar 01 20:47:28.369926 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:28.428962 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [None req-df1d56e1-83c5-4b47-90af-1f31c1cb0d3f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:47:28.522528 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=5e8da63d-40c5-4f57-b76e-e7018098f367,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:28.535775 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-b3f86986-f046-415c-96b9-6f03408f9c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:28.537325 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-b3f86986-f046-415c-96b9-6f03408f9c04 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4504881 Mar 01 20:47:28.603521 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-a4bbde66-3718-4d9c-97ec-2ff13db72cfc service neutron] 10.222.0.55 "GET /v2.0/networks/8a2300c7-0003-4f12-abfc-8b8e56fe14e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724843 Mar 01 20:47:28.636076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261013ef-8667-4049-8e0f-f35b80f7e990 req-c4990e0a-5287-40d8-83c0-f3fa205846ff tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:28.637590 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-261013ef-8667-4049-8e0f-f35b80f7e990 req-c4990e0a-5287-40d8-83c0-f3fa205846ff tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 947 time: 0.3094935 Mar 01 20:47:28.678127 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['5e8da63d-40c5-4f57-b76e-e7018098f367'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:47:28.715857 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-261013ef-8667-4049-8e0f-f35b80f7e990 req-6ba7783a-af0a-4012-ba13-fc1a0604e5c9 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708139 Mar 01 20:47:28.740736 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df1d56e1-83c5-4b47-90af-1f31c1cb0d3f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:28.797426 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cb605ca-54a0-4a78-83f8-26d70720a81c', 'code': 200} Mar 01 20:47:28.824240 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df1d56e1-83c5-4b47-90af-1f31c1cb0d3f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:28.957592 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-6a973a07-cd52-41dc-b250-87316839dee4 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097316 Mar 01 20:47:29.065466 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 1fe88329-5f86-450b-b9d6-d78f8673c71b details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:47:29.107625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d1634-2443-4ca0-8e8b-0203440e9aee req-4fdb5449-ef98-42f7-b6b2-35a57d28c7ba tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:29.115784 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df6d1634-2443-4ca0-8e8b-0203440e9aee req-4fdb5449-ef98-42f7-b6b2-35a57d28c7ba tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 944 time: 0.1852877 Mar 01 20:47:29.207050 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df6d1634-2443-4ca0-8e8b-0203440e9aee req-4b913cdd-0dc5-42d4-a111-53bd59950b17 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902874 Mar 01 20:47:29.242590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ea088-1bd9-401a-ba69-ab590ea05e21 req-5613c08b-d247-4907-8eca-098c4604f5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:29.244504 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b82ea088-1bd9-401a-ba69-ab590ea05e21 req-5613c08b-d247-4907-8eca-098c4604f5d1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 1096 time: 0.2436481 Mar 01 20:47:29.323528 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 1fe88329-5f86-450b-b9d6-d78f8673c71b, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=1fe88329-5f86-450b-b9d6-d78f8673c71b,segment=NetworkSegment(11ba65c5-cd68-4196-93ae-29e4841505fb),segment_id=11ba65c5-cd68-4196-93ae-29e4841505fb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:29.372331 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '1fe88329-5f86-450b-b9d6-d78f8673c71b', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'port_id': '1fe88329-5f86-450b-b9d6-d78f8673c71b', 'mac_address': 'fa:16:3e:c1:d2:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:47:29.377432 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b82ea088-1bd9-401a-ba69-ab590ea05e21 req-4a825148-4d5c-47b3-962c-88e6c9692bb4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=11655f9f-841e-4128-8fa9-5dfc202a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259561 Mar 01 20:47:29.448186 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-df1d56e1-83c5-4b47-90af-1f31c1cb0d3f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Floating IP 8619a03f-cbbb-44d2-83cf-66ad643a103c associated. External IP: 172.25.5.147, port: 9ba9beeb-2142-4dc9-b740-ac5784ad2710. Mar 01 20:47:29.535794 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:29.562880 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fd3db1-6a92-4598-821c-1be1fa923c07 req-4cac2e5b-3578-4a24-b466-8e1b7b33baa4 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:29.564800 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28fd3db1-6a92-4598-821c-1be1fa923c07 req-4cac2e5b-3578-4a24-b466-8e1b7b33baa4 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 945 time: 0.1662428 Mar 01 20:47:29.583500 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fe88329-5f86-450b-b9d6-d78f8673c71b {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:47:29.613881 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c73102e1-d511-4325-8dc8-61fc36e6bce3 req-efbc6f2d-7e80-4d21-9a90-0f4cad778bf8 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6469724 Mar 01 20:47:29.636237 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 1fe88329-5f86-450b-b9d6-d78f8673c71b, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=1fe88329-5f86-450b-b9d6-d78f8673c71b,segment=NetworkSegment(11ba65c5-cd68-4196-93ae-29e4841505fb),segment_id=11ba65c5-cd68-4196-93ae-29e4841505fb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:29.707744 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b3690ddd-502f-49a3-9403-bf5b76223d80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:29.709227 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:29.709816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 87627ae2-758e-4a72-bcdd-df687696d76e details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:47:29.757676 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28fd3db1-6a92-4598-821c-1be1fa923c07 req-fb282310-0373-4e1f-9235-4b41a9a451df tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/security-groups?id=11655f9f-841e-4128-8fa9-5dfc202a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838031 Mar 01 20:47:29.879148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddef26-685a-433b-9b89-385fe0999373 req-4e112462-bd0d-4628-a88f-64c9c60798a6 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:29.883615 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19ddef26-685a-433b-9b89-385fe0999373 req-4e112462-bd0d-4628-a88f-64c9c60798a6 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.55 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 808 time: 0.2726336 Mar 01 20:47:29.894833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-19ddef26-685a-433b-9b89-385fe0999373 req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Request body: {'port': {'device_id': '53510f08-95aa-442e-b304-785dfe5ebf11', 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38', 'admin_state_up': True, 'tenant_id': '9425af0c76c64926891aa5e1f014e8ef'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:47:29.979722 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=1fe88329-5f86-450b-b9d6-d78f8673c71b,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:29.987955 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 87627ae2-758e-4a72-bcdd-df687696d76e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=87627ae2-758e-4a72-bcdd-df687696d76e,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:30.004410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '87627ae2-758e-4a72-bcdd-df687696d76e', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '87627ae2-758e-4a72-bcdd-df687696d76e', 'mac_address': 'fa:16:3e:e8:93:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:47:30.081355 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:30.105923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87627ae2-758e-4a72-bcdd-df687696d76e {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:47:30.130830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 87627ae2-758e-4a72-bcdd-df687696d76e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=87627ae2-758e-4a72-bcdd-df687696d76e,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:30.202643 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:30.254526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1d56e1-83c5-4b47-90af-1f31c1cb0d3f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Router 5727f4bd-5be2-47ba-ae37-fda496976d15 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:47:30.373665 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=87627ae2-758e-4a72-bcdd-df687696d76e,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:30.414778 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:30.419709 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-19ddef26-685a-433b-9b89-385fe0999373 req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:47:30.430550 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71638929-6d1c-43a5-adf6-bddda103125e req-36626dfc-eb0e-484c-ab50-b2c86f14ca8a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:30.438048 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-71638929-6d1c-43a5-adf6-bddda103125e req-36626dfc-eb0e-484c-ab50-b2c86f14ca8a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 948 time: 0.4436712 Mar 01 20:47:30.467915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-19ddef26-685a-433b-9b89-385fe0999373 req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:47:30.528160 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-71638929-6d1c-43a5-adf6-bddda103125e req-b9488382-d4dd-4688-be1c-e1910bc3f36d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890908 Mar 01 20:47:30.593879 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1d56e1-83c5-4b47-90af-1f31c1cb0d3f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:47:30.594081 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19ddef26-685a-433b-9b89-385fe0999373 req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Made reservation on behalf of 9425af0c76c64926891aa5e1f014e8ef for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:47:30.598250 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-19ddef26-685a-433b-9b89-385fe0999373 req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:30.599222 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df1d56e1-83c5-4b47-90af-1f31c1cb0d3f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:30.612138 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a5150a-36c5-43eb-bc25-389be7ae5731 None None] Sync routers for ids ['5727f4bd-5be2-47ba-ae37-fda496976d15'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:47:30.629171 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:30.644826 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a5150a-36c5-43eb-bc25-389be7ae5731 None None] Routers {'5727f4bd-5be2-47ba-ae37-fda496976d15'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:47:30.645518 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-38a5150a-36c5-43eb-bc25-389be7ae5731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:47:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5727f4bd-5be2-47ba-ae37-fda496976d15'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:47:30.696261 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['1fe88329-5f86-450b-b9d6-d78f8673c71b'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:47:30.707411 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-df1d56e1-83c5-4b47-90af-1f31c1cb0d3f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "PUT /v2.0/floatingips/8619a03f-cbbb-44d2-83cf-66ad643a103c HTTP/1.1" status: 200 len: 992 time: 4.1058378 Mar 01 20:47:30.718002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e966c717-3076-4552-81ac-50afb0d8b605', 'tag': '9ba9beeb-2142-4dc9-b740-ac5784ad2710'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:47:30.799349 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a8cb0aad-4f4e-415c-9dd3-6c3ae2c2145f tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:47:30.800352 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a8cb0aad-4f4e-415c-9dd3-6c3ae2c2145f tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063403 Mar 01 20:47:30.817573 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-b04d42c1-483d-4596-8c5f-61b3fcc6e23a service neutron] Request body: {'binding': {'host': 'n-h1-827896-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:47:30.818037 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-b04d42c1-483d-4596-8c5f-61b3fcc6e23a service neutron] Unknown quota resources ['binding']. {{(pid=88519) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 01 20:47:30.819691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['87627ae2-758e-4a72-bcdd-df687696d76e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:47:30.968599 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c937de4a-6f0e-42a6-823c-22dab03e40ae req-c540336c-76b9-410f-96aa-cd3053ef6187 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 210 time: 0.0860920 Mar 01 20:47:31.017049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-19ddef26-685a-433b-9b89-385fe0999373 req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Allocated IP 172.20.0.7 (20bee8c9-14f6-4e61-9dee-3608205e5e38/257716f2-c727-40db-9bdc-42a279d992cd/70d093f0-de99-481e-a263-3ba10843989d) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:47:31.037450 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-38a5150a-36c5-43eb-bc25-389be7ae5731 None None] Set router 5727f4bd-5be2-47ba-ae37-fda496976d15 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:47:31.255660 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-b04d42c1-483d-4596-8c5f-61b3fcc6e23a service neutron] Attempting to bind port 97d9130a-714e-4f0a-9c9b-ba6f069e326e on host n-h1-827896-4 for vnic_type normal with profile None {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:47:31.256225 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-b04d42c1-483d-4596-8c5f-61b3fcc6e23a service neutron] Attempting to bind port 97d9130a-714e-4f0a-9c9b-ba6f069e326e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:47:31.256225 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-b04d42c1-483d-4596-8c5f-61b3fcc6e23a service neutron] Attempting to bind port 97d9130a-714e-4f0a-9c9b-ba6f069e326e on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:47:31.261044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-b04d42c1-483d-4596-8c5f-61b3fcc6e23a service neutron] Port 97d9130a-714e-4f0a-9c9b-ba6f069e326e on network 2066dc17-9d0c-4926-8526-1637c09f1850 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:47:31.261367 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-b04d42c1-483d-4596-8c5f-61b3fcc6e23a service neutron] Attempting to bind port 97d9130a-714e-4f0a-9c9b-ba6f069e326e on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:47:31.276436 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-b04d42c1-483d-4596-8c5f-61b3fcc6e23a service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:47:31.276767 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-b04d42c1-483d-4596-8c5f-61b3fcc6e23a service neutron] Checking segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:47:31.277154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-b04d42c1-483d-4596-8c5f-61b3fcc6e23a service neutron] Bound using segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:47:31.277587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-b04d42c1-483d-4596-8c5f-61b3fcc6e23a service neutron] Bound port: 97d9130a-714e-4f0a-9c9b-ba6f069e326e, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:47:31.336024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-b04d42c1-483d-4596-8c5f-61b3fcc6e23a service neutron] For port 97d9130a-714e-4f0a-9c9b-ba6f069e326e, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=97d9130a-714e-4f0a-9c9b-ba6f069e326e,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:47:31.401351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74973a71-e8ea-49a6-bf5d-e18e369d999c req-c1d5ae06-2964-4e31-87d4-247851262706 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:31.408714 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-74973a71-e8ea-49a6-bf5d-e18e369d999c req-c1d5ae06-2964-4e31-87d4-247851262706 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 948 time: 0.1792390 Mar 01 20:47:31.432712 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-b04d42c1-483d-4596-8c5f-61b3fcc6e23a service neutron] Notify callbacks [] for binding, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:31.433505 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-b04d42c1-483d-4596-8c5f-61b3fcc6e23a service neutron] 10.222.0.42 "POST /v2.0/ports/97d9130a-714e-4f0a-9c9b-ba6f069e326e/bindings HTTP/1.1" status: 201 len: 389 time: 0.6272094 Mar 01 20:47:31.488185 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-74973a71-e8ea-49a6-bf5d-e18e369d999c req-4ba12204-9b9b-4c24-9502-81076fae1916 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783064 Mar 01 20:47:31.491615 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-19ddef26-685a-433b-9b89-385fe0999373 req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:31.583131 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-19ddef26-685a-433b-9b89-385fe0999373 req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:31.693878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19ddef26-685a-433b-9b89-385fe0999373 req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Network 20bee8c9-14f6-4e61-9dee-3608205e5e38 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:47:31.702655 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-38a5150a-36c5-43eb-bc25-389be7ae5731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'name': 'tempest-ServerActionsTestJSON-278498603-router', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:27Z', 'updated_at': '2022-03-01T20:46:40Z', 'revision_number': 4, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'gw_port': {'id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:29Z', 'updated_at': '2022-03-01T20:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '8619a03f-cbbb-44d2-83cf-66ad643a103c', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'port_id': '9ba9beeb-2142-4dc9-b740-ac5784ad2710', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'mac_address': 'fa:16:3e:86:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e966c717-3076-4552-81ac-50afb0d8b605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:46:55Z', 'updated_at': '2022-03-01T20:47:28Z', 'revision_number': 1, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e8abd43-1639-4bd2-aad5-d148feb63cf5', 'name': '', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'mac_address': 'fa:16:3e:41:7c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:38Z', 'updated_at': '2022-03-01T20:46:50Z', 'revision_number': 5, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'subnets': [{'id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:47:31.704120 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-19ddef26-685a-433b-9b89-385fe0999373 req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:47:31.710955 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-19ddef26-685a-433b-9b89-385fe0999373 req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:47:31.714317 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a5150a-36c5-43eb-bc25-389be7ae5731 None None] Checking router: 5727f4bd-5be2-47ba-ae37-fda496976d15 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:47:31.716384 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddef26-685a-433b-9b89-385fe0999373 req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:31.716998 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-19ddef26-685a-433b-9b89-385fe0999373 req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:31.736257 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a5150a-36c5-43eb-bc25-389be7ae5731 None None] Routers {'5727f4bd-5be2-47ba-ae37-fda496976d15'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:47:31.737264 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-38a5150a-36c5-43eb-bc25-389be7ae5731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:47:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5727f4bd-5be2-47ba-ae37-fda496976d15'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:47:31.757905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Pushing event updated for resources: {'Port': ['ID=70d093f0-de99-481e-a263-3ba10843989d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:31.777530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:31.777869 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:31.778205 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:31.778533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:31.778861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:31.779183 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:31.779566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:31.779890 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:31.780214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:31.780534 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:31.780852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:31.781236 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:31.815233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476063c2-0cd3-407a-93c0-4eb6e516a575 req-1447bffc-2fe8-46a2-995b-c7e06c5deb34 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:31.823204 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-476063c2-0cd3-407a-93c0-4eb6e516a575 req-1447bffc-2fe8-46a2-995b-c7e06c5deb34 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 945 time: 0.1993060 Mar 01 20:47:31.826455 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19ddef26-685a-433b-9b89-385fe0999373 req-68427b96-4006-43d4-8032-a9b3e5840c19 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9367490 Mar 01 20:47:31.849535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] Request body: {'port': {'device_id': '53510f08-95aa-442e-b304-785dfe5ebf11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:47:31.896035 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 5e8da63d-40c5-4f57-b76e-e7018098f367 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:47:31.979216 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-476063c2-0cd3-407a-93c0-4eb6e516a575 req-aaa25747-c390-458c-921c-31e74ccba12b tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1550486 Mar 01 20:47:32.112289 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:32.114494 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-38a5150a-36c5-43eb-bc25-389be7ae5731 None None] Set router 5727f4bd-5be2-47ba-ae37-fda496976d15 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:47:32.146204 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b457f4c-be42-498c-acd4-c6438f6830b6 req-cab2557c-0699-46ce-b153-06d5df72f24d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:32.147769 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5b457f4c-be42-498c-acd4-c6438f6830b6 req-cab2557c-0699-46ce-b153-06d5df72f24d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 946 time: 0.2591310 Mar 01 20:47:32.149609 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:32.162286 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e966c717-3076-4552-81ac-50afb0d8b605', 'tag': '9ba9beeb-2142-4dc9-b740-ac5784ad2710', 'status': 'completed', 'code': 200} Mar 01 20:47:32.186387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 5e8da63d-40c5-4f57-b76e-e7018098f367 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:47:32.193621 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 5e8da63d-40c5-4f57-b76e-e7018098f367 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:47:32.193990 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:32.238534 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-43d21bc2-fff5-4147-a709-a38d7712a11a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:32.243414 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-43d21bc2-fff5-4147-a709-a38d7712a11a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 1097 time: 0.1559644 Mar 01 20:47:32.418689 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:32.447819 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5b457f4c-be42-498c-acd4-c6438f6830b6 req-6d1ec854-6b10-42b3-80bf-0ba344656d07 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2616699 Mar 01 20:47:32.471970 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8da63d-40c5-4f57-b76e-e7018098f367'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:47:32.496096 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 5e8da63d-40c5-4f57-b76e-e7018098f367, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=5e8da63d-40c5-4f57-b76e-e7018098f367,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:32.540474 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dc38e-3423-4063-b82a-32abf5dc5688 req-1430a1cb-47b9-4507-93bd-4dfe2b65089e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:32.542165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b75dc38e-3423-4063-b82a-32abf5dc5688 req-1430a1cb-47b9-4507-93bd-4dfe2b65089e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 1097 time: 0.3572783 Mar 01 20:47:32.588634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-e24f3b0d-2297-49e8-bc0b-30d9edad6516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:32.590707 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-e24f3b0d-2297-49e8-bc0b-30d9edad6516 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 922 time: 0.3403444 Mar 01 20:47:32.599799 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:32.696831 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-f16ef939-bc87-4be3-9af0-e6dbc3cf783f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97d9130a-714e-4f0a-9c9b-ba6f069e326e HTTP/1.1" status: 200 len: 217 time: 0.0980229 Mar 01 20:47:32.750235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbd0fc-5a75-43cd-aa58-1581aa8bb087 req-3cfdf2ae-5666-45d1-af54-90c34ae2fc75 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:32.758666 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92fbd0fc-5a75-43cd-aa58-1581aa8bb087 req-3cfdf2ae-5666-45d1-af54-90c34ae2fc75 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 945 time: 0.4786997 Mar 01 20:47:32.780309 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=5e8da63d-40c5-4f57-b76e-e7018098f367,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:32.801518 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-5697a0f4-1eae-415c-8d00-b3e28d8c58f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:32.803382 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-5697a0f4-1eae-415c-8d00-b3e28d8c58f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.0990634 Mar 01 20:47:32.874965 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-d4b645ec-a99e-4489-a5ab-1646ae4a8f60 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634024 Mar 01 20:47:32.898308 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-38a5150a-36c5-43eb-bc25-389be7ae5731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'name': 'tempest-ServerActionsTestJSON-278498603-router', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:27Z', 'updated_at': '2022-03-01T20:46:40Z', 'revision_number': 4, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'gw_port': {'id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:29Z', 'updated_at': '2022-03-01T20:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '8619a03f-cbbb-44d2-83cf-66ad643a103c', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'port_id': '9ba9beeb-2142-4dc9-b740-ac5784ad2710', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'mac_address': 'fa:16:3e:86:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e966c717-3076-4552-81ac-50afb0d8b605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:46:55Z', 'updated_at': '2022-03-01T20:47:28Z', 'revision_number': 1, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e8abd43-1639-4bd2-aad5-d148feb63cf5', 'name': '', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'mac_address': 'fa:16:3e:41:7c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:38Z', 'updated_at': '2022-03-01T20:46:50Z', 'revision_number': 5, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'subnets': [{'id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:47:32.903340 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a5150a-36c5-43eb-bc25-389be7ae5731 None None] The sync data for ids ['5727f4bd-5be2-47ba-ae37-fda496976d15'] in n-d-827896-4 is: [{'id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'name': 'tempest-ServerActionsTestJSON-278498603-router', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:27Z', 'updated_at': '2022-03-01T20:46:40Z', 'revision_number': 4, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'gw_port': {'id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:29Z', 'updated_at': '2022-03-01T20:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '8619a03f-cbbb-44d2-83cf-66ad643a103c', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'floating_ip_address': '172.25.5.147', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'port_id': '9ba9beeb-2142-4dc9-b740-ac5784ad2710', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'mac_address': 'fa:16:3e:86:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e966c717-3076-4552-81ac-50afb0d8b605', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:46:55Z', 'updated_at': '2022-03-01T20:47:28Z', 'revision_number': 1, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e8abd43-1639-4bd2-aad5-d148feb63cf5', 'name': '', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'mac_address': 'fa:16:3e:41:7c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:38Z', 'updated_at': '2022-03-01T20:46:50Z', 'revision_number': 5, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'subnets': [{'id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:47:32.949284 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92fbd0fc-5a75-43cd-aa58-1581aa8bb087 req-06575a4e-772a-48f7-b42c-5f45a7984ef3 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/security-groups?id=11655f9f-841e-4128-8fa9-5dfc202a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887279 Mar 01 20:47:32.974558 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 1fe88329-5f86-450b-b9d6-d78f8673c71b up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:47:33.045667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dc38e-3423-4063-b82a-32abf5dc5688 req-291f3f1f-b44d-4610-9049-13f52e950969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:33.047198 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b75dc38e-3423-4063-b82a-32abf5dc5688 req-291f3f1f-b44d-4610-9049-13f52e950969 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 912 time: 0.4878249 Mar 01 20:47:33.091865 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-f1c85f5d-22ce-4a7c-becb-fadac8116096 service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068040 Mar 01 20:47:33.242627 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 1fe88329-5f86-450b-b9d6-d78f8673c71b completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:47:33.256365 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 1fe88329-5f86-450b-b9d6-d78f8673c71b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:47:33.264021 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:33.355183 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b688528-4ef2-43c7-a5ac-beb2f73ebad9 None None] New status for floating IP 8619a03f-cbbb-44d2-83cf-66ad643a103c: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 20:47:33.387989 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-83fa2446-377b-45b9-b7f8-8d74d9d822fa service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878454 Mar 01 20:47:33.433931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cdc5d-e876-4993-9137-694983fb00e2 req-15a5dcc2-99e6-43db-b083-a642adceb1a8 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:33.435757 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-025cdc5d-e876-4993-9137-694983fb00e2 req-15a5dcc2-99e6-43db-b083-a642adceb1a8 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 949 time: 0.6395440 Mar 01 20:47:33.602613 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b75dc38e-3423-4063-b82a-32abf5dc5688 req-c7f70c30-0a08-4aa9-8c4a-2a8d918f95d6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710 HTTP/1.1" status: 200 len: 1000 time: 0.5434177 Mar 01 20:47:33.604828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d093f0-de99-481e-a263-3ba10843989d {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:47:33.640442 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:33.651531 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:33.664707 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-025cdc5d-e876-4993-9137-694983fb00e2 req-b5cc4b5d-be24-42a9-b0e5-959b83dd7b68 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465290 Mar 01 20:47:33.695419 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] Transition to ACTIVE for port object 70d093f0-de99-481e-a263-3ba10843989d will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:47:33.716730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dc38e-3423-4063-b82a-32abf5dc5688 req-96a1a1e1-0d10-4672-974b-073e555ec045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:33.718084 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b75dc38e-3423-4063-b82a-32abf5dc5688 req-96a1a1e1-0d10-4672-974b-073e555ec045 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.1034544 Mar 01 20:47:33.732554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59998462-5ef0-426b-a7cc-212ca6c9b83f req-07fc53da-5a7b-4d33-86c1-19eee9501e9a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:33.734063 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59998462-5ef0-426b-a7cc-212ca6c9b83f req-07fc53da-5a7b-4d33-86c1-19eee9501e9a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 946 time: 0.3182054 Mar 01 20:47:33.748275 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 1fe88329-5f86-450b-b9d6-d78f8673c71b, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=1fe88329-5f86-450b-b9d6-d78f8673c71b,segment=NetworkSegment(11ba65c5-cd68-4196-93ae-29e4841505fb),segment_id=11ba65c5-cd68-4196-93ae-29e4841505fb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:33.852469 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:33.875647 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:33.877030 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 87627ae2-758e-4a72-bcdd-df687696d76e up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:47:33.904769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-051c0fc4-c4dd-4998-8838-90e4d0d3ef04 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:33.906529 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-051c0fc4-c4dd-4998-8838-90e4d0d3ef04 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113&tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&binding%3Ahost_id=n-h2-827896-4 HTTP/1.1" status: 200 len: 1097 time: 0.1024098 Mar 01 20:47:33.921865 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827896-4'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:47:34.055310 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=1fe88329-5f86-450b-b9d6-d78f8673c71b,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:34.159805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 87627ae2-758e-4a72-bcdd-df687696d76e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:47:34.166662 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 87627ae2-758e-4a72-bcdd-df687696d76e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:47:34.167039 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:34.194040 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:34.219074 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59998462-5ef0-426b-a7cc-212ca6c9b83f req-b5c00a02-7eac-4b04-878d-83777e343723 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4433177 Mar 01 20:47:34.356849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75dc38e-3423-4063-b82a-32abf5dc5688 req-53228e3a-41c2-4e70-ab1f-a1ab3411911c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:34.359264 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b75dc38e-3423-4063-b82a-32abf5dc5688 req-53228e3a-41c2-4e70-ab1f-a1ab3411911c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6241457 Mar 01 20:47:34.359970 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=70d093f0-de99-481e-a263-3ba10843989d,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:34.363379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] Attempting to bind port 70d093f0-de99-481e-a263-3ba10843989d on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:47:34.363839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] Attempting to bind port 70d093f0-de99-481e-a263-3ba10843989d by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:47:34.364290 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] Attempting to bind port 70d093f0-de99-481e-a263-3ba10843989d on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:47:34.427442 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:34.429716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] Port 70d093f0-de99-481e-a263-3ba10843989d on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:47:34.430704 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] Attempting to bind port 70d093f0-de99-481e-a263-3ba10843989d on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:47:34.473980 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 87627ae2-758e-4a72-bcdd-df687696d76e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=87627ae2-758e-4a72-bcdd-df687696d76e,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:34.492869 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e765d1-8c09-4a9f-af53-0fe48de5169e req-2e08b45f-4288-42ce-9326-91cae28641db tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:34.493759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-36e765d1-8c09-4a9f-af53-0fe48de5169e req-2e08b45f-4288-42ce-9326-91cae28641db tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Synchronizing usage tracker for tenant:9425af0c76c64926891aa5e1f014e8ef on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:47:34.580353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:47:34.580753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] Checking segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:47:34.581068 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] Bound using segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:47:34.581508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] Bound port: 70d093f0-de99-481e-a263-3ba10843989d, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:47:34.581850 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:34.588803 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:34.656164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] For port 97d9130a-714e-4f0a-9c9b-ba6f069e326e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=97d9130a-714e-4f0a-9c9b-ba6f069e326e,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:34.715491 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] For port 97d9130a-714e-4f0a-9c9b-ba6f069e326e, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:47:34.724714 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b75dc38e-3423-4063-b82a-32abf5dc5688 req-4bc3641c-f432-4d94-aff3-0f3caf4f808f service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3545628 Mar 01 20:47:34.743048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=87627ae2-758e-4a72-bcdd-df687696d76e,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:34.785129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6c0d9-39b0-47af-8b6b-d1c3daaae4c8 req-1d38dd01-bea3-4ab7-9c48-2865ef2c68ea tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:34.792256 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50a6c0d9-39b0-47af-8b6b-d1c3daaae4c8 req-1d38dd01-bea3-4ab7-9c48-2865ef2c68ea tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 946 time: 0.3749909 Mar 01 20:47:34.794694 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-36e765d1-8c09-4a9f-af53-0fe48de5169e req-2e08b45f-4288-42ce-9326-91cae28641db tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Unset dirty status for tenant:9425af0c76c64926891aa5e1f014e8ef on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:47:34.796048 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36e765d1-8c09-4a9f-af53-0fe48de5169e req-2e08b45f-4288-42ce-9326-91cae28641db tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 943 time: 1.0144434 Mar 01 20:47:34.808375 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:34.811646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e360f3e-f243-4f44-80d2-ebd1d6146113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97d9130a-714e-4f0a-9c9b-ba6f069e326e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:47:34.897177 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:34.977603 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Pushing event updated for resources: {'Port': ['ID=97d9130a-714e-4f0a-9c9b-ba6f069e326e,revision_number=7']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:34.980095 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] For port 70d093f0-de99-481e-a263-3ba10843989d, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:47:34.988750 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:34.989101 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:34.989423 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:34.989752 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:34.990386 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:34.990770 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:34.991400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:34.991724 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:34.992044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:34.992360 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:34.992675 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:34.992989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:34.998877 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50a6c0d9-39b0-47af-8b6b-d1c3daaae4c8 req-68add091-34a1-448f-979a-d423726aff11 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054350 Mar 01 20:47:35.110303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] For port 70d093f0-de99-481e-a263-3ba10843989d, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=70d093f0-de99-481e-a263-3ba10843989d,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:47:35.114568 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b75dc38e-3423-4063-b82a-32abf5dc5688 req-263dc551-cbea-4844-9adf-8c297e7841ef service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712709 Mar 01 20:47:35.118875 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36e765d1-8c09-4a9f-af53-0fe48de5169e req-508cece3-9fd5-457c-a7a4-3f7e234590ad tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044620 Mar 01 20:47:35.145737 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e8da63d-40c5-4f57-b76e-e7018098f367', 'code': 200} Mar 01 20:47:35.159961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Attempting to bind port 97d9130a-714e-4f0a-9c9b-ba6f069e326e on host n-h2-827896-4 for vnic_type normal with profile {"migrating_to": "n-h1-827896-4"} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:47:35.160464 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Attempting to bind port 97d9130a-714e-4f0a-9c9b-ba6f069e326e by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:47:35.161018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Attempting to bind port 97d9130a-714e-4f0a-9c9b-ba6f069e326e on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:47:35.172941 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Port 97d9130a-714e-4f0a-9c9b-ba6f069e326e on network 2066dc17-9d0c-4926-8526-1637c09f1850 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:47:35.174240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Attempting to bind port 97d9130a-714e-4f0a-9c9b-ba6f069e326e on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:47:35.176364 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:35.185669 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:47:35.191885 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Checking segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:47:35.192482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Bound using segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:47:35.193083 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Bound port: 97d9130a-714e-4f0a-9c9b-ba6f069e326e, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:47:35.193726 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:35.369330 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:35.370010 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:35.371623 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19ddef26-685a-433b-9b89-385fe0999373 req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] 10.222.0.55 "PUT /v2.0/ports/70d093f0-de99-481e-a263-3ba10843989d HTTP/1.1" status: 200 len: 1091 time: 3.5289502 Mar 01 20:47:35.372873 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53510f08-95aa-442e-b304-785dfe5ebf11', 'tag': '70d093f0-de99-481e-a263-3ba10843989d'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:47:35.407247 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] For port 97d9130a-714e-4f0a-9c9b-ba6f069e326e, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:47:35.412919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] For port 97d9130a-714e-4f0a-9c9b-ba6f069e326e, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=97d9130a-714e-4f0a-9c9b-ba6f069e326e,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:47:35.477166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d67d6-2543-4a7b-a647-96a844cd2ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=70d093f0-de99-481e-a263-3ba10843989d,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:35.489170 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:35.569580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb751768-281e-449a-8f35-92e5a3ae4d1e req-b8473691-6afe-4fb5-b9eb-639ed865223f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:35.571151 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fb751768-281e-449a-8f35-92e5a3ae4d1e req-b8473691-6afe-4fb5-b9eb-639ed865223f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 1100 time: 0.3176298 Mar 01 20:47:35.630637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99885c28-4b9f-4edc-845a-063a91b3d376 req-2f0c8cc0-3ea4-48e0-ba08-0f38e0d9578c tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:35.637329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Pushing event updated for resources: {'Port': ['ID=97d9130a-714e-4f0a-9c9b-ba6f069e326e,revision_number=8']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:35.639079 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-99885c28-4b9f-4edc-845a-063a91b3d376 req-2f0c8cc0-3ea4-48e0-ba08-0f38e0d9578c tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 949 time: 0.2366116 Mar 01 20:47:35.749680 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:35.750234 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:35.752808 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-a2ecf873-8414-48e9-8771-dca63afc74b0 service neutron] 10.222.0.57 "PUT /v2.0/ports/97d9130a-714e-4f0a-9c9b-ba6f069e326e HTTP/1.1" status: 200 len: 1122 time: 1.8400738 Mar 01 20:47:35.845620 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddef26-685a-433b-9b89-385fe0999373 req-7ec7de52-f88d-47d0-9d80-50ab4f0100a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:35.847339 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19ddef26-685a-433b-9b89-385fe0999373 req-7ec7de52-f88d-47d0-9d80-50ab4f0100a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 1094 time: 0.3576930 Mar 01 20:47:35.853330 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fb751768-281e-449a-8f35-92e5a3ae4d1e req-7d1ec126-f167-45eb-8075-94155d792264 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704575 Mar 01 20:47:35.878325 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['97d9130a-714e-4f0a-9c9b-ba6f069e326e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:47:35.940188 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19ddef26-685a-433b-9b89-385fe0999373 req-3faa6793-f3bc-4efe-a811-01e21c98e97f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70d093f0-de99-481e-a263-3ba10843989d HTTP/1.1" status: 200 len: 217 time: 0.0747185 Mar 01 20:47:35.957745 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-99885c28-4b9f-4edc-845a-063a91b3d376 req-52af924d-3e09-4fd0-9b56-6a2faea7d043 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167026 Mar 01 20:47:36.157802 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee81ed05-c9c4-4c1d-aaba-261553b5f52d req-b4e6cb5a-391d-4524-ae3e-4899cd2bc2b6 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:36.169139 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee81ed05-c9c4-4c1d-aaba-261553b5f52d req-b4e6cb5a-391d-4524-ae3e-4899cd2bc2b6 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 946 time: 0.5154002 Mar 01 20:47:36.211720 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ddef26-685a-433b-9b89-385fe0999373 req-bdc59993-70a6-46d2-a57c-063acc8190fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:36.213951 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19ddef26-685a-433b-9b89-385fe0999373 req-bdc59993-70a6-46d2-a57c-063acc8190fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.2558961 Mar 01 20:47:36.324252 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19ddef26-685a-433b-9b89-385fe0999373 req-97080476-1cf5-488e-9589-aea0b2e431b6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0688949 Mar 01 20:47:36.356703 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee81ed05-c9c4-4c1d-aaba-261553b5f52d req-77f5cb1a-efb5-4c2f-8dcb-68f0b7c56c01 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1705220 Mar 01 20:47:36.418663 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e360f3e-f243-4f44-80d2-ebd1d6146113', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97d9130a-714e-4f0a-9c9b-ba6f069e326e', 'code': 200} Mar 01 20:47:36.536766 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19ddef26-685a-433b-9b89-385fe0999373 req-aee3cbcb-01b1-4cd1-8003-465d73a74d4c service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016292 Mar 01 20:47:36.722262 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb68692f-77ec-43bb-a16a-ec9decc6d121 req-66611679-8150-4636-95ba-e0507baffc6d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:36.722262 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb68692f-77ec-43bb-a16a-ec9decc6d121 req-66611679-8150-4636-95ba-e0507baffc6d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 949 time: 0.5039062 Mar 01 20:47:36.786267 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb68692f-77ec-43bb-a16a-ec9decc6d121 req-b1bd57f6-db3b-40a3-9f4a-ea2318c508cd tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530832 Mar 01 20:47:36.814788 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19ddef26-685a-433b-9b89-385fe0999373 req-d88b7d55-0760-4634-8382-d939846b3c88 service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548189 Mar 01 20:47:36.888795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94b8369-137b-4479-9179-438fb5bc99e5 req-72d76691-bb50-4580-9f58-b1679be8908e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:36.890341 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e94b8369-137b-4479-9179-438fb5bc99e5 req-72d76691-bb50-4580-9f58-b1679be8908e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 944 time: 0.2379313 Mar 01 20:47:36.980413 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53510f08-95aa-442e-b304-785dfe5ebf11', 'tag': '70d093f0-de99-481e-a263-3ba10843989d', 'status': 'completed', 'code': 200} Mar 01 20:47:37.139516 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32f27cd-aca1-490f-a706-b60c3d52d490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe88329-5f86-450b-b9d6-d78f8673c71b'}, {'server_uuid': '69b49d64-a881-40d1-addb-0d4e4f27eca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87627ae2-758e-4a72-bcdd-df687696d76e'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:47:37.233149 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e94b8369-137b-4479-9179-438fb5bc99e5 req-2965327d-6351-44b3-a95f-0f1391c4ddab tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284438 Mar 01 20:47:37.401696 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c055d6c0-4cb0-46fc-b73a-c5a7941fbcce req-d1bfbecf-1cc0-473a-b15c-777037d4b17b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:37.404170 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c055d6c0-4cb0-46fc-b73a-c5a7941fbcce req-d1bfbecf-1cc0-473a-b15c-777037d4b17b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 946 time: 0.2642257 Mar 01 20:47:37.473537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed820000-6e01-4c03-9488-3d3bd0592c5c req-44ed50cd-4b86-4cd4-a4a2-b9e1e7c4298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:37.475404 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed820000-6e01-4c03-9488-3d3bd0592c5c req-44ed50cd-4b86-4cd4-a4a2-b9e1e7c4298b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 1094 time: 0.4741547 Mar 01 20:47:37.559500 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c055d6c0-4cb0-46fc-b73a-c5a7941fbcce req-0223a0b3-4c88-4969-9986-0e6d4dc05533 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490462 Mar 01 20:47:37.673716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e87a28-dcc1-411d-9dcd-858e2b9697d2 req-7cd12cde-25bb-450c-b27d-470157e4bac7 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:37.675110 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8e87a28-dcc1-411d-9dcd-858e2b9697d2 req-7cd12cde-25bb-450c-b27d-470157e4bac7 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 943 time: 0.2697237 Mar 01 20:47:37.728440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed820000-6e01-4c03-9488-3d3bd0592c5c req-048a97b6-51a8-4013-985b-4b1c0d75dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:37.730208 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed820000-6e01-4c03-9488-3d3bd0592c5c req-048a97b6-51a8-4013-985b-4b1c0d75dea7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 909 time: 0.2378855 Mar 01 20:47:37.813232 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed820000-6e01-4c03-9488-3d3bd0592c5c req-980149d5-73b1-4200-8cab-7f0c2163c0ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70d093f0-de99-481e-a263-3ba10843989d HTTP/1.1" status: 200 len: 217 time: 0.0750232 Mar 01 20:47:37.859988 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8e87a28-dcc1-411d-9dcd-858e2b9697d2 req-205d95e8-d2eb-4d59-b182-8d1887ab6d75 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514885 Mar 01 20:47:37.909910 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed820000-6e01-4c03-9488-3d3bd0592c5c req-98563431-034b-451b-bd40-a3c1d9f7d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:37.911060 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed820000-6e01-4c03-9488-3d3bd0592c5c req-98563431-034b-451b-bd40-a3c1d9f7d3bf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.0905960 Mar 01 20:47:37.923488 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b471c82-763a-49d9-b669-e67d9f670e9e req-a0da0de9-b12f-4361-b3fe-5975ad4237d3 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:37.930625 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b471c82-763a-49d9-b669-e67d9f670e9e req-a0da0de9-b12f-4361-b3fe-5975ad4237d3 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 949 time: 0.2544560 Mar 01 20:47:37.954009 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 97d9130a-714e-4f0a-9c9b-ba6f069e326e details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:47:37.995211 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed820000-6e01-4c03-9488-3d3bd0592c5c req-04a4d873-eaf2-429f-ba68-8544cb82f0f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619600 Mar 01 20:47:38.098882 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b471c82-763a-49d9-b669-e67d9f670e9e req-062986ad-3db7-4ee7-85a2-0e06615e850a tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673985 Mar 01 20:47:38.211074 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32f27cd-aca1-490f-a706-b60c3d52d490', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fe88329-5f86-450b-b9d6-d78f8673c71b', 'code': 200} Mar 01 20:47:38.219790 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b49d64-a881-40d1-addb-0d4e4f27eca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87627ae2-758e-4a72-bcdd-df687696d76e', 'code': 200} Mar 01 20:47:38.262446 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 97d9130a-714e-4f0a-9c9b-ba6f069e326e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=97d9130a-714e-4f0a-9c9b-ba6f069e326e,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:38.304026 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 97d9130a-714e-4f0a-9c9b-ba6f069e326e has no active binding in host n-h1-827896-4 {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 01 20:47:38.397282 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54ad76-0265-457d-9e90-b1c9e87e3ac1 req-b9406282-3f83-418e-a0c8-a851b9a13cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:38.399498 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6d54ad76-0265-457d-9e90-b1c9e87e3ac1 req-b9406282-3f83-418e-a0c8-a851b9a13cfa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 1097 time: 0.1070101 Mar 01 20:47:38.422131 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e360f3e-f243-4f44-80d2-ebd1d6146113', 'tag': '97d9130a-714e-4f0a-9c9b-ba6f069e326e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:47:38.437304 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb12e8-661d-4aeb-a618-dad2b06deffd req-33df4081-33c3-4c72-8237-773e4f5fdc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:38.439296 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a9bb12e8-661d-4aeb-a618-dad2b06deffd req-33df4081-33c3-4c72-8237-773e4f5fdc83 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 1100 time: 0.2062235 Mar 01 20:47:38.477563 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6d54ad76-0265-457d-9e90-b1c9e87e3ac1 req-2420fcab-44cd-4ddc-aaab-91860ff59bbe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680814 Mar 01 20:47:38.498090 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a9bb12e8-661d-4aeb-a618-dad2b06deffd req-65366ade-b79f-411c-9593-0eca200d6226 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496123 Mar 01 20:47:38.559537 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed820000-6e01-4c03-9488-3d3bd0592c5c req-a4981045-3186-4d72-8b93-0f9252d053ae service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358889 Mar 01 20:47:38.597649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16850ced-d392-4912-81dc-7c00d1d707de req-c9de4792-b7fb-40a5-87b3-9d301d6c26f6 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:38.599246 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-16850ced-d392-4912-81dc-7c00d1d707de req-c9de4792-b7fb-40a5-87b3-9d301d6c26f6 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 946 time: 0.2078054 Mar 01 20:47:38.614274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc483652-3adb-4335-9024-0ab83122c640 req-2176d9cd-e3b6-4313-8ac6-ca76f91216c6 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:38.616178 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc483652-3adb-4335-9024-0ab83122c640 req-2176d9cd-e3b6-4313-8ac6-ca76f91216c6 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 946 time: 0.1882017 Mar 01 20:47:38.688092 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-16850ced-d392-4912-81dc-7c00d1d707de req-3ba7ebd2-7ccc-474c-9821-dc0dd3958e7a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708072 Mar 01 20:47:38.694279 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc483652-3adb-4335-9024-0ab83122c640 req-021b0edb-80f4-498d-be22-9cbd0a73639b tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640461 Mar 01 20:47:38.878170 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6386c-0780-4d24-a2a8-95e8a95d6e27 req-36e95de9-2dfd-4b1b-affd-84532194ac4c tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:38.879447 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73b6386c-0780-4d24-a2a8-95e8a95d6e27 req-36e95de9-2dfd-4b1b-affd-84532194ac4c tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 949 time: 0.0821753 Mar 01 20:47:38.925948 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73b6386c-0780-4d24-a2a8-95e8a95d6e27 req-2ea74c13-5f09-49aa-b169-6afa50b8b5cd tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406864 Mar 01 20:47:39.189400 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed820000-6e01-4c03-9488-3d3bd0592c5c req-f1620f94-278b-4696-9c9e-77f560641b6b service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816673 Mar 01 20:47:39.209770 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b68650-e317-4073-bc9a-af80239c819c req-fbf477c7-59dc-49b0-9d42-ef78f0ccc3de tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:39.211225 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a1b68650-e317-4073-bc9a-af80239c819c req-fbf477c7-59dc-49b0-9d42-ef78f0ccc3de tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 944 time: 0.1730187 Mar 01 20:47:39.262404 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a1b68650-e317-4073-bc9a-af80239c819c req-150cfe4b-c102-4cf2-ab0d-44481eb3d568 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407577 Mar 01 20:47:39.314689 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e360f3e-f243-4f44-80d2-ebd1d6146113', 'tag': '97d9130a-714e-4f0a-9c9b-ba6f069e326e', 'status': 'completed', 'code': 200} Mar 01 20:47:39.413374 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa884a0-efd1-4cc0-88dd-db2d186f0b28 req-f4dadcaa-73e6-4cc7-b597-a18afa4c990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:39.414886 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eaa884a0-efd1-4cc0-88dd-db2d186f0b28 req-f4dadcaa-73e6-4cc7-b597-a18afa4c990c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 1125 time: 0.0761707 Mar 01 20:47:39.588597 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa884a0-efd1-4cc0-88dd-db2d186f0b28 req-8c511091-6771-4cbb-bed5-89c117dbc1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:39.593166 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eaa884a0-efd1-4cc0-88dd-db2d186f0b28 req-8c511091-6771-4cbb-bed5-89c117dbc1a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 922 time: 0.1641796 Mar 01 20:47:39.679940 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eaa884a0-efd1-4cc0-88dd-db2d186f0b28 req-de9d7db4-c7c3-4309-9af4-b91dca6b559b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97d9130a-714e-4f0a-9c9b-ba6f069e326e HTTP/1.1" status: 200 len: 217 time: 0.0785418 Mar 01 20:47:39.766513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa884a0-efd1-4cc0-88dd-db2d186f0b28 req-50ed76cf-0116-42a7-894a-e7937553ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:39.768050 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eaa884a0-efd1-4cc0-88dd-db2d186f0b28 req-50ed76cf-0116-42a7-894a-e7937553ee29 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.0810030 Mar 01 20:47:39.827182 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eaa884a0-efd1-4cc0-88dd-db2d186f0b28 req-08118862-148a-4cb7-a7dc-96a7f8289d10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457306 Mar 01 20:47:39.997873 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eaa884a0-efd1-4cc0-88dd-db2d186f0b28 req-1ab8f701-25a7-40b2-bde5-feadc07d13c1 service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620204 Mar 01 20:47:40.333532 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eaa884a0-efd1-4cc0-88dd-db2d186f0b28 req-03fb303a-8a0d-494f-abf3-9630d3dcbf03 service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250539 Mar 01 20:47:40.404683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6042d3d-38e5-4a69-9ac8-74551b272058 req-83239b00-1d60-4ac4-bcd5-c81d28a8cce5 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:40.406902 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6042d3d-38e5-4a69-9ac8-74551b272058 req-83239b00-1d60-4ac4-bcd5-c81d28a8cce5 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 943 time: 0.1640761 Mar 01 20:47:40.410317 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca694119-7fde-4235-a89c-77ae91b0fffc req-dd168873-f7cb-4a27-aca4-cde45ac1bc49 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:40.419492 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca694119-7fde-4235-a89c-77ae91b0fffc req-dd168873-f7cb-4a27-aca4-cde45ac1bc49 tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 1100 time: 0.1292295 Mar 01 20:47:40.507924 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6042d3d-38e5-4a69-9ac8-74551b272058 req-cb0f2966-bcc3-4525-bcf5-e6d2b3561947 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667944 Mar 01 20:47:40.510068 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca694119-7fde-4235-a89c-77ae91b0fffc req-e6509ea7-43cb-4e8b-8b92-2558065dfa4d tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898209 Mar 01 20:47:40.971289 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd242362-8cab-4c93-a70e-bf95ce2f0ba7 req-2658f2ba-52b0-4446-a178-ba64e1382e68 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:40.975372 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 70d093f0-de99-481e-a263-3ba10843989d details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:47:40.983016 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd242362-8cab-4c93-a70e-bf95ce2f0ba7 req-2658f2ba-52b0-4446-a178-ba64e1382e68 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 949 time: 0.2639909 Mar 01 20:47:41.007722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41118ec1-57d6-4890-b66f-ea40ce3bdb63 req-dc4d3e26-df3a-4ea6-bbdd-f9455e638e75 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:41.014982 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41118ec1-57d6-4890-b66f-ea40ce3bdb63 req-dc4d3e26-df3a-4ea6-bbdd-f9455e638e75 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 946 time: 0.2574677 Mar 01 20:47:41.080661 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41118ec1-57d6-4890-b66f-ea40ce3bdb63 req-5b1def5f-2190-4557-bcb1-c47dec06a353 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635614 Mar 01 20:47:41.121612 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd242362-8cab-4c93-a70e-bf95ce2f0ba7 req-4cc6380b-8bbe-49f9-9aff-3a5dcc537153 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366901 Mar 01 20:47:41.380985 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 70d093f0-de99-481e-a263-3ba10843989d, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=70d093f0-de99-481e-a263-3ba10843989d,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:41.396974 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '70d093f0-de99-481e-a263-3ba10843989d', 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38', 'port_id': '70d093f0-de99-481e-a263-3ba10843989d', 'mac_address': 'fa:16:3e:93:8a:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257716f2-c727-40db-9bdc-42a279d992cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:47:41.416840 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e394952-6295-4a51-9e68-d0cf334db59f req-25ccbcef-9fa5-45bd-9986-f2ea3e4885f0 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a89f5baf58c84a808cd5296d2f554260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605283 Mar 01 20:47:41.473089 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:41.495564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70d093f0-de99-481e-a263-3ba10843989d {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:47:41.516047 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 70d093f0-de99-481e-a263-3ba10843989d, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=70d093f0-de99-481e-a263-3ba10843989d,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:41.580434 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:41.583180 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620c090-9e59-4315-b8e1-d5c0c8a19e19 req-331d7eb6-5d98-4c36-83cf-176a737f8b0d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:41.585040 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3620c090-9e59-4315-b8e1-d5c0c8a19e19 req-331d7eb6-5d98-4c36-83cf-176a737f8b0d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 944 time: 0.2889159 Mar 01 20:47:41.656391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e394952-6295-4a51-9e68-d0cf334db59f req-9d677fa9-3eb4-477b-81bf-91ce1b64f9e2 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:41.659108 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e394952-6295-4a51-9e68-d0cf334db59f req-9d677fa9-3eb4-477b-81bf-91ce1b64f9e2 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2343142 Mar 01 20:47:41.695250 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3620c090-9e59-4315-b8e1-d5c0c8a19e19 req-41ef3c83-1477-4737-9699-08ab3b1832ec tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975463 Mar 01 20:47:41.698577 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=70d093f0-de99-481e-a263-3ba10843989d,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:41.700244 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e394952-6295-4a51-9e68-d0cf334db59f req-b9834e85-baec-4160-85d2-f1bf50ae82ea tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/quotas/a89f5baf58c84a808cd5296d2f554260 HTTP/1.1" status: 200 len: 375 time: 0.0342104 Mar 01 20:47:41.708403 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:41.708745 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:41.709295 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:41.709641 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:41.709974 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:41.710434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:41.710768 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:41.711146 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:41.711587 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:41.711918 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:41.712244 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:41.712564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:47:41.848973 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e394952-6295-4a51-9e68-d0cf334db59f req-64a45534-75ae-4237-b856-cba1f91987ef tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1305816 Mar 01 20:47:41.958847 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121bbc3-70d2-4a3a-a4f2-2450a02b1880 req-5b04f687-945d-4ec4-994c-d9f756b337aa tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:41.965836 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8121bbc3-70d2-4a3a-a4f2-2450a02b1880 req-5b04f687-945d-4ec4-994c-d9f756b337aa tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 944 time: 0.1158359 Mar 01 20:47:42.022651 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['70d093f0-de99-481e-a263-3ba10843989d'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:47:42.053188 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8121bbc3-70d2-4a3a-a4f2-2450a02b1880 req-49fc2d5f-2904-483c-9aee-0c087d010dd3 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864043 Mar 01 20:47:42.238433 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-2df32441-ea4c-4768-ad34-e0b9e860213e service neutron] 10.222.0.55 "GET /v2.0/ports/97d9130a-714e-4f0a-9c9b-ba6f069e326e/bindings/n-h1-827896-4 HTTP/1.1" status: 200 len: 384 time: 0.1683993 Mar 01 20:47:42.522895 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0fa6e26d-7b1f-4f18-87da-c07f27da61be req-af3e084d-2fc6-4402-9f3c-fbf6d6cef796 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=829a54bc-c390-4227-9317-ab4753423882 HTTP/1.1" status: 200 len: 210 time: 0.1621509 Mar 01 20:47:42.831568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-fd41d4ab-6bb6-4d0c-a80e-57d97678c26e service neutron] For port 97d9130a-714e-4f0a-9c9b-ba6f069e326e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=97d9130a-714e-4f0a-9c9b-ba6f069e326e,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:42.855617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-fd41d4ab-6bb6-4d0c-a80e-57d97678c26e service neutron] For port 97d9130a-714e-4f0a-9c9b-ba6f069e326e, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:47:42.918351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-fd41d4ab-6bb6-4d0c-a80e-57d97678c26e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97d9130a-714e-4f0a-9c9b-ba6f069e326e {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:47:42.935334 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-fd41d4ab-6bb6-4d0c-a80e-57d97678c26e service neutron] For port 97d9130a-714e-4f0a-9c9b-ba6f069e326e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=97d9130a-714e-4f0a-9c9b-ba6f069e326e,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:42.954280 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:47:43.025440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9812f3f-324e-4545-abd0-c117fc5015c6 req-a15748a9-026e-4272-9055-5a2ff207d485 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:43.032822 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b9812f3f-324e-4545-abd0-c117fc5015c6 req-a15748a9-026e-4272-9055-5a2ff207d485 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 946 time: 0.7067142 Mar 01 20:47:43.049571 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-fd41d4ab-6bb6-4d0c-a80e-57d97678c26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:43.151661 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b9812f3f-324e-4545-abd0-c117fc5015c6 req-9a000774-f740-49e7-a23b-e364e318a30c tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178932 Mar 01 20:47:43.214556 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc204c97-3f4b-4db1-9296-30f8c947ae09 req-82d6e350-0b93-4327-80a2-ff7260d9a697 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:43.221824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dc204c97-3f4b-4db1-9296-30f8c947ae09 req-82d6e350-0b93-4327-80a2-ff7260d9a697 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 949 time: 0.2682652 Mar 01 20:47:43.277259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-fd41d4ab-6bb6-4d0c-a80e-57d97678c26e service neutron] Transition to ACTIVE for port object 97d9130a-714e-4f0a-9c9b-ba6f069e326e will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:47:43.288659 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dc204c97-3f4b-4db1-9296-30f8c947ae09 req-7cb642bc-1355-4186-8fda-313aa6885fd2 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658457 Mar 01 20:47:43.363656 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-fd41d4ab-6bb6-4d0c-a80e-57d97678c26e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:43.452471 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd41d4ab-6bb6-4d0c-a80e-57d97678c26e service neutron] Pushing event updated for resources: {'Port': ['ID=97d9130a-714e-4f0a-9c9b-ba6f069e326e,revision_number=10']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:43.728141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-fd41d4ab-6bb6-4d0c-a80e-57d97678c26e service neutron] No DVR routers for this DVR port 97d9130a-714e-4f0a-9c9b-ba6f069e326e on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:47:43.951975 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-fd41d4ab-6bb6-4d0c-a80e-57d97678c26e service neutron] 10.222.0.55 "PUT /v2.0/ports/97d9130a-714e-4f0a-9c9b-ba6f069e326e/bindings/n-h1-827896-4/activate HTTP/1.1" status: 200 len: 369 time: 1.7053061 Mar 01 20:47:43.963286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258822d0-9350-43e9-9be4-fb2afbcd047e req-1a0c772d-7924-445b-8b11-d68e4d7b6edd tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:43.971798 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-258822d0-9350-43e9-9be4-fb2afbcd047e req-1a0c772d-7924-445b-8b11-d68e4d7b6edd tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 945 time: 0.6585927 Mar 01 20:47:43.989290 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9ba9beeb-2142-4dc9-b740-ac5784ad2710 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:47:44.151287 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9673f-d47c-43af-bb1f-87f2095cbad5 req-80fde1de-b6a6-4975-b5cb-06d2910985e7 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:44.152850 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78e9673f-d47c-43af-bb1f-87f2095cbad5 req-80fde1de-b6a6-4975-b5cb-06d2910985e7 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 944 time: 0.6430576 Mar 01 20:47:44.166909 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-258822d0-9350-43e9-9be4-fb2afbcd047e req-15014c00-8590-4ab5-be39-b4b161a55cb3 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936469 Mar 01 20:47:44.232205 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78e9673f-d47c-43af-bb1f-87f2095cbad5 req-ec419aec-d630-40ab-ac0e-86bfa0cba285 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684867 Mar 01 20:47:44.249858 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9ba9beeb-2142-4dc9-b740-ac5784ad2710, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:44.281477 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '9ba9beeb-2142-4dc9-b740-ac5784ad2710', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'port_id': '9ba9beeb-2142-4dc9-b740-ac5784ad2710', 'mac_address': 'fa:16:3e:86:0e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:47:44.415553 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:44.425545 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-b86af0aa-a861-4859-be4f-b4f69b5e695a tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:44.427163 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-b86af0aa-a861-4859-be4f-b4f69b5e695a tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113&tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&binding%3Ahost_id=n-h2-827896-4 HTTP/1.1" status: 200 len: 1096 time: 0.1986310 Mar 01 20:47:44.441224 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ba9beeb-2142-4dc9-b740-ac5784ad2710 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:47:44.460906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9ba9beeb-2142-4dc9-b740-ac5784ad2710, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:44.531069 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8567c099-f385-4b52-b7ca-81cf413c3f0c req-9dac76fb-c615-4492-8f17-75a8c27f1a6d tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:44.533564 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8567c099-f385-4b52-b7ca-81cf413c3f0c req-9dac76fb-c615-4492-8f17-75a8c27f1a6d tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 946 time: 0.1578381 Mar 01 20:47:44.544094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59428) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:47:44.550181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-dea07b1c-ca5b-4f55-a66d-07671629c412 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Request body: {'floatingip': {'port_id': '1fe88329-5f86-450b-b9d6-d78f8673c71b'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:47:44.622096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-c98b4921-bcb7-42d1-a374-47b55506c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:44.624445 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-c98b4921-bcb7-42d1-a374-47b55506c959 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113&tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc HTTP/1.1" status: 200 len: 1096 time: 0.1544089 Mar 01 20:47:44.633374 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:44.736183 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dea07b1c-ca5b-4f55-a66d-07671629c412 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for floatingip, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:44.742796 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=9ba9beeb-2142-4dc9-b740-ac5784ad2710,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:44.811742 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['9ba9beeb-2142-4dc9-b740-ac5784ad2710'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:47:44.888004 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe9ab499-6789-4366-932a-95b36dcef0ad req-502d4a9a-37c6-44fd-9aac-3740ad229f91 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=829a54bc-c390-4227-9317-ab4753423882 HTTP/1.1" status: 200 len: 210 time: 0.2076054 Mar 01 20:47:44.968859 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-41a64a66-93c8-46bd-9600-a66a88a52e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:44.971255 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-41a64a66-93c8-46bd-9600-a66a88a52e90 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 1096 time: 0.2146299 Mar 01 20:47:45.014308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 70d093f0-de99-481e-a263-3ba10843989d up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:47:45.266307 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-7c944ba6-2199-4774-a2f2-12037e89b8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:45.269299 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-7c944ba6-2199-4774-a2f2-12037e89b8cb service neutron] 10.222.0.57 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 922 time: 0.2874491 Mar 01 20:47:45.353215 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-3801e210-8ae5-4e7b-ae35-655fdd39da6d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97d9130a-714e-4f0a-9c9b-ba6f069e326e HTTP/1.1" status: 200 len: 217 time: 0.0739365 Mar 01 20:47:45.493490 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-e18429a5-c954-4f46-a94a-a1d1c28c397b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:45.495018 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-e18429a5-c954-4f46-a94a-a1d1c28c397b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.1346612 Mar 01 20:47:45.552170 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 70d093f0-de99-481e-a263-3ba10843989d completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:47:45.557966 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-e72ed36a-f9cc-4956-9317-117744919239 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536695 Mar 01 20:47:45.561762 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 70d093f0-de99-481e-a263-3ba10843989d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:47:45.562197 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:45.810827 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:45.871229 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 70d093f0-de99-481e-a263-3ba10843989d, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=70d093f0-de99-481e-a263-3ba10843989d,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:45.872792 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53510f08-95aa-442e-b304-785dfe5ebf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d093f0-de99-481e-a263-3ba10843989d'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:47:45.888372 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dea07b1c-ca5b-4f55-a66d-07671629c412 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:45.890317 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-25802621-389d-45ad-bde3-006e242f0d9e service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248227 Mar 01 20:47:45.944363 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e394952-6295-4a51-9e68-d0cf334db59f req-02e8ca87-fcfc-4d83-874a-05a97f715319 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a89f5baf58c84a808cd5296d2f554260&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441051 Mar 01 20:47:45.945414 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:45.946703 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 97d9130a-714e-4f0a-9c9b-ba6f069e326e no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:47:45.977133 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dea07b1c-ca5b-4f55-a66d-07671629c412 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:46.105405 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9ba9beeb-2142-4dc9-b740-ac5784ad2710 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:47:46.178034 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 97d9130a-714e-4f0a-9c9b-ba6f069e326e not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:47:46.272783 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=70d093f0-de99-481e-a263-3ba10843989d,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:46.282346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f9ae0f-ff53-4575-b0a5-982b78af8fff req-ceb9a9b8-c246-4b39-97f1-607c88c2d012 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:46.283973 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00f9ae0f-ff53-4575-b0a5-982b78af8fff req-ceb9a9b8-c246-4b39-97f1-607c88c2d012 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 945 time: 0.8868568 Mar 01 20:47:46.293432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 9ba9beeb-2142-4dc9-b740-ac5784ad2710 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:47:46.295325 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:46.408421 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-dea07b1c-ca5b-4f55-a66d-07671629c412 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Floating IP ffa247e3-598a-4790-84ee-7b00b72027ba associated. External IP: 172.25.5.124, port: 1fe88329-5f86-450b-b9d6-d78f8673c71b. Mar 01 20:47:46.493771 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:46.543686 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00f9ae0f-ff53-4575-b0a5-982b78af8fff req-75b8fd7b-7e4c-4b88-a75c-5c93e2fe2499 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258902 Mar 01 20:47:46.566177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9ba9beeb-2142-4dc9-b740-ac5784ad2710, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:46.569945 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-b8f5bd55-29c7-4dbd-ab09-ac102d91eabf service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6670732 Mar 01 20:47:46.632327 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:46.740410 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e394952-6295-4a51-9e68-d0cf334db59f req-e8dffa07-70db-4edb-b16f-b17c73ae5ec3 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:46.748873 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e394952-6295-4a51-9e68-d0cf334db59f req-e8dffa07-70db-4edb-b16f-b17c73ae5ec3 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4629402 Mar 01 20:47:46.777056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c061b92-fe2f-4dcd-ae0e-eacbd5c5a11e req-a1b23286-c212-4346-bdf2-ad52c1af1403 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:46.791782 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c061b92-fe2f-4dcd-ae0e-eacbd5c5a11e req-a1b23286-c212-4346-bdf2-ad52c1af1403 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 945 time: 0.8902056 Mar 01 20:47:46.798438 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-6e394952-6295-4a51-9e68-d0cf334db59f req-d6530a49-5526-4bd8-8ad7-5df80c5042dc tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Request body: {'port': {'device_id': '829a54bc-c390-4227-9317-ab4753423882', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'a89f5baf58c84a808cd5296d2f554260'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:47:46.817758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=9ba9beeb-2142-4dc9-b740-ac5784ad2710,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:46.924616 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c061b92-fe2f-4dcd-ae0e-eacbd5c5a11e req-311e2336-baa0-406d-a1ec-21f77c9913ee tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834162 Mar 01 20:47:46.940951 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea07b1c-ca5b-4f55-a66d-07671629c412 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:47:47.234923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea07b1c-ca5b-4f55-a66d-07671629c412 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:47:47.250330 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dea07b1c-ca5b-4f55-a66d-07671629c412 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:47.256230 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66407f4-ced6-4ae0-9fd9-b72632532372 None None] Sync routers for ids ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:47:47.284325 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66407f4-ced6-4ae0-9fd9-b72632532372 None None] Routers {'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:47:47.284325 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b66407f4-ced6-4ae0-9fd9-b72632532372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:47:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:47:47.364567 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-dea07b1c-ca5b-4f55-a66d-07671629c412 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "PUT /v2.0/floatingips/ffa247e3-598a-4790-84ee-7b00b72027ba HTTP/1.1" status: 200 len: 992 time: 2.8124170 Mar 01 20:47:47.364567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32f27cd-aca1-490f-a706-b60c3d52d490', 'tag': '1fe88329-5f86-450b-b9d6-d78f8673c71b'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:47:47.457420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4175e89-e472-4845-b748-c71f8e473c31 req-65ffdea3-fcf8-4dcc-b63e-1681cc654fe2 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:47.458437 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a4175e89-e472-4845-b748-c71f8e473c31 req-65ffdea3-fcf8-4dcc-b63e-1681cc654fe2 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 949 time: 0.2714016 Mar 01 20:47:47.459512 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-6e394952-6295-4a51-9e68-d0cf334db59f req-d6530a49-5526-4bd8-8ad7-5df80c5042dc tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:47:47.468902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-6e394952-6295-4a51-9e68-d0cf334db59f req-d6530a49-5526-4bd8-8ad7-5df80c5042dc tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Usage tracker for resource:port and tenant:a89f5baf58c84a808cd5296d2f554260 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:47:47.496617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-4b08a52c-b991-4a5a-aadc-97809e202869 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:47.498072 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-4b08a52c-b991-4a5a-aadc-97809e202869 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113&tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 1096 time: 0.2368779 Mar 01 20:47:47.513063 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-b66407f4-ced6-4ae0-9fd9-b72632532372 None None] Set router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:47:47.516285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-6e394952-6295-4a51-9e68-d0cf334db59f req-d6530a49-5526-4bd8-8ad7-5df80c5042dc tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Quota usage for port was recalculated. Used quota:7. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:47:47.560934 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53510f08-95aa-442e-b304-785dfe5ebf11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70d093f0-de99-481e-a263-3ba10843989d', 'code': 200} Mar 01 20:47:47.569001 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a4175e89-e472-4845-b748-c71f8e473c31 req-6ea36151-a2ce-4f36-a093-1b9f708d15bd tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967677 Mar 01 20:47:47.601931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-6e394952-6295-4a51-9e68-d0cf334db59f req-d6530a49-5526-4bd8-8ad7-5df80c5042dc tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:47:47.707923 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e394952-6295-4a51-9e68-d0cf334db59f req-d6530a49-5526-4bd8-8ad7-5df80c5042dc tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Made reservation on behalf of a89f5baf58c84a808cd5296d2f554260 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:47:47.711987 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6e394952-6295-4a51-9e68-d0cf334db59f req-d6530a49-5526-4bd8-8ad7-5df80c5042dc tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:47.758306 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec79226-8039-4ba5-b062-8213aecb3226 req-1be904f8-953d-4153-92d0-b0e0d2f6c3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:47.760443 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9ec79226-8039-4ba5-b062-8213aecb3226 req-1be904f8-953d-4153-92d0-b0e0d2f6c3b1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 1096 time: 0.1219811 Mar 01 20:47:47.854374 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9ec79226-8039-4ba5-b062-8213aecb3226 req-c04760ec-06f0-44d6-a2bc-d44bbf34dd16 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816400 Mar 01 20:47:47.859610 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-9aef4840-fdc9-4ed5-99f7-08ba8384c965 service neutron] For port 97d9130a-714e-4f0a-9c9b-ba6f069e326e, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:47:47.874630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8315b521-58fe-4a45-b4ac-c727fd63bfa7 req-9fb46d89-c1f7-473a-9d4f-db1fcf086f50 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=829a54bc-c390-4227-9317-ab4753423882 HTTP/1.1" status: 200 len: 210 time: 0.0880895 Mar 01 20:47:47.948242 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e32f27cd-aca1-490f-a706-b60c3d52d490', 'tag': '1fe88329-5f86-450b-b9d6-d78f8673c71b', 'status': 'completed', 'code': 200} Mar 01 20:47:48.066701 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-9aef4840-fdc9-4ed5-99f7-08ba8384c965 service neutron] Notify callbacks [] for binding, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:48.067823 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b68caad-a8d9-42bf-a82b-497f1c50ca4d req-9aef4840-fdc9-4ed5-99f7-08ba8384c965 service neutron] 10.222.0.57 "DELETE /v2.0/ports/97d9130a-714e-4f0a-9c9b-ba6f069e326e/bindings/n-h2-827896-4 HTTP/1.1" status: 204 len: 173 time: 0.5478983 Mar 01 20:47:48.119206 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-6e394952-6295-4a51-9e68-d0cf334db59f req-d6530a49-5526-4bd8-8ad7-5df80c5042dc tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Allocated IP 192.168.233.69 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/4c00dadb-901c-44af-b105-dedab6e06c5a) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:47:48.155577 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12786dd2-4d52-4831-92f6-81c1afd08f89 req-eff5b3b2-1017-4662-a684-301e6de61629 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:48.157833 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-12786dd2-4d52-4831-92f6-81c1afd08f89 req-eff5b3b2-1017-4662-a684-301e6de61629 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 946 time: 0.4262245 Mar 01 20:47:48.240560 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b66407f4-ced6-4ae0-9fd9-b72632532372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:35Z', 'updated_at': '2022-03-01T20:44:48Z', 'revision_number': 4, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'gw_port': {'id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:39Z', 'updated_at': '2022-03-01T20:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'ffa247e3-598a-4790-84ee-7b00b72027ba', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'port_id': '1fe88329-5f86-450b-b9d6-d78f8673c71b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'mac_address': 'fa:16:3e:c1:d2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32f27cd-aca1-490f-a706-b60c3d52d490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:45:17Z', 'updated_at': '2022-03-01T20:47:45Z', 'revision_number': 5, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369e622a-e2a3-4171-bbd5-1b21b2419444', 'name': '', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'mac_address': 'fa:16:3e:59:8a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:46Z', 'updated_at': '2022-03-01T20:44:57Z', 'revision_number': 5, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'subnets': [{'id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:47:48.248812 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66407f4-ced6-4ae0-9fd9-b72632532372 None None] Checking router: ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:47:48.281479 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66407f4-ced6-4ae0-9fd9-b72632532372 None None] Routers {'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:47:48.284703 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b66407f4-ced6-4ae0-9fd9-b72632532372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:47:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:47:48.295699 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-12786dd2-4d52-4831-92f6-81c1afd08f89 req-c8c47659-095b-439f-b0c3-2da650482f85 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282618 Mar 01 20:47:48.458915 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a2e71-2375-48ac-bb25-78ef318e89b8 req-2fc26d6e-6a2c-4aa8-a91b-922946375156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:48.460974 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-021a2e71-2375-48ac-bb25-78ef318e89b8 req-2fc26d6e-6a2c-4aa8-a91b-922946375156 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0785a09c63c64fe3911dbbda40f5802d&device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 1097 time: 0.1991019 Mar 01 20:47:48.582183 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6e394952-6295-4a51-9e68-d0cf334db59f req-d6530a49-5526-4bd8-8ad7-5df80c5042dc tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:48.585665 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-b66407f4-ced6-4ae0-9fd9-b72632532372 None None] Set router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:47:48.612630 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-6e394952-6295-4a51-9e68-d0cf334db59f req-d6530a49-5526-4bd8-8ad7-5df80c5042dc tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Transition to ACTIVE for port object 4c00dadb-901c-44af-b105-dedab6e06c5a will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:47:48.661788 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a2e71-2375-48ac-bb25-78ef318e89b8 req-905d770d-1902-4234-9a19-9ca21fbafda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:48.664480 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-021a2e71-2375-48ac-bb25-78ef318e89b8 req-905d770d-1902-4234-9a19-9ca21fbafda6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8a2300c7-0003-4f12-abfc-8b8e56fe14e8 HTTP/1.1" status: 200 len: 925 time: 0.1930268 Mar 01 20:47:48.756100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d998db-5449-479c-9fe4-696e272cf54a req-b9b7e027-86d4-41b6-8355-af2443820df7 tempest-LiveMigrationNegativeTest-1265521983 tempest-LiveMigrationNegativeTest-1265521983-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:48.758147 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90d998db-5449-479c-9fe4-696e272cf54a req-b9b7e027-86d4-41b6-8355-af2443820df7 tempest-LiveMigrationNegativeTest-1265521983 tempest-LiveMigrationNegativeTest-1265521983-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 1100 time: 0.5154548 Mar 01 20:47:48.797596 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-90d998db-5449-479c-9fe4-696e272cf54a req-489ce8d5-4441-48b3-875e-238153b93650 tempest-LiveMigrationNegativeTest-1265521983 tempest-LiveMigrationNegativeTest-1265521983-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:48.816624 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-021a2e71-2375-48ac-bb25-78ef318e89b8 req-02ca6e3d-48f5-478b-a2cf-c88a247bae1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1fe88329-5f86-450b-b9d6-d78f8673c71b HTTP/1.1" status: 200 len: 1000 time: 0.1451149 Mar 01 20:47:48.822600 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-90d998db-5449-479c-9fe4-696e272cf54a req-489ce8d5-4441-48b3-875e-238153b93650 tempest-LiveMigrationNegativeTest-1265521983 tempest-LiveMigrationNegativeTest-1265521983-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:47:48.836988 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-90d998db-5449-479c-9fe4-696e272cf54a req-489ce8d5-4441-48b3-875e-238153b93650 tempest-LiveMigrationNegativeTest-1265521983 tempest-LiveMigrationNegativeTest-1265521983-project-admin] Usage tracker for resource:security_group_rule and tenant:fbd544a3d1884f7db27afd1a5bce8a32 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:47:48.844019 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-90d998db-5449-479c-9fe4-696e272cf54a req-489ce8d5-4441-48b3-875e-238153b93650 tempest-LiveMigrationNegativeTest-1265521983 tempest-LiveMigrationNegativeTest-1265521983-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:47:48.850450 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6e394952-6295-4a51-9e68-d0cf334db59f req-d6530a49-5526-4bd8-8ad7-5df80c5042dc tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:48.859222 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-90d998db-5449-479c-9fe4-696e272cf54a req-489ce8d5-4441-48b3-875e-238153b93650 tempest-LiveMigrationNegativeTest-1265521983 tempest-LiveMigrationNegativeTest-1265521983-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:47:48.864264 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['d3617190-df4c-4ab0-b2f5-9594a0735901', 'eac1e254-07cb-4c1c-a51f-a29c203477ed'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:47:48.926273 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f4b657-f475-44bf-ac97-470307fbda52 req-d50c0f92-ba46-4786-87c7-e7f213660d23 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:48.934485 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e2f4b657-f475-44bf-ac97-470307fbda52 req-d50c0f92-ba46-4786-87c7-e7f213660d23 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 945 time: 0.2878146 Mar 01 20:47:49.002508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e394952-6295-4a51-9e68-d0cf334db59f req-d6530a49-5526-4bd8-8ad7-5df80c5042dc tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:47:49.008052 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['68c307f4-6ba6-444d-9cf1-fc3106631b2a', 'dbe6689a-d91e-4fd2-aeb0-42fcd5208208', 'fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf', 'cd4cd533-477f-4f3c-863d-27706a21a60b', '5e8da63d-40c5-4f57-b76e-e7018098f367'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:47:49.019867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-6e394952-6295-4a51-9e68-d0cf334db59f req-d6530a49-5526-4bd8-8ad7-5df80c5042dc tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:47:49.038916 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e394952-6295-4a51-9e68-d0cf334db59f req-d6530a49-5526-4bd8-8ad7-5df80c5042dc tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:47:49.045218 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e394952-6295-4a51-9e68-d0cf334db59f req-d6530a49-5526-4bd8-8ad7-5df80c5042dc tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:49.046118 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6e394952-6295-4a51-9e68-d0cf334db59f req-d6530a49-5526-4bd8-8ad7-5df80c5042dc tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:49.081682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6530a49-5526-4bd8-8ad7-5df80c5042dc tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Pushing event updated for resources: {'Port': ['ID=4c00dadb-901c-44af-b105-dedab6e06c5a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:49.111076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a2e71-2375-48ac-bb25-78ef318e89b8 req-c70c22bd-79e6-4c6c-943e-dde0f7e5a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:49.112143 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e2f4b657-f475-44bf-ac97-470307fbda52 req-35a10bfe-99fb-429b-bf82-46f8d6c07b14 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708519 Mar 01 20:47:49.112686 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-021a2e71-2375-48ac-bb25-78ef318e89b8 req-c70c22bd-79e6-4c6c-943e-dde0f7e5a736 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e61ab86d-6482-45cf-be2e-8c7db22c8a23 HTTP/1.1" status: 200 len: 863 time: 0.2903488 Mar 01 20:47:49.230263 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e394952-6295-4a51-9e68-d0cf334db59f req-d6530a49-5526-4bd8-8ad7-5df80c5042dc tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4369805 Mar 01 20:47:49.256557 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] Request body: {'port': {'device_id': '829a54bc-c390-4227-9317-ab4753423882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:47:49.320522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a2e71-2375-48ac-bb25-78ef318e89b8 req-7c1c13bf-61b4-4402-b736-8170866931a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:49.324960 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-021a2e71-2375-48ac-bb25-78ef318e89b8 req-7c1c13bf-61b4-4402-b736-8170866931a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8a2300c7-0003-4f12-abfc-8b8e56fe14e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2032986 Mar 01 20:47:49.364808 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-90d998db-5449-479c-9fe4-696e272cf54a req-489ce8d5-4441-48b3-875e-238153b93650 tempest-LiveMigrationNegativeTest-1265521983 tempest-LiveMigrationNegativeTest-1265521983-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:49.406717 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b66407f4-ced6-4ae0-9fd9-b72632532372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:35Z', 'updated_at': '2022-03-01T20:44:48Z', 'revision_number': 4, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'gw_port': {'id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:39Z', 'updated_at': '2022-03-01T20:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'ffa247e3-598a-4790-84ee-7b00b72027ba', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'port_id': '1fe88329-5f86-450b-b9d6-d78f8673c71b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'mac_address': 'fa:16:3e:c1:d2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32f27cd-aca1-490f-a706-b60c3d52d490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:45:17Z', 'updated_at': '2022-03-01T20:47:45Z', 'revision_number': 5, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369e622a-e2a3-4171-bbd5-1b21b2419444', 'name': '', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'mac_address': 'fa:16:3e:59:8a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:46Z', 'updated_at': '2022-03-01T20:44:57Z', 'revision_number': 5, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'subnets': [{'id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:47:49.417900 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66407f4-ced6-4ae0-9fd9-b72632532372 None None] The sync data for ids ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'] in n-d-827896-4 is: [{'id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:35Z', 'updated_at': '2022-03-01T20:44:48Z', 'revision_number': 4, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'gw_port': {'id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:39Z', 'updated_at': '2022-03-01T20:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'ffa247e3-598a-4790-84ee-7b00b72027ba', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'floating_ip_address': '172.25.5.124', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'port_id': '1fe88329-5f86-450b-b9d6-d78f8673c71b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 239, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'mac_address': 'fa:16:3e:c1:d2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e32f27cd-aca1-490f-a706-b60c3d52d490', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:45:17Z', 'updated_at': '2022-03-01T20:47:45Z', 'revision_number': 5, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '369e622a-e2a3-4171-bbd5-1b21b2419444', 'name': '', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'mac_address': 'fa:16:3e:59:8a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:46Z', 'updated_at': '2022-03-01T20:44:57Z', 'revision_number': 5, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'subnets': [{'id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:47:49.445709 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-90d998db-5449-479c-9fe4-696e272cf54a req-489ce8d5-4441-48b3-875e-238153b93650 tempest-LiveMigrationNegativeTest-1265521983 tempest-LiveMigrationNegativeTest-1265521983-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:49.562471 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e966c717-3076-4552-81ac-50afb0d8b605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba9beeb-2142-4dc9-b740-ac5784ad2710'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:47:49.602259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-90d998db-5449-479c-9fe4-696e272cf54a req-489ce8d5-4441-48b3-875e-238153b93650 tempest-LiveMigrationNegativeTest-1265521983 tempest-LiveMigrationNegativeTest-1265521983-project-admin] Synchronizing usage tracker for tenant:fbd544a3d1884f7db27afd1a5bce8a32 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:47:49.647432 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489ce8d5-4441-48b3-875e-238153b93650 tempest-LiveMigrationNegativeTest-1265521983 tempest-LiveMigrationNegativeTest-1265521983-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8d6eb3-3c52-4763-ad96-8426eb16338d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:49.652009 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:49.674253 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d9e4fbbe-e4f4-427f-bbb0-bcfbe02f2d63 None None] Provisioning for port 4c00dadb-901c-44af-b105-dedab6e06c5a completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:47:49.686168 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d9e4fbbe-e4f4-427f-bbb0-bcfbe02f2d63 None None] Provisioning complete for port 4c00dadb-901c-44af-b105-dedab6e06c5a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:47:49.686428 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d9e4fbbe-e4f4-427f-bbb0-bcfbe02f2d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:49.801515 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-021a2e71-2375-48ac-bb25-78ef318e89b8 req-c9c74cdc-f4e4-419f-8065-ee37fc4b5b62 service neutron] 10.222.0.55 "GET /v2.0/networks/8a2300c7-0003-4f12-abfc-8b8e56fe14e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4640400 Mar 01 20:47:49.843370 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-90d998db-5449-479c-9fe4-696e272cf54a req-489ce8d5-4441-48b3-875e-238153b93650 tempest-LiveMigrationNegativeTest-1265521983 tempest-LiveMigrationNegativeTest-1265521983-project-admin] Unset dirty status for tenant:fbd544a3d1884f7db27afd1a5bce8a32 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:47:49.845497 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90d998db-5449-479c-9fe4-696e272cf54a req-489ce8d5-4441-48b3-875e-238153b93650 tempest-LiveMigrationNegativeTest-1265521983 tempest-LiveMigrationNegativeTest-1265521983-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0759335 Mar 01 20:47:49.870236 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4750e239-78ea-44d3-9cf3-b39ff5297211 req-4be82c4f-c455-48d0-a827-4ab7d0f2732e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:49.871944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4750e239-78ea-44d3-9cf3-b39ff5297211 req-4be82c4f-c455-48d0-a827-4ab7d0f2732e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 945 time: 0.3982973 Mar 01 20:47:49.992676 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffc14b5-1a5d-41e7-bfca-90d8f0854f1a None None] New status for floating IP ffa247e3-598a-4790-84ee-7b00b72027ba: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 20:47:50.091242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4fbbe-e4f4-427f-bbb0-bcfbe02f2d63 None None] Port 4c00dadb-901c-44af-b105-dedab6e06c5a cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:47:50.098645 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-021a2e71-2375-48ac-bb25-78ef318e89b8 req-0f73c7bc-fb23-4c84-8ae3-fb1e251c6f9e service neutron] 10.222.0.55 "GET /v2.0/networks/8a2300c7-0003-4f12-abfc-8b8e56fe14e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2944801 Mar 01 20:47:50.142139 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4750e239-78ea-44d3-9cf3-b39ff5297211 req-3bdace2f-ec39-476c-8314-8769b2be9ca3 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504845 Mar 01 20:47:50.514047 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a426ca-5581-478c-8554-d299a337e3e7 req-068eb832-fc34-48df-80b1-ff09270c5d71 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:50.515725 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a7a426ca-5581-478c-8554-d299a337e3e7 req-068eb832-fc34-48df-80b1-ff09270c5d71 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 951 time: 0.5087473 Mar 01 20:47:50.620213 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a7a426ca-5581-478c-8554-d299a337e3e7 req-ef1e8533-9e3c-4b81-aaef-a1f74c3c5609 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963697 Mar 01 20:47:50.643507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fcdabd-7cf5-478f-8510-270e82538966 req-68b73a25-ce2e-4a74-ab9e-1f4b6f6b3dd0 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:50.649030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-54fcdabd-7cf5-478f-8510-270e82538966 req-68b73a25-ce2e-4a74-ab9e-1f4b6f6b3dd0 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Synchronizing usage tracker for tenant:a89f5baf58c84a808cd5296d2f554260 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:47:50.752609 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e966c717-3076-4552-81ac-50afb0d8b605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba9beeb-2142-4dc9-b740-ac5784ad2710', 'code': 200} Mar 01 20:47:50.785903 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c00dadb-901c-44af-b105-dedab6e06c5a {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:47:50.794017 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:50.813100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-54fcdabd-7cf5-478f-8510-270e82538966 req-68b73a25-ce2e-4a74-ab9e-1f4b6f6b3dd0 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Unset dirty status for tenant:a89f5baf58c84a808cd5296d2f554260 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:47:50.816460 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54fcdabd-7cf5-478f-8510-270e82538966 req-68b73a25-ce2e-4a74-ab9e-1f4b6f6b3dd0 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=829a54bc-c390-4227-9317-ab4753423882 HTTP/1.1" status: 200 len: 935 time: 0.4922056 Mar 01 20:47:50.816460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] Transition to ACTIVE for port object 4c00dadb-901c-44af-b105-dedab6e06c5a will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:47:50.906645 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:50.962471 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:50.978651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54fcdabd-7cf5-478f-8510-270e82538966 req-bedca76a-c1b1-455e-a37a-8dd4681a4b5c tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486073 Mar 01 20:47:51.040073 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 995196ae-5fa8-4676-9df5-6e1ad63c5088 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:47:51.196525 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bb478-4396-4154-8781-97a56b981c26 service neutron] Pushing event updated for resources: {'Port': ['ID=4c00dadb-901c-44af-b105-dedab6e06c5a,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:51.268621 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:51.273847 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] Attempting to bind port 4c00dadb-901c-44af-b105-dedab6e06c5a on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:47:51.274185 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] Attempting to bind port 4c00dadb-901c-44af-b105-dedab6e06c5a by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:47:51.274519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] Attempting to bind port 4c00dadb-901c-44af-b105-dedab6e06c5a on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:47:51.292361 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] Port 4c00dadb-901c-44af-b105-dedab6e06c5a on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:47:51.292686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] Attempting to bind port 4c00dadb-901c-44af-b105-dedab6e06c5a on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:47:51.306018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 47, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:47:51.306536 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:47:51.306923 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:47:51.307371 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] Bound port: 4c00dadb-901c-44af-b105-dedab6e06c5a, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:47:51.307720 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:51.356429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 995196ae-5fa8-4676-9df5-6e1ad63c5088, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=995196ae-5fa8-4676-9df5-6e1ad63c5088,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:51.450928 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:51.486936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] For port 4c00dadb-901c-44af-b105-dedab6e06c5a, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:47:51.505155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] For port 4c00dadb-901c-44af-b105-dedab6e06c5a, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=4c00dadb-901c-44af-b105-dedab6e06c5a,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:47:51.535984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3199b83e-7221-42dc-bdbb-fd607385f7e7 req-5c3d02cf-2a4b-4b1a-aa3a-a5402059ec4a tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:51.537619 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3199b83e-7221-42dc-bdbb-fd607385f7e7 req-5c3d02cf-2a4b-4b1a-aa3a-a5402059ec4a tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 1096 time: 0.0938439 Mar 01 20:47:51.557152 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=995196ae-5fa8-4676-9df5-6e1ad63c5088,revision_number=11']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:51.589616 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3199b83e-7221-42dc-bdbb-fd607385f7e7 req-d7f2b762-0a9d-408f-9ad7-449d923f0e2f tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459964 Mar 01 20:47:51.603300 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:51.681373 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:51.682059 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:51.683316 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e394952-6295-4a51-9e68-d0cf334db59f req-141bb478-4396-4154-8781-97a56b981c26 service neutron] 10.222.0.55 "PUT /v2.0/ports/4c00dadb-901c-44af-b105-dedab6e06c5a HTTP/1.1" status: 200 len: 1095 time: 2.4326360 Mar 01 20:47:51.683785 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '829a54bc-c390-4227-9317-ab4753423882', 'tag': '4c00dadb-901c-44af-b105-dedab6e06c5a'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:47:51.755668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bb478-4396-4154-8781-97a56b981c26 service neutron] Pushing event updated for resources: {'Port': ['ID=4c00dadb-901c-44af-b105-dedab6e06c5a,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:51.965766 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e394952-6295-4a51-9e68-d0cf334db59f req-61b54750-1159-4078-90ab-9086263639ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:51.968820 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e394952-6295-4a51-9e68-d0cf334db59f req-61b54750-1159-4078-90ab-9086263639ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&device_id=829a54bc-c390-4227-9317-ab4753423882 HTTP/1.1" status: 200 len: 1098 time: 0.1112361 Mar 01 20:47:52.120551 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e394952-6295-4a51-9e68-d0cf334db59f req-74c19b25-2dfb-4afa-9724-cc4b581a81cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=4c00dadb-901c-44af-b105-dedab6e06c5a HTTP/1.1" status: 200 len: 217 time: 0.1396484 Mar 01 20:47:52.217344 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e394952-6295-4a51-9e68-d0cf334db59f req-5cb1b650-2bef-4220-9fdb-1f40b5384975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:52.219189 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e394952-6295-4a51-9e68-d0cf334db59f req-5cb1b650-2bef-4220-9fdb-1f40b5384975 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0898991 Mar 01 20:47:52.298453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d919058-114f-49c8-bf5c-b6981677bda4 req-6eb0a4e9-9556-4364-bb3a-87a45005ac05 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:52.300123 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d919058-114f-49c8-bf5c-b6981677bda4 req-6eb0a4e9-9556-4364-bb3a-87a45005ac05 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 945 time: 0.2255168 Mar 01 20:47:52.363687 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d919058-114f-49c8-bf5c-b6981677bda4 req-a5708539-276b-4aad-973e-3d51a0720d79 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568607 Mar 01 20:47:52.366364 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e394952-6295-4a51-9e68-d0cf334db59f req-269b414b-0c23-47f3-aa12-81ff6cbd18ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:52.367506 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e394952-6295-4a51-9e68-d0cf334db59f req-269b414b-0c23-47f3-aa12-81ff6cbd18ea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1427295 Mar 01 20:47:52.427734 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '829a54bc-c390-4227-9317-ab4753423882', 'tag': '4c00dadb-901c-44af-b105-dedab6e06c5a', 'status': 'completed', 'code': 200} Mar 01 20:47:52.534181 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e394952-6295-4a51-9e68-d0cf334db59f req-a9f6c445-1069-42be-aa26-ef3ff7a084f7 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589067 Mar 01 20:47:52.692009 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e394952-6295-4a51-9e68-d0cf334db59f req-ec0e6207-239c-418c-9df7-2638a1667f9b service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515627 Mar 01 20:47:52.753864 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027ab24-7a7e-440a-999c-9056c30b522a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '995196ae-5fa8-4676-9df5-6e1ad63c5088'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:47:52.983962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-35a41d03-1b81-4749-8c52-f9474bf86347 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:52.991439 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-35a41d03-1b81-4749-8c52-f9474bf86347 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 821 time: 0.2408397 Mar 01 20:47:53.021189 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-955ba7eb-eacb-4cfb-bea7-d7e9aedbd798 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/quotas/12fae2fdb26b4cf190b0d5a7d7adbfcc HTTP/1.1" status: 200 len: 375 time: 0.0288634 Mar 01 20:47:53.036870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2638ca2-d873-46df-b70a-574ca43348c5 req-14553b60-b2eb-4c10-8041-57cae3ed3339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:53.040704 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2638ca2-d873-46df-b70a-574ca43348c5 req-14553b60-b2eb-4c10-8041-57cae3ed3339 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&device_id=829a54bc-c390-4227-9317-ab4753423882 HTTP/1.1" status: 200 len: 1098 time: 0.1828637 Mar 01 20:47:53.389719 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-09e18d30-d295-40b8-aee6-7c9bff03132d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3616576 Mar 01 20:47:53.470204 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2638ca2-d873-46df-b70a-574ca43348c5 req-9befae2c-e885-4ea6-bef7-437ec9c23c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:53.471821 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2638ca2-d873-46df-b70a-574ca43348c5 req-9befae2c-e885-4ea6-bef7-437ec9c23c36 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.3777666 Mar 01 20:47:53.476429 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:53.624273 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2638ca2-d873-46df-b70a-574ca43348c5 req-78b732e3-80c4-423d-969e-516131da3afc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=4c00dadb-901c-44af-b105-dedab6e06c5a HTTP/1.1" status: 200 len: 217 time: 0.0990078 Mar 01 20:47:53.694530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6decb79-fc76-4c55-a1e5-920526ff63d7 req-ffcaf541-e15c-44ae-b185-d7807c77c4df tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:53.696945 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6decb79-fc76-4c55-a1e5-920526ff63d7 req-ffcaf541-e15c-44ae-b185-d7807c77c4df tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=829a54bc-c390-4227-9317-ab4753423882 HTTP/1.1" status: 200 len: 947 time: 0.3892367 Mar 01 20:47:53.731528 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-a95e8f14-ac6d-426b-b105-0093576d7d24 service neutron] 10.222.0.42 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318620 Mar 01 20:47:53.810583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2638ca2-d873-46df-b70a-574ca43348c5 req-2bdd6044-c170-4494-86f9-daf8a5f9c4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:53.812104 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2638ca2-d873-46df-b70a-574ca43348c5 req-2bdd6044-c170-4494-86f9-daf8a5f9c4cd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1738696 Mar 01 20:47:53.917358 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6decb79-fc76-4c55-a1e5-920526ff63d7 req-376dc5a2-d05d-4899-b46e-6b3aa0249135 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105334 Mar 01 20:47:54.056869 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-94006224-23b4-4920-8c2e-52e38488bb3c service neutron] 10.222.0.42 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161860 Mar 01 20:47:54.199923 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2638ca2-d873-46df-b70a-574ca43348c5 req-83da67ab-1764-487c-9555-783cc8edffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:54.201617 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2638ca2-d873-46df-b70a-574ca43348c5 req-83da67ab-1764-487c-9555-783cc8edffee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3375568 Mar 01 20:47:54.469104 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2638ca2-d873-46df-b70a-574ca43348c5 req-41c60ce1-c413-4351-9c37-f822904f8bda service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591994 Mar 01 20:47:54.498641 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f027ab24-7a7e-440a-999c-9056c30b522a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '995196ae-5fa8-4676-9df5-6e1ad63c5088', 'code': 200} Mar 01 20:47:54.512696 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1ac065-6d6b-471c-8450-e9630ae268ff req-381e4438-e02c-41b3-ae9c-7bddf6aa2081 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:54.523166 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be1ac065-6d6b-471c-8450-e9630ae268ff req-381e4438-e02c-41b3-ae9c-7bddf6aa2081 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 1096 time: 0.4569125 Mar 01 20:47:54.663769 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be1ac065-6d6b-471c-8450-e9630ae268ff req-d3ed7941-1f0c-4194-bb51-c5ed39b0cf4b tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370094 Mar 01 20:47:54.834328 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-781856e2-f42b-4cf6-a4db-c2c4b25406ba req-68cd0485-db9f-4c47-82fe-b8f1834a5e36 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 210 time: 0.0736861 Mar 01 20:47:54.851093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2638ca2-d873-46df-b70a-574ca43348c5 req-1aac90fa-d36f-4995-9f4b-856d4ab30e1b service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750134 Mar 01 20:47:54.942572 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a21520d-02a2-42d4-b1a9-7ebab70e4f86 req-49f16d5b-8a06-4255-bc0b-314a975cae4e tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:54.949668 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0a21520d-02a2-42d4-b1a9-7ebab70e4f86 req-49f16d5b-8a06-4255-bc0b-314a975cae4e tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 949 time: 0.2413707 Mar 01 20:47:54.993257 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0a21520d-02a2-42d4-b1a9-7ebab70e4f86 req-80c037fe-31fa-40c2-9445-6da3dd023241 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427346 Mar 01 20:47:55.260634 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e87b55c-cf1e-462e-9274-eabdaca6bd1e req-374f68a8-221e-44eb-aadb-f8b802d294a6 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:55.263956 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e87b55c-cf1e-462e-9274-eabdaca6bd1e req-374f68a8-221e-44eb-aadb-f8b802d294a6 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.55 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 949 time: 0.1517153 Mar 01 20:47:55.444590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-2e87b55c-cf1e-462e-9274-eabdaca6bd1e req-5ef9eda9-a32d-4c9f-8221-740368b44a97 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Deleting port 87627ae2-758e-4a72-bcdd-df687696d76e {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:47:55.444941 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2e87b55c-cf1e-462e-9274-eabdaca6bd1e req-5ef9eda9-a32d-4c9f-8221-740368b44a97 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:55.569214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60511962-c717-4f06-b341-1168370f98d5 req-c52c321d-dc4c-434a-a44e-4b17daf2f2ef tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:55.570720 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60511962-c717-4f06-b341-1168370f98d5 req-c52c321d-dc4c-434a-a44e-4b17daf2f2ef tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=829a54bc-c390-4227-9317-ab4753423882 HTTP/1.1" status: 200 len: 947 time: 0.2130229 Mar 01 20:47:55.784640 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60511962-c717-4f06-b341-1168370f98d5 req-6b334e86-9c86-4065-9a35-d79b91e8663f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032783 Mar 01 20:47:56.015612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-2e87b55c-cf1e-462e-9274-eabdaca6bd1e req-5ef9eda9-a32d-4c9f-8221-740368b44a97 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] For port 87627ae2-758e-4a72-bcdd-df687696d76e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=87627ae2-758e-4a72-bcdd-df687696d76e,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:56.016322 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2e87b55c-cf1e-462e-9274-eabdaca6bd1e req-5ef9eda9-a32d-4c9f-8221-740368b44a97 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:56.285036 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-2e87b55c-cf1e-462e-9274-eabdaca6bd1e req-5ef9eda9-a32d-4c9f-8221-740368b44a97 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Calling delete_port for 87627ae2-758e-4a72-bcdd-df687696d76e owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:47:56.473071 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-449c1900-102c-43df-a414-6b81f9ed1b7f req-e8c2a1f5-bcf9-4b50-ad53-d42c70c733ae tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 210 time: 0.0669210 Mar 01 20:47:56.541911 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8e5e6-c635-4db2-ae35-11c875373dd3 req-32c3e196-0c9d-4b9e-805c-5d9171ac44c2 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:56.550082 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67e8e5e6-c635-4db2-ae35-11c875373dd3 req-32c3e196-0c9d-4b9e-805c-5d9171ac44c2 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 949 time: 0.6008635 Mar 01 20:47:56.652954 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67e8e5e6-c635-4db2-ae35-11c875373dd3 req-f5598285-d0fc-42a2-a0e5-b259a04d39a2 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018713 Mar 01 20:47:56.700271 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3383f7-e748-487f-8646-a9b4a2ce2b87 req-cfb07012-a49b-43b8-93a5-5aed10619114 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:56.701872 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8f3383f7-e748-487f-8646-a9b4a2ce2b87 req-cfb07012-a49b-43b8-93a5-5aed10619114 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 949 time: 0.1051047 Mar 01 20:47:56.754138 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8f3383f7-e748-487f-8646-a9b4a2ce2b87 req-77f639a5-bf9d-4d63-9073-3cd42821de2a tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450780 Mar 01 20:47:56.990398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838fb23a-34b0-47d1-86c2-c7551012f651 req-551b3830-2fe0-4294-bb24-66173abec2e1 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:56.992275 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-838fb23a-34b0-47d1-86c2-c7551012f651 req-551b3830-2fe0-4294-bb24-66173abec2e1 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=829a54bc-c390-4227-9317-ab4753423882 HTTP/1.1" status: 200 len: 947 time: 0.0901453 Mar 01 20:47:57.038533 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 4c00dadb-901c-44af-b105-dedab6e06c5a details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:47:57.056720 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2e87b55c-cf1e-462e-9274-eabdaca6bd1e req-5ef9eda9-a32d-4c9f-8221-740368b44a97 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:57.093935 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-838fb23a-34b0-47d1-86c2-c7551012f651 req-c3685f0b-eceb-4036-90cc-8af6c72b0921 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896802 Mar 01 20:47:57.160145 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef9eda9-a32d-4c9f-8221-740368b44a97 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Pushing event deleted for resources: {'Port': ['ID=87627ae2-758e-4a72-bcdd-df687696d76e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:57.265308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['2a11ac6d-d152-4f72-85ed-a7e9a10b886e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:47:57.293870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e87b55c-cf1e-462e-9274-eabdaca6bd1e req-5ef9eda9-a32d-4c9f-8221-740368b44a97 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] No DVR routers for this DVR port 87627ae2-758e-4a72-bcdd-df687696d76e on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:47:57.294271 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2e87b55c-cf1e-462e-9274-eabdaca6bd1e req-5ef9eda9-a32d-4c9f-8221-740368b44a97 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:57.297325 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69b49d64-a881-40d1-addb-0d4e4f27eca3', 'name': 'network-vif-deleted', 'tag': '87627ae2-758e-4a72-bcdd-df687696d76e'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:47:57.309227 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['87627ae2-758e-4a72-bcdd-df687696d76e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:47:57.425440 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69b49d64-a881-40d1-addb-0d4e4f27eca3', 'name': 'network-vif-deleted', 'tag': '87627ae2-758e-4a72-bcdd-df687696d76e', 'status': 'completed', 'code': 200} Mar 01 20:47:57.431715 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e87b55c-cf1e-462e-9274-eabdaca6bd1e req-5ef9eda9-a32d-4c9f-8221-740368b44a97 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.55 "DELETE /v2.0/ports/87627ae2-758e-4a72-bcdd-df687696d76e HTTP/1.1" status: 204 len: 173 time: 2.1608584 Mar 01 20:47:57.479749 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 4c00dadb-901c-44af-b105-dedab6e06c5a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=4c00dadb-901c-44af-b105-dedab6e06c5a,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:57.539235 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '4c00dadb-901c-44af-b105-dedab6e06c5a', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '4c00dadb-901c-44af-b105-dedab6e06c5a', 'mac_address': 'fa:16:3e:93:4f:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:47:57.584205 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-12f48254-fe9e-4a96-9a0b-638699c31aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:57.880137 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-22a722df-2643-42e2-8148-df5df98ace75 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:57.897171 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:57.897484 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-22a722df-2643-42e2-8148-df5df98ace75 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.55 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 821 time: 0.4867368 Mar 01 20:47:57.914603 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-7a76c8d5-8f4d-46bc-895b-f52d269f3b1d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Request body: {'port': {'device_id': '2088499f-669b-4dcc-b308-46c96d557a12', 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850', 'admin_state_up': True, 'tenant_id': '12fae2fdb26b4cf190b0d5a7d7adbfcc'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:47:57.958491 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c00dadb-901c-44af-b105-dedab6e06c5a {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:47:57.990233 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50bd2d8f-7356-44fd-8507-90ed016c386d req-089b4887-97fe-4bdc-89fa-f2621b2b669b tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 210 time: 0.2501693 Mar 01 20:47:57.996612 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 4c00dadb-901c-44af-b105-dedab6e06c5a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=4c00dadb-901c-44af-b105-dedab6e06c5a,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:58.105494 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:58.146717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d3c23-7e14-41b0-b09e-903869a56932 req-727d3428-b6a6-433e-bd18-b437a08b70be tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:58.149499 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c42d3c23-7e14-41b0-b09e-903869a56932 req-727d3428-b6a6-433e-bd18-b437a08b70be tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 949 time: 0.2971199 Mar 01 20:47:58.256878 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c42d3c23-7e14-41b0-b09e-903869a56932 req-4ea04a12-1568-4831-8846-10aa11451087 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/security-groups?id=4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026535 Mar 01 20:47:58.275735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-7a76c8d5-8f4d-46bc-895b-f52d269f3b1d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:47:58.298133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-7a76c8d5-8f4d-46bc-895b-f52d269f3b1d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Usage tracker for resource:port and tenant:12fae2fdb26b4cf190b0d5a7d7adbfcc is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:47:58.300486 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=4c00dadb-901c-44af-b105-dedab6e06c5a,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:58.307128 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-7a76c8d5-8f4d-46bc-895b-f52d269f3b1d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:47:58.313796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e5c622-ee6a-4625-834f-2ae78154526e req-290572c7-d396-42cb-967d-e52ea6a48c74 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:58.315753 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-95e5c622-ee6a-4625-834f-2ae78154526e req-290572c7-d396-42cb-967d-e52ea6a48c74 tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.55 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 949 time: 0.4474204 Mar 01 20:47:58.323735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-7a76c8d5-8f4d-46bc-895b-f52d269f3b1d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:47:58.335727 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-60feb146-31dc-44ba-b5f9-aed67f92a089 req-5eb67e89-aa27-4a13-814a-0c1bec364a3b tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Synchronizing usage tracker for tenant:9b96b968358845c2abd0f182e29119da on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:47:58.405863 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-7a76c8d5-8f4d-46bc-895b-f52d269f3b1d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Made reservation on behalf of 12fae2fdb26b4cf190b0d5a7d7adbfcc for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:47:58.412769 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-7a76c8d5-8f4d-46bc-895b-f52d269f3b1d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:58.542619 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['4c00dadb-901c-44af-b105-dedab6e06c5a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:47:58.558037 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-95e5c622-ee6a-4625-834f-2ae78154526e req-2ed3a214-7e71-432e-aadf-83c077eafb3f tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Deleting port 995196ae-5fa8-4676-9df5-6e1ad63c5088 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:47:58.559826 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-95e5c622-ee6a-4625-834f-2ae78154526e req-2ed3a214-7e71-432e-aadf-83c077eafb3f tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:58.651618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-60feb146-31dc-44ba-b5f9-aed67f92a089 req-5eb67e89-aa27-4a13-814a-0c1bec364a3b tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Unset dirty status for tenant:9b96b968358845c2abd0f182e29119da on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:47:58.654312 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60feb146-31dc-44ba-b5f9-aed67f92a089 req-5eb67e89-aa27-4a13-814a-0c1bec364a3b tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=69b49d64-a881-40d1-addb-0d4e4f27eca3 HTTP/1.1" status: 200 len: 210 time: 0.3882072 Mar 01 20:47:58.884905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-7a76c8d5-8f4d-46bc-895b-f52d269f3b1d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Allocated IP 172.20.0.10 (2066dc17-9d0c-4926-8526-1637c09f1850/b4cc9feb-dba1-49bd-b779-378ebe9faea2/577d4f98-3a3c-49d8-9879-9dafa646e5f7) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:47:59.064405 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 87627ae2-758e-4a72-bcdd-df687696d76e no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:47:59.196766 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 87627ae2-758e-4a72-bcdd-df687696d76e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:47:59.198886 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 87627ae2-758e-4a72-bcdd-df687696d76e not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:47:59.339692 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50485688-60f1-4b19-90df-9110bc3d2f52 req-72af78a0-f30e-4a17-917b-e559c113abd2 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:59.341379 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50485688-60f1-4b19-90df-9110bc3d2f52 req-72af78a0-f30e-4a17-917b-e559c113abd2 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=829a54bc-c390-4227-9317-ab4753423882 HTTP/1.1" status: 200 len: 948 time: 0.9009717 Mar 01 20:47:59.410243 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-7a76c8d5-8f4d-46bc-895b-f52d269f3b1d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:59.508365 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-7a76c8d5-8f4d-46bc-895b-f52d269f3b1d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:59.528314 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-95e5c622-ee6a-4625-834f-2ae78154526e req-2ed3a214-7e71-432e-aadf-83c077eafb3f tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] For port 995196ae-5fa8-4676-9df5-6e1ad63c5088, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=995196ae-5fa8-4676-9df5-6e1ad63c5088,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:47:59.528671 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-95e5c622-ee6a-4625-834f-2ae78154526e req-2ed3a214-7e71-432e-aadf-83c077eafb3f tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:59.588941 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-7a76c8d5-8f4d-46bc-895b-f52d269f3b1d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Network 2066dc17-9d0c-4926-8526-1637c09f1850 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:47:59.593309 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-7a76c8d5-8f4d-46bc-895b-f52d269f3b1d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:47:59.603143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-7a76c8d5-8f4d-46bc-895b-f52d269f3b1d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:47:59.609250 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-7a76c8d5-8f4d-46bc-895b-f52d269f3b1d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:47:59.610485 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-7a76c8d5-8f4d-46bc-895b-f52d269f3b1d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:59.621024 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7901ab3a-3734-44d2-befc-01e496e03e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:47:59.656073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a76c8d5-8f4d-46bc-895b-f52d269f3b1d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Pushing event updated for resources: {'Port': ['ID=577d4f98-3a3c-49d8-9879-9dafa646e5f7,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:47:59.712839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-95e5c622-ee6a-4625-834f-2ae78154526e req-2ed3a214-7e71-432e-aadf-83c077eafb3f tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Calling delete_port for 995196ae-5fa8-4676-9df5-6e1ad63c5088 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:47:59.743487 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-7a76c8d5-8f4d-46bc-895b-f52d269f3b1d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8362193 Mar 01 20:47:59.744339 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50485688-60f1-4b19-90df-9110bc3d2f52 req-1782a6ef-2ded-421c-9846-a896e823e850 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478560 Mar 01 20:47:59.763396 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a1a6089-c7cb-47c3-9d05-f0e738d25746 req-67ac5201-41b8-4efc-b893-ff4b4c6f59d7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9c742b80-0d50-4856-ac95-93376533eca2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0431752 Mar 01 20:47:59.763572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] Request body: {'port': {'device_id': '2088499f-669b-4dcc-b308-46c96d557a12', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:47:59.940835 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:00.123067 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a6089-c7cb-47c3-9d05-f0e738d25746 req-2f30ddef-f6f3-46e8-b24e-b421857ddec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:00.124965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a1a6089-c7cb-47c3-9d05-f0e738d25746 req-2f30ddef-f6f3-46e8-b24e-b421857ddec2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&device_id=9c742b80-0d50-4856-ac95-93376533eca2 HTTP/1.1" status: 200 len: 1101 time: 0.3302343 Mar 01 20:48:00.197293 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-95e5c622-ee6a-4625-834f-2ae78154526e req-2ed3a214-7e71-432e-aadf-83c077eafb3f tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:00.333800 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed3a214-7e71-432e-aadf-83c077eafb3f tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Pushing event deleted for resources: {'Port': ['ID=995196ae-5fa8-4676-9df5-6e1ad63c5088,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:00.348391 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:00.430555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78356d-638f-4f58-b9ae-a139a0e61b75 req-0cd19088-2592-4649-acd9-aff4f8162a9e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:00.437785 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b78356d-638f-4f58-b9ae-a139a0e61b75 req-0cd19088-2592-4649-acd9-aff4f8162a9e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 932 time: 0.4987347 Mar 01 20:48:00.452144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e5c622-ee6a-4625-834f-2ae78154526e req-2ed3a214-7e71-432e-aadf-83c077eafb3f tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] No DVR routers for this DVR port 995196ae-5fa8-4676-9df5-6e1ad63c5088 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:48:00.478449 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577d4f98-3a3c-49d8-9879-9dafa646e5f7 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:48:00.480555 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-95e5c622-ee6a-4625-834f-2ae78154526e req-2ed3a214-7e71-432e-aadf-83c077eafb3f tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:00.486255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f027ab24-7a7e-440a-999c-9056c30b522a', 'name': 'network-vif-deleted', 'tag': '995196ae-5fa8-4676-9df5-6e1ad63c5088'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:00.513938 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:00.534276 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] Transition to ACTIVE for port object 577d4f98-3a3c-49d8-9879-9dafa646e5f7 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:48:00.603154 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b78356d-638f-4f58-b9ae-a139a0e61b75 req-8c765119-e842-4c7c-9694-4d0f1745f497 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636968 Mar 01 20:48:00.608195 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:00.615864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a6089-c7cb-47c3-9d05-f0e738d25746 req-bfeae1fb-2bd3-4c64-a876-a80fe381cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:00.617303 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a1a6089-c7cb-47c3-9d05-f0e738d25746 req-bfeae1fb-2bd3-4c64-a876-a80fe381cf44 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.4584365 Mar 01 20:48:00.664222 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:00.689540 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-95e5c622-ee6a-4625-834f-2ae78154526e req-2ed3a214-7e71-432e-aadf-83c077eafb3f tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.55 "DELETE /v2.0/ports/995196ae-5fa8-4676-9df5-6e1ad63c5088 HTTP/1.1" status: 204 len: 173 time: 2.3610060 Mar 01 20:48:00.700355 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a1a6089-c7cb-47c3-9d05-f0e738d25746 req-d71df322-547f-4bd3-bd67-bb97a6888ccb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=dbe6689a-d91e-4fd2-aeb0-42fcd5208208 HTTP/1.1" status: 200 len: 217 time: 0.0760102 Mar 01 20:48:00.939589 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e3bd413d-8d76-4bd6-989e-15431648a132 req-00dd1810-fa2f-493e-acc5-64f0d17d43bc tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Synchronizing usage tracker for tenant:cc7b78a7fbb142d4bc9bbb4adc0c4a43 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:48:00.960363 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f027ab24-7a7e-440a-999c-9056c30b522a', 'name': 'network-vif-deleted', 'tag': '995196ae-5fa8-4676-9df5-6e1ad63c5088', 'status': 'completed', 'code': 200} Mar 01 20:48:01.009083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a6089-c7cb-47c3-9d05-f0e738d25746 req-1f10e1de-4089-401e-80aa-cab674c0b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:01.012165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a1a6089-c7cb-47c3-9d05-f0e738d25746 req-1f10e1de-4089-401e-80aa-cab674c0b560 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.3049436 Mar 01 20:48:01.084315 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 4c00dadb-901c-44af-b105-dedab6e06c5a up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:48:01.126565 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] Pushing event updated for resources: {'Port': ['ID=577d4f98-3a3c-49d8-9879-9dafa646e5f7,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:01.150611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e3bd413d-8d76-4bd6-989e-15431648a132 req-00dd1810-fa2f-493e-acc5-64f0d17d43bc tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] Unset dirty status for tenant:cc7b78a7fbb142d4bc9bbb4adc0c4a43 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:48:01.160644 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e3bd413d-8d76-4bd6-989e-15431648a132 req-00dd1810-fa2f-493e-acc5-64f0d17d43bc tempest-ImagesOneServerTestJSON-410698166 tempest-ImagesOneServerTestJSON-410698166-project] 10.222.0.42 "GET /v2.0/ports?device_id=f027ab24-7a7e-440a-999c-9056c30b522a HTTP/1.1" status: 200 len: 210 time: 0.4038875 Mar 01 20:48:01.275518 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1a6089-c7cb-47c3-9d05-f0e738d25746 req-39b1cd8d-f7ae-46ba-b385-702f0dff1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:01.280199 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a1a6089-c7cb-47c3-9d05-f0e738d25746 req-39b1cd8d-f7ae-46ba-b385-702f0dff1fc9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2542665 Mar 01 20:48:01.281058 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] Attempting to bind port 577d4f98-3a3c-49d8-9879-9dafa646e5f7 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:48:01.281515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] Attempting to bind port 577d4f98-3a3c-49d8-9879-9dafa646e5f7 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:48:01.281985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] Attempting to bind port 577d4f98-3a3c-49d8-9879-9dafa646e5f7 on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:48:01.293553 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] Port 577d4f98-3a3c-49d8-9879-9dafa646e5f7 on network 2066dc17-9d0c-4926-8526-1637c09f1850 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:48:01.294014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] Attempting to bind port 577d4f98-3a3c-49d8-9879-9dafa646e5f7 on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:48:01.308187 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:48:01.312746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] Checking segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:48:01.317936 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] Bound using segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:48:01.318551 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] Bound port: 577d4f98-3a3c-49d8-9879-9dafa646e5f7, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:48:01.319032 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:01.382120 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 4c00dadb-901c-44af-b105-dedab6e06c5a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:48:01.389218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 4c00dadb-901c-44af-b105-dedab6e06c5a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:48:01.395531 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:01.494234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] For port 577d4f98-3a3c-49d8-9879-9dafa646e5f7, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:48:01.504258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] For port 577d4f98-3a3c-49d8-9879-9dafa646e5f7, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=577d4f98-3a3c-49d8-9879-9dafa646e5f7,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:48:01.588376 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:01.636402 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:01.719335 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a1a6089-c7cb-47c3-9d05-f0e738d25746 req-8abf1004-7458-4602-8eaf-dd0f8669c0f5 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4224679 Mar 01 20:48:01.734670 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 4c00dadb-901c-44af-b105-dedab6e06c5a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=4c00dadb-901c-44af-b105-dedab6e06c5a,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:01.737678 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829a54bc-c390-4227-9317-ab4753423882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c00dadb-901c-44af-b105-dedab6e06c5a'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:01.754038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:01.754681 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:01.762061 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] 10.222.0.55 "PUT /v2.0/ports/577d4f98-3a3c-49d8-9879-9dafa646e5f7 HTTP/1.1" status: 200 len: 1092 time: 2.0091772 Mar 01 20:48:01.762759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2088499f-669b-4dcc-b308-46c96d557a12', 'tag': '577d4f98-3a3c-49d8-9879-9dafa646e5f7'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:01.787658 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:01.788566 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 995196ae-5fa8-4676-9df5-6e1ad63c5088 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:48:01.841727 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3f1098-fdd5-4afe-a00f-b2ca5e3e80f5 service neutron] Pushing event updated for resources: {'Port': ['ID=577d4f98-3a3c-49d8-9879-9dafa646e5f7,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:01.928896 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 995196ae-5fa8-4676-9df5-6e1ad63c5088 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:48:01.929254 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 995196ae-5fa8-4676-9df5-6e1ad63c5088 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:48:01.966603 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a1a6089-c7cb-47c3-9d05-f0e738d25746 req-dd0c0894-3ae1-4da0-bce7-3b5e3028016b service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498255 Mar 01 20:48:02.013678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee0da1-4eaa-4cfa-9ac4-20211382fd62 req-2096650a-d46a-40eb-9513-b6a2b0101d0f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:02.022578 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35ee0da1-4eaa-4cfa-9ac4-20211382fd62 req-2096650a-d46a-40eb-9513-b6a2b0101d0f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=829a54bc-c390-4227-9317-ab4753423882 HTTP/1.1" status: 200 len: 948 time: 0.5380452 Mar 01 20:48:02.085771 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35ee0da1-4eaa-4cfa-9ac4-20211382fd62 req-56eb8e3f-774f-44fa-a9f7-fc1b6596f08a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611770 Mar 01 20:48:02.095781 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=4c00dadb-901c-44af-b105-dedab6e06c5a,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:02.106291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1760745e-68d9-4f97-abf4-b99a1fabf498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:02.123847 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-1760745e-68d9-4f97-abf4-b99a1fabf498 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 1095 time: 0.2154002 Mar 01 20:48:02.205888 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:02.268068 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-6a9ffdb8-0cff-4394-a3be-70a9618ac4a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=577d4f98-3a3c-49d8-9879-9dafa646e5f7 HTTP/1.1" status: 200 len: 217 time: 0.1330042 Mar 01 20:48:02.367981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184eadea-846a-4528-ab7a-8fdfe6270e44 req-e5d3ff16-bdb8-473d-9d52-67aa70ab85b0 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:02.369962 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-184eadea-846a-4528-ab7a-8fdfe6270e44 req-e5d3ff16-bdb8-473d-9d52-67aa70ab85b0 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 944 time: 0.1548867 Mar 01 20:48:02.378576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-656ace5a-681a-4bde-a4b8-a94a2cb38fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:02.381043 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-656ace5a-681a-4bde-a4b8-a94a2cb38fcc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.1061835 Mar 01 20:48:02.426810 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-184eadea-846a-4528-ab7a-8fdfe6270e44 req-32032a6a-d00e-4543-a062-a552250efb71 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511930 Mar 01 20:48:02.467676 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-178154de-2b04-48e6-a552-085b60bfeb64 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767908 Mar 01 20:48:02.540706 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829a54bc-c390-4227-9317-ab4753423882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c00dadb-901c-44af-b105-dedab6e06c5a', 'code': 200} Mar 01 20:48:02.634963 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2088499f-669b-4dcc-b308-46c96d557a12', 'tag': '577d4f98-3a3c-49d8-9879-9dafa646e5f7', 'status': 'completed', 'code': 200} Mar 01 20:48:02.714187 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-65881a3c-fccd-4907-a46c-ed8f30c1055f service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377264 Mar 01 20:48:02.958015 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-daa2323b-da67-40e9-8b88-54c8c98aa144 req-3ab29c40-aa5d-45cd-a966-842d92fa7ec8 service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338572 Mar 01 20:48:03.062776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c502b2-1384-4e31-b31c-51c09345f2da req-7f078e85-c00f-4096-bfa5-713f72b8fe01 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:03.065575 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1c502b2-1384-4e31-b31c-51c09345f2da req-7f078e85-c00f-4096-bfa5-713f72b8fe01 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 945 time: 0.4526393 Mar 01 20:48:03.069933 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1201f424-76ac-446f-9dcb-ca025b9ec45c req-e4478a31-d2a8-490f-8269-724bf79e4b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:03.072114 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1201f424-76ac-446f-9dcb-ca025b9ec45c req-e4478a31-d2a8-490f-8269-724bf79e4b8f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=829a54bc-c390-4227-9317-ab4753423882 HTTP/1.1" status: 200 len: 1100 time: 0.4574673 Mar 01 20:48:03.181009 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1c502b2-1384-4e31-b31c-51c09345f2da req-0fb0604b-290e-4641-bf4c-7f7dffefb4f2 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/security-groups?id=11655f9f-841e-4128-8fa9-5dfc202a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073945 Mar 01 20:48:03.196361 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1201f424-76ac-446f-9dcb-ca025b9ec45c req-9a403483-c510-48b7-a92f-b12a51b170a1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957756 Mar 01 20:48:03.238677 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340bf9f-bacd-40a2-b5fa-b526f1484b43 req-12eb9091-a31d-4bdb-b9a0-a0fff3f6d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:03.241555 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3340bf9f-bacd-40a2-b5fa-b526f1484b43 req-12eb9091-a31d-4bdb-b9a0-a0fff3f6d878 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 1095 time: 0.1173825 Mar 01 20:48:03.248897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e70b3f-9bbc-4c4a-845e-abaaef30c79a req-33f75a00-7c0e-4579-8635-9db027ed9532 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:03.250389 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54e70b3f-9bbc-4c4a-845e-abaaef30c79a req-33f75a00-7c0e-4579-8635-9db027ed9532 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a653be9-346a-419a-b575-251a61936d76 HTTP/1.1" status: 200 len: 950 time: 0.2594650 Mar 01 20:48:03.336497 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54e70b3f-9bbc-4c4a-845e-abaaef30c79a req-26873c89-68a5-4ff9-b1a3-5ab51c35da87 tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566618 Mar 01 20:48:03.424904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e0ac6c-09cb-42d6-a107-15a29cc5d31c req-dac3e5d4-b15c-48d5-924c-e78349b4ec41 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:03.426613 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1e0ac6c-09cb-42d6-a107-15a29cc5d31c req-dac3e5d4-b15c-48d5-924c-e78349b4ec41 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=829a54bc-c390-4227-9317-ab4753423882 HTTP/1.1" status: 200 len: 949 time: 0.0991654 Mar 01 20:48:03.489324 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1e0ac6c-09cb-42d6-a107-15a29cc5d31c req-60bed5f6-88b0-4858-be4f-2775ca043d91 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558057 Mar 01 20:48:03.517930 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59820) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:03.662610 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b2afb-4fc3-49be-b8f3-4ef051185016 req-40525e7d-fdd9-4205-a34c-68bf337604a4 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:03.664275 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d90b2afb-4fc3-49be-b8f3-4ef051185016 req-40525e7d-fdd9-4205-a34c-68bf337604a4 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 944 time: 0.1025903 Mar 01 20:48:03.699222 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340bf9f-bacd-40a2-b5fa-b526f1484b43 req-4a972e92-674e-4d57-a8dc-9f92a4278f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:03.700689 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3340bf9f-bacd-40a2-b5fa-b526f1484b43 req-4a972e92-674e-4d57-a8dc-9f92a4278f68 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 922 time: 0.2089770 Mar 01 20:48:03.730785 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d90b2afb-4fc3-49be-b8f3-4ef051185016 req-8c22c933-cd91-4b43-bb32-c16e7abcaaee tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597098 Mar 01 20:48:03.761412 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1fb00d84-b70f-40a5-9945-a9ff5fb0da89 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cc7b78a7fbb142d4bc9bbb4adc0c4a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2396584 Mar 01 20:48:03.761640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59826) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:03.779104 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3340bf9f-bacd-40a2-b5fa-b526f1484b43 req-cc47076e-ab0c-45f8-9104-8380b4f04c35 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=577d4f98-3a3c-49d8-9879-9dafa646e5f7 HTTP/1.1" status: 200 len: 217 time: 0.0685668 Mar 01 20:48:03.828059 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-819568cb-4527-4959-8aa0-879302950ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:03.856459 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-819568cb-4527-4959-8aa0-879302950ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:03.857477 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340bf9f-bacd-40a2-b5fa-b526f1484b43 req-8a05c03e-ccaf-4515-8ce6-475304602d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:03.859167 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3340bf9f-bacd-40a2-b5fa-b526f1484b43 req-8a05c03e-ccaf-4515-8ce6-475304602d08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.0737412 Mar 01 20:48:03.908728 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3340bf9f-bacd-40a2-b5fa-b526f1484b43 req-a02e0fd8-5740-460e-9722-ffff6e9c1af3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396214 Mar 01 20:48:04.019764 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb9ed2-d315-4fa9-bd56-40d2a9d2fd4c req-b2391c2d-8c1f-40ae-8eb2-931e8c3ef5f2 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:04.021153 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86cb9ed2-d315-4fa9-bd56-40d2a9d2fd4c req-b2391c2d-8c1f-40ae-8eb2-931e8c3ef5f2 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.57 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 945 time: 0.0834446 Mar 01 20:48:04.046645 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3340bf9f-bacd-40a2-b5fa-b526f1484b43 req-f716106e-2799-4b28-9547-18947b5046c6 service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309943 Mar 01 20:48:04.099201 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-819568cb-4527-4959-8aa0-879302950ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:04.159856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819568cb-4527-4959-8aa0-879302950ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:04.169829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-86cb9ed2-d315-4fa9-bd56-40d2a9d2fd4c req-54ea4d52-98e4-4f48-a5e7-d0926663d325 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Deleting port 2cb605ca-54a0-4a78-83f8-26d70720a81c {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:48:04.170172 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-86cb9ed2-d315-4fa9-bd56-40d2a9d2fd4c req-54ea4d52-98e4-4f48-a5e7-d0926663d325 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:04.247254 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3340bf9f-bacd-40a2-b5fa-b526f1484b43 req-ce822596-7105-47fd-89e1-2dc0d9f94322 service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933627 Mar 01 20:48:04.396988 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-819568cb-4527-4959-8aa0-879302950ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:04.398206 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-819568cb-4527-4959-8aa0-879302950ff5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c0a7587-c9ba-4404-aac7-ed7b6c5c8c6d HTTP/1.1" status: 204 len: 168 time: 0.6357276 Mar 01 20:48:04.593328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060913f-36ae-4eda-8326-b89fa195c58f req-577a7ddc-e2d5-4ca0-b740-d8eafa1165d3 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:04.595562 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5060913f-36ae-4eda-8326-b89fa195c58f req-577a7ddc-e2d5-4ca0-b740-d8eafa1165d3 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 945 time: 0.2755940 Mar 01 20:48:04.625347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b34d93-0120-4c8d-9609-97798f725d73 req-279703d0-3e68-4248-a03f-daa23c37ddaa tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:04.627623 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-01b34d93-0120-4c8d-9609-97798f725d73 req-279703d0-3e68-4248-a03f-daa23c37ddaa tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.57 "GET /v2.0/ports?device_id=8a653be9-346a-419a-b575-251a61936d76 HTTP/1.1" status: 200 len: 950 time: 0.2508607 Mar 01 20:48:04.665335 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-86cb9ed2-d315-4fa9-bd56-40d2a9d2fd4c req-54ea4d52-98e4-4f48-a5e7-d0926663d325 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] For port 2cb605ca-54a0-4a78-83f8-26d70720a81c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2cb605ca-54a0-4a78-83f8-26d70720a81c,segment=NetworkSegment(eb21ab1e-7641-44da-b9f3-230d39b185f8),segment_id=eb21ab1e-7641-44da-b9f3-230d39b185f8)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:04.665687 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-86cb9ed2-d315-4fa9-bd56-40d2a9d2fd4c req-54ea4d52-98e4-4f48-a5e7-d0926663d325 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:04.708768 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-01b34d93-0120-4c8d-9609-97798f725d73 req-96690280-3b15-4af6-a0fe-99895074ffdf tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Deleting port 2a11ac6d-d152-4f72-85ed-a7e9a10b886e {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:48:04.709720 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-01b34d93-0120-4c8d-9609-97798f725d73 req-96690280-3b15-4af6-a0fe-99895074ffdf tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:04.833686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-86cb9ed2-d315-4fa9-bd56-40d2a9d2fd4c req-54ea4d52-98e4-4f48-a5e7-d0926663d325 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Calling delete_port for 2cb605ca-54a0-4a78-83f8-26d70720a81c owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:48:04.887301 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5060913f-36ae-4eda-8326-b89fa195c58f req-d7261618-c6e2-4922-a3cc-4f56138e1681 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/security-groups?id=11655f9f-841e-4128-8fa9-5dfc202a09a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839272 Mar 01 20:48:04.909490 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230fe1a-012b-43cf-8140-46e0f9fdc072 req-4261fe13-ca3b-4458-aad9-d2d206e9dfdb tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:04.914180 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a230fe1a-012b-43cf-8140-46e0f9fdc072 req-4261fe13-ca3b-4458-aad9-d2d206e9dfdb tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a653be9-346a-419a-b575-251a61936d76 HTTP/1.1" status: 200 len: 950 time: 0.4209919 Mar 01 20:48:05.033628 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a230fe1a-012b-43cf-8140-46e0f9fdc072 req-3c56888d-485c-4ebe-95d8-b9cda20caa7b tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/security-groups?id=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168175 Mar 01 20:48:05.048611 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-01b34d93-0120-4c8d-9609-97798f725d73 req-96690280-3b15-4af6-a0fe-99895074ffdf tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] For port 2a11ac6d-d152-4f72-85ed-a7e9a10b886e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2a11ac6d-d152-4f72-85ed-a7e9a10b886e,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:05.048972 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-01b34d93-0120-4c8d-9609-97798f725d73 req-96690280-3b15-4af6-a0fe-99895074ffdf tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:05.208348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-01b34d93-0120-4c8d-9609-97798f725d73 req-96690280-3b15-4af6-a0fe-99895074ffdf tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Calling delete_port for 2a11ac6d-d152-4f72-85ed-a7e9a10b886e owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:48:05.412306 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-86cb9ed2-d315-4fa9-bd56-40d2a9d2fd4c req-54ea4d52-98e4-4f48-a5e7-d0926663d325 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:05.426247 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['2cb605ca-54a0-4a78-83f8-26d70720a81c'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:05.473612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d17406-74ee-49e0-b478-10f945b6d417 req-9aacc79a-73dd-4364-a847-0895b66df8a7 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:05.475111 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e7d17406-74ee-49e0-b478-10f945b6d417 req-9aacc79a-73dd-4364-a847-0895b66df8a7 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=829a54bc-c390-4227-9317-ab4753423882 HTTP/1.1" status: 200 len: 949 time: 0.4346116 Mar 01 20:48:05.496221 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-01b34d93-0120-4c8d-9609-97798f725d73 req-96690280-3b15-4af6-a0fe-99895074ffdf tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:05.498276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ea4d52-98e4-4f48-a5e7-d0926663d325 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Pushing event deleted for resources: {'Port': ['ID=2cb605ca-54a0-4a78-83f8-26d70720a81c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:05.513897 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['2a11ac6d-d152-4f72-85ed-a7e9a10b886e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:05.562338 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96690280-3b15-4af6-a0fe-99895074ffdf tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Pushing event deleted for resources: {'Port': ['ID=2a11ac6d-d152-4f72-85ed-a7e9a10b886e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:05.640931 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e7d17406-74ee-49e0-b478-10f945b6d417 req-d3cd5726-fa64-4eb0-b689-7e333dacb8a0 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568587 Mar 01 20:48:05.651806 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-86cb9ed2-d315-4fa9-bd56-40d2a9d2fd4c req-54ea4d52-98e4-4f48-a5e7-d0926663d325 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] No DVR routers for this DVR port 2cb605ca-54a0-4a78-83f8-26d70720a81c on host n-h1-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:48:05.655281 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-86cb9ed2-d315-4fa9-bd56-40d2a9d2fd4c req-54ea4d52-98e4-4f48-a5e7-d0926663d325 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:05.671089 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b34d93-0120-4c8d-9609-97798f725d73 req-96690280-3b15-4af6-a0fe-99895074ffdf tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] No DVR routers for this DVR port 2a11ac6d-d152-4f72-85ed-a7e9a10b886e on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:48:05.675536 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-01b34d93-0120-4c8d-9609-97798f725d73 req-96690280-3b15-4af6-a0fe-99895074ffdf tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:05.678626 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a653be9-346a-419a-b575-251a61936d76', 'name': 'network-vif-deleted', 'tag': '2a11ac6d-d152-4f72-85ed-a7e9a10b886e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:05.681413 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39', 'name': 'network-vif-deleted', 'tag': '2cb605ca-54a0-4a78-83f8-26d70720a81c'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:05.699729 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc9b07-0775-4a4d-9cc0-b4135fcd95ac req-799ae206-b2fe-404b-b8dd-2d4f63c620e9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:05.707979 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3fcc9b07-0775-4a4d-9cc0-b4135fcd95ac req-799ae206-b2fe-404b-b8dd-2d4f63c620e9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 944 time: 0.4698572 Mar 01 20:48:05.750403 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86cb9ed2-d315-4fa9-bd56-40d2a9d2fd4c req-54ea4d52-98e4-4f48-a5e7-d0926663d325 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.57 "DELETE /v2.0/ports/2cb605ca-54a0-4a78-83f8-26d70720a81c HTTP/1.1" status: 204 len: 173 time: 1.7218747 Mar 01 20:48:05.758451 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a653be9-346a-419a-b575-251a61936d76', 'name': 'network-vif-deleted', 'tag': '2a11ac6d-d152-4f72-85ed-a7e9a10b886e', 'status': 'completed', 'code': 200} Mar 01 20:48:05.794683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3fcc9b07-0775-4a4d-9cc0-b4135fcd95ac req-de29455a-1d18-42f7-b10c-262738c9b234 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847597 Mar 01 20:48:05.801588 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39', 'name': 'network-vif-deleted', 'tag': '2cb605ca-54a0-4a78-83f8-26d70720a81c', 'status': 'completed', 'code': 200} Mar 01 20:48:05.826594 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-01b34d93-0120-4c8d-9609-97798f725d73 req-96690280-3b15-4af6-a0fe-99895074ffdf tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.57 "DELETE /v2.0/ports/2a11ac6d-d152-4f72-85ed-a7e9a10b886e HTTP/1.1" status: 204 len: 173 time: 1.1905847 Mar 01 20:48:05.863759 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e213c5e4-06a1-4fcc-a15f-590edc24f6b8 req-be2da12d-1ef6-4059-9889-c34fda225419 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0978067 Mar 01 20:48:06.103971 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213c5e4-06a1-4fcc-a15f-590edc24f6b8 req-68fb5f52-93ad-4071-bb21-f59456499fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:06.105649 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e213c5e4-06a1-4fcc-a15f-590edc24f6b8 req-68fb5f52-93ad-4071-bb21-f59456499fe9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a89f5baf58c84a808cd5296d2f554260&device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 1099 time: 0.1225603 Mar 01 20:48:06.136429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8942f642-c5b6-4b39-baf5-0d2c72ce6458 req-ed4d714e-f1d6-4f61-92bc-a8888d5bc4fc tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Synchronizing usage tracker for tenant:8bafc1517a824411b78689dbd5905af2 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:48:06.283924 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8942f642-c5b6-4b39-baf5-0d2c72ce6458 req-ed4d714e-f1d6-4f61-92bc-a8888d5bc4fc tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] Unset dirty status for tenant:8bafc1517a824411b78689dbd5905af2 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:48:06.285062 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8942f642-c5b6-4b39-baf5-0d2c72ce6458 req-ed4d714e-f1d6-4f61-92bc-a8888d5bc4fc tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 210 time: 0.2420306 Mar 01 20:48:06.291857 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a7e9795-cc50-4c5b-be53-07ba617eacfa req-8a396c2d-17af-4477-b5c5-de62600861bb tempest-LiveMigrationNegativeTest-390207295 tempest-LiveMigrationNegativeTest-390207295-project] 10.222.0.42 "GET /v2.0/ports?device_id=8a653be9-346a-419a-b575-251a61936d76 HTTP/1.1" status: 200 len: 210 time: 0.0468359 Mar 01 20:48:06.293475 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213c5e4-06a1-4fcc-a15f-590edc24f6b8 req-aa699640-0db1-4c13-9406-1ab59b6d68bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:06.295025 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e213c5e4-06a1-4fcc-a15f-590edc24f6b8 req-aa699640-0db1-4c13-9406-1ab59b6d68bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.1541162 Mar 01 20:48:06.386949 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e213c5e4-06a1-4fcc-a15f-590edc24f6b8 req-6fab50e4-81ed-43fe-b1f0-79a2ffab7495 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=d3617190-df4c-4ab0-b2f5-9594a0735901 HTTP/1.1" status: 200 len: 217 time: 0.0765765 Mar 01 20:48:06.467746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213c5e4-06a1-4fcc-a15f-590edc24f6b8 req-ad880d81-ef24-4600-b203-dbc159b34804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:06.469466 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e213c5e4-06a1-4fcc-a15f-590edc24f6b8 req-ad880d81-ef24-4600-b203-dbc159b34804 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0660574 Mar 01 20:48:06.566453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e213c5e4-06a1-4fcc-a15f-590edc24f6b8 req-d6198034-b9c9-49c5-8e35-566afd5a14de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:06.568572 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e213c5e4-06a1-4fcc-a15f-590edc24f6b8 req-d6198034-b9c9-49c5-8e35-566afd5a14de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0929546 Mar 01 20:48:06.600375 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c2073-d30c-4161-9013-012953491ccf req-2befd871-4176-4ef5-ba34-636c0bf37583 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:06.602563 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-842c2073-d30c-4161-9013-012953491ccf req-2befd871-4176-4ef5-ba34-636c0bf37583 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 946 time: 0.0917721 Mar 01 20:48:06.654618 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-842c2073-d30c-4161-9013-012953491ccf req-ce1553bc-95f9-4462-b878-ad6fb84ca91a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451486 Mar 01 20:48:06.709465 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e213c5e4-06a1-4fcc-a15f-590edc24f6b8 req-4f6489bc-4ece-4508-9032-71cd01877b51 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346357 Mar 01 20:48:06.859754 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e213c5e4-06a1-4fcc-a15f-590edc24f6b8 req-887ab102-12c4-4d4a-b3a4-08b4c5c3078f service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434236 Mar 01 20:48:06.890615 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a27ee-8829-4063-ace0-fce19492a554 req-0ce99192-5291-4341-b18e-7e221a18e387 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:06.893150 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-074a27ee-8829-4063-ace0-fce19492a554 req-0ce99192-5291-4341-b18e-7e221a18e387 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=829a54bc-c390-4227-9317-ab4753423882 HTTP/1.1" status: 200 len: 949 time: 0.1308036 Mar 01 20:48:06.948856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-074a27ee-8829-4063-ace0-fce19492a554 req-0b4bb94c-df18-46a9-9112-d4c4b5e4de50 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498800 Mar 01 20:48:07.063737 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59956) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:07.117746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 577d4f98-3a3c-49d8-9879-9dafa646e5f7 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:48:07.141853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee0807-37e1-465d-a072-75c0d95d1efa req-45e35c28-a6ab-4725-acd2-85b2e4ecbbdf tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:07.144187 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-12ee0807-37e1-465d-a072-75c0d95d1efa req-45e35c28-a6ab-4725-acd2-85b2e4ecbbdf tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 944 time: 0.0924368 Mar 01 20:48:07.228075 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-12ee0807-37e1-465d-a072-75c0d95d1efa req-47967d6b-49f0-466e-9140-6fc4bbdef03d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706837 Mar 01 20:48:07.232544 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-24f74b10-0997-4d52-93db-479572e3e5a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:07.255131 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-24f74b10-0997-4d52-93db-479572e3e5a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:48:07.259393 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-24f74b10-0997-4d52-93db-479572e3e5a8 admin admin] Usage tracker for resource:security_group_rule and tenant:5454c25f469544ae983cd4ccd035957c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:48:07.262544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-24f74b10-0997-4d52-93db-479572e3e5a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:48:07.270423 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-24f74b10-0997-4d52-93db-479572e3e5a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:48:07.301699 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 577d4f98-3a3c-49d8-9879-9dafa646e5f7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=577d4f98-3a3c-49d8-9879-9dafa646e5f7,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:07.335530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '577d4f98-3a3c-49d8-9879-9dafa646e5f7', 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850', 'port_id': '577d4f98-3a3c-49d8-9879-9dafa646e5f7', 'mac_address': 'fa:16:3e:98:12:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4cc9feb-dba1-49bd-b779-378ebe9faea2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:48:07.404096 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:07.470265 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 577d4f98-3a3c-49d8-9879-9dafa646e5f7 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:48:07.487399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e268c-775a-4eb4-bde3-515431cb0528 req-3b26906a-9cf4-4681-9858-6de1ccc092db tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:07.495675 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed7e268c-775a-4eb4-bde3-515431cb0528 req-3b26906a-9cf4-4681-9858-6de1ccc092db tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=829a54bc-c390-4227-9317-ab4753423882 HTTP/1.1" status: 200 len: 1100 time: 0.1170840 Mar 01 20:48:07.508661 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 577d4f98-3a3c-49d8-9879-9dafa646e5f7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=577d4f98-3a3c-49d8-9879-9dafa646e5f7,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:07.535981 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-24f74b10-0997-4d52-93db-479572e3e5a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:07.542643 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed7e268c-775a-4eb4-bde3-515431cb0528 req-c4839a9a-68f4-4d05-8777-fc8bb2f5bf7e tempest-ServersOnMultiNodesTest-1870751757 tempest-ServersOnMultiNodesTest-1870751757-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460684 Mar 01 20:48:07.580766 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:07.639264 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-24f74b10-0997-4d52-93db-479572e3e5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:07.669469 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac759b04-b4c7-408f-8a11-5f6d05ce7402 req-50a4780f-689f-4945-b9fe-831cbea80113 tempest-AttachSCSIVolumeTestJSON-397260397 tempest-AttachSCSIVolumeTestJSON-397260397-project] 10.222.0.42 "GET /v2.0/ports?device_id=6ec58d8a-b459-40ca-87f4-b6a0fc3f8d39 HTTP/1.1" status: 200 len: 210 time: 0.0638082 Mar 01 20:48:07.690007 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-24f74b10-0997-4d52-93db-479572e3e5a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5454c25f469544ae983cd4ccd035957c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6226485 Mar 01 20:48:07.690425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59976) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:07.710135 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f74b10-0997-4d52-93db-479572e3e5a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e422925d-c0ff-49ca-a788-c0f6ccbf06ff,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:07.740234 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=577d4f98-3a3c-49d8-9879-9dafa646e5f7,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:07.776531 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1131e94c-1782-4143-8c25-61e6b0536e60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:07.803728 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1131e94c-1782-4143-8c25-61e6b0536e60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:07.941802 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1131e94c-1782-4143-8c25-61e6b0536e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:07.959321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131e94c-1782-4143-8c25-61e6b0536e60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e422925d-c0ff-49ca-a788-c0f6ccbf06ff,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:07.962610 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1131e94c-1782-4143-8c25-61e6b0536e60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:07.963750 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1131e94c-1782-4143-8c25-61e6b0536e60 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e422925d-c0ff-49ca-a788-c0f6ccbf06ff HTTP/1.1" status: 204 len: 168 time: 0.2722859 Mar 01 20:48:08.011099 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['577d4f98-3a3c-49d8-9879-9dafa646e5f7'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:08.132374 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2cb605ca-54a0-4a78-83f8-26d70720a81c no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:48:08.208726 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 2cb605ca-54a0-4a78-83f8-26d70720a81c {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:48:08.209067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2cb605ca-54a0-4a78-83f8-26d70720a81c not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:48:08.209652 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2a11ac6d-d152-4f72-85ed-a7e9a10b886e no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:48:08.229949 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59986) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:08.246980 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 2a11ac6d-d152-4f72-85ed-a7e9a10b886e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:48:08.247321 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2a11ac6d-d152-4f72-85ed-a7e9a10b886e not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:48:08.272541 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061d5b4-a896-42b1-bdc6-734a9135302e req-47d9fdf9-d122-4bc7-9992-e35431935652 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:08.274319 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c061d5b4-a896-42b1-bdc6-734a9135302e req-47d9fdf9-d122-4bc7-9992-e35431935652 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=829a54bc-c390-4227-9317-ab4753423882 HTTP/1.1" status: 200 len: 949 time: 0.1136820 Mar 01 20:48:08.338833 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c061d5b4-a896-42b1-bdc6-734a9135302e req-ee8737ef-d48c-4b15-82bd-0c14f5b9c62e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581930 Mar 01 20:48:08.471672 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225e251-f3ce-44ae-aaac-58b2aac8a477 req-4a817370-071b-42e0-a5e7-8eb24fd83e85 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:08.473598 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9225e251-f3ce-44ae-aaac-58b2aac8a477 req-4a817370-071b-42e0-a5e7-8eb24fd83e85 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 945 time: 0.0857313 Mar 01 20:48:08.522600 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9225e251-f3ce-44ae-aaac-58b2aac8a477 req-45faa06b-bce6-44bd-886f-edb7b3e13db8 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434568 Mar 01 20:48:08.564012 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7de62c8a-0ad3-43ee-b20d-78b9d864073a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9b96b968358845c2abd0f182e29119da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3322015 Mar 01 20:48:08.566355 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60006) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:08.628671 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ece9c1dc-926c-43ab-9baa-764562952a95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:08.655462 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ece9c1dc-926c-43ab-9baa-764562952a95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:08.789371 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ece9c1dc-926c-43ab-9baa-764562952a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:08.805618 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece9c1dc-926c-43ab-9baa-764562952a95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:08.900721 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ece9c1dc-926c-43ab-9baa-764562952a95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:08.904252 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ece9c1dc-926c-43ab-9baa-764562952a95 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/82fd5e49-fc04-4b9d-bd86-6a7e3ddaefef HTTP/1.1" status: 204 len: 168 time: 0.3347173 Mar 01 20:48:09.360309 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60050) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:09.482599 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1444095145-network', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:48:09.488976 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:48:09.493203 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Usage tracker for resource:network and tenant:7c2ea0c962884e80b5b9d250faf4e5de is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:48:09.496301 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:48:09.502942 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:48:09.558463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15535ec8-1c36-4aea-a05a-d51bdbc2547a req-feaeba82-5bab-4832-a8d5-bd9abee1b41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:09.560142 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15535ec8-1c36-4aea-a05a-d51bdbc2547a req-feaeba82-5bab-4832-a8d5-bd9abee1b41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=829a54bc-c390-4227-9317-ab4753423882 HTTP/1.1" status: 200 len: 949 time: 0.0957034 Mar 01 20:48:09.570443 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60072) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:09.596937 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Made reservation on behalf of 7c2ea0c962884e80b5b9d250faf4e5de for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:48:09.601353 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:09.620589 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15535ec8-1c36-4aea-a05a-d51bdbc2547a req-1a6ba2c9-360a-44ea-ba04-60d62068ef8b tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535178 Mar 01 20:48:09.632292 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:09.652767 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:48:09.665264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Usage tracker for resource:security_group_rule and tenant:7c2ea0c962884e80b5b9d250faf4e5de is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:48:09.670543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:48:09.679918 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c3af7736-5a8c-4d94-a0b3-1947e009fec0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fbd544a3d1884f7db27afd1a5bce8a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1081796 Mar 01 20:48:09.681655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:48:09.684154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60084) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:09.758716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab10a6a-cf0e-410a-8814-219ef3299c72 req-edfe0ca2-96d5-4997-aa6e-07c6cdd6397e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:09.760307 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ab10a6a-cf0e-410a-8814-219ef3299c72 req-edfe0ca2-96d5-4997-aa6e-07c6cdd6397e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 945 time: 0.0984454 Mar 01 20:48:09.790220 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45263b75-6781-49b7-8873-34635b35a852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:09.810230 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ab10a6a-cf0e-410a-8814-219ef3299c72 req-b62efa70-c10d-442f-abf4-8ed38e661db1 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441282 Mar 01 20:48:09.835035 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45263b75-6781-49b7-8873-34635b35a852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:09.890788 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:09.954896 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:09.996798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79292e01-0e12-4f5b-867e-74f75b9f8e5b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:10.008044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70729b1a-1cc1-418b-acda-0323c8d37ca6 req-43f74752-7c64-4c95-a456-496a4052a1e9 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:10.008749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-70729b1a-1cc1-418b-acda-0323c8d37ca6 req-43f74752-7c64-4c95-a456-496a4052a1e9 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Synchronizing usage tracker for tenant:a89f5baf58c84a808cd5296d2f554260 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:48:10.025910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-70729b1a-1cc1-418b-acda-0323c8d37ca6 req-43f74752-7c64-4c95-a456-496a4052a1e9 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Unset dirty status for tenant:a89f5baf58c84a808cd5296d2f554260 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:48:10.027023 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-70729b1a-1cc1-418b-acda-0323c8d37ca6 req-43f74752-7c64-4c95-a456-496a4052a1e9 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.55 "GET /v2.0/ports?device_id=829a54bc-c390-4227-9317-ab4753423882 HTTP/1.1" status: 200 len: 949 time: 0.1344674 Mar 01 20:48:10.070107 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45263b75-6781-49b7-8873-34635b35a852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:10.090314 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:48:10.101516 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45263b75-6781-49b7-8873-34635b35a852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8d6eb3-3c52-4763-ad96-8426eb16338d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:10.133130 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-70729b1a-1cc1-418b-acda-0323c8d37ca6 req-9ba744f4-72e5-4381-8dd4-26fe61297e81 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Deleting port 4c00dadb-901c-44af-b105-dedab6e06c5a {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:48:10.143339 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-70729b1a-1cc1-418b-acda-0323c8d37ca6 req-9ba744f4-72e5-4381-8dd4-26fe61297e81 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:10.143521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9ba9beeb-2142-4dc9-b740-ac5784ad2710 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:48:10.143521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9ba9beeb-2142-4dc9-b740-ac5784ad2710 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:48:10.165926 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:10.166264 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Added segment 672dca7d-f91d-471e-9e35-d0e52af22db0 of type vlan for network 95a5c81c-b345-48d2-b726-9e7d834c1286 Mar 01 20:48:10.308292 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:10.323652 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:10.345603 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45263b75-6781-49b7-8873-34635b35a852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:10.346703 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-45263b75-6781-49b7-8873-34635b35a852 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ac8d6eb3-3c52-4763-ad96-8426eb16338d HTTP/1.1" status: 204 len: 168 time: 0.6616616 Mar 01 20:48:10.399351 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e966c717-3076-4552-81ac-50afb0d8b605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ba9beeb-2142-4dc9-b740-ac5784ad2710'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:10.408292 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9ba9beeb-2142-4dc9-b740-ac5784ad2710, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:10.440227 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9ba9beeb-2142-4dc9-b740-ac5784ad2710, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:10.456223 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '9ba9beeb-2142-4dc9-b740-ac5784ad2710', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'port_id': '9ba9beeb-2142-4dc9-b740-ac5784ad2710', 'mac_address': 'fa:16:3e:86:0e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:48:10.486452 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e966c717-3076-4552-81ac-50afb0d8b605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ba9beeb-2142-4dc9-b740-ac5784ad2710', 'code': 200} Mar 01 20:48:10.506476 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:10.511548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-70729b1a-1cc1-418b-acda-0323c8d37ca6 req-9ba744f4-72e5-4381-8dd4-26fe61297e81 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] For port 4c00dadb-901c-44af-b105-dedab6e06c5a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=4c00dadb-901c-44af-b105-dedab6e06c5a,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:10.512095 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-70729b1a-1cc1-418b-acda-0323c8d37ca6 req-9ba744f4-72e5-4381-8dd4-26fe61297e81 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:10.596258 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:10.613569 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:10.615088 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:10.616097 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:10.633874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ba9beeb-2142-4dc9-b740-ac5784ad2710 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:48:10.720850 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:48:10.723250 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:48:10.723351 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=9ba9beeb-2142-4dc9-b740-ac5784ad2710,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:10.848619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-70729b1a-1cc1-418b-acda-0323c8d37ca6 req-9ba744f4-72e5-4381-8dd4-26fe61297e81 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Calling delete_port for 4c00dadb-901c-44af-b105-dedab6e06c5a owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:48:10.884048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] Pushing event updated for resources: {'Network': ['ID=95a5c81c-b345-48d2-b726-9e7d834c1286,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:10.899545 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 95a5c81c-b345-48d2-b726-9e7d834c1286 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:48:10.918375 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-225aee3b-71e3-4dcd-a3b0-7b538271be15 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5567386 Mar 01 20:48:10.921786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60112) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:10.951458 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-d44f4361-417d-48b2-a6f6-5a873a1edc48 admin admin] Request body: {'subnet': {'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1444095145-subnet', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:48:10.960166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d44f4361-417d-48b2-a6f6-5a873a1edc48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:48:10.970755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d44f4361-417d-48b2-a6f6-5a873a1edc48 admin admin] Usage tracker for resource:subnet and tenant:7c2ea0c962884e80b5b9d250faf4e5de is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:48:10.972856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d44f4361-417d-48b2-a6f6-5a873a1edc48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:48:10.991098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd0bec9-badd-4ce2-b882-0725378f9246 req-a3905586-a1ea-42c6-b5fb-7b696686bd18 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:11.001944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fd0bec9-badd-4ce2-b882-0725378f9246 req-a3905586-a1ea-42c6-b5fb-7b696686bd18 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=829a54bc-c390-4227-9317-ab4753423882 HTTP/1.1" status: 200 len: 949 time: 0.1981602 Mar 01 20:48:11.033729 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d44f4361-417d-48b2-a6f6-5a873a1edc48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:48:11.153429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 577d4f98-3a3c-49d8-9879-9dafa646e5f7 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:48:11.161792 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fd0bec9-badd-4ce2-b882-0725378f9246 req-5833ea23-a843-45ea-adfb-c873d5514a5d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584606 Mar 01 20:48:11.203169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44f4361-417d-48b2-a6f6-5a873a1edc48 admin admin] Made reservation on behalf of 7c2ea0c962884e80b5b9d250faf4e5de for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:48:11.206493 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d44f4361-417d-48b2-a6f6-5a873a1edc48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:11.239198 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-70729b1a-1cc1-418b-acda-0323c8d37ca6 req-9ba744f4-72e5-4381-8dd4-26fe61297e81 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:11.302259 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:11.308196 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba744f4-72e5-4381-8dd4-26fe61297e81 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Pushing event deleted for resources: {'Port': ['ID=4c00dadb-901c-44af-b105-dedab6e06c5a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:11.318118 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['d3617190-df4c-4ab0-b2f5-9594a0735901', 'eac1e254-07cb-4c1c-a51f-a29c203477ed'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:11.369336 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3ba004-302d-4a7c-9285-fc964d0c41c7 req-c52a6589-a1eb-45f6-abc3-6c76902464e1 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:11.370845 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff3ba004-302d-4a7c-9285-fc964d0c41c7 req-c52a6589-a1eb-45f6-abc3-6c76902464e1 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 945 time: 0.3384180 Mar 01 20:48:11.410280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-70729b1a-1cc1-418b-acda-0323c8d37ca6 req-9ba744f4-72e5-4381-8dd4-26fe61297e81 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] No DVR routers for this DVR port 4c00dadb-901c-44af-b105-dedab6e06c5a on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:48:11.413960 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-70729b1a-1cc1-418b-acda-0323c8d37ca6 req-9ba744f4-72e5-4381-8dd4-26fe61297e81 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:11.425790 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '829a54bc-c390-4227-9317-ab4753423882', 'name': 'network-vif-deleted', 'tag': '4c00dadb-901c-44af-b105-dedab6e06c5a'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:11.439654 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['68c307f4-6ba6-444d-9cf1-fc3106631b2a', 'dbe6689a-d91e-4fd2-aeb0-42fcd5208208', 'fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf', 'cd4cd533-477f-4f3c-863d-27706a21a60b', '5e8da63d-40c5-4f57-b76e-e7018098f367'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:11.489081 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-70729b1a-1cc1-418b-acda-0323c8d37ca6 req-9ba744f4-72e5-4381-8dd4-26fe61297e81 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.55 "DELETE /v2.0/ports/4c00dadb-901c-44af-b105-dedab6e06c5a HTTP/1.1" status: 204 len: 173 time: 1.4554362 Mar 01 20:48:11.512511 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '829a54bc-c390-4227-9317-ab4753423882', 'name': 'network-vif-deleted', 'tag': '4c00dadb-901c-44af-b105-dedab6e06c5a', 'status': 'completed', 'code': 200} Mar 01 20:48:11.514996 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff3ba004-302d-4a7c-9285-fc964d0c41c7 req-09f3049f-1ed3-4a97-98d4-b3a5ba9a66fb tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166124 Mar 01 20:48:11.557127 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba9beeb-2142-4dc9-b740-ac5784ad2710 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:48:11.661793 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9ba9beeb-2142-4dc9-b740-ac5784ad2710, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:11.691179 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 577d4f98-3a3c-49d8-9879-9dafa646e5f7 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:48:11.699554 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 577d4f98-3a3c-49d8-9879-9dafa646e5f7 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:48:11.700139 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:11.753834 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d44f4361-417d-48b2-a6f6-5a873a1edc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:11.759119 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:11.931081 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f4361-417d-48b2-a6f6-5a873a1edc48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:11.951601 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44f4361-417d-48b2-a6f6-5a873a1edc48 admin admin] Checking segment: {'id': '672dca7d-f91d-471e-9e35-d0e52af22db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:48:11.952198 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44f4361-417d-48b2-a6f6-5a873a1edc48 admin admin] Network hostable DHCP agents. Network: 95a5c81c-b345-48d2-b726-9e7d834c1286, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:48:11.952916 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['9ba9beeb-2142-4dc9-b740-ac5784ad2710'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:12.005191 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=9ba9beeb-2142-4dc9-b740-ac5784ad2710,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:12.073807 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44f4361-417d-48b2-a6f6-5a873a1edc48 admin admin] Network 95a5c81c-b345-48d2-b726-9e7d834c1286 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:48:12.164759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-d44f4361-417d-48b2-a6f6-5a873a1edc48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 95a5c81c-b345-48d2-b726-9e7d834c1286) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:48:12.175686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f4361-417d-48b2-a6f6-5a873a1edc48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:12.176531 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d44f4361-417d-48b2-a6f6-5a873a1edc48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:12.192659 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:12.201402 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acf9665-edfd-4526-baa4-f697c3f9a8a9 None None] Network 95a5c81c-b345-48d2-b726-9e7d834c1286 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:48:12.302160 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d44f4361-417d-48b2-a6f6-5a873a1edc48 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3668213 Mar 01 20:48:12.304732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60150) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:12.310115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1444095145-router', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:48:12.320466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:48:12.331231 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Usage tracker for resource:router and tenant:7c2ea0c962884e80b5b9d250faf4e5de is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:48:12.370925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:48:12.383562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:48:12.425214 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22392f91-ead1-4238-90a5-b1ec2a8afd2c req-b7f0153d-ed08-4e8c-b288-fcb201799605 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=829a54bc-c390-4227-9317-ab4753423882 HTTP/1.1" status: 200 len: 210 time: 0.0976143 Mar 01 20:48:12.487253 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2088499f-669b-4dcc-b308-46c96d557a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577d4f98-3a3c-49d8-9879-9dafa646e5f7'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:12.494373 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e476a225-661d-4669-af71-6137c3feb968 req-003cc17c-1097-428e-88a8-3e4275d99b9a tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:12.515409 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e476a225-661d-4669-af71-6137c3feb968 req-003cc17c-1097-428e-88a8-3e4275d99b9a tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 1096 time: 0.1325490 Mar 01 20:48:12.518382 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 577d4f98-3a3c-49d8-9879-9dafa646e5f7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=577d4f98-3a3c-49d8-9879-9dafa646e5f7,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:12.558022 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:12.563937 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:12.613114 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2088499f-669b-4dcc-b308-46c96d557a12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '577d4f98-3a3c-49d8-9879-9dafa646e5f7', 'code': 200} Mar 01 20:48:12.614116 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e476a225-661d-4669-af71-6137c3feb968 req-347ac187-e931-4d01-a551-70c670bd6704 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964625 Mar 01 20:48:12.650022 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:12.680871 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:12.681582 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 4c00dadb-901c-44af-b105-dedab6e06c5a no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:48:12.824818 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 4c00dadb-901c-44af-b105-dedab6e06c5a {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:48:12.824933 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 4c00dadb-901c-44af-b105-dedab6e06c5a not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:48:12.933210 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18160882-2872-4ece-9a3b-f6be149178d5 req-874ee637-e3cf-4ef5-ae78-251407cacf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:12.934772 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18160882-2872-4ece-9a3b-f6be149178d5 req-874ee637-e3cf-4ef5-ae78-251407cacf43 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 1097 time: 0.1769614 Mar 01 20:48:13.013970 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=577d4f98-3a3c-49d8-9879-9dafa646e5f7,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:13.043043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-95a5c81c-b345-48d2-b726-9e7d834c1286', 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'fixed_ips': [{'subnet_id': 'ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:48:13.044031 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:13.066136 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18160882-2872-4ece-9a3b-f6be149178d5 req-bc5a747c-8a16-4a70-b36f-dc8302cbb7b3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216893 Mar 01 20:48:13.362141 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:13.387031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380b415-cbd2-4793-9be3-247cc22e7aca req-8c7fecaa-f197-44ce-94f3-b6ac9e86fab1 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:13.388458 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4380b415-cbd2-4793-9be3-247cc22e7aca req-8c7fecaa-f197-44ce-94f3-b6ac9e86fab1 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 946 time: 0.4292371 Mar 01 20:48:13.453784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Allocated IP 172.20.0.2 (95a5c81c-b345-48d2-b726-9e7d834c1286/ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de/e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:48:13.454470 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4380b415-cbd2-4793-9be3-247cc22e7aca req-7bfa2907-6d10-429f-80a8-fe3da0740e8f tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566349 Mar 01 20:48:13.805902 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:13.829263 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Transition to ACTIVE for port object e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:48:13.863184 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Transition to ACTIVE for port object e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:48:13.964870 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:13.976729 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:14.020050 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:14.046102 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Network 95a5c81c-b345-48d2-b726-9e7d834c1286 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:48:14.049188 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:48:14.057820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:48:14.095888 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Pushing event updated for resources: {'Port': ['ID=e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:14.099670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d19f-a3de-4ea4-a1ce-3dad8b74ddbe req-c4509301-e85d-4177-b079-04a53a98421c tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:14.100164 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d19f-a3de-4ea4-a1ce-3dad8b74ddbe req-c4509301-e85d-4177-b079-04a53a98421c tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:14.100640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d19f-a3de-4ea4-a1ce-3dad8b74ddbe req-c4509301-e85d-4177-b079-04a53a98421c tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:14.102840 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d19f-a3de-4ea4-a1ce-3dad8b74ddbe req-c4509301-e85d-4177-b079-04a53a98421c tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:14.102840 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d19f-a3de-4ea4-a1ce-3dad8b74ddbe req-c4509301-e85d-4177-b079-04a53a98421c tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:14.105337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d19f-a3de-4ea4-a1ce-3dad8b74ddbe req-c4509301-e85d-4177-b079-04a53a98421c tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:14.105863 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d19f-a3de-4ea4-a1ce-3dad8b74ddbe req-c4509301-e85d-4177-b079-04a53a98421c tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:14.106660 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d19f-a3de-4ea4-a1ce-3dad8b74ddbe req-c4509301-e85d-4177-b079-04a53a98421c tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:14.106823 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d19f-a3de-4ea4-a1ce-3dad8b74ddbe req-c4509301-e85d-4177-b079-04a53a98421c tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:14.111504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d19f-a3de-4ea4-a1ce-3dad8b74ddbe req-c4509301-e85d-4177-b079-04a53a98421c tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:14.113947 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d19f-a3de-4ea4-a1ce-3dad8b74ddbe req-c4509301-e85d-4177-b079-04a53a98421c tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:14.113947 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d19f-a3de-4ea4-a1ce-3dad8b74ddbe req-c4509301-e85d-4177-b079-04a53a98421c tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:14.113947 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b2d19f-a3de-4ea4-a1ce-3dad8b74ddbe req-c4509301-e85d-4177-b079-04a53a98421c tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:14.137958 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-08b2d19f-a3de-4ea4-a1ce-3dad8b74ddbe req-c4509301-e85d-4177-b079-04a53a98421c tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9243 time: 0.3742843 Mar 01 20:48:14.164411 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9ba9beeb-2142-4dc9-b740-ac5784ad2710 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:48:14.246751 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Attempting to bind port e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:48:14.247116 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Attempting to bind port e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '672dca7d-f91d-471e-9e35-d0e52af22db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:48:14.247499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Attempting to bind port e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce on network 95a5c81c-b345-48d2-b726-9e7d834c1286 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:48:14.263039 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:48:14.263447 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Checking segment: {'id': '672dca7d-f91d-471e-9e35-d0e52af22db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:48:14.263850 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:14.264236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Bound using segment: {'id': '672dca7d-f91d-471e-9e35-d0e52af22db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:48:14.264709 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Bound port: e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672dca7d-f91d-471e-9e35-d0e52af22db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:48:14.265076 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:14.292960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Allocated IP 172.25.5.210 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/f94c6a10-07af-4f9c-83bd-333d0e6e6ceb) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:48:14.363452 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 9ba9beeb-2142-4dc9-b740-ac5784ad2710 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:48:14.415632 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:14.423046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] For port e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:48:14.445408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] For port e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce,segment=NetworkSegment(672dca7d-f91d-471e-9e35-d0e52af22db0),segment_id=672dca7d-f91d-471e-9e35-d0e52af22db0)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:48:14.543697 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:14.593186 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9ba9beeb-2142-4dc9-b740-ac5784ad2710, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:14.614030 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e966c717-3076-4552-81ac-50afb0d8b605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba9beeb-2142-4dc9-b740-ac5784ad2710'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:14.618861 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:14.662284 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:14.800794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63091419-bdf0-4851-93ff-01c3d3389d4d req-9d494f41-190c-4a6c-a8f2-67429cff780a tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:14.817692 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-63091419-bdf0-4851-93ff-01c3d3389d4d req-9d494f41-190c-4a6c-a8f2-67429cff780a tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 886 time: 0.1898465 Mar 01 20:48:14.877875 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:14.880185 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:14.961602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Pushing event updated for resources: {'Port': ['ID=f94c6a10-07af-4f9c-83bd-333d0e6e6ceb,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:14.997923 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:48:15.001977 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:48:15.008003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:48:15.033393 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472cdfc-c7e4-4054-a718-8c02c2ecfd76 None None] Pushing event updated for resources: {'Port': ['ID=e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:15.210859 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=9ba9beeb-2142-4dc9-b740-ac5784ad2710,revision_number=10']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:15.707036 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:15.939146 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:48:16.098385 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-410c0f87-fe6c-4629-afcb-56cf0d8eb76c tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:48:16.099572 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-410c0f87-fe6c-4629-afcb-56cf0d8eb76c tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0358346 Mar 01 20:48:16.115346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-aa17c77b-8db5-4eba-a28b-9c2d858a59c4 service neutron] Request body: {'binding': {'host': 'n-h1-827896-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:48:16.116139 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-aa17c77b-8db5-4eba-a28b-9c2d858a59c4 service neutron] Unknown quota resources ['binding']. {{(pid=88518) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 01 20:48:16.190843 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:48:16.292038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaeb48e0-057f-4bb6-80db-1c6d7768b4b8 req-ac352ddc-5300-4ba3-8a31-3de5e055cf41 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:16.299643 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aaeb48e0-057f-4bb6-80db-1c6d7768b4b8 req-ac352ddc-5300-4ba3-8a31-3de5e055cf41 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 946 time: 0.3773146 Mar 01 20:48:16.399430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60b590f-41d8-4c3f-8794-b1b0aabd5239 None None] Network 95a5c81c-b345-48d2-b726-9e7d834c1286 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:48:16.416790 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:16.629804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-30521e14-8232-4d67-a1e6-b9469fd62681 None None] Provisioning for port e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:48:16.640104 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-30521e14-8232-4d67-a1e6-b9469fd62681 None None] Provisioning complete for port e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:48:16.640431 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-30521e14-8232-4d67-a1e6-b9469fd62681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:16.676501 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aaeb48e0-057f-4bb6-80db-1c6d7768b4b8 req-cc2697bb-bc76-4150-a504-e915437bb5a7 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3759058 Mar 01 20:48:16.760401 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e966c717-3076-4552-81ac-50afb0d8b605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba9beeb-2142-4dc9-b740-ac5784ad2710', 'code': 200} Mar 01 20:48:16.839375 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-30521e14-8232-4d67-a1e6-b9469fd62681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:16.886059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-30521e14-8232-4d67-a1e6-b9469fd62681 None None] For port e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce,segment=NetworkSegment(672dca7d-f91d-471e-9e35-d0e52af22db0),segment_id=672dca7d-f91d-471e-9e35-d0e52af22db0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:16.981099 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-30521e14-8232-4d67-a1e6-b9469fd62681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:17.006524 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-aa17c77b-8db5-4eba-a28b-9c2d858a59c4 service neutron] Attempting to bind port 70d093f0-de99-481e-a263-3ba10843989d on host n-h1-827896-4 for vnic_type normal with profile None {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:48:17.012941 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-aa17c77b-8db5-4eba-a28b-9c2d858a59c4 service neutron] Attempting to bind port 70d093f0-de99-481e-a263-3ba10843989d by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:48:17.013487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-aa17c77b-8db5-4eba-a28b-9c2d858a59c4 service neutron] Attempting to bind port 70d093f0-de99-481e-a263-3ba10843989d on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:48:17.042678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-aa17c77b-8db5-4eba-a28b-9c2d858a59c4 service neutron] Port 70d093f0-de99-481e-a263-3ba10843989d on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:48:17.043015 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-aa17c77b-8db5-4eba-a28b-9c2d858a59c4 service neutron] Attempting to bind port 70d093f0-de99-481e-a263-3ba10843989d on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:48:17.055079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-aa17c77b-8db5-4eba-a28b-9c2d858a59c4 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 47, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:48:17.055079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-aa17c77b-8db5-4eba-a28b-9c2d858a59c4 service neutron] Checking segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:48:17.055521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-aa17c77b-8db5-4eba-a28b-9c2d858a59c4 service neutron] Bound using segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:48:17.055651 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-aa17c77b-8db5-4eba-a28b-9c2d858a59c4 service neutron] Bound port: 70d093f0-de99-481e-a263-3ba10843989d, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:48:17.142602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Router 17e36c9b-0af9-4a10-8df3-683cac07f4b0 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 20:48:17.159990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30521e14-8232-4d67-a1e6-b9469fd62681 None None] Pushing event updated for resources: {'Port': ['ID=e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:17.160528 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-aa17c77b-8db5-4eba-a28b-9c2d858a59c4 service neutron] For port 70d093f0-de99-481e-a263-3ba10843989d, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=70d093f0-de99-481e-a263-3ba10843989d,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:48:17.228547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-cbd3cc46-8486-43ff-9e83-f505d06f3c91 None None] Provisioning complete for port e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:48:17.229008 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cbd3cc46-8486-43ff-9e83-f505d06f3c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:17.379682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0084564-8809-4873-81a2-9c4c7bbd53d3 req-770b1ccd-430f-4e81-898d-e7af930cdd54 tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:17.380201 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0084564-8809-4873-81a2-9c4c7bbd53d3 req-770b1ccd-430f-4e81-898d-e7af930cdd54 tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:17.380684 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0084564-8809-4873-81a2-9c4c7bbd53d3 req-770b1ccd-430f-4e81-898d-e7af930cdd54 tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:17.381160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0084564-8809-4873-81a2-9c4c7bbd53d3 req-770b1ccd-430f-4e81-898d-e7af930cdd54 tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:17.381631 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0084564-8809-4873-81a2-9c4c7bbd53d3 req-770b1ccd-430f-4e81-898d-e7af930cdd54 tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:17.382108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0084564-8809-4873-81a2-9c4c7bbd53d3 req-770b1ccd-430f-4e81-898d-e7af930cdd54 tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:17.382581 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0084564-8809-4873-81a2-9c4c7bbd53d3 req-770b1ccd-430f-4e81-898d-e7af930cdd54 tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:17.383049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0084564-8809-4873-81a2-9c4c7bbd53d3 req-770b1ccd-430f-4e81-898d-e7af930cdd54 tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:17.383612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0084564-8809-4873-81a2-9c4c7bbd53d3 req-770b1ccd-430f-4e81-898d-e7af930cdd54 tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:17.384077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0084564-8809-4873-81a2-9c4c7bbd53d3 req-770b1ccd-430f-4e81-898d-e7af930cdd54 tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:17.384537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0084564-8809-4873-81a2-9c4c7bbd53d3 req-770b1ccd-430f-4e81-898d-e7af930cdd54 tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:17.385003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0084564-8809-4873-81a2-9c4c7bbd53d3 req-770b1ccd-430f-4e81-898d-e7af930cdd54 tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:17.385465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0084564-8809-4873-81a2-9c4c7bbd53d3 req-770b1ccd-430f-4e81-898d-e7af930cdd54 tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:17.387693 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e0084564-8809-4873-81a2-9c4c7bbd53d3 req-770b1ccd-430f-4e81-898d-e7af930cdd54 tempest-NetworksTest-736837184 tempest-NetworksTest-736837184-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9243 time: 0.5563812 Mar 01 20:48:17.398001 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-aa17c77b-8db5-4eba-a28b-9c2d858a59c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:17.398944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-aa17c77b-8db5-4eba-a28b-9c2d858a59c4 service neutron] 10.222.0.42 "POST /v2.0/ports/70d093f0-de99-481e-a263-3ba10843989d/bindings HTTP/1.1" status: 201 len: 389 time: 1.2915297 Mar 01 20:48:17.409622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b8204-dc65-494e-93c3-f978b0a6f6da req-cf58e75e-3ab3-4d18-b2d8-821fd9dd6b6a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:17.410161 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-fc8b8204-dc65-494e-93c3-f978b0a6f6da req-cf58e75e-3ab3-4d18-b2d8-821fd9dd6b6a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Synchronizing usage tracker for tenant:a89f5baf58c84a808cd5296d2f554260 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:48:17.492708 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-fc8b8204-dc65-494e-93c3-f978b0a6f6da req-cf58e75e-3ab3-4d18-b2d8-821fd9dd6b6a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Unset dirty status for tenant:a89f5baf58c84a808cd5296d2f554260 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:48:17.493984 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fc8b8204-dc65-494e-93c3-f978b0a6f6da req-cf58e75e-3ab3-4d18-b2d8-821fd9dd6b6a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 949 time: 0.2467766 Mar 01 20:48:17.533010 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:48:17.542986 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] Sync routers for ids ['17e36c9b-0af9-4a10-8df3-683cac07f4b0'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:48:17.559960 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] Routers {'17e36c9b-0af9-4a10-8df3-683cac07f4b0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:48:17.562372 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:48:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['17e36c9b-0af9-4a10-8df3-683cac07f4b0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:17.602319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60268) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:17.627183 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-fc8b8204-dc65-494e-93c3-f978b0a6f6da req-4cb3bb88-0f5b-4b84-abb5-dfc24dc77e46 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Deleting port 5e8da63d-40c5-4f57-b76e-e7018098f367 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:48:17.627550 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fc8b8204-dc65-494e-93c3-f978b0a6f6da req-4cb3bb88-0f5b-4b84-abb5-dfc24dc77e46 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:17.688077 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:17.689567 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-22bb7fdc-33f9-46e0-abcc-bdc426008973 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3836079 Mar 01 20:48:17.697411 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60272) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:17.865639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:48:17.908585 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] Set router 17e36c9b-0af9-4a10-8df3-683cac07f4b0 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:48:18.012801 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:48:18.013368 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:18.381166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60284) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:18.441066 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec860ae-217d-49d5-969c-0820960c75aa req-915580a1-1555-47e6-a78d-684e76a99fe3 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:18.448917 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ec860ae-217d-49d5-969c-0820960c75aa req-915580a1-1555-47e6-a78d-684e76a99fe3 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 1097 time: 0.4165981 Mar 01 20:48:18.503306 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'name': 'tempest-ServersTestManualDisk-1444095145-router', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:48:12Z', 'updated_at': '2022-03-01T20:48:15Z', 'revision_number': 3, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'gw_port': {'id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:14Z', 'updated_at': '2022-03-01T20:48:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:18.511812 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0204a2f7-1df4-4059-8abf-117d732d2bed req-c6efccbd-e919-4721-b97e-f1c4386bbadf tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:18.513685 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0204a2f7-1df4-4059-8abf-117d732d2bed req-c6efccbd-e919-4721-b97e-f1c4386bbadf tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 949 time: 0.6451583 Mar 01 20:48:18.515164 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] Checking router: 17e36c9b-0af9-4a10-8df3-683cac07f4b0 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:48:18.515626 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] Updating router 17e36c9b-0af9-4a10-8df3-683cac07f4b0 port f94c6a10-07af-4f9c-83bd-333d0e6e6ceb binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:48:18.625024 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:18.647040 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a208fd17-d304-4719-9015-80043d0a2571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:18.694231 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a208fd17-d304-4719-9015-80043d0a2571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:48:18.698903 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a208fd17-d304-4719-9015-80043d0a2571 admin admin] Usage tracker for resource:security_group_rule and tenant:dee45dc4a70f4867bf0445df4d89f5f7 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:48:18.702192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a208fd17-d304-4719-9015-80043d0a2571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:48:18.718841 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ec860ae-217d-49d5-969c-0820960c75aa req-8aca0b78-43e5-416d-af68-791cc6be5296 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687221 Mar 01 20:48:18.720505 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a208fd17-d304-4719-9015-80043d0a2571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:48:18.727732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-490d05ef-451f-4049-ae45-eaadc6e8ece0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:18.729357 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-490d05ef-451f-4049-ae45-eaadc6e8ece0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 1096 time: 0.5339501 Mar 01 20:48:18.731686 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-fc8b8204-dc65-494e-93c3-f978b0a6f6da req-4cb3bb88-0f5b-4b84-abb5-dfc24dc77e46 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] For port 5e8da63d-40c5-4f57-b76e-e7018098f367, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=5e8da63d-40c5-4f57-b76e-e7018098f367,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:18.732215 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fc8b8204-dc65-494e-93c3-f978b0a6f6da req-4cb3bb88-0f5b-4b84-abb5-dfc24dc77e46 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:18.814172 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0204a2f7-1df4-4059-8abf-117d732d2bed req-142726e2-9b89-4ba0-be78-f0ef527569c4 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368968 Mar 01 20:48:18.979020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-fc8b8204-dc65-494e-93c3-f978b0a6f6da req-4cb3bb88-0f5b-4b84-abb5-dfc24dc77e46 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Calling delete_port for 5e8da63d-40c5-4f57-b76e-e7018098f367 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:48:19.295454 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:19.357698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-d4192ed5-e95a-4d68-b8e0-eddcb740fa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:19.359316 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-d4192ed5-e95a-4d68-b8e0-eddcb740fa5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 909 time: 0.6178381 Mar 01 20:48:19.460587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f2ab3-05eb-4072-b9cb-36822505f209 req-34c1c815-f2e7-4580-82e9-65b23d5a10dc tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:19.465768 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] Transition to ACTIVE for port object f94c6a10-07af-4f9c-83bd-333d0e6e6ceb will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:48:19.467577 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-240f2ab3-05eb-4072-b9cb-36822505f209 req-34c1c815-f2e7-4580-82e9-65b23d5a10dc tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 945 time: 0.4235082 Mar 01 20:48:19.485327 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fc8b8204-dc65-494e-93c3-f978b0a6f6da req-4cb3bb88-0f5b-4b84-abb5-dfc24dc77e46 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:19.501675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['d3617190-df4c-4ab0-b2f5-9594a0735901', 'eac1e254-07cb-4c1c-a51f-a29c203477ed'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:19.520725 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-99e4fe3d-abb7-42d5-8ca2-16855cdb3c40 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70d093f0-de99-481e-a263-3ba10843989d HTTP/1.1" status: 200 len: 217 time: 0.1437082 Mar 01 20:48:19.533639 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a208fd17-d304-4719-9015-80043d0a2571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:19.533824 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['68c307f4-6ba6-444d-9cf1-fc3106631b2a', 'dbe6689a-d91e-4fd2-aeb0-42fcd5208208', 'fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf', 'cd4cd533-477f-4f3c-863d-27706a21a60b'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:19.561867 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3bb88-0f5b-4b84-abb5-dfc24dc77e46 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Pushing event deleted for resources: {'Port': ['ID=5e8da63d-40c5-4f57-b76e-e7018098f367,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:19.564938 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:19.589099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19353316-38c8-4aac-89ea-86854ffbca49 req-62ab7af7-e503-4a0a-91bf-0a5a26fc0565 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:19.597571 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19353316-38c8-4aac-89ea-86854ffbca49 req-62ab7af7-e503-4a0a-91bf-0a5a26fc0565 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 1097 time: 0.5496762 Mar 01 20:48:19.681581 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-240f2ab3-05eb-4072-b9cb-36822505f209 req-669fdbb4-0c25-4b41-852f-081e0c7ca7f9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122688 Mar 01 20:48:19.736335 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] Attempting to bind port f94c6a10-07af-4f9c-83bd-333d0e6e6ceb on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:48:19.736913 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] Attempting to bind port f94c6a10-07af-4f9c-83bd-333d0e6e6ceb by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:48:19.737315 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] Attempting to bind port f94c6a10-07af-4f9c-83bd-333d0e6e6ceb on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:48:19.762229 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:48:19.762711 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:48:19.763223 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:19.763733 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:48:19.764294 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] Bound port: f94c6a10-07af-4f9c-83bd-333d0e6e6ceb, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:48:19.764759 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:19.795722 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e9043-13aa-478d-8416-e840cca18c7b None None] Pushing event updated for resources: {'Port': ['ID=f94c6a10-07af-4f9c-83bd-333d0e6e6ceb,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:19.806710 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19353316-38c8-4aac-89ea-86854ffbca49 req-6e41cd62-82fd-4fc8-a803-80f12ef8864f tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082722 Mar 01 20:48:19.820720 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e9043-13aa-478d-8416-e840cca18c7b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:19.821207 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e9043-13aa-478d-8416-e840cca18c7b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:19.821672 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e9043-13aa-478d-8416-e840cca18c7b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:19.822227 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e9043-13aa-478d-8416-e840cca18c7b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:19.822652 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e9043-13aa-478d-8416-e840cca18c7b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:19.823156 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e9043-13aa-478d-8416-e840cca18c7b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:19.823601 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e9043-13aa-478d-8416-e840cca18c7b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:19.824015 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e9043-13aa-478d-8416-e840cca18c7b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:19.824444 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e9043-13aa-478d-8416-e840cca18c7b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:19.824844 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e9043-13aa-478d-8416-e840cca18c7b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:19.825269 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e9043-13aa-478d-8416-e840cca18c7b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:19.825683 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192e9043-13aa-478d-8416-e840cca18c7b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:19.843763 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a208fd17-d304-4719-9015-80043d0a2571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:19.871802 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90aad4e5-eac7-4934-a8bf-f0d38e264a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:19.894193 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] For port f94c6a10-07af-4f9c-83bd-333d0e6e6ceb, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:48:19.895306 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8b8204-dc65-494e-93c3-f978b0a6f6da req-4cb3bb88-0f5b-4b84-abb5-dfc24dc77e46 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] No DVR routers for this DVR port 5e8da63d-40c5-4f57-b76e-e7018098f367 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:48:19.900168 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fc8b8204-dc65-494e-93c3-f978b0a6f6da req-4cb3bb88-0f5b-4b84-abb5-dfc24dc77e46 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:19.901133 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] For port f94c6a10-07af-4f9c-83bd-333d0e6e6ceb, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f94c6a10-07af-4f9c-83bd-333d0e6e6ceb,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:48:19.926066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6', 'name': 'network-vif-deleted', 'tag': '5e8da63d-40c5-4f57-b76e-e7018098f367'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:19.944380 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:48:19.944644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208fd17-d304-4719-9015-80043d0a2571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd0cd2d-923b-4d93-a865-1f105f1d202b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:19.967743 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-b74ca72d-5123-49eb-99ff-21ac57df72db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:19.971000 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-b74ca72d-5123-49eb-99ff-21ac57df72db service neutron] 10.222.0.57 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.4428172 Mar 01 20:48:20.070749 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6', 'name': 'network-vif-deleted', 'tag': '5e8da63d-40c5-4f57-b76e-e7018098f367', 'status': 'completed', 'code': 200} Mar 01 20:48:20.122636 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-9a2478d6-1751-467b-bf1b-1b69178bdc71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1308398 Mar 01 20:48:20.208314 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 5e8da63d-40c5-4f57-b76e-e7018098f367 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:48:20.226248 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3510f714-06ee-4931-abbf-5a171cae7a38 req-0e4b41b1-c6fe-452f-9cf0-7defd0862200 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 210 time: 0.2329891 Mar 01 20:48:20.228768 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a208fd17-d304-4719-9015-80043d0a2571 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dee45dc4a70f4867bf0445df4d89f5f7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8349841 Mar 01 20:48:20.258306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60312) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:20.306664 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 5e8da63d-40c5-4f57-b76e-e7018098f367 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:48:20.307027 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 5e8da63d-40c5-4f57-b76e-e7018098f367 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:48:20.311045 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:20.384180 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be7d1c42-e45e-4d9f-a4a0-4afc22f32db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:20.435789 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-90aad4e5-eac7-4934-a8bf-f0d38e264a50 admin admin] Allocated IP 172.20.0.1 (95a5c81c-b345-48d2-b726-9e7d834c1286/ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de/377f7c5b-51c9-44f1-97e2-439e159ad20d) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:48:20.479472 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e9043-13aa-478d-8416-e840cca18c7b None None] Pushing event updated for resources: {'Port': ['ID=f94c6a10-07af-4f9c-83bd-333d0e6e6ceb,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:20.489783 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] Routers {'17e36c9b-0af9-4a10-8df3-683cac07f4b0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:48:20.490378 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:48:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['17e36c9b-0af9-4a10-8df3-683cac07f4b0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:20.779660 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-ad2e1f06-4405-412f-bf0c-937f35bc776b service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6348832 Mar 01 20:48:20.817004 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90aad4e5-eac7-4934-a8bf-f0d38e264a50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:20.869537 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-90aad4e5-eac7-4934-a8bf-f0d38e264a50 admin admin] Transition to ACTIVE for port object 377f7c5b-51c9-44f1-97e2-439e159ad20d will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:48:20.917718 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fc8b8204-dc65-494e-93c3-f978b0a6f6da req-4cb3bb88-0f5b-4b84-abb5-dfc24dc77e46 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "DELETE /v2.0/ports/5e8da63d-40c5-4f57-b76e-e7018098f367 HTTP/1.1" status: 204 len: 173 time: 3.4165823 Mar 01 20:48:20.965173 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] Set router 17e36c9b-0af9-4a10-8df3-683cac07f4b0 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:48:20.977166 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90aad4e5-eac7-4934-a8bf-f0d38e264a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:21.137375 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:21.215506 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aad4e5-eac7-4934-a8bf-f0d38e264a50 admin admin] Network 95a5c81c-b345-48d2-b726-9e7d834c1286 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:48:21.217010 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-90aad4e5-eac7-4934-a8bf-f0d38e264a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:48:21.222466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90aad4e5-eac7-4934-a8bf-f0d38e264a50 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:48:21.224468 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90aad4e5-eac7-4934-a8bf-f0d38e264a50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:21.231077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aad4e5-eac7-4934-a8bf-f0d38e264a50 admin admin] Pushing event updated for resources: {'Port': ['ID=377f7c5b-51c9-44f1-97e2-439e159ad20d,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:21.556017 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'name': 'tempest-ServersTestManualDisk-1444095145-router', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:48:12Z', 'updated_at': '2022-03-01T20:48:15Z', 'revision_number': 3, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'gw_port': {'id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:14Z', 'updated_at': '2022-03-01T20:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:21.574664 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b20d3f-f1c6-4033-ad91-913fe320ab1f None None] The sync data for ids ['17e36c9b-0af9-4a10-8df3-683cac07f4b0'] in n-d-827896-4 is: [{'id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'name': 'tempest-ServersTestManualDisk-1444095145-router', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:48:12Z', 'updated_at': '2022-03-01T20:48:15Z', 'revision_number': 3, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'gw_port': {'id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:14Z', 'updated_at': '2022-03-01T20:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:48:21.636708 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-6eac0e38-7f51-4102-83ab-96e1aba309fd service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8090134 Mar 01 20:48:21.651901 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90aad4e5-eac7-4934-a8bf-f0d38e264a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:21.668555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230b6096-1522-473d-a478-4a0132970a87 req-fbe932e0-8f96-40c4-8d62-98e149cbf7b0 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:21.670360 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-230b6096-1522-473d-a478-4a0132970a87 req-fbe932e0-8f96-40c4-8d62-98e149cbf7b0 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 945 time: 0.5159330 Mar 01 20:48:21.686310 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a6ce8a9a-c750-4074-8330-4f8405322039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:21.736945 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-44338264-47a7-4e14-8567-983dd5288c1e None None] Provisioning for port 377f7c5b-51c9-44f1-97e2-439e159ad20d completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:48:21.754064 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-44338264-47a7-4e14-8567-983dd5288c1e None None] Provisioning complete for port 377f7c5b-51c9-44f1-97e2-439e159ad20d triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:48:21.758309 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-44338264-47a7-4e14-8567-983dd5288c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:21.807023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b165717-0312-43ed-b549-d30a016bc258 req-6d44e8c0-cfc7-4459-896e-23c5652f61b3 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:21.814530 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2b165717-0312-43ed-b549-d30a016bc258 req-6d44e8c0-cfc7-4459-896e-23c5652f61b3 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 1097 time: 1.0200551 Mar 01 20:48:21.842734 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-230b6096-1522-473d-a478-4a0132970a87 req-dd35ce0e-36e1-4357-a892-56e7b135aba3 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539419 Mar 01 20:48:21.968073 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-44338264-47a7-4e14-8567-983dd5288c1e None None] Port 377f7c5b-51c9-44f1-97e2-439e159ad20d cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:48:22.189608 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90aad4e5-eac7-4934-a8bf-f0d38e264a50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:22.242075 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a6ce8a9a-c750-4074-8330-4f8405322039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:22.255765 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90aad4e5-eac7-4934-a8bf-f0d38e264a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:22.256351 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90aad4e5-eac7-4934-a8bf-f0d38e264a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:22.259419 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-583d8361-3447-4ad1-9ac3-2054bf3b32e1 req-a119fa75-e8a0-458c-97d5-ef53b5ec708f tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=a321bbf0-6dcc-40c4-b2d8-c4ab04b0b0e6 HTTP/1.1" status: 200 len: 210 time: 0.1061747 Mar 01 20:48:22.323439 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2b165717-0312-43ed-b549-d30a016bc258 req-c5f21749-bc49-4f16-b4eb-649b6df46558 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5013466 Mar 01 20:48:22.575999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-be7d1c42-e45e-4d9f-a4a0-4afc22f32db1 admin admin] Deleting port 386ef0e1-84b4-41ab-898e-d5f4de2d9202 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:48:22.575999 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be7d1c42-e45e-4d9f-a4a0-4afc22f32db1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:22.598726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aad4e5-eac7-4934-a8bf-f0d38e264a50 admin admin] Network 95a5c81c-b345-48d2-b726-9e7d834c1286 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:48:22.605309 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-90aad4e5-eac7-4934-a8bf-f0d38e264a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:48:22.608287 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a6ce8a9a-c750-4074-8330-4f8405322039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:22.656062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce8a9a-c750-4074-8330-4f8405322039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd0cd2d-923b-4d93-a865-1f105f1d202b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:22.691303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aad4e5-eac7-4934-a8bf-f0d38e264a50 admin admin] Pushing event updated for resources: {'Port': ['ID=377f7c5b-51c9-44f1-97e2-439e159ad20d,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:22.744706 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a6ce8a9a-c750-4074-8330-4f8405322039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:22.761453 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a6ce8a9a-c750-4074-8330-4f8405322039 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9fd0cd2d-923b-4d93-a865-1f105f1d202b HTTP/1.1" status: 204 len: 168 time: 2.5117161 Mar 01 20:48:22.967296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90aad4e5-eac7-4934-a8bf-f0d38e264a50 admin admin] Router 17e36c9b-0af9-4a10-8df3-683cac07f4b0 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:48:23.026468 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-be7d1c42-e45e-4d9f-a4a0-4afc22f32db1 admin admin] For port 386ef0e1-84b4-41ab-898e-d5f4de2d9202, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=386ef0e1-84b4-41ab-898e-d5f4de2d9202,segment=NetworkSegment(eb21ab1e-7641-44da-b9f3-230d39b185f8),segment_id=eb21ab1e-7641-44da-b9f3-230d39b185f8)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:23.027119 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be7d1c42-e45e-4d9f-a4a0-4afc22f32db1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:23.206780 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-03336b4b-9354-4bcb-9b05-ccc64c3057e6 None None] Provisioning complete for port 377f7c5b-51c9-44f1-97e2-439e159ad20d triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:48:23.207812 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-03336b4b-9354-4bcb-9b05-ccc64c3057e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:23.309796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90aad4e5-eac7-4934-a8bf-f0d38e264a50 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:48:23.311613 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-03336b4b-9354-4bcb-9b05-ccc64c3057e6 None None] Port 377f7c5b-51c9-44f1-97e2-439e159ad20d cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:48:23.330362 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-90aad4e5-eac7-4934-a8bf-f0d38e264a50 admin admin] 10.222.0.42 "PUT /v2.0/routers/17e36c9b-0af9-4a10-8df3-683cac07f4b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6318073 Mar 01 20:48:23.459335 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-be7d1c42-e45e-4d9f-a4a0-4afc22f32db1 admin admin] Calling delete_port for 386ef0e1-84b4-41ab-898e-d5f4de2d9202 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:48:23.472578 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:23.804378 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60360) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:23.832163 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ec7a3e3-cf78-4eb6-8c70-e5ae898327f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:23.853578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76caa426-5c96-4469-83f3-b452b3d7ec6f req-fcc5b21e-0fc7-4943-8e2a-3baa7fc5546c tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:23.862654 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76caa426-5c96-4469-83f3-b452b3d7ec6f req-fcc5b21e-0fc7-4943-8e2a-3baa7fc5546c tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 945 time: 0.7745724 Mar 01 20:48:23.887600 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3ec7a3e3-cf78-4eb6-8c70-e5ae898327f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:48:23.908451 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3ec7a3e3-cf78-4eb6-8c70-e5ae898327f0 admin admin] Usage tracker for resource:security_group_rule and tenant:351459337d1047b7bd8b3bb31ec02488 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:48:23.909938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3ec7a3e3-cf78-4eb6-8c70-e5ae898327f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:48:23.916447 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3ec7a3e3-cf78-4eb6-8c70-e5ae898327f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:48:23.975298 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f94c6a10-07af-4f9c-83bd-333d0e6e6ceb up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:48:24.025166 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76caa426-5c96-4469-83f3-b452b3d7ec6f req-1b604fde-c0b2-4f08-bbd3-ab215c176032 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607420 Mar 01 20:48:24.110797 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0225940c-5eca-4d65-b7b2-9631db78983e req-9f4d8995-0226-4c4b-b44b-e54d6dc25d01 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:24.126400 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0225940c-5eca-4d65-b7b2-9631db78983e req-9f4d8995-0226-4c4b-b44b-e54d6dc25d01 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 1097 time: 0.3542244 Mar 01 20:48:24.170379 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ec7a3e3-cf78-4eb6-8c70-e5ae898327f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:24.195397 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port f94c6a10-07af-4f9c-83bd-333d0e6e6ceb completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:48:24.208430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port f94c6a10-07af-4f9c-83bd-333d0e6e6ceb triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:48:24.209630 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:24.234036 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0225940c-5eca-4d65-b7b2-9631db78983e req-cf06feb6-fa56-45d0-ae4d-64337b1e02ac tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009872 Mar 01 20:48:24.250627 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ec7a3e3-cf78-4eb6-8c70-e5ae898327f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:24.320329 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3ec7a3e3-cf78-4eb6-8c70-e5ae898327f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=351459337d1047b7bd8b3bb31ec02488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5147467 Mar 01 20:48:24.323495 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60364) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:24.412866 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7a3e3-cf78-4eb6-8c70-e5ae898327f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16dcf93f-5cc8-4853-97ac-65bf8e776057,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:24.448945 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-414ddcde-b26c-4489-9e46-f5d05266d857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:24.476926 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-414ddcde-b26c-4489-9e46-f5d05266d857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:24.513063 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be7d1c42-e45e-4d9f-a4a0-4afc22f32db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:24.525340 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] Sync routers for ids ['17e36c9b-0af9-4a10-8df3-683cac07f4b0'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:48:24.588988 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d1c42-e45e-4d9f-a4a0-4afc22f32db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=386ef0e1-84b4-41ab-898e-d5f4de2d9202,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:24.597680 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] Routers {'17e36c9b-0af9-4a10-8df3-683cac07f4b0'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:48:24.598811 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:48:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['17e36c9b-0af9-4a10-8df3-683cac07f4b0'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:24.677652 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-414ddcde-b26c-4489-9e46-f5d05266d857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:24.729757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414ddcde-b26c-4489-9e46-f5d05266d857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dcf93f-5cc8-4853-97ac-65bf8e776057,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:24.738557 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-414ddcde-b26c-4489-9e46-f5d05266d857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:24.740111 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-414ddcde-b26c-4489-9e46-f5d05266d857 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/16dcf93f-5cc8-4853-97ac-65bf8e776057 HTTP/1.1" status: 204 len: 168 time: 0.4152968 Mar 01 20:48:24.840995 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:25.152523 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] Set router 17e36c9b-0af9-4a10-8df3-683cac07f4b0 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:48:25.225168 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be7d1c42-e45e-4d9f-a4a0-4afc22f32db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:25.362394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port f94c6a10-07af-4f9c-83bd-333d0e6e6ceb, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f94c6a10-07af-4f9c-83bd-333d0e6e6ceb,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:25.491710 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:25.780969 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60390) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:25.786394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-804fc24a-67d7-4a18-ba41-99c82932ddc8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Request body: {'security_group': {'name': 'tempest-securitygroup--882004883', 'description': 'tempest-description--1510907509'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:48:25.796742 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-804fc24a-67d7-4a18-ba41-99c82932ddc8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:48:25.799597 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=f94c6a10-07af-4f9c-83bd-333d0e6e6ceb,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:25.814091 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-804fc24a-67d7-4a18-ba41-99c82932ddc8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Usage tracker for resource:security_group and tenant:7c2ea0c962884e80b5b9d250faf4e5de is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:48:25.848434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'name': 'tempest-ServersTestManualDisk-1444095145-router', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:48:12Z', 'updated_at': '2022-03-01T20:48:21Z', 'revision_number': 4, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'gw_port': {'id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:14Z', 'updated_at': '2022-03-01T20:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '377f7c5b-51c9-44f1-97e2-439e159ad20d', 'name': '', 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'mac_address': 'fa:16:3e:ed:e8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:20Z', 'updated_at': '2022-03-01T20:48:21Z', 'revision_number': 2, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'subnets': [{'id': 'ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:25.854564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] Checking router: 17e36c9b-0af9-4a10-8df3-683cac07f4b0 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:48:25.854564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] Updating router 17e36c9b-0af9-4a10-8df3-683cac07f4b0 port 377f7c5b-51c9-44f1-97e2-439e159ad20d binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:48:25.854950 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-804fc24a-67d7-4a18-ba41-99c82932ddc8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:48:25.896902 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-804fc24a-67d7-4a18-ba41-99c82932ddc8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:48:25.924862 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:26.038737 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-804fc24a-67d7-4a18-ba41-99c82932ddc8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:26.099919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-804fc24a-67d7-4a18-ba41-99c82932ddc8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:48:26.114764 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-804fc24a-67d7-4a18-ba41-99c82932ddc8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Usage tracker for resource:security_group_rule and tenant:7c2ea0c962884e80b5b9d250faf4e5de is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:48:26.120889 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-804fc24a-67d7-4a18-ba41-99c82932ddc8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:48:26.128578 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-804fc24a-67d7-4a18-ba41-99c82932ddc8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:48:26.203804 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-804fc24a-67d7-4a18-ba41-99c82932ddc8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:26.226885 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7d1c42-e45e-4d9f-a4a0-4afc22f32db1 admin admin] Router 72b64dff-1b3e-4ba2-9263-0c5219db8df0 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:48:26.276212 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-804fc24a-67d7-4a18-ba41-99c82932ddc8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:26.432797 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9506ec1-df08-44df-9418-c06f20dafe66 req-5bc88839-dcef-455e-a8a3-abd067cbb9e6 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:26.440374 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9506ec1-df08-44df-9418-c06f20dafe66 req-5bc88839-dcef-455e-a8a3-abd067cbb9e6 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=86527792-b2be-4b1b-a019-3da376f9108c HTTP/1.1" status: 200 len: 950 time: 0.3460255 Mar 01 20:48:26.444388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804fc24a-67d7-4a18-ba41-99c82932ddc8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0480406-959a-4af7-898f-b5b5f0da4379,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:26.453011 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-804fc24a-67d7-4a18-ba41-99c82932ddc8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:26.459190 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-804fc24a-67d7-4a18-ba41-99c82932ddc8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6770864 Mar 01 20:48:26.462680 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60420) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:26.471258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-6991b19d-6f0e-436d-b149-43ea3927cec8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Request body: {'security_group_rule': {'security_group_id': 'd0480406-959a-4af7-898f-b5b5f0da4379', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:48:26.487238 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6991b19d-6f0e-436d-b149-43ea3927cec8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:48:26.496958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6991b19d-6f0e-436d-b149-43ea3927cec8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Usage tracker for resource:security_group_rule and tenant:7c2ea0c962884e80b5b9d250faf4e5de is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:48:26.504163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6991b19d-6f0e-436d-b149-43ea3927cec8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:48:26.523459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6991b19d-6f0e-436d-b149-43ea3927cec8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:48:26.673714 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:26.693295 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] Transition to ACTIVE for port object 377f7c5b-51c9-44f1-97e2-439e159ad20d will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:48:26.727943 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9506ec1-df08-44df-9418-c06f20dafe66 req-aa203a7e-7651-4120-9326-6a76d63ea5de tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768042 Mar 01 20:48:26.765404 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6991b19d-6f0e-436d-b149-43ea3927cec8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:26.813550 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:26.824048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f897e1-7102-48a3-8cf3-08193ff5f58e req-3ce29bf5-8b73-4728-b6f6-e27d6086e706 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:26.832017 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6f897e1-7102-48a3-8cf3-08193ff5f58e req-3ce29bf5-8b73-4728-b6f6-e27d6086e706 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "GET /v2.0/ports?device_id=86527792-b2be-4b1b-a019-3da376f9108c HTTP/1.1" status: 200 len: 950 time: 0.5876667 Mar 01 20:48:26.838362 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7d1c42-e45e-4d9f-a4a0-4afc22f32db1 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:48:26.853427 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc00405e-0c39-4b85-8a66-d30f79be9e06 None None] Sync routers for ids ['72b64dff-1b3e-4ba2-9263-0c5219db8df0'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:48:26.877866 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc00405e-0c39-4b85-8a66-d30f79be9e06 None None] Routers {'72b64dff-1b3e-4ba2-9263-0c5219db8df0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:48:26.879699 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-cc00405e-0c39-4b85-8a66-d30f79be9e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:48:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['72b64dff-1b3e-4ba2-9263-0c5219db8df0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:26.971105 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6991b19d-6f0e-436d-b149-43ea3927cec8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:27.006937 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c9683-ba96-4482-9c35-8afc520df98f None None] Pushing event updated for resources: {'Port': ['ID=377f7c5b-51c9-44f1-97e2-439e159ad20d,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:27.085139 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6991b19d-6f0e-436d-b149-43ea3927cec8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:27.222483 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991b19d-6f0e-436d-b149-43ea3927cec8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0a1c45-3fcd-46b5-8b96-bd619a5fc971,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:27.231715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60438) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:27.249794 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-be7d1c42-e45e-4d9f-a4a0-4afc22f32db1 admin admin] 10.222.0.42 "PUT /v2.0/routers/72b64dff-1b3e-4ba2-9263-0c5219db8df0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6238599 Mar 01 20:48:27.319783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-f6f897e1-7102-48a3-8cf3-08193ff5f58e req-550ca1af-425a-4949-8270-03a59ff9e5d1 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Deleting port cd4cd533-477f-4f3c-863d-27706a21a60b {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:48:27.320127 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f6f897e1-7102-48a3-8cf3-08193ff5f58e req-550ca1af-425a-4949-8270-03a59ff9e5d1 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:27.380517 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-cc00405e-0c39-4b85-8a66-d30f79be9e06 None None] Set router 72b64dff-1b3e-4ba2-9263-0c5219db8df0 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:48:27.428198 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6991b19d-6f0e-436d-b149-43ea3927cec8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:27.432754 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6991b19d-6f0e-436d-b149-43ea3927cec8 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9665818 Mar 01 20:48:27.446767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60444) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:27.496988 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6b3e45e5-1ce2-4fdc-9d92-262cad1d6231 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Request body: {'security_group_rule': {'security_group_id': 'd0480406-959a-4af7-898f-b5b5f0da4379', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:48:27.528659 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6b3e45e5-1ce2-4fdc-9d92-262cad1d6231 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:48:27.550298 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c6d397d7-9dd0-4d4b-8704-461fb8696cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:27.574024 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6b3e45e5-1ce2-4fdc-9d92-262cad1d6231 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Usage tracker for resource:security_group_rule and tenant:7c2ea0c962884e80b5b9d250faf4e5de is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:48:27.583025 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] Attempting to bind port 377f7c5b-51c9-44f1-97e2-439e159ad20d on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:48:27.587791 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] Attempting to bind port 377f7c5b-51c9-44f1-97e2-439e159ad20d by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '672dca7d-f91d-471e-9e35-d0e52af22db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:48:27.588574 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] Attempting to bind port 377f7c5b-51c9-44f1-97e2-439e159ad20d on network 95a5c81c-b345-48d2-b726-9e7d834c1286 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:48:27.599907 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:48:27.600379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] Checking segment: {'id': '672dca7d-f91d-471e-9e35-d0e52af22db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:48:27.600770 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:27.601157 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] Bound using segment: {'id': '672dca7d-f91d-471e-9e35-d0e52af22db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:48:27.601630 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] Bound port: 377f7c5b-51c9-44f1-97e2-439e159ad20d, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672dca7d-f91d-471e-9e35-d0e52af22db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:48:27.601996 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:27.614114 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6b3e45e5-1ce2-4fdc-9d92-262cad1d6231 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:48:27.656907 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6b3e45e5-1ce2-4fdc-9d92-262cad1d6231 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:48:27.779965 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-688b5797-9302-4e23-be9c-c22284e466aa admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:27.835128 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ed33e-2d35-4dd2-9517-9fb339b77eeb req-6156425e-9817-4485-934a-ee9456b8b05c tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:27.847922 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf3ed33e-2d35-4dd2-9517-9fb339b77eeb req-6156425e-9817-4485-934a-ee9456b8b05c tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 945 time: 0.8540003 Mar 01 20:48:27.858575 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] For port 377f7c5b-51c9-44f1-97e2-439e159ad20d, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:48:27.861789 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-98fa692f-d673-41bc-8a13-308ca4b2200c tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:48:27.869731 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-98fa692f-d673-41bc-8a13-308ca4b2200c tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184565 Mar 01 20:48:27.874939 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-e754125e-9ec4-4595-86f9-8f378d1a7608 service neutron] Request body: {'binding': {'host': 'n-h1-827896-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:48:27.876388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-e754125e-9ec4-4595-86f9-8f378d1a7608 service neutron] Unknown quota resources ['binding']. {{(pid=88519) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 01 20:48:27.887680 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] For port 377f7c5b-51c9-44f1-97e2-439e159ad20d, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=377f7c5b-51c9-44f1-97e2-439e159ad20d,segment=NetworkSegment(672dca7d-f91d-471e-9e35-d0e52af22db0),segment_id=672dca7d-f91d-471e-9e35-d0e52af22db0)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:48:27.970415 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f94c6a10-07af-4f9c-83bd-333d0e6e6ceb up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:48:28.014489 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:28.097284 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-cc00405e-0c39-4b85-8a66-d30f79be9e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b64dff-1b3e-4ba2-9263-0c5219db8df0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1315853403-router', 'tenant_id': '8bafc1517a824411b78689dbd5905af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '5ae6e891-5427-4fe3-a2d2-d2afde7d8453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:45:52Z', 'updated_at': '2022-03-01T20:48:24Z', 'revision_number': 5, 'project_id': '8bafc1517a824411b78689dbd5905af2', 'gw_port': {'id': '5ae6e891-5427-4fe3-a2d2-d2afde7d8453', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b64dff-1b3e-4ba2-9263-0c5219db8df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:45:55Z', 'updated_at': '2022-03-01T20:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:28.111267 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c9683-ba96-4482-9c35-8afc520df98f None None] Pushing event updated for resources: {'Port': ['ID=377f7c5b-51c9-44f1-97e2-439e159ad20d,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:28.112475 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc00405e-0c39-4b85-8a66-d30f79be9e06 None None] Checking router: 72b64dff-1b3e-4ba2-9263-0c5219db8df0 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:48:28.142476 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc00405e-0c39-4b85-8a66-d30f79be9e06 None None] Routers {'72b64dff-1b3e-4ba2-9263-0c5219db8df0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:48:28.145485 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-cc00405e-0c39-4b85-8a66-d30f79be9e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:48:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['72b64dff-1b3e-4ba2-9263-0c5219db8df0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:28.205642 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf3ed33e-2d35-4dd2-9517-9fb339b77eeb req-e47acdd1-d5e6-489c-9ae8-046a1929333f tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3317654 Mar 01 20:48:28.205642 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b3e45e5-1ce2-4fdc-9d92-262cad1d6231 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:28.232483 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] Routers {'17e36c9b-0af9-4a10-8df3-683cac07f4b0'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:48:28.233122 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:48:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['17e36c9b-0af9-4a10-8df3-683cac07f4b0'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:28.484004 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-688b5797-9302-4e23-be9c-c22284e466aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:28.536088 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-cc00405e-0c39-4b85-8a66-d30f79be9e06 None None] Set router 72b64dff-1b3e-4ba2-9263-0c5219db8df0 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:48:28.586678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-f6f897e1-7102-48a3-8cf3-08193ff5f58e req-550ca1af-425a-4949-8270-03a59ff9e5d1 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] For port cd4cd533-477f-4f3c-863d-27706a21a60b, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=cd4cd533-477f-4f3c-863d-27706a21a60b,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:28.587801 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f6f897e1-7102-48a3-8cf3-08193ff5f58e req-550ca1af-425a-4949-8270-03a59ff9e5d1 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:28.596436 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-e754125e-9ec4-4595-86f9-8f378d1a7608 service neutron] Attempting to bind port 577d4f98-3a3c-49d8-9879-9dafa646e5f7 on host n-h1-827896-4 for vnic_type normal with profile None {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:48:28.597532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-e754125e-9ec4-4595-86f9-8f378d1a7608 service neutron] Attempting to bind port 577d4f98-3a3c-49d8-9879-9dafa646e5f7 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:48:28.597532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-e754125e-9ec4-4595-86f9-8f378d1a7608 service neutron] Attempting to bind port 577d4f98-3a3c-49d8-9879-9dafa646e5f7 on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:48:28.602929 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-e754125e-9ec4-4595-86f9-8f378d1a7608 service neutron] Port 577d4f98-3a3c-49d8-9879-9dafa646e5f7 on network 2066dc17-9d0c-4926-8526-1637c09f1850 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:48:28.603342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-e754125e-9ec4-4595-86f9-8f378d1a7608 service neutron] Attempting to bind port 577d4f98-3a3c-49d8-9879-9dafa646e5f7 on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:48:28.612271 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-e754125e-9ec4-4595-86f9-8f378d1a7608 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:48:28.616733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-e754125e-9ec4-4595-86f9-8f378d1a7608 service neutron] Checking segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:48:28.616733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-e754125e-9ec4-4595-86f9-8f378d1a7608 service neutron] Bound using segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:48:28.616733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-e754125e-9ec4-4595-86f9-8f378d1a7608 service neutron] Bound port: 577d4f98-3a3c-49d8-9879-9dafa646e5f7, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:48:28.658439 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-e754125e-9ec4-4595-86f9-8f378d1a7608 service neutron] For port 577d4f98-3a3c-49d8-9879-9dafa646e5f7, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=577d4f98-3a3c-49d8-9879-9dafa646e5f7,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:48:28.689779 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port f94c6a10-07af-4f9c-83bd-333d0e6e6ceb triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:48:28.690144 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:28.701598 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-688b5797-9302-4e23-be9c-c22284e466aa admin admin] Deleting port 5ae6e891-5427-4fe3-a2d2-d2afde7d8453 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:48:28.709002 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-688b5797-9302-4e23-be9c-c22284e466aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:28.731775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] Set router 17e36c9b-0af9-4a10-8df3-683cac07f4b0 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:48:28.793781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-f6f897e1-7102-48a3-8cf3-08193ff5f58e req-550ca1af-425a-4949-8270-03a59ff9e5d1 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Calling delete_port for cd4cd533-477f-4f3c-863d-27706a21a60b owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:48:28.849255 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b3e45e5-1ce2-4fdc-9d92-262cad1d6231 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:28.964047 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-e754125e-9ec4-4595-86f9-8f378d1a7608 service neutron] Notify callbacks [] for binding, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:28.979306 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-e754125e-9ec4-4595-86f9-8f378d1a7608 service neutron] 10.222.0.42 "POST /v2.0/ports/577d4f98-3a3c-49d8-9879-9dafa646e5f7/bindings HTTP/1.1" status: 201 len: 389 time: 1.1078582 Mar 01 20:48:29.094464 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-688b5797-9302-4e23-be9c-c22284e466aa admin admin] For port 5ae6e891-5427-4fe3-a2d2-d2afde7d8453, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5ae6e891-5427-4fe3-a2d2-d2afde7d8453,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:29.094879 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-688b5797-9302-4e23-be9c-c22284e466aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:29.153609 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-cc00405e-0c39-4b85-8a66-d30f79be9e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72b64dff-1b3e-4ba2-9263-0c5219db8df0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1315853403-router', 'tenant_id': '8bafc1517a824411b78689dbd5905af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '5ae6e891-5427-4fe3-a2d2-d2afde7d8453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:45:52Z', 'updated_at': '2022-03-01T20:48:24Z', 'revision_number': 5, 'project_id': '8bafc1517a824411b78689dbd5905af2', 'gw_port': {'id': '5ae6e891-5427-4fe3-a2d2-d2afde7d8453', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b64dff-1b3e-4ba2-9263-0c5219db8df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:45:55Z', 'updated_at': '2022-03-01T20:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:29.160791 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc00405e-0c39-4b85-8a66-d30f79be9e06 None None] The sync data for ids ['72b64dff-1b3e-4ba2-9263-0c5219db8df0'] in n-d-827896-4 is: [{'id': '72b64dff-1b3e-4ba2-9263-0c5219db8df0', 'name': 'tempest-AttachSCSIVolumeTestJSON-1315853403-router', 'tenant_id': '8bafc1517a824411b78689dbd5905af2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.216'}], 'enable_snat': True}, 'gw_port_id': '5ae6e891-5427-4fe3-a2d2-d2afde7d8453', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:45:52Z', 'updated_at': '2022-03-01T20:48:24Z', 'revision_number': 5, 'project_id': '8bafc1517a824411b78689dbd5905af2', 'gw_port': {'id': '5ae6e891-5427-4fe3-a2d2-d2afde7d8453', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:86:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72b64dff-1b3e-4ba2-9263-0c5219db8df0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 320, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:45:55Z', 'updated_at': '2022-03-01T20:46:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:48:29.246797 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b3e45e5-1ce2-4fdc-9d92-262cad1d6231 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:29.324978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3e45e5-1ce2-4fdc-9d92-262cad1d6231 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de93ecd7-44b3-4c9d-bba2-f4e372c8134e,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:29.347639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec97a23-9157-49ef-9d4c-0cac06e7d4df req-2f393eed-47ff-4820-b7eb-038be729fb5e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:29.349335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-688b5797-9302-4e23-be9c-c22284e466aa admin admin] Calling delete_port for 5ae6e891-5427-4fe3-a2d2-d2afde7d8453 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:48:29.358814 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ec97a23-9157-49ef-9d4c-0cac06e7d4df req-2f393eed-47ff-4820-b7eb-038be729fb5e tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=86527792-b2be-4b1b-a019-3da376f9108c HTTP/1.1" status: 200 len: 950 time: 0.9066808 Mar 01 20:48:29.443308 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b3e45e5-1ce2-4fdc-9d92-262cad1d6231 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:29.448083 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6b3e45e5-1ce2-4fdc-9d92-262cad1d6231 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0009122 Mar 01 20:48:29.451377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60486) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:29.468945 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:48:29.476126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:48:29.480425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Usage tracker for resource:floatingip and tenant:7c2ea0c962884e80b5b9d250faf4e5de is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:48:29.483381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:48:29.492092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:48:29.524614 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ec97a23-9157-49ef-9d4c-0cac06e7d4df req-fcb7b14d-7108-4a13-83ac-8793b86bcf78 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645849 Mar 01 20:48:29.635993 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:29.674505 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f31d8a06-39cb-49cf-91f1-0a29de4fcf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:29.710826 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'name': 'tempest-ServersTestManualDisk-1444095145-router', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:48:12Z', 'updated_at': '2022-03-01T20:48:21Z', 'revision_number': 4, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'gw_port': {'id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:14Z', 'updated_at': '2022-03-01T20:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '377f7c5b-51c9-44f1-97e2-439e159ad20d', 'name': '', 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'mac_address': 'fa:16:3e:ed:e8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:20Z', 'updated_at': '2022-03-01T20:48:27Z', 'revision_number': 4, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'subnets': [{'id': 'ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:29.720584 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbed1da-d359-4305-a463-6a578d9fd4f5 None None] The sync data for ids ['17e36c9b-0af9-4a10-8df3-683cac07f4b0'] in n-d-827896-4 is: [{'id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'name': 'tempest-ServersTestManualDisk-1444095145-router', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:48:12Z', 'updated_at': '2022-03-01T20:48:21Z', 'revision_number': 4, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'gw_port': {'id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:14Z', 'updated_at': '2022-03-01T20:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '377f7c5b-51c9-44f1-97e2-439e159ad20d', 'name': '', 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'mac_address': 'fa:16:3e:ed:e8:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:20Z', 'updated_at': '2022-03-01T20:48:27Z', 'revision_number': 4, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'subnets': [{'id': 'ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:48:29.723817 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f6f897e1-7102-48a3-8cf3-08193ff5f58e req-550ca1af-425a-4949-8270-03a59ff9e5d1 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:29.739629 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['d3617190-df4c-4ab0-b2f5-9594a0735901', 'eac1e254-07cb-4c1c-a51f-a29c203477ed'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:29.962127 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['68c307f4-6ba6-444d-9cf1-fc3106631b2a', 'dbe6689a-d91e-4fd2-aeb0-42fcd5208208', 'fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:30.034215 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-688b5797-9302-4e23-be9c-c22284e466aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:30.046046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ca1af-425a-4949-8270-03a59ff9e5d1 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Pushing event deleted for resources: {'Port': ['ID=cd4cd533-477f-4f3c-863d-27706a21a60b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:30.059556 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 386ef0e1-84b4-41ab-898e-d5f4de2d9202 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:48:30.166687 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 386ef0e1-84b4-41ab-898e-d5f4de2d9202 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:48:30.167254 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 386ef0e1-84b4-41ab-898e-d5f4de2d9202 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:48:30.226828 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device cd4cd533-477f-4f3c-863d-27706a21a60b no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:48:30.261364 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f897e1-7102-48a3-8cf3-08193ff5f58e req-550ca1af-425a-4949-8270-03a59ff9e5d1 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] No DVR routers for this DVR port cd4cd533-477f-4f3c-863d-27706a21a60b on host n-h1-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:48:30.264982 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f6f897e1-7102-48a3-8cf3-08193ff5f58e req-550ca1af-425a-4949-8270-03a59ff9e5d1 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:30.284771 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86527792-b2be-4b1b-a019-3da376f9108c', 'name': 'network-vif-deleted', 'tag': 'cd4cd533-477f-4f3c-863d-27706a21a60b'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:30.291755 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6f897e1-7102-48a3-8cf3-08193ff5f58e req-550ca1af-425a-4949-8270-03a59ff9e5d1 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "DELETE /v2.0/ports/cd4cd533-477f-4f3c-863d-27706a21a60b HTTP/1.1" status: 204 len: 173 time: 3.4106147 Mar 01 20:48:30.308431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688b5797-9302-4e23-be9c-c22284e466aa admin admin] Pushing event deleted for resources: {'Port': ['ID=5ae6e891-5427-4fe3-a2d2-d2afde7d8453,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:30.382967 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: cd4cd533-477f-4f3c-863d-27706a21a60b {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:48:30.383526 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device cd4cd533-477f-4f3c-863d-27706a21a60b not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:48:30.422867 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-688b5797-9302-4e23-be9c-c22284e466aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:30.562102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed506add-e61c-4c39-9ff6-6877743e2142 req-d58cec64-5689-465e-a222-19c5752c5c85 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:30.564209 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed506add-e61c-4c39-9ff6-6877743e2142 req-d58cec64-5689-465e-a222-19c5752c5c85 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 945 time: 0.6936207 Mar 01 20:48:30.572761 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7387a87-5b51-433d-9f4a-af92fddff363 req-3830f81e-c3e8-4b7d-807a-a30bd9569563 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:30.581235 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a7387a87-5b51-433d-9f4a-af92fddff363 req-3830f81e-c3e8-4b7d-807a-a30bd9569563 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 946 time: 0.6105125 Mar 01 20:48:30.652912 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:30.696722 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:30.722099 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:30.734619 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed506add-e61c-4c39-9ff6-6877743e2142 req-edefd7c8-6531-495d-a15a-16ede4b613ca tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475022 Mar 01 20:48:30.812855 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a7387a87-5b51-433d-9f4a-af92fddff363 req-64a17a00-ab37-4a0d-b543-4999fcb63892 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101731 Mar 01 20:48:30.881660 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-688b5797-9302-4e23-be9c-c22284e466aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:30.894503 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-688b5797-9302-4e23-be9c-c22284e466aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:30.985113 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86527792-b2be-4b1b-a019-3da376f9108c', 'name': 'network-vif-deleted', 'tag': 'cd4cd533-477f-4f3c-863d-27706a21a60b', 'status': 'completed', 'code': 200} Mar 01 20:48:31.087440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Allocated IP 172.25.5.111 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/7c48b50e-7d1b-4e53-8c80-fcd5865aae0d) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:48:31.247532 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-688b5797-9302-4e23-be9c-c22284e466aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:31.248106 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-688b5797-9302-4e23-be9c-c22284e466aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72b64dff-1b3e-4ba2-9263-0c5219db8df0 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 20:48:31.273936 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-688b5797-9302-4e23-be9c-c22284e466aa admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:31.276278 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-688b5797-9302-4e23-be9c-c22284e466aa admin admin] 10.222.0.42 "DELETE /v2.0/routers/72b64dff-1b3e-4ba2-9263-0c5219db8df0 HTTP/1.1" status: 204 len: 168 time: 4.0336535 Mar 01 20:48:31.278964 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60514) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:31.450115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5beee1-f078-4fbd-b673-a477263e173e admin admin] Deleting subnet ec0f17b0-6ac4-4415-b727-102a9a29cde0 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:48:31.456119 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b5beee1-f078-4fbd-b673-a477263e173e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:31.570112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-701fe373-11e5-4fa3-9de3-940e6c21d5cc req-aa4804b7-8364-48af-a777-7e91648d27ff tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Synchronizing usage tracker for tenant:a89f5baf58c84a808cd5296d2f554260 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:48:31.652471 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b5beee1-f078-4fbd-b673-a477263e173e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:31.737506 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b5beee1-f078-4fbd-b673-a477263e173e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:31.779483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-701fe373-11e5-4fa3-9de3-940e6c21d5cc req-aa4804b7-8364-48af-a777-7e91648d27ff tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Unset dirty status for tenant:a89f5baf58c84a808cd5296d2f554260 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:48:31.787109 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-701fe373-11e5-4fa3-9de3-940e6c21d5cc req-aa4804b7-8364-48af-a777-7e91648d27ff tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=86527792-b2be-4b1b-a019-3da376f9108c HTTP/1.1" status: 200 len: 210 time: 0.3708410 Mar 01 20:48:31.819064 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:31.833219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-dd79c194-60d0-4f44-ae77-6a7bced3d09b tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:31.834820 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-dd79c194-60d0-4f44-ae77-6a7bced3d09b tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11&tenant_id=9425af0c76c64926891aa5e1f014e8ef&binding%3Ahost_id=n-h2-827896-4 HTTP/1.1" status: 200 len: 1096 time: 0.2362661 Mar 01 20:48:31.849008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827896-4'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:48:31.922755 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b5beee1-f078-4fbd-b673-a477263e173e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:32.060183 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5beee1-f078-4fbd-b673-a477263e173e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec0f17b0-6ac4-4415-b727-102a9a29cde0,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:32.074993 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10125f8a-8949-4246-85f1-d72f0bb09c71 None None] Network 7e8fb4b5-75cd-40b7-9d01-d7b45906f669 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:48:32.079981 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b5beee1-f078-4fbd-b673-a477263e173e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:32.100672 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8b5beee1-f078-4fbd-b673-a477263e173e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ec0f17b0-6ac4-4415-b727-102a9a29cde0 HTTP/1.1" status: 204 len: 168 time: 0.8197453 Mar 01 20:48:32.106589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60534) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:32.117567 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:32.170434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 377f7c5b-51c9-44f1-97e2-439e159ad20d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:48:32.238926 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:32.271135 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:32.330316 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:32.346051 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Deleting port 77ca143a-edd6-402b-88f2-49af7e12c16b {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:48:32.346381 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:32.354491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:48:32.374259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:48:32.374498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 70d093f0-de99-481e-a263-3ba10843989d details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:48:32.376735 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:48:32.405752 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:32.429528 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f7b009-01f1-404e-b5cc-e005e23c2d4f req-1b864f27-e791-490f-911e-b5523d1586b9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:32.436768 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36f7b009-01f1-404e-b5cc-e005e23c2d4f req-1b864f27-e791-490f-911e-b5523d1586b9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 945 time: 0.4582171 Mar 01 20:48:32.533615 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36f7b009-01f1-404e-b5cc-e005e23c2d4f req-f6da2d92-61ca-420b-a535-2a716d2b0964 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956197 Mar 01 20:48:32.574279 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 377f7c5b-51c9-44f1-97e2-439e159ad20d completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:48:32.595217 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 377f7c5b-51c9-44f1-97e2-439e159ad20d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:48:32.595217 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:32.695574 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 70d093f0-de99-481e-a263-3ba10843989d, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=70d093f0-de99-481e-a263-3ba10843989d,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:32.721775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 70d093f0-de99-481e-a263-3ba10843989d has no active binding in host n-h1-827896-4 {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 01 20:48:32.726631 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] For port 77ca143a-edd6-402b-88f2-49af7e12c16b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=77ca143a-edd6-402b-88f2-49af7e12c16b,segment=NetworkSegment(eb21ab1e-7641-44da-b9f3-230d39b185f8),segment_id=eb21ab1e-7641-44da-b9f3-230d39b185f8)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:32.727058 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:32.733211 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ec39e7-acde-4448-8b8e-053eff690ff6 None None] DHCP port deletion for 7e8fb4b5-75cd-40b7-9d01-d7b45906f669 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 20:48:32.744606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a8ec39e7-acde-4448-8b8e-053eff690ff6 None None] Deleting port 77ca143a-edd6-402b-88f2-49af7e12c16b {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:48:32.745318 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a8ec39e7-acde-4448-8b8e-053eff690ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:32.961736 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] For port 70d093f0-de99-481e-a263-3ba10843989d, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=70d093f0-de99-481e-a263-3ba10843989d,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:32.972592 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:32.975260 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Calling delete_port for 77ca143a-edd6-402b-88f2-49af7e12c16b owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:48:33.016020 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Pushing event updated for resources: {'Port': ['ID=7c48b50e-7d1b-4e53-8c80-fcd5865aae0d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:33.057193 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:33.058244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:33.059570 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:33.059570 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:33.059570 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:33.059570 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:33.059980 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:33.060230 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:33.060556 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:33.061000 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:33.061412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:33.061645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:33.117379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8183cfa3-4a45-4a52-a901-50d253080f89 req-06fbb03c-baf3-4453-a641-457b2aefdac2 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:33.127400 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8183cfa3-4a45-4a52-a901-50d253080f89 req-06fbb03c-baf3-4453-a641-457b2aefdac2 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 946 time: 1.0348845 Mar 01 20:48:33.130670 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:33.215781 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:33.242725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] For port 70d093f0-de99-481e-a263-3ba10843989d, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:48:33.293962 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a8ec39e7-acde-4448-8b8e-053eff690ff6 None None] For port 77ca143a-edd6-402b-88f2-49af7e12c16b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=77ca143a-edd6-402b-88f2-49af7e12c16b,segment=NetworkSegment(eb21ab1e-7641-44da-b9f3-230d39b185f8),segment_id=eb21ab1e-7641-44da-b9f3-230d39b185f8)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:33.294451 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a8ec39e7-acde-4448-8b8e-053eff690ff6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:33.316669 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8183cfa3-4a45-4a52-a901-50d253080f89 req-d4eab16b-5217-4fc8-8926-7370b7997ea2 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886773 Mar 01 20:48:33.367508 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Pushing event deleted for resources: {'Port': ['ID=77ca143a-edd6-402b-88f2-49af7e12c16b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:33.377409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] No DVR routers for this DVR port 77ca143a-edd6-402b-88f2-49af7e12c16b on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:48:33.606296 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 377f7c5b-51c9-44f1-97e2-439e159ad20d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=377f7c5b-51c9-44f1-97e2-439e159ad20d,segment=NetworkSegment(672dca7d-f91d-471e-9e35-d0e52af22db0),segment_id=672dca7d-f91d-471e-9e35-d0e52af22db0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:33.616216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a8ec39e7-acde-4448-8b8e-053eff690ff6 None None] Calling delete_port for 77ca143a-edd6-402b-88f2-49af7e12c16b owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:48:33.682522 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:33.769228 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:33.777930 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53510f08-95aa-442e-b304-785dfe5ebf11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70d093f0-de99-481e-a263-3ba10843989d'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:33.790963 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:33.802648 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5ae6e891-5427-4fe3-a2d2-d2afde7d8453 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:48:33.870408 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:33.879502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 5ae6e891-5427-4fe3-a2d2-d2afde7d8453 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:48:33.880306 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5ae6e891-5427-4fe3-a2d2-d2afde7d8453 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:48:33.887697 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:33.967458 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:33.971288 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:33.972240 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:33.972678 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Subscribe: > port after_create 55550000 {{(pid=88519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:33.973103 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Subscribe: > port after_delete 55550000 {{(pid=88519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:33.973554 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Subscribe: > port after_update 55550000 {{(pid=88519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:33.974272 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:33.975234 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:33.979650 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:33.980109 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:33.996227 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:34.082455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 77ca143a-edd6-402b-88f2-49af7e12c16b no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:48:34.146377 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 77ca143a-edd6-402b-88f2-49af7e12c16b {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:48:34.147088 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 77ca143a-edd6-402b-88f2-49af7e12c16b not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:48:34.159051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=377f7c5b-51c9-44f1-97e2-439e159ad20d,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:34.182478 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-a8ec39e7-acde-4448-8b8e-053eff690ff6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:48:34.184634 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-a8ec39e7-acde-4448-8b8e-053eff690ff6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:48:34.186465 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:34.231797 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:34.232548 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:34.233122 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:34.233920 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88519) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:34.235444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e8fb4b5-75cd-40b7-9d01-d7b45906f669']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:34.254930 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53510f08-95aa-442e-b304-785dfe5ebf11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70d093f0-de99-481e-a263-3ba10843989d', 'code': 200} Mar 01 20:48:34.267892 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb21ab1e-7641-44da-b9f3-230d39b185f8') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:34.269621 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb21ab1e-7641-44da-b9f3-230d39b185f8') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:34.292704 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:34.307440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Pushing event updated for resources: {'Port': ['ID=7c48b50e-7d1b-4e53-8c80-fcd5865aae0d,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:34.339330 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:34.352676 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:48:34.353184 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:34.389676 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:34.391514 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3cedd5f1-7997-4b52-9e3c-d8645fb3ea82 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9316597 Mar 01 20:48:34.420874 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] Attempting to bind port 70d093f0-de99-481e-a263-3ba10843989d on host n-h2-827896-4 for vnic_type normal with profile {"migrating_to": "n-h1-827896-4"} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:48:34.424731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] Attempting to bind port 70d093f0-de99-481e-a263-3ba10843989d by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:48:34.425303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] Attempting to bind port 70d093f0-de99-481e-a263-3ba10843989d on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: from cryptography.utils import int_from_bytes Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: from cryptography.utils import int_from_bytes Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: util.warn_limited( Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: util.warn_limited( Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:48:34.428748 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:48:34.447278 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] Port 70d093f0-de99-481e-a263-3ba10843989d on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:48:34.448416 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] Attempting to bind port 70d093f0-de99-481e-a263-3ba10843989d on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:48:34.467051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:48:34.467407 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] Checking segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:48:34.467791 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] Bound using segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:48:34.468221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] Bound port: 70d093f0-de99-481e-a263-3ba10843989d, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:48:34.468626 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:34.497441 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] Pushing event updated for resources: {'Port': ['ID=70d093f0-de99-481e-a263-3ba10843989d,revision_number=7']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:34.544871 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee0e2d7-e61e-4b79-aec8-a18670833c0d req-fd963f4e-8819-4be3-96aa-14073836981e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:34.555499 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ee0e2d7-e61e-4b79-aec8-a18670833c0d req-fd963f4e-8819-4be3-96aa-14073836981e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 943 time: 0.4844375 Mar 01 20:48:34.619213 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:34.651133 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ee0e2d7-e61e-4b79-aec8-a18670833c0d req-3bd65d48-0534-43c5-a725-a67729920688 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949173 Mar 01 20:48:34.652591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Pushing event deleted for resources: {'Network': ['ID=7e8fb4b5-75cd-40b7-9d01-d7b45906f669,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:34.655042 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:34.680621 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] For port 70d093f0-de99-481e-a263-3ba10843989d, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:48:34.686023 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a8ec39e7-acde-4448-8b8e-053eff690ff6 None None] Deleting port 77ca143a-edd6-402b-88f2-49af7e12c16b {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:48:34.686552 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] For port 70d093f0-de99-481e-a263-3ba10843989d, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=70d093f0-de99-481e-a263-3ba10843989d,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:48:34.686685 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a8ec39e7-acde-4448-8b8e-053eff690ff6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:34.694413 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-64f95ab3-2ef9-423f-8f5c-7e60d1c0626b admin admin] 10.222.0.42 "DELETE /v2.0/networks/7e8fb4b5-75cd-40b7-9d01-d7b45906f669 HTTP/1.1" status: 204 len: 168 time: 2.5857241 Mar 01 20:48:34.697461 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60588) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:34.776031 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a8ec39e7-acde-4448-8b8e-053eff690ff6 None None] The port '77ca143a-edd6-402b-88f2-49af7e12c16b' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 20:48:34.820690 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:35.304338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:35.305278 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:35.306814 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] 10.222.0.57 "PUT /v2.0/ports/70d093f0-de99-481e-a263-3ba10843989d HTTP/1.1" status: 200 len: 1121 time: 3.4645541 Mar 01 20:48:35.321037 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-c31f629b-2207-4d5a-a27b-830dc3dba4d0 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--882004883&fields=id&tenant_id=7c2ea0c962884e80b5b9d250faf4e5de HTTP/1.1" status: 200 len: 267 time: 0.2790766 Mar 01 20:48:35.391494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33003e77-37e4-489f-8f1a-b6a64e109193 service neutron] Pushing event updated for resources: {'Port': ['ID=70d093f0-de99-481e-a263-3ba10843989d,revision_number=8']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:35.426014 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['70d093f0-de99-481e-a263-3ba10843989d'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:35.457350 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['70d093f0-de99-481e-a263-3ba10843989d'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:35.726628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d718871a-3454-4fab-a3be-5e839b2dfbea req-f37b801e-d1be-45bc-9830-8d5c76ec2060 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:35.742787 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d718871a-3454-4fab-a3be-5e839b2dfbea req-f37b801e-d1be-45bc-9830-8d5c76ec2060 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 946 time: 0.6792760 Mar 01 20:48:35.777280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a561a753-bf44-45c4-8c0d-e8c77a547dba req-b7a86107-4988-4094-994b-288b46ef5722 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:35.778126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-a561a753-bf44-45c4-8c0d-e8c77a547dba req-b7a86107-4988-4094-994b-288b46ef5722 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Synchronizing usage tracker for tenant:a89f5baf58c84a808cd5296d2f554260 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:48:35.792376 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-a561a753-bf44-45c4-8c0d-e8c77a547dba req-b7a86107-4988-4094-994b-288b46ef5722 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Unset dirty status for tenant:a89f5baf58c84a808cd5296d2f554260 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:48:35.794509 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a561a753-bf44-45c4-8c0d-e8c77a547dba req-b7a86107-4988-4094-994b-288b46ef5722 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.55 "GET /v2.0/ports?device_id=1c7f6298-f6c2-46d6-be55-bdb3c11736ff HTTP/1.1" status: 200 len: 950 time: 0.1476316 Mar 01 20:48:35.852251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-6bf88639-8d83-4497-a118-f3e1eb7d4b43 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:35.853807 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-6bf88639-8d83-4497-a118-f3e1eb7d4b43 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/networks?id=95a5c81c-b345-48d2-b726-9e7d834c1286 HTTP/1.1" status: 200 len: 812 time: 0.5319293 Mar 01 20:48:35.867726 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d718871a-3454-4fab-a3be-5e839b2dfbea req-04db7873-fd6c-45f8-88b4-01a65495a60d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316149 Mar 01 20:48:35.879091 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-a561a753-bf44-45c4-8c0d-e8c77a547dba req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Deleting port eac1e254-07cb-4c1c-a51f-a29c203477ed {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:48:35.879552 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a561a753-bf44-45c4-8c0d-e8c77a547dba req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:35.912270 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-9d97838c-6c56-4818-9a70-1c15013157fb tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/quotas/7c2ea0c962884e80b5b9d250faf4e5de HTTP/1.1" status: 200 len: 375 time: 0.0504243 Mar 01 20:48:35.971008 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 377f7c5b-51c9-44f1-97e2-439e159ad20d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:48:36.084570 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 377f7c5b-51c9-44f1-97e2-439e159ad20d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:48:36.084972 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:36.106190 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-9ec112d1-bb44-4275-bbfa-2937fb72aa21 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c2ea0c962884e80b5b9d250faf4e5de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1783113 Mar 01 20:48:36.231470 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-a561a753-bf44-45c4-8c0d-e8c77a547dba req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] For port eac1e254-07cb-4c1c-a51f-a29c203477ed, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=eac1e254-07cb-4c1c-a51f-a29c203477ed,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:36.231719 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a561a753-bf44-45c4-8c0d-e8c77a547dba req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:36.272838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53510f08-95aa-442e-b304-785dfe5ebf11', 'tag': '70d093f0-de99-481e-a263-3ba10843989d'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:36.339414 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d9735c-a066-4c5d-ae00-4d1506d5d0df req-abf82218-2427-4d6f-9624-601dde603268 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:36.347044 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-74d9735c-a066-4c5d-ae00-4d1506d5d0df req-abf82218-2427-4d6f-9624-601dde603268 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c7f6298-f6c2-46d6-be55-bdb3c11736ff HTTP/1.1" status: 200 len: 950 time: 0.3364537 Mar 01 20:48:36.363642 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-a561a753-bf44-45c4-8c0d-e8c77a547dba req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Calling delete_port for eac1e254-07cb-4c1c-a51f-a29c203477ed owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:48:36.435413 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-3dd73071-ea95-4e43-bea9-cd37cb1d0092 service neutron] 10.222.0.42 "GET /v2.0/networks/95a5c81c-b345-48d2-b726-9e7d834c1286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282595 Mar 01 20:48:36.439842 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-947b5e14-92d5-4b16-a15d-1f940bb5d217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:36.549585 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-74d9735c-a066-4c5d-ae00-4d1506d5d0df req-e32c0d76-0e82-4ea9-a76b-96a430ea5124 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015605 Mar 01 20:48:36.600357 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ed94d-9f6f-4a39-9fed-a14849b17996 req-aedeac87-22c3-47b5-b200-d091bd4baee5 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:36.601951 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af9ed94d-9f6f-4a39-9fed-a14849b17996 req-aedeac87-22c3-47b5-b200-d091bd4baee5 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "GET /v2.0/ports?device_id=29e5976a-cbab-48c5-b314-f440015a374f HTTP/1.1" status: 200 len: 950 time: 0.4190123 Mar 01 20:48:36.690170 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a561a753-bf44-45c4-8c0d-e8c77a547dba req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:36.704798 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['d3617190-df4c-4ab0-b2f5-9594a0735901', 'eac1e254-07cb-4c1c-a51f-a29c203477ed'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:36.759220 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['68c307f4-6ba6-444d-9cf1-fc3106631b2a', 'dbe6689a-d91e-4fd2-aeb0-42fcd5208208', 'fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:36.805558 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Pushing event deleted for resources: {'Port': ['ID=eac1e254-07cb-4c1c-a51f-a29c203477ed,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:36.830414 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-af9ed94d-9f6f-4a39-9fed-a14849b17996 req-1122bd0f-93d4-4f65-b085-2522c9eaf075 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Deleting port fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:48:36.830767 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-af9ed94d-9f6f-4a39-9fed-a14849b17996 req-1122bd0f-93d4-4f65-b085-2522c9eaf075 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:36.910266 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:36.910876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:36.911423 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:36.911916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:36.912427 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:36.912911 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:36.914020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:36.914512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:36.915008 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:36.915530 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:36.916004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:36.916493 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:36.925588 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-a561a753-bf44-45c4-8c0d-e8c77a547dba req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] No DVR routers for this DVR port eac1e254-07cb-4c1c-a51f-a29c203477ed on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:48:36.929197 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a561a753-bf44-45c4-8c0d-e8c77a547dba req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:36.940324 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c7f6298-f6c2-46d6-be55-bdb3c11736ff', 'name': 'network-vif-deleted', 'tag': 'eac1e254-07cb-4c1c-a51f-a29c203477ed'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:37.002587 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a561a753-bf44-45c4-8c0d-e8c77a547dba req-c958cbc1-c837-417e-835a-75d8f9f2a41a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.55 "DELETE /v2.0/ports/eac1e254-07cb-4c1c-a51f-a29c203477ed HTTP/1.1" status: 204 len: 173 time: 1.2024658 Mar 01 20:48:37.284724 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-e319af92-13db-4d0d-a51f-c9d91f18192d service neutron] 10.222.0.42 "GET /v2.0/networks/95a5c81c-b345-48d2-b726-9e7d834c1286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8484888 Mar 01 20:48:37.698650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a1c5a-0244-46ad-a045-1677fd400d9f req-42bf95e2-ae9a-4f51-ab4a-ca86626a09e7 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:37.705824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa9a1c5a-0244-46ad-a045-1677fd400d9f req-42bf95e2-ae9a-4f51-ab4a-ca86626a09e7 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 943 time: 0.5091364 Mar 01 20:48:37.784615 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa9a1c5a-0244-46ad-a045-1677fd400d9f req-e14edc85-5d4c-4118-8c2e-73dbbd5fc4cc tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776799 Mar 01 20:48:37.790230 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53510f08-95aa-442e-b304-785dfe5ebf11', 'tag': '70d093f0-de99-481e-a263-3ba10843989d', 'status': 'completed', 'code': 200} Mar 01 20:48:37.801014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-af9ed94d-9f6f-4a39-9fed-a14849b17996 req-1122bd0f-93d4-4f65-b085-2522c9eaf075 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] For port fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:37.801370 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-af9ed94d-9f6f-4a39-9fed-a14849b17996 req-1122bd0f-93d4-4f65-b085-2522c9eaf075 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:37.943512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade65c0-8c33-4762-b5b2-0abd024b0b9a req-f61f43d6-55fb-4ef3-a92b-1fd1a8eedb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:37.946209 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1ade65c0-8c33-4762-b5b2-0abd024b0b9a req-f61f43d6-55fb-4ef3-a92b-1fd1a8eedb64 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 1124 time: 0.1484199 Mar 01 20:48:38.024475 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-af9ed94d-9f6f-4a39-9fed-a14849b17996 req-1122bd0f-93d4-4f65-b085-2522c9eaf075 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Calling delete_port for fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:48:38.031123 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c7f6298-f6c2-46d6-be55-bdb3c11736ff', 'name': 'network-vif-deleted', 'tag': 'eac1e254-07cb-4c1c-a51f-a29c203477ed', 'status': 'completed', 'code': 200} Mar 01 20:48:38.137488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade65c0-8c33-4762-b5b2-0abd024b0b9a req-b7b64c09-360e-432e-a62a-c6da2ab3bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:38.139026 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1ade65c0-8c33-4762-b5b2-0abd024b0b9a req-b7b64c09-360e-432e-a62a-c6da2ab3bfb4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 909 time: 0.1820576 Mar 01 20:48:38.235103 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1ade65c0-8c33-4762-b5b2-0abd024b0b9a req-0b61ca3f-a7d0-42f7-ae15-252d13a1f28a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70d093f0-de99-481e-a263-3ba10843989d HTTP/1.1" status: 200 len: 217 time: 0.0874717 Mar 01 20:48:38.248792 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-154be37d-4031-40f2-8bc3-71bacc3937c2 req-3ed13ae7-fd1d-40d0-a33c-688cc9849000 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=1c7f6298-f6c2-46d6-be55-bdb3c11736ff HTTP/1.1" status: 200 len: 210 time: 0.0675862 Mar 01 20:48:38.314520 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-947b5e14-92d5-4b16-a15d-1f940bb5d217 admin admin] Deleting port 55ca24b3-e586-4b3a-909d-abe23f133df9 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:48:38.314938 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-947b5e14-92d5-4b16-a15d-1f940bb5d217 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:38.320889 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade65c0-8c33-4762-b5b2-0abd024b0b9a req-2d047610-2aae-42a4-bda0-09e86f05df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:38.325844 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1ade65c0-8c33-4762-b5b2-0abd024b0b9a req-2d047610-2aae-42a4-bda0-09e86f05df64 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.0850663 Mar 01 20:48:38.400168 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1ade65c0-8c33-4762-b5b2-0abd024b0b9a req-623e9fbb-6324-4d68-8438-cb64ebc910fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673635 Mar 01 20:48:38.429903 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f3f3f5bd-6228-42ce-b236-e58a14c5f9d5 req-b93ab138-04cd-4852-a999-16eab2b6b63d tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 210 time: 0.0873537 Mar 01 20:48:38.487009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3e80d-d8fa-48ba-92df-e4d7389347eb req-77560c91-0715-4810-bd36-3f63e52e0090 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:38.487009 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7af3e80d-d8fa-48ba-92df-e4d7389347eb req-77560c91-0715-4810-bd36-3f63e52e0090 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 946 time: 0.5856390 Mar 01 20:48:38.570193 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-af9ed94d-9f6f-4a39-9fed-a14849b17996 req-1122bd0f-93d4-4f65-b085-2522c9eaf075 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:38.575060 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1ade65c0-8c33-4762-b5b2-0abd024b0b9a req-31a4bc8c-fe7f-4f7f-836e-c376167d2311 service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658740 Mar 01 20:48:38.583745 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['68c307f4-6ba6-444d-9cf1-fc3106631b2a', 'dbe6689a-d91e-4fd2-aeb0-42fcd5208208'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:38.650133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122bd0f-93d4-4f65-b085-2522c9eaf075 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Pushing event deleted for resources: {'Port': ['ID=fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:38.658479 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['d3617190-df4c-4ab0-b2f5-9594a0735901', 'eac1e254-07cb-4c1c-a51f-a29c203477ed'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:38.665946 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7af3e80d-d8fa-48ba-92df-e4d7389347eb req-db9ab0b0-27df-48d4-a5dc-5745efea7de2 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705344 Mar 01 20:48:38.787136 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9ed94d-9f6f-4a39-9fed-a14849b17996 req-1122bd0f-93d4-4f65-b085-2522c9eaf075 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] No DVR routers for this DVR port fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf on host n-h1-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:48:38.792742 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-af9ed94d-9f6f-4a39-9fed-a14849b17996 req-1122bd0f-93d4-4f65-b085-2522c9eaf075 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:38.797338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-947b5e14-92d5-4b16-a15d-1f940bb5d217 admin admin] For port 55ca24b3-e586-4b3a-909d-abe23f133df9, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=55ca24b3-e586-4b3a-909d-abe23f133df9,segment=NetworkSegment(d7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9),segment_id=d7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:38.797689 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-947b5e14-92d5-4b16-a15d-1f940bb5d217 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:38.964199 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1ade65c0-8c33-4762-b5b2-0abd024b0b9a req-484b4b56-fc16-4dc9-992c-f69c6a213401 service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3823049 Mar 01 20:48:38.970947 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-947b5e14-92d5-4b16-a15d-1f940bb5d217 admin admin] Calling delete_port for 55ca24b3-e586-4b3a-909d-abe23f133df9 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:48:39.059723 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af9ed94d-9f6f-4a39-9fed-a14849b17996 req-1122bd0f-93d4-4f65-b085-2522c9eaf075 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "DELETE /v2.0/ports/fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf HTTP/1.1" status: 204 len: 173 time: 2.3871799 Mar 01 20:48:39.152373 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57d3ea-ed49-4556-ab65-49172c1ad7f4 req-931e4d7e-e6c3-4fe7-936a-76adfda557b6 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:39.153904 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c57d3ea-ed49-4556-ab65-49172c1ad7f4 req-931e4d7e-e6c3-4fe7-936a-76adfda557b6 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 943 time: 0.1487546 Mar 01 20:48:39.236488 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c57d3ea-ed49-4556-ab65-49172c1ad7f4 req-e7ec2bd6-95c3-4b63-b688-97828c59e00b tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752296 Mar 01 20:48:39.413444 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2597afb5-8d61-4710-8644-b0667e987b0a req-82bc29f7-8918-4b34-b226-6922f2fa6c1f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:39.414938 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2597afb5-8d61-4710-8644-b0667e987b0a req-82bc29f7-8918-4b34-b226-6922f2fa6c1f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 947 time: 0.0989892 Mar 01 20:48:39.463057 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2597afb5-8d61-4710-8644-b0667e987b0a req-16fdffbd-b8e8-4ff7-967a-2aa2121170aa tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420794 Mar 01 20:48:39.472343 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-947b5e14-92d5-4b16-a15d-1f940bb5d217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:39.625600 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b5e14-92d5-4b16-a15d-1f940bb5d217 admin admin] Pushing event deleted for resources: {'Port': ['ID=55ca24b3-e586-4b3a-909d-abe23f133df9,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:39.761926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00bcb3e2-3e93-4823-a6da-79d1fd275391 req-ab7d954f-84a9-4cb4-a957-d3c03ba48029 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 210 time: 0.1087549 Mar 01 20:48:39.798086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29e5976a-cbab-48c5-b314-f440015a374f', 'name': 'network-vif-deleted', 'tag': 'fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:39.900019 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-947b5e14-92d5-4b16-a15d-1f940bb5d217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:40.275906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9ba9beeb-2142-4dc9-b740-ac5784ad2710 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:48:40.314221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947b5e14-92d5-4b16-a15d-1f940bb5d217 admin admin] Router 47ee2335-864e-45c4-9460-329d2f9cb009 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:48:40.411044 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:40.437827 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e966c717-3076-4552-81ac-50afb0d8b605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ba9beeb-2142-4dc9-b740-ac5784ad2710'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:40.447918 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9ba9beeb-2142-4dc9-b740-ac5784ad2710, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:40.498534 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947b5e14-92d5-4b16-a15d-1f940bb5d217 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:48:40.508960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affff0f2-55c9-40f1-8ced-6dc0201c5f53 None None] Sync routers for ids ['47ee2335-864e-45c4-9460-329d2f9cb009'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:48:40.511619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60728) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:40.515259 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:40.524598 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-947b5e14-92d5-4b16-a15d-1f940bb5d217 admin admin] 10.222.0.42 "PUT /v2.0/routers/47ee2335-864e-45c4-9460-329d2f9cb009/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8182790 Mar 01 20:48:40.524765 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:48:40.596004 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:48:40.596610 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:48:40.601679 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affff0f2-55c9-40f1-8ced-6dc0201c5f53 None None] Routers {'47ee2335-864e-45c4-9460-329d2f9cb009'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:48:40.602311 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-affff0f2-55c9-40f1-8ced-6dc0201c5f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:48:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['47ee2335-864e-45c4-9460-329d2f9cb009'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:40.632963 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27b9cb0-7ec5-4c1d-afe3-ca815898af74 req-483d9c72-f27c-4a4c-9ca0-71531f63ff10 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:40.634717 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b27b9cb0-7ec5-4c1d-afe3-ca815898af74 req-483d9c72-f27c-4a4c-9ca0-71531f63ff10 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 946 time: 0.0855625 Mar 01 20:48:40.697832 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=9ba9beeb-2142-4dc9-b740-ac5784ad2710,revision_number=11']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:40.700277 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b27b9cb0-7ec5-4c1d-afe3-ca815898af74 req-971a924f-6b51-46e8-b649-aaa550e34989 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575950 Mar 01 20:48:40.765426 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29e5976a-cbab-48c5-b314-f440015a374f', 'name': 'network-vif-deleted', 'tag': 'fa4a3c4a-e3ad-46c3-a0b7-45c4c44c32cf', 'status': 'completed', 'code': 200} Mar 01 20:48:40.825313 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b80aa22b-b492-4b38-a33c-3084135efeef admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:40.864584 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-affff0f2-55c9-40f1-8ced-6dc0201c5f53 None None] Set router 47ee2335-864e-45c4-9460-329d2f9cb009 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:48:41.039464 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b80aa22b-b492-4b38-a33c-3084135efeef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:41.121251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b80aa22b-b492-4b38-a33c-3084135efeef admin admin] Deleting port 60895133-3453-495c-b261-158b0fee2064 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:48:41.121611 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b80aa22b-b492-4b38-a33c-3084135efeef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:41.137395 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-009f9a83-5a1e-4eb6-bbe0-e2c96500643b tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:41.141861 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-009f9a83-5a1e-4eb6-bbe0-e2c96500643b tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.57 "GET /v2.0/networks?id=95a5c81c-b345-48d2-b726-9e7d834c1286 HTTP/1.1" status: 200 len: 812 time: 0.3226202 Mar 01 20:48:41.197407 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24677269-61b1-4a4d-aee1-32893bce2558 req-5d97c5a4-a7ed-4b47-ac31-0572861310be tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:41.199023 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-24677269-61b1-4a4d-aee1-32893bce2558 req-5d97c5a4-a7ed-4b47-ac31-0572861310be tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 943 time: 0.3154609 Mar 01 20:48:41.258777 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-5ee2982f-9909-4b01-9508-5b50a65e5bb7 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c2ea0c962884e80b5b9d250faf4e5de HTTP/1.1" status: 200 len: 379 time: 0.1048810 Mar 01 20:48:41.263867 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-affff0f2-55c9-40f1-8ced-6dc0201c5f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ee2335-864e-45c4-9460-329d2f9cb009', 'name': 'tempest-AttachSCSIVolumeTestJSON-605213486-router', 'tenant_id': 'b73a4a7893bb45c9b6c9546896f29729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.63'}], 'enable_snat': True}, 'gw_port_id': '60895133-3453-495c-b261-158b0fee2064', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:12Z', 'updated_at': '2022-03-01T20:48:39Z', 'revision_number': 5, 'project_id': 'b73a4a7893bb45c9b6c9546896f29729', 'gw_port': {'id': '60895133-3453-495c-b261-158b0fee2064', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:d8:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47ee2335-864e-45c4-9460-329d2f9cb009', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:14Z', 'updated_at': '2022-03-01T20:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:41.268994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ad08a-a243-4ff4-8aa0-8b52305b66a1 req-26d2a79c-b8bb-4139-ad7e-647cc5f35a26 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:41.270114 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affff0f2-55c9-40f1-8ced-6dc0201c5f53 None None] Checking router: 47ee2335-864e-45c4-9460-329d2f9cb009 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:48:41.276089 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-958ad08a-a243-4ff4-8aa0-8b52305b66a1 req-26d2a79c-b8bb-4139-ad7e-647cc5f35a26 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.3335240 Mar 01 20:48:41.280414 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affff0f2-55c9-40f1-8ced-6dc0201c5f53 None None] Routers {'47ee2335-864e-45c4-9460-329d2f9cb009'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:48:41.281051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-affff0f2-55c9-40f1-8ced-6dc0201c5f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:48:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['47ee2335-864e-45c4-9460-329d2f9cb009'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:41.282173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-0df484c6-b0db-46e8-b8e4-512bd967a26b tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Request body: {'port': {'device_id': 'd63923db-c34b-4d03-8341-fc8c1341ff32', 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286', 'admin_state_up': True, 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'security_groups': ['d0480406-959a-4af7-898f-b5b5f0da4379']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:48:41.343082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device eac1e254-07cb-4c1c-a51f-a29c203477ed no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:48:41.351778 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-24677269-61b1-4a4d-aee1-32893bce2558 req-684b287c-2ffb-4b4d-85e4-cf8f8184ea37 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321933 Mar 01 20:48:41.396497 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: eac1e254-07cb-4c1c-a51f-a29c203477ed {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:48:41.396857 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device eac1e254-07cb-4c1c-a51f-a29c203477ed not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:48:41.409805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-b80aa22b-b492-4b38-a33c-3084135efeef admin admin] For port 60895133-3453-495c-b261-158b0fee2064, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=60895133-3453-495c-b261-158b0fee2064,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:41.410645 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b80aa22b-b492-4b38-a33c-3084135efeef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:41.457649 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e966c717-3076-4552-81ac-50afb0d8b605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ba9beeb-2142-4dc9-b740-ac5784ad2710', 'code': 200} Mar 01 20:48:41.509931 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-affff0f2-55c9-40f1-8ced-6dc0201c5f53 None None] Set router 47ee2335-864e-45c4-9460-329d2f9cb009 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:48:41.557728 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-958ad08a-a243-4ff4-8aa0-8b52305b66a1 req-d877861e-b094-4513-9cc8-5ca8318f4d7e tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2806261 Mar 01 20:48:41.627193 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b80aa22b-b492-4b38-a33c-3084135efeef admin admin] Calling delete_port for 60895133-3453-495c-b261-158b0fee2064 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:48:41.636902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-0df484c6-b0db-46e8-b8e4-512bd967a26b tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:48:41.641436 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-0df484c6-b0db-46e8-b8e4-512bd967a26b tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Usage tracker for resource:port and tenant:7c2ea0c962884e80b5b9d250faf4e5de is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:48:41.644704 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-0df484c6-b0db-46e8-b8e4-512bd967a26b tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:48:41.651906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-0df484c6-b0db-46e8-b8e4-512bd967a26b tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:48:41.657344 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-affff0f2-55c9-40f1-8ced-6dc0201c5f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ee2335-864e-45c4-9460-329d2f9cb009', 'name': 'tempest-AttachSCSIVolumeTestJSON-605213486-router', 'tenant_id': 'b73a4a7893bb45c9b6c9546896f29729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:12Z', 'updated_at': '2022-03-01T20:48:41Z', 'revision_number': 6, 'project_id': 'b73a4a7893bb45c9b6c9546896f29729', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:41.661820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affff0f2-55c9-40f1-8ced-6dc0201c5f53 None None] The sync data for ids ['47ee2335-864e-45c4-9460-329d2f9cb009'] in n-d-827896-4 is: [{'id': '47ee2335-864e-45c4-9460-329d2f9cb009', 'name': 'tempest-AttachSCSIVolumeTestJSON-605213486-router', 'tenant_id': 'b73a4a7893bb45c9b6c9546896f29729', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:12Z', 'updated_at': '2022-03-01T20:48:41Z', 'revision_number': 6, 'project_id': 'b73a4a7893bb45c9b6c9546896f29729', 'gw_port_host': None}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:48:41.775734 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-0df484c6-b0db-46e8-b8e4-512bd967a26b tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Made reservation on behalf of 7c2ea0c962884e80b5b9d250faf4e5de for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:48:41.779198 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-0df484c6-b0db-46e8-b8e4-512bd967a26b tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:41.797113 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fdc55b97-60c9-4a73-82be-7e478ec09923 req-1e88b098-14bb-4a7b-a60c-b65c433a0913 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 210 time: 0.0600493 Mar 01 20:48:41.832575 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-e031052a-91fd-49ca-a2e3-e799ac5cb577 service neutron] 10.222.0.55 "GET /v2.0/ports/70d093f0-de99-481e-a263-3ba10843989d/bindings/n-h1-827896-4 HTTP/1.1" status: 200 len: 384 time: 0.0991671 Mar 01 20:48:41.952133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-0df484c6-b0db-46e8-b8e4-512bd967a26b tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Allocated IP 172.20.0.11 (95a5c81c-b345-48d2-b726-9e7d834c1286/ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de/3eeea0c9-08e0-4de3-87fb-a2e55ca30117) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:48:42.049260 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 55ca24b3-e586-4b3a-909d-abe23f133df9 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:48:42.106978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 55ca24b3-e586-4b3a-909d-abe23f133df9 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:48:42.107677 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 55ca24b3-e586-4b3a-909d-abe23f133df9 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:48:42.123851 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b80aa22b-b492-4b38-a33c-3084135efeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:42.182441 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-0df484c6-b0db-46e8-b8e4-512bd967a26b tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:42.201775 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-0df484c6-b0db-46e8-b8e4-512bd967a26b tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Transition to ACTIVE for port object 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:48:42.242098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80aa22b-b492-4b38-a33c-3084135efeef admin admin] Pushing event deleted for resources: {'Port': ['ID=60895133-3453-495c-b261-158b0fee2064,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:42.353523 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-0df484c6-b0db-46e8-b8e4-512bd967a26b tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:42.434841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-0df484c6-b0db-46e8-b8e4-512bd967a26b tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Network 95a5c81c-b345-48d2-b726-9e7d834c1286 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:48:42.445244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-0df484c6-b0db-46e8-b8e4-512bd967a26b tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:48:42.449716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-0df484c6-b0db-46e8-b8e4-512bd967a26b tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:48:42.455336 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-0df484c6-b0db-46e8-b8e4-512bd967a26b tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:42.462383 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-0df484c6-b0db-46e8-b8e4-512bd967a26b tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:42.474017 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df484c6-b0db-46e8-b8e4-512bd967a26b tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Pushing event updated for resources: {'Port': ['ID=3eeea0c9-08e0-4de3-87fb-a2e55ca30117,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:42.524653 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b80aa22b-b492-4b38-a33c-3084135efeef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:42.574685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdb085c-57b6-4c86-aecc-10ef46572ab6 req-928e7dc8-73b7-465a-9ed7-f1628b0a3a84 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:42.579925 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dbdb085c-57b6-4c86-aecc-10ef46572ab6 req-928e7dc8-73b7-465a-9ed7-f1628b0a3a84 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 946 time: 0.1125162 Mar 01 20:48:42.628206 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dbdb085c-57b6-4c86-aecc-10ef46572ab6 req-87b851a6-6482-4846-8786-c02823f30869 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444078 Mar 01 20:48:42.629584 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-0df484c6-b0db-46e8-b8e4-512bd967a26b tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3515086 Mar 01 20:48:42.651893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] Request body: {'port': {'device_id': 'd63923db-c34b-4d03-8341-fc8c1341ff32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:48:42.652519 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-bf10c194-8c23-4437-a50b-d81cfb84cd97 service neutron] For port 70d093f0-de99-481e-a263-3ba10843989d, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=70d093f0-de99-481e-a263-3ba10843989d,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:42.725231 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b80aa22b-b492-4b38-a33c-3084135efeef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:42.730030 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b80aa22b-b492-4b38-a33c-3084135efeef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:42.749417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-bf10c194-8c23-4437-a50b-d81cfb84cd97 service neutron] For port 70d093f0-de99-481e-a263-3ba10843989d, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:48:42.781693 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:42.807471 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fd9775fa-0708-47c9-9423-0a12c0e509dc None None] Provisioning for port 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:48:42.813826 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fd9775fa-0708-47c9-9423-0a12c0e509dc None None] Provisioning complete for port 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:48:42.814948 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fd9775fa-0708-47c9-9423-0a12c0e509dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:42.815094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-bf10c194-8c23-4437-a50b-d81cfb84cd97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70d093f0-de99-481e-a263-3ba10843989d {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:48:42.829978 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-bf10c194-8c23-4437-a50b-d81cfb84cd97 service neutron] For port 70d093f0-de99-481e-a263-3ba10843989d, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=70d093f0-de99-481e-a263-3ba10843989d,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:42.864532 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b80aa22b-b492-4b38-a33c-3084135efeef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:42.865496 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80aa22b-b492-4b38-a33c-3084135efeef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 47ee2335-864e-45c4-9460-329d2f9cb009 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 20:48:42.877553 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-fd9775fa-0708-47c9-9423-0a12c0e509dc None None] Port 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:48:42.881557 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b80aa22b-b492-4b38-a33c-3084135efeef admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:42.882768 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b80aa22b-b492-4b38-a33c-3084135efeef admin admin] 10.222.0.42 "DELETE /v2.0/routers/47ee2335-864e-45c4-9460-329d2f9cb009 HTTP/1.1" status: 204 len: 168 time: 2.3690748 Mar 01 20:48:42.885250 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60754) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:42.948996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-049cdd1d-54e9-49eb-ab15-581f95296d3a admin admin] Deleting subnet e23e2b57-ba92-4972-874c-96c43f4aca80 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:48:42.952077 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-049cdd1d-54e9-49eb-ab15-581f95296d3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:42.989924 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-bf10c194-8c23-4437-a50b-d81cfb84cd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:43.065256 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-049cdd1d-54e9-49eb-ab15-581f95296d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:43.182042 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-bf10c194-8c23-4437-a50b-d81cfb84cd97 service neutron] Transition to ACTIVE for port object 70d093f0-de99-481e-a263-3ba10843989d will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:48:43.185841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:48:43.191899 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-049cdd1d-54e9-49eb-ab15-581f95296d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:43.194314 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:43.210969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] Transition to ACTIVE for port object 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:48:43.261547 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-bf10c194-8c23-4437-a50b-d81cfb84cd97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:43.304809 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9550ede0-8dc3-4054-8c22-c13d450da0ca req-8f1471f8-bb73-4dee-b949-fc8a6933d979 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:43.306317 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9550ede0-8dc3-4054-8c22-c13d450da0ca req-8f1471f8-bb73-4dee-b949-fc8a6933d979 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 943 time: 0.0913343 Mar 01 20:48:43.334160 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:43.372710 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-049cdd1d-54e9-49eb-ab15-581f95296d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:43.463605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049cdd1d-54e9-49eb-ab15-581f95296d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e23e2b57-ba92-4972-874c-96c43f4aca80,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:43.474718 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-049cdd1d-54e9-49eb-ab15-581f95296d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:43.477703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-bf10c194-8c23-4437-a50b-d81cfb84cd97 service neutron] No DVR routers for this DVR port 70d093f0-de99-481e-a263-3ba10843989d on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:48:43.484888 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9550ede0-8dc3-4054-8c22-c13d450da0ca req-6b88cd4c-32b1-4c33-a122-c8d851503476 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644356 Mar 01 20:48:43.485240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10c194-8c23-4437-a50b-d81cfb84cd97 service neutron] Pushing event updated for resources: {'Port': ['ID=70d093f0-de99-481e-a263-3ba10843989d,revision_number=10']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:43.491848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e908b1f-b1f2-49f7-87b9-e9b57cc20ae4 None None] Network 4621673e-c86b-456c-812a-c7066eee464d requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:48:43.498241 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-049cdd1d-54e9-49eb-ab15-581f95296d3a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e23e2b57-ba92-4972-874c-96c43f4aca80 HTTP/1.1" status: 204 len: 168 time: 0.6119425 Mar 01 20:48:43.498915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60760) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:43.560914 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-bf10c194-8c23-4437-a50b-d81cfb84cd97 service neutron] 10.222.0.55 "PUT /v2.0/ports/70d093f0-de99-481e-a263-3ba10843989d/bindings/n-h1-827896-4/activate HTTP/1.1" status: 200 len: 369 time: 1.7233744 Mar 01 20:48:43.602061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3eeea0c9-08e0-4de3-87fb-a2e55ca30117,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:43.676543 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] Attempting to bind port 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:48:43.677146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] Attempting to bind port 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '672dca7d-f91d-471e-9e35-d0e52af22db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:48:43.679781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] Attempting to bind port 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 on network 95a5c81c-b345-48d2-b726-9e7d834c1286 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:48:43.751199 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] Port 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 on network 95a5c81c-b345-48d2-b726-9e7d834c1286 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:48:43.751557 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] Attempting to bind port 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 on network 95a5c81c-b345-48d2-b726-9e7d834c1286 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:48:43.847448 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f23779-292c-4381-b8f6-b7ebb3c16809 None None] DHCP port deletion for 4621673e-c86b-456c-812a-c7066eee464d request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 20:48:43.851745 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a4f23779-292c-4381-b8f6-b7ebb3c16809 None None] Deleting port be27e4b3-9947-42ac-a168-9c00015c0cdc {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:48:43.852163 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a4f23779-292c-4381-b8f6-b7ebb3c16809 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:43.857987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-dfb4cdaa-4513-47d9-a45f-3e7a1d381c7f tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:43.859979 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-dfb4cdaa-4513-47d9-a45f-3e7a1d381c7f tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11&tenant_id=9425af0c76c64926891aa5e1f014e8ef&binding%3Ahost_id=n-h2-827896-4 HTTP/1.1" status: 200 len: 1095 time: 0.1423366 Mar 01 20:48:43.876265 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:48:43.876897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] Checking segment: {'id': '672dca7d-f91d-471e-9e35-d0e52af22db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:48:43.877246 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] Bound using segment: {'id': '672dca7d-f91d-471e-9e35-d0e52af22db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:48:43.877688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] Bound port: 3eeea0c9-08e0-4de3-87fb-a2e55ca30117, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '672dca7d-f91d-471e-9e35-d0e52af22db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:48:43.878032 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:43.953648 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:44.015580 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 60895133-3453-495c-b261-158b0fee2064 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:48:44.020121 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-f8392a1e-fe69-48de-8a11-b0e522f6a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:44.029267 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-f8392a1e-fe69-48de-8a11-b0e522f6a389 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11&tenant_id=9425af0c76c64926891aa5e1f014e8ef HTTP/1.1" status: 200 len: 1095 time: 0.1556723 Mar 01 20:48:44.059272 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 60895133-3453-495c-b261-158b0fee2064 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:48:44.059552 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 60895133-3453-495c-b261-158b0fee2064 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:48:44.060343 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device be27e4b3-9947-42ac-a168-9c00015c0cdc no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:48:44.071565 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Deleting port be27e4b3-9947-42ac-a168-9c00015c0cdc {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:48:44.073631 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:44.101164 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] For port 3eeea0c9-08e0-4de3-87fb-a2e55ca30117, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:48:44.124553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] For port 3eeea0c9-08e0-4de3-87fb-a2e55ca30117, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3eeea0c9-08e0-4de3-87fb-a2e55ca30117,segment=NetworkSegment(672dca7d-f91d-471e-9e35-d0e52af22db0),segment_id=672dca7d-f91d-471e-9e35-d0e52af22db0)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:48:44.154454 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-2903853d-f760-4171-b987-26836df79719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:44.157091 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-2903853d-f760-4171-b987-26836df79719 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 1095 time: 0.1022916 Mar 01 20:48:44.163571 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267b0464-3d05-4887-8289-3170b6581ae1 req-d5c61c78-cc27-4442-a4f8-21a8c4586b74 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:44.170419 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-267b0464-3d05-4887-8289-3170b6581ae1 req-d5c61c78-cc27-4442-a4f8-21a8c4586b74 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.5010135 Mar 01 20:48:44.180934 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a4f23779-292c-4381-b8f6-b7ebb3c16809 None None] For port be27e4b3-9947-42ac-a168-9c00015c0cdc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=be27e4b3-9947-42ac-a168-9c00015c0cdc,segment=NetworkSegment(d7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9),segment_id=d7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:44.181324 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a4f23779-292c-4381-b8f6-b7ebb3c16809 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:44.232090 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:44.326583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-a66a3a7a-6846-4fe9-9f4a-2d8bb38594f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:44.328598 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-a66a3a7a-6846-4fe9-9f4a-2d8bb38594f4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 909 time: 0.1623015 Mar 01 20:48:44.355300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9ba9beeb-2142-4dc9-b740-ac5784ad2710 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:48:44.366920 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a4f23779-292c-4381-b8f6-b7ebb3c16809 None None] Calling delete_port for be27e4b3-9947-42ac-a168-9c00015c0cdc owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:48:44.445535 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60770) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:44.455333 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3eeea0c9-08e0-4de3-87fb-a2e55ca30117,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:44.467075 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-aa82f4b6-c965-46d5-98e4-f90a8b9b3e73 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70d093f0-de99-481e-a263-3ba10843989d HTTP/1.1" status: 200 len: 217 time: 0.0943604 Mar 01 20:48:44.502204 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7840d8a-bbee-4b1d-bf93-604b3f9fbe45 req-b59a49d2-89d1-4fef-a01b-6d8fd9cfe228 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:44.503094 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d7840d8a-bbee-4b1d-bf93-604b3f9fbe45 req-b59a49d2-89d1-4fef-a01b-6d8fd9cfe228 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Synchronizing usage tracker for tenant:7c2ea0c962884e80b5b9d250faf4e5de on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:48:44.543330 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:44.545817 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:44.548782 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-7b8ba149-fe9d-44ae-8440-b6fddb58a5d2 service neutron] 10.222.0.57 "PUT /v2.0/ports/3eeea0c9-08e0-4de3-87fb-a2e55ca30117 HTTP/1.1" status: 200 len: 1092 time: 1.9070079 Mar 01 20:48:44.554929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63923db-c34b-4d03-8341-fc8c1341ff32', 'tag': '3eeea0c9-08e0-4de3-87fb-a2e55ca30117'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:44.574570 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] For port be27e4b3-9947-42ac-a168-9c00015c0cdc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=be27e4b3-9947-42ac-a168-9c00015c0cdc,segment=NetworkSegment(d7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9),segment_id=d7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:44.575289 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:44.585534 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:44.703908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-c5d8e0f9-2731-4855-94cd-c85957bd4ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:44.703908 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-c5d8e0f9-2731-4855-94cd-c85957bd4ce3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.2226348 Mar 01 20:48:44.743384 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a4f23779-292c-4381-b8f6-b7ebb3c16809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:44.766089 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ca3ce2cb-5a62-4444-87ab-a3c47f077a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:44.841693 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-5ba651b6-cb93-4399-9fea-aff979f7049f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1211336 Mar 01 20:48:44.846046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ca3ce2cb-5a62-4444-87ab-a3c47f077a9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:48:44.860101 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f23779-292c-4381-b8f6-b7ebb3c16809 None None] Pushing event deleted for resources: {'Port': ['ID=be27e4b3-9947-42ac-a168-9c00015c0cdc,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:44.872895 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f23779-292c-4381-b8f6-b7ebb3c16809 None None] No DVR routers for this DVR port be27e4b3-9947-42ac-a168-9c00015c0cdc on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:48:44.875507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Calling delete_port for be27e4b3-9947-42ac-a168-9c00015c0cdc owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:48:44.875656 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f23779-292c-4381-b8f6-b7ebb3c16809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:44.876014 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f23779-292c-4381-b8f6-b7ebb3c16809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:44.876426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f23779-292c-4381-b8f6-b7ebb3c16809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:44.876956 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f23779-292c-4381-b8f6-b7ebb3c16809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:44.877218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f23779-292c-4381-b8f6-b7ebb3c16809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:44.877646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f23779-292c-4381-b8f6-b7ebb3c16809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:44.878034 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f23779-292c-4381-b8f6-b7ebb3c16809 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:44.878415 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f23779-292c-4381-b8f6-b7ebb3c16809 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:44.878812 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f23779-292c-4381-b8f6-b7ebb3c16809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:44.879225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f23779-292c-4381-b8f6-b7ebb3c16809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:44.879640 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f23779-292c-4381-b8f6-b7ebb3c16809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:44.880033 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4f23779-292c-4381-b8f6-b7ebb3c16809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:48:44.889748 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9ba9beeb-2142-4dc9-b740-ac5784ad2710, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:44.896802 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ca3ce2cb-5a62-4444-87ab-a3c47f077a9f admin admin] Usage tracker for resource:security_group_rule and tenant:ca795295b9ff4c2bb6ad9dcf17f44d22 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:48:44.899399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.57', 62215) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:44.904377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ca3ce2cb-5a62-4444-87ab-a3c47f077a9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:48:44.914771 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '9ba9beeb-2142-4dc9-b740-ac5784ad2710', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'port_id': '9ba9beeb-2142-4dc9-b740-ac5784ad2710', 'mac_address': 'fa:16:3e:86:0e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:48:44.963674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ca3ce2cb-5a62-4444-87ab-a3c47f077a9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:48:44.973649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f135ae-91c6-43f1-8293-930762545764 req-b88dabd6-f6ba-4aad-b325-0ffea755ae12 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:44.974508 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-29f135ae-91c6-43f1-8293-930762545764 req-b88dabd6-f6ba-4aad-b325-0ffea755ae12 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Synchronizing usage tracker for tenant:a89f5baf58c84a808cd5296d2f554260 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:48:45.006014 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-267b0464-3d05-4887-8289-3170b6581ae1 req-d2781696-a084-4c33-80a0-80a57cb9a710 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8346524 Mar 01 20:48:45.039739 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:45.064325 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ba9beeb-2142-4dc9-b740-ac5784ad2710 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:48:45.088225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9ba9beeb-2142-4dc9-b740-ac5784ad2710, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:45.123592 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:48:45.124277 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:48:45.126598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d7840d8a-bbee-4b1d-bf93-604b3f9fbe45 req-b59a49d2-89d1-4fef-a01b-6d8fd9cfe228 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Unset dirty status for tenant:7c2ea0c962884e80b5b9d250faf4e5de on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:48:45.134473 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-b8df37f2-2733-4d07-9404-d01f0273b685 service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725861 Mar 01 20:48:45.135178 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7840d8a-bbee-4b1d-bf93-604b3f9fbe45 req-b59a49d2-89d1-4fef-a01b-6d8fd9cfe228 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 944 time: 1.2376482 Mar 01 20:48:45.208840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-29f135ae-91c6-43f1-8293-930762545764 req-b88dabd6-f6ba-4aad-b325-0ffea755ae12 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Unset dirty status for tenant:a89f5baf58c84a808cd5296d2f554260 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:48:45.210464 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-29f135ae-91c6-43f1-8293-930762545764 req-b88dabd6-f6ba-4aad-b325-0ffea755ae12 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "GET /v2.0/ports?device_id=e6a25f59-048d-4f23-997f-4d01a22a47da HTTP/1.1" status: 200 len: 950 time: 0.8810050 Mar 01 20:48:45.219013 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b634c-2684-418e-9bb6-d9d6c24e72d6 req-e193e5dc-6459-42bd-9c3f-55c7e84fd7dd tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:45.220483 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ab7b634c-2684-418e-9bb6-d9d6c24e72d6 req-e193e5dc-6459-42bd-9c3f-55c7e84fd7dd tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c742b80-0d50-4856-ac95-93376533eca2 HTTP/1.1" status: 200 len: 950 time: 0.3193069 Mar 01 20:48:45.235728 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:45.275200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-758aca33-9730-484e-bf04-2d3d43831521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:45.277291 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-758aca33-9730-484e-bf04-2d3d43831521 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2ea0c962884e80b5b9d250faf4e5de&device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 1095 time: 0.3621182 Mar 01 20:48:45.286170 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7840d8a-bbee-4b1d-bf93-604b3f9fbe45 req-cba3c1b7-50b9-4d89-bfc0-8ba9fa80b4e9 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/security-groups?id=d0480406-959a-4af7-898f-b5b5f0da4379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497958 Mar 01 20:48:45.334196 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['9ba9beeb-2142-4dc9-b740-ac5784ad2710'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:45.375464 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 70d093f0-de99-481e-a263-3ba10843989d no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:48:45.418490 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-9ab223b0-52da-4aa4-9883-433cabee58ad service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eeea0c9-08e0-4de3-87fb-a2e55ca30117 HTTP/1.1" status: 200 len: 217 time: 0.1309397 Mar 01 20:48:45.436183 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=9ba9beeb-2142-4dc9-b740-ac5784ad2710,revision_number=12']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:45.481303 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 70d093f0-de99-481e-a263-3ba10843989d not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:48:45.490555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-ab7b634c-2684-418e-9bb6-d9d6c24e72d6 req-fd185f0d-d1fe-4d3b-8495-62934a8cdd91 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Deleting port dbe6689a-d91e-4fd2-aeb0-42fcd5208208 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:48:45.490899 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ab7b634c-2684-418e-9bb6-d9d6c24e72d6 req-fd185f0d-d1fe-4d3b-8495-62934a8cdd91 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:45.526289 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ca3ce2cb-5a62-4444-87ab-a3c47f077a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:45.530172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-29f135ae-91c6-43f1-8293-930762545764 req-12eb919f-7326-4ee2-ba59-e44b41562af2 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Deleting port 68c307f4-6ba6-444d-9cf1-fc3106631b2a {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:48:45.530727 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-29f135ae-91c6-43f1-8293-930762545764 req-12eb919f-7326-4ee2-ba59-e44b41562af2 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:45.576622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fe99a-93ca-4319-9a84-2f9194a6163c req-c7d081ac-0981-4d17-98e6-8701d21cd53d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:45.577341 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-920fe99a-93ca-4319-9a84-2f9194a6163c req-c7d081ac-0981-4d17-98e6-8701d21cd53d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Synchronizing usage tracker for tenant:a89f5baf58c84a808cd5296d2f554260 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:48:45.595134 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-937d2183-9017-4c95-a63d-40647c56f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:45.601686 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-937d2183-9017-4c95-a63d-40647c56f90d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de HTTP/1.1" status: 200 len: 851 time: 0.1726995 Mar 01 20:48:45.631015 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ca3ce2cb-5a62-4444-87ab-a3c47f077a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:45.659328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Deleting port be27e4b3-9947-42ac-a168-9c00015c0cdc {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:48:45.659328 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:45.676945 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-01189c48-a7e5-47f0-b82f-76071ee86e7e service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5322514 Mar 01 20:48:45.705980 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-920fe99a-93ca-4319-9a84-2f9194a6163c req-c7d081ac-0981-4d17-98e6-8701d21cd53d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Unset dirty status for tenant:a89f5baf58c84a808cd5296d2f554260 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:48:45.707662 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-920fe99a-93ca-4319-9a84-2f9194a6163c req-c7d081ac-0981-4d17-98e6-8701d21cd53d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6a25f59-048d-4f23-997f-4d01a22a47da HTTP/1.1" status: 200 len: 950 time: 0.5036221 Mar 01 20:48:45.760584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] The port 'be27e4b3-9947-42ac-a168-9c00015c0cdc' was deleted {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 20:48:45.783007 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ca3ce2cb-5a62-4444-87ab-a3c47f077a9f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ca795295b9ff4c2bb6ad9dcf17f44d22&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3313828 Mar 01 20:48:45.791989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60806) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:45.799884 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ce2cb-5a62-4444-87ab-a3c47f077a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12d6fb7-12ed-484c-afc1-1846734ef624,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:45.960034 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-920fe99a-93ca-4319-9a84-2f9194a6163c req-9f4831e7-133f-4029-b8c2-1ecf62fbee7a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187524 Mar 01 20:48:45.983753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe769030-ce22-40c1-9e9a-ad8615f85d11 req-25c48df9-f7a6-490c-8bfc-0e588d9df1b2 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:45.986188 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe769030-ce22-40c1-9e9a-ad8615f85d11 req-25c48df9-f7a6-490c-8bfc-0e588d9df1b2 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 946 time: 0.4608808 Mar 01 20:48:46.039022 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:46.118855 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-88f3e3a1-19bd-4f71-aa11-0be27b1b92e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:46.122511 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-88f3e3a1-19bd-4f71-aa11-0be27b1b92e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95a5c81c-b345-48d2-b726-9e7d834c1286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5105903 Mar 01 20:48:46.131674 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3271891e-625a-44ac-9131-9349608434ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:46.183111 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe769030-ce22-40c1-9e9a-ad8615f85d11 req-e22fac91-b4eb-4085-86d5-667bbef89dc4 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609201 Mar 01 20:48:46.184362 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-ab7b634c-2684-418e-9bb6-d9d6c24e72d6 req-fd185f0d-d1fe-4d3b-8495-62934a8cdd91 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] For port dbe6689a-d91e-4fd2-aeb0-42fcd5208208, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=dbe6689a-d91e-4fd2-aeb0-42fcd5208208,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:46.185233 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ab7b634c-2684-418e-9bb6-d9d6c24e72d6 req-fd185f0d-d1fe-4d3b-8495-62934a8cdd91 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:46.199292 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3271891e-625a-44ac-9131-9349608434ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:46.278533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-29f135ae-91c6-43f1-8293-930762545764 req-12eb919f-7326-4ee2-ba59-e44b41562af2 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] For port 68c307f4-6ba6-444d-9cf1-fc3106631b2a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=68c307f4-6ba6-444d-9cf1-fc3106631b2a,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:46.278905 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-29f135ae-91c6-43f1-8293-930762545764 req-12eb919f-7326-4ee2-ba59-e44b41562af2 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:46.337067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9ba9beeb-2142-4dc9-b740-ac5784ad2710 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:48:46.368034 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-ab7b634c-2684-418e-9bb6-d9d6c24e72d6 req-fd185f0d-d1fe-4d3b-8495-62934a8cdd91 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Calling delete_port for dbe6689a-d91e-4fd2-aeb0-42fcd5208208 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:48:46.403916 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63923db-c34b-4d03-8341-fc8c1341ff32', 'tag': '3eeea0c9-08e0-4de3-87fb-a2e55ca30117', 'status': 'completed', 'code': 200} Mar 01 20:48:46.415219 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:46.416067 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:46.417071 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:46.417623 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Subscribe: > port after_create 55550000 {{(pid=88518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:46.418232 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:46.418793 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Subscribe: > port after_update 55550000 {{(pid=88518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:46.419322 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:46.419916 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:46.420457 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:46.420983 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:46.466596 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 9ba9beeb-2142-4dc9-b740-ac5784ad2710 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:48:46.466907 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:46.496940 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:46.497775 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:46.498319 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:46.498879 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88518) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 01 20:48:46.499536 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4621673e-c86b-456c-812a-c7066eee464d']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:46.623371 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:46.624211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:46.624990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7bb78d2-7b5e-4894-9e13-9ebdb5ef21a9') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:48:46.666082 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:46.666319 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e966c717-3076-4552-81ac-50afb0d8b605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba9beeb-2142-4dc9-b740-ac5784ad2710'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:46.684774 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9ba9beeb-2142-4dc9-b740-ac5784ad2710, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:46.700080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-29f135ae-91c6-43f1-8293-930762545764 req-12eb919f-7326-4ee2-ba59-e44b41562af2 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Calling delete_port for 68c307f4-6ba6-444d-9cf1-fc3106631b2a owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:48:46.722108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b03d3-3025-410d-9ba0-0672cfce8c6d req-441936c6-08ae-40e7-9e76-7eadccafa8b9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:46.725316 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-121b03d3-3025-410d-9ba0-0672cfce8c6d req-441936c6-08ae-40e7-9e76-7eadccafa8b9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 944 time: 0.5409105 Mar 01 20:48:46.732923 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:46.799248 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:46.800190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 68c307f4-6ba6-444d-9cf1-fc3106631b2a no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:48:46.800907 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1999f8e0-3862-41b3-b80f-0bd3b286fafe req-2ffee0b7-c309-4778-8b18-3e6acfac276f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:46.808058 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1999f8e0-3862-41b3-b80f-0bd3b286fafe req-2ffee0b7-c309-4778-8b18-3e6acfac276f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 946 time: 0.4026268 Mar 01 20:48:46.823895 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:48:46.824741 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: from cryptography.utils import int_from_bytes Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: from cryptography.utils import int_from_bytes Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: util.warn_limited( Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: util.warn_limited( Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: timer() Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:48:46.844985 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:48:46.848001 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-f45b34c6-5be8-4e18-8562-98d06f12ed2f tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:46.848001 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-f45b34c6-5be8-4e18-8562-98d06f12ed2f tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11&tenant_id=9425af0c76c64926891aa5e1f014e8ef&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 1095 time: 0.4922442 Mar 01 20:48:46.979341 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3271891e-625a-44ac-9131-9349608434ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:46.982708 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=9ba9beeb-2142-4dc9-b740-ac5784ad2710,revision_number=13']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:47.026735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3271891e-625a-44ac-9131-9349608434ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12d6fb7-12ed-484c-afc1-1846734ef624,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:47.032471 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-e3dd47e9-5279-425f-b5fe-4f27d80d105e service neutron] 10.222.0.57 "GET /v2.0/networks/95a5c81c-b345-48d2-b726-9e7d834c1286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8685732 Mar 01 20:48:47.067635 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:47.071336 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-121b03d3-3025-410d-9ba0-0672cfce8c6d req-bbe4cc10-2ede-4ba2-bebd-214d0f19067e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3348491 Mar 01 20:48:47.130089 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:47.203305 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1999f8e0-3862-41b3-b80f-0bd3b286fafe req-f2ac106c-8459-4cc8-826a-17b43d9ad4fe tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3940179 Mar 01 20:48:47.208119 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-29f135ae-91c6-43f1-8293-930762545764 req-12eb919f-7326-4ee2-ba59-e44b41562af2 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:47.210194 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ab7b634c-2684-418e-9bb6-d9d6c24e72d6 req-fd185f0d-d1fe-4d3b-8495-62934a8cdd91 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:47.222927 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['d3617190-df4c-4ab0-b2f5-9594a0735901'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:47.243312 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:47.297633 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] Pushing event deleted for resources: {'Network': ['ID=4621673e-c86b-456c-812a-c7066eee464d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:47.315900 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f3fa0c3f-fed6-476f-8076-0fe62558d773 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4621673e-c86b-456c-812a-c7066eee464d HTTP/1.1" status: 204 len: 168 time: 3.8131714 Mar 01 20:48:47.336014 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e966c717-3076-4552-81ac-50afb0d8b605', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ba9beeb-2142-4dc9-b740-ac5784ad2710', 'code': 200} Mar 01 20:48:47.385202 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eb919f-7326-4ee2-ba59-e44b41562af2 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Pushing event deleted for resources: {'Port': ['ID=68c307f4-6ba6-444d-9cf1-fc3106631b2a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:47.471457 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab027ffb-bded-4e83-9594-18caeb890ffc req-e8dff05b-2c37-4dc1-8a50-c92593f21a41 service neutron] 10.222.0.57 "GET /v2.0/networks/95a5c81c-b345-48d2-b726-9e7d834c1286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3988328 Mar 01 20:48:47.483048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd185f0d-d1fe-4d3b-8495-62934a8cdd91 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Pushing event deleted for resources: {'Port': ['ID=dbe6689a-d91e-4fd2-aeb0-42fcd5208208,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:47.527028 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f6f3b-a117-4a1b-9fd6-a1f67de3da45 req-ab3aab34-eb8b-49e2-9c89-c250a875c261 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:47.528978 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee0f6f3b-a117-4a1b-9fd6-a1f67de3da45 req-ab3aab34-eb8b-49e2-9c89-c250a875c261 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 944 time: 0.1891015 Mar 01 20:48:47.641506 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-1d55f1d8-b208-4a1e-b4d3-2af95cdd5d19 service neutron] For port 70d093f0-de99-481e-a263-3ba10843989d, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:48:47.703153 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0203365-f268-4b21-bc15-b1be799ba75e req-290c3f5e-d124-431c-bd4a-37f9e8d98579 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6a25f59-048d-4f23-997f-4d01a22a47da HTTP/1.1" status: 200 len: 210 time: 0.1332457 Mar 01 20:48:47.782327 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee0f6f3b-a117-4a1b-9fd6-a1f67de3da45 req-8ee70aeb-4ba5-4ce2-bd64-d0e335f08980 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/security-groups?id=d0480406-959a-4af7-898f-b5b5f0da4379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2436450 Mar 01 20:48:47.785732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60826) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:47.811067 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3271891e-625a-44ac-9131-9349608434ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:47.819559 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3271891e-625a-44ac-9131-9349608434ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d12d6fb7-12ed-484c-afc1-1846734ef624 HTTP/1.1" status: 204 len: 168 time: 2.0259027 Mar 01 20:48:47.821712 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-29f135ae-91c6-43f1-8293-930762545764 req-12eb919f-7326-4ee2-ba59-e44b41562af2 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] No DVR routers for this DVR port 68c307f4-6ba6-444d-9cf1-fc3106631b2a on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:48:47.826247 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7b634c-2684-418e-9bb6-d9d6c24e72d6 req-fd185f0d-d1fe-4d3b-8495-62934a8cdd91 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] No DVR routers for this DVR port dbe6689a-d91e-4fd2-aeb0-42fcd5208208 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:48:47.830814 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-29f135ae-91c6-43f1-8293-930762545764 req-12eb919f-7326-4ee2-ba59-e44b41562af2 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:47.837199 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-29f135ae-91c6-43f1-8293-930762545764 req-12eb919f-7326-4ee2-ba59-e44b41562af2 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "DELETE /v2.0/ports/68c307f4-6ba6-444d-9cf1-fc3106631b2a HTTP/1.1" status: 204 len: 173 time: 2.6139696 Mar 01 20:48:47.856198 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-1d55f1d8-b208-4a1e-b4d3-2af95cdd5d19 service neutron] Notify callbacks [] for binding, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:47.860227 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6a87aee-3907-416d-bb91-99bff29eadf7 req-1d55f1d8-b208-4a1e-b4d3-2af95cdd5d19 service neutron] 10.222.0.57 "DELETE /v2.0/ports/70d093f0-de99-481e-a263-3ba10843989d/bindings/n-h2-827896-4 HTTP/1.1" status: 204 len: 173 time: 0.9786305 Mar 01 20:48:47.862229 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a25f59-048d-4f23-997f-4d01a22a47da', 'name': 'network-vif-deleted', 'tag': '68c307f4-6ba6-444d-9cf1-fc3106631b2a'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:47.885572 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ab7b634c-2684-418e-9bb6-d9d6c24e72d6 req-fd185f0d-d1fe-4d3b-8495-62934a8cdd91 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:47.887725 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ab7b634c-2684-418e-9bb6-d9d6c24e72d6 req-fd185f0d-d1fe-4d3b-8495-62934a8cdd91 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.57 "DELETE /v2.0/ports/dbe6689a-d91e-4fd2-aeb0-42fcd5208208 HTTP/1.1" status: 204 len: 173 time: 2.6117597 Mar 01 20:48:47.997152 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['d3617190-df4c-4ab0-b2f5-9594a0735901'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:47.997707 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a25f59-048d-4f23-997f-4d01a22a47da', 'name': 'network-vif-deleted', 'tag': '68c307f4-6ba6-444d-9cf1-fc3106631b2a', 'status': 'completed', 'code': 200} Mar 01 20:48:48.032193 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b663b55-dc61-4cd0-8ed7-956790ce5d65 req-21ecc561-ee32-495b-a693-fb5ab74da993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:48.041819 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b663b55-dc61-4cd0-8ed7-956790ce5d65 req-21ecc561-ee32-495b-a693-fb5ab74da993 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2ea0c962884e80b5b9d250faf4e5de&device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 1095 time: 0.3781414 Mar 01 20:48:48.070930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60834) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:48.071387 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7c94a296-9aa0-44b0-a9a3-2bf8ef44b7ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8bafc1517a824411b78689dbd5905af2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2808974 Mar 01 20:48:48.301338 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f9c289ab-6a4c-402b-9b6d-eead53701714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:48.322309 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device dbe6689a-d91e-4fd2-aeb0-42fcd5208208 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:48:48.385041 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f9c289ab-6a4c-402b-9b6d-eead53701714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:48.496673 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: dbe6689a-d91e-4fd2-aeb0-42fcd5208208 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:48:48.498851 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device dbe6689a-d91e-4fd2-aeb0-42fcd5208208 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:48:48.518986 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b663b55-dc61-4cd0-8ed7-956790ce5d65 req-734a2dc4-a8f6-4e37-a957-645dfda42713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:48.523254 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b663b55-dc61-4cd0-8ed7-956790ce5d65 req-734a2dc4-a8f6-4e37-a957-645dfda42713 service neutron] 10.222.0.57 "GET /v2.0/networks?id=95a5c81c-b345-48d2-b726-9e7d834c1286 HTTP/1.1" status: 200 len: 913 time: 0.4640732 Mar 01 20:48:48.569837 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f9c289ab-6a4c-402b-9b6d-eead53701714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:48.607533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c289ab-6a4c-402b-9b6d-eead53701714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11655f9f-841e-4128-8fa9-5dfc202a09a1,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:48.629934 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f9c289ab-6a4c-402b-9b6d-eead53701714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:48.642664 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f9c289ab-6a4c-402b-9b6d-eead53701714 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/11655f9f-841e-4128-8fa9-5dfc202a09a1 HTTP/1.1" status: 204 len: 168 time: 0.5679746 Mar 01 20:48:48.694090 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b663b55-dc61-4cd0-8ed7-956790ce5d65 req-069d53c1-cb9e-437e-8921-83a4385e5d1e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eeea0c9-08e0-4de3-87fb-a2e55ca30117 HTTP/1.1" status: 200 len: 217 time: 0.1134894 Mar 01 20:48:48.848208 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcb0ac8-79d8-478c-bfe1-5570f6ede412 req-d800c615-27dd-40e1-9dc8-3213f29e2a9d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:48.856427 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bfcb0ac8-79d8-478c-bfe1-5570f6ede412 req-d800c615-27dd-40e1-9dc8-3213f29e2a9d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 946 time: 0.8072062 Mar 01 20:48:48.927697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b663b55-dc61-4cd0-8ed7-956790ce5d65 req-4b526f97-e2df-4a88-84a2-848a21f6ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:48.929307 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b663b55-dc61-4cd0-8ed7-956790ce5d65 req-4b526f97-e2df-4a88-84a2-848a21f6ab83 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de HTTP/1.1" status: 200 len: 851 time: 0.2240474 Mar 01 20:48:48.945654 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be12bbe-fbdf-4fa3-8974-cb59e8a5e939 req-94316a96-8138-46a2-b34a-e264bffd8503 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:48.947815 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0be12bbe-fbdf-4fa3-8974-cb59e8a5e939 req-94316a96-8138-46a2-b34a-e264bffd8503 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 944 time: 0.4259419 Mar 01 20:48:49.035249 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60850) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:49.040785 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bfcb0ac8-79d8-478c-bfe1-5570f6ede412 req-ce33d9f6-e009-4217-8149-b68288caae22 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832290 Mar 01 20:48:49.111693 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0be12bbe-fbdf-4fa3-8974-cb59e8a5e939 req-32644054-c4eb-4d6f-a399-71f295189318 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772812 Mar 01 20:48:49.123782 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-acc806d3-f603-4e6a-9059-c21c87327a0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:49.198399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-acc806d3-f603-4e6a-9059-c21c87327a0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:48:49.198499 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b663b55-dc61-4cd0-8ed7-956790ce5d65 req-4a3b86f2-9548-4392-8952-2ef1bd92ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:49.198905 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b663b55-dc61-4cd0-8ed7-956790ce5d65 req-4a3b86f2-9548-4392-8952-2ef1bd92ad28 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95a5c81c-b345-48d2-b726-9e7d834c1286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2494915 Mar 01 20:48:49.203123 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-acc806d3-f603-4e6a-9059-c21c87327a0a admin admin] Usage tracker for resource:security_group_rule and tenant:c4076db1f8bd42aca62e7fda71482069 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:48:49.218512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-acc806d3-f603-4e6a-9059-c21c87327a0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:48:49.233458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-acc806d3-f603-4e6a-9059-c21c87327a0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:48:49.419932 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-acc806d3-f603-4e6a-9059-c21c87327a0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:49.520934 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-acc806d3-f603-4e6a-9059-c21c87327a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:49.598347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc806d3-f603-4e6a-9059-c21c87327a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4767968-2c66-48b1-9d1a-fc8df8a84599,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:49.611647 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-acc806d3-f603-4e6a-9059-c21c87327a0a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4076db1f8bd42aca62e7fda71482069&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5744123 Mar 01 20:48:49.614508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60858) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:49.693063 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cd646226-179e-4cef-b0b2-2e09c1b7a22f req-e40df68f-550a-4644-a110-176c23bac957 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=e6a25f59-048d-4f23-997f-4d01a22a47da HTTP/1.1" status: 200 len: 210 time: 0.0796068 Mar 01 20:48:49.757545 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b663b55-dc61-4cd0-8ed7-956790ce5d65 req-84cd398e-cb47-4b43-b4f6-a5410db57fc8 service neutron] 10.222.0.57 "GET /v2.0/networks/95a5c81c-b345-48d2-b726-9e7d834c1286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399673 Mar 01 20:48:49.815528 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c845cf0-4446-48f0-83ed-2d676e3ca18e req-9a6d2b46-344d-4bf4-9a11-f69aae33a5b8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:49.817314 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3c845cf0-4446-48f0-83ed-2d676e3ca18e req-9a6d2b46-344d-4bf4-9a11-f69aae33a5b8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 947 time: 0.3863566 Mar 01 20:48:49.834681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60862) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:49.851809 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-39903185-7408-4c3e-abc8-69cf0bae1669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:49.863552 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-046012ec-16e9-4cad-9397-7b8dabf1a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:49.865340 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-046012ec-16e9-4cad-9397-7b8dabf1a55f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 1097 time: 0.1761301 Mar 01 20:48:49.966062 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-39903185-7408-4c3e-abc8-69cf0bae1669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:49.982149 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-81f630b4-49a0-4a0b-bdd0-49b24503b37a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b73a4a7893bb45c9b6c9546896f29729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450586 Mar 01 20:48:49.993693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60866) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:49.998025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c742b80-0d50-4856-ac95-93376533eca2', 'name': 'network-vif-deleted', 'tag': 'dbe6689a-d91e-4fd2-aeb0-42fcd5208208'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:50.055483 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3c845cf0-4446-48f0-83ed-2d676e3ca18e req-8ecc27dc-3e3f-449a-833f-65db7a1e0674 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2236650 Mar 01 20:48:50.091831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-c6b42dea-2023-4e2f-a9fd-beb71b465f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:50.093995 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-c6b42dea-2023-4e2f-a9fd-beb71b465f59 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 922 time: 0.2210131 Mar 01 20:48:50.094607 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4ff8243a-39ba-48b3-88c5-97edfa5c5511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:50.176454 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b663b55-dc61-4cd0-8ed7-956790ce5d65 req-3729c666-3f99-46a4-849e-93ebc71d6eaa service neutron] 10.222.0.57 "GET /v2.0/networks/95a5c81c-b345-48d2-b726-9e7d834c1286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041657 Mar 01 20:48:50.203756 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-49099a79-50d1-4587-8eb8-575db44ad730 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=577d4f98-3a3c-49d8-9879-9dafa646e5f7 HTTP/1.1" status: 200 len: 217 time: 0.0980361 Mar 01 20:48:50.205531 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c742b80-0d50-4856-ac95-93376533eca2', 'name': 'network-vif-deleted', 'tag': 'dbe6689a-d91e-4fd2-aeb0-42fcd5208208', 'status': 'completed', 'code': 200} Mar 01 20:48:50.221942 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94689e83-31c7-40d8-8a17-b6f62d3eaf64 req-5b7a9728-d985-4cd7-9651-282b770799e4 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:50.237838 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94689e83-31c7-40d8-8a17-b6f62d3eaf64 req-5b7a9728-d985-4cd7-9651-282b770799e4 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 944 time: 0.3826983 Mar 01 20:48:50.269927 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4ff8243a-39ba-48b3-88c5-97edfa5c5511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:50.313065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-e58b0abc-7a01-4e77-8193-5cc8ca0572b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:50.314882 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-e58b0abc-7a01-4e77-8193-5cc8ca0572b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.1035283 Mar 01 20:48:50.324940 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:48:50.339544 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94689e83-31c7-40d8-8a17-b6f62d3eaf64 req-7565fed4-2c80-4a92-97cd-bf8b55c3fd65 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/security-groups?id=d0480406-959a-4af7-898f-b5b5f0da4379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001422 Mar 01 20:48:50.351486 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-39903185-7408-4c3e-abc8-69cf0bae1669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:50.377303 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-7ba40bd8-f6bc-4736-a7a7-89b22547a309 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547495 Mar 01 20:48:50.444900 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39903185-7408-4c3e-abc8-69cf0bae1669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4767968-2c66-48b1-9d1a-fc8df8a84599,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:50.457602 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-39903185-7408-4c3e-abc8-69cf0bae1669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:50.458709 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-39903185-7408-4c3e-abc8-69cf0bae1669 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a4767968-2c66-48b1-9d1a-fc8df8a84599 HTTP/1.1" status: 204 len: 168 time: 0.8404074 Mar 01 20:48:50.572420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b50af-d85c-4fa7-8cfd-d5e2571701f0 req-d14ce6dc-4aba-4441-8394-0a5f3f33f963 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:50.588002 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fb2b50af-d85c-4fa7-8cfd-d5e2571701f0 req-d14ce6dc-4aba-4441-8394-0a5f3f33f963 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 946 time: 0.2412953 Mar 01 20:48:50.633589 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4ff8243a-39ba-48b3-88c5-97edfa5c5511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:50.671165 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8243a-39ba-48b3-88c5-97edfa5c5511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd73c58f-222f-4714-8116-11993310e19a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:50.689380 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4ff8243a-39ba-48b3-88c5-97edfa5c5511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:50.690495 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4ff8243a-39ba-48b3-88c5-97edfa5c5511 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cd73c58f-222f-4714-8116-11993310e19a HTTP/1.1" status: 204 len: 168 time: 0.6958671 Mar 01 20:48:50.719840 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-77a2c716-f288-49a2-b8cb-abb7c76da5ee service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3294594 Mar 01 20:48:50.788042 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fb2b50af-d85c-4fa7-8cfd-d5e2571701f0 req-f909bbb6-5f6a-409d-b696-6433304c28c9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990733 Mar 01 20:48:50.845353 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 3eeea0c9-08e0-4de3-87fb-a2e55ca30117, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3eeea0c9-08e0-4de3-87fb-a2e55ca30117,segment=NetworkSegment(672dca7d-f91d-471e-9e35-d0e52af22db0),segment_id=672dca7d-f91d-471e-9e35-d0e52af22db0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:50.847404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582697a-3c28-4caa-874e-491949c024aa req-95bca86c-990a-463c-906e-3b23749421d1 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:50.849998 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8582697a-3c28-4caa-874e-491949c024aa req-95bca86c-990a-463c-906e-3b23749421d1 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 1095 time: 0.2191370 Mar 01 20:48:50.868032 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '3eeea0c9-08e0-4de3-87fb-a2e55ca30117', 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286', 'port_id': '3eeea0c9-08e0-4de3-87fb-a2e55ca30117', 'mac_address': 'fa:16:3e:5e:d9:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:48:50.938420 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8582697a-3c28-4caa-874e-491949c024aa req-3a066b9d-0d7e-4d10-a280-c04bd41872ed tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811439 Mar 01 20:48:51.023428 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:51.065643 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:48:51.090229 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 3eeea0c9-08e0-4de3-87fb-a2e55ca30117, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3eeea0c9-08e0-4de3-87fb-a2e55ca30117,segment=NetworkSegment(672dca7d-f91d-471e-9e35-d0e52af22db0),segment_id=672dca7d-f91d-471e-9e35-d0e52af22db0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:51.091170 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-aa13746b-0fe1-4c7b-8506-08a4744b2a54 service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613098 Mar 01 20:48:51.158718 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:51.236744 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:51.433673 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=3eeea0c9-08e0-4de3-87fb-a2e55ca30117,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:51.500444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-8a9c8261-8bf2-48ab-a814-00ee427204dc tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:51.507264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9be5f-9843-44a6-8034-2a01ae0b2915 req-dbb9099e-b648-4f3d-8442-e3e408c47ef2 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:51.508144 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-8a9c8261-8bf2-48ab-a814-00ee427204dc tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12&tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&binding%3Ahost_id=n-h2-827896-4 HTTP/1.1" status: 200 len: 1097 time: 0.2398002 Mar 01 20:48:51.517300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['3eeea0c9-08e0-4de3-87fb-a2e55ca30117'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:51.517437 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85a9be5f-9843-44a6-8034-2a01ae0b2915 req-dbb9099e-b648-4f3d-8442-e3e408c47ef2 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 1095 time: 0.1446874 Mar 01 20:48:51.536030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-827896-4'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:48:51.628017 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85a9be5f-9843-44a6-8034-2a01ae0b2915 req-8b5e12e8-bb89-447b-b3da-3144474f99fe tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096470 Mar 01 20:48:51.734563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085dbc9-3eb2-4f33-b5d0-978ceaa3bca8 req-1076c8cd-3270-48cc-aa3c-86cc34e64c88 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:51.736244 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c085dbc9-3eb2-4f33-b5d0-978ceaa3bca8 req-1076c8cd-3270-48cc-aa3c-86cc34e64c88 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 947 time: 0.2329063 Mar 01 20:48:51.849967 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:51.863535 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c085dbc9-3eb2-4f33-b5d0-978ceaa3bca8 req-8e862b67-d989-4b9a-9218-ea6103802a6e tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196809 Mar 01 20:48:52.173082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b507c4-82b2-4940-91f7-662967d5fda4 req-85b6544e-b0d2-4351-b8bf-fd14a34c3811 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:52.179903 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60b507c4-82b2-4940-91f7-662967d5fda4 req-85b6544e-b0d2-4351-b8bf-fd14a34c3811 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 945 time: 0.1157057 Mar 01 20:48:52.239895 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60b507c4-82b2-4940-91f7-662967d5fda4 req-ea71450f-534a-4eb6-9f8f-03da639c46a5 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/security-groups?id=d0480406-959a-4af7-898f-b5b5f0da4379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548329 Mar 01 20:48:52.241453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] For port 577d4f98-3a3c-49d8-9879-9dafa646e5f7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=577d4f98-3a3c-49d8-9879-9dafa646e5f7,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:52.286901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] For port 577d4f98-3a3c-49d8-9879-9dafa646e5f7, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:48:52.353739 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2088499f-669b-4dcc-b308-46c96d557a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '577d4f98-3a3c-49d8-9879-9dafa646e5f7'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:52.360885 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:52.614146 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:52.806238 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=577d4f98-3a3c-49d8-9879-9dafa646e5f7,revision_number=7']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:52.874885 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] Attempting to bind port 577d4f98-3a3c-49d8-9879-9dafa646e5f7 on host n-h2-827896-4 for vnic_type normal with profile {"migrating_to": "n-h1-827896-4"} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:48:52.875648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] Attempting to bind port 577d4f98-3a3c-49d8-9879-9dafa646e5f7 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:48:52.875648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] Attempting to bind port 577d4f98-3a3c-49d8-9879-9dafa646e5f7 on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:48:52.880853 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] Port 577d4f98-3a3c-49d8-9879-9dafa646e5f7 on network 2066dc17-9d0c-4926-8526-1637c09f1850 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:48:52.881169 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] Attempting to bind port 577d4f98-3a3c-49d8-9879-9dafa646e5f7 on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:48:52.887025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 48, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:48:52.887393 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] Checking segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:48:52.891956 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] Bound using segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:48:52.891956 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] Bound port: 577d4f98-3a3c-49d8-9879-9dafa646e5f7, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:48:52.891956 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:53.004928 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2088499f-669b-4dcc-b308-46c96d557a12', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '577d4f98-3a3c-49d8-9879-9dafa646e5f7', 'code': 200} Mar 01 20:48:53.043217 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] For port 577d4f98-3a3c-49d8-9879-9dafa646e5f7, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:48:53.050015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] For port 577d4f98-3a3c-49d8-9879-9dafa646e5f7, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=577d4f98-3a3c-49d8-9879-9dafa646e5f7,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:48:53.052912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202c36a-db0b-450f-a4a9-00423f104f2f req-659f168f-c884-4287-83c8-bee7152a9b7b tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:53.062972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3202c36a-db0b-450f-a4a9-00423f104f2f req-659f168f-c884-4287-83c8-bee7152a9b7b tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 944 time: 0.1621139 Mar 01 20:48:53.122948 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:53.181563 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3202c36a-db0b-450f-a4a9-00423f104f2f req-e2a31796-659b-436d-93c9-e14d9249a2ca tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159039 Mar 01 20:48:53.276804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60956) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:53.325078 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:53.325639 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:53.327180 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] 10.222.0.57 "PUT /v2.0/ports/577d4f98-3a3c-49d8-9879-9dafa646e5f7 HTTP/1.1" status: 200 len: 1122 time: 1.8046882 Mar 01 20:48:53.333861 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81869049-58b8-4b98-862c-256ba3c7d0a6 service neutron] Pushing event updated for resources: {'Port': ['ID=577d4f98-3a3c-49d8-9879-9dafa646e5f7,revision_number=8']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:53.416790 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['577d4f98-3a3c-49d8-9879-9dafa646e5f7'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:53.492362 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:53.520762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-651346223-network', 'tenant_id': 'cad841128e28424483dccf81373a860e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:48:53.537390 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:48:53.555914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Usage tracker for resource:network and tenant:cad841128e28424483dccf81373a860e is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:48:53.566076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:48:53.582553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:48:53.598324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd563da-7221-4f70-a47f-a4a8af9beae9 req-4ee8336f-c828-4bec-a8e3-35237b19006a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:53.600277 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fbd563da-7221-4f70-a47f-a4a8af9beae9 req-4ee8336f-c828-4bec-a8e3-35237b19006a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 947 time: 0.2269733 Mar 01 20:48:53.650220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e10ac64-6713-48ac-91db-b0404a68c41b req-3394cb97-ff92-44c1-86a4-4ca1362df96a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:53.658667 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4e10ac64-6713-48ac-91db-b0404a68c41b req-3394cb97-ff92-44c1-86a4-4ca1362df96a tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 948 time: 0.2294214 Mar 01 20:48:53.697184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Made reservation on behalf of cad841128e28424483dccf81373a860e for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:48:53.699829 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:53.733917 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:53.762177 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fbd563da-7221-4f70-a47f-a4a8af9beae9 req-2c704413-315a-4c97-bac6-66e44c7fb5ea tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474531 Mar 01 20:48:53.790221 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4e10ac64-6713-48ac-91db-b0404a68c41b req-d87d6e95-490a-4ef3-a607-039c4f0ec7ab tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195290 Mar 01 20:48:53.790221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:48:53.790221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Usage tracker for resource:security_group_rule and tenant:cad841128e28424483dccf81373a860e is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:48:53.790648 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:48:53.798446 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:48:54.044066 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:54.095234 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28639b71-c05c-4d3d-a8df-fc9948f79ff5 req-f2eaae14-7ba6-43c3-9f8d-d4d3042c1520 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:54.106933 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28639b71-c05c-4d3d-a8df-fc9948f79ff5 req-f2eaae14-7ba6-43c3-9f8d-d4d3042c1520 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 945 time: 0.1943729 Mar 01 20:48:54.135249 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:54.166908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:48:54.255715 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:54.256060 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Added segment 35469bca-3c10-4b8a-ab25-bff85bd15d35 of type vlan for network e0a68fa1-5851-47fc-aecb-0d4682946ffc Mar 01 20:48:54.291440 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28639b71-c05c-4d3d-a8df-fc9948f79ff5 req-e32fec9e-0d76-4e0f-9ec7-83ad9524b79f tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/security-groups?id=d0480406-959a-4af7-898f-b5b5f0da4379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830900 Mar 01 20:48:54.296498 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3023c837-09f2-4fb0-b5b3-b54850ef9e4e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:54.354736 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:48:54.450231 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:54.555427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24cf6ad-3498-4204-8bae-cc11b7c5fc0d req-6b8d3c97-2a26-423e-a35d-470c5c328f1b tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:54.556996 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b24cf6ad-3498-4204-8bae-cc11b7c5fc0d req-6b8d3c97-2a26-423e-a35d-470c5c328f1b tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 944 time: 0.2253933 Mar 01 20:48:54.578690 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:48:54.585560 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:48:54.585933 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:54.628738 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b24cf6ad-3498-4204-8bae-cc11b7c5fc0d req-7b2f070f-7fbe-4c25-b39d-7f745c5487d6 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619242 Mar 01 20:48:54.636207 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:54.637315 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:54.639388 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:54.772696 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:54.775019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d40c80-d473-42c9-90f9-da3b229ed415 req-aae41f58-1647-42ca-bfc3-3f389c40ed9d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:54.776147 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-d5d40c80-d473-42c9-90f9-da3b229ed415 req-aae41f58-1647-42ca-bfc3-3f389c40ed9d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Synchronizing usage tracker for tenant:a89f5baf58c84a808cd5296d2f554260 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:48:54.826961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] Pushing event updated for resources: {'Network': ['ID=e0a68fa1-5851-47fc-aecb-0d4682946ffc,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:54.834155 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63923db-c34b-4d03-8341-fc8c1341ff32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eeea0c9-08e0-4de3-87fb-a2e55ca30117'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:54.846397 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network e0a68fa1-5851-47fc-aecb-0d4682946ffc details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:48:54.873570 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 3eeea0c9-08e0-4de3-87fb-a2e55ca30117, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3eeea0c9-08e0-4de3-87fb-a2e55ca30117,segment=NetworkSegment(672dca7d-f91d-471e-9e35-d0e52af22db0),segment_id=672dca7d-f91d-471e-9e35-d0e52af22db0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:54.878098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-d5d40c80-d473-42c9-90f9-da3b229ed415 req-aae41f58-1647-42ca-bfc3-3f389c40ed9d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Unset dirty status for tenant:a89f5baf58c84a808cd5296d2f554260 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:48:54.879293 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d5d40c80-d473-42c9-90f9-da3b229ed415 req-aae41f58-1647-42ca-bfc3-3f389c40ed9d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.55 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 948 time: 0.2677534 Mar 01 20:48:54.983336 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:54.994561 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-d5d40c80-d473-42c9-90f9-da3b229ed415 req-2078adf7-4476-4f3e-8d8b-6e22c66fb35d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Deleting port d3617190-df4c-4ab0-b2f5-9594a0735901 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:48:54.994897 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d5d40c80-d473-42c9-90f9-da3b229ed415 req-2078adf7-4476-4f3e-8d8b-6e22c66fb35d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:55.027918 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2088499f-669b-4dcc-b308-46c96d557a12', 'tag': '577d4f98-3a3c-49d8-9879-9dafa646e5f7'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:55.080196 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=3eeea0c9-08e0-4de3-87fb-a2e55ca30117,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:55.211243 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bc849310-6f2f-4bc6-8f3b-439d759bdc60 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9332209 Mar 01 20:48:55.230547 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60996) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:55.248770 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-2ffdf632-5ef6-4e2e-a175-66d1091dff8d admin admin] Request body: {'subnet': {'network_id': 'e0a68fa1-5851-47fc-aecb-0d4682946ffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-651346223-subnet', 'tenant_id': 'cad841128e28424483dccf81373a860e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:48:55.253950 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2ffdf632-5ef6-4e2e-a175-66d1091dff8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:48:55.268214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2ffdf632-5ef6-4e2e-a175-66d1091dff8d admin admin] Usage tracker for resource:subnet and tenant:cad841128e28424483dccf81373a860e is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:48:55.273893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2ffdf632-5ef6-4e2e-a175-66d1091dff8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:48:55.283891 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2ffdf632-5ef6-4e2e-a175-66d1091dff8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:48:55.317760 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-d5d40c80-d473-42c9-90f9-da3b229ed415 req-2078adf7-4476-4f3e-8d8b-6e22c66fb35d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] For port d3617190-df4c-4ab0-b2f5-9594a0735901, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=d3617190-df4c-4ab0-b2f5-9594a0735901,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:55.318129 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d5d40c80-d473-42c9-90f9-da3b229ed415 req-2078adf7-4476-4f3e-8d8b-6e22c66fb35d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:55.341650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae5ec04-49e3-4e56-b762-656ba181c63a req-af1a334e-0989-4aab-bea5-df8df7539c34 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:55.350063 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eae5ec04-49e3-4e56-b762-656ba181c63a req-af1a334e-0989-4aab-bea5-df8df7539c34 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 947 time: 0.4105289 Mar 01 20:48:55.379927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40435841-35a2-44d7-936c-1bb37190afe8 req-c29de78a-f511-4dad-9cde-d605bcfb5c8c tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:55.387348 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40435841-35a2-44d7-936c-1bb37190afe8 req-c29de78a-f511-4dad-9cde-d605bcfb5c8c tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 948 time: 0.1827040 Mar 01 20:48:55.453246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffdf632-5ef6-4e2e-a175-66d1091dff8d admin admin] Made reservation on behalf of cad841128e28424483dccf81373a860e for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:48:55.455439 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf632-5ef6-4e2e-a175-66d1091dff8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:55.459420 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40435841-35a2-44d7-936c-1bb37190afe8 req-aaa52b43-ddca-4b22-ab43-3dfe64a20b86 tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/security-groups?id=ecf309c1-95fa-400b-92ef-a668a45ab378&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711098 Mar 01 20:48:55.484618 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eae5ec04-49e3-4e56-b762-656ba181c63a req-3ffcf926-b728-4ede-95dc-83ec1383b192 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334910 Mar 01 20:48:55.535894 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63923db-c34b-4d03-8341-fc8c1341ff32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eeea0c9-08e0-4de3-87fb-a2e55ca30117', 'code': 200} Mar 01 20:48:55.665717 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2088499f-669b-4dcc-b308-46c96d557a12', 'tag': '577d4f98-3a3c-49d8-9879-9dafa646e5f7', 'status': 'completed', 'code': 200} Mar 01 20:48:55.677367 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-d5d40c80-d473-42c9-90f9-da3b229ed415 req-2078adf7-4476-4f3e-8d8b-6e22c66fb35d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Calling delete_port for d3617190-df4c-4ab0-b2f5-9594a0735901 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:48:55.867191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c7ed0-1957-47d8-ace5-7591def0d83e req-218592f4-fd32-4621-9bdc-3b41a3ca9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:55.868686 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a8c7ed0-1957-47d8-ace5-7591def0d83e req-218592f4-fd32-4621-9bdc-3b41a3ca9f0d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 1125 time: 0.2105577 Mar 01 20:48:55.885443 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564a5dc-3d3d-4072-8c13-a2bf2eaf5968 req-4f668dbf-c4e0-468d-8df6-a23420c8326a tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:55.886647 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d564a5dc-3d3d-4072-8c13-a2bf2eaf5968 req-4f668dbf-c4e0-468d-8df6-a23420c8326a tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 946 time: 0.1454234 Mar 01 20:48:56.051699 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d564a5dc-3d3d-4072-8c13-a2bf2eaf5968 req-f3df986c-6317-4a31-83b8-ba391f0815cf tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/security-groups?id=d0480406-959a-4af7-898f-b5b5f0da4379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416106 Mar 01 20:48:56.108294 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c7ed0-1957-47d8-ace5-7591def0d83e req-6473ea5a-79cf-4a55-81bc-40a612445375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:56.112441 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a8c7ed0-1957-47d8-ace5-7591def0d83e req-6473ea5a-79cf-4a55-81bc-40a612445375 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 922 time: 0.2248924 Mar 01 20:48:56.121419 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b904469-9916-4c0d-a4b8-0bf01602918b req-b0cfe53f-b012-4604-9d69-cde7b86003a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:56.122900 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5b904469-9916-4c0d-a4b8-0bf01602918b req-b0cfe53f-b012-4604-9d69-cde7b86003a3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 1097 time: 0.4539938 Mar 01 20:48:56.171886 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d5d40c80-d473-42c9-90f9-da3b229ed415 req-2078adf7-4476-4f3e-8d8b-6e22c66fb35d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:56.186168 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['d3617190-df4c-4ab0-b2f5-9594a0735901'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:48:56.310833 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2078adf7-4476-4f3e-8d8b-6e22c66fb35d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Pushing event deleted for resources: {'Port': ['ID=d3617190-df4c-4ab0-b2f5-9594a0735901,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:56.378091 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5b904469-9916-4c0d-a4b8-0bf01602918b req-4a1d98e7-f543-470c-98dd-d8727f7fcba8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d0480406-959a-4af7-898f-b5b5f0da4379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2466407 Mar 01 20:48:56.383717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 577d4f98-3a3c-49d8-9879-9dafa646e5f7 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:48:56.444826 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5d40c80-d473-42c9-90f9-da3b229ed415 req-2078adf7-4476-4f3e-8d8b-6e22c66fb35d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] No DVR routers for this DVR port d3617190-df4c-4ab0-b2f5-9594a0735901 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:48:56.448872 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d5d40c80-d473-42c9-90f9-da3b229ed415 req-2078adf7-4476-4f3e-8d8b-6e22c66fb35d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:56.455080 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a8c7ed0-1957-47d8-ace5-7591def0d83e req-957d1c7c-5f99-475b-a46f-838a9e7d9f40 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=577d4f98-3a3c-49d8-9879-9dafa646e5f7 HTTP/1.1" status: 200 len: 217 time: 0.3341939 Mar 01 20:48:56.515396 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf632-5ef6-4e2e-a175-66d1091dff8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:56.595329 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d5d40c80-d473-42c9-90f9-da3b229ed415 req-2078adf7-4476-4f3e-8d8b-6e22c66fb35d tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.55 "DELETE /v2.0/ports/d3617190-df4c-4ab0-b2f5-9594a0735901 HTTP/1.1" status: 204 len: 173 time: 1.7103841 Mar 01 20:48:56.683656 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 577d4f98-3a3c-49d8-9879-9dafa646e5f7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=577d4f98-3a3c-49d8-9879-9dafa646e5f7,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:56.691703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c7ed0-1957-47d8-ace5-7591def0d83e req-3681e768-a3a6-4a66-bea7-ece083ce2e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:56.694028 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a8c7ed0-1957-47d8-ace5-7591def0d83e req-3681e768-a3a6-4a66-bea7-ece083ce2e0b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.2285523 Mar 01 20:48:56.703652 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdf632-5ef6-4e2e-a175-66d1091dff8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=39991eaa-2856-42fd-9355-4e349666025a,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:48:56.734035 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 577d4f98-3a3c-49d8-9879-9dafa646e5f7 has no active binding in host n-h1-827896-4 {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 01 20:48:56.748816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffdf632-5ef6-4e2e-a175-66d1091dff8d admin admin] Checking segment: {'id': '35469bca-3c10-4b8a-ab25-bff85bd15d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e0a68fa1-5851-47fc-aecb-0d4682946ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:48:56.749771 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffdf632-5ef6-4e2e-a175-66d1091dff8d admin admin] Network hostable DHCP agents. Network: e0a68fa1-5851-47fc-aecb-0d4682946ffc, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:48:56.852330 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffdf632-5ef6-4e2e-a175-66d1091dff8d admin admin] Network e0a68fa1-5851-47fc-aecb-0d4682946ffc is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:48:56.920250 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a8c7ed0-1957-47d8-ace5-7591def0d83e req-3eae2d03-928b-40b2-8479-df33a4744f41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1914790 Mar 01 20:48:56.937604 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1191bbd8-f1ba-4652-9f58-aea0fc7fb077 req-eaafc005-21cb-45ca-ac82-0df268c632bc tempest-ServersOnMultiNodesTest-1710461626 tempest-ServersOnMultiNodesTest-1710461626-project] 10.222.0.42 "GET /v2.0/ports?device_id=0599a59b-ef86-423e-9adf-9d57f721b5f5 HTTP/1.1" status: 200 len: 210 time: 0.1109588 Mar 01 20:48:56.953291 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:48:56.974959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-2ffdf632-5ef6-4e2e-a175-66d1091dff8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, e0a68fa1-5851-47fc-aecb-0d4682946ffc) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:48:56.984855 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffdf632-5ef6-4e2e-a175-66d1091dff8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:56.984855 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf632-5ef6-4e2e-a175-66d1091dff8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:56.988013 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952706cc-c006-432c-998f-2efdb344b530 None None] Network e0a68fa1-5851-47fc-aecb-0d4682946ffc requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:48:57.113428 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2ffdf632-5ef6-4e2e-a175-66d1091dff8d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8821089 Mar 01 20:48:57.342961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a77c9-e3c8-4837-b44f-dcfe3c18f82f req-0cdf040f-8c92-440b-8c13-80880c3e90bb tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:57.343381 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0f14a0b2-da46-4528-99ce-2634eb25b4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:57.362865 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d2a77c9-e3c8-4837-b44f-dcfe3c18f82f req-0cdf040f-8c92-440b-8c13-80880c3e90bb tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 944 time: 1.0107219 Mar 01 20:48:57.364108 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33fceb1-2332-4025-847f-71d53d50c05f None None] Network e0a68fa1-5851-47fc-aecb-0d4682946ffc requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:48:57.502676 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d2a77c9-e3c8-4837-b44f-dcfe3c18f82f req-5ff54039-fd9c-49e4-bfd4-6066ce052546 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385529 Mar 01 20:48:57.533982 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-fc66879c-b4fc-4c03-aec8-2410cbce44be service neutron] 10.222.0.55 "GET /v2.0/ports/577d4f98-3a3c-49d8-9879-9dafa646e5f7/bindings/n-h1-827896-4 HTTP/1.1" status: 200 len: 384 time: 0.2055411 Mar 01 20:48:57.572783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7201cac3-f277-4755-a070-bf65aa3342f6 req-46565b0b-b79c-4175-8e47-580c02982747 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:57.581720 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7201cac3-f277-4755-a070-bf65aa3342f6 req-46565b0b-b79c-4175-8e47-580c02982747 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 947 time: 0.3282452 Mar 01 20:48:57.608115 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a8c7ed0-1957-47d8-ace5-7591def0d83e req-968c7e3a-8e95-4a17-be57-eeaf0d12daff service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6653450 Mar 01 20:48:57.711583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0599a59b-ef86-423e-9adf-9d57f721b5f5', 'name': 'network-vif-deleted', 'tag': 'd3617190-df4c-4ab0-b2f5-9594a0735901'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:48:57.885235 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7201cac3-f277-4755-a070-bf65aa3342f6 req-a80b069a-9a8c-4b27-ab68-66fde21efc03 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3006866 Mar 01 20:48:57.889374 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a8c7ed0-1957-47d8-ace5-7591def0d83e req-e803188c-a2cd-4f79-8a1b-1f5e27cfc571 service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716775 Mar 01 20:48:58.341663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62229ab6-c871-4427-a685-7d68f906ca2e req-c242739b-58ee-4327-a374-46026682ecfe tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:58.342833 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-871b1001-d5fd-4ea3-a706-c187a20e9b34 service neutron] For port 577d4f98-3a3c-49d8-9879-9dafa646e5f7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=577d4f98-3a3c-49d8-9879-9dafa646e5f7,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:58.353877 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-62229ab6-c871-4427-a685-7d68f906ca2e req-c242739b-58ee-4327-a374-46026682ecfe tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 946 time: 0.2724886 Mar 01 20:48:58.388930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-871b1001-d5fd-4ea3-a706-c187a20e9b34 service neutron] For port 577d4f98-3a3c-49d8-9879-9dafa646e5f7, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:48:58.444029 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-62229ab6-c871-4427-a685-7d68f906ca2e req-b2b42c24-b5ea-450a-9078-86c8dc8fb44d tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/security-groups?id=d0480406-959a-4af7-898f-b5b5f0da4379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769072 Mar 01 20:48:58.474913 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0599a59b-ef86-423e-9adf-9d57f721b5f5', 'name': 'network-vif-deleted', 'tag': 'd3617190-df4c-4ab0-b2f5-9594a0735901', 'status': 'completed', 'code': 200} Mar 01 20:48:58.550418 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-871b1001-d5fd-4ea3-a706-c187a20e9b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 577d4f98-3a3c-49d8-9879-9dafa646e5f7 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:48:58.579419 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-871b1001-d5fd-4ea3-a706-c187a20e9b34 service neutron] For port 577d4f98-3a3c-49d8-9879-9dafa646e5f7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=577d4f98-3a3c-49d8-9879-9dafa646e5f7,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:48:58.767170 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-871b1001-d5fd-4ea3-a706-c187a20e9b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:58.987521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b380a0e2-43ae-4cb7-b96a-7ef224adf06a req-c896fb21-05bb-464f-b321-abb8cc49b1bb tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:58.987521 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b380a0e2-43ae-4cb7-b96a-7ef224adf06a req-c896fb21-05bb-464f-b321-abb8cc49b1bb tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 944 time: 0.1539199 Mar 01 20:48:58.987521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32912) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:48:58.987521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-310061857-network', 'tenant_id': 'beb6ef00dff442e184d7b8209d5504db'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:48:58.987521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:48:59.014655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Usage tracker for resource:network and tenant:beb6ef00dff442e184d7b8209d5504db is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:48:59.016216 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:48:59.018875 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-020c632c-59a4-4771-8dee-e0792b776f0e req-862061fe-d16e-436c-a02f-75d5b8867680 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3994381 Mar 01 20:48:59.026112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:48:59.052726 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b380a0e2-43ae-4cb7-b96a-7ef224adf06a req-05f92f48-5d84-4453-86cf-1fa12d0a57e2 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741227 Mar 01 20:48:59.086174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-871b1001-d5fd-4ea3-a706-c187a20e9b34 service neutron] Transition to ACTIVE for port object 577d4f98-3a3c-49d8-9879-9dafa646e5f7 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:48:59.250466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c632c-59a4-4771-8dee-e0792b776f0e req-53a96ab6-98ae-4235-b2c3-63a39058db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:59.253088 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-020c632c-59a4-4771-8dee-e0792b776f0e req-53a96ab6-98ae-4235-b2c3-63a39058db95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 1096 time: 0.1001747 Mar 01 20:48:59.301657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1d284-2ca6-449a-bb50-94625254b791 req-43115eb6-8a6e-44b6-a4e9-e47368e467ac tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:48:59.303521 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2fd1d284-2ca6-449a-bb50-94625254b791 req-43115eb6-8a6e-44b6-a4e9-e47368e467ac tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 947 time: 0.1245668 Mar 01 20:48:59.334513 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device d3617190-df4c-4ab0-b2f5-9594a0735901 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:48:59.381859 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Made reservation on behalf of beb6ef00dff442e184d7b8209d5504db for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:48:59.385025 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:59.414826 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:59.433493 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: d3617190-df4c-4ab0-b2f5-9594a0735901 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:48:59.433493 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device d3617190-df4c-4ab0-b2f5-9594a0735901 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:48:59.433493 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 577d4f98-3a3c-49d8-9879-9dafa646e5f7 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:48:59.433854 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2fd1d284-2ca6-449a-bb50-94625254b791 req-56c9237e-c258-4f4f-bbc4-7fe335df5461 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175058 Mar 01 20:48:59.436299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:48:59.447497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Usage tracker for resource:security_group_rule and tenant:beb6ef00dff442e184d7b8209d5504db is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:48:59.453559 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:48:59.460786 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-871b1001-d5fd-4ea3-a706-c187a20e9b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:59.471705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:48:59.586563 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 577d4f98-3a3c-49d8-9879-9dafa646e5f7 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:48:59.662641 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:59.674026 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2afb7459-f22b-4e6e-8e67-1bcb3d56ad13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:59.929949 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:48:59.990900 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:48:59.991717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-871b1001-d5fd-4ea3-a706-c187a20e9b34 service neutron] No DVR routers for this DVR port 577d4f98-3a3c-49d8-9879-9dafa646e5f7 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:48:59.993964 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b1001-d5fd-4ea3-a706-c187a20e9b34 service neutron] Pushing event updated for resources: {'Port': ['ID=577d4f98-3a3c-49d8-9879-9dafa646e5f7,revision_number=10']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:00.008156 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795023ac-ef8f-48a6-acb4-b09e25b02a67,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:00.016281 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:00.016619 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Added segment 17dd3747-6050-48ec-8fe9-577b2f0cc6f6 of type vlan for network f0da88a8-ca0a-4751-bf20-39eae65f5671 Mar 01 20:49:00.046563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c632c-59a4-4771-8dee-e0792b776f0e req-627e2fe5-9e95-4236-a2b9-a1f02b098e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:00.047659 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a390055-ac30-46aa-b08b-2c8dbe84d314 req-696d3985-a443-4135-9f28-7559ea901581 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:00.050094 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-020c632c-59a4-4771-8dee-e0792b776f0e req-627e2fe5-9e95-4236-a2b9-a1f02b098e24 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 922 time: 0.7755213 Mar 01 20:49:00.054654 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a390055-ac30-46aa-b08b-2c8dbe84d314 req-696d3985-a443-4135-9f28-7559ea901581 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 946 time: 0.3362844 Mar 01 20:49:00.101578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32932) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:00.111705 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:00.154014 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a390055-ac30-46aa-b08b-2c8dbe84d314 req-293b54fd-51d2-4cb8-a47d-4c99cea5cd1f tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/security-groups?id=d0480406-959a-4af7-898f-b5b5f0da4379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984123 Mar 01 20:49:00.241278 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-871b1001-d5fd-4ea3-a706-c187a20e9b34 service neutron] 10.222.0.55 "PUT /v2.0/ports/577d4f98-3a3c-49d8-9879-9dafa646e5f7/bindings/n-h1-827896-4/activate HTTP/1.1" status: 200 len: 369 time: 2.6952035 Mar 01 20:49:00.246336 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:00.247332 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:00.247963 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:00.293178 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-020c632c-59a4-4771-8dee-e0792b776f0e req-6206c3d8-6d8b-4e00-91ed-20c1936ca3bb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97d9130a-714e-4f0a-9c9b-ba6f069e326e HTTP/1.1" status: 200 len: 217 time: 0.2215912 Mar 01 20:49:00.385057 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4210620 Mar 01 20:49:00.385775 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32942) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:00.398648 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:00.474316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c632c-59a4-4771-8dee-e0792b776f0e req-11ed3866-9473-4db2-9657-55f60fb90a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:00.476114 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-020c632c-59a4-4771-8dee-e0792b776f0e req-11ed3866-9473-4db2-9657-55f60fb90a1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.1662312 Mar 01 20:49:00.541930 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-020c632c-59a4-4771-8dee-e0792b776f0e req-c1f80bbf-b3a2-4a02-ab92-d28053bf61b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584857 Mar 01 20:49:00.554684 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-24304c7c-2e8b-415e-a9dd-915f0affed9c admin admin] Request body: {'subnet': {'network_id': 'f0da88a8-ca0a-4751-bf20-39eae65f5671', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-310061857-subnet', 'tenant_id': 'beb6ef00dff442e184d7b8209d5504db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:49:00.576010 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-24304c7c-2e8b-415e-a9dd-915f0affed9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:49:00.586516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-24304c7c-2e8b-415e-a9dd-915f0affed9c admin admin] Usage tracker for resource:subnet and tenant:beb6ef00dff442e184d7b8209d5504db is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:49:00.589988 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-24304c7c-2e8b-415e-a9dd-915f0affed9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:49:00.597034 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-24304c7c-2e8b-415e-a9dd-915f0affed9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:49:00.601903 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:00.713144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f189689-33b5-47f3-ad2e-66535202a6ee admin admin] Pushing event updated for resources: {'Network': ['ID=f0da88a8-ca0a-4751-bf20-39eae65f5671,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:00.725208 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network f0da88a8-ca0a-4751-bf20-39eae65f5671 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:49:00.746889 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-020c632c-59a4-4771-8dee-e0792b776f0e req-2f896f83-40dd-470c-ac5d-77375298652e service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922736 Mar 01 20:49:00.756303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24304c7c-2e8b-415e-a9dd-915f0affed9c admin admin] Made reservation on behalf of beb6ef00dff442e184d7b8209d5504db for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:49:00.758985 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24304c7c-2e8b-415e-a9dd-915f0affed9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:00.965723 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-020c632c-59a4-4771-8dee-e0792b776f0e req-4cba13e4-4f31-4a14-ad63-c7133c92c272 service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116721 Mar 01 20:49:01.000655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32954) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:01.065156 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32960) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:01.065632 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-332aee2b-a36f-4bf5-8848-7daa3f16a12a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a89f5baf58c84a808cd5296d2f554260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9626005 Mar 01 20:49:01.125626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-0b22d7b2-70b5-45a0-9795-1b799993b6cf tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:01.127823 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-0b22d7b2-70b5-45a0-9795-1b799993b6cf tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12&tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&binding%3Ahost_id=n-h2-827896-4 HTTP/1.1" status: 200 len: 1096 time: 0.6282320 Mar 01 20:49:01.165831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd081cf-6af8-47d7-a284-bbbca042d9ab req-eeb9d043-0081-475a-90bc-bc3d793c1cb2 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:01.186158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32966) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:01.187729 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9fd081cf-6af8-47d7-a284-bbbca042d9ab req-eeb9d043-0081-475a-90bc-bc3d793c1cb2 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 946 time: 0.6684484 Mar 01 20:49:01.202090 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-53a788c1-6431-43ef-80cf-6fbf6b9b287f tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Request body: {'floatingip': {'port_id': '3eeea0c9-08e0-4de3-87fb-a2e55ca30117'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:49:01.264410 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bcdc8-3bbf-42e2-af72-1a9f87bc0490 req-984f1df5-b7e1-481f-9ba9-2ace53505ac2 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:01.271902 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d41bcdc8-3bbf-42e2-af72-1a9f87bc0490 req-984f1df5-b7e1-481f-9ba9-2ace53505ac2 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 945 time: 0.7711508 Mar 01 20:49:01.322647 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53a788c1-6431-43ef-80cf-6fbf6b9b287f tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for floatingip, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:01.346912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d41bcdc8-3bbf-42e2-af72-1a9f87bc0490 req-c4b28699-a50a-4fa7-98a0-02b7020a63b7 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741251 Mar 01 20:49:01.399837 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24304c7c-2e8b-415e-a9dd-915f0affed9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:01.453333 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-957b12bb-96fb-4d30-8f60-596b95776148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:01.526392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24304c7c-2e8b-415e-a9dd-915f0affed9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3497a03c-9438-4c78-acb2-8a7bcd505ae7,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:01.538342 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-040bb26a-c3f3-4386-90c8-a55d9d968ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:01.539957 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-040bb26a-c3f3-4386-90c8-a55d9d968ec8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12&tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc HTTP/1.1" status: 200 len: 1096 time: 0.4025707 Mar 01 20:49:01.554553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24304c7c-2e8b-415e-a9dd-915f0affed9c admin admin] Checking segment: {'id': '17dd3747-6050-48ec-8fe9-577b2f0cc6f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'f0da88a8-ca0a-4751-bf20-39eae65f5671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:49:01.557780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24304c7c-2e8b-415e-a9dd-915f0affed9c admin admin] Network hostable DHCP agents. Network: f0da88a8-ca0a-4751-bf20-39eae65f5671, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:49:01.638200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5854eb7-6322-4965-8105-7fa14876034d req-7b3454f2-cbe2-4db5-bf17-3339f7ffbc2e tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:01.650673 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5854eb7-6322-4965-8105-7fa14876034d req-7b3454f2-cbe2-4db5-bf17-3339f7ffbc2e tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 947 time: 0.3026323 Mar 01 20:49:01.746517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24304c7c-2e8b-415e-a9dd-915f0affed9c admin admin] Network f0da88a8-ca0a-4751-bf20-39eae65f5671 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:49:01.778519 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5854eb7-6322-4965-8105-7fa14876034d req-336b64e0-215d-44ae-9f8d-2280cf0c32b4 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112006 Mar 01 20:49:01.788737 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-1daf364f-daa7-41c4-93e4-4099173f7340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:01.790555 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-1daf364f-daa7-41c4-93e4-4099173f7340 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 1096 time: 0.2209849 Mar 01 20:49:01.822903 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-957b12bb-96fb-4d30-8f60-596b95776148 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:49:01.840641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-957b12bb-96fb-4d30-8f60-596b95776148 admin admin] Usage tracker for resource:security_group_rule and tenant:eca50b85f35b49709db601b118ad4fef is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:49:01.845721 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2be0cdb3-c831-4d97-80e9-c57580f79f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:01.848483 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-957b12bb-96fb-4d30-8f60-596b95776148 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:49:01.863189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-24304c7c-2e8b-415e-a9dd-915f0affed9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, f0da88a8-ca0a-4751-bf20-39eae65f5671) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:49:01.867861 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-957b12bb-96fb-4d30-8f60-596b95776148 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:49:01.874854 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a060b8-a36a-4de3-84a4-94744bbd13de None None] Network f0da88a8-ca0a-4751-bf20-39eae65f5671 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:49:01.876135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24304c7c-2e8b-415e-a9dd-915f0affed9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:01.877194 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24304c7c-2e8b-415e-a9dd-915f0affed9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:02.011767 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-24304c7c-2e8b-415e-a9dd-915f0affed9c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5063305 Mar 01 20:49:02.123710 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:02.130655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-882c03a5-9e38-46fe-8451-764a4fa6ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:02.135473 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-882c03a5-9e38-46fe-8451-764a4fa6ee3e service neutron] 10.222.0.57 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 922 time: 0.3347206 Mar 01 20:49:02.216312 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bb5e78-2158-45f2-8611-fd3ba31506fa None None] Network f0da88a8-ca0a-4751-bf20-39eae65f5671 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:49:02.272259 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-facc1739-c7d4-4b35-a0a5-ea144424019b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=577d4f98-3a3c-49d8-9879-9dafa646e5f7 HTTP/1.1" status: 200 len: 217 time: 0.1301880 Mar 01 20:49:02.320981 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-957b12bb-96fb-4d30-8f60-596b95776148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:02.365447 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2be0cdb3-c831-4d97-80e9-c57580f79f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:02.396507 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-957b12bb-96fb-4d30-8f60-596b95776148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:02.416132 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-d967ecc8-95d1-4dd5-9df5-60ba0e3a8275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:02.420761 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-d967ecc8-95d1-4dd5-9df5-60ba0e3a8275 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.1421936 Mar 01 20:49:02.537741 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-a36aeb58-31c4-47c4-9d00-5adf1e869506 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1062989 Mar 01 20:49:02.814648 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-957b12bb-96fb-4d30-8f60-596b95776148 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eca50b85f35b49709db601b118ad4fef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8124423 Mar 01 20:49:02.819919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957b12bb-96fb-4d30-8f60-596b95776148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7679c54-974d-4fa7-b9fc-1675ac0a3568,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:02.825499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32988) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:02.997228 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-edd1da7f-b49a-4861-8299-b940441f8491 req-d573a0ec-c60f-438a-ae68-6f65f68b3224 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8915358 Mar 01 20:49:03.040664 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a14dd4cd-fb32-4593-9514-0ccd76a7c107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:03.071612 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a14dd4cd-fb32-4593-9514-0ccd76a7c107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:03.080634 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-e9b9196b-3e12-4ee1-a2a0-47761cb395b7 service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5363264 Mar 01 20:49:03.090535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3832c6-02c4-4e2f-b022-4ed9cacbbb6c req-6533bbf7-d656-411a-85b4-e395434468af tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:03.092260 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7d3832c6-02c4-4e2f-b022-4ed9cacbbb6c req-6533bbf7-d656-411a-85b4-e395434468af tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 945 time: 0.3302443 Mar 01 20:49:03.219476 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2be0cdb3-c831-4d97-80e9-c57580f79f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:03.250498 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be0cdb3-c831-4d97-80e9-c57580f79f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf309c1-95fa-400b-92ef-a668a45ab378,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:03.259926 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [None req-53a788c1-6431-43ef-80cf-6fbf6b9b287f tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:49:03.282158 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7d3832c6-02c4-4e2f-b022-4ed9cacbbb6c req-2c5dae64-d7b3-4ac0-8807-9eb7050d32e8 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376557 Mar 01 20:49:03.335146 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-df47da15-90a2-43cc-9bbb-2935634a83f3 service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419257 Mar 01 20:49:03.360765 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a14dd4cd-fb32-4593-9514-0ccd76a7c107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:03.364405 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a14dd4cd-fb32-4593-9514-0ccd76a7c107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:03.365662 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a14dd4cd-fb32-4593-9514-0ccd76a7c107 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d7679c54-974d-4fa7-b9fc-1675ac0a3568 HTTP/1.1" status: 204 len: 168 time: 0.5365541 Mar 01 20:49:03.376215 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2be0cdb3-c831-4d97-80e9-c57580f79f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:03.377734 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2be0cdb3-c831-4d97-80e9-c57580f79f37 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ecf309c1-95fa-400b-92ef-a668a45ab378 HTTP/1.1" status: 204 len: 168 time: 2.3116226 Mar 01 20:49:03.395652 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14dd4cd-fb32-4593-9514-0ccd76a7c107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7679c54-974d-4fa7-b9fc-1675ac0a3568,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:03.526485 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53a788c1-6431-43ef-80cf-6fbf6b9b287f tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:03.588866 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1da7f-b49a-4861-8299-b940441f8491 req-a84c0894-7c8c-4a18-92cd-0d508d5aaa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:03.588866 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-edd1da7f-b49a-4861-8299-b940441f8491 req-a84c0894-7c8c-4a18-92cd-0d508d5aaa69 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 1116 time: 0.4030273 Mar 01 20:49:03.664957 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973da828-69f7-49be-8bf7-5a42e0778c6c req-dc01bfc6-7dec-4164-9742-5ea6dd94fa0e tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:03.667660 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-973da828-69f7-49be-8bf7-5a42e0778c6c req-dc01bfc6-7dec-4164-9742-5ea6dd94fa0e tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 947 time: 0.2251906 Mar 01 20:49:03.776193 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1da7f-b49a-4861-8299-b940441f8491 req-06828914-8d85-409d-aa63-bae3131877a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:03.777894 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-edd1da7f-b49a-4861-8299-b940441f8491 req-06828914-8d85-409d-aa63-bae3131877a0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 909 time: 0.1845696 Mar 01 20:49:03.781963 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-973da828-69f7-49be-8bf7-5a42e0778c6c req-95360bbd-d01b-4a42-9d25-25a9fd883279 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058478 Mar 01 20:49:03.873025 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-edd1da7f-b49a-4861-8299-b940441f8491 req-d9fba629-39d1-43ac-a034-b444b7809ccd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b2a5b3a7-af15-4b15-8289-709826bc17d7 HTTP/1.1" status: 200 len: 217 time: 0.0883124 Mar 01 20:49:03.953539 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd1da7f-b49a-4861-8299-b940441f8491 req-eab65f00-1831-45f6-ac30-81f0cd2ff6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:03.956009 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-edd1da7f-b49a-4861-8299-b940441f8491 req-eab65f00-1831-45f6-ac30-81f0cd2ff6c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.0773182 Mar 01 20:49:04.049320 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-edd1da7f-b49a-4861-8299-b940441f8491 req-262ca77f-5f49-418a-81b3-31c2a81051f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749977 Mar 01 20:49:04.272679 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-edd1da7f-b49a-4861-8299-b940441f8491 req-43c67112-5915-4c00-ace8-f0bbfd61fccd service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201998 Mar 01 20:49:04.449722 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-edd1da7f-b49a-4861-8299-b940441f8491 req-dea8e69a-2302-4ed5-be09-cb7c5de68de2 service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669929 Mar 01 20:49:04.462593 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53a788c1-6431-43ef-80cf-6fbf6b9b287f tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:04.694376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4847c5-2c8f-46ed-8c4e-03d2ddfabdfe req-611fa82f-19e7-44f6-9095-48d42eb1509a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:04.702593 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b4847c5-2c8f-46ed-8c4e-03d2ddfabdfe req-611fa82f-19e7-44f6-9095-48d42eb1509a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 945 time: 0.2112694 Mar 01 20:49:04.762043 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-53a788c1-6431-43ef-80cf-6fbf6b9b287f tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Floating IP ceda3757-5c86-44b1-a2e7-e8f9c11c3423 associated. External IP: 172.25.5.111, port: 3eeea0c9-08e0-4de3-87fb-a2e55ca30117. Mar 01 20:49:04.787322 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b4847c5-2c8f-46ed-8c4e-03d2ddfabdfe req-305e9c58-8d20-4058-8860-7289f8b649ca tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833750 Mar 01 20:49:05.114713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-9a18f3e2-b7cd-48e4-bd99-3f0047d22e76 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:05.116829 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-9a18f3e2-b7cd-48e4-bd99-3f0047d22e76 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12&tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 1096 time: 0.2351031 Mar 01 20:49:05.373600 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa9b90-9cb0-4f87-b65b-54a3668cb76c req-0d225849-0543-4e16-859e-da4a466dcd13 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:05.381504 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c3fa9b90-9cb0-4f87-b65b-54a3668cb76c req-0d225849-0543-4e16-859e-da4a466dcd13 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 947 time: 0.3522575 Mar 01 20:49:05.446089 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c3fa9b90-9cb0-4f87-b65b-54a3668cb76c req-7b997ee7-3c17-47f0-907b-a87ebc9857a2 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632865 Mar 01 20:49:05.501566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-05d6f468-ac8d-413b-85dd-b7da962dacf1 service neutron] For port 577d4f98-3a3c-49d8-9879-9dafa646e5f7, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:49:05.505221 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-05d6f468-ac8d-413b-85dd-b7da962dacf1 service neutron] Notify callbacks [] for binding, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:05.506669 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f8c6099-192c-4caf-9941-1aabfc8cd62b req-05d6f468-ac8d-413b-85dd-b7da962dacf1 service neutron] 10.222.0.57 "DELETE /v2.0/ports/577d4f98-3a3c-49d8-9879-9dafa646e5f7/bindings/n-h2-827896-4 HTTP/1.1" status: 204 len: 173 time: 0.3688056 Mar 01 20:49:05.594386 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33014) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:05.747025 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bbe4c1a0-378e-4251-be41-4c1392a0b793 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e1960c9b4b24af0b62feca24162a961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506698 Mar 01 20:49:05.750250 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33018) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:05.753034 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33020) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:05.786237 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53a788c1-6431-43ef-80cf-6fbf6b9b287f tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Router 17e36c9b-0af9-4a10-8df3-683cac07f4b0 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:49:05.793810 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3127c7a8-9f1d-43a4-aa4b-76709b197dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:05.829426 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3127c7a8-9f1d-43a4-aa4b-76709b197dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:49:05.843922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3127c7a8-9f1d-43a4-aa4b-76709b197dab admin admin] Usage tracker for resource:security_group_rule and tenant:f0bf178148fd46b88ba619a2de081055 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:49:05.849180 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3127c7a8-9f1d-43a4-aa4b-76709b197dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:49:05.859062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3127c7a8-9f1d-43a4-aa4b-76709b197dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:49:05.891720 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-35836f58-0f35-4406-9324-a94ff6684de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:05.998477 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-35836f58-0f35-4406-9324-a94ff6684de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:06.013191 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53a788c1-6431-43ef-80cf-6fbf6b9b287f tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:49:06.024412 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15442e03-18d4-4015-965c-096aaddaf1ae None None] Sync routers for ids ['17e36c9b-0af9-4a10-8df3-683cac07f4b0'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:49:06.025302 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53a788c1-6431-43ef-80cf-6fbf6b9b287f tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:06.048594 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15442e03-18d4-4015-965c-096aaddaf1ae None None] Routers {'17e36c9b-0af9-4a10-8df3-683cac07f4b0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:49:06.049218 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-15442e03-18d4-4015-965c-096aaddaf1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:49:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['17e36c9b-0af9-4a10-8df3-683cac07f4b0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:06.187314 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-53a788c1-6431-43ef-80cf-6fbf6b9b287f tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "PUT /v2.0/floatingips/ceda3757-5c86-44b1-a2e7-e8f9c11c3423 HTTP/1.1" status: 200 len: 992 time: 4.9969110 Mar 01 20:49:06.188434 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd63923db-c34b-4d03-8341-fc8c1341ff32', 'tag': '3eeea0c9-08e0-4de3-87fb-a2e55ca30117'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:49:06.321137 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8345c985-91eb-4d74-87b3-c893f9f600a5 req-d4d108b5-1a2c-4974-9600-1b1fec54d8b7 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:06.324027 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8345c985-91eb-4d74-87b3-c893f9f600a5 req-d4d108b5-1a2c-4974-9600-1b1fec54d8b7 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 945 time: 0.3698895 Mar 01 20:49:06.379588 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3127c7a8-9f1d-43a4-aa4b-76709b197dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:06.438088 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8345c985-91eb-4d74-87b3-c893f9f600a5 req-caa28f2c-a3eb-4aea-b97d-c2271ec577f7 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986760 Mar 01 20:49:06.440893 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-35836f58-0f35-4406-9324-a94ff6684de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:06.451028 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-15442e03-18d4-4015-965c-096aaddaf1ae None None] Set router 17e36c9b-0af9-4a10-8df3-683cac07f4b0 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:49:06.471259 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3127c7a8-9f1d-43a4-aa4b-76709b197dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:06.533459 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35836f58-0f35-4406-9324-a94ff6684de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef571218-275d-4189-a39e-c62fb2fac7de,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:06.579258 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3127c7a8-9f1d-43a4-aa4b-76709b197dab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f0bf178148fd46b88ba619a2de081055&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8111048 Mar 01 20:49:06.582166 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33042) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:06.594794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3127c7a8-9f1d-43a4-aa4b-76709b197dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=462b3cd6-a6a3-4eb2-a093-e49a8443e3a3,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:06.632662 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-35836f58-0f35-4406-9324-a94ff6684de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:06.636234 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-35836f58-0f35-4406-9324-a94ff6684de9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ef571218-275d-4189-a39e-c62fb2fac7de HTTP/1.1" status: 204 len: 168 time: 0.8844016 Mar 01 20:49:06.707162 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d238b6d-6d6e-4cf6-b0bc-c649c634567c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:06.793090 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d238b6d-6d6e-4cf6-b0bc-c649c634567c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:06.885539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90201132-4329-4d13-9f79-d5d9de0427c4 req-7078f1cf-8bec-4557-8f80-ad8c57ae5623 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:06.889011 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90201132-4329-4d13-9f79-d5d9de0427c4 req-7078f1cf-8bec-4557-8f80-ad8c57ae5623 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 946 time: 0.1823869 Mar 01 20:49:07.011587 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90201132-4329-4d13-9f79-d5d9de0427c4 req-28067c38-fcb0-4a79-be2b-3df595b33c66 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/security-groups?id=d0480406-959a-4af7-898f-b5b5f0da4379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089330 Mar 01 20:49:07.042188 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d238b6d-6d6e-4cf6-b0bc-c649c634567c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:07.082892 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd63923db-c34b-4d03-8341-fc8c1341ff32', 'tag': '3eeea0c9-08e0-4de3-87fb-a2e55ca30117', 'status': 'completed', 'code': 200} Mar 01 20:49:07.089846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d238b6d-6d6e-4cf6-b0bc-c649c634567c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=462b3cd6-a6a3-4eb2-a093-e49a8443e3a3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:07.108427 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d238b6d-6d6e-4cf6-b0bc-c649c634567c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:07.125610 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2d238b6d-6d6e-4cf6-b0bc-c649c634567c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/462b3cd6-a6a3-4eb2-a093-e49a8443e3a3 HTTP/1.1" status: 204 len: 168 time: 0.5346808 Mar 01 20:49:07.359463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ba9ca-4675-4195-9936-a441f9deda7d req-d3187656-f170-4554-b0cc-e0152a22dac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:07.360958 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de6ba9ca-4675-4195-9936-a441f9deda7d req-d3187656-f170-4554-b0cc-e0152a22dac5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c2ea0c962884e80b5b9d250faf4e5de&device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 1097 time: 0.2198172 Mar 01 20:49:07.367577 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-15442e03-18d4-4015-965c-096aaddaf1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'name': 'tempest-ServersTestManualDisk-1444095145-router', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:48:12Z', 'updated_at': '2022-03-01T20:48:21Z', 'revision_number': 4, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'gw_port': {'id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:14Z', 'updated_at': '2022-03-01T20:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'ceda3757-5c86-44b1-a2e7-e8f9c11c3423', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'port_id': '3eeea0c9-08e0-4de3-87fb-a2e55ca30117', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286', 'mac_address': 'fa:16:3e:5e:d9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63923db-c34b-4d03-8341-fc8c1341ff32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:48:32Z', 'updated_at': '2022-03-01T20:49:02Z', 'revision_number': 1, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377f7c5b-51c9-44f1-97e2-439e159ad20d', 'name': '', 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'mac_address': 'fa:16:3e:ed:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:20Z', 'updated_at': '2022-03-01T20:48:33Z', 'revision_number': 5, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'subnets': [{'id': 'ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:07.372679 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15442e03-18d4-4015-965c-096aaddaf1ae None None] Checking router: 17e36c9b-0af9-4a10-8df3-683cac07f4b0 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:49:07.401514 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15442e03-18d4-4015-965c-096aaddaf1ae None None] Routers {'17e36c9b-0af9-4a10-8df3-683cac07f4b0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:49:07.402445 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-15442e03-18d4-4015-965c-096aaddaf1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:49:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['17e36c9b-0af9-4a10-8df3-683cac07f4b0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:07.601230 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d26156-8445-43fa-9d5a-dd738beeb8bf req-a7d63d48-09b2-4eee-9050-50b4443899c7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:07.602548 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-42d26156-8445-43fa-9d5a-dd738beeb8bf req-a7d63d48-09b2-4eee-9050-50b4443899c7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 947 time: 0.3122435 Mar 01 20:49:07.617938 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-15442e03-18d4-4015-965c-096aaddaf1ae None None] Set router 17e36c9b-0af9-4a10-8df3-683cac07f4b0 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:49:07.668554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ba9ca-4675-4195-9936-a441f9deda7d req-2e3c186c-6ac9-4753-a764-386c9156a1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:07.670020 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de6ba9ca-4675-4195-9936-a441f9deda7d req-2e3c186c-6ac9-4753-a764-386c9156a1be service neutron] 10.222.0.57 "GET /v2.0/networks?id=95a5c81c-b345-48d2-b726-9e7d834c1286 HTTP/1.1" status: 200 len: 913 time: 0.2992191 Mar 01 20:49:07.775809 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-42d26156-8445-43fa-9d5a-dd738beeb8bf req-7877bbae-9163-491a-870a-aa085b2272ae tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578677 Mar 01 20:49:07.882533 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de6ba9ca-4675-4195-9936-a441f9deda7d req-236a8d19-7c9d-4030-92e5-d42ff9589ad1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3eeea0c9-08e0-4de3-87fb-a2e55ca30117 HTTP/1.1" status: 200 len: 1000 time: 0.2057073 Mar 01 20:49:07.961047 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ba9ca-4675-4195-9936-a441f9deda7d req-8d8d45ca-25db-466b-8ce9-1c2fa123081d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:07.964812 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de6ba9ca-4675-4195-9936-a441f9deda7d req-8d8d45ca-25db-466b-8ce9-1c2fa123081d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de HTTP/1.1" status: 200 len: 851 time: 0.0763719 Mar 01 20:49:08.231059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f4c1b-3c83-4704-9ac0-d80ade2960e1 req-528d7b84-8a39-439f-88a8-48edd3b9dfd5 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:08.232515 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c01f4c1b-3c83-4704-9ac0-d80ade2960e1 req-528d7b84-8a39-439f-88a8-48edd3b9dfd5 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 1096 time: 0.2133684 Mar 01 20:49:08.237600 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ba9ca-4675-4195-9936-a441f9deda7d req-47ebbb12-e42c-46bd-a912-a4dcca107d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:08.239271 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de6ba9ca-4675-4195-9936-a441f9deda7d req-47ebbb12-e42c-46bd-a912-a4dcca107d63 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=95a5c81c-b345-48d2-b726-9e7d834c1286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2673781 Mar 01 20:49:08.270521 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-15442e03-18d4-4015-965c-096aaddaf1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'name': 'tempest-ServersTestManualDisk-1444095145-router', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:48:12Z', 'updated_at': '2022-03-01T20:48:21Z', 'revision_number': 4, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'gw_port': {'id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:14Z', 'updated_at': '2022-03-01T20:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'ceda3757-5c86-44b1-a2e7-e8f9c11c3423', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'port_id': '3eeea0c9-08e0-4de3-87fb-a2e55ca30117', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286', 'mac_address': 'fa:16:3e:5e:d9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63923db-c34b-4d03-8341-fc8c1341ff32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:48:32Z', 'updated_at': '2022-03-01T20:49:02Z', 'revision_number': 1, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377f7c5b-51c9-44f1-97e2-439e159ad20d', 'name': '', 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'mac_address': 'fa:16:3e:ed:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:20Z', 'updated_at': '2022-03-01T20:48:33Z', 'revision_number': 5, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'subnets': [{'id': 'ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:08.275755 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15442e03-18d4-4015-965c-096aaddaf1ae None None] The sync data for ids ['17e36c9b-0af9-4a10-8df3-683cac07f4b0'] in n-d-827896-4 is: [{'id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'name': 'tempest-ServersTestManualDisk-1444095145-router', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:48:12Z', 'updated_at': '2022-03-01T20:48:21Z', 'revision_number': 4, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'gw_port': {'id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:14Z', 'updated_at': '2022-03-01T20:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'ceda3757-5c86-44b1-a2e7-e8f9c11c3423', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'floating_ip_address': '172.25.5.111', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'port_id': '3eeea0c9-08e0-4de3-87fb-a2e55ca30117', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286', 'mac_address': 'fa:16:3e:5e:d9:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd63923db-c34b-4d03-8341-fc8c1341ff32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:48:32Z', 'updated_at': '2022-03-01T20:49:02Z', 'revision_number': 1, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '377f7c5b-51c9-44f1-97e2-439e159ad20d', 'name': '', 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'mac_address': 'fa:16:3e:ed:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:20Z', 'updated_at': '2022-03-01T20:48:33Z', 'revision_number': 5, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'subnets': [{'id': 'ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:49:08.413639 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c01f4c1b-3c83-4704-9ac0-d80ade2960e1 req-ead031dd-a313-487a-b999-4b1e5df54450 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706698 Mar 01 20:49:08.558709 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de6ba9ca-4675-4195-9936-a441f9deda7d req-d12b6f36-22be-4056-9fa7-e0c16c2b8b4f service neutron] 10.222.0.57 "GET /v2.0/networks/95a5c81c-b345-48d2-b726-9e7d834c1286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996018 Mar 01 20:49:08.642434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-b1676fc5-6d70-42d7-8e7c-45cabb9756aa tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:08.643483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-b1676fc5-6d70-42d7-8e7c-45cabb9756aa tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Synchronizing usage tracker for tenant:cad841128e28424483dccf81373a860e on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:49:08.780251 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de6ba9ca-4675-4195-9936-a441f9deda7d req-7afb535e-eb01-4fc2-924b-f565247c86e3 service neutron] 10.222.0.57 "GET /v2.0/networks/95a5c81c-b345-48d2-b726-9e7d834c1286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099392 Mar 01 20:49:08.826087 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-b1676fc5-6d70-42d7-8e7c-45cabb9756aa tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Unset dirty status for tenant:cad841128e28424483dccf81373a860e on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:49:08.828485 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-b1676fc5-6d70-42d7-8e7c-45cabb9756aa tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/networks?id=e0a68fa1-5851-47fc-aecb-0d4682946ffc HTTP/1.1" status: 200 len: 814 time: 0.5095663 Mar 01 20:49:08.848249 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-604086c6-4919-406d-ac87-8ffe1f054c63 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/quotas/cad841128e28424483dccf81373a860e HTTP/1.1" status: 200 len: 375 time: 0.0140598 Mar 01 20:49:08.930767 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c70b36-7b32-4bb6-9328-46d5368ba4b1 None None] New status for floating IP ceda3757-5c86-44b1-a2e7-e8f9c11c3423: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 20:49:09.003512 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-107d5411-8ec6-4d27-a093-2f2d24c5d49d tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=cad841128e28424483dccf81373a860e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1486976 Mar 01 20:49:09.261298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39dbc49-9311-48a7-8a0a-99e845ae9b8e req-78acd950-3c11-4fb4-90dd-1cbecc880bb6 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:09.262816 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b39dbc49-9311-48a7-8a0a-99e845ae9b8e req-78acd950-3c11-4fb4-90dd-1cbecc880bb6 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 947 time: 0.3055460 Mar 01 20:49:09.292206 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-69a89303-5533-4a95-a231-54af7ea913d1 service neutron] 10.222.0.42 "GET /v2.0/networks/e0a68fa1-5851-47fc-aecb-0d4682946ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733741 Mar 01 20:49:09.442483 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b39dbc49-9311-48a7-8a0a-99e845ae9b8e req-e76ec1ed-0809-4dff-9e85-fec0adcf2803 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1528144 Mar 01 20:49:09.498420 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-3d50d1a1-dc07-46ea-abd9-f3fd26441be9 service neutron] 10.222.0.42 "GET /v2.0/networks/e0a68fa1-5851-47fc-aecb-0d4682946ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916974 Mar 01 20:49:09.881405 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eabc6348-9e56-4276-96df-d89b4825b8bb req-adca5ab7-4c9b-4d3a-8540-f7f2d2a97b0b tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/ports?device_id=c376dd29-c514-48d5-a162-127829e7311b HTTP/1.1" status: 200 len: 210 time: 0.1013739 Mar 01 20:49:11.135265 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32bf9f37-84ef-464c-a07f-ad070c927de7 req-887cdd04-0d01-411d-b06b-0c5e8141cf6d tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/ports?device_id=c376dd29-c514-48d5-a162-127829e7311b HTTP/1.1" status: 200 len: 210 time: 0.0963187 Mar 01 20:49:11.265238 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33242) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:11.295067 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-5d6cbed5-6f36-413e-8182-cc3f1eb1aa31 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:11.296979 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-5d6cbed5-6f36-413e-8182-cc3f1eb1aa31 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 821 time: 0.1930757 Mar 01 20:49:11.338157 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-941977b5-de9a-4efb-b756-47780a2f1032 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/quotas/12fae2fdb26b4cf190b0d5a7d7adbfcc HTTP/1.1" status: 200 len: 375 time: 0.0174282 Mar 01 20:49:11.417253 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b48e640-58cc-488c-81d9-9ce823e7a92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:11.439509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9b48e640-58cc-488c-81d9-9ce823e7a92c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:49:11.444265 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9b48e640-58cc-488c-81d9-9ce823e7a92c admin admin] Usage tracker for resource:security_group_rule and tenant:c456507b8b394bec9b5047738a52e622 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:49:11.446864 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-fad4f7f4-d707-4ec5-902f-6e7cebabb3bf tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1184523 Mar 01 20:49:11.448888 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9b48e640-58cc-488c-81d9-9ce823e7a92c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:49:11.462892 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9b48e640-58cc-488c-81d9-9ce823e7a92c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:49:11.575570 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b48e640-58cc-488c-81d9-9ce823e7a92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:11.607759 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-33b9a2c2-2c11-4d95-8a23-c350ab64296c tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ce3561a503a4423b96ac6c84dd2aea55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433764 Mar 01 20:49:11.840947 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-9612d530-d129-429a-aadd-9800f8e92c4d service neutron] 10.222.0.42 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857174 Mar 01 20:49:12.004104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-2def546b-6cf7-41c6-b63d-02630487b8bb tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:12.005572 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-2def546b-6cf7-41c6-b63d-02630487b8bb tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3891721 Mar 01 20:49:12.047970 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-ac0c8c1b-ecd3-4852-a3bd-00c95ee035b8 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/quotas/ce3561a503a4423b96ac6c84dd2aea55 HTTP/1.1" status: 200 len: 375 time: 0.0277071 Mar 01 20:49:12.100552 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-a07d58e6-cd4a-40c2-8909-b5fcf1bc112a tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce3561a503a4423b96ac6c84dd2aea55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512052 Mar 01 20:49:12.102793 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-33052b9c-3467-4bc8-9dba-5683395a95e7 service neutron] 10.222.0.42 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547197 Mar 01 20:49:12.152979 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b48e640-58cc-488c-81d9-9ce823e7a92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:12.249772 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b48e640-58cc-488c-81d9-9ce823e7a92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3927675a-4bfd-4f30-aa0a-351e3bebf16b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:12.255535 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9b48e640-58cc-488c-81d9-9ce823e7a92c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c456507b8b394bec9b5047738a52e622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9884357 Mar 01 20:49:12.258369 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33260) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:12.321537 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e133c87-1415-4f28-9dd1-ca24ca5aeba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:12.367953 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e133c87-1415-4f28-9dd1-ca24ca5aeba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:12.433594 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9ba9beeb-2142-4dc9-b740-ac5784ad2710 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:49:12.560498 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f2438-ebdf-487a-b15f-5bb03eeb955d req-0286c98b-b078-430e-be94-a79e816b2ed5 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:12.572281 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5b0f2438-ebdf-487a-b15f-5bb03eeb955d req-0286c98b-b078-430e-be94-a79e816b2ed5 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 947 time: 0.1365764 Mar 01 20:49:12.631276 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e133c87-1415-4f28-9dd1-ca24ca5aeba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:12.663736 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:12.695577 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e133c87-1415-4f28-9dd1-ca24ca5aeba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3927675a-4bfd-4f30-aa0a-351e3bebf16b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:12.697552 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e133c87-1415-4f28-9dd1-ca24ca5aeba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:12.698749 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4e133c87-1415-4f28-9dd1-ca24ca5aeba0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3927675a-4bfd-4f30-aa0a-351e3bebf16b HTTP/1.1" status: 204 len: 168 time: 0.4393139 Mar 01 20:49:12.710393 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e966c717-3076-4552-81ac-50afb0d8b605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ba9beeb-2142-4dc9-b740-ac5784ad2710'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:49:12.735704 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9ba9beeb-2142-4dc9-b740-ac5784ad2710, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:12.752142 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-998b0758-bfa5-4b59-8bbe-58d4046c5302 req-2a2aaa9f-22e5-4a05-8b68-ef7c55c20d63 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/ports?device_id=c376dd29-c514-48d5-a162-127829e7311b HTTP/1.1" status: 200 len: 210 time: 0.1243401 Mar 01 20:49:12.764418 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5b0f2438-ebdf-487a-b15f-5bb03eeb955d req-bafc7d98-9784-47d7-bcca-a31133c8f13b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909442 Mar 01 20:49:12.818425 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:12.918502 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e57a190-4a03-48d5-beb2-4f57c42c0867 req-6929af11-25bc-4b61-aee2-6f59360846b9 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f89cbcc-8330-4263-b88c-ee0258807fe8 HTTP/1.1" status: 200 len: 210 time: 0.1113167 Mar 01 20:49:12.981398 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6d51648b-8a3a-4d87-a801-7e89efed6cd6 req-84210adb-0cae-48cc-b870-9daff8521cf6 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 210 time: 0.0674894 Mar 01 20:49:12.997462 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=9ba9beeb-2142-4dc9-b740-ac5784ad2710,revision_number=14']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:13.051299 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e966c717-3076-4552-81ac-50afb0d8b605', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ba9beeb-2142-4dc9-b740-ac5784ad2710', 'code': 200} Mar 01 20:49:13.460061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-1f04c2a7-d996-495c-bdd0-c76f282dd076 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:13.461634 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-1f04c2a7-d996-495c-bdd0-c76f282dd076 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.55 "GET /v2.0/networks?id=e0a68fa1-5851-47fc-aecb-0d4682946ffc HTTP/1.1" status: 200 len: 814 time: 0.2123353 Mar 01 20:49:13.476017 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-2bdb91ac-56f0-4fd6-b576-21ceb9c0ddaf tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Request body: {'port': {'device_id': 'c376dd29-c514-48d5-a162-127829e7311b', 'network_id': 'e0a68fa1-5851-47fc-aecb-0d4682946ffc', 'admin_state_up': True, 'tenant_id': 'cad841128e28424483dccf81373a860e'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:49:13.653974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33314) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:13.672000 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-2bdb91ac-56f0-4fd6-b576-21ceb9c0ddaf tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:49:13.676160 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-2bdb91ac-56f0-4fd6-b576-21ceb9c0ddaf tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Usage tracker for resource:port and tenant:cad841128e28424483dccf81373a860e is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:49:13.679727 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-2bdb91ac-56f0-4fd6-b576-21ceb9c0ddaf tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:49:13.679913 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-17d8da6b-8728-4cd4-a8d0-72de8210d138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:13.687014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-2bdb91ac-56f0-4fd6-b576-21ceb9c0ddaf tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:49:13.695783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-17d8da6b-8728-4cd4-a8d0-72de8210d138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:49:13.699967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-17d8da6b-8728-4cd4-a8d0-72de8210d138 admin admin] Usage tracker for resource:security_group_rule and tenant:54f5f3a5237b48028bb9bf3e8c345e88 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:49:13.703034 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-17d8da6b-8728-4cd4-a8d0-72de8210d138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:49:13.708937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-17d8da6b-8728-4cd4-a8d0-72de8210d138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:49:13.822471 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-17d8da6b-8728-4cd4-a8d0-72de8210d138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:13.845176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-2bdb91ac-56f0-4fd6-b576-21ceb9c0ddaf tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Made reservation on behalf of cad841128e28424483dccf81373a860e for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:49:13.850310 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-2bdb91ac-56f0-4fd6-b576-21ceb9c0ddaf tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:13.959022 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-17d8da6b-8728-4cd4-a8d0-72de8210d138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:13.976850 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-38379183-cc6c-4a6f-a58c-731f7582a55b req-9201a551-0c2c-4930-941d-6d7aba927622 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/ports?device_id=c376dd29-c514-48d5-a162-127829e7311b HTTP/1.1" status: 200 len: 210 time: 0.0768518 Mar 01 20:49:14.105035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d8da6b-8728-4cd4-a8d0-72de8210d138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841a5973-1a42-438e-90bc-b4cf78224a34,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:14.110414 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-17d8da6b-8728-4cd4-a8d0-72de8210d138 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=54f5f3a5237b48028bb9bf3e8c345e88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4553390 Mar 01 20:49:14.112996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33338) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:14.137276 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-2bdb91ac-56f0-4fd6-b576-21ceb9c0ddaf tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Allocated IP 172.20.0.3 (e0a68fa1-5851-47fc-aecb-0d4682946ffc/39991eaa-2856-42fd-9355-4e349666025a/b0fe8b65-ca02-4e18-b8e2-dd582d8aada1) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:49:14.200740 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa7a373c-6ebe-4d79-8256-d35a0aad9e98 req-dc670baa-99fc-4122-83e3-bc5c613b755f tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f89cbcc-8330-4263-b88c-ee0258807fe8 HTTP/1.1" status: 200 len: 210 time: 0.0933197 Mar 01 20:49:14.328494 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a3e27843-dcb3-4db8-a90e-05dc0f23ee1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:14.334102 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-750e1afe-cc49-4e2c-9c6d-56c0e041f8df req-a2c5b88d-bd05-488a-9a7e-10f8a09d3b80 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 210 time: 0.0830874 Mar 01 20:49:14.364003 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a3e27843-dcb3-4db8-a90e-05dc0f23ee1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:14.503631 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-2bdb91ac-56f0-4fd6-b576-21ceb9c0ddaf tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:14.563509 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a3e27843-dcb3-4db8-a90e-05dc0f23ee1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:14.578134 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e27843-dcb3-4db8-a90e-05dc0f23ee1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841a5973-1a42-438e-90bc-b4cf78224a34,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:14.586135 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a3e27843-dcb3-4db8-a90e-05dc0f23ee1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:14.587247 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a3e27843-dcb3-4db8-a90e-05dc0f23ee1d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/841a5973-1a42-438e-90bc-b4cf78224a34 HTTP/1.1" status: 204 len: 168 time: 0.4335344 Mar 01 20:49:14.615218 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-2bdb91ac-56f0-4fd6-b576-21ceb9c0ddaf tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:14.688566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-2bdb91ac-56f0-4fd6-b576-21ceb9c0ddaf tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Network e0a68fa1-5851-47fc-aecb-0d4682946ffc is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:49:14.696499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-2bdb91ac-56f0-4fd6-b576-21ceb9c0ddaf tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:49:14.701337 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-2bdb91ac-56f0-4fd6-b576-21ceb9c0ddaf tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:49:14.743631 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb91ac-56f0-4fd6-b576-21ceb9c0ddaf tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Pushing event updated for resources: {'Port': ['ID=b0fe8b65-ca02-4e18-b8e2-dd582d8aada1,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:14.769952 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-2bdb91ac-56f0-4fd6-b576-21ceb9c0ddaf tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:14.770660 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-2bdb91ac-56f0-4fd6-b576-21ceb9c0ddaf tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:14.875543 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-2bdb91ac-56f0-4fd6-b576-21ceb9c0ddaf tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4051950 Mar 01 20:49:14.893619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] Request body: {'port': {'device_id': 'c376dd29-c514-48d5-a162-127829e7311b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:49:15.056212 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:15.562701 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-21c79e55-9642-407b-ba65-31e78109d633 req-ff185542-b048-4636-aa56-56cc2cd228af tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f89cbcc-8330-4263-b88c-ee0258807fe8 HTTP/1.1" status: 200 len: 210 time: 0.0943897 Mar 01 20:49:15.738015 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-29fe1e48-57dd-43ff-91a9-6d39af917843 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:15.741284 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-29fe1e48-57dd-43ff-91a9-6d39af917843 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.57 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 821 time: 0.5239127 Mar 01 20:49:15.801748 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-539fae50-1a91-4b43-b876-589718e37f14 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Request body: {'port': {'device_id': 'e86ff888-a16a-47cd-b6a3-4653da7dbf1b', 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850', 'admin_state_up': True, 'tenant_id': '12fae2fdb26b4cf190b0d5a7d7adbfcc'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:49:15.871221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:49:15.877301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127734b7-8c37-48da-a013-0db22abbfa32 req-09fafedd-78ad-4b92-9418-3f31fa9d55d6 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:15.882314 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:15.882693 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-127734b7-8c37-48da-a013-0db22abbfa32 req-09fafedd-78ad-4b92-9418-3f31fa9d55d6 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/ports?device_id=c376dd29-c514-48d5-a162-127829e7311b HTTP/1.1" status: 200 len: 931 time: 0.5604246 Mar 01 20:49:15.896090 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] Transition to ACTIVE for port object b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:49:15.936963 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5dae14f9-2f39-4b5e-a2a1-4ca7279edf25 req-cabf99a5-9bf8-40f4-a240-e37760105f0f tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 210 time: 0.1491358 Mar 01 20:49:16.024947 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:16.036677 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-127734b7-8c37-48da-a013-0db22abbfa32 req-2d2bed00-756e-4f4e-a40a-29d777892eec tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Synchronizing usage tracker for tenant:cad841128e28424483dccf81373a860e on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:49:16.084012 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-539fae50-1a91-4b43-b876-589718e37f14 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:49:16.090425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-539fae50-1a91-4b43-b876-589718e37f14 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Usage tracker for resource:port and tenant:12fae2fdb26b4cf190b0d5a7d7adbfcc is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:49:16.093548 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-539fae50-1a91-4b43-b876-589718e37f14 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:49:16.101130 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-539fae50-1a91-4b43-b876-589718e37f14 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:49:16.172010 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-d563fcd9-badf-4599-a8ed-e3a94ee81cab tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=ce3561a503a4423b96ac6c84dd2aea55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567167 Mar 01 20:49:16.199805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fe8b65-ca02-4e18-b8e2-dd582d8aada1,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:16.253576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-127734b7-8c37-48da-a013-0db22abbfa32 req-2d2bed00-756e-4f4e-a40a-29d777892eec tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Unset dirty status for tenant:cad841128e28424483dccf81373a860e on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:49:16.254941 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-127734b7-8c37-48da-a013-0db22abbfa32 req-2d2bed00-756e-4f4e-a40a-29d777892eec tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/security-groups?id=3023c837-09f2-4fb0-b5b3-b54850ef9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543499 Mar 01 20:49:16.278944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-539fae50-1a91-4b43-b876-589718e37f14 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Made reservation on behalf of 12fae2fdb26b4cf190b0d5a7d7adbfcc for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:49:16.288905 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-539fae50-1a91-4b43-b876-589718e37f14 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:16.483844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-539fae50-1a91-4b43-b876-589718e37f14 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Allocated IP 172.20.0.11 (2066dc17-9d0c-4926-8526-1637c09f1850/b4cc9feb-dba1-49bd-b779-378ebe9faea2/eb646b3e-8f4a-4228-bf90-b835d67cc2c1) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:49:16.619398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] Attempting to bind port b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:49:16.619839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] Attempting to bind port b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '35469bca-3c10-4b8a-ab25-bff85bd15d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e0a68fa1-5851-47fc-aecb-0d4682946ffc'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:49:16.620277 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] Attempting to bind port b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 on network e0a68fa1-5851-47fc-aecb-0d4682946ffc {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:49:16.634823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-d43aa86c-be68-4190-8636-59b8467626f2 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:16.644601 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-d43aa86c-be68-4190-8636-59b8467626f2 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4328203 Mar 01 20:49:16.650851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] Port b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 on network e0a68fa1-5851-47fc-aecb-0d4682946ffc not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:49:16.650851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] Attempting to bind port b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 on network e0a68fa1-5851-47fc-aecb-0d4682946ffc {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:49:16.654146 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 48, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:49:16.660236 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] Checking segment: {'id': '35469bca-3c10-4b8a-ab25-bff85bd15d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e0a68fa1-5851-47fc-aecb-0d4682946ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:49:16.662928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] Bound using segment: {'id': '35469bca-3c10-4b8a-ab25-bff85bd15d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e0a68fa1-5851-47fc-aecb-0d4682946ffc'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:49:16.666924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] Bound port: b0fe8b65-ca02-4e18-b8e2-dd582d8aada1, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35469bca-3c10-4b8a-ab25-bff85bd15d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'e0a68fa1-5851-47fc-aecb-0d4682946ffc'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:49:16.667962 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:16.777692 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Request body: {'port': {'device_id': '3f89cbcc-8330-4263-b88c-ee0258807fe8', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'ce3561a503a4423b96ac6c84dd2aea55'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:49:16.968442 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] For port b0fe8b65-ca02-4e18-b8e2-dd582d8aada1, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:49:16.974506 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] For port b0fe8b65-ca02-4e18-b8e2-dd582d8aada1, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b0fe8b65-ca02-4e18-b8e2-dd582d8aada1,segment=NetworkSegment(35469bca-3c10-4b8a-ab25-bff85bd15d35),segment_id=35469bca-3c10-4b8a-ab25-bff85bd15d35)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:49:16.995291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:49:17.000051 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Usage tracker for resource:port and tenant:ce3561a503a4423b96ac6c84dd2aea55 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:49:17.003477 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:49:17.017250 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:49:17.047297 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e31721b-b238-4427-a22d-cf4c583ba66d req-95c2bdda-57d7-41d8-8658-c9a95c42a07a tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f89cbcc-8330-4263-b88c-ee0258807fe8 HTTP/1.1" status: 200 len: 210 time: 0.2068763 Mar 01 20:49:17.084639 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:17.143588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47735f-2e41-49d3-894f-6a18d570b350 req-92196f85-538f-41e2-ba55-ae9d73536bcd tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:17.151140 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a47735f-2e41-49d3-894f-6a18d570b350 req-92196f85-538f-41e2-ba55-ae9d73536bcd tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 946 time: 0.3119631 Mar 01 20:49:17.161436 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-539fae50-1a91-4b43-b876-589718e37f14 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:17.173985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Made reservation on behalf of ce3561a503a4423b96ac6c84dd2aea55 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:49:17.182328 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:17.243056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:17.244164 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:17.245571 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] 10.222.0.55 "PUT /v2.0/ports/b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 HTTP/1.1" status: 200 len: 1091 time: 2.3627489 Mar 01 20:49:17.252065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c376dd29-c514-48d5-a162-127829e7311b', 'tag': 'b0fe8b65-ca02-4e18-b8e2-dd582d8aada1'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:49:17.258502 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a47735f-2e41-49d3-894f-6a18d570b350 req-a41b496c-4b1b-46d2-99a7-62c42b9d3b6b tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063657 Mar 01 20:49:17.260623 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:17.281028 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:49:17.286106 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Usage tracker for resource:security_group_rule and tenant:ce3561a503a4423b96ac6c84dd2aea55 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:49:17.288365 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:49:17.294635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:49:17.344006 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e8f28bc-6f17-4304-b84b-93ac5b606425 req-e847637f-28be-4fe9-8a30-d01503842312 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 210 time: 0.0986550 Mar 01 20:49:17.423032 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c376dd29-c514-48d5-a162-127829e7311b', 'tag': 'b0fe8b65-ca02-4e18-b8e2-dd582d8aada1', 'status': 'completed', 'code': 200} Mar 01 20:49:17.461372 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cecd3de-473b-4f44-9c72-e2bc7210eaf7 service neutron] Pushing event updated for resources: {'Port': ['ID=b0fe8b65-ca02-4e18-b8e2-dd582d8aada1,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:17.467246 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-539fae50-1a91-4b43-b876-589718e37f14 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:17.467511 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:17.494370 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-ae4c053f-0c90-494b-b614-3101e10cbf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:17.496147 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-ae4c053f-0c90-494b-b614-3101e10cbf71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cad841128e28424483dccf81373a860e&device_id=c376dd29-c514-48d5-a162-127829e7311b HTTP/1.1" status: 200 len: 1094 time: 0.1305203 Mar 01 20:49:17.569489 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:17.599849 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-e246e002-2c9a-4e54-9737-83bcd1b101db service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 HTTP/1.1" status: 200 len: 217 time: 0.0958261 Mar 01 20:49:17.632188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-539fae50-1a91-4b43-b876-589718e37f14 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Network 2066dc17-9d0c-4926-8526-1637c09f1850 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:49:17.642152 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-539fae50-1a91-4b43-b876-589718e37f14 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:49:17.653360 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-539fae50-1a91-4b43-b876-589718e37f14 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:49:17.704306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539fae50-1a91-4b43-b876-589718e37f14 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Pushing event updated for resources: {'Port': ['ID=eb646b3e-8f4a-4228-bf90-b835d67cc2c1,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:17.739841 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:17.745618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-539fae50-1a91-4b43-b876-589718e37f14 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:17.746695 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-539fae50-1a91-4b43-b876-589718e37f14 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:17.763282 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-2e8c67d5-b0cd-404c-a215-15a6c198c5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:17.765454 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-2e8c67d5-b0cd-404c-a215-15a6c198c5b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=39991eaa-2856-42fd-9355-4e349666025a HTTP/1.1" status: 200 len: 854 time: 0.1229243 Mar 01 20:49:17.781904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8f0f0-0689-458d-90e6-ff84d658f771 req-e88cfe55-f1b2-427c-be34-4809d649d801 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:17.783406 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5bd8f0f0-0689-458d-90e6-ff84d658f771 req-e88cfe55-f1b2-427c-be34-4809d649d801 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.3739910 Mar 01 20:49:17.796052 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fc1883-4acf-42bb-b1c0-1110b4e68a25 req-080c193e-24a4-4a91-bf57-0b23277e3e7e tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:17.797436 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4fc1883-4acf-42bb-b1c0-1110b4e68a25 req-080c193e-24a4-4a91-bf57-0b23277e3e7e tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/ports?device_id=c376dd29-c514-48d5-a162-127829e7311b HTTP/1.1" status: 200 len: 943 time: 0.2744091 Mar 01 20:49:17.870871 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5bd8f0f0-0689-458d-90e6-ff84d658f771 req-9354eaeb-839b-462d-97ff-fd720422199e tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723662 Mar 01 20:49:17.873810 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-aa50a712-f177-4796-a851-4cf3c05af323 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e0a68fa1-5851-47fc-aecb-0d4682946ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0736544 Mar 01 20:49:17.876317 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4fc1883-4acf-42bb-b1c0-1110b4e68a25 req-0a9ad652-71d4-4aac-9c8d-35c1d9dde039 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/security-groups?id=3023c837-09f2-4fb0-b5b3-b54850ef9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646734 Mar 01 20:49:17.877944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-539fae50-1a91-4b43-b876-589718e37f14 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0964398 Mar 01 20:49:17.893555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] Request body: {'port': {'device_id': 'e86ff888-a16a-47cd-b6a3-4653da7dbf1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:49:17.963408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Allocated IP 192.168.233.230 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/6dc09aae-d457-4642-8cd4-697475637be9) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:49:18.274905 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:18.300374 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f3166028-5348-40fe-961c-c53f71047409 req-d171ec69-71e6-4ab6-acc6-6d6f3da8c3b7 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f89cbcc-8330-4263-b88c-ee0258807fe8 HTTP/1.1" status: 200 len: 210 time: 0.0787892 Mar 01 20:49:18.314279 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-6d3a4659-00c9-456e-adfc-fadc8a810c33 service neutron] 10.222.0.55 "GET /v2.0/networks/e0a68fa1-5851-47fc-aecb-0d4682946ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4255798 Mar 01 20:49:18.342348 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c011b1-b46e-4a0e-8a41-3765667d3c81 req-ed0507e0-4fd6-4114-b2d7-32ed1a5364a5 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:18.342348 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8c011b1-b46e-4a0e-8a41-3765667d3c81 req-ed0507e0-4fd6-4114-b2d7-32ed1a5364a5 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.2191796 Mar 01 20:49:18.551503 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8c011b1-b46e-4a0e-8a41-3765667d3c81 req-a1247f8d-c695-45f3-8faf-fd75cdc3fefa tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652789 Mar 01 20:49:18.576488 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0fc08cfa-b674-49a6-932c-cc2f0e506722 req-f468e828-0190-44e5-994b-4b128abe3618 service neutron] 10.222.0.55 "GET /v2.0/networks/e0a68fa1-5851-47fc-aecb-0d4682946ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2570560 Mar 01 20:49:18.612281 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:18.632956 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Transition to ACTIVE for port object 6dc09aae-d457-4642-8cd4-697475637be9 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:49:18.638817 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fda97f-e0e0-47da-9c42-8f47930a3668 req-e757210f-0bb2-4ebe-8fc3-7a3367e625a8 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:18.641303 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0fda97f-e0e0-47da-9c42-8f47930a3668 req-e757210f-0bb2-4ebe-8fc3-7a3367e625a8 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.55 "GET /v2.0/ports?device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 946 time: 0.3309207 Mar 01 20:49:18.762447 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:18.861910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:49:18.866328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:49:18.867211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d52b4-70ba-4e8a-af68-4f82c777509e req-f560a683-565a-4ef8-8497-a06f92ed7d50 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:18.872665 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:49:18.876263 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-268d52b4-70ba-4e8a-af68-4f82c777509e req-f560a683-565a-4ef8-8497-a06f92ed7d50 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 946 time: 0.4178066 Mar 01 20:49:18.922747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-c0fda97f-e0e0-47da-9c42-8f47930a3668 req-85ab8ec2-bc0c-4f38-af3a-7d6f77302766 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Deleting port 1fe88329-5f86-450b-b9d6-d78f8673c71b {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:49:18.923157 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c0fda97f-e0e0-47da-9c42-8f47930a3668 req-85ab8ec2-bc0c-4f38-af3a-7d6f77302766 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:18.950538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Pushing event updated for resources: {'Port': ['ID=6dc09aae-d457-4642-8cd4-697475637be9,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:18.994385 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:18.995609 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:19.003918 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5331e-c18a-48a8-884e-ba8bccf0a089 req-ee67ddd1-2c35-412f-8870-393cf5871d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:19.005699 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5ad5331e-c18a-48a8-884e-ba8bccf0a089 req-ee67ddd1-2c35-412f-8870-393cf5871d15 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cad841128e28424483dccf81373a860e&device_id=c376dd29-c514-48d5-a162-127829e7311b HTTP/1.1" status: 200 len: 1094 time: 0.2936924 Mar 01 20:49:19.063624 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-268d52b4-70ba-4e8a-af68-4f82c777509e req-6b4e2159-eba6-4152-b83b-52faaa163993 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups?id=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864691 Mar 01 20:49:19.230891 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7d092939-1f96-49c0-af47-115f0303d0e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5164914 Mar 01 20:49:19.232203 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5331e-c18a-48a8-884e-ba8bccf0a089 req-acae3b6d-9a64-4edf-8b1d-fe82fe593124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:19.234457 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5ad5331e-c18a-48a8-884e-ba8bccf0a089 req-acae3b6d-9a64-4edf-8b1d-fe82fe593124 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e0a68fa1-5851-47fc-aecb-0d4682946ffc HTTP/1.1" status: 200 len: 915 time: 0.2199700 Mar 01 20:49:19.243109 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] Request body: {'port': {'device_id': '3f89cbcc-8330-4263-b88c-ee0258807fe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:49:19.294851 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6d4c235a-6828-4405-ac26-e5ff2ea90162 None None] Provisioning for port 6dc09aae-d457-4642-8cd4-697475637be9 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:49:19.300968 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6d4c235a-6828-4405-ac26-e5ff2ea90162 None None] Provisioning complete for port 6dc09aae-d457-4642-8cd4-697475637be9 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:49:19.301604 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6d4c235a-6828-4405-ac26-e5ff2ea90162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:19.321392 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.resource_extend [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:49:19.346616 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5ad5331e-c18a-48a8-884e-ba8bccf0a089 req-5db1746f-add4-44a4-97f3-6378fee0e052 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 HTTP/1.1" status: 200 len: 217 time: 0.0763335 Mar 01 20:49:19.375548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6d4c235a-6828-4405-ac26-e5ff2ea90162 None None] Port 6dc09aae-d457-4642-8cd4-697475637be9 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:49:19.432079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33492) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:19.449858 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0665d3-4489-4ced-826e-826e5e8070a9 req-04e08367-55c2-4902-8bae-0514e67843ba tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:19.450674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-6a0665d3-4489-4ced-826e-826e5e8070a9 req-04e08367-55c2-4902-8bae-0514e67843ba tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Synchronizing usage tracker for tenant:12fae2fdb26b4cf190b0d5a7d7adbfcc on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:49:19.473342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5331e-c18a-48a8-884e-ba8bccf0a089 req-f0d99200-dce8-46d0-8ed2-a0ffdda58970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:19.474748 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5ad5331e-c18a-48a8-884e-ba8bccf0a089 req-f0d99200-dce8-46d0-8ed2-a0ffdda58970 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=39991eaa-2856-42fd-9355-4e349666025a HTTP/1.1" status: 200 len: 854 time: 0.1223247 Mar 01 20:49:19.479639 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:19.537272 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5ad5331e-c18a-48a8-884e-ba8bccf0a089 req-847f2958-94b8-47b5-933e-123862e59436 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e0a68fa1-5851-47fc-aecb-0d4682946ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470679 Mar 01 20:49:19.629766 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb646b3e-8f4a-4228-bf90-b835d67cc2c1 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:49:19.636207 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-6a0665d3-4489-4ced-826e-826e5e8070a9 req-04e08367-55c2-4902-8bae-0514e67843ba tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Unset dirty status for tenant:12fae2fdb26b4cf190b0d5a7d7adbfcc on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:49:19.637438 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a0665d3-4489-4ced-826e-826e5e8070a9 req-04e08367-55c2-4902-8bae-0514e67843ba tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 932 time: 0.8259189 Mar 01 20:49:19.661719 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:19.664154 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b401ce1c-1ff0-44f4-9be5-50031432ef9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:19.786875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] Transition to ACTIVE for port object eb646b3e-8f4a-4228-bf90-b835d67cc2c1 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:49:19.811946 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5ad5331e-c18a-48a8-884e-ba8bccf0a089 req-ced8ee56-1502-47d9-917d-cead4499739a service neutron] 10.222.0.55 "GET /v2.0/networks/e0a68fa1-5851-47fc-aecb-0d4682946ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505543 Mar 01 20:49:19.832993 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-c0fda97f-e0e0-47da-9c42-8f47930a3668 req-85ab8ec2-bc0c-4f38-af3a-7d6f77302766 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] For port 1fe88329-5f86-450b-b9d6-d78f8673c71b, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=1fe88329-5f86-450b-b9d6-d78f8673c71b,segment=NetworkSegment(11ba65c5-cd68-4196-93ae-29e4841505fb),segment_id=11ba65c5-cd68-4196-93ae-29e4841505fb)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:19.836253 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c0fda97f-e0e0-47da-9c42-8f47930a3668 req-85ab8ec2-bc0c-4f38-af3a-7d6f77302766 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:20.194881 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5ad5331e-c18a-48a8-884e-ba8bccf0a089 req-7017d986-0531-41e7-a9f1-1aa15fc21214 service neutron] 10.222.0.55 "GET /v2.0/networks/e0a68fa1-5851-47fc-aecb-0d4682946ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715484 Mar 01 20:49:20.253698 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c0fda97f-e0e0-47da-9c42-8f47930a3668 req-85ab8ec2-bc0c-4f38-af3a-7d6f77302766 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:20.254553 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c0fda97f-e0e0-47da-9c42-8f47930a3668 req-85ab8ec2-bc0c-4f38-af3a-7d6f77302766 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:20.254893 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [req-c0fda97f-e0e0-47da-9c42-8f47930a3668 req-85ab8ec2-bc0c-4f38-af3a-7d6f77302766 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Floating IP ffa247e3-598a-4790-84ee-7b00b72027ba disassociated. External IP: 172.25.5.124, port: 1fe88329-5f86-450b-b9d6-d78f8673c71b. Mar 01 20:49:20.255237 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-c0fda97f-e0e0-47da-9c42-8f47930a3668 req-85ab8ec2-bc0c-4f38-af3a-7d6f77302766 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Calling delete_port for 1fe88329-5f86-450b-b9d6-d78f8673c71b owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:49:20.273348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dc09aae-d457-4642-8cd4-697475637be9 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:49:20.281791 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:20.297176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] Transition to ACTIVE for port object 6dc09aae-d457-4642-8cd4-697475637be9 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:49:20.312453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8c66e-544a-4b2d-b700-b190c0815b67 req-b361a52d-064e-455c-a3e2-6c9d781f6c1d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:20.313935 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfc8c66e-544a-4b2d-b700-b190c0815b67 req-b361a52d-064e-455c-a3e2-6c9d781f6c1d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 1.0762005 Mar 01 20:49:20.324594 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a0665d3-4489-4ced-826e-826e5e8070a9 req-cbafc9fe-87b6-4361-9408-733b4c232f69 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6705396 Mar 01 20:49:20.353400 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b401ce1c-1ff0-44f4-9be5-50031432ef9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:49:20.355739 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:20.396867 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:20.435589 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b401ce1c-1ff0-44f4-9be5-50031432ef9b admin admin] Usage tracker for resource:security_group_rule and tenant:ed4819c3043a46cdae61b7004d405451 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:49:20.442003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b401ce1c-1ff0-44f4-9be5-50031432ef9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:49:20.518251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b401ce1c-1ff0-44f4-9be5-50031432ef9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:49:20.558798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc09aae-d457-4642-8cd4-697475637be9,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:20.658812 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfc8c66e-544a-4b2d-b700-b190c0815b67 req-17a0aa07-175f-411c-850c-27447301497f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3112288 Mar 01 20:49:20.663933 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] Pushing event updated for resources: {'Port': ['ID=eb646b3e-8f4a-4228-bf90-b835d67cc2c1,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:20.794664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] Attempting to bind port 6dc09aae-d457-4642-8cd4-697475637be9 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:49:20.796923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] Attempting to bind port 6dc09aae-d457-4642-8cd4-697475637be9 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:49:20.797544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] Attempting to bind port 6dc09aae-d457-4642-8cd4-697475637be9 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:49:20.804105 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] Port 6dc09aae-d457-4642-8cd4-697475637be9 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:49:20.804656 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] Attempting to bind port 6dc09aae-d457-4642-8cd4-697475637be9 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:49:20.818290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:49:20.818892 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:49:20.819374 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:49:20.819947 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] Bound port: 6dc09aae-d457-4642-8cd4-697475637be9, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:49:20.820710 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:20.925694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] For port 6dc09aae-d457-4642-8cd4-697475637be9, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:49:20.928986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] For port 6dc09aae-d457-4642-8cd4-697475637be9, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6dc09aae-d457-4642-8cd4-697475637be9,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:49:20.960170 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:20.982679 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d9ed1-9f4d-4019-8862-4c59ec038f21 req-a0235ef2-9ca5-41ae-9c8b-0029c9a48b68 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:20.984354 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c2d9ed1-9f4d-4019-8862-4c59ec038f21 req-a0235ef2-9ca5-41ae-9c8b-0029c9a48b68 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/ports?device_id=c376dd29-c514-48d5-a162-127829e7311b HTTP/1.1" status: 200 len: 943 time: 0.5454383 Mar 01 20:49:21.011810 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] Attempting to bind port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:49:21.012142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] Attempting to bind port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:49:21.012464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] Attempting to bind port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:49:21.023193 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:21.038801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] Port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 on network 2066dc17-9d0c-4926-8526-1637c09f1850 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:49:21.039152 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] Attempting to bind port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:49:21.070002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:49:21.070284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] Checking segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:49:21.071084 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] Bound using segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:49:21.071227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] Bound port: eb646b3e-8f4a-4228-bf90-b835d67cc2c1, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:49:21.071509 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:21.081562 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c0fda97f-e0e0-47da-9c42-8f47930a3668 req-85ab8ec2-bc0c-4f38-af3a-7d6f77302766 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:21.091234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:21.091234 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:21.094104 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] 10.222.0.57 "PUT /v2.0/ports/6dc09aae-d457-4642-8cd4-697475637be9 HTTP/1.1" status: 200 len: 1096 time: 1.8557246 Mar 01 20:49:21.097310 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f89cbcc-8330-4263-b88c-ee0258807fe8', 'tag': '6dc09aae-d457-4642-8cd4-697475637be9'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:49:21.152387 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c4c3d-3f85-49e0-b953-e5f0f6269897 service neutron] Pushing event updated for resources: {'Port': ['ID=6dc09aae-d457-4642-8cd4-697475637be9,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:21.162718 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b401ce1c-1ff0-44f4-9be5-50031432ef9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:21.174285 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c2d9ed1-9f4d-4019-8862-4c59ec038f21 req-32a75d97-5433-4aea-a6e9-439e7f4c0afa tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/security-groups?id=3023c837-09f2-4fb0-b5b3-b54850ef9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816094 Mar 01 20:49:21.202947 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab8ec2-bc0c-4f38-af3a-7d6f77302766 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Pushing event deleted for resources: {'Port': ['ID=1fe88329-5f86-450b-b9d6-d78f8673c71b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:21.254698 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b401ce1c-1ff0-44f4-9be5-50031432ef9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:21.347863 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-8f150bae-1c9d-4432-ae07-f0dfdae440ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:21.350030 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-8f150bae-1c9d-4432-ae07-f0dfdae440ce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce3561a503a4423b96ac6c84dd2aea55&device_id=3f89cbcc-8330-4263-b88c-ee0258807fe8 HTTP/1.1" status: 200 len: 1099 time: 0.1135139 Mar 01 20:49:21.435173 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-7b71de2d-5245-4a9b-98a9-4aacf87a8bf9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=6dc09aae-d457-4642-8cd4-697475637be9 HTTP/1.1" status: 200 len: 217 time: 0.0695987 Mar 01 20:49:21.455183 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:49:21.510223 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-b7eacebd-aa29-4655-b3a9-14893345a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:21.511872 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-b7eacebd-aa29-4655-b3a9-14893345a93c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0696414 Mar 01 20:49:21.536886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ccac7-d12d-40e6-8474-96d8354cc9f6 req-73e7ff2f-044f-4517-a2d7-569e8c49d82e tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:21.538367 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-110ccac7-d12d-40e6-8474-96d8354cc9f6 req-73e7ff2f-044f-4517-a2d7-569e8c49d82e tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f89cbcc-8330-4263-b88c-ee0258807fe8 HTTP/1.1" status: 200 len: 948 time: 0.6789262 Mar 01 20:49:21.622699 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-d63828fb-e265-475a-ade5-dd2bd2170f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:21.625242 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-d63828fb-e265-475a-ade5-dd2bd2170f94 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1048467 Mar 01 20:49:21.632877 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2b0f235b-d68a-4745-b351-6669cdb51978 req-6bc68f6b-b8bf-4361-9ca3-311cecd0e2de tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 210 time: 0.2003319 Mar 01 20:49:21.704912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b401ce1c-1ff0-44f4-9be5-50031432ef9b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed4819c3043a46cdae61b7004d405451&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2700009 Mar 01 20:49:21.706266 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port b0fe8b65-ca02-4e18-b8e2-dd582d8aada1, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b0fe8b65-ca02-4e18-b8e2-dd582d8aada1,segment=NetworkSegment(35469bca-3c10-4b8a-ab25-bff85bd15d35),segment_id=35469bca-3c10-4b8a-ab25-bff85bd15d35)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:21.712954 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33520) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:21.721467 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] For port eb646b3e-8f4a-4228-bf90-b835d67cc2c1, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:49:21.736744 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'b0fe8b65-ca02-4e18-b8e2-dd582d8aada1', 'network_id': 'e0a68fa1-5851-47fc-aecb-0d4682946ffc', 'port_id': 'b0fe8b65-ca02-4e18-b8e2-dd582d8aada1', 'mac_address': 'fa:16:3e:c4:15:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39991eaa-2856-42fd-9355-4e349666025a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:49:21.743972 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401ce1c-1ff0-44f4-9be5-50031432ef9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a27840-bdb6-4b20-8d49-d82333ea998e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:21.799540 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-110ccac7-d12d-40e6-8474-96d8354cc9f6 req-726e352f-21a3-4c64-8c77-c5b0d50d5ee1 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282004 Mar 01 20:49:21.849439 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:21.875221 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:49:21.892384 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port b0fe8b65-ca02-4e18-b8e2-dd582d8aada1, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b0fe8b65-ca02-4e18-b8e2-dd582d8aada1,segment=NetworkSegment(35469bca-3c10-4b8a-ab25-bff85bd15d35),segment_id=35469bca-3c10-4b8a-ab25-bff85bd15d35)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:21.916926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] For port eb646b3e-8f4a-4228-bf90-b835d67cc2c1, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=eb646b3e-8f4a-4228-bf90-b835d67cc2c1,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:49:21.937431 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f89cbcc-8330-4263-b88c-ee0258807fe8', 'tag': '6dc09aae-d457-4642-8cd4-697475637be9', 'status': 'completed', 'code': 200} Mar 01 20:49:21.968964 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-54d98e91-bf8f-4c00-a762-21d7f8663c3b service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283997 Mar 01 20:49:21.974576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0fda97f-e0e0-47da-9c42-8f47930a3668 req-85ab8ec2-bc0c-4f38-af3a-7d6f77302766 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:49:22.006374 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:22.055478 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5c6126e2-e45e-4df1-ad85-672ba8d582e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:22.097685 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:22.228341 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:22.228341 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:22.228341 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] 10.222.0.57 "PUT /v2.0/ports/eb646b3e-8f4a-4228-bf90-b835d67cc2c1 HTTP/1.1" status: 200 len: 1092 time: 4.3384719 Mar 01 20:49:22.228341 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86ff888-a16a-47cd-b6a3-4653da7dbf1b', 'tag': 'eb646b3e-8f4a-4228-bf90-b835d67cc2c1'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:49:22.234993 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5c6126e2-e45e-4df1-ad85-672ba8d582e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:22.248447 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-77b414d2-fd9e-4814-bdbc-181d208c0d91 req-92090fe6-921f-4b43-9bb7-340815a57ba2 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784457 Mar 01 20:49:22.263772 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=b0fe8b65-ca02-4e18-b8e2-dd582d8aada1,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:22.381353 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf7e56-99cf-4cf5-a396-17e478248a5d req-d94a92bc-750b-47c2-9364-392e834975e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:22.382548 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2dcf7e56-99cf-4cf5-a396-17e478248a5d req-d94a92bc-750b-47c2-9364-392e834975e8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 1096 time: 0.0983160 Mar 01 20:49:22.415898 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['b0fe8b65-ca02-4e18-b8e2-dd582d8aada1'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:49:22.486094 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4e0fb-8bab-41ff-b704-001c5bd701c6 service neutron] Pushing event updated for resources: {'Port': ['ID=eb646b3e-8f4a-4228-bf90-b835d67cc2c1,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:22.551640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0fda97f-e0e0-47da-9c42-8f47930a3668 req-85ab8ec2-bc0c-4f38-af3a-7d6f77302766 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:49:22.573373 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a849faeb-b135-4cb9-9db4-80d006c98531 None None] Sync routers for ids ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:49:22.587573 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a849faeb-b135-4cb9-9db4-80d006c98531 None None] Routers {'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:49:22.588438 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-a849faeb-b135-4cb9-9db4-80d006c98531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:49:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:22.618831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf7e56-99cf-4cf5-a396-17e478248a5d req-98aaae37-0ce9-43f0-a405-37925160f8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:22.620410 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2dcf7e56-99cf-4cf5-a396-17e478248a5d req-98aaae37-0ce9-43f0-a405-37925160f8f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 912 time: 0.2220118 Mar 01 20:49:22.625386 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1958b8-fd66-4995-bfb8-ccd3fc1ea56b req-6fbb0082-65d7-4d33-b95b-549ed260f5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:22.626905 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca1958b8-fd66-4995-bfb8-ccd3fc1ea56b req-6fbb0082-65d7-4d33-b95b-549ed260f5d5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ce3561a503a4423b96ac6c84dd2aea55&device_id=3f89cbcc-8330-4263-b88c-ee0258807fe8 HTTP/1.1" status: 200 len: 1099 time: 0.2026842 Mar 01 20:49:22.662685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f758fc25-c535-45e7-85f9-b3e2c7b9f34f req-41719a99-1da1-46e3-9870-2aadb6b5aac8 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:22.668827 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f758fc25-c535-45e7-85f9-b3e2c7b9f34f req-41719a99-1da1-46e3-9870-2aadb6b5aac8 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 944 time: 0.6038902 Mar 01 20:49:22.758649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0fda97f-e0e0-47da-9c42-8f47930a3668 req-85ab8ec2-bc0c-4f38-af3a-7d6f77302766 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] No DVR routers for this DVR port 1fe88329-5f86-450b-b9d6-d78f8673c71b on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:49:22.765846 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c0fda97f-e0e0-47da-9c42-8f47930a3668 req-85ab8ec2-bc0c-4f38-af3a-7d6f77302766 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:22.804345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-f428f569-95fc-4905-bb98-a8f4745de8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:22.805816 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-f428f569-95fc-4905-bb98-a8f4745de8aa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 1095 time: 0.4536955 Mar 01 20:49:22.813069 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f758fc25-c535-45e7-85f9-b3e2c7b9f34f req-667b1941-9228-4604-9898-63924921a9aa tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014950 Mar 01 20:49:22.821926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a16797-1ead-4ade-8dd2-48ba340d4713 req-5a89d2cd-b08b-42de-819a-36f753fd398b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:22.823514 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82a16797-1ead-4ade-8dd2-48ba340d4713 req-5a89d2cd-b08b-42de-819a-36f753fd398b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.4998300 Mar 01 20:49:22.847047 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-a849faeb-b135-4cb9-9db4-80d006c98531 None None] Set router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:49:22.908164 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5c6126e2-e45e-4df1-ad85-672ba8d582e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:22.911093 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5c6126e2-e45e-4df1-ad85-672ba8d582e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:22.914514 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5c6126e2-e45e-4df1-ad85-672ba8d582e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/11a27840-bdb6-4b20-8d49-d82333ea998e HTTP/1.1" status: 204 len: 168 time: 1.1984019 Mar 01 20:49:22.954805 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0fda97f-e0e0-47da-9c42-8f47930a3668 req-85ab8ec2-bc0c-4f38-af3a-7d6f77302766 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.55 "DELETE /v2.0/ports/1fe88329-5f86-450b-b9d6-d78f8673c71b HTTP/1.1" status: 204 len: 173 time: 4.3079824 Mar 01 20:49:22.967065 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2dcf7e56-99cf-4cf5-a396-17e478248a5d req-4666fd96-1d7a-4c9a-83b7-045b6e844c11 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710 HTTP/1.1" status: 200 len: 1000 time: 0.3390307 Mar 01 20:49:22.972380 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-981cc08c-5546-43bd-ad4c-1568fb5db833 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb646b3e-8f4a-4228-bf90-b835d67cc2c1 HTTP/1.1" status: 200 len: 217 time: 0.1479001 Mar 01 20:49:22.984206 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6126e2-e45e-4df1-ad85-672ba8d582e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a27840-bdb6-4b20-8d49-d82333ea998e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:23.088261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1958b8-fd66-4995-bfb8-ccd3fc1ea56b req-c90679e3-c273-4f8b-aa13-2357fadb8cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:23.095248 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca1958b8-fd66-4995-bfb8-ccd3fc1ea56b req-c90679e3-c273-4f8b-aa13-2357fadb8cf1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.4079731 Mar 01 20:49:23.188201 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca1958b8-fd66-4995-bfb8-ccd3fc1ea56b req-e1b5c54e-fcd9-4a69-a95f-5f4875ae36d4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=6dc09aae-d457-4642-8cd4-697475637be9 HTTP/1.1" status: 200 len: 217 time: 0.0836470 Mar 01 20:49:23.189831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf7e56-99cf-4cf5-a396-17e478248a5d req-e0420e61-bfa2-447c-9718-b97ed61e1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:23.191172 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2dcf7e56-99cf-4cf5-a396-17e478248a5d req-e0420e61-bfa2-447c-9718-b97ed61e1150 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.2113311 Mar 01 20:49:23.197752 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82a16797-1ead-4ade-8dd2-48ba340d4713 req-b7191717-386c-423a-a7c9-944e6adb0c1f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3106368 Mar 01 20:49:23.212732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-0b567d1c-54df-4371-884e-65e9da0056d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:23.214201 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-0b567d1c-54df-4371-884e-65e9da0056d5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.2311568 Mar 01 20:49:23.304896 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-d400981c-dc71-49f7-8c12-19597b34cf9e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795863 Mar 01 20:49:23.317100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941bec3-61de-4b0e-842f-8f4a06ca3036 req-8dc17fec-f0ee-47f0-baf5-e1af10c8c5e8 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:23.318730 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f941bec3-61de-4b0e-842f-8f4a06ca3036 req-8dc17fec-f0ee-47f0-baf5-e1af10c8c5e8 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/ports?device_id=c376dd29-c514-48d5-a162-127829e7311b HTTP/1.1" status: 200 len: 944 time: 0.2346492 Mar 01 20:49:23.362804 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1958b8-fd66-4995-bfb8-ccd3fc1ea56b req-ca62fa5c-548f-4f30-896e-f419c6b02ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:23.370809 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca1958b8-fd66-4995-bfb8-ccd3fc1ea56b req-ca62fa5c-548f-4f30-896e-f419c6b02ae2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1676452 Mar 01 20:49:23.385008 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86ff888-a16a-47cd-b6a3-4653da7dbf1b', 'tag': 'eb646b3e-8f4a-4228-bf90-b835d67cc2c1', 'status': 'completed', 'code': 200} Mar 01 20:49:23.464724 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:49:23.487488 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-a849faeb-b135-4cb9-9db4-80d006c98531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:35Z', 'updated_at': '2022-03-01T20:44:48Z', 'revision_number': 4, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'gw_port': {'id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:39Z', 'updated_at': '2022-03-01T20:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '369e622a-e2a3-4171-bbd5-1b21b2419444', 'name': '', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'mac_address': 'fa:16:3e:59:8a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:46Z', 'updated_at': '2022-03-01T20:44:57Z', 'revision_number': 5, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'subnets': [{'id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:23.492643 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a849faeb-b135-4cb9-9db4-80d006c98531 None None] Checking router: ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:49:23.503952 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a849faeb-b135-4cb9-9db4-80d006c98531 None None] Routers {'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:49:23.504777 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-a849faeb-b135-4cb9-9db4-80d006c98531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:49:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:23.526546 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcf7e56-99cf-4cf5-a396-17e478248a5d req-09c5f8ac-199c-45e8-9fee-c5aa289c6444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:23.531560 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2dcf7e56-99cf-4cf5-a396-17e478248a5d req-09c5f8ac-199c-45e8-9fee-c5aa289c6444 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2722993 Mar 01 20:49:23.541419 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:23.724445 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8fafb647-ae77-4a32-887f-dde0ed7fb44d req-7c80fa0d-2ded-4186-88c7-7f16a65a7ce3 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Synchronizing usage tracker for tenant:0785a09c63c64fe3911dbbda40f5802d on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:49:23.733144 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1958b8-fd66-4995-bfb8-ccd3fc1ea56b req-bf086866-120a-4970-9091-ce145003e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:23.735332 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca1958b8-fd66-4995-bfb8-ccd3fc1ea56b req-bf086866-120a-4970-9091-ce145003e032 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3353775 Mar 01 20:49:23.747339 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f941bec3-61de-4b0e-842f-8f4a06ca3036 req-1d481baf-9d58-4a12-8b02-2046db3c2d07 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/security-groups?id=3023c837-09f2-4fb0-b5b3-b54850ef9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3947437 Mar 01 20:49:23.748988 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-a849faeb-b135-4cb9-9db4-80d006c98531 None None] Set router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:49:23.777371 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-4baf6e91-4f40-494c-9259-46b12449c386 service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575379 Mar 01 20:49:23.791570 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:49:23.801288 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:49:23.801807 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:23.812306 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2dcf7e56-99cf-4cf5-a396-17e478248a5d req-17defc14-6706-4247-b4c8-37798f5d866c service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683699 Mar 01 20:49:23.959021 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb7e5aa0-c080-4a9f-98c2-468568368972 req-bbc6eb67-0964-42c7-80dd-270d0c18b34d service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741822 Mar 01 20:49:23.960514 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8fafb647-ae77-4a32-887f-dde0ed7fb44d req-7c80fa0d-2ded-4186-88c7-7f16a65a7ce3 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Unset dirty status for tenant:0785a09c63c64fe3911dbbda40f5802d on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:49:23.972972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8fafb647-ae77-4a32-887f-dde0ed7fb44d req-7c80fa0d-2ded-4186-88c7-7f16a65a7ce3 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/ports?device_id=e32f27cd-aca1-490f-a706-b60c3d52d490 HTTP/1.1" status: 200 len: 210 time: 0.3178933 Mar 01 20:49:24.058274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33544) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:24.098522 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1114554b-f656-465e-997f-f802c4687947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:24.136181 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:24.169185 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca1958b8-fd66-4995-bfb8-ccd3fc1ea56b req-4ac05a01-bf7d-45ba-b955-f4c522c230e1 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170580 Mar 01 20:49:24.170206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1114554b-f656-465e-997f-f802c4687947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:49:24.190138 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c376dd29-c514-48d5-a162-127829e7311b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fe8b65-ca02-4e18-b8e2-dd582d8aada1'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:49:24.197404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1114554b-f656-465e-997f-f802c4687947 admin admin] Usage tracker for resource:security_group_rule and tenant:2ba869b1adb145b688611f2c4bf9e88d is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:49:24.201401 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port b0fe8b65-ca02-4e18-b8e2-dd582d8aada1, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b0fe8b65-ca02-4e18-b8e2-dd582d8aada1,segment=NetworkSegment(35469bca-3c10-4b8a-ab25-bff85bd15d35),segment_id=35469bca-3c10-4b8a-ab25-bff85bd15d35)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:24.204682 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2dcf7e56-99cf-4cf5-a396-17e478248a5d req-d8c17d11-06ff-4388-97b4-2ab91be27456 service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837981 Mar 01 20:49:24.216309 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1114554b-f656-465e-997f-f802c4687947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:49:24.233078 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1114554b-f656-465e-997f-f802c4687947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:49:24.289242 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:24.290478 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 1fe88329-5f86-450b-b9d6-d78f8673c71b no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:49:24.305172 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6eb06-ac8c-4baf-b6a6-345566133194 req-ca66bc19-762a-4d09-8699-75b8c7db2d34 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:24.306821 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8cd6eb06-ac8c-4baf-b6a6-345566133194 req-ca66bc19-762a-4d09-8699-75b8c7db2d34 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f89cbcc-8330-4263-b88c-ee0258807fe8 HTTP/1.1" status: 200 len: 948 time: 0.3241115 Mar 01 20:49:24.345489 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-a849faeb-b135-4cb9-9db4-80d006c98531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:35Z', 'updated_at': '2022-03-01T20:44:48Z', 'revision_number': 4, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'gw_port': {'id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:39Z', 'updated_at': '2022-03-01T20:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '369e622a-e2a3-4171-bbd5-1b21b2419444', 'name': '', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'mac_address': 'fa:16:3e:59:8a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:46Z', 'updated_at': '2022-03-01T20:44:57Z', 'revision_number': 5, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'subnets': [{'id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:24.359652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18d5e2-24f4-4f57-a7bf-8801cc458532 req-aed8e122-0532-4b6d-b9d5-0f95e9205033 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:24.361297 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca1958b8-fd66-4995-bfb8-ccd3fc1ea56b req-47b424fe-89cc-4fec-8e5b-71b1efd9df62 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854439 Mar 01 20:49:24.364522 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a849faeb-b135-4cb9-9db4-80d006c98531 None None] The sync data for ids ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'] in n-d-827896-4 is: [{'id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:35Z', 'updated_at': '2022-03-01T20:44:48Z', 'revision_number': 4, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'gw_port': {'id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:39Z', 'updated_at': '2022-03-01T20:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '369e622a-e2a3-4171-bbd5-1b21b2419444', 'name': '', 'network_id': '8a2300c7-0003-4f12-abfc-8b8e56fe14e8', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'mac_address': 'fa:16:3e:59:8a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:46Z', 'updated_at': '2022-03-01T20:44:57Z', 'revision_number': 5, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'subnets': [{'id': 'e61ab86d-6482-45cf-be2e-8c7db22c8a23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:49:24.366883 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b18d5e2-24f4-4f57-a7bf-8801cc458532 req-aed8e122-0532-4b6d-b9d5-0f95e9205033 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 944 time: 0.2655077 Mar 01 20:49:24.403890 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8b4b5-061e-4b46-8930-9009868de236 req-7bc2f300-e878-45b0-8469-d32fb0245b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:24.406852 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37a8b4b5-061e-4b46-8930-9009868de236 req-7bc2f300-e878-45b0-8469-d32fb0245b05 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 1095 time: 0.2205234 Mar 01 20:49:24.432948 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1114554b-f656-465e-997f-f802c4687947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:24.446777 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 1fe88329-5f86-450b-b9d6-d78f8673c71b {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:49:24.447167 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 1fe88329-5f86-450b-b9d6-d78f8673c71b not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:49:24.451006 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8cd6eb06-ac8c-4baf-b6a6-345566133194 req-50f4a1f8-043a-4740-9e81-c496ce3b6fd9 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264589 Mar 01 20:49:24.483990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 6dc09aae-d457-4642-8cd4-697475637be9 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:49:24.505990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=b0fe8b65-ca02-4e18-b8e2-dd582d8aada1,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:24.534499 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c376dd29-c514-48d5-a162-127829e7311b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0fe8b65-ca02-4e18-b8e2-dd582d8aada1', 'code': 200} Mar 01 20:49:24.543855 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1114554b-f656-465e-997f-f802c4687947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:24.575622 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b18d5e2-24f4-4f57-a7bf-8801cc458532 req-91cc2c92-2c20-4e25-a96c-c6876178232a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060952 Mar 01 20:49:24.697051 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114554b-f656-465e-997f-f802c4687947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb365ac2-379e-4d94-932e-8d0c371d2f15,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:24.721173 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1114554b-f656-465e-997f-f802c4687947 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2ba869b1adb145b688611f2c4bf9e88d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6568251 Mar 01 20:49:24.721173 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33554) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:24.747729 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8b4b5-061e-4b46-8930-9009868de236 req-0c8f6e61-d1a7-4ff5-8453-19f537c7b02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:24.749893 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37a8b4b5-061e-4b46-8930-9009868de236 req-0c8f6e61-d1a7-4ff5-8453-19f537c7b02d service neutron] 10.222.0.57 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 922 time: 0.3212872 Mar 01 20:49:24.782498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 6dc09aae-d457-4642-8cd4-697475637be9, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6dc09aae-d457-4642-8cd4-697475637be9,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:24.801336 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '6dc09aae-d457-4642-8cd4-697475637be9', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '6dc09aae-d457-4642-8cd4-697475637be9', 'mac_address': 'fa:16:3e:49:57:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:49:24.818560 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c7f0-abd3-44cf-9ef6-e482b90f0ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:24.857786 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c7f0-abd3-44cf-9ef6-e482b90f0ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:24.870101 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:24.880494 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6323cf7-1c70-493e-b485-610e03a2c31f None None] New status for floating IP ffa247e3-598a-4790-84ee-7b00b72027ba: DOWN {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 20:49:24.882562 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37a8b4b5-061e-4b46-8930-9009868de236 req-86bd09b0-e66b-4236-a0ea-c7862684ceae service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb646b3e-8f4a-4228-bf90-b835d67cc2c1 HTTP/1.1" status: 200 len: 217 time: 0.1243670 Mar 01 20:49:25.019581 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91066b43-12d0-4501-9cc8-beff04aa8f9f req-ec132bff-73f8-4b8a-9cfc-d3975fcdf186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:25.021476 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91066b43-12d0-4501-9cc8-beff04aa8f9f req-ec132bff-73f8-4b8a-9cfc-d3975fcdf186 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c376dd29-c514-48d5-a162-127829e7311b HTTP/1.1" status: 200 len: 1096 time: 0.4071467 Mar 01 20:49:25.026733 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dc09aae-d457-4642-8cd4-697475637be9 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:49:25.040333 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c7f0-abd3-44cf-9ef6-e482b90f0ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:25.056740 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc2c7f0-abd3-44cf-9ef6-e482b90f0ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb365ac2-379e-4d94-932e-8d0c371d2f15,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:25.062070 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0cc2c7f0-abd3-44cf-9ef6-e482b90f0ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:25.063323 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0cc2c7f0-abd3-44cf-9ef6-e482b90f0ab5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb365ac2-379e-4d94-932e-8d0c371d2f15 HTTP/1.1" status: 204 len: 168 time: 0.3407722 Mar 01 20:49:25.073399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a8b4b5-061e-4b46-8930-9009868de236 req-e9f63ac4-2bcf-4366-b8ee-b1ceb5233933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:25.074954 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37a8b4b5-061e-4b46-8930-9009868de236 req-e9f63ac4-2bcf-4366-b8ee-b1ceb5233933 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.1781542 Mar 01 20:49:25.100800 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be151960-9aa2-4b6c-a3c3-25392d5266f2 req-d0550c2e-90a0-41bc-a126-b5d47cedd80a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:25.102288 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be151960-9aa2-4b6c-a3c3-25392d5266f2 req-d0550c2e-90a0-41bc-a126-b5d47cedd80a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.4128535 Mar 01 20:49:25.127839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 6dc09aae-d457-4642-8cd4-697475637be9, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6dc09aae-d457-4642-8cd4-697475637be9,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:25.168697 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37a8b4b5-061e-4b46-8930-9009868de236 req-64b710f2-f281-465f-addb-6e6e31cbf743 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761995 Mar 01 20:49:25.174950 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91066b43-12d0-4501-9cc8-beff04aa8f9f req-fee5c836-4ca1-42ea-a330-3fdc6ba5c2a7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3023c837-09f2-4fb0-b5b3-b54850ef9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406870 Mar 01 20:49:25.219925 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:25.305219 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=6dc09aae-d457-4642-8cd4-697475637be9,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:25.313633 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e181047-5b38-4c95-913e-1a6fae2b006d req-d19d91ce-2d6a-482d-84c2-1f258c2f3bc3 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:25.315118 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e181047-5b38-4c95-913e-1a6fae2b006d req-d19d91ce-2d6a-482d-84c2-1f258c2f3bc3 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/ports?device_id=c376dd29-c514-48d5-a162-127829e7311b HTTP/1.1" status: 200 len: 945 time: 0.3809590 Mar 01 20:49:25.322315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be151960-9aa2-4b6c-a3c3-25392d5266f2 req-a3c22c0e-de42-498c-9d81-d3775eb9f90d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852851 Mar 01 20:49:25.388909 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32f27cd-aca1-490f-a706-b60c3d52d490', 'name': 'network-vif-deleted', 'tag': '1fe88329-5f86-450b-b9d6-d78f8673c71b'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:49:25.396104 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e181047-5b38-4c95-913e-1a6fae2b006d req-77fc7432-d953-4116-ba9b-77669ab6d492 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/security-groups?id=3023c837-09f2-4fb0-b5b3-b54850ef9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728757 Mar 01 20:49:25.406523 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37a8b4b5-061e-4b46-8930-9009868de236 req-a14c83ee-6e0e-41f8-a703-e359d70d8f8c service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222130 Mar 01 20:49:25.460599 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32f27cd-aca1-490f-a706-b60c3d52d490', 'name': 'network-vif-deleted', 'tag': '1fe88329-5f86-450b-b9d6-d78f8673c71b', 'status': 'completed', 'code': 200} Mar 01 20:49:25.495952 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['6dc09aae-d457-4642-8cd4-697475637be9'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:49:25.589397 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37a8b4b5-061e-4b46-8930-9009868de236 req-5da8fde8-ae54-4efe-9ebb-dd01af899025 service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693432 Mar 01 20:49:25.713059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec65001-d086-4c1b-b4aa-44332f3dcef7 req-581a6528-7ffb-4997-aceb-5279ec1dd0c0 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:25.714636 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fec65001-d086-4c1b-b4aa-44332f3dcef7 req-581a6528-7ffb-4997-aceb-5279ec1dd0c0 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f89cbcc-8330-4263-b88c-ee0258807fe8 HTTP/1.1" status: 200 len: 949 time: 0.0954180 Mar 01 20:49:25.802464 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fec65001-d086-4c1b-b4aa-44332f3dcef7 req-224ac3d2-0c61-4f46-a13c-54d0a9aa607e tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810354 Mar 01 20:49:25.851815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f482800-bfa2-481b-ab1e-618093e3c7c2 req-ff88fbb2-f12a-4dcf-889b-1e25e60c1abc tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:25.853249 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8f482800-bfa2-481b-ab1e-618093e3c7c2 req-ff88fbb2-f12a-4dcf-889b-1e25e60c1abc tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 944 time: 0.0990281 Mar 01 20:49:25.968715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33588) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:26.004637 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8f482800-bfa2-481b-ab1e-618093e3c7c2 req-9bfa3d84-973f-4b3c-8be2-f78561aa200d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426902 Mar 01 20:49:26.043995 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0604435-598f-4180-bfb6-490046303fe9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:26.072862 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0604435-598f-4180-bfb6-490046303fe9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:26.228762 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0604435-598f-4180-bfb6-490046303fe9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:26.250397 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0604435-598f-4180-bfb6-490046303fe9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e461ffb-4eba-4d23-b838-b1d6cde9f2bc,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:26.379053 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0604435-598f-4180-bfb6-490046303fe9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:26.382578 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c0604435-598f-4180-bfb6-490046303fe9 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "DELETE /v2.0/security-groups/2e461ffb-4eba-4d23-b838-b1d6cde9f2bc HTTP/1.1" status: 204 len: 168 time: 0.4102452 Mar 01 20:49:26.382846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33602) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:26.409777 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-25bd051b-d254-4b49-bbff-d2fa1d61f190 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] show failed (client error): The resource could not be found. Mar 01 20:49:26.412524 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-25bd051b-d254-4b49-bbff-d2fa1d61f190 tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "GET /v2.0/security-groups/2e461ffb-4eba-4d23-b838-b1d6cde9f2bc HTTP/1.1" status: 404 len: 347 time: 0.0287168 Mar 01 20:49:26.415869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33606) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:26.478738 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device eb646b3e-8f4a-4228-bf90-b835d67cc2c1 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:49:26.556717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 6dc09aae-d457-4642-8cd4-697475637be9 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:49:26.620632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-be8d6b34-02ac-4dae-b811-c4faa7607a1f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Deleting port fbfd12cc-6d8d-4efb-bd0c-1db1e9e13db2 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:49:26.620999 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be8d6b34-02ac-4dae-b811-c4faa7607a1f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:26.631403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202dac17-17e7-4f7d-bad4-d839f27ef2f9 req-fa09660c-b7db-4285-abc0-aad2540ca273 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:26.632879 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-202dac17-17e7-4f7d-bad4-d839f27ef2f9 req-fa09660c-b7db-4285-abc0-aad2540ca273 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1915283 Mar 01 20:49:26.644611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376602c-92d0-4799-8092-6d5437f70c65 req-d382cffa-d580-4fa4-b06a-51d9e8818a29 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:26.646101 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a376602c-92d0-4799-8092-6d5437f70c65 req-d382cffa-d580-4fa4-b06a-51d9e8818a29 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/ports?device_id=c376dd29-c514-48d5-a162-127829e7311b HTTP/1.1" status: 200 len: 945 time: 0.1290932 Mar 01 20:49:26.716474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-202dac17-17e7-4f7d-bad4-d839f27ef2f9 req-e82dd3ec-5510-43bf-aec5-cef813a3d8a6 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693769 Mar 01 20:49:26.726387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port eb646b3e-8f4a-4228-bf90-b835d67cc2c1, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=eb646b3e-8f4a-4228-bf90-b835d67cc2c1,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:26.733728 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a376602c-92d0-4799-8092-6d5437f70c65 req-35350b20-9df3-4aba-8037-bda8691e6345 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/security-groups?id=3023c837-09f2-4fb0-b5b3-b54850ef9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707326 Mar 01 20:49:26.751893 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'eb646b3e-8f4a-4228-bf90-b835d67cc2c1', 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850', 'port_id': 'eb646b3e-8f4a-4228-bf90-b835d67cc2c1', 'mac_address': 'fa:16:3e:62:72:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4cc9feb-dba1-49bd-b779-378ebe9faea2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:49:26.823061 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:26.842679 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb646b3e-8f4a-4228-bf90-b835d67cc2c1 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:49:26.862675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 6dc09aae-d457-4642-8cd4-697475637be9 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:49:26.873588 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 6dc09aae-d457-4642-8cd4-697475637be9 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:49:26.873588 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:26.907480 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port eb646b3e-8f4a-4228-bf90-b835d67cc2c1, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=eb646b3e-8f4a-4228-bf90-b835d67cc2c1,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:26.968073 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be8d6b34-02ac-4dae-b811-c4faa7607a1f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:26.969736 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be8d6b34-02ac-4dae-b811-c4faa7607a1f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:27.093749 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:27.131707 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:27.139743 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-be8d6b34-02ac-4dae-b811-c4faa7607a1f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Calling delete_port for fbfd12cc-6d8d-4efb-bd0c-1db1e9e13db2 owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:49:27.176359 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f89cbcc-8330-4263-b88c-ee0258807fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc09aae-d457-4642-8cd4-697475637be9'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:49:27.194789 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bc3ca-6500-43b6-9851-5f32accb1347 req-56f3abca-2909-48d3-bde0-0e2248019f8b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:27.196855 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-928bc3ca-6500-43b6-9851-5f32accb1347 req-56f3abca-2909-48d3-bde0-0e2248019f8b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1713550 Mar 01 20:49:27.200031 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 6dc09aae-d457-4642-8cd4-697475637be9, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6dc09aae-d457-4642-8cd4-697475637be9,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:27.207155 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=eb646b3e-8f4a-4228-bf90-b835d67cc2c1,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:27.243608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8baba-cb3d-42d2-a06b-0c5f67d47fca req-175370a9-03eb-4ff7-9dff-b96026502525 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:27.245120 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9e8baba-cb3d-42d2-a06b-0c5f67d47fca req-175370a9-03eb-4ff7-9dff-b96026502525 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f89cbcc-8330-4263-b88c-ee0258807fe8 HTTP/1.1" status: 200 len: 949 time: 0.1677597 Mar 01 20:49:27.272845 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-928bc3ca-6500-43b6-9851-5f32accb1347 req-5583b778-2bd4-4501-b043-19e84f9b4c9f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643024 Mar 01 20:49:27.315578 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:27.365084 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['eb646b3e-8f4a-4228-bf90-b835d67cc2c1'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:49:27.379404 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be8d6b34-02ac-4dae-b811-c4faa7607a1f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:27.396819 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-735763de-1ded-4810-afd3-ae42451df5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:27.436551 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d6b34-02ac-4dae-b811-c4faa7607a1f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Pushing event deleted for resources: {'Port': ['ID=fbfd12cc-6d8d-4efb-bd0c-1db1e9e13db2,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:27.476912 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=6dc09aae-d457-4642-8cd4-697475637be9,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:27.489373 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9e8baba-cb3d-42d2-a06b-0c5f67d47fca req-1187826a-8396-4c25-96b7-d20f6aaa6ea6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357883 Mar 01 20:49:27.541550 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be8d6b34-02ac-4dae-b811-c4faa7607a1f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:27.544832 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f89cbcc-8330-4263-b88c-ee0258807fe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dc09aae-d457-4642-8cd4-697475637be9', 'code': 200} Mar 01 20:49:27.546502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff1d17-c1c5-41cf-86ae-3640d3f4fb3c req-4724af54-d4d0-4b45-bc6f-88fd6e4fd41e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:27.554633 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47ff1d17-c1c5-41cf-86ae-3640d3f4fb3c req-4724af54-d4d0-4b45-bc6f-88fd6e4fd41e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 945 time: 0.1446197 Mar 01 20:49:27.607808 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47ff1d17-c1c5-41cf-86ae-3640d3f4fb3c req-51550be4-199e-44cd-9442-d94ad8f3365b tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522492 Mar 01 20:49:27.671568 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be8d6b34-02ac-4dae-b811-c4faa7607a1f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:27.675462 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-be8d6b34-02ac-4dae-b811-c4faa7607a1f tempest-ServersWithSpecificFlavorTestJSON-897255154 tempest-ServersWithSpecificFlavorTestJSON-897255154-project] 10.222.0.42 "DELETE /v2.0/floatingips/ffa247e3-598a-4790-84ee-7b00b72027ba HTTP/1.1" status: 204 len: 168 time: 1.2560656 Mar 01 20:49:27.759428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052510c-5c04-4daa-b89a-2e3063b99cbf req-133098de-79cd-4ad0-b9e4-4cbaae558fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:27.761396 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2052510c-5c04-4daa-b89a-2e3063b99cbf req-133098de-79cd-4ad0-b9e4-4cbaae558fef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3f89cbcc-8330-4263-b88c-ee0258807fe8 HTTP/1.1" status: 200 len: 1101 time: 0.1515820 Mar 01 20:49:27.775022 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6d057-b2a8-4e93-8e74-167a7405a5fd req-1fbdf7e4-eb6d-4ae8-ac8c-61fb06e25165 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:27.776751 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32f6d057-b2a8-4e93-8e74-167a7405a5fd req-1fbdf7e4-eb6d-4ae8-ac8c-61fb06e25165 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1232386 Mar 01 20:49:27.845303 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2052510c-5c04-4daa-b89a-2e3063b99cbf req-e0370135-15c2-474f-a3e4-d6328ccea387 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675278 Mar 01 20:49:27.854987 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32f6d057-b2a8-4e93-8e74-167a7405a5fd req-0aeef0dc-ae58-497a-a0f1-701a11406820 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637960 Mar 01 20:49:27.980588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb045216-882c-4f8e-ae16-62b15f6c1323 req-dabc3de8-4fe7-4b59-ba88-dc96e5fe48d1 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:27.982067 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb045216-882c-4f8e-ae16-62b15f6c1323 req-dabc3de8-4fe7-4b59-ba88-dc96e5fe48d1 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/ports?device_id=c376dd29-c514-48d5-a162-127829e7311b HTTP/1.1" status: 200 len: 945 time: 0.0849938 Mar 01 20:49:28.083513 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb045216-882c-4f8e-ae16-62b15f6c1323 req-905b8faa-858d-42e7-aea9-cb6fc1f8ce04 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/security-groups?id=3023c837-09f2-4fb0-b5b3-b54850ef9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939336 Mar 01 20:49:28.115072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630b728-90a8-4f46-a7b6-f712012bdae9 req-04c7776d-776b-4b5b-96f6-a44e921193bd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:28.116966 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4630b728-90a8-4f46-a7b6-f712012bdae9 req-04c7776d-776b-4b5b-96f6-a44e921193bd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1053548 Mar 01 20:49:28.166367 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4630b728-90a8-4f46-a7b6-f712012bdae9 req-d56a0450-8b76-4669-8dbe-99ede166227e tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440490 Mar 01 20:49:28.393274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c008c-3894-4990-aa23-0b5973739efe req-8caa84f1-9b14-4774-bad2-b98af2382612 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:28.394760 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a5c008c-3894-4990-aa23-0b5973739efe req-8caa84f1-9b14-4774-bad2-b98af2382612 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.0807819 Mar 01 20:49:28.443090 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a5c008c-3894-4990-aa23-0b5973739efe req-633a485f-e291-4665-8e23-e44630d69690 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426958 Mar 01 20:49:28.494741 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device eb646b3e-8f4a-4228-bf90-b835d67cc2c1 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:49:28.699758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:49:28.705778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:49:28.706154 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:28.751757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e765da42-addd-4c0f-95a9-1fa0d7858602 req-5327af9e-d991-4fd4-bae1-3d02819cf2c3 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:28.759153 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e765da42-addd-4c0f-95a9-1fa0d7858602 req-5327af9e-d991-4fd4-bae1-3d02819cf2c3 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f89cbcc-8330-4263-b88c-ee0258807fe8 HTTP/1.1" status: 200 len: 950 time: 0.1041832 Mar 01 20:49:28.835488 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:28.874238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port eb646b3e-8f4a-4228-bf90-b835d67cc2c1, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=eb646b3e-8f4a-4228-bf90-b835d67cc2c1,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:28.892009 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e765da42-addd-4c0f-95a9-1fa0d7858602 req-6555a442-347b-42cd-bdf5-656d55590d39 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316459 Mar 01 20:49:28.955257 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e8411-ff27-4f55-bff1-0647194f4508 req-538e9718-c883-4221-bab4-a32745a2a603 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:28.955257 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-968e8411-ff27-4f55-bff1-0647194f4508 req-538e9718-c883-4221-bab4-a32745a2a603 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 811 time: 0.1746919 Mar 01 20:49:28.973558 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-968e8411-ff27-4f55-bff1-0647194f4508 req-22bf8e0c-4957-4b8c-b06c-c08ef7cdf87a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/quotas/df56c463be844df5b2fb698fb8b7ab1c HTTP/1.1" status: 200 len: 375 time: 0.0109901 Mar 01 20:49:28.975422 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:29.124148 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=eb646b3e-8f4a-4228-bf90-b835d67cc2c1,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:29.207257 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-968e8411-ff27-4f55-bff1-0647194f4508 req-674082b9-347f-468a-95c5-7b33e33d0e72 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2282581 Mar 01 20:49:29.221566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabbce9-20ba-4afc-a808-5cda154ea942 req-ec5b4200-a06d-4827-84ff-b5ef1d37ffac tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:29.222997 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3fabbce9-20ba-4afc-a808-5cda154ea942 req-ec5b4200-a06d-4827-84ff-b5ef1d37ffac tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 946 time: 0.1802866 Mar 01 20:49:29.364065 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3fabbce9-20ba-4afc-a808-5cda154ea942 req-76600030-2206-4303-a4bb-243794920d84 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166294 Mar 01 20:49:29.391572 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-968e8411-ff27-4f55-bff1-0647194f4508 req-481f16dd-3f08-40ee-946f-7f0ae144fdb0 service neutron] 10.222.0.42 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670482 Mar 01 20:49:29.459325 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33712) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:29.547260 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86ff888-a16a-47cd-b6a3-4653da7dbf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb646b3e-8f4a-4228-bf90-b835d67cc2c1'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:49:29.637583 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-968e8411-ff27-4f55-bff1-0647194f4508 req-e4d16e13-c8d2-4dff-8c51-1a45439d64cd service neutron] 10.222.0.42 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401061 Mar 01 20:49:29.638273 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86ff888-a16a-47cd-b6a3-4653da7dbf1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb646b3e-8f4a-4228-bf90-b835d67cc2c1', 'code': 200} Mar 01 20:49:29.652421 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fb4f3740-4261-495a-ba63-a8a967a57623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:29.803971 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9804fb-2323-41f7-8285-12679f8fa0c0 req-385bddef-d790-4fdd-9cad-934139237bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:29.805723 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de9804fb-2323-41f7-8285-12679f8fa0c0 req-385bddef-d790-4fdd-9cad-934139237bc8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 1097 time: 0.0975440 Mar 01 20:49:29.861958 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de9804fb-2323-41f7-8285-12679f8fa0c0 req-d0a6dcb9-70fb-48f2-b892-a29284e1fef2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486157 Mar 01 20:49:30.014716 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-112c31b3-4b49-4da8-adde-62ad683fa579 req-05ebfb0f-e92b-4150-8914-8b8c34a0235d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 210 time: 0.0978985 Mar 01 20:49:30.150032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f54ae-a789-41b5-83bf-e7266f60f01b req-61c177db-4153-4446-92bd-ccf46ad2207d tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:30.151545 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d53f54ae-a789-41b5-83bf-e7266f60f01b req-61c177db-4153-4446-92bd-ccf46ad2207d tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f89cbcc-8330-4263-b88c-ee0258807fe8 HTTP/1.1" status: 200 len: 950 time: 0.1051826 Mar 01 20:49:30.181822 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a69d982-a3c0-4d15-9ddc-19b64160afe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:30.256143 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d53f54ae-a789-41b5-83bf-e7266f60f01b req-7d703f21-c64d-4024-a7bb-de5b4723c6db tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849128 Mar 01 20:49:30.482772 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:30.587552 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbb7531-0155-4cc0-b404-d0fb409817b7 req-c57f878c-2e46-4664-b8d4-74963b727548 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:30.589163 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bdbb7531-0155-4cc0-b404-d0fb409817b7 req-c57f878c-2e46-4664-b8d4-74963b727548 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 946 time: 0.1019423 Mar 01 20:49:30.632615 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:30.643491 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bdbb7531-0155-4cc0-b404-d0fb409817b7 req-a11cf8c0-5fa3-4e32-abab-b9e0ee520d00 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461650 Mar 01 20:49:30.732470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33762) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:30.743844 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-1a69d982-a3c0-4d15-9ddc-19b64160afe6 admin admin] Deleting port 369e622a-e2a3-4171-bbd5-1b21b2419444 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:49:30.744550 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a69d982-a3c0-4d15-9ddc-19b64160afe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:30.818086 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-e97f5e5d-1cc5-4ed6-abab-9ca12ad4dcc4 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ce3561a503a4423b96ac6c84dd2aea55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377030 Mar 01 20:49:30.934369 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-facc3b1d-b48b-464f-a728-609481917706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:30.972905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-facc3b1d-b48b-464f-a728-609481917706 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:49:30.981292 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-facc3b1d-b48b-464f-a728-609481917706 admin admin] Usage tracker for resource:security_group_rule and tenant:868559b58cba4881b77b4cea6f601c70 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:49:30.987712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-facc3b1d-b48b-464f-a728-609481917706 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:49:30.998301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-facc3b1d-b48b-464f-a728-609481917706 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:49:31.035412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-a8b921d2-d719-4b82-83bf-10fc2904107f tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:31.041674 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-a8b921d2-d719-4b82-83bf-10fc2904107f tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2174494 Mar 01 20:49:31.052117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-1a69d982-a3c0-4d15-9ddc-19b64160afe6 admin admin] For port 369e622a-e2a3-4171-bbd5-1b21b2419444, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=369e622a-e2a3-4171-bbd5-1b21b2419444,segment=NetworkSegment(11ba65c5-cd68-4196-93ae-29e4841505fb),segment_id=11ba65c5-cd68-4196-93ae-29e4841505fb)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:31.052477 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a69d982-a3c0-4d15-9ddc-19b64160afe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:31.070272 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-19d88304-1a67-4bdf-b256-6f21cf96e70e tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/quotas/ce3561a503a4423b96ac6c84dd2aea55 HTTP/1.1" status: 200 len: 375 time: 0.0276718 Mar 01 20:49:31.180777 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-141a3f26-ae8a-45a5-aef1-256e57aab8f4 req-b4508862-006b-4320-af2f-659cf1069862 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 210 time: 0.0735879 Mar 01 20:49:31.212154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-1a69d982-a3c0-4d15-9ddc-19b64160afe6 admin admin] Calling delete_port for 369e622a-e2a3-4171-bbd5-1b21b2419444 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:49:31.260576 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-375e9538-339f-4cfa-ab32-2a81d40b40ca tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ce3561a503a4423b96ac6c84dd2aea55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1894650 Mar 01 20:49:31.262243 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-facc3b1d-b48b-464f-a728-609481917706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:31.443309 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-facc3b1d-b48b-464f-a728-609481917706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:31.497485 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-facc3b1d-b48b-464f-a728-609481917706 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=868559b58cba4881b77b4cea6f601c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7638891 Mar 01 20:49:31.498492 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facc3b1d-b48b-464f-a728-609481917706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21c15270-9d5e-4c4d-ab51-d16f6a258e8c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:31.502610 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33784) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:31.584549 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a69d982-a3c0-4d15-9ddc-19b64160afe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:31.669020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69d982-a3c0-4d15-9ddc-19b64160afe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=369e622a-e2a3-4171-bbd5-1b21b2419444,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:31.698357 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe5913f6-7a55-4df3-bbd6-ef05743c9e89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:31.810250 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1913aab-4ce7-490e-9a15-2edb81ad1614 req-490f15aa-ca0b-4e10-8624-9d8f52971f6d tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 210 time: 0.2637427 Mar 01 20:49:31.876036 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe5913f6-7a55-4df3-bbd6-ef05743c9e89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:32.030900 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c80995-035e-409e-8db0-0388c946c476 req-46d8b5a1-adc8-41dd-bb7d-b8dc600a42a5 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:32.032921 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-38c80995-035e-409e-8db0-0388c946c476 req-46d8b5a1-adc8-41dd-bb7d-b8dc600a42a5 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 946 time: 0.0982988 Mar 01 20:49:32.050745 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a69d982-a3c0-4d15-9ddc-19b64160afe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:32.098176 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:32.106933 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-38c80995-035e-409e-8db0-0388c946c476 req-2696abc1-9c09-4c05-adc6-15a37c47568a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589483 Mar 01 20:49:32.191005 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe5913f6-7a55-4df3-bbd6-ef05743c9e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:32.275610 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5913f6-7a55-4df3-bbd6-ef05743c9e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21c15270-9d5e-4c4d-ab51-d16f6a258e8c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:32.303030 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe5913f6-7a55-4df3-bbd6-ef05743c9e89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:32.304104 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fe5913f6-7a55-4df3-bbd6-ef05743c9e89 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/21c15270-9d5e-4c4d-ab51-d16f6a258e8c HTTP/1.1" status: 204 len: 168 time: 0.7990696 Mar 01 20:49:32.313776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f47afe-d315-45c9-8b48-b2945fb4ec46 req-5ec01d43-908f-4ae2-86d6-46cf6cb360d8 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:32.321377 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59f47afe-d315-45c9-8b48-b2945fb4ec46 req-5ec01d43-908f-4ae2-86d6-46cf6cb360d8 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 1097 time: 0.0902700 Mar 01 20:49:32.388626 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59f47afe-d315-45c9-8b48-b2945fb4ec46 req-22847b48-0a7f-41a9-a8fb-f787e7c228d7 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660551 Mar 01 20:49:32.540220 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a69d982-a3c0-4d15-9ddc-19b64160afe6 admin admin] Router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:49:32.661598 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c9562e7-5e19-4e5b-8094-8687d8e3d38a req-077d24fb-030d-4c7c-8c99-4f6b59087b61 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 210 time: 0.0593517 Mar 01 20:49:32.984058 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a69d982-a3c0-4d15-9ddc-19b64160afe6 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:49:32.990106 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1a69d982-a3c0-4d15-9ddc-19b64160afe6 admin admin] 10.222.0.42 "PUT /v2.0/routers/ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5297735 Mar 01 20:49:32.992877 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33830) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:32.998311 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e129b637-d726-42fe-82ba-ea74ba495559 None None] Sync routers for ids ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:49:33.019016 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e129b637-d726-42fe-82ba-ea74ba495559 None None] Routers {'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:49:33.021888 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e129b637-d726-42fe-82ba-ea74ba495559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:49:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:33.104514 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed7c4871-cf7a-4ddb-baaf-6c9913f944da req-9a6c5884-1c81-4cdb-8a95-24ed69bd5b43 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 210 time: 0.0604112 Mar 01 20:49:33.313439 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-e129b637-d726-42fe-82ba-ea74ba495559 None None] Set router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:49:33.526170 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:33.826721 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e129b637-d726-42fe-82ba-ea74ba495559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:35Z', 'updated_at': '2022-03-01T20:49:31Z', 'revision_number': 5, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'gw_port': {'id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:39Z', 'updated_at': '2022-03-01T20:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:33.837719 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e129b637-d726-42fe-82ba-ea74ba495559 None None] Checking router: ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:49:33.860597 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e129b637-d726-42fe-82ba-ea74ba495559 None None] Routers {'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:49:33.861197 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e129b637-d726-42fe-82ba-ea74ba495559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:49:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:33.974896 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:49:34.007654 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e8411-ff27-4f55-bff1-0647194f4508 req-3c0c75ff-7481-449e-aa59-e716fb61c135 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:34.021604 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-968e8411-ff27-4f55-bff1-0647194f4508 req-3c0c75ff-7481-449e-aa59-e716fb61c135 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.55 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 811 time: 0.5289805 Mar 01 20:49:34.035884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-968e8411-ff27-4f55-bff1-0647194f4508 req-0bfcaf8b-707e-4b1e-b7c7-ebe0f62ebaad tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Request body: {'port': {'device_id': 'bf274cce-64d2-4949-aa8b-85f5c2eb418e', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'admin_state_up': True, 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:49:34.112727 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-e129b637-d726-42fe-82ba-ea74ba495559 None None] Set router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:49:34.177623 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33864) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:34.300762 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6bbe06d8-ef4e-427a-a03f-2c4f439edf85 req-fda12aba-ba70-4861-b357-d93b49e6b3b6 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 210 time: 0.3380635 Mar 01 20:49:34.450117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933520430-network', 'tenant_id': '902a56c403e34a418371b0515fce41af'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:49:34.455068 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:49:34.459204 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Usage tracker for resource:network and tenant:902a56c403e34a418371b0515fce41af is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:49:34.462653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:49:34.476860 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:49:34.521728 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-190441f8-471a-4297-abf5-ebc0c99cf858 req-3539f5b6-b0d4-4f47-a03e-c74fefedb12a tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 210 time: 0.0978475 Mar 01 20:49:34.565584 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Made reservation on behalf of 902a56c403e34a418371b0515fce41af for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:49:34.568284 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:34.572864 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:34.584584 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e129b637-d726-42fe-82ba-ea74ba495559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:35Z', 'updated_at': '2022-03-01T20:49:31Z', 'revision_number': 5, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'gw_port': {'id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:39Z', 'updated_at': '2022-03-01T20:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:34.591853 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:34.592610 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e129b637-d726-42fe-82ba-ea74ba495559 None None] The sync data for ids ['ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e'] in n-d-827896-4 is: [{'id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1228344921-router', 'tenant_id': '0785a09c63c64fe3911dbbda40f5802d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171'}], 'enable_snat': True}, 'gw_port_id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:35Z', 'updated_at': '2022-03-01T20:49:31Z', 'revision_number': 5, 'project_id': '0785a09c63c64fe3911dbbda40f5802d', 'gw_port': {'id': '46dfef96-f6be-4df5-b473-7f9cfd1c3020', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:97:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:39Z', 'updated_at': '2022-03-01T20:44:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:49:34.633769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:49:34.636456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-968e8411-ff27-4f55-bff1-0647194f4508 req-0bfcaf8b-707e-4b1e-b7c7-ebe0f62ebaad tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:49:34.645849 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Usage tracker for resource:security_group_rule and tenant:902a56c403e34a418371b0515fce41af is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:49:34.647785 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-968e8411-ff27-4f55-bff1-0647194f4508 req-0bfcaf8b-707e-4b1e-b7c7-ebe0f62ebaad tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Usage tracker for resource:port and tenant:df56c463be844df5b2fb698fb8b7ab1c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:49:34.651516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-968e8411-ff27-4f55-bff1-0647194f4508 req-0bfcaf8b-707e-4b1e-b7c7-ebe0f62ebaad tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:49:34.656393 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:49:34.657986 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-968e8411-ff27-4f55-bff1-0647194f4508 req-0bfcaf8b-707e-4b1e-b7c7-ebe0f62ebaad tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:49:34.662541 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:49:34.686134 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Deleting port 46dfef96-f6be-4df5-b473-7f9cfd1c3020 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:49:34.686718 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:34.777079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-968e8411-ff27-4f55-bff1-0647194f4508 req-0bfcaf8b-707e-4b1e-b7c7-ebe0f62ebaad tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Made reservation on behalf of df56c463be844df5b2fb698fb8b7ab1c for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:49:34.782413 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-968e8411-ff27-4f55-bff1-0647194f4508 req-0bfcaf8b-707e-4b1e-b7c7-ebe0f62ebaad tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:34.848043 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:34.927061 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-c222fa88-8f91-4071-a4a7-9b334fa049c6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=ce3561a503a4423b96ac6c84dd2aea55&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517888 Mar 01 20:49:35.237676 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] For port 46dfef96-f6be-4df5-b473-7f9cfd1c3020, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=46dfef96-f6be-4df5-b473-7f9cfd1c3020,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:35.238480 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:35.276672 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-23c8fd9e-7862-404c-a1c0-ba0e3b3f615b tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:35.278693 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-23c8fd9e-7862-404c-a1c0-ba0e3b3f615b tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3461325 Mar 01 20:49:35.280118 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:35.297698 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:49:35.308975 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:35.309524 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Added segment 35290079-d6e7-4382-b07a-ce16d452de9f of type vlan for network 2aed2480-1ab8-4444-bff3-1d83ea591019 Mar 01 20:49:35.340633 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:35.383433 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Request body: {'port': {'device_id': '9849b364-99f0-45fd-9017-285199a5656f', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'ce3561a503a4423b96ac6c84dd2aea55'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:49:35.478760 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:35.480476 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:35.481288 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:35.498092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Calling delete_port for 46dfef96-f6be-4df5-b473-7f9cfd1c3020 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:49:35.600587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9583bbe1-bd9f-4f76-91a1-b95b3ffedde4,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:35.601475 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ff764c1-79d3-40a1-94d5-5caeeeeeafb1 req-640e6d44-6fc2-4188-99ef-818546dff570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 210 time: 0.0631492 Mar 01 20:49:35.725805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] Pushing event updated for resources: {'Network': ['ID=2aed2480-1ab8-4444-bff3-1d83ea591019,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:35.745472 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-51b044ae-d4b3-44cc-9af0-a6168de86564 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5640819 Mar 01 20:49:35.745999 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 2aed2480-1ab8-4444-bff3-1d83ea591019 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:49:35.746490 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33886) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:35.748626 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cff12c54-9ae9-4088-a005-b0df4e989d99 req-b143fcc0-c377-4e30-8f59-6e6460a240fb tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 210 time: 0.0638282 Mar 01 20:49:35.755044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-73863037-59bc-4fd9-9d67-93a198a2857d admin admin] Request body: {'subnet': {'network_id': '2aed2480-1ab8-4444-bff3-1d83ea591019', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933520430-subnet', 'tenant_id': '902a56c403e34a418371b0515fce41af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:49:35.764361 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-73863037-59bc-4fd9-9d67-93a198a2857d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:49:35.766976 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:49:35.771650 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-73863037-59bc-4fd9-9d67-93a198a2857d admin admin] Usage tracker for resource:subnet and tenant:902a56c403e34a418371b0515fce41af is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:49:35.774511 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Usage tracker for resource:port and tenant:ce3561a503a4423b96ac6c84dd2aea55 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:49:35.777247 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-73863037-59bc-4fd9-9d67-93a198a2857d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:49:35.780029 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:49:35.787753 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-73863037-59bc-4fd9-9d67-93a198a2857d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:49:35.789871 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:49:35.794366 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-968e8411-ff27-4f55-bff1-0647194f4508 req-0bfcaf8b-707e-4b1e-b7c7-ebe0f62ebaad tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Allocated IP 172.20.0.9 (9c047131-db31-4f0b-ada8-1976d242266e/9b10d451-6863-433c-a07b-4c6d8834b5d5/f0eb76de-4dfa-4e86-acf0-57905a711967) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:49:35.905815 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Made reservation on behalf of ce3561a503a4423b96ac6c84dd2aea55 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:49:35.909537 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:35.920986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73863037-59bc-4fd9-9d67-93a198a2857d admin admin] Made reservation on behalf of 902a56c403e34a418371b0515fce41af for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:49:35.923611 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-73863037-59bc-4fd9-9d67-93a198a2857d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:36.050586 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 369e622a-e2a3-4171-bbd5-1b21b2419444 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:49:36.087503 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-968e8411-ff27-4f55-bff1-0647194f4508 req-0bfcaf8b-707e-4b1e-b7c7-ebe0f62ebaad tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:36.120869 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:36.127967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-968e8411-ff27-4f55-bff1-0647194f4508 req-0bfcaf8b-707e-4b1e-b7c7-ebe0f62ebaad tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Transition to ACTIVE for port object f0eb76de-4dfa-4e86-acf0-57905a711967 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:49:36.146543 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 369e622a-e2a3-4171-bbd5-1b21b2419444 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:49:36.146881 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 369e622a-e2a3-4171-bbd5-1b21b2419444 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:49:36.194766 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Pushing event deleted for resources: {'Port': ['ID=46dfef96-f6be-4df5-b473-7f9cfd1c3020,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:36.241317 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.242011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.242011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.242211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.242368 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.242690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.243008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.243327 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.243668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.243982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.244305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.244616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.303093 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:36.335172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Allocated IP 192.168.233.172 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/635a0829-3fed-4579-ba58-dc14b83d619e) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:49:36.461497 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-73863037-59bc-4fd9-9d67-93a198a2857d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:36.590656 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:36.593695 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:36.631617 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73863037-59bc-4fd9-9d67-93a198a2857d admin admin] Pushing event updated for resources: {'Subnet': ['ID=be823e4e-78dd-47cd-a5ea-2b720e23906c,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:36.639562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73863037-59bc-4fd9-9d67-93a198a2857d admin admin] Checking segment: {'id': '35290079-d6e7-4382-b07a-ce16d452de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2aed2480-1ab8-4444-bff3-1d83ea591019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:49:36.639921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73863037-59bc-4fd9-9d67-93a198a2857d admin admin] Network hostable DHCP agents. Network: 2aed2480-1ab8-4444-bff3-1d83ea591019, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:49:36.669983 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:36.693160 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Transition to ACTIVE for port object 635a0829-3fed-4579-ba58-dc14b83d619e will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:49:36.785005 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-968e8411-ff27-4f55-bff1-0647194f4508 req-0bfcaf8b-707e-4b1e-b7c7-ebe0f62ebaad tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:36.803281 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:36.805125 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73863037-59bc-4fd9-9d67-93a198a2857d admin admin] Network 2aed2480-1ab8-4444-bff3-1d83ea591019 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:49:36.814204 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['6dc09aae-d457-4642-8cd4-697475637be9'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:49:36.852604 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:36.852966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 20:49:36.870746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-968e8411-ff27-4f55-bff1-0647194f4508 req-0bfcaf8b-707e-4b1e-b7c7-ebe0f62ebaad tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Network 9c047131-db31-4f0b-ada8-1976d242266e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:49:36.879044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:49:36.882300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:49:36.890421 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-968e8411-ff27-4f55-bff1-0647194f4508 req-0bfcaf8b-707e-4b1e-b7c7-ebe0f62ebaad tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:49:36.892628 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:49:36.894080 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-968e8411-ff27-4f55-bff1-0647194f4508 req-0bfcaf8b-707e-4b1e-b7c7-ebe0f62ebaad tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:49:36.937190 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Pushing event updated for resources: {'Port': ['ID=635a0829-3fed-4579-ba58-dc14b83d619e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:36.956882 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.957207 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.957548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.962958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.965382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.965382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.965382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.966225 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.970693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.971569 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.972155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.972644 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:36.974873 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfcaf8b-707e-4b1e-b7c7-ebe0f62ebaad tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Pushing event updated for resources: {'Port': ['ID=f0eb76de-4dfa-4e86-acf0-57905a711967,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:36.979043 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-73863037-59bc-4fd9-9d67-93a198a2857d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 2aed2480-1ab8-4444-bff3-1d83ea591019) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:49:36.998806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73863037-59bc-4fd9-9d67-93a198a2857d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:37.000575 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-73863037-59bc-4fd9-9d67-93a198a2857d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:37.013206 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e57cc21f-a332-4883-86ba-9a1560136313 None None] Network 2aed2480-1ab8-4444-bff3-1d83ea591019 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:49:37.048440 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:37.059203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e6b73c29-af32-410c-b2c0-d596e65a4a7e admin admin] 10.222.0.42 "DELETE /v2.0/routers/ae5b513d-4d04-47c1-9c9d-7eaebbf96f2e HTTP/1.1" status: 204 len: 168 time: 4.0652094 Mar 01 20:49:37.059977 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33908) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:37.063995 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:37.063995 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:37.167733 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e8411-ff27-4f55-bff1-0647194f4508 req-0bfcaf8b-707e-4b1e-b7c7-ebe0f62ebaad tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:37.168269 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-968e8411-ff27-4f55-bff1-0647194f4508 req-0bfcaf8b-707e-4b1e-b7c7-ebe0f62ebaad tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:37.207826 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-73863037-59bc-4fd9-9d67-93a198a2857d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.4581664 Mar 01 20:49:37.208040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a36ec8-8ea3-4bf6-af62-4b7ea8742a6b req-056c2ce5-6d5c-4c2c-a107-e5bd453efcc5 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:37.208139 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33914) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:37.208406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-49a36ec8-8ea3-4bf6-af62-4b7ea8742a6b req-056c2ce5-6d5c-4c2c-a107-e5bd453efcc5 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Synchronizing usage tracker for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:49:37.213324 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933520430-router', 'tenant_id': '902a56c403e34a418371b0515fce41af', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:49:37.221003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e7fcf80-9821-430f-bc82-d4197f4b3cbc admin admin] Deleting subnet e61ab86d-6482-45cf-be2e-8c7db22c8a23 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:49:37.221299 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:49:37.227555 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3e7fcf80-9821-430f-bc82-d4197f4b3cbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:37.240512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Usage tracker for resource:router and tenant:902a56c403e34a418371b0515fce41af is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:49:37.253370 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:49:37.257315 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-82df5810-34de-4c8a-a6b7-b819c1895e54 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8867693 Mar 01 20:49:37.262703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:49:37.284917 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-968e8411-ff27-4f55-bff1-0647194f4508 req-0bfcaf8b-707e-4b1e-b7c7-ebe0f62ebaad tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2606490 Mar 01 20:49:37.312216 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3e7fcf80-9821-430f-bc82-d4197f4b3cbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:37.352686 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] Request body: {'port': {'device_id': '9849b364-99f0-45fd-9017-285199a5656f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:49:37.380867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-49a36ec8-8ea3-4bf6-af62-4b7ea8742a6b req-056c2ce5-6d5c-4c2c-a107-e5bd453efcc5 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Unset dirty status for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:49:37.388434 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-49a36ec8-8ea3-4bf6-af62-4b7ea8742a6b req-056c2ce5-6d5c-4c2c-a107-e5bd453efcc5 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 931 time: 0.6414545 Mar 01 20:49:37.396853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] Request body: {'port': {'device_id': 'bf274cce-64d2-4949-aa8b-85f5c2eb418e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:49:37.448431 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:37.453690 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:37.459595 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-2aed2480-1ab8-4444-bff3-1d83ea591019', 'network_id': '2aed2480-1ab8-4444-bff3-1d83ea591019', 'tenant_id': '902a56c403e34a418371b0515fce41af', 'fixed_ips': [{'subnet_id': 'be823e4e-78dd-47cd-a5ea-2b720e23906c'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:49:37.460708 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:37.565521 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:37.584246 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8447b0c1-8c42-4495-b1e0-20abd488f023 None None] Provisioning for port f0eb76de-4dfa-4e86-acf0-57905a711967 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:49:37.604647 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:37.615085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8447b0c1-8c42-4495-b1e0-20abd488f023 None None] Provisioning complete for port f0eb76de-4dfa-4e86-acf0-57905a711967 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:49:37.615712 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8447b0c1-8c42-4495-b1e0-20abd488f023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:37.695417 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8447b0c1-8c42-4495-b1e0-20abd488f023 None None] Port f0eb76de-4dfa-4e86-acf0-57905a711967 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:49:37.763930 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-49a36ec8-8ea3-4bf6-af62-4b7ea8742a6b req-f8640824-7bad-47d6-8d65-14c421541100 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3744063 Mar 01 20:49:37.805010 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Allocated IP 172.20.0.2 (2aed2480-1ab8-4444-bff3-1d83ea591019/be823e4e-78dd-47cd-a5ea-2b720e23906c/f5fa8b20-da60-45c7-86fc-7c68b88e96dc) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:49:37.816156 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8447b0c1-8c42-4495-b1e0-20abd488f023 None None] Provisioning for port 635a0829-3fed-4579-ba58-dc14b83d619e completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:49:37.838301 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8447b0c1-8c42-4495-b1e0-20abd488f023 None None] Provisioning complete for port 635a0829-3fed-4579-ba58-dc14b83d619e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:49:37.838666 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8447b0c1-8c42-4495-b1e0-20abd488f023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:37.839959 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:37.851847 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3e7fcf80-9821-430f-bc82-d4197f4b3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:37.945659 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8447b0c1-8c42-4495-b1e0-20abd488f023 None None] Port 635a0829-3fed-4579-ba58-dc14b83d619e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:49:38.151592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed808b18-8952-4454-bad9-5293936bfc99 req-29de146d-b1d3-4a4f-a59b-6214ec6631a0 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:38.160367 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed808b18-8952-4454-bad9-5293936bfc99 req-29de146d-b1d3-4a4f-a59b-6214ec6631a0 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 936 time: 0.6385851 Mar 01 20:49:38.178719 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:38.191988 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Transition to ACTIVE for port object f5fa8b20-da60-45c7-86fc-7c68b88e96dc will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:49:38.213886 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Transition to ACTIVE for port object f5fa8b20-da60-45c7-86fc-7c68b88e96dc will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:49:38.219956 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 46dfef96-f6be-4df5-b473-7f9cfd1c3020 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:49:38.279079 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 46dfef96-f6be-4df5-b473-7f9cfd1c3020 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:49:38.279749 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 46dfef96-f6be-4df5-b473-7f9cfd1c3020 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:49:38.304107 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:38.304990 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed808b18-8952-4454-bad9-5293936bfc99 req-4a8f6639-db6f-431b-9508-91adcd53f7da tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432450 Mar 01 20:49:38.408233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-3fbc2141-1a33-49e1-8a4b-9f9d51de9ebd tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:38.409610 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-3fbc2141-1a33-49e1-8a4b-9f9d51de9ebd tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 808 time: 0.4762647 Mar 01 20:49:38.432576 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Network 2aed2480-1ab8-4444-bff3-1d83ea591019 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:49:38.435924 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:49:38.445691 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-a29b8bc2-4412-4c31-8c7b-19744456e5ab tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/quotas/9425af0c76c64926891aa5e1f014e8ef HTTP/1.1" status: 200 len: 375 time: 0.0219076 Mar 01 20:49:38.455807 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Pushing event updated for resources: {'Port': ['ID=f5fa8b20-da60-45c7-86fc-7c68b88e96dc,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:38.458443 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:49:38.528624 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:38.531738 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3e7fcf80-9821-430f-bc82-d4197f4b3cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:38.579223 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Attempting to bind port f5fa8b20-da60-45c7-86fc-7c68b88e96dc on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:49:38.579598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Attempting to bind port f5fa8b20-da60-45c7-86fc-7c68b88e96dc by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '35290079-d6e7-4382-b07a-ce16d452de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2aed2480-1ab8-4444-bff3-1d83ea591019'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:49:38.579964 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Attempting to bind port f5fa8b20-da60-45c7-86fc-7c68b88e96dc on network 2aed2480-1ab8-4444-bff3-1d83ea591019 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:49:38.587288 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:49:38.594786 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Checking segment: {'id': '35290079-d6e7-4382-b07a-ce16d452de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2aed2480-1ab8-4444-bff3-1d83ea591019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:49:38.595951 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:38.595951 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Bound using segment: {'id': '35290079-d6e7-4382-b07a-ce16d452de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2aed2480-1ab8-4444-bff3-1d83ea591019'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:49:38.596207 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Bound port: f5fa8b20-da60-45c7-86fc-7c68b88e96dc, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35290079-d6e7-4382-b07a-ce16d452de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2aed2480-1ab8-4444-bff3-1d83ea591019'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:49:38.596639 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:38.724660 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3e7fcf80-9821-430f-bc82-d4197f4b3cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:38.733075 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3e7fcf80-9821-430f-bc82-d4197f4b3cbc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e61ab86d-6482-45cf-be2e-8c7db22c8a23 HTTP/1.1" status: 204 len: 168 time: 1.6686265 Mar 01 20:49:38.734673 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] For port f5fa8b20-da60-45c7-86fc-7c68b88e96dc, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:49:38.739148 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] For port f5fa8b20-da60-45c7-86fc-7c68b88e96dc, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f5fa8b20-da60-45c7-86fc-7c68b88e96dc,segment=NetworkSegment(35290079-d6e7-4382-b07a-ce16d452de9f),segment_id=35290079-d6e7-4382-b07a-ce16d452de9f)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:49:38.741679 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33934) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:38.742417 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fcf80-9821-430f-bc82-d4197f4b3cbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e61ab86d-6482-45cf-be2e-8c7db22c8a23,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:38.753884 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5319965-763c-4d22-9496-18aeb9d27e2a None None] Network 8a2300c7-0003-4f12-abfc-8b8e56fe14e8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:49:38.850510 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 635a0829-3fed-4579-ba58-dc14b83d619e {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:49:38.861623 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:38.873826 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-656d9642-b2b3-43a5-b38a-9af7c67cefa8 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4211216 Mar 01 20:49:38.905394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] Transition to ACTIVE for port object 635a0829-3fed-4579-ba58-dc14b83d619e will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:49:38.925820 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:38.993550 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:39.119614 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40bc14-ea49-47c9-bf51-c553c148d002 None None] Pushing event updated for resources: {'Port': ['ID=f5fa8b20-da60-45c7-86fc-7c68b88e96dc,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:39.127576 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:39.160191 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] Pushing event updated for resources: {'Port': ['ID=635a0829-3fed-4579-ba58-dc14b83d619e,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:39.182320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] Deleting port 3136b783-f55f-4c5e-af0f-5379476a4023 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:49:39.182797 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:39.277098 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6b7d46-7885-452d-8e31-46290d5e1fca None None] DHCP port deletion for 8a2300c7-0003-4f12-abfc-8b8e56fe14e8 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 20:49:39.286794 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b7d46-7885-452d-8e31-46290d5e1fca None None] Deleting port 3136b783-f55f-4c5e-af0f-5379476a4023 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:49:39.286794 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8f6b7d46-7885-452d-8e31-46290d5e1fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:39.347965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-ccbc381d-b966-49da-bb1f-2a5868f0567a service neutron] 10.222.0.42 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650245 Mar 01 20:49:39.355679 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16e622-159c-4104-8ecf-26dcc1959779 req-ffe35908-21ec-43c6-9c88-6a22e2c668b2 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:39.363956 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce16e622-159c-4104-8ecf-26dcc1959779 req-ffe35908-21ec-43c6-9c88-6a22e2c668b2 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 931 time: 0.4070480 Mar 01 20:49:39.551960 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:39.566818 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0eb76de-4dfa-4e86-acf0-57905a711967 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:49:39.592551 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:39.644932 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8f6b7d46-7885-452d-8e31-46290d5e1fca None None] For port 3136b783-f55f-4c5e-af0f-5379476a4023, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3136b783-f55f-4c5e-af0f-5379476a4023,segment=NetworkSegment(11ba65c5-cd68-4196-93ae-29e4841505fb),segment_id=11ba65c5-cd68-4196-93ae-29e4841505fb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:39.645895 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8f6b7d46-7885-452d-8e31-46290d5e1fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:39.690338 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:39.723637 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] Attempting to bind port 635a0829-3fed-4579-ba58-dc14b83d619e on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:49:39.724236 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] Attempting to bind port 635a0829-3fed-4579-ba58-dc14b83d619e by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:49:39.724759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] Attempting to bind port 635a0829-3fed-4579-ba58-dc14b83d619e on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:49:39.738846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] Port 635a0829-3fed-4579-ba58-dc14b83d619e on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:49:39.739623 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] Attempting to bind port 635a0829-3fed-4579-ba58-dc14b83d619e on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:49:39.753472 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:49:39.754076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:49:39.754649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:49:39.755279 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] Bound port: 635a0829-3fed-4579-ba58-dc14b83d619e, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:49:39.760103 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:39.830776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8f6b7d46-7885-452d-8e31-46290d5e1fca None None] Calling delete_port for 3136b783-f55f-4c5e-af0f-5379476a4023 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:49:39.902317 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce16e622-159c-4104-8ecf-26dcc1959779 req-781a78ff-b7c2-486f-8c7d-27578a2f652a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372968 Mar 01 20:49:39.944747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] Transition to ACTIVE for port object f0eb76de-4dfa-4e86-acf0-57905a711967 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:49:39.957922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] For port 3136b783-f55f-4c5e-af0f-5379476a4023, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3136b783-f55f-4c5e-af0f-5379476a4023,segment=NetworkSegment(11ba65c5-cd68-4196-93ae-29e4841505fb),segment_id=11ba65c5-cd68-4196-93ae-29e4841505fb)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:39.958487 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:40.042597 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8f6b7d46-7885-452d-8e31-46290d5e1fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:40.068783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Allocated IP 172.25.5.117 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/98d722e4-e5f3-4252-b68f-84d5f3027010) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:49:40.093345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] For port 635a0829-3fed-4579-ba58-dc14b83d619e, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:49:40.097861 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] For port 635a0829-3fed-4579-ba58-dc14b83d619e, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=635a0829-3fed-4579-ba58-dc14b83d619e,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:49:40.118508 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6b7d46-7885-452d-8e31-46290d5e1fca None None] No DVR routers for this DVR port 3136b783-f55f-4c5e-af0f-5379476a4023 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:49:40.141721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b7d46-7885-452d-8e31-46290d5e1fca None None] Pushing event deleted for resources: {'Port': ['ID=3136b783-f55f-4c5e-af0f-5379476a4023,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:40.192117 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:40.208954 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] Calling delete_port for 3136b783-f55f-4c5e-af0f-5379476a4023 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:49:40.252704 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f5fa8b20-da60-45c7-86fc-7c68b88e96dc up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:49:40.277610 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-0d6304be-71c2-471e-a52c-ff9a4d6929aa service neutron] 10.222.0.42 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9114971 Mar 01 20:49:40.278327 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:40.354076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] Pushing event updated for resources: {'Port': ['ID=635a0829-3fed-4579-ba58-dc14b83d619e,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:40.397456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:40.400921 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:40.401217 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-ad8f5971-1157-4d15-829e-0c3ad6d443e9 service neutron] 10.222.0.55 "PUT /v2.0/ports/635a0829-3fed-4579-ba58-dc14b83d619e HTTP/1.1" status: 200 len: 1096 time: 3.1323276 Mar 01 20:49:40.401779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9849b364-99f0-45fd-9017-285199a5656f', 'tag': '635a0829-3fed-4579-ba58-dc14b83d619e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:49:40.497585 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:40.498484 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0eb76de-4dfa-4e86-acf0-57905a711967,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:40.545849 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port f5fa8b20-da60-45c7-86fc-7c68b88e96dc completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:49:40.647536 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3136b783-f55f-4c5e-af0f-5379476a4023 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:49:40.712008 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-7026cf27-c1aa-4cb5-897c-e7b7459afb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:40.713846 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-7026cf27-c1aa-4cb5-897c-e7b7459afb99 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce3561a503a4423b96ac6c84dd2aea55&device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 1099 time: 0.1707788 Mar 01 20:49:40.715417 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:40.734470 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 3136b783-f55f-4c5e-af0f-5379476a4023 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:49:40.735431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3136b783-f55f-4c5e-af0f-5379476a4023 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:49:40.744770 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671cf64-13c5-489e-b676-db5e39fe00e6 req-88b024b7-da42-4077-91ef-70a656a3f0fd tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:40.746590 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e671cf64-13c5-489e-b676-db5e39fe00e6 req-88b024b7-da42-4077-91ef-70a656a3f0fd tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 948 time: 0.6980135 Mar 01 20:49:40.767414 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:49:40.768564 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:49:40.803733 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d4d48b-d2bd-4030-ae2a-c808f366fb6c None None] Network 2aed2480-1ab8-4444-bff3-1d83ea591019 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:49:40.853830 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e671cf64-13c5-489e-b676-db5e39fe00e6 req-3a87efe2-12af-4b2d-bdaf-e2a7fc7fab8e tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919583 Mar 01 20:49:40.861712 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-844c1cf0-8035-45bf-93b7-0b5f2344b148 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=635a0829-3fed-4579-ba58-dc14b83d619e HTTP/1.1" status: 200 len: 217 time: 0.1408746 Mar 01 20:49:40.891203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] Attempting to bind port f0eb76de-4dfa-4e86-acf0-57905a711967 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:49:40.891608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] Attempting to bind port f0eb76de-4dfa-4e86-acf0-57905a711967 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:49:40.893229 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] Attempting to bind port f0eb76de-4dfa-4e86-acf0-57905a711967 on network 9c047131-db31-4f0b-ada8-1976d242266e {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:49:40.903773 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] Port f0eb76de-4dfa-4e86-acf0-57905a711967 on network 9c047131-db31-4f0b-ada8-1976d242266e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:49:40.904410 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] Attempting to bind port f0eb76de-4dfa-4e86-acf0-57905a711967 on network 9c047131-db31-4f0b-ada8-1976d242266e {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:49:40.911348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:49:40.916008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:49:40.916834 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] Checking segment: {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:49:40.917323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] Bound using segment: {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:49:40.917890 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] Bound port: f0eb76de-4dfa-4e86-acf0-57905a711967, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:49:40.919169 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:49:40.919332 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:40.960245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:49:41.029194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Pushing event updated for resources: {'Port': ['ID=98d722e4-e5f3-4252-b68f-84d5f3027010,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:41.057095 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-db3282f4-18ad-4ddf-9fbe-e920f3de66e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:41.063490 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-db3282f4-18ad-4ddf-9fbe-e920f3de66e2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1895535 Mar 01 20:49:41.166916 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9849b364-99f0-45fd-9017-285199a5656f', 'tag': '635a0829-3fed-4579-ba58-dc14b83d619e', 'status': 'completed', 'code': 200} Mar 01 20:49:41.174250 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fa8bb799-0129-48ae-b3ac-8c0eaba1cb20 None None] Provisioning for port f5fa8b20-da60-45c7-86fc-7c68b88e96dc completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:49:41.240615 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fa8bb799-0129-48ae-b3ac-8c0eaba1cb20 None None] Provisioning complete for port f5fa8b20-da60-45c7-86fc-7c68b88e96dc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:49:41.240982 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fa8bb799-0129-48ae-b3ac-8c0eaba1cb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:41.270098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] Deleting port 3136b783-f55f-4c5e-af0f-5379476a4023 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:49:41.272206 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:41.356963 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-c47c7c8d-262a-4eaf-91d4-8bb42b2313e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:41.358717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] For port f0eb76de-4dfa-4e86-acf0-57905a711967, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:49:41.358841 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-c47c7c8d-262a-4eaf-91d4-8bb42b2313e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2946103 Mar 01 20:49:41.367201 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] For port f0eb76de-4dfa-4e86-acf0-57905a711967, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=f0eb76de-4dfa-4e86-acf0-57905a711967,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:49:41.484067 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1097c1a-a4e3-4ef8-98e1-b39dc33dadc7 req-fde42c4d-de34-47b8-b8b6-8c021110be77 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 210 time: 0.1418154 Mar 01 20:49:41.537796 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:41.544872 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fa8bb799-0129-48ae-b3ac-8c0eaba1cb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:41.551982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] The port '3136b783-f55f-4c5e-af0f-5379476a4023' was deleted {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 20:49:41.602021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-fa8bb799-0129-48ae-b3ac-8c0eaba1cb20 None None] For port f5fa8b20-da60-45c7-86fc-7c68b88e96dc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f5fa8b20-da60-45c7-86fc-7c68b88e96dc,segment=NetworkSegment(35290079-d6e7-4382-b07a-ce16d452de9f),segment_id=35290079-d6e7-4382-b07a-ce16d452de9f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:41.656345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:41.657512 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:41.659148 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-968e8411-ff27-4f55-bff1-0647194f4508 req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] 10.222.0.55 "PUT /v2.0/ports/f0eb76de-4dfa-4e86-acf0-57905a711967 HTTP/1.1" status: 200 len: 1091 time: 4.3653584 Mar 01 20:49:41.660585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf274cce-64d2-4949-aa8b-85f5c2eb418e', 'tag': 'f0eb76de-4dfa-4e86-acf0-57905a711967'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:49:41.689003 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fa8bb799-0129-48ae-b3ac-8c0eaba1cb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:41.692345 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-d1e7c52b-3b71-49d7-ab6e-58e3a12a3c3d service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251519 Mar 01 20:49:41.731729 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf274cce-64d2-4949-aa8b-85f5c2eb418e', 'tag': 'f0eb76de-4dfa-4e86-acf0-57905a711967', 'status': 'completed', 'code': 200} Mar 01 20:49:41.738622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e44a7f-6ac7-4716-b247-33ea54e92fa8 service neutron] Pushing event updated for resources: {'Port': ['ID=f0eb76de-4dfa-4e86-acf0-57905a711967,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:41.841044 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8bb799-0129-48ae-b3ac-8c0eaba1cb20 None None] Pushing event updated for resources: {'Port': ['ID=f5fa8b20-da60-45c7-86fc-7c68b88e96dc,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:41.857674 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:41.871567 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-81407cee-9158-4b2b-8c83-a87b8635349e None None] Provisioning complete for port f5fa8b20-da60-45c7-86fc-7c68b88e96dc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:49:41.872267 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-81407cee-9158-4b2b-8c83-a87b8635349e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:41.889620 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:41.901353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923595a2-0ae0-4d7b-9fcf-9c443d294673 req-3234bab3-2715-4b63-810b-18b5ae512ba5 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:41.914101 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-923595a2-0ae0-4d7b-9fcf-9c443d294673 req-3234bab3-2715-4b63-810b-18b5ae512ba5 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 943 time: 0.5732386 Mar 01 20:49:41.920052 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a2300c7-0003-4f12-abfc-8b8e56fe14e8']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:42.070056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ba65c5-cd68-4196-93ae-29e4841505fb') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:42.070378 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ba65c5-cd68-4196-93ae-29e4841505fb') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:42.131994 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:42.164438 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f5fa8b20-da60-45c7-86fc-7c68b88e96dc up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:49:42.233788 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:42.245865 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-923595a2-0ae0-4d7b-9fcf-9c443d294673 req-12e8df71-a0d6-458c-b149-c96684504d7d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309002 Mar 01 20:49:42.266258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:49:42.266624 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:42.284345 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port f5fa8b20-da60-45c7-86fc-7c68b88e96dc triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:49:42.284866 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: timer() Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:49:42.291075 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:49:42.300523 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d13990f-8939-4f95-ac8b-60a05d475f6d req-88d378f5-a17e-487e-8220-c82159c5fc72 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5957110 Mar 01 20:49:42.449434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563d76e-af8b-477c-b39f-56005a6f3253 req-2381ccda-3383-465d-9756-08f9e60192b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:42.449434 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2563d76e-af8b-477c-b39f-56005a6f3253 req-2381ccda-3383-465d-9756-08f9e60192b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 1094 time: 0.5972779 Mar 01 20:49:42.632278 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563d76e-af8b-477c-b39f-56005a6f3253 req-c4bd1c2d-07a7-4aa2-a35c-f3d3cb5436e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:42.632278 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2563d76e-af8b-477c-b39f-56005a6f3253 req-c4bd1c2d-07a7-4aa2-a35c-f3d3cb5436e6 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2142112 Mar 01 20:49:42.634143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77ae24-4f3a-4b7a-9256-c5a8c6ed8e2b req-48c94318-2a10-476a-b6db-ba41651ebdbd tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:42.635647 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b77ae24-4f3a-4b7a-9256-c5a8c6ed8e2b req-48c94318-2a10-476a-b6db-ba41651ebdbd tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 948 time: 0.4643691 Mar 01 20:49:42.714918 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:42.717565 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f549ca-3504-4673-a986-af3c8dcd82a9 req-b0325a44-24e9-4c85-bcc8-c441d41e91b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:42.719762 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-50f549ca-3504-4673-a986-af3c8dcd82a9 req-b0325a44-24e9-4c85-bcc8-c441d41e91b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ce3561a503a4423b96ac6c84dd2aea55&device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 1099 time: 0.2223473 Mar 01 20:49:42.720841 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:42.757398 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:42.762577 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2361e578-33e6-45ab-93b8-3d43552ffaac req-6bec1400-d2e6-46de-940c-222c68ec3342 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 210 time: 0.1244149 Mar 01 20:49:42.831722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a2300c7-0003-4f12-abfc-8b8e56fe14e8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:42.866432 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b77ae24-4f3a-4b7a-9256-c5a8c6ed8e2b req-b2c41272-acf7-4aae-b755-35ddb088fa49 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981909 Mar 01 20:49:42.896292 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2563d76e-af8b-477c-b39f-56005a6f3253 req-84b9610d-63dd-4140-a896-e6de8b4f67b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:42.899505 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2563d76e-af8b-477c-b39f-56005a6f3253 req-84b9610d-63dd-4140-a896-e6de8b4f67b5 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2627366 Mar 01 20:49:43.009543 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e7726a1a-e220-4a2b-bc93-4a1b4a2d0225 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8a2300c7-0003-4f12-abfc-8b8e56fe14e8 HTTP/1.1" status: 204 len: 168 time: 4.2649522 Mar 01 20:49:43.013581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33994) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:43.069197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e8411-ff27-4f55-bff1-0647194f4508 req-28b35a45-3ad6-4946-8a4f-d0949dc6476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:43.071527 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-968e8411-ff27-4f55-bff1-0647194f4508 req-28b35a45-3ad6-4946-8a4f-d0949dc6476a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 1094 time: 0.1323485 Mar 01 20:49:43.104380 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f549ca-3504-4673-a986-af3c8dcd82a9 req-78d6b766-e14a-4991-963f-985729c67125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:43.106145 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-50f549ca-3504-4673-a986-af3c8dcd82a9 req-78d6b766-e14a-4991-963f-985729c67125 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.3259978 Mar 01 20:49:43.192419 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-50f549ca-3504-4673-a986-af3c8dcd82a9 req-5ae946aa-48e4-4382-891d-7ddf66c6de01 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=635a0829-3fed-4579-ba58-dc14b83d619e HTTP/1.1" status: 200 len: 217 time: 0.0775297 Mar 01 20:49:43.231593 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-968e8411-ff27-4f55-bff1-0647194f4508 req-33a72572-7a9e-4436-a9c0-54ada4e5d593 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0eb76de-4dfa-4e86-acf0-57905a711967 HTTP/1.1" status: 200 len: 217 time: 0.1515920 Mar 01 20:49:43.322169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e8411-ff27-4f55-bff1-0647194f4508 req-da308f8b-d8e7-4d7a-8972-e173564917da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:43.323844 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-968e8411-ff27-4f55-bff1-0647194f4508 req-da308f8b-d8e7-4d7a-8972-e173564917da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.0842311 Mar 01 20:49:43.357394 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d997abb2-be09-4992-87d0-3789f8d433ac req-c0af7a67-4fb8-41e2-bea1-6995c7a1114f tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:43.363555 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d997abb2-be09-4992-87d0-3789f8d433ac req-c0af7a67-4fb8-41e2-bea1-6995c7a1114f tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 946 time: 0.1950192 Mar 01 20:49:43.376729 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f549ca-3504-4673-a986-af3c8dcd82a9 req-0ff953b1-4a54-4175-bd4c-f6d3c763946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:43.379909 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-50f549ca-3504-4673-a986-af3c8dcd82a9 req-0ff953b1-4a54-4175-bd4c-f6d3c763946b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1714039 Mar 01 20:49:43.493386 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Router 9a4899da-2e3a-4e49-abce-01ef8eb750b0 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 20:49:43.641272 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d997abb2-be09-4992-87d0-3789f8d433ac req-57129883-5d7b-4a31-8c48-f20b91be842a tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/security-groups?id=d0480406-959a-4af7-898f-b5b5f0da4379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239401 Mar 01 20:49:43.676440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e8411-ff27-4f55-bff1-0647194f4508 req-0bb8d6d9-02bc-4af8-b9de-226ea72ab13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:43.678118 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-968e8411-ff27-4f55-bff1-0647194f4508 req-0bb8d6d9-02bc-4af8-b9de-226ea72ab13f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3475420 Mar 01 20:49:43.694304 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1ff54b-2228-407b-974e-27af0ad94f7c req-dd49505f-7293-4285-b759-9a82c4f05983 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:43.695877 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2a1ff54b-2228-407b-974e-27af0ad94f7c req-dd49505f-7293-4285-b759-9a82c4f05983 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 943 time: 0.1370668 Mar 01 20:49:43.850612 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2a1ff54b-2228-407b-974e-27af0ad94f7c req-7bcc88e2-498c-42ab-8358-deb3ee1935ec tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306517 Mar 01 20:49:43.882801 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-968e8411-ff27-4f55-bff1-0647194f4508 req-b8517ce0-8749-4dd1-8dd2-2f6b688b33b0 service neutron] 10.222.0.55 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857209 Mar 01 20:49:44.031840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f549ca-3504-4673-a986-af3c8dcd82a9 req-5fb3e5e0-b5a9-4ccc-ba8f-5e8f001de5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:44.033534 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-50f549ca-3504-4673-a986-af3c8dcd82a9 req-5fb3e5e0-b5a9-4ccc-ba8f-5e8f001de5e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5813777 Mar 01 20:49:44.072926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-968e8411-ff27-4f55-bff1-0647194f4508 req-2db4fb41-de63-4784-83e7-7f2c94a857ae service neutron] 10.222.0.55 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746564 Mar 01 20:49:44.083253 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:49:44.095028 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] Sync routers for ids ['9a4899da-2e3a-4e49-abce-01ef8eb750b0'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:49:44.117268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] Routers {'9a4899da-2e3a-4e49-abce-01ef8eb750b0'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:49:44.117899 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:49:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9a4899da-2e3a-4e49-abce-01ef8eb750b0'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:44.152073 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f5d6f127-954f-4b2f-b57d-7a90a8576fdc req-df6d1689-84b6-404e-9c36-e1e260c1f5a2 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 210 time: 0.0726986 Mar 01 20:49:44.259201 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:44.263447 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9bc9a228-62dc-4130-b270-94931e28f649 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.0514772 Mar 01 20:49:44.264084 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34022) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:44.318714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] Set router 9a4899da-2e3a-4e49-abce-01ef8eb750b0 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:49:44.352222 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc69bc-6902-4957-b169-20d55b60dfa9 req-e04b45cd-9c0f-452d-8f2f-33ae3a4f7057 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:44.353674 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b7fc69bc-6902-4957-b169-20d55b60dfa9 req-e04b45cd-9c0f-452d-8f2f-33ae3a4f7057 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 948 time: 0.0922346 Mar 01 20:49:44.383631 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-50f549ca-3504-4673-a986-af3c8dcd82a9 req-4d7d155e-1ce1-41d0-bf56-ebf7b9623837 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425276 Mar 01 20:49:44.443946 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b7fc69bc-6902-4957-b169-20d55b60dfa9 req-58685f3e-9211-46d1-84c9-2443878eb77c tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805953 Mar 01 20:49:44.716182 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-50f549ca-3504-4673-a986-af3c8dcd82a9 req-7031fc0f-adae-43ab-9486-ce656c8a8975 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146768 Mar 01 20:49:44.764755 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4899da-2e3a-4e49-abce-01ef8eb750b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933520430-router', 'tenant_id': '902a56c403e34a418371b0515fce41af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '98d722e4-e5f3-4252-b68f-84d5f3027010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:49:37Z', 'updated_at': '2022-03-01T20:49:41Z', 'revision_number': 3, 'project_id': '902a56c403e34a418371b0515fce41af', 'gw_port': {'id': '98d722e4-e5f3-4252-b68f-84d5f3027010', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4899da-2e3a-4e49-abce-01ef8eb750b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:49:39Z', 'updated_at': '2022-03-01T20:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:44.769510 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] Checking router: 9a4899da-2e3a-4e49-abce-01ef8eb750b0 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:49:44.773014 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] Updating router 9a4899da-2e3a-4e49-abce-01ef8eb750b0 port 98d722e4-e5f3-4252-b68f-84d5f3027010 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:49:44.831078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-ff3d66e1-3f07-45e6-81a1-6e683c5de645 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:44.832609 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-ff3d66e1-3f07-45e6-81a1-6e683c5de645 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.57 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 808 time: 0.1740470 Mar 01 20:49:44.841913 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:44.851492 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-ad53b074-f7ce-4ef6-84b2-055789348a12 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Request body: {'port': {'device_id': '3bbea38e-d870-44ca-94e0-359f170303f5', 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38', 'admin_state_up': True, 'tenant_id': '9425af0c76c64926891aa5e1f014e8ef'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:49:44.926464 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dca2af2d-fa5c-4619-996a-3039402f2f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:45.023428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-ad53b074-f7ce-4ef6-84b2-055789348a12 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:49:45.038137 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-ad53b074-f7ce-4ef6-84b2-055789348a12 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:49:45.186254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff32380-1e91-4046-90fe-c43d8fc81364 req-25de02b1-042b-4bc6-9bad-133d23347699 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:45.204722 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ff32380-1e91-4046-90fe-c43d8fc81364 req-25de02b1-042b-4bc6-9bad-133d23347699 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 943 time: 0.1514530 Mar 01 20:49:45.244887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-ad53b074-f7ce-4ef6-84b2-055789348a12 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Made reservation on behalf of 9425af0c76c64926891aa5e1f014e8ef for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:49:45.271105 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-ad53b074-f7ce-4ef6-84b2-055789348a12 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:45.410662 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:45.436000 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] Transition to ACTIVE for port object 98d722e4-e5f3-4252-b68f-84d5f3027010 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:49:45.447466 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ff32380-1e91-4046-90fe-c43d8fc81364 req-e9a7d11c-87f3-4f79-9151-3a1f2595622a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416122 Mar 01 20:49:45.541098 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:45.596862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59803c4d-7631-4be5-b669-b4d429dbe347 req-0a614fcf-922e-46d7-a982-eaae7c2c79f7 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:45.601919 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59803c4d-7631-4be5-b669-b4d429dbe347 req-0a614fcf-922e-46d7-a982-eaae7c2c79f7 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 946 time: 0.3101041 Mar 01 20:49:45.636948 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 635a0829-3fed-4579-ba58-dc14b83d619e details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:49:45.731202 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e61a377-c7f8-4a2e-9a13-61d6487ade63 req-5a2f1d9c-a43d-43be-b9d7-915172106bed tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 210 time: 0.0794139 Mar 01 20:49:45.790231 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-ad53b074-f7ce-4ef6-84b2-055789348a12 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Allocated IP 172.20.0.14 (20bee8c9-14f6-4e61-9dee-3608205e5e38/257716f2-c727-40db-9bdc-42a279d992cd/2496ca6b-c775-4f1c-bbd6-538025c1aead) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:49:45.822681 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59803c4d-7631-4be5-b669-b4d429dbe347 req-b24ae94c-d2ba-4527-a3f7-186388cec14c tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/security-groups?id=d0480406-959a-4af7-898f-b5b5f0da4379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2044671 Mar 01 20:49:45.951402 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 635a0829-3fed-4579-ba58-dc14b83d619e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=635a0829-3fed-4579-ba58-dc14b83d619e,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:45.961582 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] Attempting to bind port 98d722e4-e5f3-4252-b68f-84d5f3027010 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:49:45.961582 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] Attempting to bind port 98d722e4-e5f3-4252-b68f-84d5f3027010 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:49:45.961582 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] Attempting to bind port 98d722e4-e5f3-4252-b68f-84d5f3027010 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:49:45.990365 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:49:45.990365 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:49:45.990365 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:45.990365 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:49:45.990365 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] Bound port: 98d722e4-e5f3-4252-b68f-84d5f3027010, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:49:45.990913 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:46.085904 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] For port 98d722e4-e5f3-4252-b68f-84d5f3027010, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:49:46.089283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] For port 98d722e4-e5f3-4252-b68f-84d5f3027010, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=98d722e4-e5f3-4252-b68f-84d5f3027010,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:49:46.092098 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b8b26-c270-4269-9a9c-1de280ffbb2c None None] Pushing event updated for resources: {'Port': ['ID=98d722e4-e5f3-4252-b68f-84d5f3027010,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:46.096568 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '635a0829-3fed-4579-ba58-dc14b83d619e', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '635a0829-3fed-4579-ba58-dc14b83d619e', 'mac_address': 'fa:16:3e:11:36:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:49:46.103632 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b8b26-c270-4269-9a9c-1de280ffbb2c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:46.107141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b8b26-c270-4269-9a9c-1de280ffbb2c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:46.107141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b8b26-c270-4269-9a9c-1de280ffbb2c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:46.107141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b8b26-c270-4269-9a9c-1de280ffbb2c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:46.107141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b8b26-c270-4269-9a9c-1de280ffbb2c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:46.107141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b8b26-c270-4269-9a9c-1de280ffbb2c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:46.107141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b8b26-c270-4269-9a9c-1de280ffbb2c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:46.107141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b8b26-c270-4269-9a9c-1de280ffbb2c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:46.107141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b8b26-c270-4269-9a9c-1de280ffbb2c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:46.107141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b8b26-c270-4269-9a9c-1de280ffbb2c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:46.107961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b8b26-c270-4269-9a9c-1de280ffbb2c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:46.107961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92b8b26-c270-4269-9a9c-1de280ffbb2c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:49:46.171394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-dca2af2d-fa5c-4619-996a-3039402f2f6b admin admin] Deleting port f2e74b8a-df84-4287-8454-ab29ec782d44 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:49:46.172669 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dca2af2d-fa5c-4619-996a-3039402f2f6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:46.218056 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4e247576-bb6c-49d6-a37d-65927c862927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:46.225652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81951cce-09d7-4c66-adbe-58f7eee087a2 req-4b9876ea-b0c7-4e2d-b160-84145071830a tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:46.233446 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81951cce-09d7-4c66-adbe-58f7eee087a2 req-4b9876ea-b0c7-4e2d-b160-84145071830a tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 948 time: 0.3745530 Mar 01 20:49:46.241397 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:46.256569 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:46.313244 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 635a0829-3fed-4579-ba58-dc14b83d619e {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:49:46.373131 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 635a0829-3fed-4579-ba58-dc14b83d619e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=635a0829-3fed-4579-ba58-dc14b83d619e,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:46.379269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] Routers {'9a4899da-2e3a-4e49-abce-01ef8eb750b0'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:49:46.380181 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:49:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9a4899da-2e3a-4e49-abce-01ef8eb750b0'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:46.455251 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-ad53b074-f7ce-4ef6-84b2-055789348a12 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:46.459257 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:46.468159 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b8b26-c270-4269-9a9c-1de280ffbb2c None None] Pushing event updated for resources: {'Port': ['ID=98d722e4-e5f3-4252-b68f-84d5f3027010,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:46.554057 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81951cce-09d7-4c66-adbe-58f7eee087a2 req-78cc09e6-403a-4447-9980-694ff1b736de tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186901 Mar 01 20:49:46.617383 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-dca2af2d-fa5c-4619-996a-3039402f2f6b admin admin] For port f2e74b8a-df84-4287-8454-ab29ec782d44, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f2e74b8a-df84-4287-8454-ab29ec782d44,segment=NetworkSegment(52b9f52a-1609-4ac7-8cb5-55fef415b4e7),segment_id=52b9f52a-1609-4ac7-8cb5-55fef415b4e7)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:46.618040 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dca2af2d-fa5c-4619-996a-3039402f2f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:46.655756 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=635a0829-3fed-4579-ba58-dc14b83d619e,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:46.658663 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-ad53b074-f7ce-4ef6-84b2-055789348a12 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:46.683278 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['70d093f0-de99-481e-a263-3ba10843989d'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:49:46.761235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-ad53b074-f7ce-4ef6-84b2-055789348a12 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Network 20bee8c9-14f6-4e61-9dee-3608205e5e38 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:49:46.769204 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-ad53b074-f7ce-4ef6-84b2-055789348a12 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:49:46.770335 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] Set router 9a4899da-2e3a-4e49-abce-01ef8eb750b0 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:49:46.781402 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-ad53b074-f7ce-4ef6-84b2-055789348a12 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:49:46.872826 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-ad53b074-f7ce-4ef6-84b2-055789348a12 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:46.873598 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-ad53b074-f7ce-4ef6-84b2-055789348a12 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:46.883942 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-dca2af2d-fa5c-4619-996a-3039402f2f6b admin admin] Calling delete_port for f2e74b8a-df84-4287-8454-ab29ec782d44 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:49:46.884754 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad53b074-f7ce-4ef6-84b2-055789348a12 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Pushing event updated for resources: {'Port': ['ID=2496ca6b-c775-4f1c-bbd6-538025c1aead,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:46.902262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['635a0829-3fed-4579-ba58-dc14b83d619e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:49:47.007185 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-ad53b074-f7ce-4ef6-84b2-055789348a12 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1599503 Mar 01 20:49:47.023271 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612d3f8-0227-4024-877a-d1e72e5310d8 req-f3cddf0b-a991-49ce-9d15-964058660d8c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:47.034041 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8612d3f8-0227-4024-877a-d1e72e5310d8 req-f3cddf0b-a991-49ce-9d15-964058660d8c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 943 time: 0.4504676 Mar 01 20:49:47.104126 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8612d3f8-0227-4024-877a-d1e72e5310d8 req-52261f27-4e2a-4926-963f-74f88452a305 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691097 Mar 01 20:49:47.177388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae895aa-169f-4cfa-9e2d-e06a3424c786 req-182d59ef-63ac-44e7-af75-f72cbb765710 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:47.180297 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-1ae895aa-169f-4cfa-9e2d-e06a3424c786 req-182d59ef-63ac-44e7-af75-f72cbb765710 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Synchronizing usage tracker for tenant:9425af0c76c64926891aa5e1f014e8ef on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:49:47.199450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] Request body: {'port': {'device_id': '3bbea38e-d870-44ca-94e0-359f170303f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:49:47.231548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-4e247576-bb6c-49d6-a37d-65927c862927 admin admin] Allocated IP 172.20.0.1 (2aed2480-1ab8-4444-bff3-1d83ea591019/be823e4e-78dd-47cd-a5ea-2b720e23906c/608cbf0b-afe3-4718-9b79-0e08310758fa) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:49:47.413518 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dca2af2d-fa5c-4619-996a-3039402f2f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:47.474521 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2af2d-fa5c-4619-996a-3039402f2f6b admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e74b8a-df84-4287-8454-ab29ec782d44,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:47.478699 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4e247576-bb6c-49d6-a37d-65927c862927 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:47.533561 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4899da-2e3a-4e49-abce-01ef8eb750b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933520430-router', 'tenant_id': '902a56c403e34a418371b0515fce41af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '98d722e4-e5f3-4252-b68f-84d5f3027010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:49:37Z', 'updated_at': '2022-03-01T20:49:41Z', 'revision_number': 3, 'project_id': '902a56c403e34a418371b0515fce41af', 'gw_port': {'id': '98d722e4-e5f3-4252-b68f-84d5f3027010', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4899da-2e3a-4e49-abce-01ef8eb750b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:49:39Z', 'updated_at': '2022-03-01T20:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:47.542136 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b59f4e7-245e-4d0e-aec3-86b084592c78 None None] The sync data for ids ['9a4899da-2e3a-4e49-abce-01ef8eb750b0'] in n-d-827896-4 is: [{'id': '9a4899da-2e3a-4e49-abce-01ef8eb750b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933520430-router', 'tenant_id': '902a56c403e34a418371b0515fce41af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '98d722e4-e5f3-4252-b68f-84d5f3027010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:49:37Z', 'updated_at': '2022-03-01T20:49:41Z', 'revision_number': 3, 'project_id': '902a56c403e34a418371b0515fce41af', 'gw_port': {'id': '98d722e4-e5f3-4252-b68f-84d5f3027010', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4899da-2e3a-4e49-abce-01ef8eb750b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:49:39Z', 'updated_at': '2022-03-01T20:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:49:47.544482 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-1ae895aa-169f-4cfa-9e2d-e06a3424c786 req-182d59ef-63ac-44e7-af75-f72cbb765710 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Unset dirty status for tenant:9425af0c76c64926891aa5e1f014e8ef on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:49:47.545652 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ae895aa-169f-4cfa-9e2d-e06a3424c786 req-182d59ef-63ac-44e7-af75-f72cbb765710 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 932 time: 0.6168723 Mar 01 20:49:47.585579 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device f0eb76de-4dfa-4e86-acf0-57905a711967 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:49:47.601024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-4e247576-bb6c-49d6-a37d-65927c862927 admin admin] Transition to ACTIVE for port object 608cbf0b-afe3-4718-9b79-0e08310758fa will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:49:47.680663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-6ea7a561-60b9-4123-baa7-d82f0720e9c0 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:47.688318 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-6ea7a561-60b9-4123-baa7-d82f0720e9c0 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Synchronizing usage tracker for tenant:7c2ea0c962884e80b5b9d250faf4e5de on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:49:47.692364 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:47.716719 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ae895aa-169f-4cfa-9e2d-e06a3424c786 req-e73c6001-2fbc-4925-969c-b99958090220 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521306 Mar 01 20:49:47.764205 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645ec981-949a-449a-93a3-c4bcefc32e61 req-3592c3a1-43a8-407b-9088-190d96529a4a tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:47.779140 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-645ec981-949a-449a-93a3-c4bcefc32e61 req-3592c3a1-43a8-407b-9088-190d96529a4a tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 946 time: 0.4095991 Mar 01 20:49:47.798913 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port f0eb76de-4dfa-4e86-acf0-57905a711967, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=f0eb76de-4dfa-4e86-acf0-57905a711967,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:47.817500 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'f0eb76de-4dfa-4e86-acf0-57905a711967', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'port_id': 'f0eb76de-4dfa-4e86-acf0-57905a711967', 'mac_address': 'fa:16:3e:5b:ac:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:49:47.859537 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-6ea7a561-60b9-4123-baa7-d82f0720e9c0 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Unset dirty status for tenant:7c2ea0c962884e80b5b9d250faf4e5de on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:49:47.861026 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-6ea7a561-60b9-4123-baa7-d82f0720e9c0 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.57 "GET /v2.0/ports?device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 946 time: 1.1628399 Mar 01 20:49:47.905210 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-645ec981-949a-449a-93a3-c4bcefc32e61 req-d10d8491-b37e-44f5-bf45-2c017bfe7a2e tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/security-groups?id=d0480406-959a-4af7-898f-b5b5f0da4379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228185 Mar 01 20:49:47.914628 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:47.959842 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4e247576-bb6c-49d6-a37d-65927c862927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:47.979079 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0eb76de-4dfa-4e86-acf0-57905a711967 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:49:48.011440 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port f0eb76de-4dfa-4e86-acf0-57905a711967, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=f0eb76de-4dfa-4e86-acf0-57905a711967,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:48.103241 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:48.301347 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=f0eb76de-4dfa-4e86-acf0-57905a711967,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:48.329852 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 98d722e4-e5f3-4252-b68f-84d5f3027010 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:49:48.524215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9474a1-bb46-45a7-bd00-672081b186a9 req-e6eeedd2-a26b-4fc5-8ce7-4b4de6352f1a tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:48.525765 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da9474a1-bb46-45a7-bd00-672081b186a9 req-e6eeedd2-a26b-4fc5-8ce7-4b4de6352f1a tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 1097 time: 0.3499830 Mar 01 20:49:48.529784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['f0eb76de-4dfa-4e86-acf0-57905a711967'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:49:48.537836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0e701-d530-4af9-817a-24c0b802647b req-07617c34-9d4d-4855-9dda-bb0ff2a12a66 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:48.539315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58e0e701-d530-4af9-817a-24c0b802647b req-07617c34-9d4d-4855-9dda-bb0ff2a12a66 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 949 time: 0.3058372 Mar 01 20:49:48.555409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Deleting port 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:49:48.559949 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:48.569807 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 98d722e4-e5f3-4252-b68f-84d5f3027010 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:49:48.582488 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dca2af2d-fa5c-4619-996a-3039402f2f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:48.621931 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da9474a1-bb46-45a7-bd00-672081b186a9 req-a3de72c8-6404-44fa-92a9-277682e5e07b tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801232 Mar 01 20:49:48.630325 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e247576-bb6c-49d6-a37d-65927c862927 admin admin] Network 2aed2480-1ab8-4444-bff3-1d83ea591019 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:49:48.637046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-4e247576-bb6c-49d6-a37d-65927c862927 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:49:48.647168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e247576-bb6c-49d6-a37d-65927c862927 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:49:48.651720 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58e0e701-d530-4af9-817a-24c0b802647b req-1d67983b-4418-4d1d-bdb0-850a86113303 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915751 Mar 01 20:49:48.758185 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2496ca6b-c775-4f1c-bbd6-538025c1aead {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:49:48.770571 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:48.796267 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] Transition to ACTIVE for port object 2496ca6b-c775-4f1c-bbd6-538025c1aead will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:49:48.866967 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 98d722e4-e5f3-4252-b68f-84d5f3027010 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:49:48.867374 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:48.927656 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:48.936774 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4e247576-bb6c-49d6-a37d-65927c862927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:49.189987 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:49.233166 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 98d722e4-e5f3-4252-b68f-84d5f3027010, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=98d722e4-e5f3-4252-b68f-84d5f3027010,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:49.249764 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2496ca6b-c775-4f1c-bbd6-538025c1aead,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:49.300285 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-525df6f0-4a74-4679-86a4-33e97813db1b None None] Provisioning for port 608cbf0b-afe3-4718-9b79-0e08310758fa completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:49:49.307810 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-525df6f0-4a74-4679-86a4-33e97813db1b None None] Provisioning complete for port 608cbf0b-afe3-4718-9b79-0e08310758fa triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:49:49.308190 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-525df6f0-4a74-4679-86a4-33e97813db1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:49.322776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e247576-bb6c-49d6-a37d-65927c862927 admin admin] Pushing event updated for resources: {'Port': ['ID=608cbf0b-afe3-4718-9b79-0e08310758fa,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:49.346337 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:49.366702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b92673-88d6-432c-b3f7-0cbf9f3d301f req-a6a019f6-d40a-4880-a5ce-938b308a5701 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:49.368414 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46b92673-88d6-432c-b3f7-0cbf9f3d301f req-a6a019f6-d40a-4880-a5ce-938b308a5701 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 944 time: 0.5559492 Mar 01 20:49:49.446614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35409a5f-d250-4792-a237-c56e1f026b3f req-b95d4311-881e-4617-848e-0f6c46c38587 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:49.448131 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35409a5f-d250-4792-a237-c56e1f026b3f req-b95d4311-881e-4617-848e-0f6c46c38587 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 944 time: 0.3287270 Mar 01 20:49:49.457544 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46b92673-88d6-432c-b3f7-0cbf9f3d301f req-3bc0c994-15f3-4e53-a5fa-1a7e4bcb8c0d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789676 Mar 01 20:49:49.490264 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-525df6f0-4a74-4679-86a4-33e97813db1b None None] Port 608cbf0b-afe3-4718-9b79-0e08310758fa cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:49:49.499124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] Attempting to bind port 2496ca6b-c775-4f1c-bbd6-538025c1aead on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:49:49.500227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] Attempting to bind port 2496ca6b-c775-4f1c-bbd6-538025c1aead by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:49:49.500442 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=98d722e4-e5f3-4252-b68f-84d5f3027010,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:49.500747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] Attempting to bind port 2496ca6b-c775-4f1c-bbd6-538025c1aead on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:49:49.524819 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] Port 2496ca6b-c775-4f1c-bbd6-538025c1aead on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:49:49.525133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] Attempting to bind port 2496ca6b-c775-4f1c-bbd6-538025c1aead on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:49:49.533123 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35409a5f-d250-4792-a237-c56e1f026b3f req-d94b8ffd-fb6c-48ae-b211-5a745ea69e3b tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605960 Mar 01 20:49:49.535587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:49:49.535922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] Checking segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:49:49.536283 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] Bound using segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:49:49.536703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] Bound port: 2496ca6b-c775-4f1c-bbd6-538025c1aead, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:49:49.537039 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:49.607581 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 635a0829-3fed-4579-ba58-dc14b83d619e up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:49:49.636777 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4e247576-bb6c-49d6-a37d-65927c862927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:49.796406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] For port 2496ca6b-c775-4f1c-bbd6-538025c1aead, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:49:49.816170 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] For port 2496ca6b-c775-4f1c-bbd6-538025c1aead, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2496ca6b-c775-4f1c-bbd6-538025c1aead,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:49:49.826820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 635a0829-3fed-4579-ba58-dc14b83d619e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:49:49.833307 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 635a0829-3fed-4579-ba58-dc14b83d619e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:49:49.840238 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:49.888024 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:50.092429 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:50.142449 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 98d722e4-e5f3-4252-b68f-84d5f3027010 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:49:50.148961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:50.153802 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:50.153802 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] 10.222.0.57 "PUT /v2.0/ports/2496ca6b-c775-4f1c-bbd6-538025c1aead HTTP/1.1" status: 200 len: 1092 time: 3.0915592 Mar 01 20:49:50.153802 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bbea38e-d870-44ca-94e0-359f170303f5', 'tag': '2496ca6b-c775-4f1c-bbd6-538025c1aead'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:49:50.194083 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] For port 3eeea0c9-08e0-4de3-87fb-a2e55ca30117, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3eeea0c9-08e0-4de3-87fb-a2e55ca30117,segment=NetworkSegment(672dca7d-f91d-471e-9e35-d0e52af22db0),segment_id=672dca7d-f91d-471e-9e35-d0e52af22db0)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:50.194962 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:50.199936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1373d7b-8f33-4741-a855-8fa52060c1c6 service neutron] Pushing event updated for resources: {'Port': ['ID=2496ca6b-c775-4f1c-bbd6-538025c1aead,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:50.240141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648612a-fc9e-4fca-a7bb-9707e3e7fb8b req-29dd620b-8b91-49bd-bd0e-bbae40533a74 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:50.247141 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4648612a-fc9e-4fca-a7bb-9707e3e7fb8b req-29dd620b-8b91-49bd-bd0e-bbae40533a74 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 946 time: 0.2091715 Mar 01 20:49:50.254138 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9849b364-99f0-45fd-9017-285199a5656f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635a0829-3fed-4579-ba58-dc14b83d619e'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:49:50.297197 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 635a0829-3fed-4579-ba58-dc14b83d619e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=635a0829-3fed-4579-ba58-dc14b83d619e,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:50.340122 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 98d722e4-e5f3-4252-b68f-84d5f3027010 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:49:50.340520 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:50.367847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca2af2d-fa5c-4619-996a-3039402f2f6b admin admin] Router ebf762fc-a825-4551-9d55-312e95014ffd has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:49:50.385471 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:50.474267 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4648612a-fc9e-4fca-a7bb-9707e3e7fb8b req-ee0ddc1a-cc86-4e46-86ff-2458bf094a43 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/security-groups?id=d0480406-959a-4af7-898f-b5b5f0da4379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121863 Mar 01 20:49:50.498703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-3261d79a-c21e-42ee-b5e0-bb0c6ffff240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:50.501623 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-3261d79a-c21e-42ee-b5e0-bb0c6ffff240 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 1095 time: 0.1844358 Mar 01 20:49:50.526279 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=635a0829-3fed-4579-ba58-dc14b83d619e,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:50.597880 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-67f590b8-146a-4669-9a2f-c5146cafecb3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2496ca6b-c775-4f1c-bbd6-538025c1aead HTTP/1.1" status: 200 len: 217 time: 0.0875576 Mar 01 20:49:50.616380 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:49:50.792871 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-06b25f06-aa63-46fc-8811-b0439f7b951d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:50.796077 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-06b25f06-aa63-46fc-8811-b0439f7b951d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.1909676 Mar 01 20:49:50.840505 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:50.866868 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-42920c6d-bbce-4761-8f5a-6ff04ffc073a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624778 Mar 01 20:49:50.882985 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 3eeea0c9-08e0-4de3-87fb-a2e55ca30117, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3eeea0c9-08e0-4de3-87fb-a2e55ca30117,segment=NetworkSegment(672dca7d-f91d-471e-9e35-d0e52af22db0),segment_id=672dca7d-f91d-471e-9e35-d0e52af22db0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:50.900162 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4e247576-bb6c-49d6-a37d-65927c862927 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:50.982951 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:51.014208 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4e247576-bb6c-49d6-a37d-65927c862927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:51.049891 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-de217b07-8a11-44c3-9be7-9c017691fe94 service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725855 Mar 01 20:49:51.096983 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:51.100445 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=3eeea0c9-08e0-4de3-87fb-a2e55ca30117,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:51.113775 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe90d87-724e-47f8-b67d-f74d2adcaa38 req-39e6d7d8-a206-4ed8-957e-9ec69b5ee65e tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:51.115295 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cfe90d87-724e-47f8-b67d-f74d2adcaa38 req-39e6d7d8-a206-4ed8-957e-9ec69b5ee65e tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 950 time: 0.3892634 Mar 01 20:49:51.204157 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e247576-bb6c-49d6-a37d-65927c862927 admin admin] Pushing event updated for resources: {'Port': ['ID=608cbf0b-afe3-4718-9b79-0e08310758fa,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:51.224881 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cfe90d87-724e-47f8-b67d-f74d2adcaa38 req-a32d8752-d149-492e-b1ab-e680ea8790e6 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601554 Mar 01 20:49:51.252775 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:51.253450 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:51.253450 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Floating IP ceda3757-5c86-44b1-a2e7-e8f9c11c3423 disassociated. External IP: 172.25.5.111, port: 3eeea0c9-08e0-4de3-87fb-a2e55ca30117. Mar 01 20:49:51.253788 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Calling delete_port for 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:49:51.256692 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5ba01ec-9215-4e85-afda-c60561936e31 req-5d7cf6af-9c31-4f90-8ac5-fe28d05728d4 service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967962 Mar 01 20:49:51.283854 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bbea38e-d870-44ca-94e0-359f170303f5', 'tag': '2496ca6b-c775-4f1c-bbd6-538025c1aead', 'status': 'completed', 'code': 200} Mar 01 20:49:51.292786 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4e247576-bb6c-49d6-a37d-65927c862927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:51.298934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca2af2d-fa5c-4619-996a-3039402f2f6b admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:49:51.310339 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f777af-6547-46df-8bd1-c7299e7261f4 None None] Sync routers for ids ['ebf762fc-a825-4551-9d55-312e95014ffd'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:49:51.319752 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9849b364-99f0-45fd-9017-285199a5656f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '635a0829-3fed-4579-ba58-dc14b83d619e', 'code': 200} Mar 01 20:49:51.323768 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f777af-6547-46df-8bd1-c7299e7261f4 None None] Routers {'ebf762fc-a825-4551-9d55-312e95014ffd'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:49:51.324453 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d2f777af-6547-46df-8bd1-c7299e7261f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:49:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ebf762fc-a825-4551-9d55-312e95014ffd'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:51.366048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34108) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:51.366311 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-dca2af2d-fa5c-4619-996a-3039402f2f6b admin admin] 10.222.0.42 "PUT /v2.0/routers/ebf762fc-a825-4551-9d55-312e95014ffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3478720 Mar 01 20:49:51.565257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e247576-bb6c-49d6-a37d-65927c862927 admin admin] Network 2aed2480-1ab8-4444-bff3-1d83ea591019 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:49:51.572004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-4e247576-bb6c-49d6-a37d-65927c862927 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:49:51.580077 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:49:51.582784 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:49:51.594135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device f0eb76de-4dfa-4e86-acf0-57905a711967 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:49:51.682523 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5008be78-c3b6-4636-bdd9-64c8a4fef3f5 req-abea6990-d545-4e74-848a-c048905ac1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:51.684064 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5008be78-c3b6-4636-bdd9-64c8a4fef3f5 req-abea6990-d545-4e74-848a-c048905ac1df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 1101 time: 0.2511055 Mar 01 20:49:51.712447 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c24def3c-9663-4d1b-9884-2ddba73c37d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:51.722151 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-d2f777af-6547-46df-8bd1-c7299e7261f4 None None] Set router ebf762fc-a825-4551-9d55-312e95014ffd gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:49:51.788577 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port f0eb76de-4dfa-4e86-acf0-57905a711967 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:49:51.794147 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port f0eb76de-4dfa-4e86-acf0-57905a711967 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:49:51.794810 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:51.818912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32e723-ef98-481d-956d-3859f9cf4af5 req-4703f154-0f00-4de4-9e1e-79432bf39b7d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:51.826281 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf32e723-ef98-481d-956d-3859f9cf4af5 req-4703f154-0f00-4de4-9e1e-79432bf39b7d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 944 time: 0.3850336 Mar 01 20:49:51.831106 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5008be78-c3b6-4636-bdd9-64c8a4fef3f5 req-64171056-bee7-498a-acc9-051d28e8eb4e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350093 Mar 01 20:49:51.848503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734e839-77ec-43e0-8912-b2f53f0992f1 req-a677a5cd-2d91-45a4-9675-941fca001268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:51.850323 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2734e839-77ec-43e0-8912-b2f53f0992f1 req-a677a5cd-2d91-45a4-9675-941fca001268 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 1095 time: 0.3562977 Mar 01 20:49:51.895838 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e247576-bb6c-49d6-a37d-65927c862927 admin admin] Router 9a4899da-2e3a-4e49-abce-01ef8eb750b0 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:49:52.009021 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:52.096287 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port f0eb76de-4dfa-4e86-acf0-57905a711967, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=f0eb76de-4dfa-4e86-acf0-57905a711967,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:52.111607 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d2f777af-6547-46df-8bd1-c7299e7261f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf762fc-a825-4551-9d55-312e95014ffd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809555015-router', 'tenant_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7e8bc8e0-64b4-473a-b3e2-6027309eafa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:56Z', 'updated_at': '2022-03-01T20:49:47Z', 'revision_number': 5, 'project_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'gw_port': {'id': '7e8bc8e0-64b4-473a-b3e2-6027309eafa1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf762fc-a825-4551-9d55-312e95014ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:58Z', 'updated_at': '2022-03-01T20:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:52.114971 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b6d02913-287b-4861-9d04-5d023e29fbb3 None None] Provisioning complete for port 608cbf0b-afe3-4718-9b79-0e08310758fa triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:49:52.115602 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b6d02913-287b-4861-9d04-5d023e29fbb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:52.122098 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f777af-6547-46df-8bd1-c7299e7261f4 None None] Checking router: ebf762fc-a825-4551-9d55-312e95014ffd for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:49:52.128480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Deleting port 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:49:52.129396 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:52.148169 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f777af-6547-46df-8bd1-c7299e7261f4 None None] Routers {'ebf762fc-a825-4551-9d55-312e95014ffd'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:49:52.148890 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d2f777af-6547-46df-8bd1-c7299e7261f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:49:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ebf762fc-a825-4551-9d55-312e95014ffd'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:52.203941 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf32e723-ef98-481d-956d-3859f9cf4af5 req-a600cee8-9d50-4abc-b42f-2eda9b35aace tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3764186 Mar 01 20:49:52.226416 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b6d02913-287b-4861-9d04-5d023e29fbb3 None None] Port 608cbf0b-afe3-4718-9b79-0e08310758fa cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:49:52.226416 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:52.254063 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e247576-bb6c-49d6-a37d-65927c862927 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:49:52.282042 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] Sync routers for ids ['9a4899da-2e3a-4e49-abce-01ef8eb750b0'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:49:52.312006 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] Routers {'9a4899da-2e3a-4e49-abce-01ef8eb750b0'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:49:52.312855 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:49:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9a4899da-2e3a-4e49-abce-01ef8eb750b0'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:52.372514 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c24def3c-9663-4d1b-9884-2ddba73c37d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:52.403248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734e839-77ec-43e0-8912-b2f53f0992f1 req-09812a72-1e0b-4a06-9013-8b4c599d6d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:52.408806 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2734e839-77ec-43e0-8912-b2f53f0992f1 req-09812a72-1e0b-4a06-9013-8b4c599d6d5c service neutron] 10.222.0.57 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 909 time: 0.5382066 Mar 01 20:49:52.413435 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4e247576-bb6c-49d6-a37d-65927c862927 admin admin] 10.222.0.42 "PUT /v2.0/routers/9a4899da-2e3a-4e49-abce-01ef8eb750b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1477587 Mar 01 20:49:52.445808 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=f0eb76de-4dfa-4e86-acf0-57905a711967,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:52.462738 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-c24def3c-9663-4d1b-9884-2ddba73c37d2 admin admin] Deleting port 7e8bc8e0-64b4-473a-b3e2-6027309eafa1 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:49:52.462738 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c24def3c-9663-4d1b-9884-2ddba73c37d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:52.488228 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-d2f777af-6547-46df-8bd1-c7299e7261f4 None None] Set router ebf762fc-a825-4551-9d55-312e95014ffd gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:49:52.565834 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2734e839-77ec-43e0-8912-b2f53f0992f1 req-c2c61e88-84b8-4bdc-8d2c-c0d92970988e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2496ca6b-c775-4f1c-bbd6-538025c1aead HTTP/1.1" status: 200 len: 217 time: 0.1079726 Mar 01 20:49:52.633786 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] Set router 9a4899da-2e3a-4e49-abce-01ef8eb750b0 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:49:52.669564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734e839-77ec-43e0-8912-b2f53f0992f1 req-b8a4148c-810e-412f-9c65-4732b3a252aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:52.669564 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2734e839-77ec-43e0-8912-b2f53f0992f1 req-b8a4148c-810e-412f-9c65-4732b3a252aa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.0863676 Mar 01 20:49:52.775776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] For port 3eeea0c9-08e0-4de3-87fb-a2e55ca30117, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3eeea0c9-08e0-4de3-87fb-a2e55ca30117,segment=NetworkSegment(672dca7d-f91d-471e-9e35-d0e52af22db0),segment_id=672dca7d-f91d-471e-9e35-d0e52af22db0)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:52.776431 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:52.786407 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2734e839-77ec-43e0-8912-b2f53f0992f1 req-cfd70f98-5957-46dd-adb5-573b0dd02c90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1003246 Mar 01 20:49:52.788972 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-7146ffff-5809-48fd-991c-6f1c19bb9db3 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:49:52.790164 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-7146ffff-5809-48fd-991c-6f1c19bb9db3 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172083 Mar 01 20:49:52.800774 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-5a87fa19-f910-458b-af37-e7a69e36d49c service neutron] Request body: {'binding': {'host': 'n-h2-827896-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:49:52.801508 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-5a87fa19-f910-458b-af37-e7a69e36d49c service neutron] Unknown quota resources ['binding']. {{(pid=88519) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 01 20:49:52.881284 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d2f777af-6547-46df-8bd1-c7299e7261f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf762fc-a825-4551-9d55-312e95014ffd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809555015-router', 'tenant_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7e8bc8e0-64b4-473a-b3e2-6027309eafa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:56Z', 'updated_at': '2022-03-01T20:49:47Z', 'revision_number': 5, 'project_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'gw_port': {'id': '7e8bc8e0-64b4-473a-b3e2-6027309eafa1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf762fc-a825-4551-9d55-312e95014ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:58Z', 'updated_at': '2022-03-01T20:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:52.889287 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f777af-6547-46df-8bd1-c7299e7261f4 None None] The sync data for ids ['ebf762fc-a825-4551-9d55-312e95014ffd'] in n-d-827896-4 is: [{'id': 'ebf762fc-a825-4551-9d55-312e95014ffd', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-809555015-router', 'tenant_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.123'}], 'enable_snat': True}, 'gw_port_id': '7e8bc8e0-64b4-473a-b3e2-6027309eafa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:44:56Z', 'updated_at': '2022-03-01T20:49:47Z', 'revision_number': 5, 'project_id': 'e33b439232a34cc0ac5eda5eb6eaa378', 'gw_port': {'id': '7e8bc8e0-64b4-473a-b3e2-6027309eafa1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:74:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf762fc-a825-4551-9d55-312e95014ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 180, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:44:58Z', 'updated_at': '2022-03-01T20:45:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:49:52.999188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1788251-6e0b-4997-ac64-e61886ece425 req-a012a3ba-b6b7-4e8c-b0fe-c815daa85577 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:53.001587 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a1788251-6e0b-4997-ac64-e61886ece425 req-a012a3ba-b6b7-4e8c-b0fe-c815daa85577 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 944 time: 0.5909197 Mar 01 20:49:53.095852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-c24def3c-9663-4d1b-9884-2ddba73c37d2 admin admin] For port 7e8bc8e0-64b4-473a-b3e2-6027309eafa1, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7e8bc8e0-64b4-473a-b3e2-6027309eafa1,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:53.096375 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c24def3c-9663-4d1b-9884-2ddba73c37d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:53.098211 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4899da-2e3a-4e49-abce-01ef8eb750b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933520430-router', 'tenant_id': '902a56c403e34a418371b0515fce41af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '98d722e4-e5f3-4252-b68f-84d5f3027010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:49:37Z', 'updated_at': '2022-03-01T20:49:49Z', 'revision_number': 4, 'project_id': '902a56c403e34a418371b0515fce41af', 'gw_port': {'id': '98d722e4-e5f3-4252-b68f-84d5f3027010', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4899da-2e3a-4e49-abce-01ef8eb750b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:49:39Z', 'updated_at': '2022-03-01T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '608cbf0b-afe3-4718-9b79-0e08310758fa', 'name': '', 'network_id': '2aed2480-1ab8-4444-bff3-1d83ea591019', 'tenant_id': '902a56c403e34a418371b0515fce41af', 'mac_address': 'fa:16:3e:da:a0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4899da-2e3a-4e49-abce-01ef8eb750b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'be823e4e-78dd-47cd-a5ea-2b720e23906c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:49:46Z', 'updated_at': '2022-03-01T20:49:50Z', 'revision_number': 2, 'project_id': '902a56c403e34a418371b0515fce41af', 'subnets': [{'id': 'be823e4e-78dd-47cd-a5ea-2b720e23906c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:53.105287 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] Checking router: 9a4899da-2e3a-4e49-abce-01ef8eb750b0 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:49:53.105954 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] Updating router 9a4899da-2e3a-4e49-abce-01ef8eb750b0 port 608cbf0b-afe3-4718-9b79-0e08310758fa binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:49:53.120415 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a1788251-6e0b-4997-ac64-e61886ece425 req-47314ec2-8dea-4d0d-92f8-2cf2e8fe5f09 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121361 Mar 01 20:49:53.190227 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2734e839-77ec-43e0-8912-b2f53f0992f1 req-c2e95b5b-36da-4547-9e66-c189737e9a7d service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924830 Mar 01 20:49:53.192935 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:53.320411 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-c24def3c-9663-4d1b-9884-2ddba73c37d2 admin admin] Calling delete_port for 7e8bc8e0-64b4-473a-b3e2-6027309eafa1 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:49:53.344895 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63923db-c34b-4d03-8341-fc8c1341ff32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eeea0c9-08e0-4de3-87fb-a2e55ca30117'}, {'server_uuid': 'bf274cce-64d2-4949-aa8b-85f5c2eb418e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0eb76de-4dfa-4e86-acf0-57905a711967'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:49:53.388804 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:53.389357 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:53.389457 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Floating IP ceda3757-5c86-44b1-a2e7-e8f9c11c3423 disassociated. External IP: 172.25.5.111, port: 3eeea0c9-08e0-4de3-87fb-a2e55ca30117. Mar 01 20:49:53.389799 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Calling delete_port for 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:49:53.446051 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-5a87fa19-f910-458b-af37-e7a69e36d49c service neutron] Attempting to bind port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 on host n-h2-827896-4 for vnic_type normal with profile None {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:49:53.446494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-5a87fa19-f910-458b-af37-e7a69e36d49c service neutron] Attempting to bind port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:49:53.446827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-5a87fa19-f910-458b-af37-e7a69e36d49c service neutron] Attempting to bind port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:49:53.456669 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-5a87fa19-f910-458b-af37-e7a69e36d49c service neutron] Port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 on network 2066dc17-9d0c-4926-8526-1637c09f1850 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:49:53.459011 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-5a87fa19-f910-458b-af37-e7a69e36d49c service neutron] Attempting to bind port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:49:53.476183 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-5a87fa19-f910-458b-af37-e7a69e36d49c service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 49, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:49:53.476431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-5a87fa19-f910-458b-af37-e7a69e36d49c service neutron] Checking segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:49:53.477005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-5a87fa19-f910-458b-af37-e7a69e36d49c service neutron] Bound using segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:49:53.477741 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-5a87fa19-f910-458b-af37-e7a69e36d49c service neutron] Bound port: eb646b3e-8f4a-4228-bf90-b835d67cc2c1, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:49:53.504753 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:53.511483 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-5a87fa19-f910-458b-af37-e7a69e36d49c service neutron] For port eb646b3e-8f4a-4228-bf90-b835d67cc2c1, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=eb646b3e-8f4a-4228-bf90-b835d67cc2c1,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:49:53.603576 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2734e839-77ec-43e0-8912-b2f53f0992f1 req-c5c2ee37-74ef-4ddf-bfe0-4beab0577ae8 service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114467 Mar 01 20:49:53.623337 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-5a87fa19-f910-458b-af37-e7a69e36d49c service neutron] Notify callbacks [] for binding, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:53.635957 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-5a87fa19-f910-458b-af37-e7a69e36d49c service neutron] 10.222.0.42 "POST /v2.0/ports/eb646b3e-8f4a-4228-bf90-b835d67cc2c1/bindings HTTP/1.1" status: 201 len: 389 time: 0.8390908 Mar 01 20:49:53.663162 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f0dca-a655-487b-87ef-94fbc8166ab6 req-e55f7558-8d97-428c-a25e-2feeea13300d tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:53.664695 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee2f0dca-a655-487b-87ef-94fbc8166ab6 req-e55f7558-8d97-428c-a25e-2feeea13300d tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/ports?device_id=d63923db-c34b-4d03-8341-fc8c1341ff32 HTTP/1.1" status: 200 len: 944 time: 0.2778289 Mar 01 20:49:53.679631 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:53.709753 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:53.722357 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] Transition to ACTIVE for port object 608cbf0b-afe3-4718-9b79-0e08310758fa will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:49:53.729997 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee2f0dca-a655-487b-87ef-94fbc8166ab6 req-2cb7a2aa-79d1-401a-b1b1-fa6a019f12e3 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/security-groups?id=d0480406-959a-4af7-898f-b5b5f0da4379&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527937 Mar 01 20:49:53.736197 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Pushing event deleted for resources: {'Port': ['ID=3eeea0c9-08e0-4de3-87fb-a2e55ca30117,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:53.802468 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c24def3c-9663-4d1b-9884-2ddba73c37d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:53.857434 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:53.869148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24def3c-9663-4d1b-9884-2ddba73c37d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e8bc8e0-64b4-473a-b3e2-6027309eafa1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:53.940412 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Router 17e36c9b-0af9-4a10-8df3-683cac07f4b0 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:49:54.144616 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452154a-6ac8-4cad-bfc9-b4d8e08a3f51 None None] Pushing event updated for resources: {'Port': ['ID=608cbf0b-afe3-4718-9b79-0e08310758fa,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:54.215206 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f2e74b8a-df84-4287-8454-ab29ec782d44 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:49:54.325538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:49:54.341273 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a614d7-a256-47ba-b15c-8cddcb523936 None None] Sync routers for ids ['17e36c9b-0af9-4a10-8df3-683cac07f4b0'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:49:54.354067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: f2e74b8a-df84-4287-8454-ab29ec782d44 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:49:54.356384 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f2e74b8a-df84-4287-8454-ab29ec782d44 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:49:54.356522 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a614d7-a256-47ba-b15c-8cddcb523936 None None] Routers {'17e36c9b-0af9-4a10-8df3-683cac07f4b0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:49:54.356646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] Attempting to bind port 608cbf0b-afe3-4718-9b79-0e08310758fa on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:49:54.356646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] Attempting to bind port 608cbf0b-afe3-4718-9b79-0e08310758fa by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '35290079-d6e7-4382-b07a-ce16d452de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2aed2480-1ab8-4444-bff3-1d83ea591019'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:49:54.356973 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] Attempting to bind port 608cbf0b-afe3-4718-9b79-0e08310758fa on network 2aed2480-1ab8-4444-bff3-1d83ea591019 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:49:54.377734 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-49a614d7-a256-47ba-b15c-8cddcb523936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:49:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['17e36c9b-0af9-4a10-8df3-683cac07f4b0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:54.378292 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:49:54.379036 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] Checking segment: {'id': '35290079-d6e7-4382-b07a-ce16d452de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2aed2480-1ab8-4444-bff3-1d83ea591019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:49:54.379621 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:54.385061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] Bound using segment: {'id': '35290079-d6e7-4382-b07a-ce16d452de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2aed2480-1ab8-4444-bff3-1d83ea591019'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:49:54.385061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] Bound port: 608cbf0b-afe3-4718-9b79-0e08310758fa, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35290079-d6e7-4382-b07a-ce16d452de9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '2aed2480-1ab8-4444-bff3-1d83ea591019'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:49:54.385061 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:54.525107 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-1431e4cc-f682-423c-869c-1251dde802ee req-75a0bf79-72d1-4f1e-8019-ec39664e60a3 tempest-FloatingIPDetailsNegativeTestJSON-77399958 tempest-FloatingIPDetailsNegativeTestJSON-77399958-project] show failed (client error): The resource could not be found. Mar 01 20:49:54.526240 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1431e4cc-f682-423c-869c-1251dde802ee req-75a0bf79-72d1-4f1e-8019-ec39664e60a3 tempest-FloatingIPDetailsNegativeTestJSON-77399958 tempest-FloatingIPDetailsNegativeTestJSON-77399958-project] 10.222.0.42 "GET /v2.0/floatingips/0fa99481-6fab-4150-a063-4997dc5c5da6 HTTP/1.1" status: 404 len: 350 time: 0.1682022 Mar 01 20:49:54.537045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34144) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:54.542771 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c24def3c-9663-4d1b-9884-2ddba73c37d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:54.564504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] No DVR routers for this DVR port 3eeea0c9-08e0-4de3-87fb-a2e55ca30117 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:49:54.570959 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:54.573029 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fef26ad3-bb01-4309-8ed3-88d6922dfe97 req-3f20dbc0-e7a6-46e9-b50e-943e1c4221fa tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.57 "DELETE /v2.0/ports/3eeea0c9-08e0-4de3-87fb-a2e55ca30117 HTTP/1.1" status: 204 len: 173 time: 6.7051170 Mar 01 20:49:54.573590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd63923db-c34b-4d03-8341-fc8c1341ff32', 'name': 'network-vif-deleted', 'tag': '3eeea0c9-08e0-4de3-87fb-a2e55ca30117'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:49:54.599021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] For port 608cbf0b-afe3-4718-9b79-0e08310758fa, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:49:54.605256 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] For port 608cbf0b-afe3-4718-9b79-0e08310758fa, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=608cbf0b-afe3-4718-9b79-0e08310758fa,segment=NetworkSegment(35290079-d6e7-4382-b07a-ce16d452de9f),segment_id=35290079-d6e7-4382-b07a-ce16d452de9f)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:49:54.658091 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-12c447e8-0689-4220-9653-8c98662db68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:54.660925 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-12c447e8-0689-4220-9653-8c98662db68d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 1097 time: 0.1571739 Mar 01 20:49:54.688664 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:54.695391 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-49a614d7-a256-47ba-b15c-8cddcb523936 None None] Set router 17e36c9b-0af9-4a10-8df3-683cac07f4b0 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:49:54.833931 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452154a-6ac8-4cad-bfc9-b4d8e08a3f51 None None] Pushing event updated for resources: {'Port': ['ID=608cbf0b-afe3-4718-9b79-0e08310758fa,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:54.874083 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] Routers {'9a4899da-2e3a-4e49-abce-01ef8eb750b0'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:49:54.875542 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:49:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9a4899da-2e3a-4e49-abce-01ef8eb750b0'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:54.956053 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c24def3c-9663-4d1b-9884-2ddba73c37d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:54.962448 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c24def3c-9663-4d1b-9884-2ddba73c37d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:54.989765 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863fefcb-389a-41af-a07b-760e738d8118 req-cbe27480-a069-4864-90c5-ef77bda0f311 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:54.991729 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-863fefcb-389a-41af-a07b-760e738d8118 req-cbe27480-a069-4864-90c5-ef77bda0f311 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 950 time: 1.0037370 Mar 01 20:49:55.161080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-93cba08f-47f1-42df-965e-58d331241822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:55.162800 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-93cba08f-47f1-42df-965e-58d331241822 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 922 time: 0.4962604 Mar 01 20:49:55.173461 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-863fefcb-389a-41af-a07b-760e738d8118 req-e801504a-15e9-4b77-beef-598d3cf2446f tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994897 Mar 01 20:49:55.247218 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0279b168-4087-4084-a421-474393d41a45 req-31d99023-4d02-4caa-b1bd-20f7a57911b0 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:55.248837 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0279b168-4087-4084-a421-474393d41a45 req-31d99023-4d02-4caa-b1bd-20f7a57911b0 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 945 time: 0.4710901 Mar 01 20:49:55.285580 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-39082ad0-45b3-4e8f-8ad2-ef66deb68876 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb646b3e-8f4a-4228-bf90-b835d67cc2c1 HTTP/1.1" status: 200 len: 217 time: 0.1150267 Mar 01 20:49:55.300754 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63923db-c34b-4d03-8341-fc8c1341ff32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3eeea0c9-08e0-4de3-87fb-a2e55ca30117', 'code': 200} Mar 01 20:49:55.301362 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf274cce-64d2-4949-aa8b-85f5c2eb418e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0eb76de-4dfa-4e86-acf0-57905a711967', 'code': 200} Mar 01 20:49:55.345613 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] Set router 9a4899da-2e3a-4e49-abce-01ef8eb750b0 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:49:55.400727 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-e660be76-0e62-4724-a7c3-9436784a100b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:55.402179 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-e660be76-0e62-4724-a7c3-9436784a100b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.1097200 Mar 01 20:49:55.406769 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-49a614d7-a256-47ba-b15c-8cddcb523936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'name': 'tempest-ServersTestManualDisk-1444095145-router', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:48:12Z', 'updated_at': '2022-03-01T20:48:21Z', 'revision_number': 4, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'gw_port': {'id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:14Z', 'updated_at': '2022-03-01T20:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '377f7c5b-51c9-44f1-97e2-439e159ad20d', 'name': '', 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'mac_address': 'fa:16:3e:ed:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:20Z', 'updated_at': '2022-03-01T20:48:33Z', 'revision_number': 5, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'subnets': [{'id': 'ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:55.437012 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a614d7-a256-47ba-b15c-8cddcb523936 None None] Checking router: 17e36c9b-0af9-4a10-8df3-683cac07f4b0 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:49:55.438792 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c24def3c-9663-4d1b-9884-2ddba73c37d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:55.439614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c24def3c-9663-4d1b-9884-2ddba73c37d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ebf762fc-a825-4551-9d55-312e95014ffd {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 20:49:55.480068 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8806cc18-ca78-4122-b2ed-214ac2cb43e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649335 Mar 01 20:49:55.505849 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a614d7-a256-47ba-b15c-8cddcb523936 None None] Routers {'17e36c9b-0af9-4a10-8df3-683cac07f4b0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:49:55.506471 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-49a614d7-a256-47ba-b15c-8cddcb523936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:49:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['17e36c9b-0af9-4a10-8df3-683cac07f4b0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:55.616336 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0279b168-4087-4084-a421-474393d41a45 req-670e9091-3e84-4cb0-a004-3172aabb1312 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443769 Mar 01 20:49:55.759929 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c24def3c-9663-4d1b-9884-2ddba73c37d2 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:55.767648 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c24def3c-9663-4d1b-9884-2ddba73c37d2 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ebf762fc-a825-4551-9d55-312e95014ffd HTTP/1.1" status: 204 len: 168 time: 4.3999262 Mar 01 20:49:55.776126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34156) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:55.808026 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-2ea869d5-1e3d-47aa-93ee-01aefe59dd4f service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3185675 Mar 01 20:49:55.952822 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-49a614d7-a256-47ba-b15c-8cddcb523936 None None] Set router 17e36c9b-0af9-4a10-8df3-683cac07f4b0 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:49:55.966488 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-0888e485-707b-4f0d-83a3-2006d8f9a89f admin admin] Deleting subnet 5790f15b-a5d6-4b40-ad53-e4e81231f5c8 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:49:55.975473 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0888e485-707b-4f0d-83a3-2006d8f9a89f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:56.003197 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-3a09d1a1-7b4f-4629-a4c1-fc3cdc2eab49 service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845288 Mar 01 20:49:56.059319 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4899da-2e3a-4e49-abce-01ef8eb750b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933520430-router', 'tenant_id': '902a56c403e34a418371b0515fce41af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '98d722e4-e5f3-4252-b68f-84d5f3027010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:49:37Z', 'updated_at': '2022-03-01T20:49:49Z', 'revision_number': 4, 'project_id': '902a56c403e34a418371b0515fce41af', 'gw_port': {'id': '98d722e4-e5f3-4252-b68f-84d5f3027010', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4899da-2e3a-4e49-abce-01ef8eb750b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:49:39Z', 'updated_at': '2022-03-01T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '608cbf0b-afe3-4718-9b79-0e08310758fa', 'name': '', 'network_id': '2aed2480-1ab8-4444-bff3-1d83ea591019', 'tenant_id': '902a56c403e34a418371b0515fce41af', 'mac_address': 'fa:16:3e:da:a0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4899da-2e3a-4e49-abce-01ef8eb750b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'be823e4e-78dd-47cd-a5ea-2b720e23906c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:49:46Z', 'updated_at': '2022-03-01T20:49:54Z', 'revision_number': 4, 'project_id': '902a56c403e34a418371b0515fce41af', 'subnets': [{'id': 'be823e4e-78dd-47cd-a5ea-2b720e23906c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:56.067411 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca30f8a7-d2a2-40d2-a35f-2cb056a6ffec None None] The sync data for ids ['9a4899da-2e3a-4e49-abce-01ef8eb750b0'] in n-d-827896-4 is: [{'id': '9a4899da-2e3a-4e49-abce-01ef8eb750b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933520430-router', 'tenant_id': '902a56c403e34a418371b0515fce41af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '98d722e4-e5f3-4252-b68f-84d5f3027010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:49:37Z', 'updated_at': '2022-03-01T20:49:49Z', 'revision_number': 4, 'project_id': '902a56c403e34a418371b0515fce41af', 'gw_port': {'id': '98d722e4-e5f3-4252-b68f-84d5f3027010', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4899da-2e3a-4e49-abce-01ef8eb750b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:49:39Z', 'updated_at': '2022-03-01T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '608cbf0b-afe3-4718-9b79-0e08310758fa', 'name': '', 'network_id': '2aed2480-1ab8-4444-bff3-1d83ea591019', 'tenant_id': '902a56c403e34a418371b0515fce41af', 'mac_address': 'fa:16:3e:da:a0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a4899da-2e3a-4e49-abce-01ef8eb750b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'be823e4e-78dd-47cd-a5ea-2b720e23906c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:49:46Z', 'updated_at': '2022-03-01T20:49:54Z', 'revision_number': 4, 'project_id': '902a56c403e34a418371b0515fce41af', 'subnets': [{'id': 'be823e4e-78dd-47cd-a5ea-2b720e23906c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:49:56.086314 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7e8bc8e0-64b4-473a-b3e2-6027309eafa1 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:49:56.169609 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0888e485-707b-4f0d-83a3-2006d8f9a89f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:56.215716 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 7e8bc8e0-64b4-473a-b3e2-6027309eafa1 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:49:56.215988 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7e8bc8e0-64b4-473a-b3e2-6027309eafa1 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:49:56.270100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd8ccd9-3e39-41ef-b391-95fa9beb124b req-59f29639-e8b5-4585-8495-085c09c2bf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:56.271702 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fd8ccd9-3e39-41ef-b391-95fa9beb124b req-59f29639-e8b5-4585-8495-085c09c2bf8d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 1096 time: 0.8974061 Mar 01 20:49:56.563344 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-49a614d7-a256-47ba-b15c-8cddcb523936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'name': 'tempest-ServersTestManualDisk-1444095145-router', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:48:12Z', 'updated_at': '2022-03-01T20:48:21Z', 'revision_number': 4, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'gw_port': {'id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:14Z', 'updated_at': '2022-03-01T20:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '377f7c5b-51c9-44f1-97e2-439e159ad20d', 'name': '', 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'mac_address': 'fa:16:3e:ed:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:20Z', 'updated_at': '2022-03-01T20:48:33Z', 'revision_number': 5, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'subnets': [{'id': 'ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:56.571833 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49a614d7-a256-47ba-b15c-8cddcb523936 None None] The sync data for ids ['17e36c9b-0af9-4a10-8df3-683cac07f4b0'] in n-d-827896-4 is: [{'id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'name': 'tempest-ServersTestManualDisk-1444095145-router', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:48:12Z', 'updated_at': '2022-03-01T20:48:21Z', 'revision_number': 4, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'gw_port': {'id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:14Z', 'updated_at': '2022-03-01T20:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '377f7c5b-51c9-44f1-97e2-439e159ad20d', 'name': '', 'network_id': '95a5c81c-b345-48d2-b726-9e7d834c1286', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'mac_address': 'fa:16:3e:ed:e8:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 474, 'fixed_ips': [{'subnet_id': 'ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:20Z', 'updated_at': '2022-03-01T20:48:33Z', 'revision_number': 5, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'subnets': [{'id': 'ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:49:56.587633 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0888e485-707b-4f0d-83a3-2006d8f9a89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:56.654379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479d226b-818f-4295-a925-7dcfa15a0e44 req-a26b2e21-16f8-42b7-b4c4-6a78b9c41723 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:56.656641 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-479d226b-818f-4295-a925-7dcfa15a0e44 req-a26b2e21-16f8-42b7-b4c4-6a78b9c41723 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 946 time: 1.1769490 Mar 01 20:49:56.793281 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fd8ccd9-3e39-41ef-b391-95fa9beb124b req-535d839c-9f68-4d30-b849-bae42aaed721 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5027874 Mar 01 20:49:56.830133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271c059a-68f0-46ab-aa43-3aace0671f93 req-e72ca80a-c850-4f71-8741-067f9f7cba2a tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:56.838181 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-271c059a-68f0-46ab-aa43-3aace0671f93 req-e72ca80a-c850-4f71-8741-067f9f7cba2a tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 944 time: 0.9517081 Mar 01 20:49:56.873205 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-479d226b-818f-4295-a925-7dcfa15a0e44 req-7a04c7bd-212c-4d06-8eda-8f346c3386d1 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780593 Mar 01 20:49:56.944047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-271c059a-68f0-46ab-aa43-3aace0671f93 req-772f11cb-65ec-46c5-adaf-af6c34279b37 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890079 Mar 01 20:49:56.962610 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd63923db-c34b-4d03-8341-fc8c1341ff32', 'name': 'network-vif-deleted', 'tag': '3eeea0c9-08e0-4de3-87fb-a2e55ca30117', 'status': 'completed', 'code': 200} Mar 01 20:49:57.001166 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0888e485-707b-4f0d-83a3-2006d8f9a89f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:57.073575 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094c9a39-00d0-4753-aed0-c70655ec5df9 None None] Network ba741698-a425-4ad9-aee4-2622f596a094 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:49:57.080408 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0888e485-707b-4f0d-83a3-2006d8f9a89f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:57.098893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888e485-707b-4f0d-83a3-2006d8f9a89f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5790f15b-a5d6-4b40-ad53-e4e81231f5c8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:57.105640 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34166) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:57.115649 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0888e485-707b-4f0d-83a3-2006d8f9a89f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5790f15b-a5d6-4b40-ad53-e4e81231f5c8 HTTP/1.1" status: 204 len: 168 time: 1.3386579 Mar 01 20:49:57.125191 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b014d6-6088-495d-9e34-49e4817713be None None] New status for floating IP ceda3757-5c86-44b1-a2e7-e8f9c11c3423: DOWN {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 20:49:57.195533 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4dab217b-53b7-4f05-8170-3e6aac430c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:57.381788 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c598-5eab-4a12-85d5-fbcf6a039109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:57.394475 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7c598-5eab-4a12-85d5-fbcf6a039109 admin admin] Deleting port 62508d20-2480-42dc-8a97-0c5183c301a3 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:49:57.394952 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c598-5eab-4a12-85d5-fbcf6a039109 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:57.588158 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-db62f340-fb4d-446a-860b-5c7012337903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:57.628215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd42270-dbb7-4346-b0b7-60330630a8f8 req-6e61c578-f09a-4ca8-a2c6-170404ec409c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:57.635509 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cfd42270-dbb7-4346-b0b7-60330630a8f8 req-6e61c578-f09a-4ca8-a2c6-170404ec409c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 945 time: 0.2848125 Mar 01 20:49:57.690863 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-2cf7c598-5eab-4a12-85d5-fbcf6a039109 admin admin] For port 62508d20-2480-42dc-8a97-0c5183c301a3, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=62508d20-2480-42dc-8a97-0c5183c301a3,segment=NetworkSegment(52b9f52a-1609-4ac7-8cb5-55fef415b4e7),segment_id=52b9f52a-1609-4ac7-8cb5-55fef415b4e7)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:57.691305 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c598-5eab-4a12-85d5-fbcf6a039109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:57.791820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e03ea1-179d-45d1-abe4-fb164c52f318 None None] DHCP port deletion for ba741698-a425-4ad9-aee4-2622f596a094 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 20:49:57.799783 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e3e03ea1-179d-45d1-abe4-fb164c52f318 None None] Deleting port 62508d20-2480-42dc-8a97-0c5183c301a3 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:49:57.800160 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e3e03ea1-179d-45d1-abe4-fb164c52f318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:57.807743 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cfd42270-dbb7-4346-b0b7-60330630a8f8 req-f1743d64-5797-41ca-b9f0-58f8833b920e tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712894 Mar 01 20:49:57.939030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-2cf7c598-5eab-4a12-85d5-fbcf6a039109 admin admin] Calling delete_port for 62508d20-2480-42dc-8a97-0c5183c301a3 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:49:57.963192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34178) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:58.322327 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c598-5eab-4a12-85d5-fbcf6a039109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:58.322855 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e3e03ea1-179d-45d1-abe4-fb164c52f318 None None] For port 62508d20-2480-42dc-8a97-0c5183c301a3, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=62508d20-2480-42dc-8a97-0c5183c301a3,segment=NetworkSegment(52b9f52a-1609-4ac7-8cb5-55fef415b4e7),segment_id=52b9f52a-1609-4ac7-8cb5-55fef415b4e7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:58.323244 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e3e03ea1-179d-45d1-abe4-fb164c52f318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:58.331952 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5355104c-2066-48f9-8b6c-e79828cb4c78 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:58.422384 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5355104c-2066-48f9-8b6c-e79828cb4c78 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:58.433559 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-4dab217b-53b7-4f05-8170-3e6aac430c06 admin admin] Deleting port 608cbf0b-afe3-4718-9b79-0e08310758fa {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:49:58.434127 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4dab217b-53b7-4f05-8170-3e6aac430c06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:58.456833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e3e03ea1-179d-45d1-abe4-fb164c52f318 None None] Calling delete_port for 62508d20-2480-42dc-8a97-0c5183c301a3 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:49:58.509914 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf7c598-5eab-4a12-85d5-fbcf6a039109 admin admin] No DVR routers for this DVR port 62508d20-2480-42dc-8a97-0c5183c301a3 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:49:58.514827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7c598-5eab-4a12-85d5-fbcf6a039109 admin admin] Pushing event deleted for resources: {'Port': ['ID=62508d20-2480-42dc-8a97-0c5183c301a3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:58.541181 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 608cbf0b-afe3-4718-9b79-0e08310758fa up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:49:58.607008 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-e3e03ea1-179d-45d1-abe4-fb164c52f318 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:49:58.607797 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-e3e03ea1-179d-45d1-abe4-fb164c52f318 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:49:58.626314 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2496ca6b-c775-4f1c-bbd6-538025c1aead details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:49:58.668431 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-4dab217b-53b7-4f05-8170-3e6aac430c06 admin admin] For port 608cbf0b-afe3-4718-9b79-0e08310758fa, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=608cbf0b-afe3-4718-9b79-0e08310758fa,segment=NetworkSegment(35290079-d6e7-4382-b07a-ce16d452de9f),segment_id=35290079-d6e7-4382-b07a-ce16d452de9f)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:58.668797 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4dab217b-53b7-4f05-8170-3e6aac430c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:58.748979 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c598-5eab-4a12-85d5-fbcf6a039109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:58.797354 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-2cf7c598-5eab-4a12-85d5-fbcf6a039109 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba741698-a425-4ad9-aee4-2622f596a094']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:58.807591 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 608cbf0b-afe3-4718-9b79-0e08310758fa completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:49:58.813592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-2cf7c598-5eab-4a12-85d5-fbcf6a039109 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52b9f52a-1609-4ac7-8cb5-55fef415b4e7') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:58.814106 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-2cf7c598-5eab-4a12-85d5-fbcf6a039109 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52b9f52a-1609-4ac7-8cb5-55fef415b4e7') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:49:58.829772 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c598-5eab-4a12-85d5-fbcf6a039109 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:58.846087 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 608cbf0b-afe3-4718-9b79-0e08310758fa triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:49:58.846467 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:58.852262 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-4dab217b-53b7-4f05-8170-3e6aac430c06 admin admin] Calling delete_port for 608cbf0b-afe3-4718-9b79-0e08310758fa owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:49:58.852786 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c598-5eab-4a12-85d5-fbcf6a039109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:58.868725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf7c598-5eab-4a12-85d5-fbcf6a039109 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:49:58.871831 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c598-5eab-4a12-85d5-fbcf6a039109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:49:58.904972 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:49:58.959244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68161ae-4ea3-474e-913f-233af0b77f46 req-3a181279-6535-4cd9-8f7e-53df105a74c4 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:58.966944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a68161ae-4ea3-474e-913f-233af0b77f46 req-3a181279-6535-4cd9-8f7e-53df105a74c4 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 946 time: 0.6792326 Mar 01 20:49:58.971134 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ca6bd-b443-472a-bd34-4f3b13b63951 req-48bbac73-162b-4dbe-b88d-685e9d6912d4 tempest-ServersAdminNegativeTestJSON-593277071 tempest-ServersAdminNegativeTestJSON-593277071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:58.972727 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4e6ca6bd-b443-472a-bd34-4f3b13b63951 req-48bbac73-162b-4dbe-b88d-685e9d6912d4 tempest-ServersAdminNegativeTestJSON-593277071 tempest-ServersAdminNegativeTestJSON-593277071-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 1101 time: 0.8131707 Mar 01 20:49:59.034622 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4e6ca6bd-b443-472a-bd34-4f3b13b63951 req-1928a3a0-3d49-4cec-8a80-216446575d2a tempest-ServersAdminNegativeTestJSON-593277071 tempest-ServersAdminNegativeTestJSON-593277071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:59.095121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-4e6ca6bd-b443-472a-bd34-4f3b13b63951 req-1928a3a0-3d49-4cec-8a80-216446575d2a tempest-ServersAdminNegativeTestJSON-593277071 tempest-ServersAdminNegativeTestJSON-593277071-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:49:59.103761 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-4e6ca6bd-b443-472a-bd34-4f3b13b63951 req-1928a3a0-3d49-4cec-8a80-216446575d2a tempest-ServersAdminNegativeTestJSON-593277071 tempest-ServersAdminNegativeTestJSON-593277071-project-admin] Usage tracker for resource:security_group_rule and tenant:c88a4a4d71de44c6aacbc386372d9d76 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:49:59.109708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-4e6ca6bd-b443-472a-bd34-4f3b13b63951 req-1928a3a0-3d49-4cec-8a80-216446575d2a tempest-ServersAdminNegativeTestJSON-593277071 tempest-ServersAdminNegativeTestJSON-593277071-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:49:59.113845 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c598-5eab-4a12-85d5-fbcf6a039109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:59.117897 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e3e03ea1-179d-45d1-abe4-fb164c52f318 None None] Deleting port 62508d20-2480-42dc-8a97-0c5183c301a3 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:49:59.118341 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e3e03ea1-179d-45d1-abe4-fb164c52f318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:59.127315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a68161ae-4ea3-474e-913f-233af0b77f46 req-d7e6a43a-0507-43e3-843e-f535e0aa7804 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592517 Mar 01 20:49:59.145600 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-4e6ca6bd-b443-472a-bd34-4f3b13b63951 req-1928a3a0-3d49-4cec-8a80-216446575d2a tempest-ServersAdminNegativeTestJSON-593277071 tempest-ServersAdminNegativeTestJSON-593277071-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:49:59.150802 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5355104c-2066-48f9-8b6c-e79828cb4c78 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:59.185422 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2cf7c598-5eab-4a12-85d5-fbcf6a039109 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:59.188778 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7c598-5eab-4a12-85d5-fbcf6a039109 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba741698-a425-4ad9-aee4-2622f596a094,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:59.208362 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2cf7c598-5eab-4a12-85d5-fbcf6a039109 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ba741698-a425-4ad9-aee4-2622f596a094 HTTP/1.1" status: 204 len: 168 time: 2.1013753 Mar 01 20:49:59.234566 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e3e03ea1-179d-45d1-abe4-fb164c52f318 None None] The port '62508d20-2480-42dc-8a97-0c5183c301a3' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 20:49:59.238448 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 2496ca6b-c775-4f1c-bbd6-538025c1aead, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2496ca6b-c775-4f1c-bbd6-538025c1aead,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:59.311250 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '2496ca6b-c775-4f1c-bbd6-538025c1aead', 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38', 'port_id': '2496ca6b-c775-4f1c-bbd6-538025c1aead', 'mac_address': 'fa:16:3e:21:78:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 647, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '257716f2-c727-40db-9bdc-42a279d992cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:49:59.389998 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:59.433198 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:59.469269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 608cbf0b-afe3-4718-9b79-0e08310758fa, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=608cbf0b-afe3-4718-9b79-0e08310758fa,segment=NetworkSegment(35290079-d6e7-4382-b07a-ce16d452de9f),segment_id=35290079-d6e7-4382-b07a-ce16d452de9f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:59.475866 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2496ca6b-c775-4f1c-bbd6-538025c1aead {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:49:59.494194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355104c-2066-48f9-8b6c-e79828cb4c78 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0480406-959a-4af7-898f-b5b5f0da4379,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:59.497379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 2496ca6b-c775-4f1c-bbd6-538025c1aead, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2496ca6b-c775-4f1c-bbd6-538025c1aead,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:49:59.531243 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:59.557225 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5355104c-2066-48f9-8b6c-e79828cb4c78 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:59.563239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34194) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:59.572571 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5355104c-2066-48f9-8b6c-e79828cb4c78 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "DELETE /v2.0/security-groups/d0480406-959a-4af7-898f-b5b5f0da4379 HTTP/1.1" status: 204 len: 168 time: 1.6007075 Mar 01 20:49:59.620473 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:59.636966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 62508d20-2480-42dc-8a97-0c5183c301a3 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:49:59.727641 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-4dab217b-53b7-4f05-8170-3e6aac430c06 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:49:59.727641 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-4dab217b-53b7-4f05-8170-3e6aac430c06 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:49:59.737641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6db02-9415-4349-8085-05637933907b req-2c0a32b5-7bf3-4ffc-ae6d-ce5a619c5991 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:49:59.744707 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ae1bb0e4-010d-4557-95a2-1d2dbced8de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:59.744707 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 62508d20-2480-42dc-8a97-0c5183c301a3 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:49:59.744707 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 62508d20-2480-42dc-8a97-0c5183c301a3 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:49:59.753189 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55d6db02-9415-4349-8085-05637933907b req-2c0a32b5-7bf3-4ffc-ae6d-ce5a619c5991 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 944 time: 0.2998033 Mar 01 20:49:59.761352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34198) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:59.802395 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=608cbf0b-afe3-4718-9b79-0e08310758fa,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:59.830450 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-fa573428-8b5e-46eb-83bf-be450e6ab10d tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] show failed (client error): The resource could not be found. Mar 01 20:49:59.831506 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fa573428-8b5e-46eb-83bf-be450e6ab10d tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "GET /v2.0/security-groups/d0480406-959a-4af7-898f-b5b5f0da4379 HTTP/1.1" status: 404 len: 347 time: 0.2669780 Mar 01 20:49:59.834384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34202) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:49:59.892808 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=2496ca6b-c775-4f1c-bbd6-538025c1aead,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:49:59.902316 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4e6ca6bd-b443-472a-bd34-4f3b13b63951 req-1928a3a0-3d49-4cec-8a80-216446575d2a tempest-ServersAdminNegativeTestJSON-593277071 tempest-ServersAdminNegativeTestJSON-593277071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:49:59.939667 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55d6db02-9415-4349-8085-05637933907b req-897220b8-a0f2-496f-9c8e-489af680986c tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868737 Mar 01 20:49:59.961631 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-05fa1a63-89c0-435e-a4ec-5b4a394e553e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0785a09c63c64fe3911dbbda40f5802d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1958518 Mar 01 20:49:59.961969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34206) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:00.004078 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4e6ca6bd-b443-472a-bd34-4f3b13b63951 req-1928a3a0-3d49-4cec-8a80-216446575d2a tempest-ServersAdminNegativeTestJSON-593277071 tempest-ServersAdminNegativeTestJSON-593277071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:00.015247 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['2496ca6b-c775-4f1c-bbd6-538025c1aead'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:50:00.031569 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b29b6b13-6769-420d-b294-2c28131e6575 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Deleting port 7c48b50e-7d1b-4e53-8c80-fcd5865aae0d {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:50:00.035348 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b29b6b13-6769-420d-b294-2c28131e6575 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:00.088259 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4e6ca6bd-b443-472a-bd34-4f3b13b63951 req-1928a3a0-3d49-4cec-8a80-216446575d2a tempest-ServersAdminNegativeTestJSON-593277071 tempest-ServersAdminNegativeTestJSON-593277071-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0953419 Mar 01 20:50:00.091607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928a3a0-3d49-4cec-8a80-216446575d2a tempest-ServersAdminNegativeTestJSON-593277071 tempest-ServersAdminNegativeTestJSON-593277071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a6dae2-e11a-448b-af11-a4d85166e7c2,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:00.168411 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 608cbf0b-afe3-4718-9b79-0e08310758fa up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:50:00.174764 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d111d0b3-d433-40bf-99b3-fa4abd578b3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:00.268544 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d111d0b3-d433-40bf-99b3-fa4abd578b3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:00.353325 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-4dab217b-53b7-4f05-8170-3e6aac430c06 admin admin] Deleting port 608cbf0b-afe3-4718-9b79-0e08310758fa {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:50:00.353325 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4dab217b-53b7-4f05-8170-3e6aac430c06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:00.375427 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 608cbf0b-afe3-4718-9b79-0e08310758fa triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:50:00.375427 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:00.445494 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:00.537377 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b29b6b13-6769-420d-b294-2c28131e6575 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:00.538578 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b29b6b13-6769-420d-b294-2c28131e6575 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:00.646114 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d111d0b3-d433-40bf-99b3-fa4abd578b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:00.665800 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:00.733347 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ae8110-c2ec-4fd0-8006-e84eb34d8818 req-42c65f99-b420-487f-b244-a22e56d9d304 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:00.734944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-02ae8110-c2ec-4fd0-8006-e84eb34d8818 req-42c65f99-b420-487f-b244-a22e56d9d304 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 946 time: 0.3375866 Mar 01 20:50:00.794538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b29b6b13-6769-420d-b294-2c28131e6575 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Calling delete_port for 7c48b50e-7d1b-4e53-8c80-fcd5865aae0d owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:50:00.823472 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d111d0b3-d433-40bf-99b3-fa4abd578b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b941cf-62b2-486b-ac06-5f6ae0d98e76,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:00.919084 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d111d0b3-d433-40bf-99b3-fa4abd578b3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:00.920891 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d111d0b3-d433-40bf-99b3-fa4abd578b3b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/06b941cf-62b2-486b-ac06-5f6ae0d98e76 HTTP/1.1" status: 204 len: 168 time: 0.9581733 Mar 01 20:50:00.928168 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57b977df-ce34-4ea8-aee2-277b318b5759 req-7c7b4b26-bf92-4f5f-87ee-52c0c930b432 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1743112 Mar 01 20:50:00.933675 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-4dab217b-53b7-4f05-8170-3e6aac430c06 admin admin] For port 608cbf0b-afe3-4718-9b79-0e08310758fa, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=608cbf0b-afe3-4718-9b79-0e08310758fa,segment=NetworkSegment(35290079-d6e7-4382-b07a-ce16d452de9f),segment_id=35290079-d6e7-4382-b07a-ce16d452de9f)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:00.934353 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4dab217b-53b7-4f05-8170-3e6aac430c06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:00.960362 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-02ae8110-c2ec-4fd0-8006-e84eb34d8818 req-ec5e7da1-4284-4eaf-a1c8-9ab13ee7b7c3 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384330 Mar 01 20:50:01.071986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b977df-ce34-4ea8-aee2-277b318b5759 req-7b1d00b4-723c-4b9e-be79-d99371df3134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:01.073379 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57b977df-ce34-4ea8-aee2-277b318b5759 req-7b1d00b4-723c-4b9e-be79-d99371df3134 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 1096 time: 0.1028712 Mar 01 20:50:01.144887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-4dab217b-53b7-4f05-8170-3e6aac430c06 admin admin] Calling delete_port for 608cbf0b-afe3-4718-9b79-0e08310758fa owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:50:01.151118 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b29b6b13-6769-420d-b294-2c28131e6575 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:01.254674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b6b13-6769-420d-b294-2c28131e6575 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Pushing event deleted for resources: {'Port': ['ID=7c48b50e-7d1b-4e53-8c80-fcd5865aae0d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:01.265695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b18cd-35d1-4652-8766-159c280ebad6 req-4af32d7c-d692-45b1-b4dc-530ca1671a7c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:01.267211 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c91b18cd-35d1-4652-8766-159c280ebad6 req-4af32d7c-d692-45b1-b4dc-530ca1671a7c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 945 time: 0.5839922 Mar 01 20:50:01.339048 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c91b18cd-35d1-4652-8766-159c280ebad6 req-62b0c667-a379-4e5e-8999-a5f7bd8c9fcd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563543 Mar 01 20:50:01.393463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31877c-f75a-406f-899c-f7c1915d5fc2 req-9adf9aca-c656-41c1-8a91-67df4760d139 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:01.393698 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b29b6b13-6769-420d-b294-2c28131e6575 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:01.395525 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd31877c-f75a-406f-899c-f7c1915d5fc2 req-9adf9aca-c656-41c1-8a91-67df4760d139 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 945 time: 0.1751318 Mar 01 20:50:01.404555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b977df-ce34-4ea8-aee2-277b318b5759 req-4a9c3995-0865-4e3a-ac5e-bdb5adba56fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:01.406682 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57b977df-ce34-4ea8-aee2-277b318b5759 req-4a9c3995-0865-4e3a-ac5e-bdb5adba56fa service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 912 time: 0.3106983 Mar 01 20:50:01.450468 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd31877c-f75a-406f-899c-f7c1915d5fc2 req-75d1122a-0a6d-495e-a68b-47be89679e0c tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418122 Mar 01 20:50:01.520899 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57b977df-ce34-4ea8-aee2-277b318b5759 req-c6b868f9-3de7-4f34-98c5-64b41114c225 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710 HTTP/1.1" status: 200 len: 1000 time: 0.1047492 Mar 01 20:50:01.524179 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b29b6b13-6769-420d-b294-2c28131e6575 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:01.528658 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b29b6b13-6769-420d-b294-2c28131e6575 tempest-ServersTestManualDisk-1635558477 tempest-ServersTestManualDisk-1635558477-project] 10.222.0.42 "DELETE /v2.0/floatingips/ceda3757-5c86-44b1-a2e7-e8f9c11c3423 HTTP/1.1" status: 204 len: 168 time: 1.6933289 Mar 01 20:50:01.560699 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34224) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:01.627832 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a116103-0e46-4695-9317-52d22c8f27a2 req-c7e4bf54-71b8-4296-8593-89a204754191 tempest-ServersAdminNegativeTestJSON-593277071 tempest-ServersAdminNegativeTestJSON-593277071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:01.629768 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a116103-0e46-4695-9317-52d22c8f27a2 req-c7e4bf54-71b8-4296-8593-89a204754191 tempest-ServersAdminNegativeTestJSON-593277071 tempest-ServersAdminNegativeTestJSON-593277071-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 1101 time: 0.1158531 Mar 01 20:50:01.670505 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4dab217b-53b7-4f05-8170-3e6aac430c06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:01.689251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b977df-ce34-4ea8-aee2-277b318b5759 req-48ec7dc2-a59b-4eeb-80ff-b60d16caba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:01.689464 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57b977df-ce34-4ea8-aee2-277b318b5759 req-48ec7dc2-a59b-4eeb-80ff-b60d16caba8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.1592584 Mar 01 20:50:01.730411 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab217b-53b7-4f05-8170-3e6aac430c06 admin admin] Pushing event deleted for resources: {'Port': ['ID=608cbf0b-afe3-4718-9b79-0e08310758fa,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:01.830054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8a116103-0e46-4695-9317-52d22c8f27a2 req-4b9ffd17-71f8-4ba5-8389-4de492ebb47c tempest-ServersAdminNegativeTestJSON-593277071 tempest-ServersAdminNegativeTestJSON-593277071-project-admin] Synchronizing usage tracker for tenant:c88a4a4d71de44c6aacbc386372d9d76 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:50:01.835091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34228) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:02.028643 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8a116103-0e46-4695-9317-52d22c8f27a2 req-4b9ffd17-71f8-4ba5-8389-4de492ebb47c tempest-ServersAdminNegativeTestJSON-593277071 tempest-ServersAdminNegativeTestJSON-593277071-project-admin] Unset dirty status for tenant:c88a4a4d71de44c6aacbc386372d9d76 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:50:02.041261 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a116103-0e46-4695-9317-52d22c8f27a2 req-4b9ffd17-71f8-4ba5-8389-4de492ebb47c tempest-ServersAdminNegativeTestJSON-593277071 tempest-ServersAdminNegativeTestJSON-593277071-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4046967 Mar 01 20:50:02.083256 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:02.277394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b977df-ce34-4ea8-aee2-277b318b5759 req-c6ca0705-847b-42da-b14b-6ccd66ecbe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:02.279134 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57b977df-ce34-4ea8-aee2-277b318b5759 req-c6ca0705-847b-42da-b14b-6ccd66ecbe51 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5363128 Mar 01 20:50:02.353934 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-18c14505-29fb-408c-86c1-8e8763bf749d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e33b439232a34cc0ac5eda5eb6eaa378&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5128405 Mar 01 20:50:02.362242 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34242) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:02.498236 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4dab217b-53b7-4f05-8170-3e6aac430c06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:02.584824 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57b977df-ce34-4ea8-aee2-277b318b5759 req-4c4384d6-7ddf-4ceb-a99e-08bca69c66d1 service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974691 Mar 01 20:50:02.586348 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-761d570a-83c2-4d33-9a86-e6656e0ed536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:02.586509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd082c8-6883-4f0d-a469-6f956407c4ed req-9b682494-e431-4904-b29f-0b220df6f636 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:02.587992 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0bd082c8-6883-4f0d-a469-6f956407c4ed req-9b682494-e431-4904-b29f-0b220df6f636 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 945 time: 0.4921999 Mar 01 20:50:02.632455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2496ca6b-c775-4f1c-bbd6-538025c1aead up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:50:02.662975 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-761d570a-83c2-4d33-9a86-e6656e0ed536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:02.673208 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb10dd0-187e-43a8-817f-6bf22f0887e5 req-193e863d-7d04-4fa1-86c8-e5aac9049506 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:02.679991 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4eb10dd0-187e-43a8-817f-6bf22f0887e5 req-193e863d-7d04-4fa1-86c8-e5aac9049506 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 946 time: 0.3336034 Mar 01 20:50:02.776947 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 2496ca6b-c775-4f1c-bbd6-538025c1aead completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:50:02.784843 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 2496ca6b-c775-4f1c-bbd6-538025c1aead triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:50:02.785462 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:02.790180 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0bd082c8-6883-4f0d-a469-6f956407c4ed req-3b825c7b-4a58-40dd-ae9a-855362b5168f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930575 Mar 01 20:50:02.839569 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4eb10dd0-187e-43a8-817f-6bf22f0887e5 req-28a16700-827d-4e52-b39a-fa07efa53f51 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586411 Mar 01 20:50:02.840939 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57b977df-ce34-4ea8-aee2-277b318b5759 req-7578b1a6-41ae-43a3-92e2-d179abd6f926 service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434022 Mar 01 20:50:02.889309 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78551ea9-2cc3-41e4-8a90-820dd16eede9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:02.963582 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-761d570a-83c2-4d33-9a86-e6656e0ed536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:02.971252 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:02.992263 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d570a-83c2-4d33-9a86-e6656e0ed536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26460fd9-f86b-4b2a-80f1-1df201eaf139,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:03.004990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbea38e-d870-44ca-94e0-359f170303f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2496ca6b-c775-4f1c-bbd6-538025c1aead'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:50:03.006062 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-761d570a-83c2-4d33-9a86-e6656e0ed536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:03.009449 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-761d570a-83c2-4d33-9a86-e6656e0ed536 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/26460fd9-f86b-4b2a-80f1-1df201eaf139 HTTP/1.1" status: 204 len: 168 time: 0.6394651 Mar 01 20:50:03.029687 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 2496ca6b-c775-4f1c-bbd6-538025c1aead, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2496ca6b-c775-4f1c-bbd6-538025c1aead,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:03.089030 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:03.205880 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=2496ca6b-c775-4f1c-bbd6-538025c1aead,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:03.215675 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dab217b-53b7-4f05-8170-3e6aac430c06 admin admin] Router 9a4899da-2e3a-4e49-abce-01ef8eb750b0 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:50:03.455072 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-78551ea9-2cc3-41e4-8a90-820dd16eede9 admin admin] Deleting port 377f7c5b-51c9-44f1-97e2-439e159ad20d {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:50:03.459183 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78551ea9-2cc3-41e4-8a90-820dd16eede9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:03.522527 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3776aa2-33d9-4cf2-8745-a45141bea2ee req-72e8b75a-181c-484b-8526-75e5bb0f1b17 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3041182 Mar 01 20:50:03.533005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fc475-b98a-4828-99a1-6246830fe896 req-a667c62e-f660-4ba9-b3ff-e6a47733eb18 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:03.534541 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b08fc475-b98a-4828-99a1-6246830fe896 req-a667c62e-f660-4ba9-b3ff-e6a47733eb18 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 946 time: 0.2676356 Mar 01 20:50:03.616869 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dab217b-53b7-4f05-8170-3e6aac430c06 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:50:03.628486 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6739eb48-57c2-4276-a4e6-ff82f03294f8 None None] Sync routers for ids ['9a4899da-2e3a-4e49-abce-01ef8eb750b0'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:50:03.645485 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6739eb48-57c2-4276-a4e6-ff82f03294f8 None None] Routers {'9a4899da-2e3a-4e49-abce-01ef8eb750b0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:50:03.646852 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4dab217b-53b7-4f05-8170-3e6aac430c06 admin admin] 10.222.0.42 "PUT /v2.0/routers/9a4899da-2e3a-4e49-abce-01ef8eb750b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1066246 Mar 01 20:50:03.649607 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34260) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:03.650294 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6739eb48-57c2-4276-a4e6-ff82f03294f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:50:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9a4899da-2e3a-4e49-abce-01ef8eb750b0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:50:03.663256 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b08fc475-b98a-4828-99a1-6246830fe896 req-a34a7c16-8343-4f28-acd0-712f71cd6a8a tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161768 Mar 01 20:50:03.722799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3776aa2-33d9-4cf2-8745-a45141bea2ee req-e18538c0-b8e4-4766-b72d-6d57977adc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:03.724328 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3776aa2-33d9-4cf2-8745-a45141bea2ee req-e18538c0-b8e4-4766-b72d-6d57977adc96 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 1095 time: 0.1608942 Mar 01 20:50:03.758715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-78551ea9-2cc3-41e4-8a90-820dd16eede9 admin admin] For port 377f7c5b-51c9-44f1-97e2-439e159ad20d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=377f7c5b-51c9-44f1-97e2-439e159ad20d,segment=NetworkSegment(672dca7d-f91d-471e-9e35-d0e52af22db0),segment_id=672dca7d-f91d-471e-9e35-d0e52af22db0)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:03.759083 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78551ea9-2cc3-41e4-8a90-820dd16eede9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:03.805780 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbea38e-d870-44ca-94e0-359f170303f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2496ca6b-c775-4f1c-bbd6-538025c1aead', 'code': 200} Mar 01 20:50:04.007894 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-6739eb48-57c2-4276-a4e6-ff82f03294f8 None None] Set router 9a4899da-2e3a-4e49-abce-01ef8eb750b0 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:50:04.134094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-78551ea9-2cc3-41e4-8a90-820dd16eede9 admin admin] Calling delete_port for 377f7c5b-51c9-44f1-97e2-439e159ad20d owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:50:04.159293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea81c1-dd31-433c-9cf6-5397e0926482 req-61baf23d-0953-4060-812b-5448e4ac2d5e tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:04.161008 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28ea81c1-dd31-433c-9cf6-5397e0926482 req-61baf23d-0953-4060-812b-5448e4ac2d5e tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/ports?device_id=c376dd29-c514-48d5-a162-127829e7311b HTTP/1.1" status: 200 len: 945 time: 0.3468475 Mar 01 20:50:04.199469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3776aa2-33d9-4cf2-8745-a45141bea2ee req-5ac5ceba-e484-4f63-b4f4-ffa140fca3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:04.201012 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3776aa2-33d9-4cf2-8745-a45141bea2ee req-5ac5ceba-e484-4f63-b4f4-ffa140fca3ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 909 time: 0.4503365 Mar 01 20:50:04.378531 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6739eb48-57c2-4276-a4e6-ff82f03294f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4899da-2e3a-4e49-abce-01ef8eb750b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933520430-router', 'tenant_id': '902a56c403e34a418371b0515fce41af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '98d722e4-e5f3-4252-b68f-84d5f3027010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:49:37Z', 'updated_at': '2022-03-01T20:50:01Z', 'revision_number': 5, 'project_id': '902a56c403e34a418371b0515fce41af', 'gw_port': {'id': '98d722e4-e5f3-4252-b68f-84d5f3027010', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4899da-2e3a-4e49-abce-01ef8eb750b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:49:39Z', 'updated_at': '2022-03-01T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:50:04.383085 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6739eb48-57c2-4276-a4e6-ff82f03294f8 None None] Checking router: 9a4899da-2e3a-4e49-abce-01ef8eb750b0 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:50:04.397247 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6739eb48-57c2-4276-a4e6-ff82f03294f8 None None] Routers {'9a4899da-2e3a-4e49-abce-01ef8eb750b0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:50:04.397919 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6739eb48-57c2-4276-a4e6-ff82f03294f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:50:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9a4899da-2e3a-4e49-abce-01ef8eb750b0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:50:04.417337 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3776aa2-33d9-4cf2-8745-a45141bea2ee req-f0909787-001b-4677-b02b-e0032012446f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e1f3eb14-999b-4111-8f1c-00a3335f8846 HTTP/1.1" status: 200 len: 217 time: 0.2076967 Mar 01 20:50:04.444315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28ea81c1-dd31-433c-9cf6-5397e0926482 req-bfbd5b67-5dda-44b5-b64f-c5f3df455049 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/security-groups?id=3023c837-09f2-4fb0-b5b3-b54850ef9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694888 Mar 01 20:50:04.526613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff934f0-4169-419b-bf41-491a38371a72 req-4fb7138b-7aeb-4ff9-ac21-4096a70d64ec tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:04.534959 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ff934f0-4169-419b-bf41-491a38371a72 req-4fb7138b-7aeb-4ff9-ac21-4096a70d64ec tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 945 time: 0.5071132 Mar 01 20:50:04.583910 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3776aa2-33d9-4cf2-8745-a45141bea2ee req-6b2cf0ba-4574-4c35-ad8e-852f7090b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:04.585464 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3776aa2-33d9-4cf2-8745-a45141bea2ee req-6b2cf0ba-4574-4c35-ad8e-852f7090b94c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.1473889 Mar 01 20:50:04.605644 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ff934f0-4169-419b-bf41-491a38371a72 req-db0304fc-2ebf-4282-81f6-1d74699f6cdd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664325 Mar 01 20:50:04.660316 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3670-b71e-4784-853e-54f76f7c1583 admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:04.672352 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-6739eb48-57c2-4276-a4e6-ff82f03294f8 None None] Set router 9a4899da-2e3a-4e49-abce-01ef8eb750b0 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:50:04.716643 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3776aa2-33d9-4cf2-8745-a45141bea2ee req-3cb228a6-62d0-4a3a-bb2f-26b530a4828e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1097019 Mar 01 20:50:04.914881 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3670-b71e-4784-853e-54f76f7c1583 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:04.925053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93510678-6bd9-46c2-90c4-5d49b29916c0 req-c9a056b4-e605-49d0-bc9a-f50f9006d8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:04.926963 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-93510678-6bd9-46c2-90c4-5d49b29916c0 req-c9a056b4-e605-49d0-bc9a-f50f9006d8dd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 1097 time: 0.5355833 Mar 01 20:50:04.989245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac3670-b71e-4784-853e-54f76f7c1583 admin admin] Deleting port 98d722e4-e5f3-4252-b68f-84d5f3027010 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:50:04.989245 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3670-b71e-4784-853e-54f76f7c1583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:05.025553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b5c9bc-6e79-47a9-ab43-c2023bcf48e8 req-37c4763e-c7bd-43d2-a604-5406a78b46c2 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:05.034215 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-03b5c9bc-6e79-47a9-ab43-c2023bcf48e8 req-37c4763e-c7bd-43d2-a604-5406a78b46c2 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 946 time: 0.3711438 Mar 01 20:50:05.055901 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3776aa2-33d9-4cf2-8745-a45141bea2ee req-d93c21b9-0055-48ae-96e2-b8e6824ae2d0 service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277729 Mar 01 20:50:05.204093 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-93510678-6bd9-46c2-90c4-5d49b29916c0 req-dbb385b1-5d09-431c-bc72-01f823d4dd5c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655799 Mar 01 20:50:05.231757 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6739eb48-57c2-4276-a4e6-ff82f03294f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a4899da-2e3a-4e49-abce-01ef8eb750b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933520430-router', 'tenant_id': '902a56c403e34a418371b0515fce41af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '98d722e4-e5f3-4252-b68f-84d5f3027010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:49:37Z', 'updated_at': '2022-03-01T20:50:01Z', 'revision_number': 5, 'project_id': '902a56c403e34a418371b0515fce41af', 'gw_port': {'id': '98d722e4-e5f3-4252-b68f-84d5f3027010', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4899da-2e3a-4e49-abce-01ef8eb750b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:49:39Z', 'updated_at': '2022-03-01T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:50:05.241151 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6739eb48-57c2-4276-a4e6-ff82f03294f8 None None] The sync data for ids ['9a4899da-2e3a-4e49-abce-01ef8eb750b0'] in n-d-827896-4 is: [{'id': '9a4899da-2e3a-4e49-abce-01ef8eb750b0', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-933520430-router', 'tenant_id': '902a56c403e34a418371b0515fce41af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.117'}], 'enable_snat': True}, 'gw_port_id': '98d722e4-e5f3-4252-b68f-84d5f3027010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:49:37Z', 'updated_at': '2022-03-01T20:50:01Z', 'revision_number': 5, 'project_id': '902a56c403e34a418371b0515fce41af', 'gw_port': {'id': '98d722e4-e5f3-4252-b68f-84d5f3027010', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:51:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a4899da-2e3a-4e49-abce-01ef8eb750b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 569, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:49:39Z', 'updated_at': '2022-03-01T20:49:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:50:05.287522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-c2ac3670-b71e-4784-853e-54f76f7c1583 admin admin] For port 98d722e4-e5f3-4252-b68f-84d5f3027010, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=98d722e4-e5f3-4252-b68f-84d5f3027010,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:05.288084 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3670-b71e-4784-853e-54f76f7c1583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:05.369036 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-03b5c9bc-6e79-47a9-ab43-c2023bcf48e8 req-e7c60b11-7c2e-4e1f-b950-ca8eb7be398c tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260338 Mar 01 20:50:05.447673 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3776aa2-33d9-4cf2-8745-a45141bea2ee req-a6b62641-01d2-46c8-8a21-9a2d953ec5e7 service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385396 Mar 01 20:50:05.494688 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-c2ac3670-b71e-4784-853e-54f76f7c1583 admin admin] Calling delete_port for 98d722e4-e5f3-4252-b68f-84d5f3027010 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:50:05.585719 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbd0aab-9e38-454e-87c8-1e192e37463f req-c5aee5b9-8663-4dca-b782-a9d1f2073e95 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:05.586465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-1bbd0aab-9e38-454e-87c8-1e192e37463f req-c5aee5b9-8663-4dca-b782-a9d1f2073e95 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Synchronizing usage tracker for tenant:cad841128e28424483dccf81373a860e on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:50:05.638533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b0aa06-dd8c-426e-a0e8-0f4beb1fbcc7 req-684ca5d0-fee1-4801-952e-fa5f87acb8e5 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:05.640207 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19b0aa06-dd8c-426e-a0e8-0f4beb1fbcc7 req-684ca5d0-fee1-4801-952e-fa5f87acb8e5 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 950 time: 0.1377327 Mar 01 20:50:05.734553 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19b0aa06-dd8c-426e-a0e8-0f4beb1fbcc7 req-db2f1d57-c141-40d8-99cd-5c678c6ab638 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563862 Mar 01 20:50:05.780046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa9cc7d-d66f-456c-87d4-1e2107467497 req-83836f40-0acb-4cf5-9f29-30d14a05b5af tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:05.782832 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1aa9cc7d-d66f-456c-87d4-1e2107467497 req-83836f40-0acb-4cf5-9f29-30d14a05b5af tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 946 time: 0.4533701 Mar 01 20:50:05.874647 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1aa9cc7d-d66f-456c-87d4-1e2107467497 req-67c945a1-d4e9-4298-8d1e-630cd8e3afcd tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857229 Mar 01 20:50:05.943809 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-1bbd0aab-9e38-454e-87c8-1e192e37463f req-c5aee5b9-8663-4dca-b782-a9d1f2073e95 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Unset dirty status for tenant:cad841128e28424483dccf81373a860e on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:50:05.943809 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1bbd0aab-9e38-454e-87c8-1e192e37463f req-c5aee5b9-8663-4dca-b782-a9d1f2073e95 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.55 "GET /v2.0/ports?device_id=c376dd29-c514-48d5-a162-127829e7311b HTTP/1.1" status: 200 len: 945 time: 0.7749832 Mar 01 20:50:05.944460 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78551ea9-2cc3-41e4-8a90-820dd16eede9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:06.090594 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 608cbf0b-afe3-4718-9b79-0e08310758fa no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:50:06.196732 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 608cbf0b-afe3-4718-9b79-0e08310758fa {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:50:06.198666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 608cbf0b-afe3-4718-9b79-0e08310758fa not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:50:06.293117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78551ea9-2cc3-41e4-8a90-820dd16eede9 admin admin] Pushing event deleted for resources: {'Port': ['ID=377f7c5b-51c9-44f1-97e2-439e159ad20d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:06.328658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3c5a14-3a94-4aa3-89a7-1436167b6c00 req-44cf0e0b-7c63-41d3-a011-360171a23ec7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:06.330230 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab3c5a14-3a94-4aa3-89a7-1436167b6c00 req-44cf0e0b-7c63-41d3-a011-360171a23ec7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 945 time: 0.3109868 Mar 01 20:50:06.345314 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497d1d31-1694-4f2b-93eb-3c89eddd7544 req-d1c3f960-36a1-412d-8f0c-14fd24c0d0ba tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:06.352850 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-497d1d31-1694-4f2b-93eb-3c89eddd7544 req-d1c3f960-36a1-412d-8f0c-14fd24c0d0ba tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/ports?device_id=c376dd29-c514-48d5-a162-127829e7311b HTTP/1.1" status: 200 len: 945 time: 0.4396806 Mar 01 20:50:06.385659 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-bffec1ad-020c-4965-a484-15493f63f719 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:06.387108 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-bffec1ad-020c-4965-a484-15493f63f719 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b&tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 1097 time: 0.2861638 Mar 01 20:50:06.407157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827896-4'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:50:06.432370 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-1bbd0aab-9e38-454e-87c8-1e192e37463f req-24f51041-81d5-4bee-b37f-bb1863c42d83 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Deleting port b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:50:06.433736 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1bbd0aab-9e38-454e-87c8-1e192e37463f req-24f51041-81d5-4bee-b37f-bb1863c42d83 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:06.481108 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3670-b71e-4784-853e-54f76f7c1583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:06.491302 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-497d1d31-1694-4f2b-93eb-3c89eddd7544 req-d00894da-40c9-47cd-ae9c-66a07b4c4b1e tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/security-groups?id=3023c837-09f2-4fb0-b5b3-b54850ef9e4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375051 Mar 01 20:50:06.496137 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab3c5a14-3a94-4aa3-89a7-1436167b6c00 req-72b89f8c-f21e-4322-b59a-33f482cade9e tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391051 Mar 01 20:50:06.549367 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ac3670-b71e-4784-853e-54f76f7c1583 admin admin] Pushing event deleted for resources: {'Port': ['ID=98d722e4-e5f3-4252-b68f-84d5f3027010,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:06.584620 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:06.870574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] For port eb646b3e-8f4a-4228-bf90-b835d67cc2c1, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=eb646b3e-8f4a-4228-bf90-b835d67cc2c1,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:06.976049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] For port eb646b3e-8f4a-4228-bf90-b835d67cc2c1, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:50:07.031801 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3670-b71e-4784-853e-54f76f7c1583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:07.039995 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066aea1e-8646-4de1-9f05-ce6b869636be req-496d94c9-37e9-4345-9e62-e5d153cab895 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:07.041470 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-066aea1e-8646-4de1-9f05-ce6b869636be req-496d94c9-37e9-4345-9e62-e5d153cab895 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 946 time: 0.2846363 Mar 01 20:50:07.063274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86ff888-a16a-47cd-b6a3-4653da7dbf1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb646b3e-8f4a-4228-bf90-b835d67cc2c1'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:50:07.068715 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:07.080017 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78551ea9-2cc3-41e4-8a90-820dd16eede9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:07.149098 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-066aea1e-8646-4de1-9f05-ce6b869636be req-1c20c333-aba7-44cf-a260-96af44e469c3 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911794 Mar 01 20:50:07.175687 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4680fbb0-4f2c-4fe3-98d0-018c7b22891f req-2846ed12-417d-47cb-b345-72623e54e42e tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:07.177503 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4680fbb0-4f2c-4fe3-98d0-018c7b22891f req-2846ed12-417d-47cb-b345-72623e54e42e tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 950 time: 0.2549632 Mar 01 20:50:07.179146 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:07.182735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-1bbd0aab-9e38-454e-87c8-1e192e37463f req-24f51041-81d5-4bee-b37f-bb1863c42d83 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] For port b0fe8b65-ca02-4e18-b8e2-dd582d8aada1, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b0fe8b65-ca02-4e18-b8e2-dd582d8aada1,segment=NetworkSegment(35469bca-3c10-4b8a-ab25-bff85bd15d35),segment_id=35469bca-3c10-4b8a-ab25-bff85bd15d35)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:07.183174 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1bbd0aab-9e38-454e-87c8-1e192e37463f req-24f51041-81d5-4bee-b37f-bb1863c42d83 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:07.318689 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3670-b71e-4784-853e-54f76f7c1583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:07.379291 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3670-b71e-4784-853e-54f76f7c1583 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:07.547313 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4680fbb0-4f2c-4fe3-98d0-018c7b22891f req-731cd0a5-cfe6-456d-83db-aaf38ba77c5d tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624146 Mar 01 20:50:07.573629 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-1bbd0aab-9e38-454e-87c8-1e192e37463f req-24f51041-81d5-4bee-b37f-bb1863c42d83 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Calling delete_port for b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:50:07.573824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] Pushing event updated for resources: {'Port': ['ID=eb646b3e-8f4a-4228-bf90-b835d67cc2c1,revision_number=7']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:07.593563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] Attempting to bind port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 on host n-h1-827896-4 for vnic_type normal with profile {"migrating_to": "n-h2-827896-4"} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:50:07.593929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] Attempting to bind port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:50:07.594483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] Attempting to bind port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:50:07.606163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] Port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 on network 2066dc17-9d0c-4926-8526-1637c09f1850 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:50:07.606410 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] Attempting to bind port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:50:07.616746 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86ff888-a16a-47cd-b6a3-4653da7dbf1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb646b3e-8f4a-4228-bf90-b835d67cc2c1', 'code': 200} Mar 01 20:50:07.619146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:50:07.619516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] Checking segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:50:07.619906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] Bound using segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:50:07.620702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] Bound port: eb646b3e-8f4a-4228-bf90-b835d67cc2c1, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:50:07.620702 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:07.640006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1fbfb-e299-4b05-bec2-314a650366c6 req-f80d81c2-ba93-4a78-b179-580a1ba9b57a tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:07.641520 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89a1fbfb-e299-4b05-bec2-314a650366c6 req-f80d81c2-ba93-4a78-b179-580a1ba9b57a tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 946 time: 0.2942066 Mar 01 20:50:07.672388 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device eb646b3e-8f4a-4228-bf90-b835d67cc2c1 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:50:07.738301 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3670-b71e-4784-853e-54f76f7c1583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:07.738796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ac3670-b71e-4784-853e-54f76f7c1583 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a4899da-2e3a-4e49-abce-01ef8eb750b0 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 20:50:07.747459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00536ec3-1f22-438c-8906-0c0ea9c60955 req-ed2d75a0-77ed-4e07-91dc-8d2b5edf3e77 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:07.748182 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-00536ec3-1f22-438c-8906-0c0ea9c60955 req-ed2d75a0-77ed-4e07-91dc-8d2b5edf3e77 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Synchronizing usage tracker for tenant:ce3561a503a4423b96ac6c84dd2aea55 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:50:07.767647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] For port eb646b3e-8f4a-4228-bf90-b835d67cc2c1, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:50:07.771330 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] For port eb646b3e-8f4a-4228-bf90-b835d67cc2c1, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=eb646b3e-8f4a-4228-bf90-b835d67cc2c1,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:50:07.830041 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89a1fbfb-e299-4b05-bec2-314a650366c6 req-d2f2c818-ed27-4ca0-aed2-ed19d8d26f2f tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790097 Mar 01 20:50:07.864165 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2ac3670-b71e-4784-853e-54f76f7c1583 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:07.867409 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c2ac3670-b71e-4784-853e-54f76f7c1583 admin admin] 10.222.0.42 "DELETE /v2.0/routers/9a4899da-2e3a-4e49-abce-01ef8eb750b0 HTTP/1.1" status: 204 len: 168 time: 4.2132094 Mar 01 20:50:07.869335 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34344) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:07.902163 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port eb646b3e-8f4a-4228-bf90-b835d67cc2c1, host n-h1-827896-4, got binding levels [] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:07.935640 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:07.949694 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Attempting to bind port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 on host n-h1-827896-4 for vnic_type normal with profile {"migrating_to": "n-h2-827896-4"} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:50:07.950429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Attempting to bind port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:50:07.951675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Attempting to bind port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:50:07.957562 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 on network 2066dc17-9d0c-4926-8526-1637c09f1850 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:50:07.958732 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Attempting to bind port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:50:07.960661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-00536ec3-1f22-438c-8906-0c0ea9c60955 req-ed2d75a0-77ed-4e07-91dc-8d2b5edf3e77 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Unset dirty status for tenant:ce3561a503a4423b96ac6c84dd2aea55 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:50:07.961797 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-00536ec3-1f22-438c-8906-0c0ea9c60955 req-ed2d75a0-77ed-4e07-91dc-8d2b5edf3e77 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.55 "GET /v2.0/ports?device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 950 time: 0.9929762 Mar 01 20:50:07.966335 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 49, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:50:07.967071 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Checking segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:50:07.968184 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Bound using segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:50:07.969466 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Bound port: eb646b3e-8f4a-4228-bf90-b835d67cc2c1, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:50:07.970134 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:08.090344 n-d-827896-4 neutron-server[88520]: WARNING neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Concurrent port binding operations failed on port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 Mar 01 20:50:08.096169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port eb646b3e-8f4a-4228-bf90-b835d67cc2c1, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=eb646b3e-8f4a-4228-bf90-b835d67cc2c1,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:08.097922 n-d-827896-4 neutron-server[88520]: INFO neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Attempt 2 to bind port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 Mar 01 20:50:08.098639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device eb646b3e-8f4a-4228-bf90-b835d67cc2c1 has no active binding in host n-h2-827896-4 {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 01 20:50:08.141906 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-00536ec3-1f22-438c-8906-0c0ea9c60955 req-98d8a899-9319-4949-b539-74b351659d48 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Deleting port 635a0829-3fed-4579-ba58-dc14b83d619e {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:50:08.142466 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-00536ec3-1f22-438c-8906-0c0ea9c60955 req-98d8a899-9319-4949-b539-74b351659d48 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:08.186006 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1bbd0aab-9e38-454e-87c8-1e192e37463f req-24f51041-81d5-4bee-b37f-bb1863c42d83 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:08.267768 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5479679a-c3a3-4ca3-81da-68312a4462fc req-72d3fb4c-126d-485a-8a00-85310f5681a1 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/ports?device_id=c376dd29-c514-48d5-a162-127829e7311b HTTP/1.1" status: 200 len: 210 time: 0.1501775 Mar 01 20:50:08.272290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f51041-81d5-4bee-b37f-bb1863c42d83 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Pushing event deleted for resources: {'Port': ['ID=b0fe8b65-ca02-4e18-b8e2-dd582d8aada1,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:08.301958 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-db726bea-da8b-4be9-bbc3-c85b6234d3a8 admin admin] Deleting subnet be823e4e-78dd-47cd-a5ea-2b720e23906c {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:50:08.314980 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] Pushing event updated for resources: {'Port': ['ID=eb646b3e-8f4a-4228-bf90-b835d67cc2c1,revision_number=8']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:08.318176 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-db726bea-da8b-4be9-bbc3-c85b6234d3a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:08.365698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:08.366311 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:08.367706 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e2bcd37-09a2-4747-a01d-0f71d1021219 service neutron] 10.222.0.55 "PUT /v2.0/ports/eb646b3e-8f4a-4228-bf90-b835d67cc2c1 HTTP/1.1" status: 200 len: 1122 time: 1.9732661 Mar 01 20:50:08.400460 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-db726bea-da8b-4be9-bbc3-c85b6234d3a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:08.427273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbd0aab-9e38-454e-87c8-1e192e37463f req-24f51041-81d5-4bee-b37f-bb1863c42d83 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] No DVR routers for this DVR port b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:50:08.439083 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78551ea9-2cc3-41e4-8a90-820dd16eede9 admin admin] Router 17e36c9b-0af9-4a10-8df3-683cac07f4b0 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:50:08.443291 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['eb646b3e-8f4a-4228-bf90-b835d67cc2c1'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:50:08.448831 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1bbd0aab-9e38-454e-87c8-1e192e37463f req-24f51041-81d5-4bee-b37f-bb1863c42d83 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:08.452720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c376dd29-c514-48d5-a162-127829e7311b', 'name': 'network-vif-deleted', 'tag': 'b0fe8b65-ca02-4e18-b8e2-dd582d8aada1'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:50:08.504757 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['eb646b3e-8f4a-4228-bf90-b835d67cc2c1'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:50:08.526005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3755ff9c-2e52-4edd-b028-d5377c07b80e req-3a4185a6-96e5-4230-a2a4-d354f23da7a9 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:08.528045 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3755ff9c-2e52-4edd-b028-d5377c07b80e req-3a4185a6-96e5-4230-a2a4-d354f23da7a9 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 945 time: 0.4519150 Mar 01 20:50:08.546524 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 98d722e4-e5f3-4252-b68f-84d5f3027010 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:50:08.620266 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3755ff9c-2e52-4edd-b028-d5377c07b80e req-92e619b8-706f-4783-acf7-c1a351022b17 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778513 Mar 01 20:50:08.647631 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-db726bea-da8b-4be9-bbc3-c85b6234d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:08.658616 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 98d722e4-e5f3-4252-b68f-84d5f3027010 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:50:08.658616 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 98d722e4-e5f3-4252-b68f-84d5f3027010 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:50:08.677366 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1bbd0aab-9e38-454e-87c8-1e192e37463f req-24f51041-81d5-4bee-b37f-bb1863c42d83 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.55 "DELETE /v2.0/ports/b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 HTTP/1.1" status: 204 len: 173 time: 2.6933546 Mar 01 20:50:08.707917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99980f3d-367e-479b-8bc5-950dbe343fb6 req-99393ec0-b2c1-4696-b6d9-dff5922c2704 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:08.715807 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-99980f3d-367e-479b-8bc5-950dbe343fb6 req-99393ec0-b2c1-4696-b6d9-dff5922c2704 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 1097 time: 0.2737322 Mar 01 20:50:08.750806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-00536ec3-1f22-438c-8906-0c0ea9c60955 req-98d8a899-9319-4949-b539-74b351659d48 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] For port 635a0829-3fed-4579-ba58-dc14b83d619e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=635a0829-3fed-4579-ba58-dc14b83d619e,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:08.751553 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-00536ec3-1f22-438c-8906-0c0ea9c60955 req-98d8a899-9319-4949-b539-74b351659d48 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:08.784329 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-99980f3d-367e-479b-8bc5-950dbe343fb6 req-9a5e8591-4f0f-459c-9ddb-34a9f04ecd35 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631347 Mar 01 20:50:08.888391 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-db726bea-da8b-4be9-bbc3-c85b6234d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:08.986757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db726bea-da8b-4be9-bbc3-c85b6234d3a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be823e4e-78dd-47cd-a5ea-2b720e23906c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:08.997143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd4a87b-2e62-42af-964e-1b76fb0aa8f2 None None] Network 2aed2480-1ab8-4444-bff3-1d83ea591019 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:50:09.001331 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-db726bea-da8b-4be9-bbc3-c85b6234d3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:09.014913 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c376dd29-c514-48d5-a162-127829e7311b', 'name': 'network-vif-deleted', 'tag': 'b0fe8b65-ca02-4e18-b8e2-dd582d8aada1', 'status': 'completed', 'code': 200} Mar 01 20:50:09.018868 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-db726bea-da8b-4be9-bbc3-c85b6234d3a8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/be823e4e-78dd-47cd-a5ea-2b720e23906c HTTP/1.1" status: 204 len: 168 time: 1.1454151 Mar 01 20:50:09.020001 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34364) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:09.028108 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-00536ec3-1f22-438c-8906-0c0ea9c60955 req-98d8a899-9319-4949-b539-74b351659d48 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Calling delete_port for 635a0829-3fed-4579-ba58-dc14b83d619e owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:50:09.115499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78551ea9-2cc3-41e4-8a90-820dd16eede9 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:50:09.122814 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-78551ea9-2cc3-41e4-8a90-820dd16eede9 admin admin] 10.222.0.42 "PUT /v2.0/routers/17e36c9b-0af9-4a10-8df3-683cac07f4b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5608606 Mar 01 20:50:09.125550 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34368) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:09.160387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766b1d99-f8c9-40db-a787-1b904a90303b None None] Sync routers for ids ['17e36c9b-0af9-4a10-8df3-683cac07f4b0'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:50:09.204391 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766b1d99-f8c9-40db-a787-1b904a90303b None None] Routers {'17e36c9b-0af9-4a10-8df3-683cac07f4b0'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:50:09.205274 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-766b1d99-f8c9-40db-a787-1b904a90303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:50:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['17e36c9b-0af9-4a10-8df3-683cac07f4b0'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:50:09.264025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc8f46-a6c3-41be-8cbe-0b37debf8b26 req-3b397cfb-bb62-4b9e-8f01-41a3d6201a7d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:09.265678 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86bc8f46-a6c3-41be-8cbe-0b37debf8b26 req-3b397cfb-bb62-4b9e-8f01-41a3d6201a7d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 944 time: 0.3624275 Mar 01 20:50:09.271086 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94b5bb2a-64a9-4335-b162-fdee23ac83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:09.329821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-94b5bb2a-64a9-4335-b162-fdee23ac83e7 admin admin] Deleting port f5fa8b20-da60-45c7-86fc-7c68b88e96dc {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:50:09.330165 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94b5bb2a-64a9-4335-b162-fdee23ac83e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:09.409676 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-766b1d99-f8c9-40db-a787-1b904a90303b None None] Set router 17e36c9b-0af9-4a10-8df3-683cac07f4b0 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:50:09.499708 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86bc8f46-a6c3-41be-8cbe-0b37debf8b26 req-4727621a-18c6-400b-9292-9fa0f427e269 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237990 Mar 01 20:50:09.510685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a15be8-d90c-4c94-ab43-778e891c43d9 req-0b1d0231-ce53-4ec7-9332-8feeaf3ea780 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:09.512432 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-97a15be8-d90c-4c94-ab43-778e891c43d9 req-0b1d0231-ce53-4ec7-9332-8feeaf3ea780 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 950 time: 0.4250953 Mar 01 20:50:09.546408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8cae06-5776-4cf5-9214-08fde76e7ad0 None None] DHCP port deletion for 2aed2480-1ab8-4444-bff3-1d83ea591019 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 20:50:09.570546 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ae8cae06-5776-4cf5-9214-08fde76e7ad0 None None] Deleting port f5fa8b20-da60-45c7-86fc-7c68b88e96dc {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:50:09.570916 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ae8cae06-5776-4cf5-9214-08fde76e7ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:09.575445 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d8d6b0a-5e36-4b27-9c19-01b32ff491a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:09.632498 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-97a15be8-d90c-4c94-ab43-778e891c43d9 req-c36ed3cc-b1c8-42fd-ac70-261d041257f3 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126935 Mar 01 20:50:09.634981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e86ff888-a16a-47cd-b6a3-4653da7dbf1b', 'tag': 'eb646b3e-8f4a-4228-bf90-b835d67cc2c1'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:50:09.724747 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:50:09.779646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:50:09.779987 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device b0fe8b65-ca02-4e18-b8e2-dd582d8aada1 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:50:09.796536 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-00536ec3-1f22-438c-8906-0c0ea9c60955 req-98d8a899-9319-4949-b539-74b351659d48 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:09.816163 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['6dc09aae-d457-4642-8cd4-697475637be9'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:50:09.836681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-94b5bb2a-64a9-4335-b162-fdee23ac83e7 admin admin] For port f5fa8b20-da60-45c7-86fc-7c68b88e96dc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f5fa8b20-da60-45c7-86fc-7c68b88e96dc,segment=NetworkSegment(35290079-d6e7-4382-b07a-ce16d452de9f),segment_id=35290079-d6e7-4382-b07a-ce16d452de9f)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:09.837039 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94b5bb2a-64a9-4335-b162-fdee23ac83e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:09.854974 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8a899-9319-4949-b539-74b351659d48 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Pushing event deleted for resources: {'Port': ['ID=635a0829-3fed-4579-ba58-dc14b83d619e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:09.869103 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d8d6b0a-5e36-4b27-9c19-01b32ff491a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:10.009658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-00536ec3-1f22-438c-8906-0c0ea9c60955 req-98d8a899-9319-4949-b539-74b351659d48 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] No DVR routers for this DVR port 635a0829-3fed-4579-ba58-dc14b83d619e on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:50:10.013203 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-00536ec3-1f22-438c-8906-0c0ea9c60955 req-98d8a899-9319-4949-b539-74b351659d48 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:10.023255 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-6d8d6b0a-5e36-4b27-9c19-01b32ff491a1 admin admin] Deleting port f94c6a10-07af-4f9c-83bd-333d0e6e6ceb {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:50:10.024466 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d8d6b0a-5e36-4b27-9c19-01b32ff491a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:10.063903 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-94b5bb2a-64a9-4335-b162-fdee23ac83e7 admin admin] Calling delete_port for f5fa8b20-da60-45c7-86fc-7c68b88e96dc owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:50:10.137891 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ae8cae06-5776-4cf5-9214-08fde76e7ad0 None None] For port f5fa8b20-da60-45c7-86fc-7c68b88e96dc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f5fa8b20-da60-45c7-86fc-7c68b88e96dc,segment=NetworkSegment(35290079-d6e7-4382-b07a-ce16d452de9f),segment_id=35290079-d6e7-4382-b07a-ce16d452de9f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:10.138424 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ae8cae06-5776-4cf5-9214-08fde76e7ad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:10.144738 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66b23f3-218a-4adb-aa55-d1ef11cd8ee9 req-aacc84c7-55d6-44b8-906f-a834cc21f8de tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:10.156856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f66b23f3-218a-4adb-aa55-d1ef11cd8ee9 req-aacc84c7-55d6-44b8-906f-a834cc21f8de tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 1097 time: 0.5034237 Mar 01 20:50:10.193753 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e10a1763-e682-497f-bdeb-6c22a36fdcbc req-28333b63-47de-46d3-8d78-3948b3707413 tempest-VolumesAdminNegativeTest-454035121 tempest-VolumesAdminNegativeTest-454035121-project] 10.222.0.42 "GET /v2.0/ports?device_id=c376dd29-c514-48d5-a162-127829e7311b HTTP/1.1" status: 200 len: 210 time: 0.0921900 Mar 01 20:50:10.228818 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-00536ec3-1f22-438c-8906-0c0ea9c60955 req-98d8a899-9319-4949-b539-74b351659d48 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.55 "DELETE /v2.0/ports/635a0829-3fed-4579-ba58-dc14b83d619e HTTP/1.1" status: 204 len: 173 time: 2.2539482 Mar 01 20:50:10.255325 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f5fa8b20-da60-45c7-86fc-7c68b88e96dc no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:50:10.257615 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f66b23f3-218a-4adb-aa55-d1ef11cd8ee9 req-c781d76a-ac8c-47e7-9135-7e386faea63f tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043911 Mar 01 20:50:10.289904 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-6d8d6b0a-5e36-4b27-9c19-01b32ff491a1 admin admin] For port f94c6a10-07af-4f9c-83bd-333d0e6e6ceb, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f94c6a10-07af-4f9c-83bd-333d0e6e6ceb,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:10.290262 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d8d6b0a-5e36-4b27-9c19-01b32ff491a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:10.360550 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94b5bb2a-64a9-4335-b162-fdee23ac83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:10.366941 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ae8cae06-5776-4cf5-9214-08fde76e7ad0 None None] Calling delete_port for f5fa8b20-da60-45c7-86fc-7c68b88e96dc owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:50:10.373784 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e86ff888-a16a-47cd-b6a3-4653da7dbf1b', 'tag': 'eb646b3e-8f4a-4228-bf90-b835d67cc2c1', 'status': 'completed', 'code': 200} Mar 01 20:50:10.464160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b5bb2a-64a9-4335-b162-fdee23ac83e7 admin admin] No DVR routers for this DVR port f5fa8b20-da60-45c7-86fc-7c68b88e96dc on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:50:10.466512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-6d8d6b0a-5e36-4b27-9c19-01b32ff491a1 admin admin] Calling delete_port for f94c6a10-07af-4f9c-83bd-333d0e6e6ceb owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:50:10.472640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5bb2a-64a9-4335-b162-fdee23ac83e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5fa8b20-da60-45c7-86fc-7c68b88e96dc,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:10.608970 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94b5bb2a-64a9-4335-b162-fdee23ac83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:10.619084 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No active binding found for port f5fa8b20-da60-45c7-86fc-7c68b88e96dc {{(pid=88520) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 01 20:50:10.619681 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f5fa8b20-da60-45c7-86fc-7c68b88e96dc not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:50:10.622038 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-766b1d99-f8c9-40db-a787-1b904a90303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'name': 'tempest-ServersTestManualDisk-1444095145-router', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210'}], 'enable_snat': True}, 'gw_port_id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:48:12Z', 'updated_at': '2022-03-01T20:50:05Z', 'revision_number': 5, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'gw_port': {'id': 'f94c6a10-07af-4f9c-83bd-333d0e6e6ceb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:32:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:48:14Z', 'updated_at': '2022-03-01T20:48:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:50:10.650058 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766b1d99-f8c9-40db-a787-1b904a90303b None None] Checking router: 17e36c9b-0af9-4a10-8df3-683cac07f4b0 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:50:10.668400 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-ae8cae06-5776-4cf5-9214-08fde76e7ad0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:50:10.668750 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-ae8cae06-5776-4cf5-9214-08fde76e7ad0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:50:10.674820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4a1fde-3946-45b5-8a2f-09fe57fd4ef9 req-749d8e7d-cc59-4039-86ab-f0504875d617 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:10.677016 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766b1d99-f8c9-40db-a787-1b904a90303b None None] Routers {'17e36c9b-0af9-4a10-8df3-683cac07f4b0'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:50:10.677693 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-766b1d99-f8c9-40db-a787-1b904a90303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:50:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['17e36c9b-0af9-4a10-8df3-683cac07f4b0'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:50:10.689036 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf4a1fde-3946-45b5-8a2f-09fe57fd4ef9 req-749d8e7d-cc59-4039-86ab-f0504875d617 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 945 time: 0.2628503 Mar 01 20:50:10.692466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-94b5bb2a-64a9-4335-b162-fdee23ac83e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2aed2480-1ab8-4444-bff3-1d83ea591019']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:50:10.735879 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-94b5bb2a-64a9-4335-b162-fdee23ac83e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35290079-d6e7-4382-b07a-ce16d452de9f') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:50:10.736231 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-94b5bb2a-64a9-4335-b162-fdee23ac83e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35290079-d6e7-4382-b07a-ce16d452de9f') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:50:10.755398 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94b5bb2a-64a9-4335-b162-fdee23ac83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:10.774735 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf4a1fde-3946-45b5-8a2f-09fe57fd4ef9 req-80d63ee5-e4e3-4760-841b-8abeaa836273 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843744 Mar 01 20:50:10.796340 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94b5bb2a-64a9-4335-b162-fdee23ac83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:10.808315 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b5bb2a-64a9-4335-b162-fdee23ac83e7 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:50:10.809120 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94b5bb2a-64a9-4335-b162-fdee23ac83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:10.812713 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b0a6d-a0e7-41d6-873f-69cfc604b833 req-269745e1-d153-463b-a7d8-931215e25c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:10.814744 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dc2b0a6d-a0e7-41d6-873f-69cfc604b833 req-269745e1-d153-463b-a7d8-931215e25c76 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 1125 time: 0.2924318 Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: timer() Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:50:10.852852 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:50:10.879016 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-766b1d99-f8c9-40db-a787-1b904a90303b None None] Set router 17e36c9b-0af9-4a10-8df3-683cac07f4b0 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:50:10.974617 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:50:10.977529 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b0a6d-a0e7-41d6-873f-69cfc604b833 req-90ef8bd9-40e6-4b2a-85ee-0efe253dbed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:10.979086 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dc2b0a6d-a0e7-41d6-873f-69cfc604b833 req-90ef8bd9-40e6-4b2a-85ee-0efe253dbed2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 922 time: 0.1570148 Mar 01 20:50:10.986228 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d8d6b0a-5e36-4b27-9c19-01b32ff491a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:11.001100 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-766b1d99-f8c9-40db-a787-1b904a90303b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'name': 'tempest-ServersTestManualDisk-1444095145-router', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:48:12Z', 'updated_at': '2022-03-01T20:50:09Z', 'revision_number': 6, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:50:11.006280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766b1d99-f8c9-40db-a787-1b904a90303b None None] The sync data for ids ['17e36c9b-0af9-4a10-8df3-683cac07f4b0'] in n-d-827896-4 is: [{'id': '17e36c9b-0af9-4a10-8df3-683cac07f4b0', 'name': 'tempest-ServersTestManualDisk-1444095145-router', 'tenant_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:48:12Z', 'updated_at': '2022-03-01T20:50:09Z', 'revision_number': 6, 'project_id': '7c2ea0c962884e80b5b9d250faf4e5de', 'gw_port_host': None}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:50:11.021378 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387bf99-c67e-4325-bd43-2013c2aaec6c req-c7a35354-0d59-4c67-a225-bd380a880800 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:11.023170 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0387bf99-c67e-4325-bd43-2013c2aaec6c req-c7a35354-0d59-4c67-a225-bd380a880800 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 944 time: 0.2192943 Mar 01 20:50:11.024644 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94b5bb2a-64a9-4335-b162-fdee23ac83e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:11.030117 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94b5bb2a-64a9-4335-b162-fdee23ac83e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:11.112298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5bb2a-64a9-4335-b162-fdee23ac83e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2aed2480-1ab8-4444-bff3-1d83ea591019,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:11.120315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c7f1025-f53c-43cd-82c6-9fccec841236 req-85eab906-8a3a-47dc-a500-fe08c9722d50 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=9849b364-99f0-45fd-9017-285199a5656f HTTP/1.1" status: 200 len: 210 time: 0.0861096 Mar 01 20:50:11.129265 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-94b5bb2a-64a9-4335-b162-fdee23ac83e7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2aed2480-1ab8-4444-bff3-1d83ea591019 HTTP/1.1" status: 204 len: 168 time: 2.1064613 Mar 01 20:50:11.129912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9849b364-99f0-45fd-9017-285199a5656f', 'name': 'network-vif-deleted', 'tag': '635a0829-3fed-4579-ba58-dc14b83d619e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:50:11.157108 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0387bf99-c67e-4325-bd43-2013c2aaec6c req-ab350c6a-ba81-4cce-935d-fa629c73bb0f tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720942 Mar 01 20:50:11.159953 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8d6b0a-5e36-4b27-9c19-01b32ff491a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f94c6a10-07af-4f9c-83bd-333d0e6e6ceb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:11.173319 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ae8cae06-5776-4cf5-9214-08fde76e7ad0 None None] Deleting port f5fa8b20-da60-45c7-86fc-7c68b88e96dc {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:50:11.173319 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ae8cae06-5776-4cf5-9214-08fde76e7ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:11.191064 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dc2b0a6d-a0e7-41d6-873f-69cfc604b833 req-de309a6d-3af7-4269-9d05-1427b1b3d024 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb646b3e-8f4a-4228-bf90-b835d67cc2c1 HTTP/1.1" status: 200 len: 217 time: 0.1968825 Mar 01 20:50:11.248519 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ae8cae06-5776-4cf5-9214-08fde76e7ad0 None None] The port 'f5fa8b20-da60-45c7-86fc-7c68b88e96dc' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 20:50:11.310557 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9849b364-99f0-45fd-9017-285199a5656f', 'name': 'network-vif-deleted', 'tag': '635a0829-3fed-4579-ba58-dc14b83d619e', 'status': 'completed', 'code': 200} Mar 01 20:50:11.383165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34412) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:11.463428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a1aa3fe-7c38-436b-80a5-f153dc3f1d0a admin admin] Deleting subnet 39991eaa-2856-42fd-9355-4e349666025a {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:50:11.469139 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9a1aa3fe-7c38-436b-80a5-f153dc3f1d0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:11.502243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b0a6d-a0e7-41d6-873f-69cfc604b833 req-0205fc79-e9bf-4fa7-a2b5-8960355c5a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:11.503738 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dc2b0a6d-a0e7-41d6-873f-69cfc604b833 req-0205fc79-e9bf-4fa7-a2b5-8960355c5a0f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.2997727 Mar 01 20:50:11.506453 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d8d6b0a-5e36-4b27-9c19-01b32ff491a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:11.526027 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9a1aa3fe-7c38-436b-80a5-f153dc3f1d0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:11.595101 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9a1aa3fe-7c38-436b-80a5-f153dc3f1d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:11.683288 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34420) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:11.704017 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 635a0829-3fed-4579-ba58-dc14b83d619e no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:50:11.739089 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dc2b0a6d-a0e7-41d6-873f-69cfc604b833 req-50824b9e-e73b-4ac8-8979-af14ab79a0b1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056576 Mar 01 20:50:11.752324 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0639a819-b5a4-406e-8527-8932c8ca579c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=902a56c403e34a418371b0515fce41af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0661178 Mar 01 20:50:11.753761 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 635a0829-3fed-4579-ba58-dc14b83d619e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:50:11.754156 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34428) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:11.755845 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 635a0829-3fed-4579-ba58-dc14b83d619e not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:50:11.770461 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d8d6b0a-5e36-4b27-9c19-01b32ff491a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:11.784409 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d8d6b0a-5e36-4b27-9c19-01b32ff491a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:11.822644 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a259b8e3-f7b4-4b52-a253-7961bec2bbd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:11.835814 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9a1aa3fe-7c38-436b-80a5-f153dc3f1d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:11.880619 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1aa3fe-7c38-436b-80a5-f153dc3f1d0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39991eaa-2856-42fd-9355-4e349666025a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:11.892289 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9a1aa3fe-7c38-436b-80a5-f153dc3f1d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:11.896296 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a259b8e3-f7b4-4b52-a253-7961bec2bbd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:11.907616 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9a1aa3fe-7c38-436b-80a5-f153dc3f1d0a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/39991eaa-2856-42fd-9355-4e349666025a HTTP/1.1" status: 204 len: 168 time: 0.5229869 Mar 01 20:50:11.910105 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34436) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:11.929524 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dc2b0a6d-a0e7-41d6-873f-69cfc604b833 req-fb3ab894-c9d6-4e72-9253-d509a63e51a9 service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824489 Mar 01 20:50:11.983636 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d8d6b0a-5e36-4b27-9c19-01b32ff491a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:11.985297 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8d6b0a-5e36-4b27-9c19-01b32ff491a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17e36c9b-0af9-4a10-8df3-683cac07f4b0 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 20:50:12.136919 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 377f7c5b-51c9-44f1-97e2-439e159ad20d no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:50:12.159500 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dc2b0a6d-a0e7-41d6-873f-69cfc604b833 req-65931634-16d1-4f9f-9029-0c32c8d5bb6e service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224665 Mar 01 20:50:12.161143 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d8d6b0a-5e36-4b27-9c19-01b32ff491a1 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:12.164468 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6d8d6b0a-5e36-4b27-9c19-01b32ff491a1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/17e36c9b-0af9-4a10-8df3-683cac07f4b0 HTTP/1.1" status: 204 len: 168 time: 3.0357034 Mar 01 20:50:12.165280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34442) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:12.206652 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 377f7c5b-51c9-44f1-97e2-439e159ad20d {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:50:12.206652 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 377f7c5b-51c9-44f1-97e2-439e159ad20d not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:50:12.207915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f94c6a10-07af-4f9c-83bd-333d0e6e6ceb no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:50:12.227861 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8a0349a8-500c-4c7c-ab75-aec0fe0032fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:12.258402 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-d727aa9e-ae03-4de1-b77c-694e4d143a7c admin admin] Deleting subnet ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:50:12.261150 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d727aa9e-ae03-4de1-b77c-694e4d143a7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:12.279457 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: f94c6a10-07af-4f9c-83bd-333d0e6e6ceb {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:50:12.280017 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f94c6a10-07af-4f9c-83bd-333d0e6e6ceb not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:50:12.322273 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d727aa9e-ae03-4de1-b77c-694e4d143a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:12.391447 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a259b8e3-f7b4-4b52-a253-7961bec2bbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:12.405751 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8a0349a8-500c-4c7c-ab75-aec0fe0032fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:12.424416 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a259b8e3-f7b4-4b52-a253-7961bec2bbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9583bbe1-bd9f-4f76-91a1-b95b3ffedde4,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:12.427715 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d727aa9e-ae03-4de1-b77c-694e4d143a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:12.445799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83f947-e5ed-4283-bee8-f80f81b39522 req-3ff353c2-8fdf-4fde-a70a-c9bfa82ba4a1 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:12.453210 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b83f947-e5ed-4283-bee8-f80f81b39522 req-3ff353c2-8fdf-4fde-a70a-c9bfa82ba4a1 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 945 time: 0.3297842 Mar 01 20:50:12.472835 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-8a0349a8-500c-4c7c-ab75-aec0fe0032fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0a68fa1-5851-47fc-aecb-0d4682946ffc']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:50:12.485069 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a259b8e3-f7b4-4b52-a253-7961bec2bbd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:12.486189 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a259b8e3-f7b4-4b52-a253-7961bec2bbd4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9583bbe1-bd9f-4f76-91a1-b95b3ffedde4 HTTP/1.1" status: 204 len: 168 time: 0.7308896 Mar 01 20:50:12.492109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-8a0349a8-500c-4c7c-ab75-aec0fe0032fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35469bca-3c10-4b8a-ab25-bff85bd15d35') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:50:12.492350 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-8a0349a8-500c-4c7c-ab75-aec0fe0032fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35469bca-3c10-4b8a-ab25-bff85bd15d35') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:50:12.514688 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8a0349a8-500c-4c7c-ab75-aec0fe0032fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:12.539904 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b83f947-e5ed-4283-bee8-f80f81b39522 req-8a7ba43f-7862-45ca-9e5c-297a0b1019ad tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859802 Mar 01 20:50:12.542527 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8a0349a8-500c-4c7c-ab75-aec0fe0032fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:12.551395 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a0349a8-500c-4c7c-ab75-aec0fe0032fe admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:50:12.552047 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8a0349a8-500c-4c7c-ab75-aec0fe0032fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: timer() Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:50:12.566077 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:50:12.582484 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d727aa9e-ae03-4de1-b77c-694e4d143a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:12.647638 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727aa9e-ae03-4de1-b77c-694e4d143a7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:12.658710 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d727aa9e-ae03-4de1-b77c-694e4d143a7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:12.664731 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980c16f9-da49-49c2-8784-c1fd8c451a10 None None] Network 95a5c81c-b345-48d2-b726-9e7d834c1286 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:50:12.667881 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d727aa9e-ae03-4de1-b77c-694e4d143a7c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ec6e4fde-bb8d-4d1a-95c2-81ed3c5369de HTTP/1.1" status: 204 len: 168 time: 0.5017421 Mar 01 20:50:12.670542 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34468) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:12.790755 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8a0349a8-500c-4c7c-ab75-aec0fe0032fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:12.816049 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8a0349a8-500c-4c7c-ab75-aec0fe0032fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:12.824240 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad14f087-fea5-4a26-b90c-579a8a64c0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:12.845556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-ad14f087-fea5-4a26-b90c-579a8a64c0fa admin admin] Deleting port e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:50:12.845897 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad14f087-fea5-4a26-b90c-579a8a64c0fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:12.852479 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0349a8-500c-4c7c-ab75-aec0fe0032fe admin admin] Pushing event deleted for resources: {'Network': ['ID=e0a68fa1-5851-47fc-aecb-0d4682946ffc,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:12.931498 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8a0349a8-500c-4c7c-ab75-aec0fe0032fe admin admin] 10.222.0.42 "DELETE /v2.0/networks/e0a68fa1-5851-47fc-aecb-0d4682946ffc HTTP/1.1" status: 204 len: 168 time: 1.0203369 Mar 01 20:50:12.934114 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34478) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:12.998044 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9660eb0-3feb-4a73-924b-098b451a79a7 None None] DHCP port deletion for 95a5c81c-b345-48d2-b726-9e7d834c1286 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 20:50:13.004387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c9660eb0-3feb-4a73-924b-098b451a79a7 None None] Deleting port e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:50:13.005080 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c9660eb0-3feb-4a73-924b-098b451a79a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:13.053040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-9efb8aa6-9eae-4db3-af92-0ab0fff40aad admin admin] Deleting subnet 3497a03c-9438-4c78-acb2-8a7bcd505ae7 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:50:13.057432 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9efb8aa6-9eae-4db3-af92-0ab0fff40aad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:13.143418 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9efb8aa6-9eae-4db3-af92-0ab0fff40aad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:13.204372 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9efb8aa6-9eae-4db3-af92-0ab0fff40aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:13.223698 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-ad14f087-fea5-4a26-b90c-579a8a64c0fa admin admin] For port e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce,segment=NetworkSegment(672dca7d-f91d-471e-9e35-d0e52af22db0),segment_id=672dca7d-f91d-471e-9e35-d0e52af22db0)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:13.224685 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad14f087-fea5-4a26-b90c-579a8a64c0fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:13.308130 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c9660eb0-3feb-4a73-924b-098b451a79a7 None None] For port e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce,segment=NetworkSegment(672dca7d-f91d-471e-9e35-d0e52af22db0),segment_id=672dca7d-f91d-471e-9e35-d0e52af22db0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:13.308701 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c9660eb0-3feb-4a73-924b-098b451a79a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:13.362934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5542473-eb44-4c61-9a77-3fa0da11b3b8 req-bc8ae2bc-4cc4-49a0-9727-dd0ae77dd3a9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:13.364409 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a5542473-eb44-4c61-9a77-3fa0da11b3b8 req-bc8ae2bc-4cc4-49a0-9727-dd0ae77dd3a9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 944 time: 0.1083698 Mar 01 20:50:13.611734 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a5542473-eb44-4c61-9a77-3fa0da11b3b8 req-37433ea2-275a-46ba-ada5-923986b838fd tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530982 Mar 01 20:50:13.614327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-ad14f087-fea5-4a26-b90c-579a8a64c0fa admin admin] Calling delete_port for e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:50:13.615435 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c9660eb0-3feb-4a73-924b-098b451a79a7 None None] Calling delete_port for e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:50:13.699193 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9efb8aa6-9eae-4db3-af92-0ab0fff40aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:13.741191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efb8aa6-9eae-4db3-af92-0ab0fff40aad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3497a03c-9438-4c78-acb2-8a7bcd505ae7,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:13.744719 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9efb8aa6-9eae-4db3-af92-0ab0fff40aad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:13.751277 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9efb8aa6-9eae-4db3-af92-0ab0fff40aad admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3497a03c-9438-4c78-acb2-8a7bcd505ae7 HTTP/1.1" status: 204 len: 168 time: 0.8150828 Mar 01 20:50:13.753653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34496) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:13.860940 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-23e2e9b5-cc76-4941-a95b-3ed962fa1774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:13.874832 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad14f087-fea5-4a26-b90c-579a8a64c0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:13.875288 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-c9660eb0-3feb-4a73-924b-098b451a79a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:50:13.875288 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-c9660eb0-3feb-4a73-924b-098b451a79a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:50:14.079052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14f087-fea5-4a26-b90c-579a8a64c0fa admin admin] Pushing event deleted for resources: {'Port': ['ID=e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:14.095165 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:50:14.098839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad14f087-fea5-4a26-b90c-579a8a64c0fa admin admin] No DVR routers for this DVR port e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:50:14.108328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-53d84e65-b86e-4653-9bb9-14c4a53f15fc tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:50:14.121039 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-53d84e65-b86e-4653-9bb9-14c4a53f15fc tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0354757 Mar 01 20:50:14.121813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-bee0a357-f15b-413d-9897-e3c64375b224 service neutron] Request body: {'binding': {'host': 'n-h2-827896-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:50:14.122402 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-bee0a357-f15b-413d-9897-e3c64375b224 service neutron] Unknown quota resources ['binding']. {{(pid=88518) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 01 20:50:14.153824 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-23e2e9b5-cc76-4941-a95b-3ed962fa1774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:14.166440 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:50:14.174691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:50:14.201888 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-23e2e9b5-cc76-4941-a95b-3ed962fa1774 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0da88a8-ca0a-4751-bf20-39eae65f5671']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:50:14.239028 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-23e2e9b5-cc76-4941-a95b-3ed962fa1774 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17dd3747-6050-48ec-8fe9-577b2f0cc6f6') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:50:14.239371 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-23e2e9b5-cc76-4941-a95b-3ed962fa1774 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17dd3747-6050-48ec-8fe9-577b2f0cc6f6') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:50:14.253916 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad14f087-fea5-4a26-b90c-579a8a64c0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:14.270151 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-23e2e9b5-cc76-4941-a95b-3ed962fa1774 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:14.281816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-ad14f087-fea5-4a26-b90c-579a8a64c0fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a5c81c-b345-48d2-b726-9e7d834c1286']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:50:14.294492 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-ad14f087-fea5-4a26-b90c-579a8a64c0fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672dca7d-f91d-471e-9e35-d0e52af22db0') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:50:14.294787 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-ad14f087-fea5-4a26-b90c-579a8a64c0fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672dca7d-f91d-471e-9e35-d0e52af22db0') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:50:14.306602 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad14f087-fea5-4a26-b90c-579a8a64c0fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:14.323584 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad14f087-fea5-4a26-b90c-579a8a64c0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:14.331123 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad14f087-fea5-4a26-b90c-579a8a64c0fa admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:50:14.331547 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad14f087-fea5-4a26-b90c-579a8a64c0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:50:14.344960 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:50:14.353880 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-23e2e9b5-cc76-4941-a95b-3ed962fa1774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:14.366815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e2e9b5-cc76-4941-a95b-3ed962fa1774 admin admin] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:50:14.371496 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-23e2e9b5-cc76-4941-a95b-3ed962fa1774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:14.373580 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c9660eb0-3feb-4a73-924b-098b451a79a7 None None] Deleting port e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:50:14.374672 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c9660eb0-3feb-4a73-924b-098b451a79a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: timer() Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:50:14.389203 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:50:14.478451 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c9660eb0-3feb-4a73-924b-098b451a79a7 None None] The port 'e0fc7ee5-22a6-44eb-a0ba-3dbc02a887ce' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 20:50:14.538420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-bee0a357-f15b-413d-9897-e3c64375b224 service neutron] Attempting to bind port 2496ca6b-c775-4f1c-bbd6-538025c1aead on host n-h2-827896-4 for vnic_type normal with profile None {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:50:14.538758 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-bee0a357-f15b-413d-9897-e3c64375b224 service neutron] Attempting to bind port 2496ca6b-c775-4f1c-bbd6-538025c1aead by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:50:14.538942 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad14f087-fea5-4a26-b90c-579a8a64c0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:14.539071 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-bee0a357-f15b-413d-9897-e3c64375b224 service neutron] Attempting to bind port 2496ca6b-c775-4f1c-bbd6-538025c1aead on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:50:14.544651 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-bee0a357-f15b-413d-9897-e3c64375b224 service neutron] Port 2496ca6b-c775-4f1c-bbd6-538025c1aead on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:50:14.545046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-bee0a357-f15b-413d-9897-e3c64375b224 service neutron] Attempting to bind port 2496ca6b-c775-4f1c-bbd6-538025c1aead on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:50:14.551717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-bee0a357-f15b-413d-9897-e3c64375b224 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:50:14.552057 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-bee0a357-f15b-413d-9897-e3c64375b224 service neutron] Checking segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:50:14.552493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-bee0a357-f15b-413d-9897-e3c64375b224 service neutron] Bound using segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:50:14.552866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-bee0a357-f15b-413d-9897-e3c64375b224 service neutron] Bound port: 2496ca6b-c775-4f1c-bbd6-538025c1aead, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:50:14.561260 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad14f087-fea5-4a26-b90c-579a8a64c0fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:14.573553 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14f087-fea5-4a26-b90c-579a8a64c0fa admin admin] Pushing event deleted for resources: {'Network': ['ID=95a5c81c-b345-48d2-b726-9e7d834c1286,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:14.584772 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ad14f087-fea5-4a26-b90c-579a8a64c0fa admin admin] 10.222.0.42 "DELETE /v2.0/networks/95a5c81c-b345-48d2-b726-9e7d834c1286 HTTP/1.1" status: 204 len: 168 time: 1.9131386 Mar 01 20:50:14.586406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-bee0a357-f15b-413d-9897-e3c64375b224 service neutron] For port 2496ca6b-c775-4f1c-bbd6-538025c1aead, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=2496ca6b-c775-4f1c-bbd6-538025c1aead,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:50:14.623986 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-23e2e9b5-cc76-4941-a95b-3ed962fa1774 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:14.646451 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-23e2e9b5-cc76-4941-a95b-3ed962fa1774 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:14.654170 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2e9b5-cc76-4941-a95b-3ed962fa1774 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0da88a8-ca0a-4751-bf20-39eae65f5671,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:14.659819 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-bee0a357-f15b-413d-9897-e3c64375b224 service neutron] Notify callbacks [] for binding, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:14.671937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-bee0a357-f15b-413d-9897-e3c64375b224 service neutron] 10.222.0.42 "POST /v2.0/ports/2496ca6b-c775-4f1c-bbd6-538025c1aead/bindings HTTP/1.1" status: 201 len: 389 time: 0.5476382 Mar 01 20:50:14.809314 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-23e2e9b5-cc76-4941-a95b-3ed962fa1774 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f0da88a8-ca0a-4751-bf20-39eae65f5671 HTTP/1.1" status: 204 len: 168 time: 1.0546517 Mar 01 20:50:14.861721 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbce98a-8c7f-418e-982d-a42299c9342b req-b0c1e9d2-4a48-4181-b37f-2fc1a9c547aa tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:14.863720 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5cbce98a-8c7f-418e-982d-a42299c9342b req-b0c1e9d2-4a48-4181-b37f-2fc1a9c547aa tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 945 time: 0.2109392 Mar 01 20:50:14.921045 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5cbce98a-8c7f-418e-982d-a42299c9342b req-55f91907-e4c9-447d-a9a2-836583e44eeb tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472069 Mar 01 20:50:14.970237 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34530) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:15.028536 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-407b5351-1631-4163-99cb-a76d23a363d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c2ea0c962884e80b5b9d250faf4e5de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570152 Mar 01 20:50:15.031052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34534) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:15.104895 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bab85b25-469f-490b-9dbf-a2709f3cb185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:15.132108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e3683-9004-4f69-b38a-d66d9f2b6e02 req-2922ac9c-5a11-43b5-b8b8-10cb38206908 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:15.133630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c65e3683-9004-4f69-b38a-d66d9f2b6e02 req-2922ac9c-5a11-43b5-b8b8-10cb38206908 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f89cbcc-8330-4263-b88c-ee0258807fe8 HTTP/1.1" status: 200 len: 950 time: 0.1727321 Mar 01 20:50:15.134408 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bab85b25-469f-490b-9dbf-a2709f3cb185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:15.176343 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34538) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:15.177886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb8501-2a1f-496b-8c4a-0a681935eebc req-ed07bee2-0e35-4a25-9e8d-c533d1bcaea1 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:15.183820 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05cb8501-2a1f-496b-8c4a-0a681935eebc req-ed07bee2-0e35-4a25-9e8d-c533d1bcaea1 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 944 time: 0.1578887 Mar 01 20:50:15.217253 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c65e3683-9004-4f69-b38a-d66d9f2b6e02 req-ee8e97a2-698e-49f2-8b54-c4eb8f9cf203 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730457 Mar 01 20:50:15.229162 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5c903cf7-7b4a-4bc6-bdee-ee3b2322bedf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cad841128e28424483dccf81373a860e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0516400 Mar 01 20:50:15.232925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34542) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:15.257179 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05cb8501-2a1f-496b-8c4a-0a681935eebc req-832ea3f1-aac1-4dc0-98dd-e6f313d9ef38 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629816 Mar 01 20:50:15.287094 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bab85b25-469f-490b-9dbf-a2709f3cb185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:15.301802 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab85b25-469f-490b-9dbf-a2709f3cb185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79292e01-0e12-4f5b-867e-74f75b9f8e5b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:15.308708 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bab85b25-469f-490b-9dbf-a2709f3cb185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:15.309955 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bab85b25-469f-490b-9dbf-a2709f3cb185 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/79292e01-0e12-4f5b-867e-74f75b9f8e5b HTTP/1.1" status: 204 len: 168 time: 0.2779782 Mar 01 20:50:15.310354 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2e2cf9f-6f03-40d1-b662-76918845788a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:15.339864 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2e2cf9f-6f03-40d1-b662-76918845788a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:15.467007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbdf19-cee5-4bce-b199-143a1cff4cb1 req-7dce1146-b749-4dca-b5b4-ed946c788cfd tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:15.468546 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1dbdf19-cee5-4bce-b199-143a1cff4cb1 req-7dce1146-b749-4dca-b5b4-ed946c788cfd tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 946 time: 0.0963497 Mar 01 20:50:15.515891 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1dbdf19-cee5-4bce-b199-143a1cff4cb1 req-fd0e48f6-8ff5-48f1-bf24-b824df239c14 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411625 Mar 01 20:50:15.516702 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2e2cf9f-6f03-40d1-b662-76918845788a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:15.541340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e2cf9f-6f03-40d1-b662-76918845788a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3023c837-09f2-4fb0-b5b3-b54850ef9e4e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:15.616821 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2e2cf9f-6f03-40d1-b662-76918845788a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:15.618083 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a2e2cf9f-6f03-40d1-b662-76918845788a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3023c837-09f2-4fb0-b5b3-b54850ef9e4e HTTP/1.1" status: 204 len: 168 time: 0.3841922 Mar 01 20:50:16.193981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e625e6-723b-4521-93e7-64122f7bd88b req-101a3f26-f994-4c61-ba45-4d8aac609d7b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:16.195591 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89e625e6-723b-4521-93e7-64122f7bd88b req-101a3f26-f994-4c61-ba45-4d8aac609d7b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 945 time: 0.1029205 Mar 01 20:50:16.243200 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89e625e6-723b-4521-93e7-64122f7bd88b req-9a6cb217-2b1d-4226-b350-f8d5951cc26f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413449 Mar 01 20:50:16.334254 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65cbb0-4f53-4ac8-b681-263d10551a01 req-a59137a6-101d-4b32-9b39-c81f57821e3c tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:16.334989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-0c65cbb0-4f53-4ac8-b681-263d10551a01 req-a59137a6-101d-4b32-9b39-c81f57821e3c tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Synchronizing usage tracker for tenant:ce3561a503a4423b96ac6c84dd2aea55 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:50:16.418723 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-0c65cbb0-4f53-4ac8-b681-263d10551a01 req-a59137a6-101d-4b32-9b39-c81f57821e3c tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Unset dirty status for tenant:ce3561a503a4423b96ac6c84dd2aea55 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:50:16.420007 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0c65cbb0-4f53-4ac8-b681-263d10551a01 req-a59137a6-101d-4b32-9b39-c81f57821e3c tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.57 "GET /v2.0/ports?device_id=3f89cbcc-8330-4263-b88c-ee0258807fe8 HTTP/1.1" status: 200 len: 950 time: 0.1933339 Mar 01 20:50:16.493266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70991099-26f0-4caa-bb7e-bc15f3f7fe38 req-3ab5957d-be3f-46e5-9ef0-211e2a98d78e tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:16.494738 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70991099-26f0-4caa-bb7e-bc15f3f7fe38 req-3ab5957d-be3f-46e5-9ef0-211e2a98d78e tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f89cbcc-8330-4263-b88c-ee0258807fe8 HTTP/1.1" status: 200 len: 950 time: 0.1546843 Mar 01 20:50:16.495447 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-0c65cbb0-4f53-4ac8-b681-263d10551a01 req-c5474384-c8a4-486a-a5d5-ea22cab1491f tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Deleting port 6dc09aae-d457-4642-8cd4-697475637be9 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:50:16.496013 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0c65cbb0-4f53-4ac8-b681-263d10551a01 req-c5474384-c8a4-486a-a5d5-ea22cab1491f tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:16.525509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c7e707-8551-46bc-bfdc-b22742ef05d5 req-a3a66ae2-ad64-4a10-8e6a-f2637a48a104 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:16.526677 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b1c7e707-8551-46bc-bfdc-b22742ef05d5 req-a3a66ae2-ad64-4a10-8e6a-f2637a48a104 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 944 time: 0.1440725 Mar 01 20:50:16.575915 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70991099-26f0-4caa-bb7e-bc15f3f7fe38 req-571666ef-1b1d-40c5-8a0f-7ec151f8aefb tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732455 Mar 01 20:50:16.580742 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34608) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:16.609414 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b1c7e707-8551-46bc-bfdc-b22742ef05d5 req-fd8f00a8-c97d-4c03-80d9-15376f6a46f2 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725944 Mar 01 20:50:16.730188 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0aeeacd9-617f-4610-8db1-99e4e3ecc1f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=beb6ef00dff442e184d7b8209d5504db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463459 Mar 01 20:50:16.734392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34616) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:16.828867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda2cf9-06ab-41ad-a423-60cbe4c88cdb req-807686d0-9f6f-465e-a7d2-03ee78136854 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:16.833561 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fbda2cf9-06ab-41ad-a423-60cbe4c88cdb req-807686d0-9f6f-465e-a7d2-03ee78136854 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 946 time: 0.1019137 Mar 01 20:50:16.890780 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e6a32760-5866-44a8-8b96-f518ed951032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:16.904894 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-0c65cbb0-4f53-4ac8-b681-263d10551a01 req-c5474384-c8a4-486a-a5d5-ea22cab1491f tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] For port 6dc09aae-d457-4642-8cd4-697475637be9, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6dc09aae-d457-4642-8cd4-697475637be9,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:16.905306 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0c65cbb0-4f53-4ac8-b681-263d10551a01 req-c5474384-c8a4-486a-a5d5-ea22cab1491f tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:16.955855 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fbda2cf9-06ab-41ad-a423-60cbe4c88cdb req-7eb6edee-9f23-4c44-8188-7f7130c8950d tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099200 Mar 01 20:50:17.091823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-0c65cbb0-4f53-4ac8-b681-263d10551a01 req-c5474384-c8a4-486a-a5d5-ea22cab1491f tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Calling delete_port for 6dc09aae-d457-4642-8cd4-697475637be9 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:50:17.122018 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e6a32760-5866-44a8-8b96-f518ed951032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:17.215331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34664) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:17.370668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1218001391-network', 'tenant_id': '0d5eaf306fc14197ad9a3185fd39f796'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:50:17.370668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:17.373439 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Usage tracker for resource:network and tenant:0d5eaf306fc14197ad9a3185fd39f796 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:17.376983 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:17.383237 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:17.393660 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e6a32760-5866-44a8-8b96-f518ed951032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:17.410506 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a32760-5866-44a8-8b96-f518ed951032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795023ac-ef8f-48a6-acb4-b09e25b02a67,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:17.427468 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0c65cbb0-4f53-4ac8-b681-263d10551a01 req-c5474384-c8a4-486a-a5d5-ea22cab1491f tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:17.441806 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['6dc09aae-d457-4642-8cd4-697475637be9'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:50:17.478567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5474384-c8a4-486a-a5d5-ea22cab1491f tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Pushing event deleted for resources: {'Port': ['ID=6dc09aae-d457-4642-8cd4-697475637be9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:17.483784 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef386a65-1c60-4795-8cc7-a51efc6fc463 req-aa24ff70-a1bb-4770-b929-dabe5c79d480 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:17.486215 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef386a65-1c60-4795-8cc7-a51efc6fc463 req-aa24ff70-a1bb-4770-b929-dabe5c79d480 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 945 time: 0.0972242 Mar 01 20:50:17.567324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Made reservation on behalf of 0d5eaf306fc14197ad9a3185fd39f796 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:50:17.569470 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c65cbb0-4f53-4ac8-b681-263d10551a01 req-c5474384-c8a4-486a-a5d5-ea22cab1491f tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] No DVR routers for this DVR port 6dc09aae-d457-4642-8cd4-697475637be9 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:50:17.569661 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:17.573587 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0c65cbb0-4f53-4ac8-b681-263d10551a01 req-c5474384-c8a4-486a-a5d5-ea22cab1491f tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:17.575970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f89cbcc-8330-4263-b88c-ee0258807fe8', 'name': 'network-vif-deleted', 'tag': '6dc09aae-d457-4642-8cd4-697475637be9'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:50:17.586725 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0c65cbb0-4f53-4ac8-b681-263d10551a01 req-c5474384-c8a4-486a-a5d5-ea22cab1491f tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.57 "DELETE /v2.0/ports/6dc09aae-d457-4642-8cd4-697475637be9 HTTP/1.1" status: 204 len: 173 time: 1.1612778 Mar 01 20:50:17.587586 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e6a32760-5866-44a8-8b96-f518ed951032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:17.591278 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e6a32760-5866-44a8-8b96-f518ed951032 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/795023ac-ef8f-48a6-acb4-b09e25b02a67 HTTP/1.1" status: 204 len: 168 time: 0.8532021 Mar 01 20:50:17.601563 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef386a65-1c60-4795-8cc7-a51efc6fc463 req-e95e842a-6343-4888-ba27-d7623412f46c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090126 Mar 01 20:50:17.602197 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:17.628518 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:17.632385 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Usage tracker for resource:security_group_rule and tenant:0d5eaf306fc14197ad9a3185fd39f796 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:17.635336 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:17.641164 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f89cbcc-8330-4263-b88c-ee0258807fe8', 'name': 'network-vif-deleted', 'tag': '6dc09aae-d457-4642-8cd4-697475637be9', 'status': 'completed', 'code': 200} Mar 01 20:50:17.643713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:17.692596 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-cdcec09d-e390-4244-a662-a9585e3dd39c service neutron] 10.222.0.57 "GET /v2.0/ports/eb646b3e-8f4a-4228-bf90-b835d67cc2c1/bindings/n-h2-827896-4 HTTP/1.1" status: 200 len: 384 time: 0.1729581 Mar 01 20:50:17.827072 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-656cff2f-491c-457e-ae0c-ba3da484bfda req-594d0c50-baa6-4cbd-9727-4cab8c827323 tempest-ServersAdminNegativeTestJSON-1227102737 tempest-ServersAdminNegativeTestJSON-1227102737-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f89cbcc-8330-4263-b88c-ee0258807fe8 HTTP/1.1" status: 200 len: 210 time: 0.0838163 Mar 01 20:50:17.830831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34682) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:17.974722 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:18.036032 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-81144a50-535b-40b9-ba12-378ae340c0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:18.063806 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:18.085316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-81144a50-535b-40b9-ba12-378ae340c0ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:18.090431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-81144a50-535b-40b9-ba12-378ae340c0ec admin admin] Usage tracker for resource:security_group_rule and tenant:92e604cd9d584302abeea6d79f2f945f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:18.094321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-81144a50-535b-40b9-ba12-378ae340c0ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:18.101360 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-81144a50-535b-40b9-ba12-378ae340c0ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:18.149449 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0daaa5d-0779-41ec-9170-5556c4ec6f43 req-7aa80ede-f06a-49f9-b997-1db1012c24aa tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:18.157471 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0daaa5d-0779-41ec-9170-5556c4ec6f43 req-7aa80ede-f06a-49f9-b997-1db1012c24aa tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 944 time: 0.3341644 Mar 01 20:50:18.190031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:50:18.216785 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-81144a50-535b-40b9-ba12-378ae340c0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:18.254632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0747ac-fff8-4b0c-8a44-55da10034ced,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:18.259596 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:18.259939 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Added segment c33b36fb-eeee-4b30-9d10-511e47fa6b91 of type vlan for network 8fdd681d-ffe8-426d-941c-62dfd126df4d Mar 01 20:50:18.296904 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-81144a50-535b-40b9-ba12-378ae340c0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:18.317518 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0daaa5d-0779-41ec-9170-5556c4ec6f43 req-f2a6a30c-a258-447e-8610-c4b3a1d3cee1 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591861 Mar 01 20:50:18.336329 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-41b219ee-bd1d-4c3f-8f37-f04ae10afe88 service neutron] For port eb646b3e-8f4a-4228-bf90-b835d67cc2c1, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=eb646b3e-8f4a-4228-bf90-b835d67cc2c1,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:18.356956 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:18.360157 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-81144a50-535b-40b9-ba12-378ae340c0ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=92e604cd9d584302abeea6d79f2f945f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5256007 Mar 01 20:50:18.360963 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34704) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:18.378212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-41b219ee-bd1d-4c3f-8f37-f04ae10afe88 service neutron] For port eb646b3e-8f4a-4228-bf90-b835d67cc2c1, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:50:18.417934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81144a50-535b-40b9-ba12-378ae340c0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6b6427-03c2-428a-86ec-f2e5d3c0b685,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:18.440122 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-00434992-b997-48d4-9b93-1be0febc7710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:18.470901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-41b219ee-bd1d-4c3f-8f37-f04ae10afe88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb646b3e-8f4a-4228-bf90-b835d67cc2c1 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:50:18.472417 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-00434992-b997-48d4-9b93-1be0febc7710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:18.622289 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27301f66-833b-4083-b537-19082093491e req-aa11153f-a24c-4ca8-b969-569abf4db445 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:18.628019 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-00434992-b997-48d4-9b93-1be0febc7710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:18.630878 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27301f66-833b-4083-b537-19082093491e req-aa11153f-a24c-4ca8-b969-569abf4db445 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 946 time: 0.4487207 Mar 01 20:50:18.636711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-41b219ee-bd1d-4c3f-8f37-f04ae10afe88 service neutron] For port eb646b3e-8f4a-4228-bf90-b835d67cc2c1, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=eb646b3e-8f4a-4228-bf90-b835d67cc2c1,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:18.682104 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00434992-b997-48d4-9b93-1be0febc7710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6b6427-03c2-428a-86ec-f2e5d3c0b685,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:18.689597 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-00434992-b997-48d4-9b93-1be0febc7710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:18.691965 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-00434992-b997-48d4-9b93-1be0febc7710 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c6b6427-03c2-428a-86ec-f2e5d3c0b685 HTTP/1.1" status: 204 len: 168 time: 0.3300729 Mar 01 20:50:18.727585 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:18.728805 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:18.729568 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:18.819310 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27301f66-833b-4083-b537-19082093491e req-fc8ca87d-3ce0-4711-b0cb-a9131fd90780 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718009 Mar 01 20:50:18.819700 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-41b219ee-bd1d-4c3f-8f37-f04ae10afe88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:18.985661 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] Pushing event updated for resources: {'Network': ['ID=8fdd681d-ffe8-426d-941c-62dfd126df4d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:18.990150 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-073aabca-2df1-4bc8-873b-637462850e67 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7750213 Mar 01 20:50:18.993613 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34734) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:19.011592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-1a1d7d4a-6e5e-48c8-aa5e-324bbe738bfd admin admin] Request body: {'subnet': {'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1218001391-subnet', 'tenant_id': '0d5eaf306fc14197ad9a3185fd39f796', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:50:19.012640 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 8fdd681d-ffe8-426d-941c-62dfd126df4d details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:50:19.030892 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1a1d7d4a-6e5e-48c8-aa5e-324bbe738bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:19.035253 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1a1d7d4a-6e5e-48c8-aa5e-324bbe738bfd admin admin] Usage tracker for resource:subnet and tenant:0d5eaf306fc14197ad9a3185fd39f796 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:19.038725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1a1d7d4a-6e5e-48c8-aa5e-324bbe738bfd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:19.045878 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1a1d7d4a-6e5e-48c8-aa5e-324bbe738bfd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:19.098375 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605ac8e-812f-41b2-a681-a633b900ce2e req-4f7c6b34-656d-4ae3-add6-f6e214c63e4b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:19.099972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d605ac8e-812f-41b2-a681-a633b900ce2e req-4f7c6b34-656d-4ae3-add6-f6e214c63e4b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 945 time: 0.3381090 Mar 01 20:50:19.109623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-41b219ee-bd1d-4c3f-8f37-f04ae10afe88 service neutron] Transition to ACTIVE for port object eb646b3e-8f4a-4228-bf90-b835d67cc2c1 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:50:19.134848 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a1d7d4a-6e5e-48c8-aa5e-324bbe738bfd admin admin] Made reservation on behalf of 0d5eaf306fc14197ad9a3185fd39f796 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:50:19.136571 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a1d7d4a-6e5e-48c8-aa5e-324bbe738bfd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:19.174522 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d605ac8e-812f-41b2-a681-a633b900ce2e req-53c4c70d-2486-44cb-b785-33524766ffda tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623670 Mar 01 20:50:19.241485 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-41b219ee-bd1d-4c3f-8f37-f04ae10afe88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:19.432117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-41b219ee-bd1d-4c3f-8f37-f04ae10afe88 service neutron] No DVR routers for this DVR port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 on host n-h1-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:50:19.479575 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b219ee-bd1d-4c3f-8f37-f04ae10afe88 service neutron] Pushing event updated for resources: {'Port': ['ID=eb646b3e-8f4a-4228-bf90-b835d67cc2c1,revision_number=10']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:19.501209 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-41b219ee-bd1d-4c3f-8f37-f04ae10afe88 service neutron] 10.222.0.57 "PUT /v2.0/ports/eb646b3e-8f4a-4228-bf90-b835d67cc2c1/bindings/n-h2-827896-4/activate HTTP/1.1" status: 200 len: 369 time: 1.8027315 Mar 01 20:50:19.533267 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a1d7d4a-6e5e-48c8-aa5e-324bbe738bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:19.633845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52840af-43aa-4312-8564-2691f9685b1c req-6e1b3eca-0f52-4746-bdfa-689e465ee4b5 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:19.648035 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d52840af-43aa-4312-8564-2691f9685b1c req-6e1b3eca-0f52-4746-bdfa-689e465ee4b5 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 945 time: 0.1568353 Mar 01 20:50:19.708247 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d52840af-43aa-4312-8564-2691f9685b1c req-56ab583a-c573-4ef2-a06b-5689610d659c tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592856 Mar 01 20:50:19.780064 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34806) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:19.804058 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1d7d4a-6e5e-48c8-aa5e-324bbe738bfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e9a9cc-b606-4420-adda-c2710fcba965,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:19.821135 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1d7d4a-6e5e-48c8-aa5e-324bbe738bfd admin admin] Checking segment: {'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:50:19.821488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1d7d4a-6e5e-48c8-aa5e-324bbe738bfd admin admin] Network hostable DHCP agents. Network: 8fdd681d-ffe8-426d-941c-62dfd126df4d, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:50:19.867916 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34814) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:19.872021 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-6d1eb168-7068-4446-8661-f8672ea08401 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:19.877544 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-6d1eb168-7068-4446-8661-f8672ea08401 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b&tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 1096 time: 0.1937544 Mar 01 20:50:19.926264 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d104eb91-d02a-4845-980a-163ca81f0232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:19.953215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d104eb91-d02a-4845-980a-163ca81f0232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:19.954037 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a1d7d4a-6e5e-48c8-aa5e-324bbe738bfd admin admin] Network 8fdd681d-ffe8-426d-941c-62dfd126df4d is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:50:19.959797 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d104eb91-d02a-4845-980a-163ca81f0232 admin admin] Usage tracker for resource:security_group_rule and tenant:51cf6be96db24988bcd49e35bb6ca2ad is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:19.963820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d104eb91-d02a-4845-980a-163ca81f0232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:19.973347 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d104eb91-d02a-4845-980a-163ca81f0232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:20.028055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-66b083b1-3a20-45d3-a77e-9408dbe3cd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:20.038973 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-66b083b1-3a20-45d3-a77e-9408dbe3cd9a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b&tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc HTTP/1.1" status: 200 len: 1096 time: 0.1481597 Mar 01 20:50:20.038973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-1a1d7d4a-6e5e-48c8-aa5e-324bbe738bfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 8fdd681d-ffe8-426d-941c-62dfd126df4d) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:50:20.049772 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91336d7e-12ef-4729-9af8-fc3a4f0bdb5b None None] Network 8fdd681d-ffe8-426d-941c-62dfd126df4d requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:50:20.063882 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1d7d4a-6e5e-48c8-aa5e-324bbe738bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:20.066146 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a1d7d4a-6e5e-48c8-aa5e-324bbe738bfd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:20.106111 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d104eb91-d02a-4845-980a-163ca81f0232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:20.242998 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d104eb91-d02a-4845-980a-163ca81f0232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:20.288357 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-14b6ede9-5cde-40fe-9ee1-22df81e2db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:20.289607 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-14b6ede9-5cde-40fe-9ee1-22df81e2db11 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 1096 time: 0.1928174 Mar 01 20:50:20.307991 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d104eb91-d02a-4845-980a-163ca81f0232 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=51cf6be96db24988bcd49e35bb6ca2ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4379065 Mar 01 20:50:20.314922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34822) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:20.348476 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e67d2c-52db-4875-bc7e-11880d13af4c req-351c9292-c2e6-44d3-80a6-d4cf6ab6fc2d tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:20.348476 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b8e67d2c-52db-4875-bc7e-11880d13af4c req-351c9292-c2e6-44d3-80a6-d4cf6ab6fc2d tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 946 time: 0.2456751 Mar 01 20:50:20.430609 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-651fbe11-b6e8-4cd6-b617-b9954121002b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ce3561a503a4423b96ac6c84dd2aea55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6493530 Mar 01 20:50:20.444413 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104eb91-d02a-4845-980a-163ca81f0232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2209825e-7306-4809-aa09-4b083333b7bd,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:20.454317 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34826) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:20.558498 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-f474f13d-3f5f-4e48-803d-8185a04efffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:20.560156 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-f474f13d-3f5f-4e48-803d-8185a04efffd service neutron] 10.222.0.55 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 922 time: 0.2389519 Mar 01 20:50:20.562396 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1a1d7d4a-6e5e-48c8-aa5e-324bbe738bfd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5675035 Mar 01 20:50:20.564583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34834) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:20.579994 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b8e67d2c-52db-4875-bc7e-11880d13af4c req-29c03d0a-d0b2-481e-a933-14f8de9dcca2 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186050 Mar 01 20:50:20.642855 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a8afbb-38e6-478e-9234-d46084af982e None None] Network 8fdd681d-ffe8-426d-941c-62dfd126df4d requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:50:20.696738 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-75a6e2ab-1e0f-4d3d-a1a8-80adeb7da7fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb646b3e-8f4a-4228-bf90-b835d67cc2c1 HTTP/1.1" status: 200 len: 217 time: 0.1153038 Mar 01 20:50:20.733314 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-039f9ca8-6581-4856-8720-0c9929fe5443 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:20.737963 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 6dc09aae-d457-4642-8cd4-697475637be9 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:50:20.769052 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-039f9ca8-6581-4856-8720-0c9929fe5443 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:20.832365 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 6dc09aae-d457-4642-8cd4-697475637be9 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:50:20.832816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 6dc09aae-d457-4642-8cd4-697475637be9 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:50:20.835290 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device eb646b3e-8f4a-4228-bf90-b835d67cc2c1 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:50:20.864467 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e3df1-4ba2-4d5a-85bc-51275114a327 req-b825db88-6ca5-4770-a0b0-7b4ac79ef8cf tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:20.866465 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b27e3df1-4ba2-4d5a-85bc-51275114a327 req-b825db88-6ca5-4770-a0b0-7b4ac79ef8cf tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 945 time: 0.4274905 Mar 01 20:50:20.877093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-189e2d98-5ace-4556-b15b-c4a6aecd8cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:20.878689 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-189e2d98-5ace-4556-b15b-c4a6aecd8cc7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.1725864 Mar 01 20:50:20.910994 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-039f9ca8-6581-4856-8720-0c9929fe5443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:20.974393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039f9ca8-6581-4856-8720-0c9929fe5443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e1a4dd9-57e2-4a60-8e6c-d6673901cc49,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:21.012762 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-1341041d-67c7-43c5-86f7-9b6171cb430d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208286 Mar 01 20:50:21.060237 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b27e3df1-4ba2-4d5a-85bc-51275114a327 req-e43b44f0-58dc-4454-90a9-73174884fdb0 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860368 Mar 01 20:50:21.060886 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-039f9ca8-6581-4856-8720-0c9929fe5443 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:21.064452 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-039f9ca8-6581-4856-8720-0c9929fe5443 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e1a4dd9-57e2-4a60-8e6c-d6673901cc49 HTTP/1.1" status: 204 len: 168 time: 0.5665061 Mar 01 20:50:21.139112 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93824e89-8192-467d-9349-2f9c3fe9db65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:21.183351 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device eb646b3e-8f4a-4228-bf90-b835d67cc2c1 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:50:21.239820 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1f130ee-b14f-4345-bfd3-58e7e889104b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:21.241673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-93824e89-8192-467d-9349-2f9c3fe9db65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:21.246324 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-93824e89-8192-467d-9349-2f9c3fe9db65 admin admin] Usage tracker for resource:security_group_rule and tenant:3646b3d90ca44d06871c668d4b7409fc is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:21.252081 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-93824e89-8192-467d-9349-2f9c3fe9db65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:21.262525 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-93824e89-8192-467d-9349-2f9c3fe9db65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:21.304111 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff779c1-d7f9-410f-81b0-6fee0f259339 req-2e6527a7-95e1-4b6e-b954-b6ddf06a20a6 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:21.315750 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ff779c1-d7f9-410f-81b0-6fee0f259339 req-2e6527a7-95e1-4b6e-b954-b6ddf06a20a6 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 945 time: 0.1884978 Mar 01 20:50:21.382361 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:21.413163 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ff779c1-d7f9-410f-81b0-6fee0f259339 req-4806c80f-232d-4c2a-8b2f-876c6b076a6c tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956059 Mar 01 20:50:21.473774 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1f130ee-b14f-4345-bfd3-58e7e889104b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:21.585334 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93824e89-8192-467d-9349-2f9c3fe9db65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:21.628432 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-d6f683f4-8805-45d2-8120-7f61bb7df59f service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331624 Mar 01 20:50:21.670328 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93824e89-8192-467d-9349-2f9c3fe9db65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:21.767105 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device eb646b3e-8f4a-4228-bf90-b835d67cc2c1 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:50:21.770603 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1f130ee-b14f-4345-bfd3-58e7e889104b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:21.822001 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-93824e89-8192-467d-9349-2f9c3fe9db65 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3646b3d90ca44d06871c668d4b7409fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2522678 Mar 01 20:50:21.822797 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93824e89-8192-467d-9349-2f9c3fe9db65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b73f9ff-adf4-4028-8aeb-26cdd80c64d7,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:21.841546 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34866) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:21.893201 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f130ee-b14f-4345-bfd3-58e7e889104b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2209825e-7306-4809-aa09-4b083333b7bd,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:21.900722 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1f130ee-b14f-4345-bfd3-58e7e889104b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:21.905845 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f1f130ee-b14f-4345-bfd3-58e7e889104b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2209825e-7306-4809-aa09-4b083333b7bd HTTP/1.1" status: 204 len: 168 time: 1.5831861 Mar 01 20:50:21.913396 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-2b17b194-ce08-4d99-9fc0-a6bb484cbd64 service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798557 Mar 01 20:50:21.966672 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d53b117-2e16-4c4a-9908-3df118f82c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:22.011227 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d53b117-2e16-4c4a-9908-3df118f82c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:22.012066 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ce85fb-2e1a-4bf2-b191-1e2d72f37a78 req-0c0745e7-7c99-4efb-bb4d-003d47987bae tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:22.013567 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98ce85fb-2e1a-4bf2-b191-1e2d72f37a78 req-0c0745e7-7c99-4efb-bb4d-003d47987bae tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 946 time: 0.2161238 Mar 01 20:50:22.114457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34882) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:22.163926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98ce85fb-2e1a-4bf2-b191-1e2d72f37a78 req-bb2a91f1-0153-4048-8552-bf71aef23e74 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390183 Mar 01 20:50:22.193013 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d53b117-2e16-4c4a-9908-3df118f82c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:22.193788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4b703a45-7769-444b-af64-b5cfa9b8a934 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:22.194669 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4b703a45-7769-444b-af64-b5cfa9b8a934 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Synchronizing usage tracker for tenant:0d5eaf306fc14197ad9a3185fd39f796 on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:50:22.212767 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-59ac724e-99a3-41e6-8484-ae8883528094 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c88a4a4d71de44c6aacbc386372d9d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0971613 Mar 01 20:50:22.215222 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d53b117-2e16-4c4a-9908-3df118f82c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:22.216274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34890) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:22.216811 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2d53b117-2e16-4c4a-9908-3df118f82c14 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6b73f9ff-adf4-4028-8aeb-26cdd80c64d7 HTTP/1.1" status: 204 len: 168 time: 0.3767388 Mar 01 20:50:22.220383 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d53b117-2e16-4c4a-9908-3df118f82c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b73f9ff-adf4-4028-8aeb-26cdd80c64d7,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:22.347410 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4b703a45-7769-444b-af64-b5cfa9b8a934 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Unset dirty status for tenant:0d5eaf306fc14197ad9a3185fd39f796 on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:50:22.348580 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4b703a45-7769-444b-af64-b5cfa9b8a934 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/networks?id=8fdd681d-ffe8-426d-941c-62dfd126df4d HTTP/1.1" status: 200 len: 812 time: 0.4591193 Mar 01 20:50:22.382800 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-0d8ba9f2-8b30-4c28-9373-afedc293a08c tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/quotas/0d5eaf306fc14197ad9a3185fd39f796 HTTP/1.1" status: 200 len: 375 time: 0.0283678 Mar 01 20:50:22.393772 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4366c17-740c-4cc0-acda-d2b975e45df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:22.459575 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-f8c9c9f6-3554-47e1-9e90-ca853a8c0049 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5eaf306fc14197ad9a3185fd39f796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685971 Mar 01 20:50:22.506734 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e8d1d31-b1b3-4131-a2f4-2eb04997342e tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:22.508348 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-8e8d1d31-b1b3-4131-a2f4-2eb04997342e tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b&tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&binding%3Ahost_id=n-h2-827896-4 HTTP/1.1" status: 200 len: 1096 time: 0.0844638 Mar 01 20:50:22.603683 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4366c17-740c-4cc0-acda-d2b975e45df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:22.637857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d923c6f-7e70-4f20-a55d-bf4bc2c888a9 req-35d597c5-9f04-4925-b22c-94200b21b194 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:22.639296 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d923c6f-7e70-4f20-a55d-bf4bc2c888a9 req-35d597c5-9f04-4925-b22c-94200b21b194 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 945 time: 0.3419580 Mar 01 20:50:22.693699 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d923c6f-7e70-4f20-a55d-bf4bc2c888a9 req-d847d819-41eb-4022-8c6c-32c59fc79520 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444510 Mar 01 20:50:22.714022 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-9884340b-99e3-4504-a571-cdabaa122558 service neutron] For port eb646b3e-8f4a-4228-bf90-b835d67cc2c1, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:50:22.714601 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-9884340b-99e3-4504-a571-cdabaa122558 service neutron] Notify callbacks [] for binding, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:22.716068 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35b85198-3a32-4175-ade1-b4eb41d24e93 req-9884340b-99e3-4504-a571-cdabaa122558 service neutron] 10.222.0.55 "DELETE /v2.0/ports/eb646b3e-8f4a-4228-bf90-b835d67cc2c1/bindings/n-h1-827896-4 HTTP/1.1" status: 204 len: 173 time: 0.2012978 Mar 01 20:50:22.761318 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4366c17-740c-4cc0-acda-d2b975e45df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:22.778043 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4366c17-740c-4cc0-acda-d2b975e45df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a6dae2-e11a-448b-af11-a4d85166e7c2,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:22.823321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34912) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:22.845711 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-69e2a6b4-788f-400a-a5df-918805bd3d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:22.928200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-69e2a6b4-788f-400a-a5df-918805bd3d0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:22.939524 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-69e2a6b4-788f-400a-a5df-918805bd3d0d admin admin] Usage tracker for resource:security_group_rule and tenant:6f27b5ee45c143e7aea39fe695f4fcf9 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:22.943311 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4366c17-740c-4cc0-acda-d2b975e45df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:22.946865 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c4366c17-740c-4cc0-acda-d2b975e45df3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/76a6dae2-e11a-448b-af11-a4d85166e7c2 HTTP/1.1" status: 204 len: 168 time: 0.7269564 Mar 01 20:50:22.946865 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-69e2a6b4-788f-400a-a5df-918805bd3d0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:22.974715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-69e2a6b4-788f-400a-a5df-918805bd3d0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:23.133270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898cdfc-c43c-497b-9a73-f081730eddb2 req-89553f4f-2648-4914-a0ae-70473b88985a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:23.134765 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e898cdfc-c43c-497b-9a73-f081730eddb2 req-89553f4f-2648-4914-a0ae-70473b88985a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 945 time: 0.2789435 Mar 01 20:50:23.149335 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-c57a6cc3-1257-4eb2-b31a-117368aa5b64 service neutron] 10.222.0.42 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6734953 Mar 01 20:50:23.328847 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e898cdfc-c43c-497b-9a73-f081730eddb2 req-7bd63c4e-9d85-4e84-bdef-78320304d513 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815107 Mar 01 20:50:23.362595 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-69e2a6b4-788f-400a-a5df-918805bd3d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:23.409706 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4c6e1663-0e2b-4fff-8f46-9124c2a77013 service neutron] 10.222.0.42 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444270 Mar 01 20:50:23.499631 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-69e2a6b4-788f-400a-a5df-918805bd3d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:23.524604 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:23.617114 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e2a6b4-788f-400a-a5df-918805bd3d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd88fb0-7c1b-42eb-b88b-b12d879bce56,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:23.625744 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-69e2a6b4-788f-400a-a5df-918805bd3d0d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f27b5ee45c143e7aea39fe695f4fcf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8010619 Mar 01 20:50:23.628994 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34960) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:23.686061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f6cab-c3d4-446b-b3a4-91e3ca8240e9 req-aece1e70-a507-4c9c-8c28-d31598983a3d tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:23.687988 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c84f6cab-c3d4-446b-b3a4-91e3ca8240e9 req-aece1e70-a507-4c9c-8c28-d31598983a3d tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 946 time: 0.1764560 Mar 01 20:50:23.727077 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-49c7de68-703e-43f1-bcf7-ed5299538cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:23.741204 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c84f6cab-c3d4-446b-b3a4-91e3ca8240e9 req-2aec9c96-d117-4ae5-8f06-2dd9794b715e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472667 Mar 01 20:50:23.770247 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-49c7de68-703e-43f1-bcf7-ed5299538cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:23.840386 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-4b18efe0-9d6f-4d4d-9ef8-127ed0b289cb tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=bcbc2fa680b640afa3dc21fe52cebff9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0433848 Mar 01 20:50:23.944651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a4b3dd5-da71-4ad1-8143-3b8b2cb84531 req-d2a5fe91-6124-4b7a-975c-cdf101394003 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=472ba050-68ae-4721-9316-a6d04b8fcdb3 HTTP/1.1" status: 200 len: 210 time: 0.0696707 Mar 01 20:50:24.050208 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-5706007e-3704-4b9c-9e33-baa5489d02e8 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:24.051694 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-5706007e-3704-4b9c-9e33-baa5489d02e8 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2072961 Mar 01 20:50:24.106059 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-93b66177-91f0-4fd8-bd10-263de913e672 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/quotas/bcbc2fa680b640afa3dc21fe52cebff9 HTTP/1.1" status: 200 len: 375 time: 0.0160308 Mar 01 20:50:24.138906 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-49c7de68-703e-43f1-bcf7-ed5299538cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:24.159759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7de68-703e-43f1-bcf7-ed5299538cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd88fb0-7c1b-42eb-b88b-b12d879bce56,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:24.178231 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-49c7de68-703e-43f1-bcf7-ed5299538cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:24.178231 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-49c7de68-703e-43f1-bcf7-ed5299538cd5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8dd88fb0-7c1b-42eb-b88b-b12d879bce56 HTTP/1.1" status: 204 len: 168 time: 0.5448921 Mar 01 20:50:24.208781 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-85d2d05d-d4cf-4d4b-a11e-5160a2459390 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bcbc2fa680b640afa3dc21fe52cebff9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0879385 Mar 01 20:50:24.215554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016ae40-9e1b-435e-a9d4-7518304af8d7 req-5a5ae06e-1895-4f0e-8f11-19f704d28ff6 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:24.223037 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6016ae40-9e1b-435e-a9d4-7518304af8d7 req-5a5ae06e-1895-4f0e-8f11-19f704d28ff6 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 1096 time: 0.1704061 Mar 01 20:50:24.235471 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34990) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:24.274006 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6016ae40-9e1b-435e-a9d4-7518304af8d7 req-ecbb2777-9ecc-4692-86dc-2c8c026dba52 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500648 Mar 01 20:50:24.419529 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1401398058-network', 'tenant_id': '923a9d549ed24852872e8597fc8f0529'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:50:24.424602 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:24.428571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Usage tracker for resource:network and tenant:923a9d549ed24852872e8597fc8f0529 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:24.435110 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:24.439629 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:24.527800 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Made reservation on behalf of 923a9d549ed24852872e8597fc8f0529 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:50:24.532183 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:24.570802 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:24.598366 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:24.602691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Usage tracker for resource:security_group_rule and tenant:923a9d549ed24852872e8597fc8f0529 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:24.606200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:24.614713 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:24.658650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de649d03-fa8f-4682-9bb7-fdcbdf128e23 req-d46e67c1-0a04-4172-baef-62e29a6b3963 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:24.668047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de649d03-fa8f-4682-9bb7-fdcbdf128e23 req-d46e67c1-0a04-4172-baef-62e29a6b3963 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 945 time: 0.2156048 Mar 01 20:50:24.767662 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:24.824562 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:24.837070 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de649d03-fa8f-4682-9bb7-fdcbdf128e23 req-4e01e514-684c-414e-b4ba-927fda7653c0 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672845 Mar 01 20:50:24.851843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-783c6f12-4fb5-46bf-bd12-47453d7d53c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:24.854670 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-783c6f12-4fb5-46bf-bd12-47453d7d53c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 1097 time: 0.1462221 Mar 01 20:50:24.906835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:50:24.913075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d038d5-7d11-48bd-af9a-0ba7451ec792 req-9787ce08-9ed5-491e-9e11-3b2e0a48c5a3 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:24.914155 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85d038d5-7d11-48bd-af9a-0ba7451ec792 req-9787ce08-9ed5-491e-9e11-3b2e0a48c5a3 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 1096 time: 0.1990294 Mar 01 20:50:24.970645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35024) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:25.002077 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85d038d5-7d11-48bd-af9a-0ba7451ec792 req-3b9ba05d-43a1-48e6-9e73-cc05f4c71e78 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705059 Mar 01 20:50:25.050026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadf4a4a-a058-4e35-807d-b5636f5483f9,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:25.135562 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:25.136145 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Added segment 84bcdf50-9286-404a-a213-c92f1dc21ddf of type vlan for network c0541fdd-f80b-45df-814f-a9bbce49f44d Mar 01 20:50:25.175496 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09aede1-ec80-41e4-96ea-2292918be83e req-61b6a56d-b7fc-4d0a-aca4-b2d4263870a2 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:25.186155 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e09aede1-ec80-41e4-96ea-2292918be83e req-61b6a56d-b7fc-4d0a-aca4-b2d4263870a2 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 946 time: 0.1485918 Mar 01 20:50:25.197450 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:25.197842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-929211285-network', 'tenant_id': '97a1897762f847bfb56825ead5e60708'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:50:25.253230 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-1218b959-7ae9-4086-8a0d-c7475c2f0c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:25.253230 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-1218b959-7ae9-4086-8a0d-c7475c2f0c49 service neutron] 10.222.0.55 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 909 time: 0.3822274 Mar 01 20:50:25.289537 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e09aede1-ec80-41e4-96ea-2292918be83e req-c9fecc12-297e-4661-b533-662cb623f2a9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015227 Mar 01 20:50:25.293118 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:25.303455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Usage tracker for resource:network and tenant:97a1897762f847bfb56825ead5e60708 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:25.308664 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:25.318081 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:25.362612 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:25.362612 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:25.362612 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:25.408101 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-6e847880-e07c-4ce6-a211-3a85765de779 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2496ca6b-c775-4f1c-bbd6-538025c1aead HTTP/1.1" status: 200 len: 217 time: 0.1302712 Mar 01 20:50:25.421378 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Made reservation on behalf of 97a1897762f847bfb56825ead5e60708 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:50:25.423825 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:25.440408 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-3c6355be-27c8-4d3e-98e8-5a2d4c5f0ee4 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=bcbc2fa680b640afa3dc21fe52cebff9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788162 Mar 01 20:50:25.441291 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:25.480674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:25.523917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Usage tracker for resource:security_group_rule and tenant:97a1897762f847bfb56825ead5e60708 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:25.538314 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:25.544411 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] Pushing event updated for resources: {'Network': ['ID=c0541fdd-f80b-45df-814f-a9bbce49f44d,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:25.553532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-c0dbf86e-db1e-4dfe-a38e-2e471be63064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:25.554911 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-c0dbf86e-db1e-4dfe-a38e-2e471be63064 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.1315680 Mar 01 20:50:25.559850 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-21f16769-3ec9-4e6f-be68-57c01a94f6bd req-1eefe6d7-646f-4577-9b5f-a922d4938e41 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=472ba050-68ae-4721-9316-a6d04b8fcdb3 HTTP/1.1" status: 200 len: 210 time: 0.1013069 Mar 01 20:50:25.560021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network c0541fdd-f80b-45df-814f-a9bbce49f44d details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:50:25.574547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:25.625169 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-95dcdd1e-80ee-4d04-a9f5-93a91546a257 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628314 Mar 01 20:50:25.705729 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-977653b2-6c15-4da9-9741-ba96328d9beb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4698029 Mar 01 20:50:25.709738 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35058) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:25.729489 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e643ba0d-b62b-4211-9424-ed378f8039fd admin admin] Request body: {'subnet': {'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1401398058-subnet', 'tenant_id': '923a9d549ed24852872e8597fc8f0529', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:50:25.741199 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e643ba0d-b62b-4211-9424-ed378f8039fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:25.758772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-b0786218-0c7c-476c-99b8-b99732ed51be tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:25.766670 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-b0786218-0c7c-476c-99b8-b99732ed51be tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3114069 Mar 01 20:50:25.777253 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e643ba0d-b62b-4211-9424-ed378f8039fd admin admin] Usage tracker for resource:subnet and tenant:923a9d549ed24852872e8597fc8f0529 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:25.787111 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e643ba0d-b62b-4211-9424-ed378f8039fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:25.797684 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-3b1fa69d-eb04-4144-9f1f-18b1764af288 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/quotas/bcbc2fa680b640afa3dc21fe52cebff9 HTTP/1.1" status: 200 len: 375 time: 0.0297942 Mar 01 20:50:25.901223 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-5b561f24-7993-4cca-825b-69cea5f30c03 service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589509 Mar 01 20:50:25.984277 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-4e610992-4b4e-4066-a239-582c68e04f83 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bcbc2fa680b640afa3dc21fe52cebff9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1812832 Mar 01 20:50:25.985346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e643ba0d-b62b-4211-9424-ed378f8039fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:26.110736 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:26.127546 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-4872b029-92f6-4485-9984-8975d610383b service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183187 Mar 01 20:50:26.136104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e643ba0d-b62b-4211-9424-ed378f8039fd admin admin] Made reservation on behalf of 923a9d549ed24852872e8597fc8f0529 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:50:26.138665 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e643ba0d-b62b-4211-9424-ed378f8039fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:26.229787 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:26.274904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:50:26.291352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6beaba6-09f9-43ab-9260-fa7c0dcbf844,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:26.297738 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:26.297738 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Added segment de18bba6-ff31-44fd-9f1f-77044c55f8dd of type vlan for network 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 Mar 01 20:50:26.392509 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:26.675971 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0a90c501-8cfc-4c2d-ad5d-8a2cda7d17b9 req-001fd342-eb41-418d-a158-bc5b54e51ec5 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a127f9-9cbe-4526-85f7-ef88bf918399 HTTP/1.1" status: 200 len: 210 time: 0.0855036 Mar 01 20:50:26.776806 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:26.777793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:26.778360 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:26.813424 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b1db71-f925-41c7-bae2-fcfeaee2841b req-d75ae817-5413-4f25-a5dc-771bbd4d629a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:26.815053 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46b1db71-f925-41c7-bae2-fcfeaee2841b req-d75ae817-5413-4f25-a5dc-771bbd4d629a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 945 time: 0.3013289 Mar 01 20:50:26.931524 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e643ba0d-b62b-4211-9424-ed378f8039fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:26.999518 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] Pushing event updated for resources: {'Network': ['ID=1eff2f34-a2fd-4fcb-a52b-c94db9f867f9,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:27.019051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:50:27.044542 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-2b498050-de35-4153-8ebe-95b3d16fd05c tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:27.050796 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-2b498050-de35-4153-8ebe-95b3d16fd05c tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.55 "GET /v2.0/networks?id=8fdd681d-ffe8-426d-941c-62dfd126df4d HTTP/1.1" status: 200 len: 812 time: 0.3594191 Mar 01 20:50:27.074007 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-83483541-b7fc-4329-9f15-76ee36897008 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Request body: {'port': {'device_id': '472ba050-68ae-4721-9316-a6d04b8fcdb3', 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d', 'admin_state_up': True, 'tenant_id': '0d5eaf306fc14197ad9a3185fd39f796'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:50:27.225519 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46b1db71-f925-41c7-bae2-fcfeaee2841b req-529fd28f-22df-4951-bb29-2ec12c62424b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903892 Mar 01 20:50:27.315150 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2f559dad-7bde-441a-bc5a-58a3313c24b8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.3410492 Mar 01 20:50:27.325094 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35096) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:27.332511 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643ba0d-b62b-4211-9424-ed378f8039fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=203b9d6c-4e4d-47f8-b370-76b17af7b277,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:27.341794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-a1f881de-fd64-420f-a3c9-8c10dcd67c1f admin admin] Request body: {'subnet': {'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-929211285-subnet', 'tenant_id': '97a1897762f847bfb56825ead5e60708', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:50:27.381945 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a1f881de-fd64-420f-a3c9-8c10dcd67c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:27.414053 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e643ba0d-b62b-4211-9424-ed378f8039fd admin admin] Checking segment: {'id': '84bcdf50-9286-404a-a213-c92f1dc21ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:50:27.414053 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e643ba0d-b62b-4211-9424-ed378f8039fd admin admin] Network hostable DHCP agents. Network: c0541fdd-f80b-45df-814f-a9bbce49f44d, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:50:27.432404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a1f881de-fd64-420f-a3c9-8c10dcd67c1f admin admin] Usage tracker for resource:subnet and tenant:97a1897762f847bfb56825ead5e60708 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:27.432404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a1f881de-fd64-420f-a3c9-8c10dcd67c1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:27.457549 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a1f881de-fd64-420f-a3c9-8c10dcd67c1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:27.518726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-83483541-b7fc-4329-9f15-76ee36897008 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:27.519584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511e2e8d-1ce3-4f7d-95cf-ec0392463268 req-35f00790-89f4-4dee-a1da-2ccee642397e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:27.523131 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-83483541-b7fc-4329-9f15-76ee36897008 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Usage tracker for resource:port and tenant:0d5eaf306fc14197ad9a3185fd39f796 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:27.526965 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-83483541-b7fc-4329-9f15-76ee36897008 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:27.540324 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-511e2e8d-1ce3-4f7d-95cf-ec0392463268 req-35f00790-89f4-4dee-a1da-2ccee642397e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 946 time: 0.5469894 Mar 01 20:50:27.555960 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-83483541-b7fc-4329-9f15-76ee36897008 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:27.663840 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-511e2e8d-1ce3-4f7d-95cf-ec0392463268 req-48129362-b424-4c8e-b56a-a10889d2dff8 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255827 Mar 01 20:50:27.664709 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e643ba0d-b62b-4211-9424-ed378f8039fd admin admin] Network c0541fdd-f80b-45df-814f-a9bbce49f44d is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:50:27.684800 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b0ece98e-800b-4184-b4d4-f76059a5469d req-c213c8c9-ed5f-4879-8a0b-e366141e651a tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=472ba050-68ae-4721-9316-a6d04b8fcdb3 HTTP/1.1" status: 200 len: 210 time: 0.1414020 Mar 01 20:50:27.685456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f881de-fd64-420f-a3c9-8c10dcd67c1f admin admin] Made reservation on behalf of 97a1897762f847bfb56825ead5e60708 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:50:27.691535 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a1f881de-fd64-420f-a3c9-8c10dcd67c1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:27.702937 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-83483541-b7fc-4329-9f15-76ee36897008 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Made reservation on behalf of 0d5eaf306fc14197ad9a3185fd39f796 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:50:27.709480 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-83483541-b7fc-4329-9f15-76ee36897008 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:27.831617 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b095f6e0-681c-4868-b007-d78bd05a9e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:28.082817 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfbcb642-dacc-4e53-8afd-0e2f2e297b74 req-bdca1f6d-2279-4e5f-81a4-b6e61e257539 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a127f9-9cbe-4526-85f7-ef88bf918399 HTTP/1.1" status: 200 len: 210 time: 0.2893605 Mar 01 20:50:28.111727 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-e643ba0d-b62b-4211-9424-ed378f8039fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, c0541fdd-f80b-45df-814f-a9bbce49f44d) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:50:28.125367 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d416eb1-d730-4289-8955-2420bdee5947 None None] Network c0541fdd-f80b-45df-814f-a9bbce49f44d requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:50:28.141680 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e643ba0d-b62b-4211-9424-ed378f8039fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:28.159659 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e643ba0d-b62b-4211-9424-ed378f8039fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:28.244600 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-83483541-b7fc-4329-9f15-76ee36897008 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Allocated IP 172.20.0.6 (8fdd681d-ffe8-426d-941c-62dfd126df4d/62e9a9cc-b606-4420-adda-c2710fcba965/c3f9468f-43f8-4828-8894-328d702f0b98) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:50:28.360539 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e643ba0d-b62b-4211-9424-ed378f8039fd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.6328378 Mar 01 20:50:28.435561 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-17592543-4be0-4526-bb28-e739441b9d17 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=bcbc2fa680b640afa3dc21fe52cebff9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1162968 Mar 01 20:50:28.616503 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820bc7cb-b471-413b-abcf-8af23d708a59 None None] Network c0541fdd-f80b-45df-814f-a9bbce49f44d requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:50:29.001718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd78593-ba2d-4196-bfdc-611ef69d8e7c req-e01c4dbd-bb8e-4eba-97a8-9b83364da3d3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:29.013884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1bd78593-ba2d-4196-bfdc-611ef69d8e7c req-e01c4dbd-bb8e-4eba-97a8-9b83364da3d3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 945 time: 0.3465242 Mar 01 20:50:29.100639 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a1f881de-fd64-420f-a3c9-8c10dcd67c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:29.205608 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-f8a34076-3124-45cc-acd7-3404ea269a05 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:29.207238 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-f8a34076-3124-45cc-acd7-3404ea269a05 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7742856 Mar 01 20:50:29.220403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Request body: {'port': {'device_id': '30453437-c497-4eb4-be0b-4bde087495eb', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'bcbc2fa680b640afa3dc21fe52cebff9'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:50:29.299199 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1bd78593-ba2d-4196-bfdc-611ef69d8e7c req-e3827c44-a383-4b73-bb00-43e509fedec6 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760341 Mar 01 20:50:29.335695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f881de-fd64-420f-a3c9-8c10dcd67c1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a04d362b-c114-455b-b96e-10a41d5ec3e4,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:29.353435 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f881de-fd64-420f-a3c9-8c10dcd67c1f admin admin] Checking segment: {'id': 'de18bba6-ff31-44fd-9f1f-77044c55f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:50:29.353799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f881de-fd64-420f-a3c9-8c10dcd67c1f admin admin] Network hostable DHCP agents. Network: 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:50:29.389393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482b597-1ce6-4bc4-a717-8a84aff7375f req-8e07ec1f-663d-40ac-8115-6ca450f55727 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:29.396743 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f482b597-1ce6-4bc4-a717-8a84aff7375f req-8e07ec1f-663d-40ac-8115-6ca450f55727 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 946 time: 0.2299662 Mar 01 20:50:29.404216 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-83483541-b7fc-4329-9f15-76ee36897008 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:29.448277 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f482b597-1ce6-4bc4-a717-8a84aff7375f req-121bc02e-66ff-4820-88de-25fa77d0737f tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500414 Mar 01 20:50:29.495014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f881de-fd64-420f-a3c9-8c10dcd67c1f admin admin] Network 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:50:29.512043 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-514442a0-a206-4014-bf77-84b70b7d8f47 req-49a8bd48-5b82-493d-9ba0-332f8baeba72 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=472ba050-68ae-4721-9316-a6d04b8fcdb3 HTTP/1.1" status: 200 len: 210 time: 0.0626061 Mar 01 20:50:29.533710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:29.538908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Usage tracker for resource:port and tenant:bcbc2fa680b640afa3dc21fe52cebff9 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:29.542183 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:29.548145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:29.584383 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-a1f881de-fd64-420f-a3c9-8c10dcd67c1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:50:29.584883 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a9669549-8e1c-489e-a325-53350fb16e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:29.590782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f881de-fd64-420f-a3c9-8c10dcd67c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:29.591663 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a1f881de-fd64-420f-a3c9-8c10dcd67c1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:29.605727 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c03a9da-2db5-4b9f-bf8b-2c9d0a00e042 None None] Network 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:50:29.646480 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-83483541-b7fc-4329-9f15-76ee36897008 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:29.648258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Made reservation on behalf of bcbc2fa680b640afa3dc21fe52cebff9 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:50:29.653007 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:29.735417 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a1f881de-fd64-420f-a3c9-8c10dcd67c1f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.4088311 Mar 01 20:50:29.793024 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:29.831456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:29.846006 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Usage tracker for resource:security_group_rule and tenant:bcbc2fa680b640afa3dc21fe52cebff9 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:29.851341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-83483541-b7fc-4329-9f15-76ee36897008 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Network 8fdd681d-ffe8-426d-941c-62dfd126df4d is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:50:29.854350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:29.857740 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-83483541-b7fc-4329-9f15-76ee36897008 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:50:29.863448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83483541-b7fc-4329-9f15-76ee36897008 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Pushing event updated for resources: {'Port': ['ID=c3f9468f-43f8-4828-8894-328d702f0b98,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:29.865425 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-83483541-b7fc-4329-9f15-76ee36897008 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:50:29.924433 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:30.039210 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-83483541-b7fc-4329-9f15-76ee36897008 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:30.047256 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-83483541-b7fc-4329-9f15-76ee36897008 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:30.053156 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-8c9a926b-4e84-450e-98c5-238401bb34bf tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:30.063162 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-8c9a926b-4e84-450e-98c5-238401bb34bf tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/networks?id=c0541fdd-f80b-45df-814f-a9bbce49f44d HTTP/1.1" status: 200 len: 815 time: 0.3570738 Mar 01 20:50:30.100980 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-424ce6c9-07c0-40bc-a1b5-693462649ffd tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/quotas/923a9d549ed24852872e8597fc8f0529 HTTP/1.1" status: 200 len: 375 time: 0.0362880 Mar 01 20:50:30.172127 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10307a4c-6b49-4f84-876b-d3f725373872 None None] Network 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:50:30.204396 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-83483541-b7fc-4329-9f15-76ee36897008 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1436343 Mar 01 20:50:30.231694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] Request body: {'port': {'device_id': '472ba050-68ae-4721-9316-a6d04b8fcdb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:50:30.268588 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-8516cc5c-a775-4ac8-bdb5-4fc01f24e083 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=923a9d549ed24852872e8597fc8f0529&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1625319 Mar 01 20:50:30.290249 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:30.419235 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:30.425430 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc36742b-4920-453f-99db-9a3cb5fb2d95 req-d370a0c7-0b50-472d-9844-e6e33f146e21 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a127f9-9cbe-4526-85f7-ef88bf918399 HTTP/1.1" status: 200 len: 210 time: 0.2217367 Mar 01 20:50:30.439711 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:30.457283 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-6766d77b-8d03-4c62-957f-94c21a6a1871 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bcbc2fa680b640afa3dc21fe52cebff9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1788628 Mar 01 20:50:30.514848 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:30.650571 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:30.652735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=132e2f7d-03c2-42ba-90db-596fbe8f1fec,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:30.736940 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Allocated IP 192.168.233.15 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/c8d043f3-7ca8-4512-8816-08c99a5010d0) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:50:30.881387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-9d319684-49c6-4dbb-a12c-b5ca1992de35 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:30.883095 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-9d319684-49c6-4dbb-a12c-b5ca1992de35 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4207175 Mar 01 20:50:30.908960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-1fe77fa0-f26a-451c-8964-29f612b6c074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Request body: {'port': {'device_id': 'd2a127f9-9cbe-4526-85f7-ef88bf918399', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'bcbc2fa680b640afa3dc21fe52cebff9'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:50:30.943474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-b1f43962-faab-492a-acb1-1dce3578fd6b service neutron] 10.222.0.42 "GET /v2.0/networks/c0541fdd-f80b-45df-814f-a9bbce49f44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155721 Mar 01 20:50:31.190354 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:31.221757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Transition to ACTIVE for port object c8d043f3-7ca8-4512-8816-08c99a5010d0 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:50:31.296882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-974f1fa9-c8b4-42c3-9dfb-6a5d758dbcb9 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:31.296882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-974f1fa9-c8b4-42c3-9dfb-6a5d758dbcb9 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Synchronizing usage tracker for tenant:97a1897762f847bfb56825ead5e60708 on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:50:31.300326 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3f9468f-43f8-4828-8894-328d702f0b98 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:50:31.309481 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:31.335771 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] Transition to ACTIVE for port object c3f9468f-43f8-4828-8894-328d702f0b98 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:50:31.379447 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-1fe77fa0-f26a-451c-8964-29f612b6c074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:31.384248 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-32bac8a6-7edb-433b-a28a-68458d124eb0 service neutron] 10.222.0.42 "GET /v2.0/networks/c0541fdd-f80b-45df-814f-a9bbce49f44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229431 Mar 01 20:50:31.385553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-1fe77fa0-f26a-451c-8964-29f612b6c074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Usage tracker for resource:port and tenant:bcbc2fa680b640afa3dc21fe52cebff9 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:31.390175 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-1fe77fa0-f26a-451c-8964-29f612b6c074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:31.397047 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:31.410901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-1fe77fa0-f26a-451c-8964-29f612b6c074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:31.470583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-974f1fa9-c8b4-42c3-9dfb-6a5d758dbcb9 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Unset dirty status for tenant:97a1897762f847bfb56825ead5e60708 on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:50:31.470583 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-974f1fa9-c8b4-42c3-9dfb-6a5d758dbcb9 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/networks?id=1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 HTTP/1.1" status: 200 len: 804 time: 0.4660971 Mar 01 20:50:31.473759 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:31.488427 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:50:31.497292 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-d4e407db-248c-4313-a940-d69ef9749305 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/quotas/97a1897762f847bfb56825ead5e60708 HTTP/1.1" status: 200 len: 375 time: 0.0158074 Mar 01 20:50:31.500611 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:50:31.500611 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:50:31.556649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-1fe77fa0-f26a-451c-8964-29f612b6c074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Made reservation on behalf of bcbc2fa680b640afa3dc21fe52cebff9 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:50:31.556649 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-1fe77fa0-f26a-451c-8964-29f612b6c074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:31.591894 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-d81f3d03-9936-4fa2-b992-f66e82d7fe9e tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=97a1897762f847bfb56825ead5e60708&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886536 Mar 01 20:50:31.641925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Pushing event updated for resources: {'Port': ['ID=c8d043f3-7ca8-4512-8816-08c99a5010d0,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:31.800655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:31.807511 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:31.865032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-1fe77fa0-f26a-451c-8964-29f612b6c074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Allocated IP 192.168.233.130 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/15e45d54-e286-4a64-9346-76d23df1752c) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:50:31.912905 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4d73b4bf-9a94-4e96-9b69-c4f0963ce83d None None] Provisioning for port c8d043f3-7ca8-4512-8816-08c99a5010d0 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:50:31.912905 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4d73b4bf-9a94-4e96-9b69-c4f0963ce83d None None] Provisioning complete for port c8d043f3-7ca8-4512-8816-08c99a5010d0 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:50:31.912905 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4d73b4bf-9a94-4e96-9b69-c4f0963ce83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:31.916727 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] Pushing event updated for resources: {'Port': ['ID=c3f9468f-43f8-4828-8894-328d702f0b98,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:32.048135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4d73b4bf-9a94-4e96-9b69-c4f0963ce83d None None] Port c8d043f3-7ca8-4512-8816-08c99a5010d0 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:50:32.104594 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] Attempting to bind port c3f9468f-43f8-4828-8894-328d702f0b98 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:50:32.104934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] Attempting to bind port c3f9468f-43f8-4828-8894-328d702f0b98 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:50:32.105476 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] Attempting to bind port c3f9468f-43f8-4828-8894-328d702f0b98 on network 8fdd681d-ffe8-426d-941c-62dfd126df4d {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:50:32.112569 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] Port c3f9468f-43f8-4828-8894-328d702f0b98 on network 8fdd681d-ffe8-426d-941c-62dfd126df4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:50:32.112890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] Attempting to bind port c3f9468f-43f8-4828-8894-328d702f0b98 on network 8fdd681d-ffe8-426d-941c-62dfd126df4d {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:50:32.121590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:50:32.121590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] Checking segment: {'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:50:32.121590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] Bound using segment: {'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:50:32.136221 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:32.137914 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] Bound port: c3f9468f-43f8-4828-8894-328d702f0b98, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:50:32.137914 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:32.267285 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-d3de7e89-b0d3-4257-b69b-93db0db51a16 service neutron] 10.222.0.42 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6713858 Mar 01 20:50:32.317633 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-7581f13d-0a98-4b25-b381-379a38b39900 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1017666 Mar 01 20:50:32.337924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] Request body: {'port': {'device_id': '30453437-c497-4eb4-be0b-4bde087495eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:50:32.353086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e70cf4-799d-4234-89dd-29005fff3e10 req-3ebf1fb7-2f33-4e5b-bbb5-864bf8451ad1 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:32.354401 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0e70cf4-799d-4234-89dd-29005fff3e10 req-3ebf1fb7-2f33-4e5b-bbb5-864bf8451ad1 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 946 time: 0.4868200 Mar 01 20:50:32.411057 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] For port c3f9468f-43f8-4828-8894-328d702f0b98, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:50:32.458826 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] For port c3f9468f-43f8-4828-8894-328d702f0b98, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c3f9468f-43f8-4828-8894-328d702f0b98,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:50:32.498753 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:32.523087 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:32.551536 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0e70cf4-799d-4234-89dd-29005fff3e10 req-34db4cdc-7c61-4018-8a52-f9d49e20eeff tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467340 Mar 01 20:50:32.563614 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-1fe77fa0-f26a-451c-8964-29f612b6c074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:32.589740 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-014ff50e-c4a5-4690-88d3-09af3202b19c service neutron] 10.222.0.42 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326931 Mar 01 20:50:32.601336 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-1fe77fa0-f26a-451c-8964-29f612b6c074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Transition to ACTIVE for port object 15e45d54-e286-4a64-9346-76d23df1752c will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:50:32.655994 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:32.655994 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:32.655994 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] 10.222.0.55 "PUT /v2.0/ports/c3f9468f-43f8-4828-8894-328d702f0b98 HTTP/1.1" status: 200 len: 1091 time: 2.4172456 Mar 01 20:50:32.655994 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '472ba050-68ae-4721-9316-a6d04b8fcdb3', 'tag': 'c3f9468f-43f8-4828-8894-328d702f0b98'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:50:32.698472 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eee5a97-6f37-4591-86e0-031a4e64e9fa service neutron] Pushing event updated for resources: {'Port': ['ID=c3f9468f-43f8-4828-8894-328d702f0b98,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:32.793376 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-1fe77fa0-f26a-451c-8964-29f612b6c074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:33.011618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-1fe77fa0-f26a-451c-8964-29f612b6c074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:50:33.016119 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-1fe77fa0-f26a-451c-8964-29f612b6c074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:50:33.024286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-1fe77fa0-f26a-451c-8964-29f612b6c074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:50:33.138932 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-ab3ed88d-b4df-4d8a-96f9-7cf4eeab4f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:33.150185 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-ab3ed88d-b4df-4d8a-96f9-7cf4eeab4f38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d5eaf306fc14197ad9a3185fd39f796&device_id=472ba050-68ae-4721-9316-a6d04b8fcdb3 HTTP/1.1" status: 200 len: 1094 time: 0.3099349 Mar 01 20:50:33.223712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe77fa0-f26a-451c-8964-29f612b6c074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Pushing event updated for resources: {'Port': ['ID=15e45d54-e286-4a64-9346-76d23df1752c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:33.275050 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-e718446d-462e-4bf2-a1be-67ff5535f4ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3f9468f-43f8-4828-8894-328d702f0b98 HTTP/1.1" status: 200 len: 217 time: 0.1099074 Mar 01 20:50:33.277703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24be331-5433-4a15-94d2-920881219e40 req-02a6fcc3-6d5d-49a4-a690-25be84b9fd5a tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:33.284277 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e24be331-5433-4a15-94d2-920881219e40 req-02a6fcc3-6d5d-49a4-a690-25be84b9fd5a tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=472ba050-68ae-4721-9316-a6d04b8fcdb3 HTTP/1.1" status: 200 len: 943 time: 0.5767581 Mar 01 20:50:33.308639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-1fe77fa0-f26a-451c-8964-29f612b6c074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:33.309924 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-1fe77fa0-f26a-451c-8964-29f612b6c074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:33.410582 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3f28ff-efbf-41d1-a99b-348aa01570dc req-f4dfe411-7aff-4616-a525-bcf6c5119a05 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:33.412302 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f3f28ff-efbf-41d1-a99b-348aa01570dc req-f4dfe411-7aff-4616-a525-bcf6c5119a05 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.3375459 Mar 01 20:50:33.422520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-3de22b0b-b525-4694-a52f-5e37f8a6e2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:33.424519 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-3de22b0b-b525-4694-a52f-5e37f8a6e2a4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62e9a9cc-b606-4420-adda-c2710fcba965 HTTP/1.1" status: 200 len: 852 time: 0.1418755 Mar 01 20:50:33.454290 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e24be331-5433-4a15-94d2-920881219e40 req-4219ac04-44d6-4df1-be47-60e198dae720 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Synchronizing usage tracker for tenant:0d5eaf306fc14197ad9a3185fd39f796 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:50:33.498189 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f3f28ff-efbf-41d1-a99b-348aa01570dc req-e63f581f-9c4b-452b-aaba-45485d3402da tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667839 Mar 01 20:50:33.504395 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-7d7a3023-4b82-4e26-ba6f-bd0baac4444e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fdd681d-ffe8-426d-941c-62dfd126df4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640194 Mar 01 20:50:33.511767 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d043f3-7ca8-4512-8816-08c99a5010d0 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:50:33.536901 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-cafcad65-09de-45df-9ff2-2bb4e192d333 None None] Provisioning for port 15e45d54-e286-4a64-9346-76d23df1752c completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:50:33.539197 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-1fe77fa0-f26a-451c-8964-29f612b6c074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6385083 Mar 01 20:50:33.542145 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-cafcad65-09de-45df-9ff2-2bb4e192d333 None None] Provisioning complete for port 15e45d54-e286-4a64-9346-76d23df1752c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:50:33.542519 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cafcad65-09de-45df-9ff2-2bb4e192d333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:33.555716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Request body: {'port': {'device_id': 'd2a127f9-9cbe-4526-85f7-ef88bf918399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:50:33.616111 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-cafcad65-09de-45df-9ff2-2bb4e192d333 None None] Port 15e45d54-e286-4a64-9346-76d23df1752c cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:50:33.634875 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:33.731549 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] Transition to ACTIVE for port object c8d043f3-7ca8-4512-8816-08c99a5010d0 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:50:33.750892 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e24be331-5433-4a15-94d2-920881219e40 req-4219ac04-44d6-4df1-be47-60e198dae720 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Unset dirty status for tenant:0d5eaf306fc14197ad9a3185fd39f796 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:50:33.752014 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e24be331-5433-4a15-94d2-920881219e40 req-4219ac04-44d6-4df1-be47-60e198dae720 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4587083 Mar 01 20:50:33.775980 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-5d39ea25-a3d4-4512-9bfd-bef551c7ffb8 service neutron] 10.222.0.55 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316246 Mar 01 20:50:33.792624 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:33.887135 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:33.991139 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcbf7b4f-3c60-4ab7-a909-dfa38fd84771 req-0186a6d2-9afe-45e6-a168-941a90d082a1 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 210 time: 0.0992882 Mar 01 20:50:34.032247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c142ad7b-a437-4a80-a45a-bc67dcb3623e req-ebe2cb9f-3467-407f-8809-0a574bd0141b tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:34.033247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c142ad7b-a437-4a80-a45a-bc67dcb3623e req-ebe2cb9f-3467-407f-8809-0a574bd0141b tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Synchronizing usage tracker for tenant:bcbc2fa680b640afa3dc21fe52cebff9 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:50:34.103437 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] Pushing event updated for resources: {'Port': ['ID=c8d043f3-7ca8-4512-8816-08c99a5010d0,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:34.112997 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '472ba050-68ae-4721-9316-a6d04b8fcdb3', 'tag': 'c3f9468f-43f8-4828-8894-328d702f0b98', 'status': 'completed', 'code': 200} Mar 01 20:50:34.283288 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7f90ab5b-bc35-481c-bcb6-578347228145 req-a6a0aa55-6152-4ad7-b1d2-ea26ba1445b6 service neutron] 10.222.0.55 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5002563 Mar 01 20:50:34.294132 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2c87805-f52c-4ea6-9a77-63ee508eb88d req-68d26939-9a1b-459c-ad46-2b2e75d7d7a4 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ad54106-12dc-46d3-af93-b08fcc5c70fd HTTP/1.1" status: 200 len: 210 time: 0.1094570 Mar 01 20:50:34.301491 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] Attempting to bind port c8d043f3-7ca8-4512-8816-08c99a5010d0 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:50:34.302059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] Attempting to bind port c8d043f3-7ca8-4512-8816-08c99a5010d0 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:50:34.302463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] Attempting to bind port c8d043f3-7ca8-4512-8816-08c99a5010d0 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:50:34.313025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] Port c8d043f3-7ca8-4512-8816-08c99a5010d0 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:50:34.313577 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] Attempting to bind port c8d043f3-7ca8-4512-8816-08c99a5010d0 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:50:34.320714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:50:34.321155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:50:34.321636 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:50:34.322176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] Bound port: c8d043f3-7ca8-4512-8816-08c99a5010d0, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:50:34.322637 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:34.486876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] For port c8d043f3-7ca8-4512-8816-08c99a5010d0, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:50:34.491790 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] For port c8d043f3-7ca8-4512-8816-08c99a5010d0, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c8d043f3-7ca8-4512-8816-08c99a5010d0,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:50:34.543851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c142ad7b-a437-4a80-a45a-bc67dcb3623e req-ebe2cb9f-3467-407f-8809-0a574bd0141b tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Unset dirty status for tenant:bcbc2fa680b640afa3dc21fe52cebff9 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:50:34.548279 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c142ad7b-a437-4a80-a45a-bc67dcb3623e req-ebe2cb9f-3467-407f-8809-0a574bd0141b tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a127f9-9cbe-4526-85f7-ef88bf918399 HTTP/1.1" status: 200 len: 936 time: 0.8494267 Mar 01 20:50:34.669741 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:34.703683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c142ad7b-a437-4a80-a45a-bc67dcb3623e req-16b05fd3-165f-478d-82ad-167709979c77 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/security-groups?id=132e2f7d-03c2-42ba-90db-596fbe8f1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531157 Mar 01 20:50:34.788490 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:34.788490 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:34.788490 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] 10.222.0.55 "PUT /v2.0/ports/c8d043f3-7ca8-4512-8816-08c99a5010d0 HTTP/1.1" status: 200 len: 1095 time: 2.4377651 Mar 01 20:50:34.799336 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f0bd2-5894-4401-a3e7-6592116a326d service neutron] Pushing event updated for resources: {'Port': ['ID=c8d043f3-7ca8-4512-8816-08c99a5010d0,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:34.821435 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f478f-0d68-4a9a-90ef-bb35be96d2ff req-3c6b68b4-0ff8-4b0a-80ae-f65af8f50e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:34.823329 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d75f478f-0d68-4a9a-90ef-bb35be96d2ff req-3c6b68b4-0ff8-4b0a-80ae-f65af8f50e8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d5eaf306fc14197ad9a3185fd39f796&device_id=472ba050-68ae-4721-9316-a6d04b8fcdb3 HTTP/1.1" status: 200 len: 1094 time: 0.3310492 Mar 01 20:50:34.886241 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a481d-0b9d-4fe5-ab59-a652d0c7194a req-c286cd5a-97b0-4bda-9525-31036dbf2280 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:34.891458 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-321a481d-0b9d-4fe5-ab59-a652d0c7194a req-c286cd5a-97b0-4bda-9525-31036dbf2280 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.3547704 Mar 01 20:50:35.086679 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f478f-0d68-4a9a-90ef-bb35be96d2ff req-1c1bfdb3-6a46-4723-93aa-9d4d8184fa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:35.086679 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d75f478f-0d68-4a9a-90ef-bb35be96d2ff req-1c1bfdb3-6a46-4723-93aa-9d4d8184fa40 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8fdd681d-ffe8-426d-941c-62dfd126df4d HTTP/1.1" status: 200 len: 913 time: 0.2450318 Mar 01 20:50:35.086865 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-321a481d-0b9d-4fe5-ab59-a652d0c7194a req-ec66dbd6-3305-438b-b5e9-e45b330a68e1 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850164 Mar 01 20:50:35.086865 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15e45d54-e286-4a64-9346-76d23df1752c {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:50:35.114824 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:35.187987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Transition to ACTIVE for port object 15e45d54-e286-4a64-9346-76d23df1752c will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:50:35.205176 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d75f478f-0d68-4a9a-90ef-bb35be96d2ff req-54353d51-db75-4907-81ab-dca50cd9ba75 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3f9468f-43f8-4828-8894-328d702f0b98 HTTP/1.1" status: 200 len: 217 time: 0.1083894 Mar 01 20:50:35.209037 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7300d7b-b83e-4a10-a56a-ca68da79e2b4 req-410a9150-3c8c-4ed7-8cbc-5ebc74209bca tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:35.210813 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e7300d7b-b83e-4a10-a56a-ca68da79e2b4 req-410a9150-3c8c-4ed7-8cbc-5ebc74209bca tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 946 time: 0.3077445 Mar 01 20:50:35.282237 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-5fb2397d-5937-4c56-8d3b-5edc358e54c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:35.290304 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-5fb2397d-5937-4c56-8d3b-5edc358e54c0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bcbc2fa680b640afa3dc21fe52cebff9&device_id=30453437-c497-4eb4-be0b-4bde087495eb HTTP/1.1" status: 200 len: 1098 time: 0.3207006 Mar 01 20:50:35.301067 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:35.389168 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e7300d7b-b83e-4a10-a56a-ca68da79e2b4 req-caf8c154-f7ec-4bbf-b1cc-3482fcc62bfc tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690361 Mar 01 20:50:35.727093 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-64280276-3043-4562-8eed-9440141d838a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=c8d043f3-7ca8-4512-8816-08c99a5010d0 HTTP/1.1" status: 200 len: 217 time: 0.4127533 Mar 01 20:50:35.744420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Pushing event updated for resources: {'Port': ['ID=15e45d54-e286-4a64-9346-76d23df1752c,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:35.760874 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e4b50b3-cab9-4f70-b427-1fb814bd356b req-cd47fca5-a0d9-4edc-a56e-8e753343f6e2 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 210 time: 0.1357379 Mar 01 20:50:35.879017 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f478f-0d68-4a9a-90ef-bb35be96d2ff req-fb93045d-7401-49b7-800a-009d54f6144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:35.880504 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d75f478f-0d68-4a9a-90ef-bb35be96d2ff req-fb93045d-7401-49b7-800a-009d54f6144f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62e9a9cc-b606-4420-adda-c2710fcba965 HTTP/1.1" status: 200 len: 852 time: 0.6689312 Mar 01 20:50:35.948788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb270558-54d7-42f7-9d50-626b21dd3383 req-8f42e79c-049f-4419-b1ab-dab87dd89f5e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:35.955993 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb270558-54d7-42f7-9d50-626b21dd3383 req-8f42e79c-049f-4419-b1ab-dab87dd89f5e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=472ba050-68ae-4721-9316-a6d04b8fcdb3 HTTP/1.1" status: 200 len: 943 time: 0.5736017 Mar 01 20:50:35.970107 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d75f478f-0d68-4a9a-90ef-bb35be96d2ff req-a27f1ada-72fa-475e-9ffd-4e33010e2304 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fdd681d-ffe8-426d-941c-62dfd126df4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761130 Mar 01 20:50:36.046733 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Attempting to bind port 15e45d54-e286-4a64-9346-76d23df1752c on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:50:36.047089 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Attempting to bind port 15e45d54-e286-4a64-9346-76d23df1752c by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:50:36.047560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Attempting to bind port 15e45d54-e286-4a64-9346-76d23df1752c on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:50:36.058457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Port 15e45d54-e286-4a64-9346-76d23df1752c on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:50:36.058777 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Attempting to bind port 15e45d54-e286-4a64-9346-76d23df1752c on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:50:36.074769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:50:36.075100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:50:36.075504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:50:36.075939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Bound port: 15e45d54-e286-4a64-9346-76d23df1752c, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:50:36.076277 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:36.114126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30453437-c497-4eb4-be0b-4bde087495eb', 'tag': 'c8d043f3-7ca8-4512-8816-08c99a5010d0'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:50:36.144970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-2420136c-573d-4c30-a7b8-73539d510c04 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:36.145971 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-2420136c-573d-4c30-a7b8-73539d510c04 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Synchronizing usage tracker for tenant:923a9d549ed24852872e8597fc8f0529 on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:50:36.153506 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-951783f7-7141-4b0f-89d8-fca6ceeb9f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:36.156462 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-951783f7-7141-4b0f-89d8-fca6ceeb9f81 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.4081085 Mar 01 20:50:36.255188 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d75f478f-0d68-4a9a-90ef-bb35be96d2ff req-c1e50cf6-bf68-4819-b3d0-d6c076b621fd service neutron] 10.222.0.55 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751265 Mar 01 20:50:36.268053 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb270558-54d7-42f7-9d50-626b21dd3383 req-20ed9110-69a3-4e55-b3e2-4e68f31a3cae tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058565 Mar 01 20:50:36.313849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90456d8-1157-4398-b7ee-7a1172be78a2 req-65bfc8f2-bd68-4b5c-b83f-9b3122052c19 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:36.320313 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-291131a9-aed9-4082-a79d-e8d5ab357a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:36.321060 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b90456d8-1157-4398-b7ee-7a1172be78a2 req-65bfc8f2-bd68-4b5c-b83f-9b3122052c19 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.3632374 Mar 01 20:50:36.321778 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-291131a9-aed9-4082-a79d-e8d5ab357a79 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1597989 Mar 01 20:50:36.387445 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] For port 15e45d54-e286-4a64-9346-76d23df1752c, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:50:36.419376 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b90456d8-1157-4398-b7ee-7a1172be78a2 req-d5bfeb69-1244-4c56-be88-b1df149038d8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973244 Mar 01 20:50:36.424719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] For port 15e45d54-e286-4a64-9346-76d23df1752c, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=15e45d54-e286-4a64-9346-76d23df1752c,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:50:36.429961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-2420136c-573d-4c30-a7b8-73539d510c04 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Unset dirty status for tenant:923a9d549ed24852872e8597fc8f0529 on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:50:36.431555 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-2420136c-573d-4c30-a7b8-73539d510c04 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.57 "GET /v2.0/networks?id=c0541fdd-f80b-45df-814f-a9bbce49f44d HTTP/1.1" status: 200 len: 815 time: 1.0923095 Mar 01 20:50:36.455014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Request body: {'port': {'device_id': 'b8fc092a-aa28-4aab-a9b5-8b007673e866', 'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d', 'admin_state_up': True, 'tenant_id': '923a9d549ed24852872e8597fc8f0529'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:50:36.569050 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:36.574548 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3c831305-0a1b-41e3-9225-1421e2be2805 req-f6121b43-c779-463d-947a-fe842d44031f tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ad54106-12dc-46d3-af93-b08fcc5c70fd HTTP/1.1" status: 200 len: 210 time: 0.0949244 Mar 01 20:50:36.658949 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:36.660489 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:36.661896 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] 10.222.0.57 "PUT /v2.0/ports/15e45d54-e286-4a64-9346-76d23df1752c HTTP/1.1" status: 200 len: 1096 time: 3.1146219 Mar 01 20:50:36.672165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2a127f9-9cbe-4526-85f7-ef88bf918399', 'tag': '15e45d54-e286-4a64-9346-76d23df1752c'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:50:36.707251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Pushing event updated for resources: {'Port': ['ID=15e45d54-e286-4a64-9346-76d23df1752c,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:36.720504 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30453437-c497-4eb4-be0b-4bde087495eb', 'tag': 'c8d043f3-7ca8-4512-8816-08c99a5010d0', 'status': 'completed', 'code': 200} Mar 01 20:50:36.721313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:36.721660 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:36.721993 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:36.722322 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:36.722650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:36.722966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:36.724071 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:36.725220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:36.725545 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:36.725871 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:36.726240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:36.726717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d01847c2-866b-4a54-9012-2a05d8f6d87c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:36.769552 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6191361-f1d0-480d-a391-64e99d023bbe req-a9ca65ff-0939-4453-b800-764f994ff20c tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:36.781717 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6191361-f1d0-480d-a391-64e99d023bbe req-a9ca65ff-0939-4453-b800-764f994ff20c tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a127f9-9cbe-4526-85f7-ef88bf918399 HTTP/1.1" status: 200 len: 948 time: 0.2638087 Mar 01 20:50:36.784685 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d75f478f-0d68-4a9a-90ef-bb35be96d2ff req-64840862-8acb-4053-8f0d-396607d9c930 service neutron] 10.222.0.55 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214725 Mar 01 20:50:36.855544 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6191361-f1d0-480d-a391-64e99d023bbe req-531f46b6-34f1-47d6-b1d5-11e5823f2a62 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/security-groups?id=132e2f7d-03c2-42ba-90db-596fbe8f1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723212 Mar 01 20:50:37.115138 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-4e768601-6a61-4535-8333-69eac262c641 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7374642 Mar 01 20:50:37.157502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-ab639c30-46ae-469b-9931-db0ab604098b tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:37.158973 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-ab639c30-46ae-469b-9931-db0ab604098b tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5&tenant_id=9425af0c76c64926891aa5e1f014e8ef&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 1097 time: 0.5223475 Mar 01 20:50:37.174713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827896-4'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:50:37.215019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:37.275225 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Usage tracker for resource:port and tenant:923a9d549ed24852872e8597fc8f0529 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:37.279736 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d0d75-9e31-4c19-8245-88f2ecef701b req-9ef30f37-a32d-4c4c-9e95-c038062b3c84 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:37.281760 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca0d0d75-9e31-4c19-8245-88f2ecef701b req-9ef30f37-a32d-4c4c-9e95-c038062b3c84 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.2867107 Mar 01 20:50:37.290310 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-9e13f3a0-bacd-4c58-b83f-76de602dbe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:37.291747 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-9e13f3a0-bacd-4c58-b83f-76de602dbe02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcbc2fa680b640afa3dc21fe52cebff9&device_id=d2a127f9-9cbe-4526-85f7-ef88bf918399 HTTP/1.1" status: 200 len: 1099 time: 0.4187138 Mar 01 20:50:37.293567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:37.306797 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:37.320538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-9ac9a854-0295-4807-9656-61f3704a84c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:37.322022 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-9ac9a854-0295-4807-9656-61f3704a84c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.57 "GET /v2.0/networks?id=1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 HTTP/1.1" status: 200 len: 804 time: 0.6709127 Mar 01 20:50:37.335020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-566c226d-db31-4455-a52c-b85cd98324bc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Request body: {'port': {'device_id': '2ad54106-12dc-46d3-af93-b08fcc5c70fd', 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9', 'admin_state_up': True, 'tenant_id': '97a1897762f847bfb56825ead5e60708'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:50:37.445481 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-92f5328f-7181-4bca-ad8b-fbc7a63d176b req-fdcfa87a-07cf-4e4d-afba-a54b5a774e3d service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885368 Mar 01 20:50:37.449387 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-8bc24dd6-8da9-4663-ae28-5d4b75278bb3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=15e45d54-e286-4a64-9346-76d23df1752c HTTP/1.1" status: 200 len: 217 time: 0.1044779 Mar 01 20:50:37.461605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Made reservation on behalf of 923a9d549ed24852872e8597fc8f0529 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:50:37.471047 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:37.513291 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca0d0d75-9e31-4c19-8245-88f2ecef701b req-2e038a38-6551-4d8e-8b8e-66184a0a58aa tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2148740 Mar 01 20:50:37.521223 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:37.566768 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-7a173293-83eb-4c78-9fe9-c49ff29cdbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:37.568728 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-7a173293-83eb-4c78-9fe9-c49ff29cdbb8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1013093 Mar 01 20:50:37.609162 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-566c226d-db31-4455-a52c-b85cd98324bc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:37.619335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-566c226d-db31-4455-a52c-b85cd98324bc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Usage tracker for resource:port and tenant:97a1897762f847bfb56825ead5e60708 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:37.626250 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-566c226d-db31-4455-a52c-b85cd98324bc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:37.652417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-566c226d-db31-4455-a52c-b85cd98324bc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:37.673770 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94690a-6701-458e-8332-8d7533269b42 req-ee452919-1706-4635-8cc1-cc5dea36b810 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:37.681490 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6d94690a-6701-458e-8332-8d7533269b42 req-ee452919-1706-4635-8cc1-cc5dea36b810 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 946 time: 0.4445503 Mar 01 20:50:37.698873 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2a127f9-9cbe-4526-85f7-ef88bf918399', 'tag': '15e45d54-e286-4a64-9346-76d23df1752c', 'status': 'completed', 'code': 200} Mar 01 20:50:37.770438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Allocated IP 172.20.0.3 (c0541fdd-f80b-45df-814f-a9bbce49f44d/203b9d6c-4e4d-47f8-b370-76b17af7b277/bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:50:37.785207 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6d94690a-6701-458e-8332-8d7533269b42 req-dda871b2-c6c8-4f77-8c0d-24bdb6235079 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025848 Mar 01 20:50:37.809393 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3c245-2953-4024-9849-748df59d90c6 req-a616cc94-5ed7-4ab7-ba34-2d4f302d0cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:37.812270 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-80c3c245-2953-4024-9849-748df59d90c6 req-a616cc94-5ed7-4ab7-ba34-2d4f302d0cf4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=bcbc2fa680b640afa3dc21fe52cebff9&device_id=30453437-c497-4eb4-be0b-4bde087495eb HTTP/1.1" status: 200 len: 1098 time: 0.1321616 Mar 01 20:50:37.841141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 2496ca6b-c775-4f1c-bbd6-538025c1aead details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:50:37.931777 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6d626f8b-5d23-4ee7-a496-f6b010e8198f req-03da7726-7557-4b69-a1cd-cfbcc2871f61 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 210 time: 0.1048472 Mar 01 20:50:37.979061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-566c226d-db31-4455-a52c-b85cd98324bc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Made reservation on behalf of 97a1897762f847bfb56825ead5e60708 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:50:37.982578 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-566c226d-db31-4455-a52c-b85cd98324bc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:38.049769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-739dddc9-66e1-4de4-9711-08c37a056626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:38.061795 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-739dddc9-66e1-4de4-9711-08c37a056626 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4616680 Mar 01 20:50:38.072626 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 2496ca6b-c775-4f1c-bbd6-538025c1aead, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2496ca6b-c775-4f1c-bbd6-538025c1aead,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:38.092162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 2496ca6b-c775-4f1c-bbd6-538025c1aead has no active binding in host n-h2-827896-4 {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 01 20:50:38.149507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] For port 2496ca6b-c775-4f1c-bbd6-538025c1aead, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2496ca6b-c775-4f1c-bbd6-538025c1aead,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:38.214466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3c245-2953-4024-9849-748df59d90c6 req-a79c1e6c-2c82-4fbd-ab18-4c9088881b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:38.216051 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-80c3c245-2953-4024-9849-748df59d90c6 req-a79c1e6c-2c82-4fbd-ab18-4c9088881b07 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.3930225 Mar 01 20:50:38.306770 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15940b6f-9bd4-4360-9071-13e131721e37 req-770c2c2d-b97c-4c7a-896f-bc535e698037 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ad54106-12dc-46d3-af93-b08fcc5c70fd HTTP/1.1" status: 200 len: 210 time: 0.1177127 Mar 01 20:50:38.327333 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-80c3c245-2953-4024-9849-748df59d90c6 req-145edf04-5ec8-4e6d-892a-2c0d8cb99304 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=c8d043f3-7ca8-4512-8816-08c99a5010d0 HTTP/1.1" status: 200 len: 217 time: 0.0893073 Mar 01 20:50:38.423768 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] For port 2496ca6b-c775-4f1c-bbd6-538025c1aead, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:50:38.485637 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3c245-2953-4024-9849-748df59d90c6 req-3f40b439-49f6-44ca-85ea-0f233efb94b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:38.487862 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-80c3c245-2953-4024-9849-748df59d90c6 req-3f40b439-49f6-44ca-85ea-0f233efb94b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1521072 Mar 01 20:50:38.493297 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:38.575347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-566c226d-db31-4455-a52c-b85cd98324bc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Allocated IP 172.20.0.3 (1eff2f34-a2fd-4fcb-a52b-c94db9f867f9/a04d362b-c114-455b-b96e-10a41d5ec3e4/6e385ccc-2d67-4673-9ef1-b3955cfa0790) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:50:38.628858 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-333b1977-479f-414f-a7f6-f86ba72604f7 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602267 Mar 01 20:50:38.661190 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c3c245-2953-4024-9849-748df59d90c6 req-641b73bb-164d-425e-ae66-ed41e4fa70e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:38.662863 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-80c3c245-2953-4024-9849-748df59d90c6 req-641b73bb-164d-425e-ae66-ed41e4fa70e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1657422 Mar 01 20:50:38.808898 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:38.843019 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78076b7a-3d25-42f3-9cf0-178ebb73eb41 req-c6a054e4-4b8a-4e98-9ecd-085b0d2433c9 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:38.844656 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78076b7a-3d25-42f3-9cf0-178ebb73eb41 req-c6a054e4-4b8a-4e98-9ecd-085b0d2433c9 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=472ba050-68ae-4721-9316-a6d04b8fcdb3 HTTP/1.1" status: 200 len: 943 time: 0.7278230 Mar 01 20:50:38.931670 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:39.025222 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-26969b02-f7cf-4f25-87c6-b75db36439cb tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:39.027059 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-26969b02-f7cf-4f25-87c6-b75db36439cb tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 811 time: 0.3949142 Mar 01 20:50:39.052685 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78076b7a-3d25-42f3-9cf0-178ebb73eb41 req-52ca8aac-ea98-4bc8-a18c-cec50f48cd3f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884148 Mar 01 20:50:39.107646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Network c0541fdd-f80b-45df-814f-a9bbce49f44d is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:50:39.132264 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-6e3d5c0d-0d17-45dd-8750-0028008b5e99 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/quotas/df56c463be844df5b2fb698fb8b7ab1c HTTP/1.1" status: 200 len: 375 time: 0.0769389 Mar 01 20:50:39.136440 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:39.140711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:50:39.144876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:50:39.210717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Pushing event updated for resources: {'Port': ['ID=bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:39.229742 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-80c3c245-2953-4024-9849-748df59d90c6 req-126671fa-3078-4c35-ae47-54c72b8a4106 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5581729 Mar 01 20:50:39.291621 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:39.291975 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:39.292314 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:39.292640 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:39.293176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:39.293272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:39.293572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:39.294568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:39.294898 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:39.295219 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:39.296796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:39.296796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:39.323573 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a5411dc-9680-4f75-bb36-090e35d544e8 req-9b6d941c-9e6d-4de5-857b-492df7433e45 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6178319 Mar 01 20:50:39.335066 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-566c226d-db31-4455-a52c-b85cd98324bc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:39.353667 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:39.354153 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:39.494221 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-80c3c245-2953-4024-9849-748df59d90c6 req-792765bc-b152-42ad-9586-bdfff38d6a91 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553339 Mar 01 20:50:39.534329 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] Pushing event updated for resources: {'Port': ['ID=2496ca6b-c775-4f1c-bbd6-538025c1aead,revision_number=7']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:39.590317 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e9b08d13-3df2-4610-a9ab-8ffc66cceb03 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1399736 Mar 01 20:50:39.591369 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] Attempting to bind port 2496ca6b-c775-4f1c-bbd6-538025c1aead on host n-h1-827896-4 for vnic_type normal with profile {"migrating_to": "n-h2-827896-4"} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:50:39.591712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] Attempting to bind port 2496ca6b-c775-4f1c-bbd6-538025c1aead by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:50:39.592033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] Attempting to bind port 2496ca6b-c775-4f1c-bbd6-538025c1aead on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:50:39.603956 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] Request body: {'port': {'device_id': 'b8fc092a-aa28-4aab-a9b5-8b007673e866', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:50:39.618182 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] Port 2496ca6b-c775-4f1c-bbd6-538025c1aead on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:50:39.618182 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] Attempting to bind port 2496ca6b-c775-4f1c-bbd6-538025c1aead on network 20bee8c9-14f6-4e61-9dee-3608205e5e38 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:50:39.634751 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-9be7bd7c-ad37-4244-b2b7-6f918ad2c8ab tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4902544 Mar 01 20:50:39.644898 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-566c226d-db31-4455-a52c-b85cd98324bc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:39.648264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:50:39.648598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] Checking segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:50:39.649025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] Bound using segment: {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:50:39.649454 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] Bound port: 2496ca6b-c775-4f1c-bbd6-538025c1aead, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '854d4a54-67f6-4c31-8b28-2aa56ce9a629', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '20bee8c9-14f6-4e61-9dee-3608205e5e38'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:50:39.649895 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:39.703966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbea38e-d870-44ca-94e0-359f170303f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2496ca6b-c775-4f1c-bbd6-538025c1aead'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:50:39.723506 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-566c226d-db31-4455-a52c-b85cd98324bc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Network 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:50:39.732668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-566c226d-db31-4455-a52c-b85cd98324bc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:50:39.735082 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-566c226d-db31-4455-a52c-b85cd98324bc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:50:39.751108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d76fe9-3ded-4ba0-a07c-fb2c115cd970 req-ea74ce4b-bdc8-4833-aa0a-4cf6ae961531 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:39.752520 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04d76fe9-3ded-4ba0-a07c-fb2c115cd970 req-ea74ce4b-bdc8-4833-aa0a-4cf6ae961531 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a127f9-9cbe-4526-85f7-ef88bf918399 HTTP/1.1" status: 200 len: 948 time: 0.3675294 Mar 01 20:50:39.843699 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c226d-db31-4455-a52c-b85cd98324bc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Pushing event updated for resources: {'Port': ['ID=6e385ccc-2d67-4673-9ef1-b3955cfa0790,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:39.874745 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c3f9468f-43f8-4828-8894-328d702f0b98 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:50:39.877987 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:39.892726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-566c226d-db31-4455-a52c-b85cd98324bc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:39.893353 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-566c226d-db31-4455-a52c-b85cd98324bc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:39.924944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c64a2-8165-4b3d-b93b-7f5a63936bb4 req-f8f544ba-1863-4e78-a0ca-c2bfbbe634a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:39.926416 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e48c64a2-8165-4b3d-b93b-7f5a63936bb4 req-f8f544ba-1863-4e78-a0ca-c2bfbbe634a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcbc2fa680b640afa3dc21fe52cebff9&device_id=d2a127f9-9cbe-4526-85f7-ef88bf918399 HTTP/1.1" status: 200 len: 1099 time: 0.3944132 Mar 01 20:50:39.971894 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04d76fe9-3ded-4ba0-a07c-fb2c115cd970 req-211053f0-460e-4efd-bc13-7467bca4b3b2 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/security-groups?id=132e2f7d-03c2-42ba-90db-596fbe8f1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529064 Mar 01 20:50:39.977425 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-752e3a11-a91d-48a2-ae72-f9297480c303 service neutron] 10.222.0.42 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304324 Mar 01 20:50:39.990428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] For port 2496ca6b-c775-4f1c-bbd6-538025c1aead, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:50:40.093929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] For port 2496ca6b-c775-4f1c-bbd6-538025c1aead, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2496ca6b-c775-4f1c-bbd6-538025c1aead,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:50:40.118039 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-566c226d-db31-4455-a52c-b85cd98324bc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7883062 Mar 01 20:50:40.121408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port c3f9468f-43f8-4828-8894-328d702f0b98, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c3f9468f-43f8-4828-8894-328d702f0b98,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:40.141200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] Request body: {'port': {'device_id': '2ad54106-12dc-46d3-af93-b08fcc5c70fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:50:40.161405 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'c3f9468f-43f8-4828-8894-328d702f0b98', 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d', 'port_id': 'c3f9468f-43f8-4828-8894-328d702f0b98', 'mac_address': 'fa:16:3e:82:60:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e9a9cc-b606-4420-adda-c2710fcba965', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:50:40.216677 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:40.226499 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:40.247450 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3f9468f-43f8-4828-8894-328d702f0b98 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:50:40.270444 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port c3f9468f-43f8-4828-8894-328d702f0b98, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c3f9468f-43f8-4828-8894-328d702f0b98,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:40.350905 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:40.381243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c64a2-8165-4b3d-b93b-7f5a63936bb4 req-beed9f58-e5b5-441d-99c0-94c90dc04c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:40.382742 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e48c64a2-8165-4b3d-b93b-7f5a63936bb4 req-beed9f58-e5b5-441d-99c0-94c90dc04c69 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.4489033 Mar 01 20:50:40.408388 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:40.481906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=c3f9468f-43f8-4828-8894-328d702f0b98,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:40.650631 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e48c64a2-8165-4b3d-b93b-7f5a63936bb4 req-634952d1-040e-4434-abf5-ac6c78eed0a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=15e45d54-e286-4a64-9346-76d23df1752c HTTP/1.1" status: 200 len: 217 time: 0.2557080 Mar 01 20:50:40.651215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] Pushing event updated for resources: {'Port': ['ID=2496ca6b-c775-4f1c-bbd6-538025c1aead,revision_number=8']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:40.663456 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-bedb6a9a-cb9f-4b94-9154-ad07f13c0a79 service neutron] 10.222.0.42 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6704674 Mar 01 20:50:40.703783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:50:40.715834 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['c3f9468f-43f8-4828-8894-328d702f0b98'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:50:40.729384 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:40.730996 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:40.731141 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:40.733890 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-52f03200-1bf1-4d0d-908b-d40418b91b1e service neutron] 10.222.0.55 "PUT /v2.0/ports/2496ca6b-c775-4f1c-bbd6-538025c1aead HTTP/1.1" status: 200 len: 1122 time: 3.5633688 Mar 01 20:50:40.740922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c64a2-8165-4b3d-b93b-7f5a63936bb4 req-aff8ad5e-d813-47ef-aeca-c799f4568041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:40.742663 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e48c64a2-8165-4b3d-b93b-7f5a63936bb4 req-aff8ad5e-d813-47ef-aeca-c799f4568041 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0780790 Mar 01 20:50:40.810844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97ee789-7d6d-45a0-a308-e6292022ad85 req-de0202dd-d61f-47b2-bafb-719e0aa927fb tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:40.818481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f97ee789-7d6d-45a0-a308-e6292022ad85 req-de0202dd-d61f-47b2-bafb-719e0aa927fb tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 944 time: 0.6645141 Mar 01 20:50:40.878889 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['2496ca6b-c775-4f1c-bbd6-538025c1aead'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:50:40.879402 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] Transition to ACTIVE for port object bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:50:40.887968 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f97ee789-7d6d-45a0-a308-e6292022ad85 req-8e23c03a-eba5-4525-acad-4805ac1434d1 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683110 Mar 01 20:50:40.892216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['2496ca6b-c775-4f1c-bbd6-538025c1aead'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:50:40.943570 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c64a2-8165-4b3d-b93b-7f5a63936bb4 req-b0827752-6881-4f26-af7c-f50d18a115bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:40.945023 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e48c64a2-8165-4b3d-b93b-7f5a63936bb4 req-b0827752-6881-4f26-af7c-f50d18a115bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1957619 Mar 01 20:50:41.008985 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:41.392516 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:41.433506 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e385ccc-2d67-4673-9ef1-b3955cfa0790 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:50:41.457579 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:41.472603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ca0ee-677b-4ef0-b7ba-e9a0988fcdec req-d1c921c8-cf8f-48bd-a90f-e0d42e5d0f7d tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:41.474785 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f9ca0ee-677b-4ef0-b7ba-e9a0988fcdec req-d1c921c8-cf8f-48bd-a90f-e0d42e5d0f7d tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 943 time: 0.2285824 Mar 01 20:50:41.478030 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e48c64a2-8165-4b3d-b93b-7f5a63936bb4 req-21161646-f1db-4092-b4bc-cb06a110c62b service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228450 Mar 01 20:50:41.481870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] Attempting to bind port bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:50:41.498056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] Attempting to bind port bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '84bcdf50-9286-404a-a213-c92f1dc21ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:50:41.498056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] Attempting to bind port bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 on network c0541fdd-f80b-45df-814f-a9bbce49f44d {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:50:41.498056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] Transition to ACTIVE for port object 6e385ccc-2d67-4673-9ef1-b3955cfa0790 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:50:41.498056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] Port bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 on network c0541fdd-f80b-45df-814f-a9bbce49f44d not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:50:41.498056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] Attempting to bind port bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 on network c0541fdd-f80b-45df-814f-a9bbce49f44d {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:50:41.502410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:50:41.503024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] Checking segment: {'id': '84bcdf50-9286-404a-a213-c92f1dc21ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:50:41.503649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] Bound using segment: {'id': '84bcdf50-9286-404a-a213-c92f1dc21ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:50:41.504371 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] Bound port: bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84bcdf50-9286-404a-a213-c92f1dc21ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:50:41.504953 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:41.713160 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:41.740197 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f9ca0ee-677b-4ef0-b7ba-e9a0988fcdec req-900df671-7066-4941-8758-57f5184ec394 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154288 Mar 01 20:50:41.788392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334d311-12cd-4123-9fed-fd8c295f0d3b req-b687811a-d708-48b7-8b9e-bc160c757717 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:41.789990 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e334d311-12cd-4123-9fed-fd8c295f0d3b req-b687811a-d708-48b7-8b9e-bc160c757717 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ad54106-12dc-46d3-af93-b08fcc5c70fd HTTP/1.1" status: 200 len: 931 time: 0.3289042 Mar 01 20:50:41.794165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e48c64a2-8165-4b3d-b93b-7f5a63936bb4 req-0132832a-acaf-4ed8-81ba-73e7fcba3a1d service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661211 Mar 01 20:50:41.869126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e334d311-12cd-4123-9fed-fd8c295f0d3b req-64cdfffc-cb23-4ec8-9617-db26ed2ec143 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Synchronizing usage tracker for tenant:97a1897762f847bfb56825ead5e60708 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:50:41.873115 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbea38e-d870-44ca-94e0-359f170303f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2496ca6b-c775-4f1c-bbd6-538025c1aead', 'code': 200} Mar 01 20:50:41.876124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c8d043f3-7ca8-4512-8816-08c99a5010d0 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:50:41.975405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] Pushing event updated for resources: {'Port': ['ID=6e385ccc-2d67-4673-9ef1-b3955cfa0790,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:41.982284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] For port bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:50:42.003378 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] For port bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:50:42.033596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] Attempting to bind port 6e385ccc-2d67-4673-9ef1-b3955cfa0790 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:50:42.034021 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] Attempting to bind port 6e385ccc-2d67-4673-9ef1-b3955cfa0790 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'de18bba6-ff31-44fd-9f1f-77044c55f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:50:42.034417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] Attempting to bind port 6e385ccc-2d67-4673-9ef1-b3955cfa0790 on network 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:50:42.040385 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] Port 6e385ccc-2d67-4673-9ef1-b3955cfa0790 on network 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:50:42.040772 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] Attempting to bind port 6e385ccc-2d67-4673-9ef1-b3955cfa0790 on network 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:50:42.048027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:50:42.048629 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] Checking segment: {'id': 'de18bba6-ff31-44fd-9f1f-77044c55f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:50:42.049947 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] Bound using segment: {'id': 'de18bba6-ff31-44fd-9f1f-77044c55f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:50:42.054095 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] Bound port: 6e385ccc-2d67-4673-9ef1-b3955cfa0790, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de18bba6-ff31-44fd-9f1f-77044c55f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:50:42.054095 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:42.079545 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e334d311-12cd-4123-9fed-fd8c295f0d3b req-64cdfffc-cb23-4ec8-9617-db26ed2ec143 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Unset dirty status for tenant:97a1897762f847bfb56825ead5e60708 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:50:42.094080 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e334d311-12cd-4123-9fed-fd8c295f0d3b req-64cdfffc-cb23-4ec8-9617-db26ed2ec143 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2935767 Mar 01 20:50:42.115050 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port c8d043f3-7ca8-4512-8816-08c99a5010d0, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c8d043f3-7ca8-4512-8816-08c99a5010d0,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:42.137164 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'c8d043f3-7ca8-4512-8816-08c99a5010d0', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': 'c8d043f3-7ca8-4512-8816-08c99a5010d0', 'mac_address': 'fa:16:3e:dd:cf:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:50:42.142747 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:42.211348 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:42.237410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d043f3-7ca8-4512-8816-08c99a5010d0 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:50:42.237614 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:42.238171 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:42.239911 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] 10.222.0.57 "PUT /v2.0/ports/bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 HTTP/1.1" status: 200 len: 1091 time: 2.6404514 Mar 01 20:50:42.242869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fc092a-aa28-4aab-a9b5-8b007673e866', 'tag': 'bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:50:42.253971 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88e7034b-68ba-407e-93cb-a99843819f0f req-f314651e-2cf9-4c66-8993-9874dc2edea5 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 210 time: 0.0736446 Mar 01 20:50:42.254722 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port c8d043f3-7ca8-4512-8816-08c99a5010d0, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c8d043f3-7ca8-4512-8816-08c99a5010d0,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:42.277133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4f27e-dab5-4ffb-a610-fcb9f087d896 req-c81bb59f-8c7d-4424-a2f9-01a22d1ffea7 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:42.278788 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00a4f27e-dab5-4ffb-a610-fcb9f087d896 req-c81bb59f-8c7d-4424-a2f9-01a22d1ffea7 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=472ba050-68ae-4721-9316-a6d04b8fcdb3 HTTP/1.1" status: 200 len: 944 time: 0.2711201 Mar 01 20:50:42.313650 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] For port 6e385ccc-2d67-4673-9ef1-b3955cfa0790, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:50:42.316066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1874d58-4a48-4508-a4fc-0bdf2ca6eab1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:42.322620 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] For port 6e385ccc-2d67-4673-9ef1-b3955cfa0790, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6e385ccc-2d67-4673-9ef1-b3955cfa0790,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:50:42.338047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00a4f27e-dab5-4ffb-a610-fcb9f087d896 req-d6123591-0aff-4a83-9d36-1ad239d165a8 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520005 Mar 01 20:50:42.373207 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:42.449088 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:42.463083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b815e778-c9a1-40cb-9098-b55a56165bd3 req-2fc9e5b5-0a49-4f1c-b8bf-4e58e84e7a20 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:42.465158 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b815e778-c9a1-40cb-9098-b55a56165bd3 req-2fc9e5b5-0a49-4f1c-b8bf-4e58e84e7a20 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a127f9-9cbe-4526-85f7-ef88bf918399 HTTP/1.1" status: 200 len: 948 time: 0.0986528 Mar 01 20:50:42.468405 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=c8d043f3-7ca8-4512-8816-08c99a5010d0,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:42.527987 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b815e778-c9a1-40cb-9098-b55a56165bd3 req-978b89a3-516b-41b3-bc2f-bd70b30c6fef tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/security-groups?id=132e2f7d-03c2-42ba-90db-596fbe8f1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461931 Mar 01 20:50:42.545869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:42.546494 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:42.548189 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] 10.222.0.57 "PUT /v2.0/ports/6e385ccc-2d67-4673-9ef1-b3955cfa0790 HTTP/1.1" status: 200 len: 1091 time: 2.4146240 Mar 01 20:50:42.578086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ace2e3-fab0-4685-8a0f-7d5bb1b76550 service neutron] Pushing event updated for resources: {'Port': ['ID=6e385ccc-2d67-4673-9ef1-b3955cfa0790,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:42.600975 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-98ee93b1-e7d4-438e-ae49-3eb90fd21c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:42.603104 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-98ee93b1-e7d4-438e-ae49-3eb90fd21c8f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=923a9d549ed24852872e8597fc8f0529&device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 1094 time: 0.2507274 Mar 01 20:50:42.604966 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fc092a-aa28-4aab-a9b5-8b007673e866', 'tag': 'bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2', 'status': 'completed', 'code': 200} Mar 01 20:50:42.643171 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86abaef1-7c29-465f-8a20-7ee72e33bbbb req-7594657a-8686-4be2-add3-bd4ce6d95ffe tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:42.644707 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86abaef1-7c29-465f-8a20-7ee72e33bbbb req-7594657a-8686-4be2-add3-bd4ce6d95ffe tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 944 time: 0.1128888 Mar 01 20:50:42.699906 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-15653085-26b6-41c8-b04c-aa4e48278775 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 HTTP/1.1" status: 200 len: 217 time: 0.0886483 Mar 01 20:50:42.701280 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86abaef1-7c29-465f-8a20-7ee72e33bbbb req-8d90bf9a-6edb-4836-b2a5-e366f1d77d34 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479300 Mar 01 20:50:42.788933 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 15e45d54-e286-4a64-9346-76d23df1752c details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:50:42.824864 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-a719c932-a18d-4c42-bb73-6edc4a1456c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:42.835949 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-a719c932-a18d-4c42-bb73-6edc4a1456c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=203b9d6c-4e4d-47f8-b370-76b17af7b277 HTTP/1.1" status: 200 len: 855 time: 0.0914187 Mar 01 20:50:42.891542 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['c8d043f3-7ca8-4512-8816-08c99a5010d0'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:50:42.909449 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-3b05fa09-831b-4fe5-8a61-377735f18703 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c0541fdd-f80b-45df-814f-a9bbce49f44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608828 Mar 01 20:50:42.964153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-4c7d554d-b11c-443f-9ef6-3e9a47de85de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:42.965948 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-4c7d554d-b11c-443f-9ef6-3e9a47de85de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97a1897762f847bfb56825ead5e60708&device_id=2ad54106-12dc-46d3-af93-b08fcc5c70fd HTTP/1.1" status: 200 len: 1094 time: 0.2574663 Mar 01 20:50:43.069426 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f8210e-c369-4add-9579-4bf6db6f0cf7 req-fc6ec161-d5cb-4d30-afdc-e1c4507b0bc3 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:43.096183 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-53f8210e-c369-4add-9579-4bf6db6f0cf7 req-fc6ec161-d5cb-4d30-afdc-e1c4507b0bc3 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 943 time: 0.1855764 Mar 01 20:50:43.142129 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 15e45d54-e286-4a64-9346-76d23df1752c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=15e45d54-e286-4a64-9346-76d23df1752c,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:43.160093 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-ef666bbb-4f9b-43d0-a0a6-c917be84c695 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e385ccc-2d67-4673-9ef1-b3955cfa0790 HTTP/1.1" status: 200 len: 217 time: 0.1285574 Mar 01 20:50:43.176457 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '15e45d54-e286-4a64-9346-76d23df1752c', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '15e45d54-e286-4a64-9346-76d23df1752c', 'mac_address': 'fa:16:3e:19:b6:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:50:43.185636 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-53f8210e-c369-4add-9579-4bf6db6f0cf7 req-6ffa52a0-46bd-4daf-80a7-3f3652a77ce9 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885918 Mar 01 20:50:43.269103 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-0979d8a6-8bf2-4870-8e29-489190fe9ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:43.271576 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-0979d8a6-8bf2-4870-8e29-489190fe9ad7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a04d362b-c114-455b-b96e-10a41d5ec3e4 HTTP/1.1" status: 200 len: 844 time: 0.0971532 Mar 01 20:50:43.274000 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-4c0f16c1-0604-4fc4-907a-384aca0124f5 service neutron] 10.222.0.57 "GET /v2.0/networks/c0541fdd-f80b-45df-814f-a9bbce49f44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558812 Mar 01 20:50:43.339305 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:43.363236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15e45d54-e286-4a64-9346-76d23df1752c {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:50:43.376742 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-f61205bd-960f-4ef7-9154-1303dd8836d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1eff2f34-a2fd-4fcb-a52b-c94db9f867f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0658031 Mar 01 20:50:43.385825 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 15e45d54-e286-4a64-9346-76d23df1752c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=15e45d54-e286-4a64-9346-76d23df1752c,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:43.409700 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937b94d-8940-49c8-bd12-0baf58b8aea8 req-32c638cc-8465-4cb1-a2e0-44f8b4787f63 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:43.411717 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9937b94d-8940-49c8-bd12-0baf58b8aea8 req-32c638cc-8465-4cb1-a2e0-44f8b4787f63 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ad54106-12dc-46d3-af93-b08fcc5c70fd HTTP/1.1" status: 200 len: 943 time: 0.1346059 Mar 01 20:50:43.469588 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:43.503128 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-694248e2-b32e-4e05-8c28-11408d78d1a6 req-d5de44e0-cf77-4f56-8949-246be7452edd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 210 time: 0.0587232 Mar 01 20:50:43.538604 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9937b94d-8940-49c8-bd12-0baf58b8aea8 req-27f5798f-3260-4a31-93fd-a1d8dc88421a tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201475 Mar 01 20:50:43.651922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35398) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:43.668398 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8471c1c2-627e-499d-93eb-d7331fbb9653 req-14e4130d-1a20-4aef-bcd8-3a927e594ec9 service neutron] 10.222.0.57 "GET /v2.0/networks/c0541fdd-f80b-45df-814f-a9bbce49f44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796251 Mar 01 20:50:43.678898 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=15e45d54-e286-4a64-9346-76d23df1752c,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:43.784523 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['15e45d54-e286-4a64-9346-76d23df1752c'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:50:43.877347 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c3f9468f-43f8-4828-8894-328d702f0b98 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:50:43.878655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bbea38e-d870-44ca-94e0-359f170303f5', 'tag': '2496ca6b-c775-4f1c-bbd6-538025c1aead'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:50:43.891895 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7099d79d-302d-4e92-8ed9-b8fce5618f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:43.919696 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7099d79d-302d-4e92-8ed9-b8fce5618f1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:43.940405 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7099d79d-302d-4e92-8ed9-b8fce5618f1e admin admin] Usage tracker for resource:security_group_rule and tenant:7ce32b9ef06e4a45801878d58388cca0 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:43.947465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7099d79d-302d-4e92-8ed9-b8fce5618f1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:43.961618 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-805d0327-7498-44f8-aef6-44bb5d2666df service neutron] 10.222.0.57 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5265553 Mar 01 20:50:43.966433 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb80e4c-81fb-4999-a41d-c9d7516ab161 req-8416648e-2fb6-48c6-98f0-f0dfeff8b155 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:43.968045 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bfb80e4c-81fb-4999-a41d-c9d7516ab161 req-8416648e-2fb6-48c6-98f0-f0dfeff8b155 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=472ba050-68ae-4721-9316-a6d04b8fcdb3 HTTP/1.1" status: 200 len: 944 time: 0.3028324 Mar 01 20:50:43.972151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7099d79d-302d-4e92-8ed9-b8fce5618f1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:44.025707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59917238-836e-412e-af2d-996799bd7b72 req-18c57093-4a97-4d7e-9eb1-f2a5376cf0b2 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:44.027185 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59917238-836e-412e-af2d-996799bd7b72 req-18c57093-4a97-4d7e-9eb1-f2a5376cf0b2 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a127f9-9cbe-4526-85f7-ef88bf918399 HTTP/1.1" status: 200 len: 949 time: 0.2772963 Mar 01 20:50:44.081904 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bfb80e4c-81fb-4999-a41d-c9d7516ab161 req-7ee534a6-13f2-439a-9103-57ff5911684f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927515 Mar 01 20:50:44.095927 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port c3f9468f-43f8-4828-8894-328d702f0b98 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:50:44.143557 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port c3f9468f-43f8-4828-8894-328d702f0b98 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:50:44.147040 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:44.149210 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59917238-836e-412e-af2d-996799bd7b72 req-465be27c-e629-4e66-a6f4-e8aaf0b426c6 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/security-groups?id=132e2f7d-03c2-42ba-90db-596fbe8f1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093276 Mar 01 20:50:44.194154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfba68-3019-4de2-a23c-30f6ff268557 req-f90fc5d9-6b4e-4131-9026-28d68b445d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:44.195432 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aacfba68-3019-4de2-a23c-30f6ff268557 req-f90fc5d9-6b4e-4131-9026-28d68b445d3e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=923a9d549ed24852872e8597fc8f0529&device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 1094 time: 0.3145883 Mar 01 20:50:44.269696 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bbea38e-d870-44ca-94e0-359f170303f5', 'tag': '2496ca6b-c775-4f1c-bbd6-538025c1aead', 'status': 'completed', 'code': 200} Mar 01 20:50:44.284369 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7099d79d-302d-4e92-8ed9-b8fce5618f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:44.385426 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57296f81-965f-4f06-ad17-eac3c6708e97 req-74bde9ed-77b2-40ab-b3e8-87d3f9ba4b2c service neutron] 10.222.0.57 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144671 Mar 01 20:50:44.447858 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfba68-3019-4de2-a23c-30f6ff268557 req-95935777-6237-489b-86cb-49c45c281c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:44.447858 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aacfba68-3019-4de2-a23c-30f6ff268557 req-95935777-6237-489b-86cb-49c45c281c4f service neutron] 10.222.0.57 "GET /v2.0/networks?id=c0541fdd-f80b-45df-814f-a9bbce49f44d HTTP/1.1" status: 200 len: 916 time: 0.2356963 Mar 01 20:50:44.500614 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:44.526621 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472ba050-68ae-4721-9316-a6d04b8fcdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f9468f-43f8-4828-8894-328d702f0b98'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:50:44.542624 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port c3f9468f-43f8-4828-8894-328d702f0b98, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c3f9468f-43f8-4828-8894-328d702f0b98,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:44.565605 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aacfba68-3019-4de2-a23c-30f6ff268557 req-1416ce04-369c-45a3-ae5e-d80a55dce361 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 HTTP/1.1" status: 200 len: 217 time: 0.1148596 Mar 01 20:50:44.593726 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7099d79d-302d-4e92-8ed9-b8fce5618f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:44.619219 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad54106-12dc-46d3-af93-b08fcc5c70fd', 'tag': '6e385ccc-2d67-4673-9ef1-b3955cfa0790'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:50:44.644376 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacfba68-3019-4de2-a23c-30f6ff268557 req-7ac130ea-4e70-4041-aa4d-e4a911259b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:44.645926 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aacfba68-3019-4de2-a23c-30f6ff268557 req-7ac130ea-4e70-4041-aa4d-e4a911259b46 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=203b9d6c-4e4d-47f8-b370-76b17af7b277 HTTP/1.1" status: 200 len: 855 time: 0.0708754 Mar 01 20:50:44.704675 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aacfba68-3019-4de2-a23c-30f6ff268557 req-38824974-0506-4cc3-a170-f311b701e314 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c0541fdd-f80b-45df-814f-a9bbce49f44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504768 Mar 01 20:50:44.758210 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:44.868109 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aacfba68-3019-4de2-a23c-30f6ff268557 req-d0deef16-37da-4b10-9dec-7bc310a77c79 service neutron] 10.222.0.57 "GET /v2.0/networks/c0541fdd-f80b-45df-814f-a9bbce49f44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574743 Mar 01 20:50:44.877517 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=c3f9468f-43f8-4828-8894-328d702f0b98,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:44.912713 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7099d79d-302d-4e92-8ed9-b8fce5618f1e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ce32b9ef06e4a45801878d58388cca0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2569177 Mar 01 20:50:44.921815 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35422) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:44.927968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7099d79d-302d-4e92-8ed9-b8fce5618f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfee7dfa-2b10-495e-860f-a0b0c6c0b6fa,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:44.993633 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25ab85-317b-4e2c-ab4f-a61de2772259 req-1a8df7c8-4411-48d3-b774-464a1c918a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:44.995068 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec25ab85-317b-4e2c-ab4f-a61de2772259 req-1a8df7c8-4411-48d3-b774-464a1c918a7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 1125 time: 0.7016525 Mar 01 20:50:45.036445 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-e42bb6a3-5020-4dd7-bd2c-6e70c4c7cec2 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:45.037285 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-e42bb6a3-5020-4dd7-bd2c-6e70c4c7cec2 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.55 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 811 time: 0.6368189 Mar 01 20:50:45.061693 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c13ec-c544-43b2-8030-70e2da4df15a req-608adc68-8f25-46ea-ab9a-d9823600b084 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:45.069317 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c33c13ec-c544-43b2-8030-70e2da4df15a req-608adc68-8f25-46ea-ab9a-d9823600b084 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 943 time: 0.4763641 Mar 01 20:50:45.102954 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-0dd42b7d-17dc-4366-ab9a-33ee6f4e07e8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Request body: {'port': {'device_id': 'c35f8e30-b041-4394-991c-f28a74c0bd4d', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'admin_state_up': True, 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:50:45.177139 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56650688-c47f-4374-a5fb-0a53e666ec09 req-7e4a5a85-e937-4256-8a67-8d2fb7267783 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:45.178090 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56650688-c47f-4374-a5fb-0a53e666ec09 req-7e4a5a85-e937-4256-8a67-8d2fb7267783 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 944 time: 0.5982308 Mar 01 20:50:45.264521 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee0a6509-a08a-46c6-8f19-c9097332cc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:45.278782 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aacfba68-3019-4de2-a23c-30f6ff268557 req-1d43db0c-cf69-45a8-959a-dc929ca57714 service neutron] 10.222.0.57 "GET /v2.0/networks/c0541fdd-f80b-45df-814f-a9bbce49f44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904750 Mar 01 20:50:45.286288 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-ab250e72-69a2-47eb-8c30-5d827aee563e service neutron] 10.222.0.57 "GET /v2.0/ports/2496ca6b-c775-4f1c-bbd6-538025c1aead/bindings/n-h2-827896-4 HTTP/1.1" status: 200 len: 384 time: 0.2052131 Mar 01 20:50:45.355427 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee0a6509-a08a-46c6-8f19-c9097332cc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:45.363938 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c33c13ec-c544-43b2-8030-70e2da4df15a req-b6f39072-fbff-4ebf-ba27-4796751f21d6 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2938492 Mar 01 20:50:45.405522 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56650688-c47f-4374-a5fb-0a53e666ec09 req-c04fedaf-8ec5-4afd-aefc-91a377b92707 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028356 Mar 01 20:50:45.414089 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472ba050-68ae-4721-9316-a6d04b8fcdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3f9468f-43f8-4828-8894-328d702f0b98', 'code': 200} Mar 01 20:50:45.421621 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25ab85-317b-4e2c-ab4f-a61de2772259 req-29fce786-f5a1-4edd-9d27-f6a7231708e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:45.423481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec25ab85-317b-4e2c-ab4f-a61de2772259 req-29fce786-f5a1-4edd-9d27-f6a7231708e7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 909 time: 0.4173195 Mar 01 20:50:45.556813 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec25ab85-317b-4e2c-ab4f-a61de2772259 req-bfb509be-6393-423b-ba76-c73992932e51 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2496ca6b-c775-4f1c-bbd6-538025c1aead HTTP/1.1" status: 200 len: 217 time: 0.1198616 Mar 01 20:50:45.566096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-0dd42b7d-17dc-4366-ab9a-33ee6f4e07e8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:45.646076 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9a4fdb6-80aa-40d5-bb95-81d0e0faabac req-444f0f1d-e2d3-4e54-a3df-e1a5f4acbf39 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 210 time: 0.1361179 Mar 01 20:50:45.677400 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-0dd42b7d-17dc-4366-ab9a-33ee6f4e07e8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:45.703284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec25ab85-317b-4e2c-ab4f-a61de2772259 req-6ab8f25f-ca70-48eb-a07a-6bca6145e350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:45.704973 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec25ab85-317b-4e2c-ab4f-a61de2772259 req-6ab8f25f-ca70-48eb-a07a-6bca6145e350 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.1415267 Mar 01 20:50:45.718892 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad54106-12dc-46d3-af93-b08fcc5c70fd', 'tag': '6e385ccc-2d67-4673-9ef1-b3955cfa0790', 'status': 'completed', 'code': 200} Mar 01 20:50:45.723667 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee0a6509-a08a-46c6-8f19-c9097332cc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:45.753468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92614f17-e990-4a46-81f4-842ce90c1f3c req-e9119a60-ef57-48cb-9101-23f568b4bdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:45.754988 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-92614f17-e990-4a46-81f4-842ce90c1f3c req-e9119a60-ef57-48cb-9101-23f568b4bdfe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=472ba050-68ae-4721-9316-a6d04b8fcdb3 HTTP/1.1" status: 200 len: 1096 time: 0.2393787 Mar 01 20:50:45.785270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-0dd42b7d-17dc-4366-ab9a-33ee6f4e07e8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Made reservation on behalf of df56c463be844df5b2fb698fb8b7ab1c for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:50:45.790197 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a6509-a08a-46c6-8f19-c9097332cc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfee7dfa-2b10-495e-860f-a0b0c6c0b6fa,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:45.797489 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-0dd42b7d-17dc-4366-ab9a-33ee6f4e07e8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:45.825602 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec25ab85-317b-4e2c-ab4f-a61de2772259 req-955c774e-2385-407c-b4d1-1a0db3ce5651 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124611 Mar 01 20:50:45.844906 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee0a6509-a08a-46c6-8f19-c9097332cc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:45.847055 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ee0a6509-a08a-46c6-8f19-c9097332cc2d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bfee7dfa-2b10-495e-860f-a0b0c6c0b6fa HTTP/1.1" status: 204 len: 168 time: 0.9293427 Mar 01 20:50:45.856749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-45f77641-427b-42b4-a0f9-646088ec105e service neutron] For port 2496ca6b-c775-4f1c-bbd6-538025c1aead, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2496ca6b-c775-4f1c-bbd6-538025c1aead,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:45.891333 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c8d043f3-7ca8-4512-8816-08c99a5010d0 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:50:45.904076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-45f77641-427b-42b4-a0f9-646088ec105e service neutron] For port 2496ca6b-c775-4f1c-bbd6-538025c1aead, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:50:45.938899 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-92614f17-e990-4a46-81f4-842ce90c1f3c req-880dbc4e-0357-48a5-b032-f71033aba7b3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387720 Mar 01 20:50:45.982017 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-45f77641-427b-42b4-a0f9-646088ec105e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2496ca6b-c775-4f1c-bbd6-538025c1aead {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:50:45.998195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-45f77641-427b-42b4-a0f9-646088ec105e service neutron] For port 2496ca6b-c775-4f1c-bbd6-538025c1aead, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=2496ca6b-c775-4f1c-bbd6-538025c1aead,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:46.012085 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf394746-b42f-4184-ad2e-27e48aee38b0 req-8530113c-ba61-41e1-9590-293bc0e27243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:46.013804 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cf394746-b42f-4184-ad2e-27e48aee38b0 req-8530113c-ba61-41e1-9590-293bc0e27243 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97a1897762f847bfb56825ead5e60708&device_id=2ad54106-12dc-46d3-af93-b08fcc5c70fd HTTP/1.1" status: 200 len: 1094 time: 0.2627811 Mar 01 20:50:46.074757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee7600-3527-4c65-831f-1e4880552bba req-823a999c-b463-4887-908a-060189e4cadd tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:46.077852 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2ee7600-3527-4c65-831f-1e4880552bba req-823a999c-b463-4887-908a-060189e4cadd tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ad54106-12dc-46d3-af93-b08fcc5c70fd HTTP/1.1" status: 200 len: 943 time: 0.5121121 Mar 01 20:50:46.080810 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-45f77641-427b-42b4-a0f9-646088ec105e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:46.172819 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port c8d043f3-7ca8-4512-8816-08c99a5010d0 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:50:46.178249 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port c8d043f3-7ca8-4512-8816-08c99a5010d0 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:50:46.178603 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:46.293029 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2ee7600-3527-4c65-831f-1e4880552bba req-9469eaf3-86d1-477f-9f5a-57338ee4febf tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583493 Mar 01 20:50:46.338135 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec25ab85-317b-4e2c-ab4f-a61de2772259 req-d9180e76-2ca1-40a4-b9f2-0816314e64f4 service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928505 Mar 01 20:50:46.341364 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:46.390146 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port c8d043f3-7ca8-4512-8816-08c99a5010d0, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c8d043f3-7ca8-4512-8816-08c99a5010d0,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:46.427992 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-0dd42b7d-17dc-4366-ab9a-33ee6f4e07e8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Allocated IP 172.20.0.6 (9c047131-db31-4f0b-ada8-1976d242266e/9b10d451-6863-433c-a07b-4c6d8834b5d5/c9270e36-addf-4d91-8049-3027fd0a2a20) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:50:46.476062 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:46.486938 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed0aaf-871c-492e-9753-11f81236a19b req-3a2d50f0-37f9-4e5d-8e7b-96898dd80429 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:46.489032 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9ed0aaf-871c-492e-9753-11f81236a19b req-3a2d50f0-37f9-4e5d-8e7b-96898dd80429 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=472ba050-68ae-4721-9316-a6d04b8fcdb3 HTTP/1.1" status: 200 len: 945 time: 0.6449144 Mar 01 20:50:46.495150 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf394746-b42f-4184-ad2e-27e48aee38b0 req-284f27fa-9e01-4600-b15e-904ffabff7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:46.496654 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cf394746-b42f-4184-ad2e-27e48aee38b0 req-284f27fa-9e01-4600-b15e-904ffabff7b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 HTTP/1.1" status: 200 len: 905 time: 0.4749322 Mar 01 20:50:46.572761 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-45f77641-427b-42b4-a0f9-646088ec105e service neutron] Transition to ACTIVE for port object 2496ca6b-c775-4f1c-bbd6-538025c1aead will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:50:46.574355 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cf394746-b42f-4184-ad2e-27e48aee38b0 req-0a98c3ee-f9b4-49db-a742-145034cc9894 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6e385ccc-2d67-4673-9ef1-b3955cfa0790 HTTP/1.1" status: 200 len: 217 time: 0.0688040 Mar 01 20:50:46.625124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=c8d043f3-7ca8-4512-8816-08c99a5010d0,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:46.636132 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:46.642775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:46.642775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:46.642775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:46.642775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:46.642775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:46.642775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:46.642775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:46.642775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:46.642775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:46.642775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:46.642775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:50:46.665765 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf394746-b42f-4184-ad2e-27e48aee38b0 req-1bd5d034-2ef7-4d60-9916-32da3342e88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:46.666349 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cf394746-b42f-4184-ad2e-27e48aee38b0 req-1bd5d034-2ef7-4d60-9916-32da3342e88f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a04d362b-c114-455b-b96e-10a41d5ec3e4 HTTP/1.1" status: 200 len: 844 time: 0.0860891 Mar 01 20:50:46.668208 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-45f77641-427b-42b4-a0f9-646088ec105e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:46.760089 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cf394746-b42f-4184-ad2e-27e48aee38b0 req-6ee7a279-e277-4062-9952-ec8e853d1aae service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1eff2f34-a2fd-4fcb-a52b-c94db9f867f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846994 Mar 01 20:50:46.824714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:50:46.826334 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 15e45d54-e286-4a64-9346-76d23df1752c up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:50:46.836610 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9ed0aaf-871c-492e-9753-11f81236a19b req-607fdbc8-3f08-416e-a794-be9eb0e17574 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959936 Mar 01 20:50:46.840388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35442) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:46.901623 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec25ab85-317b-4e2c-ab4f-a61de2772259 req-0075a301-d766-4381-9f3d-9b4c018cd7d3 service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5517280 Mar 01 20:50:46.957392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-45f77641-427b-42b4-a0f9-646088ec105e service neutron] No DVR routers for this DVR port 2496ca6b-c775-4f1c-bbd6-538025c1aead on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:50:46.959829 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-577c23d0-ece5-4c47-b0ea-ff4fd12b0389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:46.974440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a90a05-be88-4255-890d-a9caddf0e073 req-04f5ef7a-d3bc-4887-b775-5fac0d973747 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:46.981458 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79a90a05-be88-4255-890d-a9caddf0e073 req-04f5ef7a-d3bc-4887-b775-5fac0d973747 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a127f9-9cbe-4526-85f7-ef88bf918399 HTTP/1.1" status: 200 len: 949 time: 0.5177944 Mar 01 20:50:47.064553 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79a90a05-be88-4255-890d-a9caddf0e073 req-4c0d5e25-1a60-4990-9441-a28913a6927f tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/security-groups?id=132e2f7d-03c2-42ba-90db-596fbe8f1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821366 Mar 01 20:50:47.185028 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-0dd42b7d-17dc-4366-ab9a-33ee6f4e07e8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:47.211329 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-0dd42b7d-17dc-4366-ab9a-33ee6f4e07e8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Transition to ACTIVE for port object c9270e36-addf-4d91-8049-3027fd0a2a20 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:50:47.218494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-577c23d0-ece5-4c47-b0ea-ff4fd12b0389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:47.225922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-577c23d0-ece5-4c47-b0ea-ff4fd12b0389 admin admin] Usage tracker for resource:security_group_rule and tenant:74693453a9a141f88ef887b045e01e49 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:47.267191 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:47.300909 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-577c23d0-ece5-4c47-b0ea-ff4fd12b0389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:47.305087 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2', 'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d', 'port_id': 'bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2', 'mac_address': 'fa:16:3e:b8:29:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203b9d6c-4e4d-47f8-b370-76b17af7b277', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:50:47.312823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f77641-427b-42b4-a0f9-646088ec105e service neutron] Pushing event updated for resources: {'Port': ['ID=2496ca6b-c775-4f1c-bbd6-538025c1aead,revision_number=10']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:47.326159 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-577c23d0-ece5-4c47-b0ea-ff4fd12b0389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:47.338568 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-45f77641-427b-42b4-a0f9-646088ec105e service neutron] 10.222.0.57 "PUT /v2.0/ports/2496ca6b-c775-4f1c-bbd6-538025c1aead/bindings/n-h2-827896-4/activate HTTP/1.1" status: 200 len: 369 time: 2.0340295 Mar 01 20:50:47.338568 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cf394746-b42f-4184-ad2e-27e48aee38b0 req-5e86610d-2b86-42cf-ad16-b5dbaff8c97e service neutron] 10.222.0.57 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5639658 Mar 01 20:50:47.351391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a41678-7c78-453e-a63c-ff2c0eac4c2e req-007e245e-930b-4057-b9cf-95f065e93d2f tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:47.365022 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 15e45d54-e286-4a64-9346-76d23df1752c completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:50:47.366520 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79a41678-7c78-453e-a63c-ff2c0eac4c2e req-007e245e-930b-4057-b9cf-95f065e93d2f tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 943 time: 0.2648079 Mar 01 20:50:47.378044 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 15e45d54-e286-4a64-9346-76d23df1752c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:50:47.378044 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:47.417258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30453437-c497-4eb4-be0b-4bde087495eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d043f3-7ca8-4512-8816-08c99a5010d0'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:50:47.456598 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:47.465524 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79a41678-7c78-453e-a63c-ff2c0eac4c2e req-a17fcbe0-fd68-4317-bdd4-c2f58285df4f tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981276 Mar 01 20:50:47.489687 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602aefd1-2398-4e19-b9d9-a1faffe786cd req-a7cf2aa8-882a-417b-8b21-223ed923557a tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:47.490866 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:50:47.504563 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-602aefd1-2398-4e19-b9d9-a1faffe786cd req-a7cf2aa8-882a-417b-8b21-223ed923557a tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 945 time: 0.2606630 Mar 01 20:50:47.559677 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:47.567894 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-602aefd1-2398-4e19-b9d9-a1faffe786cd req-ceaa3f74-ffc3-45b6-a829-ce95cf703de8 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624490 Mar 01 20:50:47.600798 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:47.640140 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-577c23d0-ece5-4c47-b0ea-ff4fd12b0389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:47.645306 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cf394746-b42f-4184-ad2e-27e48aee38b0 req-448c8a0e-09f6-4130-b93a-91bf7ff3186c service neutron] 10.222.0.57 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937219 Mar 01 20:50:47.689627 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 15e45d54-e286-4a64-9346-76d23df1752c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=15e45d54-e286-4a64-9346-76d23df1752c,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:47.753411 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-31627f9d-4322-401f-9f67-6fe7b6a48919 req-3e512f21-c2c3-41a5-8f36-b3ba1f2914a4 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 210 time: 0.0892625 Mar 01 20:50:47.817244 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30453437-c497-4eb4-be0b-4bde087495eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d043f3-7ca8-4512-8816-08c99a5010d0', 'code': 200} Mar 01 20:50:47.823959 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47618d-9e67-4ea3-acbd-81a4603e117a req-35831019-daa7-459d-b12f-3d62aa180c28 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:47.825743 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc47618d-9e67-4ea3-acbd-81a4603e117a req-35831019-daa7-459d-b12f-3d62aa180c28 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ad54106-12dc-46d3-af93-b08fcc5c70fd HTTP/1.1" status: 200 len: 943 time: 0.1289673 Mar 01 20:50:47.872834 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc47618d-9e67-4ea3-acbd-81a4603e117a req-bfdaa959-abd1-476f-bb93-9471e6e086eb tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399995 Mar 01 20:50:47.964708 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:50:48.064268 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58256c-05b3-4b0f-b965-b3757c54a44a req-71869f3a-eeb9-4d21-a9c1-88f586bb5981 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:48.065877 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b58256c-05b3-4b0f-b965-b3757c54a44a req-71869f3a-eeb9-4d21-a9c1-88f586bb5981 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=472ba050-68ae-4721-9316-a6d04b8fcdb3 HTTP/1.1" status: 200 len: 945 time: 0.0958600 Mar 01 20:50:48.124391 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b58256c-05b3-4b0f-b965-b3757c54a44a req-5f2c09dd-9d2c-44c5-8da8-97fed88411f6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517263 Mar 01 20:50:48.283603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6803898-57ea-4c34-8978-8eed9054e553 req-62fec8d5-8ce0-4ccb-97e9-dc6f274ae5a3 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:48.285122 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6803898-57ea-4c34-8978-8eed9054e553 req-62fec8d5-8ce0-4ccb-97e9-dc6f274ae5a3 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a127f9-9cbe-4526-85f7-ef88bf918399 HTTP/1.1" status: 200 len: 949 time: 0.0940204 Mar 01 20:50:48.332349 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-0dd42b7d-17dc-4366-ab9a-33ee6f4e07e8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:48.345032 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['f0eb76de-4dfa-4e86-acf0-57905a711967'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:50:48.403775 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6803898-57ea-4c34-8978-8eed9054e553 req-52ecdffe-99c8-416b-9175-1a503e72c473 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/security-groups?id=132e2f7d-03c2-42ba-90db-596fbe8f1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129019 Mar 01 20:50:48.422923 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-0dd42b7d-17dc-4366-ab9a-33ee6f4e07e8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Network 9c047131-db31-4f0b-ada8-1976d242266e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:50:48.431165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-0dd42b7d-17dc-4366-ab9a-33ee6f4e07e8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:50:48.435971 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-0dd42b7d-17dc-4366-ab9a-33ee6f4e07e8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:50:48.449970 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-577c23d0-ece5-4c47-b0ea-ff4fd12b0389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:48.456537 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:48.501927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd42b7d-17dc-4366-ab9a-33ee6f4e07e8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Pushing event updated for resources: {'Port': ['ID=c9270e36-addf-4d91-8049-3027fd0a2a20,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:48.510605 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:48.516930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c23d0-ece5-4c47-b0ea-ff4fd12b0389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bc0875-bca5-4b02-91e1-7d3074ed6400,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:48.523944 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-577c23d0-ece5-4c47-b0ea-ff4fd12b0389 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=74693453a9a141f88ef887b045e01e49&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6717005 Mar 01 20:50:48.525162 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35460) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:48.592596 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-0dd42b7d-17dc-4366-ab9a-33ee6f4e07e8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:48.596009 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-0dd42b7d-17dc-4366-ab9a-33ee6f4e07e8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:48.649435 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c5a77700-1965-4445-9fc0-73ee30e47ff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:48.729752 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:48.789363 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-0dd42b7d-17dc-4366-ab9a-33ee6f4e07e8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7120502 Mar 01 20:50:48.814079 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:50:48.815025 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c5a77700-1965-4445-9fc0-73ee30e47ff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:48.834871 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] Request body: {'port': {'device_id': 'c35f8e30-b041-4394-991c-f28a74c0bd4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:50:48.864843 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 6e385ccc-2d67-4673-9ef1-b3955cfa0790 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:50:48.870446 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2496ca6b-c775-4f1c-bbd6-538025c1aead no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:50:48.967517 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=15e45d54-e286-4a64-9346-76d23df1752c,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:49.026170 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d8d638-b730-491a-91e8-5db5b88d67b3 req-bd6f2678-2891-4ce0-978b-a9d7ad206189 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:49.027699 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0d8d638-b730-491a-91e8-5db5b88d67b3 req-bd6f2678-2891-4ce0-978b-a9d7ad206189 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 944 time: 0.3170915 Mar 01 20:50:49.028287 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:49.067003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-35d158ba-9db4-4d58-995c-9506e1162c97 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:49.072344 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-35d158ba-9db4-4d58-995c-9506e1162c97 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5&tenant_id=9425af0c76c64926891aa5e1f014e8ef&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 1096 time: 0.3211651 Mar 01 20:50:49.076138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d293bb-b0d0-4be5-8b19-020b164d3287 req-9dc3e35b-27f5-436b-b983-137d5ec9b959 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:49.078123 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6d293bb-b0d0-4be5-8b19-020b164d3287 req-9dc3e35b-27f5-436b-b983-137d5ec9b959 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 945 time: 0.2821412 Mar 01 20:50:49.133551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-40027941-7edc-4041-a2ac-aa852c331df6 None None] Provisioning for port c9270e36-addf-4d91-8049-3027fd0a2a20 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:50:49.143583 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2496ca6b-c775-4f1c-bbd6-538025c1aead not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:50:49.165409 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-40027941-7edc-4041-a2ac-aa852c331df6 None None] Provisioning complete for port c9270e36-addf-4d91-8049-3027fd0a2a20 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:50:49.165796 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-40027941-7edc-4041-a2ac-aa852c331df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:49.171802 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4af80d-c894-47db-8cad-4a2f1fcdd4d1 req-4bc6552b-a139-4465-bfae-6db31249959c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:49.174647 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cd4af80d-c894-47db-8cad-4a2f1fcdd4d1 req-4bc6552b-a139-4465-bfae-6db31249959c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=30453437-c497-4eb4-be0b-4bde087495eb HTTP/1.1" status: 200 len: 1100 time: 0.3792517 Mar 01 20:50:49.177048 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0d8d638-b730-491a-91e8-5db5b88d67b3 req-0088568b-bb92-4b64-bb45-0a6fac499078 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373191 Mar 01 20:50:49.191662 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c5a77700-1965-4445-9fc0-73ee30e47ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:49.198920 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6d293bb-b0d0-4be5-8b19-020b164d3287 req-4b082729-d8d1-46a2-a880-8017e15cb4b0 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964315 Mar 01 20:50:49.253509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a77700-1965-4445-9fc0-73ee30e47ff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bc0875-bca5-4b02-91e1-7d3074ed6400,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:49.307864 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-40027941-7edc-4041-a2ac-aa852c331df6 None None] Port c9270e36-addf-4d91-8049-3027fd0a2a20 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:50:49.350216 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c5a77700-1965-4445-9fc0-73ee30e47ff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:49.364302 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c5a77700-1965-4445-9fc0-73ee30e47ff5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/53bc0875-bca5-4b02-91e1-7d3074ed6400 HTTP/1.1" status: 204 len: 168 time: 0.8293211 Mar 01 20:50:49.376401 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 6e385ccc-2d67-4673-9ef1-b3955cfa0790, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6e385ccc-2d67-4673-9ef1-b3955cfa0790,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:49.381046 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cd4af80d-c894-47db-8cad-4a2f1fcdd4d1 req-e6082eb5-c54a-4cda-8f1e-faf6b69d3675 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=132e2f7d-03c2-42ba-90db-596fbe8f1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849673 Mar 01 20:50:49.415518 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '6e385ccc-2d67-4673-9ef1-b3955cfa0790', 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9', 'port_id': '6e385ccc-2d67-4673-9ef1-b3955cfa0790', 'mac_address': 'fa:16:3e:2f:df:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04d362b-c114-455b-b96e-10a41d5ec3e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:50:49.431344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-5d9dc28f-ac02-4c64-ba1b-08d401ab8c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:49.435661 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-5d9dc28f-ac02-4c64-ba1b-08d401ab8c80 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5&tenant_id=9425af0c76c64926891aa5e1f014e8ef HTTP/1.1" status: 200 len: 1096 time: 0.3518448 Mar 01 20:50:49.541485 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:49.572016 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e385ccc-2d67-4673-9ef1-b3955cfa0790 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:50:49.591255 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 6e385ccc-2d67-4673-9ef1-b3955cfa0790, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6e385ccc-2d67-4673-9ef1-b3955cfa0790,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:49.681662 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:49.789977 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9270e36-addf-4d91-8049-3027fd0a2a20 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:50:49.802240 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=6e385ccc-2d67-4673-9ef1-b3955cfa0790,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:49.804810 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-d48baad4-163e-442a-abe4-bc18aa0e1576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:49.806136 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-d48baad4-163e-442a-abe4-bc18aa0e1576 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 1096 time: 0.1422985 Mar 01 20:50:49.813752 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:49.828237 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a127f9-9cbe-4526-85f7-ef88bf918399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e45d54-e286-4a64-9346-76d23df1752c'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:50:49.895265 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] Transition to ACTIVE for port object c9270e36-addf-4d91-8049-3027fd0a2a20 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:50:49.927225 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bca114-fa43-48ac-b98a-63439659d331 req-e0410873-9f68-49f6-bfc6-3fe27331b535 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:49.928108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-85bca114-fa43-48ac-b98a-63439659d331 req-e0410873-9f68-49f6-bfc6-3fe27331b535 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Synchronizing usage tracker for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:50:49.950536 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92730094-c61e-4344-8974-ea7e643ef884 req-6c4f62e7-e3a3-459f-91ca-2dbaee55c5fd tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:49.957660 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['6e385ccc-2d67-4673-9ef1-b3955cfa0790'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:50:49.958237 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92730094-c61e-4344-8974-ea7e643ef884 req-6c4f62e7-e3a3-459f-91ca-2dbaee55c5fd tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ad54106-12dc-46d3-af93-b08fcc5c70fd HTTP/1.1" status: 200 len: 944 time: 0.4148784 Mar 01 20:50:49.975752 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:50.034785 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-b2d52db6-4e47-4722-a60a-1535525e341a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:50.036548 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-b2d52db6-4e47-4722-a60a-1535525e341a service neutron] 10.222.0.55 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 909 time: 0.2228637 Mar 01 20:50:50.171554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-85bca114-fa43-48ac-b98a-63439659d331 req-e0410873-9f68-49f6-bfc6-3fe27331b535 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Unset dirty status for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:50:50.181422 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85bca114-fa43-48ac-b98a-63439659d331 req-e0410873-9f68-49f6-bfc6-3fe27331b535 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 931 time: 0.6457050 Mar 01 20:50:50.268842 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92730094-c61e-4344-8974-ea7e643ef884 req-6d1f2e9b-a06b-4045-b486-0016e7ae7310 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096297 Mar 01 20:50:50.272063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c9270e36-addf-4d91-8049-3027fd0a2a20,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:50.461110 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-6c7f87d9-d8ce-4438-bf0a-196e8e4a5830 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2496ca6b-c775-4f1c-bbd6-538025c1aead HTTP/1.1" status: 200 len: 217 time: 0.4070525 Mar 01 20:50:50.511496 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85bca114-fa43-48ac-b98a-63439659d331 req-0ac8c0d4-8853-4f0a-92b0-5311a1243387 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290889 Mar 01 20:50:50.600567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-2603d189-6305-4d9a-97d1-0cb8737e7d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:50.605188 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-2603d189-6305-4d9a-97d1-0cb8737e7d56 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.1360373 Mar 01 20:50:50.608953 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] Attempting to bind port c9270e36-addf-4d91-8049-3027fd0a2a20 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:50:50.609311 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] Attempting to bind port c9270e36-addf-4d91-8049-3027fd0a2a20 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:50:50.609641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] Attempting to bind port c9270e36-addf-4d91-8049-3027fd0a2a20 on network 9c047131-db31-4f0b-ada8-1976d242266e {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:50:50.621950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] Port c9270e36-addf-4d91-8049-3027fd0a2a20 on network 9c047131-db31-4f0b-ada8-1976d242266e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:50:50.622058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] Attempting to bind port c9270e36-addf-4d91-8049-3027fd0a2a20 on network 9c047131-db31-4f0b-ada8-1976d242266e {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:50:50.640124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b93b1-e2a1-4b8f-9291-e47b54afd210 req-f53f64a8-5209-403a-bd2c-84fe8f48e178 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:50.640124 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7f8b93b1-e2a1-4b8f-9291-e47b54afd210 req-f53f64a8-5209-403a-bd2c-84fe8f48e178 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=472ba050-68ae-4721-9316-a6d04b8fcdb3 HTTP/1.1" status: 200 len: 945 time: 0.1792874 Mar 01 20:50:50.640124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:50:50.640124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] Checking segment: {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:50:50.640124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] Bound using segment: {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:50:50.640124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] Bound port: c9270e36-addf-4d91-8049-3027fd0a2a20, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:50:50.640623 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:50.690398 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-e64701e1-404b-4b0d-8822-a1771727a2de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771856 Mar 01 20:50:50.813615 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7f8b93b1-e2a1-4b8f-9291-e47b54afd210 req-64eb059d-1a08-4e5e-8bc0-118c5b37e09d tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636338 Mar 01 20:50:50.834104 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:50:50.932814 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-e6286492-3c76-4415-8e79-e89519893355 service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352967 Mar 01 20:50:51.005065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bacf694-1498-4e01-975f-c4b47ff2dadf req-541912f1-4ee7-41fd-8373-e23d4baca1b4 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:51.006036 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a127f9-9cbe-4526-85f7-ef88bf918399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e45d54-e286-4a64-9346-76d23df1752c', 'code': 200} Mar 01 20:50:51.017271 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8bacf694-1498-4e01-975f-c4b47ff2dadf req-541912f1-4ee7-41fd-8373-e23d4baca1b4 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a127f9-9cbe-4526-85f7-ef88bf918399 HTTP/1.1" status: 200 len: 950 time: 0.3377759 Mar 01 20:50:51.021054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] For port c9270e36-addf-4d91-8049-3027fd0a2a20, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:50:51.090210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] For port c9270e36-addf-4d91-8049-3027fd0a2a20, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c9270e36-addf-4d91-8049-3027fd0a2a20,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:50:51.155548 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:51.162093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8bacf694-1498-4e01-975f-c4b47ff2dadf req-118ddd0c-3912-4dd2-9c16-092d587cadb7 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/security-groups?id=132e2f7d-03c2-42ba-90db-596fbe8f1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430392 Mar 01 20:50:51.208000 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:50:51.211500 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:51.215514 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:50:51.216211 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:51.265843 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-935bad62-b3c6-40fd-9d94-1a636145e6ec service neutron] 10.222.0.55 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227012 Mar 01 20:50:51.267783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac858b-4f05-4248-98bc-809d66a1fb15 req-c3f553fd-f183-4fb4-8821-197a3d55bf3d tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:51.288839 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50ac858b-4f05-4248-98bc-809d66a1fb15 req-c3f553fd-f183-4fb4-8821-197a3d55bf3d tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 944 time: 0.2306018 Mar 01 20:50:51.290964 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686478d5-4e37-4f7e-8f3c-a14ad28327aa req-b0d65284-ad20-4f4b-8df3-5c88e48b2493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:51.291144 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-686478d5-4e37-4f7e-8f3c-a14ad28327aa req-b0d65284-ad20-4f4b-8df3-5c88e48b2493 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d2a127f9-9cbe-4526-85f7-ef88bf918399 HTTP/1.1" status: 200 len: 1101 time: 0.1604655 Mar 01 20:50:51.340862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:51.341484 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:51.343285 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] 10.222.0.55 "PUT /v2.0/ports/c9270e36-addf-4d91-8049-3027fd0a2a20 HTTP/1.1" status: 200 len: 1091 time: 2.5459912 Mar 01 20:50:51.349796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c35f8e30-b041-4394-991c-f28a74c0bd4d', 'tag': 'c9270e36-addf-4d91-8049-3027fd0a2a20'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:50:51.363332 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-686478d5-4e37-4f7e-8f3c-a14ad28327aa req-f6ca60ff-f898-4526-8d0a-17f24500522f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=132e2f7d-03c2-42ba-90db-596fbe8f1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661125 Mar 01 20:50:51.434321 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50ac858b-4f05-4248-98bc-809d66a1fb15 req-eaec62f3-d177-454f-b677-6b7745573eee tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446006 Mar 01 20:50:51.449706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe109c78-479e-48f9-8736-2bd3f7f1d9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=c9270e36-addf-4d91-8049-3027fd0a2a20,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:51.459467 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:51.506805 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb9023-e027-40db-afa9-b4ffa41a627a req-eb697f6f-4cf5-4662-9ac6-1239c43e1cc0 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:51.508565 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7dbb9023-e027-40db-afa9-b4ffa41a627a req-eb697f6f-4cf5-4662-9ac6-1239c43e1cc0 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 945 time: 0.1256497 Mar 01 20:50:51.521920 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:51.575435 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7dbb9023-e027-40db-afa9-b4ffa41a627a req-056db10e-6e86-40c3-b60e-d6c7717ad0bf tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594926 Mar 01 20:50:51.621087 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:51.830616 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:51.862990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-515388d3-edf3-4248-a38f-ed1ad0f934e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:51.864639 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-515388d3-edf3-4248-a38f-ed1ad0f934e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 1094 time: 0.2327130 Mar 01 20:50:51.944017 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-b4ac1431-6e5f-4596-9f7a-ce67938405b6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9270e36-addf-4d91-8049-3027fd0a2a20 HTTP/1.1" status: 200 len: 217 time: 0.0717983 Mar 01 20:50:52.011430 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d557824-7a23-4dbd-89fc-771e09bd3fe2 req-30644064-31bc-414e-b71d-ad58e65d9223 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:52.016397 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7d557824-7a23-4dbd-89fc-771e09bd3fe2 req-30644064-31bc-414e-b71d-ad58e65d9223 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ad54106-12dc-46d3-af93-b08fcc5c70fd HTTP/1.1" status: 200 len: 944 time: 0.2411070 Mar 01 20:50:52.078036 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-9073b6cc-0603-44a7-8d29-92b47891effc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:52.079649 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-9073b6cc-0603-44a7-8d29-92b47891effc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.1282303 Mar 01 20:50:52.096299 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-37588403-c7bb-4d06-8644-a685a1edb595 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:52.099404 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-37588403-c7bb-4d06-8644-a685a1edb595 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5&tenant_id=9425af0c76c64926891aa5e1f014e8ef&binding%3Ahost_id=n-h2-827896-4 HTTP/1.1" status: 200 len: 1096 time: 0.1280270 Mar 01 20:50:52.132286 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7d557824-7a23-4dbd-89fc-771e09bd3fe2 req-1a7c7933-9f5b-4d9b-ab85-e52545908526 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013918 Mar 01 20:50:52.150603 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c35f8e30-b041-4394-991c-f28a74c0bd4d', 'tag': 'c9270e36-addf-4d91-8049-3027fd0a2a20', 'status': 'completed', 'code': 200} Mar 01 20:50:52.191253 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-761207d5-605c-49a7-8b96-fae5ab7f2cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:52.193097 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-761207d5-605c-49a7-8b96-fae5ab7f2cc2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069014 Mar 01 20:50:52.392622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-6369cda1-f5c2-4789-a712-a1b72948eb06 service neutron] For port 2496ca6b-c775-4f1c-bbd6-538025c1aead, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:50:52.406101 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-6369cda1-f5c2-4789-a712-a1b72948eb06 service neutron] Notify callbacks [] for binding, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:52.406437 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6437d86-20f1-45d1-be5d-972ce40baeec req-6369cda1-f5c2-4789-a712-a1b72948eb06 service neutron] 10.222.0.55 "DELETE /v2.0/ports/2496ca6b-c775-4f1c-bbd6-538025c1aead/bindings/n-h1-827896-4 HTTP/1.1" status: 204 len: 173 time: 0.3000071 Mar 01 20:50:52.492881 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-1e2c83ba-4811-4dbb-8834-77323da4bfe9 service neutron] 10.222.0.55 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914858 Mar 01 20:50:52.729390 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108a0c1d-8bc1-4766-bfa7-59daa605bc1c req-fb8a4327-cb1b-48a5-823c-662e9e346a6e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:52.730884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-108a0c1d-8bc1-4766-bfa7-59daa605bc1c req-fb8a4327-cb1b-48a5-823c-662e9e346a6e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=472ba050-68ae-4721-9316-a6d04b8fcdb3 HTTP/1.1" status: 200 len: 945 time: 0.3921986 Mar 01 20:50:52.743133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2158c4b7-3f88-42fc-a7e9-33f20e1f9ad1 req-764bd3cb-b619-4eb3-a8fd-ad915c8b03b0 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:52.744557 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2158c4b7-3f88-42fc-a7e9-33f20e1f9ad1 req-764bd3cb-b619-4eb3-a8fd-ad915c8b03b0 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 943 time: 0.4047012 Mar 01 20:50:52.834146 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 6e385ccc-2d67-4673-9ef1-b3955cfa0790 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:50:52.871511 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2158c4b7-3f88-42fc-a7e9-33f20e1f9ad1 req-896f3f9a-ab1a-4f0d-9456-60b21ef07987 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178877 Mar 01 20:50:52.915012 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-108a0c1d-8bc1-4766-bfa7-59daa605bc1c req-7ff40765-be88-40e8-bd3c-443a19b89e4b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694942 Mar 01 20:50:52.919185 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e87bf637-b90a-4431-83fc-2389f8a556f5 req-5ec7f9b8-bbfd-42d1-818a-e484faf7a896 service neutron] 10.222.0.55 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162896 Mar 01 20:50:52.978649 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 6e385ccc-2d67-4673-9ef1-b3955cfa0790 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:50:52.992085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 6e385ccc-2d67-4673-9ef1-b3955cfa0790 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:50:52.992464 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:53.056388 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fc092a-aa28-4aab-a9b5-8b007673e866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:50:53.167946 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:53.205491 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 6e385ccc-2d67-4673-9ef1-b3955cfa0790, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6e385ccc-2d67-4673-9ef1-b3955cfa0790,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:53.250965 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab0f18-2020-4eec-b259-72aa7e84d902 req-2a6fca9f-90f2-4bfd-b03e-d62e9d53df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:53.252360 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ebab0f18-2020-4eec-b259-72aa7e84d902 req-2a6fca9f-90f2-4bfd-b03e-d62e9d53df4d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 1094 time: 0.2160466 Mar 01 20:50:53.272629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822584b-5d92-43b9-9146-53f238e68fab req-50b93ffb-9959-49d2-bb40-204e5b84a119 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:53.274063 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b822584b-5d92-43b9-9146-53f238e68fab req-50b93ffb-9959-49d2-bb40-204e5b84a119 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.1874492 Mar 01 20:50:53.327368 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:53.336600 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f609d1-3c56-4a18-bda7-93de9ec898e1 req-caf28e7c-b9cc-4669-97a1-4253d64d839c tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:53.338029 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15f609d1-3c56-4a18-bda7-93de9ec898e1 req-caf28e7c-b9cc-4669-97a1-4253d64d839c tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a127f9-9cbe-4526-85f7-ef88bf918399 HTTP/1.1" status: 200 len: 950 time: 0.2502604 Mar 01 20:50:53.403490 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=6e385ccc-2d67-4673-9ef1-b3955cfa0790,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:53.468851 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b822584b-5d92-43b9-9146-53f238e68fab req-bc712749-31f7-4b7f-9f7e-97284212a098 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734328 Mar 01 20:50:53.493878 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15f609d1-3c56-4a18-bda7-93de9ec898e1 req-80c5bc53-2c7b-498c-9309-c23fe642b92b tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/security-groups?id=132e2f7d-03c2-42ba-90db-596fbe8f1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052046 Mar 01 20:50:53.503723 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:53.508405 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab0f18-2020-4eec-b259-72aa7e84d902 req-701a090d-41ab-470a-ae12-aa08acec0e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:53.515883 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ebab0f18-2020-4eec-b259-72aa7e84d902 req-701a090d-41ab-470a-ae12-aa08acec0e2f service neutron] 10.222.0.55 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 912 time: 0.2481456 Mar 01 20:50:53.596563 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ebab0f18-2020-4eec-b259-72aa7e84d902 req-ea12687e-e0b7-40fe-8e14-92c17f605f89 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9270e36-addf-4d91-8049-3027fd0a2a20 HTTP/1.1" status: 200 len: 217 time: 0.0803878 Mar 01 20:50:53.725596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6137c-974f-4037-a3d5-b4f9d95376a1 req-9ff46fa7-3006-4024-a464-30549be2a30d tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:53.726461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-d2a6137c-974f-4037-a3d5-b4f9d95376a1 req-9ff46fa7-3006-4024-a464-30549be2a30d tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Synchronizing usage tracker for tenant:0d5eaf306fc14197ad9a3185fd39f796 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:50:53.778695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab0f18-2020-4eec-b259-72aa7e84d902 req-9bbcf359-b6ea-4a83-b63a-d8be5a9f6379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:53.780799 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ebab0f18-2020-4eec-b259-72aa7e84d902 req-9bbcf359-b6ea-4a83-b63a-d8be5a9f6379 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.1786790 Mar 01 20:50:53.850306 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-d2a6137c-974f-4037-a3d5-b4f9d95376a1 req-9ff46fa7-3006-4024-a464-30549be2a30d tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Unset dirty status for tenant:0d5eaf306fc14197ad9a3185fd39f796 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:50:53.855286 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d2a6137c-974f-4037-a3d5-b4f9d95376a1 req-9ff46fa7-3006-4024-a464-30549be2a30d tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.55 "GET /v2.0/ports?device_id=472ba050-68ae-4721-9316-a6d04b8fcdb3 HTTP/1.1" status: 200 len: 945 time: 0.2840087 Mar 01 20:50:53.864264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20199ce0-ae30-4220-be62-de3ce9fd2b4c req-b7a1212e-f196-45cf-9668-a9b6784ed79d tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:53.865725 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-20199ce0-ae30-4220-be62-de3ce9fd2b4c req-b7a1212e-f196-45cf-9668-a9b6784ed79d tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 945 time: 0.1700404 Mar 01 20:50:53.909892 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fc092a-aa28-4aab-a9b5-8b007673e866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2', 'code': 200} Mar 01 20:50:53.931013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab0f18-2020-4eec-b259-72aa7e84d902 req-40361ea3-b316-470c-93fd-b0bc83000a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:53.931013 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ebab0f18-2020-4eec-b259-72aa7e84d902 req-40361ea3-b316-470c-93fd-b0bc83000a9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427031 Mar 01 20:50:53.933005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-d2a6137c-974f-4037-a3d5-b4f9d95376a1 req-a85a8f22-6a15-470a-8864-382a6f0cbd98 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Deleting port c3f9468f-43f8-4828-8894-328d702f0b98 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:50:53.933591 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d2a6137c-974f-4037-a3d5-b4f9d95376a1 req-a85a8f22-6a15-470a-8864-382a6f0cbd98 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:53.941921 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-20199ce0-ae30-4220-be62-de3ce9fd2b4c req-6f885275-20aa-4692-8f3f-33243dfafbde tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673919 Mar 01 20:50:54.294794 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ebab0f18-2020-4eec-b259-72aa7e84d902 req-41e570ae-0b16-4650-8c82-e0485056972f service neutron] 10.222.0.55 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473799 Mar 01 20:50:54.337759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227703d-e085-4d89-8f30-609663a6981e req-bf5b0893-5139-4f3d-b713-eef90194c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:54.339260 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4227703d-e085-4d89-8f30-609663a6981e req-bf5b0893-5139-4f3d-b713-eef90194c659 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 1096 time: 0.2862027 Mar 01 20:50:54.411395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-d2a6137c-974f-4037-a3d5-b4f9d95376a1 req-a85a8f22-6a15-470a-8864-382a6f0cbd98 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] For port c3f9468f-43f8-4828-8894-328d702f0b98, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c3f9468f-43f8-4828-8894-328d702f0b98,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:54.411743 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d2a6137c-974f-4037-a3d5-b4f9d95376a1 req-a85a8f22-6a15-470a-8864-382a6f0cbd98 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:54.420477 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4227703d-e085-4d89-8f30-609663a6981e req-739b4d1a-113b-4e33-963f-478370d9a59f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737870 Mar 01 20:50:54.427984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0620ad46-4550-436d-a6f5-5201be2a73d2 req-feebf5b1-4091-4fc8-91ef-30b0f58d0ec4 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:54.429956 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0620ad46-4550-436d-a6f5-5201be2a73d2 req-feebf5b1-4091-4fc8-91ef-30b0f58d0ec4 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=30453437-c497-4eb4-be0b-4bde087495eb HTTP/1.1" status: 200 len: 949 time: 0.2948611 Mar 01 20:50:54.446781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd80f0a-1429-4976-b8b7-d72bc6d40b7a req-e4777992-950f-4bb6-a178-19a39667ce4f tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:54.455496 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3cd80f0a-1429-4976-b8b7-d72bc6d40b7a req-e4777992-950f-4bb6-a178-19a39667ce4f tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ad54106-12dc-46d3-af93-b08fcc5c70fd HTTP/1.1" status: 200 len: 945 time: 0.3216643 Mar 01 20:50:54.549200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-d2a6137c-974f-4037-a3d5-b4f9d95376a1 req-a85a8f22-6a15-470a-8864-382a6f0cbd98 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Calling delete_port for c3f9468f-43f8-4828-8894-328d702f0b98 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:50:54.575899 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0620ad46-4550-436d-a6f5-5201be2a73d2 req-5c7a0a84-b5f8-49a4-8c3b-a36ebcd53bcd tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/security-groups?id=132e2f7d-03c2-42ba-90db-596fbe8f1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088223 Mar 01 20:50:54.581544 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3cd80f0a-1429-4976-b8b7-d72bc6d40b7a req-d264c2f3-184b-44ea-b2d3-c04ec49565ea tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250799 Mar 01 20:50:54.586268 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ebab0f18-2020-4eec-b259-72aa7e84d902 req-58bd0c51-5f07-470b-b74c-39e7dacd22fc service neutron] 10.222.0.55 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810326 Mar 01 20:50:54.793655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d644c9-e98e-4e17-9d48-4d4d01fa3a7f req-0a2dec2c-ec7e-4982-80cf-15642574c2e7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:54.795175 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6d644c9-e98e-4e17-9d48-4d4d01fa3a7f req-0a2dec2c-ec7e-4982-80cf-15642574c2e7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 943 time: 0.0889711 Mar 01 20:50:54.832875 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d2a6137c-974f-4037-a3d5-b4f9d95376a1 req-a85a8f22-6a15-470a-8864-382a6f0cbd98 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:54.845888 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['c3f9468f-43f8-4828-8894-328d702f0b98'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:50:54.879627 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6d644c9-e98e-4e17-9d48-4d4d01fa3a7f req-bc181477-8f01-48ae-9049-8574cc649c13 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765891 Mar 01 20:50:54.908260 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85a8f22-6a15-470a-8864-382a6f0cbd98 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Pushing event deleted for resources: {'Port': ['ID=c3f9468f-43f8-4828-8894-328d702f0b98,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:54.961481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-beb971c9-351a-4971-8f50-aaaf58899bd3 req-85ed45b5-232b-44ca-87d3-a5380de3f8f6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=472ba050-68ae-4721-9316-a6d04b8fcdb3 HTTP/1.1" status: 200 len: 210 time: 0.0782261 Mar 01 20:50:55.143462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc5fce6-5a0f-486c-a1d7-05dab3ea7c2d req-a241278d-fadf-4b64-8c45-091435e5d322 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:55.146566 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cbc5fce6-5a0f-486c-a1d7-05dab3ea7c2d req-a241278d-fadf-4b64-8c45-091435e5d322 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.1043234 Mar 01 20:50:55.192841 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a6137c-974f-4037-a3d5-b4f9d95376a1 req-a85a8f22-6a15-470a-8864-382a6f0cbd98 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] No DVR routers for this DVR port c3f9468f-43f8-4828-8894-328d702f0b98 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:50:55.196156 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d2a6137c-974f-4037-a3d5-b4f9d95376a1 req-a85a8f22-6a15-470a-8864-382a6f0cbd98 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:55.198520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '472ba050-68ae-4721-9316-a6d04b8fcdb3', 'name': 'network-vif-deleted', 'tag': 'c3f9468f-43f8-4828-8894-328d702f0b98'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:50:55.224466 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cbc5fce6-5a0f-486c-a1d7-05dab3ea7c2d req-3b98f96d-564f-41aa-8aba-f72caca21c60 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713882 Mar 01 20:50:55.286755 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d2a6137c-974f-4037-a3d5-b4f9d95376a1 req-a85a8f22-6a15-470a-8864-382a6f0cbd98 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.55 "DELETE /v2.0/ports/c3f9468f-43f8-4828-8894-328d702f0b98 HTTP/1.1" status: 204 len: 173 time: 1.4264941 Mar 01 20:50:55.660286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94e242-0804-4433-8b31-ae27d1350156 req-e8bdbd88-cce8-47cc-b932-22e1ffccf616 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:55.661766 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cb94e242-0804-4433-8b31-ae27d1350156 req-e8bdbd88-cce8-47cc-b932-22e1ffccf616 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 1096 time: 0.2323370 Mar 01 20:50:55.704124 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cb94e242-0804-4433-8b31-ae27d1350156 req-ef558128-46ee-4c68-8a60-0c8fc1455189 tempest-LiveMigrationTest-199712077 tempest-LiveMigrationTest-199712077-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362091 Mar 01 20:50:55.771318 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '472ba050-68ae-4721-9316-a6d04b8fcdb3', 'name': 'network-vif-deleted', 'tag': 'c3f9468f-43f8-4828-8894-328d702f0b98', 'status': 'completed', 'code': 200} Mar 01 20:50:55.914619 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad54106-12dc-46d3-af93-b08fcc5c70fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e385ccc-2d67-4673-9ef1-b3955cfa0790'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:50:55.990675 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d77d099-45e8-4e9e-97be-f22b0cae344f req-42c5d214-6e8e-4aa7-8c90-38f649c9a4a3 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:55.992341 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d77d099-45e8-4e9e-97be-f22b0cae344f req-42c5d214-6e8e-4aa7-8c90-38f649c9a4a3 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ad54106-12dc-46d3-af93-b08fcc5c70fd HTTP/1.1" status: 200 len: 945 time: 0.1128535 Mar 01 20:50:56.062136 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d77d099-45e8-4e9e-97be-f22b0cae344f req-1fd7580b-c717-419a-adcc-4684fabaf42f tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469806 Mar 01 20:50:56.350886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bc8130-bbcc-4d13-9680-673fff2ec694 req-59a34a6b-1a4a-461f-82cc-3284bb5062b9 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:56.350886 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5bc8130-bbcc-4d13-9680-673fff2ec694 req-59a34a6b-1a4a-461f-82cc-3284bb5062b9 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 943 time: 0.0993240 Mar 01 20:50:56.396913 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5bc8130-bbcc-4d13-9680-673fff2ec694 req-ef71378f-a8bf-4941-96a5-0e482da503ad tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420525 Mar 01 20:50:56.450584 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad54106-12dc-46d3-af93-b08fcc5c70fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e385ccc-2d67-4673-9ef1-b3955cfa0790', 'code': 200} Mar 01 20:50:56.603417 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf9f3fc0-fe58-4371-b908-19272a2ba6bd req-9011b063-186d-4cf5-a7f2-19e65a155f24 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=472ba050-68ae-4721-9316-a6d04b8fcdb3 HTTP/1.1" status: 200 len: 210 time: 0.0436368 Mar 01 20:50:56.617326 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b7a8b9-fa0d-4797-87e2-7dc3d9c205bf req-0b333d9e-0a8a-4df0-9d99-d22603abf4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:56.633297 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a4b7a8b9-fa0d-4797-87e2-7dc3d9c205bf req-0b333d9e-0a8a-4df0-9d99-d22603abf4c6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2ad54106-12dc-46d3-af93-b08fcc5c70fd HTTP/1.1" status: 200 len: 1096 time: 0.0805826 Mar 01 20:50:56.662909 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a4b7a8b9-fa0d-4797-87e2-7dc3d9c205bf req-1f3b56df-271a-49ec-90f7-8db5a0207de6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382283 Mar 01 20:50:56.827801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef34d4-877f-4f74-bdef-d018547d2810 req-a402b6bf-20b6-4707-8a22-c3d9df023c6a tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:56.829240 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-13ef34d4-877f-4f74-bdef-d018547d2810 req-a402b6bf-20b6-4707-8a22-c3d9df023c6a tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.1473768 Mar 01 20:50:56.836541 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a09554-5333-42e3-b041-9d9cb87ee61b req-78691829-2df2-4459-854b-22bd4276ad1c tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:56.837853 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-74a09554-5333-42e3-b041-9d9cb87ee61b req-78691829-2df2-4459-854b-22bd4276ad1c tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 945 time: 0.1164224 Mar 01 20:50:56.913743 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-74a09554-5333-42e3-b041-9d9cb87ee61b req-4dcac134-ab87-4c3b-a6e9-e4197f612367 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609169 Mar 01 20:50:56.916324 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-13ef34d4-877f-4f74-bdef-d018547d2810 req-1524030d-36e0-4d83-a4b8-7e4ba55bdd50 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776422 Mar 01 20:50:57.113837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b053c-512b-4cf0-9a5e-e28e0a335755 req-46eb7081-00b2-4cec-a0b4-6f257a45eb12 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:57.115351 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b65b053c-512b-4cf0-9a5e-e28e0a335755 req-46eb7081-00b2-4cec-a0b4-6f257a45eb12 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.0832109 Mar 01 20:50:57.165149 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b65b053c-512b-4cf0-9a5e-e28e0a335755 req-bda6d21a-aa5e-4ee1-9cb8-87cd3079e7c8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434031 Mar 01 20:50:57.255288 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58141a8f-10d7-431c-bb25-1e514cba8fa5 req-8647dfec-db97-4a6a-8ab7-ac544c80b4fc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:57.255288 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58141a8f-10d7-431c-bb25-1e514cba8fa5 req-8647dfec-db97-4a6a-8ab7-ac544c80b4fc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ad54106-12dc-46d3-af93-b08fcc5c70fd HTTP/1.1" status: 200 len: 945 time: 0.0843728 Mar 01 20:50:57.307720 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58141a8f-10d7-431c-bb25-1e514cba8fa5 req-daca3ff2-5aa1-4097-9ce2-d5e7795efbbc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498581 Mar 01 20:50:57.315672 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d0a0d02d-5c71-437d-b714-adb1f44ad517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:57.477166 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1074c0-b9d1-4971-a1c3-219822e2e9da req-20c63ec0-1742-4f12-8296-dd178d4efd98 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:57.478182 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-3e1074c0-b9d1-4971-a1c3-219822e2e9da req-20c63ec0-1742-4f12-8296-dd178d4efd98 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Synchronizing usage tracker for tenant:9425af0c76c64926891aa5e1f014e8ef on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:50:57.497657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-3e1074c0-b9d1-4971-a1c3-219822e2e9da req-20c63ec0-1742-4f12-8296-dd178d4efd98 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Unset dirty status for tenant:9425af0c76c64926891aa5e1f014e8ef on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:50:57.499650 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3e1074c0-b9d1-4971-a1c3-219822e2e9da req-20c63ec0-1742-4f12-8296-dd178d4efd98 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.55 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 945 time: 0.1379118 Mar 01 20:50:57.581178 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-3e1074c0-b9d1-4971-a1c3-219822e2e9da req-c14ebb3e-6f6e-4264-8940-30ad9044f31e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Deleting port 2496ca6b-c775-4f1c-bbd6-538025c1aead {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:50:57.581831 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3e1074c0-b9d1-4971-a1c3-219822e2e9da req-c14ebb3e-6f6e-4264-8940-30ad9044f31e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:57.614561 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35670) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:57.798020 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e079d0b5-9c4f-4bc8-82a8-8769a49f672e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:57.820078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e079d0b5-9c4f-4bc8-82a8-8769a49f672e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:57.823974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e079d0b5-9c4f-4bc8-82a8-8769a49f672e admin admin] Usage tracker for resource:security_group_rule and tenant:363e177501f249e0a61fc924a01c4520 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:57.827836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e079d0b5-9c4f-4bc8-82a8-8769a49f672e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:57.836641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e079d0b5-9c4f-4bc8-82a8-8769a49f672e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:57.870742 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f41085-c7b9-43af-90e2-69e4a01cf9d9 req-aa5dd414-0389-4c9d-9a32-82a7c5b4f6d4 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:57.870742 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56f41085-c7b9-43af-90e2-69e4a01cf9d9 req-aa5dd414-0389-4c9d-9a32-82a7c5b4f6d4 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 943 time: 0.1611488 Mar 01 20:50:57.931113 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3e1074c0-b9d1-4971-a1c3-219822e2e9da req-c14ebb3e-6f6e-4264-8940-30ad9044f31e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] For port 2496ca6b-c775-4f1c-bbd6-538025c1aead, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=2496ca6b-c775-4f1c-bbd6-538025c1aead,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:57.931684 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3e1074c0-b9d1-4971-a1c3-219822e2e9da req-c14ebb3e-6f6e-4264-8940-30ad9044f31e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:57.968363 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c9270e36-addf-4d91-8049-3027fd0a2a20 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:50:57.971909 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c3f9468f-43f8-4828-8894-328d702f0b98 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:50:58.001193 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56f41085-c7b9-43af-90e2-69e4a01cf9d9 req-bc4b5dc1-c16f-46ba-a0c1-f9917ff3ce79 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919874 Mar 01 20:50:58.024909 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: c3f9468f-43f8-4828-8894-328d702f0b98 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:50:58.025908 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c3f9468f-43f8-4828-8894-328d702f0b98 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:50:58.141268 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e079d0b5-9c4f-4bc8-82a8-8769a49f672e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:58.199439 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-3e1074c0-b9d1-4971-a1c3-219822e2e9da req-c14ebb3e-6f6e-4264-8940-30ad9044f31e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Calling delete_port for 2496ca6b-c775-4f1c-bbd6-538025c1aead owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:50:58.260474 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port c9270e36-addf-4d91-8049-3027fd0a2a20, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c9270e36-addf-4d91-8049-3027fd0a2a20,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:58.277173 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'c9270e36-addf-4d91-8049-3027fd0a2a20', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'port_id': 'c9270e36-addf-4d91-8049-3027fd0a2a20', 'mac_address': 'fa:16:3e:76:3f:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:50:58.323724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f86b3-31ba-43ae-bd3a-cafb7f256b7b req-8695c7bb-c869-4e05-9aa9-4f1229cccfc1 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:58.331735 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-945f86b3-31ba-43ae-bd3a-cafb7f256b7b req-8695c7bb-c869-4e05-9aa9-4f1229cccfc1 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.1739836 Mar 01 20:50:58.347034 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:58.349804 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e079d0b5-9c4f-4bc8-82a8-8769a49f672e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:58.367092 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9270e36-addf-4d91-8049-3027fd0a2a20 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:50:58.398066 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port c9270e36-addf-4d91-8049-3027fd0a2a20, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c9270e36-addf-4d91-8049-3027fd0a2a20,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:50:58.406215 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e079d0b5-9c4f-4bc8-82a8-8769a49f672e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=363e177501f249e0a61fc924a01c4520&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7876499 Mar 01 20:50:58.406977 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35696) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:58.421794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a7a95-a7c8-4580-8756-625a97e7f201 req-53454c56-abe5-430d-9c3d-a740d886467e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:58.423662 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-602a7a95-a7c8-4580-8756-625a97e7f201 req-53454c56-abe5-430d-9c3d-a740d886467e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 945 time: 0.2073896 Mar 01 20:50:58.464354 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:58.472424 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079d0b5-9c4f-4bc8-82a8-8769a49f672e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05949b92-8e6b-425f-9266-2c555169dc51,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:58.478338 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93200535-4380-476d-81db-bc2d598f9a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:58.479713 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-945f86b3-31ba-43ae-bd3a-cafb7f256b7b req-77136b3e-ee9b-4969-91a2-d61b7be2fdf1 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471407 Mar 01 20:50:58.511468 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-602a7a95-a7c8-4580-8756-625a97e7f201 req-e060dcd2-936a-423b-bdf6-1e391e5a0999 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691845 Mar 01 20:50:58.526351 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93200535-4380-476d-81db-bc2d598f9a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:58.554275 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3e1074c0-b9d1-4971-a1c3-219822e2e9da req-c14ebb3e-6f6e-4264-8940-30ad9044f31e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:58.571793 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['70d093f0-de99-481e-a263-3ba10843989d'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:50:58.622226 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['2496ca6b-c775-4f1c-bbd6-538025c1aead'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:50:58.736366 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14ebb3e-6f6e-4264-8940-30ad9044f31e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Pushing event deleted for resources: {'Port': ['ID=2496ca6b-c775-4f1c-bbd6-538025c1aead,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:58.756011 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=c9270e36-addf-4d91-8049-3027fd0a2a20,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:58.783399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e1074c0-b9d1-4971-a1c3-219822e2e9da req-c14ebb3e-6f6e-4264-8940-30ad9044f31e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] No DVR routers for this DVR port 2496ca6b-c775-4f1c-bbd6-538025c1aead on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:50:58.785094 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3e1074c0-b9d1-4971-a1c3-219822e2e9da req-c14ebb3e-6f6e-4264-8940-30ad9044f31e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:58.789216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bbea38e-d870-44ca-94e0-359f170303f5', 'name': 'network-vif-deleted', 'tag': '2496ca6b-c775-4f1c-bbd6-538025c1aead'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:50:58.836320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-e754972e-9f74-4df9-91d8-95f33cc458b1 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:58.837870 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-e754972e-9f74-4df9-91d8-95f33cc458b1 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/networks?id=8fdd681d-ffe8-426d-941c-62dfd126df4d HTTP/1.1" status: 200 len: 812 time: 0.2198141 Mar 01 20:50:58.873671 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01593e-11b6-4f83-bddb-a4292bb893b7 req-4d450fb3-2892-48cd-ac39-521648d4fc7e tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:58.875165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce01593e-11b6-4f83-bddb-a4292bb893b7 req-4d450fb3-2892-48cd-ac39-521648d4fc7e tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ad54106-12dc-46d3-af93-b08fcc5c70fd HTTP/1.1" status: 200 len: 945 time: 0.1274757 Mar 01 20:50:58.877624 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-d13b54d9-7b38-418b-899b-376bb94e623d tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/quotas/0d5eaf306fc14197ad9a3185fd39f796 HTTP/1.1" status: 200 len: 375 time: 0.0254338 Mar 01 20:50:58.902083 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['c9270e36-addf-4d91-8049-3027fd0a2a20'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:50:58.922331 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3e1074c0-b9d1-4971-a1c3-219822e2e9da req-c14ebb3e-6f6e-4264-8940-30ad9044f31e tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.55 "DELETE /v2.0/ports/2496ca6b-c775-4f1c-bbd6-538025c1aead HTTP/1.1" status: 204 len: 173 time: 1.4169214 Mar 01 20:50:58.922619 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93200535-4380-476d-81db-bc2d598f9a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:58.927923 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93200535-4380-476d-81db-bc2d598f9a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:58.927923 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-93200535-4380-476d-81db-bc2d598f9a68 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05949b92-8e6b-425f-9266-2c555169dc51 HTTP/1.1" status: 204 len: 168 time: 0.5186331 Mar 01 20:50:58.937532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93200535-4380-476d-81db-bc2d598f9a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05949b92-8e6b-425f-9266-2c555169dc51,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:50:58.967659 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-e70df213-6f2b-4e32-996f-7926fec903bf tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5eaf306fc14197ad9a3185fd39f796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833857 Mar 01 20:50:59.034893 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce01593e-11b6-4f83-bddb-a4292bb893b7 req-141ae423-78a3-4473-be9f-9db7ada3839c tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519616 Mar 01 20:50:59.101047 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bbea38e-d870-44ca-94e0-359f170303f5', 'name': 'network-vif-deleted', 'tag': '2496ca6b-c775-4f1c-bbd6-538025c1aead', 'status': 'completed', 'code': 200} Mar 01 20:50:59.143904 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-ddc86a45-4744-4662-b7bf-a3a788834385 service neutron] 10.222.0.42 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754210 Mar 01 20:50:59.430559 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-e66497b1-b02f-49b6-99fd-cd02959092e3 service neutron] 10.222.0.42 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817886 Mar 01 20:50:59.456859 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ee22c5-d4d9-4bad-ae95-9573bc39ab3e req-f72dc572-7e88-4598-a204-68dafbfba930 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:59.463602 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-18ee22c5-d4d9-4bad-ae95-9573bc39ab3e req-f72dc572-7e88-4598-a204-68dafbfba930 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 944 time: 0.1127291 Mar 01 20:50:59.520002 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-18ee22c5-d4d9-4bad-ae95-9573bc39ab3e req-faa8c458-246a-41a4-9b45-3458e472f213 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425403 Mar 01 20:50:59.695670 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4ebc38f2-422c-4ceb-bffe-06e94ba282d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:59.911566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35742) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:50:59.932022 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8526a60-8995-4bd7-8bfe-1d9f634985f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:50:59.938213 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daf41b-0045-4271-a46a-413a49d6ec6d req-dbe0b72f-f725-48e6-8008-53408c13e70c tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:50:59.939964 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2daf41b-0045-4271-a46a-413a49d6ec6d req-dbe0b72f-f725-48e6-8008-53408c13e70c tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.1039815 Mar 01 20:50:59.952573 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f8526a60-8995-4bd7-8bfe-1d9f634985f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:50:59.957259 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f8526a60-8995-4bd7-8bfe-1d9f634985f0 admin admin] Usage tracker for resource:security_group_rule and tenant:acbf3669efcb4f1c9742756e850c4728 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:50:59.961396 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f8526a60-8995-4bd7-8bfe-1d9f634985f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:50:59.968691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f8526a60-8995-4bd7-8bfe-1d9f634985f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:50:59.976745 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c8d043f3-7ca8-4512-8816-08c99a5010d0 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:51:00.010533 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2daf41b-0045-4271-a46a-413a49d6ec6d req-73eefe64-00a3-42f6-a174-79478fa47015 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640988 Mar 01 20:51:00.156553 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d911820-cdb5-42c3-98c9-d0f695e54399 req-54b435f3-9f2e-4037-b77a-c5ce78e1837b tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=3bbea38e-d870-44ca-94e0-359f170303f5 HTTP/1.1" status: 200 len: 210 time: 0.0597434 Mar 01 20:51:00.178843 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port c8d043f3-7ca8-4512-8816-08c99a5010d0, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c8d043f3-7ca8-4512-8816-08c99a5010d0,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:00.194627 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'c8d043f3-7ca8-4512-8816-08c99a5010d0', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': 'c8d043f3-7ca8-4512-8816-08c99a5010d0', 'mac_address': 'fa:16:3e:dd:cf:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:51:00.219051 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25c2e7c8-5100-42a5-a8ff-3807ea938002 req-a133d970-f710-4423-b771-7e35486045d2 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=8045ba5f-42b5-4acc-9033-58a1d5f74fdb HTTP/1.1" status: 200 len: 210 time: 0.0547171 Mar 01 20:51:00.260774 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:00.279809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8d043f3-7ca8-4512-8816-08c99a5010d0 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:51:00.311732 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8526a60-8995-4bd7-8bfe-1d9f634985f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:00.320937 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port c8d043f3-7ca8-4512-8816-08c99a5010d0, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c8d043f3-7ca8-4512-8816-08c99a5010d0,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:00.386733 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2432b0bd-f301-4454-bc62-7c2a8754cecd req-d3140d3d-cd4e-48dd-8c2d-5d30a04e9cad tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:00.388199 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2432b0bd-f301-4454-bc62-7c2a8754cecd req-d3140d3d-cd4e-48dd-8c2d-5d30a04e9cad tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ad54106-12dc-46d3-af93-b08fcc5c70fd HTTP/1.1" status: 200 len: 945 time: 0.1040354 Mar 01 20:51:00.441092 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8526a60-8995-4bd7-8bfe-1d9f634985f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:00.441352 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:00.442532 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:00.456199 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2432b0bd-f301-4454-bc62-7c2a8754cecd req-c98c9873-162e-4416-98bc-a89dc686eebb tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618432 Mar 01 20:51:00.504501 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f8526a60-8995-4bd7-8bfe-1d9f634985f0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=acbf3669efcb4f1c9742756e850c4728&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5911577 Mar 01 20:51:00.505321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8526a60-8995-4bd7-8bfe-1d9f634985f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605a6e41-63a0-481b-b85f-3de8028a89b5,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:00.510265 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35760) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:00.600229 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8a580b22-42ab-4cbd-b303-8d31c23ce5e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:00.621360 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['c8d043f3-7ca8-4512-8816-08c99a5010d0'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:51:00.651290 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8a580b22-42ab-4cbd-b303-8d31c23ce5e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:00.682607 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=c8d043f3-7ca8-4512-8816-08c99a5010d0,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:00.699587 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:00.730877 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b50311d-1bdb-43b2-8fc7-0e8e0d773fad req-89f19cd9-7a6b-4dda-aeb3-efde7d586d7f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:00.733081 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b50311d-1bdb-43b2-8fc7-0e8e0d773fad req-89f19cd9-7a6b-4dda-aeb3-efde7d586d7f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 944 time: 0.0934944 Mar 01 20:51:00.814266 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b50311d-1bdb-43b2-8fc7-0e8e0d773fad req-190ca793-5fa0-42ac-89c9-e8160f76ef68 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734239 Mar 01 20:51:00.849124 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8a580b22-42ab-4cbd-b303-8d31c23ce5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:00.870546 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a580b22-42ab-4cbd-b303-8d31c23ce5e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605a6e41-63a0-481b-b85f-3de8028a89b5,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:00.876850 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8a580b22-42ab-4cbd-b303-8d31c23ce5e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:00.882632 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8a580b22-42ab-4cbd-b303-8d31c23ce5e9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/605a6e41-63a0-481b-b85f-3de8028a89b5 HTTP/1.1" status: 204 len: 168 time: 0.3703315 Mar 01 20:51:01.207853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68687a9e-d041-47ca-8148-edb9cb4a9144 req-2864bb7d-254a-4eb6-b884-081d3f1862ab tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:01.209610 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68687a9e-d041-47ca-8148-edb9cb4a9144 req-2864bb7d-254a-4eb6-b884-081d3f1862ab tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.0950227 Mar 01 20:51:01.287616 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68687a9e-d041-47ca-8148-edb9cb4a9144 req-835fd77a-79ba-403e-b801-216c4b8f7e6e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711572 Mar 01 20:51:01.441911 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2b45aab7-2bca-4393-a7ba-fe19c62464d1 req-6fd9bdb6-aca5-46d1-9536-df0c08c8983a tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=8045ba5f-42b5-4acc-9033-58a1d5f74fdb HTTP/1.1" status: 200 len: 210 time: 0.0538394 Mar 01 20:51:01.725064 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6e773-dd99-47bf-87c3-c98165b71ee4 req-65b9da8c-6b0e-455a-bb86-79ab2a2b236a tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:01.727388 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-12b6e773-dd99-47bf-87c3-c98165b71ee4 req-65b9da8c-6b0e-455a-bb86-79ab2a2b236a tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=2ad54106-12dc-46d3-af93-b08fcc5c70fd HTTP/1.1" status: 200 len: 945 time: 0.1136718 Mar 01 20:51:01.796038 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-12b6e773-dd99-47bf-87c3-c98165b71ee4 req-9fb90880-f919-40ac-ad8c-6f2a1a0a3dfe tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614870 Mar 01 20:51:01.980915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c9270e36-addf-4d91-8049-3027fd0a2a20 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:51:02.179859 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ef01d-a167-41d5-b398-cb8070d1b9fa req-721e8e35-1013-429b-bd93-e3d2da0f7759 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:02.200962 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-577ef01d-a167-41d5-b398-cb8070d1b9fa req-721e8e35-1013-429b-bd93-e3d2da0f7759 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 944 time: 0.1877251 Mar 01 20:51:02.244622 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port c9270e36-addf-4d91-8049-3027fd0a2a20 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:51:02.249812 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:02.260192 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port c9270e36-addf-4d91-8049-3027fd0a2a20 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:51:02.260192 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:02.272779 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-577ef01d-a167-41d5-b398-cb8070d1b9fa req-454b4838-1297-443e-af3e-2ecda6a9564e tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702314 Mar 01 20:51:02.489111 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:02.547624 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port c9270e36-addf-4d91-8049-3027fd0a2a20, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c9270e36-addf-4d91-8049-3027fd0a2a20,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:02.548647 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35f8e30-b041-4394-991c-f28a74c0bd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9270e36-addf-4d91-8049-3027fd0a2a20'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:02.614538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f11bfad-6403-4f97-bd2e-90eed7ed6449 req-30573a9a-ddc1-4ed7-a535-6c4281286739 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:02.616687 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f11bfad-6403-4f97-bd2e-90eed7ed6449 req-30573a9a-ddc1-4ed7-a535-6c4281286739 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.1125922 Mar 01 20:51:02.649475 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:02.652530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c8d043f3-7ca8-4512-8816-08c99a5010d0 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:51:02.748596 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4cab73fe-d9f4-4371-a13b-251c130d4c93 req-ab96c9b5-42cd-4dc5-9aaa-86ad8edf9c22 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1655340 Mar 01 20:51:02.752179 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f11bfad-6403-4f97-bd2e-90eed7ed6449 req-d90e5f28-88a0-4a80-babf-dced6a7cac87 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247292 Mar 01 20:51:02.940102 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35f8e30-b041-4394-991c-f28a74c0bd4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9270e36-addf-4d91-8049-3027fd0a2a20', 'code': 200} Mar 01 20:51:02.940741 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=c9270e36-addf-4d91-8049-3027fd0a2a20,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:03.027920 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port c8d043f3-7ca8-4512-8816-08c99a5010d0 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:51:03.029033 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:03.097874 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-ed702925-b883-41bb-9e1b-3808ebfe7722 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:03.104901 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-ed702925-b883-41bb-9e1b-3808ebfe7722 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.55 "GET /v2.0/networks?id=8fdd681d-ffe8-426d-941c-62dfd126df4d HTTP/1.1" status: 200 len: 812 time: 0.4173269 Mar 01 20:51:03.128163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b447f3f1-dddc-4f94-baa2-a1b7685251ef req-5a2b153c-4d0f-45ed-b2cd-ce24e0b8038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:03.128471 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b447f3f1-dddc-4f94-baa2-a1b7685251ef req-5a2b153c-4d0f-45ed-b2cd-ce24e0b8038e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 1096 time: 0.2021809 Mar 01 20:51:03.137709 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-bd7d2eaa-ad80-4519-9ff1-328cda6b40b6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Request body: {'port': {'device_id': '8045ba5f-42b5-4acc-9033-58a1d5f74fdb', 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d', 'admin_state_up': True, 'tenant_id': '0d5eaf306fc14197ad9a3185fd39f796'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:51:03.188468 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b447f3f1-dddc-4f94-baa2-a1b7685251ef req-1f11e4f5-cd8e-413a-870d-aa1357cfb96f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496147 Mar 01 20:51:03.299143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab73fe-d9f4-4371-a13b-251c130d4c93 req-6b931e76-c80b-4624-af9c-5e07c330bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:03.301435 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4cab73fe-d9f4-4371-a13b-251c130d4c93 req-6b931e76-c80b-4624-af9c-5e07c330bcaa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=9425af0c76c64926891aa5e1f014e8ef&device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 1095 time: 0.4420247 Mar 01 20:51:03.331434 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:03.412499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port c8d043f3-7ca8-4512-8816-08c99a5010d0, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c8d043f3-7ca8-4512-8816-08c99a5010d0,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:03.543546 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:03.544492 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 2496ca6b-c775-4f1c-bbd6-538025c1aead no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:51:03.661896 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7371bfa9-1dfd-4015-bf29-31c9ea8218d0 req-99ebe5f8-c285-45db-b2e5-0e6352c91f00 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=8045ba5f-42b5-4acc-9033-58a1d5f74fdb HTTP/1.1" status: 200 len: 210 time: 0.2287629 Mar 01 20:51:03.742003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d44a8f-f293-4fbc-95af-6dc213bd3a89 req-d76a061e-9ab0-44d1-8ea3-1099373ad727 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:03.743808 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-44d44a8f-f293-4fbc-95af-6dc213bd3a89 req-d76a061e-9ab0-44d1-8ea3-1099373ad727 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 945 time: 0.2113788 Mar 01 20:51:03.764402 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=c8d043f3-7ca8-4512-8816-08c99a5010d0,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:03.776023 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 2496ca6b-c775-4f1c-bbd6-538025c1aead {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:51:03.776776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 2496ca6b-c775-4f1c-bbd6-538025c1aead not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:51:03.828846 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-44d44a8f-f293-4fbc-95af-6dc213bd3a89 req-98aa8231-3a2d-407b-a8d4-ee876750e5f6 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762148 Mar 01 20:51:03.829793 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-bd7d2eaa-ad80-4519-9ff1-328cda6b40b6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:51:03.834635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-bd7d2eaa-ad80-4519-9ff1-328cda6b40b6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Usage tracker for resource:port and tenant:0d5eaf306fc14197ad9a3185fd39f796 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:51:03.838058 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-bd7d2eaa-ad80-4519-9ff1-328cda6b40b6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:51:03.846816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-bd7d2eaa-ad80-4519-9ff1-328cda6b40b6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:51:03.858071 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab73fe-d9f4-4371-a13b-251c130d4c93 req-b3389733-8192-4a9a-a584-a7bbce504ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:03.860185 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4cab73fe-d9f4-4371-a13b-251c130d4c93 req-b3389733-8192-4a9a-a584-a7bbce504ca0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 200 len: 909 time: 0.3243327 Mar 01 20:51:03.951457 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4cab73fe-d9f4-4371-a13b-251c130d4c93 req-95e6d3eb-5169-43f0-95ef-a2da69d58143 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=70d093f0-de99-481e-a263-3ba10843989d HTTP/1.1" status: 200 len: 217 time: 0.0832818 Mar 01 20:51:04.103039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6128048a-e29d-48f5-83e1-5136c68d3b0c req-961a1fbd-96db-40b9-a070-18168ef04eb9 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:04.108463 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6128048a-e29d-48f5-83e1-5136c68d3b0c req-961a1fbd-96db-40b9-a070-18168ef04eb9 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.2069860 Mar 01 20:51:04.134603 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cab73fe-d9f4-4371-a13b-251c130d4c93 req-ff3c85e2-19d1-4202-a492-564d14c0eebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:04.136065 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4cab73fe-d9f4-4371-a13b-251c130d4c93 req-ff3c85e2-19d1-4202-a492-564d14c0eebf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 200 len: 848 time: 0.1733820 Mar 01 20:51:04.139151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-bd7d2eaa-ad80-4519-9ff1-328cda6b40b6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Made reservation on behalf of 0d5eaf306fc14197ad9a3185fd39f796 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:51:04.170340 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-bd7d2eaa-ad80-4519-9ff1-328cda6b40b6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:04.247057 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6128048a-e29d-48f5-83e1-5136c68d3b0c req-735b0021-24db-40ca-840e-df2598238c47 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308849 Mar 01 20:51:04.452095 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4cab73fe-d9f4-4371-a13b-251c130d4c93 req-e64a73b9-cdae-4bed-b970-1ad533c58ddd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=20bee8c9-14f6-4e61-9dee-3608205e5e38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2195024 Mar 01 20:51:04.698736 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4cab73fe-d9f4-4371-a13b-251c130d4c93 req-7df3ad19-ef22-4dce-bd97-542873cd7787 service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376826 Mar 01 20:51:04.778659 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-bd7d2eaa-ad80-4519-9ff1-328cda6b40b6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Allocated IP 172.20.0.10 (8fdd681d-ffe8-426d-941c-62dfd126df4d/62e9a9cc-b606-4420-adda-c2710fcba965/550995da-53a5-4bd6-ac31-3319bc038ad6) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:51:04.924736 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4cab73fe-d9f4-4371-a13b-251c130d4c93 req-b5abf030-f15e-4de6-88ee-8d5fb9359c09 service neutron] 10.222.0.57 "GET /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161727 Mar 01 20:51:04.932735 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d08467d-193c-4dd7-b97c-38e47b6c4833 req-f1e70ad8-725a-4c79-8271-f3679efcbb8d tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=8045ba5f-42b5-4acc-9033-58a1d5f74fdb HTTP/1.1" status: 200 len: 210 time: 0.0710664 Mar 01 20:51:04.941639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30453437-c497-4eb4-be0b-4bde087495eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d043f3-7ca8-4512-8816-08c99a5010d0'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:05.173556 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30453437-c497-4eb4-be0b-4bde087495eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d043f3-7ca8-4512-8816-08c99a5010d0', 'code': 200} Mar 01 20:51:05.218122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0b7034-6f3f-47de-8f9f-77efd4b61433 req-33dcc304-5ba6-412b-b8ba-5d011a7b24c1 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:05.219823 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e0b7034-6f3f-47de-8f9f-77efd4b61433 req-33dcc304-5ba6-412b-b8ba-5d011a7b24c1 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 945 time: 0.1144078 Mar 01 20:51:05.257985 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-bd7d2eaa-ad80-4519-9ff1-328cda6b40b6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:05.308936 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e0b7034-6f3f-47de-8f9f-77efd4b61433 req-970633e5-97d4-4765-b490-f1dcc9bbee76 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803845 Mar 01 20:51:05.398742 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-bd7d2eaa-ad80-4519-9ff1-328cda6b40b6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:05.559350 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b91c9-0e4f-4de7-9747-3885b8358c0c req-6fd1cc77-cfa8-4262-b279-b8257f5139c2 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:05.566905 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-590b91c9-0e4f-4de7-9747-3885b8358c0c req-6fd1cc77-cfa8-4262-b279-b8257f5139c2 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.1458201 Mar 01 20:51:05.592690 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-bd7d2eaa-ad80-4519-9ff1-328cda6b40b6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Network 8fdd681d-ffe8-426d-941c-62dfd126df4d is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:51:05.596951 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-bd7d2eaa-ad80-4519-9ff1-328cda6b40b6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:51:05.600406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7d2eaa-ad80-4519-9ff1-328cda6b40b6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Pushing event updated for resources: {'Port': ['ID=550995da-53a5-4bd6-ac31-3319bc038ad6,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:05.605269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-bd7d2eaa-ad80-4519-9ff1-328cda6b40b6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:51:05.654910 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-590b91c9-0e4f-4de7-9747-3885b8358c0c req-56b0620d-534e-45b2-af45-78f598e02db3 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858946 Mar 01 20:51:05.708757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-bd7d2eaa-ad80-4519-9ff1-328cda6b40b6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:05.709539 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-bd7d2eaa-ad80-4519-9ff1-328cda6b40b6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:05.917510 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-bd7d2eaa-ad80-4519-9ff1-328cda6b40b6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8023918 Mar 01 20:51:05.927454 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] Request body: {'port': {'device_id': '8045ba5f-42b5-4acc-9033-58a1d5f74fdb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:51:06.117692 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:06.387904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e591ab-f936-4dbb-bffe-fc0f405c636d req-a50a2837-728f-4611-8e6a-5cda4f910c01 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:06.392305 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75e591ab-f936-4dbb-bffe-fc0f405c636d req-a50a2837-728f-4611-8e6a-5cda4f910c01 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=8045ba5f-42b5-4acc-9033-58a1d5f74fdb HTTP/1.1" status: 200 len: 932 time: 0.2468584 Mar 01 20:51:06.539647 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75e591ab-f936-4dbb-bffe-fc0f405c636d req-be922169-7b16-4bc4-97ad-4b9af79621e8 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395910 Mar 01 20:51:06.915862 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 6e385ccc-2d67-4673-9ef1-b3955cfa0790 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:51:06.918910 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36006) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:07.007391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730ce55-0888-482e-8b0f-3dad04cef957 req-aa8f4cbe-aa5c-406a-8bf4-ada498e2d0aa tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:07.015905 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8730ce55-0888-482e-8b0f-3dad04cef957 req-aa8f4cbe-aa5c-406a-8bf4-ada498e2d0aa tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 944 time: 0.3281167 Mar 01 20:51:07.080469 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8730ce55-0888-482e-8b0f-3dad04cef957 req-39623d34-11ad-42a0-8d48-92e0f277a914 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628018 Mar 01 20:51:07.145572 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e33c3a-2ff5-434c-9147-05684373820d req-035c8792-5d71-4102-be41-0e75520eeeae tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:07.148341 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7e33c3a-2ff5-434c-9147-05684373820d req-035c8792-5d71-4102-be41-0e75520eeeae tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 945 time: 0.2995872 Mar 01 20:51:07.268391 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 6e385ccc-2d67-4673-9ef1-b3955cfa0790, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6e385ccc-2d67-4673-9ef1-b3955cfa0790,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:07.312714 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7e33c3a-2ff5-434c-9147-05684373820d req-efe5e4a2-0c61-45e6-b05e-1cfbce0b75f2 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569242 Mar 01 20:51:07.338793 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '6e385ccc-2d67-4673-9ef1-b3955cfa0790', 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9', 'port_id': '6e385ccc-2d67-4673-9ef1-b3955cfa0790', 'mac_address': 'fa:16:3e:2f:df:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04d362b-c114-455b-b96e-10a41d5ec3e4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:51:07.477121 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:07.531163 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6e385ccc-2d67-4673-9ef1-b3955cfa0790 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:51:07.592038 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 6e385ccc-2d67-4673-9ef1-b3955cfa0790, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6e385ccc-2d67-4673-9ef1-b3955cfa0790,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:07.605081 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-75ed0e06-cddd-4db3-9a27-f1519162a24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:07.630161 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-75ed0e06-cddd-4db3-9a27-f1519162a24d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:51:07.637921 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-75ed0e06-cddd-4db3-9a27-f1519162a24d admin admin] Usage tracker for resource:security_group_rule and tenant:269d9b665dd848d091a21f8f838bce89 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:51:07.644084 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-75ed0e06-cddd-4db3-9a27-f1519162a24d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:51:07.657339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-75ed0e06-cddd-4db3-9a27-f1519162a24d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:51:07.724764 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2f3c2-8807-46dc-a002-6520e2016721 req-eeeb08fb-e531-405d-9ccc-760f14954d56 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:07.726554 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:07.726787 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fad2f3c2-8807-46dc-a002-6520e2016721 req-eeeb08fb-e531-405d-9ccc-760f14954d56 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.3223619 Mar 01 20:51:07.814574 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc394408-e6ba-4ef4-9de4-a3421049ce78 req-076a4cb9-e814-4cf6-9aa7-c61ef56c5df4 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:07.818329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-cc394408-e6ba-4ef4-9de4-a3421049ce78 req-076a4cb9-e814-4cf6-9aa7-c61ef56c5df4 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Synchronizing usage tracker for tenant:9425af0c76c64926891aa5e1f014e8ef on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:51:07.825435 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fad2f3c2-8807-46dc-a002-6520e2016721 req-b36e5b70-50ab-4dcb-949e-b587a39dbac0 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871475 Mar 01 20:51:07.879989 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['6e385ccc-2d67-4673-9ef1-b3955cfa0790'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:51:07.893495 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 550995da-53a5-4bd6-ac31-3319bc038ad6 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:51:07.917463 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:07.921830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=6e385ccc-2d67-4673-9ef1-b3955cfa0790,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:07.947958 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-75ed0e06-cddd-4db3-9a27-f1519162a24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:07.952106 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] Transition to ACTIVE for port object 550995da-53a5-4bd6-ac31-3319bc038ad6 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:51:07.990753 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-cc394408-e6ba-4ef4-9de4-a3421049ce78 req-076a4cb9-e814-4cf6-9aa7-c61ef56c5df4 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Unset dirty status for tenant:9425af0c76c64926891aa5e1f014e8ef on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:51:07.990753 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cc394408-e6ba-4ef4-9de4-a3421049ce78 req-076a4cb9-e814-4cf6-9aa7-c61ef56c5df4 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.57 "GET /v2.0/ports?device_id=53510f08-95aa-442e-b304-785dfe5ebf11 HTTP/1.1" status: 200 len: 944 time: 1.1523917 Mar 01 20:51:08.120589 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:08.144904 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-75ed0e06-cddd-4db3-9a27-f1519162a24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:08.211233 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-75ed0e06-cddd-4db3-9a27-f1519162a24d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=269d9b665dd848d091a21f8f838bce89&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2882569 Mar 01 20:51:08.217796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36046) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:08.257342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] Pushing event updated for resources: {'Port': ['ID=550995da-53a5-4bd6-ac31-3319bc038ad6,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:08.286054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ed0e06-cddd-4db3-9a27-f1519162a24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48011818-6c66-4fb5-a416-8a895bd52b6c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:08.339298 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1933ed6d-7b7b-4063-8689-f6c58417a8a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:08.363566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-cc394408-e6ba-4ef4-9de4-a3421049ce78 req-fb44b74f-fdd2-47b8-8459-f716ec0bc8d6 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Deleting port 70d093f0-de99-481e-a263-3ba10843989d {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:51:08.364304 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cc394408-e6ba-4ef4-9de4-a3421049ce78 req-fb44b74f-fdd2-47b8-8459-f716ec0bc8d6 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:08.379912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356698f-040c-47f1-9cc9-7731f56b7340 req-cb15af69-4216-4c06-acfd-6b5f765d01f3 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:08.381762 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b356698f-040c-47f1-9cc9-7731f56b7340 req-cb15af69-4216-4c06-acfd-6b5f765d01f3 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=8045ba5f-42b5-4acc-9033-58a1d5f74fdb HTTP/1.1" status: 200 len: 944 time: 0.3517008 Mar 01 20:51:08.431006 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1933ed6d-7b7b-4063-8689-f6c58417a8a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:08.452076 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b356698f-040c-47f1-9cc9-7731f56b7340 req-13e37745-fe38-4b4b-b131-31ca631baf60 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614614 Mar 01 20:51:08.612028 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] Attempting to bind port 550995da-53a5-4bd6-ac31-3319bc038ad6 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:51:08.612362 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] Attempting to bind port 550995da-53a5-4bd6-ac31-3319bc038ad6 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:51:08.612691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] Attempting to bind port 550995da-53a5-4bd6-ac31-3319bc038ad6 on network 8fdd681d-ffe8-426d-941c-62dfd126df4d {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:51:08.624810 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1933ed6d-7b7b-4063-8689-f6c58417a8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:08.650777 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1933ed6d-7b7b-4063-8689-f6c58417a8a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48011818-6c66-4fb5-a416-8a895bd52b6c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:08.673798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] Port 550995da-53a5-4bd6-ac31-3319bc038ad6 on network 8fdd681d-ffe8-426d-941c-62dfd126df4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:51:08.674126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] Attempting to bind port 550995da-53a5-4bd6-ac31-3319bc038ad6 on network 8fdd681d-ffe8-426d-941c-62dfd126df4d {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:51:08.676414 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1933ed6d-7b7b-4063-8689-f6c58417a8a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:08.677697 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1933ed6d-7b7b-4063-8689-f6c58417a8a7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48011818-6c66-4fb5-a416-8a895bd52b6c HTTP/1.1" status: 204 len: 168 time: 0.4567509 Mar 01 20:51:08.700164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:51:08.701395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] Checking segment: {'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:51:08.701944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] Bound using segment: {'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:51:08.702586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] Bound port: 550995da-53a5-4bd6-ac31-3319bc038ad6, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:51:08.703097 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:08.898122 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 6e385ccc-2d67-4673-9ef1-b3955cfa0790 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:51:08.949345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-cc394408-e6ba-4ef4-9de4-a3421049ce78 req-fb44b74f-fdd2-47b8-8459-f716ec0bc8d6 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] For port 70d093f0-de99-481e-a263-3ba10843989d, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=70d093f0-de99-481e-a263-3ba10843989d,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:08.965133 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cc394408-e6ba-4ef4-9de4-a3421049ce78 req-fb44b74f-fdd2-47b8-8459-f716ec0bc8d6 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:08.991948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] For port 550995da-53a5-4bd6-ac31-3319bc038ad6, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:51:09.146577 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 6e385ccc-2d67-4673-9ef1-b3955cfa0790 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:51:09.146577 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:09.272367 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-cc394408-e6ba-4ef4-9de4-a3421049ce78 req-fb44b74f-fdd2-47b8-8459-f716ec0bc8d6 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Calling delete_port for 70d093f0-de99-481e-a263-3ba10843989d owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:51:09.325595 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] For port 550995da-53a5-4bd6-ac31-3319bc038ad6, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=550995da-53a5-4bd6-ac31-3319bc038ad6,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:51:09.460289 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:09.477880 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:09.535031 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad54106-12dc-46d3-af93-b08fcc5c70fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e385ccc-2d67-4673-9ef1-b3955cfa0790'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:09.548835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:09.562255 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:09.563744 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] 10.222.0.55 "PUT /v2.0/ports/550995da-53a5-4bd6-ac31-3319bc038ad6 HTTP/1.1" status: 200 len: 1092 time: 3.6403987 Mar 01 20:51:09.571530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 6e385ccc-2d67-4673-9ef1-b3955cfa0790, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6e385ccc-2d67-4673-9ef1-b3955cfa0790,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:09.613759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8045ba5f-42b5-4acc-9033-58a1d5f74fdb', 'tag': '550995da-53a5-4bd6-ac31-3319bc038ad6'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:09.618613 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f705a15e-16d2-4341-9331-3c4d88d06234 service neutron] Pushing event updated for resources: {'Port': ['ID=550995da-53a5-4bd6-ac31-3319bc038ad6,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:09.630390 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:09.630518 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 70d093f0-de99-481e-a263-3ba10843989d no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:51:09.952187 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=6e385ccc-2d67-4673-9ef1-b3955cfa0790,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:10.024026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-54917155-eb35-4db9-8a27-b210f8487fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:10.027740 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-54917155-eb35-4db9-8a27-b210f8487fe9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d5eaf306fc14197ad9a3185fd39f796&device_id=8045ba5f-42b5-4acc-9033-58a1d5f74fdb HTTP/1.1" status: 200 len: 1095 time: 0.3322697 Mar 01 20:51:10.079967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36080) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:10.120729 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53cf9ad2-3e99-4b1a-a42a-416d329814f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:10.157223 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-53cf9ad2-3e99-4b1a-a42a-416d329814f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:51:10.162851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-53cf9ad2-3e99-4b1a-a42a-416d329814f5 admin admin] Usage tracker for resource:security_group_rule and tenant:14d8b2cbaff9467f9de64981584397ca is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:51:10.172568 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cc394408-e6ba-4ef4-9de4-a3421049ce78 req-fb44b74f-fdd2-47b8-8459-f716ec0bc8d6 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:10.173753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-53cf9ad2-3e99-4b1a-a42a-416d329814f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:51:10.182422 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-53cf9ad2-3e99-4b1a-a42a-416d329814f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:51:10.346327 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-0a0f6260-9f4b-4f26-8142-9ebbc2e18444 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=550995da-53a5-4bd6-ac31-3319bc038ad6 HTTP/1.1" status: 200 len: 217 time: 0.3017149 Mar 01 20:51:10.347217 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb44b74f-fdd2-47b8-8459-f716ec0bc8d6 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Pushing event deleted for resources: {'Port': ['ID=70d093f0-de99-481e-a263-3ba10843989d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:10.388655 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53cf9ad2-3e99-4b1a-a42a-416d329814f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:10.451711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-88606c3e-0fef-4165-8c3c-c059c4349acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:10.453611 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-88606c3e-0fef-4165-8c3c-c059c4349acc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62e9a9cc-b606-4420-adda-c2710fcba965 HTTP/1.1" status: 200 len: 852 time: 0.0939369 Mar 01 20:51:10.496362 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53cf9ad2-3e99-4b1a-a42a-416d329814f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:10.640431 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-53cf9ad2-3e99-4b1a-a42a-416d329814f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=14d8b2cbaff9467f9de64981584397ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5601346 Mar 01 20:51:10.642477 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf9ad2-3e99-4b1a-a42a-416d329814f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ade780-1616-4a41-9ff9-47b769174330,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:10.670219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36084) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:10.722599 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-81aecc34-68d7-44d0-a172-9dcff95677a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fdd681d-ffe8-426d-941c-62dfd126df4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2458422 Mar 01 20:51:10.723837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc394408-e6ba-4ef4-9de4-a3421049ce78 req-fb44b74f-fdd2-47b8-8459-f716ec0bc8d6 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] No DVR routers for this DVR port 70d093f0-de99-481e-a263-3ba10843989d on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:51:10.729596 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cc394408-e6ba-4ef4-9de4-a3421049ce78 req-fb44b74f-fdd2-47b8-8459-f716ec0bc8d6 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:10.771746 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1898a2d0-1d35-41cb-be2b-958874e76bb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:10.809750 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1898a2d0-1d35-41cb-be2b-958874e76bb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:10.947175 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1898a2d0-1d35-41cb-be2b-958874e76bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:11.002078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898a2d0-1d35-41cb-be2b-958874e76bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ade780-1616-4a41-9ff9-47b769174330,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:11.005908 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1898a2d0-1d35-41cb-be2b-958874e76bb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:11.022517 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1898a2d0-1d35-41cb-be2b-958874e76bb4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04ade780-1616-4a41-9ff9-47b769174330 HTTP/1.1" status: 204 len: 168 time: 0.3446946 Mar 01 20:51:11.084154 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cc394408-e6ba-4ef4-9de4-a3421049ce78 req-fb44b74f-fdd2-47b8-8459-f716ec0bc8d6 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.57 "DELETE /v2.0/ports/70d093f0-de99-481e-a263-3ba10843989d HTTP/1.1" status: 204 len: 173 time: 3.0843344 Mar 01 20:51:11.160451 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-a7076425-dca6-4239-86c4-ba4393a788b1 service neutron] 10.222.0.55 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4289944 Mar 01 20:51:11.483989 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-48109e51-f7c9-4d7e-865a-100843bf0bf2 req-77cb89f5-c51a-4a9b-8b42-30f7a55b914f service neutron] 10.222.0.55 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178604 Mar 01 20:51:16.051042 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 550995da-53a5-4bd6-ac31-3319bc038ad6 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:51:16.240047 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 550995da-53a5-4bd6-ac31-3319bc038ad6, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=550995da-53a5-4bd6-ac31-3319bc038ad6,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:16.259383 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '550995da-53a5-4bd6-ac31-3319bc038ad6', 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d', 'port_id': '550995da-53a5-4bd6-ac31-3319bc038ad6', 'mac_address': 'fa:16:3e:1d:03:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e9a9cc-b606-4420-adda-c2710fcba965', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:51:16.332694 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:16.353721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 550995da-53a5-4bd6-ac31-3319bc038ad6 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:51:16.374884 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 550995da-53a5-4bd6-ac31-3319bc038ad6, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=550995da-53a5-4bd6-ac31-3319bc038ad6,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:16.883907 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:16.957565 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=550995da-53a5-4bd6-ac31-3319bc038ad6,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:17.283673 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['550995da-53a5-4bd6-ac31-3319bc038ad6'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:51:20.089712 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 550995da-53a5-4bd6-ac31-3319bc038ad6 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:51:20.346847 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 550995da-53a5-4bd6-ac31-3319bc038ad6 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:51:20.352171 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 550995da-53a5-4bd6-ac31-3319bc038ad6 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:51:20.352553 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:20.478963 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:20.524723 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 550995da-53a5-4bd6-ac31-3319bc038ad6, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=550995da-53a5-4bd6-ac31-3319bc038ad6,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:20.612840 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:20.726038 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=550995da-53a5-4bd6-ac31-3319bc038ad6,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:21.006162 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:21.117221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f43394-c80d-4e8d-80c9-c336a07821d2 req-b7871e39-d553-4cc7-9341-0dc801842d27 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:21.118670 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5f43394-c80d-4e8d-80c9-c336a07821d2 req-b7871e39-d553-4cc7-9341-0dc801842d27 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.0911760 Mar 01 20:51:21.208687 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5f43394-c80d-4e8d-80c9-c336a07821d2 req-27a5957b-08af-438d-ba42-8f916c562b44 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836160 Mar 01 20:51:21.241028 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bd1d3-390e-4719-98a8-5efb8ed6ebea req-0478ffd9-c10b-4dfd-8718-c8bf7f99de36 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:21.242455 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e0bd1d3-390e-4719-98a8-5efb8ed6ebea req-0478ffd9-c10b-4dfd-8718-c8bf7f99de36 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=8045ba5f-42b5-4acc-9033-58a1d5f74fdb HTTP/1.1" status: 200 len: 946 time: 0.1032388 Mar 01 20:51:21.261411 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad54106-12dc-46d3-af93-b08fcc5c70fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e385ccc-2d67-4673-9ef1-b3955cfa0790', 'code': 200} Mar 01 20:51:21.288849 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e0bd1d3-390e-4719-98a8-5efb8ed6ebea req-7a5c139d-f839-4da6-88d3-457f260d1259 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399117 Mar 01 20:51:21.298609 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8045ba5f-42b5-4acc-9033-58a1d5f74fdb', 'tag': '550995da-53a5-4bd6-ac31-3319bc038ad6', 'status': 'completed', 'code': 200} Mar 01 20:51:21.413848 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072859b5-8cb4-4f10-801b-34b6cd6d3e86 req-90d18684-4e0a-46b1-80a1-6b5769a0aa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:21.415366 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-072859b5-8cb4-4f10-801b-34b6cd6d3e86 req-90d18684-4e0a-46b1-80a1-6b5769a0aa3c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d5eaf306fc14197ad9a3185fd39f796&device_id=8045ba5f-42b5-4acc-9033-58a1d5f74fdb HTTP/1.1" status: 200 len: 1097 time: 0.0920060 Mar 01 20:51:21.578160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-629a5a9f-2e20-430f-9680-0084fe109c8f tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:21.585245 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-629a5a9f-2e20-430f-9680-0084fe109c8f tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 821 time: 0.1596828 Mar 01 20:51:21.596461 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-67360151-71ca-4986-89f0-75468c72f6fe tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/quotas/12fae2fdb26b4cf190b0d5a7d7adbfcc HTTP/1.1" status: 200 len: 375 time: 0.0101717 Mar 01 20:51:21.615494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072859b5-8cb4-4f10-801b-34b6cd6d3e86 req-96c45c36-3bb3-4e50-acaf-c0fe0e2f05f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:21.616999 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-072859b5-8cb4-4f10-801b-34b6cd6d3e86 req-96c45c36-3bb3-4e50-acaf-c0fe0e2f05f9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8fdd681d-ffe8-426d-941c-62dfd126df4d HTTP/1.1" status: 200 len: 913 time: 0.1395886 Mar 01 20:51:21.691720 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-072859b5-8cb4-4f10-801b-34b6cd6d3e86 req-93fbc119-efe3-4c21-b975-9258ddac60af service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=550995da-53a5-4bd6-ac31-3319bc038ad6 HTTP/1.1" status: 200 len: 217 time: 0.0674329 Mar 01 20:51:21.694885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-78d7722f-8a53-4cd3-84cf-e3fdf0dc320b tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0918236 Mar 01 20:51:21.760885 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072859b5-8cb4-4f10-801b-34b6cd6d3e86 req-63d04de4-6b8c-41bd-9ce5-7b4e3e7e5b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:21.762215 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-072859b5-8cb4-4f10-801b-34b6cd6d3e86 req-63d04de4-6b8c-41bd-9ce5-7b4e3e7e5b58 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62e9a9cc-b606-4420-adda-c2710fcba965 HTTP/1.1" status: 200 len: 852 time: 0.0649352 Mar 01 20:51:21.817612 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-072859b5-8cb4-4f10-801b-34b6cd6d3e86 req-907af3e7-906e-4e0f-badd-764848c76d0a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fdd681d-ffe8-426d-941c-62dfd126df4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466642 Mar 01 20:51:21.836563 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-f3517dfa-3668-4829-a5ac-0f0a87cef24d service neutron] 10.222.0.42 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335213 Mar 01 20:51:21.957863 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-072859b5-8cb4-4f10-801b-34b6cd6d3e86 req-27e3b79a-7196-4b00-ba65-78b89d1af1b5 service neutron] 10.222.0.55 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342912 Mar 01 20:51:21.973464 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-e2589fd4-9fe3-457a-88fb-4a059e668517 service neutron] 10.222.0.42 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300373 Mar 01 20:51:22.093933 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894679d-f0d0-4592-b943-706a1a9ef3bb req-6d51948a-76f7-4c8b-8e36-717416ec305c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:22.102223 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6894679d-f0d0-4592-b943-706a1a9ef3bb req-6d51948a-76f7-4c8b-8e36-717416ec305c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1130428 Mar 01 20:51:22.116073 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-072859b5-8cb4-4f10-801b-34b6cd6d3e86 req-70b2c3a6-8651-497a-a93a-8475e3bdd541 service neutron] 10.222.0.55 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505456 Mar 01 20:51:22.151743 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6894679d-f0d0-4592-b943-706a1a9ef3bb req-d53a4160-6c11-40c4-bad2-1a932c2cfa22 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484729 Mar 01 20:51:22.456827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6579a03b-8899-496f-8564-4561ae95ac8c req-6f2033c9-f232-4372-bfad-26aae5f43526 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:22.458269 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6579a03b-8899-496f-8564-4561ae95ac8c req-6f2033c9-f232-4372-bfad-26aae5f43526 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 944 time: 0.0810163 Mar 01 20:51:22.502528 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6579a03b-8899-496f-8564-4561ae95ac8c req-13bb7e22-ba1a-4c3a-a944-7028949affec tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385692 Mar 01 20:51:22.616333 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67516135-b381-4eb5-a894-cd077ea2f463 req-74345a36-b42a-4adf-adaa-954198aedbec tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:22.617107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-67516135-b381-4eb5-a894-cd077ea2f463 req-74345a36-b42a-4adf-adaa-954198aedbec tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Synchronizing usage tracker for tenant:9425af0c76c64926891aa5e1f014e8ef on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:51:22.720513 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-67516135-b381-4eb5-a894-cd077ea2f463 req-74345a36-b42a-4adf-adaa-954198aedbec tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Unset dirty status for tenant:9425af0c76c64926891aa5e1f014e8ef on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:51:22.722143 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-67516135-b381-4eb5-a894-cd077ea2f463 req-74345a36-b42a-4adf-adaa-954198aedbec tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.55 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 944 time: 0.1950705 Mar 01 20:51:22.751870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c122b13-766d-4513-9588-035b8980878c req-24376072-0418-460d-a660-f09c51248119 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:22.753495 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c122b13-766d-4513-9588-035b8980878c req-24376072-0418-460d-a660-f09c51248119 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.0897188 Mar 01 20:51:22.809192 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-67516135-b381-4eb5-a894-cd077ea2f463 req-2b1d11d7-8d01-4766-a649-699c941789aa tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Deleting port e1f3eb14-999b-4111-8f1c-00a3335f8846 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:51:22.809539 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-67516135-b381-4eb5-a894-cd077ea2f463 req-2b1d11d7-8d01-4766-a649-699c941789aa tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:22.861674 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c122b13-766d-4513-9588-035b8980878c req-cb28b8ff-e906-4af5-8b6e-a63c0325523e tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016684 Mar 01 20:51:22.893926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9d98d-2d58-4fef-a2e5-f557dd29dad6 req-db06c5b5-de7d-4e36-94b0-7d2435439b91 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:22.895527 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33b9d98d-2d58-4fef-a2e5-f557dd29dad6 req-db06c5b5-de7d-4e36-94b0-7d2435439b91 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.1217792 Mar 01 20:51:22.958759 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33b9d98d-2d58-4fef-a2e5-f557dd29dad6 req-f5532a39-e49a-481e-8b0d-5c68f6570f7e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553555 Mar 01 20:51:23.124996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-67516135-b381-4eb5-a894-cd077ea2f463 req-2b1d11d7-8d01-4766-a649-699c941789aa tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] For port e1f3eb14-999b-4111-8f1c-00a3335f8846, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=e1f3eb14-999b-4111-8f1c-00a3335f8846,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:23.125516 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-67516135-b381-4eb5-a894-cd077ea2f463 req-2b1d11d7-8d01-4766-a649-699c941789aa tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:23.256629 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-67516135-b381-4eb5-a894-cd077ea2f463 req-2b1d11d7-8d01-4766-a649-699c941789aa tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Calling delete_port for e1f3eb14-999b-4111-8f1c-00a3335f8846 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:51:23.262567 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8045ba5f-42b5-4acc-9033-58a1d5f74fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550995da-53a5-4bd6-ac31-3319bc038ad6'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:23.278184 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32691a20-f0ac-4684-afdb-7c3eb9119f3c req-bdac8d3a-6517-49df-93bf-770f2e7f617c tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 210 time: 0.1437378 Mar 01 20:51:23.300791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53510f08-95aa-442e-b304-785dfe5ebf11', 'name': 'network-vif-deleted', 'tag': '70d093f0-de99-481e-a263-3ba10843989d'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:23.324189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd61726-ce87-48b0-b695-3d9f1fe775ee req-7111201d-ca7b-4462-9581-2334705cebb9 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:23.325980 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfd61726-ce87-48b0-b695-3d9f1fe775ee req-7111201d-ca7b-4462-9581-2334705cebb9 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=8045ba5f-42b5-4acc-9033-58a1d5f74fdb HTTP/1.1" status: 200 len: 946 time: 0.2277975 Mar 01 20:51:23.377140 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfd61726-ce87-48b0-b695-3d9f1fe775ee req-10accd10-1df7-449e-819b-cd8f79ea7b14 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436399 Mar 01 20:51:23.493858 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df475c08-798c-4e14-aa85-90bc43ac433f req-b2ac1a36-f731-4acd-b717-47251cf8e51f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:23.501671 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df475c08-798c-4e14-aa85-90bc43ac433f req-b2ac1a36-f731-4acd-b717-47251cf8e51f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1012950 Mar 01 20:51:23.508755 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:23.557825 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df475c08-798c-4e14-aa85-90bc43ac433f req-76696bde-1664-4f8a-a5a8-5728b6b84ee3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439456 Mar 01 20:51:23.627424 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb3143-b00c-4b3e-9064-73b799a518a1 req-09ddc51f-2bfb-4a92-9e91-8b9a7157a86e tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:23.628889 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2abb3143-b00c-4b3e-9064-73b799a518a1 req-09ddc51f-2bfb-4a92-9e91-8b9a7157a86e tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=30453437-c497-4eb4-be0b-4bde087495eb HTTP/1.1" status: 200 len: 949 time: 0.0866282 Mar 01 20:51:23.643414 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-67516135-b381-4eb5-a894-cd077ea2f463 req-2b1d11d7-8d01-4766-a649-699c941789aa tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:23.684473 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2abb3143-b00c-4b3e-9064-73b799a518a1 req-f7984ef6-cf29-4eee-9258-c09cb291d231 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/security-groups?id=132e2f7d-03c2-42ba-90db-596fbe8f1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498774 Mar 01 20:51:23.698836 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d11d7-8d01-4766-a649-699c941789aa tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Pushing event deleted for resources: {'Port': ['ID=e1f3eb14-999b-4111-8f1c-00a3335f8846,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:23.741583 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8045ba5f-42b5-4acc-9033-58a1d5f74fdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '550995da-53a5-4bd6-ac31-3319bc038ad6', 'code': 200} Mar 01 20:51:23.800500 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53510f08-95aa-442e-b304-785dfe5ebf11', 'name': 'network-vif-deleted', 'tag': '70d093f0-de99-481e-a263-3ba10843989d', 'status': 'completed', 'code': 200} Mar 01 20:51:23.817855 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-67516135-b381-4eb5-a894-cd077ea2f463 req-2b1d11d7-8d01-4766-a649-699c941789aa tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] No DVR routers for this DVR port e1f3eb14-999b-4111-8f1c-00a3335f8846 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:51:23.821465 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-67516135-b381-4eb5-a894-cd077ea2f463 req-2b1d11d7-8d01-4766-a649-699c941789aa tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:23.949553 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-67516135-b381-4eb5-a894-cd077ea2f463 req-2b1d11d7-8d01-4766-a649-699c941789aa tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.55 "DELETE /v2.0/ports/e1f3eb14-999b-4111-8f1c-00a3335f8846 HTTP/1.1" status: 204 len: 173 time: 1.2200887 Mar 01 20:51:23.971064 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6bd09297-7eb3-4011-957b-1df99c75a5e2 req-3c1f9b39-d4d2-42d5-a88d-c340102aab7a tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=097b1c1d-e124-49fa-840f-81de7bdd55ad HTTP/1.1" status: 200 len: 210 time: 0.0680709 Mar 01 20:51:23.980044 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476421cb-fab7-4e31-8c87-489cea3cbab8 req-15fcc3c8-f48e-4a00-87f2-d1cdf73fa175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:23.980044 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-476421cb-fab7-4e31-8c87-489cea3cbab8 req-15fcc3c8-f48e-4a00-87f2-d1cdf73fa175 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8045ba5f-42b5-4acc-9033-58a1d5f74fdb HTTP/1.1" status: 200 len: 1097 time: 0.1663668 Mar 01 20:51:24.024993 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-476421cb-fab7-4e31-8c87-489cea3cbab8 req-728b777c-0bc2-4690-b9a9-2c0173f65740 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431609 Mar 01 20:51:24.040832 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36292) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:24.097042 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c8d043f3-7ca8-4512-8816-08c99a5010d0 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:51:24.197088 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3fc58-b8f4-49b5-ad44-08a56b209b01 req-ec4f2c0e-29ed-40c8-a573-6d5ca4a24666 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:24.198883 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9a3fc58-b8f4-49b5-ad44-08a56b209b01 req-ec4f2c0e-29ed-40c8-a573-6d5ca4a24666 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1030028 Mar 01 20:51:24.211448 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9556899f-aece-4945-bcd6-78aa55caead3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:24.236563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9556899f-aece-4945-bcd6-78aa55caead3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:51:24.243706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9556899f-aece-4945-bcd6-78aa55caead3 admin admin] Usage tracker for resource:security_group_rule and tenant:2a93a637384d43f7950c38af92e2186f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:51:24.248731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9556899f-aece-4945-bcd6-78aa55caead3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:51:24.256796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9556899f-aece-4945-bcd6-78aa55caead3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:51:24.270783 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:24.285077 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9a3fc58-b8f4-49b5-ad44-08a56b209b01 req-c37c80ac-df0d-4901-9654-2995dabeeb47 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784166 Mar 01 20:51:24.327872 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port c8d043f3-7ca8-4512-8816-08c99a5010d0, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c8d043f3-7ca8-4512-8816-08c99a5010d0,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:24.368452 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9556899f-aece-4945-bcd6-78aa55caead3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:24.460364 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:24.497446 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9556899f-aece-4945-bcd6-78aa55caead3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:24.553449 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9556899f-aece-4945-bcd6-78aa55caead3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2a93a637384d43f7950c38af92e2186f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5111296 Mar 01 20:51:24.555124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9556899f-aece-4945-bcd6-78aa55caead3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b3eeed-7456-4947-81ad-10e080226dbd,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:24.557091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36328) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:24.567976 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=c8d043f3-7ca8-4512-8816-08c99a5010d0,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:24.649439 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d0d020fe-0e29-4c05-ae1d-126c8d50512d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:24.678367 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d0d020fe-0e29-4c05-ae1d-126c8d50512d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:24.828719 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d0d020fe-0e29-4c05-ae1d-126c8d50512d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:24.846946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d020fe-0e29-4c05-ae1d-126c8d50512d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b3eeed-7456-4947-81ad-10e080226dbd,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:24.849249 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d0d020fe-0e29-4c05-ae1d-126c8d50512d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:24.850360 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d0d020fe-0e29-4c05-ae1d-126c8d50512d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/83b3eeed-7456-4947-81ad-10e080226dbd HTTP/1.1" status: 204 len: 168 time: 0.2905762 Mar 01 20:51:24.964257 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:51:25.242178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369655d-ed16-46a2-8851-8a197782fc4b req-32775bd9-6e28-4e40-98b1-ed1268c5b1fa tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:25.243650 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3369655d-ed16-46a2-8851-8a197782fc4b req-32775bd9-6e28-4e40-98b1-ed1268c5b1fa tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.0826449 Mar 01 20:51:25.301397 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3369655d-ed16-46a2-8851-8a197782fc4b req-60a851f2-d953-434f-9639-7e8997f11095 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517349 Mar 01 20:51:25.469560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-f849ee94-9cc9-4907-ba4a-fc44229c6b44 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:25.471137 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-f849ee94-9cc9-4907-ba4a-fc44229c6b44 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.57 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 821 time: 0.1832857 Mar 01 20:51:25.486544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-d6ecb3d6-56f4-47a8-8b67-840dc78a727a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Request body: {'port': {'device_id': 'a4089d98-2e58-4471-834a-6a353b1bbd3f', 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850', 'admin_state_up': True, 'tenant_id': '12fae2fdb26b4cf190b0d5a7d7adbfcc'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:51:25.493658 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c500287-d588-4a98-aa1f-00936cbd6bbf req-eea46eb4-037b-4723-9405-3bf6f68c2600 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 210 time: 0.0864897 Mar 01 20:51:25.697116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-d6ecb3d6-56f4-47a8-8b67-840dc78a727a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:51:25.710398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-d6ecb3d6-56f4-47a8-8b67-840dc78a727a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:51:25.728837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8cab7-4e4e-4ecc-8139-078d6fbba33c req-3a5f7e8c-a963-4d12-a458-5e56af03e039 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:25.730317 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6b8cab7-4e4e-4ecc-8139-078d6fbba33c req-3a5f7e8c-a963-4d12-a458-5e56af03e039 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=8045ba5f-42b5-4acc-9033-58a1d5f74fdb HTTP/1.1" status: 200 len: 946 time: 0.1118023 Mar 01 20:51:25.742704 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30453437-c497-4eb4-be0b-4bde087495eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d043f3-7ca8-4512-8816-08c99a5010d0'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:25.780334 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6b8cab7-4e4e-4ecc-8139-078d6fbba33c req-f0485ced-09e3-40dc-9ac8-68951853175d tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429339 Mar 01 20:51:25.791818 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-d6ecb3d6-56f4-47a8-8b67-840dc78a727a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Made reservation on behalf of 12fae2fdb26b4cf190b0d5a7d7adbfcc for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:51:25.798017 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-d6ecb3d6-56f4-47a8-8b67-840dc78a727a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:25.811239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097b1c1d-e124-49fa-840f-81de7bdd55ad', 'name': 'network-vif-deleted', 'tag': 'e1f3eb14-999b-4111-8f1c-00a3335f8846'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:25.894216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36366) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:25.925176 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79110f77-3ec9-486d-b798-07aa22bc7001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:25.965129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-79110f77-3ec9-486d-b798-07aa22bc7001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:51:25.978258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-79110f77-3ec9-486d-b798-07aa22bc7001 admin admin] Usage tracker for resource:security_group_rule and tenant:2d8df20a6cb44433bb3bdeb012160909 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:51:26.018463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-79110f77-3ec9-486d-b798-07aa22bc7001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:51:26.035131 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-79110f77-3ec9-486d-b798-07aa22bc7001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:51:26.079782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-d6ecb3d6-56f4-47a8-8b67-840dc78a727a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Allocated IP 172.20.0.5 (2066dc17-9d0c-4926-8526-1637c09f1850/b4cc9feb-dba1-49bd-b779-378ebe9faea2/ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:51:26.098219 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device e1f3eb14-999b-4111-8f1c-00a3335f8846 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:51:26.119628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a7fcae-6d30-4692-ba84-895580584efe req-0f1919b5-6a63-4bab-a91a-90e3e4d482c0 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:26.139995 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98a7fcae-6d30-4692-ba84-895580584efe req-0f1919b5-6a63-4bab-a91a-90e3e4d482c0 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1099172 Mar 01 20:51:26.157383 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: e1f3eb14-999b-4111-8f1c-00a3335f8846 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:51:26.157722 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device e1f3eb14-999b-4111-8f1c-00a3335f8846 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:51:26.183998 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98a7fcae-6d30-4692-ba84-895580584efe req-91d0d04f-461f-4448-88cc-7c6eaf18509b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525048 Mar 01 20:51:26.236731 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30453437-c497-4eb4-be0b-4bde087495eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d043f3-7ca8-4512-8816-08c99a5010d0', 'code': 200} Mar 01 20:51:26.293401 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79110f77-3ec9-486d-b798-07aa22bc7001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:26.364913 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-d6ecb3d6-56f4-47a8-8b67-840dc78a727a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:26.386944 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79110f77-3ec9-486d-b798-07aa22bc7001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:26.444761 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-79110f77-3ec9-486d-b798-07aa22bc7001 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2d8df20a6cb44433bb3bdeb012160909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5470130 Mar 01 20:51:26.444761 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79110f77-3ec9-486d-b798-07aa22bc7001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f33dcd-bf20-4ea5-9ba6-dc924dfa7d58,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:26.446804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36376) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:26.468440 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097b1c1d-e124-49fa-840f-81de7bdd55ad', 'name': 'network-vif-deleted', 'tag': 'e1f3eb14-999b-4111-8f1c-00a3335f8846', 'status': 'completed', 'code': 200} Mar 01 20:51:26.526419 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-d6ecb3d6-56f4-47a8-8b67-840dc78a727a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:26.532110 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ff81230-9c4b-4878-99c8-762c969e8734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:26.568010 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ff81230-9c4b-4878-99c8-762c969e8734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:26.584907 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-d6ecb3d6-56f4-47a8-8b67-840dc78a727a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Network 2066dc17-9d0c-4926-8526-1637c09f1850 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:51:26.591815 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-d6ecb3d6-56f4-47a8-8b67-840dc78a727a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:51:26.602581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-d6ecb3d6-56f4-47a8-8b67-840dc78a727a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:51:26.692212 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ecb3d6-56f4-47a8-8b67-840dc78a727a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Pushing event updated for resources: {'Port': ['ID=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:26.708027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-d6ecb3d6-56f4-47a8-8b67-840dc78a727a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:26.708609 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-d6ecb3d6-56f4-47a8-8b67-840dc78a727a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:26.740443 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ff81230-9c4b-4878-99c8-762c969e8734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:26.759387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff81230-9c4b-4878-99c8-762c969e8734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f33dcd-bf20-4ea5-9ba6-dc924dfa7d58,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:26.779794 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ff81230-9c4b-4878-99c8-762c969e8734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:26.795973 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5ff81230-9c4b-4878-99c8-762c969e8734 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/83f33dcd-bf20-4ea5-9ba6-dc924dfa7d58 HTTP/1.1" status: 204 len: 168 time: 0.3375823 Mar 01 20:51:26.829295 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-d6ecb3d6-56f4-47a8-8b67-840dc78a727a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3497167 Mar 01 20:51:26.835872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c684cfa9-6569-467a-af95-5b2a68622784 req-15fa18b0-b684-4af5-8390-5aa1e011fe64 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:26.842305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] Request body: {'port': {'device_id': 'a4089d98-2e58-4471-834a-6a353b1bbd3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:51:26.849513 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c684cfa9-6569-467a-af95-5b2a68622784 req-15fa18b0-b684-4af5-8390-5aa1e011fe64 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.1578970 Mar 01 20:51:26.947345 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c684cfa9-6569-467a-af95-5b2a68622784 req-60c1e1b0-43d2-416b-80f5-5332e82c9ec7 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918927 Mar 01 20:51:26.995531 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 6e385ccc-2d67-4673-9ef1-b3955cfa0790 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:51:26.996371 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bc2cf-7d57-412e-a90b-87f1558b6ac7 req-baaaaf95-b791-4585-9690-5105b3902f09 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:26.998552 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-385bc2cf-7d57-412e-a90b-87f1558b6ac7 req-baaaaf95-b791-4585-9690-5105b3902f09 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 931 time: 0.1147699 Mar 01 20:51:27.019066 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:27.100843 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-385bc2cf-7d57-412e-a90b-87f1558b6ac7 req-a68923a4-48f7-4b83-9213-258e2f54d862 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909839 Mar 01 20:51:27.262361 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:27.327005 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 6e385ccc-2d67-4673-9ef1-b3955cfa0790, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6e385ccc-2d67-4673-9ef1-b3955cfa0790,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:27.339894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137d454-f737-42d6-9706-1a736683ae4e req-12b938b8-8570-4e80-a2b5-3a1d54de3191 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:27.352960 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7137d454-f737-42d6-9706-1a736683ae4e req-12b938b8-8570-4e80-a2b5-3a1d54de3191 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/networks?id=1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 HTTP/1.1" status: 200 len: 804 time: 0.2308640 Mar 01 20:51:27.375950 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7137d454-f737-42d6-9706-1a736683ae4e req-1b96ea3f-e739-4f5d-ae9c-d655a25a2762 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/quotas/97a1897762f847bfb56825ead5e60708 HTTP/1.1" status: 200 len: 375 time: 0.0219719 Mar 01 20:51:27.377035 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ac9aebb4-943a-47c0-9153-9fcfc4a4361e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:27.442827 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:27.475283 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7137d454-f737-42d6-9706-1a736683ae4e req-5b65b4a1-6710-4395-b413-ae638ea605b4 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=97a1897762f847bfb56825ead5e60708&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0983868 Mar 01 20:51:27.588231 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=6e385ccc-2d67-4673-9ef1-b3955cfa0790,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:27.589161 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:51:27.598087 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:27.614400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] Transition to ACTIVE for port object ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:51:27.764245 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:27.775712 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7137d454-f737-42d6-9706-1a736683ae4e req-8c474c5b-f17e-471e-9441-4fa764b00c40 service neutron] 10.222.0.42 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994194 Mar 01 20:51:27.835234 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2343366-8919-4ac0-8bdc-ca3911b6b2ff req-c23d94b0-714e-47f0-850e-351762f2401c tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:27.836112 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e2343366-8919-4ac0-8bdc-ca3911b6b2ff req-c23d94b0-714e-47f0-850e-351762f2401c tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.55 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 965 time: 0.2609732 Mar 01 20:51:28.009898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-e2343366-8919-4ac0-8bdc-ca3911b6b2ff req-d42330e4-6fda-42df-ba35-f8e6e8d46624 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Deleting port b2a5b3a7-af15-4b15-8289-709826bc17d7 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:51:28.010130 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e2343366-8919-4ac0-8bdc-ca3911b6b2ff req-d42330e4-6fda-42df-ba35-f8e6e8d46624 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:28.059075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] Pushing event updated for resources: {'Port': ['ID=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:28.086176 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7137d454-f737-42d6-9706-1a736683ae4e req-9afeb9b5-181b-4255-85ce-981969d100d3 service neutron] 10.222.0.42 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008819 Mar 01 20:51:28.154021 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] Attempting to bind port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:51:28.154359 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] Attempting to bind port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:51:28.155249 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] Attempting to bind port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:51:28.168398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] Port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 on network 2066dc17-9d0c-4926-8526-1637c09f1850 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:51:28.168827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] Attempting to bind port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:51:28.192608 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:51:28.193058 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] Checking segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:51:28.193541 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] Bound using segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:51:28.194878 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] Bound port: ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:51:28.194878 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:28.224557 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70796471-1f98-4237-a201-30abaf77694e req-2632edc1-d28c-4d29-9654-89ce8b9e4af9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:28.232197 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70796471-1f98-4237-a201-30abaf77694e req-2632edc1-d28c-4d29-9654-89ce8b9e4af9 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 965 time: 0.2717228 Mar 01 20:51:28.237902 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad54106-12dc-46d3-af93-b08fcc5c70fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e385ccc-2d67-4673-9ef1-b3955cfa0790'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:28.358395 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70796471-1f98-4237-a201-30abaf77694e req-fcb3cf7e-b373-405d-9e17-ccc1c5d7fe56 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/security-groups?id=46d44021-cb78-46a2-b0ae-fd58908e9526&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248615 Mar 01 20:51:28.409260 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] For port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:51:28.447962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] For port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:51:28.457904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-e2343366-8919-4ac0-8bdc-ca3911b6b2ff req-d42330e4-6fda-42df-ba35-f8e6e8d46624 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] For port b2a5b3a7-af15-4b15-8289-709826bc17d7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b2a5b3a7-af15-4b15-8289-709826bc17d7,segment=NetworkSegment(854d4a54-67f6-4c31-8b28-2aa56ce9a629),segment_id=854d4a54-67f6-4c31-8b28-2aa56ce9a629)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:28.458281 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e2343366-8919-4ac0-8bdc-ca3911b6b2ff req-d42330e4-6fda-42df-ba35-f8e6e8d46624 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:28.501628 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61255a80-8f01-4e21-b6ec-540feacdb8d1 req-60a83236-6281-40d6-b39b-65daac4e0812 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:28.502370 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-61255a80-8f01-4e21-b6ec-540feacdb8d1 req-60a83236-6281-40d6-b39b-65daac4e0812 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Synchronizing usage tracker for tenant:97a1897762f847bfb56825ead5e60708 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:51:28.542235 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:28.616240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-e2343366-8919-4ac0-8bdc-ca3911b6b2ff req-d42330e4-6fda-42df-ba35-f8e6e8d46624 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Calling delete_port for b2a5b3a7-af15-4b15-8289-709826bc17d7 owned by compute:tempest-test_az-57776216 {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:51:28.627857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:28.628910 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:28.630580 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] 10.222.0.57 "PUT /v2.0/ports/ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 HTTP/1.1" status: 200 len: 1091 time: 1.7933695 Mar 01 20:51:28.631107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4089d98-2e58-4471-834a-6a353b1bbd3f', 'tag': 'ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:28.645755 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-61255a80-8f01-4e21-b6ec-540feacdb8d1 req-60a83236-6281-40d6-b39b-65daac4e0812 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Unset dirty status for tenant:97a1897762f847bfb56825ead5e60708 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:51:28.650238 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-61255a80-8f01-4e21-b6ec-540feacdb8d1 req-60a83236-6281-40d6-b39b-65daac4e0812 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.57 "GET /v2.0/ports?device_id=2ad54106-12dc-46d3-af93-b08fcc5c70fd HTTP/1.1" status: 200 len: 943 time: 0.3344085 Mar 01 20:51:28.709153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36203a4-0678-4d10-aa44-6e00b2cf1e30 req-3a84c680-81bf-4b99-a58e-794c6cd7b7d5 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:28.713538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e922b03-a613-40f8-8073-b303f7c2983d service neutron] Pushing event updated for resources: {'Port': ['ID=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:28.717873 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e36203a4-0678-4d10-aa44-6e00b2cf1e30 req-3a84c680-81bf-4b99-a58e-794c6cd7b7d5 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=8045ba5f-42b5-4acc-9033-58a1d5f74fdb HTTP/1.1" status: 200 len: 946 time: 0.3124530 Mar 01 20:51:28.740062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-61255a80-8f01-4e21-b6ec-540feacdb8d1 req-878d5001-2e53-494a-a9c6-ae156bee6758 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Deleting port 6e385ccc-2d67-4673-9ef1-b3955cfa0790 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:51:28.742824 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-61255a80-8f01-4e21-b6ec-540feacdb8d1 req-878d5001-2e53-494a-a9c6-ae156bee6758 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:28.816203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e36203a4-0678-4d10-aa44-6e00b2cf1e30 req-ebd3f62b-fccf-4545-b9fd-a2762863c50f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970910 Mar 01 20:51:28.983616 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e2343366-8919-4ac0-8bdc-ca3911b6b2ff req-d42330e4-6fda-42df-ba35-f8e6e8d46624 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:28.989273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 15e45d54-e286-4a64-9346-76d23df1752c details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:51:29.080143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42330e4-6fda-42df-ba35-f8e6e8d46624 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Pushing event deleted for resources: {'Port': ['ID=b2a5b3a7-af15-4b15-8289-709826bc17d7,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:29.146255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2343366-8919-4ac0-8bdc-ca3911b6b2ff req-d42330e4-6fda-42df-ba35-f8e6e8d46624 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] No DVR routers for this DVR port b2a5b3a7-af15-4b15-8289-709826bc17d7 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:51:29.150201 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e2343366-8919-4ac0-8bdc-ca3911b6b2ff req-d42330e4-6fda-42df-ba35-f8e6e8d46624 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:29.152754 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd7a91c-152e-4e50-a02f-7e37897c76a8', 'name': 'network-vif-deleted', 'tag': 'b2a5b3a7-af15-4b15-8289-709826bc17d7'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:29.198722 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e2343366-8919-4ac0-8bdc-ca3911b6b2ff req-d42330e4-6fda-42df-ba35-f8e6e8d46624 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.55 "DELETE /v2.0/ports/b2a5b3a7-af15-4b15-8289-709826bc17d7 HTTP/1.1" status: 204 len: 173 time: 1.3150556 Mar 01 20:51:29.239447 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6e848-1dea-4103-aa25-f08d78b3ff33 req-0db5a38b-6764-43f0-afd8-cb1ca16c3c5d tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:29.242168 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75d6e848-1dea-4103-aa25-f08d78b3ff33 req-0db5a38b-6764-43f0-afd8-cb1ca16c3c5d tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.3022032 Mar 01 20:51:29.245488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-f2ed0ac7-0402-4408-8864-7cb0bfa86693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:29.249222 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-f2ed0ac7-0402-4408-8864-7cb0bfa86693 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 1094 time: 0.4649854 Mar 01 20:51:29.360103 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 15e45d54-e286-4a64-9346-76d23df1752c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=15e45d54-e286-4a64-9346-76d23df1752c,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:29.370307 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-84a1e631-3e8f-4936-9f47-2f2af0c78f8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 HTTP/1.1" status: 200 len: 217 time: 0.0894341 Mar 01 20:51:29.391185 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75d6e848-1dea-4103-aa25-f08d78b3ff33 req-776fd43f-2a4b-4b43-852c-3e0fbc2b32a8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422279 Mar 01 20:51:29.402171 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '15e45d54-e286-4a64-9346-76d23df1752c', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '15e45d54-e286-4a64-9346-76d23df1752c', 'mac_address': 'fa:16:3e:19:b6:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:51:29.467145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-61255a80-8f01-4e21-b6ec-540feacdb8d1 req-878d5001-2e53-494a-a9c6-ae156bee6758 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] For port 6e385ccc-2d67-4673-9ef1-b3955cfa0790, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6e385ccc-2d67-4673-9ef1-b3955cfa0790,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:29.467594 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-61255a80-8f01-4e21-b6ec-540feacdb8d1 req-878d5001-2e53-494a-a9c6-ae156bee6758 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:29.563932 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad54106-12dc-46d3-af93-b08fcc5c70fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e385ccc-2d67-4673-9ef1-b3955cfa0790', 'code': 200} Mar 01 20:51:29.570719 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:29.593666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 15e45d54-e286-4a64-9346-76d23df1752c {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:51:29.612004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-61255a80-8f01-4e21-b6ec-540feacdb8d1 req-878d5001-2e53-494a-a9c6-ae156bee6758 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Calling delete_port for 6e385ccc-2d67-4673-9ef1-b3955cfa0790 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:51:29.630067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 15e45d54-e286-4a64-9346-76d23df1752c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=15e45d54-e286-4a64-9346-76d23df1752c,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:29.665169 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-9ffe9701-a94b-4ed6-89a8-5f7ba30fac5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:29.666931 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-9ffe9701-a94b-4ed6-89a8-5f7ba30fac5d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.2578204 Mar 01 20:51:29.743922 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-ccfb9194-95b6-4754-b734-b342854f94d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596886 Mar 01 20:51:29.744202 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f39cff-4fad-4c96-9ac9-c53d01bd926d req-cfd94b3d-4909-4eaf-ad7b-9644fcadbdfe tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:29.752188 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a7f39cff-4fad-4c96-9ac9-c53d01bd926d req-cfd94b3d-4909-4eaf-ad7b-9644fcadbdfe tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 943 time: 0.1453705 Mar 01 20:51:29.760357 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8fd7b720-c392-47cb-9f35-2c01c94b8db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:29.795530 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:29.854383 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cdf15d16-54b8-4175-b31a-069a7c048c20 req-84b3bc6b-ac99-4a49-999f-0527fc62cdff tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 210 time: 0.0973539 Mar 01 20:51:29.906283 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a7f39cff-4fad-4c96-9ac9-c53d01bd926d req-6de61d4f-56a6-4d6a-b153-aac6e0572172 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480136 Mar 01 20:51:29.955122 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['15e45d54-e286-4a64-9346-76d23df1752c'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:51:29.972053 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4089d98-2e58-4471-834a-6a353b1bbd3f', 'tag': 'ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8', 'status': 'completed', 'code': 200} Mar 01 20:51:30.065680 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=15e45d54-e286-4a64-9346-76d23df1752c,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:30.070255 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebd7a91c-152e-4e50-a02f-7e37897c76a8', 'name': 'network-vif-deleted', 'tag': 'b2a5b3a7-af15-4b15-8289-709826bc17d7', 'status': 'completed', 'code': 200} Mar 01 20:51:30.141227 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-ae44a0a2-7a4e-4d32-95f3-d648bb59e79e service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3484244 Mar 01 20:51:30.366495 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90413b-1061-4f1b-9645-64ca3423f64c req-b4cea82a-06d7-4a8d-ba99-872841a19388 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:30.368570 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe90413b-1061-4f1b-9645-64ca3423f64c req-b4cea82a-06d7-4a8d-ba99-872841a19388 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.2181387 Mar 01 20:51:30.370428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-4feefab0-045b-480a-a3b7-64a3ba48899d req-1f2f078a-86a0-4575-956a-848e4992fd08 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Synchronizing usage tracker for tenant:9425af0c76c64926891aa5e1f014e8ef on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:51:30.444469 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe90413b-1061-4f1b-9645-64ca3423f64c req-5f9cc7d1-d4fe-4bf6-b922-2a87dd31e922 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694137 Mar 01 20:51:30.463920 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:30.487155 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-61255a80-8f01-4e21-b6ec-540feacdb8d1 req-878d5001-2e53-494a-a9c6-ae156bee6758 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:30.559782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d5001-2e53-494a-a9c6-ae156bee6758 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Pushing event deleted for resources: {'Port': ['ID=6e385ccc-2d67-4673-9ef1-b3955cfa0790,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:30.609707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-4feefab0-045b-480a-a3b7-64a3ba48899d req-1f2f078a-86a0-4575-956a-848e4992fd08 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] Unset dirty status for tenant:9425af0c76c64926891aa5e1f014e8ef on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:51:30.609707 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4feefab0-045b-480a-a3b7-64a3ba48899d req-1f2f078a-86a0-4575-956a-848e4992fd08 tempest-LiveMigrationTest-2146672971 tempest-LiveMigrationTest-2146672971-project] 10.222.0.42 "GET /v2.0/ports?device_id=ebd7a91c-152e-4e50-a02f-7e37897c76a8 HTTP/1.1" status: 200 len: 210 time: 0.3293984 Mar 01 20:51:30.655943 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-39a3e8cf-8e19-47d5-b8f4-273396d536ee req-88c42a7c-c57d-4ce3-ac16-41a8157ff272 service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5076261 Mar 01 20:51:30.661591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-61255a80-8f01-4e21-b6ec-540feacdb8d1 req-878d5001-2e53-494a-a9c6-ae156bee6758 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] No DVR routers for this DVR port 6e385ccc-2d67-4673-9ef1-b3955cfa0790 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:51:30.667232 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:30.667655 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-61255a80-8f01-4e21-b6ec-540feacdb8d1 req-878d5001-2e53-494a-a9c6-ae156bee6758 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:30.789256 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-61255a80-8f01-4e21-b6ec-540feacdb8d1 req-878d5001-2e53-494a-a9c6-ae156bee6758 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.57 "DELETE /v2.0/ports/6e385ccc-2d67-4673-9ef1-b3955cfa0790 HTTP/1.1" status: 204 len: 173 time: 2.1313217 Mar 01 20:51:30.941006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882d1554-e14f-448f-a9ec-0e1f461dc4fd req-471fdae3-493d-4fbd-bb30-2a87ef181b3b tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:30.942960 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-882d1554-e14f-448f-a9ec-0e1f461dc4fd req-471fdae3-493d-4fbd-bb30-2a87ef181b3b tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.1382680 Mar 01 20:51:31.007220 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 15e45d54-e286-4a64-9346-76d23df1752c up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:51:31.059548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e50c79-c4dc-478e-9d32-275e3173fec6 req-c7c0df15-d321-4d4e-9823-3f2f7361c067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:31.063202 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f0e50c79-c4dc-478e-9d32-275e3173fec6 req-c7c0df15-d321-4d4e-9823-3f2f7361c067 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 1094 time: 0.1729064 Mar 01 20:51:31.188752 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 15e45d54-e286-4a64-9346-76d23df1752c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:51:31.193373 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:31.339916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e50c79-c4dc-478e-9d32-275e3173fec6 req-60fc1d9c-f5b5-4e12-a902-126d4853a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:31.343319 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f0e50c79-c4dc-478e-9d32-275e3173fec6 req-60fc1d9c-f5b5-4e12-a902-126d4853a727 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 922 time: 0.2603817 Mar 01 20:51:31.424625 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f0e50c79-c4dc-478e-9d32-275e3173fec6 req-03e4ad28-fa24-44b9-bba9-8cd33cd9d742 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 HTTP/1.1" status: 200 len: 217 time: 0.0742872 Mar 01 20:51:31.470591 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e7ff4c56-c268-4ce1-a605-7bed7f1b77a3 req-732ce6d4-0252-49c9-bb53-41596f9b5353 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 210 time: 0.1141858 Mar 01 20:51:31.487753 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-882d1554-e14f-448f-a9ec-0e1f461dc4fd req-65d0b393-c4ad-4c2b-8cb4-9fa1d2af03b5 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5384095 Mar 01 20:51:31.548207 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:31.563426 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e50c79-c4dc-478e-9d32-275e3173fec6 req-b8fb776c-da08-4885-94b0-beefc739190c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:31.567475 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f0e50c79-c4dc-478e-9d32-275e3173fec6 req-b8fb776c-da08-4885-94b0-beefc739190c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.1309543 Mar 01 20:51:31.627418 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 15e45d54-e286-4a64-9346-76d23df1752c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=15e45d54-e286-4a64-9346-76d23df1752c,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:31.630274 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a127f9-9cbe-4526-85f7-ef88bf918399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e45d54-e286-4a64-9346-76d23df1752c'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:31.661194 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f0e50c79-c4dc-478e-9d32-275e3173fec6 req-e73d3b14-c83e-42ad-ac68-fa97fd562b40 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795116 Mar 01 20:51:31.720127 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:31.720923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 6e385ccc-2d67-4673-9ef1-b3955cfa0790 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:51:31.922020 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f0e50c79-c4dc-478e-9d32-275e3173fec6 req-26537ed4-217c-4d53-a6d3-f721b4dbc2f7 service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538729 Mar 01 20:51:31.970034 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 6e385ccc-2d67-4673-9ef1-b3955cfa0790 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:51:31.970269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 6e385ccc-2d67-4673-9ef1-b3955cfa0790 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:51:32.140759 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=15e45d54-e286-4a64-9346-76d23df1752c,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:32.152391 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device b2a5b3a7-af15-4b15-8289-709826bc17d7 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:51:32.228471 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad54106-12dc-46d3-af93-b08fcc5c70fd', 'name': 'network-vif-deleted', 'tag': '6e385ccc-2d67-4673-9ef1-b3955cfa0790'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:32.230490 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: b2a5b3a7-af15-4b15-8289-709826bc17d7 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:51:32.230842 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device b2a5b3a7-af15-4b15-8289-709826bc17d7 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:51:32.235538 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:32.253641 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f0e50c79-c4dc-478e-9d32-275e3173fec6 req-cd398d75-d82a-4e98-b8ae-8f1c618f9292 service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243356 Mar 01 20:51:32.286681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137d454-f737-42d6-9706-1a736683ae4e req-497d993b-b09c-49cb-8816-3abd440548e7 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:32.289053 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7137d454-f737-42d6-9706-1a736683ae4e req-497d993b-b09c-49cb-8816-3abd440548e7 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.55 "GET /v2.0/networks?id=1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 HTTP/1.1" status: 200 len: 804 time: 0.5473194 Mar 01 20:51:32.303084 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d830a-b082-4273-a0ee-cf4f260de562 req-0c0221b5-9175-46bd-8b36-bcf174c2b0c8 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:32.313941 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c5d830a-b082-4273-a0ee-cf4f260de562 req-0c0221b5-9175-46bd-8b36-bcf174c2b0c8 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 943 time: 0.5260751 Mar 01 20:51:32.327741 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-7137d454-f737-42d6-9706-1a736683ae4e req-ef710087-6e12-4ad9-afcb-4c7deebba3fa tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Request body: {'port': {'device_id': '42bd59c7-d629-4a63-95ef-081d19a6b1cd', 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9', 'admin_state_up': True, 'tenant_id': '97a1897762f847bfb56825ead5e60708'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:51:32.438644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8682d2d1-ae03-4289-8904-7ceddfb8f681 req-35cb5495-e905-40b4-9a5b-5214bb837948 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:32.440439 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8682d2d1-ae03-4289-8904-7ceddfb8f681 req-35cb5495-e905-40b4-9a5b-5214bb837948 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.3656921 Mar 01 20:51:32.448156 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c5d830a-b082-4273-a0ee-cf4f260de562 req-38f54aed-f354-484e-bbd3-4c1c3084692a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329141 Mar 01 20:51:32.622912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36548) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:32.664207 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8682d2d1-ae03-4289-8904-7ceddfb8f681 req-3f61f619-5819-4584-9119-dbba90a6384a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145355 Mar 01 20:51:32.688196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-7137d454-f737-42d6-9706-1a736683ae4e req-ef710087-6e12-4ad9-afcb-4c7deebba3fa tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:51:32.693034 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a127f9-9cbe-4526-85f7-ef88bf918399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15e45d54-e286-4a64-9346-76d23df1752c', 'code': 200} Mar 01 20:51:32.712873 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-7137d454-f737-42d6-9706-1a736683ae4e req-ef710087-6e12-4ad9-afcb-4c7deebba3fa tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Usage tracker for resource:port and tenant:97a1897762f847bfb56825ead5e60708 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:51:32.726262 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-7137d454-f737-42d6-9706-1a736683ae4e req-ef710087-6e12-4ad9-afcb-4c7deebba3fa tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:51:32.744113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-7137d454-f737-42d6-9706-1a736683ae4e req-ef710087-6e12-4ad9-afcb-4c7deebba3fa tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:51:32.751478 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad54106-12dc-46d3-af93-b08fcc5c70fd', 'name': 'network-vif-deleted', 'tag': '6e385ccc-2d67-4673-9ef1-b3955cfa0790', 'status': 'completed', 'code': 200} Mar 01 20:51:32.848953 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7137d454-f737-42d6-9706-1a736683ae4e req-ef710087-6e12-4ad9-afcb-4c7deebba3fa tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Made reservation on behalf of 97a1897762f847bfb56825ead5e60708 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:51:32.855216 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7137d454-f737-42d6-9706-1a736683ae4e req-ef710087-6e12-4ad9-afcb-4c7deebba3fa tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:33.046722 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b0256dc9-e2fd-493b-9e0b-49b4cf77d7c5 req-e9dab454-446c-4e7f-a29e-f5db3757045d tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 210 time: 0.0824623 Mar 01 20:51:33.106521 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-1352bafa-4ea0-4a70-8a2d-4cace398dcf0 admin admin] Deleting subnet 257716f2-c727-40db-9bdc-42a279d992cd {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:51:33.115269 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1352bafa-4ea0-4a70-8a2d-4cace398dcf0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:33.196717 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1352bafa-4ea0-4a70-8a2d-4cace398dcf0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:33.272831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-7137d454-f737-42d6-9706-1a736683ae4e req-ef710087-6e12-4ad9-afcb-4c7deebba3fa tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Allocated IP 172.20.0.2 (1eff2f34-a2fd-4fcb-a52b-c94db9f867f9/a04d362b-c114-455b-b96e-10a41d5ec3e4/a06bb305-9ff9-456a-8725-3eff87817f32) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:51:33.297732 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1352bafa-4ea0-4a70-8a2d-4cace398dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:33.305464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb5a7a-e0a9-4a76-a339-9a5edaab20f5 req-d39b972f-6320-4127-9e3a-ddca8287ab07 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:33.308003 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32eb5a7a-e0a9-4a76-a339-9a5edaab20f5 req-d39b972f-6320-4127-9e3a-ddca8287ab07 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.2268205 Mar 01 20:51:33.466652 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32eb5a7a-e0a9-4a76-a339-9a5edaab20f5 req-d1b5923c-9784-4c3f-9b90-604050927b65 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271312 Mar 01 20:51:33.477771 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1352bafa-4ea0-4a70-8a2d-4cace398dcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:33.526377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1352bafa-4ea0-4a70-8a2d-4cace398dcf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=257716f2-c727-40db-9bdc-42a279d992cd,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:33.534176 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1352bafa-4ea0-4a70-8a2d-4cace398dcf0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:33.547138 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1352bafa-4ea0-4a70-8a2d-4cace398dcf0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/257716f2-c727-40db-9bdc-42a279d992cd HTTP/1.1" status: 204 len: 168 time: 0.9193203 Mar 01 20:51:33.547138 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36568) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:33.689266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36576) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:33.741282 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5484033-6a91-4b2c-9a6a-14ba97a954f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:33.772637 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7137d454-f737-42d6-9706-1a736683ae4e req-ef710087-6e12-4ad9-afcb-4c7deebba3fa tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:33.787604 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10be18b-d031-479d-8910-52d77e66ccba req-b0dad238-645d-4c62-9794-00a5e8320e3c tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:33.792258 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a10be18b-d031-479d-8910-52d77e66ccba req-b0dad238-645d-4c62-9794-00a5e8320e3c tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 943 time: 0.1739812 Mar 01 20:51:33.879382 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a10be18b-d031-479d-8910-52d77e66ccba req-620013a9-64b4-48d7-99b6-9a9c2f3eafcc tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857451 Mar 01 20:51:33.884982 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-34025cdd-f353-4c3a-9a74-3caf0a904e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:33.888994 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5484033-6a91-4b2c-9a6a-14ba97a954f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:33.913243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-34025cdd-f353-4c3a-9a74-3caf0a904e18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:51:33.917887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-34025cdd-f353-4c3a-9a74-3caf0a904e18 admin admin] Usage tracker for resource:security_group_rule and tenant:ca80e0d7627042259db947ed41eb2d83 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:51:33.921334 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-34025cdd-f353-4c3a-9a74-3caf0a904e18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:51:33.927722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-34025cdd-f353-4c3a-9a74-3caf0a904e18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:51:33.932826 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a5484033-6a91-4b2c-9a6a-14ba97a954f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20bee8c9-14f6-4e61-9dee-3608205e5e38']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:51:33.961928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a5484033-6a91-4b2c-9a6a-14ba97a954f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '854d4a54-67f6-4c31-8b28-2aa56ce9a629') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:51:33.965572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a5484033-6a91-4b2c-9a6a-14ba97a954f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '854d4a54-67f6-4c31-8b28-2aa56ce9a629') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:51:33.990009 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5484033-6a91-4b2c-9a6a-14ba97a954f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:34.043467 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7137d454-f737-42d6-9706-1a736683ae4e req-ef710087-6e12-4ad9-afcb-4c7deebba3fa tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:34.052305 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5484033-6a91-4b2c-9a6a-14ba97a954f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:34.065456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5484033-6a91-4b2c-9a6a-14ba97a954f9 admin admin] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:51:34.066481 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5484033-6a91-4b2c-9a6a-14ba97a954f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:51:34.093173 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:51:34.149432 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef710087-6e12-4ad9-afcb-4c7deebba3fa tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Pushing event updated for resources: {'Port': ['ID=a06bb305-9ff9-456a-8725-3eff87817f32,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:34.156611 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-34025cdd-f353-4c3a-9a74-3caf0a904e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:34.166876 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7137d454-f737-42d6-9706-1a736683ae4e req-ef710087-6e12-4ad9-afcb-4c7deebba3fa tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Network 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:51:34.168268 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-7137d454-f737-42d6-9706-1a736683ae4e req-ef710087-6e12-4ad9-afcb-4c7deebba3fa tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:51:34.182928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-7137d454-f737-42d6-9706-1a736683ae4e req-ef710087-6e12-4ad9-afcb-4c7deebba3fa tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:51:34.299965 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137d454-f737-42d6-9706-1a736683ae4e req-ef710087-6e12-4ad9-afcb-4c7deebba3fa tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:34.300685 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7137d454-f737-42d6-9706-1a736683ae4e req-ef710087-6e12-4ad9-afcb-4c7deebba3fa tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:34.336922 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-34025cdd-f353-4c3a-9a74-3caf0a904e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:34.429179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bb83c-f459-4265-8cfb-ce961c6ee533 req-f7cbd52d-b7c8-4aa1-9e81-b9f852895aa7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:34.438634 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-680bb83c-f459-4265-8cfb-ce961c6ee533 req-f7cbd52d-b7c8-4aa1-9e81-b9f852895aa7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.2120442 Mar 01 20:51:34.442767 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-34025cdd-f353-4c3a-9a74-3caf0a904e18 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ca80e0d7627042259db947ed41eb2d83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7496140 Mar 01 20:51:34.445576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36596) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:34.457503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34025cdd-f353-4c3a-9a74-3caf0a904e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ac0d89-7952-4fec-aa9d-2642a1f799b3,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:34.515399 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-680bb83c-f459-4265-8cfb-ce961c6ee533 req-711837f6-21e9-4d1d-824f-e19e221500a0 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751901 Mar 01 20:51:34.520315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7137d454-f737-42d6-9706-1a736683ae4e req-ef710087-6e12-4ad9-afcb-4c7deebba3fa tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2014561 Mar 01 20:51:34.535203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Request body: {'port': {'device_id': '42bd59c7-d629-4a63-95ef-081d19a6b1cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:51:34.541149 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5484033-6a91-4b2c-9a6a-14ba97a954f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:34.554091 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5484033-6a91-4b2c-9a6a-14ba97a954f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:34.592870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5484033-6a91-4b2c-9a6a-14ba97a954f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=20bee8c9-14f6-4e61-9dee-3608205e5e38,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:34.628084 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce3385e4-d31c-4c34-ae45-2e289e5678f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:34.679882 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce3385e4-d31c-4c34-ae45-2e289e5678f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:34.710071 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a5484033-6a91-4b2c-9a6a-14ba97a954f9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/20bee8c9-14f6-4e61-9dee-3608205e5e38 HTTP/1.1" status: 204 len: 168 time: 1.1619704 Mar 01 20:51:34.711489 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36602) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:34.817508 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-126373b9-af30-4522-95ca-8d6305064a1e admin admin] Deleting subnet a6ab1248-81d3-4e81-9dfa-b755f1420d19 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:51:34.820831 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-126373b9-af30-4522-95ca-8d6305064a1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:34.889489 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-126373b9-af30-4522-95ca-8d6305064a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:34.906116 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:34.979808 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-126373b9-af30-4522-95ca-8d6305064a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:34.994123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf1c16-93a7-43d5-8f82-503d9d612c7a req-1918eb7e-5b91-4538-8ebc-97af6cc256cc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:34.994898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-cadf1c16-93a7-43d5-8f82-503d9d612c7a req-1918eb7e-5b91-4538-8ebc-97af6cc256cc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Synchronizing usage tracker for tenant:97a1897762f847bfb56825ead5e60708 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:51:35.038300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:51:35.039242 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004e815-9cee-41b3-8317-41e83faa63b4 req-c27f019d-7784-4449-b25f-7ee99a5826e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:35.041042 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:51:35.046928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b004e815-9cee-41b3-8317-41e83faa63b4 req-c27f019d-7784-4449-b25f-7ee99a5826e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.2678943 Mar 01 20:51:35.060549 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce3385e4-d31c-4c34-ae45-2e289e5678f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:35.092967 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3385e4-d31c-4c34-ae45-2e289e5678f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ac0d89-7952-4fec-aa9d-2642a1f799b3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:35.101418 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce3385e4-d31c-4c34-ae45-2e289e5678f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:35.110084 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ce3385e4-d31c-4c34-ae45-2e289e5678f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e4ac0d89-7952-4fec-aa9d-2642a1f799b3 HTTP/1.1" status: 204 len: 168 time: 0.6571138 Mar 01 20:51:35.155898 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-126373b9-af30-4522-95ca-8d6305064a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:35.233855 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-126373b9-af30-4522-95ca-8d6305064a1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:35.240202 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-126373b9-af30-4522-95ca-8d6305064a1e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a6ab1248-81d3-4e81-9dfa-b755f1420d19 HTTP/1.1" status: 204 len: 168 time: 0.5228138 Mar 01 20:51:35.249104 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36612) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:35.281867 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b004e815-9cee-41b3-8317-41e83faa63b4 req-fe3b60b3-01d3-4c19-b8ff-49bb3b16190b tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275119 Mar 01 20:51:35.281867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-cadf1c16-93a7-43d5-8f82-503d9d612c7a req-1918eb7e-5b91-4538-8ebc-97af6cc256cc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Unset dirty status for tenant:97a1897762f847bfb56825ead5e60708 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:51:35.286907 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126373b9-af30-4522-95ca-8d6305064a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6ab1248-81d3-4e81-9dfa-b755f1420d19,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:35.287099 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cadf1c16-93a7-43d5-8f82-503d9d612c7a req-1918eb7e-5b91-4538-8ebc-97af6cc256cc tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 931 time: 0.6966867 Mar 01 20:51:35.438753 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.resource_extend [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:51:35.472919 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4949e201-7c5d-4a02-a7e1-156dcaafff38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:35.605940 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cadf1c16-93a7-43d5-8f82-503d9d612c7a req-c0323773-bd88-4c18-a5d9-883c2ecc252b tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179455 Mar 01 20:51:35.740629 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:35.767137 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4949e201-7c5d-4a02-a7e1-156dcaafff38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:35.787794 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fc092a-aa28-4aab-a9b5-8b007673e866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:35.813472 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:35.825094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:35.864368 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2', 'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d', 'port_id': 'bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2', 'mac_address': 'fa:16:3e:b8:29:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203b9d6c-4e4d-47f8-b370-76b17af7b277', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:51:35.870086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-4949e201-7c5d-4a02-a7e1-156dcaafff38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['400706a6-40d7-4cb5-8bd4-507b2d18db43']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:51:35.902327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-4949e201-7c5d-4a02-a7e1-156dcaafff38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9c4426-b37b-4931-85bc-278eb8b1f35c') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:51:35.902693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-4949e201-7c5d-4a02-a7e1-156dcaafff38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9c4426-b37b-4931-85bc-278eb8b1f35c') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:51:35.911157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bc2112-acdb-4e27-ae3b-bd5874d51760 req-abe90fe3-5624-44e3-b416-d90f2dbe6e55 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:35.918216 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-74bc2112-acdb-4e27-ae3b-bd5874d51760 req-abe90fe3-5624-44e3-b416-d90f2dbe6e55 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 943 time: 0.3606899 Mar 01 20:51:35.918796 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4949e201-7c5d-4a02-a7e1-156dcaafff38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:35.930974 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:35.941617 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4949e201-7c5d-4a02-a7e1-156dcaafff38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:35.952670 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4949e201-7c5d-4a02-a7e1-156dcaafff38 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:51:35.952670 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4949e201-7c5d-4a02-a7e1-156dcaafff38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:35.952839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:51:35.958415 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:51:36.063676 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:51:36.065916 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:51:36.065916 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:51:36.103987 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:36.135749 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-74bc2112-acdb-4e27-ae3b-bd5874d51760 req-e665c1e9-3782-4808-8ba9-ae1329db750c tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165890 Mar 01 20:51:36.150956 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a06bb305-9ff9-456a-8725-3eff87817f32 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:51:36.176870 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:36.177585 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4949e201-7c5d-4a02-a7e1-156dcaafff38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:36.185430 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4949e201-7c5d-4a02-a7e1-156dcaafff38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:36.240307 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fc092a-aa28-4aab-a9b5-8b007673e866', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2', 'code': 200} Mar 01 20:51:36.240539 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4949e201-7c5d-4a02-a7e1-156dcaafff38 admin admin] 10.222.0.42 "DELETE /v2.0/networks/400706a6-40d7-4cb5-8bd4-507b2d18db43 HTTP/1.1" status: 204 len: 168 time: 0.9896095 Mar 01 20:51:36.244622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949e201-7c5d-4a02-a7e1-156dcaafff38 admin admin] Pushing event deleted for resources: {'Network': ['ID=400706a6-40d7-4cb5-8bd4-507b2d18db43,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:36.255286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Transition to ACTIVE for port object a06bb305-9ff9-456a-8725-3eff87817f32 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:51:36.273490 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4518c1-c94f-4caa-a30f-e611297c8f1f req-4d75ca05-260b-4cf9-ac6a-b67261a1af52 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:36.274999 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad4518c1-c94f-4caa-a30f-e611297c8f1f req-4d75ca05-260b-4cf9-ac6a-b67261a1af52 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.3753867 Mar 01 20:51:36.333144 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:36.348521 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36636) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:36.394598 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3298ca03-b1c7-449f-9816-e463c2a50343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:36.400937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad4518c1-c94f-4caa-a30f-e611297c8f1f req-ec69510a-9e89-49eb-8257-6c1ff3d2cc11 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123028 Mar 01 20:51:36.442362 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3298ca03-b1c7-449f-9816-e463c2a50343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:51:36.451387 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3298ca03-b1c7-449f-9816-e463c2a50343 admin admin] Usage tracker for resource:security_group_rule and tenant:83ed9650fcbf4319916ae74e8b5a654c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:51:36.456288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3298ca03-b1c7-449f-9816-e463c2a50343 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:51:36.463887 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3298ca03-b1c7-449f-9816-e463c2a50343 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:51:36.672048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Pushing event updated for resources: {'Port': ['ID=a06bb305-9ff9-456a-8725-3eff87817f32,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:36.698076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36642) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:36.714226 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3298ca03-b1c7-449f-9816-e463c2a50343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:36.725661 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:36.764138 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:51:36.797500 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a3b2894e-185e-4d1c-b4fa-fa77f664c304 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9425af0c76c64926891aa5e1f014e8ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0878575 Mar 01 20:51:36.798888 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:36.800172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36650) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:36.875248 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dee5d93e-ead0-48cb-a961-db413332bae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:36.906700 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dee5d93e-ead0-48cb-a961-db413332bae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:36.915305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Attempting to bind port a06bb305-9ff9-456a-8725-3eff87817f32 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:51:36.916123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Attempting to bind port a06bb305-9ff9-456a-8725-3eff87817f32 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'de18bba6-ff31-44fd-9f1f-77044c55f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:51:36.916274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Attempting to bind port a06bb305-9ff9-456a-8725-3eff87817f32 on network 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:51:36.941391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5635e-4702-48c2-b44f-0136c04e2eb4 req-9f83b64c-b988-4c21-b8ea-beabae9e930d tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:36.946307 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88c5635e-4702-48c2-b44f-0136c04e2eb4 req-9f83b64c-b988-4c21-b8ea-beabae9e930d tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 943 time: 0.4377651 Mar 01 20:51:36.951817 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Port a06bb305-9ff9-456a-8725-3eff87817f32 on network 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:51:36.952380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Attempting to bind port a06bb305-9ff9-456a-8725-3eff87817f32 on network 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:51:36.980278 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 51, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:51:36.980612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Checking segment: {'id': 'de18bba6-ff31-44fd-9f1f-77044c55f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:51:36.980990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Bound using segment: {'id': 'de18bba6-ff31-44fd-9f1f-77044c55f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:51:36.981409 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Bound port: a06bb305-9ff9-456a-8725-3eff87817f32, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de18bba6-ff31-44fd-9f1f-77044c55f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:51:36.982385 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:37.023181 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3298ca03-b1c7-449f-9816-e463c2a50343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:37.051585 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:37.082430 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88c5635e-4702-48c2-b44f-0136c04e2eb4 req-8f9d4b42-e4f3-4f88-9833-465546bef924 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331286 Mar 01 20:51:37.087612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36654) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:37.088277 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3298ca03-b1c7-449f-9816-e463c2a50343 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=83ed9650fcbf4319916ae74e8b5a654c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7380896 Mar 01 20:51:37.089363 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3298ca03-b1c7-449f-9816-e463c2a50343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8624920-5fac-4309-b75b-751e6794a01d,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:37.116966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398b2a5-69ff-4c56-bb11-a48526978dbe req-11086bba-4470-4a54-a6ce-986bde6c1df9 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:37.118741 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2398b2a5-69ff-4c56-bb11-a48526978dbe req-11086bba-4470-4a54-a6ce-986bde6c1df9 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 943 time: 0.2959712 Mar 01 20:51:37.122952 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dee5d93e-ead0-48cb-a961-db413332bae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:37.157656 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5d93e-ead0-48cb-a961-db413332bae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d44021-cb78-46a2-b0ae-fd58908e9526,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:37.166668 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dee5d93e-ead0-48cb-a961-db413332bae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:37.170499 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-dee5d93e-ead0-48cb-a961-db413332bae2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/46d44021-cb78-46a2-b0ae-fd58908e9526 HTTP/1.1" status: 204 len: 168 time: 0.3664978 Mar 01 20:51:37.189838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] For port a06bb305-9ff9-456a-8725-3eff87817f32, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:51:37.192671 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] For port a06bb305-9ff9-456a-8725-3eff87817f32, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a06bb305-9ff9-456a-8725-3eff87817f32,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:51:37.261915 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fd63f43-314f-4776-b180-d6251f36bd47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:37.265997 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:37.276805 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2398b2a5-69ff-4c56-bb11-a48526978dbe req-2f7c82b4-882e-41e0-b97b-6f075fd660e4 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808861 Mar 01 20:51:37.322374 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fd63f43-314f-4776-b180-d6251f36bd47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:37.331911 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:37.349940 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:51:37.404727 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:37.405423 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:37.407246 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7137d454-f737-42d6-9706-1a736683ae4e req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] 10.222.0.55 "PUT /v2.0/ports/a06bb305-9ff9-456a-8725-3eff87817f32 HTTP/1.1" status: 200 len: 1091 time: 2.8765154 Mar 01 20:51:37.407950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42bd59c7-d629-4a63-95ef-081d19a6b1cd', 'tag': 'a06bb305-9ff9-456a-8725-3eff87817f32'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:37.452179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Pushing event updated for resources: {'Port': ['ID=a06bb305-9ff9-456a-8725-3eff87817f32,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:37.463264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:37.463264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:37.463667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:37.463968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:37.464368 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:37.464763 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:37.465155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:37.465546 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:37.466485 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:37.466876 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:37.467674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:37.468092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e03b3a-5b50-441a-a605-5e138019406c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:37.582510 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42bd59c7-d629-4a63-95ef-081d19a6b1cd', 'tag': 'a06bb305-9ff9-456a-8725-3eff87817f32', 'status': 'completed', 'code': 200} Mar 01 20:51:37.637536 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fd63f43-314f-4776-b180-d6251f36bd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:37.657940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd63f43-314f-4776-b180-d6251f36bd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8624920-5fac-4309-b75b-751e6794a01d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:37.864271 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fd63f43-314f-4776-b180-d6251f36bd47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:37.865376 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9fd63f43-314f-4776-b180-d6251f36bd47 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f8624920-5fac-4309-b75b-751e6794a01d HTTP/1.1" status: 204 len: 168 time: 0.7724061 Mar 01 20:51:37.947333 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790f9f0-6731-46dc-909b-844cdaea2d7a req-115ae0fb-4352-4fcf-a77c-d8983a7c9c4c tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:37.948926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5790f9f0-6731-46dc-909b-844cdaea2d7a req-115ae0fb-4352-4fcf-a77c-d8983a7c9c4c tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 943 time: 0.4350882 Mar 01 20:51:37.967261 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3a766-c4ba-4ec3-bf77-c8a33b0b47de req-15edaf17-f2a8-48d3-99bd-63adc538ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:37.968743 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5fc3a766-c4ba-4ec3-bf77-c8a33b0b47de req-15edaf17-f2a8-48d3-99bd-63adc538ff0b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97a1897762f847bfb56825ead5e60708&device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 1094 time: 0.3902817 Mar 01 20:51:38.105212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5279869-18fb-4c0a-adb0-55a30750ae77 req-005c9329-b6ca-4696-8179-0aa9ba69afc5 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:38.112659 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a5279869-18fb-4c0a-adb0-55a30750ae77 req-005c9329-b6ca-4696-8179-0aa9ba69afc5 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.4570274 Mar 01 20:51:38.180041 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a5279869-18fb-4c0a-adb0-55a30750ae77 req-aab52f0e-432c-4d37-a693-0a18492d3129 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662580 Mar 01 20:51:38.220447 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5790f9f0-6731-46dc-909b-844cdaea2d7a req-3905f0b7-738b-4670-8903-d1a989390a41 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551937 Mar 01 20:51:38.467549 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36690) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:38.544685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3a766-c4ba-4ec3-bf77-c8a33b0b47de req-89ab92db-a469-4111-bb42-7c3bb030468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:38.546606 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5fc3a766-c4ba-4ec3-bf77-c8a33b0b47de req-89ab92db-a469-4111-bb42-7c3bb030468d service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=97a1897762f847bfb56825ead5e60708&shared=False HTTP/1.1" status: 200 len: 905 time: 0.4816606 Mar 01 20:51:38.548323 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1d3d9b76-86e5-43a0-aa41-d016f4f46643 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c496c09ca6bd48d9b983856fcd17e429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0783491 Mar 01 20:51:38.548950 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36696) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:38.621746 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c01d85cc-3896-4046-90d9-562bd24d1fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:38.632232 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81546a-9405-4636-8888-dd6923b794a0 req-0e16ffd2-e948-4133-a0c3-33b5dc679133 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:38.639741 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce81546a-9405-4636-8888-dd6923b794a0 req-0e16ffd2-e948-4133-a0c3-33b5dc679133 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 944 time: 0.3374548 Mar 01 20:51:38.651948 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c01d85cc-3896-4046-90d9-562bd24d1fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:38.765463 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce81546a-9405-4636-8888-dd6923b794a0 req-49abf89e-36f4-4b16-b119-95579513d4e7 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245389 Mar 01 20:51:38.805533 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c01d85cc-3896-4046-90d9-562bd24d1fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:38.827461 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a762955-b0cb-40c8-ac93-5eead7a06cc0 req-d1690ec2-8814-4241-a22e-d9c1c4dab1a5 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:38.834918 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a762955-b0cb-40c8-ac93-5eead7a06cc0 req-d1690ec2-8814-4241-a22e-d9c1c4dab1a5 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 943 time: 0.3556285 Mar 01 20:51:38.838189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3a766-c4ba-4ec3-bf77-c8a33b0b47de req-8f72df5f-b01a-4d47-a75c-59ea9b90cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:38.843809 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5fc3a766-c4ba-4ec3-bf77-c8a33b0b47de req-8f72df5f-b01a-4d47-a75c-59ea9b90cd3d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2896211 Mar 01 20:51:38.844867 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01d85cc-3896-4046-90d9-562bd24d1fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550d15c9-d2a8-47f7-b9f8-d203a866c0f3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:38.925796 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c01d85cc-3896-4046-90d9-562bd24d1fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:38.929559 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c01d85cc-3896-4046-90d9-562bd24d1fa2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/550d15c9-d2a8-47f7-b9f8-d203a866c0f3 HTTP/1.1" status: 204 len: 168 time: 0.3771453 Mar 01 20:51:39.020947 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a762955-b0cb-40c8-ac93-5eead7a06cc0 req-3e16b189-8af1-4e38-8632-d057729f5fd3 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849146 Mar 01 20:51:39.051964 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:51:39.056529 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:51:39.069154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137d454-f737-42d6-9706-1a736683ae4e req-2f10cdc7-6107-45f4-8e46-f3e7e48aa546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:39.070678 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7137d454-f737-42d6-9706-1a736683ae4e req-2f10cdc7-6107-45f4-8e46-f3e7e48aa546 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=97a1897762f847bfb56825ead5e60708&device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 1094 time: 0.1422930 Mar 01 20:51:39.264991 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7137d454-f737-42d6-9706-1a736683ae4e req-319cb4bf-e722-49b1-aa0b-06021758e802 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a06bb305-9ff9-456a-8725-3eff87817f32 HTTP/1.1" status: 200 len: 217 time: 0.1865559 Mar 01 20:51:39.467448 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:39.487499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8', 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850', 'port_id': 'ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8', 'mac_address': 'fa:16:3e:85:fa:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4cc9feb-dba1-49bd-b779-378ebe9faea2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:51:39.567426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:51:39.567936 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:39.582844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7137d454-f737-42d6-9706-1a736683ae4e req-9bc62993-2e46-4aab-86f3-2416b882ffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:39.592972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7137d454-f737-42d6-9706-1a736683ae4e req-9bc62993-2e46-4aab-86f3-2416b882ffe0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a04d362b-c114-455b-b96e-10a41d5ec3e4 HTTP/1.1" status: 200 len: 844 time: 0.3206074 Mar 01 20:51:39.623455 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:39.697385 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:51:39.728628 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7137d454-f737-42d6-9706-1a736683ae4e req-2a3af50f-9d98-4254-b713-82ea8b422d77 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1eff2f34-a2fd-4fcb-a52b-c94db9f867f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1111276 Mar 01 20:51:39.738088 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:39.795400 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba03cde-209f-406e-9a85-0a7e8e0f44a4 req-27fb1db8-2562-4827-93aa-4fbbb2a728cc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:39.803457 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ba03cde-209f-406e-9a85-0a7e8e0f44a4 req-27fb1db8-2562-4827-93aa-4fbbb2a728cc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.4106250 Mar 01 20:51:39.826324 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:39.857036 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706c764-ba81-4a90-a80f-0a54588e0da2 req-9a11046c-1b55-4639-9a33-728eaddb7a02 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:39.860166 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3706c764-ba81-4a90-a80f-0a54588e0da2 req-9a11046c-1b55-4639-9a33-728eaddb7a02 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 943 time: 0.3808582 Mar 01 20:51:39.871122 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:39.872848 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:39.876210 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fc092a-aa28-4aab-a9b5-8b007673e866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:39.974374 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:40.056655 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3706c764-ba81-4a90-a80f-0a54588e0da2 req-b8705a36-5c3d-47e9-be53-76c0a67728b7 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789212 Mar 01 20:51:40.066349 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:40.146494 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ba03cde-209f-406e-9a85-0a7e8e0f44a4 req-abea41dd-0dc8-484f-8669-b419c6712982 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3416266 Mar 01 20:51:40.350745 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7137d454-f737-42d6-9706-1a736683ae4e req-b979dcb6-e7af-487e-9aee-077feeb021d1 service neutron] 10.222.0.55 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6117032 Mar 01 20:51:40.357554 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:40.370017 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fc092a-aa28-4aab-a9b5-8b007673e866', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2', 'code': 200} Mar 01 20:51:40.371890 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:51:40.557188 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7137d454-f737-42d6-9706-1a736683ae4e req-cd786aeb-a49a-47bf-9373-d835c7b3129a service neutron] 10.222.0.55 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977415 Mar 01 20:51:40.654884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed6264-dbc0-4777-a0f6-e6b85b8d1844 req-06ede1bf-651c-4f12-bffb-63a6655ad93e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:40.662970 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a5ed6264-dbc0-4777-a0f6-e6b85b8d1844 req-06ede1bf-651c-4f12-bffb-63a6655ad93e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.4309852 Mar 01 20:51:40.714461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69f440-85d5-4dcf-b6f5-13ef2e02b67c req-6ee4d112-5d66-4fd1-b3ef-c7bf999be8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:40.717668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb7b067-a5e3-4a3f-b6ff-ddc8f9406ae7 req-ca3a0519-01e8-43f2-826b-9877c790d97c tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:40.720755 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6d69f440-85d5-4dcf-b6f5-13ef2e02b67c req-6ee4d112-5d66-4fd1-b3ef-c7bf999be8c3 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 1096 time: 0.1266177 Mar 01 20:51:40.724971 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1fb7b067-a5e3-4a3f-b6ff-ddc8f9406ae7 req-ca3a0519-01e8-43f2-826b-9877c790d97c tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 943 time: 0.1618404 Mar 01 20:51:40.763455 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a5ed6264-dbc0-4777-a0f6-e6b85b8d1844 req-7606ba2c-3f0f-472d-b309-d363a319b10a tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993750 Mar 01 20:51:40.797831 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1fb7b067-a5e3-4a3f-b6ff-ddc8f9406ae7 req-8599d14b-494c-43cf-8e14-502a99123c3a tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717947 Mar 01 20:51:40.809284 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6d69f440-85d5-4dcf-b6f5-13ef2e02b67c req-fb71c719-3aa8-4eed-afa2-f6aeb8715765 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806704 Mar 01 20:51:41.483058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf112ebe-b894-4a59-a81a-b52b13b5621a req-b78e8aa6-f113-46f8-858c-11fc98185199 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:41.490378 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf112ebe-b894-4a59-a81a-b52b13b5621a req-b78e8aa6-f113-46f8-858c-11fc98185199 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 944 time: 0.2727401 Mar 01 20:51:41.555899 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf112ebe-b894-4a59-a81a-b52b13b5621a req-5e378f58-8747-45d1-8f93-88d2d1753bfc tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645900 Mar 01 20:51:41.600503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a2937f-b6b8-4916-b9fc-8cbbe2445f42 req-6fda9cb2-d798-4bca-a28e-981de59051e8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:41.602357 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86a2937f-b6b8-4916-b9fc-8cbbe2445f42 req-6fda9cb2-d798-4bca-a28e-981de59051e8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.3119261 Mar 01 20:51:41.713349 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86a2937f-b6b8-4916-b9fc-8cbbe2445f42 req-85233a3d-5c36-4c98-ab6e-c5979341dfbb tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039617 Mar 01 20:51:42.474523 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec84bf-9607-440a-9981-03caf2a8683b req-5340fd8d-126e-4811-9c81-094d8b81f376 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:42.482364 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59ec84bf-9607-440a-9981-03caf2a8683b req-5340fd8d-126e-4811-9c81-094d8b81f376 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.1866822 Mar 01 20:51:42.535895 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfeb67-6cdb-433a-9e05-966661f28736 req-4c17caf7-22ca-439c-a62f-3fe47ee97bee tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:42.544714 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-26cfeb67-6cdb-433a-9e05-966661f28736 req-4c17caf7-22ca-439c-a62f-3fe47ee97bee tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 943 time: 0.2116082 Mar 01 20:51:42.605066 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59ec84bf-9607-440a-9981-03caf2a8683b req-c9ab952f-5eac-4cd3-8bcf-75189fe6d620 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215978 Mar 01 20:51:42.639558 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-26cfeb67-6cdb-433a-9e05-966661f28736 req-215f288a-ea38-4cdc-8817-c9455650d937 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938709 Mar 01 20:51:42.664577 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0c6a9-d758-48ef-9732-e14c430cae0e req-ac249d12-03e2-4a48-bb65-05fe58d4cf16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:42.665992 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9db0c6a9-d758-48ef-9732-e14c430cae0e req-ac249d12-03e2-4a48-bb65-05fe58d4cf16 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 1096 time: 0.1084876 Mar 01 20:51:42.832553 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0c6a9-d758-48ef-9732-e14c430cae0e req-3a0e2894-80ca-413b-9c5e-b393496a37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:42.834437 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9db0c6a9-d758-48ef-9732-e14c430cae0e req-3a0e2894-80ca-413b-9c5e-b393496a37ea service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 912 time: 0.1628644 Mar 01 20:51:42.860914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6e8bc-32b8-4290-904c-769893aec8af req-4ca9c82c-18b6-4af1-af98-86fe4297c79a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:42.862862 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-03d6e8bc-32b8-4290-904c-769893aec8af req-4ca9c82c-18b6-4af1-af98-86fe4297c79a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1181443 Mar 01 20:51:42.913178 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-03d6e8bc-32b8-4290-904c-769893aec8af req-ac9ff15e-4371-4f04-8c76-cb189908de10 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439188 Mar 01 20:51:42.997834 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9db0c6a9-d758-48ef-9732-e14c430cae0e req-b6fe57fc-1b2a-4c16-a484-47f5236a8d5f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710 HTTP/1.1" status: 200 len: 1000 time: 0.1546984 Mar 01 20:51:43.068494 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:51:43.211345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0737c745-ecc2-49a4-af24-0f910a366e6d req-d203ca2d-fa94-4c66-89ce-5f2f0bc18784 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:43.220810 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0737c745-ecc2-49a4-af24-0f910a366e6d req-d203ca2d-fa94-4c66-89ce-5f2f0bc18784 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 944 time: 0.1866884 Mar 01 20:51:43.246453 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:51:43.255003 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:51:43.255391 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:43.318759 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0737c745-ecc2-49a4-af24-0f910a366e6d req-933c9eba-c8d4-474e-95d2-687f6b7fcfd7 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958517 Mar 01 20:51:43.326011 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0c6a9-d758-48ef-9732-e14c430cae0e req-0e563dd6-5a82-4500-b51e-3321010cff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:43.328073 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9db0c6a9-d758-48ef-9732-e14c430cae0e req-0e563dd6-5a82-4500-b51e-3321010cff0b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.3233509 Mar 01 20:51:43.510526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0c6a9-d758-48ef-9732-e14c430cae0e req-055f78a4-81b1-4250-a446-6430d431cd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:43.512078 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9db0c6a9-d758-48ef-9732-e14c430cae0e req-055f78a4-81b1-4250-a446-6430d431cd02 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1771154 Mar 01 20:51:43.570082 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:43.640304 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4089d98-2e58-4471-834a-6a353b1bbd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:43.684413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:43.732928 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9db0c6a9-d758-48ef-9732-e14c430cae0e req-a1255ea5-7ec9-46b8-a3fb-92f39bf1ede9 service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134271 Mar 01 20:51:43.763665 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:43.856285 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:43.963933 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9db0c6a9-d758-48ef-9732-e14c430cae0e req-4c4009a6-9bb7-4d60-b01d-c4dd1e21a705 service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216339 Mar 01 20:51:44.018640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c0db4-a8ce-4679-96fc-b96dd520ec2e req-7551a10d-625a-44ce-a917-705549060a98 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:44.026233 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-650c0db4-a8ce-4679-96fc-b96dd520ec2e req-7551a10d-625a-44ce-a917-705549060a98 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.2288013 Mar 01 20:51:44.052745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965af48-f5ba-4b25-9da1-0fd99264e854 req-e9cdad75-6e3e-47e1-9ac0-4a7aef938dc6 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:44.056700 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a965af48-f5ba-4b25-9da1-0fd99264e854 req-e9cdad75-6e3e-47e1-9ac0-4a7aef938dc6 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 943 time: 0.1700165 Mar 01 20:51:44.124271 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-650c0db4-a8ce-4679-96fc-b96dd520ec2e req-2601261d-c5f5-484c-9308-9de50bb3a200 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967054 Mar 01 20:51:44.131018 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a965af48-f5ba-4b25-9da1-0fd99264e854 req-8f1beacf-8536-4e79-9b63-39da88e6f913 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698237 Mar 01 20:51:44.186520 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a06bb305-9ff9-456a-8725-3eff87817f32 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:51:44.228514 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4089d98-2e58-4471-834a-6a353b1bbd3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8', 'code': 200} Mar 01 20:51:44.443124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7cc92b-7b4c-4b63-a194-c9aa4e10b0e9 req-833e7123-58e9-405c-ad7b-00d7eb76b0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:44.444990 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ad7cc92b-7b4c-4b63-a194-c9aa4e10b0e9 req-833e7123-58e9-405c-ad7b-00d7eb76b0d6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 1096 time: 0.1560533 Mar 01 20:51:44.486993 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a06bb305-9ff9-456a-8725-3eff87817f32, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a06bb305-9ff9-456a-8725-3eff87817f32,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:44.511619 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'a06bb305-9ff9-456a-8725-3eff87817f32', 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9', 'port_id': 'a06bb305-9ff9-456a-8725-3eff87817f32', 'mac_address': 'fa:16:3e:af:44:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04d362b-c114-455b-b96e-10a41d5ec3e4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:51:44.521490 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ad7cc92b-7b4c-4b63-a194-c9aa4e10b0e9 req-5f9de769-38a9-443b-91d6-f5c6ec341c64 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688248 Mar 01 20:51:44.547707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3f38c-6533-4fbc-bfb3-48897fc1722b req-81298baa-a8b2-4ec5-84d2-f6fbc1625e7a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:44.555406 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2be3f38c-6533-4fbc-bfb3-48897fc1722b req-81298baa-a8b2-4ec5-84d2-f6fbc1625e7a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1561775 Mar 01 20:51:44.616127 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:44.618470 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2be3f38c-6533-4fbc-bfb3-48897fc1722b req-c0362c27-6f7f-404b-921b-072d9d7a0941 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619555 Mar 01 20:51:44.638443 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a06bb305-9ff9-456a-8725-3eff87817f32 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:51:44.666340 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a06bb305-9ff9-456a-8725-3eff87817f32, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a06bb305-9ff9-456a-8725-3eff87817f32,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:44.715035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01679f-f3c0-4c70-a521-0fa39c9d17a8 req-3e2043a2-44ea-43d3-bc91-318afa8354d9 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:44.723350 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d01679f-f3c0-4c70-a521-0fa39c9d17a8 req-3e2043a2-44ea-43d3-bc91-318afa8354d9 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.1126215 Mar 01 20:51:44.749284 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:44.810988 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d01679f-f3c0-4c70-a521-0fa39c9d17a8 req-f917a566-e10f-463c-a956-85389471cc8d tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865519 Mar 01 20:51:44.898838 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=a06bb305-9ff9-456a-8725-3eff87817f32,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:45.090136 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6eedc4-6d9c-4917-9044-3e8a85f2a705 req-fa4c50e0-deec-49c3-aee9-9b37e717fe8d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:45.098505 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d6eedc4-6d9c-4917-9044-3e8a85f2a705 req-fa4c50e0-deec-49c3-aee9-9b37e717fe8d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 945 time: 0.2023695 Mar 01 20:51:45.155041 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a06bb305-9ff9-456a-8725-3eff87817f32'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:51:45.192330 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d6eedc4-6d9c-4917-9044-3e8a85f2a705 req-42a02be1-4989-49d9-9101-a3691be08e78 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928290 Mar 01 20:51:46.169645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43fc925-5d51-4500-9b05-09d8c34276ec req-9f65adc5-9f17-423c-a193-9e7294d44903 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:46.173596 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a43fc925-5d51-4500-9b05-09d8c34276ec req-9f65adc5-9f17-423c-a193-9e7294d44903 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 944 time: 0.1251833 Mar 01 20:51:46.299311 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a43fc925-5d51-4500-9b05-09d8c34276ec req-c5cf2f53-c7b0-4dcb-bad3-d08e2c29607c tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190081 Mar 01 20:51:46.334774 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b91ef-4b3d-4e4a-bab5-d046c1ef7e5d req-a1e43681-685d-49f9-ac64-da78579905f3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:46.336583 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-045b91ef-4b3d-4e4a-bab5-d046c1ef7e5d req-a1e43681-685d-49f9-ac64-da78579905f3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1377418 Mar 01 20:51:46.392352 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-045b91ef-4b3d-4e4a-bab5-d046c1ef7e5d req-fd4a6028-c4d7-4847-81bb-e29b0fa9cf00 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491719 Mar 01 20:51:46.733188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36974) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:46.820887 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36980) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:46.945968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399d85c8-7750-49a5-ba28-c6be0192bd71 req-4eea4b4f-f045-4432-a0d1-e12720b28896 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:46.954002 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-399d85c8-7750-49a5-ba28-c6be0192bd71 req-4eea4b4f-f045-4432-a0d1-e12720b28896 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=8045ba5f-42b5-4acc-9033-58a1d5f74fdb HTTP/1.1" status: 200 len: 946 time: 0.4229479 Mar 01 20:51:46.987094 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-6d07ca37-1f01-47d9-a865-0d7aba367951 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:46.993869 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-6d07ca37-1f01-47d9-a865-0d7aba367951 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/networks?id=c0541fdd-f80b-45df-814f-a9bbce49f44d HTTP/1.1" status: 200 len: 815 time: 0.3737333 Mar 01 20:51:47.006703 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be1a6f34-d052-4400-add0-5e14b98dd55c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:47.020959 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-18f9c3c2-4ab5-49a5-b12b-fd0d25789da3 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/quotas/923a9d549ed24852872e8597fc8f0529 HTTP/1.1" status: 200 len: 375 time: 0.0252278 Mar 01 20:51:47.078820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-be1a6f34-d052-4400-add0-5e14b98dd55c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:51:47.087417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-be1a6f34-d052-4400-add0-5e14b98dd55c admin admin] Usage tracker for resource:security_group_rule and tenant:be44ae96591940e78dd196091d42c3b6 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:51:47.094617 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-be1a6f34-d052-4400-add0-5e14b98dd55c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:51:47.098579 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-399d85c8-7750-49a5-ba28-c6be0192bd71 req-39b5b51b-462f-481e-97eb-30fc592d9123 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433802 Mar 01 20:51:47.101307 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-be1a6f34-d052-4400-add0-5e14b98dd55c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:51:47.224481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d14cc715-bdde-431a-96bd-eb7f0f0c36fe tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=923a9d549ed24852872e8597fc8f0529&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2026210 Mar 01 20:51:47.290017 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-35d0e2c3-c8d4-4a39-bfc5-ee898c4f2db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:47.333144 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-35d0e2c3-c8d4-4a39-bfc5-ee898c4f2db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:51:47.338381 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-35d0e2c3-c8d4-4a39-bfc5-ee898c4f2db9 admin admin] Usage tracker for resource:security_group_rule and tenant:db4f6c52504c414cbcae915a0a08ecdc is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:51:47.344754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-35d0e2c3-c8d4-4a39-bfc5-ee898c4f2db9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:51:47.383278 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-35d0e2c3-c8d4-4a39-bfc5-ee898c4f2db9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:51:47.432749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf65a76f-02c6-4368-b9c8-ef574e643eed req-19d48f54-354c-4f33-8451-9b0067134b78 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:47.433452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-bf65a76f-02c6-4368-b9c8-ef574e643eed req-19d48f54-354c-4f33-8451-9b0067134b78 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Synchronizing usage tracker for tenant:923a9d549ed24852872e8597fc8f0529 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:51:47.446767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be1a6f34-d052-4400-add0-5e14b98dd55c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:47.571960 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-49d907a2-4a28-484e-a2d4-afc2618f715b service neutron] 10.222.0.42 "GET /v2.0/networks/c0541fdd-f80b-45df-814f-a9bbce49f44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3466408 Mar 01 20:51:47.580995 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce89ab5-0a2b-4c78-8ab6-d0bbc7f88804 req-2cf805b7-b4a3-426e-8237-9df04c3023d5 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:47.582372 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ce89ab5-0a2b-4c78-8ab6-d0bbc7f88804 req-2cf805b7-b4a3-426e-8237-9df04c3023d5 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 945 time: 0.3103154 Mar 01 20:51:47.712847 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be1a6f34-d052-4400-add0-5e14b98dd55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:47.713078 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ce89ab5-0a2b-4c78-8ab6-d0bbc7f88804 req-75081475-52ce-400d-87c0-a13e1be508d9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121356 Mar 01 20:51:47.745679 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-4689c4bf-cbd4-478b-a0da-4f347eb3e35a service neutron] 10.222.0.42 "GET /v2.0/networks/c0541fdd-f80b-45df-814f-a9bbce49f44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623614 Mar 01 20:51:47.770471 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-bf65a76f-02c6-4368-b9c8-ef574e643eed req-19d48f54-354c-4f33-8451-9b0067134b78 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Unset dirty status for tenant:923a9d549ed24852872e8597fc8f0529 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:51:47.772315 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bf65a76f-02c6-4368-b9c8-ef574e643eed req-19d48f54-354c-4f33-8451-9b0067134b78 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.57 "GET /v2.0/ports?device_id=b8fc092a-aa28-4aab-a9b5-8b007673e866 HTTP/1.1" status: 200 len: 945 time: 0.5633063 Mar 01 20:51:47.772890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a6f34-d052-4400-add0-5e14b98dd55c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3528d3-c19d-4221-8015-ee23007188d6,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:47.863523 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a6f34-d052-4400-add0-5e14b98dd55c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:47.863880 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a6f34-d052-4400-add0-5e14b98dd55c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:47.864193 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a6f34-d052-4400-add0-5e14b98dd55c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:47.864519 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a6f34-d052-4400-add0-5e14b98dd55c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:47.864850 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a6f34-d052-4400-add0-5e14b98dd55c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:47.865175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a6f34-d052-4400-add0-5e14b98dd55c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:47.865518 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a6f34-d052-4400-add0-5e14b98dd55c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:47.865823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a6f34-d052-4400-add0-5e14b98dd55c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:47.866139 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a6f34-d052-4400-add0-5e14b98dd55c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:47.866488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a6f34-d052-4400-add0-5e14b98dd55c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:47.866776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a6f34-d052-4400-add0-5e14b98dd55c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:47.867093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be1a6f34-d052-4400-add0-5e14b98dd55c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:47.900008 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-be1a6f34-d052-4400-add0-5e14b98dd55c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be44ae96591940e78dd196091d42c3b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0757184 Mar 01 20:51:47.906431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36996) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:47.981877 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-bf65a76f-02c6-4368-b9c8-ef574e643eed req-1929c498-5992-47b5-a3e6-fe3a1147bef8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Deleting port bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:51:47.982573 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bf65a76f-02c6-4368-b9c8-ef574e643eed req-1929c498-5992-47b5-a3e6-fe3a1147bef8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:47.995507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca743b7-8896-41e8-8cb3-05ed06c691c7 req-3a09256f-92a3-405c-9dee-680e66a83c22 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:48.003330 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fca743b7-8896-41e8-8cb3-05ed06c691c7 req-3a09256f-92a3-405c-9dee-680e66a83c22 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1078331 Mar 01 20:51:48.070579 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fca743b7-8896-41e8-8cb3-05ed06c691c7 req-62d7c9ab-5584-4b4a-9608-51739b8ff98f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614963 Mar 01 20:51:48.224693 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a06bb305-9ff9-456a-8725-3eff87817f32 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:51:48.339270 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-35d0e2c3-c8d4-4a39-bfc5-ee898c4f2db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:48.342956 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1f5bdca8-f7c4-4b53-89e6-b68d233aa09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:48.379087 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1f5bdca8-f7c4-4b53-89e6-b68d233aa09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:48.423628 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-35d0e2c3-c8d4-4a39-bfc5-ee898c4f2db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:48.433758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port a06bb305-9ff9-456a-8725-3eff87817f32 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:51:48.441319 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port a06bb305-9ff9-456a-8725-3eff87817f32 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:51:48.441678 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:48.589624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012be6f9-b329-400a-b7cc-b30b22b02f96 req-6ec29a35-8bea-4a9b-97b1-26f8c3bd868b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:48.592949 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-012be6f9-b329-400a-b7cc-b30b22b02f96 req-6ec29a35-8bea-4a9b-97b1-26f8c3bd868b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.55 "GET /v2.0/ports?device_id=8045ba5f-42b5-4acc-9033-58a1d5f74fdb HTTP/1.1" status: 200 len: 946 time: 0.3155799 Mar 01 20:51:48.601473 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac50e28-7d61-48cf-8f31-a41f1bd172d1 req-794176f2-1d23-4700-8f73-cb2557faca03 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:48.609980 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ac50e28-7d61-48cf-8f31-a41f1bd172d1 req-794176f2-1d23-4700-8f73-cb2557faca03 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 944 time: 0.4199052 Mar 01 20:51:48.616185 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e1409d-0ff2-4c74-aa1d-ef8e70308b81 req-5a7b59d8-81f2-4233-8d37-9c12fd7dd167 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:48.620653 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-35d0e2c3-c8d4-4a39-bfc5-ee898c4f2db9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db4f6c52504c414cbcae915a0a08ecdc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8857634 Mar 01 20:51:48.621600 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37020) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:48.625151 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-38e1409d-0ff2-4c74-aa1d-ef8e70308b81 req-5a7b59d8-81f2-4233-8d37-9c12fd7dd167 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 1096 time: 0.2615325 Mar 01 20:51:48.634400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d0e2c3-c8d4-4a39-bfc5-ee898c4f2db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b180dd6-c4f4-40f6-88cb-e41103918ba4,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:48.696050 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:48.745715 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bd59c7-d629-4a63-95ef-081d19a6b1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06bb305-9ff9-456a-8725-3eff87817f32'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:48.756178 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a06bb305-9ff9-456a-8725-3eff87817f32, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a06bb305-9ff9-456a-8725-3eff87817f32,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:48.758991 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ac50e28-7d61-48cf-8f31-a41f1bd172d1 req-b30395b2-ea5e-4d79-a9ed-7c4a675732f3 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465619 Mar 01 20:51:48.768200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-bf65a76f-02c6-4368-b9c8-ef574e643eed req-1929c498-5992-47b5-a3e6-fe3a1147bef8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] For port bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:48.778605 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bf65a76f-02c6-4368-b9c8-ef574e643eed req-1929c498-5992-47b5-a3e6-fe3a1147bef8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:48.814632 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:48.830996 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-38e1409d-0ff2-4c74-aa1d-ef8e70308b81 req-f504d0f0-8b12-4c03-a537-488523cf8f3b tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046719 Mar 01 20:51:48.836637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-012be6f9-b329-400a-b7cc-b30b22b02f96 req-937dc3b1-16f5-49f6-aab8-5e6999f3296f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Deleting port 550995da-53a5-4bd6-ac31-3319bc038ad6 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:51:48.836954 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-012be6f9-b329-400a-b7cc-b30b22b02f96 req-937dc3b1-16f5-49f6-aab8-5e6999f3296f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:48.909890 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=a06bb305-9ff9-456a-8725-3eff87817f32,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:48.921774 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:48.922110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:48.922454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:48.922792 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:48.923123 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:48.923522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:48.924043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:48.924413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:48.924712 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:48.925023 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:48.925343 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:48.925664 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:51:48.969166 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1f5bdca8-f7c4-4b53-89e6-b68d233aa09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:49.028993 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-21f4e6d0-c639-433e-b88d-594a37efbc3c req-cdff016c-7abe-4f38-9977-f87c48d3dc62 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 210 time: 0.0999775 Mar 01 20:51:49.098671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-bf65a76f-02c6-4368-b9c8-ef574e643eed req-1929c498-5992-47b5-a3e6-fe3a1147bef8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Calling delete_port for bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:51:49.147118 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d863db5d-4f7e-49ce-89f3-464f3a3a7c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:49.149085 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5bdca8-f7c4-4b53-89e6-b68d233aa09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3528d3-c19d-4221-8015-ee23007188d6,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:49.176870 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1f5bdca8-f7c4-4b53-89e6-b68d233aa09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:49.180758 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1f5bdca8-f7c4-4b53-89e6-b68d233aa09c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bc3528d3-c19d-4221-8015-ee23007188d6 HTTP/1.1" status: 204 len: 168 time: 1.2705624 Mar 01 20:51:49.222269 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d863db5d-4f7e-49ce-89f3-464f3a3a7c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:49.390974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed4c1b-14c1-43e2-b754-5add6945e633 req-0512b587-ee95-4a98-a5a0-e5203e7f2632 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:49.392209 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-16ed4c1b-14c1-43e2-b754-5add6945e633 req-0512b587-ee95-4a98-a5a0-e5203e7f2632 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=8045ba5f-42b5-4acc-9033-58a1d5f74fdb HTTP/1.1" status: 200 len: 946 time: 0.1953475 Mar 01 20:51:49.398319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-012be6f9-b329-400a-b7cc-b30b22b02f96 req-937dc3b1-16f5-49f6-aab8-5e6999f3296f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] For port 550995da-53a5-4bd6-ac31-3319bc038ad6, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=550995da-53a5-4bd6-ac31-3319bc038ad6,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:49.398674 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-012be6f9-b329-400a-b7cc-b30b22b02f96 req-937dc3b1-16f5-49f6-aab8-5e6999f3296f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:49.442957 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d863db5d-4f7e-49ce-89f3-464f3a3a7c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:49.446102 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bf65a76f-02c6-4368-b9c8-ef574e643eed req-1929c498-5992-47b5-a3e6-fe3a1147bef8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:49.549749 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-012be6f9-b329-400a-b7cc-b30b22b02f96 req-937dc3b1-16f5-49f6-aab8-5e6999f3296f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Calling delete_port for 550995da-53a5-4bd6-ac31-3319bc038ad6 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:51:49.625911 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-16ed4c1b-14c1-43e2-b754-5add6945e633 req-0a9513d4-c085-450b-8b86-c1d2797c65a1 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192738 Mar 01 20:51:49.652110 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d863db5d-4f7e-49ce-89f3-464f3a3a7c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b180dd6-c4f4-40f6-88cb-e41103918ba4,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:49.653009 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929c498-5992-47b5-a3e6-fe3a1147bef8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Pushing event deleted for resources: {'Port': ['ID=bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:49.711100 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42bd59c7-d629-4a63-95ef-081d19a6b1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06bb305-9ff9-456a-8725-3eff87817f32', 'code': 200} Mar 01 20:51:49.762067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf65a76f-02c6-4368-b9c8-ef574e643eed req-1929c498-5992-47b5-a3e6-fe3a1147bef8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] No DVR routers for this DVR port bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:51:49.768152 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bf65a76f-02c6-4368-b9c8-ef574e643eed req-1929c498-5992-47b5-a3e6-fe3a1147bef8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:49.771879 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fc092a-aa28-4aab-a9b5-8b007673e866', 'name': 'network-vif-deleted', 'tag': 'bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:49.791752 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bf65a76f-02c6-4368-b9c8-ef574e643eed req-1929c498-5992-47b5-a3e6-fe3a1147bef8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.57 "DELETE /v2.0/ports/bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 HTTP/1.1" status: 204 len: 173 time: 2.0003161 Mar 01 20:51:49.796112 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d863db5d-4f7e-49ce-89f3-464f3a3a7c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:49.797617 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d863db5d-4f7e-49ce-89f3-464f3a3a7c04 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1b180dd6-c4f4-40f6-88cb-e41103918ba4 HTTP/1.1" status: 204 len: 168 time: 1.1659741 Mar 01 20:51:49.891658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917efe4f-bad1-4ca6-b64e-6fc46089fa5f req-33de9ffb-e1d8-46f0-92fd-f575cfab95df tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:49.893682 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-917efe4f-bad1-4ca6-b64e-6fc46089fa5f req-33de9ffb-e1d8-46f0-92fd-f575cfab95df tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 1096 time: 0.1025608 Mar 01 20:51:49.942676 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-917efe4f-bad1-4ca6-b64e-6fc46089fa5f req-d8f559c8-6ac5-4a6c-9c35-89b367553b7e tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422776 Mar 01 20:51:49.961597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07255f5c-0c92-4985-bfed-c619c5c0c279 req-811debf6-50ee-40bc-9314-484ae4d5291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:49.963389 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07255f5c-0c92-4985-bfed-c619c5c0c279 req-811debf6-50ee-40bc-9314-484ae4d5291e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 1096 time: 0.0967774 Mar 01 20:51:49.995749 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-012be6f9-b329-400a-b7cc-b30b22b02f96 req-937dc3b1-16f5-49f6-aab8-5e6999f3296f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:50.007653 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['550995da-53a5-4bd6-ac31-3319bc038ad6'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:51:50.042433 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07255f5c-0c92-4985-bfed-c619c5c0c279 req-7e0a1cb5-cb70-4579-a4f7-89293276ba92 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733728 Mar 01 20:51:50.096187 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37070) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:50.101514 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fc092a-aa28-4aab-a9b5-8b007673e866', 'name': 'network-vif-deleted', 'tag': 'bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2', 'status': 'completed', 'code': 200} Mar 01 20:51:50.141870 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0e6a2c0d-d5b2-4522-80b1-3e3a34c48991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:50.148400 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937dc3b1-16f5-49f6-aab8-5e6999f3296f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Pushing event deleted for resources: {'Port': ['ID=550995da-53a5-4bd6-ac31-3319bc038ad6,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:50.164002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0e6a2c0d-d5b2-4522-80b1-3e3a34c48991 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:51:50.170738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0e6a2c0d-d5b2-4522-80b1-3e3a34c48991 admin admin] Usage tracker for resource:security_group_rule and tenant:92332eb4014c428c96b7014679782edf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:51:50.174362 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0e6a2c0d-d5b2-4522-80b1-3e3a34c48991 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:51:50.181140 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0e6a2c0d-d5b2-4522-80b1-3e3a34c48991 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:51:50.323051 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0e6a2c0d-d5b2-4522-80b1-3e3a34c48991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:50.405530 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0e6a2c0d-d5b2-4522-80b1-3e3a34c48991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:50.448402 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-012be6f9-b329-400a-b7cc-b30b22b02f96 req-937dc3b1-16f5-49f6-aab8-5e6999f3296f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] No DVR routers for this DVR port 550995da-53a5-4bd6-ac31-3319bc038ad6 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:51:50.458210 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-012be6f9-b329-400a-b7cc-b30b22b02f96 req-937dc3b1-16f5-49f6-aab8-5e6999f3296f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:50.462293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8045ba5f-42b5-4acc-9033-58a1d5f74fdb', 'name': 'network-vif-deleted', 'tag': '550995da-53a5-4bd6-ac31-3319bc038ad6'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:50.486605 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-012be6f9-b329-400a-b7cc-b30b22b02f96 req-937dc3b1-16f5-49f6-aab8-5e6999f3296f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.55 "DELETE /v2.0/ports/550995da-53a5-4bd6-ac31-3319bc038ad6 HTTP/1.1" status: 204 len: 173 time: 1.8703756 Mar 01 20:51:50.486822 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0e6a2c0d-d5b2-4522-80b1-3e3a34c48991 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=92332eb4014c428c96b7014679782edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3815253 Mar 01 20:51:50.487719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37078) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:50.492620 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a2c0d-d5b2-4522-80b1-3e3a34c48991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7fe14a-9421-4930-ba55-4e37c1f3ab3c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:50.605500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b98677-6138-4f49-943a-ffb3649c7b25 req-96e526df-2d84-4929-b480-5b4c3ab0c0ee tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:50.605691 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a7b98677-6138-4f49-943a-ffb3649c7b25 req-96e526df-2d84-4929-b480-5b4c3ab0c0ee tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 945 time: 0.3659837 Mar 01 20:51:50.647415 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c37e54e9-3e00-4e73-b9b5-bcf74f9b5535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:50.695737 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37084) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:50.707890 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a7b98677-6138-4f49-943a-ffb3649c7b25 req-2447dd57-e236-41df-834d-d328bc9967c5 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929043 Mar 01 20:51:50.717331 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3a9fdfe-28da-4b4a-bd2d-ce0720dcec54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:50.718137 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b4782-3ae9-4c48-a36a-edda185a4caf req-24558a93-9d36-4f7a-a23d-31d394650fcb tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:50.719653 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7d2b4782-3ae9-4c48-a36a-edda185a4caf req-24558a93-9d36-4f7a-a23d-31d394650fcb tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.2159085 Mar 01 20:51:50.721592 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c37e54e9-3e00-4e73-b9b5-bcf74f9b5535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:50.763405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e3a9fdfe-28da-4b4a-bd2d-ce0720dcec54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:51:50.769852 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e3a9fdfe-28da-4b4a-bd2d-ce0720dcec54 admin admin] Usage tracker for resource:security_group_rule and tenant:0fae3c3631304e38aa92526d075f1550 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:51:50.773075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e3a9fdfe-28da-4b4a-bd2d-ce0720dcec54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:51:50.781129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e3a9fdfe-28da-4b4a-bd2d-ce0720dcec54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:51:50.839969 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7d2b4782-3ae9-4c48-a36a-edda185a4caf req-4104223c-fcf4-47dc-a4f8-3b2a9a116c52 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111827 Mar 01 20:51:50.959993 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8045ba5f-42b5-4acc-9033-58a1d5f74fdb', 'name': 'network-vif-deleted', 'tag': '550995da-53a5-4bd6-ac31-3319bc038ad6', 'status': 'completed', 'code': 200} Mar 01 20:51:50.962444 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c37e54e9-3e00-4e73-b9b5-bcf74f9b5535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:50.978598 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3a9fdfe-28da-4b4a-bd2d-ce0720dcec54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:50.988504 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:51.002879 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e54e9-3e00-4e73-b9b5-bcf74f9b5535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7fe14a-9421-4930-ba55-4e37c1f3ab3c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:51.034071 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3a9fdfe-28da-4b4a-bd2d-ce0720dcec54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:51.087122 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:51:51.092104 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c37e54e9-3e00-4e73-b9b5-bcf74f9b5535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:51.093217 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c37e54e9-3e00-4e73-b9b5-bcf74f9b5535 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2a7fe14a-9421-4930-ba55-4e37c1f3ab3c HTTP/1.1" status: 204 len: 168 time: 0.6046026 Mar 01 20:51:51.140681 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e3a9fdfe-28da-4b4a-bd2d-ce0720dcec54 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0fae3c3631304e38aa92526d075f1550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4404919 Mar 01 20:51:51.142469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37106) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:51.198902 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:51:51.200472 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bb4ab20d-9a1c-429c-9ca5-3fba0ea66df2 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:51:51.204606 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e3147309-725c-46df-9bdc-b0bd2f43c28a req-ea2743a9-427c-4d55-a6ed-4ba0efa7c7aa tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Synchronizing usage tracker for tenant:0d5eaf306fc14197ad9a3185fd39f796 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:51:51.222820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9fdfe-28da-4b4a-bd2d-ce0720dcec54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bdf078-dcdc-497f-a004-026568e0b5d3,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:51.242026 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0dcf7bd-4f5c-442e-8315-83657f98164f req-204bc6a2-c6bf-4d30-83e4-83e9634c781e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 210 time: 0.2488580 Mar 01 20:51:51.259618 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-11eb5172-a053-4537-bfa9-e764bcecec4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:51.314372 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-11eb5172-a053-4537-bfa9-e764bcecec4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:51.421537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e3147309-725c-46df-9bdc-b0bd2f43c28a req-ea2743a9-427c-4d55-a6ed-4ba0efa7c7aa tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Unset dirty status for tenant:0d5eaf306fc14197ad9a3185fd39f796 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:51:51.430214 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e3147309-725c-46df-9bdc-b0bd2f43c28a req-ea2743a9-427c-4d55-a6ed-4ba0efa7c7aa tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=8045ba5f-42b5-4acc-9033-58a1d5f74fdb HTTP/1.1" status: 200 len: 210 time: 0.3351269 Mar 01 20:51:51.463159 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-11eb5172-a053-4537-bfa9-e764bcecec4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:51.496207 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-11eb5172-a053-4537-bfa9-e764bcecec4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:51.500524 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-11eb5172-a053-4537-bfa9-e764bcecec4a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1bdf078-dcdc-497f-a004-026568e0b5d3 HTTP/1.1" status: 204 len: 168 time: 0.3568921 Mar 01 20:51:51.508999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-7757db48-4e81-424c-967b-e37c62272ebe tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:51.510704 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-7757db48-4e81-424c-967b-e37c62272ebe tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.55 "GET /v2.0/networks?id=c0541fdd-f80b-45df-814f-a9bbce49f44d HTTP/1.1" status: 200 len: 815 time: 0.3033686 Mar 01 20:51:51.512031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb5172-a053-4537-bfa9-e764bcecec4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bdf078-dcdc-497f-a004-026568e0b5d3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:51.536377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-5499a863-309f-4974-be9f-365c2b1d2b64 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Request body: {'port': {'device_id': 'a8463fe3-f805-4422-bd9d-9d7fcd8d0258', 'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d', 'admin_state_up': True, 'tenant_id': '923a9d549ed24852872e8597fc8f0529'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:51:51.868472 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156dc699-e8fe-4661-ab33-16ae510bc416 req-93a93e65-8d31-4dc7-b7a3-ccd10a4c83e0 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:51.869924 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-156dc699-e8fe-4661-ab33-16ae510bc416 req-93a93e65-8d31-4dc7-b7a3-ccd10a4c83e0 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a127f9-9cbe-4526-85f7-ef88bf918399 HTTP/1.1" status: 200 len: 950 time: 0.4594889 Mar 01 20:51:51.907212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-5499a863-309f-4974-be9f-365c2b1d2b64 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:51:51.916526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-5499a863-309f-4974-be9f-365c2b1d2b64 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Usage tracker for resource:port and tenant:923a9d549ed24852872e8597fc8f0529 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:51:51.920333 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-5499a863-309f-4974-be9f-365c2b1d2b64 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:51:51.937178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-5499a863-309f-4974-be9f-365c2b1d2b64 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:51:51.951717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259c4f1-246d-4abe-92e4-cb3ac54b654b req-089113f9-c7c8-490f-9520-75566169ad9f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:51.953270 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d259c4f1-246d-4abe-92e4-cb3ac54b654b req-089113f9-c7c8-490f-9520-75566169ad9f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.3869438 Mar 01 20:51:51.963318 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-156dc699-e8fe-4661-ab33-16ae510bc416 req-d59392ea-7a81-4fae-8474-0fc4318a18e9 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/security-groups?id=132e2f7d-03c2-42ba-90db-596fbe8f1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862451 Mar 01 20:51:52.005401 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d259c4f1-246d-4abe-92e4-cb3ac54b654b req-812dc8a5-fecd-4141-8406-3909186a331b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403450 Mar 01 20:51:52.056965 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-5499a863-309f-4974-be9f-365c2b1d2b64 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Made reservation on behalf of 923a9d549ed24852872e8597fc8f0529 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:51:52.061135 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-5499a863-309f-4974-be9f-365c2b1d2b64 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:52.244644 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 550995da-53a5-4bd6-ac31-3319bc038ad6 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:51:52.280606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 550995da-53a5-4bd6-ac31-3319bc038ad6 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:51:52.280965 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 550995da-53a5-4bd6-ac31-3319bc038ad6 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:51:52.335007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-5499a863-309f-4974-be9f-365c2b1d2b64 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Allocated IP 172.20.0.14 (c0541fdd-f80b-45df-814f-a9bbce49f44d/203b9d6c-4e4d-47f8-b370-76b17af7b277/7950fb6c-c61e-41d5-822f-c5a21981fede) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:51:52.354359 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8cf7d-0c8c-466c-988d-d138dc97fdf3 req-5d1a9013-da36-427e-b1c5-f84be6f0811a tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:52.355837 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39c8cf7d-0c8c-466c-988d-d138dc97fdf3 req-5d1a9013-da36-427e-b1c5-f84be6f0811a tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 945 time: 0.1723289 Mar 01 20:51:52.578674 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39c8cf7d-0c8c-466c-988d-d138dc97fdf3 req-4db94496-c29a-4d8f-be71-0f23e3a91787 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125828 Mar 01 20:51:52.631892 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-5499a863-309f-4974-be9f-365c2b1d2b64 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:52.783075 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-5499a863-309f-4974-be9f-365c2b1d2b64 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:52.861506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-5499a863-309f-4974-be9f-365c2b1d2b64 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Network c0541fdd-f80b-45df-814f-a9bbce49f44d is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:51:52.868197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-5499a863-309f-4974-be9f-365c2b1d2b64 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:51:52.868591 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-5499a863-309f-4974-be9f-365c2b1d2b64 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:51:52.922086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5499a863-309f-4974-be9f-365c2b1d2b64 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Pushing event updated for resources: {'Port': ['ID=7950fb6c-c61e-41d5-822f-c5a21981fede,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:52.946497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-5499a863-309f-4974-be9f-365c2b1d2b64 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:52.947094 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-5499a863-309f-4974-be9f-365c2b1d2b64 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:53.063011 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-5499a863-309f-4974-be9f-365c2b1d2b64 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5440359 Mar 01 20:51:53.078495 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] Request body: {'port': {'device_id': 'a8463fe3-f805-4422-bd9d-9d7fcd8d0258', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:51:53.225504 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:53.553967 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:53.593137 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9311bc8-b36b-420b-becd-d446a4fe560f req-5e017baf-5f77-433e-9927-caabff05a23b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:53.594621 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9311bc8-b36b-420b-becd-d446a4fe560f req-5e017baf-5f77-433e-9927-caabff05a23b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.2000427 Mar 01 20:51:53.713165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9311bc8-b36b-420b-becd-d446a4fe560f req-2c205ae3-ca83-4a31-ba5f-4e75b8872102 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111975 Mar 01 20:51:53.813202 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7950fb6c-c61e-41d5-822f-c5a21981fede {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:51:53.821452 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:53.839618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] Transition to ACTIVE for port object 7950fb6c-c61e-41d5-822f-c5a21981fede will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:51:53.899878 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:54.043578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] Pushing event updated for resources: {'Port': ['ID=7950fb6c-c61e-41d5-822f-c5a21981fede,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:54.053415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859d9c3-16b6-4450-8d43-fbb7ecdc06f5 req-28bcdd5d-a62c-46a0-9a22-37844ddcac5d tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:54.054119 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-4859d9c3-16b6-4450-8d43-fbb7ecdc06f5 req-28bcdd5d-a62c-46a0-9a22-37844ddcac5d tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Synchronizing usage tracker for tenant:923a9d549ed24852872e8597fc8f0529 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:51:54.166149 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37222) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:54.180845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] Attempting to bind port 7950fb6c-c61e-41d5-822f-c5a21981fede on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:51:54.181184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] Attempting to bind port 7950fb6c-c61e-41d5-822f-c5a21981fede by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '84bcdf50-9286-404a-a213-c92f1dc21ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:51:54.181502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] Attempting to bind port 7950fb6c-c61e-41d5-822f-c5a21981fede on network c0541fdd-f80b-45df-814f-a9bbce49f44d {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:51:54.187519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] Port 7950fb6c-c61e-41d5-822f-c5a21981fede on network c0541fdd-f80b-45df-814f-a9bbce49f44d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:51:54.187857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] Attempting to bind port 7950fb6c-c61e-41d5-822f-c5a21981fede on network c0541fdd-f80b-45df-814f-a9bbce49f44d {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:51:54.194254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:51:54.194587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] Checking segment: {'id': '84bcdf50-9286-404a-a213-c92f1dc21ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:51:54.194966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] Bound using segment: {'id': '84bcdf50-9286-404a-a213-c92f1dc21ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:51:54.195466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] Bound port: 7950fb6c-c61e-41d5-822f-c5a21981fede, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84bcdf50-9286-404a-a213-c92f1dc21ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:51:54.196021 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:54.213409 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-4859d9c3-16b6-4450-8d43-fbb7ecdc06f5 req-28bcdd5d-a62c-46a0-9a22-37844ddcac5d tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Unset dirty status for tenant:923a9d549ed24852872e8597fc8f0529 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:51:54.214958 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4859d9c3-16b6-4450-8d43-fbb7ecdc06f5 req-28bcdd5d-a62c-46a0-9a22-37844ddcac5d tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 932 time: 0.3732843 Mar 01 20:51:54.355424 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4859d9c3-16b6-4450-8d43-fbb7ecdc06f5 req-88cf3554-2825-4f77-8973-d4ad140760af tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939860 Mar 01 20:51:54.363189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] For port 7950fb6c-c61e-41d5-822f-c5a21981fede, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:51:54.366649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] For port 7950fb6c-c61e-41d5-822f-c5a21981fede, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7950fb6c-c61e-41d5-822f-c5a21981fede,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:51:54.430051 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-18db716c-92ae-41de-8082-cd05bc00f66c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:54.446658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-18db716c-92ae-41de-8082-cd05bc00f66c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:51:54.452928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-18db716c-92ae-41de-8082-cd05bc00f66c admin admin] Usage tracker for resource:security_group_rule and tenant:bfe4370e152043129ac62ecd9b1871ab is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:51:54.456404 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:54.456862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-18db716c-92ae-41de-8082-cd05bc00f66c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:51:54.466700 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-18db716c-92ae-41de-8082-cd05bc00f66c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:51:54.534808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:54.535787 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:54.537355 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] 10.222.0.55 "PUT /v2.0/ports/7950fb6c-c61e-41d5-822f-c5a21981fede HTTP/1.1" status: 200 len: 1092 time: 1.4667914 Mar 01 20:51:54.537983 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8463fe3-f805-4422-bd9d-9d7fcd8d0258', 'tag': '7950fb6c-c61e-41d5-822f-c5a21981fede'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:54.583382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abed01-2cfc-442c-9aae-1720af67cda4 service neutron] Pushing event updated for resources: {'Port': ['ID=7950fb6c-c61e-41d5-822f-c5a21981fede,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:54.610395 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-18db716c-92ae-41de-8082-cd05bc00f66c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:54.728118 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-1d1a7c7c-fd07-4cb1-9cd5-07f5ad86ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:54.729604 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-1d1a7c7c-fd07-4cb1-9cd5-07f5ad86ba0e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=923a9d549ed24852872e8597fc8f0529&device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 1095 time: 0.0752187 Mar 01 20:51:54.739610 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-18db716c-92ae-41de-8082-cd05bc00f66c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:54.789825 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-18db716c-92ae-41de-8082-cd05bc00f66c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bfe4370e152043129ac62ecd9b1871ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6225920 Mar 01 20:51:54.790724 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db716c-92ae-41de-8082-cd05bc00f66c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc7cabd-b106-471f-95fb-542da2f7fd2c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:54.793887 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37244) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:54.796938 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-e434e357-82eb-4bfe-958a-ca542d441708 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7950fb6c-c61e-41d5-822f-c5a21981fede HTTP/1.1" status: 200 len: 217 time: 0.0603626 Mar 01 20:51:54.870894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-e1233e75-e20b-4730-b9cb-0ffd21332c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:54.873032 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a16b15c-4369-4538-9f9d-77d44dcba317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:54.873167 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-e1233e75-e20b-4730-b9cb-0ffd21332c6e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=203b9d6c-4e4d-47f8-b370-76b17af7b277 HTTP/1.1" status: 200 len: 855 time: 0.0697525 Mar 01 20:51:54.903577 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a16b15c-4369-4538-9f9d-77d44dcba317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:54.933173 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-cfe0b0a0-5022-4ba6-9f10-a1b0dc85fced service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0541fdd-f80b-45df-814f-a9bbce49f44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522192 Mar 01 20:51:55.091673 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-dfb99faf-484b-4680-aa75-b5d3b1a4a466 service neutron] 10.222.0.55 "GET /v2.0/networks/c0541fdd-f80b-45df-814f-a9bbce49f44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499770 Mar 01 20:51:55.124976 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a16b15c-4369-4538-9f9d-77d44dcba317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:55.127950 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 15e45d54-e286-4a64-9346-76d23df1752c no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:51:55.140691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a16b15c-4369-4538-9f9d-77d44dcba317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc7cabd-b106-471f-95fb-542da2f7fd2c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:55.147744 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a16b15c-4369-4538-9f9d-77d44dcba317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:55.148851 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0a16b15c-4369-4538-9f9d-77d44dcba317 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/abc7cabd-b106-471f-95fb-542da2f7fd2c HTTP/1.1" status: 204 len: 168 time: 0.3539040 Mar 01 20:51:55.241268 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85e935d6-cd46-4761-ae5b-0b5cd6f91ddf req-7930fa53-cb26-4ec1-bfa3-d100d2fc88af service neutron] 10.222.0.55 "GET /v2.0/networks/c0541fdd-f80b-45df-814f-a9bbce49f44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418331 Mar 01 20:51:55.269973 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:55.298594 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a127f9-9cbe-4526-85f7-ef88bf918399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15e45d54-e286-4a64-9346-76d23df1752c'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:51:55.302602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-dfe3f813-c594-4ea6-ab1a-b422e2860faf tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:51:55.310044 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 15e45d54-e286-4a64-9346-76d23df1752c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=15e45d54-e286-4a64-9346-76d23df1752c,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:55.310283 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-dfe3f813-c594-4ea6-ab1a-b422e2860faf tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1902425 Mar 01 20:51:55.427828 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:55.457459 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-7a34780f-694a-48ce-b805-ce48abfb557c req-4ae0839a-a852-490e-8b21-83286069da80 service neutron] Request body: {'binding': {'host': 'n-h2-827896-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:51:55.457994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-7a34780f-694a-48ce-b805-ce48abfb557c req-4ae0839a-a852-490e-8b21-83286069da80 service neutron] Unknown quota resources ['binding']. {{(pid=88518) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 01 20:51:55.492152 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-fa6b0ed0-bf88-4f6a-8be9-053a026c1fb8 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=11436614de154578a7ed16285a9ad651&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664110 Mar 01 20:51:55.502470 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=15e45d54-e286-4a64-9346-76d23df1752c,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:55.870701 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-6eedd51c-77cf-491d-aaf0-e8ddc08d8575 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:55.872282 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-6eedd51c-77cf-491d-aaf0-e8ddc08d8575 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3657656 Mar 01 20:51:55.904801 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-33631182-ffc9-4192-b412-9d13ea7189ce tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/quotas/11436614de154578a7ed16285a9ad651 HTTP/1.1" status: 200 len: 375 time: 0.0240760 Mar 01 20:51:55.906047 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37282) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:55.924659 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52a6e49c-bdfd-4196-b2e1-1731e9589b51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:55.942083 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-52a6e49c-bdfd-4196-b2e1-1731e9589b51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:51:55.947542 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-52a6e49c-bdfd-4196-b2e1-1731e9589b51 admin admin] Usage tracker for resource:security_group_rule and tenant:08f41ae3565547378c6fe7f43f719869 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:51:55.952089 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-52a6e49c-bdfd-4196-b2e1-1731e9589b51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:51:55.959222 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-52a6e49c-bdfd-4196-b2e1-1731e9589b51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:51:55.966119 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-7a34780f-694a-48ce-b805-ce48abfb557c req-4ae0839a-a852-490e-8b21-83286069da80 service neutron] Attempting to bind port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 on host n-h2-827896-4 for vnic_type normal with profile None {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:51:55.967087 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-7a34780f-694a-48ce-b805-ce48abfb557c req-4ae0839a-a852-490e-8b21-83286069da80 service neutron] Attempting to bind port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:51:55.967087 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34780f-694a-48ce-b805-ce48abfb557c req-4ae0839a-a852-490e-8b21-83286069da80 service neutron] Attempting to bind port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:51:55.971183 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-b49d8640-2f30-48cf-a782-1db5bbeef7a4 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=11436614de154578a7ed16285a9ad651&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557764 Mar 01 20:51:55.975043 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34780f-694a-48ce-b805-ce48abfb557c req-4ae0839a-a852-490e-8b21-83286069da80 service neutron] Port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 on network 2066dc17-9d0c-4926-8526-1637c09f1850 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:51:55.975389 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34780f-694a-48ce-b805-ce48abfb557c req-4ae0839a-a852-490e-8b21-83286069da80 service neutron] Attempting to bind port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:51:55.985513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34780f-694a-48ce-b805-ce48abfb557c req-4ae0839a-a852-490e-8b21-83286069da80 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:51:55.985513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34780f-694a-48ce-b805-ce48abfb557c req-4ae0839a-a852-490e-8b21-83286069da80 service neutron] Checking segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:51:55.985513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34780f-694a-48ce-b805-ce48abfb557c req-4ae0839a-a852-490e-8b21-83286069da80 service neutron] Bound using segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:51:55.986305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-7a34780f-694a-48ce-b805-ce48abfb557c req-4ae0839a-a852-490e-8b21-83286069da80 service neutron] Bound port: ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:51:56.040363 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-7a34780f-694a-48ce-b805-ce48abfb557c req-4ae0839a-a852-490e-8b21-83286069da80 service neutron] For port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:51:56.064104 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52a6e49c-bdfd-4196-b2e1-1731e9589b51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:56.106818 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7a34780f-694a-48ce-b805-ce48abfb557c req-4ae0839a-a852-490e-8b21-83286069da80 service neutron] Notify callbacks [] for binding, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:56.108041 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-4ae0839a-a852-490e-8b21-83286069da80 service neutron] 10.222.0.42 "POST /v2.0/ports/ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8/bindings HTTP/1.1" status: 201 len: 389 time: 0.7968562 Mar 01 20:51:56.142330 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52a6e49c-bdfd-4196-b2e1-1731e9589b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:56.197664 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-52a6e49c-bdfd-4196-b2e1-1731e9589b51 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=08f41ae3565547378c6fe7f43f719869&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871668 Mar 01 20:51:56.197664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6e49c-bdfd-4196-b2e1-1731e9589b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e403ff5-6282-4761-9418-ee40a22d1cb4,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:56.211897 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37292) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:56.226216 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8463fe3-f805-4422-bd9d-9d7fcd8d0258', 'tag': '7950fb6c-c61e-41d5-822f-c5a21981fede', 'status': 'completed', 'code': 200} Mar 01 20:51:56.281249 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6658b57-e1ff-4b28-b3cb-c1ccce97b821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:56.323487 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6658b57-e1ff-4b28-b3cb-c1ccce97b821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:56.350698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61da38-e932-4539-bfdb-e7a23837b827 req-883d30a7-f001-4c66-8706-9ef3e26ef506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:56.352345 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a61da38-e932-4539-bfdb-e7a23837b827 req-883d30a7-f001-4c66-8706-9ef3e26ef506 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=923a9d549ed24852872e8597fc8f0529&device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 1095 time: 0.1216464 Mar 01 20:51:56.505311 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6658b57-e1ff-4b28-b3cb-c1ccce97b821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:56.524073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6658b57-e1ff-4b28-b3cb-c1ccce97b821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e403ff5-6282-4761-9418-ee40a22d1cb4,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:56.537518 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6658b57-e1ff-4b28-b3cb-c1ccce97b821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:56.552124 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b6658b57-e1ff-4b28-b3cb-c1ccce97b821 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5e403ff5-6282-4761-9418-ee40a22d1cb4 HTTP/1.1" status: 204 len: 168 time: 0.3258202 Mar 01 20:51:56.663457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61da38-e932-4539-bfdb-e7a23837b827 req-14fbad37-b8f9-47fa-9abf-36705d05c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:56.665364 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a61da38-e932-4539-bfdb-e7a23837b827 req-14fbad37-b8f9-47fa-9abf-36705d05c7fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=c0541fdd-f80b-45df-814f-a9bbce49f44d HTTP/1.1" status: 200 len: 916 time: 0.3051548 Mar 01 20:51:56.746160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6d841c-9f2b-4a54-b8f5-ca4f63700493 req-15197e9d-4bd0-4a61-afdd-d7502180f233 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:56.752229 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a6d841c-9f2b-4a54-b8f5-ca4f63700493 req-15197e9d-4bd0-4a61-afdd-d7502180f233 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 945 time: 0.3500981 Mar 01 20:51:56.788450 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a61da38-e932-4539-bfdb-e7a23837b827 req-39bde491-b3e7-4949-b7ff-e9c3b8b894d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7950fb6c-c61e-41d5-822f-c5a21981fede HTTP/1.1" status: 200 len: 217 time: 0.1041877 Mar 01 20:51:56.793045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035fad6e-6d90-476a-bbd6-b8548fbe7c0f req-8f704a9e-8c76-44ed-b598-401ade52de5f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:56.795543 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-035fad6e-6d90-476a-bbd6-b8548fbe7c0f req-8f704a9e-8c76-44ed-b598-401ade52de5f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.2464612 Mar 01 20:51:56.851810 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34780f-694a-48ce-b805-ce48abfb557c req-2afea14c-24dc-4858-9351-6f38300fe7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:56.854777 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-2afea14c-24dc-4858-9351-6f38300fe7ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 1096 time: 0.1194391 Mar 01 20:51:56.902859 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a6d841c-9f2b-4a54-b8f5-ca4f63700493 req-b497061a-5c7a-40df-9cfe-d89874737f1b tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482174 Mar 01 20:51:56.916811 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-035fad6e-6d90-476a-bbd6-b8548fbe7c0f req-1794db38-5e3f-4c51-9569-f0ab11f76d0a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775702 Mar 01 20:51:56.932363 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a61da38-e932-4539-bfdb-e7a23837b827 req-5dd8a007-a698-4e7f-9353-c4d0719a899f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:56.932363 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a61da38-e932-4539-bfdb-e7a23837b827 req-5dd8a007-a698-4e7f-9353-c4d0719a899f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=203b9d6c-4e4d-47f8-b370-76b17af7b277 HTTP/1.1" status: 200 len: 855 time: 0.1250675 Mar 01 20:51:57.012960 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a61da38-e932-4539-bfdb-e7a23837b827 req-4c5d4dfe-c629-42d6-99ab-62f29512698f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c0541fdd-f80b-45df-814f-a9bbce49f44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0831871 Mar 01 20:51:57.045406 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a127f9-9cbe-4526-85f7-ef88bf918399', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '15e45d54-e286-4a64-9346-76d23df1752c', 'code': 200} Mar 01 20:51:57.133656 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34780f-694a-48ce-b805-ce48abfb557c req-a62922cf-c9ed-47ab-a2d9-148753aeed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:57.135631 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-a62922cf-c9ed-47ab-a2d9-148753aeed5e service neutron] 10.222.0.55 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 922 time: 0.2733035 Mar 01 20:51:57.253534 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-57f38820-3a57-4827-9045-0d0de63129b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 HTTP/1.1" status: 200 len: 217 time: 0.1103530 Mar 01 20:51:57.308373 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5f34eea6-dbc3-48e9-b1b9-a14ae6f996ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:57.354697 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34780f-694a-48ce-b805-ce48abfb557c req-d7046ae5-d0da-43d6-b33b-5a5cf89a5a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:57.354697 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-d7046ae5-d0da-43d6-b33b-5a5cf89a5a85 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.0924432 Mar 01 20:51:57.377752 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d9c7a4ce-992b-4a83-ac88-71656c43c11d req-0f8136cf-8cdb-4dce-9209-9d4f1498dabf tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/ports?device_id=589aa3c9-2647-4aac-81b9-586a39fc04c0 HTTP/1.1" status: 200 len: 210 time: 0.1487443 Mar 01 20:51:57.444426 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-91cf3845-9fc5-4366-987a-aab5cd6440c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728700 Mar 01 20:51:57.452349 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a61da38-e932-4539-bfdb-e7a23837b827 req-aefb4e89-ebfe-4a9f-8912-22ced438bdf7 service neutron] 10.222.0.55 "GET /v2.0/networks/c0541fdd-f80b-45df-814f-a9bbce49f44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4256651 Mar 01 20:51:57.457393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99827f-001b-464f-b8ea-916c3a820639 req-4621d22d-9452-46f8-b159-1411733bb4b5 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:57.465187 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e99827f-001b-464f-b8ea-916c3a820639 req-4621d22d-9452-46f8-b159-1411733bb4b5 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 944 time: 0.3665435 Mar 01 20:51:57.613867 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-513c2033-7993-4848-b0fa-278068fd859e service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738782 Mar 01 20:51:57.729069 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e99827f-001b-464f-b8ea-916c3a820639 req-1017327a-2a68-4d34-9025-3ecaf3d3a301 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428567 Mar 01 20:51:57.770735 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a61da38-e932-4539-bfdb-e7a23837b827 req-04c2ace8-1fd0-400f-b14f-ab949726fc52 service neutron] 10.222.0.55 "GET /v2.0/networks/c0541fdd-f80b-45df-814f-a9bbce49f44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056893 Mar 01 20:51:57.802964 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-c26b03f7-f05a-469f-9931-bdfda42a2edd service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816993 Mar 01 20:51:57.804584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bec39e7-c6fd-4536-bf91-6bc5c5448dbb req-49b62165-83ea-46fc-a009-eb274c4cb463 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:57.806597 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9bec39e7-c6fd-4536-bf91-6bc5c5448dbb req-49b62165-83ea-46fc-a009-eb274c4cb463 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 945 time: 0.2994876 Mar 01 20:51:57.931649 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9bec39e7-c6fd-4536-bf91-6bc5c5448dbb req-5a62823d-eadf-4c87-894e-73a2dffbaea0 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172838 Mar 01 20:51:58.209852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342a973-5ca9-4088-9e68-0b4fc64139e2 req-cf326f87-eafb-4505-b8ac-c43fe204d265 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:58.209852 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f342a973-5ca9-4088-9e68-0b4fc64139e2 req-cf326f87-eafb-4505-b8ac-c43fe204d265 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/networks?id=8fdd681d-ffe8-426d-941c-62dfd126df4d HTTP/1.1" status: 200 len: 812 time: 0.3510075 Mar 01 20:51:58.224933 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f342a973-5ca9-4088-9e68-0b4fc64139e2 req-7431fa42-7fef-4876-aee2-4f22d6ffb3a9 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/quotas/0d5eaf306fc14197ad9a3185fd39f796 HTTP/1.1" status: 200 len: 375 time: 0.0139930 Mar 01 20:51:58.277912 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c8d043f3-7ca8-4512-8816-08c99a5010d0 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:51:58.283255 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f342a973-5ca9-4088-9e68-0b4fc64139e2 req-c46e2a2b-2ebe-413e-a468-e3c0dc8a8b7a tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5eaf306fc14197ad9a3185fd39f796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518556 Mar 01 20:51:58.306513 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37352) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:58.434976 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1142199881-network', 'tenant_id': 'e2628548d820482fb1bd0f84effa30e3'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:51:58.442745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:51:58.444378 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f342a973-5ca9-4088-9e68-0b4fc64139e2 req-f099c748-f691-4b1b-8764-86f6bf0d153e service neutron] 10.222.0.42 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519947 Mar 01 20:51:58.447260 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Usage tracker for resource:network and tenant:e2628548d820482fb1bd0f84effa30e3 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:51:58.450988 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:51:58.457914 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:51:58.553054 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port c8d043f3-7ca8-4512-8816-08c99a5010d0, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c8d043f3-7ca8-4512-8816-08c99a5010d0,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:58.571937 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'c8d043f3-7ca8-4512-8816-08c99a5010d0', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': 'c8d043f3-7ca8-4512-8816-08c99a5010d0', 'mac_address': 'fa:16:3e:dd:cf:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:51:58.591291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Made reservation on behalf of e2628548d820482fb1bd0f84effa30e3 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:51:58.594495 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:58.611326 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:58.617948 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f342a973-5ca9-4088-9e68-0b4fc64139e2 req-2d99369b-cde8-46c2-8b62-10caa220772f service neutron] 10.222.0.42 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669574 Mar 01 20:51:58.634300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:51:58.641162 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Usage tracker for resource:security_group_rule and tenant:e2628548d820482fb1bd0f84effa30e3 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:51:58.645963 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:51:58.654426 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:51:58.662372 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:58.684821 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d043f3-7ca8-4512-8816-08c99a5010d0 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:51:58.710698 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port c8d043f3-7ca8-4512-8816-08c99a5010d0, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c8d043f3-7ca8-4512-8816-08c99a5010d0,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:51:58.782306 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:58.790326 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b7434-55d1-487b-9f9c-189fa9a26a2c req-9bdf02ba-ea7b-43f8-be06-8fb0e3d4995b tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:58.792942 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-048b7434-55d1-487b-9f9c-189fa9a26a2c req-9bdf02ba-ea7b-43f8-be06-8fb0e3d4995b tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 945 time: 0.1667218 Mar 01 20:51:58.813894 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:58.842448 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-048b7434-55d1-487b-9f9c-189fa9a26a2c req-1ef06fc2-8d39-44ea-ac2f-6ba0c815bced tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431910 Mar 01 20:51:58.874709 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=c8d043f3-7ca8-4512-8816-08c99a5010d0,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:58.876776 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:58.892696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['c8d043f3-7ca8-4512-8816-08c99a5010d0'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:51:58.932333 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:51:58.975324 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4980d0-416e-4c02-8abb-eb86e662b408,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:59.009008 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:59.014512 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Added segment 7e4c11d0-ebac-4856-aa33-6903c976799c of type vlan for network 10313fd3-4695-47b2-a187-205fee3c26ba Mar 01 20:51:59.106777 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:59.220043 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d5b3f9b-aaa9-4936-9845-53fae2596cd0 req-304ba03f-59d7-43ed-8f70-a48159d2d373 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/ports?device_id=589aa3c9-2647-4aac-81b9-586a39fc04c0 HTTP/1.1" status: 200 len: 210 time: 0.0728335 Mar 01 20:51:59.345305 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:59.348442 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:59.350100 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:59.529387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac19e93-2550-41a7-985c-47558a3f11bf req-a02d5cf7-8377-4278-949d-803b9761759b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:59.536529 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3ac19e93-2550-41a7-985c-47558a3f11bf req-a02d5cf7-8377-4278-949d-803b9761759b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.2037947 Mar 01 20:51:59.605538 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3ac19e93-2550-41a7-985c-47558a3f11bf req-fa828ef9-c011-408d-abc2-bc30f59dc200 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681064 Mar 01 20:51:59.618604 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45998f6-72fd-4ac3-97cb-d8377f844ce0 req-e26cba89-8343-4b33-856a-0834c900ec5c tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:59.620182 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e45998f6-72fd-4ac3-97cb-d8377f844ce0 req-e26cba89-8343-4b33-856a-0834c900ec5c tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 944 time: 0.1547213 Mar 01 20:51:59.628313 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ddd5e1fa-d9a7-49bf-9034-8a0ffc9a3a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:51:59.676544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] Pushing event updated for resources: {'Network': ['ID=10313fd3-4695-47b2-a187-205fee3c26ba,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:51:59.679776 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-4762211c-4819-4ff6-9e74-90d9dd9a7e37 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=11436614de154578a7ed16285a9ad651&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386791 Mar 01 20:51:59.682080 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e45998f6-72fd-4ac3-97cb-d8377f844ce0 req-059d7f67-384c-4c1c-890c-ad8672974e83 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461752 Mar 01 20:51:59.687625 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 10313fd3-4695-47b2-a187-205fee3c26ba details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:51:59.788840 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bc0b368f-0b63-430b-991d-841cdd6dd779 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4809833 Mar 01 20:51:59.791693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37382) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:51:59.794174 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-524c8511-eb36-48c1-a7b4-2c6f8e2ca9c2 req-04f2f55d-cb46-4cca-ab5e-515481bb70cb tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b433d8-65ed-4aa0-acb2-0f2fb51d6cb2 HTTP/1.1" status: 200 len: 210 time: 0.0888782 Mar 01 20:51:59.817458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-26bf0d91-8f4e-4a55-900a-184a7c9d76e8 admin admin] Request body: {'subnet': {'network_id': '10313fd3-4695-47b2-a187-205fee3c26ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1142199881-subnet', 'tenant_id': 'e2628548d820482fb1bd0f84effa30e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:51:59.885023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-26bf0d91-8f4e-4a55-900a-184a7c9d76e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:51:59.901428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-26bf0d91-8f4e-4a55-900a-184a7c9d76e8 admin admin] Usage tracker for resource:subnet and tenant:e2628548d820482fb1bd0f84effa30e3 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:51:59.906850 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-26bf0d91-8f4e-4a55-900a-184a7c9d76e8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:51:59.926068 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201b099f-cda6-419f-8a66-3ff3682eaa5b req-6df86375-fe8c-44c4-9110-315fbe250cfa tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:59.927967 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-201b099f-cda6-419f-8a66-3ff3682eaa5b req-6df86375-fe8c-44c4-9110-315fbe250cfa tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 945 time: 0.0888734 Mar 01 20:51:59.982161 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-a064bdfe-7213-45e3-be2c-e61d4087b120 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:51:59.984945 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-a064bdfe-7213-45e3-be2c-e61d4087b120 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2947178 Mar 01 20:51:59.988505 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-26bf0d91-8f4e-4a55-900a-184a7c9d76e8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:51:59.991929 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-201b099f-cda6-419f-8a66-3ff3682eaa5b req-7f5bba69-f95a-4cde-8e75-495b1eea472f tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568342 Mar 01 20:52:00.028871 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Request body: {'port': {'device_id': '589aa3c9-2647-4aac-81b9-586a39fc04c0', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': '11436614de154578a7ed16285a9ad651'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:52:00.254037 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234abd9-3035-4306-86cb-c530fda7f6bc req-1ea7fb75-d6bc-4a90-9c25-3269d2225da8 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:00.255648 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8234abd9-3035-4306-86cb-c530fda7f6bc req-1ea7fb75-d6bc-4a90-9c25-3269d2225da8 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 945 time: 0.0983031 Mar 01 20:52:00.269098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:52:00.273504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Usage tracker for resource:port and tenant:11436614de154578a7ed16285a9ad651 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:52:00.276865 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:52:00.283217 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:52:00.303696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 7950fb6c-c61e-41d5-822f-c5a21981fede details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:52:00.306832 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8234abd9-3035-4306-86cb-c530fda7f6bc req-a935c951-633f-45e7-900b-62a6320a8014 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427670 Mar 01 20:52:00.311397 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c8d043f3-7ca8-4512-8816-08c99a5010d0 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:52:00.436900 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26bf0d91-8f4e-4a55-900a-184a7c9d76e8 admin admin] Made reservation on behalf of e2628548d820482fb1bd0f84effa30e3 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:52:00.439650 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-26bf0d91-8f4e-4a55-900a-184a7c9d76e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:00.521852 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:00.537194 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port c8d043f3-7ca8-4512-8816-08c99a5010d0 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:00.537961 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:00.597917 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 7950fb6c-c61e-41d5-822f-c5a21981fede, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7950fb6c-c61e-41d5-822f-c5a21981fede,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:00.622800 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:00.629335 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f8db0af-03c4-4c6e-a6e6-93e58602c43f req-cc83a684-436a-44c3-8dc7-3ea6ef2922d8 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/ports?device_id=589aa3c9-2647-4aac-81b9-586a39fc04c0 HTTP/1.1" status: 200 len: 210 time: 0.1305978 Mar 01 20:52:00.631793 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '7950fb6c-c61e-41d5-822f-c5a21981fede', 'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d', 'port_id': '7950fb6c-c61e-41d5-822f-c5a21981fede', 'mac_address': 'fa:16:3e:c0:5b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203b9d6c-4e4d-47f8-b370-76b17af7b277', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:52:00.669450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Made reservation on behalf of 11436614de154578a7ed16285a9ad651 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:52:00.673901 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:00.687005 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:00.710056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:52:00.714274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Usage tracker for resource:security_group_rule and tenant:11436614de154578a7ed16285a9ad651 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:52:00.718231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:52:00.724783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:52:00.782431 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:00.818738 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:00.820851 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-26bf0d91-8f4e-4a55-900a-184a7c9d76e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:00.832928 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30453437-c497-4eb4-be0b-4bde087495eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d043f3-7ca8-4512-8816-08c99a5010d0'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:52:00.845109 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:00.858185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port c8d043f3-7ca8-4512-8816-08c99a5010d0, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c8d043f3-7ca8-4512-8816-08c99a5010d0,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:00.867236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7950fb6c-c61e-41d5-822f-c5a21981fede {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:52:00.886231 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 7950fb6c-c61e-41d5-822f-c5a21981fede, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7950fb6c-c61e-41d5-822f-c5a21981fede,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:00.915327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bf0d91-8f4e-4a55-900a-184a7c9d76e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43bebf63-e7c8-4771-8c49-35f078957c20,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:00.936934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bf0d91-8f4e-4a55-900a-184a7c9d76e8 admin admin] Checking segment: {'id': '7e4c11d0-ebac-4856-aa33-6903c976799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '10313fd3-4695-47b2-a187-205fee3c26ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:52:00.936934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bf0d91-8f4e-4a55-900a-184a7c9d76e8 admin admin] Network hostable DHCP agents. Network: 10313fd3-4695-47b2-a187-205fee3c26ba, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:52:00.964956 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:00.965224 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:00.965915 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-413f3fae-26b7-4372-92d5-1cc77c0f8145 req-db235ee0-eab5-4415-baca-eb93270716be tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2b433d8-65ed-4aa0-acb2-0f2fb51d6cb2 HTTP/1.1" status: 200 len: 210 time: 0.1295412 Mar 01 20:52:01.052781 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=c8d043f3-7ca8-4512-8816-08c99a5010d0,revision_number=10']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:01.053919 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:01.057297 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb2ff3-926f-4fd8-9685-dd692f9a85e9 req-658c8c2a-d295-4070-85c2-5076ab85b48d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:01.062469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bcb50f3-1f46-405e-8f6b-5d2cdd5bb1ff,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:01.063270 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92cb2ff3-926f-4fd8-9685-dd692f9a85e9 req-658c8c2a-d295-4070-85c2-5076ab85b48d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1353762 Mar 01 20:52:01.096379 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bf0d91-8f4e-4a55-900a-184a7c9d76e8 admin admin] Network 10313fd3-4695-47b2-a187-205fee3c26ba is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:52:01.157250 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92cb2ff3-926f-4fd8-9685-dd692f9a85e9 req-5a312942-383c-4393-be63-74fcea25f7ff tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794561 Mar 01 20:52:01.206804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=7950fb6c-c61e-41d5-822f-c5a21981fede,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:01.227661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-26bf0d91-8f4e-4a55-900a-184a7c9d76e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 10313fd3-4695-47b2-a187-205fee3c26ba) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:52:01.239564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82f0152-b11e-4d4f-84de-0b28501a367a None None] Network 10313fd3-4695-47b2-a187-205fee3c26ba requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:52:01.244301 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26bf0d91-8f4e-4a55-900a-184a7c9d76e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:01.244884 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-26bf0d91-8f4e-4a55-900a-184a7c9d76e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:01.277468 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30453437-c497-4eb4-be0b-4bde087495eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d043f3-7ca8-4512-8816-08c99a5010d0', 'code': 200} Mar 01 20:52:01.293584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048d7c87-327f-4e3b-a0bc-12f19365b237 req-919619fb-ac33-4030-9319-4f59d9004c09 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:01.296751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Allocated IP 192.168.233.36 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/c93424fe-1376-41e8-9463-dc3edfbb8e39) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:52:01.298692 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-048d7c87-327f-4e3b-a0bc-12f19365b237 req-919619fb-ac33-4030-9319-4f59d9004c09 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 945 time: 0.1205492 Mar 01 20:52:01.350437 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-048d7c87-327f-4e3b-a0bc-12f19365b237 req-120985eb-7328-4066-8fab-8eefd77f3fc8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450895 Mar 01 20:52:01.469630 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa95d30-80eb-499a-9fd5-9310f612fa50 req-66d75d80-3ad4-4599-ac2c-014904b0b137 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:01.471907 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9fa95d30-80eb-499a-9fd5-9310f612fa50 req-66d75d80-3ad4-4599-ac2c-014904b0b137 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 945 time: 0.1250293 Mar 01 20:52:01.479490 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-26bf0d91-8f4e-4a55-900a-184a7c9d76e8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6728179 Mar 01 20:52:01.482974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37434) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:52:01.509157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1142199881-router', 'tenant_id': 'e2628548d820482fb1bd0f84effa30e3', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:52:01.519625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:52:01.524372 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Usage tracker for resource:router and tenant:e2628548d820482fb1bd0f84effa30e3 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:52:01.527485 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:52:01.534440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:52:01.561715 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-10313fd3-4695-47b2-a187-205fee3c26ba', 'network_id': '10313fd3-4695-47b2-a187-205fee3c26ba', 'tenant_id': 'e2628548d820482fb1bd0f84effa30e3', 'fixed_ips': [{'subnet_id': '43bebf63-e7c8-4771-8c49-35f078957c20'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:52:01.565441 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:01.625507 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:01.625761 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:01.626674 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:01.649034 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Transition to ACTIVE for port object c93424fe-1376-41e8-9463-dc3edfbb8e39 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:52:01.651770 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9fa95d30-80eb-499a-9fd5-9310f612fa50 req-4ce93829-e89b-4616-b571-9c1c8f47c7d3 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701789 Mar 01 20:52:01.663791 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:01.719443 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde96833-829c-42f6-a65e-5e07d2ba9c66 req-0fa08375-5d4c-41fd-8b4c-cf5d4129c6e9 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:01.721283 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bde96833-829c-42f6-a65e-5e07d2ba9c66 req-0fa08375-5d4c-41fd-8b4c-cf5d4129c6e9 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1834488 Mar 01 20:52:01.774182 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:01.778350 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['7950fb6c-c61e-41d5-822f-c5a21981fede'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:52:01.880826 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Pushing event updated for resources: {'Port': ['ID=c93424fe-1376-41e8-9463-dc3edfbb8e39,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:01.882272 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Allocated IP 172.20.0.2 (10313fd3-4695-47b2-a187-205fee3c26ba/43bebf63-e7c8-4771-8c49-35f078957c20/4563566d-3142-44d5-989c-dd657539557f) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:52:01.891934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:52:01.893819 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bde96833-829c-42f6-a65e-5e07d2ba9c66 req-6f4e8497-49a0-4dbe-8d1f-4636c5094241 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1668265 Mar 01 20:52:01.894419 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:52:01.897801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:52:01.974027 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:52:02.061702 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:02.062459 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:02.197996 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-26dc3bbd-0538-486e-afc7-c60acbeb2346 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2017784 Mar 01 20:52:02.213366 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] Request body: {'port': {'device_id': '589aa3c9-2647-4aac-81b9-586a39fc04c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:52:02.241716 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:02.352722 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:02.377444 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6cfaec6e-7484-4d9e-8739-5d324ee2767b None None] Provisioning for port c93424fe-1376-41e8-9463-dc3edfbb8e39 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:52:02.395553 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6cfaec6e-7484-4d9e-8739-5d324ee2767b None None] Provisioning complete for port c93424fe-1376-41e8-9463-dc3edfbb8e39 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:02.396177 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6cfaec6e-7484-4d9e-8739-5d324ee2767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:02.460091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6cfaec6e-7484-4d9e-8739-5d324ee2767b None None] Port c93424fe-1376-41e8-9463-dc3edfbb8e39 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:52:02.493497 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:02.511851 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Transition to ACTIVE for port object 4563566d-3142-44d5-989c-dd657539557f will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:52:02.529974 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:02.544500 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Transition to ACTIVE for port object 4563566d-3142-44d5-989c-dd657539557f will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:52:02.582329 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c45dcf-5a3d-4549-aa61-0b2b3fb1e5e8 req-be0d1ab2-2c6d-4ad0-a2da-9abbcb2c503f tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:02.584163 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6c45dcf-5a3d-4549-aa61-0b2b3fb1e5e8 req-be0d1ab2-2c6d-4ad0-a2da-9abbcb2c503f tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/ports?device_id=589aa3c9-2647-4aac-81b9-586a39fc04c0 HTTP/1.1" status: 200 len: 935 time: 0.3008485 Mar 01 20:52:02.596323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb073d5-f79b-4f5b-ba9f-f5068fa96fff req-df88e00b-beaa-4ba6-b448-4f1f20f2b7bf tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:02.597758 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0bb073d5-f79b-4f5b-ba9f-f5068fa96fff req-df88e00b-beaa-4ba6-b448-4f1f20f2b7bf tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 945 time: 0.3129628 Mar 01 20:52:02.625486 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:02.702458 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6c45dcf-5a3d-4549-aa61-0b2b3fb1e5e8 req-d04ac3f9-bcf2-43d7-9991-d3247723bcb1 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bcb50f3-1f46-405e-8f6b-5d2cdd5bb1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036909 Mar 01 20:52:02.715948 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0bb073d5-f79b-4f5b-ba9f-f5068fa96fff req-da50a8db-9f4c-41dc-a70a-2a945b4fcbd5 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023936 Mar 01 20:52:02.723896 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Network 10313fd3-4695-47b2-a187-205fee3c26ba is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:52:02.781976 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c93424fe-1376-41e8-9463-dc3edfbb8e39 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:52:02.791970 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:02.811043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:52:02.812985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] Transition to ACTIVE for port object c93424fe-1376-41e8-9463-dc3edfbb8e39 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:52:02.823527 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:52:02.862826 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:02.890667 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Pushing event updated for resources: {'Port': ['ID=4563566d-3142-44d5-989c-dd657539557f,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:02.960975 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Attempting to bind port 4563566d-3142-44d5-989c-dd657539557f on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:52:02.961816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Attempting to bind port 4563566d-3142-44d5-989c-dd657539557f by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '7e4c11d0-ebac-4856-aa33-6903c976799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '10313fd3-4695-47b2-a187-205fee3c26ba'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:52:02.962369 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Attempting to bind port 4563566d-3142-44d5-989c-dd657539557f on network 10313fd3-4695-47b2-a187-205fee3c26ba {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:52:02.979069 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:52:02.979835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Checking segment: {'id': '7e4c11d0-ebac-4856-aa33-6903c976799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '10313fd3-4695-47b2-a187-205fee3c26ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:52:02.980415 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:02.981136 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Bound using segment: {'id': '7e4c11d0-ebac-4856-aa33-6903c976799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '10313fd3-4695-47b2-a187-205fee3c26ba'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:52:02.982284 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Bound port: 4563566d-3142-44d5-989c-dd657539557f, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4c11d0-ebac-4856-aa33-6903c976799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '10313fd3-4695-47b2-a187-205fee3c26ba'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:52:02.982906 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:03.099177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] For port 4563566d-3142-44d5-989c-dd657539557f, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:52:03.129513 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] For port 4563566d-3142-44d5-989c-dd657539557f, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4563566d-3142-44d5-989c-dd657539557f,segment=NetworkSegment(7e4c11d0-ebac-4856-aa33-6903c976799c),segment_id=7e4c11d0-ebac-4856-aa33-6903c976799c)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:52:03.267535 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:03.338086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] Pushing event updated for resources: {'Port': ['ID=c93424fe-1376-41e8-9463-dc3edfbb8e39,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:03.391710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a731a2d-5e81-4323-bf94-1ef26eacbe9b req-621236a1-a288-4cd4-ae96-6462bad63263 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:03.398650 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a731a2d-5e81-4323-bf94-1ef26eacbe9b req-621236a1-a288-4cd4-ae96-6462bad63263 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.4992328 Mar 01 20:52:03.401028 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:03.412099 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd7cbe3-be37-437d-9bc6-38b9c9695b13 None None] Pushing event updated for resources: {'Port': ['ID=4563566d-3142-44d5-989c-dd657539557f,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:03.412340 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] Attempting to bind port c93424fe-1376-41e8-9463-dc3edfbb8e39 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:52:03.412585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] Attempting to bind port c93424fe-1376-41e8-9463-dc3edfbb8e39 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:52:03.413024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] Attempting to bind port c93424fe-1376-41e8-9463-dc3edfbb8e39 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:52:03.417998 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] Port c93424fe-1376-41e8-9463-dc3edfbb8e39 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:52:03.418875 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] Attempting to bind port c93424fe-1376-41e8-9463-dc3edfbb8e39 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:52:03.425202 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:52:03.425536 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:52:03.426108 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:52:03.426705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] Bound port: c93424fe-1376-41e8-9463-dc3edfbb8e39, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:52:03.427219 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:03.452545 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:03.528454 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] For port c93424fe-1376-41e8-9463-dc3edfbb8e39, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:52:03.531916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] For port c93424fe-1376-41e8-9463-dc3edfbb8e39, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c93424fe-1376-41e8-9463-dc3edfbb8e39,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:52:03.546229 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a731a2d-5e81-4323-bf94-1ef26eacbe9b req-973618c3-f1da-47e9-96f9-b0475a482f3a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466532 Mar 01 20:52:03.557361 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf087ae7-73c1-4e4a-bc71-f9096ecb0904 req-4a7b1425-79f4-4c71-ba53-ca4fe1c12775 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:03.565322 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf087ae7-73c1-4e4a-bc71-f9096ecb0904 req-4a7b1425-79f4-4c71-ba53-ca4fe1c12775 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 945 time: 0.2799718 Mar 01 20:52:03.634039 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:03.728259 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf087ae7-73c1-4e4a-bc71-f9096ecb0904 req-5fc0c8f3-ad2d-4c2e-983c-1d2bbbd6e880 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603010 Mar 01 20:52:03.732566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:03.733335 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:03.734866 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] 10.222.0.57 "PUT /v2.0/ports/c93424fe-1376-41e8-9463-dc3edfbb8e39 HTTP/1.1" status: 200 len: 1095 time: 1.5289660 Mar 01 20:52:03.759270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '589aa3c9-2647-4aac-81b9-586a39fc04c0', 'tag': 'c93424fe-1376-41e8-9463-dc3edfbb8e39'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:52:03.770738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a2afe4-82cd-48a6-a5b0-983bcbdc1c9c service neutron] Pushing event updated for resources: {'Port': ['ID=c93424fe-1376-41e8-9463-dc3edfbb8e39,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:03.778738 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Allocated IP 172.25.5.125 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/2354d8df-9941-4e73-b87e-6afcde71b208) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:52:03.960873 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-949a1f24-9d44-44a3-93f3-61cc477cde68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:03.963000 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-949a1f24-9d44-44a3-93f3-61cc477cde68 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11436614de154578a7ed16285a9ad651&device_id=589aa3c9-2647-4aac-81b9-586a39fc04c0 HTTP/1.1" status: 200 len: 1098 time: 0.0953286 Mar 01 20:52:04.000375 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ec8fe-fa8e-465d-8570-080edda70e32 req-5c0ed781-1b59-40a1-8ba0-90ea5ed61d7e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:04.001918 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4e8ec8fe-fa8e-465d-8570-080edda70e32 req-5c0ed781-1b59-40a1-8ba0-90ea5ed61d7e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 945 time: 0.3173008 Mar 01 20:52:04.076242 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-7226d925-e10e-4046-a667-c80eae4995bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c93424fe-1376-41e8-9463-dc3edfbb8e39 HTTP/1.1" status: 200 len: 217 time: 0.1008515 Mar 01 20:52:04.168510 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-6ea64d3c-0b85-48b5-a3df-2938290affd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:04.170545 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-6ea64d3c-0b85-48b5-a3df-2938290affd1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0837071 Mar 01 20:52:04.282932 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4563566d-3142-44d5-989c-dd657539557f up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:52:04.302503 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-172ed0fd-fdb3-4de8-b36c-354f7e6190d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:04.305329 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-172ed0fd-fdb3-4de8-b36c-354f7e6190d8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1263752 Mar 01 20:52:04.345611 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 7950fb6c-c61e-41d5-822f-c5a21981fede up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:52:04.365538 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4e8ec8fe-fa8e-465d-8570-080edda70e32 req-25211c5b-9755-4e3c-a268-4d70852fe9d0 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826369 Mar 01 20:52:04.462990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-9395b010-9902-4d4f-83d0-1530c9c02aff tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:04.469550 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-9395b010-9902-4d4f-83d0-1530c9c02aff tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/networks?id=8fdd681d-ffe8-426d-941c-62dfd126df4d HTTP/1.1" status: 200 len: 812 time: 0.5896649 Mar 01 20:52:04.499710 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:04.534846 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-4a49d11f-aeb4-4a9e-a618-5866f18ad0d6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/quotas/0d5eaf306fc14197ad9a3185fd39f796 HTTP/1.1" status: 200 len: 375 time: 0.0657401 Mar 01 20:52:04.560848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 4563566d-3142-44d5-989c-dd657539557f completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:52:04.560848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 7950fb6c-c61e-41d5-822f-c5a21981fede completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:52:04.575813 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 7950fb6c-c61e-41d5-822f-c5a21981fede triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:04.575813 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:04.591674 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-14211f06-0aa4-457e-9894-01f7c644dff9 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668405 Mar 01 20:52:04.638686 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-a63ec9c3-551c-499b-b1fa-d29ba48faa95 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5eaf306fc14197ad9a3185fd39f796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010587 Mar 01 20:52:04.809338 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-494b465f-8a7f-445b-9ed1-b369a53af7fd req-8fbdfca0-8a03-4b0b-ae76-d21265ccc59b service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221501 Mar 01 20:52:04.868552 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:04.909128 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 7950fb6c-c61e-41d5-822f-c5a21981fede, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7950fb6c-c61e-41d5-822f-c5a21981fede,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:04.909875 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8463fe3-f805-4422-bd9d-9d7fcd8d0258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7950fb6c-c61e-41d5-822f-c5a21981fede'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:52:04.945894 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ddd842-e6c8-4d06-b61a-46898d48a09b None None] Network 10313fd3-4695-47b2-a187-205fee3c26ba requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:52:04.982606 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-de52ae72-3b75-4d19-b85b-5f94e75c47b8 service neutron] 10.222.0.42 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3381603 Mar 01 20:52:05.051000 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:05.112483 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:05.182728 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfba721-f1d4-425c-8540-8a0d7f1cbdc9 req-fe374b2a-1f3a-432d-ac35-3234e6ebb8c9 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:05.188600 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-abfba721-f1d4-425c-8540-8a0d7f1cbdc9 req-fe374b2a-1f3a-432d-ac35-3234e6ebb8c9 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.3516479 Mar 01 20:52:05.204209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:52:05.224013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:52:05.233097 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:52:05.362796 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d27a15ec-cc1e-49eb-af5e-6fbd15da620f None None] Provisioning for port 4563566d-3142-44d5-989c-dd657539557f completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:52:05.377830 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc5fd114-6c2f-47bb-baf2-8b48907495ad req-3ffd7efb-cd86-46d9-a350-c21ad1f720bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1437750 Mar 01 20:52:05.378401 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Pushing event updated for resources: {'Port': ['ID=2354d8df-9941-4e73-b87e-6afcde71b208,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:05.427631 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-abfba721-f1d4-425c-8540-8a0d7f1cbdc9 req-506851ee-db55-4489-812b-4252482fedea tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249262 Mar 01 20:52:05.435939 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d27a15ec-cc1e-49eb-af5e-6fbd15da620f None None] Provisioning complete for port 4563566d-3142-44d5-989c-dd657539557f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:05.435939 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d27a15ec-cc1e-49eb-af5e-6fbd15da620f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:05.443459 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-aa5d47fb-1009-46a1-aebf-01420bb19466 service neutron] 10.222.0.42 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478743 Mar 01 20:52:05.628355 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=7950fb6c-c61e-41d5-822f-c5a21981fede,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:05.737825 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fd114-6c2f-47bb-baf2-8b48907495ad req-57f9a1eb-664e-463e-9b99-f4b2f31baec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:05.737825 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc5fd114-6c2f-47bb-baf2-8b48907495ad req-57f9a1eb-664e-463e-9b99-f4b2f31baec6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 1096 time: 0.2182949 Mar 01 20:52:05.905437 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d27a15ec-cc1e-49eb-af5e-6fbd15da620f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:06.034184 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d27a15ec-cc1e-49eb-af5e-6fbd15da620f None None] For port 4563566d-3142-44d5-989c-dd657539557f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4563566d-3142-44d5-989c-dd657539557f,segment=NetworkSegment(7e4c11d0-ebac-4856-aa33-6903c976799c),segment_id=7e4c11d0-ebac-4856-aa33-6903c976799c)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:06.076060 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fd114-6c2f-47bb-baf2-8b48907495ad req-ecc5283e-c8f8-4424-8c31-3006127c4318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:06.078157 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc5fd114-6c2f-47bb-baf2-8b48907495ad req-ecc5283e-c8f8-4424-8c31-3006127c4318 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 922 time: 0.3101928 Mar 01 20:52:06.128477 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d27a15ec-cc1e-49eb-af5e-6fbd15da620f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:06.285938 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc5fd114-6c2f-47bb-baf2-8b48907495ad req-fa39c111-9502-4bbd-984c-9521f7058299 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eb646b3e-8f4a-4228-bf90-b835d67cc2c1 HTTP/1.1" status: 200 len: 217 time: 0.1910419 Mar 01 20:52:06.319562 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a15ec-cc1e-49eb-af5e-6fbd15da620f None None] Pushing event updated for resources: {'Port': ['ID=4563566d-3142-44d5-989c-dd657539557f,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:06.376326 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b1a1cff0-e8c9-4219-a8ff-aa43da9ee2ad None None] Provisioning complete for port 4563566d-3142-44d5-989c-dd657539557f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:06.376326 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b1a1cff0-e8c9-4219-a8ff-aa43da9ee2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:06.453575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5fd114-6c2f-47bb-baf2-8b48907495ad req-1a00f810-bbed-433f-9fa7-3280d3cd3473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:06.455913 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc5fd114-6c2f-47bb-baf2-8b48907495ad req-1a00f810-bbed-433f-9fa7-3280d3cd3473 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.1620617 Mar 01 20:52:06.507308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56eb64f-01aa-449d-8f09-efcb528105af req-43e61f29-32c8-42db-bf70-b86a7a68779f tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:06.516258 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b56eb64f-01aa-449d-8f09-efcb528105af req-43e61f29-32c8-42db-bf70-b86a7a68779f tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/ports?device_id=589aa3c9-2647-4aac-81b9-586a39fc04c0 HTTP/1.1" status: 200 len: 947 time: 0.2874751 Mar 01 20:52:06.570902 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc5fd114-6c2f-47bb-baf2-8b48907495ad req-77656852-3fc0-4379-97d4-f751108cd91d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004376 Mar 01 20:52:06.578084 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cc8ddc-e778-4292-aa0b-802ce8d3380a req-27da6f33-f200-4274-99ff-ac1b12eef422 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:06.585881 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-97cc8ddc-e778-4292-aa0b-802ce8d3380a req-27da6f33-f200-4274-99ff-ac1b12eef422 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 945 time: 0.8995609 Mar 01 20:52:06.748449 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc5fd114-6c2f-47bb-baf2-8b48907495ad req-06bd2094-6a37-4a44-866b-3e04faa18efe service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711347 Mar 01 20:52:06.861825 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b56eb64f-01aa-449d-8f09-efcb528105af req-f503c182-4b6d-43ab-94e1-ada4e15f6e6a tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bcb50f3-1f46-405e-8f6b-5d2cdd5bb1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446934 Mar 01 20:52:06.883934 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-97cc8ddc-e778-4292-aa0b-802ce8d3380a req-7ce6d840-6a3c-47e7-baee-47684a88ec89 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968888 Mar 01 20:52:06.930567 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:07.078220 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8463fe3-f805-4422-bd9d-9d7fcd8d0258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7950fb6c-c61e-41d5-822f-c5a21981fede', 'code': 200} Mar 01 20:52:07.213311 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '589aa3c9-2647-4aac-81b9-586a39fc04c0', 'tag': 'c93424fe-1376-41e8-9463-dc3edfbb8e39', 'status': 'completed', 'code': 200} Mar 01 20:52:07.321182 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc5fd114-6c2f-47bb-baf2-8b48907495ad req-b4a3f477-0851-4ad9-ab42-6ceda118de02 service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5657749 Mar 01 20:52:07.348007 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f58271-4009-4024-a772-61367f8b599a req-41d300ff-81fc-447b-a214-d7401e5e10c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:07.348007 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-11f58271-4009-4024-a772-61367f8b599a req-41d300ff-81fc-447b-a214-d7401e5e10c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=11436614de154578a7ed16285a9ad651&device_id=589aa3c9-2647-4aac-81b9-586a39fc04c0 HTTP/1.1" status: 200 len: 1098 time: 0.1261482 Mar 01 20:52:07.544866 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f58271-4009-4024-a772-61367f8b599a req-17d14f09-a72f-4c5c-a095-e951f3d8f894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:07.547384 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-11f58271-4009-4024-a772-61367f8b599a req-17d14f09-a72f-4c5c-a095-e951f3d8f894 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.1986842 Mar 01 20:52:07.720420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566d4e5-10a5-4416-bbcd-777936fde50d req-721450de-9331-4cc5-9f9b-944c992f1594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:07.722319 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-11f58271-4009-4024-a772-61367f8b599a req-1f83541e-6893-4d0b-8462-7510f699831a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=c93424fe-1376-41e8-9463-dc3edfbb8e39 HTTP/1.1" status: 200 len: 217 time: 0.1618829 Mar 01 20:52:07.723226 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f566d4e5-10a5-4416-bbcd-777936fde50d req-721450de-9331-4cc5-9f9b-944c992f1594 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 1097 time: 0.5731125 Mar 01 20:52:07.808027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34780f-694a-48ce-b805-ce48abfb557c req-e74b67a5-a335-40ff-9d77-d6ae6a0ccafc tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:07.810148 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-e74b67a5-a335-40ff-9d77-d6ae6a0ccafc tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f&tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 1096 time: 0.1438661 Mar 01 20:52:07.814044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f58271-4009-4024-a772-61367f8b599a req-bf64f8fd-5f41-4090-8a3d-429e1fe11a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:07.815523 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-11f58271-4009-4024-a772-61367f8b599a req-bf64f8fd-5f41-4090-8a3d-429e1fe11a81 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0850978 Mar 01 20:52:07.881773 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fc79d-406d-4919-8285-7dcde7cadc64 req-a6dab162-1719-41ed-a0b6-4514619a87e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:07.889647 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f9fc79d-406d-4919-8285-7dcde7cadc64 req-a6dab162-1719-41ed-a0b6-4514619a87e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.8319311 Mar 01 20:52:07.889877 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827896-4'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:52:07.980240 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f566d4e5-10a5-4416-bbcd-777936fde50d req-c725de79-1faf-414f-ac65-a1a817defd4e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445126 Mar 01 20:52:08.059628 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f58271-4009-4024-a772-61367f8b599a req-c2563d17-731e-4f66-a96a-b0c8831cd896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:08.061915 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-11f58271-4009-4024-a772-61367f8b599a req-c2563d17-731e-4f66-a96a-b0c8831cd896 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2379675 Mar 01 20:52:08.063958 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:08.113018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36948856-2863-4dfd-9c22-c1ccff0aa46d req-674f5208-2cbe-42c0-bb2b-25f620d006e6 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:08.123434 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36948856-2863-4dfd-9c22-c1ccff0aa46d req-674f5208-2cbe-42c0-bb2b-25f620d006e6 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 945 time: 0.7835736 Mar 01 20:52:08.158714 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f9fc79d-406d-4919-8285-7dcde7cadc64 req-264c4375-9f0a-4e4d-ae85-508fca6e8a07 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676961 Mar 01 20:52:08.266260 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4563566d-3142-44d5-989c-dd657539557f up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:52:08.268218 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:08.302634 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36948856-2863-4dfd-9c22-c1ccff0aa46d req-a7b775ef-9e4d-4b54-a190-7017aee6efd4 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768501 Mar 01 20:52:08.362341 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:52:08.392682 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-11f58271-4009-4024-a772-61367f8b599a req-9a0c59f8-3b4a-4692-b430-04644f85e239 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196275 Mar 01 20:52:08.605061 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-11f58271-4009-4024-a772-61367f8b599a req-3799c845-8a41-4421-a871-ff395fb2906a service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977623 Mar 01 20:52:08.726878 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] For port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:08.764583 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:08.820617 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 has no active binding in host n-h2-827896-4 {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 01 20:52:08.843848 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-948a4088-3d15-49f0-ba2b-cf682d36ed06 req-85509c18-e43d-4b0a-a64e-040efbe83519 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 210 time: 0.1334889 Mar 01 20:52:08.866644 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 4563566d-3142-44d5-989c-dd657539557f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:08.866644 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:08.905460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] For port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:52:08.990268 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c810a6-fa68-441b-8d99-31d02513f891 req-67f42802-7f73-460e-a866-3c6f5130e9f6 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:09.037693 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91c810a6-fa68-441b-8d99-31d02513f891 req-67f42802-7f73-460e-a866-3c6f5130e9f6 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.5320451 Mar 01 20:52:09.090987 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:09.189645 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:09.192392 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c93424fe-1376-41e8-9463-dc3edfbb8e39 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:52:09.243908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4089d98-2e58-4471-834a-6a353b1bbd3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:52:09.319249 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91c810a6-fa68-441b-8d99-31d02513f891 req-81693259-830c-4007-8be1-ef75467b6dcd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2686079 Mar 01 20:52:09.496010 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a369bce1-c4fc-4589-870b-2c5c253ae5b0 req-8db15cbf-8df0-43b2-9ba3-3c6eebb59a9f tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:09.498684 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a369bce1-c4fc-4589-870b-2c5c253ae5b0 req-8db15cbf-8df0-43b2-9ba3-3c6eebb59a9f tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/ports?device_id=589aa3c9-2647-4aac-81b9-586a39fc04c0 HTTP/1.1" status: 200 len: 947 time: 0.3796120 Mar 01 20:52:09.536846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] Pushing event updated for resources: {'Port': ['ID=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8,revision_number=7']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:09.557942 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] Attempting to bind port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 on host n-h1-827896-4 for vnic_type normal with profile {"migrating_to": "n-h2-827896-4"} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:52:09.558283 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] Attempting to bind port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:52:09.558604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] Attempting to bind port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:52:09.564176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] Port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 on network 2066dc17-9d0c-4926-8526-1637c09f1850 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:52:09.564369 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] Attempting to bind port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 on network 2066dc17-9d0c-4926-8526-1637c09f1850 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:52:09.580565 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 51, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:52:09.580909 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] Checking segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:52:09.582045 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] Bound using segment: {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:52:09.582045 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] Bound port: ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35392b5a-b3cc-45f6-9169-9bb5f33b5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2066dc17-9d0c-4926-8526-1637c09f1850'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:52:09.582045 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:09.603614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Router 616b1916-5321-4ac8-906f-3529766fe322 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 20:52:09.716036 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port c93424fe-1376-41e8-9463-dc3edfbb8e39, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c93424fe-1376-41e8-9463-dc3edfbb8e39,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:09.724775 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a369bce1-c4fc-4589-870b-2c5c253ae5b0 req-80b03069-bb9d-4e94-8e92-f463534266e4 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bcb50f3-1f46-405e-8f6b-5d2cdd5bb1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002053 Mar 01 20:52:09.733355 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'c93424fe-1376-41e8-9463-dc3edfbb8e39', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': 'c93424fe-1376-41e8-9463-dc3edfbb8e39', 'mac_address': 'fa:16:3e:73:99:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:52:09.795003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] For port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:52:09.806396 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] For port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:52:09.819941 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:09.842382 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c93424fe-1376-41e8-9463-dc3edfbb8e39 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:52:09.880298 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port c93424fe-1376-41e8-9463-dc3edfbb8e39, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c93424fe-1376-41e8-9463-dc3edfbb8e39,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:09.909851 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:09.920332 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf84ec-d314-4f41-80a6-99adf4c4bb87 req-8cbc8770-73dd-4343-b042-a290a9b6e116 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:09.922001 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fedf84ec-d314-4f41-80a6-99adf4c4bb87 req-8cbc8770-73dd-4343-b042-a290a9b6e116 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 945 time: 0.3907120 Mar 01 20:52:09.999068 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:10.158794 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fedf84ec-d314-4f41-80a6-99adf4c4bb87 req-5f5549bd-17a7-48bc-9454-f55f7cb7e567 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231705 Mar 01 20:52:10.160530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:52:10.178888 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] Sync routers for ids ['616b1916-5321-4ac8-906f-3529766fe322'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:52:10.204547 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] Routers {'616b1916-5321-4ac8-906f-3529766fe322'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:52:10.205540 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:52:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['616b1916-5321-4ac8-906f-3529766fe322'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:10.236859 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3eabce-6361-4918-827e-c0cf135ac90a req-e8185a61-6258-402f-a167-7e565b74a594 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:10.244006 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e3eabce-6361-4918-827e-c0cf135ac90a req-e8185a61-6258-402f-a167-7e565b74a594 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.2913725 Mar 01 20:52:10.264067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=c93424fe-1376-41e8-9463-dc3edfbb8e39,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:10.309949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['c93424fe-1376-41e8-9463-dc3edfbb8e39'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:52:10.356410 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e3eabce-6361-4918-827e-c0cf135ac90a req-03424308-502f-469f-adf7-16445f816598 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109011 Mar 01 20:52:10.417766 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4089d98-2e58-4471-834a-6a353b1bbd3f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8', 'code': 200} Mar 01 20:52:10.544094 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:10.546101 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f80c9467-ae7e-4cd2-8850-98af7dd0c39c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.0615795 Mar 01 20:52:10.655830 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37556) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:52:10.744729 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] Set router 616b1916-5321-4ac8-906f-3529766fe322 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:52:10.825920 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:10.827225 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:10.828839 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] 10.222.0.55 "PUT /v2.0/ports/ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 HTTP/1.1" status: 200 len: 1121 time: 3.0043545 Mar 01 20:52:10.836694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79584c87-d1e7-4e63-9f00-af08ce60fd7a service neutron] Pushing event updated for resources: {'Port': ['ID=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8,revision_number=8']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:10.940137 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:52:11.024349 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:52:11.423916 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbe125-3e57-4f8f-ad50-7f32c4b21779 req-8a48c502-b832-4053-a84b-3503b0eb4f9a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:11.427803 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bfcbe125-3e57-4f8f-ad50-7f32c4b21779 req-8a48c502-b832-4053-a84b-3503b0eb4f9a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 943 time: 0.6588514 Mar 01 20:52:11.443475 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-c56655b1-07ba-481d-b08a-a9354cfeea8d tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:11.446009 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-c56655b1-07ba-481d-b08a-a9354cfeea8d tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.55 "GET /v2.0/networks?id=8fdd681d-ffe8-426d-941c-62dfd126df4d HTTP/1.1" status: 200 len: 812 time: 1.1061566 Mar 01 20:52:11.490416 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-033bc5df-1e15-484f-bce2-179ecf463555 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Request body: {'port': {'device_id': 'fdab49e1-bcda-4274-8e42-dde901c9e552', 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d', 'admin_state_up': True, 'tenant_id': '0d5eaf306fc14197ad9a3185fd39f796'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:52:11.498977 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616b1916-5321-4ac8-906f-3529766fe322', 'name': 'tempest-FloatingIPsTestJSON-1142199881-router', 'tenant_id': 'e2628548d820482fb1bd0f84effa30e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '2354d8df-9941-4e73-b87e-6afcde71b208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:01Z', 'updated_at': '2022-03-01T20:52:06Z', 'revision_number': 3, 'project_id': 'e2628548d820482fb1bd0f84effa30e3', 'gw_port': {'id': '2354d8df-9941-4e73-b87e-6afcde71b208', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616b1916-5321-4ac8-906f-3529766fe322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:03Z', 'updated_at': '2022-03-01T20:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:11.503899 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] Checking router: 616b1916-5321-4ac8-906f-3529766fe322 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:52:11.504172 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] Updating router 616b1916-5321-4ac8-906f-3529766fe322 port 2354d8df-9941-4e73-b87e-6afcde71b208 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:52:11.529946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbb947b-78d4-49af-ae83-ca8b35246e8e req-c38b1926-a02a-4a77-a495-136f99dcf282 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:11.531665 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9dbb947b-78d4-49af-ae83-ca8b35246e8e req-c38b1926-a02a-4a77-a495-136f99dcf282 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.7613599 Mar 01 20:52:11.618255 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:11.793038 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bfcbe125-3e57-4f8f-ad50-7f32c4b21779 req-98629484-cab1-4b30-8bc3-1f140e3becff tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409648 Mar 01 20:52:11.801717 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9dbb947b-78d4-49af-ae83-ca8b35246e8e req-697df0a4-9751-4628-af03-cfe4190b70be tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2523174 Mar 01 20:52:11.922189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-033bc5df-1e15-484f-bce2-179ecf463555 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:52:11.944714 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-033bc5df-1e15-484f-bce2-179ecf463555 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:52:12.071477 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-033bc5df-1e15-484f-bce2-179ecf463555 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Made reservation on behalf of 0d5eaf306fc14197ad9a3185fd39f796 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:52:12.089859 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-033bc5df-1e15-484f-bce2-179ecf463555 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:12.134564 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00383240-593b-437b-a87e-72746f8bef86 req-3c6ff18f-945d-4e75-8db6-0083a9aabd82 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 210 time: 0.1574619 Mar 01 20:52:12.215663 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64eebe6d-e0ca-4976-8d35-5b1030525f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:12.303465 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:12.340500 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] Transition to ACTIVE for port object 2354d8df-9941-4e73-b87e-6afcde71b208 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:52:12.410130 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4089d98-2e58-4471-834a-6a353b1bbd3f', 'tag': 'ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:52:12.445349 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:12.470741 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be867468-3c11-49ab-aeb2-b12499a6b749 req-b699544c-e33a-495d-aeb9-4935be9768dc tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:12.473523 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be867468-3c11-49ab-aeb2-b12499a6b749 req-b699544c-e33a-495d-aeb9-4935be9768dc tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/ports?device_id=589aa3c9-2647-4aac-81b9-586a39fc04c0 HTTP/1.1" status: 200 len: 948 time: 0.3141766 Mar 01 20:52:12.574172 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be867468-3c11-49ab-aeb2-b12499a6b749 req-eebf4c3f-ec45-4e4d-a655-c4b8fa79345f tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bcb50f3-1f46-405e-8f6b-5d2cdd5bb1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763505 Mar 01 20:52:12.613253 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11263124-025e-4ca9-b51f-39b0ee8e7a19 req-8ace80f1-c6a9-491a-8fa9-dd2bd4929c32 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:12.614342 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-11263124-025e-4ca9-b51f-39b0ee8e7a19 req-8ace80f1-c6a9-491a-8fa9-dd2bd4929c32 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 945 time: 0.2504218 Mar 01 20:52:12.635555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-64eebe6d-e0ca-4976-8d35-5b1030525f41 admin admin] Allocated IP 172.20.0.1 (10313fd3-4695-47b2-a187-205fee3c26ba/43bebf63-e7c8-4771-8c49-35f078957c20/38117b03-cc70-4435-ab30-a3f43d1da56f) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:52:12.649256 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-033bc5df-1e15-484f-bce2-179ecf463555 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Allocated IP 172.20.0.12 (8fdd681d-ffe8-426d-941c-62dfd126df4d/62e9a9cc-b606-4420-adda-c2710fcba965/9485b7cc-2142-4539-97bb-d55271b3f427) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:52:12.716710 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] Attempting to bind port 2354d8df-9941-4e73-b87e-6afcde71b208 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:52:12.716710 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] Attempting to bind port 2354d8df-9941-4e73-b87e-6afcde71b208 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:52:12.716710 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] Attempting to bind port 2354d8df-9941-4e73-b87e-6afcde71b208 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:52:12.716710 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ec33e-c18a-46c7-9faa-fe16e3c1c265 None None] Pushing event updated for resources: {'Port': ['ID=2354d8df-9941-4e73-b87e-6afcde71b208,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:12.716710 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:52:12.716710 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:52:12.716710 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:12.716710 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:52:12.716710 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] Bound port: 2354d8df-9941-4e73-b87e-6afcde71b208, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:52:12.716710 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:12.744966 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec33e-c18a-46c7-9faa-fe16e3c1c265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:12.745253 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec33e-c18a-46c7-9faa-fe16e3c1c265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:12.745862 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec33e-c18a-46c7-9faa-fe16e3c1c265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:12.746901 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec33e-c18a-46c7-9faa-fe16e3c1c265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:12.747625 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec33e-c18a-46c7-9faa-fe16e3c1c265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:12.747880 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec33e-c18a-46c7-9faa-fe16e3c1c265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:12.748266 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec33e-c18a-46c7-9faa-fe16e3c1c265 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:12.748652 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec33e-c18a-46c7-9faa-fe16e3c1c265 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:12.749036 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec33e-c18a-46c7-9faa-fe16e3c1c265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:12.749416 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec33e-c18a-46c7-9faa-fe16e3c1c265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:12.749798 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec33e-c18a-46c7-9faa-fe16e3c1c265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:12.750120 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-179ec33e-c18a-46c7-9faa-fe16e3c1c265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:12.753865 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-11263124-025e-4ca9-b51f-39b0ee8e7a19 req-75edd43b-8124-4805-9b5d-e164415c6d2c tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222258 Mar 01 20:52:12.837246 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] For port 2354d8df-9941-4e73-b87e-6afcde71b208, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:52:12.839294 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64eebe6d-e0ca-4976-8d35-5b1030525f41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:12.841049 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] For port 2354d8df-9941-4e73-b87e-6afcde71b208, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2354d8df-9941-4e73-b87e-6afcde71b208,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:52:12.853978 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4089d98-2e58-4471-834a-6a353b1bbd3f', 'tag': 'ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8', 'status': 'completed', 'code': 200} Mar 01 20:52:12.931815 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:12.942176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-64eebe6d-e0ca-4976-8d35-5b1030525f41 admin admin] Transition to ACTIVE for port object 38117b03-cc70-4435-ab30-a3f43d1da56f will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:52:12.965327 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c099633-2d40-4d5b-94de-9fecb3ca397d req-ea3fd643-8259-46a8-bd19-a8b9de2a7968 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:12.965327 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c099633-2d40-4d5b-94de-9fecb3ca397d req-ea3fd643-8259-46a8-bd19-a8b9de2a7968 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.2024188 Mar 01 20:52:12.973047 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4666548-ec2f-4c2b-8472-ee19c9627a6b req-b71e4f45-bc9e-4455-ae6d-3cbc700e0840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:12.973047 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d4666548-ec2f-4c2b-8472-ee19c9627a6b req-b71e4f45-bc9e-4455-ae6d-3cbc700e0840 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 1124 time: 0.1110365 Mar 01 20:52:13.102741 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64eebe6d-e0ca-4976-8d35-5b1030525f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:13.137720 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179ec33e-c18a-46c7-9faa-fe16e3c1c265 None None] Pushing event updated for resources: {'Port': ['ID=2354d8df-9941-4e73-b87e-6afcde71b208,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:13.170282 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] Routers {'616b1916-5321-4ac8-906f-3529766fe322'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:52:13.171042 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:52:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['616b1916-5321-4ac8-906f-3529766fe322'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:13.225243 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c099633-2d40-4d5b-94de-9fecb3ca397d req-1ef2d7dd-68c0-4311-b6b2-1a503774cd40 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466135 Mar 01 20:52:13.225383 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c93424fe-1376-41e8-9463-dc3edfbb8e39 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:52:13.395927 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-033bc5df-1e15-484f-bce2-179ecf463555 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:13.416193 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8e092-3e50-4847-8850-f12c667c54c1 req-bb21041a-fb11-4c56-aa0f-81e6b0abb34d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:13.431833 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2fa8e092-3e50-4847-8850-f12c667c54c1 req-bb21041a-fb11-4c56-aa0f-81e6b0abb34d tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 943 time: 0.3191845 Mar 01 20:52:13.456835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port c93424fe-1376-41e8-9463-dc3edfbb8e39 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:52:13.456835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port c93424fe-1376-41e8-9463-dc3edfbb8e39 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:13.456835 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:13.555220 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2fa8e092-3e50-4847-8850-f12c667c54c1 req-71c00437-30be-4022-bc2d-c62b8b468ae0 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292491 Mar 01 20:52:13.617430 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] Set router 616b1916-5321-4ac8-906f-3529766fe322 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:52:13.688359 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eebe6d-e0ca-4976-8d35-5b1030525f41 admin admin] Network 10313fd3-4695-47b2-a187-205fee3c26ba is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:52:13.747894 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-033bc5df-1e15-484f-bce2-179ecf463555 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:13.820484 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4666548-ec2f-4c2b-8472-ee19c9627a6b req-52fda818-9cb3-4b44-af70-13536b74d02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:13.823705 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d4666548-ec2f-4c2b-8472-ee19c9627a6b req-52fda818-9cb3-4b44-af70-13536b74d02b service neutron] 10.222.0.57 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 922 time: 0.8446252 Mar 01 20:52:13.826730 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-64eebe6d-e0ca-4976-8d35-5b1030525f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:52:13.837792 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:13.850862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eebe6d-e0ca-4976-8d35-5b1030525f41 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:52:13.896717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589aa3c9-2647-4aac-81b9-586a39fc04c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93424fe-1376-41e8-9463-dc3edfbb8e39'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:52:13.922516 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port c93424fe-1376-41e8-9463-dc3edfbb8e39, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c93424fe-1376-41e8-9463-dc3edfbb8e39,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:13.984242 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-033bc5df-1e15-484f-bce2-179ecf463555 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Network 8fdd681d-ffe8-426d-941c-62dfd126df4d is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:52:13.992298 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d4666548-ec2f-4c2b-8472-ee19c9627a6b req-5e84767b-c774-4a4c-958f-afe2436907ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 HTTP/1.1" status: 200 len: 217 time: 0.1584153 Mar 01 20:52:14.001398 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:14.002790 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eebe6d-e0ca-4976-8d35-5b1030525f41 admin admin] Pushing event updated for resources: {'Port': ['ID=38117b03-cc70-4435-ab30-a3f43d1da56f,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:14.006588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-033bc5df-1e15-484f-bce2-179ecf463555 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:52:14.049508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-033bc5df-1e15-484f-bce2-179ecf463555 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:52:14.116559 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64eebe6d-e0ca-4976-8d35-5b1030525f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:14.183438 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616b1916-5321-4ac8-906f-3529766fe322', 'name': 'tempest-FloatingIPsTestJSON-1142199881-router', 'tenant_id': 'e2628548d820482fb1bd0f84effa30e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '2354d8df-9941-4e73-b87e-6afcde71b208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:01Z', 'updated_at': '2022-03-01T20:52:06Z', 'revision_number': 3, 'project_id': 'e2628548d820482fb1bd0f84effa30e3', 'gw_port': {'id': '2354d8df-9941-4e73-b87e-6afcde71b208', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616b1916-5321-4ac8-906f-3529766fe322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:03Z', 'updated_at': '2022-03-01T20:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:14.190075 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6c4b24-ec62-4188-aa51-cc50d1214ee9 None None] The sync data for ids ['616b1916-5321-4ac8-906f-3529766fe322'] in n-d-827896-4 is: [{'id': '616b1916-5321-4ac8-906f-3529766fe322', 'name': 'tempest-FloatingIPsTestJSON-1142199881-router', 'tenant_id': 'e2628548d820482fb1bd0f84effa30e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '2354d8df-9941-4e73-b87e-6afcde71b208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:01Z', 'updated_at': '2022-03-01T20:52:06Z', 'revision_number': 3, 'project_id': 'e2628548d820482fb1bd0f84effa30e3', 'gw_port': {'id': '2354d8df-9941-4e73-b87e-6afcde71b208', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616b1916-5321-4ac8-906f-3529766fe322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:03Z', 'updated_at': '2022-03-01T20:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:52:14.232215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033bc5df-1e15-484f-bce2-179ecf463555 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Pushing event updated for resources: {'Port': ['ID=9485b7cc-2142-4539-97bb-d55271b3f427,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:14.257349 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=c93424fe-1376-41e8-9463-dc3edfbb8e39,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:14.298387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-033bc5df-1e15-484f-bce2-179ecf463555 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:14.301011 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-033bc5df-1e15-484f-bce2-179ecf463555 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:14.322934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b256e11-0857-4995-8488-1927ae08e659 req-fdcd0a54-5290-4f98-8d13-acd210ac7cab tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:14.331900 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b256e11-0857-4995-8488-1927ae08e659 req-fdcd0a54-5290-4f98-8d13-acd210ac7cab tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 932 time: 0.6637850 Mar 01 20:52:14.370904 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fbcfe0e7-a89a-49c4-8a64-bbfaf26a6a80 None None] Provisioning for port 38117b03-cc70-4435-ab30-a3f43d1da56f completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:52:14.384172 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fbcfe0e7-a89a-49c4-8a64-bbfaf26a6a80 None None] Provisioning complete for port 38117b03-cc70-4435-ab30-a3f43d1da56f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:14.385823 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fbcfe0e7-a89a-49c4-8a64-bbfaf26a6a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:14.410677 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4666548-ec2f-4c2b-8472-ee19c9627a6b req-5dabd05e-7fe0-4e5e-a1d2-63939abece22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:14.410915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6cc75-93d6-4734-a95e-3d8aaaef15b6 req-37047399-3ff2-444b-8968-6ca4082cc02b tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:14.412602 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d4666548-ec2f-4c2b-8472-ee19c9627a6b req-5dabd05e-7fe0-4e5e-a1d2-63939abece22 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.3991086 Mar 01 20:52:14.412769 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65a6cc75-93d6-4734-a95e-3d8aaaef15b6 req-37047399-3ff2-444b-8968-6ca4082cc02b tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.5893459 Mar 01 20:52:14.440567 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b256e11-0857-4995-8488-1927ae08e659 req-bb0dd052-a04b-411f-b808-a7e9ede3d5a3 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073754 Mar 01 20:52:14.512743 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-033bc5df-1e15-484f-bce2-179ecf463555 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0234392 Mar 01 20:52:14.541534 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] Request body: {'port': {'device_id': 'fdab49e1-bcda-4274-8e42-dde901c9e552', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:52:14.554087 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-fbcfe0e7-a89a-49c4-8a64-bbfaf26a6a80 None None] Port 38117b03-cc70-4435-ab30-a3f43d1da56f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:52:14.579023 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d4666548-ec2f-4c2b-8472-ee19c9627a6b req-0c876c24-895b-4f95-a675-87f82d6d11f0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681274 Mar 01 20:52:14.582994 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65a6cc75-93d6-4734-a95e-3d8aaaef15b6 req-dd0de2cf-5af2-4989-ba3f-b7d20dd2376f tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414123 Mar 01 20:52:14.915084 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64eebe6d-e0ca-4976-8d35-5b1030525f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:14.998734 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:15.034836 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d4666548-ec2f-4c2b-8472-ee19c9627a6b req-46d559bb-6c38-48e5-ad28-d2f6a94fbccb service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474249 Mar 01 20:52:15.119014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93997b09-e9d1-458d-9646-684b5ac32e03 req-530634dc-5e71-4531-8481-21e9f979b8da tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:15.127648 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-93997b09-e9d1-458d-9646-684b5ac32e03 req-530634dc-5e71-4531-8481-21e9f979b8da tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/ports?device_id=589aa3c9-2647-4aac-81b9-586a39fc04c0 HTTP/1.1" status: 200 len: 949 time: 0.4110281 Mar 01 20:52:15.287508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc42eba1-743a-4c23-a765-7af301a8614b req-00409887-b475-40f2-87f4-3a60353b2920 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:15.289355 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc42eba1-743a-4c23-a765-7af301a8614b req-00409887-b475-40f2-87f4-3a60353b2920 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 945 time: 0.3670859 Mar 01 20:52:15.345411 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-93997b09-e9d1-458d-9646-684b5ac32e03 req-88a619d9-3012-4f64-80b4-f5a76e807053 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bcb50f3-1f46-405e-8f6b-5d2cdd5bb1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146142 Mar 01 20:52:15.408462 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64eebe6d-e0ca-4976-8d35-5b1030525f41 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:15.438290 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589aa3c9-2647-4aac-81b9-586a39fc04c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c93424fe-1376-41e8-9463-dc3edfbb8e39', 'code': 200} Mar 01 20:52:15.491027 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64eebe6d-e0ca-4976-8d35-5b1030525f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:15.556945 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc42eba1-743a-4c23-a765-7af301a8614b req-c76d58be-fb8b-48b1-bfd2-c16b0053286f tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405109 Mar 01 20:52:15.745035 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d4666548-ec2f-4c2b-8472-ee19c9627a6b req-79f4934c-eaa1-47a6-b150-0e84da366a13 service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6733441 Mar 01 20:52:15.808940 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eebe6d-e0ca-4976-8d35-5b1030525f41 admin admin] Pushing event updated for resources: {'Port': ['ID=38117b03-cc70-4435-ab30-a3f43d1da56f,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:15.855132 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64eebe6d-e0ca-4976-8d35-5b1030525f41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:15.894281 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386781d-a0a5-4d24-9d0a-650135e77298 req-fbbe0eb0-17f2-480d-9ac5-3bbf093944f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:15.896110 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d386781d-a0a5-4d24-9d0a-650135e77298 req-fbbe0eb0-17f2-480d-9ac5-3bbf093944f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=589aa3c9-2647-4aac-81b9-586a39fc04c0 HTTP/1.1" status: 200 len: 1100 time: 0.3734026 Mar 01 20:52:15.921171 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9485b7cc-2142-4539-97bb-d55271b3f427 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:52:15.931396 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:15.955776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] Transition to ACTIVE for port object 9485b7cc-2142-4539-97bb-d55271b3f427 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:52:15.970267 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55980201-3975-4b86-a0f3-a8e8fac5e6ad req-340239da-52b2-44ad-b63f-b3b9f361af33 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:15.972388 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55980201-3975-4b86-a0f3-a8e8fac5e6ad req-340239da-52b2-44ad-b63f-b3b9f361af33 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 943 time: 0.1682949 Mar 01 20:52:16.069315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55980201-3975-4b86-a0f3-a8e8fac5e6ad req-ed835304-5c89-4ff6-854e-129a440f2f18 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902607 Mar 01 20:52:16.078539 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:16.113020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eebe6d-e0ca-4976-8d35-5b1030525f41 admin admin] Network 10313fd3-4695-47b2-a187-205fee3c26ba is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:52:16.130764 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-64eebe6d-e0ca-4976-8d35-5b1030525f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:52:16.295899 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2354d8df-9941-4e73-b87e-6afcde71b208 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:52:16.430809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:52:16.503465 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 2354d8df-9941-4e73-b87e-6afcde71b208 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:52:16.622644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9485b7cc-2142-4539-97bb-d55271b3f427,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:16.630825 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:16.655391 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 has no active binding in host n-h2-827896-4 {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 01 20:52:16.664638 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 2354d8df-9941-4e73-b87e-6afcde71b208 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:16.665308 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:16.682187 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d386781d-a0a5-4d24-9d0a-650135e77298 req-31c485cd-1cf0-48b5-8fc2-7b89565045cc service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2bcb50f3-1f46-405e-8f6b-5d2cdd5bb1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6172879 Mar 01 20:52:16.738256 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3d2f4398-2904-4fd4-bae9-8b2a543597f6 None None] Provisioning complete for port 38117b03-cc70-4435-ab30-a3f43d1da56f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:16.738885 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3d2f4398-2904-4fd4-bae9-8b2a543597f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:16.847839 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-ba73b8c7-8626-4ee8-8ee4-2e234212c716 service neutron] 10.222.0.57 "GET /v2.0/ports/ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8/bindings/n-h2-827896-4 HTTP/1.1" status: 200 len: 384 time: 0.2667713 Mar 01 20:52:16.847839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64eebe6d-e0ca-4976-8d35-5b1030525f41 admin admin] Router 616b1916-5321-4ac8-906f-3529766fe322 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:52:16.855979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc38b5cf-a933-42dc-a009-e43259bcbe8e req-a5b8eb9d-999d-47da-9751-9a84bd7e3594 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:16.863749 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc38b5cf-a933-42dc-a009-e43259bcbe8e req-a5b8eb9d-999d-47da-9751-9a84bd7e3594 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.5500333 Mar 01 20:52:16.876374 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:16.883725 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3d2f4398-2904-4fd4-bae9-8b2a543597f6 None None] Port 38117b03-cc70-4435-ab30-a3f43d1da56f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:52:16.897045 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 2354d8df-9941-4e73-b87e-6afcde71b208, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2354d8df-9941-4e73-b87e-6afcde71b208,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:16.937598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44603be-cb94-4db9-9f84-92e0194d247d req-f19c2dde-ee3c-4655-aaf4-01bcc059addb tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:16.939249 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f44603be-cb94-4db9-9f84-92e0194d247d req-f19c2dde-ee3c-4655-aaf4-01bcc059addb tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Synchronizing usage tracker for tenant:0d5eaf306fc14197ad9a3185fd39f796 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:52:16.958299 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc38b5cf-a933-42dc-a009-e43259bcbe8e req-b85ed0a4-05bb-483d-a71c-44a59c1fdb91 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933361 Mar 01 20:52:16.960373 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] Attempting to bind port 9485b7cc-2142-4539-97bb-d55271b3f427 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:52:16.960896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] Attempting to bind port 9485b7cc-2142-4539-97bb-d55271b3f427 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:52:16.961973 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] Attempting to bind port 9485b7cc-2142-4539-97bb-d55271b3f427 on network 8fdd681d-ffe8-426d-941c-62dfd126df4d {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:52:16.972015 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] Port 9485b7cc-2142-4539-97bb-d55271b3f427 on network 8fdd681d-ffe8-426d-941c-62dfd126df4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:52:16.972612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] Attempting to bind port 9485b7cc-2142-4539-97bb-d55271b3f427 on network 8fdd681d-ffe8-426d-941c-62dfd126df4d {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:52:16.979582 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 51, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:52:16.980305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] Checking segment: {'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:52:16.981616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] Bound using segment: {'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:52:16.982258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] Bound port: 9485b7cc-2142-4539-97bb-d55271b3f427, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:52:16.982813 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:16.986253 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:17.105923 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f44603be-cb94-4db9-9f84-92e0194d247d req-f19c2dde-ee3c-4655-aaf4-01bcc059addb tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Unset dirty status for tenant:0d5eaf306fc14197ad9a3185fd39f796 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:52:17.107371 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f44603be-cb94-4db9-9f84-92e0194d247d req-f19c2dde-ee3c-4655-aaf4-01bcc059addb tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 944 time: 0.9090850 Mar 01 20:52:17.155389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=2354d8df-9941-4e73-b87e-6afcde71b208,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:17.273982 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f44603be-cb94-4db9-9f84-92e0194d247d req-92a03808-73e6-41f6-ad01-0b210ed1f885 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536696 Mar 01 20:52:17.289828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] For port 9485b7cc-2142-4539-97bb-d55271b3f427, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:52:17.294850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] For port 9485b7cc-2142-4539-97bb-d55271b3f427, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9485b7cc-2142-4539-97bb-d55271b3f427,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:52:17.337003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0678a-3254-4837-b6d1-9bf5c200ebea req-8b4b8ce2-e472-4240-8a8b-fa7c7f312c09 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:17.346617 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04e0678a-3254-4837-b6d1-9bf5c200ebea req-8b4b8ce2-e472-4240-8a8b-fa7c7f312c09 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/ports?device_id=589aa3c9-2647-4aac-81b9-586a39fc04c0 HTTP/1.1" status: 200 len: 949 time: 0.1633699 Mar 01 20:52:17.374673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-7a34780f-694a-48ce-b805-ce48abfb557c req-3b1e775a-7c30-471b-931d-885603970be1 service neutron] For port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:17.394083 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64eebe6d-e0ca-4976-8d35-5b1030525f41 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:52:17.399463 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:17.407037 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-64eebe6d-e0ca-4976-8d35-5b1030525f41 admin admin] 10.222.0.42 "PUT /v2.0/routers/616b1916-5321-4ac8-906f-3529766fe322/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7482851 Mar 01 20:52:17.421034 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] Sync routers for ids ['616b1916-5321-4ac8-906f-3529766fe322'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:52:17.423521 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04e0678a-3254-4837-b6d1-9bf5c200ebea req-aac305ea-8041-4cd6-9f97-05cde4682d56 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bcb50f3-1f46-405e-8f6b-5d2cdd5bb1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726883 Mar 01 20:52:17.428448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-7a34780f-694a-48ce-b805-ce48abfb557c req-3b1e775a-7c30-471b-931d-885603970be1 service neutron] For port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:52:17.450665 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] Routers {'616b1916-5321-4ac8-906f-3529766fe322'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:52:17.453754 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:52:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['616b1916-5321-4ac8-906f-3529766fe322'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:17.555617 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-7a34780f-694a-48ce-b805-ce48abfb557c req-3b1e775a-7c30-471b-931d-885603970be1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:52:17.579124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:17.580104 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-7a34780f-694a-48ce-b805-ce48abfb557c req-3b1e775a-7c30-471b-931d-885603970be1 service neutron] For port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:17.587023 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:17.587023 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] 10.222.0.55 "PUT /v2.0/ports/9485b7cc-2142-4539-97bb-d55271b3f427 HTTP/1.1" status: 200 len: 1092 time: 3.0604191 Mar 01 20:52:17.587023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdab49e1-bcda-4274-8e42-dde901c9e552', 'tag': '9485b7cc-2142-4539-97bb-d55271b3f427'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:52:17.640437 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23918c-7d79-4fe7-bca4-a55da9e307e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9485b7cc-2142-4539-97bb-d55271b3f427,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:17.685969 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7a34780f-694a-48ce-b805-ce48abfb557c req-3b1e775a-7c30-471b-931d-885603970be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:17.817339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afae8e03-96c4-4fcc-8786-5deef7938aa6 req-808e8ac5-e9ca-46f5-af22-05ce24ca7d9e tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:17.819004 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-afae8e03-96c4-4fcc-8786-5deef7938aa6 req-808e8ac5-e9ca-46f5-af22-05ce24ca7d9e tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 945 time: 0.3157423 Mar 01 20:52:17.905328 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] Set router 616b1916-5321-4ac8-906f-3529766fe322 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:52:17.909506 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-afae8e03-96c4-4fcc-8786-5deef7938aa6 req-34be3b41-61b5-4744-b22d-31c13a514a08 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815291 Mar 01 20:52:17.971796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-7a34780f-694a-48ce-b805-ce48abfb557c req-3b1e775a-7c30-471b-931d-885603970be1 service neutron] Transition to ACTIVE for port object ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:52:17.999672 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48579478-497d-476d-bb30-75d2b9558cf5 req-9357943b-474c-4048-9898-d6ef385c5aef tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:18.007967 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-48579478-497d-476d-bb30-75d2b9558cf5 req-9357943b-474c-4048-9898-d6ef385c5aef tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.2750134 Mar 01 20:52:18.033061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-a9bab934-8c27-4209-924a-c6ffa9e66128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:18.034536 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-a9bab934-8c27-4209-924a-c6ffa9e66128 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d5eaf306fc14197ad9a3185fd39f796&device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 1095 time: 0.3585730 Mar 01 20:52:18.051124 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7a34780f-694a-48ce-b805-ce48abfb557c req-3b1e775a-7c30-471b-931d-885603970be1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:18.173350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e775a-7c30-471b-931d-885603970be1 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8,revision_number=10']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:18.342665 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2354d8df-9941-4e73-b87e-6afcde71b208 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:52:18.387109 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-2fb0c556-0978-4a38-906c-dfb31a6b15e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9485b7cc-2142-4539-97bb-d55271b3f427 HTTP/1.1" status: 200 len: 217 time: 0.2846661 Mar 01 20:52:18.436373 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a34780f-694a-48ce-b805-ce48abfb557c req-3b1e775a-7c30-471b-931d-885603970be1 service neutron] No DVR routers for this DVR port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:52:18.481480 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-48579478-497d-476d-bb30-75d2b9558cf5 req-4e1e16c9-3f89-4e35-9018-d18b29384c37 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4718390 Mar 01 20:52:18.511723 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-3b1e775a-7c30-471b-931d-885603970be1 service neutron] 10.222.0.57 "PUT /v2.0/ports/ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8/bindings/n-h2-827896-4/activate HTTP/1.1" status: 200 len: 369 time: 1.5771794 Mar 01 20:52:18.536276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-843d9b1a-01a7-424f-a4e3-55d904d3627d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:18.537704 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-843d9b1a-01a7-424f-a4e3-55d904d3627d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62e9a9cc-b606-4420-adda-c2710fcba965 HTTP/1.1" status: 200 len: 852 time: 0.1498005 Mar 01 20:52:18.599751 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdab49e1-bcda-4274-8e42-dde901c9e552', 'tag': '9485b7cc-2142-4539-97bb-d55271b3f427', 'status': 'completed', 'code': 200} Mar 01 20:52:18.617613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055d12e-060a-4531-bc0e-4325de5648f2 req-01ae1abc-0202-4b47-973f-a5a3631ab536 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:18.619159 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d055d12e-060a-4531-bc0e-4325de5648f2 req-01ae1abc-0202-4b47-973f-a5a3631ab536 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 944 time: 0.2958753 Mar 01 20:52:18.622155 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-d63a362a-a349-4777-92ca-cb8c1345839c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fdd681d-ffe8-426d-941c-62dfd126df4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612173 Mar 01 20:52:18.769679 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 2354d8df-9941-4e73-b87e-6afcde71b208 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:18.770050 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:18.806854 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d055d12e-060a-4531-bc0e-4325de5648f2 req-f82b65e1-c9b4-446c-9890-3e71c4437a70 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793549 Mar 01 20:52:18.904587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34780f-694a-48ce-b805-ce48abfb557c req-def95ab6-5f71-4432-b303-7f269551562b tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:18.914374 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-def95ab6-5f71-4432-b303-7f269551562b tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f&tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 1095 time: 0.2104650 Mar 01 20:52:19.065150 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34780f-694a-48ce-b805-ce48abfb557c req-6c415347-632d-4f34-944a-ad368b9fba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:19.066943 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-6c415347-632d-4f34-944a-ad368b9fba14 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f&tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc HTTP/1.1" status: 200 len: 1095 time: 0.1442356 Mar 01 20:52:19.068297 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-533cdeb1-9c71-4752-ac58-1be84cb5d984 service neutron] 10.222.0.55 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159546 Mar 01 20:52:19.262680 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616b1916-5321-4ac8-906f-3529766fe322', 'name': 'tempest-FloatingIPsTestJSON-1142199881-router', 'tenant_id': 'e2628548d820482fb1bd0f84effa30e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '2354d8df-9941-4e73-b87e-6afcde71b208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:01Z', 'updated_at': '2022-03-01T20:52:14Z', 'revision_number': 4, 'project_id': 'e2628548d820482fb1bd0f84effa30e3', 'gw_port': {'id': '2354d8df-9941-4e73-b87e-6afcde71b208', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b1916-5321-4ac8-906f-3529766fe322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:03Z', 'updated_at': '2022-03-01T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '38117b03-cc70-4435-ab30-a3f43d1da56f', 'name': '', 'network_id': '10313fd3-4695-47b2-a187-205fee3c26ba', 'tenant_id': 'e2628548d820482fb1bd0f84effa30e3', 'mac_address': 'fa:16:3e:4b:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616b1916-5321-4ac8-906f-3529766fe322', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '43bebf63-e7c8-4771-8c49-35f078957c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:12Z', 'updated_at': '2022-03-01T20:52:15Z', 'revision_number': 2, 'project_id': 'e2628548d820482fb1bd0f84effa30e3', 'subnets': [{'id': '43bebf63-e7c8-4771-8c49-35f078957c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:19.291819 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:52:19.359829 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] Checking router: 616b1916-5321-4ac8-906f-3529766fe322 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:52:19.360688 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] Updating router 616b1916-5321-4ac8-906f-3529766fe322 port 38117b03-cc70-4435-ab30-a3f43d1da56f binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:52:19.396284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34780f-694a-48ce-b805-ce48abfb557c req-34297973-3f15-4c6d-878c-fdae80b45199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:19.398252 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-34297973-3f15-4c6d-878c-fdae80b45199 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 1095 time: 0.2727163 Mar 01 20:52:19.442788 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:19.454640 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:52:19.523568 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-b26502bd-546e-40f0-8a17-1e232261d5fc tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6741650 Mar 01 20:52:19.531666 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da6eed94-8914-40e6-8608-621bf19e08f4 req-3c55ad28-4b71-4f63-96f8-1d17953bb560 service neutron] 10.222.0.55 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600038 Mar 01 20:52:19.545135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:52:19.553367 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:52:19.560528 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34780f-694a-48ce-b805-ce48abfb557c req-4be229cf-4ca0-49c9-baf7-71c73da03974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:19.562034 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Usage tracker for resource:floatingip and tenant:e2628548d820482fb1bd0f84effa30e3 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:52:19.562663 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-4be229cf-4ca0-49c9-baf7-71c73da03974 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 922 time: 0.1571896 Mar 01 20:52:19.565511 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:52:19.577075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1844c-b10d-4400-b6ff-2c2f5c5caac4 req-ab0a15dc-d4d3-436e-9da0-138f55c90e9b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:19.578667 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3dd1844c-b10d-4400-b6ff-2c2f5c5caac4 req-ab0a15dc-d4d3-436e-9da0-138f55c90e9b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 944 time: 0.5297258 Mar 01 20:52:19.583090 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:52:19.632149 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3dd1844c-b10d-4400-b6ff-2c2f5c5caac4 req-e7d26418-2c15-4de7-8f57-daab33074006 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465987 Mar 01 20:52:19.639378 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-d729b27b-07b8-4ef8-8d26-42571e382e07 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 HTTP/1.1" status: 200 len: 217 time: 0.0700924 Mar 01 20:52:19.842190 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34780f-694a-48ce-b805-ce48abfb557c req-aaba3f53-72bd-44cc-9dfc-defc655c4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:19.845068 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-aaba3f53-72bd-44cc-9dfc-defc655c4d49 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.1999893 Mar 01 20:52:19.852521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454c9c5a-5072-4e37-8587-2f7becb55be7 req-7d3ccbbb-b892-4f9c-8a5c-06e7ef764e0f tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:19.861575 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-454c9c5a-5072-4e37-8587-2f7becb55be7 req-7d3ccbbb-b892-4f9c-8a5c-06e7ef764e0f tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/ports?device_id=589aa3c9-2647-4aac-81b9-586a39fc04c0 HTTP/1.1" status: 200 len: 949 time: 0.1139102 Mar 01 20:52:19.865715 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:19.876006 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] Transition to ACTIVE for port object 38117b03-cc70-4435-ab30-a3f43d1da56f will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:52:19.909900 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-be641501-2166-49b2-a3ff-68971bb99cc8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570602 Mar 01 20:52:19.911991 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-454c9c5a-5072-4e37-8587-2f7becb55be7 req-3f16828a-27c6-4b82-a6c6-2ba06ca02e8e tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bcb50f3-1f46-405e-8f6b-5d2cdd5bb1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494235 Mar 01 20:52:20.000338 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:20.086446 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcaf1f0-ed16-47a2-83c2-5cee1de5a052 req-25544bcc-023e-4736-a681-ed1797e785fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:20.087948 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bfcaf1f0-ed16-47a2-83c2-5cee1de5a052 req-25544bcc-023e-4736-a681-ed1797e785fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d5eaf306fc14197ad9a3185fd39f796&device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 1095 time: 0.1330090 Mar 01 20:52:20.096347 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:20.285835 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-69c9c1ef-1078-455e-a6cb-01ee65c28859 service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3646438 Mar 01 20:52:20.567886 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8777d9a-111f-484f-afcd-4716147b7556 None None] Pushing event updated for resources: {'Port': ['ID=38117b03-cc70-4435-ab30-a3f43d1da56f,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:20.577062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcaf1f0-ed16-47a2-83c2-5cee1de5a052 req-8a65a49d-71b4-4868-98c3-b772105fe2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:20.579488 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] Attempting to bind port 38117b03-cc70-4435-ab30-a3f43d1da56f on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:52:20.580286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] Attempting to bind port 38117b03-cc70-4435-ab30-a3f43d1da56f by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '7e4c11d0-ebac-4856-aa33-6903c976799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '10313fd3-4695-47b2-a187-205fee3c26ba'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:52:20.580920 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] Attempting to bind port 38117b03-cc70-4435-ab30-a3f43d1da56f on network 10313fd3-4695-47b2-a187-205fee3c26ba {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:52:20.581403 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bfcaf1f0-ed16-47a2-83c2-5cee1de5a052 req-8a65a49d-71b4-4868-98c3-b772105fe2a3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8fdd681d-ffe8-426d-941c-62dfd126df4d HTTP/1.1" status: 200 len: 913 time: 0.3914626 Mar 01 20:52:20.594226 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:52:20.600510 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] Checking segment: {'id': '7e4c11d0-ebac-4856-aa33-6903c976799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '10313fd3-4695-47b2-a187-205fee3c26ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:52:20.600510 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:20.600510 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] Bound using segment: {'id': '7e4c11d0-ebac-4856-aa33-6903c976799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '10313fd3-4695-47b2-a187-205fee3c26ba'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:52:20.601277 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] Bound port: 38117b03-cc70-4435-ab30-a3f43d1da56f, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4c11d0-ebac-4856-aa33-6903c976799c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '10313fd3-4695-47b2-a187-205fee3c26ba'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:52:20.602098 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:20.611319 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-3dcef92b-bff9-42c1-a3ed-1d8f06e0201f service neutron] 10.222.0.55 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970352 Mar 01 20:52:20.744362 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bfcaf1f0-ed16-47a2-83c2-5cee1de5a052 req-3784aceb-90b4-4dfe-b26f-b834e52f9ebb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9485b7cc-2142-4539-97bb-d55271b3f427 HTTP/1.1" status: 200 len: 217 time: 0.1489799 Mar 01 20:52:20.778910 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] For port 38117b03-cc70-4435-ab30-a3f43d1da56f, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:52:20.786773 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] For port 38117b03-cc70-4435-ab30-a3f43d1da56f, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=38117b03-cc70-4435-ab30-a3f43d1da56f,segment=NetworkSegment(7e4c11d0-ebac-4856-aa33-6903c976799c),segment_id=7e4c11d0-ebac-4856-aa33-6903c976799c)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:52:20.868959 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcaf1f0-ed16-47a2-83c2-5cee1de5a052 req-13a4c32a-66ae-4010-a55c-5fed1a006572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:20.871352 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bfcaf1f0-ed16-47a2-83c2-5cee1de5a052 req-13a4c32a-66ae-4010-a55c-5fed1a006572 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62e9a9cc-b606-4420-adda-c2710fcba965 HTTP/1.1" status: 200 len: 852 time: 0.1152835 Mar 01 20:52:20.876487 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:20.903947 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:21.046254 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] Routers {'616b1916-5321-4ac8-906f-3529766fe322'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:52:21.047709 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:52:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['616b1916-5321-4ac8-906f-3529766fe322'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:21.333336 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:21.338091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8777d9a-111f-484f-afcd-4716147b7556 None None] Pushing event updated for resources: {'Port': ['ID=38117b03-cc70-4435-ab30-a3f43d1da56f,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:21.382963 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bfcaf1f0-ed16-47a2-83c2-5cee1de5a052 req-feb0bdc4-9cf6-404f-8cd8-b15b366b10f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fdd681d-ffe8-426d-941c-62dfd126df4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3610907 Mar 01 20:52:21.554111 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] Set router 616b1916-5321-4ac8-906f-3529766fe322 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:52:21.604587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a19154-6787-46ce-b712-fb27c3640ef5 req-f0c88440-942d-4d3b-b7fb-e29fe4e5f801 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:21.614041 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92a19154-6787-46ce-b712-fb27c3640ef5 req-f0c88440-942d-4d3b-b7fb-e29fe4e5f801 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 945 time: 0.5935531 Mar 01 20:52:21.631459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a34780f-694a-48ce-b805-ce48abfb557c req-d22629de-72f3-40c8-ae0a-5c585cf9bdc6 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:21.633696 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-d22629de-72f3-40c8-ae0a-5c585cf9bdc6 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f&tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&binding%3Ahost_id=n-h2-827896-4 HTTP/1.1" status: 200 len: 1095 time: 0.2347219 Mar 01 20:52:21.696351 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92a19154-6787-46ce-b712-fb27c3640ef5 req-17d4e7cc-89d1-4185-bc4d-234060ef9b1d tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672894 Mar 01 20:52:21.696351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Allocated IP 172.25.5.156 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/41ba3ba8-4104-427f-9ec4-26ff46ca199f) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:52:21.858765 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bfcaf1f0-ed16-47a2-83c2-5cee1de5a052 req-34a00a84-6bbc-4af9-9b91-0f6038c68e25 service neutron] 10.222.0.55 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535112 Mar 01 20:52:21.933826 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-7a34780f-694a-48ce-b805-ce48abfb557c req-52778353-59ae-4f84-9ff8-dae56e84be5d service neutron] For port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:52:21.937050 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7a34780f-694a-48ce-b805-ce48abfb557c req-52778353-59ae-4f84-9ff8-dae56e84be5d service neutron] Notify callbacks [] for binding, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:21.938274 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a34780f-694a-48ce-b805-ce48abfb557c req-52778353-59ae-4f84-9ff8-dae56e84be5d service neutron] 10.222.0.55 "DELETE /v2.0/ports/ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8/bindings/n-h1-827896-4 HTTP/1.1" status: 204 len: 173 time: 0.2982144 Mar 01 20:52:22.114096 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616b1916-5321-4ac8-906f-3529766fe322', 'name': 'tempest-FloatingIPsTestJSON-1142199881-router', 'tenant_id': 'e2628548d820482fb1bd0f84effa30e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '2354d8df-9941-4e73-b87e-6afcde71b208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:01Z', 'updated_at': '2022-03-01T20:52:14Z', 'revision_number': 4, 'project_id': 'e2628548d820482fb1bd0f84effa30e3', 'gw_port': {'id': '2354d8df-9941-4e73-b87e-6afcde71b208', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b1916-5321-4ac8-906f-3529766fe322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:03Z', 'updated_at': '2022-03-01T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '38117b03-cc70-4435-ab30-a3f43d1da56f', 'name': '', 'network_id': '10313fd3-4695-47b2-a187-205fee3c26ba', 'tenant_id': 'e2628548d820482fb1bd0f84effa30e3', 'mac_address': 'fa:16:3e:4b:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616b1916-5321-4ac8-906f-3529766fe322', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '43bebf63-e7c8-4771-8c49-35f078957c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:12Z', 'updated_at': '2022-03-01T20:52:20Z', 'revision_number': 4, 'project_id': 'e2628548d820482fb1bd0f84effa30e3', 'subnets': [{'id': '43bebf63-e7c8-4771-8c49-35f078957c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:22.133229 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2492ad3e-4429-4d57-af67-beb693339a46 None None] The sync data for ids ['616b1916-5321-4ac8-906f-3529766fe322'] in n-d-827896-4 is: [{'id': '616b1916-5321-4ac8-906f-3529766fe322', 'name': 'tempest-FloatingIPsTestJSON-1142199881-router', 'tenant_id': 'e2628548d820482fb1bd0f84effa30e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '2354d8df-9941-4e73-b87e-6afcde71b208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:01Z', 'updated_at': '2022-03-01T20:52:14Z', 'revision_number': 4, 'project_id': 'e2628548d820482fb1bd0f84effa30e3', 'gw_port': {'id': '2354d8df-9941-4e73-b87e-6afcde71b208', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b1916-5321-4ac8-906f-3529766fe322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:03Z', 'updated_at': '2022-03-01T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '38117b03-cc70-4435-ab30-a3f43d1da56f', 'name': '', 'network_id': '10313fd3-4695-47b2-a187-205fee3c26ba', 'tenant_id': 'e2628548d820482fb1bd0f84effa30e3', 'mac_address': 'fa:16:3e:4b:16:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '616b1916-5321-4ac8-906f-3529766fe322', 'device_owner': 'network:router_interface', 'standard_attr_id': 734, 'fixed_ips': [{'subnet_id': '43bebf63-e7c8-4771-8c49-35f078957c20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:12Z', 'updated_at': '2022-03-01T20:52:20Z', 'revision_number': 4, 'project_id': 'e2628548d820482fb1bd0f84effa30e3', 'subnets': [{'id': '43bebf63-e7c8-4771-8c49-35f078957c20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:52:22.190308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879833c7-9e50-46f7-b876-635644b1440d req-d447d1e9-9561-47fc-8152-d7b467f4143a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:22.197497 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-879833c7-9e50-46f7-b876-635644b1440d req-d447d1e9-9561-47fc-8152-d7b467f4143a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 944 time: 0.3691018 Mar 01 20:52:22.245163 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bfcaf1f0-ed16-47a2-83c2-5cee1de5a052 req-0a2df180-55e6-40f1-8485-9f1649c8253c service neutron] 10.222.0.55 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385022 Mar 01 20:52:22.255304 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:22.295912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-879833c7-9e50-46f7-b876-635644b1440d req-2671e4f0-70fe-4b60-ba99-5bd949ed5aca tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791733 Mar 01 20:52:22.411493 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:22.481788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:52:22.485179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:52:22.494375 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:52:22.570233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Pushing event updated for resources: {'Port': ['ID=41ba3ba8-4104-427f-9ec4-26ff46ca199f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:22.659547 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:22.861702 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:22.979713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff814b-1958-47c5-814b-0cd2b14b15c1 req-61965eba-a70d-47a7-ac76-2140be0e715b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:22.988369 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50ff814b-1958-47c5-814b-0cd2b14b15c1 req-61965eba-a70d-47a7-ac76-2140be0e715b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 944 time: 0.2436543 Mar 01 20:52:23.184857 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50ff814b-1958-47c5-814b-0cd2b14b15c1 req-b247f962-bf27-423e-97b1-33af87e903d3 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955962 Mar 01 20:52:23.334349 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:23.417198 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:23.504864 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:23.562511 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:23.567200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Pushing event updated for resources: {'Port': ['ID=41ba3ba8-4104-427f-9ec4-26ff46ca199f,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:23.616608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799fa62-e50a-48cf-b7f5-eecb5cd58bbe req-fca3e6d3-54f7-4990-8ebe-bb7258f1689f tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:23.618361 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4799fa62-e50a-48cf-b7f5-eecb5cd58bbe req-fca3e6d3-54f7-4990-8ebe-bb7258f1689f tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.2597249 Mar 01 20:52:23.685183 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4799fa62-e50a-48cf-b7f5-eecb5cd58bbe req-e9031d7a-5af2-4ef7-bbd6-cb053af24515 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587242 Mar 01 20:52:23.688658 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:23.691773 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e3f0d94f-8e8d-4271-8e5d-be1618c8288e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1494141 Mar 01 20:52:23.811241 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-fc7b69dc-82a0-467a-9a76-f068ee2db584 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Synchronizing usage tracker for tenant:e2628548d820482fb1bd0f84effa30e3 on resource:floatingip {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:52:23.925312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-fc7b69dc-82a0-467a-9a76-f068ee2db584 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Unset dirty status for tenant:e2628548d820482fb1bd0f84effa30e3 on resource:floatingip {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:52:23.927507 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-fc7b69dc-82a0-467a-9a76-f068ee2db584 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.156 HTTP/1.1" status: 200 len: 696 time: 0.2312067 Mar 01 20:52:24.240805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 38117b03-cc70-4435-ab30-a3f43d1da56f up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:52:24.321001 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-2243d5a3-d62d-422b-8077-faeaa1dcba41 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:24.322679 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-2243d5a3-d62d-422b-8077-faeaa1dcba41 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.3878496 Mar 01 20:52:24.331528 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731d4880-5dc7-4e0b-90dc-47c6e374c6ff req-68adde9f-9879-424a-a130-53291e291a2c tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:24.340566 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-731d4880-5dc7-4e0b-90dc-47c6e374c6ff req-68adde9f-9879-424a-a130-53291e291a2c tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 945 time: 0.3574829 Mar 01 20:52:24.364576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e032e89a-8641-4d3d-8013-9b2fbe618f48 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:52:24.365771 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e357734f-50cf-4685-b05c-a2199fd935d8 req-e032e89a-8641-4d3d-8013-9b2fbe618f48 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213904 Mar 01 20:52:24.401400 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-731d4880-5dc7-4e0b-90dc-47c6e374c6ff req-adeb8675-ef3b-498c-ba2a-8b79c5cef001 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592561 Mar 01 20:52:24.435143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9485b7cc-2142-4539-97bb-d55271b3f427 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:52:24.559031 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 38117b03-cc70-4435-ab30-a3f43d1da56f completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:52:24.571950 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 38117b03-cc70-4435-ab30-a3f43d1da56f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:24.572607 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:24.661417 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9485b7cc-2142-4539-97bb-d55271b3f427, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9485b7cc-2142-4539-97bb-d55271b3f427,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:24.687463 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '9485b7cc-2142-4539-97bb-d55271b3f427', 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d', 'port_id': '9485b7cc-2142-4539-97bb-d55271b3f427', 'mac_address': 'fa:16:3e:f5:9b:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e9a9cc-b606-4420-adda-c2710fcba965', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:52:24.802462 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:24.819829 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:24.840479 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9485b7cc-2142-4539-97bb-d55271b3f427 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:52:24.865764 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9485b7cc-2142-4539-97bb-d55271b3f427, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9485b7cc-2142-4539-97bb-d55271b3f427,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:24.870653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743e645-1b4d-48e5-904b-060eec08484c req-6f35a690-760f-4adf-8c9b-a7aeb9eec167 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:24.879962 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 38117b03-cc70-4435-ab30-a3f43d1da56f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=38117b03-cc70-4435-ab30-a3f43d1da56f,segment=NetworkSegment(7e4c11d0-ebac-4856-aa33-6903c976799c),segment_id=7e4c11d0-ebac-4856-aa33-6903c976799c)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:24.881422 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4743e645-1b4d-48e5-904b-060eec08484c req-6f35a690-760f-4adf-8c9b-a7aeb9eec167 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 1095 time: 0.1069801 Mar 01 20:52:25.149479 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4743e645-1b4d-48e5-904b-060eec08484c req-13f444de-00bb-4eda-931c-508537bb7755 tempest-LiveAutoBlockMigrationV225Test-1338961722 tempest-LiveAutoBlockMigrationV225Test-1338961722-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703034 Mar 01 20:52:25.149916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eee92f-80db-422d-b9ed-c73099d4aace req-c34777dc-ea27-4eec-a4e2-c50f8cef69d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:25.149916 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3eee92f-80db-422d-b9ed-c73099d4aace req-c34777dc-ea27-4eec-a4e2-c50f8cef69d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 1096 time: 0.0825613 Mar 01 20:52:25.182012 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-642ee1c5-58c2-418d-b63c-faceb3a8495b req-19a3c53e-5e21-4c6a-b38e-c7cf79c35d3b tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/floatingips/d30ff5c3-11bf-4510-9e6c-b74f8ede8c60 HTTP/1.1" status: 200 len: 693 time: 0.1091042 Mar 01 20:52:25.190735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eee92f-80db-422d-b9ed-c73099d4aace req-a542fc74-6cab-4a3d-801c-a1b24b43f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:25.190735 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3eee92f-80db-422d-b9ed-c73099d4aace req-a542fc74-6cab-4a3d-801c-a1b24b43f281 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 912 time: 0.1594274 Mar 01 20:52:25.253992 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:25.297083 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3eee92f-80db-422d-b9ed-c73099d4aace req-ceb610c0-004d-44dc-9d9f-4a50d449ab0e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710 HTTP/1.1" status: 200 len: 1000 time: 0.1032343 Mar 01 20:52:25.309341 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:25.325730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd616b25-7cda-4577-93b8-0274c05a882a req-875db536-ca85-41c9-9415-b9310e6d9193 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:25.337480 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd616b25-7cda-4577-93b8-0274c05a882a req-875db536-ca85-41c9-9415-b9310e6d9193 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 944 time: 0.2930477 Mar 01 20:52:25.345741 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=9485b7cc-2142-4539-97bb-d55271b3f427,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:25.381017 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eee92f-80db-422d-b9ed-c73099d4aace req-475d7927-6c4e-4c9f-8abf-93f8d8e9ea1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:25.382476 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3eee92f-80db-422d-b9ed-c73099d4aace req-475d7927-6c4e-4c9f-8abf-93f8d8e9ea1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.0802298 Mar 01 20:52:25.405285 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd616b25-7cda-4577-93b8-0274c05a882a req-124bbf68-624d-49aa-a0f2-14db8dde684d tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711751 Mar 01 20:52:25.419500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642ee1c5-58c2-418d-b63c-faceb3a8495b req-772eade2-8290-42a2-a8e7-b0481d42a3fe tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:25.425985 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-642ee1c5-58c2-418d-b63c-faceb3a8495b req-772eade2-8290-42a2-a8e7-b0481d42a3fe tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.2314365 Mar 01 20:52:25.432038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-642ee1c5-58c2-418d-b63c-faceb3a8495b req-afcdfc6d-1d29-4b67-be60-4ffb14ca7411 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:52:25.443510 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-642ee1c5-58c2-418d-b63c-faceb3a8495b req-afcdfc6d-1d29-4b67-be60-4ffb14ca7411 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165856 Mar 01 20:52:25.550729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=38117b03-cc70-4435-ab30-a3f43d1da56f,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:25.572851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eee92f-80db-422d-b9ed-c73099d4aace req-3b9044b9-a733-49a6-8ab7-4949572a1802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:25.575031 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3eee92f-80db-422d-b9ed-c73099d4aace req-3b9044b9-a733-49a6-8ab7-4949572a1802 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1835701 Mar 01 20:52:25.710958 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b00bf43-f418-4284-9b9a-d0ffb5e624c5 req-ab3baa95-b370-4128-8de4-5d76e7bf6e8d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:25.719845 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b00bf43-f418-4284-9b9a-d0ffb5e624c5 req-ab3baa95-b370-4128-8de4-5d76e7bf6e8d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1716135 Mar 01 20:52:25.778627 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['9485b7cc-2142-4539-97bb-d55271b3f427'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:52:25.785890 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b00bf43-f418-4284-9b9a-d0ffb5e624c5 req-816fa106-3ae2-4e09-a75e-c112513d57bd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646622 Mar 01 20:52:25.818362 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd9d06-1b36-46ca-8c2c-6c3e55eb31ba req-8c3a5a42-9039-4760-b584-233feecf6a26 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:25.820747 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b4dd9d06-1b36-46ca-8c2c-6c3e55eb31ba req-8c3a5a42-9039-4760-b584-233feecf6a26 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.2014520 Mar 01 20:52:25.821247 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3eee92f-80db-422d-b9ed-c73099d4aace req-c2965523-2dde-4696-b212-24e07bfb3db5 service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399251 Mar 01 20:52:25.900292 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b4dd9d06-1b36-46ca-8c2c-6c3e55eb31ba req-be6c2d2d-6a65-470d-a252-b2a6dbc1c644 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630956 Mar 01 20:52:26.187146 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3eee92f-80db-422d-b9ed-c73099d4aace req-81c9a8a0-06e8-415e-a806-3bc8d6a41ef8 service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3591342 Mar 01 20:52:26.257333 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 38117b03-cc70-4435-ab30-a3f43d1da56f up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:52:26.345286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 38117b03-cc70-4435-ab30-a3f43d1da56f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:26.345740 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:26.691592 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d8691c38-0728-40a1-b54e-d6eeabbfb491 req-da7e5283-fdaf-4934-bebc-4cf8a5cef8ae tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=e2628548d820482fb1bd0f84effa30e3 HTTP/1.1" status: 200 len: 696 time: 0.0830841 Mar 01 20:52:26.893215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8691c38-0728-40a1-b54e-d6eeabbfb491 req-54c29d82-8a72-4941-b16c-53a9f08310cb tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:26.894633 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d8691c38-0728-40a1-b54e-d6eeabbfb491 req-54c29d82-8a72-4941-b16c-53a9f08310cb tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/networks?id=82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 787 time: 0.1973891 Mar 01 20:52:26.908116 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-d8691c38-0728-40a1-b54e-d6eeabbfb491 req-2d338d41-0cc0-4924-8285-dc89c1c48c37 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:52:26.909037 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d8691c38-0728-40a1-b54e-d6eeabbfb491 req-2d338d41-0cc0-4924-8285-dc89c1c48c37 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082002 Mar 01 20:52:26.921562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9c0c2-c81d-4eab-ad1c-7c7ca109fe0d req-ac0f6d51-c312-44c0-9199-cb0340cd2b39 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:26.923177 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50c9c0c2-c81d-4eab-ad1c-7c7ca109fe0d req-ac0f6d51-c312-44c0-9199-cb0340cd2b39 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 945 time: 0.1327319 Mar 01 20:52:26.971952 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50c9c0c2-c81d-4eab-ad1c-7c7ca109fe0d req-f2bfeb41-946f-4134-8359-d4af62683fd2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424178 Mar 01 20:52:27.122691 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4eddca-d688-4714-ab78-3c852e4a719e req-b506a85a-92f8-4c36-bc36-b56e858cde56 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:27.124217 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f4eddca-d688-4714-ab78-3c852e4a719e req-b506a85a-92f8-4c36-bc36-b56e858cde56 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 945 time: 0.1262884 Mar 01 20:52:27.186582 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f4eddca-d688-4714-ab78-3c852e4a719e req-44ba2c48-9ba7-49ea-bcdb-d37d6c2e3c62 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557206 Mar 01 20:52:27.210688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d0293-2fa4-41c2-b922-b1e2c01303b2 req-8beb13ed-9e5f-474f-8fab-457bbf2be825 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:27.212434 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b89d0293-2fa4-41c2-b922-b1e2c01303b2 req-8beb13ed-9e5f-474f-8fab-457bbf2be825 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/ports?device_id=589aa3c9-2647-4aac-81b9-586a39fc04c0 HTTP/1.1" status: 200 len: 949 time: 0.1362841 Mar 01 20:52:27.259654 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b89d0293-2fa4-41c2-b922-b1e2c01303b2 req-c39c33ba-511e-4ce7-a4f1-2cc366f32f52 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/security-groups?id=2bcb50f3-1f46-405e-8f6b-5d2cdd5bb1ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410519 Mar 01 20:52:27.369762 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c7155495-8f1f-40c2-ba14-972e2b43f848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:27.419596 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee583d9-fd7f-44fc-bd3d-569c5cff2fe9 req-603b0da9-6f85-46dc-8ff2-c8d7c942f4e9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:27.421036 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cee583d9-fd7f-44fc-bd3d-569c5cff2fe9 req-603b0da9-6f85-46dc-8ff2-c8d7c942f4e9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 944 time: 0.1163049 Mar 01 20:52:27.476463 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cee583d9-fd7f-44fc-bd3d-569c5cff2fe9 req-b28caa6f-0ae5-422b-8d28-66f45d9b0e53 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473120 Mar 01 20:52:27.501930 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de71a7-9a67-4351-bc35-c86f9a5c687e req-003192e6-3a38-4581-8817-0f416d74532b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:27.503391 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0de71a7-9a67-4351-bc35-c86f9a5c687e req-003192e6-3a38-4581-8817-0f416d74532b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1265929 Mar 01 20:52:27.707760 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b56e892d-8e43-4d9a-ad62-df3505252108 req-e27561d8-f898-44a3-a424-d0ba2be7d68c tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/floatingips/d30ff5c3-11bf-4510-9e6c-b74f8ede8c60 HTTP/1.1" status: 200 len: 693 time: 0.2032893 Mar 01 20:52:27.763177 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0de71a7-9a67-4351-bc35-c86f9a5c687e req-5904d0b1-a0be-4c01-b0e8-b4285e3a3b0a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071655 Mar 01 20:52:27.963578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e892d-8e43-4d9a-ad62-df3505252108 req-53cc5339-143b-413c-bc33-2d52a758c838 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:27.964815 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b56e892d-8e43-4d9a-ad62-df3505252108 req-53cc5339-143b-413c-bc33-2d52a758c838 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.2485349 Mar 01 20:52:27.979076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-b56e892d-8e43-4d9a-ad62-df3505252108 req-42df018b-1bd2-4cf3-98d0-6acf1216287e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:52:27.979966 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b56e892d-8e43-4d9a-ad62-df3505252108 req-42df018b-1bd2-4cf3-98d0-6acf1216287e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087683 Mar 01 20:52:28.086018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38c1be1-8977-4816-ab94-53a5573ea9c2 req-c3a3ff2f-7cbc-4f49-8007-5edb677582e9 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:28.087535 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c38c1be1-8977-4816-ab94-53a5573ea9c2 req-c3a3ff2f-7cbc-4f49-8007-5edb677582e9 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.2307935 Mar 01 20:52:28.098714 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d23c7c-cd80-4b08-b814-6ae6989b6a48 req-660c00d2-f202-4d9b-93aa-7ed102837da3 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:28.098714 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79d23c7c-cd80-4b08-b814-6ae6989b6a48 req-660c00d2-f202-4d9b-93aa-7ed102837da3 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.55 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 944 time: 0.2777612 Mar 01 20:52:28.101440 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b56e892d-8e43-4d9a-ad62-df3505252108 req-8e2b0466-6248-4068-b842-4c0977c15a2e tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.156 HTTP/1.1" status: 200 len: 696 time: 0.1125181 Mar 01 20:52:28.129336 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa301e67-0a61-4d7a-925d-8cb70566032c req-aa7154d8-0e7a-475b-a000-b0cce4743f99 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:28.130033 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-fa301e67-0a61-4d7a-925d-8cb70566032c req-aa7154d8-0e7a-475b-a000-b0cce4743f99 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Synchronizing usage tracker for tenant:11436614de154578a7ed16285a9ad651 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:52:28.219126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-fa301e67-0a61-4d7a-925d-8cb70566032c req-aa7154d8-0e7a-475b-a000-b0cce4743f99 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Unset dirty status for tenant:11436614de154578a7ed16285a9ad651 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:52:28.220353 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa301e67-0a61-4d7a-925d-8cb70566032c req-aa7154d8-0e7a-475b-a000-b0cce4743f99 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.57 "GET /v2.0/ports?device_id=589aa3c9-2647-4aac-81b9-586a39fc04c0 HTTP/1.1" status: 200 len: 949 time: 0.1784267 Mar 01 20:52:28.267287 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b56e892d-8e43-4d9a-ad62-df3505252108 req-f5f890d1-25fa-477a-8525-fe8062d304b4 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.156 HTTP/1.1" status: 200 len: 696 time: 0.1231339 Mar 01 20:52:28.275761 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c38c1be1-8977-4816-ab94-53a5573ea9c2 req-b23a1e15-62b0-4de0-ad74-cfbb5819d8d4 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775010 Mar 01 20:52:28.281039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-79d23c7c-cd80-4b08-b814-6ae6989b6a48 req-166061d9-be57-4b29-a76e-88fdaa15d13a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Deleting port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:52:28.281385 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-79d23c7c-cd80-4b08-b814-6ae6989b6a48 req-166061d9-be57-4b29-a76e-88fdaa15d13a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:28.290549 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-fa301e67-0a61-4d7a-925d-8cb70566032c req-bd231bfa-92d9-4063-8e89-dd0d8e82c0e2 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Deleting port c93424fe-1376-41e8-9463-dc3edfbb8e39 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:52:28.290656 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa301e67-0a61-4d7a-925d-8cb70566032c req-bd231bfa-92d9-4063-8e89-dd0d8e82c0e2 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:28.453467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9485b7cc-2142-4539-97bb-d55271b3f427 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:52:28.523560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-b56e892d-8e43-4d9a-ad62-df3505252108 req-550d03bf-9a10-442d-a007-fa3be0cceb1d tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Deleting port 41ba3ba8-4104-427f-9ec4-26ff46ca199f {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:52:28.523908 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b56e892d-8e43-4d9a-ad62-df3505252108 req-550d03bf-9a10-442d-a007-fa3be0cceb1d tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:28.571061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-fa301e67-0a61-4d7a-925d-8cb70566032c req-bd231bfa-92d9-4063-8e89-dd0d8e82c0e2 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] For port c93424fe-1376-41e8-9463-dc3edfbb8e39, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c93424fe-1376-41e8-9463-dc3edfbb8e39,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:28.571442 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa301e67-0a61-4d7a-925d-8cb70566032c req-bd231bfa-92d9-4063-8e89-dd0d8e82c0e2 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:28.601811 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 9485b7cc-2142-4539-97bb-d55271b3f427 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:52:28.608063 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 9485b7cc-2142-4539-97bb-d55271b3f427 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:28.608429 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:28.755800 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:28.796580 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdab49e1-bcda-4274-8e42-dde901c9e552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9485b7cc-2142-4539-97bb-d55271b3f427'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:52:28.809143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9485b7cc-2142-4539-97bb-d55271b3f427, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9485b7cc-2142-4539-97bb-d55271b3f427,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:28.856367 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-fa301e67-0a61-4d7a-925d-8cb70566032c req-bd231bfa-92d9-4063-8e89-dd0d8e82c0e2 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Calling delete_port for c93424fe-1376-41e8-9463-dc3edfbb8e39 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:52:28.878502 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:28.884812 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b56e892d-8e43-4d9a-ad62-df3505252108 req-550d03bf-9a10-442d-a007-fa3be0cceb1d tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:28.885134 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b56e892d-8e43-4d9a-ad62-df3505252108 req-550d03bf-9a10-442d-a007-fa3be0cceb1d tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:28.902309 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-79d23c7c-cd80-4b08-b814-6ae6989b6a48 req-166061d9-be57-4b29-a76e-88fdaa15d13a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] For port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:28.902781 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-79d23c7c-cd80-4b08-b814-6ae6989b6a48 req-166061d9-be57-4b29-a76e-88fdaa15d13a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:28.958367 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=9485b7cc-2142-4539-97bb-d55271b3f427,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:29.024695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-b56e892d-8e43-4d9a-ad62-df3505252108 req-550d03bf-9a10-442d-a007-fa3be0cceb1d tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Calling delete_port for 41ba3ba8-4104-427f-9ec4-26ff46ca199f owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:52:29.060751 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa301e67-0a61-4d7a-925d-8cb70566032c req-bd231bfa-92d9-4063-8e89-dd0d8e82c0e2 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:29.073484 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['c93424fe-1376-41e8-9463-dc3edfbb8e39'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:52:29.132833 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd231bfa-92d9-4063-8e89-dd0d8e82c0e2 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Pushing event deleted for resources: {'Port': ['ID=c93424fe-1376-41e8-9463-dc3edfbb8e39,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:29.263877 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa301e67-0a61-4d7a-925d-8cb70566032c req-bd231bfa-92d9-4063-8e89-dd0d8e82c0e2 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] No DVR routers for this DVR port c93424fe-1376-41e8-9463-dc3edfbb8e39 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:52:29.266494 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa301e67-0a61-4d7a-925d-8cb70566032c req-bd231bfa-92d9-4063-8e89-dd0d8e82c0e2 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:29.269286 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '589aa3c9-2647-4aac-81b9-586a39fc04c0', 'name': 'network-vif-deleted', 'tag': 'c93424fe-1376-41e8-9463-dc3edfbb8e39'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:52:29.356850 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa301e67-0a61-4d7a-925d-8cb70566032c req-bd231bfa-92d9-4063-8e89-dd0d8e82c0e2 tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.57 "DELETE /v2.0/ports/c93424fe-1376-41e8-9463-dc3edfbb8e39 HTTP/1.1" status: 204 len: 173 time: 1.1313889 Mar 01 20:52:29.359655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-79d23c7c-cd80-4b08-b814-6ae6989b6a48 req-166061d9-be57-4b29-a76e-88fdaa15d13a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Calling delete_port for ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:52:29.547814 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2cc5c-e3f7-40f3-8e22-3b1565cb89a1 req-94e37c07-aaaf-4f7d-ba57-d4bdf38efbbd tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:29.549464 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92f2cc5c-e3f7-40f3-8e22-3b1565cb89a1 req-94e37c07-aaaf-4f7d-ba57-d4bdf38efbbd tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 946 time: 0.2959597 Mar 01 20:52:29.564385 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-66dca699-99be-4fdc-a97e-c5d16a9111b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:29.666626 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92f2cc5c-e3f7-40f3-8e22-3b1565cb89a1 req-826070a0-fca9-440d-8372-82ff95bb8ce0 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782952 Mar 01 20:52:29.730875 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b56e892d-8e43-4d9a-ad62-df3505252108 req-550d03bf-9a10-442d-a007-fa3be0cceb1d tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:29.779834 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-79d23c7c-cd80-4b08-b814-6ae6989b6a48 req-166061d9-be57-4b29-a76e-88fdaa15d13a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:29.788313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d03bf-9a10-442d-a007-fa3be0cceb1d tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Pushing event deleted for resources: {'Port': ['ID=41ba3ba8-4104-427f-9ec4-26ff46ca199f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:29.799117 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:52:29.930844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166061d9-be57-4b29-a76e-88fdaa15d13a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Pushing event deleted for resources: {'Port': ['ID=ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:29.978545 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65b71ef2-14d6-4dcd-98cb-a9f4b86a426b req-aa27e2db-d19c-40bb-9fee-c02ae95ce0ec tempest-TenantUsagesTestJSON-792529551 tempest-TenantUsagesTestJSON-792529551-project] 10.222.0.42 "GET /v2.0/ports?device_id=589aa3c9-2647-4aac-81b9-586a39fc04c0 HTTP/1.1" status: 200 len: 210 time: 0.1239543 Mar 01 20:52:30.025013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d23c7c-cd80-4b08-b814-6ae6989b6a48 req-166061d9-be57-4b29-a76e-88fdaa15d13a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] No DVR routers for this DVR port ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:52:30.028998 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-79d23c7c-cd80-4b08-b814-6ae6989b6a48 req-166061d9-be57-4b29-a76e-88fdaa15d13a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:30.031464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4089d98-2e58-4471-834a-6a353b1bbd3f', 'name': 'network-vif-deleted', 'tag': 'ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:52:30.058137 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79d23c7c-cd80-4b08-b814-6ae6989b6a48 req-166061d9-be57-4b29-a76e-88fdaa15d13a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.55 "DELETE /v2.0/ports/ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 HTTP/1.1" status: 204 len: 173 time: 1.9429364 Mar 01 20:52:30.061921 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b56e892d-8e43-4d9a-ad62-df3505252108 req-550d03bf-9a10-442d-a007-fa3be0cceb1d tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:30.065032 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b56e892d-8e43-4d9a-ad62-df3505252108 req-550d03bf-9a10-442d-a007-fa3be0cceb1d tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:30.066892 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b56e892d-8e43-4d9a-ad62-df3505252108 req-550d03bf-9a10-442d-a007-fa3be0cceb1d tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "DELETE /v2.0/floatingips/d30ff5c3-11bf-4510-9e6c-b74f8ede8c60 HTTP/1.1" status: 204 len: 173 time: 1.7897456 Mar 01 20:52:30.229907 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-6f38c7b0-6c88-4892-a859-c74b05f0800d req-5099fbd9-8b87-41e8-9840-d94050fd8db1 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Synchronizing usage tracker for tenant:12fae2fdb26b4cf190b0d5a7d7adbfcc on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:52:30.283339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b1ce5-0570-426f-a911-6fda18a4e66f req-9bc1c838-d6b1-4967-8ad5-7ea272042adc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:30.284864 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-409b1ce5-0570-426f-a911-6fda18a4e66f req-9bc1c838-d6b1-4967-8ad5-7ea272042adc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1003160 Mar 01 20:52:30.330013 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-409b1ce5-0570-426f-a911-6fda18a4e66f req-ec33305b-74c5-4c62-9ffe-ee0f9059a9b9 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395277 Mar 01 20:52:30.375916 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:30.376154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-6f38c7b0-6c88-4892-a859-c74b05f0800d req-5099fbd9-8b87-41e8-9840-d94050fd8db1 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Unset dirty status for tenant:12fae2fdb26b4cf190b0d5a7d7adbfcc on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:52:30.378107 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f38c7b0-6c88-4892-a859-c74b05f0800d req-5099fbd9-8b87-41e8-9840-d94050fd8db1 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 210 time: 0.2289712 Mar 01 20:52:30.386624 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdab49e1-bcda-4274-8e42-dde901c9e552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9485b7cc-2142-4539-97bb-d55271b3f427', 'code': 200} Mar 01 20:52:30.436745 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '589aa3c9-2647-4aac-81b9-586a39fc04c0', 'name': 'network-vif-deleted', 'tag': 'c93424fe-1376-41e8-9463-dc3edfbb8e39', 'status': 'completed', 'code': 200} Mar 01 20:52:30.562003 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4089d98-2e58-4471-834a-6a353b1bbd3f', 'name': 'network-vif-deleted', 'tag': 'ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8', 'status': 'completed', 'code': 200} Mar 01 20:52:30.576686 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:30.633842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a591bcc4-f439-42db-8715-4275dd266221 req-b72eda8b-964c-49ac-9f78-c327270161d2 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:30.635244 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a591bcc4-f439-42db-8715-4275dd266221 req-b72eda8b-964c-49ac-9f78-c327270161d2 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.1103549 Mar 01 20:52:30.681462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f6f35e-c73e-48d1-a8a6-257673026f79 req-18f07f8d-ba5a-4ff5-a79f-c290758a7ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:30.682931 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e7f6f35e-c73e-48d1-a8a6-257673026f79 req-18f07f8d-ba5a-4ff5-a79f-c290758a7ed0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 1097 time: 0.2269104 Mar 01 20:52:30.769260 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a591bcc4-f439-42db-8715-4275dd266221 req-dd1a9b09-b95e-4564-8e97-2ba11cc45232 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983367 Mar 01 20:52:30.777268 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e7f6f35e-c73e-48d1-a8a6-257673026f79 req-3de4928e-7cf5-4192-be80-b601c28b2df5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769322 Mar 01 20:52:30.800435 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d284193-4ef0-4880-a8d4-ba237a23a5c7 req-f911f842-2da0-47f1-98da-279c17d01c9e tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:30.801986 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d284193-4ef0-4880-a8d4-ba237a23a5c7 req-f911f842-2da0-47f1-98da-279c17d01c9e tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=30453437-c497-4eb4-be0b-4bde087495eb HTTP/1.1" status: 200 len: 950 time: 0.1761613 Mar 01 20:52:30.942973 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d284193-4ef0-4880-a8d4-ba237a23a5c7 req-aa2c5810-7526-4139-9e0d-6b2ff1043c87 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/security-groups?id=132e2f7d-03c2-42ba-90db-596fbe8f1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190953 Mar 01 20:52:30.984004 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-fc5b0e1a-d331-4841-8cb5-17168a7f0a0b tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1810400 Mar 01 20:52:30.993321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-27a4dc5c-aadb-4ffe-a3f3-1d34545db193 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:52:30.999732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-27a4dc5c-aadb-4ffe-a3f3-1d34545db193 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:52:31.009226 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-27a4dc5c-aadb-4ffe-a3f3-1d34545db193 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:52:31.118877 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-27a4dc5c-aadb-4ffe-a3f3-1d34545db193 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:31.146268 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5edab-8af5-4f76-bd5a-6bf80cf5832f req-84bd7b90-e6ba-4220-8a7e-a116f2d1b94e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:31.147755 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45a5edab-8af5-4f76-bd5a-6bf80cf5832f req-84bd7b90-e6ba-4220-8a7e-a116f2d1b94e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 946 time: 0.1057851 Mar 01 20:52:31.207675 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45a5edab-8af5-4f76-bd5a-6bf80cf5832f req-13209975-99a3-4543-8093-71680e1c14d6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490093 Mar 01 20:52:31.417532 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-27a4dc5c-aadb-4ffe-a3f3-1d34545db193 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:31.558495 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-27a4dc5c-aadb-4ffe-a3f3-1d34545db193 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Allocated IP 172.25.5.96 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/ddd15faf-99cc-483d-b3a5-0d887100b892) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:52:31.743174 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc728c-4195-427c-afef-c06e8f049a76 req-51ce9e11-a5fa-43fb-9a3e-beb9911c31bf tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:31.744731 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67cc728c-4195-427c-afef-c06e8f049a76 req-51ce9e11-a5fa-43fb-9a3e-beb9911c31bf tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1805327 Mar 01 20:52:31.757524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37876) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:52:31.800789 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-27a4dc5c-aadb-4ffe-a3f3-1d34545db193 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:31.822630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67cc728c-4195-427c-afef-c06e8f049a76 req-8b10fef5-387b-4316-be7c-3006e30b23ef tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689118 Mar 01 20:52:31.919154 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4c410957-857a-4c2f-a25d-6936196d032d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=11436614de154578a7ed16285a9ad651&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1603580 Mar 01 20:52:31.919626 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-27a4dc5c-aadb-4ffe-a3f3-1d34545db193 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:31.921626 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37884) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:52:31.984241 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3967dbe7-0b6f-4763-93a5-db108a0e4521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:32.011896 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3967dbe7-0b6f-4763-93a5-db108a0e4521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:32.018827 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4f823d0c-92e0-4357-a441-9d2b0b97fadf req-abf74e71-4733-4634-b63f-b94be6cab745 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 210 time: 0.0591702 Mar 01 20:52:32.022308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-27a4dc5c-aadb-4ffe-a3f3-1d34545db193 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:52:32.026230 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-27a4dc5c-aadb-4ffe-a3f3-1d34545db193 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:52:32.034712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-27a4dc5c-aadb-4ffe-a3f3-1d34545db193 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:52:32.074446 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4dc5c-aadb-4ffe-a3f3-1d34545db193 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Pushing event updated for resources: {'Port': ['ID=ddd15faf-99cc-483d-b3a5-0d887100b892,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:32.096840 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:32.207403 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3967dbe7-0b6f-4763-93a5-db108a0e4521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:32.224006 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967dbe7-0b6f-4763-93a5-db108a0e4521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bcb50f3-1f46-405e-8f6b-5d2cdd5bb1ff,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:32.233209 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3967dbe7-0b6f-4763-93a5-db108a0e4521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:32.234757 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3967dbe7-0b6f-4763-93a5-db108a0e4521 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2bcb50f3-1f46-405e-8f6b-5d2cdd5bb1ff HTTP/1.1" status: 204 len: 168 time: 0.3120947 Mar 01 20:52:32.255390 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-27a4dc5c-aadb-4ffe-a3f3-1d34545db193 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:32.434014 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-27a4dc5c-aadb-4ffe-a3f3-1d34545db193 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:32.471112 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a06bb305-9ff9-456a-8725-3eff87817f32 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:52:32.475626 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:52:32.516434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:52:32.516434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ccb1a2f8-eb20-4f91-b9c1-f5e6037e51e8 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:52:32.517610 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c8d043f3-7ca8-4512-8816-08c99a5010d0 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:52:32.558146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4822e-0622-4808-9cd5-2ee5e67f4915 req-17ffa5aa-d841-4aeb-b21b-1208359e0777 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:32.559739 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47e4822e-0622-4808-9cd5-2ee5e67f4915 req-17ffa5aa-d841-4aeb-b21b-1208359e0777 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.2067516 Mar 01 20:52:32.676705 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47e4822e-0622-4808-9cd5-2ee5e67f4915 req-548915bc-7a0f-4be2-a85a-c4299c7c4697 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625010 Mar 01 20:52:32.732367 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-27a4dc5c-aadb-4ffe-a3f3-1d34545db193 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:32.737817 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:32.759243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a06bb305-9ff9-456a-8725-3eff87817f32, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a06bb305-9ff9-456a-8725-3eff87817f32,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:32.783224 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'a06bb305-9ff9-456a-8725-3eff87817f32', 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9', 'port_id': 'a06bb305-9ff9-456a-8725-3eff87817f32', 'mac_address': 'fa:16:3e:af:44:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04d362b-c114-455b-b96e-10a41d5ec3e4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:52:32.789415 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30453437-c497-4eb4-be0b-4bde087495eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d043f3-7ca8-4512-8816-08c99a5010d0'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:52:32.809794 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-27a4dc5c-aadb-4ffe-a3f3-1d34545db193 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:32.833999 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port c8d043f3-7ca8-4512-8816-08c99a5010d0, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c8d043f3-7ca8-4512-8816-08c99a5010d0,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:32.852288 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:32.869725 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a06bb305-9ff9-456a-8725-3eff87817f32 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:52:32.886109 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a06bb305-9ff9-456a-8725-3eff87817f32, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a06bb305-9ff9-456a-8725-3eff87817f32,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:32.898868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37916) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:52:32.899480 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:32.919479 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2c319c7-793c-4328-b638-8b0ea7073a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:32.934730 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c2c319c7-793c-4328-b638-8b0ea7073a17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:52:32.939143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c2c319c7-793c-4328-b638-8b0ea7073a17 admin admin] Usage tracker for resource:security_group_rule and tenant:a06f053e2a3c4e4885cb2e0587922c18 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:52:32.943030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c2c319c7-793c-4328-b638-8b0ea7073a17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:52:32.949446 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4dc5c-aadb-4ffe-a3f3-1d34545db193 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Pushing event updated for resources: {'Port': ['ID=ddd15faf-99cc-483d-b3a5-0d887100b892,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:32.949934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c2c319c7-793c-4328-b638-8b0ea7073a17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:52:32.961815 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-27a4dc5c-aadb-4ffe-a3f3-1d34545db193 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:32.963196 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:32.975970 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=c8d043f3-7ca8-4512-8816-08c99a5010d0,revision_number=11']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:33.004486 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cd5df-a178-4ee3-8c26-de0b109d440b req-0d305cf2-3d58-42a2-95df-30d6b2c6e18a tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:33.006011 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee3cd5df-a178-4ee3-8c26-de0b109d440b req-0d305cf2-3d58-42a2-95df-30d6b2c6e18a tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 946 time: 0.2331359 Mar 01 20:52:33.056489 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2c319c7-793c-4328-b638-8b0ea7073a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:33.056700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=a06bb305-9ff9-456a-8725-3eff87817f32,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:33.063481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee3cd5df-a178-4ee3-8c26-de0b109d440b req-16c0905b-d59e-4b5d-8138-c336250bd194 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448930 Mar 01 20:52:33.081404 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-27a4dc5c-aadb-4ffe-a3f3-1d34545db193 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:33.082968 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-27a4dc5c-aadb-4ffe-a3f3-1d34545db193 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0932956 Mar 01 20:52:33.097429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a06bb305-9ff9-456a-8725-3eff87817f32'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:52:33.147135 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2c319c7-793c-4328-b638-8b0ea7073a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:33.179783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-8b3ec024-0e85-40b4-9077-a66aed4ce76d tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Synchronizing usage tracker for tenant:e2628548d820482fb1bd0f84effa30e3 on resource:floatingip {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:52:33.219420 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c2c319c7-793c-4328-b638-8b0ea7073a17 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a06f053e2a3c4e4885cb2e0587922c18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184843 Mar 01 20:52:33.222908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c319c7-793c-4328-b638-8b0ea7073a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f48afd3-1c4e-4d66-a9a0-fa3879a09ae9,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:33.224072 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30453437-c497-4eb4-be0b-4bde087495eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d043f3-7ca8-4512-8816-08c99a5010d0', 'code': 200} Mar 01 20:52:33.225620 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37934) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:52:33.256196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-8b3ec024-0e85-40b4-9077-a66aed4ce76d tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Unset dirty status for tenant:e2628548d820482fb1bd0f84effa30e3 on resource:floatingip {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:52:33.261956 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-8b3ec024-0e85-40b4-9077-a66aed4ce76d tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.96 HTTP/1.1" status: 200 len: 695 time: 0.1685481 Mar 01 20:52:33.303373 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c93424fe-1376-41e8-9463-dc3edfbb8e39 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:52:33.340024 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: c93424fe-1376-41e8-9463-dc3edfbb8e39 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:52:33.340285 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c93424fe-1376-41e8-9463-dc3edfbb8e39 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:52:33.450118 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-62845230-61c7-4407-95de-284b00a0f8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:33.503882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-30437fc7-c946-4dfd-a9e4-fd2c080f84a6 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:33.505179 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-30437fc7-c946-4dfd-a9e4-fd2c080f84a6 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.2374623 Mar 01 20:52:33.506824 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-62845230-61c7-4407-95de-284b00a0f8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:33.533000 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-72a3330a-2542-46c0-a50a-c80b28d28bee tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:52:33.533941 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0819c439-3a8c-41be-a91c-575f61e31c4f req-72a3330a-2542-46c0-a50a-c80b28d28bee tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176549 Mar 01 20:52:33.706501 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5fe2da18-545f-4745-ad03-8743acfffdd8 req-4319a20a-4c8b-49c4-aabf-72925708fea0 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 210 time: 0.0566256 Mar 01 20:52:33.715007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0565bed-f5b3-4f80-a5f6-b82dc40b0a5e req-51dae3a9-d5c2-4388-b816-3f9f39976a6b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:33.716420 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a0565bed-f5b3-4f80-a5f6-b82dc40b0a5e req-51dae3a9-d5c2-4388-b816-3f9f39976a6b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.4035790 Mar 01 20:52:33.766509 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a0565bed-f5b3-4f80-a5f6-b82dc40b0a5e req-d7f146cb-7106-4d55-99b6-d07378a6d604 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419481 Mar 01 20:52:33.859077 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-62845230-61c7-4407-95de-284b00a0f8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:33.892684 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04815e8b-d389-4729-a496-c991773a2d85 req-1a379a80-2bc1-465f-965e-73c49dac0d78 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/floatingips/5f0ab0bd-294c-4fff-89ef-bb470d133323 HTTP/1.1" status: 200 len: 692 time: 0.1005759 Mar 01 20:52:33.895204 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62845230-61c7-4407-95de-284b00a0f8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f48afd3-1c4e-4d66-a9a0-fa3879a09ae9,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:33.919743 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-62845230-61c7-4407-95de-284b00a0f8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:33.920848 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-62845230-61c7-4407-95de-284b00a0f8b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f48afd3-1c4e-4d66-a9a0-fa3879a09ae9 HTTP/1.1" status: 204 len: 168 time: 0.6939797 Mar 01 20:52:34.099811 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04815e8b-d389-4729-a496-c991773a2d85 req-4169be6c-9b76-44c1-8896-2a673cfa7307 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:34.101137 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04815e8b-d389-4729-a496-c991773a2d85 req-4169be6c-9b76-44c1-8896-2a673cfa7307 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.2018838 Mar 01 20:52:34.117852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-04815e8b-d389-4729-a496-c991773a2d85 req-50c84e71-eaa3-4c54-9a54-7c4f7b867864 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:52:34.118898 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04815e8b-d389-4729-a496-c991773a2d85 req-50c84e71-eaa3-4c54-9a54-7c4f7b867864 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071619 Mar 01 20:52:34.131125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471740f6-db42-4ca3-b066-c6b8e58ef03c req-6da9cac2-ee72-4505-9237-8a438a32a771 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:34.132729 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-471740f6-db42-4ca3-b066-c6b8e58ef03c req-6da9cac2-ee72-4505-9237-8a438a32a771 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.1401777 Mar 01 20:52:34.226029 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04815e8b-d389-4729-a496-c991773a2d85 req-94f5ddd7-4a84-4a0e-9f93-15898ea63945 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.96 HTTP/1.1" status: 200 len: 695 time: 0.0923307 Mar 01 20:52:34.303656 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-471740f6-db42-4ca3-b066-c6b8e58ef03c req-6a8de3d2-1ba7-4df9-92ff-164fee86fc1d tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173594 Mar 01 20:52:34.329547 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04815e8b-d389-4729-a496-c991773a2d85 req-81f64fca-4327-4bd0-85ab-11649a26e88f tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.96 HTTP/1.1" status: 200 len: 695 time: 0.0930638 Mar 01 20:52:34.478746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a06bb305-9ff9-456a-8725-3eff87817f32 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:52:34.506282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-04815e8b-d389-4729-a496-c991773a2d85 req-7cbb030e-318d-4182-8bc9-1aa85022e4d0 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Deleting port ddd15faf-99cc-483d-b3a5-0d887100b892 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:52:34.506688 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-04815e8b-d389-4729-a496-c991773a2d85 req-7cbb030e-318d-4182-8bc9-1aa85022e4d0 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:34.546426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port a06bb305-9ff9-456a-8725-3eff87817f32 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:34.546706 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:34.669416 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:34.702138 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a06bb305-9ff9-456a-8725-3eff87817f32, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a06bb305-9ff9-456a-8725-3eff87817f32,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:34.736220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98568e19-60c8-445e-8659-8d05591b5dd6 req-84b83ba5-2dac-4f50-abbf-e154f32d66ae tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:34.737683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98568e19-60c8-445e-8659-8d05591b5dd6 req-84b83ba5-2dac-4f50-abbf-e154f32d66ae tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 946 time: 0.2060311 Mar 01 20:52:34.767908 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-04815e8b-d389-4729-a496-c991773a2d85 req-7cbb030e-318d-4182-8bc9-1aa85022e4d0 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:34.768232 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-04815e8b-d389-4729-a496-c991773a2d85 req-7cbb030e-318d-4182-8bc9-1aa85022e4d0 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:34.785143 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:34.859176 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=a06bb305-9ff9-456a-8725-3eff87817f32,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:34.910088 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-04815e8b-d389-4729-a496-c991773a2d85 req-7cbb030e-318d-4182-8bc9-1aa85022e4d0 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Calling delete_port for ddd15faf-99cc-483d-b3a5-0d887100b892 owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:52:34.953141 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98568e19-60c8-445e-8659-8d05591b5dd6 req-35d333a9-ecf5-48a7-9b9c-09f743450742 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037601 Mar 01 20:52:35.025035 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38002) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:52:35.130463 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-04815e8b-d389-4729-a496-c991773a2d85 req-7cbb030e-318d-4182-8bc9-1aa85022e4d0 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:35.144893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-network', 'tenant_id': 'f76671925d614132899f6869c2566bab'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:52:35.149637 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:52:35.154792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Usage tracker for resource:network and tenant:f76671925d614132899f6869c2566bab is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:52:35.157843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:52:35.164575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:52:35.224994 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bd59c7-d629-4a63-95ef-081d19a6b1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06bb305-9ff9-456a-8725-3eff87817f32'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:52:35.318949 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb030e-318d-4182-8bc9-1aa85022e4d0 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Pushing event deleted for resources: {'Port': ['ID=ddd15faf-99cc-483d-b3a5-0d887100b892,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:35.363819 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45211e39-c802-497e-98ca-12bdca30ee27 req-d64fb65e-9ed6-46de-8703-3c8d91a57442 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 210 time: 0.1862171 Mar 01 20:52:35.386851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Made reservation on behalf of f76671925d614132899f6869c2566bab for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:52:35.389346 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:35.401607 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:35.418791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:52:35.419070 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-04815e8b-d389-4729-a496-c991773a2d85 req-7cbb030e-318d-4182-8bc9-1aa85022e4d0 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:35.423006 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Usage tracker for resource:security_group_rule and tenant:f76671925d614132899f6869c2566bab is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:52:35.425970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:52:35.432621 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:52:35.484984 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-04815e8b-d389-4729-a496-c991773a2d85 req-7cbb030e-318d-4182-8bc9-1aa85022e4d0 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:35.491856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04815e8b-d389-4729-a496-c991773a2d85 req-7cbb030e-318d-4182-8bc9-1aa85022e4d0 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "DELETE /v2.0/floatingips/5f0ab0bd-294c-4fff-89ef-bb470d133323 HTTP/1.1" status: 204 len: 173 time: 1.1567435 Mar 01 20:52:35.525673 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:35.531131 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42bd59c7-d629-4a63-95ef-081d19a6b1cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a06bb305-9ff9-456a-8725-3eff87817f32', 'code': 200} Mar 01 20:52:35.592488 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:35.627779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:52:35.633316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7c9521-c999-4be9-9c04-fef329b9f9ab,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:35.641923 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:35.642428 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Added segment 04fad1e4-9254-4f76-8181-684f486c79e5 of type vlan for network e1d35894-975e-4477-8039-e95c20ae6197 Mar 01 20:52:35.655233 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-7a860918-75d4-4fda-95e3-a2f55206ac09 req-5119150c-deab-4966-9102-2a89efedb0a0 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] show failed (client error): The resource could not be found. Mar 01 20:52:35.656288 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a860918-75d4-4fda-95e3-a2f55206ac09 req-5119150c-deab-4966-9102-2a89efedb0a0 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/floatingips/5f0ab0bd-294c-4fff-89ef-bb470d133323 HTTP/1.1" status: 404 len: 350 time: 0.1031458 Mar 01 20:52:35.670135 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:35.719741 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d896c875-1938-47c0-bac2-91ce1f9629c8 req-ac193a8e-4b95-42e7-ad81-dd46ea1f5831 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:35.721197 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d896c875-1938-47c0-bac2-91ce1f9629c8 req-ac193a8e-4b95-42e7-ad81-dd46ea1f5831 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.1074984 Mar 01 20:52:35.770050 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d896c875-1938-47c0-bac2-91ce1f9629c8 req-52c08235-cb77-49e6-8b34-02ba2d4eb7e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432968 Mar 01 20:52:35.772731 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:35.773722 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:35.774336 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:35.875810 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-18bc6623-4548-42ed-8e6c-004e10d2f530 req-9623333e-bd99-4bc0-a69f-f28c46c53db5 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] show failed (client error): The resource could not be found. Mar 01 20:52:35.876882 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-18bc6623-4548-42ed-8e6c-004e10d2f530 req-9623333e-bd99-4bc0-a69f-f28c46c53db5 tempest-FloatingIPsTestJSON-2073057475 tempest-FloatingIPsTestJSON-2073057475-project] 10.222.0.42 "GET /v2.0/floatingips/5f0ab0bd-294c-4fff-89ef-bb470d133323 HTTP/1.1" status: 404 len: 350 time: 0.0777705 Mar 01 20:52:35.888897 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38058) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:52:35.950729 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] Pushing event updated for resources: {'Network': ['ID=e1d35894-975e-4477-8039-e95c20ae6197,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:35.962137 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-81f77944-0173-4316-b25d-42c3a9d7b46e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9334607 Mar 01 20:52:35.963307 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38068) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:52:35.966109 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network e1d35894-975e-4477-8039-e95c20ae6197 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:52:35.970141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-3bff2114-ef06-4b49-a491-e53d1cfead09 admin admin] Request body: {'subnet': {'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-subnet', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:52:35.977074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3bff2114-ef06-4b49-a491-e53d1cfead09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:52:35.983555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3bff2114-ef06-4b49-a491-e53d1cfead09 admin admin] Usage tracker for resource:subnet and tenant:f76671925d614132899f6869c2566bab is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:52:35.986811 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3bff2114-ef06-4b49-a491-e53d1cfead09 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:52:35.994634 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3bff2114-ef06-4b49-a491-e53d1cfead09 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:52:36.095674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bff2114-ef06-4b49-a491-e53d1cfead09 admin admin] Made reservation on behalf of f76671925d614132899f6869c2566bab for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:52:36.098703 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3bff2114-ef06-4b49-a491-e53d1cfead09 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:36.314212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5a5b30-459e-416d-be10-d07d8d1bc8a6 req-62197a24-f34d-440a-b542-820786d7310f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:36.315706 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d5a5b30-459e-416d-be10-d07d8d1bc8a6 req-62197a24-f34d-440a-b542-820786d7310f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 946 time: 0.1792998 Mar 01 20:52:36.378411 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d5a5b30-459e-416d-be10-d07d8d1bc8a6 req-1730fcae-c8a8-4592-996c-f7b9e9c037ce tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561461 Mar 01 20:52:36.546922 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44bc7f5b-4d17-4fa5-9de3-cb8d8cf6a68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:36.558562 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b76da04f-b601-44f0-9c06-5108db33f105 req-f19784ff-b8b2-4ef5-9ea8-044a53eac279 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 210 time: 0.0482175 Mar 01 20:52:36.627035 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3bff2114-ef06-4b49-a491-e53d1cfead09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:36.710361 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff2114-ef06-4b49-a491-e53d1cfead09 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:36.718863 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bff2114-ef06-4b49-a491-e53d1cfead09 admin admin] Checking segment: {'id': '04fad1e4-9254-4f76-8181-684f486c79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:52:36.719219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bff2114-ef06-4b49-a491-e53d1cfead09 admin admin] Network hostable DHCP agents. Network: e1d35894-975e-4477-8039-e95c20ae6197, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:52:36.787300 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bff2114-ef06-4b49-a491-e53d1cfead09 admin admin] Network e1d35894-975e-4477-8039-e95c20ae6197 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:52:36.864731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-3bff2114-ef06-4b49-a491-e53d1cfead09 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, e1d35894-975e-4477-8039-e95c20ae6197) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:52:36.873125 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977917f4-1d72-496b-9930-7244486b2696 None None] Network e1d35894-975e-4477-8039-e95c20ae6197 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:52:36.877502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bff2114-ef06-4b49-a491-e53d1cfead09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:36.878208 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3bff2114-ef06-4b49-a491-e53d1cfead09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:36.979565 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3bff2114-ef06-4b49-a491-e53d1cfead09 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.0150542 Mar 01 20:52:36.980419 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38158) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:52:36.987001 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:52:36.993254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:52:37.000601 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Usage tracker for resource:router and tenant:f76671925d614132899f6869c2566bab is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:52:37.004368 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:52:37.035604 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:52:37.053556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-44bc7f5b-4d17-4fa5-9de3-cb8d8cf6a68e admin admin] Deleting port 38117b03-cc70-4435-ab30-a3f43d1da56f {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:52:37.054411 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44bc7f5b-4d17-4fa5-9de3-cb8d8cf6a68e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:37.080422 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c91a5-3c3b-44e2-bd7a-dae4b93de2df req-c0bbd6b0-ca30-4cd9-b2e5-a32117712fa4 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:37.082032 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0e8c91a5-3c3b-44e2-bd7a-dae4b93de2df req-c0bbd6b0-ca30-4cd9-b2e5-a32117712fa4 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.1766098 Mar 01 20:52:37.130232 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:37.137828 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:37.155021 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0e8c91a5-3c3b-44e2-bd7a-dae4b93de2df req-7cae745f-946d-4520-a029-a92fbb2eea38 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657551 Mar 01 20:52:37.162863 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:37.194611 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-e1d35894-975e-4477-8039-e95c20ae6197', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:52:37.195711 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:37.274644 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-44bc7f5b-4d17-4fa5-9de3-cb8d8cf6a68e admin admin] For port 38117b03-cc70-4435-ab30-a3f43d1da56f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=38117b03-cc70-4435-ab30-a3f43d1da56f,segment=NetworkSegment(7e4c11d0-ebac-4856-aa33-6903c976799c),segment_id=7e4c11d0-ebac-4856-aa33-6903c976799c)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:37.275138 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44bc7f5b-4d17-4fa5-9de3-cb8d8cf6a68e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:37.362420 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Allocated IP 172.20.0.2 (e1d35894-975e-4477-8039-e95c20ae6197/dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4/663d9a0e-a06d-4295-aba1-ee976fa4a020) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:52:37.431089 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-44bc7f5b-4d17-4fa5-9de3-cb8d8cf6a68e admin admin] Calling delete_port for 38117b03-cc70-4435-ab30-a3f43d1da56f owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:52:37.519274 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:37.593300 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:37.604917 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Transition to ACTIVE for port object 663d9a0e-a06d-4295-aba1-ee976fa4a020 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:52:37.627454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Transition to ACTIVE for port object 663d9a0e-a06d-4295-aba1-ee976fa4a020 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:52:37.690261 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:37.764208 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Network e1d35894-975e-4477-8039-e95c20ae6197 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:52:37.771346 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:52:37.776071 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:52:37.782276 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Pushing event updated for resources: {'Port': ['ID=663d9a0e-a06d-4295-aba1-ee976fa4a020,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:37.811299 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44bc7f5b-4d17-4fa5-9de3-cb8d8cf6a68e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:37.817465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5bf36-f702-451c-a756-70500ef96619 req-ed2e5692-97fe-47d6-805f-303325350f2a tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:37.818942 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4f5bf36-f702-451c-a756-70500ef96619 req-ed2e5692-97fe-47d6-805f-303325350f2a tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 946 time: 0.2784777 Mar 01 20:52:37.870691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc7f5b-4d17-4fa5-9de3-cb8d8cf6a68e admin admin] Pushing event deleted for resources: {'Port': ['ID=38117b03-cc70-4435-ab30-a3f43d1da56f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:37.877769 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Attempting to bind port 663d9a0e-a06d-4295-aba1-ee976fa4a020 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:52:37.879806 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Attempting to bind port 663d9a0e-a06d-4295-aba1-ee976fa4a020 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '04fad1e4-9254-4f76-8181-684f486c79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:52:37.879806 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Attempting to bind port 663d9a0e-a06d-4295-aba1-ee976fa4a020 on network e1d35894-975e-4477-8039-e95c20ae6197 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:52:37.885855 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4f5bf36-f702-451c-a756-70500ef96619 req-ab1bf120-9390-46d5-8f66-c40aff3ea24e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571630 Mar 01 20:52:37.887101 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:52:37.887843 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Checking segment: {'id': '04fad1e4-9254-4f76-8181-684f486c79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:52:37.888446 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:37.889052 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Bound using segment: {'id': '04fad1e4-9254-4f76-8181-684f486c79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:52:37.889731 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Bound port: 663d9a0e-a06d-4295-aba1-ee976fa4a020, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fad1e4-9254-4f76-8181-684f486c79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:52:37.890312 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:38.010886 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] For port 663d9a0e-a06d-4295-aba1-ee976fa4a020, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:52:38.014243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] For port 663d9a0e-a06d-4295-aba1-ee976fa4a020, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=663d9a0e-a06d-4295-aba1-ee976fa4a020,segment=NetworkSegment(04fad1e4-9254-4f76-8181-684f486c79e5),segment_id=04fad1e4-9254-4f76-8181-684f486c79e5)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:52:38.096227 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:38.273686 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de339211-7bd9-4215-bf5d-3ff05a011b14 None None] Pushing event updated for resources: {'Port': ['ID=663d9a0e-a06d-4295-aba1-ee976fa4a020,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:38.296155 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cac6e95f-ab57-41d9-b45c-7cc47931d29d req-0fe78275-b68a-4085-8498-abb7125b11e7 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 210 time: 0.0719090 Mar 01 20:52:38.299703 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:38.354413 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:38.360800 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44bc7f5b-4d17-4fa5-9de3-cb8d8cf6a68e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:38.595243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Allocated IP 172.25.5.31 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:52:38.623774 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4472706f-a8f6-408f-a7fd-729097779c0f req-17e9fc78-eb9d-4a2d-82a8-c7cd3d5f8dd1 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:38.632541 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4472706f-a8f6-408f-a7fd-729097779c0f req-17e9fc78-eb9d-4a2d-82a8-c7cd3d5f8dd1 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.2111795 Mar 01 20:52:38.767582 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4472706f-a8f6-408f-a7fd-729097779c0f req-3d10b2d6-0dfc-4ca6-ab49-2ba55b6a3a77 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340230 Mar 01 20:52:38.821511 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:38.910071 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44bc7f5b-4d17-4fa5-9de3-cb8d8cf6a68e admin admin] Router 616b1916-5321-4ac8-906f-3529766fe322 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:52:38.922487 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:38.982293 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:52:39.006106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Pushing event updated for resources: {'Port': ['ID=0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:39.021859 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:39.026537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:39.026537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:39.026537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:39.026537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:39.026537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:39.026537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:39.026537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:39.026537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:39.026537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:39.026537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:39.026537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:39.085361 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:52:39.087533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:52:39.090998 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:52:39.138576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bc7f5b-4d17-4fa5-9de3-cb8d8cf6a68e admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:52:39.148311 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f851a782-cc7c-4cbd-85a8-833f2af03eab None None] Sync routers for ids ['616b1916-5321-4ac8-906f-3529766fe322'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:52:39.156370 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-44bc7f5b-4d17-4fa5-9de3-cb8d8cf6a68e admin admin] 10.222.0.42 "PUT /v2.0/routers/616b1916-5321-4ac8-906f-3529766fe322/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2663717 Mar 01 20:52:39.158657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38242) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:52:39.161557 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f851a782-cc7c-4cbd-85a8-833f2af03eab None None] Routers {'616b1916-5321-4ac8-906f-3529766fe322'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:52:39.168420 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f851a782-cc7c-4cbd-85a8-833f2af03eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:52:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['616b1916-5321-4ac8-906f-3529766fe322'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:39.406396 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b59d47-795f-4d94-a628-761ec8dcbce8 req-066432a9-4f91-416c-b75f-d73e1cd7a6e6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:39.413751 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25b59d47-795f-4d94-a628-761ec8dcbce8 req-066432a9-4f91-416c-b75f-d73e1cd7a6e6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 946 time: 0.3834546 Mar 01 20:52:39.426340 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b3651162-b792-4b9e-8a5c-3df56d2d2b57 admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:39.469691 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-f851a782-cc7c-4cbd-85a8-833f2af03eab None None] Set router 616b1916-5321-4ac8-906f-3529766fe322 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:52:39.476886 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25b59d47-795f-4d94-a628-761ec8dcbce8 req-e5a43de4-6b72-47b1-b821-fafd910423a4 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621998 Mar 01 20:52:39.508707 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93351484-3da0-4fb1-a03c-5ba5fd077dc6 None None] Network e1d35894-975e-4477-8039-e95c20ae6197 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:52:39.751916 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-64e9ca9a-5e30-4fac-855c-384cccb75d58 None None] Provisioning for port 663d9a0e-a06d-4295-aba1-ee976fa4a020 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:52:39.870157 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b3651162-b792-4b9e-8a5c-3df56d2d2b57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:39.890708 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f851a782-cc7c-4cbd-85a8-833f2af03eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616b1916-5321-4ac8-906f-3529766fe322', 'name': 'tempest-FloatingIPsTestJSON-1142199881-router', 'tenant_id': 'e2628548d820482fb1bd0f84effa30e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '2354d8df-9941-4e73-b87e-6afcde71b208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:01Z', 'updated_at': '2022-03-01T20:52:37Z', 'revision_number': 5, 'project_id': 'e2628548d820482fb1bd0f84effa30e3', 'gw_port': {'id': '2354d8df-9941-4e73-b87e-6afcde71b208', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b1916-5321-4ac8-906f-3529766fe322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:03Z', 'updated_at': '2022-03-01T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:39.895071 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f851a782-cc7c-4cbd-85a8-833f2af03eab None None] Checking router: 616b1916-5321-4ac8-906f-3529766fe322 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:52:39.904021 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f851a782-cc7c-4cbd-85a8-833f2af03eab None None] Routers {'616b1916-5321-4ac8-906f-3529766fe322'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:52:39.904616 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f851a782-cc7c-4cbd-85a8-833f2af03eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:52:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['616b1916-5321-4ac8-906f-3529766fe322'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:39.926009 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef537d80-543c-4af0-a7de-beb15970231b req-79579f81-b3ba-4174-a526-970ea9822293 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 210 time: 0.0668528 Mar 01 20:52:39.973316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b3651162-b792-4b9e-8a5c-3df56d2d2b57 admin admin] Deleting port 2354d8df-9941-4e73-b87e-6afcde71b208 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:52:39.976603 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b3651162-b792-4b9e-8a5c-3df56d2d2b57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:40.137852 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:40.175850 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-f851a782-cc7c-4cbd-85a8-833f2af03eab None None] Set router 616b1916-5321-4ac8-906f-3529766fe322 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:52:40.288299 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 663d9a0e-a06d-4295-aba1-ee976fa4a020 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:52:40.320327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-b3651162-b792-4b9e-8a5c-3df56d2d2b57 admin admin] For port 2354d8df-9941-4e73-b87e-6afcde71b208, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2354d8df-9941-4e73-b87e-6afcde71b208,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:40.321625 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b3651162-b792-4b9e-8a5c-3df56d2d2b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:40.441327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 663d9a0e-a06d-4295-aba1-ee976fa4a020 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:52:40.446962 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 663d9a0e-a06d-4295-aba1-ee976fa4a020 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:40.447577 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:40.508443 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b3651162-b792-4b9e-8a5c-3df56d2d2b57 admin admin] Calling delete_port for 2354d8df-9941-4e73-b87e-6afcde71b208 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:52:40.539197 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f851a782-cc7c-4cbd-85a8-833f2af03eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '616b1916-5321-4ac8-906f-3529766fe322', 'name': 'tempest-FloatingIPsTestJSON-1142199881-router', 'tenant_id': 'e2628548d820482fb1bd0f84effa30e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '2354d8df-9941-4e73-b87e-6afcde71b208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:01Z', 'updated_at': '2022-03-01T20:52:37Z', 'revision_number': 5, 'project_id': 'e2628548d820482fb1bd0f84effa30e3', 'gw_port': {'id': '2354d8df-9941-4e73-b87e-6afcde71b208', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b1916-5321-4ac8-906f-3529766fe322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:03Z', 'updated_at': '2022-03-01T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:40.545343 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f851a782-cc7c-4cbd-85a8-833f2af03eab None None] The sync data for ids ['616b1916-5321-4ac8-906f-3529766fe322'] in n-d-827896-4 is: [{'id': '616b1916-5321-4ac8-906f-3529766fe322', 'name': 'tempest-FloatingIPsTestJSON-1142199881-router', 'tenant_id': 'e2628548d820482fb1bd0f84effa30e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.125'}], 'enable_snat': True}, 'gw_port_id': '2354d8df-9941-4e73-b87e-6afcde71b208', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:01Z', 'updated_at': '2022-03-01T20:52:37Z', 'revision_number': 5, 'project_id': 'e2628548d820482fb1bd0f84effa30e3', 'gw_port': {'id': '2354d8df-9941-4e73-b87e-6afcde71b208', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:20:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '616b1916-5321-4ac8-906f-3529766fe322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:03Z', 'updated_at': '2022-03-01T20:52:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:52:40.552828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53cf51-fa40-48fc-83c6-7be4bc85cd2a req-5cf1c865-c223-4cd2-a3cb-cf18b8dc3ca6 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:40.554875 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa53cf51-fa40-48fc-83c6-7be4bc85cd2a req-5cf1c865-c223-4cd2-a3cb-cf18b8dc3ca6 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.3291526 Mar 01 20:52:40.587392 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:40.624495 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 663d9a0e-a06d-4295-aba1-ee976fa4a020, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=663d9a0e-a06d-4295-aba1-ee976fa4a020,segment=NetworkSegment(04fad1e4-9254-4f76-8181-684f486c79e5),segment_id=04fad1e4-9254-4f76-8181-684f486c79e5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:40.681401 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:40.707148 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa53cf51-fa40-48fc-83c6-7be4bc85cd2a req-e10e156b-15fc-4149-ab76-c536c6caeed5 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236382 Mar 01 20:52:40.739910 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:40.754589 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=663d9a0e-a06d-4295-aba1-ee976fa4a020,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:40.779821 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b3651162-b792-4b9e-8a5c-3df56d2d2b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:40.852146 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3651162-b792-4b9e-8a5c-3df56d2d2b57 admin admin] Pushing event deleted for resources: {'Port': ['ID=2354d8df-9941-4e73-b87e-6afcde71b208,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:41.015506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c615690-ec16-408a-bba2-110a7846807d req-e4091abb-8ad8-4fd0-8429-f746c5e18417 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:41.017066 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c615690-ec16-408a-bba2-110a7846807d req-e4091abb-8ad8-4fd0-8429-f746c5e18417 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 946 time: 0.2008631 Mar 01 20:52:41.087173 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b3651162-b792-4b9e-8a5c-3df56d2d2b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:41.100063 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c615690-ec16-408a-bba2-110a7846807d req-a4e5dc0d-73c9-45d7-bb90-cc63b28f5f5c tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677202 Mar 01 20:52:41.172906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Router 25d5f729-fb27-494a-97df-1c45d56fdca8 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 20:52:41.304491 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b3651162-b792-4b9e-8a5c-3df56d2d2b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:41.306730 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b3651162-b792-4b9e-8a5c-3df56d2d2b57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:41.404206 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-105fb404-7315-4353-b4c5-ce84dd5b991f req-9a5b46c3-f774-442f-8946-65d09d480617 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 210 time: 0.0573103 Mar 01 20:52:41.407319 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b3651162-b792-4b9e-8a5c-3df56d2d2b57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:41.407893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3651162-b792-4b9e-8a5c-3df56d2d2b57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 616b1916-5321-4ac8-906f-3529766fe322 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 20:52:41.425435 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b3651162-b792-4b9e-8a5c-3df56d2d2b57 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:41.429158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38314) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:52:41.430341 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b3651162-b792-4b9e-8a5c-3df56d2d2b57 admin admin] 10.222.0.42 "DELETE /v2.0/routers/616b1916-5321-4ac8-906f-3529766fe322 HTTP/1.1" status: 204 len: 168 time: 2.2702088 Mar 01 20:52:41.463622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:52:41.473055 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] Sync routers for ids ['25d5f729-fb27-494a-97df-1c45d56fdca8'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:52:41.483521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] Routers {'25d5f729-fb27-494a-97df-1c45d56fdca8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:52:41.484148 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:52:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['25d5f729-fb27-494a-97df-1c45d56fdca8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:41.506698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-b14b44f6-8fa1-43bd-b3f3-86e1263055dd admin admin] Deleting subnet 43bebf63-e7c8-4771-8c49-35f078957c20 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:52:41.509705 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b14b44f6-8fa1-43bd-b3f3-86e1263055dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:41.582653 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:41.583888 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6ad65d1f-1b85-4524-a6c2-4344f0f9ade9 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6020784 Mar 01 20:52:41.586788 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38318) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:52:41.588274 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b14b44f6-8fa1-43bd-b3f3-86e1263055dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:41.685357 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] Set router 25d5f729-fb27-494a-97df-1c45d56fdca8 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:52:41.692472 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b14b44f6-8fa1-43bd-b3f3-86e1263055dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:41.903682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f455136d-8806-47de-b823-6f5603f7332b req-b866e9a3-e1e9-4390-846c-6f2c66db6846 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:41.903682 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f455136d-8806-47de-b823-6f5603f7332b req-b866e9a3-e1e9-4390-846c-6f2c66db6846 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a127f9-9cbe-4526-85f7-ef88bf918399 HTTP/1.1" status: 200 len: 948 time: 0.1771224 Mar 01 20:52:41.931724 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b14b44f6-8fa1-43bd-b3f3-86e1263055dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:42.034821 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:39Z', 'revision_number': 3, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:42.039454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] Checking router: 25d5f729-fb27-494a-97df-1c45d56fdca8 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:52:42.039805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] Updating router 25d5f729-fb27-494a-97df-1c45d56fdca8 port 0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:52:42.106483 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:42.140928 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b14b44f6-8fa1-43bd-b3f3-86e1263055dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:42.144625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b44f6-8fa1-43bd-b3f3-86e1263055dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43bebf63-e7c8-4771-8c49-35f078957c20,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:42.156542 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe4be0a-3529-4ad5-9030-591e1ce3e356 None None] Network 10313fd3-4695-47b2-a187-205fee3c26ba requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:52:42.169023 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b14b44f6-8fa1-43bd-b3f3-86e1263055dd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/43bebf63-e7c8-4771-8c49-35f078957c20 HTTP/1.1" status: 204 len: 168 time: 0.7384882 Mar 01 20:52:42.172341 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f455136d-8806-47de-b823-6f5603f7332b req-876f1791-db3d-4ac5-9059-950fc1635999 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/security-groups?id=132e2f7d-03c2-42ba-90db-596fbe8f1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617044 Mar 01 20:52:42.172803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38328) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:52:42.310656 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24d9fb6-b353-4b55-996e-238e0e8f3c99 req-8dae5a2b-d83a-42fe-9945-e91000b37694 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:42.317746 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f24d9fb6-b353-4b55-996e-238e0e8f3c99 req-8dae5a2b-d83a-42fe-9945-e91000b37694 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.4728391 Mar 01 20:52:42.331888 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 663d9a0e-a06d-4295-aba1-ee976fa4a020 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:52:42.384713 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-522624d1-d6c4-4272-ab82-a0274cc7109f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:42.411623 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a8e0a79-ba05-4907-8447-6a4bded47308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:42.418694 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f24d9fb6-b353-4b55-996e-238e0e8f3c99 req-95382d77-679b-4698-ad0d-828d8d342030 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001155 Mar 01 20:52:42.420640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-522624d1-d6c4-4272-ab82-a0274cc7109f admin admin] Deleting port 4563566d-3142-44d5-989c-dd657539557f {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:52:42.420971 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-522624d1-d6c4-4272-ab82-a0274cc7109f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:42.577737 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c8041b-9498-48fa-bce7-9ee5d23f5d6e req-7f80fffc-62e5-4f8a-868e-f6ceb427f859 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:42.580206 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8c8041b-9498-48fa-bce7-9ee5d23f5d6e req-7f80fffc-62e5-4f8a-868e-f6ceb427f859 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 946 time: 0.2572670 Mar 01 20:52:42.582678 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 663d9a0e-a06d-4295-aba1-ee976fa4a020 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:42.583057 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:42.664003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-1a8e0a79-ba05-4907-8447-6a4bded47308 admin admin] Allocated IP 172.20.0.1 (e1d35894-975e-4477-8039-e95c20ae6197/dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4/f45593a4-b082-4fca-9205-29eb8e4019a3) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:52:42.825484 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c66f00-68a9-47d2-bc19-ea9c71e17e9c None None] DHCP port deletion for 10313fd3-4695-47b2-a187-205fee3c26ba request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 20:52:42.842709 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-55c66f00-68a9-47d2-bc19-ea9c71e17e9c None None] Deleting port 4563566d-3142-44d5-989c-dd657539557f {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:52:42.843097 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-55c66f00-68a9-47d2-bc19-ea9c71e17e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:42.851699 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac7faf7c-0a8d-49ba-b182-32a84bb2c0d2 req-c0237354-7d57-4da1-9531-45f05419bcec tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 210 time: 0.2108302 Mar 01 20:52:42.859571 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a8e0a79-ba05-4907-8447-6a4bded47308 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:42.874173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-522624d1-d6c4-4272-ab82-a0274cc7109f admin admin] For port 4563566d-3142-44d5-989c-dd657539557f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4563566d-3142-44d5-989c-dd657539557f,segment=NetworkSegment(7e4c11d0-ebac-4856-aa33-6903c976799c),segment_id=7e4c11d0-ebac-4856-aa33-6903c976799c)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:42.874759 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-522624d1-d6c4-4272-ab82-a0274cc7109f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:42.884560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-1a8e0a79-ba05-4907-8447-6a4bded47308 admin admin] Transition to ACTIVE for port object f45593a4-b082-4fca-9205-29eb8e4019a3 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:52:42.885741 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8c8041b-9498-48fa-bce7-9ee5d23f5d6e req-3f6959ca-ed26-4082-aa98-8c8af5997631 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460585 Mar 01 20:52:42.900068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2354d8df-9941-4e73-b87e-6afcde71b208 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:52:42.948904 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 2354d8df-9941-4e73-b87e-6afcde71b208 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:52:42.949243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2354d8df-9941-4e73-b87e-6afcde71b208 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:52:42.949662 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 38117b03-cc70-4435-ab30-a3f43d1da56f no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:52:42.980471 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a8e0a79-ba05-4907-8447-6a4bded47308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:43.006661 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-522624d1-d6c4-4272-ab82-a0274cc7109f admin admin] Calling delete_port for 4563566d-3142-44d5-989c-dd657539557f owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:52:43.014575 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 38117b03-cc70-4435-ab30-a3f43d1da56f {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:52:43.019136 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 38117b03-cc70-4435-ab30-a3f43d1da56f not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:52:43.055546 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e0a79-ba05-4907-8447-6a4bded47308 admin admin] Pushing event updated for resources: {'Port': ['ID=f45593a4-b082-4fca-9205-29eb8e4019a3,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:43.068094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8e0a79-ba05-4907-8447-6a4bded47308 admin admin] Network e1d35894-975e-4477-8039-e95c20ae6197 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:52:43.069358 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-1a8e0a79-ba05-4907-8447-6a4bded47308 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:52:43.072162 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8e0a79-ba05-4907-8447-6a4bded47308 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:52:43.191041 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-522624d1-d6c4-4272-ab82-a0274cc7109f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:43.194583 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:43.224228 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-55c66f00-68a9-47d2-bc19-ea9c71e17e9c None None] For port 4563566d-3142-44d5-989c-dd657539557f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4563566d-3142-44d5-989c-dd657539557f,segment=NetworkSegment(7e4c11d0-ebac-4856-aa33-6903c976799c),segment_id=7e4c11d0-ebac-4856-aa33-6903c976799c)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:43.224621 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-55c66f00-68a9-47d2-bc19-ea9c71e17e9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:43.232402 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] Transition to ACTIVE for port object 0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:52:43.265419 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522624d1-d6c4-4272-ab82-a0274cc7109f admin admin] Pushing event deleted for resources: {'Port': ['ID=4563566d-3142-44d5-989c-dd657539557f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:43.272203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522624d1-d6c4-4272-ab82-a0274cc7109f admin admin] No DVR routers for this DVR port 4563566d-3142-44d5-989c-dd657539557f on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:52:43.358522 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a8e0a79-ba05-4907-8447-6a4bded47308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:43.410462 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-55c66f00-68a9-47d2-bc19-ea9c71e17e9c None None] Calling delete_port for 4563566d-3142-44d5-989c-dd657539557f owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:52:43.436928 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:43.466242 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-522624d1-d6c4-4272-ab82-a0274cc7109f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:43.501115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-522624d1-d6c4-4272-ab82-a0274cc7109f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10313fd3-4695-47b2-a187-205fee3c26ba']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:43.520051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-522624d1-d6c4-4272-ab82-a0274cc7109f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4c11d0-ebac-4856-aa33-6903c976799c') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:43.520051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-522624d1-d6c4-4272-ab82-a0274cc7109f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4c11d0-ebac-4856-aa33-6903c976799c') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:43.538779 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-522624d1-d6c4-4272-ab82-a0274cc7109f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:43.550705 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] Attempting to bind port 0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:52:43.551639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] Attempting to bind port 0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:52:43.552229 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] Attempting to bind port 0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:52:43.568568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125c9c6-6cf1-4d0e-beb6-8e35e6db492f req-18297b5c-352c-4b25-8570-f6bbfc49224d tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:43.570062 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5125c9c6-6cf1-4d0e-beb6-8e35e6db492f req-18297b5c-352c-4b25-8570-f6bbfc49224d tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a127f9-9cbe-4526-85f7-ef88bf918399 HTTP/1.1" status: 200 len: 948 time: 0.2051308 Mar 01 20:52:43.571036 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-522624d1-d6c4-4272-ab82-a0274cc7109f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:43.604774 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:52:43.606035 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf0f35-74dc-47de-a465-58465f264004 req-f15e6df9-e370-4924-9d9b-eba249d0d074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:43.606577 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:52:43.606991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-1ebf0f35-74dc-47de-a465-58465f264004 req-f15e6df9-e370-4924-9d9b-eba249d0d074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Synchronizing usage tracker for tenant:bcbc2fa680b640afa3dc21fe52cebff9 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:52:43.607138 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:43.607534 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:52:43.608106 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] Bound port: 0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:52:43.608697 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:43.619450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522624d1-d6c4-4272-ab82-a0274cc7109f admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:52:43.620530 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-522624d1-d6c4-4272-ab82-a0274cc7109f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:43.643048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-efb02174-5051-4ed3-8326-fdfd24b5174f None None] Provisioning for port f45593a4-b082-4fca-9205-29eb8e4019a3 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:52:43.643832 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-1ebf0f35-74dc-47de-a465-58465f264004 req-f15e6df9-e370-4924-9d9b-eba249d0d074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Unset dirty status for tenant:bcbc2fa680b640afa3dc21fe52cebff9 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: timer() Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:52:43.644446 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:52:43.646707 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1ebf0f35-74dc-47de-a465-58465f264004 req-f15e6df9-e370-4924-9d9b-eba249d0d074 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2a127f9-9cbe-4526-85f7-ef88bf918399 HTTP/1.1" status: 200 len: 948 time: 0.1678460 Mar 01 20:52:43.659482 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d3314-5042-469b-9f68-2681b170897e None None] Pushing event updated for resources: {'Port': ['ID=0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:43.664287 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-efb02174-5051-4ed3-8326-fdfd24b5174f None None] Provisioning complete for port f45593a4-b082-4fca-9205-29eb8e4019a3 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:43.664884 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-efb02174-5051-4ed3-8326-fdfd24b5174f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:43.709439 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-55c66f00-68a9-47d2-bc19-ea9c71e17e9c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:52:43.709790 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-55c66f00-68a9-47d2-bc19-ea9c71e17e9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:52:43.724923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-1ebf0f35-74dc-47de-a465-58465f264004 req-974de0f4-aa2d-48d8-ace7-7692f3396a7f tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Deleting port 15e45d54-e286-4a64-9346-76d23df1752c {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:52:43.725469 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1ebf0f35-74dc-47de-a465-58465f264004 req-974de0f4-aa2d-48d8-ace7-7692f3396a7f tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:43.748144 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5125c9c6-6cf1-4d0e-beb6-8e35e6db492f req-67476db0-d721-42fe-8b4f-11bd5a2061a7 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/security-groups?id=132e2f7d-03c2-42ba-90db-596fbe8f1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366892 Mar 01 20:52:43.764148 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-efb02174-5051-4ed3-8326-fdfd24b5174f None None] Port f45593a4-b082-4fca-9205-29eb8e4019a3 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:52:43.766197 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] For port 0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:52:43.769379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] For port 0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:52:43.792975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9648046-48f8-45dd-911b-eaefba469b8b req-ccd21d4a-d4a4-4720-bf20-3c242ed170a1 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:43.794462 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b9648046-48f8-45dd-911b-eaefba469b8b req-ccd21d4a-d4a4-4720-bf20-3c242ed170a1 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.2208066 Mar 01 20:52:43.847240 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b9648046-48f8-45dd-911b-eaefba469b8b req-91170d4b-4976-447d-afdd-01750a261535 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460443 Mar 01 20:52:43.847974 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-522624d1-d6c4-4272-ab82-a0274cc7109f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:43.854103 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:43.867390 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-522624d1-d6c4-4272-ab82-a0274cc7109f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:43.881626 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-522624d1-d6c4-4272-ab82-a0274cc7109f admin admin] 10.222.0.42 "DELETE /v2.0/networks/10313fd3-4695-47b2-a187-205fee3c26ba HTTP/1.1" status: 204 len: 168 time: 1.7060463 Mar 01 20:52:43.890120 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522624d1-d6c4-4272-ab82-a0274cc7109f admin admin] Pushing event deleted for resources: {'Network': ['ID=10313fd3-4695-47b2-a187-205fee3c26ba,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:43.899837 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a8e0a79-ba05-4907-8447-6a4bded47308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:43.951718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865d3314-5042-469b-9f68-2681b170897e None None] Pushing event updated for resources: {'Port': ['ID=0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:43.972920 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] Routers {'25d5f729-fb27-494a-97df-1c45d56fdca8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:52:43.973842 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:52:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['25d5f729-fb27-494a-97df-1c45d56fdca8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:44.149194 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b058631-43d4-4f05-bc2d-ec28b6c63a4e req-95831b5a-57c1-41f5-b256-7221e2b3f112 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 210 time: 0.1076677 Mar 01 20:52:44.206213 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] Set router 25d5f729-fb27-494a-97df-1c45d56fdca8 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:52:44.234282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b901f3e-c715-4755-89a9-fa0091459083 req-a7aaff0f-66dd-44c2-b2ee-5d728c304941 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:44.236361 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b901f3e-c715-4755-89a9-fa0091459083 req-a7aaff0f-66dd-44c2-b2ee-5d728c304941 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 946 time: 0.1429098 Mar 01 20:52:44.259953 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-55c66f00-68a9-47d2-bc19-ea9c71e17e9c None None] Deleting port 4563566d-3142-44d5-989c-dd657539557f {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:52:44.260334 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-55c66f00-68a9-47d2-bc19-ea9c71e17e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:44.273965 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-1ebf0f35-74dc-47de-a465-58465f264004 req-974de0f4-aa2d-48d8-ace7-7692f3396a7f tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] For port 15e45d54-e286-4a64-9346-76d23df1752c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=15e45d54-e286-4a64-9346-76d23df1752c,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:44.274320 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1ebf0f35-74dc-47de-a465-58465f264004 req-974de0f4-aa2d-48d8-ace7-7692f3396a7f tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:44.300678 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4563566d-3142-44d5-989c-dd657539557f no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:52:44.317054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38364) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:52:44.336715 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b901f3e-c715-4755-89a9-fa0091459083 req-1e9f4ce2-7374-4bc2-84ed-eafc498f88ad tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930672 Mar 01 20:52:44.380558 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 4563566d-3142-44d5-989c-dd657539557f {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:52:44.380805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4563566d-3142-44d5-989c-dd657539557f not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:52:44.384420 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4962f285-d2fd-41ba-ae19-47c1d823407d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e2628548d820482fb1bd0f84effa30e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636766 Mar 01 20:52:44.391954 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38368) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:52:44.393729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-55c66f00-68a9-47d2-bc19-ea9c71e17e9c None None] The port '4563566d-3142-44d5-989c-dd657539557f' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 20:52:44.423725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-1ebf0f35-74dc-47de-a465-58465f264004 req-974de0f4-aa2d-48d8-ace7-7692f3396a7f tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Calling delete_port for 15e45d54-e286-4a64-9346-76d23df1752c owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:52:44.462909 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f55db920-1c6f-49de-bc1b-96a230a296b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:44.499555 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a8e0a79-ba05-4907-8447-6a4bded47308 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:44.569646 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a8e0a79-ba05-4907-8447-6a4bded47308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:44.597993 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f55db920-1c6f-49de-bc1b-96a230a296b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:44.679262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:42Z', 'revision_number': 1, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:44.683967 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c44c237-216a-4e60-b0dd-ec124703389a None None] The sync data for ids ['25d5f729-fb27-494a-97df-1c45d56fdca8'] in n-d-827896-4 is: [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:42Z', 'revision_number': 1, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:52:44.696394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8e0a79-ba05-4907-8447-6a4bded47308 admin admin] Pushing event updated for resources: {'Port': ['ID=f45593a4-b082-4fca-9205-29eb8e4019a3,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:44.713978 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a8e0a79-ba05-4907-8447-6a4bded47308 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:44.732696 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f55db920-1c6f-49de-bc1b-96a230a296b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:44.752241 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55db920-1c6f-49de-bc1b-96a230a296b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4980d0-416e-4c02-8abb-eb86e662b408,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:44.754718 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f55db920-1c6f-49de-bc1b-96a230a296b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:44.758896 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f55db920-1c6f-49de-bc1b-96a230a296b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6e4980d0-416e-4c02-8abb-eb86e662b408 HTTP/1.1" status: 204 len: 168 time: 0.3657575 Mar 01 20:52:44.805385 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1ebf0f35-74dc-47de-a465-58465f264004 req-974de0f4-aa2d-48d8-ace7-7692f3396a7f tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:44.944338 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b59e45f2-6213-470e-91bd-dbb038e64c0b req-eec30412-ab95-428f-aa68-f6d4d66f8ee8 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a127f9-9cbe-4526-85f7-ef88bf918399 HTTP/1.1" status: 200 len: 210 time: 0.0640299 Mar 01 20:52:45.035609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974de0f4-aa2d-48d8-ace7-7692f3396a7f tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Pushing event deleted for resources: {'Port': ['ID=15e45d54-e286-4a64-9346-76d23df1752c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:45.128971 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebf0f35-74dc-47de-a465-58465f264004 req-974de0f4-aa2d-48d8-ace7-7692f3396a7f tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] No DVR routers for this DVR port 15e45d54-e286-4a64-9346-76d23df1752c on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:52:45.139270 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1ebf0f35-74dc-47de-a465-58465f264004 req-974de0f4-aa2d-48d8-ace7-7692f3396a7f tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:45.141860 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2a127f9-9cbe-4526-85f7-ef88bf918399', 'name': 'network-vif-deleted', 'tag': '15e45d54-e286-4a64-9346-76d23df1752c'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:52:45.170655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8e0a79-ba05-4907-8447-6a4bded47308 admin admin] Network e1d35894-975e-4477-8039-e95c20ae6197 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:52:45.172367 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-1a8e0a79-ba05-4907-8447-6a4bded47308 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:52:45.207204 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3350ac1b-6d1e-4f4a-9435-d8f4bdd97355 req-8452ebec-98bf-4645-9423-46440806a531 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:45.215076 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3350ac1b-6d1e-4f4a-9435-d8f4bdd97355 req-8452ebec-98bf-4645-9423-46440806a531 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.1376538 Mar 01 20:52:45.246394 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2a127f9-9cbe-4526-85f7-ef88bf918399', 'name': 'network-vif-deleted', 'tag': '15e45d54-e286-4a64-9346-76d23df1752c', 'status': 'completed', 'code': 200} Mar 01 20:52:45.268173 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1ebf0f35-74dc-47de-a465-58465f264004 req-974de0f4-aa2d-48d8-ace7-7692f3396a7f tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.57 "DELETE /v2.0/ports/15e45d54-e286-4a64-9346-76d23df1752c HTTP/1.1" status: 204 len: 173 time: 1.6154516 Mar 01 20:52:45.277123 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3350ac1b-6d1e-4f4a-9435-d8f4bdd97355 req-a18c2133-762d-4836-948b-287bda7c36cf tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605178 Mar 01 20:52:45.500124 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-21cebce3-88ed-491f-b37a-f190ffdc3edf req-28bde24f-2114-42fe-9cd6-ddc93bc0d22f tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 210 time: 0.0618136 Mar 01 20:52:45.521834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8e0a79-ba05-4907-8447-6a4bded47308 admin admin] Router 25d5f729-fb27-494a-97df-1c45d56fdca8 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:52:45.629264 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-047d3ba5-8b2c-489b-bd0c-a5bc35dffdb9 None None] Provisioning complete for port f45593a4-b082-4fca-9205-29eb8e4019a3 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:45.629868 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-047d3ba5-8b2c-489b-bd0c-a5bc35dffdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:45.711912 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-047d3ba5-8b2c-489b-bd0c-a5bc35dffdb9 None None] Port f45593a4-b082-4fca-9205-29eb8e4019a3 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:52:45.722012 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23df31f-dddf-4fdb-8256-cbb54ba64fd2 req-465ec80c-fa60-4f99-8ae0-2c06422aa5fe tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:45.723669 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a23df31f-dddf-4fdb-8256-cbb54ba64fd2 req-465ec80c-fa60-4f99-8ae0-2c06422aa5fe tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 946 time: 0.2034163 Mar 01 20:52:45.788372 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a23df31f-dddf-4fdb-8256-cbb54ba64fd2 req-9ec69ff4-54dc-438a-af9d-1ba680e9cfa8 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589530 Mar 01 20:52:45.805505 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8e0a79-ba05-4907-8447-6a4bded47308 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:52:45.835418 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1a8e0a79-ba05-4907-8447-6a4bded47308 admin admin] 10.222.0.42 "PUT /v2.0/routers/25d5f729-fb27-494a-97df-1c45d56fdca8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2451694 Mar 01 20:52:46.199433 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d5bc175e-58bb-4a31-b818-637a02655263 req-4f974925-e160-4564-91ed-f58020941cc1 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2a127f9-9cbe-4526-85f7-ef88bf918399 HTTP/1.1" status: 200 len: 210 time: 0.0585268 Mar 01 20:52:46.256180 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:52:46.430177 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38442) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:52:46.438409 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:52:46.444373 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:46.444753 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:46.584905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1880108135-network', 'tenant_id': 'ab960897072e499fbdbb38443e2ae4aa'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:52:46.590047 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:52:46.594405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Usage tracker for resource:network and tenant:ab960897072e499fbdbb38443e2ae4aa is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:52:46.597702 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:52:46.606021 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:52:46.611265 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-5780b2ca-fe8f-4505-b5c5-fdd5056ee29a tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:46.612940 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-5780b2ca-fe8f-4505-b5c5-fdd5056ee29a tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/networks?id=e1d35894-975e-4477-8039-e95c20ae6197 HTTP/1.1" status: 200 len: 820 time: 0.2342999 Mar 01 20:52:46.613090 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:46.632554 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:46.636108 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-c9622c84-18c4-4be6-8ae3-7c0878fefe99 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/quotas/f76671925d614132899f6869c2566bab HTTP/1.1" status: 200 len: 375 time: 0.0159769 Mar 01 20:52:46.675911 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Made reservation on behalf of ab960897072e499fbdbb38443e2ae4aa for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:52:46.678356 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:46.687737 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2857d6a-2fe6-43b2-b088-34afd05ff270 req-aaf08ff1-da9a-425b-a446-c7594d54bf4b tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:46.689552 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2857d6a-2fe6-43b2-b088-34afd05ff270 req-aaf08ff1-da9a-425b-a446-c7594d54bf4b tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.2099209 Mar 01 20:52:46.693567 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:46.715678 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:52:46.715902 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:46.721525 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Usage tracker for resource:security_group_rule and tenant:ab960897072e499fbdbb38443e2ae4aa is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:52:46.724617 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:52:46.732684 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:52:46.751626 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2857d6a-2fe6-43b2-b088-34afd05ff270 req-9e3000df-fdb0-4434-9753-239693df9fbd tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510108 Mar 01 20:52:46.788523 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-c6fd5927-5fae-4d51-a373-d3b94b3ca1f9 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f76671925d614132899f6869c2566bab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1468387 Mar 01 20:52:46.809742 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:46.863962 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:46.929341 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:46.937265 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-381e39bd-7ad6-4aa2-9899-f8321a58200a req-624caf89-452c-4d9a-9b00-b8154657ee12 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 210 time: 0.0569239 Mar 01 20:52:46.962763 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:52:46.970726 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-090d1dda-492f-43be-b868-c6cc098081a4 service neutron] 10.222.0.42 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813092 Mar 01 20:52:46.974422 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafa8845-5487-450c-a32e-21cfd6ee2688,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:46.979379 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:46.979883 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Added segment 719107c0-7c28-4c8e-92b4-71bb4524a289 of type vlan for network c9a7ce2b-ce25-4b92-a66d-017fffba03e8 Mar 01 20:52:47.009804 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:47.106661 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:47.107809 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:47.108455 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:47.181051 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-7aee77ea-1301-4513-a7c8-30d0db108165 service neutron] 10.222.0.42 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048299 Mar 01 20:52:47.202372 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd4304-2080-4b8b-b66a-8f7fa81a9246 req-4aecb564-8e3d-466d-8aea-b15df722fc79 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:47.203889 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19dd4304-2080-4b8b-b66a-8f7fa81a9246 req-4aecb564-8e3d-466d-8aea-b15df722fc79 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 946 time: 0.1170194 Mar 01 20:52:47.208502 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] Pushing event updated for resources: {'Network': ['ID=c9a7ce2b-ce25-4b92-a66d-017fffba03e8,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:47.220053 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network c9a7ce2b-ce25-4b92-a66d-017fffba03e8 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:52:47.259213 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19dd4304-2080-4b8b-b66a-8f7fa81a9246 req-66e93c76-df2c-4504-9dde-c8f1eb15e949 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468285 Mar 01 20:52:47.302706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38460) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:52:47.303900 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8b834007-cff0-4b69-8290-73c7a7dc3ad5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8683085 Mar 01 20:52:47.309642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-d9194eb5-0420-41f2-8486-faa01626b953 admin admin] Request body: {'subnet': {'network_id': 'c9a7ce2b-ce25-4b92-a66d-017fffba03e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1880108135-subnet', 'tenant_id': 'ab960897072e499fbdbb38443e2ae4aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:52:47.317550 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d9194eb5-0420-41f2-8486-faa01626b953 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:52:47.322004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d9194eb5-0420-41f2-8486-faa01626b953 admin admin] Usage tracker for resource:subnet and tenant:ab960897072e499fbdbb38443e2ae4aa is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:52:47.326187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d9194eb5-0420-41f2-8486-faa01626b953 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:52:47.343212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d9194eb5-0420-41f2-8486-faa01626b953 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:52:47.369918 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 15e45d54-e286-4a64-9346-76d23df1752c no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:52:47.416585 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 15e45d54-e286-4a64-9346-76d23df1752c {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:52:47.417218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 15e45d54-e286-4a64-9346-76d23df1752c not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:52:47.435866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9194eb5-0420-41f2-8486-faa01626b953 admin admin] Made reservation on behalf of ab960897072e499fbdbb38443e2ae4aa for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:52:47.438143 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d9194eb5-0420-41f2-8486-faa01626b953 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:47.512642 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68a10425-8b01-4adc-a0d9-34cbe2c35acc req-0c3a9c5a-57c3-4ca8-b7cd-5bdc5fe570d1 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 210 time: 0.0572996 Mar 01 20:52:47.642097 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] Sync routers for ids ['25d5f729-fb27-494a-97df-1c45d56fdca8'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:52:47.651386 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] Routers {'25d5f729-fb27-494a-97df-1c45d56fdca8'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:52:47.652231 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:52:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['25d5f729-fb27-494a-97df-1c45d56fdca8'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:47.832934 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d9194eb5-0420-41f2-8486-faa01626b953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:47.835066 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] Set router 25d5f729-fb27-494a-97df-1c45d56fdca8 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:52:48.014425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9194eb5-0420-41f2-8486-faa01626b953 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6f57bf8-0b17-4d16-af8f-1215cf663c47,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:48.030408 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9194eb5-0420-41f2-8486-faa01626b953 admin admin] Checking segment: {'id': '719107c0-7c28-4c8e-92b4-71bb4524a289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c9a7ce2b-ce25-4b92-a66d-017fffba03e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:52:48.034258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9194eb5-0420-41f2-8486-faa01626b953 admin admin] Network hostable DHCP agents. Network: c9a7ce2b-ce25-4b92-a66d-017fffba03e8, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:52:48.215644 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:52:48.223584 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 2, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:48.223821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430ad30-4e3d-4551-ab60-5bfab977a125 req-afce7633-f1fc-488c-9f81-886beffb2112 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:48.223821 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1430ad30-4e3d-4551-ab60-5bfab977a125 req-afce7633-f1fc-488c-9f81-886beffb2112 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.3412087 Mar 01 20:52:48.224103 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] Checking router: 25d5f729-fb27-494a-97df-1c45d56fdca8 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:52:48.224103 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] Updating router 25d5f729-fb27-494a-97df-1c45d56fdca8 port f45593a4-b082-4fca-9205-29eb8e4019a3 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:52:48.232178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9178477-c37f-455e-8827-e13a9524c59a req-b2393274-bd52-4cac-b61f-a1f7082cceff tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:48.233735 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9178477-c37f-455e-8827-e13a9524c59a req-b2393274-bd52-4cac-b61f-a1f7082cceff tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=30453437-c497-4eb4-be0b-4bde087495eb HTTP/1.1" status: 200 len: 948 time: 0.2657757 Mar 01 20:52:48.251487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9194eb5-0420-41f2-8486-faa01626b953 admin admin] Network c9a7ce2b-ce25-4b92-a66d-017fffba03e8 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:52:48.286236 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:48.313097 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1430ad30-4e3d-4551-ab60-5bfab977a125 req-90772259-b58a-4bca-8d2c-397359a90f5e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783842 Mar 01 20:52:48.322948 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9178477-c37f-455e-8827-e13a9524c59a req-f8dd25bb-7f6f-43c5-9e44-80c566e44333 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/security-groups?id=132e2f7d-03c2-42ba-90db-596fbe8f1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745382 Mar 01 20:52:48.329667 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:48.332069 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:48.373042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-d9194eb5-0420-41f2-8486-faa01626b953 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, c9a7ce2b-ce25-4b92-a66d-017fffba03e8) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:52:48.377318 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9194eb5-0420-41f2-8486-faa01626b953 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:48.378109 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d9194eb5-0420-41f2-8486-faa01626b953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:48.404984 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6997428e-84d4-4a0d-810c-620f13572d64 None None] Network c9a7ce2b-ce25-4b92-a66d-017fffba03e8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:52:48.522634 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d9194eb5-0420-41f2-8486-faa01626b953 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2179794 Mar 01 20:52:48.525143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38492) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:52:48.533747 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1880108135-router', 'tenant_id': 'ab960897072e499fbdbb38443e2ae4aa', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:52:48.545944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:52:48.555014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Usage tracker for resource:router and tenant:ab960897072e499fbdbb38443e2ae4aa is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:52:48.564319 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:52:48.580371 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:52:48.658958 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:48.660741 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:48.670661 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00944329-41e9-4f92-9b76-a0e9c75902e6 req-c8a00247-c490-4d19-883b-d8f71c3dab1b tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=a4089d98-2e58-4471-834a-6a353b1bbd3f HTTP/1.1" status: 200 len: 210 time: 0.1264842 Mar 01 20:52:48.689974 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:48.741979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349aaf6-00a7-4c40-8279-e230c75ff0af req-2d8025ad-68af-47e7-ad25-4801bb6d9f7f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:48.743987 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0349aaf6-00a7-4c40-8279-e230c75ff0af req-2d8025ad-68af-47e7-ad25-4801bb6d9f7f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 946 time: 0.2664461 Mar 01 20:52:48.818479 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0349aaf6-00a7-4c40-8279-e230c75ff0af req-5d2f220a-bd79-4e58-a021-cdf6dee1039d tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663960 Mar 01 20:52:48.855762 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:48.869161 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] Transition to ACTIVE for port object f45593a4-b082-4fca-9205-29eb8e4019a3 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:52:48.887856 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-c9a7ce2b-ce25-4b92-a66d-017fffba03e8', 'network_id': 'c9a7ce2b-ce25-4b92-a66d-017fffba03e8', 'tenant_id': 'ab960897072e499fbdbb38443e2ae4aa', 'fixed_ips': [{'subnet_id': 'e6f57bf8-0b17-4d16-af8f-1215cf663c47'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:52:48.888894 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:48.950276 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:49.163144 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c1b35d4d-d516-410f-a7fe-8d5603ced258 req-beecc677-7102-4f86-8c48-01269ee6efbb tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 210 time: 0.1245651 Mar 01 20:52:49.181083 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:49.194050 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Allocated IP 172.20.0.2 (c9a7ce2b-ce25-4b92-a66d-017fffba03e8/e6f57bf8-0b17-4d16-af8f-1215cf663c47/a0476117-ef92-4f85-af2a-6cc7e3fc5f63) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:52:49.278374 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d69ce7-0cfc-4a0c-81c4-63e540887834 None None] Pushing event updated for resources: {'Port': ['ID=f45593a4-b082-4fca-9205-29eb8e4019a3,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:49.458733 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] Attempting to bind port f45593a4-b082-4fca-9205-29eb8e4019a3 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:52:49.459094 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] Attempting to bind port f45593a4-b082-4fca-9205-29eb8e4019a3 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '04fad1e4-9254-4f76-8181-684f486c79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:52:49.459479 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] Attempting to bind port f45593a4-b082-4fca-9205-29eb8e4019a3 on network e1d35894-975e-4477-8039-e95c20ae6197 {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:52:49.475918 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:52:49.476327 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] Checking segment: {'id': '04fad1e4-9254-4f76-8181-684f486c79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:52:49.476679 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:49.477060 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] Bound using segment: {'id': '04fad1e4-9254-4f76-8181-684f486c79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:52:49.477600 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] Bound port: f45593a4-b082-4fca-9205-29eb8e4019a3, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04fad1e4-9254-4f76-8181-684f486c79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:52:49.478122 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:49.575473 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a743ce1b-553d-43aa-83c3-b02ef0b02bd3 req-d7ad7eda-afff-45f6-b5e7-456955e29bcf tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:49.576904 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a743ce1b-553d-43aa-83c3-b02ef0b02bd3 req-d7ad7eda-afff-45f6-b5e7-456955e29bcf tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.1155109 Mar 01 20:52:49.628431 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:49.642235 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Transition to ACTIVE for port object a0476117-ef92-4f85-af2a-6cc7e3fc5f63 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:52:49.648755 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] For port f45593a4-b082-4fca-9205-29eb8e4019a3, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:52:49.658286 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] For port f45593a4-b082-4fca-9205-29eb8e4019a3, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f45593a4-b082-4fca-9205-29eb8e4019a3,segment=NetworkSegment(04fad1e4-9254-4f76-8181-684f486c79e5),segment_id=04fad1e4-9254-4f76-8181-684f486c79e5)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:52:49.670396 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Transition to ACTIVE for port object a0476117-ef92-4f85-af2a-6cc7e3fc5f63 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:52:49.692160 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a743ce1b-553d-43aa-83c3-b02ef0b02bd3 req-48eecb4c-2679-40fd-8ef5-3039053bb6bf tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715699 Mar 01 20:52:49.730434 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:49.756294 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2ac18-8aa0-4b36-8a59-a0a132786546 req-a82bbc20-af77-4fa4-bea4-3972e693423c tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:49.765273 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5bf2ac18-8aa0-4b36-8a59-a0a132786546 req-a82bbc20-af77-4fa4-bea4-3972e693423c tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=30453437-c497-4eb4-be0b-4bde087495eb HTTP/1.1" status: 200 len: 948 time: 0.2000871 Mar 01 20:52:49.790937 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:49.876884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5bf2ac18-8aa0-4b36-8a59-a0a132786546 req-da06f3a0-0350-44ee-978a-40298f25d87c tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/security-groups?id=132e2f7d-03c2-42ba-90db-596fbe8f1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009076 Mar 01 20:52:49.887157 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] Routers {'25d5f729-fb27-494a-97df-1c45d56fdca8'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:52:49.887766 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:52:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['25d5f729-fb27-494a-97df-1c45d56fdca8'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:49.942340 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:49.948094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Network c9a7ce2b-ce25-4b92-a66d-017fffba03e8 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:52:49.954472 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:52:49.956928 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:52:50.019826 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:50.178623 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Attempting to bind port a0476117-ef92-4f85-af2a-6cc7e3fc5f63 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:52:50.179174 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Attempting to bind port a0476117-ef92-4f85-af2a-6cc7e3fc5f63 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '719107c0-7c28-4c8e-92b4-71bb4524a289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c9a7ce2b-ce25-4b92-a66d-017fffba03e8'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:52:50.179745 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Attempting to bind port a0476117-ef92-4f85-af2a-6cc7e3fc5f63 on network c9a7ce2b-ce25-4b92-a66d-017fffba03e8 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:52:50.188201 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Pushing event updated for resources: {'Port': ['ID=a0476117-ef92-4f85-af2a-6cc7e3fc5f63,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:50.231615 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:50.244003 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:50.244347 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:50.244686 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:50.245019 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:50.245936 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:50.250453 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:50.250453 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:50.250942 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:50.251289 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:50.251653 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:50.251987 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:50.257995 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:52:50.258376 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Checking segment: {'id': '719107c0-7c28-4c8e-92b4-71bb4524a289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c9a7ce2b-ce25-4b92-a66d-017fffba03e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:52:50.259470 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:50.259870 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Bound using segment: {'id': '719107c0-7c28-4c8e-92b4-71bb4524a289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c9a7ce2b-ce25-4b92-a66d-017fffba03e8'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:52:50.260344 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Bound port: a0476117-ef92-4f85-af2a-6cc7e3fc5f63, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719107c0-7c28-4c8e-92b4-71bb4524a289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c9a7ce2b-ce25-4b92-a66d-017fffba03e8'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:52:50.260719 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:50.290884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d31bb-eb3a-48ab-98bb-65c4b5f7a592 req-5ad23736-949c-4848-8380-2c5b45caf648 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:50.304345 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-434d31bb-eb3a-48ab-98bb-65c4b5f7a592 req-5ad23736-949c-4848-8380-2c5b45caf648 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 946 time: 0.2191012 Mar 01 20:52:50.403025 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-434d31bb-eb3a-48ab-98bb-65c4b5f7a592 req-1e508ad7-f1f3-40b1-8701-e493fd2ab8ec tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971057 Mar 01 20:52:50.439500 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d69ce7-0cfc-4a0c-81c4-63e540887834 None None] Pushing event updated for resources: {'Port': ['ID=f45593a4-b082-4fca-9205-29eb8e4019a3,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:50.466722 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] Set router 25d5f729-fb27-494a-97df-1c45d56fdca8 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:52:50.481172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Allocated IP 172.25.5.142 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/1b4ca812-2c1f-4197-ab80-9c61705fabc8) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:52:50.496915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] For port a0476117-ef92-4f85-af2a-6cc7e3fc5f63, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:52:50.507030 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] For port a0476117-ef92-4f85-af2a-6cc7e3fc5f63, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=a0476117-ef92-4f85-af2a-6cc7e3fc5f63,segment=NetworkSegment(719107c0-7c28-4c8e-92b4-71bb4524a289),segment_id=719107c0-7c28-4c8e-92b4-71bb4524a289)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:52:50.574481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de473637-cd0b-4c7b-a32c-a70f75cce477 req-c0eac029-f7db-4ea2-83f4-a7459f7d3aa5 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 210 time: 0.1043694 Mar 01 20:52:50.674375 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9b2bb8-0ff3-4995-938d-04e3301f9703 req-fb841d0d-d0d0-45a5-81bb-f817858c4868 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:50.676779 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ba9b2bb8-0ff3-4995-938d-04e3301f9703 req-fb841d0d-d0d0-45a5-81bb-f817858c4868 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.55 "GET /v2.0/ports?device_id=30453437-c497-4eb4-be0b-4bde087495eb HTTP/1.1" status: 200 len: 948 time: 0.1422570 Mar 01 20:52:50.690208 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:50.723164 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:50.770655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-ba9b2bb8-0ff3-4995-938d-04e3301f9703 req-32d99728-c895-43c2-91a7-ab8a5967b843 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Deleting port c8d043f3-7ca8-4512-8816-08c99a5010d0 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:52:50.771392 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ba9b2bb8-0ff3-4995-938d-04e3301f9703 req-32d99728-c895-43c2-91a7-ab8a5967b843 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:50.864459 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:50.900615 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b805fc4-46f4-4395-b2f9-992865f5f15c None None] Pushing event updated for resources: {'Port': ['ID=a0476117-ef92-4f85-af2a-6cc7e3fc5f63,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:51.049320 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:51.141529 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:52:51.157162 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:52:51.185851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:52:51.246621 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:49Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:51.270048 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cb6673a-e267-44cc-8e0b-2b1056437131 None None] The sync data for ids ['25d5f729-fb27-494a-97df-1c45d56fdca8'] in n-d-827896-4 is: [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:49Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:52:51.282350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4ca812-2c1f-4197-ab80-9c61705fabc8,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:51.379280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:51.379544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:51.380700 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:51.381216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:51.381718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:51.382207 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:51.382699 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:51.383195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:51.383703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:51.384385 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:51.385732 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:51.386333 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:52:51.500462 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-0c42f1be-8bba-4c8d-891a-c4a9fb11cc9b tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:51.502662 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-0c42f1be-8bba-4c8d-891a-c4a9fb11cc9b tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Synchronizing usage tracker for tenant:f76671925d614132899f6869c2566bab on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:52:51.528224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-ba9b2bb8-0ff3-4995-938d-04e3301f9703 req-32d99728-c895-43c2-91a7-ab8a5967b843 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] For port c8d043f3-7ca8-4512-8816-08c99a5010d0, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c8d043f3-7ca8-4512-8816-08c99a5010d0,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:51.531336 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ba9b2bb8-0ff3-4995-938d-04e3301f9703 req-32d99728-c895-43c2-91a7-ab8a5967b843 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:51.705281 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-ba9b2bb8-0ff3-4995-938d-04e3301f9703 req-32d99728-c895-43c2-91a7-ab8a5967b843 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Calling delete_port for c8d043f3-7ca8-4512-8816-08c99a5010d0 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:52:51.767490 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227c7be-5db1-4f54-a822-9d445902c656 req-685f4a1e-e863-4506-b2c0-5d48eb46e907 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:51.775059 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5227c7be-5db1-4f54-a822-9d445902c656 req-685f4a1e-e863-4506-b2c0-5d48eb46e907 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=30453437-c497-4eb4-be0b-4bde087495eb HTTP/1.1" status: 200 len: 948 time: 0.4355633 Mar 01 20:52:51.781024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-0c42f1be-8bba-4c8d-891a-c4a9fb11cc9b tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Unset dirty status for tenant:f76671925d614132899f6869c2566bab on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:52:51.783231 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-0c42f1be-8bba-4c8d-891a-c4a9fb11cc9b tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.57 "GET /v2.0/networks?id=e1d35894-975e-4477-8039-e95c20ae6197 HTTP/1.1" status: 200 len: 820 time: 0.9996676 Mar 01 20:52:51.795427 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-c089fe6e-5405-4a00-aaca-6408a1e9de14 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Request body: {'port': {'device_id': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'admin_state_up': True, 'tenant_id': 'f76671925d614132899f6869c2566bab'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:52:51.844521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32472910-ea22-40fa-ae34-eafa073284be req-953e52de-5095-4f29-bda6-a198c9ccb3ff tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:51.851383 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32472910-ea22-40fa-ae34-eafa073284be req-953e52de-5095-4f29-bda6-a198c9ccb3ff tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.5102899 Mar 01 20:52:51.879660 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5227c7be-5db1-4f54-a822-9d445902c656 req-28f06fa4-ebcb-4527-9c91-33d555f9bf9e tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/security-groups?id=132e2f7d-03c2-42ba-90db-596fbe8f1fec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036136 Mar 01 20:52:52.030010 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32472910-ea22-40fa-ae34-eafa073284be req-9981c672-7668-4ea6-b52c-b1e8113efa3f tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756372 Mar 01 20:52:52.424184 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ba9b2bb8-0ff3-4995-938d-04e3301f9703 req-32d99728-c895-43c2-91a7-ab8a5967b843 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:52.493251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a0476117-ef92-4f85-af2a-6cc7e3fc5f63 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:52:52.499677 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:52.731317 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed367f4-8ef2-4913-aafc-c5a516e6489c None None] Network c9a7ce2b-ce25-4b92-a66d-017fffba03e8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:52:52.755462 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0acc20ff-a39d-4d37-9b34-71f4025429de req-987383aa-72aa-4536-b15c-837c56ae4391 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 210 time: 0.4182596 Mar 01 20:52:52.778536 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-c089fe6e-5405-4a00-aaca-6408a1e9de14 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:52:52.818573 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d99728-c895-43c2-91a7-ab8a5967b843 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Pushing event deleted for resources: {'Port': ['ID=c8d043f3-7ca8-4512-8816-08c99a5010d0,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:52.819979 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port a0476117-ef92-4f85-af2a-6cc7e3fc5f63 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:52:52.822113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba9b2bb8-0ff3-4995-938d-04e3301f9703 req-32d99728-c895-43c2-91a7-ab8a5967b843 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] No DVR routers for this DVR port c8d043f3-7ca8-4512-8816-08c99a5010d0 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:52:52.826417 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ba9b2bb8-0ff3-4995-938d-04e3301f9703 req-32d99728-c895-43c2-91a7-ab8a5967b843 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:52.838527 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30453437-c497-4eb4-be0b-4bde087495eb', 'name': 'network-vif-deleted', 'tag': 'c8d043f3-7ca8-4512-8816-08c99a5010d0'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:52:52.844977 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ba9b2bb8-0ff3-4995-938d-04e3301f9703 req-32d99728-c895-43c2-91a7-ab8a5967b843 tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.55 "DELETE /v2.0/ports/c8d043f3-7ca8-4512-8816-08c99a5010d0 HTTP/1.1" status: 204 len: 173 time: 2.1584358 Mar 01 20:52:52.930421 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50582e-90be-4167-895a-ed05cd538e18 req-7683c904-4912-4664-bddb-1b6798818fb5 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:52.932083 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0e50582e-90be-4167-895a-ed05cd538e18 req-7683c904-4912-4664-bddb-1b6798818fb5 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 946 time: 0.6520891 Mar 01 20:52:52.946755 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30453437-c497-4eb4-be0b-4bde087495eb', 'name': 'network-vif-deleted', 'tag': 'c8d043f3-7ca8-4512-8816-08c99a5010d0', 'status': 'completed', 'code': 200} Mar 01 20:52:53.051814 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0e50582e-90be-4167-895a-ed05cd538e18 req-5f9f4027-750b-433f-b576-822545f94627 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033993 Mar 01 20:52:53.067751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-c089fe6e-5405-4a00-aaca-6408a1e9de14 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Usage tracker for resource:port and tenant:f76671925d614132899f6869c2566bab is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:52:53.083305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-c089fe6e-5405-4a00-aaca-6408a1e9de14 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:52:53.095710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-c089fe6e-5405-4a00-aaca-6408a1e9de14 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:52:53.169119 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f45593a4-b082-4fca-9205-29eb8e4019a3 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:52:53.319565 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-c089fe6e-5405-4a00-aaca-6408a1e9de14 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Made reservation on behalf of f76671925d614132899f6869c2566bab for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:52:53.330531 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-c089fe6e-5405-4a00-aaca-6408a1e9de14 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:53.363035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c0975c37-8161-4908-bcc1-75de70db3202 req-2f5730a7-be15-461b-9798-a0f3a128912d tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Synchronizing usage tracker for tenant:bcbc2fa680b640afa3dc21fe52cebff9 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:52:53.390135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e01fd3e3-f39b-4dd9-be4b-5c797857a145 None None] Provisioning for port a0476117-ef92-4f85-af2a-6cc7e3fc5f63 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:52:53.424869 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e01fd3e3-f39b-4dd9-be4b-5c797857a145 None None] Provisioning complete for port a0476117-ef92-4f85-af2a-6cc7e3fc5f63 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:53.425382 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e01fd3e3-f39b-4dd9-be4b-5c797857a145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:53.502052 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c0975c37-8161-4908-bcc1-75de70db3202 req-2f5730a7-be15-461b-9798-a0f3a128912d tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] Unset dirty status for tenant:bcbc2fa680b640afa3dc21fe52cebff9 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:52:53.521214 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0975c37-8161-4908-bcc1-75de70db3202 req-2f5730a7-be15-461b-9798-a0f3a128912d tempest-ListImageFiltersTestJSON-1303082681 tempest-ListImageFiltersTestJSON-1303082681-project] 10.222.0.42 "GET /v2.0/ports?device_id=30453437-c497-4eb4-be0b-4bde087495eb HTTP/1.1" status: 200 len: 210 time: 0.3002787 Mar 01 20:52:53.532949 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:53.581705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8abe36-82fd-4436-bc99-48b9923a3c8c req-fb20e046-f489-4f5d-8f3d-c730319f662e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:53.588103 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9c8abe36-82fd-4436-bc99-48b9923a3c8c req-fb20e046-f489-4f5d-8f3d-c730319f662e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.1300056 Mar 01 20:52:53.605616 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:53.607111 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port f45593a4-b082-4fca-9205-29eb8e4019a3 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:52:53.645305 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port f45593a4-b082-4fca-9205-29eb8e4019a3 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:53.645963 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:53.694428 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9c8abe36-82fd-4436-bc99-48b9923a3c8c req-1d2ba725-4591-4cb1-8e02-fd0f9ce31ac6 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969963 Mar 01 20:52:53.814593 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e01fd3e3-f39b-4dd9-be4b-5c797857a145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:53.880061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e01fd3e3-f39b-4dd9-be4b-5c797857a145 None None] For port a0476117-ef92-4f85-af2a-6cc7e3fc5f63, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=a0476117-ef92-4f85-af2a-6cc7e3fc5f63,segment=NetworkSegment(719107c0-7c28-4c8e-92b4-71bb4524a289),segment_id=719107c0-7c28-4c8e-92b4-71bb4524a289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:53.889222 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:53.950532 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e01fd3e3-f39b-4dd9-be4b-5c797857a145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:54.006884 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port f45593a4-b082-4fca-9205-29eb8e4019a3, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f45593a4-b082-4fca-9205-29eb8e4019a3,segment=NetworkSegment(04fad1e4-9254-4f76-8181-684f486c79e5),segment_id=04fad1e4-9254-4f76-8181-684f486c79e5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:54.038457 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6dc99b4b-223a-4d81-b84a-9dba316f4c71 req-29a45a31-537f-49d9-bdc0-707173877696 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 210 time: 0.1017582 Mar 01 20:52:54.084599 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:54.108634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-c089fe6e-5405-4a00-aaca-6408a1e9de14 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Allocated IP 172.20.0.6 (e1d35894-975e-4477-8039-e95c20ae6197/dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4/117d0de9-9543-4af5-8d96-9d0fb40b0d3e) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:52:54.120935 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fd3e3-f39b-4dd9-be4b-5c797857a145 None None] Pushing event updated for resources: {'Port': ['ID=a0476117-ef92-4f85-af2a-6cc7e3fc5f63,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:54.182221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Router 299279e5-a9ef-4284-8a4c-c52f23b2b418 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 20:52:54.258650 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-54ee79ce-7970-407c-89de-61d485b3b9f2 None None] Provisioning complete for port a0476117-ef92-4f85-af2a-6cc7e3fc5f63 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:54.259533 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-54ee79ce-7970-407c-89de-61d485b3b9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:54.324855 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a0476117-ef92-4f85-af2a-6cc7e3fc5f63 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:52:54.450068 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06879f4b-b3ae-4248-af03-550040c9bf2b req-32d3ff88-1c32-4b61-8d70-4b8012311570 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:54.454109 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06879f4b-b3ae-4248-af03-550040c9bf2b req-32d3ff88-1c32-4b61-8d70-4b8012311570 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 946 time: 0.1527939 Mar 01 20:52:54.462710 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=f45593a4-b082-4fca-9205-29eb8e4019a3,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:54.513012 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port a0476117-ef92-4f85-af2a-6cc7e3fc5f63 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:54.513408 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:54.550664 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c8d043f3-7ca8-4512-8816-08c99a5010d0 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:52:54.578584 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06879f4b-b3ae-4248-af03-550040c9bf2b req-25bda1f2-3528-4a0b-abad-ca1128b19f48 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117921 Mar 01 20:52:54.709567 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: c8d043f3-7ca8-4512-8816-08c99a5010d0 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:52:54.710116 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c8d043f3-7ca8-4512-8816-08c99a5010d0 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:52:54.861715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:52:54.874037 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] Sync routers for ids ['299279e5-a9ef-4284-8a4c-c52f23b2b418'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:52:54.884757 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] Routers {'299279e5-a9ef-4284-8a4c-c52f23b2b418'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:52:54.886567 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:52:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['299279e5-a9ef-4284-8a4c-c52f23b2b418'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:54.894632 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-c089fe6e-5405-4a00-aaca-6408a1e9de14 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:54.920402 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31b8c8d-954b-4193-b336-777251b855a6 req-393ca8b7-0444-4e6e-bace-e45147d95565 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:54.922317 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b31b8c8d-954b-4193-b336-777251b855a6 req-393ca8b7-0444-4e6e-bace-e45147d95565 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 945 time: 0.2142015 Mar 01 20:52:54.923089 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-c089fe6e-5405-4a00-aaca-6408a1e9de14 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Transition to ACTIVE for port object 117d0de9-9543-4af5-8d96-9d0fb40b0d3e will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:52:54.984602 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:54.988909 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-70177de0-aa31-466b-9f46-b0257620d726 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4595513 Mar 01 20:52:54.990068 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38618) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:52:55.048500 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b31b8c8d-954b-4193-b336-777251b855a6 req-2c01212f-a581-40eb-847f-905a36e0e6a1 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167243 Mar 01 20:52:55.105406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2a705-5c0e-47fd-9133-eda1f2219d36 req-acde2189-c6fb-4638-998d-9409867735b9 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:55.114974 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4cd2a705-5c0e-47fd-9133-eda1f2219d36 req-acde2189-c6fb-4638-998d-9409867735b9 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.2596772 Mar 01 20:52:55.129728 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-c089fe6e-5405-4a00-aaca-6408a1e9de14 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:55.210872 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4cd2a705-5c0e-47fd-9133-eda1f2219d36 req-83743640-89c2-4c0a-a875-688c6fb885a0 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936751 Mar 01 20:52:55.325158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-c089fe6e-5405-4a00-aaca-6408a1e9de14 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Network e1d35894-975e-4477-8039-e95c20ae6197 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:52:55.355863 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] Set router 299279e5-a9ef-4284-8a4c-c52f23b2b418 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:52:55.363053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-c089fe6e-5405-4a00-aaca-6408a1e9de14 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:52:55.382866 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089fe6e-5405-4a00-aaca-6408a1e9de14 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Pushing event updated for resources: {'Port': ['ID=117d0de9-9543-4af5-8d96-9d0fb40b0d3e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:55.389585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-c089fe6e-5405-4a00-aaca-6408a1e9de14 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:52:55.540564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027225a5-f8c0-43f8-81e2-8920c6344bfa req-4198ecde-ec0e-4243-8652-2cafe77fddb8 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:55.542632 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-027225a5-f8c0-43f8-81e2-8920c6344bfa req-4198ecde-ec0e-4243-8652-2cafe77fddb8 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.55 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 945 time: 0.2411792 Mar 01 20:52:55.720052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-c089fe6e-5405-4a00-aaca-6408a1e9de14 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:55.721106 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-c089fe6e-5405-4a00-aaca-6408a1e9de14 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:55.784308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-027225a5-f8c0-43f8-81e2-8920c6344bfa req-8e5d7d0b-1438-438f-bd35-2e1509ecb93e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Deleting port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:52:55.787160 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-027225a5-f8c0-43f8-81e2-8920c6344bfa req-8e5d7d0b-1438-438f-bd35-2e1509ecb93e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:55.885309 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-c089fe6e-5405-4a00-aaca-6408a1e9de14 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0939693 Mar 01 20:52:55.999060 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f3b825d0-5a98-4320-9674-35b99f0fb711 None None] Provisioning for port 117d0de9-9543-4af5-8d96-9d0fb40b0d3e completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:52:56.009523 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f3b825d0-5a98-4320-9674-35b99f0fb711 None None] Provisioning complete for port 117d0de9-9543-4af5-8d96-9d0fb40b0d3e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:56.010142 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f3b825d0-5a98-4320-9674-35b99f0fb711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:56.058563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] Request body: {'port': {'device_id': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:52:56.082123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ebe0b-6687-4ea4-a611-2ccda356ea0d req-7ccedfd7-b713-4af7-bc06-c038cc49e9d5 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:56.094936 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-978ebe0b-6687-4ea4-a611-2ccda356ea0d req-7ccedfd7-b713-4af7-bc06-c038cc49e9d5 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 931 time: 0.6367662 Mar 01 20:52:56.162476 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f3b825d0-5a98-4320-9674-35b99f0fb711 None None] Port 117d0de9-9543-4af5-8d96-9d0fb40b0d3e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:52:56.203658 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299279e5-a9ef-4284-8a4c-c52f23b2b418', 'name': 'tempest-FloatingIPsNegativeTestJSON-1880108135-router', 'tenant_id': 'ab960897072e499fbdbb38443e2ae4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '1b4ca812-2c1f-4197-ab80-9c61705fabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:48Z', 'updated_at': '2022-03-01T20:52:51Z', 'revision_number': 3, 'project_id': 'ab960897072e499fbdbb38443e2ae4aa', 'gw_port': {'id': '1b4ca812-2c1f-4197-ab80-9c61705fabc8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299279e5-a9ef-4284-8a4c-c52f23b2b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:50Z', 'updated_at': '2022-03-01T20:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:56.213903 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] Checking router: 299279e5-a9ef-4284-8a4c-c52f23b2b418 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:52:56.214789 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] Updating router 299279e5-a9ef-4284-8a4c-c52f23b2b418 port 1b4ca812-2c1f-4197-ab80-9c61705fabc8 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:52:56.264482 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-978ebe0b-6687-4ea4-a611-2ccda356ea0d req-fa232ed3-c3c0-4592-9863-9bbc9ed02b7f tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7c9521-c999-4be9-9c04-fef329b9f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685398 Mar 01 20:52:56.285035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-027225a5-f8c0-43f8-81e2-8920c6344bfa req-8e5d7d0b-1438-438f-bd35-2e1509ecb93e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] For port eb646b3e-8f4a-4228-bf90-b835d67cc2c1, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=eb646b3e-8f4a-4228-bf90-b835d67cc2c1,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:56.285636 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-027225a5-f8c0-43f8-81e2-8920c6344bfa req-8e5d7d0b-1438-438f-bd35-2e1509ecb93e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:56.294168 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f45593a4-b082-4fca-9205-29eb8e4019a3 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:52:56.469622 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:56.480648 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-027225a5-f8c0-43f8-81e2-8920c6344bfa req-8e5d7d0b-1438-438f-bd35-2e1509ecb93e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Calling delete_port for eb646b3e-8f4a-4228-bf90-b835d67cc2c1 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:52:56.540503 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:56.677420 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port f45593a4-b082-4fca-9205-29eb8e4019a3 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:52:56.678065 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:56.739513 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-027225a5-f8c0-43f8-81e2-8920c6344bfa req-8e5d7d0b-1438-438f-bd35-2e1509ecb93e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:56.871480 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5d7d0b-1438-438f-bd35-2e1509ecb93e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Pushing event deleted for resources: {'Port': ['ID=eb646b3e-8f4a-4228-bf90-b835d67cc2c1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:57.072791 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-027225a5-f8c0-43f8-81e2-8920c6344bfa req-8e5d7d0b-1438-438f-bd35-2e1509ecb93e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] No DVR routers for this DVR port eb646b3e-8f4a-4228-bf90-b835d67cc2c1 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:52:57.077536 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-027225a5-f8c0-43f8-81e2-8920c6344bfa req-8e5d7d0b-1438-438f-bd35-2e1509ecb93e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:57.089018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e86ff888-a16a-47cd-b6a3-4653da7dbf1b', 'name': 'network-vif-deleted', 'tag': 'eb646b3e-8f4a-4228-bf90-b835d67cc2c1'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:52:57.102870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4fc76-589f-45fd-90df-4999bce4386e req-851eb4da-4a40-4cde-997c-df2889f3a0b8 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:57.111418 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8fa4fc76-589f-45fd-90df-4999bce4386e req-851eb4da-4a40-4cde-997c-df2889f3a0b8 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 946 time: 0.4571750 Mar 01 20:52:57.170698 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-027225a5-f8c0-43f8-81e2-8920c6344bfa req-8e5d7d0b-1438-438f-bd35-2e1509ecb93e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.55 "DELETE /v2.0/ports/eb646b3e-8f4a-4228-bf90-b835d67cc2c1 HTTP/1.1" status: 204 len: 173 time: 1.6205993 Mar 01 20:52:57.193223 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8fa4fc76-589f-45fd-90df-4999bce4386e req-2e4351bb-0249-44ce-9b3a-1f315307a761 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807652 Mar 01 20:52:57.242950 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:57.256300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] Transition to ACTIVE for port object 1b4ca812-2c1f-4197-ab80-9c61705fabc8 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:52:57.344397 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:57.416669 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 117d0de9-9543-4af5-8d96-9d0fb40b0d3e {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:52:57.426772 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:57.427641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5abc9f8c-269f-40cf-8873-0e6033a5bfe3 req-7cf988ac-700d-4758-99e4-aa5cfd5cab87 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Synchronizing usage tracker for tenant:12fae2fdb26b4cf190b0d5a7d7adbfcc on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:52:57.446329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] Transition to ACTIVE for port object 117d0de9-9543-4af5-8d96-9d0fb40b0d3e will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:52:57.457102 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e7006373-2fdf-4169-845c-34c3183f8985 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:57.540865 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33933035-347a-4d9b-aabc-28a699e3e107 None None] Pushing event updated for resources: {'Port': ['ID=1b4ca812-2c1f-4197-ab80-9c61705fabc8,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:57.554962 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-994d3b3b-eccc-41fb-8ee2-6e34d1afa424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:57.556599 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] Attempting to bind port 1b4ca812-2c1f-4197-ab80-9c61705fabc8 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:52:57.557030 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] Attempting to bind port 1b4ca812-2c1f-4197-ab80-9c61705fabc8 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:52:57.557403 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] Attempting to bind port 1b4ca812-2c1f-4197-ab80-9c61705fabc8 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:52:57.566361 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 52, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:52:57.567961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:52:57.568594 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:57.569389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:52:57.569547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] Bound port: 1b4ca812-2c1f-4197-ab80-9c61705fabc8, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:52:57.569835 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:57.577836 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:57.579634 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5abc9f8c-269f-40cf-8873-0e6033a5bfe3 req-7cf988ac-700d-4758-99e4-aa5cfd5cab87 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Unset dirty status for tenant:12fae2fdb26b4cf190b0d5a7d7adbfcc on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:52:57.584680 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5abc9f8c-269f-40cf-8873-0e6033a5bfe3 req-7cf988ac-700d-4758-99e4-aa5cfd5cab87 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=e86ff888-a16a-47cd-b6a3-4653da7dbf1b HTTP/1.1" status: 200 len: 210 time: 0.2558742 Mar 01 20:52:57.593700 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627bbb8-f278-40dc-85e3-094c409baf8a req-ae63c3ee-40b3-4db8-a83e-ec8054c62776 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:57.601761 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2627bbb8-f278-40dc-85e3-094c409baf8a req-ae63c3ee-40b3-4db8-a83e-ec8054c62776 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.1879785 Mar 01 20:52:57.673843 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e86ff888-a16a-47cd-b6a3-4653da7dbf1b', 'name': 'network-vif-deleted', 'tag': 'eb646b3e-8f4a-4228-bf90-b835d67cc2c1', 'status': 'completed', 'code': 200} Mar 01 20:52:57.692593 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2627bbb8-f278-40dc-85e3-094c409baf8a req-a8d29a4e-ee91-4d0b-ae83-aefebc63993c tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898266 Mar 01 20:52:57.756508 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] For port 1b4ca812-2c1f-4197-ab80-9c61705fabc8, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:52:57.760464 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] For port 1b4ca812-2c1f-4197-ab80-9c61705fabc8, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1b4ca812-2c1f-4197-ab80-9c61705fabc8,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:52:57.826141 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:57.886654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] Pushing event updated for resources: {'Port': ['ID=117d0de9-9543-4af5-8d96-9d0fb40b0d3e,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:57.964646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] Routers {'299279e5-a9ef-4284-8a4c-c52f23b2b418'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:52:57.965363 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:52:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['299279e5-a9ef-4284-8a4c-c52f23b2b418'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:58.139256 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33933035-347a-4d9b-aabc-28a699e3e107 None None] Pushing event updated for resources: {'Port': ['ID=1b4ca812-2c1f-4197-ab80-9c61705fabc8,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:58.265646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] Attempting to bind port 117d0de9-9543-4af5-8d96-9d0fb40b0d3e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:52:58.266040 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] Attempting to bind port 117d0de9-9543-4af5-8d96-9d0fb40b0d3e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '04fad1e4-9254-4f76-8181-684f486c79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:52:58.266310 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] Attempting to bind port 117d0de9-9543-4af5-8d96-9d0fb40b0d3e on network e1d35894-975e-4477-8039-e95c20ae6197 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:52:58.276076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] Port 117d0de9-9543-4af5-8d96-9d0fb40b0d3e on network e1d35894-975e-4477-8039-e95c20ae6197 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:52:58.276458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] Attempting to bind port 117d0de9-9543-4af5-8d96-9d0fb40b0d3e on network e1d35894-975e-4477-8039-e95c20ae6197 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:52:58.288562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 52, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:52:58.289228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] Checking segment: {'id': '04fad1e4-9254-4f76-8181-684f486c79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:52:58.289394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] Bound using segment: {'id': '04fad1e4-9254-4f76-8181-684f486c79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:52:58.293001 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] Bound port: 117d0de9-9543-4af5-8d96-9d0fb40b0d3e, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04fad1e4-9254-4f76-8181-684f486c79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:52:58.293001 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:58.294708 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] Set router 299279e5-a9ef-4284-8a4c-c52f23b2b418 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:52:58.300529 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-994d3b3b-eccc-41fb-8ee2-6e34d1afa424 admin admin] Allocated IP 172.20.0.1 (c9a7ce2b-ce25-4b92-a66d-017fffba03e8/e6f57bf8-0b17-4d16-af8f-1215cf663c47/afc5bb52-9bff-4051-a54c-e31ddd58b30e) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:52:58.489396 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] For port 117d0de9-9543-4af5-8d96-9d0fb40b0d3e, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:52:58.497942 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] For port 117d0de9-9543-4af5-8d96-9d0fb40b0d3e, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=117d0de9-9543-4af5-8d96-9d0fb40b0d3e,segment=NetworkSegment(04fad1e4-9254-4f76-8181-684f486c79e5),segment_id=04fad1e4-9254-4f76-8181-684f486c79e5)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:52:58.542279 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-994d3b3b-eccc-41fb-8ee2-6e34d1afa424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:58.599933 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:58.620751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-994d3b3b-eccc-41fb-8ee2-6e34d1afa424 admin admin] Transition to ACTIVE for port object afc5bb52-9bff-4051-a54c-e31ddd58b30e will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:52:58.639236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 7950fb6c-c61e-41d5-822f-c5a21981fede details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:52:58.652588 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 7950fb6c-c61e-41d5-822f-c5a21981fede no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:52:58.896093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:58.897031 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:58.903132 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:58.913160 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] 10.222.0.57 "PUT /v2.0/ports/117d0de9-9543-4af5-8d96-9d0fb40b0d3e HTTP/1.1" status: 200 len: 1091 time: 2.8909407 Mar 01 20:52:58.919342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'tag': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:52:58.965748 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299279e5-a9ef-4284-8a4c-c52f23b2b418', 'name': 'tempest-FloatingIPsNegativeTestJSON-1880108135-router', 'tenant_id': 'ab960897072e499fbdbb38443e2ae4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '1b4ca812-2c1f-4197-ab80-9c61705fabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:48Z', 'updated_at': '2022-03-01T20:52:51Z', 'revision_number': 3, 'project_id': 'ab960897072e499fbdbb38443e2ae4aa', 'gw_port': {'id': '1b4ca812-2c1f-4197-ab80-9c61705fabc8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299279e5-a9ef-4284-8a4c-c52f23b2b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:50Z', 'updated_at': '2022-03-01T20:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:52:58.976178 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebf2220-5d0a-4fa6-beb3-bfb6244db4fc None None] The sync data for ids ['299279e5-a9ef-4284-8a4c-c52f23b2b418'] in n-d-827896-4 is: [{'id': '299279e5-a9ef-4284-8a4c-c52f23b2b418', 'name': 'tempest-FloatingIPsNegativeTestJSON-1880108135-router', 'tenant_id': 'ab960897072e499fbdbb38443e2ae4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '1b4ca812-2c1f-4197-ab80-9c61705fabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:48Z', 'updated_at': '2022-03-01T20:52:51Z', 'revision_number': 3, 'project_id': 'ab960897072e499fbdbb38443e2ae4aa', 'gw_port': {'id': '1b4ca812-2c1f-4197-ab80-9c61705fabc8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299279e5-a9ef-4284-8a4c-c52f23b2b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:50Z', 'updated_at': '2022-03-01T20:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:52:58.977661 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8463fe3-f805-4422-bd9d-9d7fcd8d0258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7950fb6c-c61e-41d5-822f-c5a21981fede'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:52:58.982209 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112f5030-56f9-434f-8cae-6d5b68d8bbbd service neutron] Pushing event updated for resources: {'Port': ['ID=117d0de9-9543-4af5-8d96-9d0fb40b0d3e,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:58.999947 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 7950fb6c-c61e-41d5-822f-c5a21981fede, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7950fb6c-c61e-41d5-822f-c5a21981fede,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:59.021874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 7950fb6c-c61e-41d5-822f-c5a21981fede, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7950fb6c-c61e-41d5-822f-c5a21981fede,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:52:59.027444 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '7950fb6c-c61e-41d5-822f-c5a21981fede', 'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d', 'port_id': '7950fb6c-c61e-41d5-822f-c5a21981fede', 'mac_address': 'fa:16:3e:c0:5b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203b9d6c-4e4d-47f8-b370-76b17af7b277', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:52:59.083029 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54cccb1-ea8e-419a-b00a-2df415f83a3e req-979533ff-3534-43dd-aea0-4931cf5b2130 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:59.100921 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a54cccb1-ea8e-419a-b00a-2df415f83a3e req-979533ff-3534-43dd-aea0-4931cf5b2130 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 943 time: 0.3068676 Mar 01 20:52:59.112915 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:59.138151 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:59.203944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a54cccb1-ea8e-419a-b00a-2df415f83a3e req-88dc11b3-a050-4165-8ffe-4b84f492b9a0 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7c9521-c999-4be9-9c04-fef329b9f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002870 Mar 01 20:52:59.213185 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-994d3b3b-eccc-41fb-8ee2-6e34d1afa424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:59.269882 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7950fb6c-c61e-41d5-822f-c5a21981fede {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:52:59.426953 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38724) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:52:59.458248 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994d3b3b-eccc-41fb-8ee2-6e34d1afa424 admin admin] Network c9a7ce2b-ce25-4b92-a66d-017fffba03e8 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:52:59.477733 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:52:59.478890 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:52:59.489038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-994d3b3b-eccc-41fb-8ee2-6e34d1afa424 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:52:59.497340 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'tag': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e', 'status': 'completed', 'code': 200} Mar 01 20:52:59.535712 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994d3b3b-eccc-41fb-8ee2-6e34d1afa424 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:52:59.550727 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=7950fb6c-c61e-41d5-822f-c5a21981fede,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:59.602680 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-06eea40d-3c5c-4dc1-a6aa-682d61c121fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:52:59.610836 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8463fe3-f805-4422-bd9d-9d7fcd8d0258', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7950fb6c-c61e-41d5-822f-c5a21981fede', 'code': 200} Mar 01 20:52:59.701162 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d3b3b-eccc-41fb-8ee2-6e34d1afa424 admin admin] Pushing event updated for resources: {'Port': ['ID=afc5bb52-9bff-4051-a54c-e31ddd58b30e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:52:59.737715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cc3124-82ab-41c1-b61c-50572e586918 req-787d2cc7-ed93-456c-a213-f4c9ae0d25fd tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:59.745341 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6cc3124-82ab-41c1-b61c-50572e586918 req-787d2cc7-ed93-456c-a213-f4c9ae0d25fd tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 944 time: 0.1519206 Mar 01 20:52:59.816365 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-f05f2e62-5f95-4c4b-a128-46007a399f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:52:59.817966 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-f05f2e62-5f95-4c4b-a128-46007a399f33 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f76671925d614132899f6869c2566bab&device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 1094 time: 0.7922533 Mar 01 20:52:59.821888 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6cc3124-82ab-41c1-b61c-50572e586918 req-0a6e70e6-d28d-461e-a2fa-c4741cf26ec3 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726533 Mar 01 20:52:59.833667 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-994d3b3b-eccc-41fb-8ee2-6e34d1afa424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:00.027194 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-0500a0ee-9a56-474e-aede-eeff104969de service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=117d0de9-9543-4af5-8d96-9d0fb40b0d3e HTTP/1.1" status: 200 len: 217 time: 0.0924792 Mar 01 20:53:00.095982 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:00.132858 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c45a7003-61a2-41e4-b579-3952a7bc5169 None None] Provisioning for port afc5bb52-9bff-4051-a54c-e31ddd58b30e completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:53:00.153500 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7950fb6c-c61e-41d5-822f-c5a21981fede {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:53:00.185240 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c45a7003-61a2-41e4-b579-3952a7bc5169 None None] Provisioning complete for port afc5bb52-9bff-4051-a54c-e31ddd58b30e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:53:00.185417 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c45a7003-61a2-41e4-b579-3952a7bc5169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:00.213035 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e719532d-7e8d-485e-8348-cf8812094570 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bcbc2fa680b640afa3dc21fe52cebff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7845473 Mar 01 20:53:00.224178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38732) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:00.258707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-507b4fcf-8ec8-4554-b227-1630c25a1152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:00.260246 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-507b4fcf-8ec8-4554-b227-1630c25a1152 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4 HTTP/1.1" status: 200 len: 859 time: 0.2040660 Mar 01 20:53:00.264072 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-994d3b3b-eccc-41fb-8ee2-6e34d1afa424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:00.351982 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1b4ca812-2c1f-4197-ab80-9c61705fabc8 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:53:00.359630 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b88e6-bd9b-4ced-a9e2-c9c19bee90d1 req-2c0da715-2c07-4ce1-a027-d5399c970769 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:00.362082 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa1b88e6-bd9b-4ced-a9e2-c9c19bee90d1 req-2c0da715-2c07-4ce1-a027-d5399c970769 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 946 time: 0.3965364 Mar 01 20:53:00.381217 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c49fe1e5-4e8e-4233-85b8-499044bae1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:00.467765 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa1b88e6-bd9b-4ced-a9e2-c9c19bee90d1 req-268a91dc-62a4-4470-aa72-12034860f12f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827122 Mar 01 20:53:00.472284 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c49fe1e5-4e8e-4233-85b8-499044bae1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:00.538272 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 7950fb6c-c61e-41d5-822f-c5a21981fede, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7950fb6c-c61e-41d5-822f-c5a21981fede,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:00.661714 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:00.693732 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-994d3b3b-eccc-41fb-8ee2-6e34d1afa424 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:00.712232 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c49fe1e5-4e8e-4233-85b8-499044bae1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:00.730500 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:00.747047 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c45a7003-61a2-41e4-b579-3952a7bc5169 None None] Port afc5bb52-9bff-4051-a54c-e31ddd58b30e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:53:00.753752 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49fe1e5-4e8e-4233-85b8-499044bae1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=132e2f7d-03c2-42ba-90db-596fbe8f1fec,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:00.758606 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c49fe1e5-4e8e-4233-85b8-499044bae1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:00.759685 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c49fe1e5-4e8e-4233-85b8-499044bae1fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/132e2f7d-03c2-42ba-90db-596fbe8f1fec HTTP/1.1" status: 204 len: 168 time: 0.5332811 Mar 01 20:53:00.785321 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:00.834682 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-994d3b3b-eccc-41fb-8ee2-6e34d1afa424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:00.898863 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=7950fb6c-c61e-41d5-822f-c5a21981fede,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:00.978692 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 1b4ca812-2c1f-4197-ab80-9c61705fabc8 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:53:00.988462 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 1b4ca812-2c1f-4197-ab80-9c61705fabc8 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:53:00.990597 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:01.010675 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-994d3b3b-eccc-41fb-8ee2-6e34d1afa424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:01.102149 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['7950fb6c-c61e-41d5-822f-c5a21981fede'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:53:01.140710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994d3b3b-eccc-41fb-8ee2-6e34d1afa424 admin admin] Pushing event updated for resources: {'Port': ['ID=afc5bb52-9bff-4051-a54c-e31ddd58b30e,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:01.158381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b3727-26db-4340-ac48-7397ee8d8e49 req-9fa76e3e-63b6-4609-a5ac-522f68bc7cc9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:01.160062 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-db9b3727-26db-4340-ac48-7397ee8d8e49 req-9fa76e3e-63b6-4609-a5ac-522f68bc7cc9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 945 time: 0.2719450 Mar 01 20:53:01.239044 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:01.259688 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 1b4ca812-2c1f-4197-ab80-9c61705fabc8, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1b4ca812-2c1f-4197-ab80-9c61705fabc8,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:01.308550 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-db9b3727-26db-4340-ac48-7397ee8d8e49 req-57c19a4e-9817-4e97-8f16-27f0cbaffdae tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405661 Mar 01 20:53:01.362668 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:01.405344 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079f011-6a4a-4e84-84c0-2273df1cfdfa req-cd84a50b-d365-48d8-a1ff-177556b92986 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:01.419739 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7079f011-6a4a-4e84-84c0-2273df1cfdfa req-cd84a50b-d365-48d8-a1ff-177556b92986 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 943 time: 0.1998415 Mar 01 20:53:01.439975 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-e5e383dd-57e3-45a4-b738-c1067fdf81bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:01.441482 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-e5e383dd-57e3-45a4-b738-c1067fdf81bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1d35894-975e-4477-8039-e95c20ae6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1152062 Mar 01 20:53:01.517893 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7079f011-6a4a-4e84-84c0-2273df1cfdfa req-e4dd2ca4-71ed-4634-bec1-bb4544e40123 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7c9521-c999-4be9-9c04-fef329b9f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905435 Mar 01 20:53:01.536547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=1b4ca812-2c1f-4197-ab80-9c61705fabc8,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:01.596008 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994d3b3b-eccc-41fb-8ee2-6e34d1afa424 admin admin] Network c9a7ce2b-ce25-4b92-a66d-017fffba03e8 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:53:01.610632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-994d3b3b-eccc-41fb-8ee2-6e34d1afa424 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:53:01.742586 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53925a22-2c92-471c-967e-04511f1a2af5 req-8e3b85fa-124c-4a16-9c98-eae79a01df59 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:01.742767 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-53925a22-2c92-471c-967e-04511f1a2af5 req-8e3b85fa-124c-4a16-9c98-eae79a01df59 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 945 time: 0.1719418 Mar 01 20:53:01.803400 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-53925a22-2c92-471c-967e-04511f1a2af5 req-b4af42ec-463d-4102-9e4f-28a366a658ef tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533292 Mar 01 20:53:02.011162 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2815afaa-f420-4f12-a8e1-e31f7007431f req-df3377d2-e738-4b0f-b3f5-9e227275cee7 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:02.012327 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2815afaa-f420-4f12-a8e1-e31f7007431f req-df3377d2-e738-4b0f-b3f5-9e227275cee7 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 946 time: 0.1949189 Mar 01 20:53:02.043853 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b6fda2-3024-4a83-a472-64fc2b82aba8 req-4be15d59-66ff-4e35-937b-75d012a6e4f0 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:02.044712 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-e1b6fda2-3024-4a83-a472-64fc2b82aba8 req-4be15d59-66ff-4e35-937b-75d012a6e4f0 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Synchronizing usage tracker for tenant:12fae2fdb26b4cf190b0d5a7d7adbfcc on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:53:02.096977 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:02.099844 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4a53eb4c-dea0-4d1d-9cfb-ccc91219310b None None] Provisioning complete for port afc5bb52-9bff-4051-a54c-e31ddd58b30e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:53:02.100326 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4a53eb4c-dea0-4d1d-9cfb-ccc91219310b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:02.176842 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2815afaa-f420-4f12-a8e1-e31f7007431f req-19c45b76-bcfe-4c13-80e5-66f17f5061f2 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536741 Mar 01 20:53:02.190445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-e1b6fda2-3024-4a83-a472-64fc2b82aba8 req-4be15d59-66ff-4e35-937b-75d012a6e4f0 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Unset dirty status for tenant:12fae2fdb26b4cf190b0d5a7d7adbfcc on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:53:02.202449 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e1b6fda2-3024-4a83-a472-64fc2b82aba8 req-4be15d59-66ff-4e35-937b-75d012a6e4f0 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.57 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 945 time: 1.0949371 Mar 01 20:53:02.237700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4a53eb4c-dea0-4d1d-9cfb-ccc91219310b None None] Port afc5bb52-9bff-4051-a54c-e31ddd58b30e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:53:02.258462 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1b4ca812-2c1f-4197-ab80-9c61705fabc8 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:53:02.357043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 1b4ca812-2c1f-4197-ab80-9c61705fabc8 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:53:02.357519 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:02.430525 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994d3b3b-eccc-41fb-8ee2-6e34d1afa424 admin admin] Router 299279e5-a9ef-4284-8a4c-c52f23b2b418 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:53:02.456107 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-0060782a-26a0-48ed-8370-7dafe045b3ee service neutron] 10.222.0.57 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9936595 Mar 01 20:53:02.661666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3e8b5-41b0-409c-9cc6-d33a269a4074 req-b3d074da-b238-4a3e-9beb-513df287f991 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:02.663100 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ec3e8b5-41b0-409c-9cc6-d33a269a4074 req-b3d074da-b238-4a3e-9beb-513df287f991 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 945 time: 0.1965516 Mar 01 20:53:02.667424 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 7950fb6c-c61e-41d5-822f-c5a21981fede up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:53:02.722952 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d54de42-580f-439b-abfe-ab48e5e765da req-5cc5e867-34a5-470d-8079-27ed6ebb7a62 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1426289 Mar 01 20:53:02.750938 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ec3e8b5-41b0-409c-9cc6-d33a269a4074 req-586e36b9-8438-4138-a632-af4712582c6e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680661 Mar 01 20:53:02.817273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 7950fb6c-c61e-41d5-822f-c5a21981fede triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:53:02.817495 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:02.895699 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e3939f75-c47c-4934-9e61-29c322eaa159 req-067104ee-de81-40c1-b104-fbc484c76917 service neutron] 10.222.0.57 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389307 Mar 01 20:53:02.914262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-e1b6fda2-3024-4a83-a472-64fc2b82aba8 req-f2da97e0-4776-4714-b951-697fb21409c9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Deleting port 577d4f98-3a3c-49d8-9879-9dafa646e5f7 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:53:02.914590 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e1b6fda2-3024-4a83-a472-64fc2b82aba8 req-f2da97e0-4776-4714-b951-697fb21409c9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:03.049678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54de42-580f-439b-abfe-ab48e5e765da req-20629eca-f516-4fe3-b04e-6ed786a3ae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:03.051956 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d54de42-580f-439b-abfe-ab48e5e765da req-20629eca-f516-4fe3-b04e-6ed786a3ae63 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 1096 time: 0.2038686 Mar 01 20:53:03.110689 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:03.189667 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8463fe3-f805-4422-bd9d-9d7fcd8d0258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7950fb6c-c61e-41d5-822f-c5a21981fede'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:03.214301 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 7950fb6c-c61e-41d5-822f-c5a21981fede, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7950fb6c-c61e-41d5-822f-c5a21981fede,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:03.287055 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:03.287893 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device eb646b3e-8f4a-4228-bf90-b835d67cc2c1 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:53:03.452958 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: eb646b3e-8f4a-4228-bf90-b835d67cc2c1 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:53:03.453688 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device eb646b3e-8f4a-4228-bf90-b835d67cc2c1 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:53:03.476624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d398c-8059-46bb-a72a-713ceff8185d req-d26fb56c-ff16-487d-9518-15f292471c2b tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:03.478266 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-380d398c-8059-46bb-a72a-713ceff8185d req-d26fb56c-ff16-487d-9518-15f292471c2b tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 943 time: 0.5052891 Mar 01 20:53:03.487133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54de42-580f-439b-abfe-ab48e5e765da req-1cad27c8-92f1-4e7c-8e41-0c06a234d6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:03.488724 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d54de42-580f-439b-abfe-ab48e5e765da req-1cad27c8-92f1-4e7c-8e41-0c06a234d6b4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 200 len: 922 time: 0.3935182 Mar 01 20:53:03.492168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994d3b3b-eccc-41fb-8ee2-6e34d1afa424 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:53:03.495597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58938987-fb73-4f18-9cb9-6af526f9ce29 req-24effcfe-ed6c-420c-b460-770b235093bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:03.497055 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58938987-fb73-4f18-9cb9-6af526f9ce29 req-24effcfe-ed6c-420c-b460-770b235093bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f76671925d614132899f6869c2566bab&device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 1094 time: 0.4088752 Mar 01 20:53:03.505734 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] Sync routers for ids ['299279e5-a9ef-4284-8a4c-c52f23b2b418'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:53:03.530298 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-994d3b3b-eccc-41fb-8ee2-6e34d1afa424 admin admin] 10.222.0.42 "PUT /v2.0/routers/299279e5-a9ef-4284-8a4c-c52f23b2b418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5303264 Mar 01 20:53:03.530516 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] Routers {'299279e5-a9ef-4284-8a4c-c52f23b2b418'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:53:03.530516 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:53:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['299279e5-a9ef-4284-8a4c-c52f23b2b418'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:03.539809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=7950fb6c-c61e-41d5-822f-c5a21981fede,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:03.600542 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d54de42-580f-439b-abfe-ab48e5e765da req-cd7498ca-f412-4169-9ea0-1b14d2b5c552 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=97d9130a-714e-4f0a-9c9b-ba6f069e326e HTTP/1.1" status: 200 len: 217 time: 0.0899584 Mar 01 20:53:03.660597 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361673c-7455-4ada-9f85-0736d8517194 req-e9dfa40f-32ec-40e6-883f-9c91ef16a20a tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:03.668543 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c361673c-7455-4ada-9f85-0736d8517194 req-e9dfa40f-32ec-40e6-883f-9c91ef16a20a tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.4114246 Mar 01 20:53:03.795349 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58938987-fb73-4f18-9cb9-6af526f9ce29 req-ce5f49a2-d5f5-4ad5-ae89-6f9d913ffb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:03.796864 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58938987-fb73-4f18-9cb9-6af526f9ce29 req-ce5f49a2-d5f5-4ad5-ae89-6f9d913ffb32 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e1d35894-975e-4477-8039-e95c20ae6197 HTTP/1.1" status: 200 len: 921 time: 0.2658105 Mar 01 20:53:03.862626 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-380d398c-8059-46bb-a72a-713ceff8185d req-358767bd-188c-4518-9d05-cb934e5a5c5f tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7c9521-c999-4be9-9c04-fef329b9f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3720577 Mar 01 20:53:03.888894 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] Set router 299279e5-a9ef-4284-8a4c-c52f23b2b418 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:53:03.903094 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54de42-580f-439b-abfe-ab48e5e765da req-a0c7d0df-51ca-419e-8a7e-c4e71663e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:03.904715 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d54de42-580f-439b-abfe-ab48e5e765da req-a0c7d0df-51ca-419e-8a7e-c4e71663e838 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 200 len: 861 time: 0.2949681 Mar 01 20:53:03.908512 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58938987-fb73-4f18-9cb9-6af526f9ce29 req-bbfd386e-e4fd-496f-8c1d-96481da973e6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=117d0de9-9543-4af5-8d96-9d0fb40b0d3e HTTP/1.1" status: 200 len: 217 time: 0.0963821 Mar 01 20:53:03.969790 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c361673c-7455-4ada-9f85-0736d8517194 req-d0704931-82f0-442c-9c63-da25434015f6 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001256 Mar 01 20:53:03.987929 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d54de42-580f-439b-abfe-ab48e5e765da req-a1cbb632-c25d-4930-82ac-9cb6c9bbfae4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2066dc17-9d0c-4926-8526-1637c09f1850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613964 Mar 01 20:53:04.072408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-e1b6fda2-3024-4a83-a472-64fc2b82aba8 req-f2da97e0-4776-4714-b951-697fb21409c9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] For port 577d4f98-3a3c-49d8-9879-9dafa646e5f7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=577d4f98-3a3c-49d8-9879-9dafa646e5f7,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:04.072769 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e1b6fda2-3024-4a83-a472-64fc2b82aba8 req-f2da97e0-4776-4714-b951-697fb21409c9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:04.302726 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8463fe3-f805-4422-bd9d-9d7fcd8d0258', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7950fb6c-c61e-41d5-822f-c5a21981fede', 'code': 200} Mar 01 20:53:04.384600 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-e1b6fda2-3024-4a83-a472-64fc2b82aba8 req-f2da97e0-4776-4714-b951-697fb21409c9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Calling delete_port for 577d4f98-3a3c-49d8-9879-9dafa646e5f7 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:53:04.490079 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58938987-fb73-4f18-9cb9-6af526f9ce29 req-a392c08b-24a4-4745-bb32-6c3449ab7106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:04.492456 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299279e5-a9ef-4284-8a4c-c52f23b2b418', 'name': 'tempest-FloatingIPsNegativeTestJSON-1880108135-router', 'tenant_id': 'ab960897072e499fbdbb38443e2ae4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '1b4ca812-2c1f-4197-ab80-9c61705fabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:48Z', 'updated_at': '2022-03-01T20:52:59Z', 'revision_number': 4, 'project_id': 'ab960897072e499fbdbb38443e2ae4aa', 'gw_port': {'id': '1b4ca812-2c1f-4197-ab80-9c61705fabc8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299279e5-a9ef-4284-8a4c-c52f23b2b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:50Z', 'updated_at': '2022-03-01T20:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'afc5bb52-9bff-4051-a54c-e31ddd58b30e', 'name': '', 'network_id': 'c9a7ce2b-ce25-4b92-a66d-017fffba03e8', 'tenant_id': 'ab960897072e499fbdbb38443e2ae4aa', 'mac_address': 'fa:16:3e:8f:23:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299279e5-a9ef-4284-8a4c-c52f23b2b418', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'e6f57bf8-0b17-4d16-af8f-1215cf663c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:57Z', 'updated_at': '2022-03-01T20:53:00Z', 'revision_number': 2, 'project_id': 'ab960897072e499fbdbb38443e2ae4aa', 'subnets': [{'id': 'e6f57bf8-0b17-4d16-af8f-1215cf663c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:04.496216 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58938987-fb73-4f18-9cb9-6af526f9ce29 req-a392c08b-24a4-4745-bb32-6c3449ab7106 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4 HTTP/1.1" status: 200 len: 859 time: 0.5762732 Mar 01 20:53:04.501855 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] Checking router: 299279e5-a9ef-4284-8a4c-c52f23b2b418 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:53:04.502217 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] Updating router 299279e5-a9ef-4284-8a4c-c52f23b2b418 port afc5bb52-9bff-4051-a54c-e31ddd58b30e binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:53:04.659147 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c70900d0-e05a-45ef-9523-0ae8a106977a req-af557d73-79b9-4846-848b-75fa2d2b430b tempest-FloatingIPsNegativeTestJSON-1472630600 tempest-FloatingIPsNegativeTestJSON-1472630600-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=ab960897072e499fbdbb38443e2ae4aa HTTP/1.1" status: 200 len: 217 time: 0.1704323 Mar 01 20:53:04.690869 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d54de42-580f-439b-abfe-ab48e5e765da req-42960a35-45e8-46ab-8550-4c910dec4963 service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6960864 Mar 01 20:53:04.694858 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:04.841758 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58938987-fb73-4f18-9cb9-6af526f9ce29 req-cb963060-7160-40a2-b129-bd31b6a87b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:04.846004 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58938987-fb73-4f18-9cb9-6af526f9ce29 req-cb963060-7160-40a2-b129-bd31b6a87b03 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1d35894-975e-4477-8039-e95c20ae6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3399389 Mar 01 20:53:04.861900 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d54de42-580f-439b-abfe-ab48e5e765da req-b7905332-b34d-446a-8b6c-b8214828c0ff service neutron] 10.222.0.57 "GET /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595509 Mar 01 20:53:04.862666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d014e3-949b-45b6-ae49-2e1dc46a55a6 req-7cacd7f6-ee03-454b-91a4-3b6d1a05a7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:04.864218 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-84d014e3-949b-45b6-ae49-2e1dc46a55a6 req-7cacd7f6-ee03-454b-91a4-3b6d1a05a7d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 1097 time: 0.2941847 Mar 01 20:53:04.942713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a488079-8abd-4ff1-9327-e27b8a88b7bd req-7dc55400-f395-4667-a7b8-d35296312b41 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:04.944338 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a488079-8abd-4ff1-9327-e27b8a88b7bd req-7dc55400-f395-4667-a7b8-d35296312b41 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.55 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 946 time: 0.3888681 Mar 01 20:53:04.954370 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9113b53f-95d1-4ccb-bd87-2b72e9e1b300 req-330ec6f7-89c4-46d9-af74-9cc268e0fc7e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:04.961702 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9113b53f-95d1-4ccb-bd87-2b72e9e1b300 req-330ec6f7-89c4-46d9-af74-9cc268e0fc7e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 946 time: 0.6423008 Mar 01 20:53:04.992201 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e1b6fda2-3024-4a83-a472-64fc2b82aba8 req-f2da97e0-4776-4714-b951-697fb21409c9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:05.121661 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38834) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:05.130698 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9113b53f-95d1-4ccb-bd87-2b72e9e1b300 req-de33896d-c090-4f5e-8b0d-d6758e22eb5c tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683879 Mar 01 20:53:05.233614 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a7087fb-b2c9-4b76-9e95-d71245fe9f19 req-7aecce7a-a804-47de-b215-a7f6bbba956b tempest-FloatingIPsNegativeTestJSON-1472630600 tempest-FloatingIPsNegativeTestJSON-1472630600-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0371864 Mar 01 20:53:05.243239 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-8a488079-8abd-4ff1-9327-e27b8a88b7bd req-f4549322-7833-461f-b564-3a2ecfbded99 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Deleting port 9485b7cc-2142-4539-97bb-d55271b3f427 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:53:05.243704 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8a488079-8abd-4ff1-9327-e27b8a88b7bd req-f4549322-7833-461f-b564-3a2ecfbded99 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:05.293490 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:05.306594 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] Transition to ACTIVE for port object afc5bb52-9bff-4051-a54c-e31ddd58b30e will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:53:05.383768 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:05.397076 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 577d4f98-3a3c-49d8-9879-9dafa646e5f7 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:53:05.441123 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2da97e0-4776-4714-b951-697fb21409c9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Pushing event deleted for resources: {'Port': ['ID=577d4f98-3a3c-49d8-9879-9dafa646e5f7,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:05.453176 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 577d4f98-3a3c-49d8-9879-9dafa646e5f7 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:53:05.453655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 577d4f98-3a3c-49d8-9879-9dafa646e5f7 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:53:05.565496 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b6fda2-3024-4a83-a472-64fc2b82aba8 req-f2da97e0-4776-4714-b951-697fb21409c9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] No DVR routers for this DVR port 577d4f98-3a3c-49d8-9879-9dafa646e5f7 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:53:05.568970 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e1b6fda2-3024-4a83-a472-64fc2b82aba8 req-f2da97e0-4776-4714-b951-697fb21409c9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:05.579211 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-84d014e3-949b-45b6-ae49-2e1dc46a55a6 req-c7ac5dc8-d8cf-481b-85d6-8a7fe328c7ff service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6680577 Mar 01 20:53:05.583019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2088499f-669b-4dcc-b308-46c96d557a12', 'name': 'network-vif-deleted', 'tag': '577d4f98-3a3c-49d8-9879-9dafa646e5f7'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:05.603540 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-8a488079-8abd-4ff1-9327-e27b8a88b7bd req-f4549322-7833-461f-b564-3a2ecfbded99 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] For port 9485b7cc-2142-4539-97bb-d55271b3f427, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9485b7cc-2142-4539-97bb-d55271b3f427,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:05.603903 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8a488079-8abd-4ff1-9327-e27b8a88b7bd req-f4549322-7833-461f-b564-3a2ecfbded99 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:05.612188 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081cc5d-1800-411a-9007-f9d1fb1d298e None None] Pushing event updated for resources: {'Port': ['ID=afc5bb52-9bff-4051-a54c-e31ddd58b30e,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:05.657259 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58938987-fb73-4f18-9cb9-6af526f9ce29 req-50c3752a-b9de-4cd4-bc9b-b50cb407534a service neutron] 10.222.0.57 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7918136 Mar 01 20:53:05.669927 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bf95dc6d-e108-4dfe-b643-937c46cf0e6c req-42f20c1a-72cb-4adf-b10e-f06e16becd1e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5860083 Mar 01 20:53:05.709604 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e1b6fda2-3024-4a83-a472-64fc2b82aba8 req-f2da97e0-4776-4714-b951-697fb21409c9 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.57 "DELETE /v2.0/ports/577d4f98-3a3c-49d8-9879-9dafa646e5f7 HTTP/1.1" status: 204 len: 173 time: 3.4395938 Mar 01 20:53:05.775305 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] Attempting to bind port afc5bb52-9bff-4051-a54c-e31ddd58b30e on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:53:05.775305 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] Attempting to bind port afc5bb52-9bff-4051-a54c-e31ddd58b30e by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '719107c0-7c28-4c8e-92b4-71bb4524a289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c9a7ce2b-ce25-4b92-a66d-017fffba03e8'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:53:05.775305 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] Attempting to bind port afc5bb52-9bff-4051-a54c-e31ddd58b30e on network c9a7ce2b-ce25-4b92-a66d-017fffba03e8 {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:53:05.784829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5d7c2-4932-4d49-b2f6-44cb4a903fc7 req-fb7279ab-402d-4c2f-a262-d56a9266c37a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:05.786307 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 53, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:53:05.787569 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fab5d7c2-4932-4d49-b2f6-44cb4a903fc7 req-fb7279ab-402d-4c2f-a262-d56a9266c37a tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=2088499f-669b-4dcc-b308-46c96d557a12 HTTP/1.1" status: 200 len: 945 time: 0.9068379 Mar 01 20:53:05.788027 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] Checking segment: {'id': '719107c0-7c28-4c8e-92b4-71bb4524a289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c9a7ce2b-ce25-4b92-a66d-017fffba03e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:53:05.788527 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:05.789028 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] Bound using segment: {'id': '719107c0-7c28-4c8e-92b4-71bb4524a289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c9a7ce2b-ce25-4b92-a66d-017fffba03e8'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:53:05.790789 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] Bound port: afc5bb52-9bff-4051-a54c-e31ddd58b30e, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719107c0-7c28-4c8e-92b4-71bb4524a289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'c9a7ce2b-ce25-4b92-a66d-017fffba03e8'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:53:05.793120 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:05.818946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-8a488079-8abd-4ff1-9327-e27b8a88b7bd req-f4549322-7833-461f-b564-3a2ecfbded99 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Calling delete_port for 9485b7cc-2142-4539-97bb-d55271b3f427 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:53:05.961491 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0ee7cad-379e-4cea-aade-1db9d417d2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:06.003376 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] For port afc5bb52-9bff-4051-a54c-e31ddd58b30e, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:53:06.009458 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fab5d7c2-4932-4d49-b2f6-44cb4a903fc7 req-9ce164f9-6b58-48ed-87db-f5820add917f tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583989 Mar 01 20:53:06.013524 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] For port afc5bb52-9bff-4051-a54c-e31ddd58b30e, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=afc5bb52-9bff-4051-a54c-e31ddd58b30e,segment=NetworkSegment(719107c0-7c28-4c8e-92b4-71bb4524a289),segment_id=719107c0-7c28-4c8e-92b4-71bb4524a289)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:53:06.030070 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58938987-fb73-4f18-9cb9-6af526f9ce29 req-4e31e78f-b272-42e0-bae5-39ccf5bca101 service neutron] 10.222.0.57 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660841 Mar 01 20:53:06.031407 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b0ee7cad-379e-4cea-aade-1db9d417d2d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:06.040172 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b0ee7cad-379e-4cea-aade-1db9d417d2d4 admin admin] Usage tracker for resource:security_group_rule and tenant:7e1ccca1f0314a6c9e33f401feb0f74d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:06.049078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b0ee7cad-379e-4cea-aade-1db9d417d2d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:06.061216 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b0ee7cad-379e-4cea-aade-1db9d417d2d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:06.090465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95dc6d-e108-4dfe-b643-937c46cf0e6c req-c7ec1f2c-d5a9-4199-9bb3-1e34daa38a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:06.092767 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bf95dc6d-e108-4dfe-b643-937c46cf0e6c req-c7ec1f2c-d5a9-4199-9bb3-1e34daa38a7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 1096 time: 0.2412462 Mar 01 20:53:06.125916 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:06.285934 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] Routers {'299279e5-a9ef-4284-8a4c-c52f23b2b418'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:53:06.286574 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:53:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['299279e5-a9ef-4284-8a4c-c52f23b2b418'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:06.400798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95dc6d-e108-4dfe-b643-937c46cf0e6c req-d38c86f0-42be-4410-a784-ae7a47c8dda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:06.402449 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081cc5d-1800-411a-9007-f9d1fb1d298e None None] Pushing event updated for resources: {'Port': ['ID=afc5bb52-9bff-4051-a54c-e31ddd58b30e,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:06.402843 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bf95dc6d-e108-4dfe-b643-937c46cf0e6c req-d38c86f0-42be-4410-a784-ae7a47c8dda8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 912 time: 0.2799504 Mar 01 20:53:06.525486 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bf95dc6d-e108-4dfe-b643-937c46cf0e6c req-ceb52e4c-ea7d-4d2c-b4f1-3005c209bb26 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0eb76de-4dfa-4e86-acf0-57905a711967 HTTP/1.1" status: 200 len: 217 time: 0.1158912 Mar 01 20:53:06.552619 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4569e6-0177-4bcc-ac4d-de22f3f405c1 req-79bb7cd9-bdb3-48a0-aa48-0c5f22c0afbd tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:06.561550 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee4569e6-0177-4bcc-ac4d-de22f3f405c1 req-79bb7cd9-bdb3-48a0-aa48-0c5f22c0afbd tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 943 time: 0.7532768 Mar 01 20:53:06.622456 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] Set router 299279e5-a9ef-4284-8a4c-c52f23b2b418 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:53:06.623633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95dc6d-e108-4dfe-b643-937c46cf0e6c req-152dd8d7-1725-426b-942d-bbed180a3236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:06.625746 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bf95dc6d-e108-4dfe-b643-937c46cf0e6c req-152dd8d7-1725-426b-942d-bbed180a3236 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.0934789 Mar 01 20:53:06.636683 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0ee7cad-379e-4cea-aade-1db9d417d2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:06.703820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207da32-5666-4559-842b-9eb5a5a737cb req-2ba55d6f-1447-464d-b324-edd2470153da tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:06.705856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7207da32-5666-4559-842b-9eb5a5a737cb req-2ba55d6f-1447-464d-b324-edd2470153da tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.5292611 Mar 01 20:53:06.720234 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee4569e6-0177-4bcc-ac4d-de22f3f405c1 req-ce093f42-9d02-4b96-96b5-a46f5a722369 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7c9521-c999-4be9-9c04-fef329b9f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577444 Mar 01 20:53:06.740252 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0ee7cad-379e-4cea-aade-1db9d417d2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:06.806329 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b0ee7cad-379e-4cea-aade-1db9d417d2d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e1ccca1f0314a6c9e33f401feb0f74d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6536586 Mar 01 20:53:06.807796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38854) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:06.848171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95dc6d-e108-4dfe-b643-937c46cf0e6c req-882b5635-30a3-424d-bf77-f6374fde887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:06.852205 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bf95dc6d-e108-4dfe-b643-937c46cf0e6c req-882b5635-30a3-424d-bf77-f6374fde887f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2026589 Mar 01 20:53:06.889875 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8a488079-8abd-4ff1-9327-e27b8a88b7bd req-f4549322-7833-461f-b564-3a2ecfbded99 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:07.035422 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-076cf55d-5dfe-4525-85de-7b9d8545e83f req-273b117e-9b57-491a-8e9c-c7316715b884 tempest-FloatingIPsNegativeTestJSON-1472630600 tempest-FloatingIPsNegativeTestJSON-1472630600-project] show failed (client error): The resource could not be found. Mar 01 20:53:07.047252 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-076cf55d-5dfe-4525-85de-7b9d8545e83f req-273b117e-9b57-491a-8e9c-c7316715b884 tempest-FloatingIPsNegativeTestJSON-1472630600 tempest-FloatingIPsNegativeTestJSON-1472630600-project] 10.222.0.42 "GET /v2.0/floatingips/19af0278-ed4c-4fe7-a885-89513fb73dc9 HTTP/1.1" status: 404 len: 350 time: 0.1622403 Mar 01 20:53:07.050643 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38864) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:07.070531 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bf95dc6d-e108-4dfe-b643-937c46cf0e6c req-613ff134-2e73-4444-9086-b43340facb49 service neutron] 10.222.0.55 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119832 Mar 01 20:53:07.084277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee7cad-379e-4cea-aade-1db9d417d2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c7c3fa-7404-4836-9d1c-ce660e628ecd,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:07.116778 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7207da32-5666-4559-842b-9eb5a5a737cb req-239ce38a-3fe6-4940-8def-6c402f49914f tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926783 Mar 01 20:53:07.170289 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2088499f-669b-4dcc-b308-46c96d557a12', 'name': 'network-vif-deleted', 'tag': '577d4f98-3a3c-49d8-9879-9dafa646e5f7', 'status': 'completed', 'code': 200} Mar 01 20:53:07.356642 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bf95dc6d-e108-4dfe-b643-937c46cf0e6c req-f2785d2b-8a3b-4214-9cd6-e0c090514c37 service neutron] 10.222.0.55 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799428 Mar 01 20:53:07.374782 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299279e5-a9ef-4284-8a4c-c52f23b2b418', 'name': 'tempest-FloatingIPsNegativeTestJSON-1880108135-router', 'tenant_id': 'ab960897072e499fbdbb38443e2ae4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '1b4ca812-2c1f-4197-ab80-9c61705fabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:48Z', 'updated_at': '2022-03-01T20:52:59Z', 'revision_number': 4, 'project_id': 'ab960897072e499fbdbb38443e2ae4aa', 'gw_port': {'id': '1b4ca812-2c1f-4197-ab80-9c61705fabc8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299279e5-a9ef-4284-8a4c-c52f23b2b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:50Z', 'updated_at': '2022-03-01T20:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'afc5bb52-9bff-4051-a54c-e31ddd58b30e', 'name': '', 'network_id': 'c9a7ce2b-ce25-4b92-a66d-017fffba03e8', 'tenant_id': 'ab960897072e499fbdbb38443e2ae4aa', 'mac_address': 'fa:16:3e:8f:23:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299279e5-a9ef-4284-8a4c-c52f23b2b418', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'e6f57bf8-0b17-4d16-af8f-1215cf663c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:57Z', 'updated_at': '2022-03-01T20:53:05Z', 'revision_number': 4, 'project_id': 'ab960897072e499fbdbb38443e2ae4aa', 'subnets': [{'id': 'e6f57bf8-0b17-4d16-af8f-1215cf663c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:07.384572 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68537dfb-535d-416a-b3f6-1f108c0b8a82 None None] The sync data for ids ['299279e5-a9ef-4284-8a4c-c52f23b2b418'] in n-d-827896-4 is: [{'id': '299279e5-a9ef-4284-8a4c-c52f23b2b418', 'name': 'tempest-FloatingIPsNegativeTestJSON-1880108135-router', 'tenant_id': 'ab960897072e499fbdbb38443e2ae4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '1b4ca812-2c1f-4197-ab80-9c61705fabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:48Z', 'updated_at': '2022-03-01T20:52:59Z', 'revision_number': 4, 'project_id': 'ab960897072e499fbdbb38443e2ae4aa', 'gw_port': {'id': '1b4ca812-2c1f-4197-ab80-9c61705fabc8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299279e5-a9ef-4284-8a4c-c52f23b2b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:50Z', 'updated_at': '2022-03-01T20:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'afc5bb52-9bff-4051-a54c-e31ddd58b30e', 'name': '', 'network_id': 'c9a7ce2b-ce25-4b92-a66d-017fffba03e8', 'tenant_id': 'ab960897072e499fbdbb38443e2ae4aa', 'mac_address': 'fa:16:3e:8f:23:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '299279e5-a9ef-4284-8a4c-c52f23b2b418', 'device_owner': 'network:router_interface', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'e6f57bf8-0b17-4d16-af8f-1215cf663c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:57Z', 'updated_at': '2022-03-01T20:53:05Z', 'revision_number': 4, 'project_id': 'ab960897072e499fbdbb38443e2ae4aa', 'subnets': [{'id': 'e6f57bf8-0b17-4d16-af8f-1215cf663c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:53:07.411166 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 117d0de9-9543-4af5-8d96-9d0fb40b0d3e details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:53:07.441503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4549322-7833-461f-b564-3a2ecfbded99 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Pushing event deleted for resources: {'Port': ['ID=9485b7cc-2142-4539-97bb-d55271b3f427,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:07.714559 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 117d0de9-9543-4af5-8d96-9d0fb40b0d3e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=117d0de9-9543-4af5-8d96-9d0fb40b0d3e,segment=NetworkSegment(04fad1e4-9254-4f76-8181-684f486c79e5),segment_id=04fad1e4-9254-4f76-8181-684f486c79e5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:07.738736 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'port_id': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e', 'mac_address': 'fa:16:3e:f1:78:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:53:07.768853 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ab19d02d-1e8d-4aea-9aa2-900f0da20297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:07.800011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a488079-8abd-4ff1-9327-e27b8a88b7bd req-f4549322-7833-461f-b564-3a2ecfbded99 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] No DVR routers for this DVR port 9485b7cc-2142-4539-97bb-d55271b3f427 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:53:07.803308 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:07.820383 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de8ff2fe-6dc0-42ad-98bc-2ebaf6de6ac5 req-75084329-8aa2-4950-a776-e832d2b22cd3 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=fdab49e1-bcda-4274-8e42-dde901c9e552 HTTP/1.1" status: 200 len: 210 time: 0.3724637 Mar 01 20:53:07.824118 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8a488079-8abd-4ff1-9327-e27b8a88b7bd req-f4549322-7833-461f-b564-3a2ecfbded99 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:07.824547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 117d0de9-9543-4af5-8d96-9d0fb40b0d3e {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:53:07.848293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdab49e1-bcda-4274-8e42-dde901c9e552', 'name': 'network-vif-deleted', 'tag': '9485b7cc-2142-4539-97bb-d55271b3f427'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:07.852056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 117d0de9-9543-4af5-8d96-9d0fb40b0d3e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=117d0de9-9543-4af5-8d96-9d0fb40b0d3e,segment=NetworkSegment(04fad1e4-9254-4f76-8181-684f486c79e5),segment_id=04fad1e4-9254-4f76-8181-684f486c79e5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:07.862863 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ab19d02d-1e8d-4aea-9aa2-900f0da20297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:07.952218 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:08.108458 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a488079-8abd-4ff1-9327-e27b8a88b7bd req-f4549322-7833-461f-b564-3a2ecfbded99 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.55 "DELETE /v2.0/ports/9485b7cc-2142-4539-97bb-d55271b3f427 HTTP/1.1" status: 204 len: 173 time: 3.1152020 Mar 01 20:53:08.134859 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=117d0de9-9543-4af5-8d96-9d0fb40b0d3e,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:08.178782 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['117d0de9-9543-4af5-8d96-9d0fb40b0d3e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:53:08.326542 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ab19d02d-1e8d-4aea-9aa2-900f0da20297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:08.334177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device afc5bb52-9bff-4051-a54c-e31ddd58b30e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:53:08.379167 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab19d02d-1e8d-4aea-9aa2-900f0da20297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c7c3fa-7404-4836-9d1c-ce660e628ecd,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:08.421357 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962c754-c426-4025-8bc6-860fd1095e92 req-07670cc3-888b-4d4f-b2f0-4ba5d1d41415 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:08.423205 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5962c754-c426-4025-8bc6-860fd1095e92 req-07670cc3-888b-4d4f-b2f0-4ba5d1d41415 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 1.1769753 Mar 01 20:53:08.558734 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ab19d02d-1e8d-4aea-9aa2-900f0da20297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:08.562116 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ab19d02d-1e8d-4aea-9aa2-900f0da20297 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0c7c3fa-7404-4836-9d1c-ce660e628ecd HTTP/1.1" status: 204 len: 168 time: 1.7479157 Mar 01 20:53:08.696436 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5962c754-c426-4025-8bc6-860fd1095e92 req-3d04103f-ee4a-4440-bd5a-6a47b146a30c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632868 Mar 01 20:53:08.702330 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9485b7cc-2142-4539-97bb-d55271b3f427 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:53:08.713048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe839257-d4d8-451c-84ce-9649c30d0f36 req-2633d517-f1f0-4f61-b306-4d993191254a tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:08.715605 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe839257-d4d8-451c-84ce-9649c30d0f36 req-2633d517-f1f0-4f61-b306-4d993191254a tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 944 time: 0.5225489 Mar 01 20:53:08.753492 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port afc5bb52-9bff-4051-a54c-e31ddd58b30e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:53:08.778767 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 9485b7cc-2142-4539-97bb-d55271b3f427 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:53:08.779124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9485b7cc-2142-4539-97bb-d55271b3f427 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:53:08.784373 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port afc5bb52-9bff-4051-a54c-e31ddd58b30e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:53:08.784373 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:08.833766 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdab49e1-bcda-4274-8e42-dde901c9e552', 'name': 'network-vif-deleted', 'tag': '9485b7cc-2142-4539-97bb-d55271b3f427', 'status': 'completed', 'code': 200} Mar 01 20:53:08.908721 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe839257-d4d8-451c-84ce-9649c30d0f36 req-a2e7892b-4751-489b-b0ae-6c7d660cd5ec tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7c9521-c999-4be9-9c04-fef329b9f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210012 Mar 01 20:53:09.079430 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:09.175756 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port afc5bb52-9bff-4051-a54c-e31ddd58b30e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=afc5bb52-9bff-4051-a54c-e31ddd58b30e,segment=NetworkSegment(719107c0-7c28-4c8e-92b4-71bb4524a289),segment_id=719107c0-7c28-4c8e-92b4-71bb4524a289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:09.222465 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f43a4ca-dc31-44fb-89a0-eba2dd082c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:09.264058 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:09.429787 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 117d0de9-9543-4af5-8d96-9d0fb40b0d3e up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:53:09.478271 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=afc5bb52-9bff-4051-a54c-e31ddd58b30e,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:09.803008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb81c31-f03f-4c41-a6f2-64d148101aad req-9d048a61-6f14-4442-b908-229fb58b5ec1 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:09.803008 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-afb81c31-f03f-4c41-a6f2-64d148101aad req-9d048a61-6f14-4442-b908-229fb58b5ec1 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.3896303 Mar 01 20:53:09.888467 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-afb81c31-f03f-4c41-a6f2-64d148101aad req-ae06c3c2-fbe0-489d-8c79-ff99fb052e8d tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312571 Mar 01 20:53:09.929252 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 117d0de9-9543-4af5-8d96-9d0fb40b0d3e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:53:09.936051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 117d0de9-9543-4af5-8d96-9d0fb40b0d3e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:53:09.936720 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:10.068698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9f43a4ca-dc31-44fb-89a0-eba2dd082c5d admin admin] Deleting port afc5bb52-9bff-4051-a54c-e31ddd58b30e {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:53:10.069011 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f43a4ca-dc31-44fb-89a0-eba2dd082c5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:10.169154 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:10.209774 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:10.230575 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 117d0de9-9543-4af5-8d96-9d0fb40b0d3e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=117d0de9-9543-4af5-8d96-9d0fb40b0d3e,segment=NetworkSegment(04fad1e4-9254-4f76-8181-684f486c79e5),segment_id=04fad1e4-9254-4f76-8181-684f486c79e5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:10.305786 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device afc5bb52-9bff-4051-a54c-e31ddd58b30e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:53:10.389075 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:10.442216 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4493b71-9389-4812-927e-90c2c51a8b21 req-d03bc58e-fe66-4f56-9a9e-3d462df97641 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:10.450084 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c4493b71-9389-4812-927e-90c2c51a8b21 req-d03bc58e-fe66-4f56-9a9e-3d462df97641 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.3457551 Mar 01 20:53:10.489271 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-9f43a4ca-dc31-44fb-89a0-eba2dd082c5d admin admin] For port afc5bb52-9bff-4051-a54c-e31ddd58b30e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=afc5bb52-9bff-4051-a54c-e31ddd58b30e,segment=NetworkSegment(719107c0-7c28-4c8e-92b4-71bb4524a289),segment_id=719107c0-7c28-4c8e-92b4-71bb4524a289)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:10.489633 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f43a4ca-dc31-44fb-89a0-eba2dd082c5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:10.632006 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=117d0de9-9543-4af5-8d96-9d0fb40b0d3e,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:10.638435 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11851f-98ac-4f8c-a63b-4f723519ae87 req-7fd199bf-c4d1-4466-bb2a-73b60ac8190e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:10.639178 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-2e11851f-98ac-4f8c-a63b-4f723519ae87 req-7fd199bf-c4d1-4466-bb2a-73b60ac8190e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Synchronizing usage tracker for tenant:12fae2fdb26b4cf190b0d5a7d7adbfcc on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:53:10.654356 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port afc5bb52-9bff-4051-a54c-e31ddd58b30e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:53:10.654734 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:10.726499 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9f43a4ca-dc31-44fb-89a0-eba2dd082c5d admin admin] Calling delete_port for afc5bb52-9bff-4051-a54c-e31ddd58b30e owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:53:10.735015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38928) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:10.747206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-2e11851f-98ac-4f8c-a63b-4f723519ae87 req-7fd199bf-c4d1-4466-bb2a-73b60ac8190e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Unset dirty status for tenant:12fae2fdb26b4cf190b0d5a7d7adbfcc on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:53:10.748498 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2e11851f-98ac-4f8c-a63b-4f723519ae87 req-7fd199bf-c4d1-4466-bb2a-73b60ac8190e tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 945 time: 0.3125203 Mar 01 20:53:10.769766 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c4493b71-9389-4812-927e-90c2c51a8b21 req-ff0e7e6b-ee25-4b89-b667-5143874c9c90 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3186955 Mar 01 20:53:10.910372 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690dfc33-8137-402a-88eb-541048c2d4a6 req-f672c2d0-8ef0-443b-98d4-649b7ef8b22a tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:10.912779 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-690dfc33-8137-402a-88eb-541048c2d4a6 req-f672c2d0-8ef0-443b-98d4-649b7ef8b22a tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.3386972 Mar 01 20:53:10.956447 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-2e11851f-98ac-4f8c-a63b-4f723519ae87 req-8d0a26d7-58e0-4f29-8881-d7ee9bd08b39 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Deleting port 97d9130a-714e-4f0a-9c9b-ba6f069e326e {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:53:10.956789 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2e11851f-98ac-4f8c-a63b-4f723519ae87 req-8d0a26d7-58e0-4f29-8881-d7ee9bd08b39 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:11.016664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2098904638-network', 'tenant_id': '9e8ede3708d24781a4f2afa9c6cd0db6'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:11.028679 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:11.038717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Usage tracker for resource:network and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:11.044308 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:11.053278 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-690dfc33-8137-402a-88eb-541048c2d4a6 req-c596fe46-7881-4621-86e3-89156f9cbdfb tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326413 Mar 01 20:53:11.071544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:11.191493 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Made reservation on behalf of 9e8ede3708d24781a4f2afa9c6cd0db6 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:53:11.194298 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:11.211245 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:11.256299 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:11.275395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Usage tracker for resource:security_group_rule and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:11.280538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:11.288649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd586d7d-987e-4232-b976-cffa33dea6e4 req-52bb3a1c-c0da-4ec8-8917-f393f8ca64d5 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:11.290145 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd586d7d-987e-4232-b976-cffa33dea6e4 req-52bb3a1c-c0da-4ec8-8917-f393f8ca64d5 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 945 time: 0.1459777 Mar 01 20:53:11.331653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:11.363805 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f43a4ca-dc31-44fb-89a0-eba2dd082c5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:11.409116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-2e11851f-98ac-4f8c-a63b-4f723519ae87 req-8d0a26d7-58e0-4f29-8881-d7ee9bd08b39 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] For port 97d9130a-714e-4f0a-9c9b-ba6f069e326e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=97d9130a-714e-4f0a-9c9b-ba6f069e326e,segment=NetworkSegment(35392b5a-b3cc-45f6-9169-9bb5f33b5add),segment_id=35392b5a-b3cc-45f6-9169-9bb5f33b5add)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:11.409528 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2e11851f-98ac-4f8c-a63b-4f723519ae87 req-8d0a26d7-58e0-4f29-8881-d7ee9bd08b39 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:11.456052 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f43a4ca-dc31-44fb-89a0-eba2dd082c5d admin admin] Pushing event deleted for resources: {'Port': ['ID=afc5bb52-9bff-4051-a54c-e31ddd58b30e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:11.579780 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd586d7d-987e-4232-b976-cffa33dea6e4 req-1d3532e6-dfb1-48cc-92fc-55d4f193e6ab tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7c9521-c999-4be9-9c04-fef329b9f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370059 Mar 01 20:53:11.612184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07c8ab6-705c-443a-9c06-989acc0e9b03 req-6f016e18-49b9-4ecc-9fcd-0f6ff682b5b4 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:11.613691 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d07c8ab6-705c-443a-9c06-989acc0e9b03 req-6f016e18-49b9-4ecc-9fcd-0f6ff682b5b4 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/ports?device_id=4e360f3e-f243-4f44-80d2-ebd1d6146113 HTTP/1.1" status: 200 len: 945 time: 0.3444877 Mar 01 20:53:11.660161 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e', 'code': 200} Mar 01 20:53:11.706242 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-2e11851f-98ac-4f8c-a63b-4f723519ae87 req-8d0a26d7-58e0-4f29-8881-d7ee9bd08b39 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Calling delete_port for 97d9130a-714e-4f0a-9c9b-ba6f069e326e owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:53:11.941535 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:12.013345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a9ec4f-8a6d-4f70-b68a-f1c0a39bee92 req-920592f3-78d1-4390-bb6a-fb12021cb098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:12.015646 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6a9ec4f-8a6d-4f70-b68a-f1c0a39bee92 req-920592f3-78d1-4390-bb6a-fb12021cb098 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 1096 time: 0.2598405 Mar 01 20:53:12.019830 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:12.055620 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d07c8ab6-705c-443a-9c06-989acc0e9b03 req-1967dd9b-3357-480f-bbbe-d203f640a5d6 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.42 "GET /v2.0/security-groups?id=d5e7b14b-72e6-4089-8797-d45df46310a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3222461 Mar 01 20:53:12.072206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e68652e-3314-4bf7-ae44-a520e0bf70ef,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:12.103330 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:53:12.129911 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6a9ec4f-8a6d-4f70-b68a-f1c0a39bee92 req-5bff7517-4c5f-452f-8ea6-02943b4a4018 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9e7c9521-c999-4be9-9c04-fef329b9f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045740 Mar 01 20:53:12.130816 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:12.131153 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Added segment 70cdcaf8-9823-4052-b441-cb9fc0aeade1 of type vlan for network 7395af56-9ec9-4e7e-8dca-0bb6b8b7dbdf Mar 01 20:53:12.181793 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f43a4ca-dc31-44fb-89a0-eba2dd082c5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:12.216248 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:12.241008 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2e11851f-98ac-4f8c-a63b-4f723519ae87 req-8d0a26d7-58e0-4f29-8881-d7ee9bd08b39 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:12.364137 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fc745-758f-465f-850f-06181b1af465 req-8711b8f4-1393-458f-a359-791210c2e113 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:12.365830 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-868fc745-758f-465f-850f-06181b1af465 req-8711b8f4-1393-458f-a359-791210c2e113 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/networks?id=8fdd681d-ffe8-426d-941c-62dfd126df4d HTTP/1.1" status: 200 len: 812 time: 0.5333774 Mar 01 20:53:12.414095 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e11851f-98ac-4f8c-a63b-4f723519ae87 req-8d0a26d7-58e0-4f29-8881-d7ee9bd08b39 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] No DVR routers for this DVR port 97d9130a-714e-4f0a-9c9b-ba6f069e326e on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:53:12.418282 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2e11851f-98ac-4f8c-a63b-4f723519ae87 req-8d0a26d7-58e0-4f29-8881-d7ee9bd08b39 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:12.422020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0a26d7-58e0-4f29-8881-d7ee9bd08b39 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] Pushing event deleted for resources: {'Port': ['ID=97d9130a-714e-4f0a-9c9b-ba6f069e326e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:12.426177 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e360f3e-f243-4f44-80d2-ebd1d6146113', 'name': 'network-vif-deleted', 'tag': '97d9130a-714e-4f0a-9c9b-ba6f069e326e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:12.465040 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-868fc745-758f-465f-850f-06181b1af465 req-53119e53-3562-49a2-92de-a3a99983da4b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/quotas/0d5eaf306fc14197ad9a3185fd39f796 HTTP/1.1" status: 200 len: 375 time: 0.0916793 Mar 01 20:53:12.513064 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:12.515200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:12.515200 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:12.528522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f334957-b8d7-46ef-8cee-3b326bf27e03 req-f86f0f13-76ac-4683-ab80-22d694d832dd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:12.529950 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4f334957-b8d7-46ef-8cee-3b326bf27e03 req-f86f0f13-76ac-4683-ab80-22d694d832dd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.2725434 Mar 01 20:53:12.540408 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-868fc745-758f-465f-850f-06181b1af465 req-b17841f2-c6fa-4b99-b955-3cf662737bb6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Synchronizing usage tracker for tenant:0d5eaf306fc14197ad9a3185fd39f796 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:53:12.566890 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2e11851f-98ac-4f8c-a63b-4f723519ae87 req-8d0a26d7-58e0-4f29-8881-d7ee9bd08b39 tempest-LiveAutoBlockMigrationV225Test-1797166172 tempest-LiveAutoBlockMigrationV225Test-1797166172-project] 10.222.0.57 "DELETE /v2.0/ports/97d9130a-714e-4f0a-9c9b-ba6f069e326e HTTP/1.1" status: 204 len: 173 time: 1.8129885 Mar 01 20:53:12.653507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-868fc745-758f-465f-850f-06181b1af465 req-b17841f2-c6fa-4b99-b955-3cf662737bb6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Unset dirty status for tenant:0d5eaf306fc14197ad9a3185fd39f796 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:53:12.654912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-868fc745-758f-465f-850f-06181b1af465 req-b17841f2-c6fa-4b99-b955-3cf662737bb6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5eaf306fc14197ad9a3185fd39f796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1815720 Mar 01 20:53:12.660897 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] Pushing event updated for resources: {'Network': ['ID=7395af56-9ec9-4e7e-8dca-0bb6b8b7dbdf,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:12.673627 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-17b22003-1723-468c-9b8a-bc94c78a888b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9370770 Mar 01 20:53:12.675670 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 7395af56-9ec9-4e7e-8dca-0bb6b8b7dbdf details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:53:12.676693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38960) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:12.680909 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4f334957-b8d7-46ef-8cee-3b326bf27e03 req-8d82f41b-b408-4d96-ad40-8d0c4d83cab8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372366 Mar 01 20:53:12.683105 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-87d0ded6-3622-4ccd-b85e-b2ecb2ade114 admin admin] Request body: {'subnet': {'network_id': '7395af56-9ec9-4e7e-8dca-0bb6b8b7dbdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2098904638-subnet', 'tenant_id': '9e8ede3708d24781a4f2afa9c6cd0db6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:12.688802 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-87d0ded6-3622-4ccd-b85e-b2ecb2ade114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:12.694492 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-87d0ded6-3622-4ccd-b85e-b2ecb2ade114 admin admin] Usage tracker for resource:subnet and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:12.698851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-87d0ded6-3622-4ccd-b85e-b2ecb2ade114 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:12.706708 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-87d0ded6-3622-4ccd-b85e-b2ecb2ade114 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:12.803446 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d0ded6-3622-4ccd-b85e-b2ecb2ade114 admin admin] Made reservation on behalf of 9e8ede3708d24781a4f2afa9c6cd0db6 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:53:12.806098 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-87d0ded6-3622-4ccd-b85e-b2ecb2ade114 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:12.919535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f43a4ca-dc31-44fb-89a0-eba2dd082c5d admin admin] Router 299279e5-a9ef-4284-8a4c-c52f23b2b418 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:53:12.921601 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-868fc745-758f-465f-850f-06181b1af465 req-de6ece68-8e0b-49ee-bb3a-09ad05b65b10 service neutron] 10.222.0.42 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490590 Mar 01 20:53:13.232112 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-868fc745-758f-465f-850f-06181b1af465 req-0c8a9e29-150e-4461-8dc5-1408e10ad1b2 service neutron] 10.222.0.42 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039081 Mar 01 20:53:13.249151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f43a4ca-dc31-44fb-89a0-eba2dd082c5d admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:53:13.271967 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b42a900-073e-4a09-ac88-54b57040d568 None None] Sync routers for ids ['299279e5-a9ef-4284-8a4c-c52f23b2b418'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:53:13.279012 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38970) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:13.285873 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9f43a4ca-dc31-44fb-89a0-eba2dd082c5d admin admin] 10.222.0.42 "PUT /v2.0/routers/299279e5-a9ef-4284-8a4c-c52f23b2b418/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2087600 Mar 01 20:53:13.288655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b42a900-073e-4a09-ac88-54b57040d568 None None] Routers {'299279e5-a9ef-4284-8a4c-c52f23b2b418'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:53:13.290094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5b42a900-073e-4a09-ac88-54b57040d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:53:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['299279e5-a9ef-4284-8a4c-c52f23b2b418'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:13.555705 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e360f3e-f243-4f44-80d2-ebd1d6146113', 'name': 'network-vif-deleted', 'tag': '97d9130a-714e-4f0a-9c9b-ba6f069e326e', 'status': 'completed', 'code': 200} Mar 01 20:53:13.583430 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-87d0ded6-3622-4ccd-b85e-b2ecb2ade114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:13.662430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-5b42a900-073e-4a09-ac88-54b57040d568 None None] Set router 299279e5-a9ef-4284-8a4c-c52f23b2b418 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:53:13.925283 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9e6fd-78c4-4e16-aa6c-dcb5fe33e801 req-9f6c77b1-9671-478e-88b7-2aa8e3220027 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:13.932712 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8dd9e6fd-78c4-4e16-aa6c-dcb5fe33e801 req-9f6c77b1-9671-478e-88b7-2aa8e3220027 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.2247040 Mar 01 20:53:13.936707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0ded6-3622-4ccd-b85e-b2ecb2ade114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df17964-af80-4933-baf2-f21f451be7a5,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:13.959557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d0ded6-3622-4ccd-b85e-b2ecb2ade114 admin admin] Checking segment: {'id': '70cdcaf8-9823-4052-b441-cb9fc0aeade1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7395af56-9ec9-4e7e-8dca-0bb6b8b7dbdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:53:13.967416 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d0ded6-3622-4ccd-b85e-b2ecb2ade114 admin admin] Network hostable DHCP agents. Network: 7395af56-9ec9-4e7e-8dca-0bb6b8b7dbdf, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:53:13.993003 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-43afd289-10d9-4cc4-8476-4fb4cb9994dd admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:13.999758 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb4c35-ca59-4b30-afec-7105f9065d20 req-76f9400c-af93-445f-8a40-34b3d162c80c tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:14.001969 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75bb4c35-ca59-4b30-afec-7105f9065d20 req-76f9400c-af93-445f-8a40-34b3d162c80c tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 945 time: 0.2003617 Mar 01 20:53:14.057792 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8dd9e6fd-78c4-4e16-aa6c-dcb5fe33e801 req-789587e9-51f4-4b4b-97ab-0436e752e406 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232173 Mar 01 20:53:14.169240 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75bb4c35-ca59-4b30-afec-7105f9065d20 req-0bf53f02-54e1-4ac3-94f1-0c24063f78cc tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7c9521-c999-4be9-9c04-fef329b9f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468472 Mar 01 20:53:14.258876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d0ded6-3622-4ccd-b85e-b2ecb2ade114 admin admin] Network 7395af56-9ec9-4e7e-8dca-0bb6b8b7dbdf is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:53:14.283481 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5b42a900-073e-4a09-ac88-54b57040d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299279e5-a9ef-4284-8a4c-c52f23b2b418', 'name': 'tempest-FloatingIPsNegativeTestJSON-1880108135-router', 'tenant_id': 'ab960897072e499fbdbb38443e2ae4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '1b4ca812-2c1f-4197-ab80-9c61705fabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:48Z', 'updated_at': '2022-03-01T20:53:11Z', 'revision_number': 5, 'project_id': 'ab960897072e499fbdbb38443e2ae4aa', 'gw_port': {'id': '1b4ca812-2c1f-4197-ab80-9c61705fabc8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299279e5-a9ef-4284-8a4c-c52f23b2b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:50Z', 'updated_at': '2022-03-01T20:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:14.289160 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b42a900-073e-4a09-ac88-54b57040d568 None None] Checking router: 299279e5-a9ef-4284-8a4c-c52f23b2b418 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:53:14.310623 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b42a900-073e-4a09-ac88-54b57040d568 None None] Routers {'299279e5-a9ef-4284-8a4c-c52f23b2b418'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:53:14.311269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5b42a900-073e-4a09-ac88-54b57040d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:53:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['299279e5-a9ef-4284-8a4c-c52f23b2b418'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:14.324694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39002) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:14.364050 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-87d0ded6-3622-4ccd-b85e-b2ecb2ade114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 7395af56-9ec9-4e7e-8dca-0bb6b8b7dbdf) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:53:14.370962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d0ded6-3622-4ccd-b85e-b2ecb2ade114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:14.372168 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-87d0ded6-3622-4ccd-b85e-b2ecb2ade114 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:14.377501 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-43afd289-10d9-4cc4-8476-4fb4cb9994dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:14.460075 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b862f44-6b1e-4486-9018-b3b0c35b3959 None None] Network 7395af56-9ec9-4e7e-8dca-0bb6b8b7dbdf requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:53:14.501418 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-43afd289-10d9-4cc4-8476-4fb4cb9994dd admin admin] Deleting port 1b4ca812-2c1f-4197-ab80-9c61705fabc8 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:53:14.501916 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-43afd289-10d9-4cc4-8476-4fb4cb9994dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:14.638442 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-855d3967-4dae-44bd-bea9-bd172b91cdb4 req-30a05cb3-85f2-4d6a-9bb0-90aaf7251ecf tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 210 time: 0.2229142 Mar 01 20:53:14.781487 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-87d0ded6-3622-4ccd-b85e-b2ecb2ade114 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1034169 Mar 01 20:53:14.882911 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f80b92-10f0-4d69-9f84-4531e802bfa5 admin admin] Deleting subnet b4cc9feb-dba1-49bd-b779-378ebe9faea2 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:53:14.886848 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-fbc3dce0-a7be-423d-a180-b36bfcbd1319 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1836545 Mar 01 20:53:14.900426 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:14.909343 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02a71bb-757e-47c4-999e-701a734a0954 None None] Network 7395af56-9ec9-4e7e-8dca-0bb6b8b7dbdf requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:53:14.915025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:14.920767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Usage tracker for resource:floatingip and tenant:f76671925d614132899f6869c2566bab is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:14.922723 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-61f80b92-10f0-4d69-9f84-4531e802bfa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:14.924679 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:14.943901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:15.008731 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-61f80b92-10f0-4d69-9f84-4531e802bfa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:15.070844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-83f9c033-111a-40cb-b50e-b949f86d3d28 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:15.072797 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-83f9c033-111a-40cb-b50e-b949f86d3d28 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/networks?id=c0541fdd-f80b-45df-814f-a9bbce49f44d HTTP/1.1" status: 200 len: 815 time: 0.7234240 Mar 01 20:53:15.076032 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:15.137805 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-c60feb6a-1ad9-490b-b22f-7c5581c8da89 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/quotas/923a9d549ed24852872e8597fc8f0529 HTTP/1.1" status: 200 len: 375 time: 0.0421162 Mar 01 20:53:15.161828 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-61f80b92-10f0-4d69-9f84-4531e802bfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:15.200190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-5b42a900-073e-4a09-ac88-54b57040d568 None None] Set router 299279e5-a9ef-4284-8a4c-c52f23b2b418 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:53:15.202410 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d40c2d-a6ef-4374-9894-04acf083d4da req-725b6fa7-007f-4276-801a-fe8b09596e34 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:15.204256 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98d40c2d-a6ef-4374-9894-04acf083d4da req-725b6fa7-007f-4276-801a-fe8b09596e34 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8463fe3-f805-4422-bd9d-9d7fcd8d0258 HTTP/1.1" status: 200 len: 946 time: 0.2696681 Mar 01 20:53:15.376837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-98d40c2d-a6ef-4374-9894-04acf083d4da req-2c8182c7-4005-4125-adae-02410dc3e6c4 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Deleting port 7950fb6c-c61e-41d5-822f-c5a21981fede {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:53:15.377292 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-98d40c2d-a6ef-4374-9894-04acf083d4da req-2c8182c7-4005-4125-adae-02410dc3e6c4 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:15.379073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-43afd289-10d9-4cc4-8476-4fb4cb9994dd admin admin] For port 1b4ca812-2c1f-4197-ab80-9c61705fabc8, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1b4ca812-2c1f-4197-ab80-9c61705fabc8,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:15.379692 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-43afd289-10d9-4cc4-8476-4fb4cb9994dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:15.464090 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 97d9130a-714e-4f0a-9c9b-ba6f069e326e no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:53:15.491265 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-72d546a7-b509-4ead-bde7-f45a572b8502 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=923a9d549ed24852872e8597fc8f0529&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3524876 Mar 01 20:53:15.518410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 97d9130a-714e-4f0a-9c9b-ba6f069e326e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:53:15.518637 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 97d9130a-714e-4f0a-9c9b-ba6f069e326e not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:53:15.556634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-43afd289-10d9-4cc4-8476-4fb4cb9994dd admin admin] Calling delete_port for 1b4ca812-2c1f-4197-ab80-9c61705fabc8 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:53:15.592832 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-61f80b92-10f0-4d69-9f84-4531e802bfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:15.644545 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5b42a900-073e-4a09-ac88-54b57040d568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '299279e5-a9ef-4284-8a4c-c52f23b2b418', 'name': 'tempest-FloatingIPsNegativeTestJSON-1880108135-router', 'tenant_id': 'ab960897072e499fbdbb38443e2ae4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '1b4ca812-2c1f-4197-ab80-9c61705fabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:48Z', 'updated_at': '2022-03-01T20:53:11Z', 'revision_number': 5, 'project_id': 'ab960897072e499fbdbb38443e2ae4aa', 'gw_port': {'id': '1b4ca812-2c1f-4197-ab80-9c61705fabc8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299279e5-a9ef-4284-8a4c-c52f23b2b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:50Z', 'updated_at': '2022-03-01T20:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:15.650267 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b42a900-073e-4a09-ac88-54b57040d568 None None] The sync data for ids ['299279e5-a9ef-4284-8a4c-c52f23b2b418'] in n-d-827896-4 is: [{'id': '299279e5-a9ef-4284-8a4c-c52f23b2b418', 'name': 'tempest-FloatingIPsNegativeTestJSON-1880108135-router', 'tenant_id': 'ab960897072e499fbdbb38443e2ae4aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': '1b4ca812-2c1f-4197-ab80-9c61705fabc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:48Z', 'updated_at': '2022-03-01T20:53:11Z', 'revision_number': 5, 'project_id': 'ab960897072e499fbdbb38443e2ae4aa', 'gw_port': {'id': '1b4ca812-2c1f-4197-ab80-9c61705fabc8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:35:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '299279e5-a9ef-4284-8a4c-c52f23b2b418', 'device_owner': 'network:router_gateway', 'standard_attr_id': 766, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:50Z', 'updated_at': '2022-03-01T20:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:53:15.665924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f80b92-10f0-4d69-9f84-4531e802bfa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4cc9feb-dba1-49bd-b779-378ebe9faea2,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:15.677524 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-61f80b92-10f0-4d69-9f84-4531e802bfa5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:15.695583 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-61f80b92-10f0-4d69-9f84-4531e802bfa5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b4cc9feb-dba1-49bd-b779-378ebe9faea2 HTTP/1.1" status: 204 len: 168 time: 1.3683202 Mar 01 20:53:15.699973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39022) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:15.803652 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-33a589d3-70e9-4bbc-abff-7ae62fee0a44 service neutron] 10.222.0.42 "GET /v2.0/networks/c0541fdd-f80b-45df-814f-a9bbce49f44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3113897 Mar 01 20:53:16.000185 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:53:16.090083 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8a063669-aec8-4951-976b-c1f6b50c95da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:16.123184 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:16.193512 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device afc5bb52-9bff-4051-a54c-e31ddd58b30e no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:53:16.223133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-98d40c2d-a6ef-4374-9894-04acf083d4da req-2c8182c7-4005-4125-adae-02410dc3e6c4 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] For port 7950fb6c-c61e-41d5-822f-c5a21981fede, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7950fb6c-c61e-41d5-822f-c5a21981fede,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:16.223547 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-98d40c2d-a6ef-4374-9894-04acf083d4da req-2c8182c7-4005-4125-adae-02410dc3e6c4 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:16.247060 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: afc5bb52-9bff-4051-a54c-e31ddd58b30e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:53:16.247881 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device afc5bb52-9bff-4051-a54c-e31ddd58b30e not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:53:16.259263 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8a063669-aec8-4951-976b-c1f6b50c95da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:16.293391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-8a063669-aec8-4951-976b-c1f6b50c95da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2066dc17-9d0c-4926-8526-1637c09f1850']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:16.308164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-8a063669-aec8-4951-976b-c1f6b50c95da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35392b5a-b3cc-45f6-9169-9bb5f33b5add') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:16.308417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-8a063669-aec8-4951-976b-c1f6b50c95da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35392b5a-b3cc-45f6-9169-9bb5f33b5add') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:16.331661 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8a063669-aec8-4951-976b-c1f6b50c95da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:16.355586 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8a063669-aec8-4951-976b-c1f6b50c95da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:16.374718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a063669-aec8-4951-976b-c1f6b50c95da admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:53:16.375290 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8a063669-aec8-4951-976b-c1f6b50c95da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:16.383517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-98d40c2d-a6ef-4374-9894-04acf083d4da req-2c8182c7-4005-4125-adae-02410dc3e6c4 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Calling delete_port for 7950fb6c-c61e-41d5-822f-c5a21981fede owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:53:16.394567 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:53:16.461830 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-7c6df8e3-1764-4417-949d-63283055ad09 service neutron] 10.222.0.42 "GET /v2.0/networks/c0541fdd-f80b-45df-814f-a9bbce49f44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6048119 Mar 01 20:53:16.506680 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-43afd289-10d9-4cc4-8476-4fb4cb9994dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:16.560142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43afd289-10d9-4cc4-8476-4fb4cb9994dd admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4ca812-2c1f-4197-ab80-9c61705fabc8,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:16.592767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8a063669-aec8-4951-976b-c1f6b50c95da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:16.617063 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8a063669-aec8-4951-976b-c1f6b50c95da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:16.651829 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a063669-aec8-4951-976b-c1f6b50c95da admin admin] Pushing event deleted for resources: {'Network': ['ID=2066dc17-9d0c-4926-8526-1637c09f1850,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:16.690619 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-43afd289-10d9-4cc4-8476-4fb4cb9994dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:16.728423 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Allocated IP 172.25.5.58 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/4bd85036-1759-4b72-a02d-4b04648c6d5e) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:53:16.891857 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8a063669-aec8-4951-976b-c1f6b50c95da admin admin] 10.222.0.42 "DELETE /v2.0/networks/2066dc17-9d0c-4926-8526-1637c09f1850 HTTP/1.1" status: 204 len: 168 time: 1.1908438 Mar 01 20:53:16.928539 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:16.954275 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39038) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:16.966162 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-98d40c2d-a6ef-4374-9894-04acf083d4da req-2c8182c7-4005-4125-adae-02410dc3e6c4 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:17.207107 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-43afd289-10d9-4cc4-8476-4fb4cb9994dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:17.214710 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-43afd289-10d9-4cc4-8476-4fb4cb9994dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:17.293183 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1b03e17-55f5-4440-a41c-b90ee1661cc9 admin admin] Deleting subnet cc55f01f-9ec5-4d5d-b584-2aec2ed34a3c {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:53:17.306835 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1b03e17-55f5-4440-a41c-b90ee1661cc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:17.314552 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8182c7-4005-4125-adae-02410dc3e6c4 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Pushing event deleted for resources: {'Port': ['ID=7950fb6c-c61e-41d5-822f-c5a21981fede,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:17.414535 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1b03e17-55f5-4440-a41c-b90ee1661cc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:17.414908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d40c2d-a6ef-4374-9894-04acf083d4da req-2c8182c7-4005-4125-adae-02410dc3e6c4 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] No DVR routers for this DVR port 7950fb6c-c61e-41d5-822f-c5a21981fede on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:53:17.427204 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-98d40c2d-a6ef-4374-9894-04acf083d4da req-2c8182c7-4005-4125-adae-02410dc3e6c4 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:17.431195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8463fe3-f805-4422-bd9d-9d7fcd8d0258', 'name': 'network-vif-deleted', 'tag': '7950fb6c-c61e-41d5-822f-c5a21981fede'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:17.457874 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-c9edcb05-97cb-4ac2-91a1-a6d255dde379 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:17.459949 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-43afd289-10d9-4cc4-8476-4fb4cb9994dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:17.459949 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43afd289-10d9-4cc4-8476-4fb4cb9994dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 299279e5-a9ef-4284-8a4c-c52f23b2b418 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 20:53:17.463018 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-c9edcb05-97cb-4ac2-91a1-a6d255dde379 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 811 time: 0.5003469 Mar 01 20:53:17.468721 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fc745-758f-465f-850f-06181b1af465 req-45b68843-99c8-4300-9267-85f885269cd5 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:17.470410 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-868fc745-758f-465f-850f-06181b1af465 req-45b68843-99c8-4300-9267-85f885269cd5 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.55 "GET /v2.0/networks?id=8fdd681d-ffe8-426d-941c-62dfd126df4d HTTP/1.1" status: 200 len: 812 time: 0.5152657 Mar 01 20:53:17.490122 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-3c9fc9ba-ad7e-4a5c-ab88-83a66ef074df tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/quotas/df56c463be844df5b2fb698fb8b7ab1c HTTP/1.1" status: 200 len: 375 time: 0.0255938 Mar 01 20:53:17.490967 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-868fc745-758f-465f-850f-06181b1af465 req-4b6f688b-7b22-4f49-90d9-49bcc3432f81 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Request body: {'port': {'device_id': 'f1127f8b-438e-4460-a41a-70bae61f8ca6', 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d', 'admin_state_up': True, 'tenant_id': '0d5eaf306fc14197ad9a3185fd39f796'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:17.551090 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-43afd289-10d9-4cc4-8476-4fb4cb9994dd admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:17.555475 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-43afd289-10d9-4cc4-8476-4fb4cb9994dd admin admin] 10.222.0.42 "DELETE /v2.0/routers/299279e5-a9ef-4284-8a4c-c52f23b2b418 HTTP/1.1" status: 204 len: 168 time: 4.2747762 Mar 01 20:53:17.556453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39054) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:17.581851 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98d40c2d-a6ef-4374-9894-04acf083d4da req-2c8182c7-4005-4125-adae-02410dc3e6c4 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.55 "DELETE /v2.0/ports/7950fb6c-c61e-41d5-822f-c5a21981fede HTTP/1.1" status: 204 len: 173 time: 2.3638692 Mar 01 20:53:17.582930 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:17.664483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:53:17.668628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:53:17.671313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:53:17.692228 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1b03e17-55f5-4440-a41c-b90ee1661cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:17.752906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Pushing event updated for resources: {'Port': ['ID=4bd85036-1759-4b72-a02d-4b04648c6d5e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:17.784835 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-033df884-f9e5-4c3c-9df4-cea5f02b714a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2938495 Mar 01 20:53:17.805594 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ebf5822-9ac5-40a6-93c2-9635f29b1aa7 admin admin] Deleting subnet e6f57bf8-0b17-4d16-af8f-1215cf663c47 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:53:17.813738 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ebf5822-9ac5-40a6-93c2-9635f29b1aa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:17.860920 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-868fc745-758f-465f-850f-06181b1af465 req-4b6f688b-7b22-4f49-90d9-49bcc3432f81 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:17.880297 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-868fc745-758f-465f-850f-06181b1af465 req-4b6f688b-7b22-4f49-90d9-49bcc3432f81 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:17.890149 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ebf5822-9ac5-40a6-93c2-9635f29b1aa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:17.923198 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:17.937498 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1b03e17-55f5-4440-a41c-b90ee1661cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:17.954149 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-328fdab2-10ce-4c79-923d-4a7007d0d8c4 service neutron] 10.222.0.42 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585772 Mar 01 20:53:17.983398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b03e17-55f5-4440-a41c-b90ee1661cc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc55f01f-9ec5-4d5d-b584-2aec2ed34a3c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:17.989342 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1b03e17-55f5-4440-a41c-b90ee1661cc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:18.006796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39064) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:18.014621 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f1b03e17-55f5-4440-a41c-b90ee1661cc9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cc55f01f-9ec5-4d5d-b584-2aec2ed34a3c HTTP/1.1" status: 204 len: 168 time: 1.0280247 Mar 01 20:53:18.034456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-868fc745-758f-465f-850f-06181b1af465 req-4b6f688b-7b22-4f49-90d9-49bcc3432f81 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Made reservation on behalf of 0d5eaf306fc14197ad9a3185fd39f796 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:53:18.039126 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-868fc745-758f-465f-850f-06181b1af465 req-4b6f688b-7b22-4f49-90d9-49bcc3432f81 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:18.154629 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ebf5822-9ac5-40a6-93c2-9635f29b1aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:18.244224 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1b4ca812-2c1f-4197-ab80-9c61705fabc8 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:53:18.270843 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:18.280632 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 1b4ca812-2c1f-4197-ab80-9c61705fabc8 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:53:18.281217 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1b4ca812-2c1f-4197-ab80-9c61705fabc8 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:53:18.341405 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0e556df-3e60-4dbd-bdeb-3083e9277284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:18.356226 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-868fc745-758f-465f-850f-06181b1af465 req-4b6f688b-7b22-4f49-90d9-49bcc3432f81 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Allocated IP 172.20.0.10 (8fdd681d-ffe8-426d-941c-62dfd126df4d/62e9a9cc-b606-4420-adda-c2710fcba965/76296d0e-f41c-45f6-95fe-4052e3267fed) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:53:18.359250 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ebf5822-9ac5-40a6-93c2-9635f29b1aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:18.401785 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-6818f730-0e79-4d4d-8e2d-42455a52ab8a service neutron] 10.222.0.42 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4405768 Mar 01 20:53:18.415228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebf5822-9ac5-40a6-93c2-9635f29b1aa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6f57bf8-0b17-4d16-af8f-1215cf663c47,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:18.418176 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ebf5822-9ac5-40a6-93c2-9635f29b1aa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:18.435283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a69707-4c0d-438b-90de-1d94311d40e4 None None] Network c9a7ce2b-ce25-4b92-a66d-017fffba03e8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:53:18.540015 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8ebf5822-9ac5-40a6-93c2-9635f29b1aa7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e6f57bf8-0b17-4d16-af8f-1215cf663c47 HTTP/1.1" status: 204 len: 168 time: 0.9736044 Mar 01 20:53:18.541084 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39072) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:18.619610 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0e556df-3e60-4dbd-bdeb-3083e9277284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:18.781297 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 7950fb6c-c61e-41d5-822f-c5a21981fede no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:53:18.825991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-b0e556df-3e60-4dbd-bdeb-3083e9277284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0fbff87-cda1-43c3-bfd4-5dfb2b4fa10b']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:18.839935 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 7950fb6c-c61e-41d5-822f-c5a21981fede {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:53:18.840081 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 7950fb6c-c61e-41d5-822f-c5a21981fede not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:53:18.859339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-b0e556df-3e60-4dbd-bdeb-3083e9277284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348b4793-c1dd-4a7b-a7cf-6689d39aca9a') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:18.859944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-b0e556df-3e60-4dbd-bdeb-3083e9277284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348b4793-c1dd-4a7b-a7cf-6689d39aca9a') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:18.881363 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0e556df-3e60-4dbd-bdeb-3083e9277284 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:18.881854 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a933a0b1-33f4-4497-96b2-f4c22cb22c78 None None] DHCP port deletion for c9a7ce2b-ce25-4b92-a66d-017fffba03e8 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 20:53:18.887242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a933a0b1-33f4-4497-96b2-f4c22cb22c78 None None] Deleting port a0476117-ef92-4f85-af2a-6cc7e3fc5f63 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:53:18.888027 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a933a0b1-33f4-4497-96b2-f4c22cb22c78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:18.890458 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-868fc745-758f-465f-850f-06181b1af465 req-4b6f688b-7b22-4f49-90d9-49bcc3432f81 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:18.910704 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0e556df-3e60-4dbd-bdeb-3083e9277284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:18.935855 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:18.940866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e556df-3e60-4dbd-bdeb-3083e9277284 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:53:18.941240 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0e556df-3e60-4dbd-bdeb-3083e9277284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: timer() Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:53:18.964851 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:53:19.074647 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:19.203638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Pushing event updated for resources: {'Port': ['ID=4bd85036-1759-4b72-a02d-4b04648c6d5e,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:19.210053 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-a3cbad89-cfe7-449c-828c-f2f2e1136fb8 req-18110c2b-27d7-4898-8748-82f25ec4f00d tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1734364305', 'description': 'tempest-description-1037548025'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:19.220707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-a3cbad89-cfe7-449c-828c-f2f2e1136fb8 req-18110c2b-27d7-4898-8748-82f25ec4f00d tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:19.225131 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a933a0b1-33f4-4497-96b2-f4c22cb22c78 None None] For port a0476117-ef92-4f85-af2a-6cc7e3fc5f63, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=a0476117-ef92-4f85-af2a-6cc7e3fc5f63,segment=NetworkSegment(719107c0-7c28-4c8e-92b4-71bb4524a289),segment_id=719107c0-7c28-4c8e-92b4-71bb4524a289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:19.234720 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a933a0b1-33f4-4497-96b2-f4c22cb22c78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:19.234860 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-868fc745-758f-465f-850f-06181b1af465 req-4b6f688b-7b22-4f49-90d9-49bcc3432f81 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:19.236209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-a3cbad89-cfe7-449c-828c-f2f2e1136fb8 req-18110c2b-27d7-4898-8748-82f25ec4f00d tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Usage tracker for resource:security_group and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:19.241423 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-a3cbad89-cfe7-449c-828c-f2f2e1136fb8 req-18110c2b-27d7-4898-8748-82f25ec4f00d tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:19.250431 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-a3cbad89-cfe7-449c-828c-f2f2e1136fb8 req-18110c2b-27d7-4898-8748-82f25ec4f00d tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:19.263998 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0e556df-3e60-4dbd-bdeb-3083e9277284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:19.269251 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0e556df-3e60-4dbd-bdeb-3083e9277284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:19.276998 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:19.299383 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fbf08a75-cdaa-4459-8ca5-ee89eb294809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:19.303142 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b0e556df-3e60-4dbd-bdeb-3083e9277284 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e0fbff87-cda1-43c3-bfd4-5dfb2b4fa10b HTTP/1.1" status: 204 len: 168 time: 1.2951107 Mar 01 20:53:19.311014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e556df-3e60-4dbd-bdeb-3083e9277284 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0fbff87-cda1-43c3-bfd4-5dfb2b4fa10b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:19.311350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-868fc745-758f-465f-850f-06181b1af465 req-4b6f688b-7b22-4f49-90d9-49bcc3432f81 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Network 8fdd681d-ffe8-426d-941c-62dfd126df4d is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:53:19.316482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-868fc745-758f-465f-850f-06181b1af465 req-4b6f688b-7b22-4f49-90d9-49bcc3432f81 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:53:19.341201 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-868fc745-758f-465f-850f-06181b1af465 req-4b6f688b-7b22-4f49-90d9-49bcc3432f81 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:53:19.361484 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a933a0b1-33f4-4497-96b2-f4c22cb22c78 None None] Calling delete_port for a0476117-ef92-4f85-af2a-6cc7e3fc5f63 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:53:19.392290 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a3cbad89-cfe7-449c-828c-f2f2e1136fb8 req-18110c2b-27d7-4898-8748-82f25ec4f00d tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:19.408509 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:19.415751 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-dcf5ab08-6d5a-486a-80be-47b851b28c81 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.5276113 Mar 01 20:53:19.436582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fc745-758f-465f-850f-06181b1af465 req-4b6f688b-7b22-4f49-90d9-49bcc3432f81 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:19.437242 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-868fc745-758f-465f-850f-06181b1af465 req-4b6f688b-7b22-4f49-90d9-49bcc3432f81 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:19.479099 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-fbf08a75-cdaa-4459-8ca5-ee89eb294809 admin admin] Deleting port a0476117-ef92-4f85-af2a-6cc7e3fc5f63 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:53:19.479457 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fbf08a75-cdaa-4459-8ca5-ee89eb294809 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:19.491566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-a3cbad89-cfe7-449c-828c-f2f2e1136fb8 req-18110c2b-27d7-4898-8748-82f25ec4f00d tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:19.504628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-a3cbad89-cfe7-449c-828c-f2f2e1136fb8 req-18110c2b-27d7-4898-8748-82f25ec4f00d tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Usage tracker for resource:security_group_rule and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:19.509069 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-c54743d4-e43c-4699-9816-9ec8ffa1a7c9 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Synchronizing usage tracker for tenant:f76671925d614132899f6869c2566bab on resource:floatingip {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:53:19.512168 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-a3cbad89-cfe7-449c-828c-f2f2e1136fb8 req-18110c2b-27d7-4898-8748-82f25ec4f00d tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:19.518776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-a3cbad89-cfe7-449c-828c-f2f2e1136fb8 req-18110c2b-27d7-4898-8748-82f25ec4f00d tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:19.540741 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a933a0b1-33f4-4497-96b2-f4c22cb22c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:19.564793 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f688b-7b22-4f49-90d9-49bcc3432f81 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Pushing event updated for resources: {'Port': ['ID=76296d0e-f41c-45f6-95fe-4052e3267fed,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:19.582773 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-868fc745-758f-465f-850f-06181b1af465 req-4b6f688b-7b22-4f49-90d9-49bcc3432f81 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1021559 Mar 01 20:53:19.605404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] Request body: {'port': {'device_id': 'f1127f8b-438e-4460-a41a-70bae61f8ca6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:19.614771 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933a0b1-33f4-4497-96b2-f4c22cb22c78 None None] Pushing event deleted for resources: {'Port': ['ID=a0476117-ef92-4f85-af2a-6cc7e3fc5f63,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:19.618258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a933a0b1-33f4-4497-96b2-f4c22cb22c78 None None] No DVR routers for this DVR port a0476117-ef92-4f85-af2a-6cc7e3fc5f63 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:53:19.620776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-c54743d4-e43c-4699-9816-9ec8ffa1a7c9 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Unset dirty status for tenant:f76671925d614132899f6869c2566bab on resource:floatingip {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:53:19.625464 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-c54743d4-e43c-4699-9816-9ec8ffa1a7c9 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.58 HTTP/1.1" status: 200 len: 695 time: 0.2068908 Mar 01 20:53:19.671017 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39100) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:19.701296 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a3cbad89-cfe7-449c-828c-f2f2e1136fb8 req-18110c2b-27d7-4898-8748-82f25ec4f00d tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:19.746273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-fbf08a75-cdaa-4459-8ca5-ee89eb294809 admin admin] The port 'a0476117-ef92-4f85-af2a-6cc7e3fc5f63' was deleted {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 20:53:19.792097 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a3cbad89-cfe7-449c-828c-f2f2e1136fb8 req-18110c2b-27d7-4898-8748-82f25ec4f00d tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:19.834881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-1ab06318-c554-4e27-9491-193ca30a5952 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:19.836391 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-1ab06318-c554-4e27-9491-193ca30a5952 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.57 "GET /v2.0/networks?id=c0541fdd-f80b-45df-814f-a9bbce49f44d HTTP/1.1" status: 200 len: 815 time: 0.5152893 Mar 01 20:53:19.866006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-f1d388c3-2a67-4537-92b0-52d5d0ab26b0 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:19.867335 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-339a32f1-7f38-408f-97ed-7d47ed54d1f5 req-f1d388c3-2a67-4537-92b0-52d5d0ab26b0 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.2209585 Mar 01 20:53:19.882895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-b835522b-cacb-4a46-aebb-4b74038388e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Request body: {'port': {'device_id': 'b490b3bb-376c-4afc-a0fc-64b17bd31a24', 'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d', 'admin_state_up': True, 'tenant_id': '923a9d549ed24852872e8597fc8f0529'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:19.883726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18110c2b-27d7-4898-8748-82f25ec4f00d tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da840c0e-68d9-4856-b466-fd320a2c65a9,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:19.934837 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a3cbad89-cfe7-449c-828c-f2f2e1136fb8 req-18110c2b-27d7-4898-8748-82f25ec4f00d tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:19.936195 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a3cbad89-cfe7-449c-828c-f2f2e1136fb8 req-18110c2b-27d7-4898-8748-82f25ec4f00d tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.8407888 Mar 01 20:53:20.022441 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:20.043085 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fbf08a75-cdaa-4459-8ca5-ee89eb294809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:20.059434 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4ff42c2a-be2b-4cb3-a6ff-c8d48b325b47 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=12fae2fdb26b4cf190b0d5a7d7adbfcc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3848472 Mar 01 20:53:20.062022 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39110) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:20.196531 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a908e592-3673-4d6a-95d2-78b525e2cfa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:20.198527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-fbf08a75-cdaa-4459-8ca5-ee89eb294809 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a7ce2b-ce25-4b92-a66d-017fffba03e8']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:20.223412 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-fbf08a75-cdaa-4459-8ca5-ee89eb294809 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719107c0-7c28-4c8e-92b4-71bb4524a289') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:20.223709 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-fbf08a75-cdaa-4459-8ca5-ee89eb294809 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719107c0-7c28-4c8e-92b4-71bb4524a289') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:20.240822 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a0476117-ef92-4f85-af2a-6cc7e3fc5f63 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:53:20.259502 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fbf08a75-cdaa-4459-8ca5-ee89eb294809 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:20.277668 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: a0476117-ef92-4f85-af2a-6cc7e3fc5f63 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:53:20.278316 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a0476117-ef92-4f85-af2a-6cc7e3fc5f63 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:53:20.287730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ce0e7879-ac76-4e99-8200-21a91af2f93e req-d6232ad6-1725-4b8a-8d2c-6099c94630be tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Synchronizing usage tracker for tenant:923a9d549ed24852872e8597fc8f0529 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:53:20.318466 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a908e592-3673-4d6a-95d2-78b525e2cfa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:20.348284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-b835522b-cacb-4a46-aebb-4b74038388e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:20.351445 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fbf08a75-cdaa-4459-8ca5-ee89eb294809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:20.370315 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbf08a75-cdaa-4459-8ca5-ee89eb294809 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:53:20.370797 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fbf08a75-cdaa-4459-8ca5-ee89eb294809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:53:20.383921 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:53:20.413063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4306866-bd8a-4c9f-bf76-7e97816fe9e7 req-81b09908-ed78-49cf-bf5a-cef7e4be46b8 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:20.416252 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c4306866-bd8a-4c9f-bf76-7e97816fe9e7 req-81b09908-ed78-49cf-bf5a-cef7e4be46b8 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 932 time: 0.2982910 Mar 01 20:53:20.455210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ce0e7879-ac76-4e99-8200-21a91af2f93e req-d6232ad6-1725-4b8a-8d2c-6099c94630be tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Unset dirty status for tenant:923a9d549ed24852872e8597fc8f0529 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:53:20.456792 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce0e7879-ac76-4e99-8200-21a91af2f93e req-d6232ad6-1725-4b8a-8d2c-6099c94630be tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b490b3bb-376c-4afc-a0fc-64b17bd31a24 HTTP/1.1" status: 200 len: 210 time: 0.3152232 Mar 01 20:53:20.462579 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-b835522b-cacb-4a46-aebb-4b74038388e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Usage tracker for resource:port and tenant:923a9d549ed24852872e8597fc8f0529 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:20.483154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-b835522b-cacb-4a46-aebb-4b74038388e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:20.496686 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-b835522b-cacb-4a46-aebb-4b74038388e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:20.497769 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c4306866-bd8a-4c9f-bf76-7e97816fe9e7 req-58b8e2e4-068a-4608-8fd7-97cbb4f18211 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704401 Mar 01 20:53:20.563458 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a908e592-3673-4d6a-95d2-78b525e2cfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:20.591176 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8463fe3-f805-4422-bd9d-9d7fcd8d0258', 'name': 'network-vif-deleted', 'tag': '7950fb6c-c61e-41d5-822f-c5a21981fede', 'status': 'completed', 'code': 200} Mar 01 20:53:20.592051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a908e592-3673-4d6a-95d2-78b525e2cfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e7b14b-72e6-4089-8797-d45df46310a9,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:20.595678 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fbf08a75-cdaa-4459-8ca5-ee89eb294809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:20.597674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-b835522b-cacb-4a46-aebb-4b74038388e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Made reservation on behalf of 923a9d549ed24852872e8597fc8f0529 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:53:20.601380 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-b835522b-cacb-4a46-aebb-4b74038388e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:20.638109 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a908e592-3673-4d6a-95d2-78b525e2cfa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:20.639245 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a908e592-3673-4d6a-95d2-78b525e2cfa6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5e7b14b-72e6-4089-8797-d45df46310a9 HTTP/1.1" status: 204 len: 168 time: 0.5754321 Mar 01 20:53:20.642614 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fbf08a75-cdaa-4459-8ca5-ee89eb294809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:20.671630 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf08a75-cdaa-4459-8ca5-ee89eb294809 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9a7ce2b-ce25-4b92-a66d-017fffba03e8,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:20.684354 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fbf08a75-cdaa-4459-8ca5-ee89eb294809 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c9a7ce2b-ce25-4b92-a66d-017fffba03e8 HTTP/1.1" status: 204 len: 168 time: 2.0507989 Mar 01 20:53:20.758571 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-66af911a-994e-4b11-82d6-b6c8b63c645c req-4c389e47-ef2b-4562-8243-3a9a10a84e2d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=2efd81d1-caab-472c-93a9-e41a790d604d HTTP/1.1" status: 200 len: 210 time: 0.1017048 Mar 01 20:53:20.827407 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e53f02a2-ee58-44a2-9692-b0924e01c559 req-2686cd95-ac79-4c60-8ed5-ea55bdf8708a tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "GET /v2.0/security-groups/da840c0e-68d9-4856-b466-fd320a2c65a9 HTTP/1.1" status: 200 len: 1805 time: 0.0975823 Mar 01 20:53:20.832348 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-e53f02a2-ee58-44a2-9692-b0924e01c559 req-7e936ade-83e3-4e76-8a2f-2f1ded70d7e9 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da840c0e-68d9-4856-b466-fd320a2c65a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:20.832668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-e53f02a2-ee58-44a2-9692-b0924e01c559 req-7e936ade-83e3-4e76-8a2f-2f1ded70d7e9 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'da840c0e-68d9-4856-b466-fd320a2c65a9', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:20.839313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-e53f02a2-ee58-44a2-9692-b0924e01c559 req-7e936ade-83e3-4e76-8a2f-2f1ded70d7e9 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:20.847842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e53f02a2-ee58-44a2-9692-b0924e01c559 req-7e936ade-83e3-4e76-8a2f-2f1ded70d7e9 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Usage tracker for resource:security_group_rule and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:20.852890 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e53f02a2-ee58-44a2-9692-b0924e01c559 req-7e936ade-83e3-4e76-8a2f-2f1ded70d7e9 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:20.863943 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-e53f02a2-ee58-44a2-9692-b0924e01c559 req-7e936ade-83e3-4e76-8a2f-2f1ded70d7e9 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:20.916205 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:53:20.992365 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-b835522b-cacb-4a46-aebb-4b74038388e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Allocated IP 172.20.0.3 (c0541fdd-f80b-45df-814f-a9bbce49f44d/203b9d6c-4e4d-47f8-b370-76b17af7b277/a5afc538-6ebf-401e-8456-eaa87c3e035e) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:53:21.002227 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76296d0e-f41c-45f6-95fe-4052e3267fed {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:53:21.014126 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:21.023946 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:21.049311 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] Transition to ACTIVE for port object 76296d0e-f41c-45f6-95fe-4052e3267fed will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:53:21.055214 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e53f02a2-ee58-44a2-9692-b0924e01c559 req-7e936ade-83e3-4e76-8a2f-2f1ded70d7e9 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:21.104684 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-79a73548-853f-424e-a628-242a21076bd2 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:21.106253 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-79a73548-853f-424e-a628-242a21076bd2 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/networks?id=e1d35894-975e-4477-8039-e95c20ae6197 HTTP/1.1" status: 200 len: 820 time: 0.2209451 Mar 01 20:53:21.108248 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e53f02a2-ee58-44a2-9692-b0924e01c559 req-7e936ade-83e3-4e76-8a2f-2f1ded70d7e9 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:21.120746 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:21.134240 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-ecc367a6-c3c0-4aec-9cd0-f2cc3982f2dc tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/quotas/f76671925d614132899f6869c2566bab HTTP/1.1" status: 200 len: 375 time: 0.0199075 Mar 01 20:53:21.224988 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e53f02a2-ee58-44a2-9692-b0924e01c559 req-7e936ade-83e3-4e76-8a2f-2f1ded70d7e9 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:21.315187 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39138) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:21.321619 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e936ade-83e3-4e76-8a2f-2f1ded70d7e9 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6682ce1-1579-4ae1-ad22-d63eed8a62f5,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:21.392825 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-956ce2d8-3ff9-4334-8593-182e50ec89e1 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f76671925d614132899f6869c2566bab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2575967 Mar 01 20:53:21.401549 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-d2436ee7-5abc-482b-bb2d-e3192160fa42 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:21.402945 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-d2436ee7-5abc-482b-bb2d-e3192160fa42 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.55 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 811 time: 0.2251792 Mar 01 20:53:21.428337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-6041f09c-472f-4b3a-b84b-8a3c0bf76ec8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Request body: {'port': {'device_id': '2efd81d1-caab-472c-93a9-e41a790d604d', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'admin_state_up': True, 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:21.441897 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e53f02a2-ee58-44a2-9692-b0924e01c559 req-7e936ade-83e3-4e76-8a2f-2f1ded70d7e9 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:21.443046 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e53f02a2-ee58-44a2-9692-b0924e01c559 req-7e936ade-83e3-4e76-8a2f-2f1ded70d7e9 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6148028 Mar 01 20:53:21.553121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39152) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:21.565851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] Pushing event updated for resources: {'Port': ['ID=76296d0e-f41c-45f6-95fe-4052e3267fed,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:21.653915 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fe161d5a-7ba4-48c3-944b-47dd31901fc6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab960897072e499fbdbb38443e2ae4aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3324802 Mar 01 20:53:21.658924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39158) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:21.705650 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-b835522b-cacb-4a46-aebb-4b74038388e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:21.754335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] Attempting to bind port 76296d0e-f41c-45f6-95fe-4052e3267fed on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:53:21.754662 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] Attempting to bind port 76296d0e-f41c-45f6-95fe-4052e3267fed by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:53:21.754990 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] Attempting to bind port 76296d0e-f41c-45f6-95fe-4052e3267fed on network 8fdd681d-ffe8-426d-941c-62dfd126df4d {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:53:21.764235 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] Port 76296d0e-f41c-45f6-95fe-4052e3267fed on network 8fdd681d-ffe8-426d-941c-62dfd126df4d not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:53:21.764553 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] Attempting to bind port 76296d0e-f41c-45f6-95fe-4052e3267fed on network 8fdd681d-ffe8-426d-941c-62dfd126df4d {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:53:21.780405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 52, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:53:21.780405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] Checking segment: {'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:53:21.780732 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] Bound using segment: {'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:53:21.781018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] Bound port: 76296d0e-f41c-45f6-95fe-4052e3267fed, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:53:21.781362 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:21.808539 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a521052-0df0-42e7-82f5-94205283f296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:21.860680 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-78566c31-2570-4bed-9d73-721c5286715c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a80a5fa7602e4e2aaeb6a3a448c97ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3049715 Mar 01 20:53:21.863810 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39174) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:21.870905 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-7e5f8e89-a919-4ba8-9b97-6ae835cc50db service neutron] 10.222.0.42 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669609 Mar 01 20:53:21.871868 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-6041f09c-472f-4b3a-b84b-8a3c0bf76ec8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:21.902580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-6041f09c-472f-4b3a-b84b-8a3c0bf76ec8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:21.909726 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a521052-0df0-42e7-82f5-94205283f296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:21.976362 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-b835522b-cacb-4a46-aebb-4b74038388e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:21.980713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-6041f09c-472f-4b3a-b84b-8a3c0bf76ec8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Made reservation on behalf of df56c463be844df5b2fb698fb8b7ab1c for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:53:21.985067 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-6041f09c-472f-4b3a-b84b-8a3c0bf76ec8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:22.066522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] For port 76296d0e-f41c-45f6-95fe-4052e3267fed, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:53:22.087009 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-b835522b-cacb-4a46-aebb-4b74038388e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Network c0541fdd-f80b-45df-814f-a9bbce49f44d is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:53:22.101133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-b835522b-cacb-4a46-aebb-4b74038388e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:53:22.106642 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-dc4ac145-ebf6-465d-b271-222283f6def1 service neutron] 10.222.0.42 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227855 Mar 01 20:53:22.108020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-b835522b-cacb-4a46-aebb-4b74038388e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:53:22.146623 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] For port 76296d0e-f41c-45f6-95fe-4052e3267fed, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=76296d0e-f41c-45f6-95fe-4052e3267fed,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:53:22.147793 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68355039-f23d-44e9-8d08-ccfb704ac96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:22.162371 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835522b-cacb-4a46-aebb-4b74038388e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Pushing event updated for resources: {'Port': ['ID=a5afc538-6ebf-401e-8456-eaa87c3e035e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:22.199272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-6041f09c-472f-4b3a-b84b-8a3c0bf76ec8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Allocated IP 172.20.0.12 (9c047131-db31-4f0b-ada8-1976d242266e/9b10d451-6863-433c-a07b-4c6d8834b5d5/a4604432-3d35-4579-8271-0c34ba248ba5) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:53:22.203678 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68355039-f23d-44e9-8d08-ccfb704ac96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:22.215676 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-b835522b-cacb-4a46-aebb-4b74038388e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:22.216285 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-b835522b-cacb-4a46-aebb-4b74038388e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:22.295032 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:22.350435 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a521052-0df0-42e7-82f5-94205283f296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:22.363992 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-93584c37-5d09-4f90-9d0d-93a6e8389400 req-177a3102-886b-416a-913d-df65f74ed1e5 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1142865923', 'description': 'tempest-description-931387360'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:22.377333 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-93584c37-5d09-4f90-9d0d-93a6e8389400 req-177a3102-886b-416a-913d-df65f74ed1e5 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:22.379747 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-b835522b-cacb-4a46-aebb-4b74038388e8 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5238028 Mar 01 20:53:22.380530 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a521052-0df0-42e7-82f5-94205283f296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafa8845-5487-450c-a32e-21cfd6ee2688,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:22.385345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-93584c37-5d09-4f90-9d0d-93a6e8389400 req-177a3102-886b-416a-913d-df65f74ed1e5 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Usage tracker for resource:security_group and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:22.390327 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-93584c37-5d09-4f90-9d0d-93a6e8389400 req-177a3102-886b-416a-913d-df65f74ed1e5 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:22.393535 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:22.394158 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:22.395536 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-868fc745-758f-465f-850f-06181b1af465 req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] 10.222.0.55 "PUT /v2.0/ports/76296d0e-f41c-45f6-95fe-4052e3267fed HTTP/1.1" status: 200 len: 1092 time: 2.8005433 Mar 01 20:53:22.396081 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1127f8b-438e-4460-a41a-70bae61f8ca6', 'tag': '76296d0e-f41c-45f6-95fe-4052e3267fed'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:22.401894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-93584c37-5d09-4f90-9d0d-93a6e8389400 req-177a3102-886b-416a-913d-df65f74ed1e5 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:22.424017 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] Request body: {'port': {'device_id': 'b490b3bb-376c-4afc-a0fc-64b17bd31a24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:22.442690 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-6041f09c-472f-4b3a-b84b-8a3c0bf76ec8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:22.619982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-6041f09c-472f-4b3a-b84b-8a3c0bf76ec8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Transition to ACTIVE for port object a4604432-3d35-4579-8271-0c34ba248ba5 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:53:22.624055 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a521052-0df0-42e7-82f5-94205283f296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:22.624055 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1a521052-0df0-42e7-82f5-94205283f296 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dafa8845-5487-450c-a32e-21cfd6ee2688 HTTP/1.1" status: 204 len: 168 time: 0.8037510 Mar 01 20:53:22.624055 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68355039-f23d-44e9-8d08-ccfb704ac96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:22.624055 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68355039-f23d-44e9-8d08-ccfb704ac96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:22.624055 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-68355039-f23d-44e9-8d08-ccfb704ac96e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ccdaf905-9b97-4df1-9912-de02cdb96a57 HTTP/1.1" status: 204 len: 168 time: 0.6117346 Mar 01 20:53:22.624055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34222168-cd53-40b8-9aab-1b7f582c8f14 service neutron] Pushing event updated for resources: {'Port': ['ID=76296d0e-f41c-45f6-95fe-4052e3267fed,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:22.624055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68355039-f23d-44e9-8d08-ccfb704ac96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdaf905-9b97-4df1-9912-de02cdb96a57,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:22.634356 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:22.672164 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-93584c37-5d09-4f90-9d0d-93a6e8389400 req-177a3102-886b-416a-913d-df65f74ed1e5 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:22.681482 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-6041f09c-472f-4b3a-b84b-8a3c0bf76ec8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:22.692544 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['f0eb76de-4dfa-4e86-acf0-57905a711967', 'c9270e36-addf-4d91-8049-3027fd0a2a20'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:53:22.794753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-93584c37-5d09-4f90-9d0d-93a6e8389400 req-177a3102-886b-416a-913d-df65f74ed1e5 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:22.841588 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a06bb305-9ff9-456a-8725-3eff87817f32 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:53:22.846122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-93584c37-5d09-4f90-9d0d-93a6e8389400 req-177a3102-886b-416a-913d-df65f74ed1e5 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Usage tracker for resource:security_group_rule and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:22.852193 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-6041f09c-472f-4b3a-b84b-8a3c0bf76ec8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Network 9c047131-db31-4f0b-ada8-1976d242266e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:53:22.862270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-93584c37-5d09-4f90-9d0d-93a6e8389400 req-177a3102-886b-416a-913d-df65f74ed1e5 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:22.865544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-6041f09c-472f-4b3a-b84b-8a3c0bf76ec8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:53:22.875270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-6041f09c-472f-4b3a-b84b-8a3c0bf76ec8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:53:22.977507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-93584c37-5d09-4f90-9d0d-93a6e8389400 req-177a3102-886b-416a-913d-df65f74ed1e5 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:22.977507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041f09c-472f-4b3a-b84b-8a3c0bf76ec8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Pushing event updated for resources: {'Port': ['ID=a4604432-3d35-4579-8271-0c34ba248ba5,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:23.006560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-6041f09c-472f-4b3a-b84b-8a3c0bf76ec8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:23.006560 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-6041f09c-472f-4b3a-b84b-8a3c0bf76ec8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:23.074118 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:23.153462 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-6041f09c-472f-4b3a-b84b-8a3c0bf76ec8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7310519 Mar 01 20:53:23.194093 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] Request body: {'port': {'device_id': '2efd81d1-caab-472c-93a9-e41a790d604d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:23.253536 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bd59c7-d629-4a63-95ef-081d19a6b1cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a06bb305-9ff9-456a-8725-3eff87817f32'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:23.284667 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a06bb305-9ff9-456a-8725-3eff87817f32, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a06bb305-9ff9-456a-8725-3eff87817f32,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:23.331763 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-93584c37-5d09-4f90-9d0d-93a6e8389400 req-177a3102-886b-416a-913d-df65f74ed1e5 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:23.368889 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:23.376884 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5afc538-6ebf-401e-8456-eaa87c3e035e {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:53:23.387340 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:23.409395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] Transition to ACTIVE for port object a5afc538-6ebf-401e-8456-eaa87c3e035e will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:53:23.423314 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:23.432504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fc745-758f-465f-850f-06181b1af465 req-b0dcf107-ded5-4812-97d0-c2359ef587e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:23.434806 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-868fc745-758f-465f-850f-06181b1af465 req-b0dcf107-ded5-4812-97d0-c2359ef587e4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d5eaf306fc14197ad9a3185fd39f796&device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 1095 time: 0.7486770 Mar 01 20:53:23.495283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5b4ef7c3-c3ee-4329-be7a-77b98eed7bd6 None None] Provisioning for port a4604432-3d35-4579-8271-0c34ba248ba5 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:53:23.510776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5b4ef7c3-c3ee-4329-be7a-77b98eed7bd6 None None] Provisioning complete for port a4604432-3d35-4579-8271-0c34ba248ba5 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:53:23.511138 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5b4ef7c3-c3ee-4329-be7a-77b98eed7bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:23.527311 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:23.531974 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-93584c37-5d09-4f90-9d0d-93a6e8389400 req-177a3102-886b-416a-913d-df65f74ed1e5 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:23.532883 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-868fc745-758f-465f-850f-06181b1af465 req-f18a985a-b8aa-4da0-a776-d9781a0f3cd2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76296d0e-f41c-45f6-95fe-4052e3267fed HTTP/1.1" status: 200 len: 217 time: 0.0900080 Mar 01 20:53:23.586736 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=a06bb305-9ff9-456a-8725-3eff87817f32,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:23.606530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5b4ef7c3-c3ee-4329-be7a-77b98eed7bd6 None None] Port a4604432-3d35-4579-8271-0c34ba248ba5 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:53:23.620945 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:23.648536 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a3102-886b-416a-913d-df65f74ed1e5 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=feb8954b-5b70-4eab-8c74-547ac04ea9b5,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:23.769102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23735df7-d530-4736-9253-c3667611f5ed req-4fa7abb2-efda-402e-9d89-cacfdf54a229 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:23.770670 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-23735df7-d530-4736-9253-c3667611f5ed req-4fa7abb2-efda-402e-9d89-cacfdf54a229 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b490b3bb-376c-4afc-a0fc-64b17bd31a24 HTTP/1.1" status: 200 len: 943 time: 0.2958596 Mar 01 20:53:23.800745 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-93584c37-5d09-4f90-9d0d-93a6e8389400 req-177a3102-886b-416a-913d-df65f74ed1e5 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:23.801930 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-93584c37-5d09-4f90-9d0d-93a6e8389400 req-177a3102-886b-416a-913d-df65f74ed1e5 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4470909 Mar 01 20:53:23.903414 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-23735df7-d530-4736-9253-c3667611f5ed req-81818882-5fb5-44ad-9494-37063f3b0c79 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177177 Mar 01 20:53:23.944508 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a5afc538-6ebf-401e-8456-eaa87c3e035e,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:23.957103 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fc745-758f-465f-850f-06181b1af465 req-68ff7b3b-aa64-452d-91c2-ebae70fc6ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:23.958502 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-868fc745-758f-465f-850f-06181b1af465 req-68ff7b3b-aa64-452d-91c2-ebae70fc6ddb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62e9a9cc-b606-4420-adda-c2710fcba965 HTTP/1.1" status: 200 len: 852 time: 0.3949838 Mar 01 20:53:24.076336 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-868fc745-758f-465f-850f-06181b1af465 req-7d611038-2321-4d4b-92d1-3e70cda0c949 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fdd681d-ffe8-426d-941c-62dfd126df4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574112 Mar 01 20:53:24.078681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] Attempting to bind port a5afc538-6ebf-401e-8456-eaa87c3e035e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:53:24.079019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] Attempting to bind port a5afc538-6ebf-401e-8456-eaa87c3e035e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '84bcdf50-9286-404a-a213-c92f1dc21ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:53:24.079342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] Attempting to bind port a5afc538-6ebf-401e-8456-eaa87c3e035e on network c0541fdd-f80b-45df-814f-a9bbce49f44d {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:53:24.108126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] Port a5afc538-6ebf-401e-8456-eaa87c3e035e on network c0541fdd-f80b-45df-814f-a9bbce49f44d not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:53:24.109825 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] Attempting to bind port a5afc538-6ebf-401e-8456-eaa87c3e035e on network c0541fdd-f80b-45df-814f-a9bbce49f44d {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:53:24.133109 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:53:24.133109 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] Checking segment: {'id': '84bcdf50-9286-404a-a213-c92f1dc21ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:53:24.133109 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] Bound using segment: {'id': '84bcdf50-9286-404a-a213-c92f1dc21ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:53:24.133109 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] Bound port: a5afc538-6ebf-401e-8456-eaa87c3e035e, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84bcdf50-9286-404a-a213-c92f1dc21ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:53:24.133109 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:24.273121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4604432-3d35-4579-8271-0c34ba248ba5 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:53:24.306144 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:24.318801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] For port a5afc538-6ebf-401e-8456-eaa87c3e035e, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:53:24.322578 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-868fc745-758f-465f-850f-06181b1af465 req-27d090da-5e30-4c03-b8eb-0d55584464c5 service neutron] 10.222.0.55 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392635 Mar 01 20:53:24.333227 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] For port a5afc538-6ebf-401e-8456-eaa87c3e035e, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=a5afc538-6ebf-401e-8456-eaa87c3e035e,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:53:24.346551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e1194-50de-4e70-bb3c-b71b5af8187e req-0dc1e442-ea99-4a2a-8fba-c5cd49612124 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:24.347409 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e00e1194-50de-4e70-bb3c-b71b5af8187e req-0dc1e442-ea99-4a2a-8fba-c5cd49612124 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Synchronizing usage tracker for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:53:24.363799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b583380e-bd23-4341-ba7f-bc4cafe1a13b req-dcc49a90-80fe-4c8f-a6eb-1a5e252ef1b1 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:24.366591 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b583380e-bd23-4341-ba7f-bc4cafe1a13b req-dcc49a90-80fe-4c8f-a6eb-1a5e252ef1b1 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 944 time: 0.3628876 Mar 01 20:53:24.368455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] Transition to ACTIVE for port object a4604432-3d35-4579-8271-0c34ba248ba5 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:53:24.424520 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b583380e-bd23-4341-ba7f-bc4cafe1a13b req-d3c5e83c-02ed-4c3c-9aec-7361a97e36d2 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431459 Mar 01 20:53:24.449925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e00e1194-50de-4e70-bb3c-b71b5af8187e req-0dc1e442-ea99-4a2a-8fba-c5cd49612124 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Unset dirty status for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:53:24.450691 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e00e1194-50de-4e70-bb3c-b71b5af8187e req-0dc1e442-ea99-4a2a-8fba-c5cd49612124 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=2efd81d1-caab-472c-93a9-e41a790d604d HTTP/1.1" status: 200 len: 932 time: 0.3498466 Mar 01 20:53:24.451421 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:24.452408 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:24.533806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:24.534579 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:24.535974 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] 10.222.0.57 "PUT /v2.0/ports/a5afc538-6ebf-401e-8456-eaa87c3e035e HTTP/1.1" status: 200 len: 1091 time: 2.1209784 Mar 01 20:53:24.538509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39264) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:24.570642 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-868fc745-758f-465f-850f-06181b1af465 req-f39f6651-d485-4783-b106-18c1d5dad095 service neutron] 10.222.0.55 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391822 Mar 01 20:53:24.576882 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fe0479-4d5c-4d97-9f86-26117929a0d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a5afc538-6ebf-401e-8456-eaa87c3e035e,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:24.711905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-1b528739-236e-430a-b412-2c56a406c7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:24.714219 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-1b528739-236e-430a-b412-2c56a406c7e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=923a9d549ed24852872e8597fc8f0529&device_id=b490b3bb-376c-4afc-a0fc-64b17bd31a24 HTTP/1.1" status: 200 len: 1094 time: 0.0744276 Mar 01 20:53:24.787911 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-d12181bf-0ffe-4688-8a9d-f78a89c2a473 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5afc538-6ebf-401e-8456-eaa87c3e035e HTTP/1.1" status: 200 len: 217 time: 0.0669608 Mar 01 20:53:24.793408 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c5770c74-01e8-437c-bcd6-cedf04998710 req-9fa268a1-01d9-4446-810e-91da222ba47a tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b2b3a2d-5071-400b-a49a-e28e95a6c99f HTTP/1.1" status: 200 len: 210 time: 0.2479227 Mar 01 20:53:24.886076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] Pushing event updated for resources: {'Port': ['ID=a4604432-3d35-4579-8271-0c34ba248ba5,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:24.907345 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1127f8b-438e-4460-a41a-70bae61f8ca6', 'tag': '76296d0e-f41c-45f6-95fe-4052e3267fed', 'status': 'completed', 'code': 200} Mar 01 20:53:24.918858 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e00e1194-50de-4e70-bb3c-b71b5af8187e req-3e552be4-e2ba-438b-aaff-fb8e6903f6dd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4567604 Mar 01 20:53:24.922595 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1096757091-network', 'tenant_id': 'e92f8078f76343b69f7796174157d182'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:24.936915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:24.941532 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42bd59c7-d629-4a63-95ef-081d19a6b1cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a06bb305-9ff9-456a-8725-3eff87817f32', 'code': 200} Mar 01 20:53:24.958007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Usage tracker for resource:network and tenant:e92f8078f76343b69f7796174157d182 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:24.968312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:24.972097 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-32760326-edfe-46c9-b718-c59c7b7d156a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:24.973576 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-32760326-edfe-46c9-b718-c59c7b7d156a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=203b9d6c-4e4d-47f8-b370-76b17af7b277 HTTP/1.1" status: 200 len: 855 time: 0.1764498 Mar 01 20:53:25.004143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:25.041837 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-f775637f-be03-468d-a124-dd739a2288fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c0541fdd-f80b-45df-814f-a9bbce49f44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568025 Mar 01 20:53:25.051055 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] Attempting to bind port a4604432-3d35-4579-8271-0c34ba248ba5 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:53:25.051574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] Attempting to bind port a4604432-3d35-4579-8271-0c34ba248ba5 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:53:25.052005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] Attempting to bind port a4604432-3d35-4579-8271-0c34ba248ba5 on network 9c047131-db31-4f0b-ada8-1976d242266e {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:53:25.069393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] Port a4604432-3d35-4579-8271-0c34ba248ba5 on network 9c047131-db31-4f0b-ada8-1976d242266e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:53:25.069843 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] Attempting to bind port a4604432-3d35-4579-8271-0c34ba248ba5 on network 9c047131-db31-4f0b-ada8-1976d242266e {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:53:25.084547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:53:25.085036 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] Checking segment: {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:53:25.085562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] Bound using segment: {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:53:25.086090 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] Bound port: a4604432-3d35-4579-8271-0c34ba248ba5, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:53:25.086529 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:25.184157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Made reservation on behalf of e92f8078f76343b69f7796174157d182 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:53:25.186592 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:25.201762 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9fccc9a-9da8-4091-ae0b-d857b5c8fa4b req-5eabb4e8-ae3c-4a1d-89ba-de80675ea175 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "GET /v2.0/security-groups/feb8954b-5b70-4eab-8c74-547ac04ea9b5 HTTP/1.1" status: 200 len: 1804 time: 0.2154031 Mar 01 20:53:25.217788 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:25.250985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-f9fccc9a-9da8-4091-ae0b-d857b5c8fa4b req-83815728-5d35-4823-acd8-3880b4ae3d9a tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'feb8954b-5b70-4eab-8c74-547ac04ea9b5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:25.251395 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-f9fccc9a-9da8-4091-ae0b-d857b5c8fa4b req-83815728-5d35-4823-acd8-3880b4ae3d9a tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'feb8954b-5b70-4eab-8c74-547ac04ea9b5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:25.265199 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:25.269272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Usage tracker for resource:security_group_rule and tenant:e92f8078f76343b69f7796174157d182 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:25.273856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f9fccc9a-9da8-4091-ae0b-d857b5c8fa4b req-83815728-5d35-4823-acd8-3880b4ae3d9a tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:25.277086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:25.286146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f9fccc9a-9da8-4091-ae0b-d857b5c8fa4b req-83815728-5d35-4823-acd8-3880b4ae3d9a tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Usage tracker for resource:security_group_rule and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:25.290576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:25.292658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f9fccc9a-9da8-4091-ae0b-d857b5c8fa4b req-83815728-5d35-4823-acd8-3880b4ae3d9a tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:25.300914 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174455e1-a7a1-46a9-86a5-b91c5430f5f5 req-225b19df-5777-4ad9-8927-3c0ec4338345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:25.302105 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-174455e1-a7a1-46a9-86a5-b91c5430f5f5 req-225b19df-5777-4ad9-8927-3c0ec4338345 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d5eaf306fc14197ad9a3185fd39f796&device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 1095 time: 0.3897936 Mar 01 20:53:25.302678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f9fccc9a-9da8-4091-ae0b-d857b5c8fa4b req-83815728-5d35-4823-acd8-3880b4ae3d9a tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:25.306549 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] For port a4604432-3d35-4579-8271-0c34ba248ba5, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:53:25.314053 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] For port a4604432-3d35-4579-8271-0c34ba248ba5, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a4604432-3d35-4579-8271-0c34ba248ba5,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:53:25.370417 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-84989490-a4a1-4e30-a671-c3152e5b2c6e service neutron] 10.222.0.57 "GET /v2.0/networks/c0541fdd-f80b-45df-814f-a9bbce49f44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3252740 Mar 01 20:53:25.398586 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:25.464600 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:25.507496 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:25.550084 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:25.550685 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:25.552164 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] 10.222.0.55 "PUT /v2.0/ports/a4604432-3d35-4579-8271-0c34ba248ba5 HTTP/1.1" status: 200 len: 1092 time: 2.3916552 Mar 01 20:53:25.557645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2efd81d1-caab-472c-93a9-e41a790d604d', 'tag': 'a4604432-3d35-4579-8271-0c34ba248ba5'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:25.596710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:53:25.617248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b5c87a-89d1-4351-b991-90425d362b6c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:25.638501 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:25.638739 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Added segment 41eb5594-3c1d-4b7f-9aa2-c2a6056d8b50 of type vlan for network b6bfe5cd-f60b-42fa-a25a-73881be109f5 Mar 01 20:53:25.641572 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3d559-1096-41c4-84f8-e0d2ffba086b service neutron] Pushing event updated for resources: {'Port': ['ID=a4604432-3d35-4579-8271-0c34ba248ba5,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:25.722208 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f9fccc9a-9da8-4091-ae0b-d857b5c8fa4b req-83815728-5d35-4823-acd8-3880b4ae3d9a tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:25.737311 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-6ccc2386-4101-473a-9e0b-ed895db4bb32 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:25.739005 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-6ccc2386-4101-473a-9e0b-ed895db4bb32 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.57 "GET /v2.0/networks?id=e1d35894-975e-4477-8039-e95c20ae6197 HTTP/1.1" status: 200 len: 820 time: 0.5699148 Mar 01 20:53:25.761557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-5e90fbe3-18bd-416c-81bb-d373a0cdaa85 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Request body: {'port': {'device_id': '8b2b3a2d-5071-400b-a49a-e28e95a6c99f', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'admin_state_up': True, 'tenant_id': 'f76671925d614132899f6869c2566bab'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:25.765804 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:25.807881 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f9fccc9a-9da8-4091-ae0b-d857b5c8fa4b req-83815728-5d35-4823-acd8-3880b4ae3d9a tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:25.818852 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174455e1-a7a1-46a9-86a5-b91c5430f5f5 req-2f12423e-1d7e-4efe-8138-7699666978a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:25.820390 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-174455e1-a7a1-46a9-86a5-b91c5430f5f5 req-2f12423e-1d7e-4efe-8138-7699666978a8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8fdd681d-ffe8-426d-941c-62dfd126df4d HTTP/1.1" status: 200 len: 913 time: 0.5015128 Mar 01 20:53:25.862945 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-8c7e8789-0ec9-4676-9f50-2b26b736bea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:25.864526 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-8c7e8789-0ec9-4676-9f50-2b26b736bea3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=2efd81d1-caab-472c-93a9-e41a790d604d HTTP/1.1" status: 200 len: 1095 time: 0.1853085 Mar 01 20:53:25.942577 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:25.943558 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:25.944140 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:25.947570 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f9fccc9a-9da8-4091-ae0b-d857b5c8fa4b req-83815728-5d35-4823-acd8-3880b4ae3d9a tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:25.948172 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-46723f51-22e5-4bbc-b1e5-35e4150d614e req-f9888644-ae02-4390-8315-5d093e9fd10b service neutron] 10.222.0.57 "GET /v2.0/networks/c0541fdd-f80b-45df-814f-a9bbce49f44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707204 Mar 01 20:53:25.969949 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-174455e1-a7a1-46a9-86a5-b91c5430f5f5 req-4ea85a9d-4c75-4130-8793-3974e0b84fd4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76296d0e-f41c-45f6-95fe-4052e3267fed HTTP/1.1" status: 200 len: 217 time: 0.1394825 Mar 01 20:53:25.987403 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-e5a3542e-5fd0-4357-85f6-b371be99a8de service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4604432-3d35-4579-8271-0c34ba248ba5 HTTP/1.1" status: 200 len: 217 time: 0.1147938 Mar 01 20:53:26.066782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83815728-5d35-4823-acd8-3880b4ae3d9a tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07164113-0495-4347-b636-20fe3c63521d,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:26.084679 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-5e90fbe3-18bd-416c-81bb-d373a0cdaa85 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:26.091710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174455e1-a7a1-46a9-86a5-b91c5430f5f5 req-9de71f25-281c-47aa-a767-05387c60908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:26.093212 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-174455e1-a7a1-46a9-86a5-b91c5430f5f5 req-9de71f25-281c-47aa-a767-05387c60908f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62e9a9cc-b606-4420-adda-c2710fcba965 HTTP/1.1" status: 200 len: 852 time: 0.1163075 Mar 01 20:53:26.094190 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-5e90fbe3-18bd-416c-81bb-d373a0cdaa85 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Usage tracker for resource:port and tenant:f76671925d614132899f6869c2566bab is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:26.097276 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-5e90fbe3-18bd-416c-81bb-d373a0cdaa85 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:26.104088 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-5e90fbe3-18bd-416c-81bb-d373a0cdaa85 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:26.157759 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-174455e1-a7a1-46a9-86a5-b91c5430f5f5 req-9916f56c-1257-447c-971d-758bd690493f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fdd681d-ffe8-426d-941c-62dfd126df4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548108 Mar 01 20:53:26.169754 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-7f9e4568-d306-43ba-b867-a8f2f72673fd tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=a7e85112c1114193a6fd7e3cdb323cd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1162126 Mar 01 20:53:26.180788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] Pushing event updated for resources: {'Network': ['ID=b6bfe5cd-f60b-42fa-a25a-73881be109f5,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:26.188677 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network b6bfe5cd-f60b-42fa-a25a-73881be109f5 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:53:26.225144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-6208c944-957c-4633-9e34-864b18113b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:26.226568 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-6208c944-957c-4633-9e34-864b18113b9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.2130692 Mar 01 20:53:26.233153 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-11823e9e-9532-492b-876d-b05a6a7d951f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.6832385 Mar 01 20:53:26.234856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39296) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:26.301337 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-174455e1-a7a1-46a9-86a5-b91c5430f5f5 req-e328c4e4-e04d-46d8-84cc-6af8c09f85f4 service neutron] 10.222.0.55 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356361 Mar 01 20:53:26.318122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-61baf159-7a19-4f57-9295-6f750fa22703 admin admin] Request body: {'subnet': {'network_id': 'b6bfe5cd-f60b-42fa-a25a-73881be109f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1096757091-subnet', 'tenant_id': 'e92f8078f76343b69f7796174157d182', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:26.332217 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f9fccc9a-9da8-4091-ae0b-d857b5c8fa4b req-83815728-5d35-4823-acd8-3880b4ae3d9a tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:26.333351 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9fccc9a-9da8-4091-ae0b-d857b5c8fa4b req-83815728-5d35-4823-acd8-3880b4ae3d9a tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.1167495 Mar 01 20:53:26.342031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-5e90fbe3-18bd-416c-81bb-d373a0cdaa85 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Made reservation on behalf of f76671925d614132899f6869c2566bab for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:53:26.342211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-61baf159-7a19-4f57-9295-6f750fa22703 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:26.344991 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-5e90fbe3-18bd-416c-81bb-d373a0cdaa85 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:26.352220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-61baf159-7a19-4f57-9295-6f750fa22703 admin admin] Usage tracker for resource:subnet and tenant:e92f8078f76343b69f7796174157d182 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:26.355544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-61baf159-7a19-4f57-9295-6f750fa22703 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:26.368155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-61baf159-7a19-4f57-9295-6f750fa22703 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:26.414996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-b9f9b9ff-fa55-49ea-afb3-54014fc940e3 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:26.416550 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-b9f9b9ff-fa55-49ea-afb3-54014fc940e3 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2364659 Mar 01 20:53:26.439612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-c9fc4968-09fc-4cb2-83cc-e50cb43918a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:26.440888 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-c9fc4968-09fc-4cb2-83cc-e50cb43918a0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2070382 Mar 01 20:53:26.442282 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-7dc1ee2c-5742-4d4a-879e-f363c49436e9 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/quotas/a7e85112c1114193a6fd7e3cdb323cd0 HTTP/1.1" status: 200 len: 375 time: 0.0172980 Mar 01 20:53:26.480748 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61baf159-7a19-4f57-9295-6f750fa22703 admin admin] Made reservation on behalf of e92f8078f76343b69f7796174157d182 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:53:26.483026 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-61baf159-7a19-4f57-9295-6f750fa22703 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:26.533238 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-174455e1-a7a1-46a9-86a5-b91c5430f5f5 req-1f5eab9c-7163-4220-9a3e-b79e2f492e18 service neutron] 10.222.0.55 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244017 Mar 01 20:53:26.604590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-5e90fbe3-18bd-416c-81bb-d373a0cdaa85 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Allocated IP 172.20.0.9 (e1d35894-975e-4477-8039-e95c20ae6197/dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4/e7fc0994-bfed-46b8-a1ff-d5cfb530eca6) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:53:26.806151 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-c0b6dfaf-84a7-447e-abb5-1ceafc55f150 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a7e85112c1114193a6fd7e3cdb323cd0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3368716 Mar 01 20:53:26.812512 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-5e90fbe3-18bd-416c-81bb-d373a0cdaa85 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:26.831036 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-5e90fbe3-18bd-416c-81bb-d373a0cdaa85 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Transition to ACTIVE for port object e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:53:26.879818 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-1a99c637-e97c-4b13-bc5b-b84a020da94e service neutron] 10.222.0.55 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323387 Mar 01 20:53:26.908295 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b490b3bb-376c-4afc-a0fc-64b17bd31a24', 'tag': 'a5afc538-6ebf-401e-8456-eaa87c3e035e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:26.935001 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-5e90fbe3-18bd-416c-81bb-d373a0cdaa85 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:26.946055 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['117d0de9-9543-4af5-8d96-9d0fb40b0d3e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:53:26.967929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e8802f-d712-4d9c-95a9-ff06438b669f req-dd23c708-1ed6-429a-81cc-2849f7c519b9 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:26.969431 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2e8802f-d712-4d9c-95a9-ff06438b669f req-dd23c708-1ed6-429a-81cc-2849f7c519b9 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b490b3bb-376c-4afc-a0fc-64b17bd31a24 HTTP/1.1" status: 200 len: 943 time: 0.5016117 Mar 01 20:53:27.031989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-5e90fbe3-18bd-416c-81bb-d373a0cdaa85 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Network e1d35894-975e-4477-8039-e95c20ae6197 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:53:27.035400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-5e90fbe3-18bd-416c-81bb-d373a0cdaa85 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:53:27.044922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-5e90fbe3-18bd-416c-81bb-d373a0cdaa85 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:53:27.122681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90fbe3-18bd-416c-81bb-d373a0cdaa85 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Pushing event updated for resources: {'Port': ['ID=e7fc0994-bfed-46b8-a1ff-d5cfb530eca6,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:27.169539 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-5e90fbe3-18bd-416c-81bb-d373a0cdaa85 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:27.171693 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-5e90fbe3-18bd-416c-81bb-d373a0cdaa85 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:27.301157 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-5e90fbe3-18bd-416c-81bb-d373a0cdaa85 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5483797 Mar 01 20:53:27.318599 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2e8802f-d712-4d9c-95a9-ff06438b669f req-24d2fde4-1ee9-4695-9455-84bb59962838 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412416 Mar 01 20:53:27.328525 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-72671faa-fc90-4f30-8f89-9ebdbcaa149d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:27.335696 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b64bc956-b238-45e5-b9e3-dc3c658e415f req-80a01fcf-fe28-4617-99f8-09292cd0fc4f service neutron] 10.222.0.55 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4451940 Mar 01 20:53:27.350900 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] Request body: {'port': {'device_id': '8b2b3a2d-5071-400b-a49a-e28e95a6c99f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:27.383997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ac39c-01fe-48b6-8319-b028ce56f54a req-16197513-cc8f-428a-aeec-1f092f2d6881 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:27.393284 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-815ac39c-01fe-48b6-8319-b028ce56f54a req-16197513-cc8f-428a-aeec-1f092f2d6881 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 944 time: 0.1692533 Mar 01 20:53:27.393284 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2efd81d1-caab-472c-93a9-e41a790d604d', 'tag': 'a4604432-3d35-4579-8271-0c34ba248ba5', 'status': 'completed', 'code': 200} Mar 01 20:53:27.413808 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-61baf159-7a19-4f57-9295-6f750fa22703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:27.440300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e62ae7b5-6563-4cdb-8224-39fe7536be72 None None] Provisioning for port e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:53:27.445487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e62ae7b5-6563-4cdb-8224-39fe7536be72 None None] Provisioning complete for port e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:53:27.445858 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e62ae7b5-6563-4cdb-8224-39fe7536be72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:27.503226 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a86298-470b-4824-a562-21f9cd127c45 req-3340d35f-ef89-4439-96b7-950864eeab5a tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:27.504020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f4a86298-470b-4824-a562-21f9cd127c45 req-3340d35f-ef89-4439-96b7-950864eeab5a tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Synchronizing usage tracker for tenant:97a1897762f847bfb56825ead5e60708 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:53:27.511314 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e62ae7b5-6563-4cdb-8224-39fe7536be72 None None] Port e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:53:27.524200 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:27.538746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f4a86298-470b-4824-a562-21f9cd127c45 req-3340d35f-ef89-4439-96b7-950864eeab5a tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Unset dirty status for tenant:97a1897762f847bfb56825ead5e60708 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:53:27.539962 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f4a86298-470b-4824-a562-21f9cd127c45 req-3340d35f-ef89-4439-96b7-950864eeab5a tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.55 "GET /v2.0/ports?device_id=42bd59c7-d629-4a63-95ef-081d19a6b1cd HTTP/1.1" status: 200 len: 943 time: 0.2379041 Mar 01 20:53:27.649566 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-815ac39c-01fe-48b6-8319-b028ce56f54a req-05165e33-efc6-46b5-89f9-b834d04fd60f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562623 Mar 01 20:53:27.656351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61baf159-7a19-4f57-9295-6f750fa22703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a68df4c-43c2-4e20-94c5-6a3b42e429ac,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:27.671780 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-f4a86298-470b-4824-a562-21f9cd127c45 req-bb8db67f-756a-45df-b57d-7b766abe29bf tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Deleting port a06bb305-9ff9-456a-8725-3eff87817f32 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:53:27.672388 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f4a86298-470b-4824-a562-21f9cd127c45 req-bb8db67f-756a-45df-b57d-7b766abe29bf tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:27.678156 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61baf159-7a19-4f57-9295-6f750fa22703 admin admin] Checking segment: {'id': '41eb5594-3c1d-4b7f-9aa2-c2a6056d8b50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b6bfe5cd-f60b-42fa-a25a-73881be109f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:53:27.678571 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61baf159-7a19-4f57-9295-6f750fa22703 admin admin] Network hostable DHCP agents. Network: b6bfe5cd-f60b-42fa-a25a-73881be109f5, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:53:27.729561 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5505c-9928-4c0e-b1e2-bb9c21ba0426 req-ca4fed1f-660d-4a56-8e0d-a049a0ee5297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:27.731169 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73e5505c-9928-4c0e-b1e2-bb9c21ba0426 req-ca4fed1f-660d-4a56-8e0d-a049a0ee5297 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=2efd81d1-caab-472c-93a9-e41a790d604d HTTP/1.1" status: 200 len: 1095 time: 0.2571986 Mar 01 20:53:27.740414 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe155c25-4726-46a0-b667-881dd73b42c4 req-43508980-c894-4b48-aeaa-425575cfd4c1 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:27.748087 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe155c25-4726-46a0-b667-881dd73b42c4 req-43508980-c894-4b48-aeaa-425575cfd4c1 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b2b3a2d-5071-400b-a49a-e28e95a6c99f HTTP/1.1" status: 200 len: 931 time: 0.2082984 Mar 01 20:53:27.825240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61baf159-7a19-4f57-9295-6f750fa22703 admin admin] Network b6bfe5cd-f60b-42fa-a25a-73881be109f5 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:53:27.982423 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe155c25-4726-46a0-b667-881dd73b42c4 req-1c1e2ea4-1b6c-4cc8-857c-a1d9440e3096 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7c9521-c999-4be9-9c04-fef329b9f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332828 Mar 01 20:53:27.990136 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-61baf159-7a19-4f57-9295-6f750fa22703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, b6bfe5cd-f60b-42fa-a25a-73881be109f5) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:53:27.999860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0eb6e9-f347-4b49-ba99-3ee9b081b652 None None] Network b6bfe5cd-f60b-42fa-a25a-73881be109f5 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:53:28.005671 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61baf159-7a19-4f57-9295-6f750fa22703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:28.006135 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-61baf159-7a19-4f57-9295-6f750fa22703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:28.067962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5505c-9928-4c0e-b1e2-bb9c21ba0426 req-e3c3f7e6-c95a-47f8-9441-bab3d90b786d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:28.069411 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73e5505c-9928-4c0e-b1e2-bb9c21ba0426 req-e3c3f7e6-c95a-47f8-9441-bab3d90b786d service neutron] 10.222.0.55 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 912 time: 0.3182299 Mar 01 20:53:28.165721 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-961f1363-d507-47e9-8b44-4e3c65fa92e9 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:28.168011 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-961f1363-d507-47e9-8b44-4e3c65fa92e9 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/networks?id=1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 HTTP/1.1" status: 200 len: 804 time: 0.3864458 Mar 01 20:53:28.192584 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-61baf159-7a19-4f57-9295-6f750fa22703 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9489064 Mar 01 20:53:28.226232 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73e5505c-9928-4c0e-b1e2-bb9c21ba0426 req-a5e2b75a-28eb-41c6-99ec-515706862fea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4604432-3d35-4579-8271-0c34ba248ba5 HTTP/1.1" status: 200 len: 217 time: 0.1465929 Mar 01 20:53:28.279492 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-d4689f9a-e33f-42b8-aa3d-54ef3c245aa5 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/quotas/97a1897762f847bfb56825ead5e60708 HTTP/1.1" status: 200 len: 375 time: 0.0935502 Mar 01 20:53:28.314352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-f4a86298-470b-4824-a562-21f9cd127c45 req-bb8db67f-756a-45df-b57d-7b766abe29bf tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] For port a06bb305-9ff9-456a-8725-3eff87817f32, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a06bb305-9ff9-456a-8725-3eff87817f32,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:28.314976 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f4a86298-470b-4824-a562-21f9cd127c45 req-bb8db67f-756a-45df-b57d-7b766abe29bf tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:28.334959 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db097cc-477c-4393-957a-d300b0ac4486 None None] Network b6bfe5cd-f60b-42fa-a25a-73881be109f5 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:53:28.368644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5505c-9928-4c0e-b1e2-bb9c21ba0426 req-f1a38de0-960f-48d1-9e36-26d9d6b03435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:28.371236 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73e5505c-9928-4c0e-b1e2-bb9c21ba0426 req-f1a38de0-960f-48d1-9e36-26d9d6b03435 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.1354332 Mar 01 20:53:28.461184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a6be4-bd04-4b77-8689-f7a4d5407b32 req-eba8a51b-3620-48a5-9682-156473b8b2b0 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:28.462908 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-096a6be4-bd04-4b77-8689-f7a4d5407b32 req-eba8a51b-3620-48a5-9682-156473b8b2b0 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=2efd81d1-caab-472c-93a9-e41a790d604d HTTP/1.1" status: 200 len: 944 time: 0.2884202 Mar 01 20:53:28.494966 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-8d74c74f-7f46-4c3e-9c33-d57186a1b456 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=97a1897762f847bfb56825ead5e60708&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2010481 Mar 01 20:53:28.536441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-f4a86298-470b-4824-a562-21f9cd127c45 req-bb8db67f-756a-45df-b57d-7b766abe29bf tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Calling delete_port for a06bb305-9ff9-456a-8725-3eff87817f32 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:53:28.622501 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-096a6be4-bd04-4b77-8689-f7a4d5407b32 req-9661204d-8be6-415c-b791-6a2b84d04cf6 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480761 Mar 01 20:53:28.632246 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e5505c-9928-4c0e-b1e2-bb9c21ba0426 req-63832696-6059-47b0-9b4f-ac3e4ad881fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:28.637296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:53:28.637614 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73e5505c-9928-4c0e-b1e2-bb9c21ba0426 req-63832696-6059-47b0-9b4f-ac3e4ad881fa service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2560511 Mar 01 20:53:28.671747 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:28.705591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] Transition to ACTIVE for port object e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:53:28.752412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-e490e50f-1a8b-4f98-a5a9-6dbb272965ce req-ae8482de-dacd-477e-b6e0-d7766d75e831 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-460013251', 'description': 'tempest-description-74404456'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:28.769439 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-91986849-e0f5-4832-92c7-4de209b69507 service neutron] 10.222.0.42 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631638 Mar 01 20:53:28.770327 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-e490e50f-1a8b-4f98-a5a9-6dbb272965ce req-ae8482de-dacd-477e-b6e0-d7766d75e831 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:28.772779 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:28.778524 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e490e50f-1a8b-4f98-a5a9-6dbb272965ce req-ae8482de-dacd-477e-b6e0-d7766d75e831 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Usage tracker for resource:security_group and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:28.800001 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e490e50f-1a8b-4f98-a5a9-6dbb272965ce req-ae8482de-dacd-477e-b6e0-d7766d75e831 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:28.823449 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-e490e50f-1a8b-4f98-a5a9-6dbb272965ce req-ae8482de-dacd-477e-b6e0-d7766d75e831 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:28.831347 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f4a86298-470b-4824-a562-21f9cd127c45 req-bb8db67f-756a-45df-b57d-7b766abe29bf tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:28.845399 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 76296d0e-f41c-45f6-95fe-4052e3267fed details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:53:29.024493 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] Pushing event updated for resources: {'Port': ['ID=e7fc0994-bfed-46b8-a1ff-d5cfb530eca6,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:29.088990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 76296d0e-f41c-45f6-95fe-4052e3267fed, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=76296d0e-f41c-45f6-95fe-4052e3267fed,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:29.108345 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '76296d0e-f41c-45f6-95fe-4052e3267fed', 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d', 'port_id': '76296d0e-f41c-45f6-95fe-4052e3267fed', 'mac_address': 'fa:16:3e:ae:bf:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e9a9cc-b606-4420-adda-c2710fcba965', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:53:29.186531 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:29.207547 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39342) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:29.212364 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76296d0e-f41c-45f6-95fe-4052e3267fed {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:53:29.239394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 76296d0e-f41c-45f6-95fe-4052e3267fed, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=76296d0e-f41c-45f6-95fe-4052e3267fed,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:29.254024 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73e5505c-9928-4c0e-b1e2-bb9c21ba0426 req-fac16d8d-826d-47da-adba-535cac54f83a service neutron] 10.222.0.55 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119556 Mar 01 20:53:29.256945 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-95730ae3-e7f5-4219-a193-f1ac76b9b7dc service neutron] 10.222.0.42 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797010 Mar 01 20:53:29.276182 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1228755654-network', 'tenant_id': '6488e31d18754b93a4e556dca23f8f49'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:29.278820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4a86298-470b-4824-a562-21f9cd127c45 req-bb8db67f-756a-45df-b57d-7b766abe29bf tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] No DVR routers for this DVR port a06bb305-9ff9-456a-8725-3eff87817f32 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:53:29.280603 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8db67f-756a-45df-b57d-7b766abe29bf tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Pushing event deleted for resources: {'Port': ['ID=a06bb305-9ff9-456a-8725-3eff87817f32,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:29.283882 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f4a86298-470b-4824-a562-21f9cd127c45 req-bb8db67f-756a-45df-b57d-7b766abe29bf tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:29.292495 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:29.302692 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Usage tracker for resource:network and tenant:6488e31d18754b93a4e556dca23f8f49 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:29.308463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:29.321545 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:29.350622 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e490e50f-1a8b-4f98-a5a9-6dbb272965ce req-ae8482de-dacd-477e-b6e0-d7766d75e831 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:29.351185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] Attempting to bind port e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:53:29.351636 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] Attempting to bind port e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '04fad1e4-9254-4f76-8181-684f486c79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:53:29.351960 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] Attempting to bind port e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 on network e1d35894-975e-4477-8039-e95c20ae6197 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:53:29.356931 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] Port e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 on network e1d35894-975e-4477-8039-e95c20ae6197 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:53:29.357249 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] Attempting to bind port e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 on network e1d35894-975e-4477-8039-e95c20ae6197 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:53:29.363212 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:53:29.363417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] Checking segment: {'id': '04fad1e4-9254-4f76-8181-684f486c79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:53:29.366870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] Bound using segment: {'id': '04fad1e4-9254-4f76-8181-684f486c79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:53:29.367082 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:29.367597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] Bound port: e7fc0994-bfed-46b8-a1ff-d5cfb530eca6, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04fad1e4-9254-4f76-8181-684f486c79e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:53:29.367597 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:29.391938 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-e490e50f-1a8b-4f98-a5a9-6dbb272965ce req-ae8482de-dacd-477e-b6e0-d7766d75e831 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:29.399321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e490e50f-1a8b-4f98-a5a9-6dbb272965ce req-ae8482de-dacd-477e-b6e0-d7766d75e831 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Usage tracker for resource:security_group_rule and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:29.404166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e490e50f-1a8b-4f98-a5a9-6dbb272965ce req-ae8482de-dacd-477e-b6e0-d7766d75e831 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:29.420630 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f4a86298-470b-4824-a562-21f9cd127c45 req-bb8db67f-756a-45df-b57d-7b766abe29bf tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.55 "DELETE /v2.0/ports/a06bb305-9ff9-456a-8725-3eff87817f32 HTTP/1.1" status: 204 len: 173 time: 1.8528435 Mar 01 20:53:29.427824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-e490e50f-1a8b-4f98-a5a9-6dbb272965ce req-ae8482de-dacd-477e-b6e0-d7766d75e831 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:29.430917 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73e5505c-9928-4c0e-b1e2-bb9c21ba0426 req-b5eb294e-570d-40f7-8404-ed59f333f561 service neutron] 10.222.0.55 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695619 Mar 01 20:53:29.451512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Made reservation on behalf of 6488e31d18754b93a4e556dca23f8f49 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:53:29.454593 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:29.470904 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=76296d0e-f41c-45f6-95fe-4052e3267fed,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:29.481127 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:29.508159 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:29.512869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] For port e7fc0994-bfed-46b8-a1ff-d5cfb530eca6, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:53:29.515635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Usage tracker for resource:security_group_rule and tenant:6488e31d18754b93a4e556dca23f8f49 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:29.519161 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b490b3bb-376c-4afc-a0fc-64b17bd31a24', 'tag': 'a5afc538-6ebf-401e-8456-eaa87c3e035e', 'status': 'completed', 'code': 200} Mar 01 20:53:29.521257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] For port e7fc0994-bfed-46b8-a1ff-d5cfb530eca6, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e7fc0994-bfed-46b8-a1ff-d5cfb530eca6,segment=NetworkSegment(04fad1e4-9254-4f76-8181-684f486c79e5),segment_id=04fad1e4-9254-4f76-8181-684f486c79e5)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:53:29.522499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:29.530410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:29.548175 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device a5afc538-6ebf-401e-8456-eaa87c3e035e details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:53:29.607146 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e490e50f-1a8b-4f98-a5a9-6dbb272965ce req-ae8482de-dacd-477e-b6e0-d7766d75e831 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:29.622694 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:29.683864 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f5b234f9-6469-40db-be05-578d5adb12ec req-032b2ee8-3358-4273-936e-6666a768a4d9 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/ports?device_id=15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7 HTTP/1.1" status: 200 len: 210 time: 0.0540349 Mar 01 20:53:29.692214 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e490e50f-1a8b-4f98-a5a9-6dbb272965ce req-ae8482de-dacd-477e-b6e0-d7766d75e831 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:29.709456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] Pushing event updated for resources: {'Port': ['ID=e7fc0994-bfed-46b8-a1ff-d5cfb530eca6,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:29.741150 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:29.742018 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:29.743673 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-87591009-1b63-4ee5-bccc-3c7b4b35846e service neutron] 10.222.0.57 "PUT /v2.0/ports/e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 HTTP/1.1" status: 200 len: 1091 time: 2.4030738 Mar 01 20:53:29.808745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987c49c-1cae-4f66-809e-738de6915e2f req-2bb34e4c-6505-4cd3-899d-1af95c7d306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:29.812581 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8482de-dacd-477e-b6e0-d7766d75e831 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c204bf6e-309d-4416-a389-cf4c17d22d24,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:29.815580 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e987c49c-1cae-4f66-809e-738de6915e2f req-2bb34e4c-6505-4cd3-899d-1af95c7d306a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=923a9d549ed24852872e8597fc8f0529&device_id=b490b3bb-376c-4afc-a0fc-64b17bd31a24 HTTP/1.1" status: 200 len: 1094 time: 0.2375429 Mar 01 20:53:29.826954 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:29.848774 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port a5afc538-6ebf-401e-8456-eaa87c3e035e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=a5afc538-6ebf-401e-8456-eaa87c3e035e,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:29.871255 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'a5afc538-6ebf-401e-8456-eaa87c3e035e', 'network_id': 'c0541fdd-f80b-45df-814f-a9bbce49f44d', 'port_id': 'a5afc538-6ebf-401e-8456-eaa87c3e035e', 'mac_address': 'fa:16:3e:1d:d6:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '203b9d6c-4e4d-47f8-b370-76b17af7b277', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:53:29.921318 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['76296d0e-f41c-45f6-95fe-4052e3267fed'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:53:29.924876 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e490e50f-1a8b-4f98-a5a9-6dbb272965ce req-ae8482de-dacd-477e-b6e0-d7766d75e831 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:29.928047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e490e50f-1a8b-4f98-a5a9-6dbb272965ce req-ae8482de-dacd-477e-b6e0-d7766d75e831 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.1838074 Mar 01 20:53:29.993979 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-acb83529-ddfe-483f-9bcc-0fe3a93f490c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:29.996271 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:30.016332 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-892d8cc4-19c5-4972-ad14-e175e1d605ef tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=a7e85112c1114193a6fd7e3cdb323cd0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662739 Mar 01 20:53:30.024464 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5afc538-6ebf-401e-8456-eaa87c3e035e {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:53:30.040473 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port a5afc538-6ebf-401e-8456-eaa87c3e035e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=a5afc538-6ebf-401e-8456-eaa87c3e035e,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:30.144447 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e45ef-94d7-4895-bbf5-965afb603ac7 req-73c4ad53-f67a-4ea4-b856-aa8f58bffbaf tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:30.146520 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f10e45ef-94d7-4895-bbf5-965afb603ac7 req-73c4ad53-f67a-4ea4-b856-aa8f58bffbaf tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b490b3bb-376c-4afc-a0fc-64b17bd31a24 HTTP/1.1" status: 200 len: 943 time: 0.2694747 Mar 01 20:53:30.156783 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:30.283060 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:30.296352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:53:30.308311 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:30.308647 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Added segment 72b78ec3-7a40-4292-9c6c-272389ed8429 of type vlan for network 4635f169-da68-4998-a56e-45fade2bc957 Mar 01 20:53:30.328345 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=a5afc538-6ebf-401e-8456-eaa87c3e035e,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:30.359538 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f10e45ef-94d7-4895-bbf5-965afb603ac7 req-1467c7fb-b0ce-4bdb-86b3-1c4091ba73ca tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005616 Mar 01 20:53:30.382251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['a5afc538-6ebf-401e-8456-eaa87c3e035e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:53:30.390429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-cd6c9a79-272b-4342-ac20-f6431d6b3f0a tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:30.391891 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-cd6c9a79-272b-4342-ac20-f6431d6b3f0a tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3699017 Mar 01 20:53:30.394365 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:30.409612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Request body: {'port': {'device_id': '15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'a7e85112c1114193a6fd7e3cdb323cd0'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:30.422588 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf12eaf-3335-43cb-81cb-79545ca22ac7,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:30.455495 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f4b2d5-f93a-4731-87c3-d4597142a9f1 req-f7e3ff36-5412-4d25-b4da-edcf1aad220c tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:30.459566 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f5f4b2d5-f93a-4731-87c3-d4597142a9f1 req-f7e3ff36-5412-4d25-b4da-edcf1aad220c tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 945 time: 0.2368882 Mar 01 20:53:30.470044 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:30.494218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987c49c-1cae-4f66-809e-738de6915e2f req-946b560d-1a12-4a00-91bb-79584453769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:30.495710 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e987c49c-1cae-4f66-809e-738de6915e2f req-946b560d-1a12-4a00-91bb-79584453769d service neutron] 10.222.0.57 "GET /v2.0/networks?id=c0541fdd-f80b-45df-814f-a9bbce49f44d HTTP/1.1" status: 200 len: 916 time: 0.6756365 Mar 01 20:53:30.508080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-5882cac6-65ca-498b-b960-7c175fa5f454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:30.509568 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-5882cac6-65ca-498b-b960-7c175fa5f454 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f76671925d614132899f6869c2566bab&device_id=8b2b3a2d-5071-400b-a49a-e28e95a6c99f HTTP/1.1" status: 200 len: 1094 time: 0.4749215 Mar 01 20:53:30.637649 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:30.653003 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f5f4b2d5-f93a-4731-87c3-d4597142a9f1 req-a5671785-dd3d-4a43-94da-961189e8ea6b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687489 Mar 01 20:53:30.689798 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-6a8b13b4-e81e-405f-a805-1eb9758fd8b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 HTTP/1.1" status: 200 len: 217 time: 0.1080353 Mar 01 20:53:30.692145 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e987c49c-1cae-4f66-809e-738de6915e2f req-8c5fd85e-dbf6-4547-b904-a35d1fc888b2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a5afc538-6ebf-401e-8456-eaa87c3e035e HTTP/1.1" status: 200 len: 217 time: 0.1799691 Mar 01 20:53:30.692955 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:30.694163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:30.695666 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:30.716206 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:30.722125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Usage tracker for resource:port and tenant:a7e85112c1114193a6fd7e3cdb323cd0 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:30.725576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:30.740520 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:30.796874 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dcd0207f-21ac-47e8-bb04-dbf8f627f4c2 req-1f2f8059-1fbf-4f2f-a216-6011cad8b15c tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=08193a06-8024-41be-84df-048cda615aa3 HTTP/1.1" status: 200 len: 210 time: 0.0577419 Mar 01 20:53:30.805640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a737cb-0583-40f4-b507-f444dba6ca13 req-6772f577-d19c-4166-bde5-d9756296bdaa tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:30.813176 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06a737cb-0583-40f4-b507-f444dba6ca13 req-6772f577-d19c-4166-bde5-d9756296bdaa tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b2b3a2d-5071-400b-a49a-e28e95a6c99f HTTP/1.1" status: 200 len: 943 time: 0.2096429 Mar 01 20:53:30.836816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a4604432-3d35-4579-8271-0c34ba248ba5 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:53:30.864504 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06a737cb-0583-40f4-b507-f444dba6ca13 req-4cca2838-c6cd-449b-8d9d-ddac75be8bd3 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7c9521-c999-4be9-9c04-fef329b9f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504649 Mar 01 20:53:30.887667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-585a8707-34cc-4c26-8ca7-86399556a914 req-badb20db-5002-4309-8631-abd4223bda25 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2146430883', 'description': 'tempest-description-1217132277'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:30.894467 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-585a8707-34cc-4c26-8ca7-86399556a914 req-badb20db-5002-4309-8631-abd4223bda25 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:30.899593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-585a8707-34cc-4c26-8ca7-86399556a914 req-badb20db-5002-4309-8631-abd4223bda25 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Usage tracker for resource:security_group and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:30.903276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-585a8707-34cc-4c26-8ca7-86399556a914 req-badb20db-5002-4309-8631-abd4223bda25 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:30.916421 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-585a8707-34cc-4c26-8ca7-86399556a914 req-badb20db-5002-4309-8631-abd4223bda25 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:30.929842 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] Pushing event updated for resources: {'Network': ['ID=4635f169-da68-4998-a56e-45fade2bc957,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:30.941882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Made reservation on behalf of a7e85112c1114193a6fd7e3cdb323cd0 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:53:30.948911 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:30.953522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-00f3f042-f6a3-42b5-848f-5f78b2e26177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:30.954964 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-00f3f042-f6a3-42b5-848f-5f78b2e26177 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4 HTTP/1.1" status: 200 len: 859 time: 0.2269714 Mar 01 20:53:30.956395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e987c49c-1cae-4f66-809e-738de6915e2f req-74dbdf75-c652-47ae-a8a1-e4e9e20c10c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:30.957663 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e987c49c-1cae-4f66-809e-738de6915e2f req-74dbdf75-c652-47ae-a8a1-e4e9e20c10c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=203b9d6c-4e4d-47f8-b370-76b17af7b277 HTTP/1.1" status: 200 len: 855 time: 0.2280717 Mar 01 20:53:30.966354 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:30.973411 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a06bb305-9ff9-456a-8725-3eff87817f32 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:53:31.005499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 4635f169-da68-4998-a56e-45fade2bc957 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:53:31.032152 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:31.040310 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Usage tracker for resource:security_group_rule and tenant:a7e85112c1114193a6fd7e3cdb323cd0 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:31.043698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:31.048963 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-596c2e29-50ab-4c03-bc94-7f2730465665 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8235173 Mar 01 20:53:31.051096 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e987c49c-1cae-4f66-809e-738de6915e2f req-b66ed6a5-bde2-4f84-824c-c14d3a4b3a5c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c0541fdd-f80b-45df-814f-a9bbce49f44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792861 Mar 01 20:53:31.052835 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:31.055891 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39362) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:31.086568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-be143d7d-8476-4737-ab44-557d390043d9 admin admin] Request body: {'subnet': {'network_id': '4635f169-da68-4998-a56e-45fade2bc957', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1228755654-subnet', 'tenant_id': '6488e31d18754b93a4e556dca23f8f49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:31.094204 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-be143d7d-8476-4737-ab44-557d390043d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:31.114600 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-be143d7d-8476-4737-ab44-557d390043d9 admin admin] Usage tracker for resource:subnet and tenant:6488e31d18754b93a4e556dca23f8f49 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:31.121030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-be143d7d-8476-4737-ab44-557d390043d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:31.137143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: a06bb305-9ff9-456a-8725-3eff87817f32 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:53:31.137571 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a06bb305-9ff9-456a-8725-3eff87817f32 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:53:31.142195 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:31.148007 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-585a8707-34cc-4c26-8ca7-86399556a914 req-badb20db-5002-4309-8631-abd4223bda25 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:31.172636 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-585a8707-34cc-4c26-8ca7-86399556a914 req-badb20db-5002-4309-8631-abd4223bda25 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:31.174429 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-be143d7d-8476-4737-ab44-557d390043d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:31.178905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-585a8707-34cc-4c26-8ca7-86399556a914 req-badb20db-5002-4309-8631-abd4223bda25 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Usage tracker for resource:security_group_rule and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:31.179515 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a4604432-3d35-4579-8271-0c34ba248ba5, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a4604432-3d35-4579-8271-0c34ba248ba5,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:31.182886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-585a8707-34cc-4c26-8ca7-86399556a914 req-badb20db-5002-4309-8631-abd4223bda25 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:31.190669 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-585a8707-34cc-4c26-8ca7-86399556a914 req-badb20db-5002-4309-8631-abd4223bda25 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:31.201749 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'a4604432-3d35-4579-8271-0c34ba248ba5', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'port_id': 'a4604432-3d35-4579-8271-0c34ba248ba5', 'mac_address': 'fa:16:3e:99:98:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:53:31.222451 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4243a8d-7822-4e89-a5c7-5b5b34fdd2bc req-25d6b8c2-0b59-4804-9352-c35e6278fd09 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:31.230272 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4243a8d-7822-4e89-a5c7-5b5b34fdd2bc req-25d6b8c2-0b59-4804-9352-c35e6278fd09 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=2efd81d1-caab-472c-93a9-e41a790d604d HTTP/1.1" status: 200 len: 944 time: 0.2670274 Mar 01 20:53:31.250074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-69aa9ae0-eaa2-45b2-ba64-e8e6982715a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:31.251606 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-69aa9ae0-eaa2-45b2-ba64-e8e6982715a4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1d35894-975e-4477-8039-e95c20ae6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2479935 Mar 01 20:53:31.255823 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e987c49c-1cae-4f66-809e-738de6915e2f req-8eb4b685-faea-4002-9c27-79b7b3adbbe0 service neutron] 10.222.0.57 "GET /v2.0/networks/c0541fdd-f80b-45df-814f-a9bbce49f44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962109 Mar 01 20:53:31.269381 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:31.287684 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:31.312505 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4604432-3d35-4579-8271-0c34ba248ba5 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:53:31.322684 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be143d7d-8476-4737-ab44-557d390043d9 admin admin] Made reservation on behalf of 6488e31d18754b93a4e556dca23f8f49 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:53:31.325015 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be143d7d-8476-4737-ab44-557d390043d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:31.332136 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a4604432-3d35-4579-8271-0c34ba248ba5, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a4604432-3d35-4579-8271-0c34ba248ba5,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:31.399502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44445cfa-6658-491e-83d8-10cb4d52025d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:31.411478 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4243a8d-7822-4e89-a5c7-5b5b34fdd2bc req-72bc84b2-ded7-4a4f-a1a1-6d896a232b3b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784563 Mar 01 20:53:31.421643 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:31.504494 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-585a8707-34cc-4c26-8ca7-86399556a914 req-badb20db-5002-4309-8631-abd4223bda25 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:31.524630 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=a4604432-3d35-4579-8271-0c34ba248ba5,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:31.532842 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42bd59c7-d629-4a63-95ef-081d19a6b1cd', 'name': 'network-vif-deleted', 'tag': 'a06bb305-9ff9-456a-8725-3eff87817f32'}, {'name': 'network-changed', 'server_uuid': '8b2b3a2d-5071-400b-a49a-e28e95a6c99f', 'tag': 'e7fc0994-bfed-46b8-a1ff-d5cfb530eca6'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:31.534325 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Allocated IP 192.168.233.130 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/bf943ebb-c067-426d-a029-17bb96def12d) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:53:31.547871 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device a5afc538-6ebf-401e-8456-eaa87c3e035e up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:53:31.590814 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-585a8707-34cc-4c26-8ca7-86399556a914 req-badb20db-5002-4309-8631-abd4223bda25 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:31.640577 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-832d96aa-a9dc-41c8-a99c-fe99c585d146 service neutron] 10.222.0.57 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3770685 Mar 01 20:53:31.645593 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e987c49c-1cae-4f66-809e-738de6915e2f req-983f923e-d961-479c-8535-f8cbc3bd643d service neutron] 10.222.0.57 "GET /v2.0/networks/c0541fdd-f80b-45df-814f-a9bbce49f44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789411 Mar 01 20:53:31.731146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-2403ba98-6013-4e4a-b73c-dde46fc1d927 req-525ea3c2-1bb4-412a-b37a-0168f40f3ea3 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Synchronizing usage tracker for tenant:a7e85112c1114193a6fd7e3cdb323cd0 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:53:31.766289 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port a5afc538-6ebf-401e-8456-eaa87c3e035e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:53:31.770323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badb20db-5002-4309-8631-abd4223bda25 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=420fed26-ae4d-498f-9ca4-7cb41af08547,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:31.774828 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port a5afc538-6ebf-401e-8456-eaa87c3e035e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:53:31.775345 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:31.798545 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-585a8707-34cc-4c26-8ca7-86399556a914 req-badb20db-5002-4309-8631-abd4223bda25 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:31.799943 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-585a8707-34cc-4c26-8ca7-86399556a914 req-badb20db-5002-4309-8631-abd4223bda25 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.9177301 Mar 01 20:53:31.829839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a4604432-3d35-4579-8271-0c34ba248ba5'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:53:31.864753 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-004fccca-f4b3-4352-bbaf-ed17ebd8815c req-80f191c4-93bb-4bb5-97be-eff206e9dba4 service neutron] 10.222.0.57 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121797 Mar 01 20:53:31.946405 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be143d7d-8476-4737-ab44-557d390043d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:31.974021 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-2403ba98-6013-4e4a-b73c-dde46fc1d927 req-525ea3c2-1bb4-412a-b37a-0168f40f3ea3 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Unset dirty status for tenant:a7e85112c1114193a6fd7e3cdb323cd0 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:53:31.979998 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2403ba98-6013-4e4a-b73c-dde46fc1d927 req-525ea3c2-1bb4-412a-b37a-0168f40f3ea3 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/ports?device_id=15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7 HTTP/1.1" status: 200 len: 210 time: 0.3644118 Mar 01 20:53:32.064097 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42bd59c7-d629-4a63-95ef-081d19a6b1cd', 'name': 'network-vif-deleted', 'tag': 'a06bb305-9ff9-456a-8725-3eff87817f32', 'status': 'completed', 'code': 200} Mar 01 20:53:32.064341 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2b3a2d-5071-400b-a49a-e28e95a6c99f', 'tag': 'e7fc0994-bfed-46b8-a1ff-d5cfb530eca6', 'status': 'completed', 'code': 200} Mar 01 20:53:32.065310 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be143d7d-8476-4737-ab44-557d390043d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1944d351-9aca-41da-af6c-1fc875a31b08,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:32.119234 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:32.172562 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b490b3bb-376c-4afc-a0fc-64b17bd31a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5afc538-6ebf-401e-8456-eaa87c3e035e'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:32.189017 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:32.195334 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port a5afc538-6ebf-401e-8456-eaa87c3e035e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=a5afc538-6ebf-401e-8456-eaa87c3e035e,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:32.200870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817450c2-d0ea-4e89-98dc-aa13e2c5b3a5 req-5a6cc156-a75d-4ddc-b84d-3cb72b449555 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:32.202847 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-817450c2-d0ea-4e89-98dc-aa13e2c5b3a5 req-5a6cc156-a75d-4ddc-b84d-3cb72b449555 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b490b3bb-376c-4afc-a0fc-64b17bd31a24 HTTP/1.1" status: 200 len: 944 time: 0.2350714 Mar 01 20:53:32.229227 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:32.267602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Transition to ACTIVE for port object bf943ebb-c067-426d-a029-17bb96def12d will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:53:32.282123 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:32.314159 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-817450c2-d0ea-4e89-98dc-aa13e2c5b3a5 req-a48ea006-b64c-4f1e-9e80-2b94f60a7242 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012306 Mar 01 20:53:32.344420 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be143d7d-8476-4737-ab44-557d390043d9 admin admin] Checking segment: {'id': '72b78ec3-7a40-4292-9c6c-272389ed8429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4635f169-da68-4998-a56e-45fade2bc957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:53:32.344772 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be143d7d-8476-4737-ab44-557d390043d9 admin admin] Network hostable DHCP agents. Network: 4635f169-da68-4998-a56e-45fade2bc957, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:53:32.356755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed95be-544f-44a0-bf5b-005005de195b req-eb299c27-2724-48cc-9bf2-21822248aaf6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:32.358232 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2aed95be-544f-44a0-bf5b-005005de195b req-eb299c27-2724-48cc-9bf2-21822248aaf6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 945 time: 0.1266067 Mar 01 20:53:32.365914 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=a5afc538-6ebf-401e-8456-eaa87c3e035e,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:32.396901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ba46c-5f0d-4821-812f-bdaa70e876e4 req-5c9e677b-2a64-42c0-9935-8ee6cbb1fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:32.398525 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b7ba46c-5f0d-4821-812f-bdaa70e876e4 req-5c9e677b-2a64-42c0-9935-8ee6cbb1fe10 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f76671925d614132899f6869c2566bab&device_id=8b2b3a2d-5071-400b-a49a-e28e95a6c99f HTTP/1.1" status: 200 len: 1094 time: 0.3213494 Mar 01 20:53:32.435766 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:32.441251 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-201eacbc-c324-42c0-b34f-512e656992b1 req-5c99b09e-1b0a-4ef8-9250-1623b8ad222e tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "GET /v2.0/security-groups/c204bf6e-309d-4416-a389-cf4c17d22d24 HTTP/1.1" status: 200 len: 1802 time: 0.0926116 Mar 01 20:53:32.448820 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2aed95be-544f-44a0-bf5b-005005de195b req-9929530f-6c6d-41a7-bb73-020a70751072 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768342 Mar 01 20:53:32.539787 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:53:32.549004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:53:32.561264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:53:32.568570 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be143d7d-8476-4737-ab44-557d390043d9 admin admin] Network 4635f169-da68-4998-a56e-45fade2bc957 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:53:32.600548 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Pushing event updated for resources: {'Port': ['ID=bf943ebb-c067-426d-a029-17bb96def12d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:32.663886 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6753ff9-1a95-48dc-8239-f403818afc4c req-88f30bfc-8168-4ee7-be11-eecee6461ced tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=08193a06-8024-41be-84df-048cda615aa3 HTTP/1.1" status: 200 len: 210 time: 0.0730736 Mar 01 20:53:32.672145 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-201eacbc-c324-42c0-b34f-512e656992b1 req-e0af2fe5-b34b-485b-b773-fc09881ccd04 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "GET /v2.0/security-groups/420fed26-ae4d-498f-9ca4-7cb41af08547 HTTP/1.1" status: 200 len: 1805 time: 0.1895459 Mar 01 20:53:32.676864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-201eacbc-c324-42c0-b34f-512e656992b1 req-ec5be635-2159-4c37-90c1-09ca9d5be6e3 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c204bf6e-309d-4416-a389-cf4c17d22d24', 'remote_group_id': '420fed26-ae4d-498f-9ca4-7cb41af08547', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:32.677151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-201eacbc-c324-42c0-b34f-512e656992b1 req-ec5be635-2159-4c37-90c1-09ca9d5be6e3 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c204bf6e-309d-4416-a389-cf4c17d22d24', 'remote_group_id': '420fed26-ae4d-498f-9ca4-7cb41af08547', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:32.681025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-d4b16d8b-69a4-4f53-bc0f-d1062d75bd93 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:32.688265 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-d4b16d8b-69a4-4f53-bc0f-d1062d75bd93 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.57 "GET /v2.0/networks?id=1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 HTTP/1.1" status: 200 len: 804 time: 0.2887926 Mar 01 20:53:32.690322 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-201eacbc-c324-42c0-b34f-512e656992b1 req-ec5be635-2159-4c37-90c1-09ca9d5be6e3 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:32.699515 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-201eacbc-c324-42c0-b34f-512e656992b1 req-ec5be635-2159-4c37-90c1-09ca9d5be6e3 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Usage tracker for resource:security_group_rule and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:32.704254 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-f314df12-21cb-4a2a-9753-9bb2c326a6f0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Request body: {'port': {'device_id': '08193a06-8024-41be-84df-048cda615aa3', 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9', 'admin_state_up': True, 'tenant_id': '97a1897762f847bfb56825ead5e60708'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:32.706989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-201eacbc-c324-42c0-b34f-512e656992b1 req-ec5be635-2159-4c37-90c1-09ca9d5be6e3 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:32.716470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:32.717412 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:32.726031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-201eacbc-c324-42c0-b34f-512e656992b1 req-ec5be635-2159-4c37-90c1-09ca9d5be6e3 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:32.729144 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-be143d7d-8476-4737-ab44-557d390043d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 4635f169-da68-4998-a56e-45fade2bc957) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:53:32.734459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be143d7d-8476-4737-ab44-557d390043d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:32.740827 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be143d7d-8476-4737-ab44-557d390043d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:32.742222 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d58965-37cf-44b4-8809-43d1ec12909b None None] Network 4635f169-da68-4998-a56e-45fade2bc957 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:53:32.841140 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ba46c-5f0d-4821-812f-bdaa70e876e4 req-3061830a-49b8-493e-9e9f-4c1f053f0c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:32.842216 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b7ba46c-5f0d-4821-812f-bdaa70e876e4 req-3061830a-49b8-493e-9e9f-4c1f053f0c37 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e1d35894-975e-4477-8039-e95c20ae6197 HTTP/1.1" status: 200 len: 921 time: 0.4215772 Mar 01 20:53:32.856208 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-a0b03aa9-251e-42ba-a9b9-2fd074faf829 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4530299 Mar 01 20:53:32.872771 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] Request body: {'port': {'device_id': '15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:32.941933 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b7ba46c-5f0d-4821-812f-bdaa70e876e4 req-790d9290-a459-482a-8559-9316d2214e9b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 HTTP/1.1" status: 200 len: 217 time: 0.0829384 Mar 01 20:53:32.957362 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-be143d7d-8476-4737-ab44-557d390043d9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.8918927 Mar 01 20:53:32.967565 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 76296d0e-f41c-45f6-95fe-4052e3267fed up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:53:33.002562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b17654-dd16-4fb2-a0c7-70e31f81fed3 req-686a4c7e-6d5e-4ab5-a0f8-62fe1912aec3 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:33.004789 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8b17654-dd16-4fb2-a0c7-70e31f81fed3 req-686a4c7e-6d5e-4ab5-a0f8-62fe1912aec3 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b2b3a2d-5071-400b-a49a-e28e95a6c99f HTTP/1.1" status: 200 len: 943 time: 0.2057452 Mar 01 20:53:33.053235 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-f314df12-21cb-4a2a-9753-9bb2c326a6f0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:33.061648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-f314df12-21cb-4a2a-9753-9bb2c326a6f0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Usage tracker for resource:port and tenant:97a1897762f847bfb56825ead5e60708 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:33.066142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-f314df12-21cb-4a2a-9753-9bb2c326a6f0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:33.077095 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-201eacbc-c324-42c0-b34f-512e656992b1 req-ec5be635-2159-4c37-90c1-09ca9d5be6e3 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:33.078578 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ba46c-5f0d-4821-812f-bdaa70e876e4 req-ea6cd015-c858-4d63-8957-b4ce512bbee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:33.080228 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b7ba46c-5f0d-4821-812f-bdaa70e876e4 req-ea6cd015-c858-4d63-8957-b4ce512bbee6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4 HTTP/1.1" status: 200 len: 859 time: 0.1302049 Mar 01 20:53:33.084055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-f314df12-21cb-4a2a-9753-9bb2c326a6f0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:33.118673 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-201eacbc-c324-42c0-b34f-512e656992b1 req-ec5be635-2159-4c37-90c1-09ca9d5be6e3 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:33.152218 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:33.177380 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4d23b6-df89-41c6-925a-cc1505ebea98 None None] Network 4635f169-da68-4998-a56e-45fade2bc957 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:53:33.179905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7ba46c-5f0d-4821-812f-bdaa70e876e4 req-cee7785d-abe4-45f5-9c04-7c32d571d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:33.181584 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b7ba46c-5f0d-4821-812f-bdaa70e876e4 req-cee7785d-abe4-45f5-9c04-7c32d571d7bc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1d35894-975e-4477-8039-e95c20ae6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934515 Mar 01 20:53:33.186995 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8b17654-dd16-4fb2-a0c7-70e31f81fed3 req-cc5826d1-0ff9-4d6b-922a-1a108a5f1852 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7c9521-c999-4be9-9c04-fef329b9f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363430 Mar 01 20:53:33.215560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39386) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:33.242143 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-201eacbc-c324-42c0-b34f-512e656992b1 req-ec5be635-2159-4c37-90c1-09ca9d5be6e3 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:33.252938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-f314df12-21cb-4a2a-9753-9bb2c326a6f0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Made reservation on behalf of 97a1897762f847bfb56825ead5e60708 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:53:33.256821 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-f314df12-21cb-4a2a-9753-9bb2c326a6f0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:33.309973 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5be635-2159-4c37-90c1-09ca9d5be6e3 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae66411c-606b-48b6-9846-d3b9bbd47fcf,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:33.313017 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b490b3bb-376c-4afc-a0fc-64b17bd31a24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5afc538-6ebf-401e-8456-eaa87c3e035e', 'code': 200} Mar 01 20:53:33.366944 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 76296d0e-f41c-45f6-95fe-4052e3267fed completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:53:33.369861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fbf49eb3-83fd-4a91-819c-f89860e067cf None None] Provisioning for port bf943ebb-c067-426d-a029-17bb96def12d completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:53:33.410305 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fbf49eb3-83fd-4a91-819c-f89860e067cf None None] Provisioning complete for port bf943ebb-c067-426d-a029-17bb96def12d triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:53:33.410305 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fbf49eb3-83fd-4a91-819c-f89860e067cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:33.432991 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 76296d0e-f41c-45f6-95fe-4052e3267fed triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:53:33.433360 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:33.454489 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-137a7c80-18e7-4912-aa55-d88616885088 admin admin] Deleting subnet 2a68df4c-43c2-4e20-94c5-6a3b42e429ac {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:53:33.472271 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-137a7c80-18e7-4912-aa55-d88616885088 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:33.522811 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-fbf49eb3-83fd-4a91-819c-f89860e067cf None None] Port bf943ebb-c067-426d-a029-17bb96def12d cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:53:33.525305 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-201eacbc-c324-42c0-b34f-512e656992b1 req-ec5be635-2159-4c37-90c1-09ca9d5be6e3 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:33.531865 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-201eacbc-c324-42c0-b34f-512e656992b1 req-ec5be635-2159-4c37-90c1-09ca9d5be6e3 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8588228 Mar 01 20:53:33.559520 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b7ba46c-5f0d-4821-812f-bdaa70e876e4 req-65f8d03f-a8ae-4611-8189-12be1e0ae783 service neutron] 10.222.0.57 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693972 Mar 01 20:53:33.566107 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-137a7c80-18e7-4912-aa55-d88616885088 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:33.600740 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:33.639255 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 76296d0e-f41c-45f6-95fe-4052e3267fed, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=76296d0e-f41c-45f6-95fe-4052e3267fed,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:33.734442 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:33.748616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da751b5-4176-4a7f-b68e-434343ccb833 req-df200cfe-a9a4-48f4-99ad-893608a0c060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:33.750329 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5da751b5-4176-4a7f-b68e-434343ccb833 req-df200cfe-a9a4-48f4-99ad-893608a0c060 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b490b3bb-376c-4afc-a0fc-64b17bd31a24 HTTP/1.1" status: 200 len: 1096 time: 0.4050610 Mar 01 20:53:33.789163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-f314df12-21cb-4a2a-9753-9bb2c326a6f0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Allocated IP 172.20.0.7 (1eff2f34-a2fd-4fcb-a52b-c94db9f867f9/a04d362b-c114-455b-b96e-10a41d5ec3e4/000dce9a-69a4-46a2-9e5b-e8d4927c137d) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:53:33.796978 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-137a7c80-18e7-4912-aa55-d88616885088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:33.813711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=76296d0e-f41c-45f6-95fe-4052e3267fed,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:33.819440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c62f2f-6cd5-4780-bd91-3e0bb11b6675 req-034a4112-7a73-457e-88f3-2825740af951 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:33.820928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8c62f2f-6cd5-4780-bd91-3e0bb11b6675 req-034a4112-7a73-457e-88f3-2825740af951 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=2efd81d1-caab-472c-93a9-e41a790d604d HTTP/1.1" status: 200 len: 945 time: 0.4225912 Mar 01 20:53:33.865455 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5da751b5-4176-4a7f-b68e-434343ccb833 req-4301aa85-870c-42ca-a6f9-9daec62419d7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068356 Mar 01 20:53:33.892094 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b7ba46c-5f0d-4821-812f-bdaa70e876e4 req-a42d4d9a-8392-43eb-86b1-2c70138a2fbb service neutron] 10.222.0.57 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609923 Mar 01 20:53:33.956411 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8c62f2f-6cd5-4780-bd91-3e0bb11b6675 req-3393efac-caa4-456a-b2ae-69309d71f70f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200354 Mar 01 20:53:33.963985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf67a2-4fe1-4fbe-981c-1744d28a79dd req-f580127b-3736-445c-9b1e-859d5891f12d tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:33.965448 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0dbf67a2-4fe1-4fbe-981c-1744d28a79dd req-f580127b-3736-445c-9b1e-859d5891f12d tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/ports?device_id=15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7 HTTP/1.1" status: 200 len: 936 time: 0.2882674 Mar 01 20:53:33.973489 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf943ebb-c067-426d-a029-17bb96def12d {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:53:33.982561 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:34.022646 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] Transition to ACTIVE for port object bf943ebb-c067-426d-a029-17bb96def12d will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:53:34.030576 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-137a7c80-18e7-4912-aa55-d88616885088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:34.036637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-0dbf67a2-4fe1-4fbe-981c-1744d28a79dd req-c7dc826d-1e07-4e1f-a696-7dd1dd8652d1 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Synchronizing usage tracker for tenant:a7e85112c1114193a6fd7e3cdb323cd0 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:53:34.107058 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:34.157726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-0dbf67a2-4fe1-4fbe-981c-1744d28a79dd req-c7dc826d-1e07-4e1f-a696-7dd1dd8652d1 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Unset dirty status for tenant:a7e85112c1114193a6fd7e3cdb323cd0 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:53:34.158905 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0dbf67a2-4fe1-4fbe-981c-1744d28a79dd req-c7dc826d-1e07-4e1f-a696-7dd1dd8652d1 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/security-groups?id=44445cfa-6658-491e-83d8-10cb4d52025d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784260 Mar 01 20:53:34.222385 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a7c80-18e7-4912-aa55-d88616885088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a68df4c-43c2-4e20-94c5-6a3b42e429ac,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:34.232171 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-137a7c80-18e7-4912-aa55-d88616885088 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:34.262435 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-137a7c80-18e7-4912-aa55-d88616885088 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2a68df4c-43c2-4e20-94c5-6a3b42e429ac HTTP/1.1" status: 204 len: 168 time: 1.0455892 Mar 01 20:53:34.265671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39400) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:34.322228 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-f314df12-21cb-4a2a-9753-9bb2c326a6f0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:34.405761 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1c618bd3-2b46-490e-bd73-6b4a8dc1bba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:34.450761 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] Pushing event updated for resources: {'Port': ['ID=bf943ebb-c067-426d-a029-17bb96def12d,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:34.546579 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1c618bd3-2b46-490e-bd73-6b4a8dc1bba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:34.554064 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-f314df12-21cb-4a2a-9753-9bb2c326a6f0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:34.565404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f80537-13b8-4399-858f-b94cc35c07d0 req-13b6c5df-2772-4cbd-b5dc-8f185c63281a tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:34.566882 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92f80537-13b8-4399-858f-b94cc35c07d0 req-13b6c5df-2772-4cbd-b5dc-8f185c63281a tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b490b3bb-376c-4afc-a0fc-64b17bd31a24 HTTP/1.1" status: 200 len: 945 time: 0.5025625 Mar 01 20:53:34.625746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] Attempting to bind port bf943ebb-c067-426d-a029-17bb96def12d on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:53:34.626079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] Attempting to bind port bf943ebb-c067-426d-a029-17bb96def12d by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:53:34.626405 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] Attempting to bind port bf943ebb-c067-426d-a029-17bb96def12d on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:53:34.629444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-1c618bd3-2b46-490e-bd73-6b4a8dc1bba8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6bfe5cd-f60b-42fa-a25a-73881be109f5']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:34.646532 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e870c60-591c-476f-add8-34bd6b5e8b6e req-dd461966-acc0-4352-adf4-4b8bb13f62d8 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:34.648040 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e870c60-591c-476f-add8-34bd6b5e8b6e req-dd461966-acc0-4352-adf4-4b8bb13f62d8 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 946 time: 0.2611837 Mar 01 20:53:34.651189 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-1c618bd3-2b46-490e-bd73-6b4a8dc1bba8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41eb5594-3c1d-4b7f-9aa2-c2a6056d8b50') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:34.651662 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-1c618bd3-2b46-490e-bd73-6b4a8dc1bba8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41eb5594-3c1d-4b7f-9aa2-c2a6056d8b50') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:34.653204 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] Port bf943ebb-c067-426d-a029-17bb96def12d on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:53:34.653531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] Attempting to bind port bf943ebb-c067-426d-a029-17bb96def12d on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:53:34.659515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-f314df12-21cb-4a2a-9753-9bb2c326a6f0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Network 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:53:34.675216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-f314df12-21cb-4a2a-9753-9bb2c326a6f0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:53:34.681303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-f314df12-21cb-4a2a-9753-9bb2c326a6f0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:53:34.682387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:53:34.682835 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:53:34.683386 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:53:34.683693 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] Bound port: bf943ebb-c067-426d-a029-17bb96def12d, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:53:34.684041 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:34.697687 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92f80537-13b8-4399-858f-b94cc35c07d0 req-c7713ef8-eed8-4d73-9210-b8c486a37efb tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215177 Mar 01 20:53:34.707076 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1c618bd3-2b46-490e-bd73-6b4a8dc1bba8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:34.717002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314df12-21cb-4a2a-9753-9bb2c326a6f0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Pushing event updated for resources: {'Port': ['ID=000dce9a-69a4-46a2-9e5b-e8d4927c137d,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:34.744343 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1c618bd3-2b46-490e-bd73-6b4a8dc1bba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:34.755517 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c618bd3-2b46-490e-bd73-6b4a8dc1bba8 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:53:34.755906 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1c618bd3-2b46-490e-bd73-6b4a8dc1bba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:34.760659 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-9d978806-1441-465f-aabe-98ed4981bafa req-11cc7f8d-cdb5-4064-bdc6-6d3cd628de30 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-335253718', 'description': 'tempest-description-871744518'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:53:34.769067 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:53:34.773181 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-9d978806-1441-465f-aabe-98ed4981bafa req-11cc7f8d-cdb5-4064-bdc6-6d3cd628de30 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:34.778536 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e870c60-591c-476f-add8-34bd6b5e8b6e req-1291ed02-c7bf-40b6-938f-8a689ca22272 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226060 Mar 01 20:53:34.782264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-9d978806-1441-465f-aabe-98ed4981bafa req-11cc7f8d-cdb5-4064-bdc6-6d3cd628de30 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Usage tracker for resource:security_group and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:34.787105 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-f314df12-21cb-4a2a-9753-9bb2c326a6f0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:34.787742 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-f314df12-21cb-4a2a-9753-9bb2c326a6f0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:34.790796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-9d978806-1441-465f-aabe-98ed4981bafa req-11cc7f8d-cdb5-4064-bdc6-6d3cd628de30 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:34.812532 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-9d978806-1441-465f-aabe-98ed4981bafa req-11cc7f8d-cdb5-4064-bdc6-6d3cd628de30 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:34.827979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] For port bf943ebb-c067-426d-a029-17bb96def12d, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:53:34.831741 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] For port bf943ebb-c067-426d-a029-17bb96def12d, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bf943ebb-c067-426d-a029-17bb96def12d,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:53:34.864495 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a4604432-3d35-4579-8271-0c34ba248ba5 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:53:34.927550 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9d978806-1441-465f-aabe-98ed4981bafa req-11cc7f8d-cdb5-4064-bdc6-6d3cd628de30 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:34.946580 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1c618bd3-2b46-490e-bd73-6b4a8dc1bba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:34.950301 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-f314df12-21cb-4a2a-9753-9bb2c326a6f0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2503929 Mar 01 20:53:34.952875 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:34.972026 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1c618bd3-2b46-490e-bd73-6b4a8dc1bba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:34.980689 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] Request body: {'port': {'device_id': '08193a06-8024-41be-84df-048cda615aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:35.005936 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port a4604432-3d35-4579-8271-0c34ba248ba5 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:53:35.013900 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port a4604432-3d35-4579-8271-0c34ba248ba5 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:53:35.014139 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:35.015392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-9d978806-1441-465f-aabe-98ed4981bafa req-11cc7f8d-cdb5-4064-bdc6-6d3cd628de30 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:35.021818 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c618bd3-2b46-490e-bd73-6b4a8dc1bba8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6bfe5cd-f60b-42fa-a25a-73881be109f5,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:35.023640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:35.024190 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:35.026375 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] 10.222.0.55 "PUT /v2.0/ports/bf943ebb-c067-426d-a029-17bb96def12d HTTP/1.1" status: 200 len: 1096 time: 2.1580331 Mar 01 20:53:35.029825 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7', 'tag': 'bf943ebb-c067-426d-a029-17bb96def12d'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:35.029991 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1c618bd3-2b46-490e-bd73-6b4a8dc1bba8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b6bfe5cd-f60b-42fa-a25a-73881be109f5 HTTP/1.1" status: 204 len: 168 time: 0.7605946 Mar 01 20:53:35.030795 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39406) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:35.035514 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-9d978806-1441-465f-aabe-98ed4981bafa req-11cc7f8d-cdb5-4064-bdc6-6d3cd628de30 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Usage tracker for resource:security_group_rule and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:35.040050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-9d978806-1441-465f-aabe-98ed4981bafa req-11cc7f8d-cdb5-4064-bdc6-6d3cd628de30 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:35.064352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-9d978806-1441-465f-aabe-98ed4981bafa req-11cc7f8d-cdb5-4064-bdc6-6d3cd628de30 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:35.079563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ce0dc-dea8-4874-bdc6-2ee8fabe1239 service neutron] Pushing event updated for resources: {'Port': ['ID=bf943ebb-c067-426d-a029-17bb96def12d,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:35.121547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10eda7d-44be-4cc8-9fd1-e08b43cc068a req-6a163ed5-410a-4c7c-aefa-1e29a4752aca tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:35.128889 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d10eda7d-44be-4cc8-9fd1-e08b43cc068a req-6a163ed5-410a-4c7c-aefa-1e29a4752aca tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=08193a06-8024-41be-84df-048cda615aa3 HTTP/1.1" status: 200 len: 931 time: 0.2407315 Mar 01 20:53:35.190484 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-64128e45-1325-4793-93ea-218910f71f8b admin admin] Deleting subnet 1944d351-9aca-41da-af6c-1fc875a31b08 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:53:35.197019 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64128e45-1325-4793-93ea-218910f71f8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:35.247144 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d10eda7d-44be-4cc8-9fd1-e08b43cc068a req-46e3de8e-bdab-4368-902d-72624abc36ce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171937 Mar 01 20:53:35.255155 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:35.274124 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:35.312586 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a4604432-3d35-4579-8271-0c34ba248ba5, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a4604432-3d35-4579-8271-0c34ba248ba5,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:35.314185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1127f8b-438e-4460-a41a-70bae61f8ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76296d0e-f41c-45f6-95fe-4052e3267fed'}, {'server_uuid': '2efd81d1-caab-472c-93a9-e41a790d604d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4604432-3d35-4579-8271-0c34ba248ba5'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:35.341786 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64128e45-1325-4793-93ea-218910f71f8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:35.344259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-af9552cc-0f27-4f9e-bc48-f5088820fcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:35.345804 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-af9552cc-0f27-4f9e-bc48-f5088820fcc7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a7e85112c1114193a6fd7e3cdb323cd0&device_id=15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7 HTTP/1.1" status: 200 len: 1099 time: 0.1616504 Mar 01 20:53:35.436744 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:35.468800 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64128e45-1325-4793-93ea-218910f71f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:35.471523 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-9eef1368-0786-4492-9a67-a63677c46853 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=bf943ebb-c067-426d-a029-17bb96def12d HTTP/1.1" status: 200 len: 217 time: 0.1162891 Mar 01 20:53:35.477142 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9d978806-1441-465f-aabe-98ed4981bafa req-11cc7f8d-cdb5-4064-bdc6-6d3cd628de30 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:35.508846 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=a4604432-3d35-4579-8271-0c34ba248ba5,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:35.543070 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9d978806-1441-465f-aabe-98ed4981bafa req-11cc7f8d-cdb5-4064-bdc6-6d3cd628de30 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:35.563431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:53:35.599839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-fe7dd90f-98d1-4ed7-b8ca-8c9ec69f47a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:35.601376 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-fe7dd90f-98d1-4ed7-b8ca-8c9ec69f47a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1172078 Mar 01 20:53:35.647663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cc7f8d-cdb5-4064-bdc6-6d3cd628de30 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58550259-256b-4d88-ac00-4ff622252c4a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:35.673841 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9d978806-1441-465f-aabe-98ed4981bafa req-11cc7f8d-cdb5-4064-bdc6-6d3cd628de30 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:35.677979 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d978806-1441-465f-aabe-98ed4981bafa req-11cc7f8d-cdb5-4064-bdc6-6d3cd628de30 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9297352 Mar 01 20:53:35.690308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551bb43-9ea3-47f5-b044-8d801f0ab4da req-b85decc1-1196-4025-8382-1d46ad41fe90 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:35.691885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a551bb43-9ea3-47f5-b044-8d801f0ab4da req-b85decc1-1196-4025-8382-1d46ad41fe90 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b2b3a2d-5071-400b-a49a-e28e95a6c99f HTTP/1.1" status: 200 len: 943 time: 0.2691259 Mar 01 20:53:35.721067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port e7fc0994-bfed-46b8-a1ff-d5cfb530eca6, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e7fc0994-bfed-46b8-a1ff-d5cfb530eca6,segment=NetworkSegment(04fad1e4-9254-4f76-8181-684f486c79e5),segment_id=04fad1e4-9254-4f76-8181-684f486c79e5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:35.737642 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64128e45-1325-4793-93ea-218910f71f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:35.761386 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-fb085de9-f92c-4cc8-9828-daefe6e184c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:35.762905 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-fb085de9-f92c-4cc8-9828-daefe6e184c7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1530159 Mar 01 20:53:35.775042 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a551bb43-9ea3-47f5-b044-8d801f0ab4da req-1d4d5197-4b09-4afc-9ef4-6b3f14f89195 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7c9521-c999-4be9-9c04-fef329b9f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666568 Mar 01 20:53:35.791821 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'e7fc0994-bfed-46b8-a1ff-d5cfb530eca6', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'port_id': 'e7fc0994-bfed-46b8-a1ff-d5cfb530eca6', 'mac_address': 'fa:16:3e:15:cb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:53:35.815631 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64128e45-1325-4793-93ea-218910f71f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1944d351-9aca-41da-af6c-1fc875a31b08,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:35.817860 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64128e45-1325-4793-93ea-218910f71f8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:35.828415 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-64128e45-1325-4793-93ea-218910f71f8b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1944d351-9aca-41da-af6c-1fc875a31b08 HTTP/1.1" status: 204 len: 168 time: 0.7971091 Mar 01 20:53:35.831491 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39422) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:35.835835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000dce9a-69a4-46a2-9e5b-e8d4927c137d {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:53:35.862371 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:35.872914 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7', 'tag': 'bf943ebb-c067-426d-a029-17bb96def12d', 'status': 'completed', 'code': 200} Mar 01 20:53:35.879304 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:35.902330 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:53:35.922243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port e7fc0994-bfed-46b8-a1ff-d5cfb530eca6, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e7fc0994-bfed-46b8-a1ff-d5cfb530eca6,segment=NetworkSegment(04fad1e4-9254-4f76-8181-684f486c79e5),segment_id=04fad1e4-9254-4f76-8181-684f486c79e5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:35.953480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] Transition to ACTIVE for port object 000dce9a-69a4-46a2-9e5b-e8d4927c137d will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:53:35.974460 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5078896e-2af2-4a40-b417-49b319bad4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:35.997158 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:36.021555 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-775caf2c-2a75-4a0f-b4b9-d393be80e2e0 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500904 Mar 01 20:53:36.043528 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:36.081874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=e7fc0994-bfed-46b8-a1ff-d5cfb530eca6,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:36.135655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a4aaa4-addb-4aef-bd51-ea223e30bb1a req-07833196-09a4-4978-a15f-cdb16cc06121 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:36.137105 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b7a4aaa4-addb-4aef-bd51-ea223e30bb1a req-07833196-09a4-4978-a15f-cdb16cc06121 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=2efd81d1-caab-472c-93a9-e41a790d604d HTTP/1.1" status: 200 len: 946 time: 0.2634032 Mar 01 20:53:36.233828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5337f3-ded1-4ad5-ad73-55e696cf8d6f req-0fb5b411-9c2c-43b9-aabc-f888943b5cf2 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:36.235566 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e5337f3-ded1-4ad5-ad73-55e696cf8d6f req-0fb5b411-9c2c-43b9-aabc-f888943b5cf2 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/ports?device_id=15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7 HTTP/1.1" status: 200 len: 948 time: 0.2680817 Mar 01 20:53:36.240679 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b7a4aaa4-addb-4aef-bd51-ea223e30bb1a req-ff8f682c-4e0a-4c89-b059-d6c3d8c21fda tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889173 Mar 01 20:53:36.251873 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['e7fc0994-bfed-46b8-a1ff-d5cfb530eca6'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:53:36.258430 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2c85133-4cf5-4b4b-8faa-209e39b24b4d req-41d7da41-32bd-4802-8d52-d4361b0b3677 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270114 Mar 01 20:53:36.305070 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e5337f3-ded1-4ad5-ad73-55e696cf8d6f req-8188a74e-67c4-4a51-878d-82169a672583 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/security-groups?id=44445cfa-6658-491e-83d8-10cb4d52025d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619118 Mar 01 20:53:36.329697 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5078896e-2af2-4a40-b417-49b319bad4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:36.344082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-785bf7d9-293f-411d-b615-a5ff0ed2570a req-249252a5-481f-4f98-b86b-219e37c02565 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-663758085', 'description': 'tempest-description-147197679'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:36.345077 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1127f8b-438e-4460-a41a-70bae61f8ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76296d0e-f41c-45f6-95fe-4052e3267fed', 'code': 200} Mar 01 20:53:36.345340 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efd81d1-caab-472c-93a9-e41a790d604d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4604432-3d35-4579-8271-0c34ba248ba5', 'code': 200} Mar 01 20:53:36.366782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-785bf7d9-293f-411d-b615-a5ff0ed2570a req-249252a5-481f-4f98-b86b-219e37c02565 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:36.379894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-785bf7d9-293f-411d-b615-a5ff0ed2570a req-249252a5-481f-4f98-b86b-219e37c02565 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Usage tracker for resource:security_group and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:36.391887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-785bf7d9-293f-411d-b615-a5ff0ed2570a req-249252a5-481f-4f98-b86b-219e37c02565 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:36.399137 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-785bf7d9-293f-411d-b615-a5ff0ed2570a req-249252a5-481f-4f98-b86b-219e37c02565 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:36.420916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] Pushing event updated for resources: {'Port': ['ID=000dce9a-69a4-46a2-9e5b-e8d4927c137d,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:36.424163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-5078896e-2af2-4a40-b417-49b319bad4bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4635f169-da68-4998-a56e-45fade2bc957']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:36.472122 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-5078896e-2af2-4a40-b417-49b319bad4bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72b78ec3-7a40-4292-9c6c-272389ed8429') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:36.472429 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-5078896e-2af2-4a40-b417-49b319bad4bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72b78ec3-7a40-4292-9c6c-272389ed8429') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:36.525780 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-785bf7d9-293f-411d-b615-a5ff0ed2570a req-249252a5-481f-4f98-b86b-219e37c02565 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:36.568816 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-785bf7d9-293f-411d-b615-a5ff0ed2570a req-249252a5-481f-4f98-b86b-219e37c02565 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:36.576949 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-785bf7d9-293f-411d-b615-a5ff0ed2570a req-249252a5-481f-4f98-b86b-219e37c02565 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Usage tracker for resource:security_group_rule and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:36.579314 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5078896e-2af2-4a40-b417-49b319bad4bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:36.580963 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-785bf7d9-293f-411d-b615-a5ff0ed2570a req-249252a5-481f-4f98-b86b-219e37c02565 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:36.589353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-785bf7d9-293f-411d-b615-a5ff0ed2570a req-249252a5-481f-4f98-b86b-219e37c02565 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:36.608842 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5078896e-2af2-4a40-b417-49b319bad4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:36.623757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5078896e-2af2-4a40-b417-49b319bad4bb admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:53:36.624148 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5078896e-2af2-4a40-b417-49b319bad4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:36.644074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fce71-6e61-40b6-873b-5b6cda6804ba req-5a2062bd-d2f7-4bd3-b8ab-272ce7f7ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:36.645575 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a21fce71-6e61-40b6-873b-5b6cda6804ba req-5a2062bd-d2f7-4bd3-b8ab-272ce7f7ac3b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a7e85112c1114193a6fd7e3cdb323cd0&device_id=15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7 HTTP/1.1" status: 200 len: 1099 time: 0.2109382 Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:53:36.651674 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:53:36.654308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f52518-ca66-49c1-9575-8dc3179fb678 req-171bb13e-193a-4760-a6e3-0ac50e83a74f tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:36.655725 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50f52518-ca66-49c1-9575-8dc3179fb678 req-171bb13e-193a-4760-a6e3-0ac50e83a74f tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b490b3bb-376c-4afc-a0fc-64b17bd31a24 HTTP/1.1" status: 200 len: 945 time: 0.1773064 Mar 01 20:53:36.725179 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] Attempting to bind port 000dce9a-69a4-46a2-9e5b-e8d4927c137d on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:53:36.725514 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] Attempting to bind port 000dce9a-69a4-46a2-9e5b-e8d4927c137d by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'de18bba6-ff31-44fd-9f1f-77044c55f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:53:36.725837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] Attempting to bind port 000dce9a-69a4-46a2-9e5b-e8d4927c137d on network 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:53:36.747693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] Port 000dce9a-69a4-46a2-9e5b-e8d4927c137d on network 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:53:36.748014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] Attempting to bind port 000dce9a-69a4-46a2-9e5b-e8d4927c137d on network 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:53:36.767108 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:53:36.767572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] Checking segment: {'id': 'de18bba6-ff31-44fd-9f1f-77044c55f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:53:36.767962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] Bound using segment: {'id': 'de18bba6-ff31-44fd-9f1f-77044c55f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:53:36.768397 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] Bound port: 000dce9a-69a4-46a2-9e5b-e8d4927c137d, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de18bba6-ff31-44fd-9f1f-77044c55f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:53:36.768742 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:36.784893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38046127-050e-4154-b064-35e150f29713 req-a0433758-fb77-40d3-8001-9a14bc2af510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:36.786364 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-38046127-050e-4154-b064-35e150f29713 req-a0433758-fb77-40d3-8001-9a14bc2af510 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 1097 time: 0.3069093 Mar 01 20:53:36.790936 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61dce5d-a980-4e16-af0a-1753a7cc2c1c req-7241e0e0-078c-4bc7-94c9-6a024d2b69e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:36.792458 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e61dce5d-a980-4e16-af0a-1753a7cc2c1c req-7241e0e0-078c-4bc7-94c9-6a024d2b69e3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2efd81d1-caab-472c-93a9-e41a790d604d HTTP/1.1" status: 200 len: 1097 time: 0.3093245 Mar 01 20:53:36.865499 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5078896e-2af2-4a40-b417-49b319bad4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:36.896818 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5078896e-2af2-4a40-b417-49b319bad4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:36.925085 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50f52518-ca66-49c1-9575-8dc3179fb678 req-2fa24984-1e15-48b1-b423-716b523b8298 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378510 Mar 01 20:53:36.932387 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5078896e-2af2-4a40-b417-49b319bad4bb admin admin] Pushing event deleted for resources: {'Network': ['ID=4635f169-da68-4998-a56e-45fade2bc957,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:36.938335 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-38046127-050e-4154-b064-35e150f29713 req-5f2952fb-43b0-4920-9c33-1bc0fdbdb2a7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449037 Mar 01 20:53:36.939592 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5078896e-2af2-4a40-b417-49b319bad4bb admin admin] 10.222.0.42 "DELETE /v2.0/networks/4635f169-da68-4998-a56e-45fade2bc957 HTTP/1.1" status: 204 len: 168 time: 1.1069584 Mar 01 20:53:36.944993 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-785bf7d9-293f-411d-b615-a5ff0ed2570a req-249252a5-481f-4f98-b86b-219e37c02565 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:36.967052 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e61dce5d-a980-4e16-af0a-1753a7cc2c1c req-cdb38bfe-3320-4a0c-9491-dead0d1e03a1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557865 Mar 01 20:53:36.971388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] For port 000dce9a-69a4-46a2-9e5b-e8d4927c137d, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:53:36.972035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fce71-6e61-40b6-873b-5b6cda6804ba req-eaeea7a2-1d3e-4242-9c27-0071616d77f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:36.974261 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a21fce71-6e61-40b6-873b-5b6cda6804ba req-eaeea7a2-1d3e-4242-9c27-0071616d77f9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.3175380 Mar 01 20:53:36.975020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] For port 000dce9a-69a4-46a2-9e5b-e8d4927c137d, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=000dce9a-69a4-46a2-9e5b-e8d4927c137d,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:53:37.020761 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-785bf7d9-293f-411d-b615-a5ff0ed2570a req-249252a5-481f-4f98-b86b-219e37c02565 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:37.051892 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:37.110722 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:37.111325 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:37.112734 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] 10.222.0.57 "PUT /v2.0/ports/000dce9a-69a4-46a2-9e5b-e8d4927c137d HTTP/1.1" status: 200 len: 1091 time: 2.1380806 Mar 01 20:53:37.113169 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08193a06-8024-41be-84df-048cda615aa3', 'tag': '000dce9a-69a4-46a2-9e5b-e8d4927c137d'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:37.124279 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249252a5-481f-4f98-b86b-219e37c02565 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82cc2b48-404e-4ac9-99cf-382266514f16,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:37.145605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c355f4-45e8-4b02-8489-0d3291d69309 service neutron] Pushing event updated for resources: {'Port': ['ID=000dce9a-69a4-46a2-9e5b-e8d4927c137d,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:37.169429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943cb0e3-5ee8-4524-9673-370a42724039 req-a0e4c2e9-2247-4c98-a98d-b0aa4478fa98 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:37.174291 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-943cb0e3-5ee8-4524-9673-370a42724039 req-a0e4c2e9-2247-4c98-a98d-b0aa4478fa98 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 946 time: 0.1219747 Mar 01 20:53:37.197653 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-785bf7d9-293f-411d-b615-a5ff0ed2570a req-249252a5-481f-4f98-b86b-219e37c02565 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:37.199533 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-785bf7d9-293f-411d-b615-a5ff0ed2570a req-249252a5-481f-4f98-b86b-219e37c02565 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8605349 Mar 01 20:53:37.224605 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-943cb0e3-5ee8-4524-9673-370a42724039 req-28fa2b4f-0d9a-4985-b410-513fac976686 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480306 Mar 01 20:53:37.304507 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-0e628dd8-8797-4d19-b533-e6a0fa817bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:37.306877 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-0e628dd8-8797-4d19-b533-e6a0fa817bd2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97a1897762f847bfb56825ead5e60708&device_id=08193a06-8024-41be-84df-048cda615aa3 HTTP/1.1" status: 200 len: 1094 time: 0.0882311 Mar 01 20:53:37.377950 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-cd330d99-ebff-4313-ae5a-a75191ca3b35 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=000dce9a-69a4-46a2-9e5b-e8d4927c137d HTTP/1.1" status: 200 len: 217 time: 0.0621848 Mar 01 20:53:37.412462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39442) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:37.447954 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-8e3a24d6-131b-457f-a2b0-9a78cf05d0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:37.449400 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-8e3a24d6-131b-457f-a2b0-9a78cf05d0c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a04d362b-c114-455b-b96e-10a41d5ec3e4 HTTP/1.1" status: 200 len: 844 time: 0.0654681 Mar 01 20:53:37.498183 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-c5830dc1-fee8-4e3d-8be5-398bce4d5ffb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1eff2f34-a2fd-4fcb-a52b-c94db9f867f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417614 Mar 01 20:53:37.506016 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a21fce71-6e61-40b6-873b-5b6cda6804ba req-cf7205ea-076e-459f-b1ad-ef56192f4403 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=bf943ebb-c067-426d-a029-17bb96def12d HTTP/1.1" status: 200 len: 217 time: 0.0908737 Mar 01 20:53:37.568233 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:53:37.570805 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c1908-c5b2-49cf-9e67-d30b85c4d27d req-9059a809-5b56-4c50-b8af-4616ba8b4687 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:37.572972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-448c1908-c5b2-49cf-9e67-d30b85c4d27d req-9059a809-5b56-4c50-b8af-4616ba8b4687 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=08193a06-8024-41be-84df-048cda615aa3 HTTP/1.1" status: 200 len: 943 time: 0.2816639 Mar 01 20:53:37.628388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547faa93-d2ba-4555-ad27-4aa2a54a89c2 req-44164ed3-5a21-4b7b-a0a8-2869e3e32119 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:37.629759 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-547faa93-d2ba-4555-ad27-4aa2a54a89c2 req-44164ed3-5a21-4b7b-a0a8-2869e3e32119 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b2b3a2d-5071-400b-a49a-e28e95a6c99f HTTP/1.1" status: 200 len: 944 time: 0.2866683 Mar 01 20:53:37.636664 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9e04c331-8a59-4aca-9c1f-01e84a5ff565 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e92f8078f76343b69f7796174157d182&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2231560 Mar 01 20:53:37.639945 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39446) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:37.640885 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-341078dc-8148-4014-a3e4-ce3f8eefb28b service neutron] 10.222.0.57 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363375 Mar 01 20:53:37.682915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fce71-6e61-40b6-873b-5b6cda6804ba req-3c9bba6e-92b9-42e3-a739-88ce55b33c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:37.684333 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a21fce71-6e61-40b6-873b-5b6cda6804ba req-3c9bba6e-92b9-42e3-a739-88ce55b33c96 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1707437 Mar 01 20:53:37.706739 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-448c1908-c5b2-49cf-9e67-d30b85c4d27d req-80e79ab0-156f-4565-9dce-a2d09ee0f7f0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228926 Mar 01 20:53:37.720455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:53:37.726733 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:53:37.727609 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:37.793162 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-77bd48f7-c972-4b56-9764-8b4e02bd15ce req-c997ec2e-21a4-4192-8725-6e42771b8c27 service neutron] 10.222.0.57 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447253 Mar 01 20:53:37.800728 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-547faa93-d2ba-4555-ad27-4aa2a54a89c2 req-45b0ce95-be37-4f16-a8f9-d467afac6273 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7c9521-c999-4be9-9c04-fef329b9f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597872 Mar 01 20:53:37.820707 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b7613cf7-ca98-4560-9c5b-8d4caf58d04b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:37.857738 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08193a06-8024-41be-84df-048cda615aa3', 'tag': '000dce9a-69a4-46a2-9e5b-e8d4927c137d', 'status': 'completed', 'code': 200} Mar 01 20:53:37.893682 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:37.918973 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b7613cf7-ca98-4560-9c5b-8d4caf58d04b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:37.927829 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port e7fc0994-bfed-46b8-a1ff-d5cfb530eca6, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e7fc0994-bfed-46b8-a1ff-d5cfb530eca6,segment=NetworkSegment(04fad1e4-9254-4f76-8181-684f486c79e5),segment_id=04fad1e4-9254-4f76-8181-684f486c79e5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:37.976765 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78bcf4-0497-4642-80cb-06fd25b2ca4b req-90fd29cd-15c4-48a0-92ec-48da7d580434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:37.977415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21fce71-6e61-40b6-873b-5b6cda6804ba req-a90d20f8-dc9e-41bc-91f0-444a8cbb5f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:37.978261 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a21fce71-6e61-40b6-873b-5b6cda6804ba req-a90d20f8-dc9e-41bc-91f0-444a8cbb5f0f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2748892 Mar 01 20:53:37.978965 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e78bcf4-0497-4642-80cb-06fd25b2ca4b req-90fd29cd-15c4-48a0-92ec-48da7d580434 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97a1897762f847bfb56825ead5e60708&device_id=08193a06-8024-41be-84df-048cda615aa3 HTTP/1.1" status: 200 len: 1094 time: 0.0780880 Mar 01 20:53:38.017272 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b49becdf-a060-4c41-88fa-d1054840841c req-48618137-51e6-4d30-88fe-0e3b1e61bee6 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "GET /v2.0/security-groups/58550259-256b-4d88-ac00-4ff622252c4a HTTP/1.1" status: 200 len: 1803 time: 0.1355848 Mar 01 20:53:38.017956 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:38.088424 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=e7fc0994-bfed-46b8-a1ff-d5cfb530eca6,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:38.160574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7cd6a-dc90-477d-a47d-c6d3f4f37abb req-fc7346fe-febf-406d-ae5f-b3131d498598 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:38.162102 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1b7cd6a-dc90-477d-a47d-c6d3f4f37abb req-fc7346fe-febf-406d-ae5f-b3131d498598 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b490b3bb-376c-4afc-a0fc-64b17bd31a24 HTTP/1.1" status: 200 len: 945 time: 0.3279819 Mar 01 20:53:38.174943 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b49becdf-a060-4c41-88fa-d1054840841c req-0f68b022-95d3-4958-be77-503d6e637f68 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "GET /v2.0/security-groups/82cc2b48-404e-4ac9-99cf-382266514f16 HTTP/1.1" status: 200 len: 1803 time: 0.1420066 Mar 01 20:53:38.202301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-b49becdf-a060-4c41-88fa-d1054840841c req-2f4d0ae2-d8ed-4875-8ba1-224b2506159b tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '58550259-256b-4d88-ac00-4ff622252c4a', 'remote_group_id': '82cc2b48-404e-4ac9-99cf-382266514f16', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:38.202606 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-b49becdf-a060-4c41-88fa-d1054840841c req-2f4d0ae2-d8ed-4875-8ba1-224b2506159b tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '58550259-256b-4d88-ac00-4ff622252c4a', 'remote_group_id': '82cc2b48-404e-4ac9-99cf-382266514f16', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:38.225839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-b49becdf-a060-4c41-88fa-d1054840841c req-2f4d0ae2-d8ed-4875-8ba1-224b2506159b tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:38.242275 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b7613cf7-ca98-4560-9c5b-8d4caf58d04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:38.247981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b49becdf-a060-4c41-88fa-d1054840841c req-2f4d0ae2-d8ed-4875-8ba1-224b2506159b tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Usage tracker for resource:security_group_rule and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:38.259423 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b49becdf-a060-4c41-88fa-d1054840841c req-2f4d0ae2-d8ed-4875-8ba1-224b2506159b tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:38.260352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78bcf4-0497-4642-80cb-06fd25b2ca4b req-c18007be-7027-4eec-93a1-d8c6f40ac9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:38.261833 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e78bcf4-0497-4642-80cb-06fd25b2ca4b req-c18007be-7027-4eec-93a1-d8c6f40ac9be service neutron] 10.222.0.57 "GET /v2.0/networks?id=1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 HTTP/1.1" status: 200 len: 905 time: 0.2769604 Mar 01 20:53:38.267588 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a21fce71-6e61-40b6-873b-5b6cda6804ba req-f1182126-0e7e-4368-addf-06f6f53dbc04 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818251 Mar 01 20:53:38.274663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-b49becdf-a060-4c41-88fa-d1054840841c req-2f4d0ae2-d8ed-4875-8ba1-224b2506159b tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:38.280315 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7613cf7-ca98-4560-9c5b-8d4caf58d04b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b5c87a-89d1-4351-b991-90425d362b6c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:38.302075 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1b7cd6a-dc90-477d-a47d-c6d3f4f37abb req-cfa611b2-85d8-4150-9ca4-c82447cfe95f tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301587 Mar 01 20:53:38.313480 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b7613cf7-ca98-4560-9c5b-8d4caf58d04b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:38.319275 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b7613cf7-ca98-4560-9c5b-8d4caf58d04b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08b5c87a-89d1-4351-b991-90425d362b6c HTTP/1.1" status: 204 len: 168 time: 0.6725235 Mar 01 20:53:38.339660 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e78bcf4-0497-4642-80cb-06fd25b2ca4b req-36526792-f84e-4c5c-955f-2ef9d339b32b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=000dce9a-69a4-46a2-9e5b-e8d4927c137d HTTP/1.1" status: 200 len: 217 time: 0.0696759 Mar 01 20:53:38.346778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2b3a2d-5071-400b-a49a-e28e95a6c99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fc0994-bfed-46b8-a1ff-d5cfb530eca6'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:38.448646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e78bcf4-0497-4642-80cb-06fd25b2ca4b req-7eed3c7b-1855-487c-b9bd-a9682d81c297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:38.450468 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e78bcf4-0497-4642-80cb-06fd25b2ca4b req-7eed3c7b-1855-487c-b9bd-a9682d81c297 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a04d362b-c114-455b-b96e-10a41d5ec3e4 HTTP/1.1" status: 200 len: 844 time: 0.1047201 Mar 01 20:53:38.470239 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a21fce71-6e61-40b6-873b-5b6cda6804ba req-62337a1e-5e7d-4af3-8e88-6595ff2d43fa service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924608 Mar 01 20:53:38.473672 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b49becdf-a060-4c41-88fa-d1054840841c req-2f4d0ae2-d8ed-4875-8ba1-224b2506159b tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:38.504614 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e78bcf4-0497-4642-80cb-06fd25b2ca4b req-1971a26f-5f5a-4461-a8c7-4f91df77e925 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1eff2f34-a2fd-4fcb-a52b-c94db9f867f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464761 Mar 01 20:53:38.549399 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b49becdf-a060-4c41-88fa-d1054840841c req-2f4d0ae2-d8ed-4875-8ba1-224b2506159b tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:38.595306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b12b7-f3c7-4b4b-a8d6-01de5b2a68ee req-733cb374-37d3-42aa-a152-4ba0da25a31d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:38.597001 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-153b12b7-f3c7-4b4b-a8d6-01de5b2a68ee req-733cb374-37d3-42aa-a152-4ba0da25a31d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=2efd81d1-caab-472c-93a9-e41a790d604d HTTP/1.1" status: 200 len: 946 time: 0.1247592 Mar 01 20:53:38.622861 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b49becdf-a060-4c41-88fa-d1054840841c req-2f4d0ae2-d8ed-4875-8ba1-224b2506159b tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:38.646647 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e78bcf4-0497-4642-80cb-06fd25b2ca4b req-39ed9b39-a72b-482f-a90f-943f4029ed25 service neutron] 10.222.0.57 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349478 Mar 01 20:53:38.664006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d0ae2-d8ed-4875-8ba1-224b2506159b tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf5c45c9-eecd-48a0-8ca5-b95daa5e5da6,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:38.689995 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-153b12b7-f3c7-4b4b-a8d6-01de5b2a68ee req-0640d2c5-31c5-4e3a-b11a-e98c7ab5eb9a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847855 Mar 01 20:53:38.772087 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b49becdf-a060-4c41-88fa-d1054840841c req-2f4d0ae2-d8ed-4875-8ba1-224b2506159b tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:38.773517 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b49becdf-a060-4c41-88fa-d1054840841c req-2f4d0ae2-d8ed-4875-8ba1-224b2506159b tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5819190 Mar 01 20:53:38.843386 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e78bcf4-0497-4642-80cb-06fd25b2ca4b req-fcb9083f-4ace-4888-bc9d-a1eee38195e0 service neutron] 10.222.0.57 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893880 Mar 01 20:53:38.953009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bc76e8-0d1f-4fb9-8ea4-661e3ccafed5 req-cd802193-76d6-4931-b156-104505f2dda9 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:38.954564 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7bc76e8-0d1f-4fb9-8ea4-661e3ccafed5 req-cd802193-76d6-4931-b156-104505f2dda9 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/ports?device_id=15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7 HTTP/1.1" status: 200 len: 948 time: 0.1488748 Mar 01 20:53:39.117429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44337de9-4be3-4537-a713-9c57358ed557 req-9d5b19ed-9dd8-483b-8194-76f032be2d69 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:39.118867 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-44337de9-4be3-4537-a713-9c57358ed557 req-9d5b19ed-9dd8-483b-8194-76f032be2d69 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 946 time: 0.2465723 Mar 01 20:53:39.127024 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7bc76e8-0d1f-4fb9-8ea4-661e3ccafed5 req-53c30719-d333-42da-aca8-4dda72f3275f tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/security-groups?id=44445cfa-6658-491e-83d8-10cb4d52025d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657913 Mar 01 20:53:39.177133 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-44337de9-4be3-4537-a713-9c57358ed557 req-0d1f7a1c-078d-4bf5-8b72-2238adfcfcf9 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490191 Mar 01 20:53:39.187555 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2b3a2d-5071-400b-a49a-e28e95a6c99f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fc0994-bfed-46b8-a1ff-d5cfb530eca6', 'code': 200} Mar 01 20:53:39.257302 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39468) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:39.343140 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b9afe-1c10-4ba8-846a-f4bbd6871abd req-c8cbb178-6648-4e8c-9d03-43758aec0715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:39.344753 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-456b9afe-1c10-4ba8-846a-f4bbd6871abd req-c8cbb178-6648-4e8c-9d03-43758aec0715 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b2b3a2d-5071-400b-a49a-e28e95a6c99f HTTP/1.1" status: 200 len: 1096 time: 0.0844319 Mar 01 20:53:39.362231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b83ce9d7-73ff-4403-8778-f5384ac90d65 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6488e31d18754b93a4e556dca23f8f49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1037724 Mar 01 20:53:39.365023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39472) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:53:39.387198 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a12ce5-668a-4b86-b276-18c340dd6201 req-68095042-c597-44de-b62f-bf11e24d38a0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:39.388688 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-13a12ce5-668a-4b86-b276-18c340dd6201 req-68095042-c597-44de-b62f-bf11e24d38a0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=08193a06-8024-41be-84df-048cda615aa3 HTTP/1.1" status: 200 len: 943 time: 0.1114032 Mar 01 20:53:39.419388 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-456b9afe-1c10-4ba8-846a-f4bbd6871abd req-560f02db-31be-4469-8af0-90c0949a7d6e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=9e7c9521-c999-4be9-9c04-fef329b9f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671670 Mar 01 20:53:39.433191 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-13a12ce5-668a-4b86-b276-18c340dd6201 req-a72a11d5-6170-49b2-a0c2-3225b8bfdab1 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388768 Mar 01 20:53:39.443054 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f9f21752-f590-4d6c-ae3f-89eebe290589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:39.476805 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f9f21752-f590-4d6c-ae3f-89eebe290589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:39.503277 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8872a129-4f20-40f3-b14f-7580c1ada2e4 req-e3c71a86-7dc9-45e3-91b4-383eae80afe4 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "GET /v2.0/security-groups/82cc2b48-404e-4ac9-99cf-382266514f16 HTTP/1.1" status: 200 len: 1803 time: 0.0454338 Mar 01 20:53:39.608142 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f9f21752-f590-4d6c-ae3f-89eebe290589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:39.622860 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f21752-f590-4d6c-ae3f-89eebe290589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf12eaf-3335-43cb-81cb-79545ca22ac7,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:39.623080 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8872a129-4f20-40f3-b14f-7580c1ada2e4 req-8287c4ea-eca1-4c58-a338-a18ccbe0aa63 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:39.639736 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f9f21752-f590-4d6c-ae3f-89eebe290589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:39.643149 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f9f21752-f590-4d6c-ae3f-89eebe290589 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0bf12eaf-3335-43cb-81cb-79545ca22ac7 HTTP/1.1" status: 204 len: 168 time: 0.2733815 Mar 01 20:53:39.667832 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8872a129-4f20-40f3-b14f-7580c1ada2e4 req-8287c4ea-eca1-4c58-a338-a18ccbe0aa63 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:39.688897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef2e3c-4efa-466d-8414-be45866f92bc req-6995373c-651a-483a-a542-be3b44e939f9 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:39.690368 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0cef2e3c-4efa-466d-8414-be45866f92bc req-6995373c-651a-483a-a542-be3b44e939f9 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b2b3a2d-5071-400b-a49a-e28e95a6c99f HTTP/1.1" status: 200 len: 945 time: 0.1427846 Mar 01 20:53:39.762177 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0cef2e3c-4efa-466d-8414-be45866f92bc req-d38d493a-701d-4897-9ed2-63269069963a tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7c9521-c999-4be9-9c04-fef329b9f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652049 Mar 01 20:53:39.860245 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8872a129-4f20-40f3-b14f-7580c1ada2e4 req-8287c4ea-eca1-4c58-a338-a18ccbe0aa63 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:39.884268 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8287c4ea-eca1-4c58-a338-a18ccbe0aa63 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cc2b48-404e-4ac9-99cf-382266514f16,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:39.900612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287c4ea-eca1-4c58-a338-a18ccbe0aa63 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:39.901369 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287c4ea-eca1-4c58-a338-a18ccbe0aa63 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:39.901845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287c4ea-eca1-4c58-a338-a18ccbe0aa63 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:39.902327 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287c4ea-eca1-4c58-a338-a18ccbe0aa63 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:39.902919 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287c4ea-eca1-4c58-a338-a18ccbe0aa63 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:39.903520 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287c4ea-eca1-4c58-a338-a18ccbe0aa63 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:39.904002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287c4ea-eca1-4c58-a338-a18ccbe0aa63 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:39.904632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287c4ea-eca1-4c58-a338-a18ccbe0aa63 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:39.905172 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287c4ea-eca1-4c58-a338-a18ccbe0aa63 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:39.906618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287c4ea-eca1-4c58-a338-a18ccbe0aa63 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:39.907052 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287c4ea-eca1-4c58-a338-a18ccbe0aa63 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:39.907680 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8287c4ea-eca1-4c58-a338-a18ccbe0aa63 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:39.912267 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8872a129-4f20-40f3-b14f-7580c1ada2e4 req-8287c4ea-eca1-4c58-a338-a18ccbe0aa63 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:39.919011 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8872a129-4f20-40f3-b14f-7580c1ada2e4 req-8287c4ea-eca1-4c58-a338-a18ccbe0aa63 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "DELETE /v2.0/security-groups/82cc2b48-404e-4ac9-99cf-382266514f16 HTTP/1.1" status: 204 len: 173 time: 0.4088943 Mar 01 20:53:40.139755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b746636e-d2c3-4403-9096-74fc9b83d7fd req-d9562d2b-5005-4693-8042-83e022762236 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:40.143383 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b746636e-d2c3-4403-9096-74fc9b83d7fd req-d9562d2b-5005-4693-8042-83e022762236 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b490b3bb-376c-4afc-a0fc-64b17bd31a24 HTTP/1.1" status: 200 len: 945 time: 0.1164412 Mar 01 20:53:40.194727 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b746636e-d2c3-4403-9096-74fc9b83d7fd req-119add60-16bd-4130-89f4-6cb0c3030873 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472801 Mar 01 20:53:40.369460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648e4e86-0389-4963-852c-35b169c646f8 req-6c6743e8-e728-42bd-9163-e90785bd584c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:40.371047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-648e4e86-0389-4963-852c-35b169c646f8 req-6c6743e8-e728-42bd-9163-e90785bd584c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=2efd81d1-caab-472c-93a9-e41a790d604d HTTP/1.1" status: 200 len: 946 time: 0.0836377 Mar 01 20:53:40.422551 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-648e4e86-0389-4963-852c-35b169c646f8 req-6cfe6480-b43c-4728-84d8-71ca1317dd42 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441775 Mar 01 20:53:40.491814 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6924659c-4d31-4f4a-8270-d060908cb0cd req-754b5e20-6b7d-4694-9fea-22b35d28757b tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "GET /v2.0/security-groups/58550259-256b-4d88-ac00-4ff622252c4a HTTP/1.1" status: 200 len: 1803 time: 0.0458510 Mar 01 20:53:40.678258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fffeca0-53c4-4242-bca6-d9a97b793aaf req-eba4d4ce-893e-4810-b3f4-bf711047cf15 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:40.679826 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fffeca0-53c4-4242-bca6-d9a97b793aaf req-eba4d4ce-893e-4810-b3f4-bf711047cf15 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/ports?device_id=15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7 HTTP/1.1" status: 200 len: 948 time: 0.0937645 Mar 01 20:53:40.775756 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fffeca0-53c4-4242-bca6-d9a97b793aaf req-190791f9-f345-41f7-bf8c-12509adec449 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/security-groups?id=44445cfa-6658-491e-83d8-10cb4d52025d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878212 Mar 01 20:53:40.808462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913270d9-824a-41cb-98f8-8e6522213091 req-808bd753-0992-4964-9896-b874ea9332ac tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:40.810069 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-913270d9-824a-41cb-98f8-8e6522213091 req-808bd753-0992-4964-9896-b874ea9332ac tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b490b3bb-376c-4afc-a0fc-64b17bd31a24 HTTP/1.1" status: 200 len: 945 time: 0.1238332 Mar 01 20:53:40.862197 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-913270d9-824a-41cb-98f8-8e6522213091 req-80d7819f-9c05-4b74-ba01-f1e1e195796b tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449591 Mar 01 20:53:40.897367 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bf943ebb-c067-426d-a029-17bb96def12d details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:53:40.945588 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-16fe4c32-6e99-494f-a844-888238658115 req-ba54ae92-69df-4ecf-9e7a-6c4767864fc1 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=df56c463be844df5b2fb698fb8b7ab1c HTTP/1.1" status: 200 len: 267 time: 0.0533364 Mar 01 20:53:41.095153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe4c32-6e99-494f-a844-888238658115 req-99a751fb-2165-404f-a450-642aadafc000 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:41.096664 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-16fe4c32-6e99-494f-a844-888238658115 req-99a751fb-2165-404f-a450-642aadafc000 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=2efd81d1-caab-472c-93a9-e41a790d604d HTTP/1.1" status: 200 len: 946 time: 0.1502972 Mar 01 20:53:41.104791 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bf943ebb-c067-426d-a029-17bb96def12d, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bf943ebb-c067-426d-a029-17bb96def12d,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:41.110704 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0dddf8-7cf1-4dbb-a94e-304658f68413 req-ff94751a-bbfd-40bd-bcf0-357e02d702c1 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:41.115514 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd0dddf8-7cf1-4dbb-a94e-304658f68413 req-ff94751a-bbfd-40bd-bcf0-357e02d702c1 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=08193a06-8024-41be-84df-048cda615aa3 HTTP/1.1" status: 200 len: 943 time: 0.1298764 Mar 01 20:53:41.120749 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-16fe4c32-6e99-494f-a844-888238658115 req-7685f4be-0fed-4333-ae00-f6b8a57dc034 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Request body: {'port': {'security_groups': []}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:41.164311 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'bf943ebb-c067-426d-a029-17bb96def12d', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': 'bf943ebb-c067-426d-a029-17bb96def12d', 'mac_address': 'fa:16:3e:a6:a5:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:53:41.230437 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:41.248172 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf943ebb-c067-426d-a029-17bb96def12d {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:53:41.254568 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd0dddf8-7cf1-4dbb-a94e-304658f68413 req-58177ca2-d870-4a68-ab79-513db10b2752 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002629 Mar 01 20:53:41.265704 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bf943ebb-c067-426d-a029-17bb96def12d, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bf943ebb-c067-426d-a029-17bb96def12d,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:41.288831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-c432acf4-e78a-4b1e-a64d-ddeed7630db7 req-e48c3f1a-6e45-44d4-8508-b8eee443e7a2 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1456000721', 'description': 'tempest-description-1525696039'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:41.296576 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-16fe4c32-6e99-494f-a844-888238658115 req-7685f4be-0fed-4333-ae00-f6b8a57dc034 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:41.305666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-c432acf4-e78a-4b1e-a64d-ddeed7630db7 req-e48c3f1a-6e45-44d4-8508-b8eee443e7a2 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:41.313023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c432acf4-e78a-4b1e-a64d-ddeed7630db7 req-e48c3f1a-6e45-44d4-8508-b8eee443e7a2 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Usage tracker for resource:security_group and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:41.317365 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c432acf4-e78a-4b1e-a64d-ddeed7630db7 req-e48c3f1a-6e45-44d4-8508-b8eee443e7a2 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:41.320281 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:41.351842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-c432acf4-e78a-4b1e-a64d-ddeed7630db7 req-e48c3f1a-6e45-44d4-8508-b8eee443e7a2 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:41.392928 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=bf943ebb-c067-426d-a029-17bb96def12d,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:41.432704 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c432acf4-e78a-4b1e-a64d-ddeed7630db7 req-e48c3f1a-6e45-44d4-8508-b8eee443e7a2 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:41.516263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-c432acf4-e78a-4b1e-a64d-ddeed7630db7 req-e48c3f1a-6e45-44d4-8508-b8eee443e7a2 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:41.523911 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c432acf4-e78a-4b1e-a64d-ddeed7630db7 req-e48c3f1a-6e45-44d4-8508-b8eee443e7a2 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Usage tracker for resource:security_group_rule and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:41.529549 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c432acf4-e78a-4b1e-a64d-ddeed7630db7 req-e48c3f1a-6e45-44d4-8508-b8eee443e7a2 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:41.538959 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-c432acf4-e78a-4b1e-a64d-ddeed7630db7 req-e48c3f1a-6e45-44d4-8508-b8eee443e7a2 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:41.576261 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-16fe4c32-6e99-494f-a844-888238658115 req-7685f4be-0fed-4333-ae00-f6b8a57dc034 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] For port a4604432-3d35-4579-8271-0c34ba248ba5, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a4604432-3d35-4579-8271-0c34ba248ba5,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:41.578282 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 000dce9a-69a4-46a2-9e5b-e8d4927c137d details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:53:41.623029 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-16fe4c32-6e99-494f-a844-888238658115 req-7685f4be-0fed-4333-ae00-f6b8a57dc034 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:41.654590 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c432acf4-e78a-4b1e-a64d-ddeed7630db7 req-e48c3f1a-6e45-44d4-8508-b8eee443e7a2 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:41.673957 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['bf943ebb-c067-426d-a029-17bb96def12d'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:53:41.694406 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-16fe4c32-6e99-494f-a844-888238658115 req-7685f4be-0fed-4333-ae00-f6b8a57dc034 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:41.747205 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c432acf4-e78a-4b1e-a64d-ddeed7630db7 req-e48c3f1a-6e45-44d4-8508-b8eee443e7a2 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:41.814218 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe4c32-6e99-494f-a844-888238658115 req-7685f4be-0fed-4333-ae00-f6b8a57dc034 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:41.814916 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-16fe4c32-6e99-494f-a844-888238658115 req-7685f4be-0fed-4333-ae00-f6b8a57dc034 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:41.824959 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-16fe4c32-6e99-494f-a844-888238658115 req-7685f4be-0fed-4333-ae00-f6b8a57dc034 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "PUT /v2.0/ports/a4604432-3d35-4579-8271-0c34ba248ba5 HTTP/1.1" status: 200 len: 905 time: 0.7086248 Mar 01 20:53:41.834304 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 000dce9a-69a4-46a2-9e5b-e8d4927c137d, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=000dce9a-69a4-46a2-9e5b-e8d4927c137d,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:41.862819 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2efd81d1-caab-472c-93a9-e41a790d604d', 'tag': 'a4604432-3d35-4579-8271-0c34ba248ba5'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:41.869690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c3f1a-6e45-44d4-8508-b8eee443e7a2 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c93745b9-4456-4e6c-a2cc-6d6403842a1a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:41.872854 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685f4be-0fed-4333-ae00-f6b8a57dc034 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Pushing event updated for resources: {'Port': ['ID=a4604432-3d35-4579-8271-0c34ba248ba5,revision_number=6']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:41.876346 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '000dce9a-69a4-46a2-9e5b-e8d4927c137d', 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9', 'port_id': '000dce9a-69a4-46a2-9e5b-e8d4927c137d', 'mac_address': 'fa:16:3e:6a:ab:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04d362b-c114-455b-b96e-10a41d5ec3e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:53:41.925169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a4604432-3d35-4579-8271-0c34ba248ba5'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:53:41.972300 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c432acf4-e78a-4b1e-a64d-ddeed7630db7 req-e48c3f1a-6e45-44d4-8508-b8eee443e7a2 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:41.973665 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c432acf4-e78a-4b1e-a64d-ddeed7630db7 req-e48c3f1a-6e45-44d4-8508-b8eee443e7a2 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6911771 Mar 01 20:53:42.026282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945101d-3b07-4d34-95b0-f46116fdb2e8 req-1fd2a3eb-f910-4e1e-8ab9-678be3835a4b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:42.034242 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4945101d-3b07-4d34-95b0-f46116fdb2e8 req-1fd2a3eb-f910-4e1e-8ab9-678be3835a4b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 946 time: 0.1012902 Mar 01 20:53:42.047387 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:42.091912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4945101d-3b07-4d34-95b0-f46116fdb2e8 req-f791ee05-493a-4004-a26b-4f34d13a05e7 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566962 Mar 01 20:53:42.136054 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000dce9a-69a4-46a2-9e5b-e8d4927c137d {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:53:42.161509 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b1f92a83-a13d-4f88-a31c-462a676c135d None None] Provisioning complete for port a4604432-3d35-4579-8271-0c34ba248ba5 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:53:42.161977 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b1f92a83-a13d-4f88-a31c-462a676c135d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:42.212157 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 000dce9a-69a4-46a2-9e5b-e8d4927c137d, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=000dce9a-69a4-46a2-9e5b-e8d4927c137d,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:42.285500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0cd2b-71d3-4a9e-a9e2-46e16df258fe req-a5b0eae7-cd73-46c9-a112-3f175ad37e4b tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:42.287013 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-49f0cd2b-71d3-4a9e-a9e2-46e16df258fe req-a5b0eae7-cd73-46c9-a112-3f175ad37e4b tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b2b3a2d-5071-400b-a49a-e28e95a6c99f HTTP/1.1" status: 200 len: 945 time: 0.1938667 Mar 01 20:53:42.298212 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:42.340824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-49f0cd2b-71d3-4a9e-a9e2-46e16df258fe req-ffedc835-ba98-44af-82e0-084895a662fe tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7c9521-c999-4be9-9c04-fef329b9f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473320 Mar 01 20:53:42.373155 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=000dce9a-69a4-46a2-9e5b-e8d4927c137d,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:42.548998 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['000dce9a-69a4-46a2-9e5b-e8d4927c137d'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:53:42.569519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ebda5c-12dd-41ca-93ea-aa5f0484a5af req-e62313f9-af89-4d89-819f-4f1af5b52a21 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:42.570969 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1ebda5c-12dd-41ca-93ea-aa5f0484a5af req-e62313f9-af89-4d89-819f-4f1af5b52a21 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/ports?device_id=15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7 HTTP/1.1" status: 200 len: 949 time: 0.1418324 Mar 01 20:53:42.578855 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c90a1-2d7c-4bc7-bc6b-6a113d70072c req-408f80ab-a272-461f-8e2c-d6d898463a21 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:42.580262 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a0c90a1-2d7c-4bc7-bc6b-6a113d70072c req-408f80ab-a272-461f-8e2c-d6d898463a21 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=2efd81d1-caab-472c-93a9-e41a790d604d HTTP/1.1" status: 200 len: 908 time: 0.1201668 Mar 01 20:53:42.622067 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1ebda5c-12dd-41ca-93ea-aa5f0484a5af req-17591584-7796-4992-833c-6b75c39225db tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/security-groups?id=44445cfa-6658-491e-83d8-10cb4d52025d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408432 Mar 01 20:53:42.633400 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2efd81d1-caab-472c-93a9-e41a790d604d', 'tag': 'a4604432-3d35-4579-8271-0c34ba248ba5', 'status': 'completed', 'code': 200} Mar 01 20:53:42.758564 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39c58254-8814-4cd4-8c29-ca7602f16312 req-5ef80f41-4022-479c-88be-6bee1a93b36f tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "GET /v2.0/security-groups/c93745b9-4456-4e6c-a2cc-6d6403842a1a HTTP/1.1" status: 200 len: 1805 time: 0.0968926 Mar 01 20:53:42.776627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-39c58254-8814-4cd4-8c29-ca7602f16312 req-85301565-4d2e-4c0a-985d-478c840b95fa tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c93745b9-4456-4e6c-a2cc-6d6403842a1a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:42.776934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-39c58254-8814-4cd4-8c29-ca7602f16312 req-85301565-4d2e-4c0a-985d-478c840b95fa tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c93745b9-4456-4e6c-a2cc-6d6403842a1a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:42.783329 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-39c58254-8814-4cd4-8c29-ca7602f16312 req-85301565-4d2e-4c0a-985d-478c840b95fa tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:42.788662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-39c58254-8814-4cd4-8c29-ca7602f16312 req-85301565-4d2e-4c0a-985d-478c840b95fa tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Usage tracker for resource:security_group_rule and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:42.792649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b93f3-4704-492a-aa99-a786f2d4b1d3 req-d55f7f77-377d-44e0-856e-72f0ec361595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:42.794099 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa8b93f3-4704-492a-aa99-a786f2d4b1d3 req-d55f7f77-377d-44e0-856e-72f0ec361595 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=2efd81d1-caab-472c-93a9-e41a790d604d HTTP/1.1" status: 200 len: 1059 time: 0.1206672 Mar 01 20:53:42.794832 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-39c58254-8814-4cd4-8c29-ca7602f16312 req-85301565-4d2e-4c0a-985d-478c840b95fa tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:42.800618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-39c58254-8814-4cd4-8c29-ca7602f16312 req-85301565-4d2e-4c0a-985d-478c840b95fa tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:42.866792 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['f0eb76de-4dfa-4e86-acf0-57905a711967', 'c9270e36-addf-4d91-8049-3027fd0a2a20'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:53:42.915890 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f80d03ab-452c-4782-afd0-2f49e842643c req-9b834604-40b2-435d-b7a6-b7ac9e325eec tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f49f672366454d8aaec799c518622a6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785990 Mar 01 20:53:43.106254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b93f3-4704-492a-aa99-a786f2d4b1d3 req-3b677838-e6f9-46ac-8687-670c65de5bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:43.107714 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa8b93f3-4704-492a-aa99-a786f2d4b1d3 req-3b677838-e6f9-46ac-8687-670c65de5bcb service neutron] 10.222.0.55 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 912 time: 0.3050997 Mar 01 20:53:43.180814 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-39c58254-8814-4cd4-8c29-ca7602f16312 req-85301565-4d2e-4c0a-985d-478c840b95fa tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:43.199546 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa8b93f3-4704-492a-aa99-a786f2d4b1d3 req-1576e72e-aa5b-463d-999c-6a221a25b6fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4604432-3d35-4579-8271-0c34ba248ba5 HTTP/1.1" status: 200 len: 217 time: 0.0822420 Mar 01 20:53:43.268782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d03ab-452c-4782-afd0-2f49e842643c req-9422dc3c-feed-4fe3-92c0-ec0bccdb3dba tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:43.270211 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f80d03ab-452c-4782-afd0-2f49e842643c req-9422dc3c-feed-4fe3-92c0-ec0bccdb3dba tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3423190 Mar 01 20:53:43.288576 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-39c58254-8814-4cd4-8c29-ca7602f16312 req-85301565-4d2e-4c0a-985d-478c840b95fa tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:43.304380 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f80d03ab-452c-4782-afd0-2f49e842643c req-e55fb6f9-b012-4e66-8dce-6462f5617f84 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/quotas/f49f672366454d8aaec799c518622a6a HTTP/1.1" status: 200 len: 375 time: 0.0182602 Mar 01 20:53:43.314448 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b93f3-4704-492a-aa99-a786f2d4b1d3 req-ea486a53-6659-41c4-ab48-ba35d92b8b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:43.316274 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa8b93f3-4704-492a-aa99-a786f2d4b1d3 req-ea486a53-6659-41c4-ab48-ba35d92b8b32 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.1018484 Mar 01 20:53:43.402199 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-39c58254-8814-4cd4-8c29-ca7602f16312 req-85301565-4d2e-4c0a-985d-478c840b95fa tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:43.409496 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f80d03ab-452c-4782-afd0-2f49e842643c req-7b32950a-0490-40e1-8666-f7af5b34a7a1 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0977290 Mar 01 20:53:43.438295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85301565-4d2e-4c0a-985d-478c840b95fa tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84b1f1e2-143b-436f-9261-368c70dfa402,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:43.466863 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8b93f3-4704-492a-aa99-a786f2d4b1d3 req-c12c5bf4-1185-4fd2-8291-60c24c5f7445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:43.473231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa8b93f3-4704-492a-aa99-a786f2d4b1d3 req-c12c5bf4-1185-4fd2-8291-60c24c5f7445 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1196742 Mar 01 20:53:43.498785 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-39c58254-8814-4cd4-8c29-ca7602f16312 req-85301565-4d2e-4c0a-985d-478c840b95fa tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:43.499924 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39c58254-8814-4cd4-8c29-ca7602f16312 req-85301565-4d2e-4c0a-985d-478c840b95fa tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7306795 Mar 01 20:53:43.594560 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 000dce9a-69a4-46a2-9e5b-e8d4927c137d up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:53:43.656543 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa8b93f3-4704-492a-aa99-a786f2d4b1d3 req-de590de9-b10d-4b33-b5d0-d37472ebdf3f service neutron] 10.222.0.55 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813486 Mar 01 20:53:43.773577 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 000dce9a-69a4-46a2-9e5b-e8d4927c137d completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:53:43.779599 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 000dce9a-69a4-46a2-9e5b-e8d4927c137d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:53:43.779971 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:43.846123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f29c5a-20ea-40f6-857b-52fc90dd1903 req-4547f7f4-943f-4aea-b1a3-00487e3ec924 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:43.847594 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79f29c5a-20ea-40f6-857b-52fc90dd1903 req-4547f7f4-943f-4aea-b1a3-00487e3ec924 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=08193a06-8024-41be-84df-048cda615aa3 HTTP/1.1" status: 200 len: 944 time: 0.2449620 Mar 01 20:53:43.905269 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa8b93f3-4704-492a-aa99-a786f2d4b1d3 req-c5c5de26-ee39-441e-8b34-f21f4f2a1f6a service neutron] 10.222.0.55 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420895 Mar 01 20:53:43.914859 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:43.924865 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042484f-a1e8-474c-aa52-98701473277b req-29e6ef00-2d6c-4f8a-9021-e5ab3325a8f9 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:43.926309 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d042484f-a1e8-474c-aa52-98701473277b req-29e6ef00-2d6c-4f8a-9021-e5ab3325a8f9 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b490b3bb-376c-4afc-a0fc-64b17bd31a24 HTTP/1.1" status: 200 len: 945 time: 0.2261801 Mar 01 20:53:43.937110 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79f29c5a-20ea-40f6-857b-52fc90dd1903 req-0bc429ca-2ac9-4500-947a-5b119d780f3a tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714839 Mar 01 20:53:43.943497 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08193a06-8024-41be-84df-048cda615aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000dce9a-69a4-46a2-9e5b-e8d4927c137d'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:43.954250 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 000dce9a-69a4-46a2-9e5b-e8d4927c137d, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=000dce9a-69a4-46a2-9e5b-e8d4927c137d,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:43.979476 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d042484f-a1e8-474c-aa52-98701473277b req-0093b2b1-e96a-4b42-86ab-bc6df43a9d32 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405583 Mar 01 20:53:44.031061 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:44.121456 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=000dce9a-69a4-46a2-9e5b-e8d4927c137d,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:44.302391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-6ca2b02d-880e-4061-8377-93d83950dea6 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:44.303849 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-6ca2b02d-880e-4061-8377-93d83950dea6 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2463231 Mar 01 20:53:44.390788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd2c7e-6791-415a-9e78-91b0f7be6763 req-a8e99a0b-4e30-4545-b655-8b2e6da14eb3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:44.392273 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-badd2c7e-6791-415a-9e78-91b0f7be6763 req-a8e99a0b-4e30-4545-b655-8b2e6da14eb3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.2888050 Mar 01 20:53:44.397833 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-8a7a3f7a-34a1-42af-86c8-d820d54c47f8 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.58 HTTP/1.1" status: 200 len: 695 time: 0.0866201 Mar 01 20:53:44.422132 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-0e713db8-8e90-4c0c-aabe-ca2047f6ab9b tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Request body: {'floatingip': {'port_id': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:44.504814 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-0e713db8-8e90-4c0c-aabe-ca2047f6ab9b tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks [] for floatingip, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:44.612163 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-badd2c7e-6791-415a-9e78-91b0f7be6763 req-de33ba1f-b013-45fc-9eb3-bd9ecb3eb55e tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2133930 Mar 01 20:53:44.927296 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bf943ebb-c067-426d-a029-17bb96def12d up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:53:45.016427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5b8c5-3e7b-410f-ab45-6cbf88a42f29 req-a5b842b7-4ac6-4a46-909e-b3c0c1a452e6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:45.017834 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84b5b8c5-3e7b-410f-ab45-6cbf88a42f29 req-a5b842b7-4ac6-4a46-909e-b3c0c1a452e6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 946 time: 0.2641575 Mar 01 20:53:45.051132 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port bf943ebb-c067-426d-a029-17bb96def12d completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:53:45.056999 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port bf943ebb-c067-426d-a029-17bb96def12d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:53:45.061518 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:45.085665 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84b5b8c5-3e7b-410f-ab45-6cbf88a42f29 req-50977b93-9c69-4b3b-b8f8-f06e8da3d9e0 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592604 Mar 01 20:53:45.178424 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-12e0a087-c177-4256-8f7f-3905176422f9 req-b0eae924-75e9-4556-bca3-022c58d9c205 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "GET /v2.0/security-groups/c93745b9-4456-4e6c-a2cc-6d6403842a1a HTTP/1.1" status: 200 len: 2398 time: 0.0671589 Mar 01 20:53:45.187498 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:45.221448 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bf943ebb-c067-426d-a029-17bb96def12d, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bf943ebb-c067-426d-a029-17bb96def12d,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:45.242472 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-12e0a087-c177-4256-8f7f-3905176422f9 req-0e184a68-b114-4aaa-97da-6af43970246e tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c93745b9-4456-4e6c-a2cc-6d6403842a1a', 'remote_group_id': None}]} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:45.242782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-12e0a087-c177-4256-8f7f-3905176422f9 req-0e184a68-b114-4aaa-97da-6af43970246e tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'c93745b9-4456-4e6c-a2cc-6d6403842a1a', 'remote_group_id': None}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:45.262855 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-12e0a087-c177-4256-8f7f-3905176422f9 req-0e184a68-b114-4aaa-97da-6af43970246e tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:45.270637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-12e0a087-c177-4256-8f7f-3905176422f9 req-0e184a68-b114-4aaa-97da-6af43970246e tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Usage tracker for resource:security_group_rule and tenant:9e8ede3708d24781a4f2afa9c6cd0db6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:45.275984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-12e0a087-c177-4256-8f7f-3905176422f9 req-0e184a68-b114-4aaa-97da-6af43970246e tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:45.286579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-12e0a087-c177-4256-8f7f-3905176422f9 req-0e184a68-b114-4aaa-97da-6af43970246e tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:45.300661 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-0e713db8-8e90-4c0c-aabe-ca2047f6ab9b tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:45.305485 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:45.374562 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=bf943ebb-c067-426d-a029-17bb96def12d,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:45.412997 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-0e713db8-8e90-4c0c-aabe-ca2047f6ab9b tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:45.587015 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-12e0a087-c177-4256-8f7f-3905176422f9 req-0e184a68-b114-4aaa-97da-6af43970246e tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:45.627387 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-0e713db8-8e90-4c0c-aabe-ca2047f6ab9b tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Floating IP fb07151b-a2e3-4c41-8dfb-76e19474eaca associated. External IP: 172.25.5.58, port: 117d0de9-9543-4af5-8d96-9d0fb40b0d3e. Mar 01 20:53:45.686059 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-12e0a087-c177-4256-8f7f-3905176422f9 req-0e184a68-b114-4aaa-97da-6af43970246e tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:45.768775 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-12e0a087-c177-4256-8f7f-3905176422f9 req-0e184a68-b114-4aaa-97da-6af43970246e tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:45.941574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e184a68-b114-4aaa-97da-6af43970246e tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc52402b-d771-4e82-acca-59834d51cb27,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:45.961417 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f80d03ab-452c-4782-afd0-2f49e842643c req-f9acb552-73f0-48c4-8b18-cb2ff1d26c81 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f49f672366454d8aaec799c518622a6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0566947 Mar 01 20:53:46.063641 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-12e0a087-c177-4256-8f7f-3905176422f9 req-0e184a68-b114-4aaa-97da-6af43970246e tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:46.064789 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-12e0a087-c177-4256-8f7f-3905176422f9 req-0e184a68-b114-4aaa-97da-6af43970246e tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.8263326 Mar 01 20:53:46.285353 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-863c8b47-d964-4443-887a-15273416eaff req-64e59deb-2256-4030-8721-72d483963935 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 210 time: 0.0665083 Mar 01 20:53:46.303123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d03ab-452c-4782-afd0-2f49e842643c req-fda1ef16-5011-414b-91ab-05b0add70ee8 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:46.304566 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f80d03ab-452c-4782-afd0-2f49e842643c req-fda1ef16-5011-414b-91ab-05b0add70ee8 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3366797 Mar 01 20:53:46.320250 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Request body: {'port': {'device_id': '630dedb1-920a-4d07-b87e-7d04a229dac4', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'f49f672366454d8aaec799c518622a6a'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:46.365800 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-0e713db8-8e90-4c0c-aabe-ca2047f6ab9b tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Router 25d5f729-fb27-494a-97df-1c45d56fdca8 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:53:46.613505 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:46.673744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Usage tracker for resource:port and tenant:f49f672366454d8aaec799c518622a6a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:46.683106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:46.692090 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:46.717297 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70384c3-de9a-4480-a84f-b927a514c8bb req-63a1b12c-9853-4aab-965b-2ceaabeaa17c tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:46.718796 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d70384c3-de9a-4480-a84f-b927a514c8bb req-63a1b12c-9853-4aab-965b-2ceaabeaa17c tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/ports?device_id=15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7 HTTP/1.1" status: 200 len: 950 time: 0.2933726 Mar 01 20:53:46.757849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-0e713db8-8e90-4c0c-aabe-ca2047f6ab9b tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:53:46.765090 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-0e713db8-8e90-4c0c-aabe-ca2047f6ab9b tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:46.768884 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018bdeaa-93e0-44c4-92ff-a23b01adbc5f None None] Sync routers for ids ['25d5f729-fb27-494a-97df-1c45d56fdca8'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:53:46.778683 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018bdeaa-93e0-44c4-92ff-a23b01adbc5f None None] Routers {'25d5f729-fb27-494a-97df-1c45d56fdca8'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:53:46.779380 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-018bdeaa-93e0-44c4-92ff-a23b01adbc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:53:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['25d5f729-fb27-494a-97df-1c45d56fdca8'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:46.804483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Made reservation on behalf of f49f672366454d8aaec799c518622a6a for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:53:46.812032 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:46.834864 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:46.867665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:46.871263 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-0e713db8-8e90-4c0c-aabe-ca2047f6ab9b tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "PUT /v2.0/floatingips/fb07151b-a2e3-4c41-8dfb-76e19474eaca HTTP/1.1" status: 200 len: 995 time: 2.4559898 Mar 01 20:53:46.874045 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d70384c3-de9a-4480-a84f-b927a514c8bb req-8e27e77c-3963-4bee-8736-7228e1e3946b tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/security-groups?id=44445cfa-6658-491e-83d8-10cb4d52025d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426740 Mar 01 20:53:46.875799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'tag': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:46.881125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Usage tracker for resource:security_group_rule and tenant:f49f672366454d8aaec799c518622a6a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:53:46.884575 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:53:46.890821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:46.950361 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08193a06-8024-41be-84df-048cda615aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000dce9a-69a4-46a2-9e5b-e8d4927c137d', 'code': 200} Mar 01 20:53:46.997152 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-018bdeaa-93e0-44c4-92ff-a23b01adbc5f None None] Set router 25d5f729-fb27-494a-97df-1c45d56fdca8 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:53:47.011688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-1741a8a8-1c09-4157-ad6d-c8365009db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:47.013311 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-1741a8a8-1c09-4157-ad6d-c8365009db17 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f76671925d614132899f6869c2566bab&device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 1096 time: 0.1202674 Mar 01 20:53:47.132115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b71717-eba6-407a-9372-a8e714f540e4 req-ba0692e7-0ae9-4718-baac-7d33f51ae461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:47.133865 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d2b71717-eba6-407a-9372-a8e714f540e4 req-ba0692e7-0ae9-4718-baac-7d33f51ae461 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=08193a06-8024-41be-84df-048cda615aa3 HTTP/1.1" status: 200 len: 1096 time: 0.1111352 Mar 01 20:53:47.185840 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:47.186765 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d2b71717-eba6-407a-9372-a8e714f540e4 req-48abb608-1c16-435a-9636-e0c4d3fc718e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442069 Mar 01 20:53:47.251991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-f35183c9-6509-444c-8239-9487163b4850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:47.253474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-f35183c9-6509-444c-8239-9487163b4850 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e1d35894-975e-4477-8039-e95c20ae6197 HTTP/1.1" status: 200 len: 921 time: 0.2302420 Mar 01 20:53:47.326269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ada52f-7dea-4997-acde-0bfe23157b70 req-ea183fe3-7d9d-4c4a-b779-377760a6576b tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:47.327777 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-26ada52f-7dea-4997-acde-0bfe23157b70 req-ea183fe3-7d9d-4c4a-b779-377760a6576b tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/ports?device_id=b490b3bb-376c-4afc-a0fc-64b17bd31a24 HTTP/1.1" status: 200 len: 945 time: 0.2584562 Mar 01 20:53:47.405482 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-cc75ebd4-6218-4c54-ae15-dd0fd2cf591a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=117d0de9-9543-4af5-8d96-9d0fb40b0d3e HTTP/1.1" status: 200 len: 998 time: 0.1437533 Mar 01 20:53:47.408294 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:47.413711 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-26ada52f-7dea-4997-acde-0bfe23157b70 req-638c1c9d-026a-44ac-8e1f-c3e0ab676195 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.42 "GET /v2.0/security-groups?id=fadf4a4a-a058-4e35-807d-b5636f5483f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775275 Mar 01 20:53:47.604433 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-018bdeaa-93e0-44c4-92ff-a23b01adbc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'fb07151b-a2e3-4c41-8dfb-76e19474eaca', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'port_id': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'mac_address': 'fa:16:3e:f1:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:53:17Z', 'updated_at': '2022-03-01T20:53:45Z', 'revision_number': 1, 'project_id': 'f76671925d614132899f6869c2566bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:53Z', 'revision_number': 5, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:47.610305 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018bdeaa-93e0-44c4-92ff-a23b01adbc5f None None] Checking router: 25d5f729-fb27-494a-97df-1c45d56fdca8 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:53:47.631053 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018bdeaa-93e0-44c4-92ff-a23b01adbc5f None None] Routers {'25d5f729-fb27-494a-97df-1c45d56fdca8'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:53:47.631679 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-018bdeaa-93e0-44c4-92ff-a23b01adbc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:53:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['25d5f729-fb27-494a-97df-1c45d56fdca8'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:47.704631 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e812a583-235b-40fd-8eb3-8c1acb841962,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:47.732587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-972d54d6-645b-405e-9a87-b71d1debdbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:47.734298 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-972d54d6-645b-405e-9a87-b71d1debdbd4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4 HTTP/1.1" status: 200 len: 859 time: 0.3194878 Mar 01 20:53:47.818800 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-018bdeaa-93e0-44c4-92ff-a23b01adbc5f None None] Set router 25d5f729-fb27-494a-97df-1c45d56fdca8 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:53:47.868956 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e06cff-6868-487d-b6df-2a8bcd128ea5 req-e779c67f-27aa-44fd-a4ba-7ed354a603d7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:47.870563 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-99e06cff-6868-487d-b6df-2a8bcd128ea5 req-e779c67f-27aa-44fd-a4ba-7ed354a603d7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.2608523 Mar 01 20:53:47.877024 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Allocated IP 192.168.233.20 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/434884c2-e77f-4d2b-b8c1-aa2f4b16df42) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:53:47.952010 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-cc9e821f-b37e-4408-815b-4c83f39a1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:47.953502 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-cc9e821f-b37e-4408-815b-4c83f39a1dd9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e1d35894-975e-4477-8039-e95c20ae6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2116199 Mar 01 20:53:47.956330 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-99e06cff-6868-487d-b6df-2a8bcd128ea5 req-84ef545a-af24-40a8-9538-50adcc67d495 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772285 Mar 01 20:53:47.974429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-ae1984c0-06a9-4182-b250-742a79a9788e service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:53:47.975405 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-ae1984c0-06a9-4182-b250-742a79a9788e service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078855 Mar 01 20:53:48.193087 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-018bdeaa-93e0-44c4-92ff-a23b01adbc5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'fb07151b-a2e3-4c41-8dfb-76e19474eaca', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'port_id': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'mac_address': 'fa:16:3e:f1:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:53:17Z', 'updated_at': '2022-03-01T20:53:45Z', 'revision_number': 1, 'project_id': 'f76671925d614132899f6869c2566bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:53Z', 'revision_number': 5, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:48.197011 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018bdeaa-93e0-44c4-92ff-a23b01adbc5f None None] The sync data for ids ['25d5f729-fb27-494a-97df-1c45d56fdca8'] in n-d-827896-4 is: [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'fb07151b-a2e3-4c41-8dfb-76e19474eaca', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'port_id': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'mac_address': 'fa:16:3e:f1:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:53:17Z', 'updated_at': '2022-03-01T20:53:45Z', 'revision_number': 1, 'project_id': 'f76671925d614132899f6869c2566bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:53Z', 'revision_number': 5, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:53:48.285354 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-13f39103-47f2-46cb-8404-ae5c053e23b1 service neutron] 10.222.0.42 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932189 Mar 01 20:53:48.339242 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:48.402298 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fbacbe-7a0f-4fb4-84dd-e1d7e549bf73 None None] New status for floating IP fb07151b-a2e3-4c41-8dfb-76e19474eaca: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 20:53:48.429544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Transition to ACTIVE for port object 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:53:48.439621 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1889ab87-6c31-49b5-88bc-527105b692a3 req-0e7000b7-bb5d-4fe3-b718-7c1277de0c63 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:48.441140 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1889ab87-6c31-49b5-88bc-527105b692a3 req-0e7000b7-bb5d-4fe3-b718-7c1277de0c63 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=08193a06-8024-41be-84df-048cda615aa3 HTTP/1.1" status: 200 len: 945 time: 0.2891991 Mar 01 20:53:48.508759 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ac719c9-36bf-4ff7-a1a3-5e485dc23bd4 req-bc333808-1b07-4c63-b2c9-a56578afe7f1 service neutron] 10.222.0.42 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112715 Mar 01 20:53:48.520420 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1889ab87-6c31-49b5-88bc-527105b692a3 req-36b1e38e-ecc1-4521-8e19-997d83f9ef90 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677304 Mar 01 20:53:48.611295 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e38cc52-ffcd-4527-baf9-dc8e01ea914b req-df7b9a9c-8df6-4e7c-8fbd-61bf1508958e tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "GET /v2.0/security-groups/c93745b9-4456-4e6c-a2cc-6d6403842a1a HTTP/1.1" status: 200 len: 2996 time: 0.0555155 Mar 01 20:53:48.627534 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:48.677030 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'tag': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e', 'status': 'completed', 'code': 200} Mar 01 20:53:48.773402 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3307656-91b5-498b-bd13-5ab30d56a16f req-367e36f1-744e-4ecb-9c61-7552c79634dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:48.775735 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a3307656-91b5-498b-bd13-5ab30d56a16f req-367e36f1-744e-4ecb-9c61-7552c79634dc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f76671925d614132899f6869c2566bab&device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 1096 time: 0.0842712 Mar 01 20:53:48.814748 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Pushing event updated for resources: {'Port': ['ID=434884c2-e77f-4d2b-b8c1-aa2f4b16df42,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:48.827631 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:53:48.830759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:53:48.834797 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:53:48.920112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:48.920846 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:48.935717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3307656-91b5-498b-bd13-5ab30d56a16f req-5e471b03-112f-413e-ac7d-25d7e3867a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:48.937254 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a3307656-91b5-498b-bd13-5ab30d56a16f req-5e471b03-112f-413e-ac7d-25d7e3867a58 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e1d35894-975e-4477-8039-e95c20ae6197 HTTP/1.1" status: 200 len: 921 time: 0.1522036 Mar 01 20:53:48.952927 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf943ebb-c067-426d-a029-17bb96def12d'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:48.975419 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b43778c-d471-4eb0-81a3-35eed62e534a req-5fd1e763-6546-466f-90b0-acdb2099270a tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:48.979827 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5b43778c-d471-4eb0-81a3-35eed62e534a req-5fd1e763-6546-466f-90b0-acdb2099270a tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 946 time: 0.3005867 Mar 01 20:53:48.991275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20388a9e-b721-425b-9992-801ccb8d319e req-13790019-d4a6-4e6b-b17c-058c0c7337b0 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:48.992100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-20388a9e-b721-425b-9992-801ccb8d319e req-13790019-d4a6-4e6b-b17c-058c0c7337b0 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Synchronizing usage tracker for tenant:f49f672366454d8aaec799c518622a6a on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:53:49.046112 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5b43778c-d471-4eb0-81a3-35eed62e534a req-e6c3313e-d8f5-4b33-be9d-fb0fe608d579 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509732 Mar 01 20:53:49.061049 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a3307656-91b5-498b-bd13-5ab30d56a16f req-ee75b95f-5f5a-4289-8aad-aa2ee9dd7471 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=117d0de9-9543-4af5-8d96-9d0fb40b0d3e HTTP/1.1" status: 200 len: 1000 time: 0.1148441 Mar 01 20:53:49.063280 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f80d03ab-452c-4782-afd0-2f49e842643c req-449a19a2-2918-41e8-b00f-db8f6a22ba97 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7468257 Mar 01 20:53:49.082359 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] Request body: {'port': {'device_id': '630dedb1-920a-4d07-b87e-7d04a229dac4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:49.138061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-20388a9e-b721-425b-9992-801ccb8d319e req-13790019-d4a6-4e6b-b17c-058c0c7337b0 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Unset dirty status for tenant:f49f672366454d8aaec799c518622a6a on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:53:49.139652 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-20388a9e-b721-425b-9992-801ccb8d319e req-13790019-d4a6-4e6b-b17c-058c0c7337b0 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 935 time: 0.3698664 Mar 01 20:53:49.151084 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3307656-91b5-498b-bd13-5ab30d56a16f req-967ae3e0-2d52-4424-bbb5-6807d8c6223d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:49.152650 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a3307656-91b5-498b-bd13-5ab30d56a16f req-967ae3e0-2d52-4424-bbb5-6807d8c6223d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4 HTTP/1.1" status: 200 len: 859 time: 0.0812933 Mar 01 20:53:49.196862 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ac335f73-d90e-4280-8892-e858de9049ef None None] Provisioning for port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:53:49.204989 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ac335f73-d90e-4280-8892-e858de9049ef None None] Provisioning complete for port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:53:49.205735 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ac335f73-d90e-4280-8892-e858de9049ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:49.235618 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3307656-91b5-498b-bd13-5ab30d56a16f req-40640c1c-74f8-463d-8ccc-12c0df602472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:49.237360 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a3307656-91b5-498b-bd13-5ab30d56a16f req-40640c1c-74f8-463d-8ccc-12c0df602472 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1d35894-975e-4477-8039-e95c20ae6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0773726 Mar 01 20:53:49.248170 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-20388a9e-b721-425b-9992-801ccb8d319e req-e984930c-38ed-4380-a2b5-2afcfe6f5185 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Synchronizing usage tracker for tenant:f49f672366454d8aaec799c518622a6a on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:53:49.267803 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:49.268914 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ac335f73-d90e-4280-8892-e858de9049ef None None] Port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:53:49.341430 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-20388a9e-b721-425b-9992-801ccb8d319e req-e984930c-38ed-4380-a2b5-2afcfe6f5185 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Unset dirty status for tenant:f49f672366454d8aaec799c518622a6a on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:53:49.342489 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-20388a9e-b721-425b-9992-801ccb8d319e req-e984930c-38ed-4380-a2b5-2afcfe6f5185 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895235 Mar 01 20:53:49.390316 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a3307656-91b5-498b-bd13-5ab30d56a16f req-b3f77e15-de31-46c9-b7a8-d3dd73c5f10f service neutron] 10.222.0.57 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453402 Mar 01 20:53:49.551653 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a3307656-91b5-498b-bd13-5ab30d56a16f req-5fb9d0c1-185a-4460-b81c-932c31fc7e33 service neutron] 10.222.0.57 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542873 Mar 01 20:53:49.871486 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4953da7-660a-49d2-8486-fc394e5300d5 req-6a4b6143-e39b-4f0d-84a8-299c4f4168c6 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:49.872929 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c4953da7-660a-49d2-8486-fc394e5300d5 req-6a4b6143-e39b-4f0d-84a8-299c4f4168c6 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.2403588 Mar 01 20:53:49.908932 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725c0e3c-3434-479a-b9bc-80ee0b7e8d66 req-5f2624e2-cce6-474e-9f76-4c55d495af26 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:49.910320 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-725c0e3c-3434-479a-b9bc-80ee0b7e8d66 req-5f2624e2-cce6-474e-9f76-4c55d495af26 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/ports?device_id=15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7 HTTP/1.1" status: 200 len: 950 time: 0.2764986 Mar 01 20:53:49.988368 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:53:50.000228 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c4953da7-660a-49d2-8486-fc394e5300d5 req-a4beec56-cc7b-41a3-8215-7d1448c7e0c2 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889559 Mar 01 20:53:50.001769 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:50.023844 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-725c0e3c-3434-479a-b9bc-80ee0b7e8d66 req-8f9e2388-1b07-47f4-9598-374980645f0f tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/security-groups?id=44445cfa-6658-491e-83d8-10cb4d52025d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006215 Mar 01 20:53:50.026048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] Transition to ACTIVE for port object 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:53:50.071207 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ca3cbfe-c013-49fc-8310-839435c7bfed req-cf74052f-eb71-47da-9a37-a5fbbc40b074 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "GET /v2.0/security-group-rules/cc52402b-d771-4e82-acca-59834d51cb27 HTTP/1.1" status: 200 len: 783 time: 0.0195620 Mar 01 20:53:50.099844 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:50.313651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ca3cbfe-c013-49fc-8310-839435c7bfed req-36351027-8d9b-43af-a32f-f8a6a64de6e2 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "GET /v2.0/security-groups/c93745b9-4456-4e6c-a2cc-6d6403842a1a HTTP/1.1" status: 200 len: 2996 time: 0.2343144 Mar 01 20:53:50.317190 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] Pushing event updated for resources: {'Port': ['ID=434884c2-e77f-4d2b-b8c1-aa2f4b16df42,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:50.445296 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8ca3cbfe-c013-49fc-8310-839435c7bfed req-d234de60-492c-4318-8cab-2fa794e090bb tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:50.462116 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8ca3cbfe-c013-49fc-8310-839435c7bfed req-d234de60-492c-4318-8cab-2fa794e090bb tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:50.481579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-1d1ecd1e-a450-48f2-ab80-16696f0e10bd tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:50.483029 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-1d1ecd1e-a450-48f2-ab80-16696f0e10bd tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b2b3a2d-5071-400b-a49a-e28e95a6c99f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3343136 Mar 01 20:53:50.564966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] Attempting to bind port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:53:50.565293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] Attempting to bind port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:53:50.565615 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] Attempting to bind port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:53:50.586011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] Port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:53:50.586332 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] Attempting to bind port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:53:50.606023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 53, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:53:50.606357 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:53:50.606758 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:53:50.607180 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] Bound port: 434884c2-e77f-4d2b-b8c1-aa2f4b16df42, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:53:50.607546 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:50.624736 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-fc196d8b-15d8-4f9c-8fd3-9bb432247809 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.58 HTTP/1.1" status: 200 len: 1000 time: 0.1326008 Mar 01 20:53:50.657415 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8ca3cbfe-c013-49fc-8310-839435c7bfed req-d234de60-492c-4318-8cab-2fa794e090bb tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:50.661448 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-2acbe107-345f-4c96-9513-53bc76253c04 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Request body: {'floatingip': {'port_id': 'e7fc0994-bfed-46b8-a1ff-d5cfb530eca6', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:50.758351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d234de60-492c-4318-8cab-2fa794e090bb tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc52402b-d771-4e82-acca-59834d51cb27,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:50.768828 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8ca3cbfe-c013-49fc-8310-839435c7bfed req-d234de60-492c-4318-8cab-2fa794e090bb tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:50.769890 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ca3cbfe-c013-49fc-8310-839435c7bfed req-d234de60-492c-4318-8cab-2fa794e090bb tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/cc52402b-d771-4e82-acca-59834d51cb27 HTTP/1.1" status: 204 len: 173 time: 0.4460659 Mar 01 20:53:50.814610 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf943ebb-c067-426d-a029-17bb96def12d', 'code': 200} Mar 01 20:53:50.815872 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-2acbe107-345f-4c96-9513-53bc76253c04 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks [] for floatingip, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:50.880008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] For port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:53:50.898959 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] For port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=434884c2-e77f-4d2b-b8c1-aa2f4b16df42,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:53:50.958705 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:50.974067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad8104-8dc7-4622-bafc-fdf922e63161 req-f13c8578-89df-4c71-b9f0-f74858849994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:50.975558 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c0ad8104-8dc7-4622-bafc-fdf922e63161 req-f13c8578-89df-4c71-b9f0-f74858849994 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7 HTTP/1.1" status: 200 len: 1101 time: 0.0985675 Mar 01 20:53:51.022982 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c0ad8104-8dc7-4622-bafc-fdf922e63161 req-47f21750-7a03-44bc-bfcc-20be1e1add01 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=44445cfa-6658-491e-83d8-10cb4d52025d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406744 Mar 01 20:53:51.025786 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:51.046932 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:51.047234 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:51.048635 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f80d03ab-452c-4782-afd0-2f49e842643c req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] 10.222.0.55 "PUT /v2.0/ports/434884c2-e77f-4d2b-b8c1-aa2f4b16df42 HTTP/1.1" status: 200 len: 1095 time: 1.9704881 Mar 01 20:53:51.049074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630dedb1-920a-4d07-b87e-7d04a229dac4', 'tag': '434884c2-e77f-4d2b-b8c1-aa2f4b16df42'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:51.115723 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e2616-9fdd-41ad-8c86-39ecf1aa6246 service neutron] Pushing event updated for resources: {'Port': ['ID=434884c2-e77f-4d2b-b8c1-aa2f4b16df42,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:51.151396 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce867838-3d2b-4cbf-a7c5-c0ec6a574f29 req-b625164b-d1cc-4d00-bc31-3b521ed07767 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:51.152204 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-ce867838-3d2b-4cbf-a7c5-c0ec6a574f29 req-b625164b-d1cc-4d00-bc31-3b521ed07767 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Synchronizing usage tracker for tenant:923a9d549ed24852872e8597fc8f0529 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:53:51.225513 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-ce867838-3d2b-4cbf-a7c5-c0ec6a574f29 req-b625164b-d1cc-4d00-bc31-3b521ed07767 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Unset dirty status for tenant:923a9d549ed24852872e8597fc8f0529 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:53:51.226677 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ce867838-3d2b-4cbf-a7c5-c0ec6a574f29 req-b625164b-d1cc-4d00-bc31-3b521ed07767 tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.57 "GET /v2.0/ports?device_id=b490b3bb-376c-4afc-a0fc-64b17bd31a24 HTTP/1.1" status: 200 len: 945 time: 0.1983163 Mar 01 20:53:51.302068 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-ce867838-3d2b-4cbf-a7c5-c0ec6a574f29 req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Deleting port a5afc538-6ebf-401e-8456-eaa87c3e035e {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:53:51.302326 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ce867838-3d2b-4cbf-a7c5-c0ec6a574f29 req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:51.556429 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-ce867838-3d2b-4cbf-a7c5-c0ec6a574f29 req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] For port a5afc538-6ebf-401e-8456-eaa87c3e035e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=a5afc538-6ebf-401e-8456-eaa87c3e035e,segment=NetworkSegment(84bcdf50-9286-404a-a213-c92f1dc21ddf),segment_id=84bcdf50-9286-404a-a213-c92f1dc21ddf)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:51.556683 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ce867838-3d2b-4cbf-a7c5-c0ec6a574f29 req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:51.611698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf5d3e-3b14-4c77-af50-cd5042a6b4d5 req-ffb37dea-a37d-480f-9bd4-5c094fe6f30f tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:51.613243 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8cf5d3e-3b14-4c77-af50-cd5042a6b4d5 req-ffb37dea-a37d-480f-9bd4-5c094fe6f30f tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=08193a06-8024-41be-84df-048cda615aa3 HTTP/1.1" status: 200 len: 945 time: 0.4123142 Mar 01 20:53:51.714509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d03ab-452c-4782-afd0-2f49e842643c req-2aa88e36-4a3d-4f18-8573-5cd3ae0599b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:51.716021 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f80d03ab-452c-4782-afd0-2f49e842643c req-2aa88e36-4a3d-4f18-8573-5cd3ae0599b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 1098 time: 0.2733397 Mar 01 20:53:51.719757 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8cf5d3e-3b14-4c77-af50-cd5042a6b4d5 req-238cc1f6-f6bf-40dc-b8ec-b8921a0d5a75 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979166 Mar 01 20:53:51.786493 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f80d03ab-452c-4782-afd0-2f49e842643c req-9ef9ca26-1e9d-43f3-b0ff-29269d033f12 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=434884c2-e77f-4d2b-b8c1-aa2f4b16df42 HTTP/1.1" status: 200 len: 217 time: 0.0623140 Mar 01 20:53:51.788938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-ce867838-3d2b-4cbf-a7c5-c0ec6a574f29 req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Calling delete_port for a5afc538-6ebf-401e-8456-eaa87c3e035e owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:53:51.934914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d03ab-452c-4782-afd0-2f49e842643c req-02c507d6-f9aa-480f-834e-5e49270cf84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:51.936315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f80d03ab-452c-4782-afd0-2f49e842643c req-02c507d6-f9aa-480f-834e-5e49270cf84e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1433940 Mar 01 20:53:51.990669 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ce867838-3d2b-4cbf-a7c5-c0ec6a574f29 req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:52.001598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['a5afc538-6ebf-401e-8456-eaa87c3e035e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:53:52.043512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Pushing event deleted for resources: {'Port': ['ID=a5afc538-6ebf-401e-8456-eaa87c3e035e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:52.054421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:52.058823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:52.058823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:52.058823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:52.058823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:52.058823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:52.058823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:52.058823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:52.058823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:52.058823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:52.058823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:52.058823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:52.117346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a46dd-7125-4554-8036-0dbf5827bf61 req-79f9b97e-8411-4060-978b-cafe8b5682a2 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:52.120005 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d27a46dd-7125-4554-8036-0dbf5827bf61 req-79f9b97e-8411-4060-978b-cafe8b5682a2 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.2787826 Mar 01 20:53:52.126557 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-2acbe107-345f-4c96-9513-53bc76253c04 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:52.142877 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce867838-3d2b-4cbf-a7c5-c0ec6a574f29 req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] No DVR routers for this DVR port a5afc538-6ebf-401e-8456-eaa87c3e035e on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:53:52.145479 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ce867838-3d2b-4cbf-a7c5-c0ec6a574f29 req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:52.148064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b490b3bb-376c-4afc-a0fc-64b17bd31a24', 'name': 'network-vif-deleted', 'tag': 'a5afc538-6ebf-401e-8456-eaa87c3e035e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:52.187300 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80d03ab-452c-4782-afd0-2f49e842643c req-0fe4e40d-7972-4c13-b09d-d9c8573f854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:52.188724 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f80d03ab-452c-4782-afd0-2f49e842643c req-0fe4e40d-7972-4c13-b09d-d9c8573f854b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2434125 Mar 01 20:53:52.191525 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-2acbe107-345f-4c96-9513-53bc76253c04 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:52.214505 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ce867838-3d2b-4cbf-a7c5-c0ec6a574f29 req-656ec149-23c4-4d8e-a917-ce7be7fe464e tempest-ServerDiskConfigTestJSON-1871530565 tempest-ServerDiskConfigTestJSON-1871530565-project] 10.222.0.57 "DELETE /v2.0/ports/a5afc538-6ebf-401e-8456-eaa87c3e035e HTTP/1.1" status: 204 len: 173 time: 0.9814377 Mar 01 20:53:52.242207 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d27a46dd-7125-4554-8036-0dbf5827bf61 req-f121a43b-765a-444f-915f-95fa9b758a6f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130590 Mar 01 20:53:52.546660 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f80d03ab-452c-4782-afd0-2f49e842643c req-bbec303d-3a21-49f7-9a76-da583f5bd807 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977026 Mar 01 20:53:52.558633 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-2acbe107-345f-4c96-9513-53bc76253c04 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Floating IP fb07151b-a2e3-4c41-8dfb-76e19474eaca associated. External IP: 172.25.5.58, port: 117d0de9-9543-4af5-8d96-9d0fb40b0d3e. Mar 01 20:53:52.855731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53fa98b-71be-4b09-86d4-563ec8538f1f req-14e84390-3b71-4355-a537-cb81b33befd6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:52.857093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d53fa98b-71be-4b09-86d4-563ec8538f1f req-14e84390-3b71-4355-a537-cb81b33befd6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 946 time: 0.5043225 Mar 01 20:53:52.991065 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:53:53.023267 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d53fa98b-71be-4b09-86d4-563ec8538f1f req-2939a548-9960-426a-b9a2-030637f3bdf0 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579213 Mar 01 20:53:53.037157 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f80d03ab-452c-4782-afd0-2f49e842643c req-01cc4586-e23e-4e7f-8876-aab35e475fb9 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258213 Mar 01 20:53:53.279139 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-2acbe107-345f-4c96-9513-53bc76253c04 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Router 25d5f729-fb27-494a-97df-1c45d56fdca8 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:53:53.371351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d5340-0842-4374-a55c-b9b5e94282c1 req-841d14c1-6ab4-41c8-8361-a5bdeb0828ec tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:53.372723 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e43d5340-0842-4374-a55c-b9b5e94282c1 req-841d14c1-6ab4-41c8-8361-a5bdeb0828ec tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 947 time: 0.1845789 Mar 01 20:53:53.490125 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e43d5340-0842-4374-a55c-b9b5e94282c1 req-68f44baa-3632-401e-8819-abaf54ca4955 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107540 Mar 01 20:53:53.511106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-2acbe107-345f-4c96-9513-53bc76253c04 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:53:53.519563 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:53.521038 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d2986-3063-4f33-a42b-bdae12435851 None None] Sync routers for ids ['25d5f729-fb27-494a-97df-1c45d56fdca8'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:53:53.530961 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4d2986-3063-4f33-a42b-bdae12435851 None None] Routers {'25d5f729-fb27-494a-97df-1c45d56fdca8'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:53:53.531604 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0d4d2986-3063-4f33-a42b-bdae12435851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:53:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['25d5f729-fb27-494a-97df-1c45d56fdca8'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:53.684997 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-715a2824-4078-4be8-93b5-1ffb89248dd4 req-6a546737-e0ed-40dd-bae9-5c69883c2b06 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "GET /v2.0/security-groups/c93745b9-4456-4e6c-a2cc-6d6403842a1a HTTP/1.1" status: 200 len: 2398 time: 0.1200151 Mar 01 20:53:53.747341 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-0d4d2986-3063-4f33-a42b-bdae12435851 None None] Set router 25d5f729-fb27-494a-97df-1c45d56fdca8 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:53:53.842292 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-715a2824-4078-4be8-93b5-1ffb89248dd4 req-486d3028-6097-468f-bc55-a04e275225cf tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:53.941082 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-715a2824-4078-4be8-93b5-1ffb89248dd4 req-486d3028-6097-468f-bc55-a04e275225cf tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:54.005951 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-2acbe107-345f-4c96-9513-53bc76253c04 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Router 25d5f729-fb27-494a-97df-1c45d56fdca8 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:53:54.114574 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0d4d2986-3063-4f33-a42b-bdae12435851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'fb07151b-a2e3-4c41-8dfb-76e19474eaca', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'port_id': 'e7fc0994-bfed-46b8-a1ff-d5cfb530eca6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'mac_address': 'fa:16:3e:15:cb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2b3a2d-5071-400b-a49a-e28e95a6c99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:53:17Z', 'updated_at': '2022-03-01T20:53:51Z', 'revision_number': 3, 'project_id': 'f76671925d614132899f6869c2566bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:53Z', 'revision_number': 5, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:54.118314 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d2986-3063-4f33-a42b-bdae12435851 None None] Checking router: 25d5f729-fb27-494a-97df-1c45d56fdca8 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:53:54.128686 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d4d2986-3063-4f33-a42b-bdae12435851 None None] Routers {'25d5f729-fb27-494a-97df-1c45d56fdca8'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:53:54.129295 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0d4d2986-3063-4f33-a42b-bdae12435851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:53:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['25d5f729-fb27-494a-97df-1c45d56fdca8'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:54.186203 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-715a2824-4078-4be8-93b5-1ffb89248dd4 req-486d3028-6097-468f-bc55-a04e275225cf tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:54.202278 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-2acbe107-345f-4c96-9513-53bc76253c04 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:53:54.212653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d3028-6097-468f-bc55-a04e275225cf tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93745b9-4456-4e6c-a2cc-6d6403842a1a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:54.217717 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-2acbe107-345f-4c96-9513-53bc76253c04 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:54.247838 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-715a2824-4078-4be8-93b5-1ffb89248dd4 req-486d3028-6097-468f-bc55-a04e275225cf tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:54.248915 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-715a2824-4078-4be8-93b5-1ffb89248dd4 req-486d3028-6097-468f-bc55-a04e275225cf tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "DELETE /v2.0/security-groups/c93745b9-4456-4e6c-a2cc-6d6403842a1a HTTP/1.1" status: 204 len: 173 time: 0.5559199 Mar 01 20:53:54.319342 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-0d4d2986-3063-4f33-a42b-bdae12435851 None None] Set router 25d5f729-fb27-494a-97df-1c45d56fdca8 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:53:54.504061 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-2acbe107-345f-4c96-9513-53bc76253c04 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "PUT /v2.0/floatingips/fb07151b-a2e3-4c41-8dfb-76e19474eaca HTTP/1.1" status: 200 len: 997 time: 3.8526869 Mar 01 20:53:54.593527 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1071d2-bedd-4846-8442-e2c03756b7fd req-c7e4f2ad-33dc-4f9f-80ea-26348a131c98 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:54.594988 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b1071d2-bedd-4846-8442-e2c03756b7fd req-c7e4f2ad-33dc-4f9f-80ea-26348a131c98 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/ports?device_id=15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7 HTTP/1.1" status: 200 len: 950 time: 0.1533046 Mar 01 20:53:54.601390 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-ba8d2220-1050-4a80-be28-00db68fbedaf tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:54.602617 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-ba8d2220-1050-4a80-be28-00db68fbedaf tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports/117d0de9-9543-4af5-8d96-9d0fb40b0d3e HTTP/1.1" status: 200 len: 942 time: 0.0921552 Mar 01 20:53:54.644123 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b1071d2-bedd-4846-8442-e2c03756b7fd req-3edaa647-2ec1-44ab-b452-ce792eeda5e8 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/security-groups?id=44445cfa-6658-491e-83d8-10cb4d52025d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399113 Mar 01 20:53:54.698312 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0d4d2986-3063-4f33-a42b-bdae12435851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'fb07151b-a2e3-4c41-8dfb-76e19474eaca', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'port_id': 'e7fc0994-bfed-46b8-a1ff-d5cfb530eca6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'mac_address': 'fa:16:3e:15:cb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2b3a2d-5071-400b-a49a-e28e95a6c99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:53:17Z', 'updated_at': '2022-03-01T20:53:51Z', 'revision_number': 3, 'project_id': 'f76671925d614132899f6869c2566bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:53Z', 'revision_number': 5, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:54.702447 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d4d2986-3063-4f33-a42b-bdae12435851 None None] The sync data for ids ['25d5f729-fb27-494a-97df-1c45d56fdca8'] in n-d-827896-4 is: [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'fb07151b-a2e3-4c41-8dfb-76e19474eaca', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'port_id': 'e7fc0994-bfed-46b8-a1ff-d5cfb530eca6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'mac_address': 'fa:16:3e:15:cb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2b3a2d-5071-400b-a49a-e28e95a6c99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:53:17Z', 'updated_at': '2022-03-01T20:53:51Z', 'revision_number': 3, 'project_id': 'f76671925d614132899f6869c2566bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:53Z', 'revision_number': 5, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:53:54.742518 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-03f15e4a-fd95-426b-8b9d-e4535c5435da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:54.744721 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-03f15e4a-fd95-426b-8b9d-e4535c5435da service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f76671925d614132899f6869c2566bab&device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 1096 time: 0.0832744 Mar 01 20:53:54.775794 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630dedb1-920a-4d07-b87e-7d04a229dac4', 'tag': '434884c2-e77f-4d2b-b8c1-aa2f4b16df42', 'status': 'completed', 'code': 200} Mar 01 20:53:54.891068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901b1069-9bd8-41ce-a27f-cebdc2b92554 None None] New status for floating IP fb07151b-a2e3-4c41-8dfb-76e19474eaca: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 20:53:54.942589 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-b340dbf3-cb14-48a1-acef-3113869343e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:54.945461 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-b340dbf3-cb14-48a1-acef-3113869343e6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e1d35894-975e-4477-8039-e95c20ae6197 HTTP/1.1" status: 200 len: 921 time: 0.1937525 Mar 01 20:53:55.028797 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-e3daeeeb-22b6-41fe-a745-c2275a712cb1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=117d0de9-9543-4af5-8d96-9d0fb40b0d3e HTTP/1.1" status: 200 len: 217 time: 0.0764380 Mar 01 20:53:55.073115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae90daa-f169-4cf7-85bb-398d51fcae06 req-f7f06306-6725-40a9-90c1-6785fdfe9233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:55.077387 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ae90daa-f169-4cf7-85bb-398d51fcae06 req-f7f06306-6725-40a9-90c1-6785fdfe9233 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 1098 time: 0.2319467 Mar 01 20:53:55.199203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-d9a661c1-4dbf-4794-afe0-d23cf70e1236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:55.200702 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-d9a661c1-4dbf-4794-afe0-d23cf70e1236 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4 HTTP/1.1" status: 200 len: 859 time: 0.1710029 Mar 01 20:53:55.220976 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b490b3bb-376c-4afc-a0fc-64b17bd31a24', 'name': 'network-vif-deleted', 'tag': 'a5afc538-6ebf-401e-8456-eaa87c3e035e', 'status': 'completed', 'code': 200} Mar 01 20:53:55.277004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae90daa-f169-4cf7-85bb-398d51fcae06 req-b928b7b4-4238-4d03-9cce-1a7156c94669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:55.278459 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ae90daa-f169-4cf7-85bb-398d51fcae06 req-b928b7b4-4238-4d03-9cce-1a7156c94669 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.1946082 Mar 01 20:53:55.296715 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eee5ef-4001-4053-a77e-236099f3328e None None] Sync routers for ids ['25d5f729-fb27-494a-97df-1c45d56fdca8'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:53:55.308232 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eee5ef-4001-4053-a77e-236099f3328e None None] Routers {'25d5f729-fb27-494a-97df-1c45d56fdca8'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:53:55.308948 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c7eee5ef-4001-4053-a77e-236099f3328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:53:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['25d5f729-fb27-494a-97df-1c45d56fdca8'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:55.375729 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ae90daa-f169-4cf7-85bb-398d51fcae06 req-9b5c9bfc-61a5-4767-9768-8cac60eab988 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=434884c2-e77f-4d2b-b8c1-aa2f4b16df42 HTTP/1.1" status: 200 len: 217 time: 0.0878417 Mar 01 20:53:55.491094 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-c7eee5ef-4001-4053-a77e-236099f3328e None None] Set router 25d5f729-fb27-494a-97df-1c45d56fdca8 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:53:55.512972 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-a451d44c-2b68-4369-9264-651d3f1412df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:55.514451 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-a451d44c-2b68-4369-9264-651d3f1412df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e1d35894-975e-4477-8039-e95c20ae6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3072276 Mar 01 20:53:55.567921 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae90daa-f169-4cf7-85bb-398d51fcae06 req-9ded24d2-bd26-496b-b064-c4c44933e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:55.569238 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ae90daa-f169-4cf7-85bb-398d51fcae06 req-9ded24d2-bd26-496b-b064-c4c44933e814 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1779718 Mar 01 20:53:55.670468 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device a5afc538-6ebf-401e-8456-eaa87c3e035e no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:53:55.694999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-ce7234bf-9e23-48dd-aa89-63ce01453fa3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:55.697603 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-ce7234bf-9e23-48dd-aa89-63ce01453fa3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 811 time: 0.3492441 Mar 01 20:53:55.707269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: a5afc538-6ebf-401e-8456-eaa87c3e035e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:53:55.707652 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device a5afc538-6ebf-401e-8456-eaa87c3e035e not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:53:55.740268 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-9f11f045-add7-4c00-987a-fe30d19d1272 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/quotas/df56c463be844df5b2fb698fb8b7ab1c HTTP/1.1" status: 200 len: 375 time: 0.0309975 Mar 01 20:53:55.787464 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-5fe9ddfd-1a34-4759-b155-750d5c5553c7 service neutron] 10.222.0.42 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644358 Mar 01 20:53:55.842906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae90daa-f169-4cf7-85bb-398d51fcae06 req-691f0ac8-1c7a-4c6f-80be-244adb47e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:55.844319 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ae90daa-f169-4cf7-85bb-398d51fcae06 req-691f0ac8-1c7a-4c6f-80be-244adb47e28c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2635784 Mar 01 20:53:55.877565 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c7eee5ef-4001-4053-a77e-236099f3328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'fb07151b-a2e3-4c41-8dfb-76e19474eaca', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'port_id': 'e7fc0994-bfed-46b8-a1ff-d5cfb530eca6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'mac_address': 'fa:16:3e:15:cb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2b3a2d-5071-400b-a49a-e28e95a6c99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:53:17Z', 'updated_at': '2022-03-01T20:53:55Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:53Z', 'revision_number': 5, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:55.882647 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eee5ef-4001-4053-a77e-236099f3328e None None] Checking router: 25d5f729-fb27-494a-97df-1c45d56fdca8 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:53:55.895011 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eee5ef-4001-4053-a77e-236099f3328e None None] Routers {'25d5f729-fb27-494a-97df-1c45d56fdca8'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:53:55.895692 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c7eee5ef-4001-4053-a77e-236099f3328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:53:29Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['25d5f729-fb27-494a-97df-1c45d56fdca8'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:56.078580 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-c7eee5ef-4001-4053-a77e-236099f3328e None None] Set router 25d5f729-fb27-494a-97df-1c45d56fdca8 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:53:56.168340 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-1ee5064c-93b6-411d-be7a-6535b583f48e service neutron] 10.222.0.42 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740933 Mar 01 20:53:56.191233 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-750343c9-2b4e-40d7-b497-535072faaff8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4436598 Mar 01 20:53:56.246102 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ae90daa-f169-4cf7-85bb-398d51fcae06 req-c895e59a-73be-4682-a284-97b6a80e46d8 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516157 Mar 01 20:53:56.429181 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c7eee5ef-4001-4053-a77e-236099f3328e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'fb07151b-a2e3-4c41-8dfb-76e19474eaca', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'port_id': 'e7fc0994-bfed-46b8-a1ff-d5cfb530eca6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'mac_address': 'fa:16:3e:15:cb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2b3a2d-5071-400b-a49a-e28e95a6c99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:53:17Z', 'updated_at': '2022-03-01T20:53:55Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:53Z', 'revision_number': 5, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:53:56.433117 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7eee5ef-4001-4053-a77e-236099f3328e None None] The sync data for ids ['25d5f729-fb27-494a-97df-1c45d56fdca8'] in n-d-827896-4 is: [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'fb07151b-a2e3-4c41-8dfb-76e19474eaca', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'port_id': 'e7fc0994-bfed-46b8-a1ff-d5cfb530eca6', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'mac_address': 'fa:16:3e:15:cb:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b2b3a2d-5071-400b-a49a-e28e95a6c99f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:53:17Z', 'updated_at': '2022-03-01T20:53:55Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:53Z', 'revision_number': 5, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:53:56.483199 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-73e4dab7-776c-4aa5-b82c-5b3f909e4db5 service neutron] 10.222.0.42 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799804 Mar 01 20:53:56.551955 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-81d7e30f-cd28-4112-9b85-b7481b0d6421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:56.553442 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-81d7e30f-cd28-4112-9b85-b7481b0d6421 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f76671925d614132899f6869c2566bab&device_id=8b2b3a2d-5071-400b-a49a-e28e95a6c99f HTTP/1.1" status: 200 len: 1096 time: 0.3029318 Mar 01 20:53:56.603834 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ae90daa-f169-4cf7-85bb-398d51fcae06 req-04fbcde3-06c0-46c6-a68c-b9929f6ae5cf service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803941 Mar 01 20:53:56.739708 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-8593701e-4273-406a-8b65-853d6af7583f service neutron] 10.222.0.42 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482283 Mar 01 20:53:56.760428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-cc1e0b52-7e22-4844-84bf-712ade08f1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:56.761887 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-cc1e0b52-7e22-4844-84bf-712ade08f1cb service neutron] 10.222.0.42 "GET /v2.0/networks?id=e1d35894-975e-4477-8039-e95c20ae6197 HTTP/1.1" status: 200 len: 921 time: 0.1605432 Mar 01 20:53:56.813250 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'tag': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e'}, {'name': 'network-changed', 'server_uuid': '8b2b3a2d-5071-400b-a49a-e28e95a6c99f', 'tag': 'e7fc0994-bfed-46b8-a1ff-d5cfb530eca6'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:56.867770 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-67335f23-fbda-4a7c-a544-ae77a191af1f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 HTTP/1.1" status: 200 len: 1000 time: 0.1000929 Mar 01 20:53:56.935842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-2d854625-9b1b-4626-a2d4-6b728e360402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:56.937309 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-2d854625-9b1b-4626-a2d4-6b728e360402 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4 HTTP/1.1" status: 200 len: 859 time: 0.0639915 Mar 01 20:53:56.980189 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:53:57.061269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-bd0663f9-c71f-4bfa-aca8-2b640f62d780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:57.063079 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-bd0663f9-c71f-4bfa-aca8-2b640f62d780 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e1d35894-975e-4477-8039-e95c20ae6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199238 Mar 01 20:53:57.175864 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=434884c2-e77f-4d2b-b8c1-aa2f4b16df42,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:57.192869 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '434884c2-e77f-4d2b-b8c1-aa2f4b16df42', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '434884c2-e77f-4d2b-b8c1-aa2f4b16df42', 'mac_address': 'fa:16:3e:7d:1b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:53:57.223684 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade368b-82a8-48a7-8c40-3cd7ae3a65a8 req-ad7ef24f-42ce-488c-9b8f-50649eb4d259 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:57.225135 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ade368b-82a8-48a7-8c40-3cd7ae3a65a8 req-ad7ef24f-42ce-488c-9b8f-50649eb4d259 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 946 time: 0.2089047 Mar 01 20:53:57.228587 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-63030544-80c5-428f-92f0-1e08b24d4987 service neutron] 10.222.0.42 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545436 Mar 01 20:53:57.263678 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:57.280133 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:53:57.295779 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=434884c2-e77f-4d2b-b8c1-aa2f4b16df42,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:57.323409 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-adb4c0c3-b048-4ab6-9457-f3a364f71ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:57.349590 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ade368b-82a8-48a7-8c40-3cd7ae3a65a8 req-4e1daee2-64ef-44ac-ab81-180a44161496 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179507 Mar 01 20:53:57.374066 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:57.402079 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-a7bd6691-2b85-4bb6-8d48-bc42241d0e7d req-e896bc58-e3cc-4eed-983e-27f4a1ae8f71 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] show failed (client error): The resource could not be found. Mar 01 20:53:57.403053 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a7bd6691-2b85-4bb6-8d48-bc42241d0e7d req-e896bc58-e3cc-4eed-983e-27f4a1ae8f71 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "GET /v2.0/security-groups/82cc2b48-404e-4ac9-99cf-382266514f16 HTTP/1.1" status: 404 len: 352 time: 0.0241416 Mar 01 20:53:57.428039 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ad0d768-851a-4fff-9da2-ac4441677202 req-7e911bd9-df1d-40e7-b784-61f5f23d9276 service neutron] 10.222.0.42 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789453 Mar 01 20:53:57.460439 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=434884c2-e77f-4d2b-b8c1-aa2f4b16df42,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:57.471181 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:57.471926 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:57.472357 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:57.473091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:57.473565 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:57.473957 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:57.474293 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:57.474733 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:57.475177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:57.475530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:57.475855 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:57.476169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:53:57.581611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fff2418-0fcc-4bff-baf1-ab9d07eb35da req-04f4cfdc-8b71-457d-a53c-25d6f0339468 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:57.583321 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fff2418-0fcc-4bff-baf1-ab9d07eb35da req-04f4cfdc-8b71-457d-a53c-25d6f0339468 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 948 time: 0.0821095 Mar 01 20:53:57.638784 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fff2418-0fcc-4bff-baf1-ab9d07eb35da req-b6f6e8cf-e20d-4951-9fd9-33dec682a921 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487049 Mar 01 20:53:57.748166 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['434884c2-e77f-4d2b-b8c1-aa2f4b16df42'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:53:57.890063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9a412-6075-4271-b901-d224468911b9 req-7adef130-7506-427f-b980-4c850df624bb tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:57.891578 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f8b9a412-6075-4271-b901-d224468911b9 req-7adef130-7506-427f-b980-4c850df624bb tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=08193a06-8024-41be-84df-048cda615aa3 HTTP/1.1" status: 200 len: 945 time: 0.0932982 Mar 01 20:53:57.944037 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f8b9a412-6075-4271-b901-d224468911b9 req-8e300506-60ea-4974-900a-e27a681647f7 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447521 Mar 01 20:53:57.971507 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'tag': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e', 'status': 'completed', 'code': 200} Mar 01 20:53:57.971773 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2b3a2d-5071-400b-a49a-e28e95a6c99f', 'tag': 'e7fc0994-bfed-46b8-a1ff-d5cfb530eca6', 'status': 'completed', 'code': 200} Mar 01 20:53:58.033498 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46bc55ef-4b4a-4be2-a093-a18119c72a82 req-c257ffbe-04ac-4b20-a834-b0374d37f7af tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "GET /v2.0/security-groups/58550259-256b-4d88-ac00-4ff622252c4a HTTP/1.1" status: 200 len: 1803 time: 0.0485463 Mar 01 20:53:58.101222 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-72f74538-e859-416b-ad25-c319bd5f74ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:58.103977 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-72f74538-e859-416b-ad25-c319bd5f74ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f76671925d614132899f6869c2566bab&device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 1096 time: 0.1058853 Mar 01 20:53:58.228345 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a2cffe6-55fd-44ca-bbbd-bc38dfd2a402 req-27fdc087-c9dd-447b-990f-fd5471053239 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 210 time: 0.1754203 Mar 01 20:53:58.260892 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-b3c63239-8cd2-41c9-8862-3fcf49e649a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:58.262390 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-b3c63239-8cd2-41c9-8862-3fcf49e649a6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e1d35894-975e-4477-8039-e95c20ae6197 HTTP/1.1" status: 200 len: 921 time: 0.1517322 Mar 01 20:53:58.336530 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-de586ba0-1d4f-429d-9ab1-fd3ae92869ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=117d0de9-9543-4af5-8d96-9d0fb40b0d3e HTTP/1.1" status: 200 len: 217 time: 0.0657859 Mar 01 20:53:58.343043 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-46bc55ef-4b4a-4be2-a093-a18119c72a82 req-a60484c6-62da-4dd3-8e52-b72150feaba3 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:58.391903 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-46bc55ef-4b4a-4be2-a093-a18119c72a82 req-a60484c6-62da-4dd3-8e52-b72150feaba3 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:58.402560 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04673420-1072-43b0-8743-668bee8cdff5 req-2a4b70fb-f88f-4845-9f51-5f0ffa8149ff tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.58 HTTP/1.1" status: 200 len: 1000 time: 0.1462195 Mar 01 20:53:58.408481 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-eeda3511-f92b-456c-962f-ac9d8b8681f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:58.413169 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-eeda3511-f92b-456c-962f-ac9d8b8681f7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4 HTTP/1.1" status: 200 len: 859 time: 0.0665371 Mar 01 20:53:58.489541 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-7e773da6-1973-4ba9-8ab3-bbe882263274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:58.491062 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-7e773da6-1973-4ba9-8ab3-bbe882263274 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1d35894-975e-4477-8039-e95c20ae6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740993 Mar 01 20:53:58.511284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04673420-1072-43b0-8743-668bee8cdff5 req-2cd2a146-1247-445f-ab46-9e67bbd37cf7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:58.512670 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04673420-1072-43b0-8743-668bee8cdff5 req-2cd2a146-1247-445f-ab46-9e67bbd37cf7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports/e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 HTTP/1.1" status: 200 len: 942 time: 0.1035748 Mar 01 20:53:58.579582 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-46bc55ef-4b4a-4be2-a093-a18119c72a82 req-a60484c6-62da-4dd3-8e52-b72150feaba3 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:58.625492 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-be3f7f7e-cb68-4c13-b6a4-f5a300633ab2 service neutron] 10.222.0.57 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276693 Mar 01 20:53:58.652587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60484c6-62da-4dd3-8e52-b72150feaba3 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58550259-256b-4d88-ac00-4ff622252c4a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:58.674008 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-46bc55ef-4b4a-4be2-a093-a18119c72a82 req-a60484c6-62da-4dd3-8e52-b72150feaba3 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:58.674817 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46bc55ef-4b4a-4be2-a093-a18119c72a82 req-a60484c6-62da-4dd3-8e52-b72150feaba3 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "DELETE /v2.0/security-groups/58550259-256b-4d88-ac00-4ff622252c4a HTTP/1.1" status: 204 len: 173 time: 0.6351242 Mar 01 20:53:58.704287 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04673420-1072-43b0-8743-668bee8cdff5 req-d4e67ce4-e0b3-4214-aaf6-25c4767eae66 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.58 HTTP/1.1" status: 200 len: 1000 time: 0.1106291 Mar 01 20:53:58.783164 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-858704ac-c5c0-4f6e-ac67-2f1653b16561 service neutron] 10.222.0.57 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509943 Mar 01 20:53:58.867875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04673420-1072-43b0-8743-668bee8cdff5 req-9656c3bf-2490-4b13-9f4b-28591c77ed8e tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:58.874812 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04673420-1072-43b0-8743-668bee8cdff5 req-9656c3bf-2490-4b13-9f4b-28591c77ed8e tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.1648731 Mar 01 20:53:58.881293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-04673420-1072-43b0-8743-668bee8cdff5 req-d8e86d9c-9833-4466-b8e8-f356e0c63ac7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:53:58.891943 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04673420-1072-43b0-8743-668bee8cdff5 req-d8e86d9c-9833-4466-b8e8-f356e0c63ac7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0159957 Mar 01 20:53:58.903221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-79f8d162-e31c-4035-9e84-0d56abd0b35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:58.904657 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-79f8d162-e31c-4035-9e84-0d56abd0b35a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f76671925d614132899f6869c2566bab&device_id=8b2b3a2d-5071-400b-a49a-e28e95a6c99f HTTP/1.1" status: 200 len: 1096 time: 0.0815935 Mar 01 20:53:58.980709 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382a585-8480-48c2-b9d6-91162358237b req-e0c39360-a7af-4eb9-856a-80c29105ff5b tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:58.982236 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c382a585-8480-48c2-b9d6-91162358237b req-e0c39360-a7af-4eb9-856a-80c29105ff5b tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/ports?device_id=15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7 HTTP/1.1" status: 200 len: 950 time: 0.1046820 Mar 01 20:53:58.990100 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:53:59.043535 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c382a585-8480-48c2-b9d6-91162358237b req-6e0d9fc5-12c7-495f-9f74-7a9726d85af9 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/security-groups?id=44445cfa-6658-491e-83d8-10cb4d52025d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511453 Mar 01 20:53:59.099317 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-3cafcf29-d670-4ef0-9d83-4cd5559b2f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:59.100846 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-3cafcf29-d670-4ef0-9d83-4cd5559b2f6b service neutron] 10.222.0.57 "GET /v2.0/networks?id=e1d35894-975e-4477-8039-e95c20ae6197 HTTP/1.1" status: 200 len: 921 time: 0.1892703 Mar 01 20:53:59.168067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:53:59.173785 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:53:59.174457 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:59.265421 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0821e3-5690-4c44-a6d0-a5b1c1f5625d req-b44a4a71-6fd7-4acb-acb0-2a3c1d5b27b4 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:59.266930 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-db0821e3-5690-4c44-a6d0-a5b1c1f5625d req-b44a4a71-6fd7-4acb-acb0-2a3c1d5b27b4 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 946 time: 0.0988019 Mar 01 20:53:59.313730 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-db0821e3-5690-4c44-a6d0-a5b1c1f5625d req-ed1ce920-f1d7-45f6-8aa0-4b141297fc7f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406616 Mar 01 20:53:59.328559 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:59.376869 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=434884c2-e77f-4d2b-b8c1-aa2f4b16df42,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:53:59.377988 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630dedb1-920a-4d07-b87e-7d04a229dac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434884c2-e77f-4d2b-b8c1-aa2f4b16df42'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:53:59.457092 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:59.476320 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-909f81cf-1264-4083-8bfb-173643068f62 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 HTTP/1.1" status: 200 len: 1000 time: 0.3614085 Mar 01 20:53:59.556721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=434884c2-e77f-4d2b-b8c1-aa2f4b16df42,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:53:59.560256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-cf3aa8d9-2c93-4481-96a9-e61c16d4dc5d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:59.562065 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-cf3aa8d9-2c93-4481-96a9-e61c16d4dc5d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.57 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 811 time: 0.4928510 Mar 01 20:53:59.565408 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d121f2-1e52-40a9-8108-7ea39e5d280f req-408218e8-47f8-450e-a7b1-2ae32419e019 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:59.570051 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47d121f2-1e52-40a9-8108-7ea39e5d280f req-408218e8-47f8-450e-a7b1-2ae32419e019 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 949 time: 0.0872698 Mar 01 20:53:59.575054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-3d55346c-65b4-42e5-ab9b-2602e1819321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:59.576511 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-3d55346c-65b4-42e5-ab9b-2602e1819321 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4 HTTP/1.1" status: 200 len: 859 time: 0.0917835 Mar 01 20:53:59.579925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-d7032ea6-93d1-42c5-978a-808f1db06570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Request body: {'port': {'device_id': 'e1071a9b-b994-4da5-a819-17e3372d6623', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'admin_state_up': True, 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:53:59.611330 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-30be7838-4a9f-4985-baaa-f6838689649d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:59.617447 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47d121f2-1e52-40a9-8108-7ea39e5d280f req-5aaccf6a-d431-4226-929f-ecb7bcc7a869 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438690 Mar 01 20:53:59.730398 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b99fce39-007c-4ceb-9ce8-2cf7d53211f4 req-44f25413-f233-449c-93fe-28d70ba113eb tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "GET /v2.0/security-groups/420fed26-ae4d-498f-9ca4-7cb41af08547 HTTP/1.1" status: 200 len: 1805 time: 0.0867653 Mar 01 20:53:59.785504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-45623e35-4b11-419f-8beb-c23f9883ad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:59.787061 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-45623e35-4b11-419f-8beb-c23f9883ad76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1d35894-975e-4477-8039-e95c20ae6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1911697 Mar 01 20:53:59.790841 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-d7032ea6-93d1-42c5-978a-808f1db06570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:53:59.824883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-d7032ea6-93d1-42c5-978a-808f1db06570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:53:59.867373 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43d4d92-ea05-41c5-bdcd-f96d86d15fcd req-3e23df5e-afec-45e2-b41a-0f1f4bc6930a tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:53:59.868866 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d43d4d92-ea05-41c5-bdcd-f96d86d15fcd req-3e23df5e-afec-45e2-b41a-0f1f4bc6930a tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.55 "GET /v2.0/ports?device_id=15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7 HTTP/1.1" status: 200 len: 950 time: 0.1908622 Mar 01 20:53:59.907744 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-d7032ea6-93d1-42c5-978a-808f1db06570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Made reservation on behalf of df56c463be844df5b2fb698fb8b7ab1c for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:53:59.910894 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-d7032ea6-93d1-42c5-978a-808f1db06570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:53:59.965381 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b99fce39-007c-4ceb-9ce8-2cf7d53211f4 req-dee9d1bf-875b-40ab-b5aa-bf9dbe6dcbd4 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:00.023269 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b99fce39-007c-4ceb-9ce8-2cf7d53211f4 req-dee9d1bf-875b-40ab-b5aa-bf9dbe6dcbd4 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:00.035637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-d43d4d92-ea05-41c5-bdcd-f96d86d15fcd req-2844cf0b-5ddf-43d1-93d5-14f32a78e7d9 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Deleting port bf943ebb-c067-426d-a029-17bb96def12d {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:54:00.036250 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d43d4d92-ea05-41c5-bdcd-f96d86d15fcd req-2844cf0b-5ddf-43d1-93d5-14f32a78e7d9 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:00.079657 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-6c41fc8b-fe59-4fb3-a003-14c99b03472c tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.58 HTTP/1.1" status: 200 len: 1000 time: 0.2765415 Mar 01 20:54:00.104930 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-fb2f14c8-b22a-4f86-bf77-9c2a8734dab4 service neutron] 10.222.0.57 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3046331 Mar 01 20:54:00.222382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-743c4ac0-9fe1-455d-958f-139ddb8a1488 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:00.223651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-743c4ac0-9fe1-455d-958f-139ddb8a1488 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports/e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 HTTP/1.1" status: 200 len: 942 time: 0.1305695 Mar 01 20:54:00.231217 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-d7032ea6-93d1-42c5-978a-808f1db06570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Allocated IP 172.20.0.4 (9c047131-db31-4f0b-ada8-1976d242266e/9b10d451-6863-433c-a07b-4c6d8834b5d5/48089be5-a5f6-469f-9cee-66f43b3a44bd) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:54:00.304746 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b23bbcd0-8dc9-4f01-a567-08e6757a451d req-2ff44967-a9b6-417c-8176-f9cce6fa1932 service neutron] 10.222.0.57 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879053 Mar 01 20:54:00.408273 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:00.503108 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-d7032ea6-93d1-42c5-978a-808f1db06570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:00.521921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-d7032ea6-93d1-42c5-978a-808f1db06570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Transition to ACTIVE for port object 48089be5-a5f6-469f-9cee-66f43b3a44bd will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:54:00.528898 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b99fce39-007c-4ceb-9ce8-2cf7d53211f4 req-dee9d1bf-875b-40ab-b5aa-bf9dbe6dcbd4 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:00.569268 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9d1bf-875b-40ab-b5aa-bf9dbe6dcbd4 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=420fed26-ae4d-498f-9ca4-7cb41af08547,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:00.583826 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b99fce39-007c-4ceb-9ce8-2cf7d53211f4 req-dee9d1bf-875b-40ab-b5aa-bf9dbe6dcbd4 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:00.585872 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b99fce39-007c-4ceb-9ce8-2cf7d53211f4 req-dee9d1bf-875b-40ab-b5aa-bf9dbe6dcbd4 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "DELETE /v2.0/security-groups/420fed26-ae4d-498f-9ca4-7cb41af08547 HTTP/1.1" status: 204 len: 173 time: 0.8484302 Mar 01 20:54:00.587341 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:00.625817 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-d43d4d92-ea05-41c5-bdcd-f96d86d15fcd req-2844cf0b-5ddf-43d1-93d5-14f32a78e7d9 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] For port bf943ebb-c067-426d-a029-17bb96def12d, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bf943ebb-c067-426d-a029-17bb96def12d,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:00.626172 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d43d4d92-ea05-41c5-bdcd-f96d86d15fcd req-2844cf0b-5ddf-43d1-93d5-14f32a78e7d9 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:00.637438 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-d7032ea6-93d1-42c5-978a-808f1db06570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:00.641834 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-d3a85c50-319d-4402-a256-d0fa0fc1b0c0 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.58 HTTP/1.1" status: 200 len: 1000 time: 0.2985611 Mar 01 20:54:00.653576 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['f0eb76de-4dfa-4e86-acf0-57905a711967', 'c9270e36-addf-4d91-8049-3027fd0a2a20'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:54:00.710721 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-d7032ea6-93d1-42c5-978a-808f1db06570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Network 9c047131-db31-4f0b-ada8-1976d242266e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:54:00.714757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-d7032ea6-93d1-42c5-978a-808f1db06570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:54:00.718973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-d7032ea6-93d1-42c5-978a-808f1db06570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:54:00.777513 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7032ea6-93d1-42c5-978a-808f1db06570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Pushing event updated for resources: {'Port': ['ID=48089be5-a5f6-469f-9cee-66f43b3a44bd,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:00.805526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-d7032ea6-93d1-42c5-978a-808f1db06570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:00.807186 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-d7032ea6-93d1-42c5-978a-808f1db06570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:00.815667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-d43d4d92-ea05-41c5-bdcd-f96d86d15fcd req-2844cf0b-5ddf-43d1-93d5-14f32a78e7d9 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Calling delete_port for bf943ebb-c067-426d-a029-17bb96def12d owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:54:00.932793 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-d7032ea6-93d1-42c5-978a-808f1db06570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3593776 Mar 01 20:54:00.948610 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] Request body: {'port': {'device_id': 'e1071a9b-b994-4da5-a819-17e3372d6623', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:54:01.069172 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:01.088612 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-05316c9b-ad68-479a-9083-3b20b14b4f66 None None] Provisioning for port 48089be5-a5f6-469f-9cee-66f43b3a44bd completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:54:01.096691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-05316c9b-ad68-479a-9083-3b20b14b4f66 None None] Provisioning complete for port 48089be5-a5f6-469f-9cee-66f43b3a44bd triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:54:01.097188 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-05316c9b-ad68-479a-9083-3b20b14b4f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:01.097597 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a96b5f-dd5c-4da1-9b7f-2ca5f846d87b req-fc41c41c-acc2-42db-bd7d-45e9ebe31dca tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:01.099090 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-26a96b5f-dd5c-4da1-9b7f-2ca5f846d87b req-fc41c41c-acc2-42db-bd7d-45e9ebe31dca tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 931 time: 0.3997068 Mar 01 20:54:01.116334 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-c18351b8-d77b-4885-8f7c-05a3b5e32380 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:01.117647 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-c18351b8-d77b-4885-8f7c-05a3b5e32380 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.4171414 Mar 01 20:54:01.165139 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-05316c9b-ad68-479a-9083-3b20b14b4f66 None None] Port 48089be5-a5f6-469f-9cee-66f43b3a44bd cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:54:01.252351 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-26a96b5f-dd5c-4da1-9b7f-2ca5f846d87b req-0922f63b-c39f-4e8a-86a7-3b4a3a274852 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438220 Mar 01 20:54:01.274600 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-e37fa7ad-9b7f-49fe-8609-39b809ee7f05 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.58 HTTP/1.1" status: 200 len: 1000 time: 0.1352499 Mar 01 20:54:01.286370 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-e7ca1bdd-0e0b-4a8d-9a0a-73557abef774 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:54:01.319302 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630dedb1-920a-4d07-b87e-7d04a229dac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434884c2-e77f-4d2b-b8c1-aa2f4b16df42', 'code': 200} Mar 01 20:54:01.348557 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d43d4d92-ea05-41c5-bdcd-f96d86d15fcd req-2844cf0b-5ddf-43d1-93d5-14f32a78e7d9 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:01.419670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844cf0b-5ddf-43d1-93d5-14f32a78e7d9 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Pushing event deleted for resources: {'Port': ['ID=bf943ebb-c067-426d-a029-17bb96def12d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:01.451643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48089be5-a5f6-469f-9cee-66f43b3a44bd {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:54:01.490073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39728) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:01.497115 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['bf943ebb-c067-426d-a029-17bb96def12d'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:54:01.527252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43d4d92-ea05-41c5-bdcd-f96d86d15fcd req-2844cf0b-5ddf-43d1-93d5-14f32a78e7d9 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] No DVR routers for this DVR port bf943ebb-c067-426d-a029-17bb96def12d on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:54:01.531289 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d43d4d92-ea05-41c5-bdcd-f96d86d15fcd req-2844cf0b-5ddf-43d1-93d5-14f32a78e7d9 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:01.533839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7', 'name': 'network-vif-deleted', 'tag': 'bf943ebb-c067-426d-a029-17bb96def12d'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:54:01.542617 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-e7ca1bdd-0e0b-4a8d-9a0a-73557abef774 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks [] for floatingip, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:01.572544 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:01.669940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-84181ba0-93ca-4967-9d04-5872622b7afe req-48764599-8fa4-4858-b17a-0c02a1ce5ec4 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Synchronizing usage tracker for tenant:a7e85112c1114193a6fd7e3cdb323cd0 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:54:01.702340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-84181ba0-93ca-4967-9d04-5872622b7afe req-48764599-8fa4-4858-b17a-0c02a1ce5ec4 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] Unset dirty status for tenant:a7e85112c1114193a6fd7e3cdb323cd0 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:54:01.703492 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84181ba0-93ca-4967-9d04-5872622b7afe req-48764599-8fa4-4858-b17a-0c02a1ce5ec4 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.42 "GET /v2.0/ports?device_id=15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7 HTTP/1.1" status: 200 len: 210 time: 0.1090024 Mar 01 20:54:01.740834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] Transition to ACTIVE for port object 48089be5-a5f6-469f-9cee-66f43b3a44bd will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:54:01.753423 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c5606c2-1341-425a-a022-f8a8e4e4a8fc admin admin] Deleting subnet 203b9d6c-4e4d-47f8-b370-76b17af7b277 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:54:01.759884 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5c5606c2-1341-425a-a022-f8a8e4e4a8fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:01.769729 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d43d4d92-ea05-41c5-bdcd-f96d86d15fcd req-2844cf0b-5ddf-43d1-93d5-14f32a78e7d9 tempest-ImagesNegativeTestJSON-844963377 tempest-ImagesNegativeTestJSON-844963377-project] 10.222.0.55 "DELETE /v2.0/ports/bf943ebb-c067-426d-a029-17bb96def12d HTTP/1.1" status: 204 len: 173 time: 1.8655562 Mar 01 20:54:01.816252 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:01.881226 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5c5606c2-1341-425a-a022-f8a8e4e4a8fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:01.916024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b4d26-6f59-4fda-91ba-fc3c8c78e30c req-70182642-9b32-42e5-82db-1b9bd4b84731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:01.918369 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-804b4d26-6f59-4fda-91ba-fc3c8c78e30c req-70182642-9b32-42e5-82db-1b9bd4b84731 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 1100 time: 0.4690619 Mar 01 20:54:01.947707 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-e7ca1bdd-0e0b-4a8d-9a0a-73557abef774 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:01.990418 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5995dfac-df9d-4f92-8277-74388879898c req-ebddd090-ddac-46f2-b355-bd2d6b7155f2 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:01.992307 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5995dfac-df9d-4f92-8277-74388879898c req-ebddd090-ddac-46f2-b355-bd2d6b7155f2 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 946 time: 0.1718810 Mar 01 20:54:02.031852 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-e7ca1bdd-0e0b-4a8d-9a0a-73557abef774 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:02.032165 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-e7ca1bdd-0e0b-4a8d-9a0a-73557abef774 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Floating IP fb07151b-a2e3-4c41-8dfb-76e19474eaca disassociated. External IP: 172.25.5.58, port: e7fc0994-bfed-46b8-a1ff-d5cfb530eca6. Mar 01 20:54:02.051992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=48089be5-a5f6-469f-9cee-66f43b3a44bd,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:02.120076 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:02.166991 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-804b4d26-6f59-4fda-91ba-fc3c8c78e30c req-152b43b0-63dc-4ee4-842f-19d2e662f2d1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880620 Mar 01 20:54:02.171334 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5c5606c2-1341-425a-a022-f8a8e4e4a8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:02.272139 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5995dfac-df9d-4f92-8277-74388879898c req-32d41a37-b18b-4d15-be14-ab04f23ab9d5 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731016 Mar 01 20:54:02.278733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] Attempting to bind port 48089be5-a5f6-469f-9cee-66f43b3a44bd on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:54:02.279067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] Attempting to bind port 48089be5-a5f6-469f-9cee-66f43b3a44bd by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:54:02.279603 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] Attempting to bind port 48089be5-a5f6-469f-9cee-66f43b3a44bd on network 9c047131-db31-4f0b-ada8-1976d242266e {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:54:02.288720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] Port 48089be5-a5f6-469f-9cee-66f43b3a44bd on network 9c047131-db31-4f0b-ada8-1976d242266e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:54:02.289042 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] Attempting to bind port 48089be5-a5f6-469f-9cee-66f43b3a44bd on network 9c047131-db31-4f0b-ada8-1976d242266e {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:54:02.298386 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:54:02.299420 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] Checking segment: {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:54:02.300270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] Bound using segment: {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:54:02.300959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] Bound port: 48089be5-a5f6-469f-9cee-66f43b3a44bd, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ab60939-7c8e-43ed-9389-2acf597d97f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:54:02.301318 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:02.396979 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5c5606c2-1341-425a-a022-f8a8e4e4a8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:02.428684 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c5493b8-8ece-4857-83a7-2522e813c518 req-d8590202-47f5-4780-a6db-186d6acdb5c5 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "GET /v2.0/security-groups/c204bf6e-309d-4416-a389-cf4c17d22d24 HTTP/1.1" status: 200 len: 1802 time: 0.0785477 Mar 01 20:54:02.446328 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5c5606c2-1341-425a-a022-f8a8e4e4a8fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:02.454623 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5c5606c2-1341-425a-a022-f8a8e4e4a8fc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/203b9d6c-4e4d-47f8-b370-76b17af7b277 HTTP/1.1" status: 204 len: 168 time: 0.9444711 Mar 01 20:54:02.455510 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5606c2-1341-425a-a022-f8a8e4e4a8fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=203b9d6c-4e4d-47f8-b370-76b17af7b277,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:02.456621 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39746) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:02.462824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] For port 48089be5-a5f6-469f-9cee-66f43b3a44bd, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:54:02.510534 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] For port 48089be5-a5f6-469f-9cee-66f43b3a44bd, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=48089be5-a5f6-469f-9cee-66f43b3a44bd,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:54:02.635398 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:02.647214 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8c5493b8-8ece-4857-83a7-2522e813c518 req-5e4489d1-d4a7-40b1-bb1f-5bfe485d0edb tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:02.696377 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8c5493b8-8ece-4857-83a7-2522e813c518 req-5e4489d1-d4a7-40b1-bb1f-5bfe485d0edb tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:02.715696 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-807e4089-6a94-452e-afb2-b1bf250ae7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:02.726072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-e7ca1bdd-0e0b-4a8d-9a0a-73557abef774 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Router 25d5f729-fb27-494a-97df-1c45d56fdca8 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:54:02.730292 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:02.730919 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:02.732358 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] 10.222.0.57 "PUT /v2.0/ports/48089be5-a5f6-469f-9cee-66f43b3a44bd HTTP/1.1" status: 200 len: 1091 time: 1.7894318 Mar 01 20:54:02.735543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1071a9b-b994-4da5-a819-17e3372d6623', 'tag': '48089be5-a5f6-469f-9cee-66f43b3a44bd'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:54:02.828161 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcbcaa8-7552-430b-99c8-0e8077e4c8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=48089be5-a5f6-469f-9cee-66f43b3a44bd,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:02.967804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-e7ca1bdd-0e0b-4a8d-9a0a-73557abef774 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:54:02.985499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f503d-d4ba-429e-b830-3032a4bbc83b None None] Sync routers for ids ['25d5f729-fb27-494a-97df-1c45d56fdca8'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:54:02.990720 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-e7ca1bdd-0e0b-4a8d-9a0a-73557abef774 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:03.026619 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8c5493b8-8ece-4857-83a7-2522e813c518 req-5e4489d1-d4a7-40b1-bb1f-5bfe485d0edb tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:03.029914 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8c5493b8-8ece-4857-83a7-2522e813c518 req-5e4489d1-d4a7-40b1-bb1f-5bfe485d0edb tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:03.042747 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-807e4089-6a94-452e-afb2-b1bf250ae7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:03.045856 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3f503d-d4ba-429e-b830-3032a4bbc83b None None] Routers {'25d5f729-fb27-494a-97df-1c45d56fdca8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:54:03.046249 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c5493b8-8ece-4857-83a7-2522e813c518 req-5e4489d1-d4a7-40b1-bb1f-5bfe485d0edb tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "DELETE /v2.0/security-groups/c204bf6e-309d-4416-a389-cf4c17d22d24 HTTP/1.1" status: 204 len: 173 time: 0.5639060 Mar 01 20:54:03.051033 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-0a3f503d-d4ba-429e-b830-3032a4bbc83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:54:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['25d5f729-fb27-494a-97df-1c45d56fdca8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:03.066877 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-99a79ea4-07e5-4a5c-b926-accfa0e6db31 req-17f955b5-1a6f-4679-9e92-4b406a741ecb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4824960 Mar 01 20:54:03.097229 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4489d1-d4a7-40b1-bb1f-5bfe485d0edb tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c204bf6e-309d-4416-a389-cf4c17d22d24,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:03.135627 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-e7ca1bdd-0e0b-4a8d-9a0a-73557abef774 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "PUT /v2.0/floatingips/fb07151b-a2e3-4c41-8dfb-76e19474eaca HTTP/1.1" status: 200 len: 694 time: 1.8536580 Mar 01 20:54:03.181137 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-807e4089-6a94-452e-afb2-b1bf250ae7aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0541fdd-f80b-45df-814f-a9bbce49f44d']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:03.211522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-807e4089-6a94-452e-afb2-b1bf250ae7aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84bcdf50-9286-404a-a213-c92f1dc21ddf') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:03.212610 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-807e4089-6a94-452e-afb2-b1bf250ae7aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84bcdf50-9286-404a-a213-c92f1dc21ddf') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:03.236504 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-807e4089-6a94-452e-afb2-b1bf250ae7aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:03.254679 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-1de840df-73fd-4f9b-9810-71c760526df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:03.258425 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-1de840df-73fd-4f9b-9810-71c760526df6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 1094 time: 0.3751349 Mar 01 20:54:03.331629 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-807e4089-6a94-452e-afb2-b1bf250ae7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:03.357257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a79ea4-07e5-4a5c-b926-accfa0e6db31 req-58db5cb3-e9ce-410e-b76b-d11de7a2df95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:03.358318 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-99a79ea4-07e5-4a5c-b926-accfa0e6db31 req-58db5cb3-e9ce-410e-b76b-d11de7a2df95 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 1096 time: 0.2675769 Mar 01 20:54:03.359979 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-3cfd2fce-667a-4eec-8454-02b9a838c085 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48089be5-a5f6-469f-9cee-66f43b3a44bd HTTP/1.1" status: 200 len: 217 time: 0.0865467 Mar 01 20:54:03.361960 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-807e4089-6a94-452e-afb2-b1bf250ae7aa admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:54:03.361960 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-807e4089-6a94-452e-afb2-b1bf250ae7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:54:03.380769 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:54:03.387764 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9552e7-24da-4604-a9cc-d4753efe94ae req-46706a57-fa0e-4a43-8d7c-63b7b49269c9 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:03.390781 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec9552e7-24da-4604-a9cc-d4753efe94ae req-46706a57-fa0e-4a43-8d7c-63b7b49269c9 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 949 time: 0.1330237 Mar 01 20:54:03.401057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-0a3f503d-d4ba-429e-b830-3032a4bbc83b None None] Set router 25d5f729-fb27-494a-97df-1c45d56fdca8 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:54:03.408673 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-f84a7f49-da2f-4c59-9d32-d19b10ded7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:03.410285 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-f84a7f49-da2f-4c59-9d32-d19b10ded7a5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f76671925d614132899f6869c2566bab&device_id=8b2b3a2d-5071-400b-a49a-e28e95a6c99f HTTP/1.1" status: 200 len: 1096 time: 0.2549767 Mar 01 20:54:03.532972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec9552e7-24da-4604-a9cc-d4753efe94ae req-13e139a8-28d3-4dd4-a09a-13307be169bc tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411602 Mar 01 20:54:03.635606 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-8eadb095-30a5-4272-b89a-f673554b30d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:03.652312 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-8eadb095-30a5-4272-b89a-f673554b30d1 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e1d35894-975e-4477-8039-e95c20ae6197 HTTP/1.1" status: 200 len: 921 time: 0.2357910 Mar 01 20:54:03.691618 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 000dce9a-69a4-46a2-9e5b-e8d4927c137d details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:54:03.738981 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-807e4089-6a94-452e-afb2-b1bf250ae7aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:03.837869 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15bcedb8-9b01-4d7e-a7c5-c023f99b2ca7', 'name': 'network-vif-deleted', 'tag': 'bf943ebb-c067-426d-a029-17bb96def12d', 'status': 'completed', 'code': 200} Mar 01 20:54:03.871414 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-74107a86-a700-4dd9-a283-dca40c0aa0a0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 HTTP/1.1" status: 200 len: 217 time: 0.2164466 Mar 01 20:54:03.922161 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-807e4089-6a94-452e-afb2-b1bf250ae7aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:03.936609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-59178dcb-8fc7-4ac1-8cf5-66e1c03eb7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:03.938997 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-59178dcb-8fc7-4ac1-8cf5-66e1c03eb7e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.5473268 Mar 01 20:54:03.947178 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e4089-6a94-452e-afb2-b1bf250ae7aa admin admin] Pushing event deleted for resources: {'Network': ['ID=c0541fdd-f80b-45df-814f-a9bbce49f44d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:03.986874 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2e279c-1d5b-4d0e-ad3f-1d5af4a4b175 req-649641ca-8797-4b68-8980-69c892d26185 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:03.989222 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c2e279c-1d5b-4d0e-ad3f-1d5af4a4b175 req-649641ca-8797-4b68-8980-69c892d26185 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 943 time: 0.2122307 Mar 01 20:54:03.994697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-28d761f5-f953-438f-b942-1ccd0806c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:04.003283 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-28d761f5-f953-438f-b942-1ccd0806c29b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4 HTTP/1.1" status: 200 len: 859 time: 0.1306655 Mar 01 20:54:04.058496 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a79ea4-07e5-4a5c-b926-accfa0e6db31 req-130a7ce8-5c49-4ded-a5f8-b9f1692b41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:04.060107 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-99a79ea4-07e5-4a5c-b926-accfa0e6db31 req-130a7ce8-5c49-4ded-a5f8-b9f1692b41d8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 912 time: 0.5408335 Mar 01 20:54:04.076209 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 000dce9a-69a4-46a2-9e5b-e8d4927c137d, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=000dce9a-69a4-46a2-9e5b-e8d4927c137d,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:04.099209 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '000dce9a-69a4-46a2-9e5b-e8d4927c137d', 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9', 'port_id': '000dce9a-69a4-46a2-9e5b-e8d4927c137d', 'mac_address': 'fa:16:3e:6a:ab:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04d362b-c114-455b-b96e-10a41d5ec3e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:54:04.117365 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c2e279c-1d5b-4d0e-ad3f-1d5af4a4b175 req-bad96380-b8e0-44e7-9baa-36b10ae27f0a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680919 Mar 01 20:54:04.146100 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-0a3f503d-d4ba-429e-b830-3032a4bbc83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:53Z', 'revision_number': 5, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:04.170535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-03e174a3-96ad-4429-897b-c129a4318fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:04.184816 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-03e174a3-96ad-4429-897b-c129a4318fc9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e1d35894-975e-4477-8039-e95c20ae6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797166 Mar 01 20:54:04.235549 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-99a79ea4-07e5-4a5c-b926-accfa0e6db31 req-fa03e4e5-c99c-449d-a723-3d6eebd66bab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710 HTTP/1.1" status: 200 len: 1000 time: 0.1549349 Mar 01 20:54:04.241532 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-807e4089-6a94-452e-afb2-b1bf250ae7aa admin admin] 10.222.0.42 "DELETE /v2.0/networks/c0541fdd-f80b-45df-814f-a9bbce49f44d HTTP/1.1" status: 204 len: 168 time: 1.7827604 Mar 01 20:54:04.271190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f503d-d4ba-429e-b830-3032a4bbc83b None None] Checking router: 25d5f729-fb27-494a-97df-1c45d56fdca8 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:54:04.288789 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-89fd1502-527e-47b8-bd75-2dc7d60a14f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:04.290863 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-89fd1502-527e-47b8-bd75-2dc7d60a14f2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3369093 Mar 01 20:54:04.318113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3f503d-d4ba-429e-b830-3032a4bbc83b None None] Routers {'25d5f729-fb27-494a-97df-1c45d56fdca8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:54:04.318746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-0a3f503d-d4ba-429e-b830-3032a4bbc83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:54:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['25d5f729-fb27-494a-97df-1c45d56fdca8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:04.474888 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1071a9b-b994-4da5-a819-17e3372d6623', 'tag': '48089be5-a5f6-469f-9cee-66f43b3a44bd', 'status': 'completed', 'code': 200} Mar 01 20:54:04.485164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a79ea4-07e5-4a5c-b926-accfa0e6db31 req-edb5133f-f3a1-4062-a07c-9ac25a3cc3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:04.486642 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-99a79ea4-07e5-4a5c-b926-accfa0e6db31 req-edb5133f-f3a1-4062-a07c-9ac25a3cc3ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.2407002 Mar 01 20:54:04.548404 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:04.571384 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-17d29b76-7b80-4492-8919-3477d389d09d req-cf3db1a5-45ba-4b70-8f9d-da4e180b1e63 tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "GET /v2.0/security-groups/feb8954b-5b70-4eab-8c74-547ac04ea9b5 HTTP/1.1" status: 200 len: 2403 time: 0.0717270 Mar 01 20:54:04.596063 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-2fa45f9d-ec36-402a-a16d-c7a1b01ebc40 service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891846 Mar 01 20:54:04.601917 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 000dce9a-69a4-46a2-9e5b-e8d4927c137d {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:54:04.647021 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a79ea4-07e5-4a5c-b926-accfa0e6db31 req-7c16ab15-84f4-45b7-ae46-e50e2f3f65e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:04.648644 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-99a79ea4-07e5-4a5c-b926-accfa0e6db31 req-7c16ab15-84f4-45b7-ae46-e50e2f3f65e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520581 Mar 01 20:54:04.658894 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-ec125e4a-8eeb-4d0e-bb1e-473ae1f9980e service neutron] 10.222.0.42 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683955 Mar 01 20:54:04.741271 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 000dce9a-69a4-46a2-9e5b-e8d4927c137d, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=000dce9a-69a4-46a2-9e5b-e8d4927c137d,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:04.781411 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-0a3f503d-d4ba-429e-b830-3032a4bbc83b None None] Set router 25d5f729-fb27-494a-97df-1c45d56fdca8 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:54:04.826171 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-174ee887-abf3-46a7-908a-74ebdc2c9546 req-c03bac08-e4ab-4933-868b-2974b5da3c9b service neutron] 10.222.0.42 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660717 Mar 01 20:54:04.858868 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-17d29b76-7b80-4492-8919-3477d389d09d req-07f6e372-e3aa-4b05-9db8-c3a8550c8e7d tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:04.880215 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-84e6fbfd-eeb2-448b-9028-ee34dc530c01 req-38227892-d647-40fe-9840-9fa986ee1a5a service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731907 Mar 01 20:54:04.898360 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:04.903033 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-99a79ea4-07e5-4a5c-b926-accfa0e6db31 req-fffb4bff-9a0f-457b-83de-8c22a9261719 service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437978 Mar 01 20:54:04.930209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39786) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:05.008264 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-17d29b76-7b80-4492-8919-3477d389d09d req-07f6e372-e3aa-4b05-9db8-c3a8550c8e7d tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:05.045072 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['000dce9a-69a4-46a2-9e5b-e8d4927c137d'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:54:05.118926 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bf943ebb-c067-426d-a029-17bb96def12d no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:54:05.172316 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-374f151e-274c-43de-89e8-53e9664f6844 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=923a9d549ed24852872e8597fc8f0529&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2365835 Mar 01 20:54:05.175944 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-99a79ea4-07e5-4a5c-b926-accfa0e6db31 req-c735219f-3ec3-4218-8cff-8ecbb7bca57a service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649145 Mar 01 20:54:05.176518 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39794) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:05.215533 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: bf943ebb-c067-426d-a029-17bb96def12d {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:54:05.215873 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bf943ebb-c067-426d-a029-17bb96def12d not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:54:05.231053 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf83b5-64bf-41cc-a689-3b7009a9c417 req-8e6484f5-4ebf-4363-a768-d32b513276ab tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:05.239684 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81cf83b5-64bf-41cc-a689-3b7009a9c417 req-8e6484f5-4ebf-4363-a768-d32b513276ab tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 946 time: 0.1158524 Mar 01 20:54:05.287068 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ab10d-8289-435d-afff-e24fabd81a8d req-16c2f44c-d72a-410a-9419-af5906fab220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:05.289087 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-604ab10d-8289-435d-afff-e24fabd81a8d req-16c2f44c-d72a-410a-9419-af5906fab220 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 1094 time: 0.2446060 Mar 01 20:54:05.299390 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-17d29b76-7b80-4492-8919-3477d389d09d req-07f6e372-e3aa-4b05-9db8-c3a8550c8e7d tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:05.323757 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-17d29b76-7b80-4492-8919-3477d389d09d req-07f6e372-e3aa-4b05-9db8-c3a8550c8e7d tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:05.336874 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-17d29b76-7b80-4492-8919-3477d389d09d req-07f6e372-e3aa-4b05-9db8-c3a8550c8e7d tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "DELETE /v2.0/security-groups/feb8954b-5b70-4eab-8c74-547ac04ea9b5 HTTP/1.1" status: 204 len: 173 time: 0.7548459 Mar 01 20:54:05.343143 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf35e2ba-90b9-4fe5-a707-36c726e186a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:05.356885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81cf83b5-64bf-41cc-a689-3b7009a9c417 req-41db2e2b-c040-4b18-8f43-f38e36171646 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159980 Mar 01 20:54:05.374231 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=000dce9a-69a4-46a2-9e5b-e8d4927c137d,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:05.375485 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6e372-e3aa-4b05-9db8-c3a8550c8e7d tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb8954b-5b70-4eab-8c74-547ac04ea9b5,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:05.468111 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf35e2ba-90b9-4fe5-a707-36c726e186a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:05.582560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ab10d-8289-435d-afff-e24fabd81a8d req-cbc25b38-6aee-4e0e-9c42-c069a7fa7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:05.583982 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-604ab10d-8289-435d-afff-e24fabd81a8d req-cbc25b38-6aee-4e0e-9c42-c069a7fa7193 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 912 time: 0.2857239 Mar 01 20:54:05.661981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd451fd-735e-4ddb-8cb6-07efdb28bcc5 req-2d8a41ad-d50e-451f-bc74-d2fd9c68b162 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:05.664399 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-acd451fd-735e-4ddb-8cb6-07efdb28bcc5 req-2d8a41ad-d50e-451f-bc74-d2fd9c68b162 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 949 time: 0.1789551 Mar 01 20:54:05.674902 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf35e2ba-90b9-4fe5-a707-36c726e186a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:05.704790 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35e2ba-90b9-4fe5-a707-36c726e186a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadf4a4a-a058-4e35-807d-b5636f5483f9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:05.709345 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-604ab10d-8289-435d-afff-e24fabd81a8d req-da7b9a53-6d1d-4d2e-9549-a874c30eccaf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48089be5-a5f6-469f-9cee-66f43b3a44bd HTTP/1.1" status: 200 len: 217 time: 0.1161263 Mar 01 20:54:05.742258 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-acd451fd-735e-4ddb-8cb6-07efdb28bcc5 req-eec94051-153d-4fc6-adfe-26baf1151c90 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711613 Mar 01 20:54:05.757493 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-0a3f503d-d4ba-429e-b830-3032a4bbc83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:53Z', 'revision_number': 5, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:05.769485 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3f503d-d4ba-429e-b830-3032a4bbc83b None None] The sync data for ids ['25d5f729-fb27-494a-97df-1c45d56fdca8'] in n-d-827896-4 is: [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:53Z', 'revision_number': 5, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:54:05.839865 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2b3a2d-5071-400b-a49a-e28e95a6c99f', 'tag': 'e7fc0994-bfed-46b8-a1ff-d5cfb530eca6'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:54:05.843314 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ab10d-8289-435d-afff-e24fabd81a8d req-7475cf1d-e448-457c-b4a9-425577e81547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:05.846027 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-604ab10d-8289-435d-afff-e24fabd81a8d req-7475cf1d-e448-457c-b4a9-425577e81547 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.1242056 Mar 01 20:54:05.846204 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf35e2ba-90b9-4fe5-a707-36c726e186a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:05.849572 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cf35e2ba-90b9-4fe5-a707-36c726e186a6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fadf4a4a-a058-4e35-807d-b5636f5483f9 HTTP/1.1" status: 204 len: 168 time: 0.6684823 Mar 01 20:54:06.076291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ab10d-8289-435d-afff-e24fabd81a8d req-969f63b7-6dc1-4257-b96f-74554331a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:06.081918 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-604ab10d-8289-435d-afff-e24fabd81a8d req-969f63b7-6dc1-4257-b96f-74554331a910 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2172153 Mar 01 20:54:06.162565 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eae7f2-8564-4b91-b48c-8b704271c71c req-e8eb16f9-6557-432a-b760-75aa04c8f296 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:06.164351 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47eae7f2-8564-4b91-b48c-8b704271c71c req-e8eb16f9-6557-432a-b760-75aa04c8f296 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 943 time: 0.2577226 Mar 01 20:54:06.314633 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-befc2c40-23b9-4d3b-86f7-5abe69a01190 None None] New status for floating IP fb07151b-a2e3-4c41-8dfb-76e19474eaca: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 20:54:06.320905 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4b7bc88-d9f4-4b08-b77d-248da9d9964a req-fb648b20-939f-43ff-b44c-6f7ea56552bc tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "GET /v2.0/security-groups/da840c0e-68d9-4856-b466-fd320a2c65a9 HTTP/1.1" status: 200 len: 2398 time: 0.1553400 Mar 01 20:54:06.327390 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47eae7f2-8564-4b91-b48c-8b704271c71c req-3430de5b-f405-4783-aff7-46d69e21370f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246777 Mar 01 20:54:06.522197 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f4b7bc88-d9f4-4b08-b77d-248da9d9964a req-9833f474-96ff-45ed-9c99-874bf30d206a tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:06.568039 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-604ab10d-8289-435d-afff-e24fabd81a8d req-ffbc5d8c-bfc4-4c64-acf9-fe6251b46ed3 service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785450 Mar 01 20:54:06.605987 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f4b7bc88-d9f4-4b08-b77d-248da9d9964a req-9833f474-96ff-45ed-9c99-874bf30d206a tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:06.662700 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a94ffd7c-cbcc-487e-9e42-ddac5a6b3dc3 req-87a03ee4-9916-4424-afa8-0164b5a44728 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3891778 Mar 01 20:54:06.833831 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f4b7bc88-d9f4-4b08-b77d-248da9d9964a req-9833f474-96ff-45ed-9c99-874bf30d206a tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:06.879797 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9833f474-96ff-45ed-9c99-874bf30d206a tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da840c0e-68d9-4856-b466-fd320a2c65a9,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:06.906532 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f4b7bc88-d9f4-4b08-b77d-248da9d9964a req-9833f474-96ff-45ed-9c99-874bf30d206a tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:06.914453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39836) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:06.933840 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4b7bc88-d9f4-4b08-b77d-248da9d9964a req-9833f474-96ff-45ed-9c99-874bf30d206a tempest-SecurityGroupRulesTestJSON-387233370 tempest-SecurityGroupRulesTestJSON-387233370-project] 10.222.0.42 "DELETE /v2.0/security-groups/da840c0e-68d9-4856-b466-fd320a2c65a9 HTTP/1.1" status: 204 len: 173 time: 0.6103745 Mar 01 20:54:07.010687 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2b3a2d-5071-400b-a49a-e28e95a6c99f', 'tag': 'e7fc0994-bfed-46b8-a1ff-d5cfb530eca6', 'status': 'completed', 'code': 200} Mar 01 20:54:07.057307 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b82716-fe51-4684-aee1-de8ab696f372 admin admin] Deleting subnet 5df17964-af80-4933-baf2-f21f451be7a5 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:54:07.075135 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-65b82716-fe51-4684-aee1-de8ab696f372 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:07.175185 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-65b82716-fe51-4684-aee1-de8ab696f372 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:07.289042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b6b21-32f5-4900-91f5-199736993ba5 req-081dc43b-e489-4787-ba1a-5c6a460c9e19 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:07.296378 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-301b6b21-32f5-4900-91f5-199736993ba5 req-081dc43b-e489-4787-ba1a-5c6a460c9e19 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1689863 Mar 01 20:54:07.336821 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-65b82716-fe51-4684-aee1-de8ab696f372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:07.363138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00952083-ef75-495f-9226-d9164e3f12f2 req-408946fe-fa5f-4b3d-935f-8e3a25c34dc9 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:07.366670 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00952083-ef75-495f-9226-d9164e3f12f2 req-408946fe-fa5f-4b3d-935f-8e3a25c34dc9 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 1100 time: 0.2361355 Mar 01 20:54:07.382416 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-301b6b21-32f5-4900-91f5-199736993ba5 req-0def1bf1-d411-41b9-990b-596d207a15d8 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.58 HTTP/1.1" status: 200 len: 695 time: 0.0851862 Mar 01 20:54:07.410152 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-301b6b21-32f5-4900-91f5-199736993ba5 req-cd80f396-cfdf-456c-b7b0-d82bff6588f7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Request body: {'floatingip': {'port_id': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:54:07.467978 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-00952083-ef75-495f-9226-d9164e3f12f2 req-38a1d331-5a2e-4b0c-806a-5ed92e06b9b1 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:07.501450 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-301b6b21-32f5-4900-91f5-199736993ba5 req-cd80f396-cfdf-456c-b7b0-d82bff6588f7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks [] for floatingip, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:07.528794 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ffd7c-cbcc-487e-9e42-ddac5a6b3dc3 req-c201aab3-c9d6-48ab-bbcb-08d264cac961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:07.530256 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a94ffd7c-cbcc-487e-9e42-ddac5a6b3dc3 req-c201aab3-c9d6-48ab-bbcb-08d264cac961 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 1096 time: 0.8289902 Mar 01 20:54:07.539456 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-604ab10d-8289-435d-afff-e24fabd81a8d req-cdd06658-3d6c-430e-94c6-f3e56203e492 service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9564936 Mar 01 20:54:07.583976 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39852) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:07.589645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78f0f4-9099-4e8e-a545-bcf858b94b2d req-aac25d6d-dd15-4f1f-8d7b-20c9f40bc1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:07.590100 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f78f0f4-9099-4e8e-a545-bcf858b94b2d req-aac25d6d-dd15-4f1f-8d7b-20c9f40bc1e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f76671925d614132899f6869c2566bab&device_id=8b2b3a2d-5071-400b-a49a-e28e95a6c99f HTTP/1.1" status: 200 len: 1096 time: 0.2092431 Mar 01 20:54:07.602551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-00952083-ef75-495f-9226-d9164e3f12f2 req-38a1d331-5a2e-4b0c-806a-5ed92e06b9b1 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:54:07.623342 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-00952083-ef75-495f-9226-d9164e3f12f2 req-38a1d331-5a2e-4b0c-806a-5ed92e06b9b1 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] Usage tracker for resource:security_group_rule and tenant:d1d2cd5845f546e990b895e536dff878 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:54:07.657933 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-00952083-ef75-495f-9226-d9164e3f12f2 req-38a1d331-5a2e-4b0c-806a-5ed92e06b9b1 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:54:07.673633 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-00952083-ef75-495f-9226-d9164e3f12f2 req-38a1d331-5a2e-4b0c-806a-5ed92e06b9b1 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:54:07.724850 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 48089be5-a5f6-469f-9cee-66f43b3a44bd details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:54:07.765298 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-65b82716-fe51-4684-aee1-de8ab696f372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:07.796116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1264634412-network', 'tenant_id': 'b9d3d5d252f64eddb4951a96fa6fe403'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:54:07.802344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:54:07.806448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Usage tracker for resource:network and tenant:b9d3d5d252f64eddb4951a96fa6fe403 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:54:07.809313 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:54:07.815208 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:54:07.865682 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-65b82716-fe51-4684-aee1-de8ab696f372 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:07.877111 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-65b82716-fe51-4684-aee1-de8ab696f372 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5df17964-af80-4933-baf2-f21f451be7a5 HTTP/1.1" status: 204 len: 168 time: 0.9565966 Mar 01 20:54:07.880024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39858) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:07.896606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 000dce9a-69a4-46a2-9e5b-e8d4927c137d up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:54:07.929457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b82716-fe51-4684-aee1-de8ab696f372 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df17964-af80-4933-baf2-f21f451be7a5,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:08.052131 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-96a72cde-1f2c-4d86-a808-8dcc3897e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:08.067735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Made reservation on behalf of b9d3d5d252f64eddb4951a96fa6fe403 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:54:08.070012 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:08.080930 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 48089be5-a5f6-469f-9cee-66f43b3a44bd, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=48089be5-a5f6-469f-9cee-66f43b3a44bd,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:08.096970 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:08.114766 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '48089be5-a5f6-469f-9cee-66f43b3a44bd', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'port_id': '48089be5-a5f6-469f-9cee-66f43b3a44bd', 'mac_address': 'fa:16:3e:18:43:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:54:08.139462 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 000dce9a-69a4-46a2-9e5b-e8d4927c137d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:54:08.139842 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:08.182204 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:54:08.186540 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Usage tracker for resource:security_group_rule and tenant:b9d3d5d252f64eddb4951a96fa6fe403 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:54:08.189992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:54:08.205612 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:54:08.237466 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-00952083-ef75-495f-9226-d9164e3f12f2 req-38a1d331-5a2e-4b0c-806a-5ed92e06b9b1 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:08.253841 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:08.275978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48089be5-a5f6-469f-9cee-66f43b3a44bd {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:54:08.279921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2865ce1-753c-4d53-9a5a-ea2ace96f917 req-55c37171-fddf-43b4-81cf-d8c918c5f819 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:08.280979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f2865ce1-753c-4d53-9a5a-ea2ace96f917 req-55c37171-fddf-43b4-81cf-d8c918c5f819 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Synchronizing usage tracker for tenant:f76671925d614132899f6869c2566bab on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:54:08.292312 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 48089be5-a5f6-469f-9cee-66f43b3a44bd, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=48089be5-a5f6-469f-9cee-66f43b3a44bd,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:08.320720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ffd7c-cbcc-487e-9e42-ddac5a6b3dc3 req-7a2d5733-5b44-4c24-9c81-2efd6fc503cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:08.322714 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a94ffd7c-cbcc-487e-9e42-ddac5a6b3dc3 req-7a2d5733-5b44-4c24-9c81-2efd6fc503cd service neutron] 10.222.0.55 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 912 time: 0.7602549 Mar 01 20:54:08.343998 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-00952083-ef75-495f-9226-d9164e3f12f2 req-38a1d331-5a2e-4b0c-806a-5ed92e06b9b1 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:08.362203 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:08.399281 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 000dce9a-69a4-46a2-9e5b-e8d4927c137d, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=000dce9a-69a4-46a2-9e5b-e8d4927c137d,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:08.401464 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08193a06-8024-41be-84df-048cda615aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000dce9a-69a4-46a2-9e5b-e8d4927c137d'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:54:08.406415 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:08.416990 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00952083-ef75-495f-9226-d9164e3f12f2 req-38a1d331-5a2e-4b0c-806a-5ed92e06b9b1 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0407743 Mar 01 20:54:08.433660 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-96a72cde-1f2c-4d86-a808-8dcc3897e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:08.445095 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1d331-5a2e-4b0c-806a-5ed92e06b9b1 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dee809b-4d51-410e-80ca-8da0cb78b51c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:08.489300 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:08.530720 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=48089be5-a5f6-469f-9cee-66f43b3a44bd,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:08.558602 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78f0f4-9099-4e8e-a545-bcf858b94b2d req-2e95fc6d-345f-4fe2-b85a-097f4fbd1ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:08.561959 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f78f0f4-9099-4e8e-a545-bcf858b94b2d req-2e95fc6d-345f-4fe2-b85a-097f4fbd1ae0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e1d35894-975e-4477-8039-e95c20ae6197 HTTP/1.1" status: 200 len: 921 time: 0.9479442 Mar 01 20:54:08.668442 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=000dce9a-69a4-46a2-9e5b-e8d4927c137d,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:08.684712 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a94ffd7c-cbcc-487e-9e42-ddac5a6b3dc3 req-507490e1-acaa-47d8-a5af-f2839e0e2602 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9270e36-addf-4d91-8049-3027fd0a2a20 HTTP/1.1" status: 200 len: 217 time: 0.3498168 Mar 01 20:54:08.686463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-96a72cde-1f2c-4d86-a808-8dcc3897e719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7395af56-9ec9-4e7e-8dca-0bb6b8b7dbdf']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:08.727772 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['48089be5-a5f6-469f-9cee-66f43b3a44bd'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:54:08.804572 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f19da-cd08-4f2d-bfbd-87ab8ba3ff75 req-3f137cc0-dcef-4c13-934b-2e26cb45786c tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:08.806372 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd6f19da-cd08-4f2d-bfbd-87ab8ba3ff75 req-3f137cc0-dcef-4c13-934b-2e26cb45786c tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 946 time: 0.2382052 Mar 01 20:54:08.850835 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-301b6b21-32f5-4900-91f5-199736993ba5 req-cd80f396-cfdf-456c-b7b0-d82bff6588f7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:08.878300 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd6f19da-cd08-4f2d-bfbd-87ab8ba3ff75 req-818cb52e-b583-45b9-9ef6-46080986514d tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632076 Mar 01 20:54:08.926918 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-301b6b21-32f5-4900-91f5-199736993ba5 req-cd80f396-cfdf-456c-b7b0-d82bff6588f7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:08.965215 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ffd7c-cbcc-487e-9e42-ddac5a6b3dc3 req-56efb2f6-c85d-4547-a183-b2075f0a0664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:08.966671 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a94ffd7c-cbcc-487e-9e42-ddac5a6b3dc3 req-56efb2f6-c85d-4547-a183-b2075f0a0664 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.2527843 Mar 01 20:54:08.967922 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f78f0f4-9099-4e8e-a545-bcf858b94b2d req-60875727-70dc-4b6e-9985-78cbec9ca34e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 HTTP/1.1" status: 200 len: 217 time: 0.3513296 Mar 01 20:54:08.969654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-96a72cde-1f2c-4d86-a808-8dcc3897e719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70cdcaf8-9823-4052-b441-cb9fc0aeade1') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:08.969950 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-96a72cde-1f2c-4d86-a808-8dcc3897e719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70cdcaf8-9823-4052-b441-cb9fc0aeade1') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:08.995077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f2865ce1-753c-4d53-9a5a-ea2ace96f917 req-55c37171-fddf-43b4-81cf-d8c918c5f819 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Unset dirty status for tenant:f76671925d614132899f6869c2566bab on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:54:08.996189 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f2865ce1-753c-4d53-9a5a-ea2ace96f917 req-55c37171-fddf-43b4-81cf-d8c918c5f819 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b2b3a2d-5071-400b-a49a-e28e95a6c99f HTTP/1.1" status: 200 len: 945 time: 1.2862628 Mar 01 20:54:09.128743 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78f0f4-9099-4e8e-a545-bcf858b94b2d req-640c8546-e8cb-4cec-84cb-935ad1515b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:09.130179 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f78f0f4-9099-4e8e-a545-bcf858b94b2d req-640c8546-e8cb-4cec-84cb-935ad1515b52 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4 HTTP/1.1" status: 200 len: 859 time: 0.1394293 Mar 01 20:54:09.140716 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-96a72cde-1f2c-4d86-a808-8dcc3897e719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:09.163876 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-96a72cde-1f2c-4d86-a808-8dcc3897e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:09.171507 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96a72cde-1f2c-4d86-a808-8dcc3897e719 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:54:09.175522 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-96a72cde-1f2c-4d86-a808-8dcc3897e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:54:09.264478 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:54:09.317389 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [req-301b6b21-32f5-4900-91f5-199736993ba5 req-cd80f396-cfdf-456c-b7b0-d82bff6588f7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Floating IP fb07151b-a2e3-4c41-8dfb-76e19474eaca associated. External IP: 172.25.5.58, port: 117d0de9-9543-4af5-8d96-9d0fb40b0d3e. Mar 01 20:54:09.375079 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-96a72cde-1f2c-4d86-a808-8dcc3897e719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:09.383389 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-96a72cde-1f2c-4d86-a808-8dcc3897e719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:09.438797 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a72cde-1f2c-4d86-a808-8dcc3897e719 admin admin] Pushing event deleted for resources: {'Network': ['ID=7395af56-9ec9-4e7e-8dca-0bb6b8b7dbdf,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:09.471216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-f2865ce1-753c-4d53-9a5a-ea2ace96f917 req-102a2686-919d-4d19-8a6d-a8ae6da41b17 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Deleting port e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:54:09.471560 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f2865ce1-753c-4d53-9a5a-ea2ace96f917 req-102a2686-919d-4d19-8a6d-a8ae6da41b17 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:09.499272 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:09.507947 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3dbf7-5e03-47c0-931f-647f22a380c6 req-d2b3a58e-f0e1-42f4-929a-35a788c4287a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:09.516115 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-96a72cde-1f2c-4d86-a808-8dcc3897e719 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7395af56-9ec9-4e7e-8dca-0bb6b8b7dbdf HTTP/1.1" status: 204 len: 168 time: 1.5834510 Mar 01 20:54:09.516842 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-21c3dbf7-5e03-47c0-931f-647f22a380c6 req-d2b3a58e-f0e1-42f4-929a-35a788c4287a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 944 time: 0.2954216 Mar 01 20:54:09.569670 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ffd7c-cbcc-487e-9e42-ddac5a6b3dc3 req-fcccebe4-700a-469d-bd63-a34b307a9696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:09.571644 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a94ffd7c-cbcc-487e-9e42-ddac5a6b3dc3 req-fcccebe4-700a-469d-bd63-a34b307a9696 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5814722 Mar 01 20:54:09.593143 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-21c3dbf7-5e03-47c0-931f-647f22a380c6 req-f673ce24-a7e0-43c1-bfb8-12689c41c77e tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764747 Mar 01 20:54:09.663725 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:09.669018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78f0f4-9099-4e8e-a545-bcf858b94b2d req-58e7e84c-6ba0-430b-81f8-deae00ae17c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:09.670759 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f78f0f4-9099-4e8e-a545-bcf858b94b2d req-58e7e84c-6ba0-430b-81f8-deae00ae17c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1d35894-975e-4477-8039-e95c20ae6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3989151 Mar 01 20:54:09.699340 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08193a06-8024-41be-84df-048cda615aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000dce9a-69a4-46a2-9e5b-e8d4927c137d', 'code': 200} Mar 01 20:54:09.939901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:09.941453 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 48089be5-a5f6-469f-9cee-66f43b3a44bd up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:54:09.943258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:54:09.943829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-301b6b21-32f5-4900-91f5-199736993ba5 req-cd80f396-cfdf-456c-b7b0-d82bff6588f7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Router 25d5f729-fb27-494a-97df-1c45d56fdca8 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:54:09.990279 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:09.990541 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Added segment 719d1eb2-4a3c-456d-b25f-5103731bec38 of type vlan for network ebd7adb9-6fa6-480c-b016-0aa827861bce Mar 01 20:54:10.129074 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:10.133450 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 48089be5-a5f6-469f-9cee-66f43b3a44bd completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:54:10.139577 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f78f0f4-9099-4e8e-a545-bcf858b94b2d req-be639349-6624-429a-9d36-e800ddd9d6f4 service neutron] 10.222.0.57 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215121 Mar 01 20:54:10.144945 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 48089be5-a5f6-469f-9cee-66f43b3a44bd triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:54:10.144945 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:10.157283 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-301b6b21-32f5-4900-91f5-199736993ba5 req-cd80f396-cfdf-456c-b7b0-d82bff6588f7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:54:10.209795 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a94ffd7c-cbcc-487e-9e42-ddac5a6b3dc3 req-a2643945-5d75-4f36-bc29-85976bb52360 service neutron] 10.222.0.55 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6265178 Mar 01 20:54:10.239617 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-301b6b21-32f5-4900-91f5-199736993ba5 req-cd80f396-cfdf-456c-b7b0-d82bff6588f7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:10.261907 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b3ec26-042f-43b1-8904-2f0d10e4d6e1 None None] Sync routers for ids ['25d5f729-fb27-494a-97df-1c45d56fdca8'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:54:10.283005 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b3ec26-042f-43b1-8904-2f0d10e4d6e1 None None] Routers {'25d5f729-fb27-494a-97df-1c45d56fdca8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:54:10.284064 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-b3b3ec26-042f-43b1-8904-2f0d10e4d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:54:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['25d5f729-fb27-494a-97df-1c45d56fdca8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:10.302636 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-301b6b21-32f5-4900-91f5-199736993ba5 req-cd80f396-cfdf-456c-b7b0-d82bff6588f7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "PUT /v2.0/floatingips/fb07151b-a2e3-4c41-8dfb-76e19474eaca HTTP/1.1" status: 200 len: 995 time: 2.9021647 Mar 01 20:54:10.303095 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'tag': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:54:10.387112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-f2865ce1-753c-4d53-9a5a-ea2ace96f917 req-102a2686-919d-4d19-8a6d-a8ae6da41b17 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] For port e7fc0994-bfed-46b8-a1ff-d5cfb530eca6, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e7fc0994-bfed-46b8-a1ff-d5cfb530eca6,segment=NetworkSegment(04fad1e4-9254-4f76-8181-684f486c79e5),segment_id=04fad1e4-9254-4f76-8181-684f486c79e5)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:10.387836 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f2865ce1-753c-4d53-9a5a-ea2ace96f917 req-102a2686-919d-4d19-8a6d-a8ae6da41b17 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:10.414203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b6b21-32f5-4900-91f5-199736993ba5 req-af1b4d5f-e821-4347-8cdc-296d4ccb7d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:10.416053 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-301b6b21-32f5-4900-91f5-199736993ba5 req-af1b4d5f-e821-4347-8cdc-296d4ccb7d36 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f76671925d614132899f6869c2566bab&device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 1096 time: 0.1000826 Mar 01 20:54:10.538631 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:10.570849 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-b3b3ec26-042f-43b1-8904-2f0d10e4d6e1 None None] Set router 25d5f729-fb27-494a-97df-1c45d56fdca8 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:54:10.623154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39900) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:10.625811 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-f2865ce1-753c-4d53-9a5a-ea2ace96f917 req-102a2686-919d-4d19-8a6d-a8ae6da41b17 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Calling delete_port for e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:54:10.694690 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:10.695423 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:10.695961 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:10.832073 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 48089be5-a5f6-469f-9cee-66f43b3a44bd, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=48089be5-a5f6-469f-9cee-66f43b3a44bd,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:10.864739 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8cc5c82c-5446-47ef-8acb-1a7489742aba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e8ede3708d24781a4f2afa9c6cd0db6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2363005 Mar 01 20:54:10.871811 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39908) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:10.884668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b6b21-32f5-4900-91f5-199736993ba5 req-f8324a10-293b-46f9-8de4-386ab39c2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:10.896834 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-301b6b21-32f5-4900-91f5-199736993ba5 req-f8324a10-293b-46f9-8de4-386ab39c2b8d service neutron] 10.222.0.42 "GET /v2.0/networks?id=e1d35894-975e-4477-8039-e95c20ae6197 HTTP/1.1" status: 200 len: 921 time: 0.4718382 Mar 01 20:54:10.941638 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:10.942396 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:54:11.022096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] Pushing event updated for resources: {'Network': ['ID=ebd7adb9-6fa6-480c-b016-0aa827861bce,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:11.032554 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f78f0f4-9099-4e8e-a545-bcf858b94b2d req-95f2007c-9623-4f38-b270-3d01c7761fb7 service neutron] 10.222.0.57 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8844051 Mar 01 20:54:11.061874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=48089be5-a5f6-469f-9cee-66f43b3a44bd,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:11.066195 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network ebd7adb9-6fa6-480c-b016-0aa827861bce details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:54:11.077194 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a94ffd7c-cbcc-487e-9e42-ddac5a6b3dc3 req-5153c316-217f-450c-8bd9-e4837c960231 service neutron] 10.222.0.55 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8451722 Mar 01 20:54:11.141500 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1d324130-fe9f-44ac-b186-2f5d1f4aa7f1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.5502579 Mar 01 20:54:11.148299 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39912) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:11.160751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8683a729-7a6f-4056-91bf-073faad84bbe admin admin] Request body: {'subnet': {'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1264634412-subnet', 'tenant_id': 'b9d3d5d252f64eddb4951a96fa6fe403', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:54:11.171670 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8683a729-7a6f-4056-91bf-073faad84bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:54:11.180384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8683a729-7a6f-4056-91bf-073faad84bbe admin admin] Usage tracker for resource:subnet and tenant:b9d3d5d252f64eddb4951a96fa6fe403 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:54:11.187038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8683a729-7a6f-4056-91bf-073faad84bbe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:54:11.198482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8683a729-7a6f-4056-91bf-073faad84bbe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:54:11.269002 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f2865ce1-753c-4d53-9a5a-ea2ace96f917 req-102a2686-919d-4d19-8a6d-a8ae6da41b17 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:11.288487 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-301b6b21-32f5-4900-91f5-199736993ba5 req-5e95c0ee-0939-4b44-a719-0c7a0f7bac01 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=117d0de9-9543-4af5-8d96-9d0fb40b0d3e HTTP/1.1" status: 200 len: 998 time: 0.3907433 Mar 01 20:54:11.342004 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['117d0de9-9543-4af5-8d96-9d0fb40b0d3e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:54:11.356341 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-860c0845-ca0f-4831-a1f9-7480bcd1d905 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:11.382468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8683a729-7a6f-4056-91bf-073faad84bbe admin admin] Made reservation on behalf of b9d3d5d252f64eddb4951a96fa6fe403 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:54:11.385969 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8683a729-7a6f-4056-91bf-073faad84bbe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:11.390707 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No active binding found for port e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 {{(pid=88520) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 01 20:54:11.391124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:54:11.422598 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a2686-919d-4d19-8a6d-a8ae6da41b17 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Pushing event deleted for resources: {'Port': ['ID=e7fc0994-bfed-46b8-a1ff-d5cfb530eca6,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:11.442336 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-860c0845-ca0f-4831-a1f9-7480bcd1d905 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:11.454659 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-c6d4ef05-4cc8-4adf-9ec1-52660d0af701 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4729018 Mar 01 20:54:11.459574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b6b21-32f5-4900-91f5-199736993ba5 req-4604443d-852c-4dd8-a770-a99354de77f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:11.468403 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-301b6b21-32f5-4900-91f5-199736993ba5 req-4604443d-852c-4dd8-a770-a99354de77f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4 HTTP/1.1" status: 200 len: 859 time: 0.1786437 Mar 01 20:54:11.478447 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad74a2-89a0-4549-aa4e-a4d7a9213b7a req-63cce40b-65e4-4b2a-828e-3ce2a4fbcec9 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:11.485898 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-95ad74a2-89a0-4549-aa4e-a4d7a9213b7a req-63cce40b-65e4-4b2a-828e-3ce2a4fbcec9 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 946 time: 0.4497254 Mar 01 20:54:11.521275 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2865ce1-753c-4d53-9a5a-ea2ace96f917 req-102a2686-919d-4d19-8a6d-a8ae6da41b17 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] No DVR routers for this DVR port e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:54:11.526267 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f2865ce1-753c-4d53-9a5a-ea2ace96f917 req-102a2686-919d-4d19-8a6d-a8ae6da41b17 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:11.536837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2b3a2d-5071-400b-a49a-e28e95a6c99f', 'name': 'network-vif-deleted', 'tag': 'e7fc0994-bfed-46b8-a1ff-d5cfb530eca6'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:54:11.670767 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f2865ce1-753c-4d53-9a5a-ea2ace96f917 req-102a2686-919d-4d19-8a6d-a8ae6da41b17 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.57 "DELETE /v2.0/ports/e7fc0994-bfed-46b8-a1ff-d5cfb530eca6 HTTP/1.1" status: 204 len: 173 time: 2.4072714 Mar 01 20:54:11.700848 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-95ad74a2-89a0-4549-aa4e-a4d7a9213b7a req-dacffb92-ea0c-40fd-b51b-8d53ca2dc876 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137365 Mar 01 20:54:11.737140 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1071a9b-b994-4da5-a819-17e3372d6623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48089be5-a5f6-469f-9cee-66f43b3a44bd'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:54:11.750622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b6b21-32f5-4900-91f5-199736993ba5 req-43e63a47-a3f9-499d-9a75-06ab24ab4d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:11.760597 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-301b6b21-32f5-4900-91f5-199736993ba5 req-43e63a47-a3f9-499d-9a75-06ab24ab4d3d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e1d35894-975e-4477-8039-e95c20ae6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2908595 Mar 01 20:54:11.780234 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-b3b3ec26-042f-43b1-8904-2f0d10e4d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'fb07151b-a2e3-4c41-8dfb-76e19474eaca', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'port_id': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'mac_address': 'fa:16:3e:f1:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:53:17Z', 'updated_at': '2022-03-01T20:54:08Z', 'revision_number': 8, 'project_id': 'f76671925d614132899f6869c2566bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:53Z', 'revision_number': 5, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:11.827325 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b3ec26-042f-43b1-8904-2f0d10e4d6e1 None None] Checking router: 25d5f729-fb27-494a-97df-1c45d56fdca8 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:54:11.888788 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-860c0845-ca0f-4831-a1f9-7480bcd1d905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:11.892968 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b3ec26-042f-43b1-8904-2f0d10e4d6e1 None None] Routers {'25d5f729-fb27-494a-97df-1c45d56fdca8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:54:11.893612 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-b3b3ec26-042f-43b1-8904-2f0d10e4d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:54:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['25d5f729-fb27-494a-97df-1c45d56fdca8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:12.113106 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'tag': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e', 'status': 'completed', 'code': 200} Mar 01 20:54:12.113815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c0845-ca0f-4831-a1f9-7480bcd1d905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e68652e-3314-4bf7-ae44-a520e0bf70ef,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:12.260906 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1994fc-5069-43ef-947f-f8a35a1648bc req-026133a2-c97f-4175-a623-023fe53fe0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:12.262408 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4c1994fc-5069-43ef-947f-f8a35a1648bc req-026133a2-c97f-4175-a623-023fe53fe0d3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f76671925d614132899f6869c2566bab&device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 1096 time: 0.1799064 Mar 01 20:54:12.277426 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-860c0845-ca0f-4831-a1f9-7480bcd1d905 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:12.278220 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-860c0845-ca0f-4831-a1f9-7480bcd1d905 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3e68652e-3314-4bf7-ae44-a520e0bf70ef HTTP/1.1" status: 204 len: 168 time: 1.4060278 Mar 01 20:54:12.328467 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-301b6b21-32f5-4900-91f5-199736993ba5 req-ad4aeeab-079e-48fa-8b8f-0e1cb5972471 service neutron] 10.222.0.42 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5668724 Mar 01 20:54:12.348724 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8683a729-7a6f-4056-91bf-073faad84bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:12.472764 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d7371-9d24-4fdc-a494-fcf090caa578 req-4ba1f622-8cfc-4c0a-aaa8-ecff7df3e483 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:12.474939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-974d7371-9d24-4fdc-a494-fcf090caa578 req-4ba1f622-8cfc-4c0a-aaa8-ecff7df3e483 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 945 time: 0.3208604 Mar 01 20:54:12.559990 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-301b6b21-32f5-4900-91f5-199736993ba5 req-ef9c8e49-33d7-4189-8845-a7ccf8511e6f service neutron] 10.222.0.42 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305706 Mar 01 20:54:12.569809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-b3b3ec26-042f-43b1-8904-2f0d10e4d6e1 None None] Set router 25d5f729-fb27-494a-97df-1c45d56fdca8 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:54:12.617145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8683a729-7a6f-4056-91bf-073faad84bbe admin admin] Checking segment: {'id': '719d1eb2-4a3c-456d-b25f-5103731bec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:54:12.617817 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8683a729-7a6f-4056-91bf-073faad84bbe admin admin] Network hostable DHCP agents. Network: ebd7adb9-6fa6-480c-b016-0aa827861bce, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:54:12.626169 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-974d7371-9d24-4fdc-a494-fcf090caa578 req-9202d757-8d7a-4c33-9ee6-70f1f076ab70 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444991 Mar 01 20:54:12.678152 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683a729-7a6f-4056-91bf-073faad84bbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=69696f78-8af9-4c8f-9387-1c6bfb385840,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:12.702383 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1994fc-5069-43ef-947f-f8a35a1648bc req-63356ba3-ffea-4ddc-94a4-134427446fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:12.705372 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4c1994fc-5069-43ef-947f-f8a35a1648bc req-63356ba3-ffea-4ddc-94a4-134427446fce service neutron] 10.222.0.57 "GET /v2.0/networks?id=e1d35894-975e-4477-8039-e95c20ae6197 HTTP/1.1" status: 200 len: 921 time: 0.4342916 Mar 01 20:54:12.830607 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8683a729-7a6f-4056-91bf-073faad84bbe admin admin] Network ebd7adb9-6fa6-480c-b016-0aa827861bce is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:54:12.851327 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2b3a2d-5071-400b-a49a-e28e95a6c99f', 'name': 'network-vif-deleted', 'tag': 'e7fc0994-bfed-46b8-a1ff-d5cfb530eca6', 'status': 'completed', 'code': 200} Mar 01 20:54:12.937764 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4c1994fc-5069-43ef-947f-f8a35a1648bc req-8ad435ed-8344-42f2-876a-48b523c2175c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=117d0de9-9543-4af5-8d96-9d0fb40b0d3e HTTP/1.1" status: 200 len: 998 time: 0.2242646 Mar 01 20:54:12.941123 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-8683a729-7a6f-4056-91bf-073faad84bbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, ebd7adb9-6fa6-480c-b016-0aa827861bce) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:54:12.956588 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8683a729-7a6f-4056-91bf-073faad84bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:12.959821 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8683a729-7a6f-4056-91bf-073faad84bbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:13.051773 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f52f68-c78c-4b79-9b28-baf69fbd47a7 req-4b10b7c8-aab1-4560-a82c-163108222104 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:13.058109 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1071a9b-b994-4da5-a819-17e3372d6623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48089be5-a5f6-469f-9cee-66f43b3a44bd', 'code': 200} Mar 01 20:54:13.060519 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a4b793-638f-4639-a057-1011c4265cde None None] Network ebd7adb9-6fa6-480c-b016-0aa827861bce requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:54:13.073128 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2f52f68-c78c-4b79-9b28-baf69fbd47a7 req-4b10b7c8-aab1-4560-a82c-163108222104 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 949 time: 0.2597096 Mar 01 20:54:13.085908 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 76296d0e-f41c-45f6-95fe-4052e3267fed details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:54:13.115080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1994fc-5069-43ef-947f-f8a35a1648bc req-377ed122-b7f3-462e-bddc-5f13b76082cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:13.119771 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4c1994fc-5069-43ef-947f-f8a35a1648bc req-377ed122-b7f3-462e-bddc-5f13b76082cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4 HTTP/1.1" status: 200 len: 859 time: 0.1478498 Mar 01 20:54:13.291225 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2f52f68-c78c-4b79-9b28-baf69fbd47a7 req-96e00b67-d397-42ab-bac2-d599d0c9d96e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168903 Mar 01 20:54:13.352300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1994fc-5069-43ef-947f-f8a35a1648bc req-447768f5-c439-4252-8698-2cee05d8b910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:13.354433 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4dbb2716-3407-4b0b-ac3e-52bb6848ae66 req-8fdda178-5308-496f-9525-3f382772b714 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/floatingips/fb07151b-a2e3-4c41-8dfb-76e19474eaca HTTP/1.1" status: 200 len: 995 time: 0.3438880 Mar 01 20:54:13.354902 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4c1994fc-5069-43ef-947f-f8a35a1648bc req-447768f5-c439-4252-8698-2cee05d8b910 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1d35894-975e-4477-8039-e95c20ae6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499300 Mar 01 20:54:13.361563 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8683a729-7a6f-4056-91bf-073faad84bbe admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2118378 Mar 01 20:54:13.381731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bc459-870a-4c5c-b02e-cf71038f243b req-b4cbaa86-6a10-403c-a5a0-bf492c480f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:13.385858 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7f3bc459-870a-4c5c-b02e-cf71038f243b req-b4cbaa86-6a10-403c-a5a0-bf492c480f9e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 1096 time: 0.2489913 Mar 01 20:54:13.402355 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.resource_extend [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:54:13.641121 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 76296d0e-f41c-45f6-95fe-4052e3267fed, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=76296d0e-f41c-45f6-95fe-4052e3267fed,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:13.641849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbb2716-3407-4b0b-ac3e-52bb6848ae66 req-9228f002-250b-4800-848a-748ef8d225b5 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:13.648382 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4dbb2716-3407-4b0b-ac3e-52bb6848ae66 req-9228f002-250b-4800-848a-748ef8d225b5 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.2925472 Mar 01 20:54:13.654744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-4dbb2716-3407-4b0b-ac3e-52bb6848ae66 req-6fdfbfde-3d9d-4cdd-9423-b7f7f00501d7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:54:13.663238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '76296d0e-f41c-45f6-95fe-4052e3267fed', 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d', 'port_id': '76296d0e-f41c-45f6-95fe-4052e3267fed', 'mac_address': 'fa:16:3e:ae:bf:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e9a9cc-b606-4420-adda-c2710fcba965', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:54:13.676811 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4dbb2716-3407-4b0b-ac3e-52bb6848ae66 req-6fdfbfde-3d9d-4cdd-9423-b7f7f00501d7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0265467 Mar 01 20:54:13.730483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a24a89-d74c-4f5d-861f-b82a604dfcbe req-6db961b9-fa25-476d-be3a-38e88cb0a7ae tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:13.753516 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7a24a89-d74c-4f5d-861f-b82a604dfcbe req-6db961b9-fa25-476d-be3a-38e88cb0a7ae tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 946 time: 0.2445335 Mar 01 20:54:13.786974 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4c1994fc-5069-43ef-947f-f8a35a1648bc req-4dec8f8c-e3cd-4e8b-a4f7-9529a0691ace service neutron] 10.222.0.57 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4221499 Mar 01 20:54:13.847027 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:13.887608 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76296d0e-f41c-45f6-95fe-4052e3267fed {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:54:13.907585 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7a24a89-d74c-4f5d-861f-b82a604dfcbe req-de7c0080-20dd-43ea-8037-dc159ad2865e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507599 Mar 01 20:54:13.910155 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7f3bc459-870a-4c5c-b02e-cf71038f243b req-3097a4ac-2cd6-4625-8044-1e9867206367 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221974 Mar 01 20:54:13.917334 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 76296d0e-f41c-45f6-95fe-4052e3267fed, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=76296d0e-f41c-45f6-95fe-4052e3267fed,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:13.925082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-ebd7adb9-6fa6-480c-b016-0aa827861bce', 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce', 'tenant_id': 'b9d3d5d252f64eddb4951a96fa6fe403', 'fixed_ips': [{'subnet_id': '69696f78-8af9-4c8f-9387-1c6bfb385840'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:54:13.926067 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:13.982572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-b3b3ec26-042f-43b1-8904-2f0d10e4d6e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'fb07151b-a2e3-4c41-8dfb-76e19474eaca', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'port_id': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'mac_address': 'fa:16:3e:f1:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:53:17Z', 'updated_at': '2022-03-01T20:54:08Z', 'revision_number': 8, 'project_id': 'f76671925d614132899f6869c2566bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:53Z', 'revision_number': 5, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:13.999095 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3b3ec26-042f-43b1-8904-2f0d10e4d6e1 None None] The sync data for ids ['25d5f729-fb27-494a-97df-1c45d56fdca8'] in n-d-827896-4 is: [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'fb07151b-a2e3-4c41-8dfb-76e19474eaca', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'floating_ip_address': '172.25.5.58', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'port_id': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 783, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'mac_address': 'fa:16:3e:f1:78:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:53:17Z', 'updated_at': '2022-03-01T20:54:08Z', 'revision_number': 8, 'project_id': 'f76671925d614132899f6869c2566bab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:53Z', 'revision_number': 5, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:54:14.018250 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:14.216096 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4c1994fc-5069-43ef-947f-f8a35a1648bc req-e4ef4ff8-fd8c-4ad6-9444-d2416d8c765a service neutron] 10.222.0.57 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985634 Mar 01 20:54:14.413449 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['76296d0e-f41c-45f6-95fe-4052e3267fed'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:54:14.514032 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-eb79113a-8c69-4b87-b454-4d9a6c1cdea0 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.58 HTTP/1.1" status: 200 len: 998 time: 0.4547975 Mar 01 20:54:14.558857 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2315218c-c9a0-4b18-8405-36f06984bddc None None] New status for floating IP fb07151b-a2e3-4c41-8dfb-76e19474eaca: ACTIVE {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 20:54:14.572612 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=76296d0e-f41c-45f6-95fe-4052e3267fed,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:14.582929 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Allocated IP 172.20.0.2 (ebd7adb9-6fa6-480c-b016-0aa827861bce/69696f78-8af9-4c8f-9387-1c6bfb385840/d12e97de-580f-4d87-a2fe-0ec357bee11f) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:54:14.636530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-43fe14ce-f745-4f62-a811-5ba52f336c42 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:14.640168 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-43fe14ce-f745-4f62-a811-5ba52f336c42 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports/117d0de9-9543-4af5-8d96-9d0fb40b0d3e HTTP/1.1" status: 200 len: 942 time: 0.1182952 Mar 01 20:54:14.697758 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bf658-2c7d-4b9e-b5c2-3f1d7bfe72b6 req-2e1bbf95-e974-435c-b1b7-a12cb0cb77b9 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:14.700523 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-735bf658-2c7d-4b9e-b5c2-3f1d7bfe72b6 req-2e1bbf95-e974-435c-b1b7-a12cb0cb77b9 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 945 time: 0.4587162 Mar 01 20:54:14.814905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40004) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:14.829423 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-735bf658-2c7d-4b9e-b5c2-3f1d7bfe72b6 req-f53e1ea7-3fa6-4fc5-9b5f-33ef9c0101b3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231265 Mar 01 20:54:14.831685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40010) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:14.991856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-a9e85bba-60ee-4189-9ae8-07b05deccc33 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.58 HTTP/1.1" status: 200 len: 998 time: 0.1545188 Mar 01 20:54:15.099300 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:15.112421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Transition to ACTIVE for port object d12e97de-580f-4d87-a2fe-0ec357bee11f will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:54:15.135847 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Transition to ACTIVE for port object d12e97de-580f-4d87-a2fe-0ec357bee11f will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:54:15.242094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-566090318-network', 'tenant_id': 'cd05ef18d40049eaaec44fc4b5192602'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:54:15.272287 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:15.323019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:54:15.348646 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-6deef0f9-330e-42af-a512-fd3eac906fcf tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:15.361068 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-6deef0f9-330e-42af-a512-fd3eac906fcf tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.3624117 Mar 01 20:54:15.369243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Usage tracker for resource:network and tenant:cd05ef18d40049eaaec44fc4b5192602 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:54:15.394668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:54:15.405673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:54:15.411349 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a493ba4d-6658-4432-8e65-f1de7b1938e2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7e85112c1114193a6fd7e3cdb323cd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5779748 Mar 01 20:54:15.418767 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40024) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:15.425892 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Network ebd7adb9-6fa6-480c-b016-0aa827861bce is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:54:15.435849 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:54:15.442154 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:54:15.595795 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Pushing event updated for resources: {'Port': ['ID=d12e97de-580f-4d87-a2fe-0ec357bee11f,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:15.613947 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-5b34b701-46de-427d-be32-75d957aa69fc tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.58 HTTP/1.1" status: 200 len: 1000 time: 0.2519808 Mar 01 20:54:15.628138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-db0a823b-59e6-4935-9651-ee999a0f12da tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:54:15.685513 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Made reservation on behalf of cd05ef18d40049eaaec44fc4b5192602 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:54:15.691461 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Attempting to bind port d12e97de-580f-4d87-a2fe-0ec357bee11f on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:54:15.691833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Attempting to bind port d12e97de-580f-4d87-a2fe-0ec357bee11f by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '719d1eb2-4a3c-456d-b25f-5103731bec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:54:15.692191 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Attempting to bind port d12e97de-580f-4d87-a2fe-0ec357bee11f on network ebd7adb9-6fa6-480c-b016-0aa827861bce {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:54:15.693222 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:15.710639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:54:15.710639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Checking segment: {'id': '719d1eb2-4a3c-456d-b25f-5103731bec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:54:15.710911 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:15.711177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Bound using segment: {'id': '719d1eb2-4a3c-456d-b25f-5103731bec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:54:15.711664 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Bound port: d12e97de-580f-4d87-a2fe-0ec357bee11f, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719d1eb2-4a3c-456d-b25f-5103731bec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:54:15.712823 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:15.724681 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:15.765011 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-39233bed-5dc7-4e47-88a3-47686b05b9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:15.766482 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-39233bed-5dc7-4e47-88a3-47686b05b9a9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 1100 time: 0.6276472 Mar 01 20:54:15.777827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:54:15.783228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Usage tracker for resource:security_group_rule and tenant:cd05ef18d40049eaaec44fc4b5192602 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:54:15.786250 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:54:15.792466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:54:15.828534 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] For port d12e97de-580f-4d87-a2fe-0ec357bee11f, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:54:15.831833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] For port d12e97de-580f-4d87-a2fe-0ec357bee11f, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d12e97de-580f-4d87-a2fe-0ec357bee11f,segment=NetworkSegment(719d1eb2-4a3c-456d-b25f-5103731bec38),segment_id=719d1eb2-4a3c-456d-b25f-5103731bec38)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:54:15.872363 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d30ef6e7-0121-4394-a31f-786fbff4e80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:15.903233 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:15.939879 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-db0a823b-59e6-4935-9651-ee999a0f12da tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks [] for floatingip, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:15.992423 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d30ef6e7-0121-4394-a31f-786fbff4e80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:16.064070 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-d594010c-7a6c-47a8-bbc9-9ea584aec07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:16.065505 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-d594010c-7a6c-47a8-bbc9-9ea584aec07a service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.2524354 Mar 01 20:54:16.112225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65beca86-b4b9-4926-9a18-63f593491220 None None] Pushing event updated for resources: {'Port': ['ID=d12e97de-580f-4d87-a2fe-0ec357bee11f,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:16.140143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-87acab8f-07bf-40bc-ad5d-4ebef82dab29 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:16.148052 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-87acab8f-07bf-40bc-ad5d-4ebef82dab29 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/networks?id=ebd7adb9-6fa6-480c-b016-0aa827861bce HTTP/1.1" status: 200 len: 816 time: 0.3877575 Mar 01 20:54:16.188825 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-49cbea53-279d-4cc4-bacc-7ba6e591639c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=434884c2-e77f-4d2b-b8c1-aa2f4b16df42 HTTP/1.1" status: 200 len: 217 time: 0.1142552 Mar 01 20:54:16.263940 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-2cb3dd93-63d5-41e0-b4cf-3c2f91e361da tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/quotas/b9d3d5d252f64eddb4951a96fa6fe403 HTTP/1.1" status: 200 len: 375 time: 0.1149063 Mar 01 20:54:16.281672 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:16.322281 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-23082154-8584-4567-a3fe-533f43e6a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:16.326112 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-23082154-8584-4567-a3fe-533f43e6a525 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1136794 Mar 01 20:54:16.403597 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d30ef6e7-0121-4394-a31f-786fbff4e80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:16.442825 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:16.471091 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30ef6e7-0121-4394-a31f-786fbff4e80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44445cfa-6658-491e-83d8-10cb4d52025d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:16.502735 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-db0a823b-59e6-4935-9651-ee999a0f12da tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:16.522661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:54:16.553451 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:16.554264 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Added segment 96657e9c-b576-40ed-b7a2-bc529558cb6d of type vlan for network 1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088 Mar 01 20:54:16.571715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb013456-ffd8-4497-a628-0c6c1e103676,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:16.578183 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-b90e4b23-8a4a-4a92-a310-eae3a0026603 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9d3d5d252f64eddb4951a96fa6fe403&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3066387 Mar 01 20:54:16.611198 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:16.621660 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-029ab16e-ff02-49c6-8108-ddbb939ffca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:16.624642 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-029ab16e-ff02-49c6-8108-ddbb939ffca3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2887473 Mar 01 20:54:16.627677 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d30ef6e7-0121-4394-a31f-786fbff4e80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:16.628742 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d30ef6e7-0121-4394-a31f-786fbff4e80e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44445cfa-6658-491e-83d8-10cb4d52025d HTTP/1.1" status: 204 len: 168 time: 1.2013540 Mar 01 20:54:16.655411 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-db0a823b-59e6-4935-9651-ee999a0f12da tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:16.656023 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-db0a823b-59e6-4935-9651-ee999a0f12da tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Floating IP fb07151b-a2e3-4c41-8dfb-76e19474eaca disassociated. External IP: 172.25.5.58, port: 117d0de9-9543-4af5-8d96-9d0fb40b0d3e. Mar 01 20:54:16.794525 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-85783704-a007-46d2-a92b-94956c20364f service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631675 Mar 01 20:54:16.840799 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:16.842054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:16.842856 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:17.067879 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 76296d0e-f41c-45f6-95fe-4052e3267fed up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:54:17.099030 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2829776 Mar 01 20:54:17.108347 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40042) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:17.140649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ecc40-50a9-4d64-b224-a9480ce286e4 admin admin] Pushing event updated for resources: {'Network': ['ID=1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:17.175439 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:54:17.176171 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-a988cca8-8833-406f-830c-05a164f1f61e admin admin] Request body: {'subnet': {'network_id': '1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-566090318-subnet', 'tenant_id': 'cd05ef18d40049eaaec44fc4b5192602', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:54:17.195070 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-b76dd73b-2e84-4913-aee2-536a8c1412f1 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906348 Mar 01 20:54:17.205254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a988cca8-8833-406f-830c-05a164f1f61e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:54:17.230378 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a988cca8-8833-406f-830c-05a164f1f61e admin admin] Usage tracker for resource:subnet and tenant:cd05ef18d40049eaaec44fc4b5192602 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:54:17.248125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a988cca8-8833-406f-830c-05a164f1f61e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:54:17.258138 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-e2c35970-7f2e-4006-8dee-65a99a2407be service neutron] 10.222.0.42 "GET /v2.0/networks/ebd7adb9-6fa6-480c-b016-0aa827861bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6790078 Mar 01 20:54:17.290214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a988cca8-8833-406f-830c-05a164f1f61e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:54:17.464764 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 76296d0e-f41c-45f6-95fe-4052e3267fed triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:54:17.465130 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:17.500247 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-273dc910-6c0f-4a9b-8f62-be608d44ae8b service neutron] 10.222.0.42 "GET /v2.0/networks/ebd7adb9-6fa6-480c-b016-0aa827861bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412050 Mar 01 20:54:17.631129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a988cca8-8833-406f-830c-05a164f1f61e admin admin] Made reservation on behalf of cd05ef18d40049eaaec44fc4b5192602 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:54:17.633489 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a988cca8-8833-406f-830c-05a164f1f61e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:17.722531 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32749b63-482e-446a-bac7-b8327b1739e1 None None] Network ebd7adb9-6fa6-480c-b016-0aa827861bce requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:54:17.742775 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:17.878660 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 76296d0e-f41c-45f6-95fe-4052e3267fed, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=76296d0e-f41c-45f6-95fe-4052e3267fed,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:17.888353 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1127f8b-438e-4460-a41a-70bae61f8ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76296d0e-f41c-45f6-95fe-4052e3267fed'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:54:17.914876 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-db0a823b-59e6-4935-9651-ee999a0f12da tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Router 25d5f729-fb27-494a-97df-1c45d56fdca8 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:54:17.957343 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:18.132339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-72fa2eb1-d95c-4498-8629-9a2cc7beeb97 None None] Provisioning for port d12e97de-580f-4d87-a2fe-0ec357bee11f completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:54:18.299620 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=76296d0e-f41c-45f6-95fe-4052e3267fed,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:18.367696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d12e97de-580f-4d87-a2fe-0ec357bee11f up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:54:18.391543 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-db0a823b-59e6-4935-9651-ee999a0f12da tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:54:18.418383 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbbf447-c941-4ba9-b78b-218e253cdd8b None None] Sync routers for ids ['25d5f729-fb27-494a-97df-1c45d56fdca8'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:54:18.425297 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-db0a823b-59e6-4935-9651-ee999a0f12da tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:18.455008 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbbf447-c941-4ba9-b78b-218e253cdd8b None None] Routers {'25d5f729-fb27-494a-97df-1c45d56fdca8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:54:18.455692 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2dbbf447-c941-4ba9-b78b-218e253cdd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:54:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['25d5f729-fb27-494a-97df-1c45d56fdca8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:18.508145 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-db0a823b-59e6-4935-9651-ee999a0f12da tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "PUT /v2.0/floatingips/fb07151b-a2e3-4c41-8dfb-76e19474eaca HTTP/1.1" status: 200 len: 695 time: 2.8839445 Mar 01 20:54:18.510007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'tag': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:54:18.527103 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea378e7-4379-4044-ac8e-debe412ad490 req-357c49be-5831-4e56-93e8-3f8276a7189f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:18.528716 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ea378e7-4379-4044-ac8e-debe412ad490 req-357c49be-5831-4e56-93e8-3f8276a7189f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 949 time: 0.2719569 Mar 01 20:54:18.635404 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a988cca8-8833-406f-830c-05a164f1f61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:18.742011 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-2dbbf447-c941-4ba9-b78b-218e253cdd8b None None] Set router 25d5f729-fb27-494a-97df-1c45d56fdca8 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:54:18.797003 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port d12e97de-580f-4d87-a2fe-0ec357bee11f completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:54:18.817155 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d12e97de-580f-4d87-a2fe-0ec357bee11f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:54:18.823209 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:18.838475 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a988cca8-8833-406f-830c-05a164f1f61e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ff7c64-2222-43d3-8a49-c777942c8871,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:18.927958 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ea378e7-4379-4044-ac8e-debe412ad490 req-ed0ab640-af84-493e-99ec-6cc7bd7f85da tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477976 Mar 01 20:54:19.001852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a988cca8-8833-406f-830c-05a164f1f61e admin admin] Checking segment: {'id': '96657e9c-b576-40ed-b7a2-bc529558cb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:54:19.002767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a988cca8-8833-406f-830c-05a164f1f61e admin admin] Network hostable DHCP agents. Network: 1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:54:19.062915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-3925e3d4-cd5a-40dd-81b5-c7c689dc0549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:19.065137 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-3925e3d4-cd5a-40dd-81b5-c7c689dc0549 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=f76671925d614132899f6869c2566bab&device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 1096 time: 0.5325966 Mar 01 20:54:19.067463 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6348a19f-3c92-41bc-a705-c6b4acd3bbb8 None None] Provisioning complete for port d12e97de-580f-4d87-a2fe-0ec357bee11f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:54:19.069326 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6348a19f-3c92-41bc-a705-c6b4acd3bbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:19.427312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-8b671f7c-275b-407e-9174-645723fabfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:19.428307 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-8b671f7c-275b-407e-9174-645723fabfcc service neutron] 10.222.0.42 "GET /v2.0/networks?id=e1d35894-975e-4477-8039-e95c20ae6197 HTTP/1.1" status: 200 len: 921 time: 0.3514960 Mar 01 20:54:19.432168 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a988cca8-8833-406f-830c-05a164f1f61e admin admin] Network 1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:54:19.442730 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:19.530491 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-dec75cd4-5380-42c8-9e91-8223d4a64c14 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=117d0de9-9543-4af5-8d96-9d0fb40b0d3e HTTP/1.1" status: 200 len: 217 time: 0.0935638 Mar 01 20:54:19.536384 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port d12e97de-580f-4d87-a2fe-0ec357bee11f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d12e97de-580f-4d87-a2fe-0ec357bee11f,segment=NetworkSegment(719d1eb2-4a3c-456d-b25f-5103731bec38),segment_id=719d1eb2-4a3c-456d-b25f-5103731bec38)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:19.557962 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6348a19f-3c92-41bc-a705-c6b4acd3bbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:19.597398 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2dbbf447-c941-4ba9-b78b-218e253cdd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:53Z', 'revision_number': 5, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:19.602360 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbbf447-c941-4ba9-b78b-218e253cdd8b None None] Checking router: 25d5f729-fb27-494a-97df-1c45d56fdca8 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:54:19.612377 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dbbf447-c941-4ba9-b78b-218e253cdd8b None None] Routers {'25d5f729-fb27-494a-97df-1c45d56fdca8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:54:19.612994 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2dbbf447-c941-4ba9-b78b-218e253cdd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:54:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['25d5f729-fb27-494a-97df-1c45d56fdca8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:19.624015 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-a988cca8-8833-406f-830c-05a164f1f61e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:54:19.637769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a988cca8-8833-406f-830c-05a164f1f61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:19.638736 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a988cca8-8833-406f-830c-05a164f1f61e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:19.653505 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21373e4c-43db-4ca0-bb70-d4a0caa4ace6 req-8d0fab3f-657b-4d6c-8b62-3a7b8d2e5219 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:19.655940 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-21373e4c-43db-4ca0-bb70-d4a0caa4ace6 req-8d0fab3f-657b-4d6c-8b62-3a7b8d2e5219 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 946 time: 0.5122714 Mar 01 20:54:19.672096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-907c22aa-85a4-4709-bc81-108c36d67f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:19.673823 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-907c22aa-85a4-4709-bc81-108c36d67f9b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4 HTTP/1.1" status: 200 len: 859 time: 0.1368148 Mar 01 20:54:19.700190 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:19.702146 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1180648e-cad4-4bb7-96b5-527e4bcbcaae None None] Network 1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:54:19.943639 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-6348a19f-3c92-41bc-a705-c6b4acd3bbb8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:54:19.944004 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-6348a19f-3c92-41bc-a705-c6b4acd3bbb8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:54:20.076992 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=d12e97de-580f-4d87-a2fe-0ec357bee11f,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:20.119492 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-2dbbf447-c941-4ba9-b78b-218e253cdd8b None None] Set router 25d5f729-fb27-494a-97df-1c45d56fdca8 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:54:20.124279 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a988cca8-8833-406f-830c-05a164f1f61e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.0115006 Mar 01 20:54:20.127050 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40110) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:20.132206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-566090318-router', 'tenant_id': 'cd05ef18d40049eaaec44fc4b5192602', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:54:20.144519 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:54:20.156415 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Usage tracker for resource:router and tenant:cd05ef18d40049eaaec44fc4b5192602 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:54:20.157428 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-21373e4c-43db-4ca0-bb70-d4a0caa4ace6 req-7b325177-4ede-42b4-b9f8-2ca694077904 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923258 Mar 01 20:54:20.160133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:54:20.176312 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:54:20.229658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-5aaf0107-d7cd-4aa9-b5c5-7d0bacd3c987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:20.243687 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-5aaf0107-d7cd-4aa9-b5c5-7d0bacd3c987 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e1d35894-975e-4477-8039-e95c20ae6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5413382 Mar 01 20:54:20.314209 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:20.315436 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:20.340255 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:20.383286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d12e97de-580f-4d87-a2fe-0ec357bee11f up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:54:20.577369 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088', 'network_id': '1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088', 'tenant_id': 'cd05ef18d40049eaaec44fc4b5192602', 'fixed_ips': [{'subnet_id': 'e4ff7c64-2222-43d3-8a49-c777942c8871'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:54:20.578937 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:20.656671 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-c18765fb-6ade-4f8c-8623-dec3e0a73e00 service neutron] 10.222.0.42 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120941 Mar 01 20:54:20.840027 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d12e97de-580f-4d87-a2fe-0ec357bee11f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:54:20.840668 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:20.978765 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-870cb964-7ca4-45b9-ac7f-f35c282a2dac req-57fba464-8109-43a0-a887-7ce58b980fd2 service neutron] 10.222.0.42 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211906 Mar 01 20:54:21.109320 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:21.324982 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:21.350346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f376790-f1c4-4b1b-8947-074ef884a361 req-5d4f73e8-cf7b-48d0-a837-9d6639c51540 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:21.363029 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f376790-f1c4-4b1b-8947-074ef884a361 req-5d4f73e8-cf7b-48d0-a837-9d6639c51540 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 945 time: 0.1593764 Mar 01 20:54:21.430323 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Allocated IP 172.20.0.2 (1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088/e4ff7c64-2222-43d3-8a49-c777942c8871/83b92fb3-38b4-49ae-8463-55c9382feb91) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:54:21.468417 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2dbbf447-c941-4ba9-b78b-218e253cdd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:53Z', 'revision_number': 5, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:21.535456 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f376790-f1c4-4b1b-8947-074ef884a361 req-909175a9-4ad6-4833-b007-bb6041015bb0 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713197 Mar 01 20:54:21.565045 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dbbf447-c941-4ba9-b78b-218e253cdd8b None None] The sync data for ids ['25d5f729-fb27-494a-97df-1c45d56fdca8'] in n-d-827896-4 is: [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:52:43Z', 'revision_number': 4, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f45593a4-b082-4fca-9205-29eb8e4019a3', 'name': '', 'network_id': 'e1d35894-975e-4477-8039-e95c20ae6197', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'mac_address': 'fa:16:3e:78:85:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_interface', 'standard_attr_id': 755, 'fixed_ips': [{'subnet_id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:42Z', 'updated_at': '2022-03-01T20:52:53Z', 'revision_number': 5, 'project_id': 'f76671925d614132899f6869c2566bab', 'subnets': [{'id': 'dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:54:21.752430 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1127f8b-438e-4460-a41a-70bae61f8ca6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76296d0e-f41c-45f6-95fe-4052e3267fed', 'code': 200} Mar 01 20:54:22.060726 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:22.082923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Transition to ACTIVE for port object 83b92fb3-38b4-49ae-8463-55c9382feb91 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:54:22.104031 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ceab56-3ad9-4fb8-a87f-e842b19c90f1 None None] New status for floating IP fb07151b-a2e3-4c41-8dfb-76e19474eaca: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 20:54:22.144717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Transition to ACTIVE for port object 83b92fb3-38b4-49ae-8463-55c9382feb91 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:54:22.254163 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:22.458870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-82eb816b-ccfc-4020-8361-74ffde053b6b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:22.478271 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-82eb816b-ccfc-4020-8361-74ffde053b6b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Synchronizing usage tracker for tenant:b9d3d5d252f64eddb4951a96fa6fe403 on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:54:22.502474 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Pushing event updated for resources: {'Port': ['ID=83b92fb3-38b4-49ae-8463-55c9382feb91,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:22.523505 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Network 1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:54:22.532739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:54:22.536008 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:54:22.626063 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:22.693665 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:22.735703 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Attempting to bind port 83b92fb3-38b4-49ae-8463-55c9382feb91 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:54:22.736136 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Attempting to bind port 83b92fb3-38b4-49ae-8463-55c9382feb91 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '96657e9c-b576-40ed-b7a2-bc529558cb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:54:22.736594 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Attempting to bind port 83b92fb3-38b4-49ae-8463-55c9382feb91 on network 1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:54:22.742286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:54:22.743410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Checking segment: {'id': '96657e9c-b576-40ed-b7a2-bc529558cb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:54:22.744144 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:22.744908 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Bound using segment: {'id': '96657e9c-b576-40ed-b7a2-bc529558cb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:54:22.745481 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Bound port: 83b92fb3-38b4-49ae-8463-55c9382feb91, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96657e9c-b576-40ed-b7a2-bc529558cb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:54:22.746010 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:22.771408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-82eb816b-ccfc-4020-8361-74ffde053b6b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Unset dirty status for tenant:b9d3d5d252f64eddb4951a96fa6fe403 on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:54:22.773134 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-82eb816b-ccfc-4020-8361-74ffde053b6b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.55 "GET /v2.0/networks?id=ebd7adb9-6fa6-480c-b016-0aa827861bce HTTP/1.1" status: 200 len: 816 time: 1.2058082 Mar 01 20:54:22.837157 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-a46be707-6611-4337-be47-066b529a1c32 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Request body: {'port': {'device_id': 'b856a893-4af6-41d8-9f74-4ea219547f6a', 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce', 'admin_state_up': True, 'tenant_id': 'b9d3d5d252f64eddb4951a96fa6fe403'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:54:22.919839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] For port 83b92fb3-38b4-49ae-8463-55c9382feb91, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:54:22.926571 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] For port 83b92fb3-38b4-49ae-8463-55c9382feb91, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=83b92fb3-38b4-49ae-8463-55c9382feb91,segment=NetworkSegment(96657e9c-b576-40ed-b7a2-bc529558cb6d),segment_id=96657e9c-b576-40ed-b7a2-bc529558cb6d)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:54:23.231533 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:23.275854 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Allocated IP 172.25.5.145 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/670e616f-803b-410a-b755-87967e6d3d44) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:54:23.278357 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-a46be707-6611-4337-be47-066b529a1c32 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:54:23.288692 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-a46be707-6611-4337-be47-066b529a1c32 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Usage tracker for resource:port and tenant:b9d3d5d252f64eddb4951a96fa6fe403 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:54:23.310994 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-a46be707-6611-4337-be47-066b529a1c32 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:54:23.327270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-a46be707-6611-4337-be47-066b529a1c32 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:54:23.350902 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af712a01-4cb4-4282-aaf1-794b1986611b None None] Pushing event updated for resources: {'Port': ['ID=83b92fb3-38b4-49ae-8463-55c9382feb91,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:23.679163 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:23.705344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-a46be707-6611-4337-be47-066b529a1c32 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Made reservation on behalf of b9d3d5d252f64eddb4951a96fa6fe403 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:54:23.711286 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-a46be707-6611-4337-be47-066b529a1c32 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:23.801506 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:23.979034 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:24.081532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:54:24.084867 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:54:24.090363 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:54:24.165977 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Pushing event updated for resources: {'Port': ['ID=670e616f-803b-410a-b755-87967e6d3d44,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:24.178354 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-a46be707-6611-4337-be47-066b529a1c32 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Allocated IP 172.20.0.3 (ebd7adb9-6fa6-480c-b016-0aa827861bce/69696f78-8af9-4c8f-9387-1c6bfb385840/ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:54:24.362753 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 83b92fb3-38b4-49ae-8463-55c9382feb91 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:54:24.602050 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 83b92fb3-38b4-49ae-8463-55c9382feb91 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:54:24.910920 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce52c863-5d36-48c1-8c8d-0b37273bfdcc None None] Network 1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:54:25.158623 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-a46be707-6611-4337-be47-066b529a1c32 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:25.199660 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-a46be707-6611-4337-be47-066b529a1c32 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Transition to ACTIVE for port object ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:54:25.208237 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:25.266874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-bca41fad-7096-4b3c-a791-d0647d7700df None None] Provisioning for port 83b92fb3-38b4-49ae-8463-55c9382feb91 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:54:25.281845 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-bca41fad-7096-4b3c-a791-d0647d7700df None None] Provisioning complete for port 83b92fb3-38b4-49ae-8463-55c9382feb91 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:54:25.320524 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bca41fad-7096-4b3c-a791-d0647d7700df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:25.435753 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bca41fad-7096-4b3c-a791-d0647d7700df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:25.465856 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-a46be707-6611-4337-be47-066b529a1c32 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:25.500281 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-bca41fad-7096-4b3c-a791-d0647d7700df None None] For port 83b92fb3-38b4-49ae-8463-55c9382feb91, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=83b92fb3-38b4-49ae-8463-55c9382feb91,segment=NetworkSegment(96657e9c-b576-40ed-b7a2-bc529558cb6d),segment_id=96657e9c-b576-40ed-b7a2-bc529558cb6d)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:25.568549 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bca41fad-7096-4b3c-a791-d0647d7700df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:25.588935 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-a46be707-6611-4337-be47-066b529a1c32 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Network ebd7adb9-6fa6-480c-b016-0aa827861bce is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:54:25.706308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca41fad-7096-4b3c-a791-d0647d7700df None None] Pushing event updated for resources: {'Port': ['ID=83b92fb3-38b4-49ae-8463-55c9382feb91,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:25.706550 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-a46be707-6611-4337-be47-066b529a1c32 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:54:25.706550 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:25.706550 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46be707-6611-4337-be47-066b529a1c32 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Pushing event updated for resources: {'Port': ['ID=ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:25.707165 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-a46be707-6611-4337-be47-066b529a1c32 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:54:25.730430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-aca6e9a0-e144-4148-b041-88ce140e69a0 None None] Provisioning complete for port 83b92fb3-38b4-49ae-8463-55c9382feb91 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:54:25.730802 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-aca6e9a0-e144-4148-b041-88ce140e69a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:25.869799 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-a46be707-6611-4337-be47-066b529a1c32 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:25.870437 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-a46be707-6611-4337-be47-066b529a1c32 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:26.101484 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-a46be707-6611-4337-be47-066b529a1c32 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3182909 Mar 01 20:54:26.125281 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] Request body: {'port': {'device_id': 'b856a893-4af6-41d8-9f74-4ea219547f6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:54:26.187898 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Router 2a545d1e-2052-4a11-9e2a-6be8f78e92b8 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 20:54:26.230184 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'tag': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e', 'status': 'completed', 'code': 200} Mar 01 20:54:26.269960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ad727bdc-27d9-422c-96e3-6f6f1fa89adf None None] Provisioning for port ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:54:26.277797 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ad727bdc-27d9-422c-96e3-6f6f1fa89adf None None] Provisioning complete for port ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:54:26.278512 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ad727bdc-27d9-422c-96e3-6f6f1fa89adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:26.370418 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c51394-b567-4256-9889-ade1ce2466dd req-a17b480d-ee1e-4180-aa1d-ae97f82b08cc tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:26.378989 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60c51394-b567-4256-9889-ade1ce2466dd req-a17b480d-ee1e-4180-aa1d-ae97f82b08cc tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/networks?id=ebd7adb9-6fa6-480c-b016-0aa827861bce HTTP/1.1" status: 200 len: 816 time: 0.3247266 Mar 01 20:54:26.396776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 83b92fb3-38b4-49ae-8463-55c9382feb91 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:54:26.400073 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60c51394-b567-4256-9889-ade1ce2466dd req-768066e4-a32f-4de4-93f3-ced8153f7cec tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/quotas/b9d3d5d252f64eddb4951a96fa6fe403 HTTP/1.1" status: 200 len: 375 time: 0.0196872 Mar 01 20:54:26.510435 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60c51394-b567-4256-9889-ade1ce2466dd req-ddee8b29-2adb-48ac-a88d-a17cfbd61f57 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9d3d5d252f64eddb4951a96fa6fe403&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1082909 Mar 01 20:54:26.537082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ad727bdc-27d9-422c-96e3-6f6f1fa89adf None None] Port ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:54:26.562080 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 83b92fb3-38b4-49ae-8463-55c9382feb91 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:54:26.563490 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:26.682372 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:26.746310 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:54:26.763117 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] Sync routers for ids ['2a545d1e-2052-4a11-9e2a-6be8f78e92b8'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:54:26.798387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] Routers {'2a545d1e-2052-4a11-9e2a-6be8f78e92b8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:54:26.799025 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:54:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['2a545d1e-2052-4a11-9e2a-6be8f78e92b8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:26.817456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a5b22-b014-4a93-97a8-d531489fe620 req-b9594951-e995-4c82-b031-c74f26aa379f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:26.819041 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a74a5b22-b014-4a93-97a8-d531489fe620 req-b9594951-e995-4c82-b031-c74f26aa379f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f76671925d614132899f6869c2566bab&device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 1096 time: 0.6287093 Mar 01 20:54:26.833535 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60c51394-b567-4256-9889-ade1ce2466dd req-34f2f63e-f570-4238-894e-66f1695cd874 service neutron] 10.222.0.42 "GET /v2.0/networks/ebd7adb9-6fa6-480c-b016-0aa827861bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216798 Mar 01 20:54:27.110537 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:27.115180 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4f28982e-3c69-4ae9-844b-335b967e5469 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9869008 Mar 01 20:54:27.116077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40166) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:27.174682 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] Set router 2a545d1e-2052-4a11-9e2a-6be8f78e92b8 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:54:27.178153 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60c51394-b567-4256-9889-ade1ce2466dd req-80c56cc9-6d15-4852-b375-10de812cb2fc service neutron] 10.222.0.42 "GET /v2.0/networks/ebd7adb9-6fa6-480c-b016-0aa827861bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3437967 Mar 01 20:54:27.231935 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcae539-91be-4bdb-b6e9-4501b0396b43 req-0712a7e9-e5aa-498c-b41a-1e4e446dedd0 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:27.245349 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cbcae539-91be-4bdb-b6e9-4501b0396b43 req-0712a7e9-e5aa-498c-b41a-1e4e446dedd0 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 949 time: 0.4362605 Mar 01 20:54:27.314812 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cbcae539-91be-4bdb-b6e9-4501b0396b43 req-f6fafcce-3718-471e-86a8-d6884d8adca6 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684953 Mar 01 20:54:27.318769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a5b22-b014-4a93-97a8-d531489fe620 req-1f0048db-2b8d-47c1-83c3-056f6bc4350b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:27.320329 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a74a5b22-b014-4a93-97a8-d531489fe620 req-1f0048db-2b8d-47c1-83c3-056f6bc4350b service neutron] 10.222.0.57 "GET /v2.0/networks?id=e1d35894-975e-4477-8039-e95c20ae6197 HTTP/1.1" status: 200 len: 921 time: 0.4946826 Mar 01 20:54:27.581294 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a74a5b22-b014-4a93-97a8-d531489fe620 req-56d30693-d2aa-4473-947e-8dbc949f23fa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=117d0de9-9543-4af5-8d96-9d0fb40b0d3e HTTP/1.1" status: 200 len: 217 time: 0.1945724 Mar 01 20:54:27.715120 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6c99797a-c8df-499c-85d3-8e5910be656b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:27.773225 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32726cef-39c5-42a1-be12-c53a9f3b3ad5 req-85c2f631-4321-49a3-928a-ee2b01519cff tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:27.782694 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32726cef-39c5-42a1-be12-c53a9f3b3ad5 req-85c2f631-4321-49a3-928a-ee2b01519cff tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 946 time: 0.1264520 Mar 01 20:54:27.863988 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32726cef-39c5-42a1-be12-c53a9f3b3ad5 req-0066dfd9-44cd-41e4-acbf-0027b08ab6cd tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802662 Mar 01 20:54:27.934782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a5b22-b014-4a93-97a8-d531489fe620 req-75d732a3-93a4-47ef-8741-95f247779dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:27.936464 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a74a5b22-b014-4a93-97a8-d531489fe620 req-75d732a3-93a4-47ef-8741-95f247779dda service neutron] 10.222.0.57 "GET /v2.0/subnets?id=dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4 HTTP/1.1" status: 200 len: 859 time: 0.3430209 Mar 01 20:54:28.105350 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a545d1e-2052-4a11-9e2a-6be8f78e92b8', 'name': 'tempest-ServersTestFqdnHostnames-566090318-router', 'tenant_id': 'cd05ef18d40049eaaec44fc4b5192602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '670e616f-803b-410a-b755-87967e6d3d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:54:20Z', 'updated_at': '2022-03-01T20:54:24Z', 'revision_number': 3, 'project_id': 'cd05ef18d40049eaaec44fc4b5192602', 'gw_port': {'id': '670e616f-803b-410a-b755-87967e6d3d44', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:df:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a545d1e-2052-4a11-9e2a-6be8f78e92b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:54:22Z', 'updated_at': '2022-03-01T20:54:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:28.114907 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] Checking router: 2a545d1e-2052-4a11-9e2a-6be8f78e92b8 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:54:28.114907 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] Updating router 2a545d1e-2052-4a11-9e2a-6be8f78e92b8 port 670e616f-803b-410a-b755-87967e6d3d44 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:54:28.235235 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:28.259239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:54:28.260034 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5124b381-d358-4957-9538-6575187ca25c req-bee87183-6a68-41b3-949b-51db2f95a204 tempest-AbsoluteLimitsNegativeTestJSON-612143182 tempest-AbsoluteLimitsNegativeTestJSON-612143182-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=333c8ec0e3714b7b8d1619697ef2f43e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715878 Mar 01 20:54:28.272364 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:28.288662 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] Transition to ACTIVE for port object ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:54:28.402592 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:28.525854 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124b381-d358-4957-9538-6575187ca25c req-746e5c99-fb95-4cee-9301-54e6b2a6a019 tempest-AbsoluteLimitsNegativeTestJSON-612143182 tempest-AbsoluteLimitsNegativeTestJSON-612143182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:28.534652 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5124b381-d358-4957-9538-6575187ca25c req-746e5c99-fb95-4cee-9301-54e6b2a6a019 tempest-AbsoluteLimitsNegativeTestJSON-612143182 tempest-AbsoluteLimitsNegativeTestJSON-612143182-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2729640 Mar 01 20:54:28.583467 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5124b381-d358-4957-9538-6575187ca25c req-98f6c845-d5a6-4a88-9bcf-ae0112e7ac01 tempest-AbsoluteLimitsNegativeTestJSON-612143182 tempest-AbsoluteLimitsNegativeTestJSON-612143182-project] 10.222.0.42 "GET /v2.0/quotas/333c8ec0e3714b7b8d1619697ef2f43e HTTP/1.1" status: 200 len: 375 time: 0.0478413 Mar 01 20:54:28.672264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a5b22-b014-4a93-97a8-d531489fe620 req-0add5b93-9867-495b-b7a8-c0a3e72b8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:28.676979 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a74a5b22-b014-4a93-97a8-d531489fe620 req-0add5b93-9867-495b-b7a8-c0a3e72b8c91 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e1d35894-975e-4477-8039-e95c20ae6197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7345271 Mar 01 20:54:28.769317 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5124b381-d358-4957-9538-6575187ca25c req-33454c59-b870-4c69-89ac-885c44d6ff6e tempest-AbsoluteLimitsNegativeTestJSON-612143182 tempest-AbsoluteLimitsNegativeTestJSON-612143182-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=333c8ec0e3714b7b8d1619697ef2f43e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1849091 Mar 01 20:54:28.849876 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:28.865478 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] Transition to ACTIVE for port object 670e616f-803b-410a-b755-87967e6d3d44 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:54:28.916584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-8ba3d5ed-3918-437e-b402-952fba4e11cb tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:28.929486 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-8ba3d5ed-3918-437e-b402-952fba4e11cb tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/networks?id=ebd7adb9-6fa6-480c-b016-0aa827861bce HTTP/1.1" status: 200 len: 816 time: 0.4678533 Mar 01 20:54:28.936554 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:28.981814 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-36be5da5-106d-468e-a125-e402f2c78fa8 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/quotas/b9d3d5d252f64eddb4951a96fa6fe403 HTTP/1.1" status: 200 len: 375 time: 0.0514348 Mar 01 20:54:28.997311 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] Pushing event updated for resources: {'Port': ['ID=ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:29.119143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26fe8c-fc5a-4dcd-a85a-a414c3ba4a9d None None] Pushing event updated for resources: {'Port': ['ID=670e616f-803b-410a-b755-87967e6d3d44,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:29.170113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] Attempting to bind port 670e616f-803b-410a-b755-87967e6d3d44 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:54:29.170659 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] Attempting to bind port 670e616f-803b-410a-b755-87967e6d3d44 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:54:29.171113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] Attempting to bind port 670e616f-803b-410a-b755-87967e6d3d44 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:54:29.183160 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:54:29.183738 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:54:29.184274 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:29.184752 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:54:29.185315 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] Bound port: 670e616f-803b-410a-b755-87967e6d3d44, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:54:29.185778 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:29.331159 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] Attempting to bind port ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:54:29.331682 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] Attempting to bind port ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '719d1eb2-4a3c-456d-b25f-5103731bec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:54:29.332095 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] Attempting to bind port ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 on network ebd7adb9-6fa6-480c-b016-0aa827861bce {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:54:29.345650 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a74a5b22-b014-4a93-97a8-d531489fe620 req-687ef9ee-6d8d-4a5d-a1ac-2661ce9aa3d4 service neutron] 10.222.0.57 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6298957 Mar 01 20:54:29.347276 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] Port ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 on network ebd7adb9-6fa6-480c-b016-0aa827861bce not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:54:29.347276 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] Attempting to bind port ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 on network ebd7adb9-6fa6-480c-b016-0aa827861bce {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:54:29.359409 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] For port 670e616f-803b-410a-b755-87967e6d3d44, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:54:29.370618 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] For port 670e616f-803b-410a-b755-87967e6d3d44, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=670e616f-803b-410a-b755-87967e6d3d44,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:54:29.410557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:54:29.411571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] Checking segment: {'id': '719d1eb2-4a3c-456d-b25f-5103731bec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:54:29.411571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] Bound using segment: {'id': '719d1eb2-4a3c-456d-b25f-5103731bec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:54:29.412138 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] Bound port: ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719d1eb2-4a3c-456d-b25f-5103731bec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:54:29.412588 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:29.482017 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:29.572192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784eb6f-d018-4cd3-a5a1-fd8c567af0e4 req-c2d33c38-043f-47a9-a6ec-7d1781af8768 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:29.584614 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b784eb6f-d018-4cd3-a5a1-fd8c567af0e4 req-c2d33c38-043f-47a9-a6ec-7d1781af8768 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 945 time: 0.5949297 Mar 01 20:54:29.622558 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26fe8c-fc5a-4dcd-a85a-a414c3ba4a9d None None] Pushing event updated for resources: {'Port': ['ID=670e616f-803b-410a-b755-87967e6d3d44,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:29.658584 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] Routers {'2a545d1e-2052-4a11-9e2a-6be8f78e92b8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:54:29.659490 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:54:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['2a545d1e-2052-4a11-9e2a-6be8f78e92b8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:29.696930 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-1909d62f-f75f-49d8-9862-36667ee44ccc tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b9d3d5d252f64eddb4951a96fa6fe403&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7091606 Mar 01 20:54:29.722089 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c5a63da9-f2c5-49f9-9175-7a573c414953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:29.724044 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a74a5b22-b014-4a93-97a8-d531489fe620 req-8df169ba-377a-43eb-b6af-ad633c780445 service neutron] 10.222.0.57 "GET /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3317947 Mar 01 20:54:29.753224 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-08bff5e9-71c2-47da-85bd-53a0111d11f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:29.777158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] For port ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:54:29.790526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] For port ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4,segment=NetworkSegment(719d1eb2-4a3c-456d-b25f-5103731bec38),segment_id=719d1eb2-4a3c-456d-b25f-5103731bec38)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:54:29.887544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40224) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:29.903264 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:29.922312 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b784eb6f-d018-4cd3-a5a1-fd8c567af0e4 req-6440d9b2-af43-43d0-bf0c-708f186533a8 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3364584 Mar 01 20:54:29.991445 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:54:30.036663 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-e65cde55-5a05-4186-903b-7843bbd7a8a8 service neutron] 10.222.0.42 "GET /v2.0/networks/ebd7adb9-6fa6-480c-b016-0aa827861bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283970 Mar 01 20:54:30.051885 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 000dce9a-69a4-46a2-9e5b-e8d4927c137d no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:54:30.068007 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:30.068751 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:30.070452 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] 10.222.0.55 "PUT /v2.0/ports/ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 HTTP/1.1" status: 200 len: 1091 time: 3.9542799 Mar 01 20:54:30.080139 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d17ee4f-d1f0-4d01-99ce-497fbee8d24e service neutron] Pushing event updated for resources: {'Port': ['ID=ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:30.096227 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b856a893-4af6-41d8-9f74-4ea219547f6a', 'tag': 'ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:54:30.335765 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] Set router 2a545d1e-2052-4a11-9e2a-6be8f78e92b8 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:54:30.409292 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-f45bc9d2-77bd-471d-bceb-0c012bcb8092 service neutron] 10.222.0.42 "GET /v2.0/networks/ebd7adb9-6fa6-480c-b016-0aa827861bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714230 Mar 01 20:54:30.690542 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ce8755f-928f-4b9e-a4cc-f03d0e446821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:30.822196 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c51394-b567-4256-9889-ade1ce2466dd req-676526f3-d31e-44aa-a590-dc824f00e8ba tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:30.825058 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60c51394-b567-4256-9889-ade1ce2466dd req-676526f3-d31e-44aa-a590-dc824f00e8ba tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.57 "GET /v2.0/networks?id=ebd7adb9-6fa6-480c-b016-0aa827861bce HTTP/1.1" status: 200 len: 816 time: 0.3547823 Mar 01 20:54:30.830246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2ce8755f-928f-4b9e-a4cc-f03d0e446821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:54:30.835473 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2ce8755f-928f-4b9e-a4cc-f03d0e446821 admin admin] Usage tracker for resource:security_group_rule and tenant:333c8ec0e3714b7b8d1619697ef2f43e is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:54:30.840397 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2ce8755f-928f-4b9e-a4cc-f03d0e446821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:54:30.847520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2ce8755f-928f-4b9e-a4cc-f03d0e446821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:54:30.905445 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c5f8332-e2aa-4861-b186-aeeb86d1b895 req-3efa7340-d942-484d-b3fa-f8fb2ba6aabe tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/floatingips/fb07151b-a2e3-4c41-8dfb-76e19474eaca HTTP/1.1" status: 200 len: 693 time: 0.2603698 Mar 01 20:54:31.046170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-08bff5e9-71c2-47da-85bd-53a0111d11f7 admin admin] Allocated IP 172.20.0.1 (1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088/e4ff7c64-2222-43d3-8a49-c777942c8871/14ff5b10-e673-4802-b040-a059b30032c2) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:54:31.137459 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:31.138774 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:31.221938 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a545d1e-2052-4a11-9e2a-6be8f78e92b8', 'name': 'tempest-ServersTestFqdnHostnames-566090318-router', 'tenant_id': 'cd05ef18d40049eaaec44fc4b5192602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '670e616f-803b-410a-b755-87967e6d3d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:54:20Z', 'updated_at': '2022-03-01T20:54:24Z', 'revision_number': 3, 'project_id': 'cd05ef18d40049eaaec44fc4b5192602', 'gw_port': {'id': '670e616f-803b-410a-b755-87967e6d3d44', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:df:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a545d1e-2052-4a11-9e2a-6be8f78e92b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:54:22Z', 'updated_at': '2022-03-01T20:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:31.242211 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-60c51394-b567-4256-9889-ade1ce2466dd req-7ba33191-00d9-4c5d-a59d-c0de93dea18b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Request body: {'port': {'device_id': '6d4995a3-7b4e-4ea7-a14c-b4141a7ddab9', 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce', 'admin_state_up': True, 'tenant_id': 'b9d3d5d252f64eddb4951a96fa6fe403'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:54:31.250178 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7dfd7f-a853-4451-a9b1-513d2c3df0df None None] The sync data for ids ['2a545d1e-2052-4a11-9e2a-6be8f78e92b8'] in n-d-827896-4 is: [{'id': '2a545d1e-2052-4a11-9e2a-6be8f78e92b8', 'name': 'tempest-ServersTestFqdnHostnames-566090318-router', 'tenant_id': 'cd05ef18d40049eaaec44fc4b5192602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '670e616f-803b-410a-b755-87967e6d3d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:54:20Z', 'updated_at': '2022-03-01T20:54:24Z', 'revision_number': 3, 'project_id': 'cd05ef18d40049eaaec44fc4b5192602', 'gw_port': {'id': '670e616f-803b-410a-b755-87967e6d3d44', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:df:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a545d1e-2052-4a11-9e2a-6be8f78e92b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:54:22Z', 'updated_at': '2022-03-01T20:54:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:54:31.274440 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:31.312264 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-08bff5e9-71c2-47da-85bd-53a0111d11f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:31.316831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f8332-e2aa-4861-b186-aeeb86d1b895 req-e5bc32ad-b515-408c-85ca-afee007a0f31 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:31.336197 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c5f8332-e2aa-4861-b186-aeeb86d1b895 req-e5bc32ad-b515-408c-85ca-afee007a0f31 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.4256144 Mar 01 20:54:31.364350 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08193a06-8024-41be-84df-048cda615aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '000dce9a-69a4-46a2-9e5b-e8d4927c137d'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:54:31.389092 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 000dce9a-69a4-46a2-9e5b-e8d4927c137d, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=000dce9a-69a4-46a2-9e5b-e8d4927c137d,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:31.457156 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-08bff5e9-71c2-47da-85bd-53a0111d11f7 admin admin] Transition to ACTIVE for port object 14ff5b10-e673-4802-b040-a059b30032c2 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:54:31.466113 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ce8755f-928f-4b9e-a4cc-f03d0e446821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:31.467656 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:31.473612 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c5f8332-e2aa-4861-b186-aeeb86d1b895 req-877ed42b-d9e4-4ab6-a88b-4be831d90e2e tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.58 HTTP/1.1" status: 200 len: 696 time: 0.1363411 Mar 01 20:54:31.535708 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-46c24d03-2470-4981-bdb8-12b25e87a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:31.537469 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-46c24d03-2470-4981-bdb8-12b25e87a098 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b9d3d5d252f64eddb4951a96fa6fe403&device_id=b856a893-4af6-41d8-9f74-4ea219547f6a HTTP/1.1" status: 200 len: 1094 time: 1.2001987 Mar 01 20:54:31.601323 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=000dce9a-69a4-46a2-9e5b-e8d4927c137d,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:31.626580 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ce8755f-928f-4b9e-a4cc-f03d0e446821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:31.639281 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c5f8332-e2aa-4861-b186-aeeb86d1b895 req-fdb72a78-744b-4f12-a802-4aee10ae2062 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.58 HTTP/1.1" status: 200 len: 696 time: 0.1520307 Mar 01 20:54:31.662168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-60c51394-b567-4256-9889-ade1ce2466dd req-7ba33191-00d9-4c5d-a59d-c0de93dea18b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:54:31.674747 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-60c51394-b567-4256-9889-ade1ce2466dd req-7ba33191-00d9-4c5d-a59d-c0de93dea18b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Usage tracker for resource:port and tenant:b9d3d5d252f64eddb4951a96fa6fe403 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:54:31.679513 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-dcbec7d2-060b-4448-8d1e-6d3703eccbdb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 HTTP/1.1" status: 200 len: 217 time: 0.1326175 Mar 01 20:54:31.682288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-60c51394-b567-4256-9889-ade1ce2466dd req-7ba33191-00d9-4c5d-a59d-c0de93dea18b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:54:31.740450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-60c51394-b567-4256-9889-ade1ce2466dd req-7ba33191-00d9-4c5d-a59d-c0de93dea18b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:54:31.967017 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-2c5f8332-e2aa-4861-b186-aeeb86d1b895 req-f33f204d-1801-4d70-9543-162324a8cfc7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Deleting port 4bd85036-1759-4b72-a02d-4b04648c6d5e {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:54:31.970621 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2c5f8332-e2aa-4861-b186-aeeb86d1b895 req-f33f204d-1801-4d70-9543-162324a8cfc7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:32.173338 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-08bff5e9-71c2-47da-85bd-53a0111d11f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:32.254268 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2ce8755f-928f-4b9e-a4cc-f03d0e446821 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=333c8ec0e3714b7b8d1619697ef2f43e&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3654652 Mar 01 20:54:32.267212 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8755f-928f-4b9e-a4cc-f03d0e446821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d59ad81-4857-401f-8388-ceb46aa9e0d6,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:32.275490 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40288) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:32.432265 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2c5f8332-e2aa-4861-b186-aeeb86d1b895 req-f33f204d-1801-4d70-9543-162324a8cfc7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:32.432265 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2c5f8332-e2aa-4861-b186-aeeb86d1b895 req-f33f204d-1801-4d70-9543-162324a8cfc7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:32.434341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bff5e9-71c2-47da-85bd-53a0111d11f7 admin admin] Network 1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:54:32.434341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-446aa375-18d8-4c83-8d14-91779b9c316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:32.434341 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-446aa375-18d8-4c83-8d14-91779b9c316a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69696f78-8af9-4c8f-9387-1c6bfb385840 HTTP/1.1" status: 200 len: 855 time: 0.6998212 Mar 01 20:54:32.434341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-08bff5e9-71c2-47da-85bd-53a0111d11f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:54:32.434341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bff5e9-71c2-47da-85bd-53a0111d11f7 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:54:32.447909 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 670e616f-803b-410a-b755-87967e6d3d44 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:54:32.484357 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-2c5f8332-e2aa-4861-b186-aeeb86d1b895 req-f33f204d-1801-4d70-9543-162324a8cfc7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Calling delete_port for 4bd85036-1759-4b72-a02d-4b04648c6d5e owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:54:32.496706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bff5e9-71c2-47da-85bd-53a0111d11f7 admin admin] Pushing event updated for resources: {'Port': ['ID=14ff5b10-e673-4802-b040-a059b30032c2,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:32.500663 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78934cb1-6cdb-45b6-81ba-e7058b9ea7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:32.514237 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:32.536320 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78934cb1-6cdb-45b6-81ba-e7058b9ea7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:32.739306 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60c51394-b567-4256-9889-ade1ce2466dd req-7ba33191-00d9-4c5d-a59d-c0de93dea18b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Made reservation on behalf of b9d3d5d252f64eddb4951a96fa6fe403 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:54:32.743838 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60c51394-b567-4256-9889-ade1ce2466dd req-7ba33191-00d9-4c5d-a59d-c0de93dea18b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:32.762877 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 670e616f-803b-410a-b755-87967e6d3d44 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:54:32.775982 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 670e616f-803b-410a-b755-87967e6d3d44 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:54:32.776369 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:32.826427 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-08bff5e9-71c2-47da-85bd-53a0111d11f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:33.053701 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25cd27-91ed-48b0-a6f8-16e0c4c13ec6 req-3d63be3c-0ff5-45e6-b046-2a63d56481e2 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:33.057232 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7b25cd27-91ed-48b0-a6f8-16e0c4c13ec6 req-3d63be3c-0ff5-45e6-b046-2a63d56481e2 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 949 time: 0.5811045 Mar 01 20:54:33.066276 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b37e38bc-d6f7-4746-9bbf-7efae9d21efe None None] Provisioning for port 14ff5b10-e673-4802-b040-a059b30032c2 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:54:33.086553 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b37e38bc-d6f7-4746-9bbf-7efae9d21efe None None] Provisioning complete for port 14ff5b10-e673-4802-b040-a059b30032c2 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:54:33.086919 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b37e38bc-d6f7-4746-9bbf-7efae9d21efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:33.129333 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2c5f8332-e2aa-4861-b186-aeeb86d1b895 req-f33f204d-1801-4d70-9543-162324a8cfc7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:33.191895 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b37e38bc-d6f7-4746-9bbf-7efae9d21efe None None] Port 14ff5b10-e673-4802-b040-a059b30032c2 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:54:33.206954 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:33.228976 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78934cb1-6cdb-45b6-81ba-e7058b9ea7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:33.232017 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 670e616f-803b-410a-b755-87967e6d3d44, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=670e616f-803b-410a-b755-87967e6d3d44,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:33.253201 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7b25cd27-91ed-48b0-a6f8-16e0c4c13ec6 req-b4cd3917-74d0-4a72-b06c-b64562fb6c32 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895669 Mar 01 20:54:33.261048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f204d-1801-4d70-9543-162324a8cfc7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Pushing event deleted for resources: {'Port': ['ID=4bd85036-1759-4b72-a02d-4b04648c6d5e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:33.278990 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78934cb1-6cdb-45b6-81ba-e7058b9ea7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d59ad81-4857-401f-8388-ceb46aa9e0d6,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:33.323998 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:33.335099 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-60c51394-b567-4256-9889-ade1ce2466dd req-7ba33191-00d9-4c5d-a59d-c0de93dea18b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Allocated IP 172.20.0.10 (ebd7adb9-6fa6-480c-b016-0aa827861bce/69696f78-8af9-4c8f-9387-1c6bfb385840/c2bd88b3-b186-4991-910c-08bc5805971e) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:54:33.362794 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-a33b9c69-8694-451c-a8b5-1ed46a3e0d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:33.365153 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-a33b9c69-8694-451c-a8b5-1ed46a3e0d6a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebd7adb9-6fa6-480c-b016-0aa827861bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9594560 Mar 01 20:54:33.451176 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=670e616f-803b-410a-b755-87967e6d3d44,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:33.481717 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2c5f8332-e2aa-4861-b186-aeeb86d1b895 req-f33f204d-1801-4d70-9543-162324a8cfc7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:33.483351 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78934cb1-6cdb-45b6-81ba-e7058b9ea7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:33.484666 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-78934cb1-6cdb-45b6-81ba-e7058b9ea7f1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3d59ad81-4857-401f-8388-ceb46aa9e0d6 HTTP/1.1" status: 204 len: 168 time: 1.2084315 Mar 01 20:54:33.621993 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2c5f8332-e2aa-4861-b186-aeeb86d1b895 req-f33f204d-1801-4d70-9543-162324a8cfc7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:33.623119 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c5f8332-e2aa-4861-b186-aeeb86d1b895 req-f33f204d-1801-4d70-9543-162324a8cfc7 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "DELETE /v2.0/floatingips/fb07151b-a2e3-4c41-8dfb-76e19474eaca HTTP/1.1" status: 204 len: 173 time: 1.9874439 Mar 01 20:54:33.666411 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8463f4-9c0f-4b5d-87cd-4e6098d2285d req-b2b9dfb1-6042-4225-9385-4f9a5401b1cd tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:33.675662 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e8463f4-9c0f-4b5d-87cd-4e6098d2285d req-b2b9dfb1-6042-4225-9385-4f9a5401b1cd tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 946 time: 0.1607695 Mar 01 20:54:33.771305 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e8463f4-9c0f-4b5d-87cd-4e6098d2285d req-398e860a-084b-44fb-b95f-dc3055362cc6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946658 Mar 01 20:54:33.869697 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b856a893-4af6-41d8-9f74-4ea219547f6a', 'tag': 'ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4', 'status': 'completed', 'code': 200} Mar 01 20:54:33.891031 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-381bbe87-b837-4fbc-86d5-d40d6fd5e04f service neutron] 10.222.0.55 "GET /v2.0/networks/ebd7adb9-6fa6-480c-b016-0aa827861bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092691 Mar 01 20:54:34.095841 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a4d6dd3d-42c8-464e-af28-fd39139c49fd req-a1cf47e5-6442-4342-9e37-a79233067d68 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 210 time: 0.0858619 Mar 01 20:54:34.184121 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08193a06-8024-41be-84df-048cda615aa3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '000dce9a-69a4-46a2-9e5b-e8d4927c137d', 'code': 200} Mar 01 20:54:34.215722 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-08bff5e9-71c2-47da-85bd-53a0111d11f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:34.233462 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60c51394-b567-4256-9889-ade1ce2466dd req-7ba33191-00d9-4c5d-a59d-c0de93dea18b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:34.404310 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 670e616f-803b-410a-b755-87967e6d3d44 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:54:34.506628 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 670e616f-803b-410a-b755-87967e6d3d44 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:54:34.507321 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:34.560947 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-08bff5e9-71c2-47da-85bd-53a0111d11f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:34.569296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-60c51394-b567-4256-9889-ade1ce2466dd req-7ba33191-00d9-4c5d-a59d-c0de93dea18b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Transition to ACTIVE for port object c2bd88b3-b186-4991-910c-08bc5805971e will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:54:34.576065 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2f1c19dd-6c97-499f-94dd-2f56b9ec3dde req-022f72e5-eeb7-46df-9dcb-4f95053aa6f7 service neutron] 10.222.0.55 "GET /v2.0/networks/ebd7adb9-6fa6-480c-b016-0aa827861bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6767728 Mar 01 20:54:34.618859 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-08bff5e9-71c2-47da-85bd-53a0111d11f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:34.733547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-1a5cb1c9-5508-4596-986c-ae3b852a25de tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:54:34.734647 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-1a5cb1c9-5508-4596-986c-ae3b852a25de tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118430 Mar 01 20:54:34.892320 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-78833441-ae71-40ec-87d9-65617b0d8326 service neutron] show failed (client error): The resource could not be found. Mar 01 20:54:34.893439 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-78833441-ae71-40ec-87d9-65617b0d8326 service neutron] 10.222.0.55 "GET /v2.0/ports/434884c2-e77f-4d2b-b8c1-aa2f4b16df42/bindings/n-h1-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.1470370 Mar 01 20:54:35.097063 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60c51394-b567-4256-9889-ade1ce2466dd req-7ba33191-00d9-4c5d-a59d-c0de93dea18b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:35.216895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60c51394-b567-4256-9889-ade1ce2466dd req-7ba33191-00d9-4c5d-a59d-c0de93dea18b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Network ebd7adb9-6fa6-480c-b016-0aa827861bce is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:54:35.253136 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-60c51394-b567-4256-9889-ade1ce2466dd req-7ba33191-00d9-4c5d-a59d-c0de93dea18b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:54:35.273361 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c51394-b567-4256-9889-ade1ce2466dd req-7ba33191-00d9-4c5d-a59d-c0de93dea18b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:54:35.482296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee808875-9b70-4e5c-9707-df8bf5d17664 req-9bb13e42-af29-4b89-a8f3-7f836a844ef0 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:35.494808 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee808875-9b70-4e5c-9707-df8bf5d17664 req-9bb13e42-af29-4b89-a8f3-7f836a844ef0 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 949 time: 0.1764395 Mar 01 20:54:35.529625 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-08bff5e9-71c2-47da-85bd-53a0111d11f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:35.533439 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bff5e9-71c2-47da-85bd-53a0111d11f7 admin admin] Pushing event updated for resources: {'Port': ['ID=14ff5b10-e673-4802-b040-a059b30032c2,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:35.583655 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee808875-9b70-4e5c-9707-df8bf5d17664 req-a49f4dd7-d874-4402-9258-911a156dbc9a tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878487 Mar 01 20:54:35.813300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40342) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:35.924488 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6f25839f-5047-4824-b0a7-944a5d20c134 None None] Provisioning for port c2bd88b3-b186-4991-910c-08bc5805971e completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:54:35.931793 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6f25839f-5047-4824-b0a7-944a5d20c134 None None] Provisioning complete for port c2bd88b3-b186-4991-910c-08bc5805971e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:54:35.932985 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6f25839f-5047-4824-b0a7-944a5d20c134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:35.980785 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1efeb9-89ea-4237-924c-983a8e0f5cb2 req-6d9a842c-2fc8-4985-8762-eb90cd0bfd19 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:35.991605 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de1efeb9-89ea-4237-924c-983a8e0f5cb2 req-6d9a842c-2fc8-4985-8762-eb90cd0bfd19 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 945 time: 0.1489074 Mar 01 20:54:36.042404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5eb2c-1f1a-4056-a282-331c5c746d40 req-46d59055-9d4f-48f6-9267-1fc7d4204f35 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:36.044058 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a3b5eb2c-1f1a-4056-a282-331c5c746d40 req-46d59055-9d4f-48f6-9267-1fc7d4204f35 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 946 time: 0.2759054 Mar 01 20:54:36.058512 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6f25839f-5047-4824-b0a7-944a5d20c134 None None] Port c2bd88b3-b186-4991-910c-08bc5805971e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:54:36.071962 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de1efeb9-89ea-4237-924c-983a8e0f5cb2 req-a8b339eb-2851-4078-87ac-e204344da4e9 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793581 Mar 01 20:54:36.161336 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-3e777130-d774-4f45-abac-8fd88848bb63 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:36.161336 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-3e777130-d774-4f45-abac-8fd88848bb63 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.55 "GET /v2.0/networks?id=ebd7adb9-6fa6-480c-b016-0aa827861bce HTTP/1.1" status: 200 len: 816 time: 1.1116896 Mar 01 20:54:36.167969 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c51394-b567-4256-9889-ade1ce2466dd req-7ba33191-00d9-4c5d-a59d-c0de93dea18b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:36.168676 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60c51394-b567-4256-9889-ade1ce2466dd req-7ba33191-00d9-4c5d-a59d-c0de93dea18b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:36.176320 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a3b5eb2c-1f1a-4056-a282-331c5c746d40 req-c4ce0b27-42fb-4c6d-991f-4b99333a2f8a tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011422 Mar 01 20:54:36.202174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1691094406-network', 'tenant_id': 'fbc6a44654a74a8e80a86bd8a356b8f5'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:54:36.210745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-6231d264-3baa-45cc-b97d-2334c2c4de13 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Request body: {'port': {'device_id': '94fc1b57-6e1f-444a-9f2e-222ec5ff2698', 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce', 'admin_state_up': True, 'tenant_id': 'b9d3d5d252f64eddb4951a96fa6fe403'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:54:36.256304 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5077d-70b8-4438-8a88-d4ae43abbc21 req-48b13319-f848-41e4-8cb6-d94ca8f162ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:36.260631 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-12a5077d-70b8-4438-8a88-d4ae43abbc21 req-48b13319-f848-41e4-8cb6-d94ca8f162ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b9d3d5d252f64eddb4951a96fa6fe403&device_id=b856a893-4af6-41d8-9f74-4ea219547f6a HTTP/1.1" status: 200 len: 1094 time: 1.5240359 Mar 01 20:54:36.262591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba33191-00d9-4c5d-a59d-c0de93dea18b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Pushing event updated for resources: {'Port': ['ID=c2bd88b3-b186-4991-910c-08bc5805971e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:36.281340 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad18b64d-3363-4a0c-8ad6-d753e3d128be req-70862d0b-db26-4836-b7ac-45aed5f23d0f tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 210 time: 0.0689087 Mar 01 20:54:36.304416 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60c51394-b567-4256-9889-ade1ce2466dd req-7ba33191-00d9-4c5d-a59d-c0de93dea18b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0729716 Mar 01 20:54:36.327250 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:54:36.495237 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] Request body: {'port': {'device_id': '6d4995a3-7b4e-4ea7-a14c-b4141a7ddab9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:54:36.526129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Usage tracker for resource:network and tenant:fbc6a44654a74a8e80a86bd8a356b8f5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:54:36.529503 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:54:36.537559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:54:36.585934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-42520ada-6634-41bb-9f41-6c066e0405e0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:36.588589 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-42520ada-6634-41bb-9f41-6c066e0405e0 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/networks?id=1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 HTTP/1.1" status: 200 len: 804 time: 0.2660470 Mar 01 20:54:36.610527 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-c8632e97-461b-4b32-90b5-c3e49c5af924 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/quotas/97a1897762f847bfb56825ead5e60708 HTTP/1.1" status: 200 len: 375 time: 0.0136316 Mar 01 20:54:36.630449 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Made reservation on behalf of fbc6a44654a74a8e80a86bd8a356b8f5 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:54:36.634695 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:36.674015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-6231d264-3baa-45cc-b97d-2334c2c4de13 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:54:36.676464 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:36.700870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bff5e9-71c2-47da-85bd-53a0111d11f7 admin admin] Network 1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:54:36.711079 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-08bff5e9-71c2-47da-85bd-53a0111d11f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:54:36.722556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-6231d264-3baa-45cc-b97d-2334c2c4de13 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Usage tracker for resource:port and tenant:b9d3d5d252f64eddb4951a96fa6fe403 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:54:36.799846 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-f53a5233-1791-47b3-b743-ab1e90b7a3c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=97a1897762f847bfb56825ead5e60708&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1832423 Mar 01 20:54:36.900109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f539d7-f9e0-46cd-84c9-d820fed348b0 req-48e9927b-05cb-4b4b-abb7-0b5016057971 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:36.900109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-41f539d7-f9e0-46cd-84c9-d820fed348b0 req-48e9927b-05cb-4b4b-abb7-0b5016057971 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Synchronizing usage tracker for tenant:f76671925d614132899f6869c2566bab on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:54:36.940406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:54:36.942753 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-6231d264-3baa-45cc-b97d-2334c2c4de13 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:54:37.016255 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-150c055e-956c-41c2-9d1c-ea278e79e079 service neutron] 10.222.0.42 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150047 Mar 01 20:54:37.032985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Usage tracker for resource:security_group_rule and tenant:fbc6a44654a74a8e80a86bd8a356b8f5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:54:37.037046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-6231d264-3baa-45cc-b97d-2334c2c4de13 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:54:37.040663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-4e836976-d20b-4796-b742-14ec13c345ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:37.042147 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-4e836976-d20b-4796-b742-14ec13c345ff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4&tenant_id=f49f672366454d8aaec799c518622a6a HTTP/1.1" status: 200 len: 1100 time: 1.2035477 Mar 01 20:54:37.098225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ede948a8-980d-4aec-801f-c40627a87b57 None None] Provisioning complete for port 14ff5b10-e673-4802-b040-a059b30032c2 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:54:37.098897 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ede948a8-980d-4aec-801f-c40627a87b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:37.106432 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:54:37.127884 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bff5e9-71c2-47da-85bd-53a0111d11f7 admin admin] Router 2a545d1e-2052-4a11-9e2a-6be8f78e92b8 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:54:37.140739 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-4', 'device_owner': 'compute:nova'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:54:37.181265 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:54:37.210784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ede948a8-980d-4aec-801f-c40627a87b57 None None] Port 14ff5b10-e673-4802-b040-a059b30032c2 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:54:37.243460 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-f524bb23-cc5f-4db8-8c05-8af7084e4dfc service neutron] 10.222.0.42 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232823 Mar 01 20:54:37.247099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-41f539d7-f9e0-46cd-84c9-d820fed348b0 req-48e9927b-05cb-4b4b-abb7-0b5016057971 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Unset dirty status for tenant:f76671925d614132899f6869c2566bab on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:54:37.253218 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41f539d7-f9e0-46cd-84c9-d820fed348b0 req-48e9927b-05cb-4b4b-abb7-0b5016057971 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 945 time: 0.5788333 Mar 01 20:54:37.274453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5077d-70b8-4438-8a88-d4ae43abbc21 req-3e5905b4-32f3-41a0-9a3c-b7f29005a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:37.276732 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-12a5077d-70b8-4438-8a88-d4ae43abbc21 req-3e5905b4-32f3-41a0-9a3c-b7f29005a62b service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebd7adb9-6fa6-480c-b016-0aa827861bce HTTP/1.1" status: 200 len: 917 time: 0.9463160 Mar 01 20:54:37.390884 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4,segment=NetworkSegment(719d1eb2-4a3c-456d-b25f-5103731bec38),segment_id=719d1eb2-4a3c-456d-b25f-5103731bec38)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:37.395134 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41f539d7-f9e0-46cd-84c9-d820fed348b0 req-6bebccab-80c8-490f-aac5-3302e935afb3 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7c9521-c999-4be9-9c04-fef329b9f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259615 Mar 01 20:54:37.409422 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4', 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce', 'port_id': 'ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4', 'mac_address': 'fa:16:3e:fb:ec:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69696f78-8af9-4c8f-9387-1c6bfb385840', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:54:37.431863 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:54:37.434729 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8124ce-55fa-411b-a6d0-a3925dead22e req-6f49d649-b721-460d-a51c-146b7efd111c tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:37.440746 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef8124ce-55fa-411b-a6d0-a3925dead22e req-6f49d649-b721-460d-a51c-146b7efd111c tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.57 "GET /v2.0/ports?device_id=08193a06-8024-41be-84df-048cda615aa3 HTTP/1.1" status: 200 len: 943 time: 0.5002737 Mar 01 20:54:37.444921 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-12a5077d-70b8-4438-8a88-d4ae43abbc21 req-bbc26c9d-bb2d-450c-a0d1-2878c07c4c9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 HTTP/1.1" status: 200 len: 217 time: 0.0975258 Mar 01 20:54:37.536542 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:37.546334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-6231d264-3baa-45cc-b97d-2334c2c4de13 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Made reservation on behalf of b9d3d5d252f64eddb4951a96fa6fe403 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:54:37.549980 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-6231d264-3baa-45cc-b97d-2334c2c4de13 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:37.582077 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:54:37.629262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4,segment=NetworkSegment(719d1eb2-4a3c-456d-b25f-5103731bec38),segment_id=719d1eb2-4a3c-456d-b25f-5103731bec38)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:37.701518 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-ef8124ce-55fa-411b-a6d0-a3925dead22e req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Deleting port 000dce9a-69a4-46a2-9e5b-e8d4927c137d {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:54:37.702255 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ef8124ce-55fa-411b-a6d0-a3925dead22e req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:37.704502 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:37.957579 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:38.005616 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 48089be5-a5f6-469f-9cee-66f43b3a44bd details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:54:38.172044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bff5e9-71c2-47da-85bd-53a0111d11f7 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:54:38.182239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5077d-70b8-4438-8a88-d4ae43abbc21 req-7605df30-dd78-4cfe-b457-0b54c561b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:38.184216 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] Sync routers for ids ['2a545d1e-2052-4a11-9e2a-6be8f78e92b8'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:54:38.185125 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-12a5077d-70b8-4438-8a88-d4ae43abbc21 req-7605df30-dd78-4cfe-b457-0b54c561b695 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69696f78-8af9-4c8f-9387-1c6bfb385840 HTTP/1.1" status: 200 len: 855 time: 0.6435087 Mar 01 20:54:38.200303 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:54:38.201907 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] Routers {'2a545d1e-2052-4a11-9e2a-6be8f78e92b8'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:54:38.202549 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:54:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['2a545d1e-2052-4a11-9e2a-6be8f78e92b8'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:38.263479 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-08bff5e9-71c2-47da-85bd-53a0111d11f7 admin admin] 10.222.0.42 "PUT /v2.0/routers/2a545d1e-2052-4a11-9e2a-6be8f78e92b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1144147 Mar 01 20:54:38.504696 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:38.550581 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:38.607864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4c232-040d-48bb-80fe-7ccbd2cab2ae req-b39dd9ee-0499-40e9-b77a-9bf606a2e9ea tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:38.616140 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ca4c232-040d-48bb-80fe-7ccbd2cab2ae req-b39dd9ee-0499-40e9-b77a-9bf606a2e9ea tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 949 time: 0.6229172 Mar 01 20:54:38.694352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b705a-3830-4afd-8dae-f92b988bfa14 req-1353392e-4e9d-4c10-9962-38ede27b0262 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:38.697601 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d4b705a-3830-4afd-8dae-f92b988bfa14 req-1353392e-4e9d-4c10-9962-38ede27b0262 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 945 time: 1.0305662 Mar 01 20:54:38.701387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40398) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:38.788206 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 48089be5-a5f6-469f-9cee-66f43b3a44bd, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=48089be5-a5f6-469f-9cee-66f43b3a44bd,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:38.822581 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '48089be5-a5f6-469f-9cee-66f43b3a44bd', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'port_id': '48089be5-a5f6-469f-9cee-66f43b3a44bd', 'mac_address': 'fa:16:3e:18:43:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:54:38.842768 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-ef8124ce-55fa-411b-a6d0-a3925dead22e req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] For port 000dce9a-69a4-46a2-9e5b-e8d4927c137d, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=000dce9a-69a4-46a2-9e5b-e8d4927c137d,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:38.843389 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ef8124ce-55fa-411b-a6d0-a3925dead22e req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:38.844119 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] Set router 2a545d1e-2052-4a11-9e2a-6be8f78e92b8 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:54:38.894183 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ca4c232-040d-48bb-80fe-7ccbd2cab2ae req-5661072d-ee70-419a-8212-27e53bf037a7 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768669 Mar 01 20:54:38.968053 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:39.017360 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48089be5-a5f6-469f-9cee-66f43b3a44bd {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:54:39.044214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-ef8124ce-55fa-411b-a6d0-a3925dead22e req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Calling delete_port for 000dce9a-69a4-46a2-9e5b-e8d4927c137d owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:54:39.057162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 48089be5-a5f6-469f-9cee-66f43b3a44bd, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=48089be5-a5f6-469f-9cee-66f43b3a44bd,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:39.183438 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:54:39.204181 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d4b705a-3830-4afd-8dae-f92b988bfa14 req-d4c4e9aa-a342-4687-ba42-101f654cc92d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976983 Mar 01 20:54:39.288502 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-6231d264-3baa-45cc-b97d-2334c2c4de13 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Allocated IP 172.20.0.11 (ebd7adb9-6fa6-480c-b016-0aa827861bce/69696f78-8af9-4c8f-9387-1c6bfb385840/7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:54:39.304868 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:39.329123 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abcc37f-3457-4ca7-8863-c95dd56b2102 req-f6c5c2e5-eb09-4ea2-bba6-872ae8f9d13c tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:39.335226 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-9abcc37f-3457-4ca7-8863-c95dd56b2102 req-f6c5c2e5-eb09-4ea2-bba6-872ae8f9d13c tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Synchronizing usage tracker for tenant:f76671925d614132899f6869c2566bab on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:54:39.560587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-9abcc37f-3457-4ca7-8863-c95dd56b2102 req-f6c5c2e5-eb09-4ea2-bba6-872ae8f9d13c tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Unset dirty status for tenant:f76671925d614132899f6869c2566bab on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:54:39.565409 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9abcc37f-3457-4ca7-8863-c95dd56b2102 req-f6c5c2e5-eb09-4ea2-bba6-872ae8f9d13c tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.57 "GET /v2.0/ports?device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 945 time: 2.0849710 Mar 01 20:54:39.655675 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a545d1e-2052-4a11-9e2a-6be8f78e92b8', 'name': 'tempest-ServersTestFqdnHostnames-566090318-router', 'tenant_id': 'cd05ef18d40049eaaec44fc4b5192602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '670e616f-803b-410a-b755-87967e6d3d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:54:20Z', 'updated_at': '2022-03-01T20:54:33Z', 'revision_number': 4, 'project_id': 'cd05ef18d40049eaaec44fc4b5192602', 'gw_port': {'id': '670e616f-803b-410a-b755-87967e6d3d44', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:df:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a545d1e-2052-4a11-9e2a-6be8f78e92b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:54:22Z', 'updated_at': '2022-03-01T20:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '14ff5b10-e673-4802-b040-a059b30032c2', 'name': '', 'network_id': '1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088', 'tenant_id': 'cd05ef18d40049eaaec44fc4b5192602', 'mac_address': 'fa:16:3e:2d:37:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a545d1e-2052-4a11-9e2a-6be8f78e92b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'e4ff7c64-2222-43d3-8a49-c777942c8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:54:29Z', 'updated_at': '2022-03-01T20:54:34Z', 'revision_number': 2, 'project_id': 'cd05ef18d40049eaaec44fc4b5192602', 'subnets': [{'id': 'e4ff7c64-2222-43d3-8a49-c777942c8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:39.662470 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] Checking router: 2a545d1e-2052-4a11-9e2a-6be8f78e92b8 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:54:39.663487 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] Updating router 2a545d1e-2052-4a11-9e2a-6be8f78e92b8 port 14ff5b10-e673-4802-b040-a059b30032c2 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:54:39.703677 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=48089be5-a5f6-469f-9cee-66f43b3a44bd,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:39.763670 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['48089be5-a5f6-469f-9cee-66f43b3a44bd'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:54:39.831855 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:39.908013 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d39b5cf-198d-4dd5-831a-0cbd7d7021b7 req-467cad92-48bb-4e09-a33a-0ca4a92f3ffd tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 210 time: 0.4397120 Mar 01 20:54:39.909112 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 000dce9a-69a4-46a2-9e5b-e8d4927c137d no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:54:40.030383 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:40.338906 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-6231d264-3baa-45cc-b97d-2334c2c4de13 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:40.356079 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 117d0de9-9543-4af5-8d96-9d0fb40b0d3e no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:54:40.383702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde28f0d-b692-42df-8fe4-2280e5893aa9 req-e4da52b2-31b3-47fe-baf0-a9d7dec4335b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:40.409281 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cde28f0d-b692-42df-8fe4-2280e5893aa9 req-e4da52b2-31b3-47fe-baf0-a9d7dec4335b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 946 time: 1.0983908 Mar 01 20:54:40.412808 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-6231d264-3baa-45cc-b97d-2334c2c4de13 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Transition to ACTIVE for port object 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:54:40.569950 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ef8124ce-55fa-411b-a6d0-a3925dead22e req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:40.574037 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5077d-70b8-4438-8a88-d4ae43abbc21 req-39cf2217-e197-4e1f-86af-4c8b83deda1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:40.579998 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-12a5077d-70b8-4438-8a88-d4ae43abbc21 req-39cf2217-e197-4e1f-86af-4c8b83deda1e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebd7adb9-6fa6-480c-b016-0aa827861bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.3128669 Mar 01 20:54:40.584665 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-281f3fc7-a370-40f4-9f35-70a6c131fb64 req-83a745b5-6c20-4709-81eb-4832a55d9980 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83f53f5-1b09-4195-9227-e0ae3e9fea41 HTTP/1.1" status: 200 len: 210 time: 0.3668146 Mar 01 20:54:40.584830 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-6231d264-3baa-45cc-b97d-2334c2c4de13 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:40.630126 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:54:40.823918 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:40.879624 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:40.880124 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] Transition to ACTIVE for port object 14ff5b10-e673-4802-b040-a059b30032c2 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:54:40.935575 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:54:40.960079 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 117d0de9-9543-4af5-8d96-9d0fb40b0d3e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=117d0de9-9543-4af5-8d96-9d0fb40b0d3e,segment=NetworkSegment(04fad1e4-9254-4f76-8181-684f486c79e5),segment_id=04fad1e4-9254-4f76-8181-684f486c79e5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:40.964586 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:41.081522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.57', 62383) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:41.159526 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:41.316573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=117d0de9-9543-4af5-8d96-9d0fb40b0d3e,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:41.345403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Pushing event deleted for resources: {'Port': ['ID=000dce9a-69a4-46a2-9e5b-e8d4927c137d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:41.379671 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cde28f0d-b692-42df-8fe4-2280e5893aa9 req-c5afd2b8-87db-464b-9cd0-bc4cfee7978e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9690723 Mar 01 20:54:41.484670 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:41.487258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.491096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.491535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.491881 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.492222 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.494255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.494614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.494950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.497453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.497803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.504498 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.504498 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.558259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8124ce-55fa-411b-a6d0-a3925dead22e req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] No DVR routers for this DVR port 000dce9a-69a4-46a2-9e5b-e8d4927c137d on host n-h1-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:54:41.570172 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ef8124ce-55fa-411b-a6d0-a3925dead22e req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:41.582807 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08193a06-8024-41be-84df-048cda615aa3', 'name': 'network-vif-deleted', 'tag': '000dce9a-69a4-46a2-9e5b-e8d4927c137d'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:54:41.617838 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63348a6-05ef-4200-9d0d-3e648c396700 None None] Pushing event updated for resources: {'Port': ['ID=14ff5b10-e673-4802-b040-a059b30032c2,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:41.659013 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63348a6-05ef-4200-9d0d-3e648c396700 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.659431 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63348a6-05ef-4200-9d0d-3e648c396700 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.659958 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63348a6-05ef-4200-9d0d-3e648c396700 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.660389 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63348a6-05ef-4200-9d0d-3e648c396700 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.660815 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63348a6-05ef-4200-9d0d-3e648c396700 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.661258 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63348a6-05ef-4200-9d0d-3e648c396700 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.661676 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63348a6-05ef-4200-9d0d-3e648c396700 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.662096 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63348a6-05ef-4200-9d0d-3e648c396700 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.662512 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63348a6-05ef-4200-9d0d-3e648c396700 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.662925 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63348a6-05ef-4200-9d0d-3e648c396700 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.663338 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63348a6-05ef-4200-9d0d-3e648c396700 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.663771 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63348a6-05ef-4200-9d0d-3e648c396700 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:41.681018 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef8124ce-55fa-411b-a6d0-a3925dead22e req-7644a409-8970-4434-891d-9fe21ec2afce tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.57 "DELETE /v2.0/ports/000dce9a-69a4-46a2-9e5b-e8d4927c137d HTTP/1.1" status: 204 len: 173 time: 4.2318752 Mar 01 20:54:41.724218 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] Attempting to bind port 14ff5b10-e673-4802-b040-a059b30032c2 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:54:41.729456 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] Attempting to bind port 14ff5b10-e673-4802-b040-a059b30032c2 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '96657e9c-b576-40ed-b7a2-bc529558cb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:54:41.729456 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] Attempting to bind port 14ff5b10-e673-4802-b040-a059b30032c2 on network 1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088 {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:54:41.740261 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 54, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:54:41.741852 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] Checking segment: {'id': '96657e9c-b576-40ed-b7a2-bc529558cb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:54:41.742497 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:41.743680 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] Bound using segment: {'id': '96657e9c-b576-40ed-b7a2-bc529558cb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:54:41.745399 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] Bound port: 14ff5b10-e673-4802-b040-a059b30032c2, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96657e9c-b576-40ed-b7a2-bc529558cb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:54:41.745399 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:41.760248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534fe1d-f1ab-4a34-b38a-d4e8029a76dc req-9c7defa1-e838-4b04-b1ba-d5cc4fc7a7a9 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:41.761009 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d534fe1d-f1ab-4a34-b38a-d4e8029a76dc req-9c7defa1-e838-4b04-b1ba-d5cc4fc7a7a9 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 943 time: 0.6557744 Mar 01 20:54:41.818108 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef23c54a-9609-41c2-b889-427671986d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:41.862616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-9abcc37f-3457-4ca7-8863-c95dd56b2102 req-48bbec44-9436-4bbc-adff-46c70e1fae6a tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Deleting port 117d0de9-9543-4af5-8d96-9d0fb40b0d3e {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:54:41.863234 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-9abcc37f-3457-4ca7-8863-c95dd56b2102 req-48bbec44-9436-4bbc-adff-46c70e1fae6a tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:41.898489 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] For port 14ff5b10-e673-4802-b040-a059b30032c2, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:54:41.901728 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] For port 14ff5b10-e673-4802-b040-a059b30032c2, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=14ff5b10-e673-4802-b040-a059b30032c2,segment=NetworkSegment(96657e9c-b576-40ed-b7a2-bc529558cb6d),segment_id=96657e9c-b576-40ed-b7a2-bc529558cb6d)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:54:41.919007 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 48089be5-a5f6-469f-9cee-66f43b3a44bd up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:54:41.996690 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:42.051521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 48089be5-a5f6-469f-9cee-66f43b3a44bd triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:54:42.054558 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:42.189990 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:42.260027 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] Routers {'2a545d1e-2052-4a11-9e2a-6be8f78e92b8'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:54:42.263491 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:54:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['2a545d1e-2052-4a11-9e2a-6be8f78e92b8'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:42.265748 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d534fe1d-f1ab-4a34-b38a-d4e8029a76dc req-845aa889-b6c4-4646-9d50-cb7592e234c0 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7c9521-c999-4be9-9c04-fef329b9f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915953 Mar 01 20:54:42.295599 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a17aae-8b62-4d2e-89a4-91fb488b8471 req-9d1e02ce-8e0b-4d17-9227-bec08fcb08ca tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:42.298226 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15a17aae-8b62-4d2e-89a4-91fb488b8471 req-9d1e02ce-8e0b-4d17-9227-bec08fcb08ca tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 949 time: 0.6675260 Mar 01 20:54:42.340341 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:42.421361 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 48089be5-a5f6-469f-9cee-66f43b3a44bd, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=48089be5-a5f6-469f-9cee-66f43b3a44bd,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:42.433401 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63348a6-05ef-4200-9d0d-3e648c396700 None None] Pushing event updated for resources: {'Port': ['ID=14ff5b10-e673-4802-b040-a059b30032c2,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:42.451095 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15a17aae-8b62-4d2e-89a4-91fb488b8471 req-338e812e-a8e3-48e3-bc2c-8b4deebd2d08 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249418 Mar 01 20:54:42.498505 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:42.575695 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-12a5077d-70b8-4438-8a88-d4ae43abbc21 req-09d21277-a66b-42a0-bf05-5278f03b7d66 service neutron] 10.222.0.55 "GET /v2.0/networks/ebd7adb9-6fa6-480c-b016-0aa827861bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9553790 Mar 01 20:54:42.584760 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-db90bf3e-59fa-4535-bade-47ee7ab7384f tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:42.587098 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-db90bf3e-59fa-4535-bade-47ee7ab7384f tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.57 "GET /v2.0/networks?id=1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 HTTP/1.1" status: 200 len: 804 time: 0.7283754 Mar 01 20:54:42.587762 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231d264-3baa-45cc-b97d-2334c2c4de13 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Pushing event updated for resources: {'Port': ['ID=7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:42.688176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5b0b92-faae-41de-a325-f76df130e794,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:42.715247 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] Set router 2a545d1e-2052-4a11-9e2a-6be8f78e92b8 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:54:42.721808 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e', 'code': 200} Mar 01 20:54:42.772682 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=48089be5-a5f6-469f-9cee-66f43b3a44bd,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:42.880839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2bd88b3-b186-4991-910c-08bc5805971e {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:54:42.890233 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:42.905787 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] Transition to ACTIVE for port object c2bd88b3-b186-4991-910c-08bc5805971e will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:54:42.912306 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-953532b9-1c9c-453f-abe0-3b3fc7e571c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Request body: {'port': {'device_id': 'b83f53f5-1b09-4195-9227-e0ae3e9fea41', 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9', 'admin_state_up': True, 'tenant_id': '97a1897762f847bfb56825ead5e60708'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:54:42.936340 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:54:42.945685 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:42.946311 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Added segment 73d03ead-45ee-4ee5-aa02-955aca2c1975 of type vlan for network bdbf1e92-133b-465c-b888-525ff68257b5 Mar 01 20:54:42.962277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-ef23c54a-9609-41c2-b889-427671986d28 admin admin] Deleting port 14ff5b10-e673-4802-b040-a059b30032c2 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:54:42.962891 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef23c54a-9609-41c2-b889-427671986d28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:42.997640 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-9abcc37f-3457-4ca7-8863-c95dd56b2102 req-48bbec44-9436-4bbc-adff-46c70e1fae6a tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] For port 117d0de9-9543-4af5-8d96-9d0fb40b0d3e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=117d0de9-9543-4af5-8d96-9d0fb40b0d3e,segment=NetworkSegment(04fad1e4-9254-4f76-8181-684f486c79e5),segment_id=04fad1e4-9254-4f76-8181-684f486c79e5)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:42.998096 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-9abcc37f-3457-4ca7-8863-c95dd56b2102 req-48bbec44-9436-4bbc-adff-46c70e1fae6a tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:43.025152 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc4ece4-5227-4b43-a7a2-11bd40699669 req-49ef3332-b0a7-4be0-b69d-3093530d0497 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:43.032207 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] For port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=434884c2-e77f-4d2b-b8c1-aa2f4b16df42,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:43.032710 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0fc4ece4-5227-4b43-a7a2-11bd40699669 req-49ef3332-b0a7-4be0-b69d-3093530d0497 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 945 time: 0.5374818 Mar 01 20:54:43.068565 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:43.075239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-6231d264-3baa-45cc-b97d-2334c2c4de13 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Network ebd7adb9-6fa6-480c-b016-0aa827861bce is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:54:43.234248 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0fc4ece4-5227-4b43-a7a2-11bd40699669 req-fece268d-3e87-49ec-983e-2c3f072bfe9e tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005932 Mar 01 20:54:43.304184 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-6231d264-3baa-45cc-b97d-2334c2c4de13 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:54:43.315563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-9abcc37f-3457-4ca7-8863-c95dd56b2102 req-48bbec44-9436-4bbc-adff-46c70e1fae6a tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Calling delete_port for 117d0de9-9543-4af5-8d96-9d0fb40b0d3e owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:54:43.321148 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a545d1e-2052-4a11-9e2a-6be8f78e92b8', 'name': 'tempest-ServersTestFqdnHostnames-566090318-router', 'tenant_id': 'cd05ef18d40049eaaec44fc4b5192602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '670e616f-803b-410a-b755-87967e6d3d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:54:20Z', 'updated_at': '2022-03-01T20:54:33Z', 'revision_number': 4, 'project_id': 'cd05ef18d40049eaaec44fc4b5192602', 'gw_port': {'id': '670e616f-803b-410a-b755-87967e6d3d44', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:df:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a545d1e-2052-4a11-9e2a-6be8f78e92b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:54:22Z', 'updated_at': '2022-03-01T20:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '14ff5b10-e673-4802-b040-a059b30032c2', 'name': '', 'network_id': '1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088', 'tenant_id': 'cd05ef18d40049eaaec44fc4b5192602', 'mac_address': 'fa:16:3e:2d:37:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a545d1e-2052-4a11-9e2a-6be8f78e92b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'e4ff7c64-2222-43d3-8a49-c777942c8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:54:29Z', 'updated_at': '2022-03-01T20:54:41Z', 'revision_number': 4, 'project_id': 'cd05ef18d40049eaaec44fc4b5192602', 'subnets': [{'id': 'e4ff7c64-2222-43d3-8a49-c777942c8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:43.327301 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18226b09-1a83-472d-88bf-14584b8a5c51 None None] The sync data for ids ['2a545d1e-2052-4a11-9e2a-6be8f78e92b8'] in n-d-827896-4 is: [{'id': '2a545d1e-2052-4a11-9e2a-6be8f78e92b8', 'name': 'tempest-ServersTestFqdnHostnames-566090318-router', 'tenant_id': 'cd05ef18d40049eaaec44fc4b5192602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '670e616f-803b-410a-b755-87967e6d3d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:54:20Z', 'updated_at': '2022-03-01T20:54:33Z', 'revision_number': 4, 'project_id': 'cd05ef18d40049eaaec44fc4b5192602', 'gw_port': {'id': '670e616f-803b-410a-b755-87967e6d3d44', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:df:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a545d1e-2052-4a11-9e2a-6be8f78e92b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:54:22Z', 'updated_at': '2022-03-01T20:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '14ff5b10-e673-4802-b040-a059b30032c2', 'name': '', 'network_id': '1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088', 'tenant_id': 'cd05ef18d40049eaaec44fc4b5192602', 'mac_address': 'fa:16:3e:2d:37:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a545d1e-2052-4a11-9e2a-6be8f78e92b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 871, 'fixed_ips': [{'subnet_id': 'e4ff7c64-2222-43d3-8a49-c777942c8871', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:54:29Z', 'updated_at': '2022-03-01T20:54:41Z', 'revision_number': 4, 'project_id': 'cd05ef18d40049eaaec44fc4b5192602', 'subnets': [{'id': 'e4ff7c64-2222-43d3-8a49-c777942c8871', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:54:43.356256 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126a5ee5-2b5b-4789-b2cf-babf26e3eb2b req-5d93bebf-2cc6-416c-9cc6-eb64dcbafe6b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:43.365514 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-126a5ee5-2b5b-4789-b2cf-babf26e3eb2b req-5d93bebf-2cc6-416c-9cc6-eb64dcbafe6b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 932 time: 0.5411236 Mar 01 20:54:43.369414 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08193a06-8024-41be-84df-048cda615aa3', 'name': 'network-vif-deleted', 'tag': '000dce9a-69a4-46a2-9e5b-e8d4927c137d', 'status': 'completed', 'code': 200} Mar 01 20:54:43.443941 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-6231d264-3baa-45cc-b97d-2334c2c4de13 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:54:43.458324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-ef23c54a-9609-41c2-b889-427671986d28 admin admin] For port 14ff5b10-e673-4802-b040-a059b30032c2, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=14ff5b10-e673-4802-b040-a059b30032c2,segment=NetworkSegment(96657e9c-b576-40ed-b7a2-bc529558cb6d),segment_id=96657e9c-b576-40ed-b7a2-bc529558cb6d)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:43.458938 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef23c54a-9609-41c2-b889-427671986d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:43.666045 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-6231d264-3baa-45cc-b97d-2334c2c4de13 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:43.666684 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-6231d264-3baa-45cc-b97d-2334c2c4de13 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:43.761740 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-ef23c54a-9609-41c2-b889-427671986d28 admin admin] Calling delete_port for 14ff5b10-e673-4802-b040-a059b30032c2 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:54:43.828931 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-30b55acf-145c-4061-b1e1-7ee7cb719026 None None] Provisioning for port 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:54:43.834376 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-30b55acf-145c-4061-b1e1-7ee7cb719026 None None] Provisioning complete for port 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:54:43.834745 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-30b55acf-145c-4061-b1e1-7ee7cb719026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:43.905369 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-126a5ee5-2b5b-4789-b2cf-babf26e3eb2b req-cfa164c8-a05b-424d-ad25-36c9c32cfbdf tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322309 Mar 01 20:54:43.933516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-30f627f3-f85c-4ad2-99aa-f4fed57cfee2 req-fed7e629-7c82-4d57-ab5b-aabe7e22b553 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Synchronizing usage tracker for tenant:97a1897762f847bfb56825ead5e60708 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:54:43.967858 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827a51a-d93a-49a5-b7ea-aab893d39c93 req-89c2e56f-7145-4f56-a25a-a04003ebf567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:43.970008 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f827a51a-d93a-49a5-b7ea-aab893d39c93 req-89c2e56f-7145-4f56-a25a-a04003ebf567 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d5eaf306fc14197ad9a3185fd39f796&device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 1097 time: 0.7487381 Mar 01 20:54:43.981116 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-30b55acf-145c-4061-b1e1-7ee7cb719026 None None] Port 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:54:44.163155 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] It took 0.72 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:54:44.191861 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-12a5077d-70b8-4438-8a88-d4ae43abbc21 req-9c350c17-89a7-4a13-95cf-5839e06924d6 service neutron] 10.222.0.55 "GET /v2.0/networks/ebd7adb9-6fa6-480c-b016-0aa827861bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5635314 Mar 01 20:54:44.195349 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2bd88b3-b186-4991-910c-08bc5805971e,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:44.248535 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:44.346201 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-953532b9-1c9c-453f-abe0-3b3fc7e571c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:54:44.403786 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 14ff5b10-e673-4802-b040-a059b30032c2 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:54:44.428540 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-30f627f3-f85c-4ad2-99aa-f4fed57cfee2 req-fed7e629-7c82-4d57-ab5b-aabe7e22b553 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Unset dirty status for tenant:97a1897762f847bfb56825ead5e60708 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:54:44.436394 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-6231d264-3baa-45cc-b97d-2334c2c4de13 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.2298934 Mar 01 20:54:44.440060 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-30f627f3-f85c-4ad2-99aa-f4fed57cfee2 req-fed7e629-7c82-4d57-ab5b-aabe7e22b553 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83f53f5-1b09-4195-9227-e0ae3e9fea41 HTTP/1.1" status: 200 len: 210 time: 0.6925783 Mar 01 20:54:44.443715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-953532b9-1c9c-453f-abe0-3b3fc7e571c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Usage tracker for resource:port and tenant:97a1897762f847bfb56825ead5e60708 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:54:44.449218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-953532b9-1c9c-453f-abe0-3b3fc7e571c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:54:44.469533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-953532b9-1c9c-453f-abe0-3b3fc7e571c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:54:44.554171 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827a51a-d93a-49a5-b7ea-aab893d39c93 req-d8c37efa-d970-4294-bb20-5ec1007fd162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:44.556675 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f827a51a-d93a-49a5-b7ea-aab893d39c93 req-d8c37efa-d970-4294-bb20-5ec1007fd162 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8fdd681d-ffe8-426d-941c-62dfd126df4d HTTP/1.1" status: 200 len: 913 time: 0.5730779 Mar 01 20:54:44.557198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] For port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:54:44.614480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] Request body: {'port': {'device_id': '94fc1b57-6e1f-444a-9f2e-222ec5ff2698', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:54:44.647743 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] Attempting to bind port c2bd88b3-b186-4991-910c-08bc5805971e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:54:44.648121 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] Attempting to bind port c2bd88b3-b186-4991-910c-08bc5805971e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '719d1eb2-4a3c-456d-b25f-5103731bec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:54:44.648405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] Attempting to bind port c2bd88b3-b186-4991-910c-08bc5805971e on network ebd7adb9-6fa6-480c-b016-0aa827861bce {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:54:44.658182 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 14ff5b10-e673-4802-b040-a059b30032c2 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:54:44.663961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 14ff5b10-e673-4802-b040-a059b30032c2 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:54:44.664383 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:44.724089 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f827a51a-d93a-49a5-b7ea-aab893d39c93 req-825a2657-6388-4c09-b1f6-ed8e5948e0d0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=76296d0e-f41c-45f6-95fe-4052e3267fed HTTP/1.1" status: 200 len: 217 time: 0.1572490 Mar 01 20:54:44.729592 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1071a9b-b994-4da5-a819-17e3372d6623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48089be5-a5f6-469f-9cee-66f43b3a44bd'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:54:44.843261 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ad4419-b86d-4237-9927-61ef0fd26bb4 req-a6e89b06-2cb1-491a-bea4-7854ca750b37 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:44.845742 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-43ad4419-b86d-4237-9927-61ef0fd26bb4 req-a6e89b06-2cb1-491a-bea4-7854ca750b37 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 946 time: 0.6152933 Mar 01 20:54:44.976608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827a51a-d93a-49a5-b7ea-aab893d39c93 req-4b6a6d69-4ccc-45ca-a95f-e1aa6e92159b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:44.978851 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f827a51a-d93a-49a5-b7ea-aab893d39c93 req-4b6a6d69-4ccc-45ca-a95f-e1aa6e92159b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=62e9a9cc-b606-4420-adda-c2710fcba965 HTTP/1.1" status: 200 len: 852 time: 0.2014875 Mar 01 20:54:45.049459 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:45.071460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] Port c2bd88b3-b186-4991-910c-08bc5805971e on network ebd7adb9-6fa6-480c-b016-0aa827861bce not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:54:45.071733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] Attempting to bind port c2bd88b3-b186-4991-910c-08bc5805971e on network ebd7adb9-6fa6-480c-b016-0aa827861bce {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:54:45.087417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-953532b9-1c9c-453f-abe0-3b3fc7e571c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Made reservation on behalf of 97a1897762f847bfb56825ead5e60708 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:54:45.094671 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-953532b9-1c9c-453f-abe0-3b3fc7e571c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:45.139062 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef23c54a-9609-41c2-b889-427671986d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:45.155019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:54:45.158691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] Checking segment: {'id': '719d1eb2-4a3c-456d-b25f-5103731bec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:54:45.158691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] Bound using segment: {'id': '719d1eb2-4a3c-456d-b25f-5103731bec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:54:45.158691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] Bound port: c2bd88b3-b186-4991-910c-08bc5805971e, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719d1eb2-4a3c-456d-b25f-5103731bec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:54:45.158691 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:45.217509 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-43ad4419-b86d-4237-9927-61ef0fd26bb4 req-60774e7e-7706-49d1-85b9-bc790d5299bb tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367153 Mar 01 20:54:45.250816 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef23c54a-9609-41c2-b889-427671986d28 admin admin] Pushing event deleted for resources: {'Port': ['ID=14ff5b10-e673-4802-b040-a059b30032c2,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:45.259074 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f827a51a-d93a-49a5-b7ea-aab893d39c93 req-e0852340-bf5a-453e-955a-139282c9fa65 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8fdd681d-ffe8-426d-941c-62dfd126df4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2286320 Mar 01 20:54:45.473026 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] It took 0.92 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:54:45.562432 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0859809-0834-495b-945f-e8afcfd8f566 req-71d899d4-1243-409e-8ac9-83bb35f7bafc tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:45.569690 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0859809-0834-495b-945f-e8afcfd8f566 req-71d899d4-1243-409e-8ac9-83bb35f7bafc tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 943 time: 0.8661733 Mar 01 20:54:45.609890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630dedb1-920a-4d07-b87e-7d04a229dac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434884c2-e77f-4d2b-b8c1-aa2f4b16df42'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:54:45.628441 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:45.654877 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-953532b9-1c9c-453f-abe0-3b3fc7e571c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Allocated IP 172.20.0.9 (1eff2f34-a2fd-4fcb-a52b-c94db9f867f9/a04d362b-c114-455b-b96e-10a41d5ec3e4/d4914968-5966-41b1-9a92-ef9cc1d48541) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:54:45.680637 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:45.682784 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:45.682784 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:45.764053 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f827a51a-d93a-49a5-b7ea-aab893d39c93 req-1794f0bb-a600-4611-af80-51cb24119e6a service neutron] 10.222.0.55 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989986 Mar 01 20:54:45.807323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] Pushing event updated for resources: {'Network': ['ID=bdbf1e92-133b-465c-b888-525ff68257b5,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:45.814116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] Transition to ACTIVE for port object 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:54:45.819952 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network bdbf1e92-133b-465c-b888-525ff68257b5 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:54:45.825604 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-9abcc37f-3457-4ca7-8863-c95dd56b2102 req-48bbec44-9436-4bbc-adff-46c70e1fae6a tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:45.826026 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0859809-0834-495b-945f-e8afcfd8f566 req-76d21901-ebe3-4707-b561-5ded1df6c36d tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e7c9521-c999-4be9-9c04-fef329b9f9ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552712 Mar 01 20:54:45.841957 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:45.889252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] For port c2bd88b3-b186-4991-910c-08bc5805971e, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:54:45.898706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] For port c2bd88b3-b186-4991-910c-08bc5805971e, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c2bd88b3-b186-4991-910c-08bc5805971e,segment=NetworkSegment(719d1eb2-4a3c-456d-b25f-5103731bec38),segment_id=719d1eb2-4a3c-456d-b25f-5103731bec38)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:54:46.048144 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:54:46.048650 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:54:46.136401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bbec44-9436-4bbc-adff-46c70e1fae6a tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Pushing event deleted for resources: {'Port': ['ID=117d0de9-9543-4af5-8d96-9d0fb40b0d3e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:46.162097 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f827a51a-d93a-49a5-b7ea-aab893d39c93 req-139a64fd-dc7c-4e5a-ba0f-3c050f416c61 service neutron] 10.222.0.55 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305871 Mar 01 20:54:46.168276 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:46.172661 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:46.189985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba092e8c-01cb-4084-97a1-32d5a1155502 req-93145ef1-a6bb-4953-8574-b81f54a25bfb tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:46.200680 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ba092e8c-01cb-4084-97a1-32d5a1155502 req-93145ef1-a6bb-4953-8574-b81f54a25bfb tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 949 time: 0.6890006 Mar 01 20:54:46.233613 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef23c54a-9609-41c2-b889-427671986d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:46.480632 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ba092e8c-01cb-4084-97a1-32d5a1155502 req-2628d432-777d-4602-adfd-bc61ffda0cc3 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785368 Mar 01 20:54:46.645088 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:46.645088 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:46.645088 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60c51394-b567-4256-9889-ade1ce2466dd req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] 10.222.0.57 "PUT /v2.0/ports/c2bd88b3-b186-4991-910c-08bc5805971e HTTP/1.1" status: 200 len: 1092 time: 10.1788664 Mar 01 20:54:46.645088 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abcc37f-3457-4ca7-8863-c95dd56b2102 req-48bbec44-9436-4bbc-adff-46c70e1fae6a tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] No DVR routers for this DVR port 117d0de9-9543-4af5-8d96-9d0fb40b0d3e on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:54:46.646908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fec8f4-37e5-4f7b-ad36-d95d23388a1a req-13c4c9d7-2511-4771-90a9-90970c9fe513 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:46.646908 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-71fec8f4-37e5-4f7b-ad36-d95d23388a1a req-13c4c9d7-2511-4771-90a9-90970c9fe513 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 945 time: 0.4872983 Mar 01 20:54:46.647477 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] Pushing event updated for resources: {'Port': ['ID=434884c2-e77f-4d2b-b8c1-aa2f4b16df42,revision_number=6']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:46.647630 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1071a9b-b994-4da5-a819-17e3372d6623', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48089be5-a5f6-469f-9cee-66f43b3a44bd', 'code': 200} Mar 01 20:54:46.648055 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-9abcc37f-3457-4ca7-8863-c95dd56b2102 req-48bbec44-9436-4bbc-adff-46c70e1fae6a tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:46.648055 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9abcc37f-3457-4ca7-8863-c95dd56b2102 req-48bbec44-9436-4bbc-adff-46c70e1fae6a tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.57 "DELETE /v2.0/ports/117d0de9-9543-4af5-8d96-9d0fb40b0d3e HTTP/1.1" status: 204 len: 173 time: 6.9421282 Mar 01 20:54:46.671792 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:54:46.689998 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-953532b9-1c9c-453f-abe0-3b3fc7e571c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:46.731970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] No DVR routers for this DVR port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:54:46.855581 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2a5773f4-12ae-4076-a181-5186284fd7a9 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 11.0372233 Mar 01 20:54:46.858487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:54:46.860074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40466) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:46.866906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:54:46.867910 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:46.970122 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-71fec8f4-37e5-4f7b-ad36-d95d23388a1a req-48e7e302-de49-4ab4-a0a8-b2b4cef25efa tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3840928 Mar 01 20:54:47.060507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deefbea-c730-4e16-806d-a09508b35364 req-c01ed8ce-13bc-47ef-96a2-78e49b44b9d1 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:47.074969 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7deefbea-c730-4e16-806d-a09508b35364 req-c01ed8ce-13bc-47ef-96a2-78e49b44b9d1 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 932 time: 0.3950000 Mar 01 20:54:47.076367 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-381596d6-6432-4f50-8b4d-8eac92d07e94 admin admin] Request body: {'subnet': {'network_id': 'bdbf1e92-133b-465c-b888-525ff68257b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1691094406-subnet', 'tenant_id': 'fbc6a44654a74a8e80a86bd8a356b8f5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:54:47.119530 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:47.121144 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-381596d6-6432-4f50-8b4d-8eac92d07e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:54:47.140878 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe3043-31dd-4c38-b9eb-4ec0ff5bbcd4 service neutron] Pushing event updated for resources: {'Port': ['ID=c2bd88b3-b186-4991-910c-08bc5805971e,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:47.198417 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4,segment=NetworkSegment(719d1eb2-4a3c-456d-b25f-5103731bec38),segment_id=719d1eb2-4a3c-456d-b25f-5103731bec38)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:47.209656 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-381596d6-6432-4f50-8b4d-8eac92d07e94 admin admin] Usage tracker for resource:subnet and tenant:fbc6a44654a74a8e80a86bd8a356b8f5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:54:47.221213 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] Attempting to bind port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:54:47.222033 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] Attempting to bind port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:54:47.222615 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] Attempting to bind port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:54:47.229148 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-381596d6-6432-4f50-8b4d-8eac92d07e94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:54:47.245827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-381596d6-6432-4f50-8b4d-8eac92d07e94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:54:47.249044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] Port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:54:47.249481 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] Attempting to bind port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:54:47.302797 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:47.303650 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 76296d0e-f41c-45f6-95fe-4052e3267fed no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:54:47.312094 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-955edb73-b9c0-4c8e-9213-7d808675e8cb req-343f48e7-2521-4818-8dcd-98366abdde60 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83f53f5-1b09-4195-9227-e0ae3e9fea41 HTTP/1.1" status: 200 len: 210 time: 0.0654976 Mar 01 20:54:47.343695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:54:47.343695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:54:47.344312 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:54:47.344852 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] Bound port: 434884c2-e77f-4d2b-b8c1-aa2f4b16df42, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:54:47.345428 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:47.381563 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7deefbea-c730-4e16-806d-a09508b35364 req-fedcc8f9-7ea0-4313-a808-3c00b4429372 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696389 Mar 01 20:54:47.410098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef23c54a-9609-41c2-b889-427671986d28 admin admin] Router 2a545d1e-2052-4a11-9e2a-6be8f78e92b8 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:54:47.511851 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:47.645024 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-953532b9-1c9c-453f-abe0-3b3fc7e571c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:47.718546 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:47.781104 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 76296d0e-f41c-45f6-95fe-4052e3267fed, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=76296d0e-f41c-45f6-95fe-4052e3267fed,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:47.809903 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381596d6-6432-4f50-8b4d-8eac92d07e94 admin admin] Made reservation on behalf of fbc6a44654a74a8e80a86bd8a356b8f5 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:54:47.809903 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-381596d6-6432-4f50-8b4d-8eac92d07e94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:47.866228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef23c54a-9609-41c2-b889-427671986d28 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:54:47.870340 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:47.897266 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ef23c54a-9609-41c2-b889-427671986d28 admin admin] 10.222.0.42 "PUT /v2.0/routers/2a545d1e-2052-4a11-9e2a-6be8f78e92b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1911647 Mar 01 20:54:47.916920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94aa0fd-8293-465b-bdff-7057632e56cc req-eb72f95e-c1d4-47e6-a574-12667888baec tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:47.918443 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d94aa0fd-8293-465b-bdff-7057632e56cc req-eb72f95e-c1d4-47e6-a574-12667888baec tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 946 time: 0.3637102 Mar 01 20:54:47.918934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40478) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:47.977586 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af28abfc-ebfe-4d53-b8bf-728bad9f0fd8 None None] Sync routers for ids ['2a545d1e-2052-4a11-9e2a-6be8f78e92b8'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:54:48.058175 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-63ebfcd6-5644-4041-b5cf-c1da72c1a499 req-b2cb328e-733c-41f8-bd0c-0418cea65be4 tempest-FloatingIPsAssociationTestJSON-1710343476 tempest-FloatingIPsAssociationTestJSON-1710343476-project] 10.222.0.42 "GET /v2.0/ports?device_id=15dfb061-326e-428b-8cd5-88ba3011bdd0 HTTP/1.1" status: 200 len: 210 time: 0.1380968 Mar 01 20:54:48.072073 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af28abfc-ebfe-4d53-b8bf-728bad9f0fd8 None None] Routers {'2a545d1e-2052-4a11-9e2a-6be8f78e92b8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:54:48.072735 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-af28abfc-ebfe-4d53-b8bf-728bad9f0fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:54:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['2a545d1e-2052-4a11-9e2a-6be8f78e92b8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:48.164642 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d94aa0fd-8293-465b-bdff-7057632e56cc req-c67dc290-f81f-4cdb-97fe-d7faf1247118 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119739 Mar 01 20:54:48.244965 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=76296d0e-f41c-45f6-95fe-4052e3267fed,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:48.309332 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630dedb1-920a-4d07-b87e-7d04a229dac4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '434884c2-e77f-4d2b-b8c1-aa2f4b16df42', 'code': 200} Mar 01 20:54:48.323249 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953532b9-1c9c-453f-abe0-3b3fc7e571c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Pushing event updated for resources: {'Port': ['ID=d4914968-5966-41b1-9a92-ef9cc1d48541,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:48.408998 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-953532b9-1c9c-453f-abe0-3b3fc7e571c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Network 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:54:48.425976 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-953532b9-1c9c-453f-abe0-3b3fc7e571c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:54:48.433918 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-381596d6-6432-4f50-8b4d-8eac92d07e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:48.440292 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-953532b9-1c9c-453f-abe0-3b3fc7e571c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:54:48.481765 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-af28abfc-ebfe-4d53-b8bf-728bad9f0fd8 None None] Set router 2a545d1e-2052-4a11-9e2a-6be8f78e92b8 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:54:48.501269 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-86296ef4-c6fd-4e71-8f76-dfe0384d74d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:48.510429 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c51394-b567-4256-9889-ade1ce2466dd req-9647210e-1586-44ac-84f0-698e85afb1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:48.511930 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60c51394-b567-4256-9889-ade1ce2466dd req-9647210e-1586-44ac-84f0-698e85afb1e9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9d3d5d252f64eddb4951a96fa6fe403&device_id=6d4995a3-7b4e-4ea7-a14c-b4141a7ddab9 HTTP/1.1" status: 200 len: 1095 time: 1.6345184 Mar 01 20:54:48.567437 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] For port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:54:48.655260 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b856a893-4af6-41d8-9f74-4ea219547f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4'}, {'server_uuid': 'f1127f8b-438e-4460-a41a-70bae61f8ca6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76296d0e-f41c-45f6-95fe-4052e3267fed'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:54:48.719893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] For port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=434884c2-e77f-4d2b-b8c1-aa2f4b16df42,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:54:48.774958 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60c51394-b567-4256-9889-ade1ce2466dd req-cd49267f-1f42-4018-b04b-a792498b7a16 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2bd88b3-b186-4991-910c-08bc5805971e HTTP/1.1" status: 200 len: 217 time: 0.2391934 Mar 01 20:54:48.775589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381596d6-6432-4f50-8b4d-8eac92d07e94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bde44a5-2df2-4cc2-a63f-1cdba106eb49,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:48.839072 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-953532b9-1c9c-453f-abe0-3b3fc7e571c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:48.839800 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-953532b9-1c9c-453f-abe0-3b3fc7e571c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:48.852894 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:48.863987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ba5aa-3bee-4012-aa0f-a0d0c2d0d086 req-744c5608-7540-4b30-84ab-993ecb55d46a tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:48.872432 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-009ba5aa-3bee-4012-aa0f-a0d0c2d0d086 req-744c5608-7540-4b30-84ab-993ecb55d46a tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 947 time: 0.5268610 Mar 01 20:54:48.910338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b22d2-84f2-482d-a3f7-d307e9415345 req-91838b9e-947d-42c2-92d2-6ff4778e5af4 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:48.911870 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-347b22d2-84f2-482d-a3f7-d307e9415345 req-91838b9e-947d-42c2-92d2-6ff4778e5af4 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 945 time: 0.5248203 Mar 01 20:54:48.959028 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:54:48.986092 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381596d6-6432-4f50-8b4d-8eac92d07e94 admin admin] Checking segment: {'id': '73d03ead-45ee-4ee5-aa02-955aca2c1975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'bdbf1e92-133b-465c-b888-525ff68257b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:54:48.986862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381596d6-6432-4f50-8b4d-8eac92d07e94 admin admin] Network hostable DHCP agents. Network: bdbf1e92-133b-465c-b888-525ff68257b5, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:54:48.990703 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-009ba5aa-3bee-4012-aa0f-a0d0c2d0d086 req-78a10bf5-6931-4535-bf93-e212d383f4ef tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136804 Mar 01 20:54:48.996358 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:48.997066 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:48.998420 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] 10.222.0.57 "PUT /v2.0/ports/434884c2-e77f-4d2b-b8c1-aa2f4b16df42 HTTP/1.1" status: 200 len: 1095 time: 11.8728721 Mar 01 20:54:49.003900 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:49.051068 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-86296ef4-c6fd-4e71-8f76-dfe0384d74d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:49.090959 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-347b22d2-84f2-482d-a3f7-d307e9415345 req-21e820f7-6680-4d65-beef-c723930d394a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704540 Mar 01 20:54:49.158089 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-af28abfc-ebfe-4d53-b8bf-728bad9f0fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a545d1e-2052-4a11-9e2a-6be8f78e92b8', 'name': 'tempest-ServersTestFqdnHostnames-566090318-router', 'tenant_id': 'cd05ef18d40049eaaec44fc4b5192602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '670e616f-803b-410a-b755-87967e6d3d44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:54:20Z', 'updated_at': '2022-03-01T20:54:44Z', 'revision_number': 5, 'project_id': 'cd05ef18d40049eaaec44fc4b5192602', 'gw_port': {'id': '670e616f-803b-410a-b755-87967e6d3d44', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:df:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a545d1e-2052-4a11-9e2a-6be8f78e92b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:54:22Z', 'updated_at': '2022-03-01T20:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:49.170556 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af28abfc-ebfe-4d53-b8bf-728bad9f0fd8 None None] Checking router: 2a545d1e-2052-4a11-9e2a-6be8f78e92b8 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:54:49.181575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c51394-b567-4256-9889-ade1ce2466dd req-94b1f60d-ed28-4f2a-a0bf-499ed9dc49fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:49.183062 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60c51394-b567-4256-9889-ade1ce2466dd req-94b1f60d-ed28-4f2a-a0bf-499ed9dc49fb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69696f78-8af9-4c8f-9387-1c6bfb385840 HTTP/1.1" status: 200 len: 855 time: 0.3977950 Mar 01 20:54:49.184368 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-953532b9-1c9c-453f-abe0-3b3fc7e571c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2760842 Mar 01 20:54:49.196665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-86296ef4-c6fd-4e71-8f76-dfe0384d74d1 admin admin] Deleting port 670e616f-803b-410a-b755-87967e6d3d44 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:54:49.197525 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-86296ef4-c6fd-4e71-8f76-dfe0384d74d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:49.202262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af28abfc-ebfe-4d53-b8bf-728bad9f0fd8 None None] Routers {'2a545d1e-2052-4a11-9e2a-6be8f78e92b8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:54:49.202902 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-af28abfc-ebfe-4d53-b8bf-728bad9f0fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:54:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['2a545d1e-2052-4a11-9e2a-6be8f78e92b8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:49.289936 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] Transition to ACTIVE for port object 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:54:49.293950 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-fe43ad96-665f-4c29-9366-03a8ecff6ba6 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:54:49.294943 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-fe43ad96-665f-4c29-9366-03a8ecff6ba6 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0880406 Mar 01 20:54:49.317303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe12f64f-c4ad-4224-925e-edf20a2f8b6f service neutron] Pushing event updated for resources: {'Port': ['ID=434884c2-e77f-4d2b-b8c1-aa2f4b16df42,revision_number=7']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:49.325230 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Request body: {'port': {'device_id': 'b83f53f5-1b09-4195-9227-e0ae3e9fea41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:54:49.381765 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:49.472088 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381596d6-6432-4f50-8b4d-8eac92d07e94 admin admin] Network bdbf1e92-133b-465c-b888-525ff68257b5 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:54:49.542631 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-af28abfc-ebfe-4d53-b8bf-728bad9f0fd8 None None] Set router 2a545d1e-2052-4a11-9e2a-6be8f78e92b8 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:54:49.597320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c00fccd-a75c-44cf-a6da-699900db5d8b req-8fc2a642-4150-4b7c-83d1-361cecbc16ec tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:49.598871 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1c00fccd-a75c-44cf-a6da-699900db5d8b req-8fc2a642-4150-4b7c-83d1-361cecbc16ec tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 944 time: 0.2804148 Mar 01 20:54:49.651444 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e5083-8b9f-4257-91f4-2b39a562d2e4 req-b3c67deb-e08a-450a-859e-e969003e39fd tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:49.655237 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:49.666764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-820e5083-8b9f-4257-91f4-2b39a562d2e4 req-b3c67deb-e08a-450a-859e-e969003e39fd tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83f53f5-1b09-4195-9227-e0ae3e9fea41 HTTP/1.1" status: 200 len: 931 time: 0.3933847 Mar 01 20:54:49.698071 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-86296ef4-c6fd-4e71-8f76-dfe0384d74d1 admin admin] For port 670e616f-803b-410a-b755-87967e6d3d44, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=670e616f-803b-410a-b755-87967e6d3d44,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:49.707714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-af28abfc-ebfe-4d53-b8bf-728bad9f0fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a545d1e-2052-4a11-9e2a-6be8f78e92b8', 'name': 'tempest-ServersTestFqdnHostnames-566090318-router', 'tenant_id': 'cd05ef18d40049eaaec44fc4b5192602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:54:20Z', 'updated_at': '2022-03-01T20:54:49Z', 'revision_number': 6, 'project_id': 'cd05ef18d40049eaaec44fc4b5192602', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:49.712259 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af28abfc-ebfe-4d53-b8bf-728bad9f0fd8 None None] The sync data for ids ['2a545d1e-2052-4a11-9e2a-6be8f78e92b8'] in n-d-827896-4 is: [{'id': '2a545d1e-2052-4a11-9e2a-6be8f78e92b8', 'name': 'tempest-ServersTestFqdnHostnames-566090318-router', 'tenant_id': 'cd05ef18d40049eaaec44fc4b5192602', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:54:20Z', 'updated_at': '2022-03-01T20:54:49Z', 'revision_number': 6, 'project_id': 'cd05ef18d40049eaaec44fc4b5192602', 'gw_port_host': None}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:54:49.718268 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-86296ef4-c6fd-4e71-8f76-dfe0384d74d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:49.801870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-381596d6-6432-4f50-8b4d-8eac92d07e94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, bdbf1e92-133b-465c-b888-525ff68257b5) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:54:49.807275 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:49.811310 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d8a60d-601d-4757-a29f-83e4c3fb1c2c None None] Network bdbf1e92-133b-465c-b888-525ff68257b5 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:54:49.818144 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-c423ec3f-b187-4f67-8712-d5c86fcd8bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:49.819675 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-c423ec3f-b187-4f67-8712-d5c86fcd8bc9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 1098 time: 0.7914922 Mar 01 20:54:49.848542 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381596d6-6432-4f50-8b4d-8eac92d07e94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:49.849254 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-381596d6-6432-4f50-8b4d-8eac92d07e94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:49.880337 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c51394-b567-4256-9889-ade1ce2466dd req-2ef78260-d1bd-4596-afeb-d384a4497ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:49.881751 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60c51394-b567-4256-9889-ade1ce2466dd req-2ef78260-d1bd-4596-afeb-d384a4497ee7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebd7adb9-6fa6-480c-b016-0aa827861bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6488307 Mar 01 20:54:49.908635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-86296ef4-c6fd-4e71-8f76-dfe0384d74d1 admin admin] Calling delete_port for 670e616f-803b-410a-b755-87967e6d3d44 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:54:49.951971 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1c00fccd-a75c-44cf-a6da-699900db5d8b req-9377d1e5-a3a6-4c9a-963d-82bb49b4abca tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413613 Mar 01 20:54:50.018930 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-820e5083-8b9f-4257-91f4-2b39a562d2e4 req-7a13b435-9eb6-458a-89c1-8b31407e0624 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3509796 Mar 01 20:54:50.105410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3865a9ff-727f-4402-9618-c8896b6f9015 None None] Network bdbf1e92-133b-465c-b888-525ff68257b5 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:54:50.169052 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b856a893-4af6-41d8-9f74-4ea219547f6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4', 'code': 200} Mar 01 20:54:50.169677 n-d-827896-4 neutron-server[88520]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f1127f8b-438e-4460-a41a-70bae61f8ca6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '76296d0e-f41c-45f6-95fe-4052e3267fed', 'code': 422} returned with failed status Mar 01 20:54:50.293744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40500) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:50.369277 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4995a3-7b4e-4ea7-a14c-b4141a7ddab9', 'tag': 'c2bd88b3-b186-4991-910c-08bc5805971e'}, {'server_uuid': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'name': 'network-vif-deleted', 'tag': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e'}, {'name': 'network-changed', 'server_uuid': '630dedb1-920a-4d07-b87e-7d04a229dac4', 'tag': '434884c2-e77f-4d2b-b8c1-aa2f4b16df42'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:54:50.397523 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-381596d6-6432-4f50-8b4d-8eac92d07e94 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.4550414 Mar 01 20:54:50.412732 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 14ff5b10-e673-4802-b040-a059b30032c2 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:54:50.455987 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 14ff5b10-e673-4802-b040-a059b30032c2 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:54:50.456654 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 14ff5b10-e673-4802-b040-a059b30032c2 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:54:50.466644 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] Attempting to bind port 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:54:50.467090 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] Attempting to bind port 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '719d1eb2-4a3c-456d-b25f-5103731bec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:54:50.467512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] Attempting to bind port 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 on network ebd7adb9-6fa6-480c-b016-0aa827861bce {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:54:50.517738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] Port 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 on network ebd7adb9-6fa6-480c-b016-0aa827861bce not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:54:50.518061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] Attempting to bind port 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 on network ebd7adb9-6fa6-480c-b016-0aa827861bce {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:54:50.578650 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:54:50.579009 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] Checking segment: {'id': '719d1eb2-4a3c-456d-b25f-5103731bec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:54:50.579577 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] Bound using segment: {'id': '719d1eb2-4a3c-456d-b25f-5103731bec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:54:50.580084 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] Bound port: 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '719d1eb2-4a3c-456d-b25f-5103731bec38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:54:50.580499 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:50.682673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-10372ad8-2f07-4ca5-ad31-e89015bf466d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:50.684277 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-10372ad8-2f07-4ca5-ad31-e89015bf466d service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.8294578 Mar 01 20:54:50.877925 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60c51394-b567-4256-9889-ade1ce2466dd req-f0c40778-fe77-4f32-ac3d-8094f41687cc service neutron] 10.222.0.57 "GET /v2.0/networks/ebd7adb9-6fa6-480c-b016-0aa827861bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9706218 Mar 01 20:54:50.879263 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-d7eaa1dc-b276-4ba4-afff-2f040493893b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=434884c2-e77f-4d2b-b8c1-aa2f4b16df42 HTTP/1.1" status: 200 len: 217 time: 0.1376510 Mar 01 20:54:51.002735 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-86296ef4-c6fd-4e71-8f76-dfe0384d74d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:51.036973 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:51.060695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9f4ac2-3018-4510-8fac-2a1a6bb96461 req-f8c29bce-6b7e-4be8-8f09-b8d20533abda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:51.062491 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dc9f4ac2-3018-4510-8fac-2a1a6bb96461 req-f8c29bce-6b7e-4be8-8f09-b8d20533abda service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b856a893-4af6-41d8-9f74-4ea219547f6a HTTP/1.1" status: 200 len: 1096 time: 0.8765187 Mar 01 20:54:51.158532 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86296ef4-c6fd-4e71-8f76-dfe0384d74d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=670e616f-803b-410a-b755-87967e6d3d44,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:51.168086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6892dc-29bf-4dce-9b56-dd1c40541dfc req-bf1e79af-3013-4aad-a0fb-cd3a301bf6df tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:51.174900 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a6892dc-29bf-4dce-9b56-dd1c40541dfc req-bf1e79af-3013-4aad-a0fb-cd3a301bf6df tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 944 time: 0.6383905 Mar 01 20:54:51.252783 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 76296d0e-f41c-45f6-95fe-4052e3267fed no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:54:51.363047 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60c51394-b567-4256-9889-ade1ce2466dd req-39b3d567-7a05-4430-a554-854802887f47 service neutron] 10.222.0.57 "GET /v2.0/networks/ebd7adb9-6fa6-480c-b016-0aa827861bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4695232 Mar 01 20:54:51.404052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] For port 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:54:51.426076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-3dce9643-961e-4395-858e-ad99c213aafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:51.427810 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-3dce9643-961e-4395-858e-ad99c213aafd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.2985704 Mar 01 20:54:51.480669 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe7a40-daee-4c6e-8235-2c6c76d5d67c req-98025be1-a97b-4fe5-9d91-9ca95ef4f6f5 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:51.482159 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6cbe7a40-daee-4c6e-8235-2c6c76d5d67c req-98025be1-a97b-4fe5-9d91-9ca95ef4f6f5 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 947 time: 0.9525957 Mar 01 20:54:51.509912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] For port 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0,segment=NetworkSegment(719d1eb2-4a3c-456d-b25f-5103731bec38),segment_id=719d1eb2-4a3c-456d-b25f-5103731bec38)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:54:51.521041 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dc9f4ac2-3018-4510-8fac-2a1a6bb96461 req-f17c7374-2c6e-437e-a348-0af85c7b25e7 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961120 Mar 01 20:54:51.553100 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a6892dc-29bf-4dce-9b56-dd1c40541dfc req-f0168084-0d2a-4237-90a8-cdd5c511e90a tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772709 Mar 01 20:54:51.638105 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4914968-5966-41b1-9a92-ef9cc1d48541 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:54:51.646649 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:51.665212 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-86296ef4-c6fd-4e71-8f76-dfe0384d74d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:51.667977 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Transition to ACTIVE for port object d4914968-5966-41b1-9a92-ef9cc1d48541 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:54:51.672605 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:51.705981 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6cbe7a40-daee-4c6e-8235-2c6c76d5d67c req-c6ed73d1-6aa9-4100-a311-775d4058d82c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115078 Mar 01 20:54:51.773300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:51.773300 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:51.773300 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] 10.222.0.55 "PUT /v2.0/ports/7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 HTTP/1.1" status: 200 len: 1092 time: 7.1624117 Mar 01 20:54:51.774641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844db1c4-a30f-4ad3-af7a-5d273c3c7576 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:51.791921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-2e1030a8-e5eb-453b-b771-170a6704308d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:51.793749 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-2e1030a8-e5eb-453b-b771-170a6704308d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3563550 Mar 01 20:54:51.794757 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:51.955110 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-86296ef4-c6fd-4e71-8f76-dfe0384d74d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:51.972778 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-86296ef4-c6fd-4e71-8f76-dfe0384d74d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:51.987432 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d4995a3-7b4e-4ea7-a14c-b4141a7ddab9', 'tag': 'c2bd88b3-b186-4991-910c-08bc5805971e', 'status': 'completed', 'code': 200} Mar 01 20:54:51.988038 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15dfb061-326e-428b-8cd5-88ba3011bdd0', 'name': 'network-vif-deleted', 'tag': '117d0de9-9543-4af5-8d96-9d0fb40b0d3e', 'status': 'completed', 'code': 200} Mar 01 20:54:51.988155 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630dedb1-920a-4d07-b87e-7d04a229dac4', 'tag': '434884c2-e77f-4d2b-b8c1-aa2f4b16df42', 'status': 'completed', 'code': 200} Mar 01 20:54:52.160068 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-2a634193-fe4a-46cb-91a8-32565e78f0ff req-c42123aa-79eb-4de2-b8da-e013815eb05c tempest-SecurityGroupsNegativeTestJSON-389210929 tempest-SecurityGroupsNegativeTestJSON-389210929-project] show failed (client error): The resource could not be found. Mar 01 20:54:52.161683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2a634193-fe4a-46cb-91a8-32565e78f0ff req-c42123aa-79eb-4de2-b8da-e013815eb05c tempest-SecurityGroupsNegativeTestJSON-389210929 tempest-SecurityGroupsNegativeTestJSON-389210929-project] 10.222.0.42 "GET /v2.0/security-groups/1cf59c19-b4bc-4da5-8dd2-0332fa83c3a2 HTTP/1.1" status: 404 len: 352 time: 0.0449576 Mar 01 20:54:52.255179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d8bf0-9c5d-4c11-be8d-e4eea19bbac1 req-96627533-6a99-4d31-b878-96af508caac7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:52.256767 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-372d8bf0-9c5d-4c11-be8d-e4eea19bbac1 req-96627533-6a99-4d31-b878-96af508caac7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 945 time: 0.5458570 Mar 01 20:54:52.261684 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-86296ef4-c6fd-4e71-8f76-dfe0384d74d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:52.262320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86296ef4-c6fd-4e71-8f76-dfe0384d74d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a545d1e-2052-4a11-9e2a-6be8f78e92b8 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 20:54:52.389294 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 670e616f-803b-410a-b755-87967e6d3d44 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:54:52.400053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Pushing event updated for resources: {'Port': ['ID=d4914968-5966-41b1-9a92-ef9cc1d48541,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:52.431603 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-86296ef4-c6fd-4e71-8f76-dfe0384d74d1 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:52.435025 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-86296ef4-c6fd-4e71-8f76-dfe0384d74d1 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2a545d1e-2052-4a11-9e2a-6be8f78e92b8 HTTP/1.1" status: 204 len: 168 time: 4.4820969 Mar 01 20:54:52.447820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:52.447820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:52.447820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:52.447820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:52.447820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:52.447820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:52.447820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:52.447820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:52.449038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:52.449038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:52.449038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:52.449038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:52.453283 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40520) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:52.468094 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-372d8bf0-9c5d-4c11-be8d-e4eea19bbac1 req-839c8188-3c99-466f-ab11-17c275ee68a1 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841924 Mar 01 20:54:52.470121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9275aac-18f6-4607-b724-4db60315db9b req-13664a3e-cd71-47e6-b6de-133e1a8a6738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:52.471770 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d9275aac-18f6-4607-b724-4db60315db9b req-13664a3e-cd71-47e6-b6de-133e1a8a6738 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 1098 time: 0.4957061 Mar 01 20:54:52.478071 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 670e616f-803b-410a-b755-87967e6d3d44 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:54:52.478695 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 670e616f-803b-410a-b755-87967e6d3d44 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:54:52.590235 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-301aa1b9-3a04-46d5-b854-5f30eb96992a service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7130728 Mar 01 20:54:52.684147 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9b1cd7-dc20-4d77-b163-15b5707be824 admin admin] Deleting subnet e4ff7c64-2222-43d3-8a49-c777942c8871 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:54:52.696388 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9f9b1cd7-dc20-4d77-b163-15b5707be824 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:52.728637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43ed38-436c-4aa4-9201-b33c40e4b379 req-88fdcb5c-6be4-45b0-b35c-a83f9027aa45 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:52.730656 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f43ed38-436c-4aa4-9201-b33c40e4b379 req-88fdcb5c-6be4-45b0-b35c-a83f9027aa45 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 944 time: 0.3680058 Mar 01 20:54:52.868279 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f43ed38-436c-4aa4-9201-b33c40e4b379 req-c38fc7cd-bae7-431a-8051-b72d5ad668c0 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213412 Mar 01 20:54:52.878848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9275aac-18f6-4607-b724-4db60315db9b req-52918afc-269c-441d-a0bb-60668e19b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:52.880605 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d9275aac-18f6-4607-b724-4db60315db9b req-52918afc-269c-441d-a0bb-60668e19b62d service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.3979931 Mar 01 20:54:52.913906 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9275aac-18f6-4607-b724-4db60315db9b req-de002ba1-6681-408a-924e-e627ba52ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:52.916225 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d9275aac-18f6-4607-b724-4db60315db9b req-de002ba1-6681-408a-924e-e627ba52ed67 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b9d3d5d252f64eddb4951a96fa6fe403&device_id=6d4995a3-7b4e-4ea7-a14c-b4141a7ddab9 HTTP/1.1" status: 200 len: 1095 time: 0.9256592 Mar 01 20:54:52.940763 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-d28e542e-c3af-46fe-95b3-eac5dd7a779c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:52.942215 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-d28e542e-c3af-46fe-95b3-eac5dd7a779c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b9d3d5d252f64eddb4951a96fa6fe403&device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 1095 time: 1.0637932 Mar 01 20:54:53.005362 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d9275aac-18f6-4607-b724-4db60315db9b req-01368dd9-a002-4c53-bab8-a98765a45a90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=434884c2-e77f-4d2b-b8c1-aa2f4b16df42 HTTP/1.1" status: 200 len: 217 time: 0.1169071 Mar 01 20:54:53.018202 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f4f24-2836-457e-b45e-25be531834bb req-ffc436d2-bdc7-4fc1-85bc-00bafb458595 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:53.019804 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce5f4f24-2836-457e-b45e-25be531834bb req-ffc436d2-bdc7-4fc1-85bc-00bafb458595 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83f53f5-1b09-4195-9227-e0ae3e9fea41 HTTP/1.1" status: 200 len: 943 time: 0.4119267 Mar 01 20:54:53.134220 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f39b4d6-4147-49e9-a3cb-914e608b7f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:53.176311 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Attempting to bind port d4914968-5966-41b1-9a92-ef9cc1d48541 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:54:53.176918 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Attempting to bind port d4914968-5966-41b1-9a92-ef9cc1d48541 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'de18bba6-ff31-44fd-9f1f-77044c55f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:54:53.177020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Attempting to bind port d4914968-5966-41b1-9a92-ef9cc1d48541 on network 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:54:53.209632 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-47eee613-90c4-4ad5-9111-2085b0f7d61f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 HTTP/1.1" status: 200 len: 217 time: 0.2301459 Mar 01 20:54:53.212241 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8acd93c0-4bb1-4bef-a696-5a2bead1d8e0 req-c5b71373-aed1-496e-a58c-30ecbe6d2a91 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6084256 Mar 01 20:54:53.217009 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Port d4914968-5966-41b1-9a92-ef9cc1d48541 on network 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:54:53.217445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Attempting to bind port d4914968-5966-41b1-9a92-ef9cc1d48541 on network 1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:54:53.257893 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9f9b1cd7-dc20-4d77-b163-15b5707be824 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:53.295887 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce5f4f24-2836-457e-b45e-25be531834bb req-d51cfa69-e7d8-49e0-b1ca-17f5903c26fa tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413635 Mar 01 20:54:53.308828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9275aac-18f6-4607-b724-4db60315db9b req-31c87ded-16b4-45a8-b931-35719b8e2772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:53.310624 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d9275aac-18f6-4607-b724-4db60315db9b req-31c87ded-16b4-45a8-b931-35719b8e2772 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.2899492 Mar 01 20:54:53.378861 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:54:53.379139 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Checking segment: {'id': 'de18bba6-ff31-44fd-9f1f-77044c55f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:54:53.379517 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Bound using segment: {'id': 'de18bba6-ff31-44fd-9f1f-77044c55f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:54:53.379961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Bound port: d4914968-5966-41b1-9a92-ef9cc1d48541, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'de18bba6-ff31-44fd-9f1f-77044c55f8dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:54:53.380637 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:53.478585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-a301e94b-9ab7-4a1d-937e-90b4c1a0dfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:53.526814 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-a301e94b-9ab7-4a1d-937e-90b4c1a0dfdb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69696f78-8af9-4c8f-9387-1c6bfb385840 HTTP/1.1" status: 200 len: 855 time: 0.2602565 Mar 01 20:54:53.580271 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9275aac-18f6-4607-b724-4db60315db9b req-996ab3ee-114d-44d0-bd80-153208028955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:53.581719 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d9275aac-18f6-4607-b724-4db60315db9b req-996ab3ee-114d-44d0-bd80-153208028955 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ebd7adb9-6fa6-480c-b016-0aa827861bce HTTP/1.1" status: 200 len: 917 time: 0.6321239 Mar 01 20:54:53.609711 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:53.672792 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d9275aac-18f6-4607-b724-4db60315db9b req-f2d2a123-49be-4067-84f4-94f1621f10cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c2bd88b3-b186-4991-910c-08bc5805971e HTTP/1.1" status: 200 len: 217 time: 0.0816846 Mar 01 20:54:53.674394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] For port d4914968-5966-41b1-9a92-ef9cc1d48541, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:54:53.717610 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9f9b1cd7-dc20-4d77-b163-15b5707be824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:53.747970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] For port d4914968-5966-41b1-9a92-ef9cc1d48541, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=d4914968-5966-41b1-9a92-ef9cc1d48541,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:54:53.798916 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9275aac-18f6-4607-b724-4db60315db9b req-e1988371-089a-416a-8578-c7af759108f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:53.800597 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d9275aac-18f6-4607-b724-4db60315db9b req-e1988371-089a-416a-8578-c7af759108f0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4841230 Mar 01 20:54:53.812800 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ed2e7-3f7c-42ab-b059-7678de5cd3ad req-d5f05955-98b3-4838-8e05-c954bc906f37 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:53.814382 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-025ed2e7-3f7c-42ab-b059-7678de5cd3ad req-d5f05955-98b3-4838-8e05-c954bc906f37 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 947 time: 0.3773975 Mar 01 20:54:53.816247 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-156a602f-dfe4-4653-8d5e-0f2af23510de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:53.817732 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-156a602f-dfe4-4653-8d5e-0f2af23510de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebd7adb9-6fa6-480c-b016-0aa827861bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3264797 Mar 01 20:54:53.821211 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9275aac-18f6-4607-b724-4db60315db9b req-de80fb8a-24f1-401d-abed-70dd118c109e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:53.821704 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d9275aac-18f6-4607-b724-4db60315db9b req-de80fb8a-24f1-401d-abed-70dd118c109e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=69696f78-8af9-4c8f-9387-1c6bfb385840 HTTP/1.1" status: 200 len: 855 time: 0.1398017 Mar 01 20:54:53.899509 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:53.974825 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-025ed2e7-3f7c-42ab-b059-7678de5cd3ad req-bc013773-e2d8-4c5c-a336-effaf6f6269e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355004 Mar 01 20:54:53.987136 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c2bd88b3-b186-4991-910c-08bc5805971e details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:54:54.000135 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94fc1b57-6e1f-444a-9f2e-222ec5ff2698', 'tag': '7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:54:54.050619 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9f9b1cd7-dc20-4d77-b163-15b5707be824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:54.055635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:54.056354 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:54.057725 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] 10.222.0.57 "PUT /v2.0/ports/d4914968-5966-41b1-9a92-ef9cc1d48541 HTTP/1.1" status: 200 len: 1091 time: 4.7372577 Mar 01 20:54:54.120295 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9b1cd7-dc20-4d77-b163-15b5707be824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ff7c64-2222-43d3-8a49-c777942c8871,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:54.149873 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9f9b1cd7-dc20-4d77-b163-15b5707be824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:54.159382 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d9275aac-18f6-4607-b724-4db60315db9b req-943000d8-96e9-4887-9a80-bc24d0f926e1 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424742 Mar 01 20:54:54.174399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08ac96-7079-4357-abf2-eb31ad3d688e service neutron] Pushing event updated for resources: {'Port': ['ID=d4914968-5966-41b1-9a92-ef9cc1d48541,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:54.216392 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b981056b-4d6a-4774-b099-66dcf83c7c60 None None] Network 1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:54:54.223556 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9f39b4d6-4147-49e9-a3cb-914e608b7f8f admin admin] Deleting port f45593a4-b082-4fca-9205-29eb8e4019a3 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:54:54.223795 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f39b4d6-4147-49e9-a3cb-914e608b7f8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:54.255412 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9f9b1cd7-dc20-4d77-b163-15b5707be824 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e4ff7c64-2222-43d3-8a49-c777942c8871 HTTP/1.1" status: 204 len: 168 time: 1.7964602 Mar 01 20:54:54.257529 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-7bba7fbf-d9ee-40ea-b162-35b443b51e5d service neutron] 10.222.0.55 "GET /v2.0/networks/ebd7adb9-6fa6-480c-b016-0aa827861bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4330273 Mar 01 20:54:54.258559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40564) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:54.357250 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9275aac-18f6-4607-b724-4db60315db9b req-083d6032-1838-48ac-8976-2d217ae1553f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:54.358979 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d9275aac-18f6-4607-b724-4db60315db9b req-083d6032-1838-48ac-8976-2d217ae1553f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ebd7adb9-6fa6-480c-b016-0aa827861bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5159042 Mar 01 20:54:54.389220 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c408324-1349-4aa6-ab36-b867c4e1d2ec req-9b3fee58-b733-4817-936e-ccacc334111f tempest-SecurityGroupsNegativeTestJSON-389210929 tempest-SecurityGroupsNegativeTestJSON-389210929-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fbc6a44654a74a8e80a86bd8a356b8f5 HTTP/1.1" status: 200 len: 2984 time: 0.3016059 Mar 01 20:54:54.430518 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port c2bd88b3-b186-4991-910c-08bc5805971e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c2bd88b3-b186-4991-910c-08bc5805971e,segment=NetworkSegment(719d1eb2-4a3c-456d-b25f-5103731bec38),segment_id=719d1eb2-4a3c-456d-b25f-5103731bec38)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:54.497237 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'c2bd88b3-b186-4991-910c-08bc5805971e', 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce', 'port_id': 'c2bd88b3-b186-4991-910c-08bc5805971e', 'mac_address': 'fa:16:3e:98:60:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69696f78-8af9-4c8f-9387-1c6bfb385840', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:54:54.646398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-9f39b4d6-4147-49e9-a3cb-914e608b7f8f admin admin] For port f45593a4-b082-4fca-9205-29eb8e4019a3, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f45593a4-b082-4fca-9205-29eb8e4019a3,segment=NetworkSegment(04fad1e4-9254-4f76-8181-684f486c79e5),segment_id=04fad1e4-9254-4f76-8181-684f486c79e5)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:54.647298 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f39b4d6-4147-49e9-a3cb-914e608b7f8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:54.657157 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:54.679268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2bd88b3-b186-4991-910c-08bc5805971e {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:54:54.710388 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port c2bd88b3-b186-4991-910c-08bc5805971e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c2bd88b3-b186-4991-910c-08bc5805971e,segment=NetworkSegment(719d1eb2-4a3c-456d-b25f-5103731bec38),segment_id=719d1eb2-4a3c-456d-b25f-5103731bec38)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:54.777909 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:54.803313 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:54.862080 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d9275aac-18f6-4607-b724-4db60315db9b req-ed9c5163-162f-4334-b7c3-960319d4c700 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6727962 Mar 01 20:54:54.862446 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-7c2f351c-c6f3-4779-8021-74f4c83cce8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:54.863722 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-7c2f351c-c6f3-4779-8021-74f4c83cce8a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97a1897762f847bfb56825ead5e60708&device_id=b83f53f5-1b09-4195-9227-e0ae3e9fea41 HTTP/1.1" status: 200 len: 1094 time: 0.6954043 Mar 01 20:54:54.873470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9f39b4d6-4147-49e9-a3cb-914e608b7f8f admin admin] Calling delete_port for f45593a4-b082-4fca-9205-29eb8e4019a3 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:54:54.906235 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1230b8ea-eea5-42e3-9f8a-d48e04f7de7e None None] DHCP port deletion for 1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 20:54:54.915645 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=c2bd88b3-b186-4991-910c-08bc5805971e,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:54.919935 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1230b8ea-eea5-42e3-9f8a-d48e04f7de7e None None] Deleting port 83b92fb3-38b4-49ae-8463-55c9382feb91 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:54:54.920576 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1230b8ea-eea5-42e3-9f8a-d48e04f7de7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:54.926520 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c408324-1349-4aa6-ab36-b867c4e1d2ec req-6440dae4-205c-44c4-ba9f-955d9fcc26d7 tempest-SecurityGroupsNegativeTestJSON-389210929 tempest-SecurityGroupsNegativeTestJSON-389210929-project] 10.222.0.42 "GET /v2.0/security-groups/5a5b0b92-faae-41de-a325-f76df130e794 HTTP/1.1" status: 200 len: 2981 time: 0.5302174 Mar 01 20:54:54.949190 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cf8defbb-f8d4-43cb-ada8-18ab8a8160d9 req-239a0599-3e01-46e3-96fa-3498fb5be987 service neutron] 10.222.0.55 "GET /v2.0/networks/ebd7adb9-6fa6-480c-b016-0aa827861bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6786406 Mar 01 20:54:54.967268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] Deleting port 83b92fb3-38b4-49ae-8463-55c9382feb91 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:54:54.968792 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:55.000156 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-9881d995-5116-4215-b131-144e8264ff56 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4914968-5966-41b1-9a92-ef9cc1d48541 HTTP/1.1" status: 200 len: 217 time: 0.1254141 Mar 01 20:54:55.010137 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d9275aac-18f6-4607-b724-4db60315db9b req-99c87ba6-cec0-4a4f-aba1-39bdecbc39af service neutron] 10.222.0.57 "GET /v2.0/networks/ebd7adb9-6fa6-480c-b016-0aa827861bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6391709 Mar 01 20:54:55.030897 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c408324-1349-4aa6-ab36-b867c4e1d2ec req-35397f1a-cd92-4c41-a3f5-a4811d8ff439 tempest-SecurityGroupsNegativeTestJSON-389210929 tempest-SecurityGroupsNegativeTestJSON-389210929-project] 10.222.0.42 "GET /v2.0/security-groups/5a5b0b92-faae-41de-a325-f76df130e794 HTTP/1.1" status: 200 len: 2981 time: 0.0623777 Mar 01 20:54:55.073009 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['c2bd88b3-b186-4991-910c-08bc5805971e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:54:55.334536 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab5570-3603-4496-96ee-7a90e89ef0c5 req-9280b5de-9f7a-400b-86e7-0ff7387da58b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:55.342271 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-edab5570-3603-4496-96ee-7a90e89ef0c5 req-9280b5de-9f7a-400b-86e7-0ff7387da58b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 945 time: 0.1767147 Mar 01 20:54:55.432399 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1230b8ea-eea5-42e3-9f8a-d48e04f7de7e None None] For port 83b92fb3-38b4-49ae-8463-55c9382feb91, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=83b92fb3-38b4-49ae-8463-55c9382feb91,segment=NetworkSegment(96657e9c-b576-40ed-b7a2-bc529558cb6d),segment_id=96657e9c-b576-40ed-b7a2-bc529558cb6d)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:55.432799 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1230b8ea-eea5-42e3-9f8a-d48e04f7de7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:55.456171 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-edab5570-3603-4496-96ee-7a90e89ef0c5 req-d57bcfa9-e9b3-436d-8fa0-da32afbc1291 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126137 Mar 01 20:54:55.472393 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-4a8ad07a-f730-404b-be08-0584a010f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:55.488621 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-4a8ad07a-f730-404b-be08-0584a010f0c5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a04d362b-c114-455b-b96e-10a41d5ec3e4 HTTP/1.1" status: 200 len: 844 time: 0.4756768 Mar 01 20:54:55.538046 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f39b4d6-4147-49e9-a3cb-914e608b7f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:55.575653 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-7c9832f0-6ce7-4370-bfa5-6595ea8455cf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1eff2f34-a2fd-4fcb-a52b-c94db9f867f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767949 Mar 01 20:54:55.589042 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] For port 83b92fb3-38b4-49ae-8463-55c9382feb91, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=83b92fb3-38b4-49ae-8463-55c9382feb91,segment=NetworkSegment(96657e9c-b576-40ed-b7a2-bc529558cb6d),segment_id=96657e9c-b576-40ed-b7a2-bc529558cb6d)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:55.589399 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:55.600313 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1230b8ea-eea5-42e3-9f8a-d48e04f7de7e None None] Calling delete_port for 83b92fb3-38b4-49ae-8463-55c9382feb91 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:54:55.652923 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f39b4d6-4147-49e9-a3cb-914e608b7f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=f45593a4-b082-4fca-9205-29eb8e4019a3,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:55.674629 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d9275aac-18f6-4607-b724-4db60315db9b req-09bd8b35-8117-480d-8f90-80be38c30985 service neutron] 10.222.0.57 "GET /v2.0/networks/ebd7adb9-6fa6-480c-b016-0aa827861bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5986729 Mar 01 20:54:55.798922 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1230b8ea-eea5-42e3-9f8a-d48e04f7de7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:55.972639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230b8ea-eea5-42e3-9f8a-d48e04f7de7e None None] Pushing event deleted for resources: {'Port': ['ID=83b92fb3-38b4-49ae-8463-55c9382feb91,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:55.981080 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1230b8ea-eea5-42e3-9f8a-d48e04f7de7e None None] No DVR routers for this DVR port 83b92fb3-38b4-49ae-8463-55c9382feb91 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:54:55.993299 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] Calling delete_port for 83b92fb3-38b4-49ae-8463-55c9382feb91 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:54:56.285422 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:54:56.286040 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:54:56.293904 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-bcf3e412-3840-484f-a76d-65485687e1cd service neutron] 10.222.0.57 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6907609 Mar 01 20:54:56.374269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102b8df3-1b29-4ed6-8f09-59eaf54c198b req-c28b1bee-4451-4fb8-9d28-6a4ea1170e8a tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:56.375818 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-102b8df3-1b29-4ed6-8f09-59eaf54c198b req-c28b1bee-4451-4fb8-9d28-6a4ea1170e8a tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 944 time: 0.7126167 Mar 01 20:54:56.404952 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010d6213-3d12-48a8-b051-6c550bb89409 req-4541bc45-c4c9-4f54-8d44-1210410504fe tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:56.412247 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-010d6213-3d12-48a8-b051-6c550bb89409 req-4541bc45-c4c9-4f54-8d44-1210410504fe tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=f1127f8b-438e-4460-a41a-70bae61f8ca6 HTTP/1.1" status: 200 len: 944 time: 0.6521113 Mar 01 20:54:56.428941 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 83b92fb3-38b4-49ae-8463-55c9382feb91 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:54:56.450673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9275aac-18f6-4607-b724-4db60315db9b req-5aea4d64-fff4-4c07-b0f1-8a42362e11d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:56.452158 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d9275aac-18f6-4607-b724-4db60315db9b req-5aea4d64-fff4-4c07-b0f1-8a42362e11d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 1098 time: 0.5381968 Mar 01 20:54:56.482329 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 83b92fb3-38b4-49ae-8463-55c9382feb91 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:54:56.483377 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 83b92fb3-38b4-49ae-8463-55c9382feb91 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:54:56.489960 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f39b4d6-4147-49e9-a3cb-914e608b7f8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:56.590017 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6534f390-8cf1-43a3-b08d-c6608ed1d054 req-12ee4a75-8f6c-4b3d-bb5a-efdee80a00f3 service neutron] 10.222.0.57 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2801602 Mar 01 20:54:56.611410 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-010d6213-3d12-48a8-b051-6c550bb89409 req-6a0a66d1-eb84-406d-bf3e-543c4594424b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Deleting port 76296d0e-f41c-45f6-95fe-4052e3267fed {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:54:56.611410 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-010d6213-3d12-48a8-b051-6c550bb89409 req-6a0a66d1-eb84-406d-bf3e-543c4594424b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:56.641512 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-102b8df3-1b29-4ed6-8f09-59eaf54c198b req-c407d2f5-3958-47b0-b621-bde63880d46f tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525992 Mar 01 20:54:56.645015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9275aac-18f6-4607-b724-4db60315db9b req-6badb4e8-01ba-4d2b-99e0-567eb53a95f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:56.648509 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d9275aac-18f6-4607-b724-4db60315db9b req-6badb4e8-01ba-4d2b-99e0-567eb53a95f1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.1879442 Mar 01 20:54:56.741681 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94fc1b57-6e1f-444a-9f2e-222ec5ff2698', 'tag': '7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0', 'status': 'completed', 'code': 200} Mar 01 20:54:56.793959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] Deleting port 83b92fb3-38b4-49ae-8463-55c9382feb91 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:54:56.794434 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:57.004265 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d9275aac-18f6-4607-b724-4db60315db9b req-22a84304-cdf6-4bdc-beac-0e63a2fd2b44 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=434884c2-e77f-4d2b-b8c1-aa2f4b16df42 HTTP/1.1" status: 200 len: 217 time: 0.3483372 Mar 01 20:54:57.093078 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] The port '83b92fb3-38b4-49ae-8463-55c9382feb91' was deleted {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 20:54:57.207013 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9275aac-18f6-4607-b724-4db60315db9b req-93e50a43-6675-4c6f-8ec2-0561c247045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:57.208504 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d9275aac-18f6-4607-b724-4db60315db9b req-93e50a43-6675-4c6f-8ec2-0561c247045f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1926353 Mar 01 20:54:57.251652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-010d6213-3d12-48a8-b051-6c550bb89409 req-6a0a66d1-eb84-406d-bf3e-543c4594424b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] For port 76296d0e-f41c-45f6-95fe-4052e3267fed, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=76296d0e-f41c-45f6-95fe-4052e3267fed,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:57.251652 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-010d6213-3d12-48a8-b051-6c550bb89409 req-6a0a66d1-eb84-406d-bf3e-543c4594424b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:57.263829 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:54:57.320027 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-55b43f62-c8af-41b7-801a-dac53c7c5d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:57.321412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919200d5-2b6b-4e0d-8bc6-ad453d878212 req-278aba17-611b-4755-9185-6a5ab7b83b3e tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:57.329852 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-919200d5-2b6b-4e0d-8bc6-ad453d878212 req-278aba17-611b-4755-9185-6a5ab7b83b3e tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83f53f5-1b09-4195-9227-e0ae3e9fea41 HTTP/1.1" status: 200 len: 943 time: 0.4904730 Mar 01 20:54:57.350404 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:57.397553 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b99b11-2c75-402c-bc23-737c73dae73e req-f7c076df-b697-4790-a3d5-a90d161ef2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:57.400430 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e0b99b11-2c75-402c-bc23-737c73dae73e req-f7c076df-b697-4790-a3d5-a90d161ef2c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b9d3d5d252f64eddb4951a96fa6fe403&device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 1095 time: 0.6517949 Mar 01 20:54:57.412415 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:57.494616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96657e9c-b576-40ed-b7a2-bc529558cb6d') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:57.495921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96657e9c-b576-40ed-b7a2-bc529558cb6d') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:57.498176 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-010d6213-3d12-48a8-b051-6c550bb89409 req-6a0a66d1-eb84-406d-bf3e-543c4594424b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Calling delete_port for 76296d0e-f41c-45f6-95fe-4052e3267fed owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:54:57.512399 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:57.526220 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0,segment=NetworkSegment(719d1eb2-4a3c-456d-b25f-5103731bec38),segment_id=719d1eb2-4a3c-456d-b25f-5103731bec38)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:57.536780 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:57.543693 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0', 'network_id': 'ebd7adb9-6fa6-480c-b016-0aa827861bce', 'port_id': '7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0', 'mac_address': 'fa:16:3e:f4:95:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69696f78-8af9-4c8f-9387-1c6bfb385840', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:54:57.546980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:54:57.547712 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:57.589505 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-919200d5-2b6b-4e0d-8bc6-ad453d878212 req-8fcd1356-5270-42ce-9f8e-9e6e6844ae02 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563081 Mar 01 20:54:57.619107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f39b4d6-4147-49e9-a3cb-914e608b7f8f admin admin] Router 25d5f729-fb27-494a-97df-1c45d56fdca8 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:54:57.631905 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:57.652020 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:54:57.672470 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:54:57.685152 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0,segment=NetworkSegment(719d1eb2-4a3c-456d-b25f-5103731bec38),segment_id=719d1eb2-4a3c-456d-b25f-5103731bec38)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:57.790235 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:57.805032 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:57.835894 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:57.845218 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088 HTTP/1.1" status: 204 len: 168 time: 3.5781703 Mar 01 20:54:57.863393 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac78618-bff8-4d03-bbf1-e56efec50106 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a9c6d4f-ba16-4f74-8cd8-d1445e2c3088,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:57.895673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9275aac-18f6-4607-b724-4db60315db9b req-7428b43b-fdbc-4769-83dc-34243251e42a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:57.898363 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d9275aac-18f6-4607-b724-4db60315db9b req-7428b43b-fdbc-4769-83dc-34243251e42a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6285706 Mar 01 20:54:57.926957 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:57.936946 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:57.937370 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:57.937805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:57.938319 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:57.938717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:57.939044 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:57.939398 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:57.939711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:57.940030 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:57.940489 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:57.940817 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:57.942082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:54:57.968265 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b99b11-2c75-402c-bc23-737c73dae73e req-b9c396c8-1173-46ba-817b-55618bed1db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:57.969778 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e0b99b11-2c75-402c-bc23-737c73dae73e req-b9c396c8-1173-46ba-817b-55618bed1db4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebd7adb9-6fa6-480c-b016-0aa827861bce HTTP/1.1" status: 200 len: 917 time: 0.5407341 Mar 01 20:54:57.998719 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:54:58.002433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c2bd88b3-b186-4991-910c-08bc5805971e up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:54:58.061260 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e0b99b11-2c75-402c-bc23-737c73dae73e req-2ea68a7b-3e1c-435d-b17b-ab6411165ddc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 HTTP/1.1" status: 200 len: 217 time: 0.0830953 Mar 01 20:54:58.232323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b99b11-2c75-402c-bc23-737c73dae73e req-a62b276f-2bb5-4dda-9c6c-98bf5d766b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:58.234544 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e0b99b11-2c75-402c-bc23-737c73dae73e req-a62b276f-2bb5-4dda-9c6c-98bf5d766b46 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69696f78-8af9-4c8f-9387-1c6bfb385840 HTTP/1.1" status: 200 len: 855 time: 0.1226439 Mar 01 20:54:58.241615 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d9275aac-18f6-4607-b724-4db60315db9b req-380bb007-7d38-4ba4-81ad-fff476683afa service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359716 Mar 01 20:54:58.315602 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-010d6213-3d12-48a8-b051-6c550bb89409 req-6a0a66d1-eb84-406d-bf3e-543c4594424b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:58.326932 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348bb144-be6c-41dd-a760-73cb6c9a6e6f req-b3b61a49-d6f2-48d6-9365-50ef7aa8f09d tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:58.328474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-348bb144-be6c-41dd-a760-73cb6c9a6e6f req-b3b61a49-d6f2-48d6-9365-50ef7aa8f09d tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 947 time: 0.6091526 Mar 01 20:54:58.332147 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=434884c2-e77f-4d2b-b8c1-aa2f4b16df42,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:58.335936 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40594) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:58.350537 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '434884c2-e77f-4d2b-b8c1-aa2f4b16df42', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '434884c2-e77f-4d2b-b8c1-aa2f4b16df42', 'mac_address': 'fa:16:3e:7d:1b:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:54:58.362904 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:54:58.458916 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0a66d1-eb84-406d-bf3e-543c4594424b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Pushing event deleted for resources: {'Port': ['ID=76296d0e-f41c-45f6-95fe-4052e3267fed,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:58.536228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b99b11-2c75-402c-bc23-737c73dae73e req-bf135cf3-b2e1-4ba4-8178-0c422aab5c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:58.537876 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e0b99b11-2c75-402c-bc23-737c73dae73e req-bf135cf3-b2e1-4ba4-8178-0c422aab5c12 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebd7adb9-6fa6-480c-b016-0aa827861bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2946486 Mar 01 20:54:58.547266 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6d92e621-c3d7-4bf8-b604-1a5c921becf5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd05ef18d40049eaaec44fc4b5192602&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083549 Mar 01 20:54:58.549392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40598) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:58.551611 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d9275aac-18f6-4607-b724-4db60315db9b req-ab09042d-0c72-4477-b423-c996398f4fc7 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651899 Mar 01 20:54:58.565715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f39b4d6-4147-49e9-a3cb-914e608b7f8f admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:54:58.574965 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port c2bd88b3-b186-4991-910c-08bc5805971e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:54:58.577545 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac48703-e1c7-4060-9df4-b2b1ee469c26 None None] Sync routers for ids ['25d5f729-fb27-494a-97df-1c45d56fdca8'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:54:58.578868 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-010d6213-3d12-48a8-b051-6c550bb89409 req-6a0a66d1-eb84-406d-bf3e-543c4594424b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] No DVR routers for this DVR port 76296d0e-f41c-45f6-95fe-4052e3267fed on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:54:58.584817 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-010d6213-3d12-48a8-b051-6c550bb89409 req-6a0a66d1-eb84-406d-bf3e-543c4594424b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:58.599609 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac48703-e1c7-4060-9df4-b2b1ee469c26 None None] Routers {'25d5f729-fb27-494a-97df-1c45d56fdca8'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:54:58.607209 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-9ac48703-e1c7-4060-9df4-b2b1ee469c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:54:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['25d5f729-fb27-494a-97df-1c45d56fdca8'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:58.614688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1127f8b-438e-4460-a41a-70bae61f8ca6', 'name': 'network-vif-deleted', 'tag': '76296d0e-f41c-45f6-95fe-4052e3267fed'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:54:58.620585 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-010d6213-3d12-48a8-b051-6c550bb89409 req-6a0a66d1-eb84-406d-bf3e-543c4594424b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "DELETE /v2.0/ports/76296d0e-f41c-45f6-95fe-4052e3267fed HTTP/1.1" status: 204 len: 173 time: 2.2074502 Mar 01 20:54:58.625037 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:58.631796 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-348bb144-be6c-41dd-a760-73cb6c9a6e6f req-59fc1930-069c-47cb-8bb1-c6b58fb01698 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463076 Mar 01 20:54:58.639382 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9f39b4d6-4147-49e9-a3cb-914e608b7f8f admin admin] 10.222.0.42 "PUT /v2.0/routers/25d5f729-fb27-494a-97df-1c45d56fdca8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3298697 Mar 01 20:54:58.649046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40606) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:54:58.693859 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:54:58.731941 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=434884c2-e77f-4d2b-b8c1-aa2f4b16df42,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:58.735100 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ef187ab-f6c7-426b-b03f-45c7be152872 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:58.738199 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port c2bd88b3-b186-4991-910c-08bc5805971e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:54:58.738829 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:58.748526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b83f53f5-1b09-4195-9227-e0ae3e9fea41', 'tag': 'd4914968-5966-41b1-9a92-ef9cc1d48541'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:54:58.787002 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ef187ab-f6c7-426b-b03f-45c7be152872 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:58.795446 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e0b99b11-2c75-402c-bc23-737c73dae73e req-af3fe70b-e142-4f30-99bb-7adc1740f2d9 service neutron] 10.222.0.55 "GET /v2.0/networks/ebd7adb9-6fa6-480c-b016-0aa827861bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470112 Mar 01 20:54:58.852643 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:58.949593 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-9ac48703-e1c7-4060-9df4-b2b1ee469c26 None None] Set router 25d5f729-fb27-494a-97df-1c45d56fdca8 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:54:59.066334 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=434884c2-e77f-4d2b-b8c1-aa2f4b16df42,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:59.072157 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:59.144010 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['434884c2-e77f-4d2b-b8c1-aa2f4b16df42'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:54:59.172154 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e0b99b11-2c75-402c-bc23-737c73dae73e req-381bc530-ad28-4f3e-9655-fc42616416a4 service neutron] 10.222.0.55 "GET /v2.0/networks/ebd7adb9-6fa6-480c-b016-0aa827861bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613930 Mar 01 20:54:59.189367 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb947caa-c106-462c-997f-fe78477928d0 req-b091f479-68c9-48f7-b8d5-ea06054e9bd0 tempest-SecurityGroupsNegativeTestJSON-389210929 tempest-SecurityGroupsNegativeTestJSON-389210929-project] 10.222.0.42 "GET /v2.0/security-groups/5a5b0b92-faae-41de-a325-f76df130e794 HTTP/1.1" status: 200 len: 2981 time: 0.3743968 Mar 01 20:54:59.217889 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ef187ab-f6c7-426b-b03f-45c7be152872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:59.244578 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef187ab-f6c7-426b-b03f-45c7be152872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb013456-ffd8-4497-a628-0c6c1e103676,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:59.252820 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ef187ab-f6c7-426b-b03f-45c7be152872 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:59.258503 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e695a0f0-7168-47d8-9c59-f107bb95dcbf admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:59.259625 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0ef187ab-f6c7-426b-b03f-45c7be152872 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cb013456-ffd8-4497-a628-0c6c1e103676 HTTP/1.1" status: 204 len: 168 time: 0.7070374 Mar 01 20:54:59.320709 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port c2bd88b3-b186-4991-910c-08bc5805971e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c2bd88b3-b186-4991-910c-08bc5805971e,segment=NetworkSegment(719d1eb2-4a3c-456d-b25f-5103731bec38),segment_id=719d1eb2-4a3c-456d-b25f-5103731bec38)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:54:59.325306 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4995a3-7b4e-4ea7-a14c-b4141a7ddab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bd88b3-b186-4991-910c-08bc5805971e'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:54:59.392797 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:59.672126 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-bb947caa-c106-462c-997f-fe78477928d0 req-e5d0ab0c-cd9f-44c2-aec0-907a98f9b7da tempest-SecurityGroupsNegativeTestJSON-389210929 tempest-SecurityGroupsNegativeTestJSON-389210929-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 01 20:54:59.673530 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-9ac48703-e1c7-4060-9df4-b2b1ee469c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:54:55Z', 'revision_number': 5, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:59.674309 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb947caa-c106-462c-997f-fe78477928d0 req-e5d0ab0c-cd9f-44c2-aec0-907a98f9b7da tempest-SecurityGroupsNegativeTestJSON-389210929 tempest-SecurityGroupsNegativeTestJSON-389210929-project] 10.222.0.42 "DELETE /v2.0/security-groups/5a5b0b92-faae-41de-a325-f76df130e794 HTTP/1.1" status: 409 len: 352 time: 0.4540801 Mar 01 20:54:59.674309 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e695a0f0-7168-47d8-9c59-f107bb95dcbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:54:59.683805 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac48703-e1c7-4060-9df4-b2b1ee469c26 None None] Checking router: 25d5f729-fb27-494a-97df-1c45d56fdca8 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:54:59.700638 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=c2bd88b3-b186-4991-910c-08bc5805971e,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:54:59.714725 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac48703-e1c7-4060-9df4-b2b1ee469c26 None None] Routers {'25d5f729-fb27-494a-97df-1c45d56fdca8'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:54:59.720085 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-9ac48703-e1c7-4060-9df4-b2b1ee469c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:54:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['25d5f729-fb27-494a-97df-1c45d56fdca8'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:54:59.877456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbb982-4bfd-457d-9e44-d4c4ced4c75f req-2794172f-f391-4c40-976f-39bc64658c48 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:54:59.878913 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fbcbb982-4bfd-457d-9e44-d4c4ced4c75f req-2794172f-f391-4c40-976f-39bc64658c48 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 945 time: 0.0800111 Mar 01 20:54:59.911288 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-9ac48703-e1c7-4060-9df4-b2b1ee469c26 None None] Set router 25d5f729-fb27-494a-97df-1c45d56fdca8 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:54:59.926877 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fbcbb982-4bfd-457d-9e44-d4c4ced4c75f req-66c692dc-88b8-4ad5-860f-7f7817e0931d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416429 Mar 01 20:54:59.998634 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device d4914968-5966-41b1-9a92-ef9cc1d48541 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:55:00.112448 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0c8e6-d5b6-405f-a278-c8c443ef8923 req-303dbbd1-cfd5-464a-9290-3e65aed49bab tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:00.114215 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5fa0c8e6-d5b6-405f-a278-c8c443ef8923 req-303dbbd1-cfd5-464a-9290-3e65aed49bab tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 945 time: 0.0869088 Mar 01 20:55:00.115493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e695a0f0-7168-47d8-9c59-f107bb95dcbf admin admin] Deleting port 0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:55:00.119428 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e695a0f0-7168-47d8-9c59-f107bb95dcbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:00.128777 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6aa7ec72-59d2-4ae9-9eb1-7b83f75ac8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:00.192475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port d4914968-5966-41b1-9a92-ef9cc1d48541, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=d4914968-5966-41b1-9a92-ef9cc1d48541,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:00.207750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'd4914968-5966-41b1-9a92-ef9cc1d48541', 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9', 'port_id': 'd4914968-5966-41b1-9a92-ef9cc1d48541', 'mac_address': 'fa:16:3e:59:00:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04d362b-c114-455b-b96e-10a41d5ec3e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:55:00.268100 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5fa0c8e6-d5b6-405f-a278-c8c443ef8923 req-13c100d5-3e54-424f-a74e-f152fd3c392a tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205270 Mar 01 20:55:00.303223 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:00.326149 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4914968-5966-41b1-9a92-ef9cc1d48541 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:55:00.329184 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-9ac48703-e1c7-4060-9df4-b2b1ee469c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:54:55Z', 'revision_number': 5, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:00.345066 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac48703-e1c7-4060-9df4-b2b1ee469c26 None None] The sync data for ids ['25d5f729-fb27-494a-97df-1c45d56fdca8'] in n-d-827896-4 is: [{'id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'name': 'tempest-FloatingIPsAssociationTestJSON-216776617-router', 'tenant_id': 'f76671925d614132899f6869c2566bab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31'}], 'enable_snat': True}, 'gw_port_id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:52:37Z', 'updated_at': '2022-03-01T20:54:55Z', 'revision_number': 5, 'project_id': 'f76671925d614132899f6869c2566bab', 'gw_port': {'id': '0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:89:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25d5f729-fb27-494a-97df-1c45d56fdca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 754, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:52:38Z', 'updated_at': '2022-03-01T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:55:00.345425 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port d4914968-5966-41b1-9a92-ef9cc1d48541, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=d4914968-5966-41b1-9a92-ef9cc1d48541,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:00.440849 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:00.518206 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:00.572365 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=d4914968-5966-41b1-9a92-ef9cc1d48541,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:00.604818 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-e695a0f0-7168-47d8-9c59-f107bb95dcbf admin admin] For port 0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:00.605858 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e695a0f0-7168-47d8-9c59-f107bb95dcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:00.686223 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:00.724666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['d4914968-5966-41b1-9a92-ef9cc1d48541'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:55:00.762021 n-d-827896-4 neutron-server[88518]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f1127f8b-438e-4460-a41a-70bae61f8ca6', 'name': 'network-vif-deleted', 'tag': '76296d0e-f41c-45f6-95fe-4052e3267fed', 'status': 'failed', 'code': 422} returned with failed status Mar 01 20:55:00.769056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e695a0f0-7168-47d8-9c59-f107bb95dcbf admin admin] Calling delete_port for 0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:55:01.118896 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b83f53f5-1b09-4195-9227-e0ae3e9fea41', 'tag': 'd4914968-5966-41b1-9a92-ef9cc1d48541', 'status': 'completed', 'code': 200} Mar 01 20:55:01.128214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f81292a-def1-4791-8178-a55e390856c3 req-10c3eecf-41ee-453e-b2fe-f8e267b9daae tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:01.135380 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f81292a-def1-4791-8178-a55e390856c3 req-10c3eecf-41ee-453e-b2fe-f8e267b9daae tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83f53f5-1b09-4195-9227-e0ae3e9fea41 HTTP/1.1" status: 200 len: 944 time: 0.6281819 Mar 01 20:55:01.202799 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4995a3-7b4e-4ea7-a14c-b4141a7ddab9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2bd88b3-b186-4991-910c-08bc5805971e', 'code': 200} Mar 01 20:55:01.245332 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f81292a-def1-4791-8178-a55e390856c3 req-218d6e64-31ee-4275-a86a-b2cc807b4fb2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070528 Mar 01 20:55:01.252447 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-9f1e1e76-b0ca-4b8e-862d-bec69827babc req-3c6b60a1-5592-45b0-8f43-ddfcd4c98f25 tempest-SecurityGroupsNegativeTestJSON-389210929 tempest-SecurityGroupsNegativeTestJSON-389210929-project] show failed (client error): The resource could not be found. Mar 01 20:55:01.255920 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9f1e1e76-b0ca-4b8e-862d-bec69827babc req-3c6b60a1-5592-45b0-8f43-ddfcd4c98f25 tempest-SecurityGroupsNegativeTestJSON-389210929 tempest-SecurityGroupsNegativeTestJSON-389210929-project] 10.222.0.42 "GET /v2.0/security-groups/16f4371a-0a92-4db0-8650-1573d9d4ed5b HTTP/1.1" status: 404 len: 352 time: 0.0353339 Mar 01 20:55:01.268114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec34500-f15e-4446-ae23-bd23d91e45d6 req-9c8fc047-6322-47be-bf73-848e2d387a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:01.269599 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6ec34500-f15e-4446-ae23-bd23d91e45d6 req-9c8fc047-6322-47be-bf73-848e2d387a13 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=97a1897762f847bfb56825ead5e60708&device_id=b83f53f5-1b09-4195-9227-e0ae3e9fea41 HTTP/1.1" status: 200 len: 1095 time: 0.1367946 Mar 01 20:55:01.323250 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:01.547117 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:01.552776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:01.557942 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:01.601445 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e695a0f0-7168-47d8-9c59-f107bb95dcbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:01.637100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40672) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:01.668414 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695a0f0-7168-47d8-9c59-f107bb95dcbf admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:01.689469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df447c2-e11a-4872-b864-5c1ba0bd3c57 req-1149721d-2562-4f37-afb5-71f1b463b5d9 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:01.692467 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec34500-f15e-4446-ae23-bd23d91e45d6 req-eca39292-ad1a-4c17-b3d3-43595f619b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:01.694343 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6ec34500-f15e-4446-ae23-bd23d91e45d6 req-eca39292-ad1a-4c17-b3d3-43595f619b30 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 HTTP/1.1" status: 200 len: 905 time: 0.4167085 Mar 01 20:55:01.698037 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5df447c2-e11a-4872-b864-5c1ba0bd3c57 req-1149721d-2562-4f37-afb5-71f1b463b5d9 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 945 time: 0.3264692 Mar 01 20:55:01.726073 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:01.766718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0,segment=NetworkSegment(719d1eb2-4a3c-456d-b25f-5103731bec38),segment_id=719d1eb2-4a3c-456d-b25f-5103731bec38)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:01.779265 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5df447c2-e11a-4872-b864-5c1ba0bd3c57 req-7e8cf431-cab0-4cda-b82b-ab5bbb4d9db3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802715 Mar 01 20:55:01.802481 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6ec34500-f15e-4446-ae23-bd23d91e45d6 req-a18b589f-15f6-4c36-86c9-e41fd62bdcb8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4914968-5966-41b1-9a92-ef9cc1d48541 HTTP/1.1" status: 200 len: 217 time: 0.0991924 Mar 01 20:55:01.813522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9961dbc-0442-429e-a7dd-ab1029e73872 req-96a17856-bdab-478f-930e-7656b48ae800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:01.815051 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f9961dbc-0442-429e-a7dd-ab1029e73872 req-96a17856-bdab-478f-930e-7656b48ae800 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6d4995a3-7b4e-4ea7-a14c-b4141a7ddab9 HTTP/1.1" status: 200 len: 1097 time: 0.2811165 Mar 01 20:55:01.869464 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:01.870311 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deab9ec-7e4b-4ed6-a6ca-db3e9e04d84b req-266057c5-aea8-492e-9412-3c7f91a245ad tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:01.874892 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2110167648-network', 'tenant_id': '4834e9a7767b4a869353bf362d5744fe'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:01.875884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7deab9ec-7e4b-4ed6-a6ca-db3e9e04d84b req-266057c5-aea8-492e-9412-3c7f91a245ad tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 948 time: 0.3618939 Mar 01 20:55:01.880965 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-78d8fd3f-bbbd-41a1-8024-167264f2bbcf req-12d8bd37-ae5c-44a4-9c9c-f5c8928763c5 tempest-SecurityGroupsNegativeTestJSON-389210929 tempest-SecurityGroupsNegativeTestJSON-389210929-project] show failed (client error): The resource could not be found. Mar 01 20:55:01.881929 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78d8fd3f-bbbd-41a1-8024-167264f2bbcf req-12d8bd37-ae5c-44a4-9c9c-f5c8928763c5 tempest-SecurityGroupsNegativeTestJSON-389210929 tempest-SecurityGroupsNegativeTestJSON-389210929-project] 10.222.0.42 "GET /v2.0/security-groups/62895d57-33e3-4470-86d7-3a4309409d7f HTTP/1.1" status: 404 len: 352 time: 0.0485106 Mar 01 20:55:01.889624 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bd0c9-094b-4afe-9714-1136135c6b59 req-c0b71c58-02f8-4178-9f13-50d334395bf5 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:01.902200 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-245bd0c9-094b-4afe-9714-1136135c6b59 req-c0b71c58-02f8-4178-9f13-50d334395bf5 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.55 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4&tenant_id=f49f672366454d8aaec799c518622a6a&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 948 time: 0.5510023 Mar 01 20:55:01.902355 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40682) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:01.904853 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:01.953840 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:01.981147 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Usage tracker for resource:network and tenant:4834e9a7767b4a869353bf362d5744fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:01.985807 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e695a0f0-7168-47d8-9c59-f107bb95dcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:01.995162 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:02.001293 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device d4914968-5966-41b1-9a92-ef9cc1d48541 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:02.017671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:02.053777 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f9961dbc-0442-429e-a7dd-ab1029e73872 req-8d149f97-885b-495a-b642-310d15c5902b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012253 Mar 01 20:55:02.063880 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec34500-f15e-4446-ae23-bd23d91e45d6 req-e7cedbbe-0d06-44c7-8855-4ffe1dcca64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:02.068956 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6ec34500-f15e-4446-ae23-bd23d91e45d6 req-e7cedbbe-0d06-44c7-8855-4ffe1dcca64f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a04d362b-c114-455b-b96e-10a41d5ec3e4 HTTP/1.1" status: 200 len: 844 time: 0.2555127 Mar 01 20:55:02.068956 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [req-245bd0c9-094b-4afe-9714-1136135c6b59 req-5211a561-2af4-45e7-8f82-787ecd2117fd service neutron] delete failed (client error): The resource could not be found. Mar 01 20:55:02.068956 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-245bd0c9-094b-4afe-9714-1136135c6b59 req-5211a561-2af4-45e7-8f82-787ecd2117fd service neutron] 10.222.0.55 "DELETE /v2.0/ports/434884c2-e77f-4d2b-b8c1-aa2f4b16df42/bindings/n-h2-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.1647708 Mar 01 20:55:02.110129 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7deab9ec-7e4b-4ed6-a6ca-db3e9e04d84b req-a280db3d-4417-4959-8e36-8cdfdb669120 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326407 Mar 01 20:55:02.115297 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Made reservation on behalf of 4834e9a7767b4a869353bf362d5744fe for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:55:02.129004 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:02.147316 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:02.189891 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:02.212425 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:02.223600 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Usage tracker for resource:security_group_rule and tenant:4834e9a7767b4a869353bf362d5744fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:02.223783 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e695a0f0-7168-47d8-9c59-f107bb95dcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:02.225217 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:02.233796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:02.262357 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e695a0f0-7168-47d8-9c59-f107bb95dcbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:02.274521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-677f41dc-09a7-4ed6-bce1-6ad096384439 admin admin] Deleting subnet 2bde44a5-2df2-4cc2-a63f-1cdba106eb49 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:55:02.305488 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port d4914968-5966-41b1-9a92-ef9cc1d48541 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:02.313347 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port d4914968-5966-41b1-9a92-ef9cc1d48541 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:02.313853 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:02.323307 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-677f41dc-09a7-4ed6-bce1-6ad096384439 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:02.326491 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6ec34500-f15e-4446-ae23-bd23d91e45d6 req-96033e65-f7f9-4499-85de-3e6cc27c8727 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1eff2f34-a2fd-4fcb-a52b-c94db9f867f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687523 Mar 01 20:55:02.337398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bd0c9-094b-4afe-9714-1136135c6b59 req-ddb66688-d870-4eec-ad10-1683dbd09d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:02.338767 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-245bd0c9-094b-4afe-9714-1136135c6b59 req-ddb66688-d870-4eec-ad10-1683dbd09d95 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 1099 time: 0.1722510 Mar 01 20:55:02.366617 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f45593a4-b082-4fca-9205-29eb8e4019a3 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:55:02.419434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: f45593a4-b082-4fca-9205-29eb8e4019a3 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:55:02.419434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f45593a4-b082-4fca-9205-29eb8e4019a3 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:55:02.465026 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e695a0f0-7168-47d8-9c59-f107bb95dcbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:02.465472 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e695a0f0-7168-47d8-9c59-f107bb95dcbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25d5f729-fb27-494a-97df-1c45d56fdca8 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 20:55:02.505531 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-677f41dc-09a7-4ed6-bce1-6ad096384439 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:02.517956 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:02.556158 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e695a0f0-7168-47d8-9c59-f107bb95dcbf admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:02.557763 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e695a0f0-7168-47d8-9c59-f107bb95dcbf admin admin] 10.222.0.42 "DELETE /v2.0/routers/25d5f729-fb27-494a-97df-1c45d56fdca8 HTTP/1.1" status: 204 len: 168 time: 3.9112334 Mar 01 20:55:02.578832 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port d4914968-5966-41b1-9a92-ef9cc1d48541, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=d4914968-5966-41b1-9a92-ef9cc1d48541,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:02.579445 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40696) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:02.639410 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:02.642221 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:02.661005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc97c4-55af-469e-bd6e-385bce9a9677 req-76c6168f-d53c-4bae-ad1a-f24052d7ee21 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:02.662509 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d6fc97c4-55af-469e-bd6e-385bce9a9677 req-76c6168f-d53c-4bae-ad1a-f24052d7ee21 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 946 time: 0.5480058 Mar 01 20:55:02.680843 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9526ced-a165-4393-bef6-2722e1704f2c req-db4f0d8c-7e66-4402-ad49-7994fe12607b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:02.682607 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9526ced-a165-4393-bef6-2722e1704f2c req-db4f0d8c-7e66-4402-ad49-7994fe12607b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/networks?id=8fdd681d-ffe8-426d-941c-62dfd126df4d HTTP/1.1" status: 200 len: 812 time: 0.4584887 Mar 01 20:55:02.733391 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-677f41dc-09a7-4ed6-bce1-6ad096384439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:02.761912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9526ced-a165-4393-bef6-2722e1704f2c req-2cc474c2-245e-476a-9250-ba2b3ebe8b46 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/quotas/0d5eaf306fc14197ad9a3185fd39f796 HTTP/1.1" status: 200 len: 375 time: 0.0552330 Mar 01 20:55:02.771589 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-559587d3-00ee-492d-926e-8853fb79df88 admin admin] Deleting subnet dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:55:02.781688 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-559587d3-00ee-492d-926e-8853fb79df88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:02.816156 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=d4914968-5966-41b1-9a92-ef9cc1d48541,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:02.867503 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:02.870252 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:02.873984 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:02.876575 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:02.886601 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-a9526ced-a165-4393-bef6-2722e1704f2c req-82bbcabb-1735-4f14-a689-65abebfd478a tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Synchronizing usage tracker for tenant:0d5eaf306fc14197ad9a3185fd39f796 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:55:02.909590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bd0c9-094b-4afe-9714-1136135c6b59 req-5853eee3-df46-44bc-8cb1-3352cea8805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:02.911000 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-245bd0c9-094b-4afe-9714-1136135c6b59 req-5853eee3-df46-44bc-8cb1-3352cea8805d service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.5661030 Mar 01 20:55:02.922718 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d6fc97c4-55af-469e-bd6e-385bce9a9677 req-4d6dfffd-9417-4f60-b2d2-f0e3c1163d64 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354918 Mar 01 20:55:02.929334 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-559587d3-00ee-492d-926e-8853fb79df88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:03.003979 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6ec34500-f15e-4446-ae23-bd23d91e45d6 req-2d1d52e3-98f8-4f6b-ab62-2a87a60e7eff service neutron] 10.222.0.57 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6642556 Mar 01 20:55:03.060074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-a9526ced-a165-4393-bef6-2722e1704f2c req-82bbcabb-1735-4f14-a689-65abebfd478a tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Unset dirty status for tenant:0d5eaf306fc14197ad9a3185fd39f796 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:55:03.061682 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9526ced-a165-4393-bef6-2722e1704f2c req-82bbcabb-1735-4f14-a689-65abebfd478a tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5eaf306fc14197ad9a3185fd39f796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2414439 Mar 01 20:55:03.078562 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-559587d3-00ee-492d-926e-8853fb79df88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:03.103913 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-245bd0c9-094b-4afe-9714-1136135c6b59 req-e217ae4c-35de-4216-a139-08da67782dba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=434884c2-e77f-4d2b-b8c1-aa2f4b16df42 HTTP/1.1" status: 200 len: 217 time: 0.1850650 Mar 01 20:55:03.106697 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae17b14-41a4-420e-a663-55abc8afc7eb req-b8fab209-2d98-4fce-832d-b3e1cdb8fdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:03.107474 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:03.109190 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9ae17b14-41a4-420e-a663-55abc8afc7eb req-b8fab209-2d98-4fce-832d-b3e1cdb8fdba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 1096 time: 0.6910326 Mar 01 20:55:03.131801 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:03.165842 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=434884c2-e77f-4d2b-b8c1-aa2f4b16df42,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:03.204825 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fc1b57-6e1f-444a-9f2e-222ec5ff2698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0'}, {'server_uuid': 'b83f53f5-1b09-4195-9227-e0ae3e9fea41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4914968-5966-41b1-9a92-ef9cc1d48541'}, {'server_uuid': '630dedb1-920a-4d07-b87e-7d04a229dac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434884c2-e77f-4d2b-b8c1-aa2f4b16df42'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:55:03.216602 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-677f41dc-09a7-4ed6-bce1-6ad096384439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:03.229409 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:03.345889 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=434884c2-e77f-4d2b-b8c1-aa2f4b16df42,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:03.442928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f41dc-09a7-4ed6-bce1-6ad096384439 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bde44a5-2df2-4cc2-a63f-1cdba106eb49,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:03.444914 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-677f41dc-09a7-4ed6-bce1-6ad096384439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:03.447227 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:55:03.521878 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-677f41dc-09a7-4ed6-bce1-6ad096384439 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2bde44a5-2df2-4cc2-a63f-1cdba106eb49 HTTP/1.1" status: 204 len: 168 time: 1.6175368 Mar 01 20:55:03.522143 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5f97f823-5c8e-4ffe-ad89-42041f04043c req-ecd5c411-3727-4513-baba-c6e56b4615dc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9140263 Mar 01 20:55:03.529644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40706) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:03.576968 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f4a86d-2854-4da2-a524-ed0a957221df,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:03.581886 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:03.582230 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Added segment 1594b9b7-993a-41ba-8120-6ee6983ce263 of type vlan for network e32ed15c-87aa-45c9-b3fc-c5d56dcc4191 Mar 01 20:55:03.597181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bd0c9-094b-4afe-9714-1136135c6b59 req-1a599c51-f0e2-4078-b9db-1e624a536e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:03.598697 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-245bd0c9-094b-4afe-9714-1136135c6b59 req-1a599c51-f0e2-4078-b9db-1e624a536e26 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.4568331 Mar 01 20:55:03.680861 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9526ced-a165-4393-bef6-2722e1704f2c req-9ff77bf0-58a1-4985-9ce0-84f631ce03f5 service neutron] 10.222.0.42 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451751 Mar 01 20:55:03.683715 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-559587d3-00ee-492d-926e-8853fb79df88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:03.741161 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e40431bb-2df2-4048-ade6-ccf0adc59ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:03.749298 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:03.758781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d210344-eaaa-429a-a789-bf891fb54889 req-db084653-4ded-4853-ae0f-9f1e84dafe5b tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:03.760577 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d210344-eaaa-429a-a789-bf891fb54889 req-db084653-4ded-4853-ae0f-9f1e84dafe5b tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83f53f5-1b09-4195-9227-e0ae3e9fea41 HTTP/1.1" status: 200 len: 945 time: 0.6232777 Mar 01 20:55:03.772598 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6ec34500-f15e-4446-ae23-bd23d91e45d6 req-4ed734bb-7933-4234-8252-842c46c4b3eb service neutron] 10.222.0.57 "GET /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6739483 Mar 01 20:55:03.773120 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559587d3-00ee-492d-926e-8853fb79df88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:03.776401 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-559587d3-00ee-492d-926e-8853fb79df88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:03.784966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd32082-e71f-475c-a655-b7e6b846bf52 None None] Network e1d35894-975e-4477-8039-e95c20ae6197 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:55:03.788527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae17b14-41a4-420e-a663-55abc8afc7eb req-54f9a99e-9812-4b76-b2dd-7af18f6e7b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:03.789992 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9ae17b14-41a4-420e-a663-55abc8afc7eb req-54f9a99e-9812-4b76-b2dd-7af18f6e7b6a service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 912 time: 0.6531768 Mar 01 20:55:03.861892 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-559587d3-00ee-492d-926e-8853fb79df88 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/dc6aea1f-0b57-45bf-99b3-1a36b06ec0f4 HTTP/1.1" status: 204 len: 168 time: 1.2798371 Mar 01 20:55:03.869811 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40710) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:03.903418 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9ae17b14-41a4-420e-a663-55abc8afc7eb req-72096935-dccf-45fc-87bb-073bccb7e015 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=48089be5-a5f6-469f-9cee-66f43b3a44bd HTTP/1.1" status: 200 len: 217 time: 0.0940330 Mar 01 20:55:03.943208 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d210344-eaaa-429a-a789-bf891fb54889 req-789978fc-cf7f-4cf6-8150-1602068d6601 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681480 Mar 01 20:55:03.996610 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9526ced-a165-4393-bef6-2722e1704f2c req-52a0275b-15bf-40b5-8d6d-b87a92fa3639 service neutron] 10.222.0.42 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079698 Mar 01 20:55:04.043866 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:04.044833 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:04.045415 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:04.049626 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e40431bb-2df2-4048-ade6-ccf0adc59ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:04.081894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-e40431bb-2df2-4048-ade6-ccf0adc59ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbf1e92-133b-465c-b888-525ff68257b5']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:04.083801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245bd0c9-094b-4afe-9714-1136135c6b59 req-0c11358d-51e1-4725-b4f8-e0f991e70761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:04.085331 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-245bd0c9-094b-4afe-9714-1136135c6b59 req-0c11358d-51e1-4725-b4f8-e0f991e70761 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4707732 Mar 01 20:55:04.100907 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dc9aef-f3bd-44d1-a852-382afa15868b None None] DHCP port deletion for e1d35894-975e-4477-8039-e95c20ae6197 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 20:55:04.106942 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-86dc9aef-f3bd-44d1-a852-382afa15868b None None] Deleting port 663d9a0e-a06d-4295-aba1-ee976fa4a020 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:55:04.107958 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-86dc9aef-f3bd-44d1-a852-382afa15868b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:04.108305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-e40431bb-2df2-4048-ade6-ccf0adc59ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d03ead-45ee-4ee5-aa02-955aca2c1975') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:04.108767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-e40431bb-2df2-4048-ade6-ccf0adc59ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d03ead-45ee-4ee5-aa02-955aca2c1975') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:04.132137 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e40431bb-2df2-4048-ade6-ccf0adc59ede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:04.145933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97f823-5c8e-4ffe-ad89-42041f04043c req-0dcdb903-d6af-4534-8d64-56a769946481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:04.147463 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5f97f823-5c8e-4ffe-ad89-42041f04043c req-0dcdb903-d6af-4534-8d64-56a769946481 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 1096 time: 0.5378988 Mar 01 20:55:04.164311 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e40431bb-2df2-4048-ade6-ccf0adc59ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:04.175163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e40431bb-2df2-4048-ade6-ccf0adc59ede admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:55:04.182697 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e40431bb-2df2-4048-ade6-ccf0adc59ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:04.246556 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: timer() Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:55:04.284929 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:55:04.344771 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae17b14-41a4-420e-a663-55abc8afc7eb req-7f9024c5-cea4-459a-be50-30dd163e041e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:04.346585 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9ae17b14-41a4-420e-a663-55abc8afc7eb req-7f9024c5-cea4-459a-be50-30dd163e041e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.4131024 Mar 01 20:55:04.388367 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 663d9a0e-a06d-4295-aba1-ee976fa4a020 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:55:04.417876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] Pushing event updated for resources: {'Network': ['ID=e32ed15c-87aa-45c9-b3fc-c5d56dcc4191,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:04.435959 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86534136-7f35-420e-9aef-9b5c5606f026 req-8d7d19fe-8a94-4f72-8aaa-9627f7e5159e tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:04.437947 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86534136-7f35-420e-9aef-9b5c5606f026 req-8d7d19fe-8a94-4f72-8aaa-9627f7e5159e tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 945 time: 0.1522105 Mar 01 20:55:04.462338 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network e32ed15c-87aa-45c9-b3fc-c5d56dcc4191 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:55:04.486660 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e40431bb-2df2-4048-ade6-ccf0adc59ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:04.489491 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f6cfd25b-306a-49ac-98b3-4d086f6b3d91 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8530574 Mar 01 20:55:04.501700 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40720) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:04.516202 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] Deleting port 663d9a0e-a06d-4295-aba1-ee976fa4a020 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:55:04.516549 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:04.520053 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e40431bb-2df2-4048-ade6-ccf0adc59ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:04.543308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40431bb-2df2-4048-ade6-ccf0adc59ede admin admin] Pushing event deleted for resources: {'Network': ['ID=bdbf1e92-133b-465c-b888-525ff68257b5,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:04.544482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-5d012d84-274e-4ceb-9395-b01a7880ecdd admin admin] Request body: {'subnet': {'network_id': 'e32ed15c-87aa-45c9-b3fc-c5d56dcc4191', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2110167648-subnet', 'tenant_id': '4834e9a7767b4a869353bf362d5744fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:04.586519 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5d012d84-274e-4ceb-9395-b01a7880ecdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:04.603216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5d012d84-274e-4ceb-9395-b01a7880ecdd admin admin] Usage tracker for resource:subnet and tenant:4834e9a7767b4a869353bf362d5744fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:04.608192 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e40431bb-2df2-4048-ade6-ccf0adc59ede admin admin] 10.222.0.42 "DELETE /v2.0/networks/bdbf1e92-133b-465c-b888-525ff68257b5 HTTP/1.1" status: 204 len: 168 time: 1.0752649 Mar 01 20:55:04.614885 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-245bd0c9-094b-4afe-9714-1136135c6b59 req-05443ce7-443c-4bd9-b8dd-f040a9815538 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4928923 Mar 01 20:55:04.615716 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5d012d84-274e-4ceb-9395-b01a7880ecdd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:04.658776 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86534136-7f35-420e-9aef-9b5c5606f026 req-074e4787-737d-4d6b-8d43-cb80652f840a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151909 Mar 01 20:55:04.696511 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5d012d84-274e-4ceb-9395-b01a7880ecdd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:04.716627 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-86dc9aef-f3bd-44d1-a852-382afa15868b None None] For port 663d9a0e-a06d-4295-aba1-ee976fa4a020, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=663d9a0e-a06d-4295-aba1-ee976fa4a020,segment=NetworkSegment(04fad1e4-9254-4f76-8181-684f486c79e5),segment_id=04fad1e4-9254-4f76-8181-684f486c79e5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:04.717070 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-86dc9aef-f3bd-44d1-a852-382afa15868b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:04.724648 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:04.744319 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97f823-5c8e-4ffe-ad89-42041f04043c req-c7142c8f-ce32-4aa6-9cff-929937edd6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:04.745774 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5f97f823-5c8e-4ffe-ad89-42041f04043c req-c7142c8f-ce32-4aa6-9cff-929937edd6b8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 912 time: 0.5591633 Mar 01 20:55:04.755280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1ce1a-9819-445c-83aa-e37b6c841251 req-2faa990d-ebb8-43ab-a89c-02d927fde93b tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:04.759026 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58e1ce1a-9819-445c-83aa-e37b6c841251 req-2faa990d-ebb8-43ab-a89c-02d927fde93b tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 949 time: 0.2046454 Mar 01 20:55:04.817881 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58e1ce1a-9819-445c-83aa-e37b6c841251 req-f17e95b4-c227-454c-8026-d1b8a28baf92 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528889 Mar 01 20:55:04.902535 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d012d84-274e-4ceb-9395-b01a7880ecdd admin admin] Made reservation on behalf of 4834e9a7767b4a869353bf362d5744fe for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:55:04.912084 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5d012d84-274e-4ceb-9395-b01a7880ecdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:04.923876 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-86dc9aef-f3bd-44d1-a852-382afa15868b None None] Calling delete_port for 663d9a0e-a06d-4295-aba1-ee976fa4a020 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:55:05.007185 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94fc1b57-6e1f-444a-9f2e-222ec5ff2698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0', 'code': 200} Mar 01 20:55:05.009522 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83f53f5-1b09-4195-9227-e0ae3e9fea41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4914968-5966-41b1-9a92-ef9cc1d48541', 'code': 200} Mar 01 20:55:05.009522 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630dedb1-920a-4d07-b87e-7d04a229dac4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '434884c2-e77f-4d2b-b8c1-aa2f4b16df42', 'code': 200} Mar 01 20:55:05.055483 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 663d9a0e-a06d-4295-aba1-ee976fa4a020, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=663d9a0e-a06d-4295-aba1-ee976fa4a020,segment=NetworkSegment(04fad1e4-9254-4f76-8181-684f486c79e5),segment_id=04fad1e4-9254-4f76-8181-684f486c79e5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:05.098634 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40734) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:05.133648 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:05.134753 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:55:05.217552 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-86dc9aef-f3bd-44d1-a852-382afa15868b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:55:05.218167 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a5a1caeb-16e5-4981-aea2-a0c7d6ea2e96 req-2ae01641-20b0-49fc-9aab-69c8eb528424 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 210 time: 0.1207631 Mar 01 20:55:05.227916 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-86dc9aef-f3bd-44d1-a852-382afa15868b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:55:05.246322 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:55:05.246322 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0b6a92cb-1726-45d5-a9b9-79cbc9cd98b5 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:55:05.255450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae17b14-41a4-420e-a663-55abc8afc7eb req-1a749193-0fe4-4c98-83f3-b7fea5201af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:05.258435 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9ae17b14-41a4-420e-a663-55abc8afc7eb req-1a749193-0fe4-4c98-83f3-b7fea5201af4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8833671 Mar 01 20:55:05.279167 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5f97f823-5c8e-4ffe-ad89-42041f04043c req-c7d37847-2de1-418d-9687-512f0e508871 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710 HTTP/1.1" status: 200 len: 1000 time: 0.4724960 Mar 01 20:55:05.301375 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=663d9a0e-a06d-4295-aba1-ee976fa4a020,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:05.304906 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-dfa8b6fd-1b8d-41de-ae61-ea58610bb15f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fbc6a44654a74a8e80a86bd8a356b8f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2045784 Mar 01 20:55:05.314003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37be273-eb70-4766-b9f2-86425a233870 req-ced950f6-7401-4dc7-8aaa-9ad9e629cc63 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:05.315584 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b37be273-eb70-4766-b9f2-86425a233870 req-ced950f6-7401-4dc7-8aaa-9ad9e629cc63 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 946 time: 0.3167889 Mar 01 20:55:05.316125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40740) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:05.377399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e200d665-8a24-44c5-a767-80842d49f443 req-961c8b3a-0c2d-444d-b79f-194a95518905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:05.378971 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e200d665-8a24-44c5-a767-80842d49f443 req-961c8b3a-0c2d-444d-b79f-194a95518905 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 1097 time: 0.2829244 Mar 01 20:55:05.469125 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b37be273-eb70-4766-b9f2-86425a233870 req-a152267e-d684-4dfe-b6fa-b133ed4a24b6 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435838 Mar 01 20:55:05.469344 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-245bd0c9-094b-4afe-9714-1136135c6b59 req-591c52c1-f2db-4ba8-af6d-cf904182462b service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8181484 Mar 01 20:55:05.516943 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e200d665-8a24-44c5-a767-80842d49f443 req-564fc984-b0cb-4646-af02-84cb257f39e1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273470 Mar 01 20:55:05.518494 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b98446f-fb9c-4f28-9639-5c505b99093c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:05.561516 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b98446f-fb9c-4f28-9639-5c505b99093c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:05.593240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522692ef-294d-4ae5-982f-d8a15d81e084 req-6a09c0c3-94db-4885-b50d-85afac86d663 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:05.593937 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] For port 663d9a0e-a06d-4295-aba1-ee976fa4a020, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=663d9a0e-a06d-4295-aba1-ee976fa4a020,segment=NetworkSegment(04fad1e4-9254-4f76-8181-684f486c79e5),segment_id=04fad1e4-9254-4f76-8181-684f486c79e5)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:05.594302 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:05.594874 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-522692ef-294d-4ae5-982f-d8a15d81e084 req-6a09c0c3-94db-4885-b50d-85afac86d663 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83f53f5-1b09-4195-9227-e0ae3e9fea41 HTTP/1.1" status: 200 len: 945 time: 0.2084866 Mar 01 20:55:05.624552 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97f823-5c8e-4ffe-ad89-42041f04043c req-6fbbab25-5b2b-4dd7-8db7-594e5012e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:05.625952 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5f97f823-5c8e-4ffe-ad89-42041f04043c req-6fbbab25-5b2b-4dd7-8db7-594e5012e90d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.2835290 Mar 01 20:55:05.653023 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-522692ef-294d-4ae5-982f-d8a15d81e084 req-a12f755b-306c-4ee4-ae7b-831fe0ebbf3a tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473289 Mar 01 20:55:05.720642 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b98446f-fb9c-4f28-9639-5c505b99093c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:05.731897 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-86dc9aef-f3bd-44d1-a852-382afa15868b None None] Deleting port 663d9a0e-a06d-4295-aba1-ee976fa4a020 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:55:05.733546 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-86dc9aef-f3bd-44d1-a852-382afa15868b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:05.739635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b98446f-fb9c-4f28-9639-5c505b99093c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5b0b92-faae-41de-a325-f76df130e794,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:05.744556 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b98446f-fb9c-4f28-9639-5c505b99093c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:05.748072 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9b98446f-fb9c-4f28-9639-5c505b99093c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5a5b0b92-faae-41de-a325-f76df130e794 HTTP/1.1" status: 204 len: 168 time: 0.4284434 Mar 01 20:55:05.755691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] Calling delete_port for 663d9a0e-a06d-4295-aba1-ee976fa4a020 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:55:05.930241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55361f64-e7fa-4223-a2dd-375a1c829e3b req-9361ba30-8e1a-4aba-bb97-6f06a389b8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:05.932444 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-55361f64-e7fa-4223-a2dd-375a1c829e3b req-9361ba30-8e1a-4aba-bb97-6f06a389b8b1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b83f53f5-1b09-4195-9227-e0ae3e9fea41 HTTP/1.1" status: 200 len: 1096 time: 0.6594741 Mar 01 20:55:05.944739 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9ae17b14-41a4-420e-a663-55abc8afc7eb req-6348cc47-e66a-46c2-ba37-27ebeae41f01 service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6643870 Mar 01 20:55:05.991460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e130c9-a19d-4530-ac15-dcff0ba4b553 req-b7c40af3-5e30-4e70-8660-b1484ca742bb tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:05.996085 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36e130c9-a19d-4530-ac15-dcff0ba4b553 req-b7c40af3-5e30-4e70-8660-b1484ca742bb tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 945 time: 0.2040689 Mar 01 20:55:06.138521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 48089be5-a5f6-469f-9cee-66f43b3a44bd no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:55:06.221740 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-55361f64-e7fa-4223-a2dd-375a1c829e3b req-ee46867c-c2ee-49c6-90bf-6693c9ecc54c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693908 Mar 01 20:55:06.222559 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5d012d84-274e-4ceb-9395-b01a7880ecdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:06.236720 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36e130c9-a19d-4530-ac15-dcff0ba4b553 req-f68e41fe-fc23-4d90-988e-3971325bd823 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207611 Mar 01 20:55:06.275919 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-86dc9aef-f3bd-44d1-a852-382afa15868b None None] For port 663d9a0e-a06d-4295-aba1-ee976fa4a020, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=663d9a0e-a06d-4295-aba1-ee976fa4a020,segment=NetworkSegment(04fad1e4-9254-4f76-8181-684f486c79e5),segment_id=04fad1e4-9254-4f76-8181-684f486c79e5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:06.276535 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-86dc9aef-f3bd-44d1-a852-382afa15868b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:06.280192 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:55:06.280711 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:55:06.283223 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc572bd0-089e-421d-b77f-9a4d8d4c9ac9 req-5c287382-d9a1-4bc9-b807-7a188c0b7840 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:06.285104 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc572bd0-089e-421d-b77f-9a4d8d4c9ac9 req-5c287382-d9a1-4bc9-b807-7a188c0b7840 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 949 time: 0.2339480 Mar 01 20:55:06.307841 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97f823-5c8e-4ffe-ad89-42041f04043c req-7d59b220-bb01-432d-8e3b-86cba8ca484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:06.309626 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5f97f823-5c8e-4ffe-ad89-42041f04043c req-7d59b220-bb01-432d-8e3b-86cba8ca484e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5711873 Mar 01 20:55:06.354810 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc572bd0-089e-421d-b77f-9a4d8d4c9ac9 req-fec14663-1637-4ec2-8e3b-18f6d5b0de15 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629795 Mar 01 20:55:06.399167 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9ae17b14-41a4-420e-a663-55abc8afc7eb req-35ce5536-3e27-4e29-a7fa-409c893d04d5 service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416459 Mar 01 20:55:06.419630 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d012d84-274e-4ceb-9395-b01a7880ecdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=eee71c2b-0a0b-4d80-8da4-dce3da63dea6,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:06.425242 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d012d84-274e-4ceb-9395-b01a7880ecdd admin admin] Checking segment: {'id': '1594b9b7-993a-41ba-8120-6ee6983ce263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e32ed15c-87aa-45c9-b3fc-c5d56dcc4191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:06.425597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d012d84-274e-4ceb-9395-b01a7880ecdd admin admin] Network hostable DHCP agents. Network: e32ed15c-87aa-45c9-b3fc-c5d56dcc4191, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:55:06.428101 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-86dc9aef-f3bd-44d1-a852-382afa15868b None None] Calling delete_port for 663d9a0e-a06d-4295-aba1-ee976fa4a020 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:55:06.470531 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:06.505488 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2d2184c-ed08-4a4c-b9ab-3a02ea74605a req-af9ea76b-7487-4605-93ef-5c6bfa15f428 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 210 time: 0.0658076 Mar 01 20:55:06.509419 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 48089be5-a5f6-469f-9cee-66f43b3a44bd, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=48089be5-a5f6-469f-9cee-66f43b3a44bd,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:06.564044 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:06.634372 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5f97f823-5c8e-4ffe-ad89-42041f04043c req-806df777-e8f3-42fc-aa1e-c6f56e75c264 service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776223 Mar 01 20:55:06.650538 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-86dc9aef-f3bd-44d1-a852-382afa15868b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:06.665979 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86dc9aef-f3bd-44d1-a852-382afa15868b None None] No DVR routers for this DVR port 663d9a0e-a06d-4295-aba1-ee976fa4a020 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:55:06.673321 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=48089be5-a5f6-469f-9cee-66f43b3a44bd,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:06.693921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d012d84-274e-4ceb-9395-b01a7880ecdd admin admin] Network e32ed15c-87aa-45c9-b3fc-c5d56dcc4191 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:55:06.755730 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dc9aef-f3bd-44d1-a852-382afa15868b None None] Pushing event deleted for resources: {'Port': ['ID=663d9a0e-a06d-4295-aba1-ee976fa4a020,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:06.806699 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] Deleting port 663d9a0e-a06d-4295-aba1-ee976fa4a020 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:55:06.807440 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:06.817242 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466430d4-afba-4a6d-b145-75ba827c5406 req-f6ff98d2-d20a-4a4d-868e-27bbf3155a7a tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:06.818959 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-466430d4-afba-4a6d-b145-75ba827c5406 req-f6ff98d2-d20a-4a4d-868e-27bbf3155a7a tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 946 time: 0.1899636 Mar 01 20:55:06.867503 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-5d012d84-274e-4ceb-9395-b01a7880ecdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, e32ed15c-87aa-45c9-b3fc-c5d56dcc4191) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:06.876046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e33e6b-e283-493b-bd7f-3affe56775e4 None None] Network e32ed15c-87aa-45c9-b3fc-c5d56dcc4191 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:55:06.891200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d012d84-274e-4ceb-9395-b01a7880ecdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:06.892450 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5d012d84-274e-4ceb-9395-b01a7880ecdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:06.992721 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:55:06.997389 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-466430d4-afba-4a6d-b145-75ba827c5406 req-5ab89cd1-74f0-4857-94fd-e63985d2455d tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711359 Mar 01 20:55:07.023480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] The port '663d9a0e-a06d-4295-aba1-ee976fa4a020' was deleted {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 20:55:07.063028 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c93215-1c03-4b63-8416-79007d9de6a2 req-5bee49d4-329c-492c-b923-458926664513 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:07.067663 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b8c93215-1c03-4b63-8416-79007d9de6a2 req-5bee49d4-329c-492c-b923-458926664513 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83f53f5-1b09-4195-9227-e0ae3e9fea41 HTTP/1.1" status: 200 len: 945 time: 0.2373922 Mar 01 20:55:07.147749 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1071a9b-b994-4da5-a819-17e3372d6623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48089be5-a5f6-469f-9cee-66f43b3a44bd'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:55:07.172802 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b8c93215-1c03-4b63-8416-79007d9de6a2 req-dca7ebc9-2b4f-4dc3-b2f9-99458877a659 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980043 Mar 01 20:55:07.237114 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5d012d84-274e-4ceb-9395-b01a7880ecdd admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7270215 Mar 01 20:55:07.238839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40774) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:07.245908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2110167648-router', 'tenant_id': '4834e9a7767b4a869353bf362d5744fe', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:07.254062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:07.262071 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Usage tracker for resource:router and tenant:4834e9a7767b4a869353bf362d5744fe is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:07.262395 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-e32ed15c-87aa-45c9-b3fc-c5d56dcc4191', 'network_id': 'e32ed15c-87aa-45c9-b3fc-c5d56dcc4191', 'tenant_id': '4834e9a7767b4a869353bf362d5744fe', 'fixed_ips': [{'subnet_id': 'eee71c2b-0a0b-4d80-8da4-dce3da63dea6'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:55:07.264316 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:07.268372 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:07.274772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:07.282601 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1071a9b-b994-4da5-a819-17e3372d6623', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48089be5-a5f6-469f-9cee-66f43b3a44bd', 'code': 200} Mar 01 20:55:07.322113 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:07.342235 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5f97f823-5c8e-4ffe-ad89-42041f04043c req-d7a0cbef-e12f-404d-ad0b-45f2dd305223 service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6932459 Mar 01 20:55:07.381305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d35894-975e-4477-8039-e95c20ae6197']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:07.421902 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:07.422740 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:07.454981 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:07.505509 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Allocated IP 172.20.0.2 (e32ed15c-87aa-45c9-b3fc-c5d56dcc4191/eee71c2b-0a0b-4d80-8da4-dce3da63dea6/38a1126c-ae7b-4df9-8b5e-66bdfbcf9466) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:55:07.510980 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a5196-3b96-497a-a056-7e32dca9bd68 req-7d34e31d-f8a8-4423-9904-8caf5049547f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:07.521378 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d8a5196-3b96-497a-a056-7e32dca9bd68 req-7d34e31d-f8a8-4423-9904-8caf5049547f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 943 time: 0.1450884 Mar 01 20:55:07.639931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40786) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:07.663426 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04fad1e4-9254-4f76-8181-684f486c79e5') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:07.664113 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04fad1e4-9254-4f76-8181-684f486c79e5') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:07.676892 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:07.694794 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:07.702310 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:55:07.702964 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:07.717056 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d8a5196-3b96-497a-a056-7e32dca9bd68 req-a78fab41-d266-4290-8f13-17ffe786debc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933539 Mar 01 20:55:07.768559 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:55:07.806175 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:55:07.882164 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Transition to ACTIVE for port object 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:07.904150 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Transition to ACTIVE for port object 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:07.907167 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-27475877-network', 'tenant_id': '5705b0cae87741729c72e376229e6a19'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:07.918380 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:07.942714 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:07.958699 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:07.963205 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d35894-975e-4477-8039-e95c20ae6197,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:07.974495 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00cc3158-337d-4e25-b366-d4597d56b3d7 req-970924b0-1c47-43fd-ada6-803d4ed86bb6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 210 time: 0.0763910 Mar 01 20:55:07.979732 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:08.029378 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Usage tracker for resource:network and tenant:5705b0cae87741729c72e376229e6a19 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:08.040503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:08.042992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9526ced-a165-4393-bef6-2722e1704f2c req-b558ec97-7d9c-4902-a8ea-16468b8b5e67 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:08.045902 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a9526ced-a165-4393-bef6-2722e1704f2c req-b558ec97-7d9c-4902-a8ea-16468b8b5e67 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.57 "GET /v2.0/networks?id=8fdd681d-ffe8-426d-941c-62dfd126df4d HTTP/1.1" status: 200 len: 812 time: 0.2348077 Mar 01 20:55:08.046086 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:08.061186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:08.062629 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ddd70168-ef47-4f4a-be19-d6ade672ec00 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Request body: {'port': {'device_id': '12cdf2dd-690f-4a86-83ce-94f35920d9ce', 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d', 'admin_state_up': True, 'tenant_id': '0d5eaf306fc14197ad9a3185fd39f796'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:08.070542 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Network e32ed15c-87aa-45c9-b3fc-c5d56dcc4191 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:08.074474 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:08.077673 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:55:08.081434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3e126-0c39-4e9a-9718-aeee6bc8da18 req-8ef2aaf5-16df-4ad5-8745-5982b8b9484d tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:08.086323 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6c3e126-0c39-4e9a-9718-aeee6bc8da18 req-8ef2aaf5-16df-4ad5-8745-5982b8b9484d tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 949 time: 0.5077057 Mar 01 20:55:08.106872 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b9f2f1ce-b4be-4727-80d2-75a7a5bb02d4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e1d35894-975e-4477-8039-e95c20ae6197 HTTP/1.1" status: 204 len: 168 time: 4.2369037 Mar 01 20:55:08.164727 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6c3e126-0c39-4e9a-9718-aeee6bc8da18 req-b280c8fd-94b7-42e4-b2cb-b15dd8eabce7 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745630 Mar 01 20:55:08.240107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Made reservation on behalf of 5705b0cae87741729c72e376229e6a19 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:55:08.241436 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Pushing event updated for resources: {'Port': ['ID=38a1126c-ae7b-4df9-8b5e-66bdfbcf9466,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:08.243318 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:08.271031 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Attempting to bind port 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:55:08.271031 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Attempting to bind port 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '1594b9b7-993a-41ba-8120-6ee6983ce263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e32ed15c-87aa-45c9-b3fc-c5d56dcc4191'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:55:08.271031 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Attempting to bind port 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466 on network e32ed15c-87aa-45c9-b3fc-c5d56dcc4191 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:08.278088 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:55:08.278459 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Checking segment: {'id': '1594b9b7-993a-41ba-8120-6ee6983ce263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e32ed15c-87aa-45c9-b3fc-c5d56dcc4191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:08.281229 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:08.283580 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:08.284407 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Bound using segment: {'id': '1594b9b7-993a-41ba-8120-6ee6983ce263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e32ed15c-87aa-45c9-b3fc-c5d56dcc4191'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:55:08.284912 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Bound port: 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1594b9b7-993a-41ba-8120-6ee6983ce263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e32ed15c-87aa-45c9-b3fc-c5d56dcc4191'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:55:08.285299 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:08.289116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ddd70168-ef47-4f4a-be19-d6ade672ec00 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:08.301009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:08.302302 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ddd70168-ef47-4f4a-be19-d6ade672ec00 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:08.307452 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Usage tracker for resource:security_group_rule and tenant:5705b0cae87741729c72e376229e6a19 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:08.311214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:08.318712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:08.380286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] For port 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:55:08.384648 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] For port 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=38a1126c-ae7b-4df9-8b5e-66bdfbcf9466,segment=NetworkSegment(1594b9b7-993a-41ba-8120-6ee6983ce263),segment_id=1594b9b7-993a-41ba-8120-6ee6983ce263)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:55:08.406012 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ddd70168-ef47-4f4a-be19-d6ade672ec00 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Made reservation on behalf of 0d5eaf306fc14197ad9a3185fd39f796 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:55:08.409775 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ddd70168-ef47-4f4a-be19-d6ade672ec00 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:08.459733 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:08.463954 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ab0f0-8231-4793-8214-10be910aa6f2 req-96dc2249-0f5f-4412-8f8e-7b7ac7b753b2 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:08.465443 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d94ab0f0-8231-4793-8214-10be910aa6f2 req-96dc2249-0f5f-4412-8f8e-7b7ac7b753b2 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 946 time: 0.2997479 Mar 01 20:55:08.538190 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40800) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:08.544697 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2640d290-92ee-44a0-aa9c-e9a873399f4b None None] Pushing event updated for resources: {'Port': ['ID=38a1126c-ae7b-4df9-8b5e-66bdfbcf9466,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:08.595592 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d94ab0f0-8231-4793-8214-10be910aa6f2 req-3006d6a1-d8d6-4030-b65e-2f927d334f7f tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199303 Mar 01 20:55:08.641036 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ddd70168-ef47-4f4a-be19-d6ade672ec00 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Allocated IP 172.20.0.13 (8fdd681d-ffe8-426d-941c-62dfd126df4d/62e9a9cc-b606-4420-adda-c2710fcba965/056c7c3b-b857-4698-8cc4-a53223a589fc) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:55:08.642614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f5a9f1-66dd-4431-afa2-8f4422072f0b req-b761f50f-c608-4975-abf8-8893ef7d9754 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:08.644214 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8f5a9f1-66dd-4431-afa2-8f4422072f0b req-b761f50f-c608-4975-abf8-8893ef7d9754 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 1100 time: 0.3164599 Mar 01 20:55:08.715850 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-002367ae-3ba3-4221-b48a-63d00a474e05 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f76671925d614132899f6869c2566bab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1710305 Mar 01 20:55:08.747707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40806) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:08.802978 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:08.977175 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92efef76-3118-42c7-ade4-6cb3d903789a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:08.995385 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ddd70168-ef47-4f4a-be19-d6ade672ec00 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:09.007555 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:09.043297 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92efef76-3118-42c7-ade4-6cb3d903789a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:09.118932 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c8f5a9f1-66dd-4431-afa2-8f4422072f0b req-260ef6b5-dba6-4afd-8ccb-a44436ec3495 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] Synchronizing usage tracker for tenant:d1d2cd5845f546e990b895e536dff878 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:55:09.160402 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:55:09.164761 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637d8a66-b76a-449f-a154-b7336a477829,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:09.165451 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ddd70168-ef47-4f4a-be19-d6ade672ec00 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:09.190799 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:09.196989 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Added segment 3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed of type vlan for network 1c6f66dd-272c-498f-a0ba-ba7fb81f92ae Mar 01 20:55:09.200967 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:09.228746 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92efef76-3118-42c7-ade4-6cb3d903789a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:09.248212 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:09.264701 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ddd70168-ef47-4f4a-be19-d6ade672ec00 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Network 8fdd681d-ffe8-426d-941c-62dfd126df4d is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:09.274884 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92efef76-3118-42c7-ade4-6cb3d903789a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7c9521-c999-4be9-9c04-fef329b9f9ab,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:09.283013 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ddd70168-ef47-4f4a-be19-d6ade672ec00 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:09.285987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ddd70168-ef47-4f4a-be19-d6ade672ec00 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:55:09.300578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c8f5a9f1-66dd-4431-afa2-8f4422072f0b req-260ef6b5-dba6-4afd-8ccb-a44436ec3495 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] Unset dirty status for tenant:d1d2cd5845f546e990b895e536dff878 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:55:09.312342 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8f5a9f1-66dd-4431-afa2-8f4422072f0b req-260ef6b5-dba6-4afd-8ccb-a44436ec3495 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6514187 Mar 01 20:55:09.312342 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:09.324336 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd70168-ef47-4f4a-be19-d6ade672ec00 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Pushing event updated for resources: {'Port': ['ID=056c7c3b-b857-4698-8cc4-a53223a589fc,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:09.370749 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d9deb-4350-402b-b27c-eb00ae1749b1 req-8d80f993-9a34-47bc-b29c-5f577fa6db41 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:09.372155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ddd70168-ef47-4f4a-be19-d6ade672ec00 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:09.372838 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ddd70168-ef47-4f4a-be19-d6ade672ec00 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:09.378317 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-256d9deb-4350-402b-b27c-eb00ae1749b1 req-8d80f993-9a34-47bc-b29c-5f577fa6db41 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83f53f5-1b09-4195-9227-e0ae3e9fea41 HTTP/1.1" status: 200 len: 945 time: 0.5779343 Mar 01 20:55:09.387579 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92efef76-3118-42c7-ade4-6cb3d903789a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:09.389505 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-92efef76-3118-42c7-ade4-6cb3d903789a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e7c9521-c999-4be9-9c04-fef329b9f9ab HTTP/1.1" status: 204 len: 168 time: 0.6411715 Mar 01 20:55:09.481497 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:09.482463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:09.483539 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:09.484286 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ddd70168-ef47-4f4a-be19-d6ade672ec00 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4301329 Mar 01 20:55:09.489921 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-256d9deb-4350-402b-b27c-eb00ae1749b1 req-4af99eec-2751-4bba-8604-f3af1dc5961c tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107395 Mar 01 20:55:09.500484 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] Request body: {'port': {'device_id': '12cdf2dd-690f-4a86-83ce-94f35920d9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:09.658648 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:09.733322 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Allocated IP 172.25.5.156 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/6dbfd588-fb98-452f-8d5c-571d15c09c44) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:55:09.751418 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] Pushing event updated for resources: {'Network': ['ID=1c6f66dd-272c-498f-a0ba-ba7fb81f92ae,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:09.764360 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 1c6f66dd-272c-498f-a0ba-ba7fb81f92ae details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:55:09.875878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03b760-af09-4494-8e63-b4ff574f161e req-e39f1ea6-c099-4f2d-a4ed-4be3035bd3d9 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:09.877399 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e03b760-af09-4494-8e63-b4ff574f161e req-e39f1ea6-c099-4f2d-a4ed-4be3035bd3d9 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=b856a893-4af6-41d8-9f74-4ea219547f6a HTTP/1.1" status: 200 len: 945 time: 0.4010336 Mar 01 20:55:09.896131 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1505b9e7-72f9-4b97-b0dc-aa99eb350f2a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2537682 Mar 01 20:55:09.898428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40822) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:09.927827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-662d1bf6-3176-43dd-94b4-7fba05bf3c08 admin admin] Request body: {'subnet': {'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-27475877-subnet', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:09.944560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-662d1bf6-3176-43dd-94b4-7fba05bf3c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:09.957027 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae6874a-7761-44dc-ab9c-9571f8c72f4a None None] Network e32ed15c-87aa-45c9-b3fc-c5d56dcc4191 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:55:09.959230 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-662d1bf6-3176-43dd-94b4-7fba05bf3c08 admin admin] Usage tracker for resource:subnet and tenant:5705b0cae87741729c72e376229e6a19 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:09.966872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-662d1bf6-3176-43dd-94b4-7fba05bf3c08 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:09.983873 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a8dbb-0a54-4fdb-88a1-e779b2da78c1 req-dea72703-62da-482e-8004-faeee1137f47 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:09.990717 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff2a8dbb-0a54-4fdb-88a1-e779b2da78c1 req-dea72703-62da-482e-8004-faeee1137f47 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 943 time: 0.3202803 Mar 01 20:55:10.021541 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-662d1bf6-3176-43dd-94b4-7fba05bf3c08 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:10.046146 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e03b760-af09-4494-8e63-b4ff574f161e req-6eb4cbfc-c0b8-4dca-bf60-7de63728114f tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489110 Mar 01 20:55:10.084401 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:10.129348 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-662d1bf6-3176-43dd-94b4-7fba05bf3c08 admin admin] Made reservation on behalf of 5705b0cae87741729c72e376229e6a19 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:55:10.136635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 056c7c3b-b857-4698-8cc4-a53223a589fc {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:55:10.144938 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:10.145127 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-662d1bf6-3176-43dd-94b4-7fba05bf3c08 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:10.160835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] Transition to ACTIVE for port object 056c7c3b-b857-4698-8cc4-a53223a589fc will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:10.191678 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff2a8dbb-0a54-4fdb-88a1-e779b2da78c1 req-6ea7b2d6-b1d5-45fb-b4ce-feb668f38b6f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877677 Mar 01 20:55:10.240949 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:10.383871 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-381873a8-6e0f-4aab-a13e-c1272ed15a0b None None] Provisioning for port 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:10.435633 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3600fa2-62b6-40b2-b0db-34aea1af7a58 req-eb0ba895-f280-47e8-9085-9fadefdef3d6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:10.438476 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e3600fa2-62b6-40b2-b0db-34aea1af7a58 req-eb0ba895-f280-47e8-9085-9fadefdef3d6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 944 time: 0.2421029 Mar 01 20:55:10.442716 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:10.502893 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:10.598665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:10.604690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:10.618262 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:55:10.693509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Pushing event updated for resources: {'Port': ['ID=6dbfd588-fb98-452f-8d5c-571d15c09c44,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:10.733750 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e3600fa2-62b6-40b2-b0db-34aea1af7a58 req-9669eb5c-afb3-4b89-bed1-1cd3cbb242ed tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107484 Mar 01 20:55:10.766224 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:10.771706 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:10.772080 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:10.840601 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-48530b19-4112-4495-89a5-6fc95b50ce87 None None] Provisioning complete for port 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:10.840990 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-48530b19-4112-4495-89a5-6fc95b50ce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:10.862714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] Pushing event updated for resources: {'Port': ['ID=056c7c3b-b857-4698-8cc4-a53223a589fc,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:10.903583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] Attempting to bind port 056c7c3b-b857-4698-8cc4-a53223a589fc on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:55:10.904485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] Attempting to bind port 056c7c3b-b857-4698-8cc4-a53223a589fc by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:55:10.905931 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] Attempting to bind port 056c7c3b-b857-4698-8cc4-a53223a589fc on network 8fdd681d-ffe8-426d-941c-62dfd126df4d {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:10.911970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] Port 056c7c3b-b857-4698-8cc4-a53223a589fc on network 8fdd681d-ffe8-426d-941c-62dfd126df4d not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:55:10.912469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] Attempting to bind port 056c7c3b-b857-4698-8cc4-a53223a589fc on network 8fdd681d-ffe8-426d-941c-62dfd126df4d {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:10.921409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:55:10.921992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] Checking segment: {'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:10.922584 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] Bound using segment: {'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:55:10.923301 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] Bound port: 056c7c3b-b857-4698-8cc4-a53223a589fc, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:55:10.923874 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:10.927012 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-662d1bf6-3176-43dd-94b4-7fba05bf3c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:10.971351 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:10.997788 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40858) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:11.048798 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=38a1126c-ae7b-4df9-8b5e-66bdfbcf9466,segment=NetworkSegment(1594b9b7-993a-41ba-8120-6ee6983ce263),segment_id=1594b9b7-993a-41ba-8120-6ee6983ce263)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:11.126163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] For port 056c7c3b-b857-4698-8cc4-a53223a589fc, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:55:11.133826 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] For port 056c7c3b-b857-4698-8cc4-a53223a589fc, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=056c7c3b-b857-4698-8cc4-a53223a589fc,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:55:11.153944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333680660-network', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:11.158427 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:11.159335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:11.164704 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Usage tracker for resource:network and tenant:384d82cbbd5c4528abe1969276cf7040 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:11.168371 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:11.176231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:11.200185 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-48530b19-4112-4495-89a5-6fc95b50ce87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:11.247276 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:11.293145 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=38a1126c-ae7b-4df9-8b5e-66bdfbcf9466,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:11.295244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662d1bf6-3176-43dd-94b4-7fba05bf3c08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b1ee371-6859-4aa1-bec5-74e86f55472d,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:11.309696 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d1bf6-3176-43dd-94b4-7fba05bf3c08 admin admin] Checking segment: {'id': '3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:11.310051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662d1bf6-3176-43dd-94b4-7fba05bf3c08 admin admin] Network hostable DHCP agents. Network: 1c6f66dd-272c-498f-a0ba-ba7fb81f92ae, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:55:11.310995 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-48530b19-4112-4495-89a5-6fc95b50ce87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:55:11.312613 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-48530b19-4112-4495-89a5-6fc95b50ce87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:55:11.327496 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Made reservation on behalf of 384d82cbbd5c4528abe1969276cf7040 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:55:11.329033 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:11.339543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:11.340088 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:11.341343 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a9526ced-a165-4393-bef6-2722e1704f2c req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] 10.222.0.57 "PUT /v2.0/ports/056c7c3b-b857-4698-8cc4-a53223a589fc HTTP/1.1" status: 200 len: 1092 time: 1.8482101 Mar 01 20:55:11.350198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12cdf2dd-690f-4a86-83ce-94f35920d9ce', 'tag': '056c7c3b-b857-4698-8cc4-a53223a589fc'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:55:11.354469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7f62b-d68d-483d-a3fd-59284ea8202d req-15d788ad-732f-4d21-84da-a6f9a222cca9 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:11.361826 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7db7f62b-d68d-483d-a3fd-59284ea8202d req-15d788ad-732f-4d21-84da-a6f9a222cca9 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d4995a3-7b4e-4ea7-a14c-b4141a7ddab9 HTTP/1.1" status: 200 len: 946 time: 0.4443977 Mar 01 20:55:11.366486 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:11.392804 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:11.405588 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Usage tracker for resource:security_group_rule and tenant:384d82cbbd5c4528abe1969276cf7040 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:11.409357 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:11.418156 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:11.420341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd3cac-aae9-42da-b4a5-b9a33aaaace8 service neutron] Pushing event updated for resources: {'Port': ['ID=056c7c3b-b857-4698-8cc4-a53223a589fc,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:11.481016 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662d1bf6-3176-43dd-94b4-7fba05bf3c08 admin admin] Network 1c6f66dd-272c-498f-a0ba-ba7fb81f92ae is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:55:11.492406 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7db7f62b-d68d-483d-a3fd-59284ea8202d req-0bb13816-1299-40de-bd27-ef226a3c2eb2 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296923 Mar 01 20:55:11.562131 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:11.591559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9526ced-a165-4393-bef6-2722e1704f2c req-3a9977f0-e6ba-471b-85a4-1a72aeb75408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:11.593099 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a9526ced-a165-4393-bef6-2722e1704f2c req-3a9977f0-e6ba-471b-85a4-1a72aeb75408 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d5eaf306fc14197ad9a3185fd39f796&device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 1095 time: 0.1141138 Mar 01 20:55:11.658676 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:11.673859 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-662d1bf6-3176-43dd-94b4-7fba05bf3c08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 1c6f66dd-272c-498f-a0ba-ba7fb81f92ae) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:11.677865 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a9526ced-a165-4393-bef6-2722e1704f2c req-4d4f1e53-ed6f-4db3-948d-e18f07834722 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=056c7c3b-b857-4698-8cc4-a53223a589fc HTTP/1.1" status: 200 len: 217 time: 0.0774128 Mar 01 20:55:11.684921 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-ab69d5e1-1a00-4994-936f-6724656eae1d tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f49f672366454d8aaec799c518622a6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0925891 Mar 01 20:55:11.685156 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcedf2d-58af-46b8-a725-f44ab093a617 None None] Network 1c6f66dd-272c-498f-a0ba-ba7fb81f92ae requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:55:11.697607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-662d1bf6-3176-43dd-94b4-7fba05bf3c08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:11.698236 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-662d1bf6-3176-43dd-94b4-7fba05bf3c08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:11.744790 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:55:11.780640 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:11.784953 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59244b54-5c83-496f-8697-6988aeeb65b5,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:11.793010 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:11.793355 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Added segment b4005af2-501b-48a9-91ea-2f0978bbb280 of type vlan for network d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 Mar 01 20:55:11.803565 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9526ced-a165-4393-bef6-2722e1704f2c req-4006379c-b9b6-49e0-bb32-e98890f95a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:11.805792 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a9526ced-a165-4393-bef6-2722e1704f2c req-4006379c-b9b6-49e0-bb32-e98890f95a8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62e9a9cc-b606-4420-adda-c2710fcba965 HTTP/1.1" status: 200 len: 852 time: 0.1158111 Mar 01 20:55:11.866654 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:11.872283 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a9526ced-a165-4393-bef6-2722e1704f2c req-95078f7e-657b-442d-aa4c-8c8b43ed5aed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fdd681d-ffe8-426d-941c-62dfd126df4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591753 Mar 01 20:55:11.919546 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-662d1bf6-3176-43dd-94b4-7fba05bf3c08 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0174439 Mar 01 20:55:11.926213 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40880) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:11.927421 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a312dc-976c-45f0-8b6a-359b11af760c req-d69bdd52-cf38-4a88-a1fa-44461d1d3480 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:11.934908 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2a312dc-976c-45f0-8b6a-359b11af760c req-d69bdd52-cf38-4a88-a1fa-44461d1d3480 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.4512477 Mar 01 20:55:11.935106 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-27475877-router', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:11.944193 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:11.978126 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-1c6f66dd-272c-498f-a0ba-ba7fb81f92ae', 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'fixed_ips': [{'subnet_id': '4b1ee371-6859-4aa1-bec5-74e86f55472d'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:55:11.979908 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:12.002383 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Usage tracker for resource:router and tenant:5705b0cae87741729c72e376229e6a19 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:12.012693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:12.017627 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:12.018734 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:12.019316 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:12.040256 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 48089be5-a5f6-469f-9cee-66f43b3a44bd no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:55:12.043700 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:12.095327 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2a312dc-976c-45f0-8b6a-359b11af760c req-8743fb36-0934-43de-a26a-2b83efd475cb tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589851 Mar 01 20:55:12.119893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-1fcdbbfa-c528-4b92-8d48-195700970c00 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:12.121660 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-1fcdbbfa-c528-4b92-8d48-195700970c00 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4138451 Mar 01 20:55:12.159000 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c492e7a1-786f-42c6-a867-b1a37834ab71 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/quotas/f49f672366454d8aaec799c518622a6a HTTP/1.1" status: 200 len: 375 time: 0.0173833 Mar 01 20:55:12.221549 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] Pushing event updated for resources: {'Network': ['ID=d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:12.258379 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a9526ced-a165-4393-bef6-2722e1704f2c req-c692b631-0c57-4d6b-adae-2021ebaff3b4 service neutron] 10.222.0.57 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459351 Mar 01 20:55:12.259313 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:55:12.259474 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12cdf2dd-690f-4a86-83ce-94f35920d9ce', 'tag': '056c7c3b-b857-4698-8cc4-a53223a589fc', 'status': 'completed', 'code': 200} Mar 01 20:55:12.320985 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:12.324515 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:12.342322 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:12.434028 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40896) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:12.434852 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e14934d4-d13d-42cf-8275-8c6b075134b0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.4377835 Mar 01 20:55:12.439421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:12.448029 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-12a92afb-7e7b-4064-8aff-1c8e529ce693 admin admin] Request body: {'subnet': {'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333680660-subnet', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:12.453641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-12a92afb-7e7b-4064-8aff-1c8e529ce693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:12.457787 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-12a92afb-7e7b-4064-8aff-1c8e529ce693 admin admin] Usage tracker for resource:subnet and tenant:384d82cbbd5c4528abe1969276cf7040 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:12.461044 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-12a92afb-7e7b-4064-8aff-1c8e529ce693 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:12.467305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-12a92afb-7e7b-4064-8aff-1c8e529ce693 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:12.490841 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-4e691d75-154f-4cb3-8af1-d480bab7bcc8 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2559693 Mar 01 20:55:12.493073 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:12.567295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a92afb-7e7b-4064-8aff-1c8e529ce693 admin admin] Made reservation on behalf of 384d82cbbd5c4528abe1969276cf7040 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:55:12.570811 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-12a92afb-7e7b-4064-8aff-1c8e529ce693 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:12.573564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:12.574747 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:12.621071 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Allocated IP 172.20.0.2 (1c6f66dd-272c-498f-a0ba-ba7fb81f92ae/4b1ee371-6859-4aa1-bec5-74e86f55472d/4b79987b-e6c7-41c4-a39c-2f086728962c) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:55:12.790372 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:12.803378 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a9526ced-a165-4393-bef6-2722e1704f2c req-1cfecea7-c1f1-4369-9161-61ce4d0f1597 service neutron] 10.222.0.57 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563745 Mar 01 20:55:13.019159 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:13.034312 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Transition to ACTIVE for port object 4b79987b-e6c7-41c4-a39c-2f086728962c will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:13.059286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Transition to ACTIVE for port object 4b79987b-e6c7-41c4-a39c-2f086728962c will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:13.133671 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:13.182853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda52903-10ec-40ce-a40c-128d8ca366be req-62d190b6-f864-477d-ac3e-0355482cf040 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:13.184420 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cda52903-10ec-40ce-a40c-128d8ca366be req-62d190b6-f864-477d-ac3e-0355482cf040 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 946 time: 0.5948920 Mar 01 20:55:13.203511 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Pushing event updated for resources: {'Port': ['ID=4b79987b-e6c7-41c4-a39c-2f086728962c,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:13.216645 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Network 1c6f66dd-272c-498f-a0ba-ba7fb81f92ae is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:13.217868 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:13.225896 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:55:13.308932 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c5c83-fa3a-469f-9fda-8db1693ba1e6 req-fc7d6ffc-957e-4ea6-8806-e151791a172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:13.310388 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d15c5c83-fa3a-469f-9fda-8db1693ba1e6 req-fc7d6ffc-957e-4ea6-8806-e151791a172b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d5eaf306fc14197ad9a3185fd39f796&device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 1095 time: 0.1104047 Mar 01 20:55:13.311628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a489e89-645d-43d7-aad1-66c2a4775dc8 req-01bbb4dc-2b0b-443b-9eb7-d55602998788 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:13.313338 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a489e89-645d-43d7-aad1-66c2a4775dc8 req-01bbb4dc-2b0b-443b-9eb7-d55602998788 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 944 time: 0.2831788 Mar 01 20:55:13.326348 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Attempting to bind port 4b79987b-e6c7-41c4-a39c-2f086728962c on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:55:13.326824 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Attempting to bind port 4b79987b-e6c7-41c4-a39c-2f086728962c by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:55:13.327613 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Attempting to bind port 4b79987b-e6c7-41c4-a39c-2f086728962c on network 1c6f66dd-272c-498f-a0ba-ba7fb81f92ae {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:13.336887 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cda52903-10ec-40ce-a40c-128d8ca366be req-7f4a715d-b20d-45b6-ad4e-93298c54f31f tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079321 Mar 01 20:55:13.347180 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:55:13.347622 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Checking segment: {'id': '3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:13.347976 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:13.348368 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Bound using segment: {'id': '3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:55:13.348835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Bound port: 4b79987b-e6c7-41c4-a39c-2f086728962c, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:55:13.349206 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:13.407653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Router 6dfc9574-e1b0-46f7-b5af-e5debf683166 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 20:55:13.449250 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] For port 4b79987b-e6c7-41c4-a39c-2f086728962c, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:55:13.454646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] For port 4b79987b-e6c7-41c4-a39c-2f086728962c, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4b79987b-e6c7-41c4-a39c-2f086728962c,segment=NetworkSegment(3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed),segment_id=3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:55:13.511947 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a489e89-645d-43d7-aad1-66c2a4775dc8 req-023fc9ce-8275-46bf-b1cc-344249d5d755 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727684 Mar 01 20:55:13.564665 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-12a92afb-7e7b-4064-8aff-1c8e529ce693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:13.570546 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:13.663907 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a92afb-7e7b-4064-8aff-1c8e529ce693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de87dea-faeb-43b1-a22a-6ec8a15b7c56,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:13.677778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c26d1-fcca-494b-8371-800dd044663b None None] Pushing event updated for resources: {'Port': ['ID=4b79987b-e6c7-41c4-a39c-2f086728962c,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:13.700283 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c5c83-fa3a-469f-9fda-8db1693ba1e6 req-a039af9e-f580-49fa-a528-f1544cbcb95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:13.706232 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d15c5c83-fa3a-469f-9fda-8db1693ba1e6 req-a039af9e-f580-49fa-a528-f1544cbcb95c service neutron] 10.222.0.57 "GET /v2.0/networks?id=8fdd681d-ffe8-426d-941c-62dfd126df4d HTTP/1.1" status: 200 len: 913 time: 0.3761463 Mar 01 20:55:13.710100 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:13.803530 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:13.807647 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d15c5c83-fa3a-469f-9fda-8db1693ba1e6 req-87a13c00-779b-49da-8610-703b27fde972 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=056c7c3b-b857-4698-8cc4-a53223a589fc HTTP/1.1" status: 200 len: 217 time: 0.0990555 Mar 01 20:55:13.837093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee0dffe7-1be6-439e-972c-091c5b9c0a6e req-e47ce041-1127-434a-b733-6a2b20c75b2f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 210 time: 0.1529076 Mar 01 20:55:13.849834 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:55:13.871060 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] Sync routers for ids ['6dfc9574-e1b0-46f7-b5af-e5debf683166'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:55:13.890263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a92afb-7e7b-4064-8aff-1c8e529ce693 admin admin] Checking segment: {'id': 'b4005af2-501b-48a9-91ea-2f0978bbb280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:13.890628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a92afb-7e7b-4064-8aff-1c8e529ce693 admin admin] Network hostable DHCP agents. Network: d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:55:13.896487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] Routers {'6dfc9574-e1b0-46f7-b5af-e5debf683166'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:55:13.897152 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:55:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['6dfc9574-e1b0-46f7-b5af-e5debf683166'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:13.915911 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c73dfe-feee-460d-aec7-a8751573e10e req-cabf5f20-cecf-4140-9f02-14f8b0c96547 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:13.924056 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-12c73dfe-feee-460d-aec7-a8751573e10e req-cabf5f20-cecf-4140-9f02-14f8b0c96547 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.4215627 Mar 01 20:55:13.964790 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c5c83-fa3a-469f-9fda-8db1693ba1e6 req-6a626211-1993-4c5d-b3b3-c0d831680852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:13.966244 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d15c5c83-fa3a-469f-9fda-8db1693ba1e6 req-6a626211-1993-4c5d-b3b3-c0d831680852 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62e9a9cc-b606-4420-adda-c2710fcba965 HTTP/1.1" status: 200 len: 852 time: 0.1187260 Mar 01 20:55:13.990833 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-12c73dfe-feee-460d-aec7-a8751573e10e req-97998a92-eac0-47de-a51e-37da165ef594 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618424 Mar 01 20:55:14.001079 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:14.005061 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c4684f48-0701-475d-a5cf-08eeee89085d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7613506 Mar 01 20:55:14.005390 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40922) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:14.091137 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d15c5c83-fa3a-469f-9fda-8db1693ba1e6 req-01e0c146-4881-4491-98ea-211adb0cc67c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fdd681d-ffe8-426d-941c-62dfd126df4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1139297 Mar 01 20:55:14.196952 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device d4914968-5966-41b1-9a92-ef9cc1d48541 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:55:14.299465 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d15c5c83-fa3a-469f-9fda-8db1693ba1e6 req-b9ba6b2f-b828-425b-ad51-568340e2e435 service neutron] 10.222.0.57 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968381 Mar 01 20:55:14.492848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4b79987b-e6c7-41c4-a39c-2f086728962c up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:14.528975 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Allocated IP 172.25.5.75 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/c9e0ff92-1cd9-429d-907a-7972704c6d72) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:55:14.597419 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d15c5c83-fa3a-469f-9fda-8db1693ba1e6 req-ff49f6da-f133-4c5d-86e3-646061ed292e service neutron] 10.222.0.57 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494192 Mar 01 20:55:14.598073 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port d4914968-5966-41b1-9a92-ef9cc1d48541, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=d4914968-5966-41b1-9a92-ef9cc1d48541,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:14.611867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a92afb-7e7b-4064-8aff-1c8e529ce693 admin admin] Network d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:55:14.631665 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'd4914968-5966-41b1-9a92-ef9cc1d48541', 'network_id': '1eff2f34-a2fd-4fcb-a52b-c94db9f867f9', 'port_id': 'd4914968-5966-41b1-9a92-ef9cc1d48541', 'mac_address': 'fa:16:3e:59:00:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04d362b-c114-455b-b96e-10a41d5ec3e4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:55:14.732789 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:14.762647 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:14.762816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4914968-5966-41b1-9a92-ef9cc1d48541 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:55:14.774224 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] Set router 6dfc9574-e1b0-46f7-b5af-e5debf683166 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:55:14.823684 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-12a92afb-7e7b-4064-8aff-1c8e529ce693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:14.852377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a92afb-7e7b-4064-8aff-1c8e529ce693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:14.852870 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-12a92afb-7e7b-4064-8aff-1c8e529ce693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:14.902343 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8084bbc7-3747-4ad7-a97f-ac413af32358 None None] Network d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:55:14.903312 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:14.983927 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port d4914968-5966-41b1-9a92-ef9cc1d48541, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=d4914968-5966-41b1-9a92-ef9cc1d48541,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:15.013319 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:15.021542 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:15.025176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:55:15.067987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Pushing event updated for resources: {'Port': ['ID=c9e0ff92-1cd9-429d-907a-7972704c6d72,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:15.163297 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:15.173753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69245321-5798-4bfa-b3fc-8e7f88b671f9 req-59bb3fcb-f64e-45f0-ad9a-1b9a1d9e6b0f tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:15.181601 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69245321-5798-4bfa-b3fc-8e7f88b671f9 req-59bb3fcb-f64e-45f0-ad9a-1b9a1d9e6b0f tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=b856a893-4af6-41d8-9f74-4ea219547f6a HTTP/1.1" status: 200 len: 945 time: 0.5709939 Mar 01 20:55:15.242407 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83966510-1386-46bc-bc85-8fe2fc07f8d3 None None] Network 1c6f66dd-272c-498f-a0ba-ba7fb81f92ae requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:55:15.246553 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-12a92afb-7e7b-4064-8aff-1c8e529ce693 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.8051848 Mar 01 20:55:15.270519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40940) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:15.305342 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e17c0-0d49-4616-aa23-8c990a3da02c req-4bb21773-cb84-43dc-adcb-586acd7abf87 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:15.312786 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e4e17c0-0d49-4616-aa23-8c990a3da02c req-4bb21773-cb84-43dc-adcb-586acd7abf87 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.6143389 Mar 01 20:55:15.317946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333680660-router', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:15.323885 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:15.328532 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Usage tracker for resource:router and tenant:384d82cbbd5c4528abe1969276cf7040 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:15.331764 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:15.338497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:15.400985 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69245321-5798-4bfa-b3fc-8e7f88b671f9 req-8295bd3c-c4e4-496a-a21c-d6a25455b03b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182877 Mar 01 20:55:15.420152 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['d4914968-5966-41b1-9a92-ef9cc1d48541'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:55:15.431474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e4e17c0-0d49-4616-aa23-8c990a3da02c req-5babce35-43dc-4ca0-9905-e99674d997cd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175852 Mar 01 20:55:15.494309 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 4b79987b-e6c7-41c4-a39c-2f086728962c completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:15.529371 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=d4914968-5966-41b1-9a92-ef9cc1d48541,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:15.563810 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b304a8a-d27a-48fa-a6cb-ab3497427a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:15.574378 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:15.576125 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:15.669315 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e86c42fb-39df-496b-8cac-f4e5e5b60ba4 None None] Provisioning for port 4b79987b-e6c7-41c4-a39c-2f086728962c completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:15.708199 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-a7245f76-704c-4259-89d2-60d925ad8aa8 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f49f672366454d8aaec799c518622a6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1492107 Mar 01 20:55:15.712533 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e86c42fb-39df-496b-8cac-f4e5e5b60ba4 None None] Provisioning complete for port 4b79987b-e6c7-41c4-a39c-2f086728962c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:15.712904 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e86c42fb-39df-496b-8cac-f4e5e5b60ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:15.723173 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4dd12bf0-1ec7-485b-b182-fe9accce7a81 req-31421fa9-2d2e-43bd-8451-5213493ad93c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 210 time: 0.0820463 Mar 01 20:55:15.814637 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:15.905284 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:15.933076 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7', 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'fixed_ips': [{'subnet_id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:55:15.933886 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:16.039914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d89acd-5802-4b67-9872-3ef2f5529563 req-f3273d40-a687-4786-ad40-e734f87e521a tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:16.047377 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8d89acd-5802-4b67-9872-3ef2f5529563 req-f3273d40-a687-4786-ad40-e734f87e521a tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 944 time: 0.4454658 Mar 01 20:55:16.084748 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 056c7c3b-b857-4698-8cc4-a53223a589fc details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:55:16.153378 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfc9574-e1b0-46f7-b5af-e5debf683166', 'name': 'tempest-ServersTestMultiNic-2110167648-router', 'tenant_id': '4834e9a7767b4a869353bf362d5744fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6dbfd588-fb98-452f-8d5c-571d15c09c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:07Z', 'updated_at': '2022-03-01T20:55:11Z', 'revision_number': 3, 'project_id': '4834e9a7767b4a869353bf362d5744fe', 'gw_port': {'id': '6dbfd588-fb98-452f-8d5c-571d15c09c44', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfc9574-e1b0-46f7-b5af-e5debf683166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:09Z', 'updated_at': '2022-03-01T20:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:16.165333 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] Checking router: 6dfc9574-e1b0-46f7-b5af-e5debf683166 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:55:16.165688 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] Updating router 6dfc9574-e1b0-46f7-b5af-e5debf683166 port 6dbfd588-fb98-452f-8d5c-571d15c09c44 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:55:16.217947 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e86c42fb-39df-496b-8cac-f4e5e5b60ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:16.397953 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:16.440543 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-274be5ae-2939-402e-b6d4-52e2b4919ac3 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:16.441878 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-274be5ae-2939-402e-b6d4-52e2b4919ac3 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7214997 Mar 01 20:55:16.483935 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:16.488315 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e86c42fb-39df-496b-8cac-f4e5e5b60ba4 None None] For port 4b79987b-e6c7-41c4-a39c-2f086728962c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4b79987b-e6c7-41c4-a39c-2f086728962c,segment=NetworkSegment(3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed),segment_id=3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:16.504384 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-5b1d59df-a147-41c9-b94b-5404cce5dfe6 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Request body: {'port': {'device_id': 'b0db9511-81a2-48e2-9fe8-a68ca499cce5', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'f49f672366454d8aaec799c518622a6a'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:16.513603 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Allocated IP 172.20.0.2 (d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7/5de87dea-faeb-43b1-a22a-6ec8a15b7c56/c7e6bdc1-537f-4f45-8cf2-1c51723d11bc) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:55:16.533223 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:16.570671 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e86c42fb-39df-496b-8cac-f4e5e5b60ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:16.596525 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8d89acd-5802-4b67-9872-3ef2f5529563 req-8d6d8788-25e7-4bc8-9e6f-77691f1c0128 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5478086 Mar 01 20:55:16.661453 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c42fb-39df-496b-8cac-f4e5e5b60ba4 None None] Pushing event updated for resources: {'Port': ['ID=4b79987b-e6c7-41c4-a39c-2f086728962c,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:16.669923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 056c7c3b-b857-4698-8cc4-a53223a589fc, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=056c7c3b-b857-4698-8cc4-a53223a589fc,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:16.724666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '056c7c3b-b857-4698-8cc4-a53223a589fc', 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d', 'port_id': '056c7c3b-b857-4698-8cc4-a53223a589fc', 'mac_address': 'fa:16:3e:51:ae:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e9a9cc-b606-4420-adda-c2710fcba965', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:55:16.729681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-9b304a8a-d27a-48fa-a6cb-ab3497427a21 admin admin] Allocated IP 172.20.0.1 (e32ed15c-87aa-45c9-b3fc-c5d56dcc4191/eee71c2b-0a0b-4d80-8da4-dce3da63dea6/26921b7b-dbab-4a51-ac4d-cf57e923352e) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:55:16.827659 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Router fe5c60f6-5ce9-4920-a237-6c1d694a483a is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 20:55:16.874492 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-5b1d59df-a147-41c9-b94b-5404cce5dfe6 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:16.879036 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1ee76fc7-ab6b-43af-8a99-c2ef27b4fc7c None None] Provisioning complete for port 4b79987b-e6c7-41c4-a39c-2f086728962c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:16.879430 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1ee76fc7-ab6b-43af-8a99-c2ef27b4fc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:16.886151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6d328-c1f1-473e-baa2-c2d1b4ca5535 req-a59fb898-a8cc-4b09-8631-4fce39e4a84a tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:16.891966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6d328-c1f1-473e-baa2-c2d1b4ca5535 req-a59fb898-a8cc-4b09-8631-4fce39e4a84a tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:16.897975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6d328-c1f1-473e-baa2-c2d1b4ca5535 req-a59fb898-a8cc-4b09-8631-4fce39e4a84a tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:16.900824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9bf6d328-c1f1-473e-baa2-c2d1b4ca5535 req-a59fb898-a8cc-4b09-8631-4fce39e4a84a tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698&device_id=6d4995a3-7b4e-4ea7-a14c-b4141a7ddab9&device_id=b856a893-4af6-41d8-9f74-4ea219547f6a HTTP/1.1" status: 200 len: 2418 time: 0.6503372 Mar 01 20:55:16.993451 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:17.029228 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 056c7c3b-b857-4698-8cc4-a53223a589fc {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:55:17.052527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:55:17.067311 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] Sync routers for ids ['fe5c60f6-5ce9-4920-a237-6c1d694a483a'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:55:17.106960 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] Routers {'fe5c60f6-5ce9-4920-a237-6c1d694a483a'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:55:17.106960 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:55:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fe5c60f6-5ce9-4920-a237-6c1d694a483a'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:17.142686 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 056c7c3b-b857-4698-8cc4-a53223a589fc, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=056c7c3b-b857-4698-8cc4-a53223a589fc,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:17.176532 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-5b1d59df-a147-41c9-b94b-5404cce5dfe6 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:17.178151 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:17.181973 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-94747d12-33fa-4263-a64f-6e2d39ad788f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2522056 Mar 01 20:55:17.183335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40956) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:17.217428 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:17.252981 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9bf6d328-c1f1-473e-baa2-c2d1b4ca5535 req-ef7bc8ca-d537-4f3d-99e3-76c4c9ee45fd tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312473 Mar 01 20:55:17.273853 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:17.302052 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-5b1d59df-a147-41c9-b94b-5404cce5dfe6 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Made reservation on behalf of f49f672366454d8aaec799c518622a6a for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:55:17.306558 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-5b1d59df-a147-41c9-b94b-5404cce5dfe6 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:17.384414 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b304a8a-d27a-48fa-a6cb-ab3497427a21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:17.390662 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=056c7c3b-b857-4698-8cc4-a53223a589fc,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:17.401616 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Transition to ACTIVE for port object c7e6bdc1-537f-4f45-8cf2-1c51723d11bc will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:17.425097 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92b702-80c4-4364-a161-cd9b2350b93b req-cc8f6ab9-0fc6-4cc1-9cfa-e63a2fc13ef9 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:17.429056 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb92b702-80c4-4364-a161-cd9b2350b93b req-cc8f6ab9-0fc6-4cc1-9cfa-e63a2fc13ef9 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.6490381 Mar 01 20:55:17.432562 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] Set router fe5c60f6-5ce9-4920-a237-6c1d694a483a gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:55:17.448151 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Transition to ACTIVE for port object c7e6bdc1-537f-4f45-8cf2-1c51723d11bc will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:17.450458 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:17.465701 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] Transition to ACTIVE for port object 6dbfd588-fb98-452f-8d5c-571d15c09c44 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:17.524793 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:17.527414 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-9b304a8a-d27a-48fa-a6cb-ab3497427a21 admin admin] Transition to ACTIVE for port object 26921b7b-dbab-4a51-ac4d-cf57e923352e will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:17.584009 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['056c7c3b-b857-4698-8cc4-a53223a589fc'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:55:17.630160 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:17.663169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Network d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:17.680358 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:17.705630 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:55:17.738189 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] Attempting to bind port 6dbfd588-fb98-452f-8d5c-571d15c09c44 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:55:17.738547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] Attempting to bind port 6dbfd588-fb98-452f-8d5c-571d15c09c44 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:55:17.738901 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] Attempting to bind port 6dbfd588-fb98-452f-8d5c-571d15c09c44 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:17.751483 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb92b702-80c4-4364-a161-cd9b2350b93b req-1de7c743-7d3b-4f10-90bf-d5807bdb04d4 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3216240 Mar 01 20:55:17.752723 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'name': 'tempest-TaggedBootDevicesTest-27475877-router', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:12Z', 'updated_at': '2022-03-01T20:55:15Z', 'revision_number': 3, 'project_id': '5705b0cae87741729c72e376229e6a19', 'gw_port': {'id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:18:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:13Z', 'updated_at': '2022-03-01T20:55:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:17.757022 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] Checking router: fe5c60f6-5ce9-4920-a237-6c1d694a483a for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:55:17.758197 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] Updating router fe5c60f6-5ce9-4920-a237-6c1d694a483a port c9e0ff92-1cd9-429d-907a-7972704c6d72 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:55:17.788747 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:55:17.789036 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:17.789316 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:17.789707 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:55:17.790187 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] Bound port: 6dbfd588-fb98-452f-8d5c-571d15c09c44, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:55:17.790554 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:17.833852 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:17.936732 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] For port 6dbfd588-fb98-452f-8d5c-571d15c09c44, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:55:17.940319 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] For port 6dbfd588-fb98-452f-8d5c-571d15c09c44, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=6dbfd588-fb98-452f-8d5c-571d15c09c44,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:55:17.976874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Pushing event updated for resources: {'Port': ['ID=c7e6bdc1-537f-4f45-8cf2-1c51723d11bc,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:18.027588 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c95a6cb1-14eb-43b7-b86c-4e5c3806d4bd req-8d5b2046-8a1e-4cf8-aa91-ef296c839d53 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 210 time: 0.1015847 Mar 01 20:55:18.059268 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c5176-e257-4b60-825a-5f70a596eb0d req-45cc550a-cba8-4995-8193-50069a8347c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:18.066518 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-525c5176-e257-4b60-825a-5f70a596eb0d req-45cc550a-cba8-4995-8193-50069a8347c2 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83f53f5-1b09-4195-9227-e0ae3e9fea41 HTTP/1.1" status: 200 len: 944 time: 0.6116033 Mar 01 20:55:18.067189 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:18.086574 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device d4914968-5966-41b1-9a92-ef9cc1d48541 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:55:18.094556 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:18.122000 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-5b1d59df-a147-41c9-b94b-5404cce5dfe6 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Allocated IP 192.168.233.81 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/bd97f53a-f9d1-47ca-a431-a0e2ca5feb68) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:55:18.134555 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b304a8a-d27a-48fa-a6cb-ab3497427a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:18.199568 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:18.243877 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Attempting to bind port c7e6bdc1-537f-4f45-8cf2-1c51723d11bc on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:55:18.248524 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Attempting to bind port c7e6bdc1-537f-4f45-8cf2-1c51723d11bc by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'b4005af2-501b-48a9-91ea-2f0978bbb280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:55:18.248898 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Attempting to bind port c7e6bdc1-537f-4f45-8cf2-1c51723d11bc on network d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:18.280806 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b304a8a-d27a-48fa-a6cb-ab3497427a21 admin admin] Network e32ed15c-87aa-45c9-b3fc-c5d56dcc4191 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:18.308584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-9b304a8a-d27a-48fa-a6cb-ab3497427a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:18.352720 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-525c5176-e257-4b60-825a-5f70a596eb0d req-2d2d55d0-8a6d-47fc-8053-30a2d226c691 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852695 Mar 01 20:55:18.376028 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcd51-7302-460d-9904-fa0b45ff2c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:18.376593 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:55:18.376593 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Checking segment: {'id': 'b4005af2-501b-48a9-91ea-2f0978bbb280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:18.376593 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:18.376593 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Bound using segment: {'id': 'b4005af2-501b-48a9-91ea-2f0978bbb280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:55:18.376593 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Bound port: c7e6bdc1-537f-4f45-8cf2-1c51723d11bc, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4005af2-501b-48a9-91ea-2f0978bbb280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:55:18.376593 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:18.379844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b304a8a-d27a-48fa-a6cb-ab3497427a21 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:55:18.438267 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b304a8a-d27a-48fa-a6cb-ab3497427a21 admin admin] Pushing event updated for resources: {'Port': ['ID=26921b7b-dbab-4a51-ac4d-cf57e923352e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:18.451965 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:18.453259 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4b79987b-e6c7-41c4-a39c-2f086728962c up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:18.477197 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] Transition to ACTIVE for port object c9e0ff92-1cd9-429d-907a-7972704c6d72 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:18.484705 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:18.525016 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] Routers {'6dfc9574-e1b0-46f7-b5af-e5debf683166'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:55:18.525576 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:55:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['6dfc9574-e1b0-46f7-b5af-e5debf683166'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:18.555416 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:18.651182 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5198cb9-a111-4ae1-89c3-43c5fc6f2f1c None None] Pushing event updated for resources: {'Port': ['ID=6dbfd588-fb98-452f-8d5c-571d15c09c44,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:18.661615 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b304a8a-d27a-48fa-a6cb-ab3497427a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:18.672170 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d4914968-5966-41b1-9a92-ef9cc1d48541 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:55:18.691988 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port d4914968-5966-41b1-9a92-ef9cc1d48541, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=d4914968-5966-41b1-9a92-ef9cc1d48541,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:18.705412 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] Attempting to bind port c9e0ff92-1cd9-429d-907a-7972704c6d72 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:55:18.705775 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] Attempting to bind port c9e0ff92-1cd9-429d-907a-7972704c6d72 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:55:18.706128 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] Attempting to bind port c9e0ff92-1cd9-429d-907a-7972704c6d72 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:18.708447 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e0e6d-20ac-4081-83b1-ab07e11a35d5 None None] Pushing event updated for resources: {'Port': ['ID=c9e0ff92-1cd9-429d-907a-7972704c6d72,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:18.715385 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:55:18.715752 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:18.716143 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:18.716799 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:55:18.717264 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] Bound port: c9e0ff92-1cd9-429d-907a-7972704c6d72, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:55:18.717627 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:18.751450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-7f3dcd51-7302-460d-9904-fa0b45ff2c9e admin admin] Allocated IP 172.20.0.1 (1c6f66dd-272c-498f-a0ba-ba7fb81f92ae/4b1ee371-6859-4aa1-bec5-74e86f55472d/a5649630-8649-471e-82a9-a049370a0977) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:55:18.785818 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:18.812685 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] For port c9e0ff92-1cd9-429d-907a-7972704c6d72, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:55:18.817727 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] For port c9e0ff92-1cd9-429d-907a-7972704c6d72, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c9e0ff92-1cd9-429d-907a-7972704c6d72,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:55:18.898938 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:18.939086 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcd51-7302-460d-9904-fa0b45ff2c9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:18.946463 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-85f15ec1-d7b8-4bf2-b330-eaaac4438d86 None None] Provisioning for port 26921b7b-dbab-4a51-ac4d-cf57e923352e completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:18.961641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-7f3dcd51-7302-460d-9904-fa0b45ff2c9e admin admin] Transition to ACTIVE for port object a5649630-8649-471e-82a9-a049370a0977 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:18.981687 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5198cb9-a111-4ae1-89c3-43c5fc6f2f1c None None] Pushing event updated for resources: {'Port': ['ID=6dbfd588-fb98-452f-8d5c-571d15c09c44,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:18.984520 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 4b79987b-e6c7-41c4-a39c-2f086728962c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:18.984888 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:19.012158 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] For port c7e6bdc1-537f-4f45-8cf2-1c51723d11bc, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:55:19.050323 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] Routers {'fe5c60f6-5ce9-4920-a237-6c1d694a483a'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:55:19.051695 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:55:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fe5c60f6-5ce9-4920-a237-6c1d694a483a'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:19.057101 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-85f15ec1-d7b8-4bf2-b330-eaaac4438d86 None None] Provisioning complete for port 26921b7b-dbab-4a51-ac4d-cf57e923352e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:19.057557 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-85f15ec1-d7b8-4bf2-b330-eaaac4438d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:19.092418 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcd51-7302-460d-9904-fa0b45ff2c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:19.130077 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-85f15ec1-d7b8-4bf2-b330-eaaac4438d86 None None] Port 26921b7b-dbab-4a51-ac4d-cf57e923352e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:55:19.162843 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] For port c7e6bdc1-537f-4f45-8cf2-1c51723d11bc, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c7e6bdc1-537f-4f45-8cf2-1c51723d11bc,segment=NetworkSegment(b4005af2-501b-48a9-91ea-2f0978bbb280),segment_id=b4005af2-501b-48a9-91ea-2f0978bbb280)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:55:19.168352 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e0e6d-20ac-4081-83b1-ab07e11a35d5 None None] Pushing event updated for resources: {'Port': ['ID=c9e0ff92-1cd9-429d-907a-7972704c6d72,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:19.172709 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] Set router 6dfc9574-e1b0-46f7-b5af-e5debf683166 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:55:19.207463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3dcd51-7302-460d-9904-fa0b45ff2c9e admin admin] Network 1c6f66dd-272c-498f-a0ba-ba7fb81f92ae is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:19.211210 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7f3dcd51-7302-460d-9904-fa0b45ff2c9e admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:19.215445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3dcd51-7302-460d-9904-fa0b45ff2c9e admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:55:19.236391 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-5b1d59df-a147-41c9-b94b-5404cce5dfe6 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:19.260827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-5b1d59df-a147-41c9-b94b-5404cce5dfe6 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Transition to ACTIVE for port object bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:19.298736 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcd51-7302-460d-9904-fa0b45ff2c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:19.303076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Allocated IP 172.25.5.133 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/c8a3e0d0-f088-4ada-ae6a-7559f3281ec2) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:55:19.314240 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:19.332718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3dcd51-7302-460d-9904-fa0b45ff2c9e admin admin] Pushing event updated for resources: {'Port': ['ID=a5649630-8649-471e-82a9-a049370a0977,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:19.357837 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] Set router fe5c60f6-5ce9-4920-a237-6c1d694a483a gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:55:19.488012 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-5b1d59df-a147-41c9-b94b-5404cce5dfe6 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:19.502201 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed2624-955a-4df8-a06d-90567571a552 req-26302f17-d1ed-4333-a4ec-638965d18f24 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:19.510058 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-95ed2624-955a-4df8-a06d-90567571a552 req-26302f17-d1ed-4333-a4ec-638965d18f24 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 946 time: 1.1338892 Mar 01 20:55:19.513126 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=d4914968-5966-41b1-9a92-ef9cc1d48541,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:19.556380 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcd51-7302-460d-9904-fa0b45ff2c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:19.660687 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2622edbd-211a-4250-8dc5-eac77a41b47c req-b15dc773-584d-49e3-8628-14dd9c497d29 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:19.668588 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2622edbd-211a-4250-8dc5-eac77a41b47c req-b15dc773-584d-49e3-8628-14dd9c497d29 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 945 time: 1.1036689 Mar 01 20:55:19.688939 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:19.738929 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45274d7-1ec8-4a62-9fbf-6d2169fc6a7b None None] Pushing event updated for resources: {'Port': ['ID=c7e6bdc1-537f-4f45-8cf2-1c51723d11bc,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:19.742330 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-5b1d59df-a147-41c9-b94b-5404cce5dfe6 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:19.766507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-5b1d59df-a147-41c9-b94b-5404cce5dfe6 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:19.768444 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d59df-a147-41c9-b94b-5404cce5dfe6 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Pushing event updated for resources: {'Port': ['ID=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:19.772821 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfc9574-e1b0-46f7-b5af-e5debf683166', 'name': 'tempest-ServersTestMultiNic-2110167648-router', 'tenant_id': '4834e9a7767b4a869353bf362d5744fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6dbfd588-fb98-452f-8d5c-571d15c09c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:07Z', 'updated_at': '2022-03-01T20:55:11Z', 'revision_number': 3, 'project_id': '4834e9a7767b4a869353bf362d5744fe', 'gw_port': {'id': '6dbfd588-fb98-452f-8d5c-571d15c09c44', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfc9574-e1b0-46f7-b5af-e5debf683166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:09Z', 'updated_at': '2022-03-01T20:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:19.773083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-5b1d59df-a147-41c9-b94b-5404cce5dfe6 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:55:19.776844 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a515c026-3fa9-4f29-9d4c-5f6787072b12 None None] Provisioning for port a5649630-8649-471e-82a9-a049370a0977 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:19.787638 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-789f549d-bc7e-480b-93f1-3e091c86c478 None None] The sync data for ids ['6dfc9574-e1b0-46f7-b5af-e5debf683166'] in n-d-827896-4 is: [{'id': '6dfc9574-e1b0-46f7-b5af-e5debf683166', 'name': 'tempest-ServersTestMultiNic-2110167648-router', 'tenant_id': '4834e9a7767b4a869353bf362d5744fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6dbfd588-fb98-452f-8d5c-571d15c09c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:07Z', 'updated_at': '2022-03-01T20:55:11Z', 'revision_number': 3, 'project_id': '4834e9a7767b4a869353bf362d5744fe', 'gw_port': {'id': '6dbfd588-fb98-452f-8d5c-571d15c09c44', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5a:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfc9574-e1b0-46f7-b5af-e5debf683166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:09Z', 'updated_at': '2022-03-01T20:55:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:55:19.797535 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a515c026-3fa9-4f29-9d4c-5f6787072b12 None None] Provisioning complete for port a5649630-8649-471e-82a9-a049370a0977 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:19.799092 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a515c026-3fa9-4f29-9d4c-5f6787072b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:19.875574 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-95ed2624-955a-4df8-a06d-90567571a552 req-2d50d553-edd3-4310-9e29-a771badc8a1a tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645313 Mar 01 20:55:19.919883 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2622edbd-211a-4250-8dc5-eac77a41b47c req-f7b1dbab-7425-4bf1-bdf0-5c50c25620be tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475467 Mar 01 20:55:19.978950 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['434884c2-e77f-4d2b-b8c1-aa2f4b16df42'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:55:19.989890 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'name': 'tempest-TaggedBootDevicesTest-27475877-router', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:12Z', 'updated_at': '2022-03-01T20:55:15Z', 'revision_number': 3, 'project_id': '5705b0cae87741729c72e376229e6a19', 'gw_port': {'id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:18:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:13Z', 'updated_at': '2022-03-01T20:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:20.001531 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36f2a59-da36-4ba4-a6d0-ec49a80efbf5 None None] The sync data for ids ['fe5c60f6-5ce9-4920-a237-6c1d694a483a'] in n-d-827896-4 is: [{'id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'name': 'tempest-TaggedBootDevicesTest-27475877-router', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:12Z', 'updated_at': '2022-03-01T20:55:15Z', 'revision_number': 3, 'project_id': '5705b0cae87741729c72e376229e6a19', 'gw_port': {'id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:18:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:13Z', 'updated_at': '2022-03-01T20:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:55:20.028773 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcd51-7302-460d-9904-fa0b45ff2c9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:20.046138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-5b1d59df-a147-41c9-b94b-5404cce5dfe6 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:20.064209 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-5b1d59df-a147-41c9-b94b-5404cce5dfe6 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:20.095432 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcd51-7302-460d-9904-fa0b45ff2c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:20.155609 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a515c026-3fa9-4f29-9d4c-5f6787072b12 None None] Port a5649630-8649-471e-82a9-a049370a0977 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:55:20.342498 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3dcd51-7302-460d-9904-fa0b45ff2c9e admin admin] Pushing event updated for resources: {'Port': ['ID=a5649630-8649-471e-82a9-a049370a0977,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:20.348023 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7f3dcd51-7302-460d-9904-fa0b45ff2c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:20.416002 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b304a8a-d27a-48fa-a6cb-ab3497427a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:20.470186 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:20.646128 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c7e6bdc1-537f-4f45-8cf2-1c51723d11bc up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:20.715610 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-5b1d59df-a147-41c9-b94b-5404cce5dfe6 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2149134 Mar 01 20:55:20.799342 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] Request body: {'port': {'device_id': 'b0db9511-81a2-48e2-9fe8-a68ca499cce5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:20.945278 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5f9772f2-47c2-47f0-955b-d67b75af1c77 None None] Provisioning for port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:21.002392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:21.025118 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5f9772f2-47c2-47f0-955b-d67b75af1c77 None None] Provisioning complete for port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:21.025703 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5f9772f2-47c2-47f0-955b-d67b75af1c77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:21.039551 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3dcd51-7302-460d-9904-fa0b45ff2c9e admin admin] Network 1c6f66dd-272c-498f-a0ba-ba7fb81f92ae is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:21.041089 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7f3dcd51-7302-460d-9904-fa0b45ff2c9e admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:21.047666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:21.096491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:55:21.255097 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Pushing event updated for resources: {'Port': ['ID=c8a3e0d0-f088-4ada-ae6a-7559f3281ec2,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:21.281423 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5f9772f2-47c2-47f0-955b-d67b75af1c77 None None] Port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:55:21.371079 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:21.387298 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port c7e6bdc1-537f-4f45-8cf2-1c51723d11bc completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:21.634942 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775d8a57-395f-430b-a2c2-3af99c748f8f None None] Network d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:55:21.656527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3dcd51-7302-460d-9904-fa0b45ff2c9e admin admin] Router fe5c60f6-5ce9-4920-a237-6c1d694a483a has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:55:21.689983 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4cc0f6dc-8378-48e4-a4e6-f3ff752759e7 None None] Provisioning complete for port a5649630-8649-471e-82a9-a049370a0977 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:21.691151 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4cc0f6dc-8378-48e4-a4e6-f3ff752759e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:21.792653 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4cc0f6dc-8378-48e4-a4e6-f3ff752759e7 None None] Port a5649630-8649-471e-82a9-a049370a0977 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:55:21.828844 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:21.962633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3dcd51-7302-460d-9904-fa0b45ff2c9e admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:55:21.976815 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7f3dcd51-7302-460d-9904-fa0b45ff2c9e admin admin] 10.222.0.42 "PUT /v2.0/routers/fe5c60f6-5ce9-4920-a237-6c1d694a483a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7902062 Mar 01 20:55:22.000890 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7068bde1-0cc8-4b05-b35c-e1d65b4a3a1a None None] Provisioning for port c7e6bdc1-537f-4f45-8cf2-1c51723d11bc completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:22.009881 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7068bde1-0cc8-4b05-b35c-e1d65b4a3a1a None None] Provisioning complete for port c7e6bdc1-537f-4f45-8cf2-1c51723d11bc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:22.010358 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7068bde1-0cc8-4b05-b35c-e1d65b4a3a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:22.060098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa87490-65eb-4376-b556-c47666f6c101 req-8b4626f0-2d8b-487d-baa0-7a137e6456b7 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:22.061497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-1aa87490-65eb-4376-b556-c47666f6c101 req-8b4626f0-2d8b-487d-baa0-7a137e6456b7 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Synchronizing usage tracker for tenant:f49f672366454d8aaec799c518622a6a on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:55:22.095948 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 056c7c3b-b857-4698-8cc4-a53223a589fc up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:22.292688 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b304a8a-d27a-48fa-a6cb-ab3497427a21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:22.294238 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-1aa87490-65eb-4376-b556-c47666f6c101 req-8b4626f0-2d8b-487d-baa0-7a137e6456b7 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Unset dirty status for tenant:f49f672366454d8aaec799c518622a6a on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:55:22.295117 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7068bde1-0cc8-4b05-b35c-e1d65b4a3a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:22.301129 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1aa87490-65eb-4376-b556-c47666f6c101 req-8b4626f0-2d8b-487d-baa0-7a137e6456b7 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 935 time: 1.5989530 Mar 01 20:55:22.326635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc369860-2757-4ac4-858d-ff10896cdfe2 req-7dd30f49-b5e2-46a5-8fd5-01180450a149 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:22.337543 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc369860-2757-4ac4-858d-ff10896cdfe2 req-7dd30f49-b5e2-46a5-8fd5-01180450a149 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.7019389 Mar 01 20:55:22.337686 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 056c7c3b-b857-4698-8cc4-a53223a589fc completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:22.342629 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7068bde1-0cc8-4b05-b35c-e1d65b4a3a1a None None] For port c7e6bdc1-537f-4f45-8cf2-1c51723d11bc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c7e6bdc1-537f-4f45-8cf2-1c51723d11bc,segment=NetworkSegment(b4005af2-501b-48a9-91ea-2f0978bbb280),segment_id=b4005af2-501b-48a9-91ea-2f0978bbb280)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:22.344528 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 056c7c3b-b857-4698-8cc4-a53223a589fc triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:22.345053 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:22.441088 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6dbfd588-fb98-452f-8d5c-571d15c09c44 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:22.481718 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7068bde1-0cc8-4b05-b35c-e1d65b4a3a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:22.666401 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b304a8a-d27a-48fa-a6cb-ab3497427a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:22.668951 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068bde1-0cc8-4b05-b35c-e1d65b4a3a1a None None] Pushing event updated for resources: {'Port': ['ID=c7e6bdc1-537f-4f45-8cf2-1c51723d11bc,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:22.677633 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:22.700640 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3d82a3a8-05b2-4368-8bc4-a1a7b74ecbbe None None] Provisioning complete for port c7e6bdc1-537f-4f45-8cf2-1c51723d11bc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:22.701307 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3d82a3a8-05b2-4368-8bc4-a1a7b74ecbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:22.752266 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cdf2dd-690f-4a86-83ce-94f35920d9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056c7c3b-b857-4698-8cc4-a53223a589fc'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:55:22.772131 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 056c7c3b-b857-4698-8cc4-a53223a589fc, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=056c7c3b-b857-4698-8cc4-a53223a589fc,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:22.784491 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 6dbfd588-fb98-452f-8d5c-571d15c09c44 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:22.815861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 6dbfd588-fb98-452f-8d5c-571d15c09c44 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:22.816242 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:22.860148 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1aa87490-65eb-4376-b556-c47666f6c101 req-441e197c-5b50-423f-b543-ef77d60fb5a2 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5534692 Mar 01 20:55:22.873801 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:22.928266 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc369860-2757-4ac4-858d-ff10896cdfe2 req-31d1ae06-d04c-487b-9c3a-a3b402e64ed6 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5935106 Mar 01 20:55:23.003389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=056c7c3b-b857-4698-8cc4-a53223a589fc,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:23.076855 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b304a8a-d27a-48fa-a6cb-ab3497427a21 admin admin] Pushing event updated for resources: {'Port': ['ID=26921b7b-dbab-4a51-ac4d-cf57e923352e,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:23.113412 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b304a8a-d27a-48fa-a6cb-ab3497427a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:23.220669 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:23.221257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41006) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:23.226486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1704721126-network', 'tenant_id': '2f1c9b8b5b644c7198787dc9cabd6814'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:23.245147 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 6dbfd588-fb98-452f-8d5c-571d15c09c44, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=6dbfd588-fb98-452f-8d5c-571d15c09c44,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:23.249356 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:23.256307 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Usage tracker for resource:network and tenant:2f1c9b8b5b644c7198787dc9cabd6814 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:23.262616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:23.285002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:23.310764 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95537849-9ff0-41aa-ac03-730a15138444 req-478c1982-1e57-40ba-aae4-627af82129d5 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:23.313584 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-95537849-9ff0-41aa-ac03-730a15138444 req-478c1982-1e57-40ba-aae4-627af82129d5 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Synchronizing usage tracker for tenant:97a1897762f847bfb56825ead5e60708 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:55:23.324207 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:23.325506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c9e0ff92-1cd9-429d-907a-7972704c6d72 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:23.394444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Made reservation on behalf of 2f1c9b8b5b644c7198787dc9cabd6814 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:55:23.396914 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:23.412308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b304a8a-d27a-48fa-a6cb-ab3497427a21 admin admin] Network e32ed15c-87aa-45c9-b3fc-c5d56dcc4191 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:23.414436 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:23.422264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-9b304a8a-d27a-48fa-a6cb-ab3497427a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:23.456296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-95537849-9ff0-41aa-ac03-730a15138444 req-478c1982-1e57-40ba-aae4-627af82129d5 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Unset dirty status for tenant:97a1897762f847bfb56825ead5e60708 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:55:23.459914 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-95537849-9ff0-41aa-ac03-730a15138444 req-478c1982-1e57-40ba-aae4-627af82129d5 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.57 "GET /v2.0/ports?device_id=b83f53f5-1b09-4195-9227-e0ae3e9fea41 HTTP/1.1" status: 200 len: 943 time: 0.4011760 Mar 01 20:55:23.465646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=6dbfd588-fb98-452f-8d5c-571d15c09c44,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:23.490828 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12cdf2dd-690f-4a86-83ce-94f35920d9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '056c7c3b-b857-4698-8cc4-a53223a589fc', 'code': 200} Mar 01 20:55:23.551691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] Sync routers for ids ['fe5c60f6-5ce9-4920-a237-6c1d694a483a'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:55:23.568216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port c9e0ff92-1cd9-429d-907a-7972704c6d72 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:23.575495 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] Routers {'fe5c60f6-5ce9-4920-a237-6c1d694a483a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:55:23.580754 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:55:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fe5c60f6-5ce9-4920-a237-6c1d694a483a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:23.618809 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:23.629874 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:23.653908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Usage tracker for resource:security_group_rule and tenant:2f1c9b8b5b644c7198787dc9cabd6814 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:23.665316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:23.677173 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:23.678325 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:23.687457 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c9e0ff92-1cd9-429d-907a-7972704c6d72 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:23.691613 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:23.755620 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-95537849-9ff0-41aa-ac03-730a15138444 req-e2a47a55-5b78-41e6-9dfa-553900040987 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Deleting port d4914968-5966-41b1-9a92-ef9cc1d48541 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:55:23.756244 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-95537849-9ff0-41aa-ac03-730a15138444 req-e2a47a55-5b78-41e6-9dfa-553900040987 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:23.760636 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:55:23.788067 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:23.840635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3e9f25-aa6e-4404-888d-e825d677ae5b req-357e1188-c00d-40e8-bb8b-2060801eb1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:23.842148 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7c3e9f25-aa6e-4404-888d-e825d677ae5b req-357e1188-c00d-40e8-bb8b-2060801eb1a9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 1097 time: 0.2790461 Mar 01 20:55:23.885455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f529f7-700a-4985-9fa0-017001e598f3 req-079e71ac-ace9-447e-b185-556834e95d74 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:23.893803 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73f529f7-700a-4985-9fa0-017001e598f3 req-079e71ac-ace9-447e-b185-556834e95d74 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 946 time: 0.5093429 Mar 01 20:55:23.913647 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ed882f04-d8b0-4304-8c2b-71d06839575a None None] Provisioning complete for port 26921b7b-dbab-4a51-ac4d-cf57e923352e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:23.914316 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ed882f04-d8b0-4304-8c2b-71d06839575a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:23.943237 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7c3e9f25-aa6e-4404-888d-e825d677ae5b req-ec5e07ff-a849-42ac-a946-6331f44dafc2 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930912 Mar 01 20:55:23.954770 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:23.974411 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] Transition to ACTIVE for port object bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:24.053753 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] Set router fe5c60f6-5ce9-4920-a237-6c1d694a483a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:55:24.062907 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73f529f7-700a-4985-9fa0-017001e598f3 req-48488487-1cde-4168-886e-445513009e91 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681943 Mar 01 20:55:24.069403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b304a8a-d27a-48fa-a6cb-ab3497427a21 admin admin] Router 6dfc9574-e1b0-46f7-b5af-e5debf683166 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:55:24.087648 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:24.139474 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:55:24.175859 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e7128c-a659-4209-acd1-048e19c5e750,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:24.179616 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:24.179962 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Added segment 105d4c34-c520-4d04-b372-b0a0a838ec2b of type vlan for network 8f53e9c1-43ea-490e-bc6c-a4075ec99cb3 Mar 01 20:55:24.189984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-95537849-9ff0-41aa-ac03-730a15138444 req-e2a47a55-5b78-41e6-9dfa-553900040987 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] For port d4914968-5966-41b1-9a92-ef9cc1d48541, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=d4914968-5966-41b1-9a92-ef9cc1d48541,segment=NetworkSegment(de18bba6-ff31-44fd-9f1f-77044c55f8dd),segment_id=de18bba6-ff31-44fd-9f1f-77044c55f8dd)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:24.190345 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-95537849-9ff0-41aa-ac03-730a15138444 req-e2a47a55-5b78-41e6-9dfa-553900040987 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:24.198521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ed882f04-d8b0-4304-8c2b-71d06839575a None None] Port 26921b7b-dbab-4a51-ac4d-cf57e923352e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:55:24.220233 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:24.244660 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:24.353622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-95537849-9ff0-41aa-ac03-730a15138444 req-e2a47a55-5b78-41e6-9dfa-553900040987 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Calling delete_port for d4914968-5966-41b1-9a92-ef9cc1d48541 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:55:24.366226 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port c9e0ff92-1cd9-429d-907a-7972704c6d72, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c9e0ff92-1cd9-429d-907a-7972704c6d72,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:24.395454 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:24.445373 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:24.528949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=c9e0ff92-1cd9-429d-907a-7972704c6d72,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:24.551990 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:24.553319 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:24.555166 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:24.579844 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6dbfd588-fb98-452f-8d5c-571d15c09c44 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:24.687698 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'name': 'tempest-TaggedBootDevicesTest-27475877-router', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:12Z', 'updated_at': '2022-03-01T20:55:19Z', 'revision_number': 4, 'project_id': '5705b0cae87741729c72e376229e6a19', 'gw_port': {'id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:18:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:13Z', 'updated_at': '2022-03-01T20:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'a5649630-8649-471e-82a9-a049370a0977', 'name': '', 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'mac_address': 'fa:16:3e:b7:48:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '4b1ee371-6859-4aa1-bec5-74e86f55472d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:19Z', 'revision_number': 2, 'project_id': '5705b0cae87741729c72e376229e6a19', 'subnets': [{'id': '4b1ee371-6859-4aa1-bec5-74e86f55472d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:24.693522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] Checking router: fe5c60f6-5ce9-4920-a237-6c1d694a483a for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:55:24.693522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] Updating router fe5c60f6-5ce9-4920-a237-6c1d694a483a port a5649630-8649-471e-82a9-a049370a0977 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:55:24.693880 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-95537849-9ff0-41aa-ac03-730a15138444 req-e2a47a55-5b78-41e6-9dfa-553900040987 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:24.717143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 6dbfd588-fb98-452f-8d5c-571d15c09c44 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:24.717782 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:24.807229 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:24.880680 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] Pushing event updated for resources: {'Port': ['ID=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:24.890994 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a47a55-5b78-41e6-9dfa-553900040987 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Pushing event deleted for resources: {'Port': ['ID=d4914968-5966-41b1-9a92-ef9cc1d48541,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:24.899402 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] Pushing event updated for resources: {'Network': ['ID=8f53e9c1-43ea-490e-bc6c-a4075ec99cb3,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:24.923190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 8f53e9c1-43ea-490e-bc6c-a4075ec99cb3 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:55:24.983580 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-95537849-9ff0-41aa-ac03-730a15138444 req-e2a47a55-5b78-41e6-9dfa-553900040987 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] No DVR routers for this DVR port d4914968-5966-41b1-9a92-ef9cc1d48541 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:55:24.986415 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-95537849-9ff0-41aa-ac03-730a15138444 req-e2a47a55-5b78-41e6-9dfa-553900040987 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:24.989319 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-95537849-9ff0-41aa-ac03-730a15138444 req-e2a47a55-5b78-41e6-9dfa-553900040987 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.57 "DELETE /v2.0/ports/d4914968-5966-41b1-9a92-ef9cc1d48541 HTTP/1.1" status: 204 len: 173 time: 1.5227630 Mar 01 20:55:24.990096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b83f53f5-1b09-4195-9227-e0ae3e9fea41', 'name': 'network-vif-deleted', 'tag': 'd4914968-5966-41b1-9a92-ef9cc1d48541'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:55:25.007395 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-50ee654a-7528-4657-8321-fc5c0c5b76a5 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7898967 Mar 01 20:55:25.008085 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41022) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:25.013810 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-24a51c95-2fc1-4b2d-b0fa-53bf808e812e admin admin] Request body: {'subnet': {'network_id': '8f53e9c1-43ea-490e-bc6c-a4075ec99cb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1704721126-subnet', 'tenant_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:25.016562 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c7e6bdc1-537f-4f45-8cf2-1c51723d11bc up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:25.018709 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-24a51c95-2fc1-4b2d-b0fa-53bf808e812e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:25.023163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-24a51c95-2fc1-4b2d-b0fa-53bf808e812e admin admin] Usage tracker for resource:subnet and tenant:2f1c9b8b5b644c7198787dc9cabd6814 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:25.026349 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-24a51c95-2fc1-4b2d-b0fa-53bf808e812e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:25.032227 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-24a51c95-2fc1-4b2d-b0fa-53bf808e812e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:25.076329 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:25.120094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a51c95-2fc1-4b2d-b0fa-53bf808e812e admin admin] Made reservation on behalf of 2f1c9b8b5b644c7198787dc9cabd6814 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:55:25.122486 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-24a51c95-2fc1-4b2d-b0fa-53bf808e812e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:25.259718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b304a8a-d27a-48fa-a6cb-ab3497427a21 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:55:25.271426 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] Sync routers for ids ['6dfc9574-e1b0-46f7-b5af-e5debf683166'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:55:25.285861 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] Routers {'6dfc9574-e1b0-46f7-b5af-e5debf683166'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:55:25.286722 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:55:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['6dfc9574-e1b0-46f7-b5af-e5debf683166'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:25.301890 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9b304a8a-d27a-48fa-a6cb-ab3497427a21 admin admin] 10.222.0.42 "PUT /v2.0/routers/6dfc9574-e1b0-46f7-b5af-e5debf683166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2867885 Mar 01 20:55:25.375227 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c7e6bdc1-537f-4f45-8cf2-1c51723d11bc triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:25.375735 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:25.379798 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab9480-32ce-4b0a-8549-56c649511500 req-cbd0e916-6964-45df-9b17-52c99a75a657 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:25.387573 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-01ab9480-32ce-4b0a-8549-56c649511500 req-cbd0e916-6964-45df-9b17-52c99a75a657 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 947 time: 0.8127341 Mar 01 20:55:25.439756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dfebe-1f2e-4f39-ac15-345763448af7 req-b55e0288-171a-4cbd-a5b7-125b292b5487 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:25.447450 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-743dfebe-1f2e-4f39-ac15-345763448af7 req-b55e0288-171a-4cbd-a5b7-125b292b5487 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/ports?device_id=b83f53f5-1b09-4195-9227-e0ae3e9fea41 HTTP/1.1" status: 200 len: 865 time: 1.1551054 Mar 01 20:55:25.521065 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-743dfebe-1f2e-4f39-ac15-345763448af7 req-44f9f413-c968-4155-8a14-c316a2271401 tempest-ImagesTestJSON-1445950070 tempest-ImagesTestJSON-1445950070-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6beaba6-09f9-43ab-9260-fa7c0dcbf844&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725548 Mar 01 20:55:25.530771 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41030) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:25.537656 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] Attempting to bind port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:55:25.539303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] Attempting to bind port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:55:25.539754 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] Attempting to bind port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:25.541537 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:25.557983 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] Transition to ACTIVE for port object a5649630-8649-471e-82a9-a049370a0977 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:25.570876 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-01ab9480-32ce-4b0a-8549-56c649511500 req-773153ba-4da4-4e88-9c68-92b9ba12013c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769242 Mar 01 20:55:25.572101 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-24a51c95-2fc1-4b2d-b0fa-53bf808e812e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:25.574309 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] Port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:55:25.575968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] Attempting to bind port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:25.594170 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:55:25.604035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:25.604607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:55:25.605173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] Bound port: bd97f53a-f9d1-47ca-a431-a0e2ca5feb68, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:55:25.605639 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:25.640344 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:25.652313 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] Set router 6dfc9574-e1b0-46f7-b5af-e5debf683166 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:55:25.672026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a51c95-2fc1-4b2d-b0fa-53bf808e812e admin admin] Checking segment: {'id': '105d4c34-c520-4d04-b372-b0a0a838ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8f53e9c1-43ea-490e-bc6c-a4075ec99cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:25.674017 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a51c95-2fc1-4b2d-b0fa-53bf808e812e admin admin] Network hostable DHCP agents. Network: 8f53e9c1-43ea-490e-bc6c-a4075ec99cb3, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:55:25.722458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a51c95-2fc1-4b2d-b0fa-53bf808e812e admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c3e655-edc1-4284-b659-190569c7dc30,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:25.794028 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a51c95-2fc1-4b2d-b0fa-53bf808e812e admin admin] Network 8f53e9c1-43ea-490e-bc6c-a4075ec99cb3 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:55:25.807434 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-55e4e9c8-7940-466a-9cb8-6e75ebef13b9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-104352172'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:25.815648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-55e4e9c8-7940-466a-9cb8-6e75ebef13b9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:25.822498 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-55e4e9c8-7940-466a-9cb8-6e75ebef13b9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Usage tracker for resource:network and tenant:4834e9a7767b4a869353bf362d5744fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:25.831897 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-55e4e9c8-7940-466a-9cb8-6e75ebef13b9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:25.852133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-55e4e9c8-7940-466a-9cb8-6e75ebef13b9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:25.907338 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-24a51c95-2fc1-4b2d-b0fa-53bf808e812e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 8f53e9c1-43ea-490e-bc6c-a4075ec99cb3) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:25.920480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a51c95-2fc1-4b2d-b0fa-53bf808e812e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:25.922899 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-24a51c95-2fc1-4b2d-b0fa-53bf808e812e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:25.945274 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36366881-97a2-48aa-9742-e13f3fd13f04 None None] Network 8f53e9c1-43ea-490e-bc6c-a4075ec99cb3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:55:25.963567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e4e9c8-7940-466a-9cb8-6e75ebef13b9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Made reservation on behalf of 4834e9a7767b4a869353bf362d5744fe for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:55:25.967274 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55e4e9c8-7940-466a-9cb8-6e75ebef13b9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:25.968725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] For port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:55:25.985610 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] For port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:55:25.992705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Router e1736f01-84ed-4462-a7eb-c81cb7e96522 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 20:55:26.021905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e4e9c8-7940-466a-9cb8-6e75ebef13b9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:55:26.036426 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55e4e9c8-7940-466a-9cb8-6e75ebef13b9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:26.036705 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-55e4e9c8-7940-466a-9cb8-6e75ebef13b9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Added segment 8c2eb36a-f31a-42ed-8e77-298532345ba2 of type vlan for network 048c8938-01b3-4f3b-8a5a-47ffa5f9c201 Mar 01 20:55:26.068442 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-24a51c95-2fc1-4b2d-b0fa-53bf808e812e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0569930 Mar 01 20:55:26.088141 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55e4e9c8-7940-466a-9cb8-6e75ebef13b9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:26.135203 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device d4914968-5966-41b1-9a92-ef9cc1d48541 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:55:26.142758 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41036) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:26.151167 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1704721126-router', 'tenant_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:26.162555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:26.175642 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Usage tracker for resource:router and tenant:2f1c9b8b5b644c7198787dc9cabd6814 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:26.180403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:26.191272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:26.232104 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b83f53f5-1b09-4195-9227-e0ae3e9fea41', 'name': 'network-vif-deleted', 'tag': 'd4914968-5966-41b1-9a92-ef9cc1d48541', 'status': 'completed', 'code': 200} Mar 01 20:55:26.237814 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55e4e9c8-7940-466a-9cb8-6e75ebef13b9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:26.244108 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e4e9c8-7940-466a-9cb8-6e75ebef13b9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:26.247091 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55e4e9c8-7940-466a-9cb8-6e75ebef13b9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:26.253781 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfc9574-e1b0-46f7-b5af-e5debf683166', 'name': 'tempest-ServersTestMultiNic-2110167648-router', 'tenant_id': '4834e9a7767b4a869353bf362d5744fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6dbfd588-fb98-452f-8d5c-571d15c09c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:07Z', 'updated_at': '2022-03-01T20:55:19Z', 'revision_number': 4, 'project_id': '4834e9a7767b4a869353bf362d5744fe', 'gw_port': {'id': '6dbfd588-fb98-452f-8d5c-571d15c09c44', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfc9574-e1b0-46f7-b5af-e5debf683166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:09Z', 'updated_at': '2022-03-01T20:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '26921b7b-dbab-4a51-ac4d-cf57e923352e', 'name': '', 'network_id': 'e32ed15c-87aa-45c9-b3fc-c5d56dcc4191', 'tenant_id': '4834e9a7767b4a869353bf362d5744fe', 'mac_address': 'fa:16:3e:57:4b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfc9574-e1b0-46f7-b5af-e5debf683166', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'eee71c2b-0a0b-4d80-8da4-dce3da63dea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:15Z', 'updated_at': '2022-03-01T20:55:21Z', 'revision_number': 2, 'project_id': '4834e9a7767b4a869353bf362d5744fe', 'subnets': [{'id': 'eee71c2b-0a0b-4d80-8da4-dce3da63dea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:26.265630 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] Checking router: 6dfc9574-e1b0-46f7-b5af-e5debf683166 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:55:26.266122 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] Updating router 6dfc9574-e1b0-46f7-b5af-e5debf683166 port 26921b7b-dbab-4a51-ac4d-cf57e923352e binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:55:26.301448 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ba8c1-d5c4-4200-8e47-57b9d908c0bd None None] Pushing event updated for resources: {'Port': ['ID=a5649630-8649-471e-82a9-a049370a0977,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:26.318059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: d4914968-5966-41b1-9a92-ef9cc1d48541 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:55:26.318384 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device d4914968-5966-41b1-9a92-ef9cc1d48541 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:55:26.348773 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:26.350809 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:26.352180 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:26.367975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feb80c8-7362-4f50-bea0-4c705b5e3e7a req-aec2c8d6-df61-4827-b7a4-8b763e38b962 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:26.373557 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8feb80c8-7362-4f50-bea0-4c705b5e3e7a req-aec2c8d6-df61-4827-b7a4-8b763e38b962 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.6295836 Mar 01 20:55:26.392780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:55:26.408795 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] Attempting to bind port a5649630-8649-471e-82a9-a049370a0977 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:55:26.409163 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] Attempting to bind port a5649630-8649-471e-82a9-a049370a0977 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:55:26.409533 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] Attempting to bind port a5649630-8649-471e-82a9-a049370a0977 on network 1c6f66dd-272c-498f-a0ba-ba7fb81f92ae {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:26.424556 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] Sync routers for ids ['e1736f01-84ed-4462-a7eb-c81cb7e96522'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:55:26.443299 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:55:26.443812 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] Checking segment: {'id': '3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:26.444214 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:26.444670 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] Bound using segment: {'id': '3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:55:26.444670 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] Bound port: a5649630-8649-471e-82a9-a049370a0977, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:55:26.446183 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:26.446374 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-55e4e9c8-7940-466a-9cb8-6e75ebef13b9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9135897 Mar 01 20:55:26.447305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41042) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:26.461471 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-7809aaba-fd44-4327-ae24-ab74352d2003 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Request body: {'subnet': {'network_id': '048c8938-01b3-4f3b-8a5a-47ffa5f9c201', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:26.484602 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4e9c8-7940-466a-9cb8-6e75ebef13b9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event updated for resources: {'Network': ['ID=048c8938-01b3-4f3b-8a5a-47ffa5f9c201,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:26.493313 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:26.502621 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:26.517297 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] Routers {'e1736f01-84ed-4462-a7eb-c81cb7e96522'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:55:26.517941 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:55:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['e1736f01-84ed-4462-a7eb-c81cb7e96522'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:26.567398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:26.575084 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:26.576646 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] 10.222.0.55 "PUT /v2.0/ports/bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 HTTP/1.1" status: 200 len: 1095 time: 5.7817130 Mar 01 20:55:26.578578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0db9511-81a2-48e2-9fe8-a68ca499cce5', 'tag': 'bd97f53a-f9d1-47ca-a431-a0e2ca5feb68'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:55:26.665597 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec9bb1-011d-4b38-8019-43cf43068045 service neutron] Pushing event updated for resources: {'Port': ['ID=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:26.672510 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7809aaba-fd44-4327-ae24-ab74352d2003 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:26.688550 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8feb80c8-7362-4f50-bea0-4c705b5e3e7a req-068625ad-c043-4afe-b5da-4e6c9360c33c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3141091 Mar 01 20:55:26.690902 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7809aaba-fd44-4327-ae24-ab74352d2003 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Usage tracker for resource:subnet and tenant:4834e9a7767b4a869353bf362d5744fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:26.699321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7809aaba-fd44-4327-ae24-ab74352d2003 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:26.762528 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] Set router e1736f01-84ed-4462-a7eb-c81cb7e96522 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:55:26.799777 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7809aaba-fd44-4327-ae24-ab74352d2003 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:26.932931 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 048c8938-01b3-4f3b-8a5a-47ffa5f9c201 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:55:27.008032 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:27.012011 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-31d59a05-dd32-46bc-8615-ca1032c84204 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 11.7261899 Mar 01 20:55:27.027060 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41054) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:27.061914 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7809aaba-fd44-4327-ae24-ab74352d2003 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Made reservation on behalf of 4834e9a7767b4a869353bf362d5744fe for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:55:27.065396 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7809aaba-fd44-4327-ae24-ab74352d2003 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:27.074971 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c9e0ff92-1cd9-429d-907a-7972704c6d72 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:27.112401 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:27.140205 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] Transition to ACTIVE for port object 26921b7b-dbab-4a51-ac4d-cf57e923352e will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:27.175692 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded50e07-0cb7-4dd0-88dd-256456ced30a req-cf5cf93b-725c-4524-b7bc-150014e225fa tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:27.177391 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ded50e07-0cb7-4dd0-88dd-256456ced30a req-cf5cf93b-725c-4524-b7bc-150014e225fa tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 946 time: 0.7730258 Mar 01 20:55:27.213406 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:27.315211 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0ca67-8b4a-4980-a390-0ad9c4fe3ec9 None None] Pushing event updated for resources: {'Port': ['ID=26921b7b-dbab-4a51-ac4d-cf57e923352e,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:27.379229 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:27.380814 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ded50e07-0cb7-4dd0-88dd-256456ced30a req-90ceaac7-3632-4d7e-89f5-70262ac1739c tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899779 Mar 01 20:55:27.394504 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7809aaba-fd44-4327-ae24-ab74352d2003 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:27.424415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-96c9bfea-4f1b-4809-917c-1ee2e2490de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:27.434283 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-96c9bfea-4f1b-4809-917c-1ee2e2490de3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 1098 time: 0.7180769 Mar 01 20:55:27.528511 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] For port a5649630-8649-471e-82a9-a049370a0977, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:55:27.542943 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] Attempting to bind port 26921b7b-dbab-4a51-ac4d-cf57e923352e on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:55:27.543503 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] Attempting to bind port 26921b7b-dbab-4a51-ac4d-cf57e923352e by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '1594b9b7-993a-41ba-8120-6ee6983ce263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e32ed15c-87aa-45c9-b3fc-c5d56dcc4191'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:55:27.543713 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] Attempting to bind port 26921b7b-dbab-4a51-ac4d-cf57e923352e on network e32ed15c-87aa-45c9-b3fc-c5d56dcc4191 {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:27.548462 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-8f53e9c1-43ea-490e-bc6c-a4075ec99cb3', 'network_id': '8f53e9c1-43ea-490e-bc6c-a4075ec99cb3', 'tenant_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'fixed_ips': [{'subnet_id': '45c3e655-edc1-4284-b659-190569c7dc30'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:55:27.553258 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 55, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:55:27.553629 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] Checking segment: {'id': '1594b9b7-993a-41ba-8120-6ee6983ce263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e32ed15c-87aa-45c9-b3fc-c5d56dcc4191'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:27.554029 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:27.554236 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:27.554546 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] Bound using segment: {'id': '1594b9b7-993a-41ba-8120-6ee6983ce263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e32ed15c-87aa-45c9-b3fc-c5d56dcc4191'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:55:27.554894 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] Bound port: 26921b7b-dbab-4a51-ac4d-cf57e923352e, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1594b9b7-993a-41ba-8120-6ee6983ce263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'e32ed15c-87aa-45c9-b3fc-c5d56dcc4191'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:55:27.555484 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:27.579911 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2cee7f09-8549-45a4-8800-18b52d171272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:27.587050 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] For port a5649630-8649-471e-82a9-a049370a0977, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=a5649630-8649-471e-82a9-a049370a0977,segment=NetworkSegment(3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed),segment_id=3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:55:27.602098 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c9e0ff92-1cd9-429d-907a-7972704c6d72 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:27.602098 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:27.682894 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] For port 26921b7b-dbab-4a51-ac4d-cf57e923352e, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:55:27.686256 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] For port 26921b7b-dbab-4a51-ac4d-cf57e923352e, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=26921b7b-dbab-4a51-ac4d-cf57e923352e,segment=NetworkSegment(1594b9b7-993a-41ba-8120-6ee6983ce263),segment_id=1594b9b7-993a-41ba-8120-6ee6983ce263)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:55:27.704590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809aaba-fd44-4327-ae24-ab74352d2003 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event updated for resources: {'Subnet': ['ID=2d0aa64a-d090-4131-aec6-82a881450ff9,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:27.711199 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7809aaba-fd44-4327-ae24-ab74352d2003 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Checking segment: {'id': '8c2eb36a-f31a-42ed-8e77-298532345ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '048c8938-01b3-4f3b-8a5a-47ffa5f9c201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:27.711683 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7809aaba-fd44-4327-ae24-ab74352d2003 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Network hostable DHCP agents. Network: 048c8938-01b3-4f3b-8a5a-47ffa5f9c201, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:55:27.747106 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:27.794019 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:27.888967 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] Routers {'6dfc9574-e1b0-46f7-b5af-e5debf683166'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:55:27.889196 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0db9511-81a2-48e2-9fe8-a68ca499cce5', 'tag': 'bd97f53a-f9d1-47ca-a431-a0e2ca5feb68', 'status': 'completed', 'code': 200} Mar 01 20:55:27.890139 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:55:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['6dfc9574-e1b0-46f7-b5af-e5debf683166'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:27.909928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-2296f6ad-a827-49d9-9066-adbcf5535701 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 HTTP/1.1" status: 200 len: 217 time: 0.3587968 Mar 01 20:55:27.931278 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e635595d-96b9-4b29-a819-08287bb70e5b req-e2788cee-1a41-4b91-ba3e-132830724e0e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:27.942922 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e635595d-96b9-4b29-a819-08287bb70e5b req-e2788cee-1a41-4b91-ba3e-132830724e0e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 947 time: 0.7529147 Mar 01 20:55:27.965757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7809aaba-fd44-4327-ae24-ab74352d2003 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Network 048c8938-01b3-4f3b-8a5a-47ffa5f9c201 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:55:27.999694 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0ca67-8b4a-4980-a390-0ad9c4fe3ec9 None None] Pushing event updated for resources: {'Port': ['ID=26921b7b-dbab-4a51-ac4d-cf57e923352e,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:28.045898 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e635595d-96b9-4b29-a819-08287bb70e5b req-3b50cf11-9c17-4b5b-9754-39720c77d254 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018786 Mar 01 20:55:28.130804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-30e40908-4b06-4229-886b-d3f6cc881c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:28.132468 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-30e40908-4b06-4229-886b-d3f6cc881c30 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1602361 Mar 01 20:55:28.332998 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] Set router 6dfc9574-e1b0-46f7-b5af-e5debf683166 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:55:28.418877 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] Routers {'fe5c60f6-5ce9-4920-a237-6c1d694a483a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:55:28.419632 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:55:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fe5c60f6-5ce9-4920-a237-6c1d694a483a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:28.442799 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:28.481065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7809aaba-fd44-4327-ae24-ab74352d2003 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 048c8938-01b3-4f3b-8a5a-47ffa5f9c201) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:28.488648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7809aaba-fd44-4327-ae24-ab74352d2003 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:28.489296 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7809aaba-fd44-4327-ae24-ab74352d2003 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:28.521381 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:28.532456 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5c6381-9607-40cf-a16e-93545063ae3b None None] Network 048c8938-01b3-4f3b-8a5a-47ffa5f9c201 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:55:28.603347 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-901731e9-c278-417e-a8f9-5c25c9708eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:28.604965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-901731e9-c278-417e-a8f9-5c25c9708eb1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4486079 Mar 01 20:55:28.681907 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ba8c1-d5c4-4200-8e47-57b9d908c0bd None None] Pushing event updated for resources: {'Port': ['ID=a5649630-8649-471e-82a9-a049370a0977,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:28.748412 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Allocated IP 172.20.0.2 (8f53e9c1-43ea-490e-bc6c-a4075ec99cb3/45c3e655-edc1-4284-b659-190569c7dc30/81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:55:28.749235 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Allocated IP 172.25.5.15 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/8c3685cb-7eb8-4999-baca-8f1f0277057e) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:55:28.781135 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfc9574-e1b0-46f7-b5af-e5debf683166', 'name': 'tempest-ServersTestMultiNic-2110167648-router', 'tenant_id': '4834e9a7767b4a869353bf362d5744fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6dbfd588-fb98-452f-8d5c-571d15c09c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:07Z', 'updated_at': '2022-03-01T20:55:19Z', 'revision_number': 4, 'project_id': '4834e9a7767b4a869353bf362d5744fe', 'gw_port': {'id': '6dbfd588-fb98-452f-8d5c-571d15c09c44', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfc9574-e1b0-46f7-b5af-e5debf683166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:09Z', 'updated_at': '2022-03-01T20:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '26921b7b-dbab-4a51-ac4d-cf57e923352e', 'name': '', 'network_id': 'e32ed15c-87aa-45c9-b3fc-c5d56dcc4191', 'tenant_id': '4834e9a7767b4a869353bf362d5744fe', 'mac_address': 'fa:16:3e:57:4b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfc9574-e1b0-46f7-b5af-e5debf683166', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'eee71c2b-0a0b-4d80-8da4-dce3da63dea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:15Z', 'updated_at': '2022-03-01T20:55:27Z', 'revision_number': 4, 'project_id': '4834e9a7767b4a869353bf362d5744fe', 'subnets': [{'id': 'eee71c2b-0a0b-4d80-8da4-dce3da63dea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:28.786225 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a1ca54-d087-4fae-90a0-befc6e4377c9 None None] The sync data for ids ['6dfc9574-e1b0-46f7-b5af-e5debf683166'] in n-d-827896-4 is: [{'id': '6dfc9574-e1b0-46f7-b5af-e5debf683166', 'name': 'tempest-ServersTestMultiNic-2110167648-router', 'tenant_id': '4834e9a7767b4a869353bf362d5744fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6dbfd588-fb98-452f-8d5c-571d15c09c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:07Z', 'updated_at': '2022-03-01T20:55:19Z', 'revision_number': 4, 'project_id': '4834e9a7767b4a869353bf362d5744fe', 'gw_port': {'id': '6dbfd588-fb98-452f-8d5c-571d15c09c44', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfc9574-e1b0-46f7-b5af-e5debf683166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:09Z', 'updated_at': '2022-03-01T20:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '26921b7b-dbab-4a51-ac4d-cf57e923352e', 'name': '', 'network_id': 'e32ed15c-87aa-45c9-b3fc-c5d56dcc4191', 'tenant_id': '4834e9a7767b4a869353bf362d5744fe', 'mac_address': 'fa:16:3e:57:4b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dfc9574-e1b0-46f7-b5af-e5debf683166', 'device_owner': 'network:router_interface', 'standard_attr_id': 920, 'fixed_ips': [{'subnet_id': 'eee71c2b-0a0b-4d80-8da4-dce3da63dea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:15Z', 'updated_at': '2022-03-01T20:55:27Z', 'revision_number': 4, 'project_id': '4834e9a7767b4a869353bf362d5744fe', 'subnets': [{'id': 'eee71c2b-0a0b-4d80-8da4-dce3da63dea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:55:28.792811 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a39c442-17d0-47b4-9ef7-6e03eee45456 req-bb0a158f-3d39-45a4-b043-60138ebf0bf2 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:28.793762 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a39c442-17d0-47b4-9ef7-6e03eee45456 req-bb0a158f-3d39-45a4-b043-60138ebf0bf2 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.4329851 Mar 01 20:55:28.853682 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7809aaba-fd44-4327-ae24-ab74352d2003 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3943160 Mar 01 20:55:28.861045 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41078) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:28.884279 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-de94b09a-8f49-4f88-8b0b-f95c6408b987 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-822709241'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:28.891387 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-de94b09a-8f49-4f88-8b0b-f95c6408b987 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:28.964501 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-de94b09a-8f49-4f88-8b0b-f95c6408b987 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Usage tracker for resource:network and tenant:4834e9a7767b4a869353bf362d5744fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:28.972003 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a39c442-17d0-47b4-9ef7-6e03eee45456 req-3b7877df-d573-4621-8b22-e8aafb586dcc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872548 Mar 01 20:55:28.972627 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-de94b09a-8f49-4f88-8b0b-f95c6408b987 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:29.002526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-de94b09a-8f49-4f88-8b0b-f95c6408b987 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:29.160314 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:29.164965 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49b12f52-a81f-43cd-90c0-19f77bf8d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:29.172416 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de94b09a-8f49-4f88-8b0b-f95c6408b987 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Made reservation on behalf of 4834e9a7767b4a869353bf362d5744fe for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:55:29.176085 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-de94b09a-8f49-4f88-8b0b-f95c6408b987 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:29.229812 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-3866506f-411f-4ee5-be32-28bfbb394c80 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6167059 Mar 01 20:55:29.232040 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de94b09a-8f49-4f88-8b0b-f95c6408b987 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:55:29.245714 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-de94b09a-8f49-4f88-8b0b-f95c6408b987 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:29.246055 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-de94b09a-8f49-4f88-8b0b-f95c6408b987 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Added segment 0df36b70-bd67-4207-a0f5-d996259ef9fa of type vlan for network 5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad Mar 01 20:55:29.278100 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-de94b09a-8f49-4f88-8b0b-f95c6408b987 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:29.278869 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333680660-router', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:15Z', 'updated_at': '2022-03-01T20:55:22Z', 'revision_number': 3, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'gw_port': {'id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:29.302041 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 26921b7b-dbab-4a51-ac4d-cf57e923352e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:29.389613 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:29.456873 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:29.465807 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:29.473218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:55:29.502997 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] Checking router: e1736f01-84ed-4462-a7eb-c81cb7e96522 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:55:29.503643 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] Updating router e1736f01-84ed-4462-a7eb-c81cb7e96522 port c8a3e0d0-f088-4ada-ae6a-7559f3281ec2 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:55:29.547674 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-de94b09a-8f49-4f88-8b0b-f95c6408b987 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:29.555079 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de94b09a-8f49-4f88-8b0b-f95c6408b987 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:29.555947 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-de94b09a-8f49-4f88-8b0b-f95c6408b987 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:29.620690 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] Set router fe5c60f6-5ce9-4920-a237-6c1d694a483a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:55:29.739458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-048c8938-01b3-4f3b-8a5a-47ffa5f9c201', 'network_id': '048c8938-01b3-4f3b-8a5a-47ffa5f9c201', 'tenant_id': '4834e9a7767b4a869353bf362d5744fe', 'fixed_ips': [{'subnet_id': '2d0aa64a-d090-4131-aec6-82a881450ff9'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:55:29.740394 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:29.768554 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Pushing event updated for resources: {'Port': ['ID=8c3685cb-7eb8-4999-baca-8f1f0277057e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:29.810893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a30430-6ebf-44ba-a33d-d1d20feeb438 req-409bece2-248e-48d3-a60d-0a2e0af465ae tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:29.818195 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05a30430-6ebf-44ba-a33d-d1d20feeb438 req-409bece2-248e-48d3-a60d-0a2e0af465ae tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 946 time: 0.3781657 Mar 01 20:55:29.872490 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-153a86e6-2483-4b95-9b77-4e94e1bcda02 req-b473941b-3ab5-470b-8b61-c4b9d1aca527 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607904 Mar 01 20:55:29.933803 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-de94b09a-8f49-4f88-8b0b-f95c6408b987 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0583529 Mar 01 20:55:29.951138 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Allocated IP 19.80.0.2 (048c8938-01b3-4f3b-8a5a-47ffa5f9c201/2d0aa64a-d090-4131-aec6-82a881450ff9/0558335d-f477-49e2-be21-0183601d5566) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:55:29.969962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41088) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:29.985392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94b09a-8f49-4f88-8b0b-f95c6408b987 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event updated for resources: {'Network': ['ID=5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:29.999056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-05f6189a-5281-41ea-92e8-d01c6c08e9fb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Request body: {'subnet': {'network_id': '5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:30.103521 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05a30430-6ebf-44ba-a33d-d1d20feeb438 req-a307180f-e915-4d01-a77a-896e6752fefd tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806892 Mar 01 20:55:30.149883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-05f6189a-5281-41ea-92e8-d01c6c08e9fb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:30.173102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0ffb2-b9d4-4f8f-b1ba-4fd57153edc5 req-9b15dd85-5c1e-44c7-83f5-c2066b4d882a tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:30.177740 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-05f6189a-5281-41ea-92e8-d01c6c08e9fb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Usage tracker for resource:subnet and tenant:4834e9a7767b4a869353bf362d5744fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:30.182312 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86c0ffb2-b9d4-4f8f-b1ba-4fd57153edc5 req-9b15dd85-5c1e-44c7-83f5-c2066b4d882a tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 947 time: 0.5682061 Mar 01 20:55:30.184538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-05f6189a-5281-41ea-92e8-d01c6c08e9fb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:30.213673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-05f6189a-5281-41ea-92e8-d01c6c08e9fb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:30.227693 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-49b12f52-a81f-43cd-90c0-19f77bf8d66b admin admin] Allocated IP 172.20.0.1 (d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7/5de87dea-faeb-43b1-a22a-6ec8a15b7c56/8a02b72a-f74c-49a4-9b45-d66f91d7fe4b) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:55:30.273696 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f08c2c88-bd14-44df-bef5-38e72faaf9e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:30.275175 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:55:30.297000 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86c0ffb2-b9d4-4f8f-b1ba-4fd57153edc5 req-1c96e623-b514-4f42-af19-148786e41d2f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138217 Mar 01 20:55:30.386754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f6189a-5281-41ea-92e8-d01c6c08e9fb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Made reservation on behalf of 4834e9a7767b4a869353bf362d5744fe for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:55:30.390297 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-05f6189a-5281-41ea-92e8-d01c6c08e9fb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:30.414041 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:30.416898 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:30.458102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac8740-83df-469c-9250-ca02ba057367 req-46492204-6a77-483d-9b9f-d02ebd801664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:30.459950 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6bac8740-83df-469c-9250-ca02ba057367 req-46492204-6a77-483d-9b9f-d02ebd801664 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 1098 time: 0.4388945 Mar 01 20:55:30.579850 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 26921b7b-dbab-4a51-ac4d-cf57e923352e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:30.626352 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Transition to ACTIVE for port object 0558335d-f477-49e2-be21-0183601d5566 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:30.760651 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cd0221-73f2-4f47-af13-66afc5045303 req-70c58f93-429b-4202-8a8c-24e9353c02e5 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:30.762373 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78cd0221-73f2-4f47-af13-66afc5045303 req-70c58f93-429b-4202-8a8c-24e9353c02e5 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=b856a893-4af6-41d8-9f74-4ea219547f6a HTTP/1.1" status: 200 len: 945 time: 0.5122693 Mar 01 20:55:30.767389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 26921b7b-dbab-4a51-ac4d-cf57e923352e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:30.767763 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:30.774198 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49b12f52-a81f-43cd-90c0-19f77bf8d66b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:30.787450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac8740-83df-469c-9250-ca02ba057367 req-49df0122-e726-449f-8067-f30e12aa8f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:30.789369 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6bac8740-83df-469c-9250-ca02ba057367 req-49df0122-e726-449f-8067-f30e12aa8f83 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.3204579 Mar 01 20:55:30.805686 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:30.900405 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-49b12f52-a81f-43cd-90c0-19f77bf8d66b admin admin] Transition to ACTIVE for port object 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:30.910308 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6bac8740-83df-469c-9250-ca02ba057367 req-2fb0670e-03a1-4302-9ca8-a67c9b9b99c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 HTTP/1.1" status: 200 len: 217 time: 0.1049902 Mar 01 20:55:30.959827 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Transition to ACTIVE for port object 0558335d-f477-49e2-be21-0183601d5566 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:30.965741 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:30.971608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804762cc-038f-444b-a0d1-a16d287c30a0 req-0a70d4bf-00f7-46f5-adc1-9d25a845b2d4 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:30.973231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-804762cc-038f-444b-a0d1-a16d287c30a0 req-0a70d4bf-00f7-46f5-adc1-9d25a845b2d4 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.4816508 Mar 01 20:55:30.976165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78cd0221-73f2-4f47-af13-66afc5045303 req-b08fa6d6-c8bb-4da8-8956-eb691022691f tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984291 Mar 01 20:55:30.987245 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:31.024416 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:31.029538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac8740-83df-469c-9250-ca02ba057367 req-abc24276-9616-4d1a-a777-0b20f31fe475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:31.031178 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6bac8740-83df-469c-9250-ca02ba057367 req-abc24276-9616-4d1a-a777-0b20f31fe475 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1106083 Mar 01 20:55:31.065329 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Transition to ACTIVE for port object 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:31.070902 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:31.142939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-804762cc-038f-444b-a0d1-a16d287c30a0 req-f35f3214-2ee4-4de3-98a7-c88947b87553 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297662 Mar 01 20:55:31.178171 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49b12f52-a81f-43cd-90c0-19f77bf8d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:31.188864 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-05f6189a-5281-41ea-92e8-d01c6c08e9fb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:31.338468 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Transition to ACTIVE for port object 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:31.375338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac8740-83df-469c-9250-ca02ba057367 req-350df731-b0be-46f4-8296-c1e6173077ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:31.377434 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6bac8740-83df-469c-9250-ca02ba057367 req-350df731-b0be-46f4-8296-c1e6173077ee service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3387091 Mar 01 20:55:31.379509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b12f52-a81f-43cd-90c0-19f77bf8d66b admin admin] Network d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:31.393811 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-49b12f52-a81f-43cd-90c0-19f77bf8d66b admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:31.397045 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f6189a-5281-41ea-92e8-d01c6c08e9fb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event updated for resources: {'Subnet': ['ID=f56eb325-9e83-4347-bf0b-51859b77bc87,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:31.405220 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Network 048c8938-01b3-4f3b-8a5a-47ffa5f9c201 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:31.412512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f6189a-5281-41ea-92e8-d01c6c08e9fb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Checking segment: {'id': '0df36b70-bd67-4207-a0f5-d996259ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:31.412876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f6189a-5281-41ea-92e8-d01c6c08e9fb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Network hostable DHCP agents. Network: 5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:55:31.429291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b12f52-a81f-43cd-90c0-19f77bf8d66b admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:55:31.442498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:31.452615 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:31.481875 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:55:31.490443 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Pushing event updated for resources: {'Port': ['ID=0558335d-f477-49e2-be21-0183601d5566,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:31.499274 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:31.529269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b12f52-a81f-43cd-90c0-19f77bf8d66b admin admin] Pushing event updated for resources: {'Port': ['ID=8a02b72a-f74c-49a4-9b45-d66f91d7fe4b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:31.602205 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f6189a-5281-41ea-92e8-d01c6c08e9fb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Network 5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:55:31.660485 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:31.701187 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Network 8f53e9c1-43ea-490e-bc6c-a4075ec99cb3 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:31.714315 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-05f6189a-5281-41ea-92e8-d01c6c08e9fb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:31.719246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f6189a-5281-41ea-92e8-d01c6c08e9fb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:31.719879 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-05f6189a-5281-41ea-92e8-d01c6c08e9fb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:31.731228 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97f3e50-970d-4ba1-ab29-403970d31241 None None] Network 5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:55:31.745555 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:31.784926 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:55:31.815434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Pushing event updated for resources: {'Port': ['ID=81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:31.817823 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Attempting to bind port 0558335d-f477-49e2-be21-0183601d5566 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:55:31.818258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Attempting to bind port 0558335d-f477-49e2-be21-0183601d5566 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '8c2eb36a-f31a-42ed-8e77-298532345ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '048c8938-01b3-4f3b-8a5a-47ffa5f9c201'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:55:31.818675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Attempting to bind port 0558335d-f477-49e2-be21-0183601d5566 on network 048c8938-01b3-4f3b-8a5a-47ffa5f9c201 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:31.830971 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-05f6189a-5281-41ea-92e8-d01c6c08e9fb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8578627 Mar 01 20:55:31.851936 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49b12f52-a81f-43cd-90c0-19f77bf8d66b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:31.892591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Router 13fe3ed0-80cb-4eef-b011-98a8244353e2 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 20:55:31.918531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265118d7-a332-4070-b95c-7ac2c32bb031 req-330c24d1-d704-4360-9bac-56483644d875 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:31.925779 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-265118d7-a332-4070-b95c-7ac2c32bb031 req-330c24d1-d704-4360-9bac-56483644d875 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 946 time: 0.6049094 Mar 01 20:55:31.940369 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 26921b7b-dbab-4a51-ac4d-cf57e923352e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=26921b7b-dbab-4a51-ac4d-cf57e923352e,segment=NetworkSegment(1594b9b7-993a-41ba-8120-6ee6983ce263),segment_id=1594b9b7-993a-41ba-8120-6ee6983ce263)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:31.941816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:55:31.942280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Checking segment: {'id': '8c2eb36a-f31a-42ed-8e77-298532345ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '048c8938-01b3-4f3b-8a5a-47ffa5f9c201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:31.942752 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:31.943217 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Bound using segment: {'id': '8c2eb36a-f31a-42ed-8e77-298532345ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '048c8938-01b3-4f3b-8a5a-47ffa5f9c201'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:55:31.943789 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Bound port: 0558335d-f477-49e2-be21-0183601d5566, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c2eb36a-f31a-42ed-8e77-298532345ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '048c8938-01b3-4f3b-8a5a-47ffa5f9c201'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:55:31.944262 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:31.957871 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6bac8740-83df-469c-9250-ca02ba057367 req-5f22dfb4-eb58-450c-b5c7-84287d2c01e0 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5657377 Mar 01 20:55:32.054551 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-265118d7-a332-4070-b95c-7ac2c32bb031 req-3097da7b-e198-4e34-a45f-67970bc49f41 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271443 Mar 01 20:55:32.111602 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:32.197216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Attempting to bind port 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:55:32.197216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Attempting to bind port 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '105d4c34-c520-4d04-b372-b0a0a838ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8f53e9c1-43ea-490e-bc6c-a4075ec99cb3'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:55:32.197733 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Attempting to bind port 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3 on network 8f53e9c1-43ea-490e-bc6c-a4075ec99cb3 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:32.203962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca249bd-4fec-4cd1-8819-b8403f5d9be0 req-f0fcb278-e67d-4c1d-a1fb-dc37cc979b64 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:32.208462 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dca249bd-4fec-4cd1-8819-b8403f5d9be0 req-f0fcb278-e67d-4c1d-a1fb-dc37cc979b64 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 947 time: 0.4287353 Mar 01 20:55:32.229300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0abb1bd8-4728-4947-97c8-20a4f878e539 None None] Provisioning for port 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:32.247346 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'name': 'tempest-TaggedBootDevicesTest-27475877-router', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:12Z', 'updated_at': '2022-03-01T20:55:19Z', 'revision_number': 4, 'project_id': '5705b0cae87741729c72e376229e6a19', 'gw_port': {'id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:18:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:13Z', 'updated_at': '2022-03-01T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'a5649630-8649-471e-82a9-a049370a0977', 'name': '', 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'mac_address': 'fa:16:3e:b7:48:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '4b1ee371-6859-4aa1-bec5-74e86f55472d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:27Z', 'revision_number': 4, 'project_id': '5705b0cae87741729c72e376229e6a19', 'subnets': [{'id': '4b1ee371-6859-4aa1-bec5-74e86f55472d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:32.261395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:55:32.266564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0abb1bd8-4728-4947-97c8-20a4f878e539 None None] Provisioning complete for port 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:32.266829 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0abb1bd8-4728-4947-97c8-20a4f878e539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:32.275634 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6bac8740-83df-469c-9250-ca02ba057367 req-0bb58c63-0b70-410c-8a34-ab9fb3c29ff7 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047328 Mar 01 20:55:32.277471 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] Sync routers for ids ['13fe3ed0-80cb-4eef-b011-98a8244353e2'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:55:32.291104 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] Routers {'13fe3ed0-80cb-4eef-b011-98a8244353e2'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:55:32.291742 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:55:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['13fe3ed0-80cb-4eef-b011-98a8244353e2'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:32.302965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dca249bd-4fec-4cd1-8819-b8403f5d9be0 req-94cdff50-b7f1-4173-96f1-66191db75a52 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674217 Mar 01 20:55:32.304601 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:55:32.304974 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Checking segment: {'id': '105d4c34-c520-4d04-b372-b0a0a838ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8f53e9c1-43ea-490e-bc6c-a4075ec99cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:32.305371 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:32.305760 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Bound using segment: {'id': '105d4c34-c520-4d04-b372-b0a0a838ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8f53e9c1-43ea-490e-bc6c-a4075ec99cb3'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:55:32.306259 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Bound port: 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105d4c34-c520-4d04-b372-b0a0a838ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8f53e9c1-43ea-490e-bc6c-a4075ec99cb3'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:55:32.306695 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:32.418258 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49b12f52-a81f-43cd-90c0-19f77bf8d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:32.422818 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:32.425052 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bf07bab4-0452-4776-832d-363f1ffe066d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.2806292 Mar 01 20:55:32.427117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41128) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:32.523718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9a38fc-0be7-4808-aca6-73f43f654a3b None None] The sync data for ids ['fe5c60f6-5ce9-4920-a237-6c1d694a483a'] in n-d-827896-4 is: [{'id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'name': 'tempest-TaggedBootDevicesTest-27475877-router', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:12Z', 'updated_at': '2022-03-01T20:55:19Z', 'revision_number': 4, 'project_id': '5705b0cae87741729c72e376229e6a19', 'gw_port': {'id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:18:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:13Z', 'updated_at': '2022-03-01T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'a5649630-8649-471e-82a9-a049370a0977', 'name': '', 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'mac_address': 'fa:16:3e:b7:48:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '4b1ee371-6859-4aa1-bec5-74e86f55472d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:27Z', 'revision_number': 4, 'project_id': '5705b0cae87741729c72e376229e6a19', 'subnets': [{'id': '4b1ee371-6859-4aa1-bec5-74e86f55472d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:55:32.540246 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:32.577619 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] Set router 13fe3ed0-80cb-4eef-b011-98a8244353e2 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:55:32.605542 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] For port 0558335d-f477-49e2-be21-0183601d5566, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:55:32.609618 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] For port 0558335d-f477-49e2-be21-0183601d5566, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0558335d-f477-49e2-be21-0183601d5566,segment=NetworkSegment(8c2eb36a-f31a-42ed-8e77-298532345ba2),segment_id=8c2eb36a-f31a-42ed-8e77-298532345ba2)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:55:32.665782 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:32.667110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=26921b7b-dbab-4a51-ac4d-cf57e923352e,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:32.671527 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-0abb1bd8-4728-4947-97c8-20a4f878e539 None None] Port 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:55:32.678343 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] Transition to ACTIVE for port object c8a3e0d0-f088-4ada-ae6a-7559f3281ec2 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:32.711127 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:32.864428 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:32.897132 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad', 'network_id': '5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad', 'tenant_id': '4834e9a7767b4a869353bf362d5744fe', 'fixed_ips': [{'subnet_id': 'f56eb325-9e83-4347-bf0b-51859b77bc87'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:55:32.899040 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:32.905211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca741834-1866-4162-94ed-be40ad19e4fc req-ffc59eb2-0cd9-4188-818b-e23303dc10e9 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:32.916737 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca741834-1866-4162-94ed-be40ad19e4fc req-ffc59eb2-0cd9-4188-818b-e23303dc10e9 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=b856a893-4af6-41d8-9f74-4ea219547f6a HTTP/1.1" status: 200 len: 945 time: 0.5329094 Mar 01 20:55:32.927060 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] For port 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:55:32.980996 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] Attempting to bind port c8a3e0d0-f088-4ada-ae6a-7559f3281ec2 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:55:32.984962 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] Attempting to bind port c8a3e0d0-f088-4ada-ae6a-7559f3281ec2 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:55:32.985391 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] Attempting to bind port c8a3e0d0-f088-4ada-ae6a-7559f3281ec2 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:33.016067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a685db-1846-4a4b-9087-ec1154f6f7c2 None None] Pushing event updated for resources: {'Port': ['ID=0558335d-f477-49e2-be21-0183601d5566,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:33.047306 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe3ed0-80cb-4eef-b011-98a8244353e2', 'name': 'tempest-TaggedBootDevicesTest-1704721126-router', 'tenant_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8c3685cb-7eb8-4999-baca-8f1f0277057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:26Z', 'updated_at': '2022-03-01T20:55:30Z', 'revision_number': 3, 'project_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'gw_port': {'id': '8c3685cb-7eb8-4999-baca-8f1f0277057e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fe3ed0-80cb-4eef-b011-98a8244353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:28Z', 'updated_at': '2022-03-01T20:55:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:33.057196 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] Checking router: 13fe3ed0-80cb-4eef-b011-98a8244353e2 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:55:33.057856 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] Updating router 13fe3ed0-80cb-4eef-b011-98a8244353e2 port 8c3685cb-7eb8-4999-baca-8f1f0277057e binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:55:33.114068 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-35999d3b-f6bb-427a-b3b2-4550d2ab744e tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:33.126432 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-35999d3b-f6bb-427a-b3b2-4550d2ab744e tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:33.137107 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-35999d3b-f6bb-427a-b3b2-4550d2ab744e tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/networks?id=048c8938-01b3-4f3b-8a5a-47ffa5f9c201&id=5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad&id=048c8938-01b3-4f3b-8a5a-47ffa5f9c201 HTTP/1.1" status: 200 len: 1390 time: 0.7025042 Mar 01 20:55:33.139230 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49b12f52-a81f-43cd-90c0-19f77bf8d66b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:33.159569 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca741834-1866-4162-94ed-be40ad19e4fc req-4df373ce-f1fb-44ad-9bf7-0721a60b9e74 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401819 Mar 01 20:55:33.175589 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:33.191475 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-765602b9-f1d3-4c2f-82a9-0233ce57ae62 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/quotas/4834e9a7767b4a869353bf362d5744fe HTTP/1.1" status: 200 len: 375 time: 0.0322697 Mar 01 20:55:33.310795 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Allocated IP 19.86.0.2 (5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad/f56eb325-9e83-4347-bf0b-51859b77bc87/9e297fe3-cac0-417e-b4b9-737e4977559d) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:55:33.330279 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49b12f52-a81f-43cd-90c0-19f77bf8d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:33.480639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] For port 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3,segment=NetworkSegment(105d4c34-c520-4d04-b372-b0a0a838ec2b),segment_id=105d4c34-c520-4d04-b372-b0a0a838ec2b)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:55:33.487456 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:55:33.487854 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:33.488224 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:33.488748 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:55:33.489296 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] Bound port: c8a3e0d0-f088-4ada-ae6a-7559f3281ec2, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:55:33.489666 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:33.583565 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] For port c8a3e0d0-f088-4ada-ae6a-7559f3281ec2, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:55:33.587516 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] For port c8a3e0d0-f088-4ada-ae6a-7559f3281ec2, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c8a3e0d0-f088-4ada-ae6a-7559f3281ec2,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:55:33.602936 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:55:33.674539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b12f52-a81f-43cd-90c0-19f77bf8d66b admin admin] Pushing event updated for resources: {'Port': ['ID=8a02b72a-f74c-49a4-9b45-d66f91d7fe4b,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:33.693943 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49b12f52-a81f-43cd-90c0-19f77bf8d66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:33.785405 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c78fb-2ff6-4770-ae82-8c5ca4aa35cc req-b60bfd8e-4e6b-4bdc-8bd3-f95ca4fee5bb tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:33.793148 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d23c78fb-2ff6-4770-ae82-8c5ca4aa35cc req-b60bfd8e-4e6b-4bdc-8bd3-f95ca4fee5bb tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.3809307 Mar 01 20:55:33.811683 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:33.835475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'bd97f53a-f9d1-47ca-a431-a0e2ca5feb68', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': 'bd97f53a-f9d1-47ca-a431-a0e2ca5feb68', 'mac_address': 'fa:16:3e:63:8c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:55:33.838286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-4f903253-4d05-4374-b0e8-42a5154fdda7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Synchronizing usage tracker for tenant:4834e9a7767b4a869353bf362d5744fe on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:55:33.844419 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:33.845591 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:33.856487 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:33.857032 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] Transition to ACTIVE for port object 8c3685cb-7eb8-4999-baca-8f1f0277057e will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:33.941057 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d23c78fb-2ff6-4770-ae82-8c5ca4aa35cc req-5a3fc46c-c22a-47ab-a8db-b74ac238e3d6 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1466079 Mar 01 20:55:33.943055 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:33.959117 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72ff6a-6e98-423b-aca1-3b00183afe6c None None] Pushing event updated for resources: {'Port': ['ID=c8a3e0d0-f088-4ada-ae6a-7559f3281ec2,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:33.997116 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-38d9a989-769a-4a17-bc0e-8d10d57d6b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:34.025060 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-4f903253-4d05-4374-b0e8-42a5154fdda7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Unset dirty status for tenant:4834e9a7767b4a869353bf362d5744fe on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:55:34.034325 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-4f903253-4d05-4374-b0e8-42a5154fdda7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4834e9a7767b4a869353bf362d5744fe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8355227 Mar 01 20:55:34.057826 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b12f52-a81f-43cd-90c0-19f77bf8d66b admin admin] Network d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:34.075615 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-49b12f52-a81f-43cd-90c0-19f77bf8d66b admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:34.156212 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4631d81-686b-4109-9141-ac322db8bedd None None] Pushing event updated for resources: {'Port': ['ID=8c3685cb-7eb8-4999-baca-8f1f0277057e,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:34.292735 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] Attempting to bind port 8c3685cb-7eb8-4999-baca-8f1f0277057e on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:55:34.293757 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] Attempting to bind port 8c3685cb-7eb8-4999-baca-8f1f0277057e by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:55:34.294304 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] Attempting to bind port 8c3685cb-7eb8-4999-baca-8f1f0277057e on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:34.321318 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:55:34.322091 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:34.322675 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:34.324868 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:55:34.326961 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] Bound port: 8c3685cb-7eb8-4999-baca-8f1f0277057e, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:55:34.328740 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:34.330885 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:34.418389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] Routers {'e1736f01-84ed-4462-a7eb-c81cb7e96522'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:55:34.426785 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:55:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['e1736f01-84ed-4462-a7eb-c81cb7e96522'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:34.463141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-71ed466c-e289-4489-938a-b92e6e670530 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:55:34.473540 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-71ed466c-e289-4489-938a-b92e6e670530 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4106951 Mar 01 20:55:34.551727 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:34.573248 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] For port 8c3685cb-7eb8-4999-baca-8f1f0277057e, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:55:34.583297 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] For port 8c3685cb-7eb8-4999-baca-8f1f0277057e, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8c3685cb-7eb8-4999-baca-8f1f0277057e,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:55:34.604831 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:55:34.627276 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Transition to ACTIVE for port object 9e297fe3-cac0-417e-b4b9-737e4977559d will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:34.649837 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39071ea6-be85-4ea6-8c81-e843ff516635 None None] Pushing event updated for resources: {'Port': ['ID=81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:34.661595 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:34.664182 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a5649630-8649-471e-82a9-a049370a0977 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:34.689214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-38d9a989-769a-4a17-bc0e-8d10d57d6b87 admin admin] Allocated IP 172.20.0.1 (8f53e9c1-43ea-490e-bc6c-a4075ec99cb3/45c3e655-edc1-4284-b659-190569c7dc30/0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:55:34.777206 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b12f52-a81f-43cd-90c0-19f77bf8d66b admin admin] Router e1736f01-84ed-4462-a7eb-c81cb7e96522 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:55:34.806898 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:34.843714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Transition to ACTIVE for port object 9e297fe3-cac0-417e-b4b9-737e4977559d will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:34.855764 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] Routers {'13fe3ed0-80cb-4eef-b011-98a8244353e2'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:55:34.856412 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:55:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['13fe3ed0-80cb-4eef-b011-98a8244353e2'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:34.939207 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:34.941447 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ee29cadf-e896-423a-b63a-dc7267052707 None None] Provisioning complete for port 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:34.941447 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ee29cadf-e896-423a-b63a-dc7267052707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:34.991915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f099b330-f7c9-42eb-b658-5af0017a7990 None None] Network 048c8938-01b3-4f3b-8a5a-47ffa5f9c201 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:55:35.005953 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4631d81-686b-4109-9141-ac322db8bedd None None] Pushing event updated for resources: {'Port': ['ID=8c3685cb-7eb8-4999-baca-8f1f0277057e,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:35.020533 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-38d9a989-769a-4a17-bc0e-8d10d57d6b87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:35.040429 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:35.057862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-38d9a989-769a-4a17-bc0e-8d10d57d6b87 admin admin] Transition to ACTIVE for port object 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:35.160912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-dccd02b0-c5d9-4bbe-80fb-f8d3a25d4c60 service neutron] 10.222.0.42 "GET /v2.0/networks/048c8938-01b3-4f3b-8a5a-47ffa5f9c201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6853805 Mar 01 20:55:35.191783 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] Set router 13fe3ed0-80cb-4eef-b011-98a8244353e2 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:55:35.205946 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-38d9a989-769a-4a17-bc0e-8d10d57d6b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:35.291271 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72ff6a-6e98-423b-aca1-3b00183afe6c None None] Pushing event updated for resources: {'Port': ['ID=c8a3e0d0-f088-4ada-ae6a-7559f3281ec2,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:35.296674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d9a989-769a-4a17-bc0e-8d10d57d6b87 admin admin] Network 8f53e9c1-43ea-490e-bc6c-a4075ec99cb3 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:35.311234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-38d9a989-769a-4a17-bc0e-8d10d57d6b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:35.322831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d9a989-769a-4a17-bc0e-8d10d57d6b87 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:55:35.359327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Network 5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:35.369854 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['bd97f53a-f9d1-47ca-a431-a0e2ca5feb68'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:55:35.396034 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] Set router e1736f01-84ed-4462-a7eb-c81cb7e96522 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:55:35.396694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9a989-769a-4a17-bc0e-8d10d57d6b87 admin admin] Pushing event updated for resources: {'Port': ['ID=0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:35.406330 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-38d9a989-769a-4a17-bc0e-8d10d57d6b87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:35.415310 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-da1c58d0-ecc2-4257-90cb-109827ac5d3a service neutron] 10.222.0.42 "GET /v2.0/networks/048c8938-01b3-4f3b-8a5a-47ffa5f9c201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142377 Mar 01 20:55:35.426601 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeea4b5-d115-4452-b571-7d8ea1ebee34 req-861af542-7d6d-4c7a-8ff8-2b22a58839e1 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:35.431848 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2aeea4b5-d115-4452-b571-7d8ea1ebee34 req-861af542-7d6d-4c7a-8ff8-2b22a58839e1 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 946 time: 1.0258582 Mar 01 20:55:35.458298 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:35.460821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b12f52-a81f-43cd-90c0-19f77bf8d66b admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:55:35.483161 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ee29cadf-e896-423a-b63a-dc7267052707 None None] Port 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:55:35.487996 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:55:35.508421 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-49b12f52-a81f-43cd-90c0-19f77bf8d66b admin admin] 10.222.0.42 "PUT /v2.0/routers/e1736f01-84ed-4462-a7eb-c81cb7e96522/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4769087 Mar 01 20:55:35.637071 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2aeea4b5-d115-4452-b571-7d8ea1ebee34 req-877cbd2e-5268-4a48-a43a-007db4ed504d tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783910 Mar 01 20:55:35.657347 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe3ed0-80cb-4eef-b011-98a8244353e2', 'name': 'tempest-TaggedBootDevicesTest-1704721126-router', 'tenant_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8c3685cb-7eb8-4999-baca-8f1f0277057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:26Z', 'updated_at': '2022-03-01T20:55:30Z', 'revision_number': 3, 'project_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'gw_port': {'id': '8c3685cb-7eb8-4999-baca-8f1f0277057e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fe3ed0-80cb-4eef-b011-98a8244353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:28Z', 'updated_at': '2022-03-01T20:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:35.673530 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501b1ffe-637e-47be-b0fa-aef8a44a8736 None None] The sync data for ids ['13fe3ed0-80cb-4eef-b011-98a8244353e2'] in n-d-827896-4 is: [{'id': '13fe3ed0-80cb-4eef-b011-98a8244353e2', 'name': 'tempest-TaggedBootDevicesTest-1704721126-router', 'tenant_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8c3685cb-7eb8-4999-baca-8f1f0277057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:26Z', 'updated_at': '2022-03-01T20:55:30Z', 'revision_number': 3, 'project_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'gw_port': {'id': '8c3685cb-7eb8-4999-baca-8f1f0277057e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fe3ed0-80cb-4eef-b011-98a8244353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:28Z', 'updated_at': '2022-03-01T20:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:55:35.706871 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-38d9a989-769a-4a17-bc0e-8d10d57d6b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:35.711736 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-8aad4dc8-60d3-4fc7-8082-0147c443b182 service neutron] 10.222.0.42 "GET /v2.0/networks/5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2715518 Mar 01 20:55:35.747324 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port a5649630-8649-471e-82a9-a049370a0977 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:35.949466 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port a5649630-8649-471e-82a9-a049370a0977 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:35.950131 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:36.123705 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-38d9a989-769a-4a17-bc0e-8d10d57d6b87 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:36.135249 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ce909661-2fe2-4200-8816-ed173a574e49 service neutron] 10.222.0.42 "GET /v2.0/networks/5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225793 Mar 01 20:55:36.187726 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-38d9a989-769a-4a17-bc0e-8d10d57d6b87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:36.212848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:36.314879 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078e15b4-0809-45cd-aeef-efda61f5c4b9 req-a054b543-3687-4b31-b84b-9f37b2792631 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:36.318495 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-078e15b4-0809-45cd-aeef-efda61f5c4b9 req-a054b543-3687-4b31-b84b-9f37b2792631 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 948 time: 0.3769643 Mar 01 20:55:36.387784 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9a989-769a-4a17-bc0e-8d10d57d6b87 admin admin] Pushing event updated for resources: {'Port': ['ID=0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:36.390251 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-38d9a989-769a-4a17-bc0e-8d10d57d6b87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:36.412048 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-bff2f8bb-6ad9-44d8-80af-a8ecca02c39e service neutron] 10.222.0.42 "GET /v2.0/networks/048c8938-01b3-4f3b-8a5a-47ffa5f9c201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758467 Mar 01 20:55:36.418171 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-078e15b4-0809-45cd-aeef-efda61f5c4b9 req-28794b69-d504-419a-bd7a-056ffaa706b9 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917988 Mar 01 20:55:36.438860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6d8d255d-8497-42ae-ab72-62c507e1dbd1 None None] Provisioning for port 0558335d-f477-49e2-be21-0183601d5566 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:36.443099 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56485146-9d50-454e-b46c-3ee6b53efc0e None None] Network 8f53e9c1-43ea-490e-bc6c-a4075ec99cb3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:55:36.521852 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Pushing event updated for resources: {'Port': ['ID=9e297fe3-cac0-417e-b4b9-737e4977559d,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:36.540514 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Attempting to bind port 9e297fe3-cac0-417e-b4b9-737e4977559d on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:55:36.540835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Attempting to bind port 9e297fe3-cac0-417e-b4b9-737e4977559d by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '0df36b70-bd67-4207-a0f5-d996259ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:55:36.541298 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Attempting to bind port 9e297fe3-cac0-417e-b4b9-737e4977559d on network 5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:36.612100 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-4668ede9-ac43-4914-a264-15f7ecbea642 service neutron] 10.222.0.42 "GET /v2.0/networks/048c8938-01b3-4f3b-8a5a-47ffa5f9c201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923866 Mar 01 20:55:36.626539 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d9a989-769a-4a17-bc0e-8d10d57d6b87 admin admin] Network 8f53e9c1-43ea-490e-bc6c-a4075ec99cb3 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:36.628004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-38d9a989-769a-4a17-bc0e-8d10d57d6b87 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:36.643570 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:55:36.644157 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Checking segment: {'id': '0df36b70-bd67-4207-a0f5-d996259ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:36.644828 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:36.645294 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Bound using segment: {'id': '0df36b70-bd67-4207-a0f5-d996259ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:55:36.645856 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Bound port: 9e297fe3-cac0-417e-b4b9-737e4977559d, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df36b70-bd67-4207-a0f5-d996259ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:55:36.646305 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:36.905136 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d9a989-769a-4a17-bc0e-8d10d57d6b87 admin admin] Router 13fe3ed0-80cb-4eef-b011-98a8244353e2 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:55:36.936648 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:36.947319 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-98b12d8f-4982-4332-9be3-9f11033c6c6a None None] Provisioning for port 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:37.104935 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333680660-router', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:15Z', 'updated_at': '2022-03-01T20:55:32Z', 'revision_number': 4, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'gw_port': {'id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '8a02b72a-f74c-49a4-9b45-d66f91d7fe4b', 'name': '', 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'mac_address': 'fa:16:3e:9e:33:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:29Z', 'updated_at': '2022-03-01T20:55:32Z', 'revision_number': 2, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'subnets': [{'id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:37.132468 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] For port 9e297fe3-cac0-417e-b4b9-737e4977559d, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:55:37.153538 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e75428-f781-496b-9410-e7340fd74bd3 None None] The sync data for ids ['e1736f01-84ed-4462-a7eb-c81cb7e96522'] in n-d-827896-4 is: [{'id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333680660-router', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:15Z', 'updated_at': '2022-03-01T20:55:32Z', 'revision_number': 4, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'gw_port': {'id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '8a02b72a-f74c-49a4-9b45-d66f91d7fe4b', 'name': '', 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'mac_address': 'fa:16:3e:9e:33:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:29Z', 'updated_at': '2022-03-01T20:55:32Z', 'revision_number': 2, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'subnets': [{'id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:55:37.171559 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port a5649630-8649-471e-82a9-a049370a0977, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=a5649630-8649-471e-82a9-a049370a0977,segment=NetworkSegment(3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed),segment_id=3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:37.175438 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] For port 9e297fe3-cac0-417e-b4b9-737e4977559d, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9e297fe3-cac0-417e-b4b9-737e4977559d,segment=NetworkSegment(0df36b70-bd67-4207-a0f5-d996259ef9fa),segment_id=0df36b70-bd67-4207-a0f5-d996259ef9fa)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:55:37.293344 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:37.300464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6541d701-e651-4e02-81bd-9898a1ba37af req-f1402a2c-8011-493c-a0e3-d7b132f777ca tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:37.302118 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6541d701-e651-4e02-81bd-9898a1ba37af req-f1402a2c-8011-493c-a0e3-d7b132f777ca tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=b856a893-4af6-41d8-9f74-4ea219547f6a HTTP/1.1" status: 200 len: 945 time: 0.2221146 Mar 01 20:55:37.309939 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:37.311767 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 26921b7b-dbab-4a51-ac4d-cf57e923352e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:37.398487 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6541d701-e651-4e02-81bd-9898a1ba37af req-506e9c13-d76f-40a4-9893-9faee9bdf26f tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792675 Mar 01 20:55:37.574809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949ae9c-ade4-4616-822f-3d2909bb915c None None] Pushing event updated for resources: {'Port': ['ID=9e297fe3-cac0-417e-b4b9-737e4977559d,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:37.718029 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 26921b7b-dbab-4a51-ac4d-cf57e923352e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:37.718650 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:37.799909 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=a5649630-8649-471e-82a9-a049370a0977,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:37.801525 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d9a989-769a-4a17-bc0e-8d10d57d6b87 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:55:37.833116 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-38d9a989-769a-4a17-bc0e-8d10d57d6b87 admin admin] 10.222.0.42 "PUT /v2.0/routers/13fe3ed0-80cb-4eef-b011-98a8244353e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3967123 Mar 01 20:55:37.834203 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957f15f-b1fb-4ca4-bd90-ef3eee9997e4 req-6d96f941-4d35-4acc-bca7-137576bba3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:37.834992 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4957f15f-b1fb-4ca4-bd90-ef3eee9997e4 req-6d96f941-4d35-4acc-bca7-137576bba3b1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 1096 time: 0.4199994 Mar 01 20:55:38.218065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957f15f-b1fb-4ca4-bd90-ef3eee9997e4 req-93b98439-6238-4f4d-a163-d6e931ca95ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:38.232626 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4957f15f-b1fb-4ca4-bd90-ef3eee9997e4 req-93b98439-6238-4f4d-a163-d6e931ca95ff service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 912 time: 0.3712547 Mar 01 20:55:38.268795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-cd2f1b22-7844-4e5f-abbf-d0fa887764f7 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:38.279188 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0558335d-f477-49e2-be21-0183601d5566 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:38.281390 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-cd2f1b22-7844-4e5f-abbf-d0fa887764f7 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/networks?id=d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 HTTP/1.1" status: 200 len: 828 time: 0.8453579 Mar 01 20:55:38.330978 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-3f0153bd-fe2f-4a21-877a-75b1912b1197 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/quotas/384d82cbbd5c4528abe1969276cf7040 HTTP/1.1" status: 200 len: 375 time: 0.0452173 Mar 01 20:55:38.407070 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4957f15f-b1fb-4ca4-bd90-ef3eee9997e4 req-f1a661be-74e4-4226-9662-2375b0cfa111 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710 HTTP/1.1" status: 200 len: 1000 time: 0.1735141 Mar 01 20:55:38.411943 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc373547-60cc-4e15-9a1e-17c7185ed412 req-c55eee6a-1531-4c0b-8c8e-8b2e32497dc1 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:38.414546 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc373547-60cc-4e15-9a1e-17c7185ed412 req-c55eee6a-1531-4c0b-8c8e-8b2e32497dc1 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 946 time: 0.7632582 Mar 01 20:55:38.442083 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c745a3db-83bf-46aa-a0d4-bba531e68b8a None None] Provisioning for port 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:38.447646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 0558335d-f477-49e2-be21-0183601d5566 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:38.459224 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c745a3db-83bf-46aa-a0d4-bba531e68b8a None None] Provisioning complete for port 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:38.460514 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c745a3db-83bf-46aa-a0d4-bba531e68b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:38.499089 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc373547-60cc-4e15-9a1e-17c7185ed412 req-5486faea-88e2-45dd-a918-576915f95491 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577316 Mar 01 20:55:38.526062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957f15f-b1fb-4ca4-bd90-ef3eee9997e4 req-5fb77dc1-c9d5-4bf7-992f-0d7a6184bd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:38.526062 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4957f15f-b1fb-4ca4-bd90-ef3eee9997e4 req-5fb77dc1-c9d5-4bf7-992f-0d7a6184bd67 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.1034644 Mar 01 20:55:38.528364 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-b5f419c7-bb53-4516-916b-7304cd351099 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Synchronizing usage tracker for tenant:384d82cbbd5c4528abe1969276cf7040 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:55:38.546786 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 0558335d-f477-49e2-be21-0183601d5566 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:38.547155 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:38.640210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-b5f419c7-bb53-4516-916b-7304cd351099 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Unset dirty status for tenant:384d82cbbd5c4528abe1969276cf7040 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:55:38.642182 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-b5f419c7-bb53-4516-916b-7304cd351099 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=384d82cbbd5c4528abe1969276cf7040&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3102520 Mar 01 20:55:38.644481 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c745a3db-83bf-46aa-a0d4-bba531e68b8a None None] Port 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:55:38.701216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957f15f-b1fb-4ca4-bd90-ef3eee9997e4 req-0a1f230f-078a-4e35-af1e-90c856ea84a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:38.702889 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4957f15f-b1fb-4ca4-bd90-ef3eee9997e4 req-0a1f230f-078a-4e35-af1e-90c856ea84a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1752093 Mar 01 20:55:38.856602 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:38.925668 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 0558335d-f477-49e2-be21-0183601d5566, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0558335d-f477-49e2-be21-0183601d5566,segment=NetworkSegment(8c2eb36a-f31a-42ed-8e77-298532345ba2),segment_id=8c2eb36a-f31a-42ed-8e77-298532345ba2)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:38.941169 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4957f15f-b1fb-4ca4-bd90-ef3eee9997e4 req-8aa4ec8f-0b00-49dc-9b6d-8251c964d826 service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292449 Mar 01 20:55:38.947382 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-49ce7c65-5b8c-48c1-be38-0d35fa5d3227 req-1c1135e5-f82b-48b8-a35f-497a678c53be tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 210 time: 0.2418365 Mar 01 20:55:38.973704 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8a2aea28-35fa-4b07-9e82-189f137bc356 None None] Provisioning complete for port 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:38.974891 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8a2aea28-35fa-4b07-9e82-189f137bc356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:39.087324 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:39.157944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-f1491252-8f11-4ed3-9a4a-c432c77b01aa service neutron] 10.222.0.42 "GET /v2.0/networks/d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070698 Mar 01 20:55:39.331544 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=0558335d-f477-49e2-be21-0183601d5566,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:39.354856 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4957f15f-b1fb-4ca4-bd90-ef3eee9997e4 req-da502dcf-b5d5-4f8c-9ddf-3e7d4ca35d66 service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042807 Mar 01 20:55:39.377469 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8a2aea28-35fa-4b07-9e82-189f137bc356 None None] Port 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:55:39.489551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:39.552480 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-79e194ab-8d76-447d-8083-8ad3f811805f service neutron] 10.222.0.42 "GET /v2.0/networks/d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3814867 Mar 01 20:55:39.553079 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-aeb1ca86-e8ca-47ed-ba12-f645902a745b None None] Provisioning complete for port 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:39.553079 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-aeb1ca86-e8ca-47ed-ba12-f645902a745b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:39.560889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1532d343-7518-4f9a-aadf-5e7a7faecd83 req-b5a6fb0f-4b96-4e87-8015-80a81130299d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:39.562461 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1532d343-7518-4f9a-aadf-5e7a7faecd83 req-b5a6fb0f-4b96-4e87-8015-80a81130299d tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.3283198 Mar 01 20:55:39.585752 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b7b7b8-2579-47c3-ad41-8ae51a5898cc None None] Network 5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:55:39.625129 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:39.627958 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1532d343-7518-4f9a-aadf-5e7a7faecd83 req-ff299c48-e995-4cc4-a394-479f80192211 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585437 Mar 01 20:55:39.706557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41228) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:39.771714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-aeb1ca86-e8ca-47ed-ba12-f645902a745b None None] Port 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:55:39.880853 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:39.938554 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:39.939175 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:40.066980 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:40.086789 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:40.087297 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:40.108165 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-39393d41-c91d-43c0-90e5-e969fbf1384f admin admin] Deleting subnet a04d362b-c114-455b-b96e-10a41d5ec3e4 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:55:40.112508 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39393d41-c91d-43c0-90e5-e969fbf1384f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:40.197030 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39393d41-c91d-43c0-90e5-e969fbf1384f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:40.204212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e170a453-9308-471f-9941-0cc8f1c4aacc req-710c07d1-4bc1-487b-9de5-66f417afbe7b tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:40.212256 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e170a453-9308-471f-9941-0cc8f1c4aacc req-710c07d1-4bc1-487b-9de5-66f417afbe7b tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 948 time: 0.3854563 Mar 01 20:55:40.243384 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:40.269122 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1a929fe2-381b-4026-82f3-d2981db27c85 None None] Provisioning for port 9e297fe3-cac0-417e-b4b9-737e4977559d completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:40.285003 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39393d41-c91d-43c0-90e5-e969fbf1384f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:40.300978 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e170a453-9308-471f-9941-0cc8f1c4aacc req-c6442617-c3b3-4b8f-8768-37182b2c7b74 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877705 Mar 01 20:55:40.348702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5112e-189c-48b7-b4ef-e2e7c6c0b8ab req-31241325-7a38-45ca-bd04-3f66c0d13596 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:40.350190 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9fa5112e-189c-48b7-b4ef-e2e7c6c0b8ab req-31241325-7a38-45ca-bd04-3f66c0d13596 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=b856a893-4af6-41d8-9f74-4ea219547f6a HTTP/1.1" status: 200 len: 945 time: 0.2836540 Mar 01 20:55:40.350596 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] Sync routers for ids ['13fe3ed0-80cb-4eef-b011-98a8244353e2'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:55:40.439323 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3,segment=NetworkSegment(105d4c34-c520-4d04-b372-b0a0a838ec2b),segment_id=105d4c34-c520-4d04-b372-b0a0a838ec2b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:40.447665 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] Routers {'13fe3ed0-80cb-4eef-b011-98a8244353e2'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:55:40.448514 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:55:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['13fe3ed0-80cb-4eef-b011-98a8244353e2'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:40.578222 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9fa5112e-189c-48b7-b4ef-e2e7c6c0b8ab req-a41af23f-301a-48e9-9f62-dcb51781e911 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144139 Mar 01 20:55:40.613279 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:40.619509 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a5649630-8649-471e-82a9-a049370a0977 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:40.673067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-9258bcbe-5ca7-4bb8-9149-1bfae997e276 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:40.682468 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d0a8c-49d8-4b86-8f12-1e5550719ad0 req-b5d1a9d6-b982-4ec2-b40f-ece9c1595be5 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:40.690737 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2a4d0a8c-49d8-4b86-8f12-1e5550719ad0 req-b5d1a9d6-b982-4ec2-b40f-ece9c1595be5 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 946 time: 0.2330782 Mar 01 20:55:40.692643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-9258bcbe-5ca7-4bb8-9149-1bfae997e276 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:40.693575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-9258bcbe-5ca7-4bb8-9149-1bfae997e276 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Synchronizing usage tracker for tenant:4834e9a7767b4a869353bf362d5744fe on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:55:40.783994 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90a39f4f-c810-44f4-b018-3eeb51469aa6 req-e77bdb4b-6057-4344-bd81-17112ec22e23 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 210 time: 0.0878739 Mar 01 20:55:40.821744 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2a4d0a8c-49d8-4b86-8f12-1e5550719ad0 req-c5e2686d-49dc-40d5-b25a-bbdadc1a9012 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296968 Mar 01 20:55:40.842140 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39393d41-c91d-43c0-90e5-e969fbf1384f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:40.880187 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:40.991626 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39393d41-c91d-43c0-90e5-e969fbf1384f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:41.002984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-9258bcbe-5ca7-4bb8-9149-1bfae997e276 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Unset dirty status for tenant:4834e9a7767b4a869353bf362d5744fe on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:55:41.008334 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-9258bcbe-5ca7-4bb8-9149-1bfae997e276 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.57 "GET /v2.0/networks?id=048c8938-01b3-4f3b-8a5a-47ffa5f9c201&id=5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad&id=048c8938-01b3-4f3b-8a5a-47ffa5f9c201 HTTP/1.1" status: 200 len: 1390 time: 0.6493373 Mar 01 20:55:41.028536 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-e6882431-8374-4e93-be90-36cc6eef938a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Request body: {'port': {'device_id': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'network_id': '048c8938-01b3-4f3b-8a5a-47ffa5f9c201', 'admin_state_up': True, 'tenant_id': '4834e9a7767b4a869353bf362d5744fe'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:41.130626 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-39393d41-c91d-43c0-90e5-e969fbf1384f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a04d362b-c114-455b-b96e-10a41d5ec3e4 HTTP/1.1" status: 204 len: 168 time: 1.4207239 Mar 01 20:55:41.134373 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39393d41-c91d-43c0-90e5-e969fbf1384f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a04d362b-c114-455b-b96e-10a41d5ec3e4,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:41.139487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41260) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:41.211280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] Set router 13fe3ed0-80cb-4eef-b011-98a8244353e2 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:55:41.494408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-e6882431-8374-4e93-be90-36cc6eef938a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:41.500064 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85051ace-9f66-41fe-901f-1af3e0e41d9c req-3fbad250-9d24-494f-b859-7b9f09e27671 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 210 time: 0.2567651 Mar 01 20:55:41.503267 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:41.523593 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-e6882431-8374-4e93-be90-36cc6eef938a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Usage tracker for resource:port and tenant:4834e9a7767b4a869353bf362d5744fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:41.537390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-e6882431-8374-4e93-be90-36cc6eef938a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:41.561738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-e6882431-8374-4e93-be90-36cc6eef938a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:41.622035 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:41.668569 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9e266-d685-4678-9342-40780254ddf1 req-46853eaa-f925-45b1-80b5-a71f318a6376 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:41.670442 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f5f9e266-d685-4678-9342-40780254ddf1 req-46853eaa-f925-45b1-80b5-a71f318a6376 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.6663268 Mar 01 20:55:41.683501 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-e6882431-8374-4e93-be90-36cc6eef938a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Made reservation on behalf of 4834e9a7767b4a869353bf362d5744fe for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:55:41.687620 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-e6882431-8374-4e93-be90-36cc6eef938a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:41.745439 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:41.750043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0db9511-81a2-48e2-9fe8-a68ca499cce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd97f53a-f9d1-47ca-a431-a0e2ca5feb68'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:55:41.886035 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port a5649630-8649-471e-82a9-a049370a0977 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:41.888703 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:41.942366 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:41.973549 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f5f9e266-d685-4678-9342-40780254ddf1 req-830c39cd-6e71-4679-9d43-da1de1d98a40 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2681441 Mar 01 20:55:41.999322 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:42.058811 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd22b2-aa16-4cab-85c7-7969f082074b req-87842c72-f834-4200-9a6c-86b8c93be10c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:42.065699 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50fd22b2-aa16-4cab-85c7-7969f082074b req-87842c72-f834-4200-9a6c-86b8c93be10c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 948 time: 0.3217626 Mar 01 20:55:42.085391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eff2f34-a2fd-4fcb-a52b-c94db9f867f9']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:42.103870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de18bba6-ff31-44fd-9f1f-77044c55f8dd') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:42.104314 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de18bba6-ff31-44fd-9f1f-77044c55f8dd') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:42.137672 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:42.162989 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50fd22b2-aa16-4cab-85c7-7969f082074b req-d5fbc59e-522e-45bc-aa36-f36442c0c464 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961857 Mar 01 20:55:42.174539 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:42.188642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:55:42.191386 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:42.196764 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: timer() Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:55:42.244999 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:55:42.307520 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0db9511-81a2-48e2-9fe8-a68ca499cce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd97f53a-f9d1-47ca-a431-a0e2ca5feb68', 'code': 200} Mar 01 20:55:42.347720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-e6882431-8374-4e93-be90-36cc6eef938a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Allocated IP 19.80.0.163 (048c8938-01b3-4f3b-8a5a-47ffa5f9c201/2d0aa64a-d090-4131-aec6-82a881450ff9/d32fd54e-d9c8-4869-adce-07eb36b6fa8b) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:55:42.373407 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe3ed0-80cb-4eef-b011-98a8244353e2', 'name': 'tempest-TaggedBootDevicesTest-1704721126-router', 'tenant_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8c3685cb-7eb8-4999-baca-8f1f0277057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:26Z', 'updated_at': '2022-03-01T20:55:35Z', 'revision_number': 4, 'project_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'gw_port': {'id': '8c3685cb-7eb8-4999-baca-8f1f0277057e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fe3ed0-80cb-4eef-b011-98a8244353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:28Z', 'updated_at': '2022-03-01T20:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a', 'name': '', 'network_id': '8f53e9c1-43ea-490e-bc6c-a4075ec99cb3', 'tenant_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'mac_address': 'fa:16:3e:a2:ca:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fe3ed0-80cb-4eef-b011-98a8244353e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '45c3e655-edc1-4284-b659-190569c7dc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:34Z', 'updated_at': '2022-03-01T20:55:35Z', 'revision_number': 2, 'project_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'subnets': [{'id': '45c3e655-edc1-4284-b659-190569c7dc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:42.384204 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8c3685cb-7eb8-4999-baca-8f1f0277057e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:42.417683 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] Checking router: 13fe3ed0-80cb-4eef-b011-98a8244353e2 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:55:42.417829 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] Updating router 13fe3ed0-80cb-4eef-b011-98a8244353e2 port 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:55:42.530984 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:42.645622 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-e6882431-8374-4e93-be90-36cc6eef938a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:42.664635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-e6882431-8374-4e93-be90-36cc6eef938a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Transition to ACTIVE for port object d32fd54e-d9c8-4869-adce-07eb36b6fa8b will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:42.677115 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ebe2a127-fb5c-4242-8b00-1d8cf0ff722b req-7ead7799-ba0f-476a-9a9f-8b67b722b6af tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 210 time: 0.1096077 Mar 01 20:55:42.733337 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 8c3685cb-7eb8-4999-baca-8f1f0277057e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:42.749238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 8c3685cb-7eb8-4999-baca-8f1f0277057e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:42.750001 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:42.804952 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-e6882431-8374-4e93-be90-36cc6eef938a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:42.808915 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:42.814844 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:42.878714 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] Pushing event deleted for resources: {'Network': ['ID=1eff2f34-a2fd-4fcb-a52b-c94db9f867f9,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:42.905900 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f777fe-6323-47ea-83f8-1e4208b968b1 req-c6dc561d-e56b-48ed-a0db-e497cda729e4 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:42.920890 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56f777fe-6323-47ea-83f8-1e4208b968b1 req-c6dc561d-e56b-48ed-a0db-e497cda729e4 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=b856a893-4af6-41d8-9f74-4ea219547f6a HTTP/1.1" status: 200 len: 945 time: 0.5608299 Mar 01 20:55:42.942398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-e6882431-8374-4e93-be90-36cc6eef938a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Network 048c8938-01b3-4f3b-8a5a-47ffa5f9c201 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:42.947183 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-e6882431-8374-4e93-be90-36cc6eef938a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:42.952055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-e6882431-8374-4e93-be90-36cc6eef938a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:55:43.041773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6882431-8374-4e93-be90-36cc6eef938a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event updated for resources: {'Port': ['ID=d32fd54e-d9c8-4869-adce-07eb36b6fa8b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:43.056156 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3386e559-d464-4811-a9ab-70d9f5c1375b req-f972697b-ea8a-46cf-a83b-22162f56e6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:43.056156 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3386e559-d464-4811-a9ab-70d9f5c1375b req-f972697b-ea8a-46cf-a83b-22162f56e6dc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 1100 time: 0.4346571 Mar 01 20:55:43.059776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:43.060123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:43.060464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:43.060800 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:43.061132 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:43.061514 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:43.061842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:43.062167 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:43.062493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:43.062816 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:43.063141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:43.063487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:43.073364 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-e6882431-8374-4e93-be90-36cc6eef938a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:43.074238 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-e6882431-8374-4e93-be90-36cc6eef938a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:43.120220 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f7951259-7534-4dcc-9770-82b3a3b9c3df admin admin] 10.222.0.42 "DELETE /v2.0/networks/1eff2f34-a2fd-4fcb-a52b-c94db9f867f9 HTTP/1.1" status: 204 len: 168 time: 1.9796016 Mar 01 20:55:43.160880 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3386e559-d464-4811-a9ab-70d9f5c1375b req-fd595ce2-815a-41da-883b-9ac1dfc5a03e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935473 Mar 01 20:55:43.177423 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56f777fe-6323-47ea-83f8-1e4208b968b1 req-5352eb90-fca3-4e15-99f7-43e5d4aafdc4 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554407 Mar 01 20:55:43.197881 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-e6882431-8374-4e93-be90-36cc6eef938a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1766088 Mar 01 20:55:43.208174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-f71ba5f2-790d-4874-bed0-db5eaf940858 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Request body: {'port': {'device_id': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'network_id': '5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad', 'admin_state_up': True, 'tenant_id': '4834e9a7767b4a869353bf362d5744fe'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:43.236538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5b9ad-c5dc-4813-9b6a-ea8cea896925 req-7bad6c69-8ad1-4f6d-bb28-ee73866e3720 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:43.256327 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77d5b9ad-c5dc-4813-9b6a-ea8cea896925 req-7bad6c69-8ad1-4f6d-bb28-ee73866e3720 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 946 time: 0.3319051 Mar 01 20:55:43.274120 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:43.291395 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] Transition to ACTIVE for port object 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:43.339754 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:43.365519 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77d5b9ad-c5dc-4813-9b6a-ea8cea896925 req-5e48afd4-0ce3-435f-9a36-3d0945fafded tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094468 Mar 01 20:55:43.368043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 8c3685cb-7eb8-4999-baca-8f1f0277057e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8c3685cb-7eb8-4999-baca-8f1f0277057e,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:43.434205 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:43.452293 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-f71ba5f2-790d-4874-bed0-db5eaf940858 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:43.462650 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-f71ba5f2-790d-4874-bed0-db5eaf940858 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Usage tracker for resource:port and tenant:4834e9a7767b4a869353bf362d5744fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:43.468979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-f71ba5f2-790d-4874-bed0-db5eaf940858 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:43.486072 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-f71ba5f2-790d-4874-bed0-db5eaf940858 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:43.490687 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:43.491918 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9e297fe3-cac0-417e-b4b9-737e4977559d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:43.535406 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-777b6e94-699d-40a6-b804-8328b294c682 None None] Provisioning for port d32fd54e-d9c8-4869-adce-07eb36b6fa8b completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:43.554872 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-777b6e94-699d-40a6-b804-8328b294c682 None None] Provisioning complete for port d32fd54e-d9c8-4869-adce-07eb36b6fa8b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:43.555260 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-777b6e94-699d-40a6-b804-8328b294c682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:43.623299 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-f71ba5f2-790d-4874-bed0-db5eaf940858 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Made reservation on behalf of 4834e9a7767b4a869353bf362d5744fe for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:55:43.628347 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-f71ba5f2-790d-4874-bed0-db5eaf940858 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:43.696903 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] Sync routers for ids ['e1736f01-84ed-4462-a7eb-c81cb7e96522'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:55:43.704945 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ef1ea-9a78-44e9-9dbd-37902261a471 None None] Pushing event updated for resources: {'Port': ['ID=0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:43.705135 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] Routers {'e1736f01-84ed-4462-a7eb-c81cb7e96522'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:55:43.705605 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:55:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['e1736f01-84ed-4462-a7eb-c81cb7e96522'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:43.788786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-a68df635-a43b-4049-82b7-4466097ee941 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:43.790368 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-a68df635-a43b-4049-82b7-4466097ee941 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.55 "GET /v2.0/networks?id=d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 HTTP/1.1" status: 200 len: 828 time: 0.3810632 Mar 01 20:55:43.799966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41312) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:43.807578 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=8c3685cb-7eb8-4999-baca-8f1f0277057e,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:43.847078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-6e15fcbe-016e-4b9b-8cc0-2983b7d1f360 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Request body: {'port': {'device_id': 'af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6', 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7', 'admin_state_up': True, 'tenant_id': '384d82cbbd5c4528abe1969276cf7040'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:43.919845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f25d690-0920-40c7-9525-897d6c8492dc req-0fe0d59c-a35e-4152-9216-c113f4d0ff56 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:43.920871 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-777b6e94-699d-40a6-b804-8328b294c682 None None] Port d32fd54e-d9c8-4869-adce-07eb36b6fa8b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:55:43.927056 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1f25d690-0920-40c7-9525-897d6c8492dc req-0fe0d59c-a35e-4152-9216-c113f4d0ff56 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.4905717 Mar 01 20:55:43.934261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-f71ba5f2-790d-4874-bed0-db5eaf940858 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Allocated IP 19.86.0.194 (5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad/f56eb325-9e83-4347-bf0b-51859b77bc87/1858a645-faa3-4b48-a48e-53aa6cca93ac) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:55:44.047215 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 9e297fe3-cac0-417e-b4b9-737e4977559d completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:44.138369 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:55:44.139423 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9e297fe3-cac0-417e-b4b9-737e4977559d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:44.140130 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:44.197745 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] Set router e1736f01-84ed-4462-a7eb-c81cb7e96522 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:55:44.237213 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] Attempting to bind port 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:55:44.237464 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] Attempting to bind port 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '105d4c34-c520-4d04-b372-b0a0a838ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8f53e9c1-43ea-490e-bc6c-a4075ec99cb3'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:55:44.237768 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] Attempting to bind port 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a on network 8f53e9c1-43ea-490e-bc6c-a4075ec99cb3 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:44.238034 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-f71ba5f2-790d-4874-bed0-db5eaf940858 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:44.256124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-f71ba5f2-790d-4874-bed0-db5eaf940858 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Transition to ACTIVE for port object 1858a645-faa3-4b48-a48e-53aa6cca93ac will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:44.344373 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:55:44.345222 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] Checking segment: {'id': '105d4c34-c520-4d04-b372-b0a0a838ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8f53e9c1-43ea-490e-bc6c-a4075ec99cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:44.345791 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:44.346629 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] Bound using segment: {'id': '105d4c34-c520-4d04-b372-b0a0a838ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8f53e9c1-43ea-490e-bc6c-a4075ec99cb3'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:55:44.347262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] Bound port: 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '105d4c34-c520-4d04-b372-b0a0a838ec2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '8f53e9c1-43ea-490e-bc6c-a4075ec99cb3'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:55:44.347975 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:44.350122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d4cd8-33a1-4e8f-878a-c7c1239054f0 req-e94e90a9-d3f7-4280-854f-58d6d86739c9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:44.354553 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-f71ba5f2-790d-4874-bed0-db5eaf940858 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:44.357563 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-022d4cd8-33a1-4e8f-878a-c7c1239054f0 req-e94e90a9-d3f7-4280-854f-58d6d86739c9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 932 time: 0.7840986 Mar 01 20:55:44.374947 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5d5f0172-da66-47e1-9043-323b7942c8ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=97a1897762f847bfb56825ead5e60708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5736136 Mar 01 20:55:44.390053 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1f25d690-0920-40c7-9525-897d6c8492dc req-1ba91822-2c98-4c8d-82ab-c3cbf546a346 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4620395 Mar 01 20:55:44.398767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41320) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:44.406836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-6e15fcbe-016e-4b9b-8cc0-2983b7d1f360 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:44.439993 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-6e15fcbe-016e-4b9b-8cc0-2983b7d1f360 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:44.459118 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-f71ba5f2-790d-4874-bed0-db5eaf940858 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Network 5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:44.463597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-f71ba5f2-790d-4874-bed0-db5eaf940858 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:44.472731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-f71ba5f2-790d-4874-bed0-db5eaf940858 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:55:44.525579 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ba5f2-790d-4874-bed0-db5eaf940858 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event updated for resources: {'Port': ['ID=1858a645-faa3-4b48-a48e-53aa6cca93ac,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:44.571844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-6e15fcbe-016e-4b9b-8cc0-2983b7d1f360 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Made reservation on behalf of 384d82cbbd5c4528abe1969276cf7040 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:55:44.576406 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-6e15fcbe-016e-4b9b-8cc0-2983b7d1f360 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:44.581894 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-f71ba5f2-790d-4874-bed0-db5eaf940858 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:44.583286 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-f71ba5f2-790d-4874-bed0-db5eaf940858 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:44.658739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] For port 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:55:44.665091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] For port 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a,segment=NetworkSegment(105d4c34-c520-4d04-b372-b0a0a838ec2b),segment_id=105d4c34-c520-4d04-b372-b0a0a838ec2b)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:55:44.680799 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-022d4cd8-33a1-4e8f-878a-c7c1239054f0 req-b8d60b6b-012d-48eb-bff8-1427d1c68925 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220806 Mar 01 20:55:44.752281 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-f71ba5f2-790d-4874-bed0-db5eaf940858 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5484097 Mar 01 20:55:44.763268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-a7f0ec09-8c21-40bf-8d46-e0fae7d988cb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Request body: {'port': {'device_id': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'network_id': '048c8938-01b3-4f3b-8a5a-47ffa5f9c201', 'admin_state_up': True, 'tenant_id': '4834e9a7767b4a869353bf362d5744fe'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:44.786825 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:44.856548 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-843a1000-e1e5-452f-8ae1-6947315a793f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:44.946748 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-843a1000-e1e5-452f-8ae1-6947315a793f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:44.998949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] Routers {'13fe3ed0-80cb-4eef-b011-98a8244353e2'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:55:44.999705 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:55:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['13fe3ed0-80cb-4eef-b011-98a8244353e2'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:45.030090 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333680660-router', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:15Z', 'updated_at': '2022-03-01T20:55:32Z', 'revision_number': 4, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'gw_port': {'id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '8a02b72a-f74c-49a4-9b45-d66f91d7fe4b', 'name': '', 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'mac_address': 'fa:16:3e:9e:33:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:29Z', 'updated_at': '2022-03-01T20:55:32Z', 'revision_number': 2, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'subnets': [{'id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:45.038850 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] Checking router: e1736f01-84ed-4462-a7eb-c81cb7e96522 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:55:45.039303 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] Updating router e1736f01-84ed-4462-a7eb-c81cb7e96522 port 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:55:45.061522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d0c1e-c806-404e-8c6c-7035cf75b226 req-b1d3789e-7ab1-4d49-8209-926fd43166c3 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:45.078672 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a8d0c1e-c806-404e-8c6c-7035cf75b226 req-b1d3789e-7ab1-4d49-8209-926fd43166c3 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 949 time: 0.4563913 Mar 01 20:55:45.115908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-a7f0ec09-8c21-40bf-8d46-e0fae7d988cb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:45.127084 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-a7f0ec09-8c21-40bf-8d46-e0fae7d988cb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Usage tracker for resource:port and tenant:4834e9a7767b4a869353bf362d5744fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:45.145153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-a7f0ec09-8c21-40bf-8d46-e0fae7d988cb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:45.158270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-a7f0ec09-8c21-40bf-8d46-e0fae7d988cb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:45.175262 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:45.190696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ef1ea-9a78-44e9-9dbd-37902261a471 None None] Pushing event updated for resources: {'Port': ['ID=0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:45.193545 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:45.207167 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-6e15fcbe-016e-4b9b-8cc0-2983b7d1f360 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Allocated IP 172.20.0.14 (d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7/5de87dea-faeb-43b1-a22a-6ec8a15b7c56/3d26dca7-ef58-499b-bed3-17de20eb70ab) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:55:45.226695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-a7f0ec09-8c21-40bf-8d46-e0fae7d988cb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Made reservation on behalf of 4834e9a7767b4a869353bf362d5744fe for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:55:45.230909 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-a7f0ec09-8c21-40bf-8d46-e0fae7d988cb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:45.273919 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a8d0c1e-c806-404e-8c6c-7035cf75b226 req-2f7377b7-f2ce-482a-9579-2aaffbe05699 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933885 Mar 01 20:55:45.365247 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 9e297fe3-cac0-417e-b4b9-737e4977559d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9e297fe3-cac0-417e-b4b9-737e4977559d,segment=NetworkSegment(0df36b70-bd67-4207-a0f5-d996259ef9fa),segment_id=0df36b70-bd67-4207-a0f5-d996259ef9fa)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:45.393072 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-843a1000-e1e5-452f-8ae1-6947315a793f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:45.468988 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-86242398-cf87-475c-ac6a-6ac7a60c41c9 None None] Provisioning for port 1858a645-faa3-4b48-a48e-53aa6cca93ac completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:45.487691 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a1000-e1e5-452f-8ae1-6947315a793f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6beaba6-09f9-43ab-9260-fa7c0dcbf844,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:45.557531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e4050446-4ed6-4b3a-946d-50cc70578215 req-d549b898-427c-4ed9-96f2-bff003eeee1a tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Synchronizing usage tracker for tenant:384d82cbbd5c4528abe1969276cf7040 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:55:45.573432 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:45.620603 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-a7f0ec09-8c21-40bf-8d46-e0fae7d988cb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Allocated IP 19.80.0.39 (048c8938-01b3-4f3b-8a5a-47ffa5f9c201/2d0aa64a-d090-4131-aec6-82a881450ff9/9e3c064d-225e-4b8b-9c0b-52157c3255d3) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:55:45.621165 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-86242398-cf87-475c-ac6a-6ac7a60c41c9 None None] Provisioning complete for port 1858a645-faa3-4b48-a48e-53aa6cca93ac triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:45.621165 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-86242398-cf87-475c-ac6a-6ac7a60c41c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:45.724662 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-6e15fcbe-016e-4b9b-8cc0-2983b7d1f360 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:45.735093 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53959b57-d4b6-4869-8c7e-852138d6b59c req-9084bf0e-08d4-45db-891b-78dcffd5d231 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:45.736624 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-53959b57-d4b6-4869-8c7e-852138d6b59c req-9084bf0e-08d4-45db-891b-78dcffd5d231 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 946 time: 0.2468925 Mar 01 20:55:45.746698 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] Set router 13fe3ed0-80cb-4eef-b011-98a8244353e2 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:55:45.770854 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e4050446-4ed6-4b3a-946d-50cc70578215 req-d549b898-427c-4ed9-96f2-bff003eeee1a tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Unset dirty status for tenant:384d82cbbd5c4528abe1969276cf7040 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:55:45.788083 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e4050446-4ed6-4b3a-946d-50cc70578215 req-d549b898-427c-4ed9-96f2-bff003eeee1a tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 210 time: 0.3534009 Mar 01 20:55:45.814611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-6e15fcbe-016e-4b9b-8cc0-2983b7d1f360 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Transition to ACTIVE for port object 3d26dca7-ef58-499b-bed3-17de20eb70ab will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:45.826347 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-53959b57-d4b6-4869-8c7e-852138d6b59c req-fb80bac8-9c7d-4790-b808-857ccff35305 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819433 Mar 01 20:55:45.851068 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-843a1000-e1e5-452f-8ae1-6947315a793f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:45.857528 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-843a1000-e1e5-452f-8ae1-6947315a793f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6beaba6-09f9-43ab-9260-fa7c0dcbf844 HTTP/1.1" status: 204 len: 168 time: 1.3976579 Mar 01 20:55:45.958797 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-86242398-cf87-475c-ac6a-6ac7a60c41c9 None None] Port 1858a645-faa3-4b48-a48e-53aa6cca93ac cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:55:45.964897 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-6e15fcbe-016e-4b9b-8cc0-2983b7d1f360 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:46.025306 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c8a3e0d0-f088-4ada-ae6a-7559f3281ec2 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:46.085754 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=9e297fe3-cac0-417e-b4b9-737e4977559d,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:46.218974 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-a7f0ec09-8c21-40bf-8d46-e0fae7d988cb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:46.258044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-a7f0ec09-8c21-40bf-8d46-e0fae7d988cb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Transition to ACTIVE for port object 9e3c064d-225e-4b8b-9c0b-52157c3255d3 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:46.308434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-6e15fcbe-016e-4b9b-8cc0-2983b7d1f360 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Network d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:46.317332 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-6e15fcbe-016e-4b9b-8cc0-2983b7d1f360 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:46.336108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-6e15fcbe-016e-4b9b-8cc0-2983b7d1f360 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:55:46.388212 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-a7f0ec09-8c21-40bf-8d46-e0fae7d988cb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:46.460564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15fcbe-016e-4b9b-8cc0-2983b7d1f360 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Pushing event updated for resources: {'Port': ['ID=3d26dca7-ef58-499b-bed3-17de20eb70ab,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:46.461607 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:46.494982 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] Transition to ACTIVE for port object 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:46.636976 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe3ed0-80cb-4eef-b011-98a8244353e2', 'name': 'tempest-TaggedBootDevicesTest-1704721126-router', 'tenant_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8c3685cb-7eb8-4999-baca-8f1f0277057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:26Z', 'updated_at': '2022-03-01T20:55:35Z', 'revision_number': 4, 'project_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'gw_port': {'id': '8c3685cb-7eb8-4999-baca-8f1f0277057e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe3ed0-80cb-4eef-b011-98a8244353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:28Z', 'updated_at': '2022-03-01T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a', 'name': '', 'network_id': '8f53e9c1-43ea-490e-bc6c-a4075ec99cb3', 'tenant_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'mac_address': 'fa:16:3e:a2:ca:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fe3ed0-80cb-4eef-b011-98a8244353e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '45c3e655-edc1-4284-b659-190569c7dc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:34Z', 'updated_at': '2022-03-01T20:55:44Z', 'revision_number': 4, 'project_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'subnets': [{'id': '45c3e655-edc1-4284-b659-190569c7dc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:46.639525 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-6e15fcbe-016e-4b9b-8cc0-2983b7d1f360 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:46.641379 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-6e15fcbe-016e-4b9b-8cc0-2983b7d1f360 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:46.642962 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3aac09-8902-411d-8f84-85b0a1f3cf64 None None] The sync data for ids ['13fe3ed0-80cb-4eef-b011-98a8244353e2'] in n-d-827896-4 is: [{'id': '13fe3ed0-80cb-4eef-b011-98a8244353e2', 'name': 'tempest-TaggedBootDevicesTest-1704721126-router', 'tenant_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8c3685cb-7eb8-4999-baca-8f1f0277057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:26Z', 'updated_at': '2022-03-01T20:55:35Z', 'revision_number': 4, 'project_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'gw_port': {'id': '8c3685cb-7eb8-4999-baca-8f1f0277057e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe3ed0-80cb-4eef-b011-98a8244353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:28Z', 'updated_at': '2022-03-01T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a', 'name': '', 'network_id': '8f53e9c1-43ea-490e-bc6c-a4075ec99cb3', 'tenant_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'mac_address': 'fa:16:3e:a2:ca:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13fe3ed0-80cb-4eef-b011-98a8244353e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '45c3e655-edc1-4284-b659-190569c7dc30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:34Z', 'updated_at': '2022-03-01T20:55:44Z', 'revision_number': 4, 'project_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'subnets': [{'id': '45c3e655-edc1-4284-b659-190569c7dc30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:55:46.705708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806550e5-7e24-4b09-a796-dec21dc29994 req-e3fb3dec-d5ca-40a6-87ee-ec19374167d1 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:46.707233 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-806550e5-7e24-4b09-a796-dec21dc29994 req-e3fb3dec-d5ca-40a6-87ee-ec19374167d1 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.6313219 Mar 01 20:55:46.780062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-a7f0ec09-8c21-40bf-8d46-e0fae7d988cb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Network 048c8938-01b3-4f3b-8a5a-47ffa5f9c201 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:55:46.842507 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-806550e5-7e24-4b09-a796-dec21dc29994 req-9b9547c3-d1bc-4f3f-af14-5064e987ac77 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116619 Mar 01 20:55:46.847419 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-a7f0ec09-8c21-40bf-8d46-e0fae7d988cb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:46.883577 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30220d56-3c01-4596-a8d0-82f7fdb7a3ae req-e913c044-3d5a-4f52-8440-105d7197da80 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:46.898035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30220d56-3c01-4596-a8d0-82f7fdb7a3ae req-e913c044-3d5a-4f52-8440-105d7197da80 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:46.899933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-a7f0ec09-8c21-40bf-8d46-e0fae7d988cb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:55:46.905459 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30220d56-3c01-4596-a8d0-82f7fdb7a3ae req-e913c044-3d5a-4f52-8440-105d7197da80 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:46.907345 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-30220d56-3c01-4596-a8d0-82f7fdb7a3ae req-e913c044-3d5a-4f52-8440-105d7197da80 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 2376 time: 0.4517138 Mar 01 20:55:46.975708 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-30220d56-3c01-4596-a8d0-82f7fdb7a3ae req-c9f0d6e0-e384-43c8-8e46-27fe06af1114 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605123 Mar 01 20:55:47.025695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0ec09-8c21-40bf-8d46-e0fae7d988cb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event updated for resources: {'Port': ['ID=9e3c064d-225e-4b8b-9c0b-52157c3255d3,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:47.063515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-a7f0ec09-8c21-40bf-8d46-e0fae7d988cb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:47.067033 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-a7f0ec09-8c21-40bf-8d46-e0fae7d988cb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:47.119654 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port c8a3e0d0-f088-4ada-ae6a-7559f3281ec2 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:47.125132 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c8a3e0d0-f088-4ada-ae6a-7559f3281ec2 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:47.126933 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:47.143001 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff1797-8bff-4be0-a145-bfaa284c010d req-8849876f-b64d-4f58-aed5-61f9ed3d55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:47.145691 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fdff1797-8bff-4be0-a145-bfaa284c010d req-8849876f-b64d-4f58-aed5-61f9ed3d55b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b9d3d5d252f64eddb4951a96fa6fe403&device_id=b856a893-4af6-41d8-9f74-4ea219547f6a HTTP/1.1" status: 200 len: 1096 time: 0.3551028 Mar 01 20:55:47.169616 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-6e15fcbe-016e-4b9b-8cc0-2983b7d1f360 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3570406 Mar 01 20:55:47.200514 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] Request body: {'port': {'device_id': 'af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:47.326738 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1055c5ff-494f-4eab-be8d-b712d282e9ca None None] Provisioning for port 3d26dca7-ef58-499b-bed3-17de20eb70ab completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:47.342443 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1055c5ff-494f-4eab-be8d-b712d282e9ca None None] Provisioning complete for port 3d26dca7-ef58-499b-bed3-17de20eb70ab triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:47.348078 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1055c5ff-494f-4eab-be8d-b712d282e9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:47.361849 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:47.394573 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-a7f0ec09-8c21-40bf-8d46-e0fae7d988cb tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6354039 Mar 01 20:55:47.429055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] Request body: {'port': {'device_id': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:47.555743 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30868a-a380-4cb3-9a19-6920fcd2183e req-151d650d-1660-4a56-ab50-ca4114817c28 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:47.568051 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9c30868a-a380-4cb3-9a19-6920fcd2183e req-151d650d-1660-4a56-ab50-ca4114817c28 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=b856a893-4af6-41d8-9f74-4ea219547f6a HTTP/1.1" status: 200 len: 945 time: 0.5322657 Mar 01 20:55:47.600784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1055c5ff-494f-4eab-be8d-b712d282e9ca None None] Port 3d26dca7-ef58-499b-bed3-17de20eb70ab cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:55:47.644978 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:47.695670 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port c8a3e0d0-f088-4ada-ae6a-7559f3281ec2, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c8a3e0d0-f088-4ada-ae6a-7559f3281ec2,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:47.771618 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:47.791728 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8c3685cb-7eb8-4999-baca-8f1f0277057e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:47.804349 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff1797-8bff-4be0-a145-bfaa284c010d req-dde05ccd-94c3-4140-8dcb-40455032a905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:47.806878 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fdff1797-8bff-4be0-a145-bfaa284c010d req-dde05ccd-94c3-4140-8dcb-40455032a905 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ebd7adb9-6fa6-480c-b016-0aa827861bce HTTP/1.1" status: 200 len: 917 time: 0.6544352 Mar 01 20:55:47.860910 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] Attempting to bind port 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:55:47.864553 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] Attempting to bind port 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'b4005af2-501b-48a9-91ea-2f0978bbb280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:55:47.864905 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] Attempting to bind port 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b on network d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:47.876685 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9c30868a-a380-4cb3-9a19-6920fcd2183e req-e45be456-e763-451b-9744-dd51d673d29d tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992837 Mar 01 20:55:47.908149 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:47.910566 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 55, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:55:47.910952 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] Checking segment: {'id': 'b4005af2-501b-48a9-91ea-2f0978bbb280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:47.911385 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:47.913855 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] Bound using segment: {'id': 'b4005af2-501b-48a9-91ea-2f0978bbb280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:55:47.914809 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] Bound port: 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4005af2-501b-48a9-91ea-2f0978bbb280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:55:47.915203 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:47.937135 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1bee8-9f60-422d-a352-507cb33d36b3 None None] Pushing event updated for resources: {'Port': ['ID=8a02b72a-f74c-49a4-9b45-d66f91d7fe4b,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:47.965406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bc1101-8d89-4c9a-8a18-0a1795fe1814 req-d776b339-6ed9-432c-b2c5-275e7c94a1b3 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:47.988243 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4bc1101-8d89-4c9a-8a18-0a1795fe1814 req-d776b339-6ed9-432c-b2c5-275e7c94a1b3 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 949 time: 0.6624296 Mar 01 20:55:48.032011 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d1bee8-9f60-422d-a352-507cb33d36b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:48.046865 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d1bee8-9f60-422d-a352-507cb33d36b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:48.048841 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d1bee8-9f60-422d-a352-507cb33d36b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:48.049723 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d1bee8-9f60-422d-a352-507cb33d36b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:48.050512 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d1bee8-9f60-422d-a352-507cb33d36b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:48.051601 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d1bee8-9f60-422d-a352-507cb33d36b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:48.052944 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d1bee8-9f60-422d-a352-507cb33d36b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:48.052944 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d1bee8-9f60-422d-a352-507cb33d36b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:48.054272 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d1bee8-9f60-422d-a352-507cb33d36b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:48.055710 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d1bee8-9f60-422d-a352-507cb33d36b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:48.056068 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d1bee8-9f60-422d-a352-507cb33d36b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:48.057897 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d1bee8-9f60-422d-a352-507cb33d36b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:48.088132 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fdff1797-8bff-4be0-a145-bfaa284c010d req-83473e8f-1521-456a-90c3-ad2191de1c16 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 HTTP/1.1" status: 200 len: 217 time: 0.2744789 Mar 01 20:55:48.148353 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=c8a3e0d0-f088-4ada-ae6a-7559f3281ec2,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:48.176223 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-15ce2a9a-c257-41f0-9220-6cc0db8a0f0c None None] Provisioning for port 9e3c064d-225e-4b8b-9c0b-52157c3255d3 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:48.192762 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:48.217722 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-15ce2a9a-c257-41f0-9220-6cc0db8a0f0c None None] Provisioning complete for port 9e3c064d-225e-4b8b-9c0b-52157c3255d3 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:48.218393 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-15ce2a9a-c257-41f0-9220-6cc0db8a0f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:48.319474 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff1797-8bff-4be0-a145-bfaa284c010d req-0d9751d2-970a-4229-97da-d0446438862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:48.321035 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fdff1797-8bff-4be0-a145-bfaa284c010d req-0d9751d2-970a-4229-97da-d0446438862e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=69696f78-8af9-4c8f-9387-1c6bfb385840 HTTP/1.1" status: 200 len: 855 time: 0.2241185 Mar 01 20:55:48.339261 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-15ce2a9a-c257-41f0-9220-6cc0db8a0f0c None None] Port 9e3c064d-225e-4b8b-9c0b-52157c3255d3 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:55:48.374953 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4bc1101-8d89-4c9a-8a18-0a1795fe1814 req-d0dc45a7-b16b-4c4d-943e-2d51fac294fb tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769150 Mar 01 20:55:48.377498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 8c3685cb-7eb8-4999-baca-8f1f0277057e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:48.377875 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:48.624173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee114856-27c6-4ad7-bfa8-9dd039009c23 req-da09a207-7fab-4816-ba9e-4c1a9b412520 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:48.632087 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee114856-27c6-4ad7-bfa8-9dd039009c23 req-da09a207-7fab-4816-ba9e-4c1a9b412520 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 932 time: 0.4220629 Mar 01 20:55:48.641968 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41374) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:48.665556 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] For port 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:55:48.729659 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] For port 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8a02b72a-f74c-49a4-9b45-d66f91d7fe4b,segment=NetworkSegment(b4005af2-501b-48a9-91ea-2f0978bbb280),segment_id=b4005af2-501b-48a9-91ea-2f0978bbb280)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:55:48.739042 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:48.833737 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:48.834330 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:48.845960 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:48.858784 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff1797-8bff-4be0-a145-bfaa284c010d req-d8e6b837-4494-4735-b1b4-6657dac677b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:48.860321 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fdff1797-8bff-4be0-a145-bfaa284c010d req-d8e6b837-4494-4735-b1b4-6657dac677b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ebd7adb9-6fa6-480c-b016-0aa827861bce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4812076 Mar 01 20:55:48.868351 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2073195893-network', 'tenant_id': 'fd3c698bf2694717bd40d468a2c12a0f'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:48.904145 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee114856-27c6-4ad7-bfa8-9dd039009c23 req-bb9c6275-fffe-49b1-91b7-b756929006c6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/security-groups?id=59244b54-5c83-496f-8697-6988aeeb65b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669561 Mar 01 20:55:48.920300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:49.003135 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] Routers {'e1736f01-84ed-4462-a7eb-c81cb7e96522'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:55:49.004073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Usage tracker for resource:network and tenant:fd3c698bf2694717bd40d468a2c12a0f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:49.005328 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:55:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['e1736f01-84ed-4462-a7eb-c81cb7e96522'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:49.013007 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:49.046630 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:49.140990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18e095-a468-4b3e-b0d3-ab337b2898fd req-c16a41db-3d2b-42d9-a7a7-d12fde1f4c16 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:49.145113 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0a18e095-a468-4b3e-b0d3-ab337b2898fd req-c16a41db-3d2b-42d9-a7a7-d12fde1f4c16 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 946 time: 0.4803460 Mar 01 20:55:49.252888 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1bee8-9f60-422d-a352-507cb33d36b3 None None] Pushing event updated for resources: {'Port': ['ID=8a02b72a-f74c-49a4-9b45-d66f91d7fe4b,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:49.268547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0558335d-f477-49e2-be21-0183601d5566 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:49.336999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d32fd54e-d9c8-4869-adce-07eb36b6fa8b {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:55:49.352905 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:49.372203 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 0558335d-f477-49e2-be21-0183601d5566 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:49.372657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d26dca7-ef58-499b-bed3-17de20eb70ab {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:55:49.373427 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:49.385552 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] Transition to ACTIVE for port object d32fd54e-d9c8-4869-adce-07eb36b6fa8b will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:49.389344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Made reservation on behalf of fd3c698bf2694717bd40d468a2c12a0f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:55:49.393321 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:49.400126 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:49.422582 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:49.443138 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] Set router e1736f01-84ed-4462-a7eb-c81cb7e96522 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:55:49.450274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] Transition to ACTIVE for port object 3d26dca7-ef58-499b-bed3-17de20eb70ab will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:49.455060 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0a18e095-a468-4b3e-b0d3-ab337b2898fd req-837d2011-15ca-49e9-aef9-1b2af680d177 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153220 Mar 01 20:55:49.466158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:49.469938 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fdff1797-8bff-4be0-a145-bfaa284c010d req-60f24a78-49d0-4c48-87e7-6f231df717cd service neutron] 10.222.0.55 "GET /v2.0/networks/ebd7adb9-6fa6-480c-b016-0aa827861bce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5920506 Mar 01 20:55:49.486927 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:49.522430 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbfae98-4505-4027-8995-ea78032a6fcc req-fa885938-6290-42d3-b423-150d740e7390 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:49.524097 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1dbfae98-4505-4027-8995-ea78032a6fcc req-fa885938-6290-42d3-b423-150d740e7390 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.3764932 Mar 01 20:55:49.588537 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Usage tracker for resource:security_group_rule and tenant:fd3c698bf2694717bd40d468a2c12a0f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:49.592403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:49.599149 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:49.603350 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:49.732875 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1dbfae98-4505-4027-8995-ea78032a6fcc req-dfa98b4e-f060-43f4-9b6d-ac744adef67f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031460 Mar 01 20:55:49.764913 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:49.914587 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:50.042661 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:50.051042 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333680660-router', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:15Z', 'updated_at': '2022-03-01T20:55:32Z', 'revision_number': 4, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'gw_port': {'id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '8a02b72a-f74c-49a4-9b45-d66f91d7fe4b', 'name': '', 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'mac_address': 'fa:16:3e:9e:33:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:29Z', 'updated_at': '2022-03-01T20:55:48Z', 'revision_number': 4, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'subnets': [{'id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:55:50.057712 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f85ef2-bc12-4e58-898a-c9be492ab728 None None] The sync data for ids ['e1736f01-84ed-4462-a7eb-c81cb7e96522'] in n-d-827896-4 is: [{'id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333680660-router', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:15Z', 'updated_at': '2022-03-01T20:55:32Z', 'revision_number': 4, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'gw_port': {'id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '8a02b72a-f74c-49a4-9b45-d66f91d7fe4b', 'name': '', 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'mac_address': 'fa:16:3e:9e:33:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:29Z', 'updated_at': '2022-03-01T20:55:48Z', 'revision_number': 4, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'subnets': [{'id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:55:50.057977 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d26dca7-ef58-499b-bed3-17de20eb70ab,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:50.368638 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:50.374771 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:50.378743 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:50.471897 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] Pushing event updated for resources: {'Port': ['ID=d32fd54e-d9c8-4869-adce-07eb36b6fa8b,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:50.537153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:55:50.540094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19d8542-5081-47bf-af1a-3855d5aeceb6,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:50.632532 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:50.633427 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Added segment 71c13714-09cf-4533-b7de-4d34067b38ce of type vlan for network b34cf2a5-94ef-4c93-a73c-6352e07b80df Mar 01 20:55:50.657238 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] Attempting to bind port 3d26dca7-ef58-499b-bed3-17de20eb70ab on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:55:50.658265 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] Attempting to bind port 3d26dca7-ef58-499b-bed3-17de20eb70ab by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'b4005af2-501b-48a9-91ea-2f0978bbb280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:55:50.661112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] Attempting to bind port 3d26dca7-ef58-499b-bed3-17de20eb70ab on network d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:50.672907 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:50.684095 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd120cc-be41-429b-9d9b-e37e1e51065c req-1d77dc4e-9cd4-4ec6-992b-6fa47064b63b tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:50.692821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd120cc-be41-429b-9d9b-e37e1e51065c req-1d77dc4e-9cd4-4ec6-992b-6fa47064b63b tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:50.694560 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:50.702587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] Attempting to bind port d32fd54e-d9c8-4869-adce-07eb36b6fa8b on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:55:50.702932 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] Attempting to bind port d32fd54e-d9c8-4869-adce-07eb36b6fa8b by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '8c2eb36a-f31a-42ed-8e77-298532345ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '048c8938-01b3-4f3b-8a5a-47ffa5f9c201'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:55:50.703246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] Attempting to bind port d32fd54e-d9c8-4869-adce-07eb36b6fa8b on network 048c8938-01b3-4f3b-8a5a-47ffa5f9c201 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:50.716010 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd120cc-be41-429b-9d9b-e37e1e51065c req-1d77dc4e-9cd4-4ec6-992b-6fa47064b63b tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:50.721906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a,segment=NetworkSegment(105d4c34-c520-4d04-b372-b0a0a838ec2b),segment_id=105d4c34-c520-4d04-b372-b0a0a838ec2b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:50.725465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] Port d32fd54e-d9c8-4869-adce-07eb36b6fa8b on network 048c8938-01b3-4f3b-8a5a-47ffa5f9c201 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:55:50.725465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] Attempting to bind port d32fd54e-d9c8-4869-adce-07eb36b6fa8b on network 048c8938-01b3-4f3b-8a5a-47ffa5f9c201 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:50.725728 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1cd120cc-be41-429b-9d9b-e37e1e51065c req-1d77dc4e-9cd4-4ec6-992b-6fa47064b63b tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 2388 time: 1.0426600 Mar 01 20:55:50.744646 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fdff1797-8bff-4be0-a145-bfaa284c010d req-cdae6983-ede7-4c04-bc28-4a23a2023b7e service neutron] 10.222.0.55 "GET /v2.0/networks/ebd7adb9-6fa6-480c-b016-0aa827861bce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2637553 Mar 01 20:55:50.745469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:55:50.745806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] Checking segment: {'id': '8c2eb36a-f31a-42ed-8e77-298532345ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '048c8938-01b3-4f3b-8a5a-47ffa5f9c201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:50.746193 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] Bound using segment: {'id': '8c2eb36a-f31a-42ed-8e77-298532345ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '048c8938-01b3-4f3b-8a5a-47ffa5f9c201'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:55:50.746641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] Bound port: d32fd54e-d9c8-4869-adce-07eb36b6fa8b, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2eb36a-f31a-42ed-8e77-298532345ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '048c8938-01b3-4f3b-8a5a-47ffa5f9c201'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:55:50.746985 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:50.805576 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:50.806718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9e297fe3-cac0-417e-b4b9-737e4977559d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:50.830732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] Port 3d26dca7-ef58-499b-bed3-17de20eb70ab on network d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:55:50.831391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] Attempting to bind port 3d26dca7-ef58-499b-bed3-17de20eb70ab on network d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:50.851251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:55:50.851785 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] Checking segment: {'id': 'b4005af2-501b-48a9-91ea-2f0978bbb280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:50.856585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] Bound using segment: {'id': 'b4005af2-501b-48a9-91ea-2f0978bbb280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:55:50.856585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] Bound port: 3d26dca7-ef58-499b-bed3-17de20eb70ab, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4005af2-501b-48a9-91ea-2f0978bbb280', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:55:50.856585 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:50.937509 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1cd120cc-be41-429b-9d9b-e37e1e51065c req-fc4f6b1c-034f-4cc9-a710-9cd7c06a46ee tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436040 Mar 01 20:55:50.962352 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:50.964208 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:50.966404 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:51.006886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e5a807-018e-416c-a64c-571909a3ce3f req-ae5cf749-4b5b-4aab-9a84-4d8aedc5c6d7 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:51.013970 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4e5a807-018e-416c-a64c-571909a3ce3f req-ae5cf749-4b5b-4aab-9a84-4d8aedc5c6d7 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=b856a893-4af6-41d8-9f74-4ea219547f6a HTTP/1.1" status: 200 len: 945 time: 0.2840431 Mar 01 20:55:51.025117 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:51.041549 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] For port 3d26dca7-ef58-499b-bed3-17de20eb70ab, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:55:51.060807 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9e297fe3-cac0-417e-b4b9-737e4977559d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:51.061183 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:51.078764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4e5a807-018e-416c-a64c-571909a3ce3f req-6f7988ce-40c9-4288-af51-afe2eb0065bb tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638099 Mar 01 20:55:51.088501 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] For port 3d26dca7-ef58-499b-bed3-17de20eb70ab, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3d26dca7-ef58-499b-bed3-17de20eb70ab,segment=NetworkSegment(b4005af2-501b-48a9-91ea-2f0978bbb280),segment_id=b4005af2-501b-48a9-91ea-2f0978bbb280)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:55:51.135908 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:51.262294 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:51.305734 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c8a3e0d0-f088-4ada-ae6a-7559f3281ec2 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:51.322941 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] For port d32fd54e-d9c8-4869-adce-07eb36b6fa8b, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:55:51.344947 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.6946359 Mar 01 20:55:51.359182 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41396) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:55:51.368950 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Request body: {'subnet': {'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2073195893-subnet', 'tenant_id': 'fd3c698bf2694717bd40d468a2c12a0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:51.376018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] For port d32fd54e-d9c8-4869-adce-07eb36b6fa8b, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=d32fd54e-d9c8-4869-adce-07eb36b6fa8b,segment=NetworkSegment(8c2eb36a-f31a-42ed-8e77-298532345ba2),segment_id=8c2eb36a-f31a-42ed-8e77-298532345ba2)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:55:51.377482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf5aaf1-2fc0-4e0c-bb28-2ce76d081949 admin admin] Pushing event updated for resources: {'Network': ['ID=b34cf2a5-94ef-4c93-a73c-6352e07b80df,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:51.389729 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:55:51.402203 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Usage tracker for resource:subnet and tenant:fd3c698bf2694717bd40d468a2c12a0f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:55:51.406758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network b34cf2a5-94ef-4c93-a73c-6352e07b80df details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:55:51.413094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:55:51.425463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:55:51.460716 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-22199e58-b25f-4030-95e9-3ed805a92429 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6931124 Mar 01 20:55:51.492300 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:51.502660 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:51.503278 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:51.517838 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] 10.222.0.55 "PUT /v2.0/ports/3d26dca7-ef58-499b-bed3-17de20eb70ab HTTP/1.1" status: 200 len: 1092 time: 4.3392508 Mar 01 20:55:51.518629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6', 'tag': '3d26dca7-ef58-499b-bed3-17de20eb70ab'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:55:51.604624 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c8a3e0d0-f088-4ada-ae6a-7559f3281ec2 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:51.606067 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:51.622600 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Made reservation on behalf of fd3c698bf2694717bd40d468a2c12a0f for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:55:51.624658 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:51.633598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabbe81-8c54-4f2c-83bd-4740ff75b8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=3d26dca7-ef58-499b-bed3-17de20eb70ab,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:51.726658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85d24c-5445-4596-b90d-9236b5731c0f req-5be2ebbc-11db-444b-8c91-3546f4e4c231 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:51.737262 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa85d24c-5445-4596-b90d-9236b5731c0f req-5be2ebbc-11db-444b-8c91-3546f4e4c231 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.5602794 Mar 01 20:55:51.749561 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:51.750233 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:51.751849 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] 10.222.0.57 "PUT /v2.0/ports/d32fd54e-d9c8-4869-adce-07eb36b6fa8b HTTP/1.1" status: 200 len: 1092 time: 4.3423738 Mar 01 20:55:51.757158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'tag': 'd32fd54e-d9c8-4869-adce-07eb36b6fa8b'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:55:51.849834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd9cc6-0948-4d90-a1fa-0e8f9a15150d service neutron] Pushing event updated for resources: {'Port': ['ID=d32fd54e-d9c8-4869-adce-07eb36b6fa8b,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:51.880084 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:51.918165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217984c-1803-437b-b430-5465ae707143 req-afcb8115-f499-4d7c-be30-baa06ed48a4f tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:51.920047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a217984c-1803-437b-b430-5465ae707143 req-afcb8115-f499-4d7c-be30-baa06ed48a4f tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 944 time: 0.5522397 Mar 01 20:55:51.940366 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] Request body: {'port': {'device_id': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:51.997740 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa85d24c-5445-4596-b90d-9236b5731c0f req-43a37300-1950-4ed0-8ff9-7b18763817d2 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2596347 Mar 01 20:55:52.001888 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a217984c-1803-437b-b430-5465ae707143 req-36796a67-e2ad-4cc1-8856-dcfe1de23eea tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/security-groups?id=59244b54-5c83-496f-8697-6988aeeb65b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731492 Mar 01 20:55:52.048654 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:52.058361 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:52.058776 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:52.077684 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-e2ec46f9-c1c4-480b-96df-ea96a736ea8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:52.077684 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-e2ec46f9-c1c4-480b-96df-ea96a736ea8f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=384d82cbbd5c4528abe1969276cf7040&device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 1095 time: 0.3573601 Mar 01 20:55:52.317323 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:52.365098 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:52.388445 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-794add97-49b2-42ee-8f7d-f168c9535971 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d26dca7-ef58-499b-bed3-17de20eb70ab HTTP/1.1" status: 200 len: 217 time: 0.3025715 Mar 01 20:55:52.442570 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8a02b72a-f74c-49a4-9b45-d66f91d7fe4b,segment=NetworkSegment(b4005af2-501b-48a9-91ea-2f0978bbb280),segment_id=b4005af2-501b-48a9-91ea-2f0978bbb280)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:52.519678 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:52.545208 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-65c8ab78-7730-4b0d-b206-b7de74f76617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:52.546676 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-65c8ab78-7730-4b0d-b206-b7de74f76617 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5de87dea-faeb-43b1-a22a-6ec8a15b7c56 HTTP/1.1" status: 200 len: 867 time: 0.1426449 Mar 01 20:55:52.604963 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=8a02b72a-f74c-49a4-9b45-d66f91d7fe4b,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:52.659056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:52.667796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec20f4b-769d-4445-b0f8-7fff0a1e251a req-728e0b08-9572-4aed-8f90-2dedbac420bc tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:52.668274 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eec20f4b-769d-4445-b0f8-7fff0a1e251a req-728e0b08-9572-4aed-8f90-2dedbac420bc tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 949 time: 0.3978155 Mar 01 20:55:52.681626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f0335-8849-411d-be11-f95a771e2420 req-06b1dcdb-3846-4e0f-b935-6c03b01d527e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:52.683388 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-617f0335-8849-411d-be11-f95a771e2420 req-06b1dcdb-3846-4e0f-b935-6c03b01d527e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 946 time: 0.2259438 Mar 01 20:55:52.750538 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:52.761406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-bd492951-ca33-429e-aaaa-ed43cb02225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:52.763518 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-bd492951-ca33-429e-aaaa-ed43cb02225c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2045810 Mar 01 20:55:52.803824 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:52.804056 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:52.827861 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eec20f4b-769d-4445-b0f8-7fff0a1e251a req-c75a4e5b-5034-4ee3-9ea7-c169712c7a5c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434798 Mar 01 20:55:52.885566 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-617f0335-8849-411d-be11-f95a771e2420 req-507308f5-c2ea-4317-a7c5-190987a53e77 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800530 Mar 01 20:55:53.001595 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1858a645-faa3-4b48-a48e-53aa6cca93ac {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:55:53.037817 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6', 'tag': '3d26dca7-ef58-499b-bed3-17de20eb70ab', 'status': 'completed', 'code': 200} Mar 01 20:55:53.041525 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:53.078002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] Transition to ACTIVE for port object 1858a645-faa3-4b48-a48e-53aa6cca93ac will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:53.133684 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'tag': 'd32fd54e-d9c8-4869-adce-07eb36b6fa8b', 'status': 'completed', 'code': 200} Mar 01 20:55:53.164468 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-fac5430b-bc2d-47d8-aa64-cb212e59adaf service neutron] 10.222.0.55 "GET /v2.0/networks/d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807590 Mar 01 20:55:53.183310 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Checking segment: {'id': '71c13714-09cf-4533-b7de-4d34067b38ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:53.183732 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Network hostable DHCP agents. Network: b34cf2a5-94ef-4c93-a73c-6352e07b80df, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:55:53.194658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=844187c6-69f0-42fc-8dd0-0c1a159e43b8,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:53.213464 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:53.213853 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:53.214188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:53.214516 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:53.214899 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:53.215281 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:53.215817 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:53.216177 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:53.216517 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:53.216828 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:53.217134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:53.217445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:55:53.252680 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:53.337011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92289aa7-fc7c-464b-835e-c17b8d0f3a7a req-e1e566f8-b263-43b3-90a8-a83f2d8dda11 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:53.343820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92289aa7-fc7c-464b-835e-c17b8d0f3a7a req-e1e566f8-b263-43b3-90a8-a83f2d8dda11 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:53.351278 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92289aa7-fc7c-464b-835e-c17b8d0f3a7a req-e1e566f8-b263-43b3-90a8-a83f2d8dda11 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:53.353256 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92289aa7-fc7c-464b-835e-c17b8d0f3a7a req-e1e566f8-b263-43b3-90a8-a83f2d8dda11 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 2388 time: 0.2832751 Mar 01 20:55:53.391621 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3652c-461f-4acc-9a05-24323766cc48 req-6d757e1e-c161-4380-8af0-e0fa227d894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:53.392268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3652c-461f-4acc-9a05-24323766cc48 req-6d757e1e-c161-4380-8af0-e0fa227d894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:53.392582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3652c-461f-4acc-9a05-24323766cc48 req-6d757e1e-c161-4380-8af0-e0fa227d894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:53.394215 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f0d3652c-461f-4acc-9a05-24323766cc48 req-6d757e1e-c161-4380-8af0-e0fa227d894a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4834e9a7767b4a869353bf362d5744fe&device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 2731 time: 0.3046358 Mar 01 20:55:53.406525 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Network b34cf2a5-94ef-4c93-a73c-6352e07b80df is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:55:53.439807 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05174945-0a81-40c0-ba45-06d9b6187cc1 req-5032faf3-269e-4b1a-a695-112df44c31ff service neutron] 10.222.0.55 "GET /v2.0/networks/d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2683480 Mar 01 20:55:53.496544 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92289aa7-fc7c-464b-835e-c17b8d0f3a7a req-b9c5c919-a472-43dd-8249-c7ab427e93c4 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268477 Mar 01 20:55:53.533477 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:53.593979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] Pushing event updated for resources: {'Port': ['ID=1858a645-faa3-4b48-a48e-53aa6cca93ac,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:53.801454 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14decb22-1588-4c8a-acd1-5c59e206fca8 req-37a95fc5-b5ba-4a47-8826-a98bc845f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:53.802931 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14decb22-1588-4c8a-acd1-5c59e206fca8 req-37a95fc5-b5ba-4a47-8826-a98bc845f39b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=384d82cbbd5c4528abe1969276cf7040&device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 1095 time: 0.2348311 Mar 01 20:55:53.838408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, b34cf2a5-94ef-4c93-a73c-6352e07b80df) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:55:53.848625 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beca1a29-340e-4fb1-b5b5-a9617eec21e8 None None] Network b34cf2a5-94ef-4c93-a73c-6352e07b80df requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:55:53.867507 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:53.868085 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:53.889732 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3652c-461f-4acc-9a05-24323766cc48 req-b3183813-6d26-426a-b82d-36c948b19216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:53.890596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3652c-461f-4acc-9a05-24323766cc48 req-b3183813-6d26-426a-b82d-36c948b19216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:53.891089 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3652c-461f-4acc-9a05-24323766cc48 req-b3183813-6d26-426a-b82d-36c948b19216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:53.893208 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f0d3652c-461f-4acc-9a05-24323766cc48 req-b3183813-6d26-426a-b82d-36c948b19216 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4834e9a7767b4a869353bf362d5744fe&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4823596 Mar 01 20:55:53.999922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] Attempting to bind port 1858a645-faa3-4b48-a48e-53aa6cca93ac on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:55:54.000586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] Attempting to bind port 1858a645-faa3-4b48-a48e-53aa6cca93ac by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '0df36b70-bd67-4207-a0f5-d996259ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:55:54.000911 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] Attempting to bind port 1858a645-faa3-4b48-a48e-53aa6cca93ac on network 5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:54.085240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] Port 1858a645-faa3-4b48-a48e-53aa6cca93ac on network 5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:55:54.085464 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] Attempting to bind port 1858a645-faa3-4b48-a48e-53aa6cca93ac on network 5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:54.086638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e365f9e-2d78-43db-9b58-84933f9e4651 req-6e19fd40-ba6b-42fc-a264-2554684784e5 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:54.094049 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5e365f9e-2d78-43db-9b58-84933f9e4651 req-6e19fd40-ba6b-42fc-a264-2554684784e5 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=b856a893-4af6-41d8-9f74-4ea219547f6a HTTP/1.1" status: 200 len: 945 time: 0.4154985 Mar 01 20:55:54.096174 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-aeb00b16-b071-47b2-8165-5a14bc16c811 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.7325566 Mar 01 20:55:54.104293 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:55:54.104621 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] Checking segment: {'id': '0df36b70-bd67-4207-a0f5-d996259ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:54.105018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] Bound using segment: {'id': '0df36b70-bd67-4207-a0f5-d996259ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:55:54.105457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] Bound port: 1858a645-faa3-4b48-a48e-53aa6cca93ac, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df36b70-bd67-4207-a0f5-d996259ef9fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:55:54.105801 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:54.222276 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d3652c-461f-4acc-9a05-24323766cc48 req-5f245b4a-69b8-4a40-9f09-baa177384cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:54.222506 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5e365f9e-2d78-43db-9b58-84933f9e4651 req-81f8e7c7-5f54-4e04-a4c0-90422d08c85e tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277699 Mar 01 20:55:54.223768 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f0d3652c-461f-4acc-9a05-24323766cc48 req-5f245b4a-69b8-4a40-9f09-baa177384cd2 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2772698 Mar 01 20:55:54.257023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] For port 1858a645-faa3-4b48-a48e-53aa6cca93ac, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:55:54.266576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] For port 1858a645-faa3-4b48-a48e-53aa6cca93ac, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=1858a645-faa3-4b48-a48e-53aa6cca93ac,segment=NetworkSegment(0df36b70-bd67-4207-a0f5-d996259ef9fa),segment_id=0df36b70-bd67-4207-a0f5-d996259ef9fa)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:55:54.302277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14decb22-1588-4c8a-acd1-5c59e206fca8 req-057786d8-efba-4d8b-b9da-b52ee63690a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:54.306017 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14decb22-1588-4c8a-acd1-5c59e206fca8 req-057786d8-efba-4d8b-b9da-b52ee63690a5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 HTTP/1.1" status: 200 len: 929 time: 0.4946470 Mar 01 20:55:54.317049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b58dd8-cc0e-42d0-a34e-3aa7476e7196 req-61ae7e1a-4a3a-42c0-a698-7c075965262b tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:54.319775 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45b58dd8-cc0e-42d0-a34e-3aa7476e7196 req-61ae7e1a-4a3a-42c0-a698-7c075965262b tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 944 time: 0.5564122 Mar 01 20:55:54.343040 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:54.451492 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7c21a4-dd7a-4843-b03a-b7c55391748d None None] Network b34cf2a5-94ef-4c93-a73c-6352e07b80df requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:55:54.510248 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14decb22-1588-4c8a-acd1-5c59e206fca8 req-bffff528-cb5b-484b-8ec3-49b5964f5192 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d26dca7-ef58-499b-bed3-17de20eb70ab HTTP/1.1" status: 200 len: 217 time: 0.1831918 Mar 01 20:55:54.547154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:54.557699 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:54.559388 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] 10.222.0.57 "PUT /v2.0/ports/1858a645-faa3-4b48-a48e-53aa6cca93ac HTTP/1.1" status: 200 len: 1092 time: 2.6233683 Mar 01 20:55:54.601178 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a04c5-8f46-4617-9844-091eabd00c31 service neutron] Pushing event updated for resources: {'Port': ['ID=1858a645-faa3-4b48-a48e-53aa6cca93ac,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:54.617617 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45b58dd8-cc0e-42d0-a34e-3aa7476e7196 req-c5c0a01d-e53d-4020-b372-0da705381793 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/security-groups?id=59244b54-5c83-496f-8697-6988aeeb65b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062755 Mar 01 20:55:54.685191 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] Request body: {'port': {'device_id': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:55:54.722412 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:54.822974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14decb22-1588-4c8a-acd1-5c59e206fca8 req-1d504213-e493-44c4-a4c7-0a5b45838cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:54.826156 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14decb22-1588-4c8a-acd1-5c59e206fca8 req-1d504213-e493-44c4-a4c7-0a5b45838cc8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5de87dea-faeb-43b1-a22a-6ec8a15b7c56 HTTP/1.1" status: 200 len: 867 time: 0.3151162 Mar 01 20:55:54.894639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:54.895004 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:54.988687 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe12cf3-971c-41cd-9801-56b164fa3e2e req-d68d34b3-526c-41fb-ba2d-7aafc21cb8ea tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:54.990271 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfe12cf3-971c-41cd-9801-56b164fa3e2e req-d68d34b3-526c-41fb-ba2d-7aafc21cb8ea tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.3695323 Mar 01 20:55:54.998333 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:55.057694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-dc9af1f8-84cf-4b3a-9ba3-c6a232b49d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:55.059629 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-dc9af1f8-84cf-4b3a-9ba3-c6a232b49d57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 1100 time: 0.2943873 Mar 01 20:55:55.136649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'tag': '1858a645-faa3-4b48-a48e-53aa6cca93ac'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:55:55.148611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14decb22-1588-4c8a-acd1-5c59e206fca8 req-6f629856-92d8-4c69-a34c-5781e4b34b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:55.148611 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14decb22-1588-4c8a-acd1-5c59e206fca8 req-6f629856-92d8-4c69-a34c-5781e4b34b43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3021002 Mar 01 20:55:55.159974 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfe12cf3-971c-41cd-9801-56b164fa3e2e req-3a58b5bf-035b-40cd-b0d3-244bfce55662 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612110 Mar 01 20:55:55.214875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ff67a-24d8-42ca-81c5-03bc71868bbe req-8d2e321f-8ee1-4212-aa19-aa08a5f0a97c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:55.221727 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e97ff67a-24d8-42ca-81c5-03bc71868bbe req-8d2e321f-8ee1-4212-aa19-aa08a5f0a97c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 949 time: 0.2983944 Mar 01 20:55:55.377977 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e97ff67a-24d8-42ca-81c5-03bc71868bbe req-45584c3b-9e78-4371-8869-508c1fe19056 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554008 Mar 01 20:55:55.385665 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-f80f44b0-3a97-458e-9911-610cb496d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:55.387121 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-f80f44b0-3a97-458e-9911-610cb496d400 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.3200259 Mar 01 20:55:55.433235 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14decb22-1588-4c8a-acd1-5c59e206fca8 req-4a84da7e-9cd9-4f30-aaf5-63d55a76a03a service neutron] 10.222.0.55 "GET /v2.0/networks/d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716687 Mar 01 20:55:55.536729 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-e5a80522-8252-4a06-8449-fe8a205c6efa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 HTTP/1.1" status: 200 len: 217 time: 0.1424596 Mar 01 20:55:55.539759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe584d8-a7be-427d-a186-ec17a0f1cf4a req-92cb6aa1-87ff-4138-b4ee-ea5a12f88577 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:55.541593 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-abe584d8-a7be-427d-a186-ec17a0f1cf4a req-92cb6aa1-87ff-4138-b4ee-ea5a12f88577 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 946 time: 0.2564855 Mar 01 20:55:55.599421 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-abe584d8-a7be-427d-a186-ec17a0f1cf4a req-9724e73a-c9f2-4ff4-9a53-89cad7d9bca7 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522077 Mar 01 20:55:55.647707 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14decb22-1588-4c8a-acd1-5c59e206fca8 req-4ad9b699-9f88-4024-8dad-b57b19cfd86c service neutron] 10.222.0.55 "GET /v2.0/networks/d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058294 Mar 01 20:55:55.648904 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-abe08adc-b05d-4bf5-945d-ea39f35b6b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:55.650337 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-abe08adc-b05d-4bf5-945d-ea39f35b6b2c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1074615 Mar 01 20:55:55.697670 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 3d26dca7-ef58-499b-bed3-17de20eb70ab details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:55:55.811323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e3c064d-225e-4b8b-9c0b-52157c3255d3 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:55:55.818395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-09d175c5-3b8c-47bf-96df-342137a87fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:55.820501 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-09d175c5-3b8c-47bf-96df-342137a87fcb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1616995 Mar 01 20:55:55.825547 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:55.877845 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] Transition to ACTIVE for port object 9e3c064d-225e-4b8b-9c0b-52157c3255d3 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:55:55.911474 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 3d26dca7-ef58-499b-bed3-17de20eb70ab, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3d26dca7-ef58-499b-bed3-17de20eb70ab,segment=NetworkSegment(b4005af2-501b-48a9-91ea-2f0978bbb280),segment_id=b4005af2-501b-48a9-91ea-2f0978bbb280)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:55.933727 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '3d26dca7-ef58-499b-bed3-17de20eb70ab', 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7', 'port_id': '3d26dca7-ef58-499b-bed3-17de20eb70ab', 'mac_address': 'fa:16:3e:f9:ff:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:55:55.953033 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:55.954272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-d0373be5-e3fe-44a6-8cb2-d66509cfdba3 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:55.959861 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-d0373be5-e3fe-44a6-8cb2-d66509cfdba3 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/networks?id=b34cf2a5-94ef-4c93-a73c-6352e07b80df HTTP/1.1" status: 200 len: 822 time: 0.2475195 Mar 01 20:55:55.992641 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-86fb574a-4b9c-43d2-9bd9-f791d4631abc tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/quotas/fd3c698bf2694717bd40d468a2c12a0f HTTP/1.1" status: 200 len: 375 time: 0.0305753 Mar 01 20:55:56.002349 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb4cb2-2e2b-490a-ad0d-b17cc31a3aba req-c0533097-6f4f-4e47-a873-5b8118af861c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:56.008006 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:56.008616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb4cb2-2e2b-490a-ad0d-b17cc31a3aba req-c0533097-6f4f-4e47-a873-5b8118af861c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:56.024760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb4cb2-2e2b-490a-ad0d-b17cc31a3aba req-c0533097-6f4f-4e47-a873-5b8118af861c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:56.032491 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d26dca7-ef58-499b-bed3-17de20eb70ab {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:55:56.033909 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-07bb4cb2-2e2b-490a-ad0d-b17cc31a3aba req-c0533097-6f4f-4e47-a873-5b8118af861c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 2400 time: 0.2030892 Mar 01 20:55:56.066359 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 3d26dca7-ef58-499b-bed3-17de20eb70ab, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3d26dca7-ef58-499b-bed3-17de20eb70ab,segment=NetworkSegment(b4005af2-501b-48a9-91ea-2f0978bbb280),segment_id=b4005af2-501b-48a9-91ea-2f0978bbb280)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:55:56.133757 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-38a4fd33-eeba-4272-8d2f-5161470291cd tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd3c698bf2694717bd40d468a2c12a0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746486 Mar 01 20:55:56.136500 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:56.271228 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=3d26dca7-ef58-499b-bed3-17de20eb70ab,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:56.345173 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-07bb4cb2-2e2b-490a-ad0d-b17cc31a3aba req-c0d89923-43b3-4339-a5b7-a7b55d0de71d tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100405 Mar 01 20:55:56.393515 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-83d75c58-fd89-437b-8560-545125ecdc03 service neutron] 10.222.0.42 "GET /v2.0/networks/b34cf2a5-94ef-4c93-a73c-6352e07b80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588983 Mar 01 20:55:56.506724 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'tag': '1858a645-faa3-4b48-a48e-53aa6cca93ac', 'status': 'completed', 'code': 200} Mar 01 20:55:56.534055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239233f9-818d-44e9-8779-4209f57439bb service neutron] Pushing event updated for resources: {'Port': ['ID=9e3c064d-225e-4b8b-9c0b-52157c3255d3,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:56.556044 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-4420d347-4905-4310-9610-30c36361b4fc service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7278922 Mar 01 20:55:56.575115 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['3d26dca7-ef58-499b-bed3-17de20eb70ab'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:55:56.635371 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] Attempting to bind port 9e3c064d-225e-4b8b-9c0b-52157c3255d3 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:55:56.635745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] Attempting to bind port 9e3c064d-225e-4b8b-9c0b-52157c3255d3 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '8c2eb36a-f31a-42ed-8e77-298532345ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '048c8938-01b3-4f3b-8a5a-47ffa5f9c201'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:55:56.636078 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] Attempting to bind port 9e3c064d-225e-4b8b-9c0b-52157c3255d3 on network 048c8938-01b3-4f3b-8a5a-47ffa5f9c201 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:56.705025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] Port 9e3c064d-225e-4b8b-9c0b-52157c3255d3 on network 048c8938-01b3-4f3b-8a5a-47ffa5f9c201 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:55:56.705755 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] Attempting to bind port 9e3c064d-225e-4b8b-9c0b-52157c3255d3 on network 048c8938-01b3-4f3b-8a5a-47ffa5f9c201 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:55:56.716266 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:55:56.716607 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] Checking segment: {'id': '8c2eb36a-f31a-42ed-8e77-298532345ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '048c8938-01b3-4f3b-8a5a-47ffa5f9c201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:55:56.717494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] Bound using segment: {'id': '8c2eb36a-f31a-42ed-8e77-298532345ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '048c8938-01b3-4f3b-8a5a-47ffa5f9c201'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:55:56.717704 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] Bound port: 9e3c064d-225e-4b8b-9c0b-52157c3255d3, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c2eb36a-f31a-42ed-8e77-298532345ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '048c8938-01b3-4f3b-8a5a-47ffa5f9c201'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:55:56.718060 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:56.748958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f84d7-00d3-484b-9c1e-4ae7681d1bff req-ebe86534-5637-4c2a-abd4-5decb21cd0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:56.749456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f84d7-00d3-484b-9c1e-4ae7681d1bff req-ebe86534-5637-4c2a-abd4-5decb21cd0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:56.749951 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f84d7-00d3-484b-9c1e-4ae7681d1bff req-ebe86534-5637-4c2a-abd4-5decb21cd0ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:56.751967 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-039f84d7-00d3-484b-9c1e-4ae7681d1bff req-ebe86534-5637-4c2a-abd4-5decb21cd0ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4834e9a7767b4a869353bf362d5744fe&device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 2823 time: 0.2787149 Mar 01 20:55:56.752109 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-bafb22c1-099a-4d53-a297-653ac462037a service neutron] 10.222.0.42 "GET /v2.0/networks/b34cf2a5-94ef-4c93-a73c-6352e07b80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519812 Mar 01 20:55:56.800787 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951c1f0e-a978-4458-a155-8c2f947180f6 req-ba3870e7-e8a9-4f0b-a564-04ace891b8da tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:56.809187 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-951c1f0e-a978-4458-a155-8c2f947180f6 req-ba3870e7-e8a9-4f0b-a564-04ace891b8da tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=b856a893-4af6-41d8-9f74-4ea219547f6a HTTP/1.1" status: 200 len: 945 time: 0.2869363 Mar 01 20:55:56.871573 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-951c1f0e-a978-4458-a155-8c2f947180f6 req-566a328f-ccb6-433d-b93f-4bab46576c1f tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611126 Mar 01 20:55:56.879783 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-9051dec8-4111-45f6-ba8c-ef007a64d522 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123791 Mar 01 20:55:56.994240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] For port 9e3c064d-225e-4b8b-9c0b-52157c3255d3, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:55:57.001065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] For port 9e3c064d-225e-4b8b-9c0b-52157c3255d3, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9e3c064d-225e-4b8b-9c0b-52157c3255d3,segment=NetworkSegment(8c2eb36a-f31a-42ed-8e77-298532345ba2),segment_id=8c2eb36a-f31a-42ed-8e77-298532345ba2)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:55:57.023753 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f84d7-00d3-484b-9c1e-4ae7681d1bff req-70c88a49-1e6c-4979-a14b-be477d42740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:57.024237 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f84d7-00d3-484b-9c1e-4ae7681d1bff req-70c88a49-1e6c-4979-a14b-be477d42740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:57.024772 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f84d7-00d3-484b-9c1e-4ae7681d1bff req-70c88a49-1e6c-4979-a14b-be477d42740a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:57.026364 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-039f84d7-00d3-484b-9c1e-4ae7681d1bff req-70c88a49-1e6c-4979-a14b-be477d42740a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4834e9a7767b4a869353bf362d5744fe&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2290273 Mar 01 20:55:57.078751 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:57.127031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113fb99-fbc9-491b-818a-551f7032ec2a req-4447e8fd-bd53-4f77-9c85-3da84aa49fb6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:57.135914 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3113fb99-fbc9-491b-818a-551f7032ec2a req-4447e8fd-bd53-4f77-9c85-3da84aa49fb6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 945 time: 0.1585641 Mar 01 20:55:57.245264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:57.245817 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:57.247458 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-239233f9-818d-44e9-8779-4209f57439bb service neutron] 10.222.0.57 "PUT /v2.0/ports/9e3c064d-225e-4b8b-9c0b-52157c3255d3 HTTP/1.1" status: 200 len: 1091 time: 2.5666273 Mar 01 20:55:57.289739 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3113fb99-fbc9-491b-818a-551f7032ec2a req-591bdd1b-3471-4267-9586-96ce094b9e48 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/security-groups?id=59244b54-5c83-496f-8697-6988aeeb65b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524889 Mar 01 20:55:57.351574 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-efd097ef-2ec1-4df8-bc95-b354271e764b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:57.367935 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f84d7-00d3-484b-9c1e-4ae7681d1bff req-030ac799-c968-4aa5-9d8e-d2c65de640fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:57.369470 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-039f84d7-00d3-484b-9c1e-4ae7681d1bff req-030ac799-c968-4aa5-9d8e-d2c65de640fd service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3367243 Mar 01 20:55:57.369999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239233f9-818d-44e9-8779-4209f57439bb service neutron] Pushing event updated for resources: {'Port': ['ID=9e3c064d-225e-4b8b-9c0b-52157c3255d3,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:55:57.422003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb0115-f5d0-42d1-a5b1-4687398d08ef req-d18b6654-1d8d-4030-acbb-16fb85fbcf45 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:57.424296 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45bb0115-f5d0-42d1-a5b1-4687398d08ef req-d18b6654-1d8d-4030-acbb-16fb85fbcf45 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.2211170 Mar 01 20:55:57.517313 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45bb0115-f5d0-42d1-a5b1-4687398d08ef req-c007186a-e6fc-4d7a-9776-f818aa2f7140 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876739 Mar 01 20:55:57.598320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2217c07-b948-47e1-ab6b-2ffbb02beb6a req-bc8db10f-f223-499d-b61e-9528684f1380 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:57.600459 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2217c07-b948-47e1-ab6b-2ffbb02beb6a req-bc8db10f-f223-499d-b61e-9528684f1380 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 949 time: 0.1211467 Mar 01 20:55:57.610432 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-775153eb-4ff7-47b6-9f1b-6d95f52f68f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:57.611016 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-775153eb-4ff7-47b6-9f1b-6d95f52f68f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:57.612014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-775153eb-4ff7-47b6-9f1b-6d95f52f68f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:57.613667 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-775153eb-4ff7-47b6-9f1b-6d95f52f68f5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4834e9a7767b4a869353bf362d5744fe&device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 2865 time: 0.1470759 Mar 01 20:55:57.661858 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2217c07-b948-47e1-ab6b-2ffbb02beb6a req-7807f0cc-a419-4494-8526-1f39fa5161c9 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562623 Mar 01 20:55:57.691102 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-264ab11c-d84d-4a43-a378-853f4ab9cc3d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.163&port_id=d32fd54e-d9c8-4869-adce-07eb36b6fa8b HTTP/1.1" status: 200 len: 217 time: 0.0709960 Mar 01 20:55:57.765136 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-87eb63c4-97e1-487d-8fab-281513520bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:57.767256 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-87eb63c4-97e1-487d-8fab-281513520bfb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d0aa64a-d090-4131-aec6-82a881450ff9 HTTP/1.1" status: 200 len: 801 time: 0.0690162 Mar 01 20:55:57.850731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d631ef-ee50-404a-949a-bc30decd4061 req-74738fee-c6d5-4309-bf06-68847f43935f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:57.852365 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29d631ef-ee50-404a-949a-bc30decd4061 req-74738fee-c6d5-4309-bf06-68847f43935f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 946 time: 0.1624267 Mar 01 20:55:57.875805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-b4a184f7-3022-4c2d-a47c-38e381aaedd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:57.880643 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-b4a184f7-3022-4c2d-a47c-38e381aaedd3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=048c8938-01b3-4f3b-8a5a-47ffa5f9c201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1038857 Mar 01 20:55:57.916300 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29d631ef-ee50-404a-949a-bc30decd4061 req-db9d2f16-915b-4a37-81c0-c8af98cba24e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557382 Mar 01 20:55:57.930541 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bac315-df64-410b-b7b9-e1d231a5d0af req-9daf72ca-536c-4462-abd1-efa00a716789 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:57.930541 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6bac315-df64-410b-b7b9-e1d231a5d0af req-9daf72ca-536c-4462-abd1-efa00a716789 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d4995a3-7b4e-4ea7-a14c-b4141a7ddab9 HTTP/1.1" status: 200 len: 946 time: 0.1531012 Mar 01 20:55:58.017725 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6bac315-df64-410b-b7b9-e1d231a5d0af req-886364f9-e68d-46a7-878b-7af6af690314 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789328 Mar 01 20:55:58.025707 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b418288-c64e-4525-81cd-ed48bfe0eab0 req-3d8e94a0-dbe4-43b4-b985-372ed76e2f69 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 210 time: 0.0493889 Mar 01 20:55:58.057391 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-4b0fea16-28bd-4173-83bd-710cc8a45130 service neutron] 10.222.0.57 "GET /v2.0/networks/048c8938-01b3-4f3b-8a5a-47ffa5f9c201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738231 Mar 01 20:55:58.247061 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-bbd5deb5-5360-469d-a082-fd4535f91252 service neutron] 10.222.0.57 "GET /v2.0/networks/048c8938-01b3-4f3b-8a5a-47ffa5f9c201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833673 Mar 01 20:55:58.294120 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b058d-9a91-4ed2-84c6-ff1f9e6bfcdd req-75907029-c391-4df8-ab33-ff7e6c570307 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:58.300411 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b058d-9a91-4ed2-84c6-ff1f9e6bfcdd req-75907029-c391-4df8-ab33-ff7e6c570307 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:58.306513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b058d-9a91-4ed2-84c6-ff1f9e6bfcdd req-75907029-c391-4df8-ab33-ff7e6c570307 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:58.308250 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-848b058d-9a91-4ed2-84c6-ff1f9e6bfcdd req-75907029-c391-4df8-ab33-ff7e6c570307 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 2412 time: 0.1458333 Mar 01 20:55:58.330146 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-e9c530b5-f06d-4743-bbff-aba054fdb078 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.194&port_id=1858a645-faa3-4b48-a48e-53aa6cca93ac HTTP/1.1" status: 200 len: 217 time: 0.0772042 Mar 01 20:55:58.358408 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-848b058d-9a91-4ed2-84c6-ff1f9e6bfcdd req-78d800d8-c189-4cde-9e4a-61cae3ae6b7e tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419030 Mar 01 20:55:58.402730 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-4c37ea63-3c1f-47cf-b35c-68d61189db0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:58.404291 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-4c37ea63-3c1f-47cf-b35c-68d61189db0d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=f56eb325-9e83-4347-bf0b-51859b77bc87 HTTP/1.1" status: 200 len: 801 time: 0.0682003 Mar 01 20:55:58.510945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ac8e10f8-9567-42e2-a425-14e187f0d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:58.514768 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-ac8e10f8-9567-42e2-a425-14e187f0d904 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1048317 Mar 01 20:55:58.515856 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'tag': '9e3c064d-225e-4b8b-9c0b-52157c3255d3'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:55:58.687415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb467a0-abb8-49e1-8d33-6055b30f723d req-2b5f39a8-3e76-424d-a0d5-1b1d56b35877 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:58.691977 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-adb467a0-abb8-49e1-8d33-6055b30f723d req-2b5f39a8-3e76-424d-a0d5-1b1d56b35877 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 946 time: 0.1530793 Mar 01 20:55:58.767776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d1d7e-0463-4095-98ef-316a96dad49a req-e98abde2-4984-4ae4-bf24-447a26f6ba71 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:58.769288 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-134d1d7e-0463-4095-98ef-316a96dad49a req-e98abde2-4984-4ae4-bf24-447a26f6ba71 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 945 time: 0.1761770 Mar 01 20:55:58.772689 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-adb467a0-abb8-49e1-8d33-6055b30f723d req-de6a76c0-8e7e-4fd5-9573-8f7f4ce61c34 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752063 Mar 01 20:55:58.837004 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-134d1d7e-0463-4095-98ef-316a96dad49a req-a9e7e7b0-6037-4cfd-8dd3-71467a64b576 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/security-groups?id=59244b54-5c83-496f-8697-6988aeeb65b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608754 Mar 01 20:55:58.854424 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-a359ddd7-2fc7-48b3-aaa9-221017c7a56b service neutron] 10.222.0.57 "GET /v2.0/networks/5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286071 Mar 01 20:55:58.859389 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb629b-e149-4872-b4c1-40f033f65ec3 req-d88934e0-3fed-4001-b056-a45b56b737e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:58.863441 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2fcb629b-e149-4872-b4c1-40f033f65ec3 req-d88934e0-3fed-4001-b056-a45b56b737e3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 1096 time: 0.1188169 Mar 01 20:55:59.010250 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b97fc0d-0140-4ccb-89a3-0107b3783155 req-ebdf6c30-1802-4d48-a940-d8897cccaab9 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:59.012654 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b97fc0d-0140-4ccb-89a3-0107b3783155 req-ebdf6c30-1802-4d48-a940-d8897cccaab9 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1121113 Mar 01 20:55:59.017689 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'tag': '9e3c064d-225e-4b8b-9c0b-52157c3255d3', 'status': 'completed', 'code': 200} Mar 01 20:55:59.123933 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-32500ee5-ef6a-4200-b100-d2fe5a2ffad0 service neutron] 10.222.0.57 "GET /v2.0/networks/5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593856 Mar 01 20:55:59.136251 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b97fc0d-0140-4ccb-89a3-0107b3783155 req-64a896ba-ef9b-481a-b817-ed82a2a19c21 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110322 Mar 01 20:55:59.193152 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561c786c-a06d-47f2-90be-071b6c955ccd req-c6900e51-a697-4d4a-8204-98d3cdf10c2e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:59.202822 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-561c786c-a06d-47f2-90be-071b6c955ccd req-c6900e51-a697-4d4a-8204-98d3cdf10c2e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 949 time: 0.1210268 Mar 01 20:55:59.212967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-89e9056f-72e8-4f39-aef1-25a8a444a0bd req-70b414e8-814f-4900-973a-69903c0237a6 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:55:59.213989 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89e9056f-72e8-4f39-aef1-25a8a444a0bd req-70b414e8-814f-4900-973a-69903c0237a6 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101006 Mar 01 20:55:59.236846 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-e6bbfe78-2090-4dc8-b4ba-a42ba9a9fe0b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.39&port_id=9e3c064d-225e-4b8b-9c0b-52157c3255d3 HTTP/1.1" status: 200 len: 217 time: 0.1065435 Mar 01 20:55:59.309758 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-561c786c-a06d-47f2-90be-071b6c955ccd req-33d60771-cee8-4f1a-91f4-8753b25eb7fb tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020980 Mar 01 20:55:59.337736 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb629b-e149-4872-b4c1-40f033f65ec3 req-207ec15e-8ea3-4f03-8613-6656ef071860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:59.338890 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2fcb629b-e149-4872-b4c1-40f033f65ec3 req-207ec15e-8ea3-4f03-8613-6656ef071860 service neutron] 10.222.0.57 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 912 time: 0.4534085 Mar 01 20:55:59.351062 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89e9056f-72e8-4f39-aef1-25a8a444a0bd req-b7a5e60b-abe9-4e21-9d4b-65f8b7204a4f tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1223216 Mar 01 20:55:59.355616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-e6f989bb-20bc-4546-9cbc-83a84e853aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:59.355616 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-e6f989bb-20bc-4546-9cbc-83a84e853aa7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d0aa64a-d090-4131-aec6-82a881450ff9 HTTP/1.1" status: 200 len: 801 time: 0.1105101 Mar 01 20:55:59.514841 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2fcb629b-e149-4872-b4c1-40f033f65ec3 req-746f5bbf-4aca-41e3-b914-a86b9b7479ef service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710 HTTP/1.1" status: 200 len: 1000 time: 0.1602702 Mar 01 20:55:59.584983 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-2bd8fc32-f809-4d9d-81f4-da98290e5e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:59.586604 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-2bd8fc32-f809-4d9d-81f4-da98290e5e36 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=048c8938-01b3-4f3b-8a5a-47ffa5f9c201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1695490 Mar 01 20:55:59.599410 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-be1eeeed-fb3c-444d-a7d3-af9d5c1a45d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:59.601008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902a7aa-1a94-4204-9b22-0eb45d5eec8f req-7aa5d535-6ebd-4aa9-84df-e912c09a9688 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:59.603030 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2902a7aa-1a94-4204-9b22-0eb45d5eec8f req-7aa5d535-6ebd-4aa9-84df-e912c09a9688 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 946 time: 0.1071479 Mar 01 20:55:59.620273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb629b-e149-4872-b4c1-40f033f65ec3 req-ca58bfeb-54bf-4c76-90aa-dfc58a72d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:59.621860 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2fcb629b-e149-4872-b4c1-40f033f65ec3 req-ca58bfeb-54bf-4c76-90aa-dfc58a72d195 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.0998318 Mar 01 20:55:59.682217 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2902a7aa-1a94-4204-9b22-0eb45d5eec8f req-52042373-5ae2-4d61-b601-f02d60cd2b41 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711420 Mar 01 20:55:59.729174 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 3d26dca7-ef58-499b-bed3-17de20eb70ab up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:55:59.815581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcb629b-e149-4872-b4c1-40f033f65ec3 req-e80d5e1e-a0f7-48e1-8e86-cb304efc70ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:59.817076 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2fcb629b-e149-4872-b4c1-40f033f65ec3 req-e80d5e1e-a0f7-48e1-8e86-cb304efc70ee service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799552 Mar 01 20:55:59.821606 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-73ee4807-659c-4ac7-800e-ae1a2e70f4ab service neutron] 10.222.0.57 "GET /v2.0/networks/048c8938-01b3-4f3b-8a5a-47ffa5f9c201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261708 Mar 01 20:55:59.890463 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9c0062c-7e10-49d6-a412-e3910cf97a43 req-6816a131-ffdd-4bd6-a1b8-e6df29bc6461 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 210 time: 0.0993357 Mar 01 20:55:59.931012 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 3d26dca7-ef58-499b-bed3-17de20eb70ab completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:55:59.938197 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 3d26dca7-ef58-499b-bed3-17de20eb70ab triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:55:59.941006 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:55:59.946404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44281f-bc34-4074-bf59-87fbc79c538e req-b6b9f4bd-b7d8-4fa6-b52a-47896f1a6298 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:59.952788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44281f-bc34-4074-bf59-87fbc79c538e req-b6b9f4bd-b7d8-4fa6-b52a-47896f1a6298 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:59.958896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44281f-bc34-4074-bf59-87fbc79c538e req-b6b9f4bd-b7d8-4fa6-b52a-47896f1a6298 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:55:59.961478 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac44281f-bc34-4074-bf59-87fbc79c538e req-b6b9f4bd-b7d8-4fa6-b52a-47896f1a6298 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 2412 time: 0.1195028 Mar 01 20:56:00.026051 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2fcb629b-e149-4872-b4c1-40f033f65ec3 req-4db0390c-d8fd-42e4-8eae-bbfb6c4b52aa service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978776 Mar 01 20:56:00.159906 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:00.175986 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac44281f-bc34-4074-bf59-87fbc79c538e req-277f5330-e53b-402d-bb85-a7bb120432fd tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044189 Mar 01 20:56:00.207852 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d26dca7-ef58-499b-bed3-17de20eb70ab'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:00.222981 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa7901ae-2c9d-4e19-90f8-0186d03ae3fd req-53b155e7-019d-47fe-83c1-4849be6d51b2 service neutron] 10.222.0.57 "GET /v2.0/networks/048c8938-01b3-4f3b-8a5a-47ffa5f9c201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3934598 Mar 01 20:56:00.233322 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 3d26dca7-ef58-499b-bed3-17de20eb70ab, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3d26dca7-ef58-499b-bed3-17de20eb70ab,segment=NetworkSegment(b4005af2-501b-48a9-91ea-2f0978bbb280),segment_id=b4005af2-501b-48a9-91ea-2f0978bbb280)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:00.247163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675b2855-553e-42db-a927-adebf75d3e96 req-edee1552-e320-4e51-b0c2-575dbac12a81 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:00.248832 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-675b2855-553e-42db-a927-adebf75d3e96 req-edee1552-e320-4e51-b0c2-575dbac12a81 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=b856a893-4af6-41d8-9f74-4ea219547f6a HTTP/1.1" status: 200 len: 945 time: 0.1831949 Mar 01 20:56:00.298442 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:00.359721 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-675b2855-553e-42db-a927-adebf75d3e96 req-91e9eee9-142c-4564-aa28-88270e962d95 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034973 Mar 01 20:56:00.519095 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=3d26dca7-ef58-499b-bed3-17de20eb70ab,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:00.529504 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:00.529989 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:00.530325 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:00.530659 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:00.532475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:00.532475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:00.532475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:00.532475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:00.532475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:00.533234 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:00.533234 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:00.533457 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:00.552317 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:00.625692 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff8d5d-7843-484c-a06b-82f126addc64 req-4e7d84c2-231f-4bc6-a2aa-847823fd7b2a tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:00.627199 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d5ff8d5d-7843-484c-a06b-82f126addc64 req-4e7d84c2-231f-4bc6-a2aa-847823fd7b2a tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 946 time: 0.1069350 Mar 01 20:56:00.649412 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:00.688181 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d5ff8d5d-7843-484c-a06b-82f126addc64 req-b6cfc975-d5bb-4742-9a5c-b5777f3ffb94 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/security-groups?id=59244b54-5c83-496f-8697-6988aeeb65b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529964 Mar 01 20:56:00.698670 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-fc4385a8-8cd2-4cbd-8534-d19151d98d49 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:00.699387 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-fc4385a8-8cd2-4cbd-8534-d19151d98d49 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Synchronizing usage tracker for tenant:fd3c698bf2694717bd40d468a2c12a0f on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:00.731312 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2fcb629b-e149-4872-b4c1-40f033f65ec3 req-9a7270e8-2e67-4bac-bb58-d7f3845e54db service neutron] 10.222.0.57 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6980984 Mar 01 20:56:00.740857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c418230-40e2-42b9-bb7a-fc6ad25676b3 req-64d0f1c0-6eeb-40f6-9f72-5fb405f8293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:00.741748 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c418230-40e2-42b9-bb7a-fc6ad25676b3 req-64d0f1c0-6eeb-40f6-9f72-5fb405f8293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:00.742019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c418230-40e2-42b9-bb7a-fc6ad25676b3 req-64d0f1c0-6eeb-40f6-9f72-5fb405f8293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:00.743619 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6c418230-40e2-42b9-bb7a-fc6ad25676b3 req-64d0f1c0-6eeb-40f6-9f72-5fb405f8293e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4834e9a7767b4a869353bf362d5744fe&device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 2865 time: 0.3924315 Mar 01 20:56:00.844014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-fc4385a8-8cd2-4cbd-8534-d19151d98d49 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Unset dirty status for tenant:fd3c698bf2694717bd40d468a2c12a0f on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:00.845152 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-fc4385a8-8cd2-4cbd-8534-d19151d98d49 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.57 "GET /v2.0/networks?id=b34cf2a5-94ef-4c93-a73c-6352e07b80df HTTP/1.1" status: 200 len: 822 time: 0.8453832 Mar 01 20:56:00.850207 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d26dca7-ef58-499b-bed3-17de20eb70ab', 'code': 200} Mar 01 20:56:00.868026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-6908a3ec-8199-4a07-8b10-6138ecd28653 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Request body: {'port': {'device_id': '6676e993-96bf-41c4-92d6-f3188170c752', 'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df', 'admin_state_up': True, 'tenant_id': 'fd3c698bf2694717bd40d468a2c12a0f'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:00.918184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ebd58-1f9d-49ec-9cd2-32c181eeb8aa req-d869819d-9657-4244-8915-ff63605c69e4 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:00.930038 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c15ebd58-1f9d-49ec-9cd2-32c181eeb8aa req-d869819d-9657-4244-8915-ff63605c69e4 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1091847 Mar 01 20:56:00.997591 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c15ebd58-1f9d-49ec-9cd2-32c181eeb8aa req-61620fb3-1f25-454c-a55c-fb97a122e42a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659983 Mar 01 20:56:01.076554 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-6908a3ec-8199-4a07-8b10-6138ecd28653 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:01.091185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-6908a3ec-8199-4a07-8b10-6138ecd28653 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Usage tracker for resource:port and tenant:fd3c698bf2694717bd40d468a2c12a0f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:01.093974 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-6908a3ec-8199-4a07-8b10-6138ecd28653 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:01.113349 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-6908a3ec-8199-4a07-8b10-6138ecd28653 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:01.126246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c418230-40e2-42b9-bb7a-fc6ad25676b3 req-b8db1b3c-11a3-4b49-864e-3d314dacea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:01.126246 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6c418230-40e2-42b9-bb7a-fc6ad25676b3 req-b8db1b3c-11a3-4b49-864e-3d314dacea04 service neutron] 10.222.0.57 "GET /v2.0/networks?id=048c8938-01b3-4f3b-8a5a-47ffa5f9c201 HTTP/1.1" status: 200 len: 902 time: 0.3752306 Mar 01 20:56:01.159042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdb853-4975-49c6-b86d-a67640c95b2b req-390ee651-b70d-4493-858e-851e153b90c5 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:01.160712 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-30fdb853-4975-49c6-b86d-a67640c95b2b req-390ee651-b70d-4493-858e-851e153b90c5 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 949 time: 0.1574874 Mar 01 20:56:01.205444 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6c418230-40e2-42b9-bb7a-fc6ad25676b3 req-7bf1cb69-2f2b-4194-b591-934955ac44c1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.39&port_id=9e3c064d-225e-4b8b-9c0b-52157c3255d3 HTTP/1.1" status: 200 len: 217 time: 0.0675478 Mar 01 20:56:01.211119 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2ecdd-1e38-42f6-97a4-09b12dd9328c req-56abbf5b-ea09-4c13-ba8f-5101321cc1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:01.212542 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f7e2ecdd-1e38-42f6-97a4-09b12dd9328c req-56abbf5b-ea09-4c13-ba8f-5101321cc1c9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 1097 time: 0.2019296 Mar 01 20:56:01.450212 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-30fdb853-4975-49c6-b86d-a67640c95b2b req-8f62f3da-b49a-4d8c-87ae-b83299ac414a tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984721 Mar 01 20:56:01.451991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c418230-40e2-42b9-bb7a-fc6ad25676b3 req-91e81691-8725-4550-bd58-bc993bf17639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:01.451991 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6c418230-40e2-42b9-bb7a-fc6ad25676b3 req-91e81691-8725-4550-bd58-bc993bf17639 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d0aa64a-d090-4131-aec6-82a881450ff9 HTTP/1.1" status: 200 len: 801 time: 0.0925944 Mar 01 20:56:01.451991 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f7e2ecdd-1e38-42f6-97a4-09b12dd9328c req-32a994f4-1ae0-42e3-bff5-d7dc92d6411b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=59244b54-5c83-496f-8697-6988aeeb65b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635571 Mar 01 20:56:01.453978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c5c859-b465-420f-96a8-c72c3452e4cd req-8c91f554-2ef8-4109-a0ea-8e4201f2eed0 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:01.453978 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-66c5c859-b465-420f-96a8-c72c3452e4cd req-8c91f554-2ef8-4109-a0ea-8e4201f2eed0 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d4995a3-7b4e-4ea7-a14c-b4141a7ddab9 HTTP/1.1" status: 200 len: 946 time: 0.1316135 Mar 01 20:56:01.453978 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-66c5c859-b465-420f-96a8-c72c3452e4cd req-aa356d6c-47fd-4171-90ee-7b736c652957 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520890 Mar 01 20:56:01.454265 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c418230-40e2-42b9-bb7a-fc6ad25676b3 req-952c8fae-ed42-4b32-978b-f4eb25a902e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:01.454265 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6c418230-40e2-42b9-bb7a-fc6ad25676b3 req-952c8fae-ed42-4b32-978b-f4eb25a902e4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=048c8938-01b3-4f3b-8a5a-47ffa5f9c201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0824988 Mar 01 20:56:01.481014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fd4df-c902-4b00-a151-a2377c722204 req-f0ed36be-2d36-4f0e-94f4-6b94dfc2684f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:01.482757 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f7fd4df-c902-4b00-a151-a2377c722204 req-f0ed36be-2d36-4f0e-94f4-6b94dfc2684f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 946 time: 0.1044610 Mar 01 20:56:01.578360 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-431708bc-8906-4ec5-a58a-5869d5a621b6 req-4c571dbf-5f05-41b9-a3be-671694317e6c tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 210 time: 0.0585983 Mar 01 20:56:01.593545 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f7fd4df-c902-4b00-a151-a2377c722204 req-2e79eee8-a7f2-4170-aea0-45458f3c65b4 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971203 Mar 01 20:56:01.598207 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6c418230-40e2-42b9-bb7a-fc6ad25676b3 req-924ae806-bc0f-4ea8-ad1b-c2f4169210b8 service neutron] 10.222.0.57 "GET /v2.0/networks/048c8938-01b3-4f3b-8a5a-47ffa5f9c201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940188 Mar 01 20:56:01.758294 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6c418230-40e2-42b9-bb7a-fc6ad25676b3 req-a6a82fbb-531d-43f1-963f-66ac8f98e07b service neutron] 10.222.0.57 "GET /v2.0/networks/048c8938-01b3-4f3b-8a5a-47ffa5f9c201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532867 Mar 01 20:56:01.897431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-6908a3ec-8199-4a07-8b10-6138ecd28653 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Made reservation on behalf of fd3c698bf2694717bd40d468a2c12a0f for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:56:01.902205 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-6908a3ec-8199-4a07-8b10-6138ecd28653 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:01.970801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63384add-254e-4c71-8281-82684f8b4452 req-5a362f92-5e56-4b20-a2be-3f7e26dabba1 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:01.972317 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-63384add-254e-4c71-8281-82684f8b4452 req-5a362f92-5e56-4b20-a2be-3f7e26dabba1 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 946 time: 0.1185920 Mar 01 20:56:01.981849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad44d6a-3d96-4461-99c2-5c1726200d9d req-b048ecc7-dca2-4503-a308-4a00082a61c9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:01.987644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad44d6a-3d96-4461-99c2-5c1726200d9d req-b048ecc7-dca2-4503-a308-4a00082a61c9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:01.994042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad44d6a-3d96-4461-99c2-5c1726200d9d req-b048ecc7-dca2-4503-a308-4a00082a61c9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:02.001260 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5ad44d6a-3d96-4461-99c2-5c1726200d9d req-b048ecc7-dca2-4503-a308-4a00082a61c9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 2412 time: 0.2904975 Mar 01 20:56:02.101422 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:02.108691 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5ad44d6a-3d96-4461-99c2-5c1726200d9d req-171a3ec9-b0e3-4184-9b40-cecdbf4a1915 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065769 Mar 01 20:56:02.122259 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-63384add-254e-4c71-8281-82684f8b4452 req-2dc7235b-b65d-4c19-825f-8c354ed11d94 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901074 Mar 01 20:56:02.147954 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-6908a3ec-8199-4a07-8b10-6138ecd28653 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Allocated IP 172.20.0.2 (b34cf2a5-94ef-4c93-a73c-6352e07b80df/844187c6-69f0-42fc-8dd0-0c1a159e43b8/37cb3959-933e-49ac-8da9-8038072431ab) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:56:02.290217 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device d32fd54e-d9c8-4869-adce-07eb36b6fa8b details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:56:02.393489 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650b4e7-9905-45ee-a96d-d353c175ebb0 req-228e6d07-6cf3-4ff3-a5c9-0da373cde1e4 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:02.394119 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-b650b4e7-9905-45ee-a96d-d353c175ebb0 req-228e6d07-6cf3-4ff3-a5c9-0da373cde1e4 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Synchronizing usage tracker for tenant:0d5eaf306fc14197ad9a3185fd39f796 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:02.402208 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cde058e-e698-47dd-a5b0-1b610fd103ee req-8e443de1-281b-46e5-945c-1497e5982243 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:02.403734 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9cde058e-e698-47dd-a5b0-1b610fd103ee req-8e443de1-281b-46e5-945c-1497e5982243 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 946 time: 0.1758940 Mar 01 20:56:02.411912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90893789-29f3-4693-86bd-7c4342a079d5 req-b5211527-d272-4153-ad94-d31a97b8ae8c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:02.414038 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90893789-29f3-4693-86bd-7c4342a079d5 req-b5211527-d272-4153-ad94-d31a97b8ae8c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1492345 Mar 01 20:56:02.452734 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port d32fd54e-d9c8-4869-adce-07eb36b6fa8b, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=d32fd54e-d9c8-4869-adce-07eb36b6fa8b,segment=NetworkSegment(8c2eb36a-f31a-42ed-8e77-298532345ba2),segment_id=8c2eb36a-f31a-42ed-8e77-298532345ba2)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:02.464522 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-6908a3ec-8199-4a07-8b10-6138ecd28653 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:02.473866 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'd32fd54e-d9c8-4869-adce-07eb36b6fa8b', 'network_id': '048c8938-01b3-4f3b-8a5a-47ffa5f9c201', 'port_id': 'd32fd54e-d9c8-4869-adce-07eb36b6fa8b', 'mac_address': 'fa:16:3e:d2:3d:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0aa64a-d090-4131-aec6-82a881450ff9', 'ip_address': '19.80.0.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:56:02.486393 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9cde058e-e698-47dd-a5b0-1b610fd103ee req-41249128-32be-4617-ac71-611d594cb4ee tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/security-groups?id=59244b54-5c83-496f-8697-6988aeeb65b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713699 Mar 01 20:56:02.498707 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90893789-29f3-4693-86bd-7c4342a079d5 req-98d109cf-2d4c-4742-8f13-1b289f5a2136 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683155 Mar 01 20:56:02.544435 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-b650b4e7-9905-45ee-a96d-d353c175ebb0 req-228e6d07-6cf3-4ff3-a5c9-0da373cde1e4 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Unset dirty status for tenant:0d5eaf306fc14197ad9a3185fd39f796 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:02.545932 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b650b4e7-9905-45ee-a96d-d353c175ebb0 req-228e6d07-6cf3-4ff3-a5c9-0da373cde1e4 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.57 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 946 time: 0.3664620 Mar 01 20:56:02.564025 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:02.587914 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d32fd54e-d9c8-4869-adce-07eb36b6fa8b {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:56:02.608927 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-6908a3ec-8199-4a07-8b10-6138ecd28653 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:02.617624 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port d32fd54e-d9c8-4869-adce-07eb36b6fa8b, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=d32fd54e-d9c8-4869-adce-07eb36b6fa8b,segment=NetworkSegment(8c2eb36a-f31a-42ed-8e77-298532345ba2),segment_id=8c2eb36a-f31a-42ed-8e77-298532345ba2)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:02.699543 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf8a96-3e44-4a78-a4ca-3886b22c95b1 req-8a1620c9-9b67-4e15-8887-7829c75716aa tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:02.706273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-6908a3ec-8199-4a07-8b10-6138ecd28653 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Network b34cf2a5-94ef-4c93-a73c-6352e07b80df is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:56:02.708029 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:02.712041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-6908a3ec-8199-4a07-8b10-6138ecd28653 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:56:02.714764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89bf8a96-3e44-4a78-a4ca-3886b22c95b1 req-8a1620c9-9b67-4e15-8887-7829c75716aa tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 949 time: 0.1046805 Mar 01 20:56:02.728772 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-b650b4e7-9905-45ee-a96d-d353c175ebb0 req-b89ee33b-19b1-4183-b26c-75239720f35e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Deleting port 056c7c3b-b857-4698-8cc4-a53223a589fc {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:02.729111 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b650b4e7-9905-45ee-a96d-d353c175ebb0 req-b89ee33b-19b1-4183-b26c-75239720f35e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:02.755925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-6908a3ec-8199-4a07-8b10-6138ecd28653 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:56:02.808275 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89bf8a96-3e44-4a78-a4ca-3886b22c95b1 req-fc7a0235-4cb9-4e96-b8ec-9235958f544f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925024 Mar 01 20:56:02.808719 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6908a3ec-8199-4a07-8b10-6138ecd28653 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Pushing event updated for resources: {'Port': ['ID=37cb3959-933e-49ac-8da9-8038072431ab,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:02.995169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['d32fd54e-d9c8-4869-adce-07eb36b6fa8b'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:56:03.082230 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=d32fd54e-d9c8-4869-adce-07eb36b6fa8b,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:03.120938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-6908a3ec-8199-4a07-8b10-6138ecd28653 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:03.121602 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-6908a3ec-8199-4a07-8b10-6138ecd28653 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:03.204683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384ad46-87a4-431a-8f46-623c200054bc req-bdf4efff-0493-4687-b39e-77e2d39aeaff tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:03.212400 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384ad46-87a4-431a-8f46-623c200054bc req-bdf4efff-0493-4687-b39e-77e2d39aeaff tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:03.219322 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2384ad46-87a4-431a-8f46-623c200054bc req-bdf4efff-0493-4687-b39e-77e2d39aeaff tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:03.221158 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2384ad46-87a4-431a-8f46-623c200054bc req-bdf4efff-0493-4687-b39e-77e2d39aeaff tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698&device_id=6d4995a3-7b4e-4ea7-a14c-b4141a7ddab9&device_id=b856a893-4af6-41d8-9f74-4ea219547f6a HTTP/1.1" status: 200 len: 2418 time: 0.2686405 Mar 01 20:56:03.235602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48900e-5153-4002-a3ba-d9a589aacc92 req-f477d338-371d-4bce-a5b3-2557adc0d4cb tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:03.237445 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc48900e-5153-4002-a3ba-d9a589aacc92 req-f477d338-371d-4bce-a5b3-2557adc0d4cb tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1719201 Mar 01 20:56:03.275288 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-6908a3ec-8199-4a07-8b10-6138ecd28653 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4137828 Mar 01 20:56:03.296145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] Request body: {'port': {'device_id': '6676e993-96bf-41c4-92d6-f3188170c752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:03.321065 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2384ad46-87a4-431a-8f46-623c200054bc req-1ae637d5-0195-428e-9eae-98e15c842f88 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824013 Mar 01 20:56:03.332935 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc48900e-5153-4002-a3ba-d9a589aacc92 req-5f680300-ef0a-40f3-a961-6a4b37eace0a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795996 Mar 01 20:56:03.478152 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:03.499389 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-b650b4e7-9905-45ee-a96d-d353c175ebb0 req-b89ee33b-19b1-4183-b26c-75239720f35e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] For port 056c7c3b-b857-4698-8cc4-a53223a589fc, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=056c7c3b-b857-4698-8cc4-a53223a589fc,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:03.499856 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b650b4e7-9905-45ee-a96d-d353c175ebb0 req-b89ee33b-19b1-4183-b26c-75239720f35e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:03.599109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a7784-754d-4cc3-a0d6-98f27e8de564 req-69ffa6f0-6b64-42e8-812b-e6b7b2e14caa tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:03.601427 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a4a7784-754d-4cc3-a0d6-98f27e8de564 req-69ffa6f0-6b64-42e8-812b-e6b7b2e14caa tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 931 time: 0.1128051 Mar 01 20:56:03.611720 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36041c-ec76-48e2-84ed-cb9ac518b485 req-56bfb08e-456c-42cb-95f4-b29bb0aeedd6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:03.613046 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c36041c-ec76-48e2-84ed-cb9ac518b485 req-56bfb08e-456c-42cb-95f4-b29bb0aeedd6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=12cdf2dd-690f-4a86-83ce-94f35920d9ce HTTP/1.1" status: 200 len: 946 time: 0.1680458 Mar 01 20:56:03.699706 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a4a7784-754d-4cc3-a0d6-98f27e8de564 req-9d32cf52-509f-4b69-920c-362b903dcd44 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856318 Mar 01 20:56:03.707478 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c36041c-ec76-48e2-84ed-cb9ac518b485 req-2f4046c3-9583-4e08-9b1c-b148c5194736 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726149 Mar 01 20:56:03.749244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-4575d480-14bb-4fdf-8c42-53f5038dd163 req-ccaff73f-d81b-4b83-aa4f-a2ee904139dc tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:56:03.750414 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4575d480-14bb-4fdf-8c42-53f5038dd163 req-ccaff73f-d81b-4b83-aa4f-a2ee904139dc tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063798 Mar 01 20:56:03.772534 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-b650b4e7-9905-45ee-a96d-d353c175ebb0 req-b89ee33b-19b1-4183-b26c-75239720f35e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Calling delete_port for 056c7c3b-b857-4698-8cc4-a53223a589fc owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:03.923593 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4575d480-14bb-4fdf-8c42-53f5038dd163 req-fbbf700b-77e3-47c2-9621-290f39fa31bb tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1653538 Mar 01 20:56:03.972441 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8fbd427a-8cc5-4fbd-8cb5-a0cc5b4f204d req-b5d7defa-b6d2-487c-abfa-c6c612b8f83a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4634147 Mar 01 20:56:03.976190 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9f81e-462c-40fc-a67d-d37e4505b523 req-616c9b02-22c0-4823-a0f8-0aa73d28bbab tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:04.017340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9f81e-462c-40fc-a67d-d37e4505b523 req-616c9b02-22c0-4823-a0f8-0aa73d28bbab tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:04.028013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab9f81e-462c-40fc-a67d-d37e4505b523 req-616c9b02-22c0-4823-a0f8-0aa73d28bbab tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:04.036801 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ab9f81e-462c-40fc-a67d-d37e4505b523 req-616c9b02-22c0-4823-a0f8-0aa73d28bbab tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 2413 time: 0.2061930 Mar 01 20:56:04.164428 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ab9f81e-462c-40fc-a67d-d37e4505b523 req-3c246619-6f1c-4778-bdd2-a39530e3d6af tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264191 Mar 01 20:56:04.294243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9e3c064d-225e-4b8b-9c0b-52157c3255d3 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:56:04.416768 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd427a-8cc5-4fbd-8cb5-a0cc5b4f204d req-b3022b86-458a-4aec-93d8-852b4a65de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:04.424559 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8fbd427a-8cc5-4fbd-8cb5-a0cc5b4f204d req-b3022b86-458a-4aec-93d8-852b4a65de43 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 1100 time: 0.3732374 Mar 01 20:56:04.505744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b342f-c355-48bb-a5dc-c34bf2229508 req-1336532d-ef96-4f2e-8980-59e2c1940024 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:04.509691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9e3c064d-225e-4b8b-9c0b-52157c3255d3, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9e3c064d-225e-4b8b-9c0b-52157c3255d3,segment=NetworkSegment(8c2eb36a-f31a-42ed-8e77-298532345ba2),segment_id=8c2eb36a-f31a-42ed-8e77-298532345ba2)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:04.514647 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-323b342f-c355-48bb-a5dc-c34bf2229508 req-1336532d-ef96-4f2e-8980-59e2c1940024 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 946 time: 0.1401432 Mar 01 20:56:04.525218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device d32fd54e-d9c8-4869-adce-07eb36b6fa8b up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:56:04.584754 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '9e3c064d-225e-4b8b-9c0b-52157c3255d3', 'network_id': '048c8938-01b3-4f3b-8a5a-47ffa5f9c201', 'port_id': '9e3c064d-225e-4b8b-9c0b-52157c3255d3', 'mac_address': 'fa:16:3e:8c:6e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0aa64a-d090-4131-aec6-82a881450ff9', 'ip_address': '19.80.0.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:56:04.586003 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-323b342f-c355-48bb-a5dc-c34bf2229508 req-9a7d779c-fae2-4c83-abcb-b9896b6dbbf8 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/security-groups?id=59244b54-5c83-496f-8697-6988aeeb65b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668993 Mar 01 20:56:04.631814 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd427a-8cc5-4fbd-8cb5-a0cc5b4f204d req-5c9c5e97-89ff-403c-b227-1db736e65d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:04.633907 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8fbd427a-8cc5-4fbd-8cb5-a0cc5b4f204d req-5c9c5e97-89ff-403c-b227-1db736e65d2e service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.1872995 Mar 01 20:56:04.639204 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b650b4e7-9905-45ee-a96d-d353c175ebb0 req-b89ee33b-19b1-4183-b26c-75239720f35e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:04.655968 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['056c7c3b-b857-4698-8cc4-a53223a589fc'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:56:04.713192 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:04.733924 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e3c064d-225e-4b8b-9c0b-52157c3255d3 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:56:04.738445 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port d32fd54e-d9c8-4869-adce-07eb36b6fa8b completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:56:04.746135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port d32fd54e-d9c8-4869-adce-07eb36b6fa8b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:56:04.746812 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:04.799009 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9e3c064d-225e-4b8b-9c0b-52157c3255d3, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9e3c064d-225e-4b8b-9c0b-52157c3255d3,segment=NetworkSegment(8c2eb36a-f31a-42ed-8e77-298532345ba2),segment_id=8c2eb36a-f31a-42ed-8e77-298532345ba2)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:04.804736 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ee33b-19b1-4183-b26c-75239720f35e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Pushing event deleted for resources: {'Port': ['ID=056c7c3b-b857-4698-8cc4-a53223a589fc,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:04.806258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c13853-a5ed-4c57-8d6c-5108ed753dd1 req-6c3e1b35-491d-4286-9102-3749440057ea tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:04.820929 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6c13853-a5ed-4c57-8d6c-5108ed753dd1 req-6c3e1b35-491d-4286-9102-3749440057ea tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 949 time: 0.1126170 Mar 01 20:56:04.876136 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6c13853-a5ed-4c57-8d6c-5108ed753dd1 req-411a2953-4423-4c5d-99ac-b21f2a99ca71 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540924 Mar 01 20:56:04.916119 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:04.927747 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:04.929366 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 1858a645-faa3-4b48-a48e-53aa6cca93ac details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:56:04.939136 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-b650b4e7-9905-45ee-a96d-d353c175ebb0 req-b89ee33b-19b1-4183-b26c-75239720f35e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] No DVR routers for this DVR port 056c7c3b-b857-4698-8cc4-a53223a589fc on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:56:04.942323 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b650b4e7-9905-45ee-a96d-d353c175ebb0 req-b89ee33b-19b1-4183-b26c-75239720f35e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:04.955616 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8fbd427a-8cc5-4fbd-8cb5-a0cc5b4f204d req-81601549-2e72-44ec-bda6-859a12971799 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=434884c2-e77f-4d2b-b8c1-aa2f4b16df42 HTTP/1.1" status: 200 len: 217 time: 0.3046153 Mar 01 20:56:04.958120 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12cdf2dd-690f-4a86-83ce-94f35920d9ce', 'name': 'network-vif-deleted', 'tag': '056c7c3b-b857-4698-8cc4-a53223a589fc'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:05.038907 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd427a-8cc5-4fbd-8cb5-a0cc5b4f204d req-30eb593c-07b2-4eea-b929-b2fa1967cdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:05.040597 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8fbd427a-8cc5-4fbd-8cb5-a0cc5b4f204d req-30eb593c-07b2-4eea-b929-b2fa1967cdc2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0762994 Mar 01 20:56:05.044543 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b650b4e7-9905-45ee-a96d-d353c175ebb0 req-b89ee33b-19b1-4183-b26c-75239720f35e tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.57 "DELETE /v2.0/ports/056c7c3b-b857-4698-8cc4-a53223a589fc HTTP/1.1" status: 204 len: 173 time: 2.4923511 Mar 01 20:56:05.048285 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37cb3959-933e-49ac-8da9-8038072431ab {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:56:05.199176 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port d32fd54e-d9c8-4869-adce-07eb36b6fa8b, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=d32fd54e-d9c8-4869-adce-07eb36b6fa8b,segment=NetworkSegment(8c2eb36a-f31a-42ed-8e77-298532345ba2),segment_id=8c2eb36a-f31a-42ed-8e77-298532345ba2)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:05.205952 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32fd54e-d9c8-4869-adce-07eb36b6fa8b'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:05.279836 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:05.298595 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:05.325626 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] Transition to ACTIVE for port object 37cb3959-933e-49ac-8da9-8038072431ab will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:56:05.340013 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=9e3c064d-225e-4b8b-9c0b-52157c3255d3,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:05.354421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 1858a645-faa3-4b48-a48e-53aa6cca93ac, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=1858a645-faa3-4b48-a48e-53aa6cca93ac,segment=NetworkSegment(0df36b70-bd67-4207-a0f5-d996259ef9fa),segment_id=0df36b70-bd67-4207-a0f5-d996259ef9fa)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:05.361807 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd427a-8cc5-4fbd-8cb5-a0cc5b4f204d req-f9714477-24bd-446b-afa1-38e7e0d45968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:05.363860 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8fbd427a-8cc5-4fbd-8cb5-a0cc5b4f204d req-f9714477-24bd-446b-afa1-38e7e0d45968 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3032954 Mar 01 20:56:05.414207 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '1858a645-faa3-4b48-a48e-53aa6cca93ac', 'network_id': '5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad', 'port_id': '1858a645-faa3-4b48-a48e-53aa6cca93ac', 'mac_address': 'fa:16:3e:9e:f3:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56eb325-9e83-4347-bf0b-51859b77bc87', 'ip_address': '19.86.0.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:56:05.464450 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-5ecf9323-c1cb-4604-abe0-5a4de10db491 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 258 time: 0.2310348 Mar 01 20:56:05.481772 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:05.484389 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:05.498741 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:05.507276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:05.507837 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1858a645-faa3-4b48-a48e-53aa6cca93ac {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:56:05.519860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Usage tracker for resource:floatingip and tenant:384d82cbbd5c4528abe1969276cf7040 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:05.526800 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:05.534420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:05.543288 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=d32fd54e-d9c8-4869-adce-07eb36b6fa8b,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:05.555118 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 1858a645-faa3-4b48-a48e-53aa6cca93ac, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=1858a645-faa3-4b48-a48e-53aa6cca93ac,segment=NetworkSegment(0df36b70-bd67-4207-a0f5-d996259ef9fa),segment_id=0df36b70-bd67-4207-a0f5-d996259ef9fa)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:05.617883 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:05.661660 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] Pushing event updated for resources: {'Port': ['ID=37cb3959-933e-49ac-8da9-8038072431ab,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:05.672619 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:05.742652 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8fbd427a-8cc5-4fbd-8cb5-a0cc5b4f204d req-90d999ee-033e-4118-b93b-c8f72be81e4b service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658955 Mar 01 20:56:05.793160 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=1858a645-faa3-4b48-a48e-53aa6cca93ac,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:05.810074 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:05.888980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] Attempting to bind port 37cb3959-933e-49ac-8da9-8038072431ab on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:56:05.889354 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] Attempting to bind port 37cb3959-933e-49ac-8da9-8038072431ab by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '71c13714-09cf-4533-b7de-4d34067b38ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:56:05.889634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] Attempting to bind port 37cb3959-933e-49ac-8da9-8038072431ab on network b34cf2a5-94ef-4c93-a73c-6352e07b80df {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:56:05.910752 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] Port 37cb3959-933e-49ac-8da9-8038072431ab on network b34cf2a5-94ef-4c93-a73c-6352e07b80df not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:56:05.911110 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] Attempting to bind port 37cb3959-933e-49ac-8da9-8038072431ab on network b34cf2a5-94ef-4c93-a73c-6352e07b80df {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:56:05.922614 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:56:05.922614 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] Checking segment: {'id': '71c13714-09cf-4533-b7de-4d34067b38ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:56:05.922614 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] Bound using segment: {'id': '71c13714-09cf-4533-b7de-4d34067b38ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:56:05.923092 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] Bound port: 37cb3959-933e-49ac-8da9-8038072431ab, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c13714-09cf-4533-b7de-4d34067b38ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:56:05.923430 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:05.936223 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8fbd427a-8cc5-4fbd-8cb5-a0cc5b4f204d req-cb85ca18-1c51-43d2-96e0-92d4250caf4a service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897929 Mar 01 20:56:06.019339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['1858a645-faa3-4b48-a48e-53aa6cca93ac'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:56:06.103810 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] For port 37cb3959-933e-49ac-8da9-8038072431ab, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:56:06.118748 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4206a525-f156-45cf-bfb7-18df8829302a req-02396ca7-b118-47ec-9a40-7ff3feaf408e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1335011 Mar 01 20:56:06.120247 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] For port 37cb3959-933e-49ac-8da9-8038072431ab, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=37cb3959-933e-49ac-8da9-8038072431ab,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:56:06.131098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Allocated IP 172.25.5.62 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/1e929534-c5eb-4529-8fac-b5fa2d788744) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:56:06.187966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['9e3c064d-225e-4b8b-9c0b-52157c3255d3'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:56:06.285218 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:06.300071 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 056c7c3b-b857-4698-8cc4-a53223a589fc no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:56:06.342821 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 056c7c3b-b857-4698-8cc4-a53223a589fc {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:56:06.343185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 056c7c3b-b857-4698-8cc4-a53223a589fc not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:56:06.370622 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:06.417605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:06.418498 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:06.420129 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] 10.222.0.57 "PUT /v2.0/ports/37cb3959-933e-49ac-8da9-8038072431ab HTTP/1.1" status: 200 len: 1091 time: 3.1287432 Mar 01 20:56:06.472538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc73dfe-aa19-4360-8cc9-ce8e1cb68f15 service neutron] Pushing event updated for resources: {'Port': ['ID=37cb3959-933e-49ac-8da9-8038072431ab,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:06.478296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206a525-f156-45cf-bfb7-18df8829302a req-9860ebb7-081b-41fb-86aa-231b1c53dea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:06.479873 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4206a525-f156-45cf-bfb7-18df8829302a req-9860ebb7-081b-41fb-86aa-231b1c53dea6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 1096 time: 0.2736673 Mar 01 20:56:06.544184 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:06.688230 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:56:06.695340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:56:06.701336 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:56:06.726444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206a525-f156-45cf-bfb7-18df8829302a req-fbd6284e-eee5-4c6e-9846-4980f49bd6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:06.728054 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4206a525-f156-45cf-bfb7-18df8829302a req-fbd6284e-eee5-4c6e-9846-4980f49bd6f2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 200 len: 912 time: 0.2238677 Mar 01 20:56:06.728642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Pushing event updated for resources: {'Port': ['ID=1e929534-c5eb-4529-8fac-b5fa2d788744,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:06.739953 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-8e2418b3-8753-473e-858e-17fc5091a1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:06.742345 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-8e2418b3-8753-473e-858e-17fc5091a1a7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fd3c698bf2694717bd40d468a2c12a0f&device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 1094 time: 0.1967387 Mar 01 20:56:06.803481 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cf0a4-16d5-4b81-bd2e-7b23f28c1c7e req-22766fb9-c42b-41e4-87b0-b885d8f0481f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:06.805294 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-184cf0a4-16d5-4b81-bd2e-7b23f28c1c7e req-22766fb9-c42b-41e4-87b0-b885d8f0481f tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1071a9b-b994-4da5-a819-17e3372d6623 HTTP/1.1" status: 200 len: 943 time: 0.2000425 Mar 01 20:56:06.862775 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4206a525-f156-45cf-bfb7-18df8829302a req-ec86b6c6-acd8-4f62-b861-cb44e3eb4f66 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f0eb76de-4dfa-4e86-acf0-57905a711967 HTTP/1.1" status: 200 len: 217 time: 0.1250460 Mar 01 20:56:06.873214 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-1f4d77a9-d075-4daa-b631-c6f71d9f42a8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37cb3959-933e-49ac-8da9-8038072431ab HTTP/1.1" status: 200 len: 217 time: 0.0816443 Mar 01 20:56:06.877344 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:06.884745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-184cf0a4-16d5-4b81-bd2e-7b23f28c1c7e req-6d978397-df02-4afb-85d8-510fa44fa5cd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Deleting port 48089be5-a5f6-469f-9cee-66f43b3a44bd {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:06.885077 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-184cf0a4-16d5-4b81-bd2e-7b23f28c1c7e req-6d978397-df02-4afb-85d8-510fa44fa5cd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:06.988234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206a525-f156-45cf-bfb7-18df8829302a req-8e70d25f-1872-41b3-b611-70e527088442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:06.989726 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4206a525-f156-45cf-bfb7-18df8829302a req-8e70d25f-1872-41b3-b611-70e527088442 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 200 len: 850 time: 0.1186233 Mar 01 20:56:06.991764 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-a3613c0c-4a83-42ed-a4cb-3c186d9c06ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:06.992861 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-a3613c0c-4a83-42ed-a4cb-3c186d9c06ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=844187c6-69f0-42fc-8dd0-0c1a159e43b8 HTTP/1.1" status: 200 len: 862 time: 0.0901618 Mar 01 20:56:07.079469 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-6d9a0c3a-cce5-4e07-88bc-b52142c94841 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b34cf2a5-94ef-4c93-a73c-6352e07b80df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473313 Mar 01 20:56:07.092105 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:07.293487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-184cf0a4-16d5-4b81-bd2e-7b23f28c1c7e req-6d978397-df02-4afb-85d8-510fa44fa5cd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] For port 48089be5-a5f6-469f-9cee-66f43b3a44bd, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=48089be5-a5f6-469f-9cee-66f43b3a44bd,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:07.293872 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-184cf0a4-16d5-4b81-bd2e-7b23f28c1c7e req-6d978397-df02-4afb-85d8-510fa44fa5cd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:07.395695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4206a525-f156-45cf-bfb7-18df8829302a req-2badc747-6fa0-4de0-91a5-84e46cea86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:07.395695 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4206a525-f156-45cf-bfb7-18df8829302a req-2badc747-6fa0-4de0-91a5-84e46cea86fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9c047131-db31-4f0b-ada8-1976d242266e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3745620 Mar 01 20:56:07.439243 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-a2dc9b46-9005-4c0c-a822-6bd42ffc9f34 service neutron] 10.222.0.57 "GET /v2.0/networks/b34cf2a5-94ef-4c93-a73c-6352e07b80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514254 Mar 01 20:56:07.489115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-184cf0a4-16d5-4b81-bd2e-7b23f28c1c7e req-6d978397-df02-4afb-85d8-510fa44fa5cd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Calling delete_port for 48089be5-a5f6-469f-9cee-66f43b3a44bd owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:07.644587 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4206a525-f156-45cf-bfb7-18df8829302a req-678fd1b6-7458-4a65-84e6-45273768f07a service neutron] 10.222.0.55 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658176 Mar 01 20:56:07.677612 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:07.699451 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-47ddc46b-a185-451c-9ac5-81ca77731905 req-5447fddc-c3c6-4900-85e0-aa18c017700a service neutron] 10.222.0.57 "GET /v2.0/networks/b34cf2a5-94ef-4c93-a73c-6352e07b80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088933 Mar 01 20:56:07.779554 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:07.798541 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4206a525-f156-45cf-bfb7-18df8829302a req-833f83dc-43e0-4650-ab9e-cf1d04595f01 service neutron] 10.222.0.55 "GET /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373258 Mar 01 20:56:07.828960 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-184cf0a4-16d5-4b81-bd2e-7b23f28c1c7e req-6d978397-df02-4afb-85d8-510fa44fa5cd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:07.840234 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['f0eb76de-4dfa-4e86-acf0-57905a711967', 'c9270e36-addf-4d91-8049-3027fd0a2a20'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:56:07.940500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Pushing event updated for resources: {'Port': ['ID=1e929534-c5eb-4529-8fac-b5fa2d788744,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:08.028874 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-184cf0a4-16d5-4b81-bd2e-7b23f28c1c7e req-6d978397-df02-4afb-85d8-510fa44fa5cd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] No DVR routers for this DVR port 48089be5-a5f6-469f-9cee-66f43b3a44bd on host n-h1-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:56:08.030557 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d978397-df02-4afb-85d8-510fa44fa5cd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Pushing event deleted for resources: {'Port': ['ID=48089be5-a5f6-469f-9cee-66f43b3a44bd,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:08.032791 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-184cf0a4-16d5-4b81-bd2e-7b23f28c1c7e req-6d978397-df02-4afb-85d8-510fa44fa5cd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:08.035566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1071a9b-b994-4da5-a819-17e3372d6623', 'name': 'network-vif-deleted', 'tag': '48089be5-a5f6-469f-9cee-66f43b3a44bd'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:08.040972 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:08.076845 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-184cf0a4-16d5-4b81-bd2e-7b23f28c1c7e req-6d978397-df02-4afb-85d8-510fa44fa5cd tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "DELETE /v2.0/ports/48089be5-a5f6-469f-9cee-66f43b3a44bd HTTP/1.1" status: 204 len: 173 time: 1.2647297 Mar 01 20:56:08.148255 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:08.149445 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-6f413f87-dd18-4c52-a241-7239dbd0d9e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6797981 Mar 01 20:56:08.312764 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9e3c064d-225e-4b8b-9c0b-52157c3255d3 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:56:08.340543 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-c2aa006a-beb3-4940-9796-cea89f9f0add tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Synchronizing usage tracker for tenant:384d82cbbd5c4528abe1969276cf7040 on resource:floatingip {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:08.448050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-c2aa006a-beb3-4940-9796-cea89f9f0add tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Unset dirty status for tenant:384d82cbbd5c4528abe1969276cf7040 on resource:floatingip {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:08.451720 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-c2aa006a-beb3-4940-9796-cea89f9f0add tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 695 time: 0.2939708 Mar 01 20:56:08.505182 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 9e3c064d-225e-4b8b-9c0b-52157c3255d3 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:56:08.510368 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 9e3c064d-225e-4b8b-9c0b-52157c3255d3 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:56:08.520614 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:08.609319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-77e94804-6d4e-44f4-b828-5c2b4183302a tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:08.610698 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19786ee2-c7eb-4c37-b92e-f1d2087c92f7 req-77e94804-6d4e-44f4-b828-5c2b4183302a tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.1559968 Mar 01 20:56:08.636560 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:08.668810 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9e3c064d-225e-4b8b-9c0b-52157c3255d3, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9e3c064d-225e-4b8b-9c0b-52157c3255d3,segment=NetworkSegment(8c2eb36a-f31a-42ed-8e77-298532345ba2),segment_id=8c2eb36a-f31a-42ed-8e77-298532345ba2)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:08.759428 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:08.760148 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 1858a645-faa3-4b48-a48e-53aa6cca93ac up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:56:08.794335 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73c653d-8719-4992-b1fe-77c47886efc6 req-c2ff0846-a8a1-4cba-8435-20fc7c355cd8 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:08.795852 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b73c653d-8719-4992-b1fe-77c47886efc6 req-c2ff0846-a8a1-4cba-8435-20fc7c355cd8 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 943 time: 0.0847604 Mar 01 20:56:08.842499 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b73c653d-8719-4992-b1fe-77c47886efc6 req-ea6f56ed-24a8-4d30-9837-03364b696344 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406871 Mar 01 20:56:08.887933 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=9e3c064d-225e-4b8b-9c0b-52157c3255d3,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:08.922749 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12cdf2dd-690f-4a86-83ce-94f35920d9ce', 'name': 'network-vif-deleted', 'tag': '056c7c3b-b857-4698-8cc4-a53223a589fc', 'status': 'completed', 'code': 200} Mar 01 20:56:08.962435 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 1858a645-faa3-4b48-a48e-53aa6cca93ac completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:56:08.969082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 1858a645-faa3-4b48-a48e-53aa6cca93ac triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:56:08.972115 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:09.139399 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:09.148343 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f068e70-f4eb-45de-90c9-185abe949274 req-e9bf0080-f07e-477e-8104-359d1a156ed8 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:09.154254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f068e70-f4eb-45de-90c9-185abe949274 req-e9bf0080-f07e-477e-8104-359d1a156ed8 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:09.160048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f068e70-f4eb-45de-90c9-185abe949274 req-e9bf0080-f07e-477e-8104-359d1a156ed8 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:09.161790 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f068e70-f4eb-45de-90c9-185abe949274 req-e9bf0080-f07e-477e-8104-359d1a156ed8 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 2417 time: 0.1325204 Mar 01 20:56:09.176291 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 1858a645-faa3-4b48-a48e-53aa6cca93ac, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=1858a645-faa3-4b48-a48e-53aa6cca93ac,segment=NetworkSegment(0df36b70-bd67-4207-a0f5-d996259ef9fa),segment_id=0df36b70-bd67-4207-a0f5-d996259ef9fa)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:09.209554 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f068e70-f4eb-45de-90c9-185abe949274 req-32ea5ad0-3454-49d9-a34f-920d232b2523 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412016 Mar 01 20:56:09.236765 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd32fd54e-d9c8-4869-adce-07eb36b6fa8b', 'code': 200} Mar 01 20:56:09.273658 n-d-827896-4 neutron-server[88518]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1071a9b-b994-4da5-a819-17e3372d6623', 'name': 'network-vif-deleted', 'tag': '48089be5-a5f6-469f-9cee-66f43b3a44bd', 'status': 'failed', 'code': 422} returned with failed status Mar 01 20:56:09.302326 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:09.374006 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=1858a645-faa3-4b48-a48e-53aa6cca93ac,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:09.447839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f020b2f-3bda-4ff5-9c69-c14742d936a4 req-99b16bba-e3b3-449e-93e6-d77da4b2aaba tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:09.449318 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f020b2f-3bda-4ff5-9c69-c14742d936a4 req-99b16bba-e3b3-449e-93e6-d77da4b2aaba tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 949 time: 0.1387677 Mar 01 20:56:09.488981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-461b7b29-aa25-4f22-af4a-f21f79d185ff tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:09.490742 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-461b7b29-aa25-4f22-af4a-f21f79d185ff tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1329432 Mar 01 20:56:09.575656 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f020b2f-3bda-4ff5-9c69-c14742d936a4 req-51fc419d-305d-49f8-bd92-e8a9796cc076 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194391 Mar 01 20:56:09.580910 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-e8c07799-f4c7-4ad9-a823-81cd9b5d9d92 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 695 time: 0.0825539 Mar 01 20:56:09.591253 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-612a669b-402e-4b41-8f36-5a51b2a722f4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Request body: {'floatingip': {'port_id': '3d26dca7-ef58-499b-bed3-17de20eb70ab', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:09.666807 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-612a669b-402e-4b41-8f36-5a51b2a722f4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks [] for floatingip, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:10.051110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-05383645-7e4b-4f31-a74b-29b3f4c017b6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:10.052690 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-05383645-7e4b-4f31-a74b-29b3f4c017b6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/networks?id=8fdd681d-ffe8-426d-941c-62dfd126df4d HTTP/1.1" status: 200 len: 812 time: 0.2814744 Mar 01 20:56:10.081945 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-a0145dad-d6a9-4b05-8407-410d21a9ff4b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/quotas/0d5eaf306fc14197ad9a3185fd39f796 HTTP/1.1" status: 200 len: 375 time: 0.0209177 Mar 01 20:56:10.189525 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-840db7e8-accb-4ba2-8c2b-5e2bdcc43d85 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d5eaf306fc14197ad9a3185fd39f796&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556407 Mar 01 20:56:10.337930 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 37cb3959-933e-49ac-8da9-8038072431ab details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:56:10.392405 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c658dd99-a5ac-4a4b-a33a-40da1264f752 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 20:56:10.393385 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c658dd99-a5ac-4a4b-a33a-40da1264f752 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1901457 Mar 01 20:56:10.479135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 37cb3959-933e-49ac-8da9-8038072431ab, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=37cb3959-933e-49ac-8da9-8038072431ab,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:10.493035 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '37cb3959-933e-49ac-8da9-8038072431ab', 'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df', 'port_id': '37cb3959-933e-49ac-8da9-8038072431ab', 'mac_address': 'fa:16:3e:2a:25:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '844187c6-69f0-42fc-8dd0-0c1a159e43b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:56:10.551497 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:10.564546 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-cd3bcff3-b535-4828-b243-ca9094e6d6ba service neutron] 10.222.0.42 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616406 Mar 01 20:56:10.573041 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37cb3959-933e-49ac-8da9-8038072431ab {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:56:10.588795 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 37cb3959-933e-49ac-8da9-8038072431ab, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=37cb3959-933e-49ac-8da9-8038072431ab,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:10.648387 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:10.716432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=37cb3959-933e-49ac-8da9-8038072431ab,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:10.792875 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-612a669b-402e-4b41-8f36-5a51b2a722f4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:10.796474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-efbe841d-7ec7-493b-897c-8fe40e8e27f7 service neutron] 10.222.0.42 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248669 Mar 01 20:56:10.856945 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-612a669b-402e-4b41-8f36-5a51b2a722f4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:10.923757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6676e993-96bf-41c4-92d6-f3188170c752', 'tag': '37cb3959-933e-49ac-8da9-8038072431ab'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:10.938002 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['37cb3959-933e-49ac-8da9-8038072431ab'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:56:11.046733 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-612a669b-402e-4b41-8f36-5a51b2a722f4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Floating IP c172ef21-e3a7-441f-a367-a27ae5861fea associated. External IP: 172.25.5.62, port: 3d26dca7-ef58-499b-bed3-17de20eb70ab. Mar 01 20:56:11.239908 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3c064d-225e-4b8b-9c0b-52157c3255d3'}, {'server_uuid': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1858a645-faa3-4b48-a48e-53aa6cca93ac'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:11.479834 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-612a669b-402e-4b41-8f36-5a51b2a722f4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Router e1736f01-84ed-4462-a7eb-c81cb7e96522 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:56:11.680134 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-612a669b-402e-4b41-8f36-5a51b2a722f4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:56:11.684466 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-612a669b-402e-4b41-8f36-5a51b2a722f4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:11.689616 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a7db28-a742-4c65-bcd2-00e9c60879b4 None None] Sync routers for ids ['e1736f01-84ed-4462-a7eb-c81cb7e96522'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:56:11.705076 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a7db28-a742-4c65-bcd2-00e9c60879b4 None None] Routers {'e1736f01-84ed-4462-a7eb-c81cb7e96522'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:56:11.705687 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f7a7db28-a742-4c65-bcd2-00e9c60879b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:56:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['e1736f01-84ed-4462-a7eb-c81cb7e96522'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:11.742072 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-612a669b-402e-4b41-8f36-5a51b2a722f4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "PUT /v2.0/floatingips/c172ef21-e3a7-441f-a367-a27ae5861fea HTTP/1.1" status: 200 len: 996 time: 2.1546426 Mar 01 20:56:11.744780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6', 'tag': '3d26dca7-ef58-499b-bed3-17de20eb70ab'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:11.908466 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-f7a7db28-a742-4c65-bcd2-00e9c60879b4 None None] Set router e1736f01-84ed-4462-a7eb-c81cb7e96522 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:56:12.034066 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-9db20f87-57c9-4b6e-9ab1-f4c06bc45863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:12.035653 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-9db20f87-57c9-4b6e-9ab1-f4c06bc45863 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=384d82cbbd5c4528abe1969276cf7040&device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 1097 time: 0.2804980 Mar 01 20:56:12.043767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55eae5-391e-4f9c-8a36-3aa6a2aa70bd req-218aa30e-0dba-4e54-845e-e2576722d94e tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:12.050160 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab55eae5-391e-4f9c-8a36-3aa6a2aa70bd req-218aa30e-0dba-4e54-845e-e2576722d94e tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 944 time: 0.1252563 Mar 01 20:56:12.197814 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab55eae5-391e-4f9c-8a36-3aa6a2aa70bd req-dbd8bf02-0d79-4eb0-903f-274569188746 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465123 Mar 01 20:56:12.232345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-da333040-ec6e-4ded-9a77-8c0b1f58b466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:12.234141 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-da333040-ec6e-4ded-9a77-8c0b1f58b466 service neutron] 10.222.0.42 "GET /v2.0/networks?id=d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 HTTP/1.1" status: 200 len: 929 time: 0.1805344 Mar 01 20:56:12.329443 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f7a7db28-a742-4c65-bcd2-00e9c60879b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333680660-router', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:15Z', 'updated_at': '2022-03-01T20:55:32Z', 'revision_number': 4, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'gw_port': {'id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c172ef21-e3a7-441f-a367-a27ae5861fea', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'port_id': '3d26dca7-ef58-499b-bed3-17de20eb70ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7', 'mac_address': 'fa:16:3e:f9:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:56:06Z', 'updated_at': '2022-03-01T20:56:10Z', 'revision_number': 1, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a02b72a-f74c-49a4-9b45-d66f91d7fe4b', 'name': '', 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'mac_address': 'fa:16:3e:9e:33:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:29Z', 'updated_at': '2022-03-01T20:55:52Z', 'revision_number': 5, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'subnets': [{'id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:12.337301 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 37cb3959-933e-49ac-8da9-8038072431ab up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:56:12.373460 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a7db28-a742-4c65-bcd2-00e9c60879b4 None None] Checking router: e1736f01-84ed-4462-a7eb-c81cb7e96522 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:56:12.403405 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a7db28-a742-4c65-bcd2-00e9c60879b4 None None] Routers {'e1736f01-84ed-4462-a7eb-c81cb7e96522'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:56:12.404094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f7a7db28-a742-4c65-bcd2-00e9c60879b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:56:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['e1736f01-84ed-4462-a7eb-c81cb7e96522'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:12.408191 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-996b8562-455e-4a86-a70f-255a56d8670c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d26dca7-ef58-499b-bed3-17de20eb70ab HTTP/1.1" status: 200 len: 999 time: 0.1676178 Mar 01 20:56:12.494719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-b09528c8-0325-4f9f-8256-bbe25f1e564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:12.496222 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-b09528c8-0325-4f9f-8256-bbe25f1e564f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5de87dea-faeb-43b1-a22a-6ec8a15b7c56 HTTP/1.1" status: 200 len: 867 time: 0.0740948 Mar 01 20:56:12.572582 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f9758-bad4-4067-862d-c3aacdd4b207 req-4069aa8d-5e2a-4d7a-bfbe-0bbe86c160ff tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:12.578439 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f9758-bad4-4067-862d-c3aacdd4b207 req-4069aa8d-5e2a-4d7a-bfbe-0bbe86c160ff tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:12.584699 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3f9758-bad4-4067-862d-c3aacdd4b207 req-4069aa8d-5e2a-4d7a-bfbe-0bbe86c160ff tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:12.586520 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2b3f9758-bad4-4067-862d-c3aacdd4b207 req-4069aa8d-5e2a-4d7a-bfbe-0bbe86c160ff tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 2418 time: 0.2219570 Mar 01 20:56:12.590911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 37cb3959-933e-49ac-8da9-8038072431ab completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:56:12.605159 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 37cb3959-933e-49ac-8da9-8038072431ab triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:56:12.605654 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:12.638378 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-75569bc2-220a-4896-8148-69c482c01b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:12.642556 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-75569bc2-220a-4896-8148-69c482c01b6e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1365306 Mar 01 20:56:12.645966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-f7a7db28-a742-4c65-bcd2-00e9c60879b4 None None] Set router e1736f01-84ed-4462-a7eb-c81cb7e96522 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:56:12.692985 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2b3f9758-bad4-4067-862d-c3aacdd4b207 req-21998b3e-1fef-4170-ba46-3f91adc6dc6c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842850 Mar 01 20:56:12.801947 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-02414833-8a9a-4c41-ab99-cb2fcfb42ec4 service neutron] 10.222.0.42 "GET /v2.0/networks/d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489267 Mar 01 20:56:12.916266 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:13.009804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77cf03-6296-4934-b774-ac5c826b5aa8 req-2aeb9334-89f7-4b86-9f9c-e64f57937b00 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:13.011890 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae77cf03-6296-4934-b774-ac5c826b5aa8 req-2aeb9334-89f7-4b86-9f9c-e64f57937b00 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 949 time: 0.2040684 Mar 01 20:56:13.021863 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 37cb3959-933e-49ac-8da9-8038072431ab, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=37cb3959-933e-49ac-8da9-8038072431ab,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:13.027214 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c410886-9f9d-4ac1-878e-16583e8a058e req-f70058aa-52a8-4959-9fec-0d762ac75b8f service neutron] 10.222.0.42 "GET /v2.0/networks/d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177455 Mar 01 20:56:13.100792 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae77cf03-6296-4934-b774-ac5c826b5aa8 req-9b925865-3014-4aaa-b9e9-69394aac8811 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707405 Mar 01 20:56:13.124575 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:13.160673 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6676e993-96bf-41c4-92d6-f3188170c752', 'tag': '37cb3959-933e-49ac-8da9-8038072431ab', 'status': 'completed', 'code': 200} Mar 01 20:56:13.188804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f7a7db28-a742-4c65-bcd2-00e9c60879b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333680660-router', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:15Z', 'updated_at': '2022-03-01T20:55:32Z', 'revision_number': 4, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'gw_port': {'id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c172ef21-e3a7-441f-a367-a27ae5861fea', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'port_id': '3d26dca7-ef58-499b-bed3-17de20eb70ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7', 'mac_address': 'fa:16:3e:f9:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:56:06Z', 'updated_at': '2022-03-01T20:56:10Z', 'revision_number': 1, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a02b72a-f74c-49a4-9b45-d66f91d7fe4b', 'name': '', 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'mac_address': 'fa:16:3e:9e:33:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:29Z', 'updated_at': '2022-03-01T20:55:52Z', 'revision_number': 5, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'subnets': [{'id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:13.197246 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a7db28-a742-4c65-bcd2-00e9c60879b4 None None] The sync data for ids ['e1736f01-84ed-4462-a7eb-c81cb7e96522'] in n-d-827896-4 is: [{'id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333680660-router', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:15Z', 'updated_at': '2022-03-01T20:55:32Z', 'revision_number': 4, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'gw_port': {'id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c172ef21-e3a7-441f-a367-a27ae5861fea', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'floating_ip_address': '172.25.5.62', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'port_id': '3d26dca7-ef58-499b-bed3-17de20eb70ab', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7', 'mac_address': 'fa:16:3e:f9:ff:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:56:06Z', 'updated_at': '2022-03-01T20:56:10Z', 'revision_number': 1, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a02b72a-f74c-49a4-9b45-d66f91d7fe4b', 'name': '', 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'mac_address': 'fa:16:3e:9e:33:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:29Z', 'updated_at': '2022-03-01T20:55:52Z', 'revision_number': 5, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'subnets': [{'id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:56:13.199156 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=37cb3959-933e-49ac-8da9-8038072431ab,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:13.261339 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e3c064d-225e-4b8b-9c0b-52157c3255d3', 'code': 200} Mar 01 20:56:13.261986 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1858a645-faa3-4b48-a48e-53aa6cca93ac', 'code': 200} Mar 01 20:56:13.283589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b0508-eef2-43fa-91c4-16461ad464f3 req-a5c903d1-4489-4ed9-b089-b0a86001cada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:13.285610 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-478b0508-eef2-43fa-91c4-16461ad464f3 req-a5c903d1-4489-4ed9-b089-b0a86001cada service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fd3c698bf2694717bd40d468a2c12a0f&device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 1096 time: 0.0915694 Mar 01 20:56:13.336903 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41fbc1e7-7a80-437a-b3f4-27a971ca425a req-b6557ac0-1987-4258-a4d2-f17a3174cfff tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=591c662c-c360-488d-beac-f8a3c37a1a1b HTTP/1.1" status: 200 len: 210 time: 0.0701077 Mar 01 20:56:13.401627 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6', 'tag': '3d26dca7-ef58-499b-bed3-17de20eb70ab', 'status': 'completed', 'code': 200} Mar 01 20:56:13.580071 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9866ae2-01de-4b68-815e-954fca3dc73d None None] New status for floating IP c172ef21-e3a7-441f-a367-a27ae5861fea: ACTIVE {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 20:56:13.606774 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06713deb-a391-41f8-8848-89d2201db83e req-4c520ac2-2f76-4377-af28-925dfdaf3dcc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:13.607579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-06713deb-a391-41f8-8848-89d2201db83e req-4c520ac2-2f76-4377-af28-925dfdaf3dcc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Synchronizing usage tracker for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:13.622910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b0508-eef2-43fa-91c4-16461ad464f3 req-539e7517-fd67-423d-8d9b-0d0c637ffcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:13.624484 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-478b0508-eef2-43fa-91c4-16461ad464f3 req-539e7517-fd67-423d-8d9b-0d0c637ffcbd service neutron] 10.222.0.57 "GET /v2.0/networks?id=b34cf2a5-94ef-4c93-a73c-6352e07b80df HTTP/1.1" status: 200 len: 923 time: 0.3142025 Mar 01 20:56:13.781305 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-478b0508-eef2-43fa-91c4-16461ad464f3 req-217c48c0-de17-4330-a7f9-1ce97111ec76 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=37cb3959-933e-49ac-8da9-8038072431ab HTTP/1.1" status: 200 len: 217 time: 0.0851285 Mar 01 20:56:13.893261 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-06713deb-a391-41f8-8848-89d2201db83e req-4c520ac2-2f76-4377-af28-925dfdaf3dcc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Unset dirty status for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:13.908553 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06713deb-a391-41f8-8848-89d2201db83e req-4c520ac2-2f76-4377-af28-925dfdaf3dcc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=2efd81d1-caab-472c-93a9-e41a790d604d HTTP/1.1" status: 200 len: 908 time: 0.3947887 Mar 01 20:56:14.044195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b0508-eef2-43fa-91c4-16461ad464f3 req-34bd9414-3144-4914-9ff1-b80db82ada40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:14.045766 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-478b0508-eef2-43fa-91c4-16461ad464f3 req-34bd9414-3144-4914-9ff1-b80db82ada40 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=844187c6-69f0-42fc-8dd0-0c1a159e43b8 HTTP/1.1" status: 200 len: 862 time: 0.0954194 Mar 01 20:56:14.057226 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-34f38dd9-32ef-4771-bb60-7fc8c9e011cb tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:14.058707 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-34f38dd9-32ef-4771-bb60-7fc8c9e011cb tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.57 "GET /v2.0/networks?id=8fdd681d-ffe8-426d-941c-62dfd126df4d HTTP/1.1" status: 200 len: 812 time: 0.2770615 Mar 01 20:56:14.076881 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-62235b8f-e537-417a-8a96-e197f126365d req-ae58a569-63bd-40c6-b1ce-2ca13766afc7 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 258 time: 0.4615710 Mar 01 20:56:14.086186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-62235b8f-e537-417a-8a96-e197f126365d req-e33b9d0b-24bb-4a4d-b501-07536ee89af4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:14.109117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-62235b8f-e537-417a-8a96-e197f126365d req-e33b9d0b-24bb-4a4d-b501-07536ee89af4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:14.113725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-e336af79-3e43-4530-ab75-004cc4e271ee tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Request body: {'port': {'device_id': '591c662c-c360-488d-beac-f8a3c37a1a1b', 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d', 'admin_state_up': True, 'tenant_id': '0d5eaf306fc14197ad9a3185fd39f796'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:14.167079 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-478b0508-eef2-43fa-91c4-16461ad464f3 req-ae281bca-f53c-4b88-a840-b040562a27e6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b34cf2a5-94ef-4c93-a73c-6352e07b80df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059532 Mar 01 20:56:14.244664 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-62235b8f-e537-417a-8a96-e197f126365d req-e33b9d0b-24bb-4a4d-b501-07536ee89af4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:14.274397 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f556bf1-2969-4f3b-b122-061522cc07a3 req-2b36b0ea-c474-47c6-ad0c-5e9184201920 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:14.276049 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f556bf1-2969-4f3b-b122-061522cc07a3 req-2b36b0ea-c474-47c6-ad0c-5e9184201920 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.55 "GET /v2.0/ports?device_id=2efd81d1-caab-472c-93a9-e41a790d604d HTTP/1.1" status: 200 len: 908 time: 0.4872863 Mar 01 20:56:14.363047 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-6f556bf1-2969-4f3b-b122-061522cc07a3 req-d948d99c-7ea3-448f-bff9-b05bbe09ac7c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Deleting port a4604432-3d35-4579-8271-0c34ba248ba5 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:14.363411 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6f556bf1-2969-4f3b-b122-061522cc07a3 req-d948d99c-7ea3-448f-bff9-b05bbe09ac7c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:14.513961 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-62235b8f-e537-417a-8a96-e197f126365d req-e33b9d0b-24bb-4a4d-b501-07536ee89af4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:14.537576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86410e4-a768-445c-baec-3fec68e3f353 req-6fab29d5-73b2-472d-b182-5df4bc7ece11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:14.538077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86410e4-a768-445c-baec-3fec68e3f353 req-6fab29d5-73b2-472d-b182-5df4bc7ece11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:14.538556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86410e4-a768-445c-baec-3fec68e3f353 req-6fab29d5-73b2-472d-b182-5df4bc7ece11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:14.540221 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e86410e4-a768-445c-baec-3fec68e3f353 req-6fab29d5-73b2-472d-b182-5df4bc7ece11 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 2871 time: 0.8829384 Mar 01 20:56:14.561622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4722fd-581e-47ca-aa15-fcfd1e5b6e84 req-ed39b240-45ca-454c-9ef4-0bdb1485f3b2 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:14.565066 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b4722fd-581e-47ca-aa15-fcfd1e5b6e84 req-ed39b240-45ca-454c-9ef4-0bdb1485f3b2 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 945 time: 0.4206572 Mar 01 20:56:14.566227 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701139aa-f47f-42b4-bd44-dad70bf1de36 req-4a3eaa22-b2ec-46f1-9141-aa36c5707340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:14.567716 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-701139aa-f47f-42b4-bd44-dad70bf1de36 req-4a3eaa22-b2ec-46f1-9141-aa36c5707340 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=384d82cbbd5c4528abe1969276cf7040&device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 1097 time: 0.9423347 Mar 01 20:56:14.655260 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-478b0508-eef2-43fa-91c4-16461ad464f3 req-163d9149-bcf6-4e88-a26e-6913ba67f992 service neutron] 10.222.0.57 "GET /v2.0/networks/b34cf2a5-94ef-4c93-a73c-6352e07b80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4722483 Mar 01 20:56:14.663212 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-e336af79-3e43-4530-ab75-004cc4e271ee tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:14.737566 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e86410e4-a768-445c-baec-3fec68e3f353 req-aa5a7115-3f0b-45fc-b81f-3fd33305c1c1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852651 Mar 01 20:56:14.738646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-e336af79-3e43-4530-ab75-004cc4e271ee tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Usage tracker for resource:port and tenant:0d5eaf306fc14197ad9a3185fd39f796 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:14.750930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-e336af79-3e43-4530-ab75-004cc4e271ee tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:14.759496 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b4722fd-581e-47ca-aa15-fcfd1e5b6e84 req-c4163a27-7e74-4d96-b17a-47eedfaa92f1 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802323 Mar 01 20:56:14.768367 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-e336af79-3e43-4530-ab75-004cc4e271ee tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:14.880056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701139aa-f47f-42b4-bd44-dad70bf1de36 req-49663130-f970-4abd-b683-1ca68d856966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:14.881601 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-701139aa-f47f-42b4-bd44-dad70bf1de36 req-49663130-f970-4abd-b683-1ca68d856966 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 HTTP/1.1" status: 200 len: 929 time: 0.2950525 Mar 01 20:56:14.894190 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-6f556bf1-2969-4f3b-b122-061522cc07a3 req-d948d99c-7ea3-448f-bff9-b05bbe09ac7c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] For port a4604432-3d35-4579-8271-0c34ba248ba5, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a4604432-3d35-4579-8271-0c34ba248ba5,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:14.895006 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6f556bf1-2969-4f3b-b122-061522cc07a3 req-d948d99c-7ea3-448f-bff9-b05bbe09ac7c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:14.906214 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-62235b8f-e537-417a-8a96-e197f126365d req-e33b9d0b-24bb-4a4d-b501-07536ee89af4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:14.947298 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-e336af79-3e43-4530-ab75-004cc4e271ee tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Made reservation on behalf of 0d5eaf306fc14197ad9a3185fd39f796 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:56:14.950800 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-e336af79-3e43-4530-ab75-004cc4e271ee tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:14.980135 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-478b0508-eef2-43fa-91c4-16461ad464f3 req-e488ca0b-ed91-42ad-a355-ebe43d99cb55 service neutron] 10.222.0.57 "GET /v2.0/networks/b34cf2a5-94ef-4c93-a73c-6352e07b80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672052 Mar 01 20:56:15.082262 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-701139aa-f47f-42b4-bd44-dad70bf1de36 req-285be686-e55f-481d-a763-c9b37192e6d9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d26dca7-ef58-499b-bed3-17de20eb70ab HTTP/1.1" status: 200 len: 1001 time: 0.1843727 Mar 01 20:56:15.095528 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-6f556bf1-2969-4f3b-b122-061522cc07a3 req-d948d99c-7ea3-448f-bff9-b05bbe09ac7c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Calling delete_port for a4604432-3d35-4579-8271-0c34ba248ba5 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:15.201892 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701139aa-f47f-42b4-bd44-dad70bf1de36 req-146ac257-5689-4a82-be2c-55921b33ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:15.203368 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-701139aa-f47f-42b4-bd44-dad70bf1de36 req-146ac257-5689-4a82-be2c-55921b33ef13 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5de87dea-faeb-43b1-a22a-6ec8a15b7c56 HTTP/1.1" status: 200 len: 867 time: 0.1174409 Mar 01 20:56:15.262468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-e336af79-3e43-4530-ab75-004cc4e271ee tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Allocated IP 172.20.0.5 (8fdd681d-ffe8-426d-941c-62dfd126df4d/62e9a9cc-b606-4420-adda-c2710fcba965/7c6010cb-244d-4ee9-a42a-8b0f9e28ce35) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:56:15.263550 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6676e993-96bf-41c4-92d6-f3188170c752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37cb3959-933e-49ac-8da9-8038072431ab'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:15.344471 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701139aa-f47f-42b4-bd44-dad70bf1de36 req-fa235319-c285-4472-8a4a-74ac5d6bc618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:15.345969 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-701139aa-f47f-42b4-bd44-dad70bf1de36 req-fa235319-c285-4472-8a4a-74ac5d6bc618 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340888 Mar 01 20:56:15.387835 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928295f8-4523-4b33-8cf0-1262e9871fab req-03095b73-b30b-4b46-9db1-b800b0f84997 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:15.393583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928295f8-4523-4b33-8cf0-1262e9871fab req-03095b73-b30b-4b46-9db1-b800b0f84997 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:15.399834 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928295f8-4523-4b33-8cf0-1262e9871fab req-03095b73-b30b-4b46-9db1-b800b0f84997 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:15.401471 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-928295f8-4523-4b33-8cf0-1262e9871fab req-03095b73-b30b-4b46-9db1-b800b0f84997 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 2418 time: 0.2695911 Mar 01 20:56:15.402733 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-62235b8f-e537-417a-8a96-e197f126365d req-e33b9d0b-24bb-4a4d-b501-07536ee89af4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Allocated IP 172.25.5.200 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/544af44f-834d-4783-9e16-f1b165bdac0e) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:56:15.558208 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-928295f8-4523-4b33-8cf0-1262e9871fab req-b6b00fce-6448-48a2-bde8-09a2243f457a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433184 Mar 01 20:56:15.561244 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6f556bf1-2969-4f3b-b122-061522cc07a3 req-d948d99c-7ea3-448f-bff9-b05bbe09ac7c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:15.594744 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-e336af79-3e43-4530-ab75-004cc4e271ee tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:15.619724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948d99c-7ea3-448f-bff9-b05bbe09ac7c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Pushing event deleted for resources: {'Port': ['ID=a4604432-3d35-4579-8271-0c34ba248ba5,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:15.637589 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-701139aa-f47f-42b4-bd44-dad70bf1de36 req-47cf8d7a-73ac-4edc-89f1-cc0a5fa33bab service neutron] 10.222.0.55 "GET /v2.0/networks/d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749214 Mar 01 20:56:15.746003 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-e336af79-3e43-4530-ab75-004cc4e271ee tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:15.757600 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f556bf1-2969-4f3b-b122-061522cc07a3 req-d948d99c-7ea3-448f-bff9-b05bbe09ac7c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] No DVR routers for this DVR port a4604432-3d35-4579-8271-0c34ba248ba5 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:56:15.766750 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6f556bf1-2969-4f3b-b122-061522cc07a3 req-d948d99c-7ea3-448f-bff9-b05bbe09ac7c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:15.770884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2efd81d1-caab-472c-93a9-e41a790d604d', 'name': 'network-vif-deleted', 'tag': 'a4604432-3d35-4579-8271-0c34ba248ba5'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:15.778456 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-62235b8f-e537-417a-8a96-e197f126365d req-e33b9d0b-24bb-4a4d-b501-07536ee89af4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:15.826593 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-e336af79-3e43-4530-ab75-004cc4e271ee tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Network 8fdd681d-ffe8-426d-941c-62dfd126df4d is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:56:15.844404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-e336af79-3e43-4530-ab75-004cc4e271ee tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:56:15.849343 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fba00a-b482-43f3-9aa8-27bdc79b79c1 req-b2794568-0dfd-4dc4-a827-e1121dea0351 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:15.851788 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-51fba00a-b482-43f3-9aa8-27bdc79b79c1 req-b2794568-0dfd-4dc4-a827-e1121dea0351 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 949 time: 0.1518655 Mar 01 20:56:15.853001 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-e336af79-3e43-4530-ab75-004cc4e271ee tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:56:15.873853 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f556bf1-2969-4f3b-b122-061522cc07a3 req-d948d99c-7ea3-448f-bff9-b05bbe09ac7c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.55 "DELETE /v2.0/ports/a4604432-3d35-4579-8271-0c34ba248ba5 HTTP/1.1" status: 204 len: 173 time: 1.5924366 Mar 01 20:56:15.897300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336af79-3e43-4530-ab75-004cc4e271ee tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Pushing event updated for resources: {'Port': ['ID=7c6010cb-244d-4ee9-a42a-8b0f9e28ce35,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:15.903782 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-701139aa-f47f-42b4-bd44-dad70bf1de36 req-9abd52e1-7aca-4c2c-9901-8937df44e3b1 service neutron] 10.222.0.55 "GET /v2.0/networks/d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600765 Mar 01 20:56:15.918181 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-51fba00a-b482-43f3-9aa8-27bdc79b79c1 req-b8a9020e-646a-426b-b051-09558c665f94 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655420 Mar 01 20:56:15.928159 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-e336af79-3e43-4530-ab75-004cc4e271ee tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:15.929028 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-e336af79-3e43-4530-ab75-004cc4e271ee tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:15.951516 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-62235b8f-e537-417a-8a96-e197f126365d req-e33b9d0b-24bb-4a4d-b501-07536ee89af4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:16.040033 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-e336af79-3e43-4530-ab75-004cc4e271ee tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9316404 Mar 01 20:56:16.053023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] Request body: {'port': {'device_id': '591c662c-c360-488d-beac-f8a3c37a1a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:16.073382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62235b8f-e537-417a-8a96-e197f126365d req-e33b9d0b-24bb-4a4d-b501-07536ee89af4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:56:16.074309 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b9d0b-24bb-4a4d-b501-07536ee89af4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Pushing event updated for resources: {'Port': ['ID=544af44f-834d-4783-9e16-f1b165bdac0e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:16.076819 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-62235b8f-e537-417a-8a96-e197f126365d req-e33b9d0b-24bb-4a4d-b501-07536ee89af4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:56:16.083311 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-62235b8f-e537-417a-8a96-e197f126365d req-e33b9d0b-24bb-4a4d-b501-07536ee89af4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:56:16.187168 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dd415-024b-4c4e-8306-60ed393d196d req-df3b40b4-1fe4-4964-89b4-e634ca5b714b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:16.197784 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d04dd415-024b-4c4e-8306-60ed393d196d req-df3b40b4-1fe4-4964-89b4-e634ca5b714b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=591c662c-c360-488d-beac-f8a3c37a1a1b HTTP/1.1" status: 200 len: 931 time: 0.1686938 Mar 01 20:56:16.248708 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d04dd415-024b-4c4e-8306-60ed393d196d req-55185288-86d6-448f-882f-36e1becb6770 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500627 Mar 01 20:56:16.252174 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:16.261572 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-62235b8f-e537-417a-8a96-e197f126365d req-e33b9d0b-24bb-4a4d-b501-07536ee89af4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:16.540837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-10dabeb0-2c3c-4435-aeb3-0f81a0d116af req-a9c89bc0-86af-4511-9a80-c92fa36e742b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Synchronizing usage tracker for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:16.570470 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-62235b8f-e537-417a-8a96-e197f126365d req-e33b9d0b-24bb-4a4d-b501-07536ee89af4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:16.637376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-10dabeb0-2c3c-4435-aeb3-0f81a0d116af req-a9c89bc0-86af-4511-9a80-c92fa36e742b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Unset dirty status for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:16.638589 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-10dabeb0-2c3c-4435-aeb3-0f81a0d116af req-a9c89bc0-86af-4511-9a80-c92fa36e742b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=2efd81d1-caab-472c-93a9-e41a790d604d HTTP/1.1" status: 200 len: 210 time: 0.2642519 Mar 01 20:56:16.808944 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-62235b8f-e537-417a-8a96-e197f126365d req-e33b9d0b-24bb-4a4d-b501-07536ee89af4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:16.838173 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:56:16.846765 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:16.864101 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] Transition to ACTIVE for port object 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:56:16.899889 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-62235b8f-e537-417a-8a96-e197f126365d req-e33b9d0b-24bb-4a4d-b501-07536ee89af4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:16.935872 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:17.013501 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b9d0b-24bb-4a4d-b501-07536ee89af4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Pushing event updated for resources: {'Port': ['ID=544af44f-834d-4783-9e16-f1b165bdac0e,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:17.028628 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-62235b8f-e537-417a-8a96-e197f126365d req-e33b9d0b-24bb-4a4d-b501-07536ee89af4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:17.130852 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-62235b8f-e537-417a-8a96-e197f126365d req-e33b9d0b-24bb-4a4d-b501-07536ee89af4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:17.131720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6010cb-244d-4ee9-a42a-8b0f9e28ce35,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:17.131849 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-62235b8f-e537-417a-8a96-e197f126365d req-e33b9d0b-24bb-4a4d-b501-07536ee89af4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0563035 Mar 01 20:56:17.232978 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] Attempting to bind port 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:56:17.233412 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] Attempting to bind port 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:56:17.233593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-62235b8f-e537-417a-8a96-e197f126365d req-4e67b083-cec8-4a92-ad96-e9c173505a90 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Synchronizing usage tracker for tenant:384d82cbbd5c4528abe1969276cf7040 on resource:floatingip {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:17.234454 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] Attempting to bind port 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 on network 8fdd681d-ffe8-426d-941c-62dfd126df4d {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:56:17.238842 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6676e993-96bf-41c4-92d6-f3188170c752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37cb3959-933e-49ac-8da9-8038072431ab', 'code': 200} Mar 01 20:56:17.240475 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] Port 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 on network 8fdd681d-ffe8-426d-941c-62dfd126df4d not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:56:17.246050 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] Attempting to bind port 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 on network 8fdd681d-ffe8-426d-941c-62dfd126df4d {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:56:17.252283 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:56:17.252283 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] Checking segment: {'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:56:17.252283 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] Bound using segment: {'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:56:17.252283 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] Bound port: 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c33b36fb-eeee-4b30-9d10-511e47fa6b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:56:17.252283 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:17.322148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-62235b8f-e537-417a-8a96-e197f126365d req-4e67b083-cec8-4a92-ad96-e9c173505a90 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Unset dirty status for tenant:384d82cbbd5c4528abe1969276cf7040 on resource:floatingip {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:17.323411 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-62235b8f-e537-417a-8a96-e197f126365d req-4e67b083-cec8-4a92-ad96-e9c173505a90 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.200 HTTP/1.1" status: 200 len: 696 time: 0.1838009 Mar 01 20:56:17.324839 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2efd81d1-caab-472c-93a9-e41a790d604d', 'name': 'network-vif-deleted', 'tag': 'a4604432-3d35-4579-8271-0c34ba248ba5', 'status': 'completed', 'code': 200} Mar 01 20:56:17.446178 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] For port 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:56:17.450594 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] For port 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=7c6010cb-244d-4ee9-a42a-8b0f9e28ce35,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:56:17.457466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d42e6a4-681c-4070-8e7f-f33c043b1bd0 req-ce8ebbf7-f09b-48b2-855f-508d2ac601f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:17.460192 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1d42e6a4-681c-4070-8e7f-f33c043b1bd0 req-ce8ebbf7-f09b-48b2-855f-508d2ac601f1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 1096 time: 0.1435492 Mar 01 20:56:17.501201 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1d42e6a4-681c-4070-8e7f-f33c043b1bd0 req-dab92155-3ccf-4b8c-b20a-1482bd490223 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356755 Mar 01 20:56:17.513525 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:17.558618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62235b8f-e537-417a-8a96-e197f126365d req-045865c3-e687-4e39-8dfe-d26871a1bb02 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:17.560022 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-62235b8f-e537-417a-8a96-e197f126365d req-045865c3-e687-4e39-8dfe-d26871a1bb02 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.2282712 Mar 01 20:56:17.567418 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:17.568642 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:17.570170 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] 10.222.0.57 "PUT /v2.0/ports/7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 HTTP/1.1" status: 200 len: 1091 time: 1.5227971 Mar 01 20:56:17.570665 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591c662c-c360-488d-beac-f8a3c37a1a1b', 'tag': '7c6010cb-244d-4ee9-a42a-8b0f9e28ce35'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:17.593709 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da37777-3a42-4459-a15b-eebe9422c5c4 req-82a311f1-2699-4788-98e5-e50439e5aa04 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:17.595191 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4da37777-3a42-4459-a15b-eebe9422c5c4 req-82a311f1-2699-4788-98e5-e50439e5aa04 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 945 time: 0.1474311 Mar 01 20:56:17.599843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476151e-1220-4463-b71b-1ebffb10ddc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7c6010cb-244d-4ee9-a42a-8b0f9e28ce35,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:17.641477 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4da37777-3a42-4459-a15b-eebe9422c5c4 req-11a1a3c5-b81e-44f7-be08-18fab846211e tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400996 Mar 01 20:56:17.784763 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a4604432-3d35-4579-8271-0c34ba248ba5 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:56:17.786412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5a36c-e6f1-4e1e-ba02-b2f4415efb58 req-bfac8243-37fa-4ab7-aedb-930029ff3f55 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:17.793229 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5a36c-e6f1-4e1e-ba02-b2f4415efb58 req-bfac8243-37fa-4ab7-aedb-930029ff3f55 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:17.800668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5a36c-e6f1-4e1e-ba02-b2f4415efb58 req-bfac8243-37fa-4ab7-aedb-930029ff3f55 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:17.800852 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dae5a36c-e6f1-4e1e-ba02-b2f4415efb58 req-bfac8243-37fa-4ab7-aedb-930029ff3f55 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 2418 time: 0.1343684 Mar 01 20:56:17.854228 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: a4604432-3d35-4579-8271-0c34ba248ba5 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:56:17.854566 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a4604432-3d35-4579-8271-0c34ba248ba5 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:56:17.862773 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dae5a36c-e6f1-4e1e-ba02-b2f4415efb58 req-d2ccc985-cf61-49a3-b8eb-0b1df3b82c95 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544944 Mar 01 20:56:17.894695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a422c-bad5-4f2a-bfab-93d7bc24e897 req-77206d28-4b27-4cbf-96df-d6bd8afaa43a tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:17.896236 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b58a422c-bad5-4f2a-bfab-93d7bc24e897 req-77206d28-4b27-4cbf-96df-d6bd8afaa43a tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 949 time: 0.1548684 Mar 01 20:56:17.897424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-ce8c1c64-ce5e-48d0-a1ed-13cc05e58c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:17.898921 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-ce8c1c64-ce5e-48d0-a1ed-13cc05e58c3a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d5eaf306fc14197ad9a3185fd39f796&device_id=591c662c-c360-488d-beac-f8a3c37a1a1b HTTP/1.1" status: 200 len: 1094 time: 0.0971763 Mar 01 20:56:17.944721 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b58a422c-bad5-4f2a-bfab-93d7bc24e897 req-577ccf38-f9b4-4ec6-8177-62bb69b629ca tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424383 Mar 01 20:56:17.979199 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-80675127-3602-4dfb-994a-cfb8a732f83b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 HTTP/1.1" status: 200 len: 217 time: 0.0617948 Mar 01 20:56:18.055272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a48385-83fe-44a7-82b1-a404dac1edcb req-00df83cc-541c-45a0-823e-0baefb6bf6af tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:18.055556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-93318fe4-128c-4d99-a1ed-4b08f4ad86c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:18.056744 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2a48385-83fe-44a7-82b1-a404dac1edcb req-00df83cc-541c-45a0-823e-0baefb6bf6af tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 946 time: 0.0885694 Mar 01 20:56:18.056882 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-93318fe4-128c-4d99-a1ed-4b08f4ad86c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62e9a9cc-b606-4420-adda-c2710fcba965 HTTP/1.1" status: 200 len: 852 time: 0.0670645 Mar 01 20:56:18.108125 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-bce802ad-72be-48b7-9bf8-8b48afa9b407 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fdd681d-ffe8-426d-941c-62dfd126df4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426505 Mar 01 20:56:18.150613 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2a48385-83fe-44a7-82b1-a404dac1edcb req-b19a3de0-e36e-4392-b877-9107d1df3d93 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592365 Mar 01 20:56:18.185555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375b717-fbe5-4635-9f6a-621fc36346a3 req-8b3bc552-c1aa-4410-9e9a-53a93e848413 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:18.187034 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8375b717-fbe5-4635-9f6a-621fc36346a3 req-8b3bc552-c1aa-4410-9e9a-53a93e848413 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=591c662c-c360-488d-beac-f8a3c37a1a1b HTTP/1.1" status: 200 len: 943 time: 0.1294241 Mar 01 20:56:18.237238 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8375b717-fbe5-4635-9f6a-621fc36346a3 req-9a3826f2-237b-45f1-978a-99e05723a6ad tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442343 Mar 01 20:56:18.248712 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-a194e3df-5b5c-49d4-b05d-04a15ff7f8b6 service neutron] 10.222.0.57 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332023 Mar 01 20:56:18.342235 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591c662c-c360-488d-beac-f8a3c37a1a1b', 'tag': '7c6010cb-244d-4ee9-a42a-8b0f9e28ce35', 'status': 'completed', 'code': 200} Mar 01 20:56:18.346368 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a01504-0ff5-4ac9-bd3b-a0ee1b7afa94 req-3bfc2d02-2879-4e0b-b509-11216cf57694 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:18.348132 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15a01504-0ff5-4ac9-bd3b-a0ee1b7afa94 req-3bfc2d02-2879-4e0b-b509-11216cf57694 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0977061 Mar 01 20:56:18.391757 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41c37839-ad60-4887-99f7-d2210bce82b7 req-68a27aad-03ce-491f-be1b-b27542ba68ec service neutron] 10.222.0.57 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368244 Mar 01 20:56:18.433349 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15a01504-0ff5-4ac9-bd3b-a0ee1b7afa94 req-3f917a6e-d736-4c7f-80c3-f340235f0841 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.200 HTTP/1.1" status: 200 len: 696 time: 0.0785232 Mar 01 20:56:18.444454 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-15a01504-0ff5-4ac9-bd3b-a0ee1b7afa94 req-585550f5-b260-4024-a03c-1ce6fc166c60 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Request body: {'floatingip': {'port_id': '3d26dca7-ef58-499b-bed3-17de20eb70ab', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:18.532253 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-15a01504-0ff5-4ac9-bd3b-a0ee1b7afa94 req-585550f5-b260-4024-a03c-1ce6fc166c60 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks [] for floatingip, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:18.674485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4ffdf-bc68-49cd-a119-d0701a4825c3 req-04680acd-0753-4404-b851-c88917bba5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:18.676007 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-acf4ffdf-bc68-49cd-a119-d0701a4825c3 req-04680acd-0753-4404-b851-c88917bba5e5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d5eaf306fc14197ad9a3185fd39f796&device_id=591c662c-c360-488d-beac-f8a3c37a1a1b HTTP/1.1" status: 200 len: 1094 time: 0.1373971 Mar 01 20:56:18.854591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4ffdf-bc68-49cd-a119-d0701a4825c3 req-ae54a9e4-4014-4608-8e9c-1bf4705a086f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:18.856761 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-acf4ffdf-bc68-49cd-a119-d0701a4825c3 req-ae54a9e4-4014-4608-8e9c-1bf4705a086f service neutron] 10.222.0.57 "GET /v2.0/networks?id=8fdd681d-ffe8-426d-941c-62dfd126df4d HTTP/1.1" status: 200 len: 913 time: 0.1707509 Mar 01 20:56:18.942060 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-acf4ffdf-bc68-49cd-a119-d0701a4825c3 req-35e322ba-81c6-4f6b-886f-9eeb3d1a6f83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 HTTP/1.1" status: 200 len: 217 time: 0.0690742 Mar 01 20:56:19.025342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4ffdf-bc68-49cd-a119-d0701a4825c3 req-e2f90348-38b7-4e96-a8fe-53e3ddca0c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:19.025908 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-acf4ffdf-bc68-49cd-a119-d0701a4825c3 req-e2f90348-38b7-4e96-a8fe-53e3ddca0c33 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=62e9a9cc-b606-4420-adda-c2710fcba965 HTTP/1.1" status: 200 len: 852 time: 0.0760407 Mar 01 20:56:19.079662 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-15a01504-0ff5-4ac9-bd3b-a0ee1b7afa94 req-585550f5-b260-4024-a03c-1ce6fc166c60 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] update failed (client error): There was a conflict when trying to complete your request. Mar 01 20:56:19.080712 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15a01504-0ff5-4ac9-bd3b-a0ee1b7afa94 req-585550f5-b260-4024-a03c-1ce6fc166c60 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "PUT /v2.0/floatingips/7b107e56-327a-476d-b48d-60a8cf282f76 HTTP/1.1" status: 409 len: 551 time: 0.6414659 Mar 01 20:56:19.271852 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-acf4ffdf-bc68-49cd-a119-d0701a4825c3 req-e722ec2b-e373-491c-9d7f-70d99410a2c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8fdd681d-ffe8-426d-941c-62dfd126df4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2398055 Mar 01 20:56:19.308869 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bb7879-bda8-4a9e-8cf9-788dda6e8bd4 req-e954be65-4440-446f-bc11-942fa1209346 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:19.309240 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70bb7879-bda8-4a9e-8cf9-788dda6e8bd4 req-e954be65-4440-446f-bc11-942fa1209346 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 945 time: 0.0928986 Mar 01 20:56:19.356966 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70bb7879-bda8-4a9e-8cf9-788dda6e8bd4 req-505a705a-f025-4ef1-bbd6-989e92d93340 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415347 Mar 01 20:56:19.425312 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877481c-2c25-44ae-b69f-bbb92ac4de7f req-d5fc3a3c-37eb-4e07-bc9a-cf3329da8e61 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:19.426005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-5877481c-2c25-44ae-b69f-bbb92ac4de7f req-d5fc3a3c-37eb-4e07-bc9a-cf3329da8e61 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Synchronizing usage tracker for tenant:b9d3d5d252f64eddb4951a96fa6fe403 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:19.451436 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-acf4ffdf-bc68-49cd-a119-d0701a4825c3 req-358436f3-062c-45e7-9c80-992f4f4fea9e service neutron] 10.222.0.57 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669014 Mar 01 20:56:19.568974 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-5877481c-2c25-44ae-b69f-bbb92ac4de7f req-d5fc3a3c-37eb-4e07-bc9a-cf3329da8e61 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Unset dirty status for tenant:b9d3d5d252f64eddb4951a96fa6fe403 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:19.570236 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5877481c-2c25-44ae-b69f-bbb92ac4de7f req-d5fc3a3c-37eb-4e07-bc9a-cf3329da8e61 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.55 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 946 time: 0.3438406 Mar 01 20:56:19.596961 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-d85fdf36-19f5-42c8-af04-c363dfd7ec87 service neutron] show failed (client error): The resource could not be found. Mar 01 20:56:19.597948 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-d85fdf36-19f5-42c8-af04-c363dfd7ec87 service neutron] 10.222.0.55 "GET /v2.0/ports/bd97f53a-f9d1-47ca-a431-a0e2ca5feb68/bindings/n-h1-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.0785892 Mar 01 20:56:19.666338 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-5877481c-2c25-44ae-b69f-bbb92ac4de7f req-9807a53b-7e49-46ce-90ff-e78952bd952b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Deleting port 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:19.666683 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5877481c-2c25-44ae-b69f-bbb92ac4de7f req-9807a53b-7e49-46ce-90ff-e78952bd952b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:19.701044 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6dcda6-d2f0-4976-ac4a-35324e955cf0 req-f18d8659-489e-432b-9450-d93f4c4ba827 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:19.702551 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c6dcda6-d2f0-4976-ac4a-35324e955cf0 req-f18d8659-489e-432b-9450-d93f4c4ba827 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 945 time: 0.2335198 Mar 01 20:56:19.710602 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-acf4ffdf-bc68-49cd-a119-d0701a4825c3 req-d40776b5-1886-4af3-8034-f39123620800 service neutron] 10.222.0.57 "GET /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379420 Mar 01 20:56:19.767427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c54038-5cac-4bb2-9744-443379d67b05 req-e47d6db0-e4fc-44df-8143-fb8f04da94f4 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:19.768999 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25c54038-5cac-4bb2-9744-443379d67b05 req-e47d6db0-e4fc-44df-8143-fb8f04da94f4 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 949 time: 0.1627440 Mar 01 20:56:19.815642 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c6dcda6-d2f0-4976-ac4a-35324e955cf0 req-78547dbd-942a-475e-a7ad-508c65514d75 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060433 Mar 01 20:56:19.857116 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25c54038-5cac-4bb2-9744-443379d67b05 req-31db1ae0-8e34-477d-b91b-f616b21500bd tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642164 Mar 01 20:56:19.980556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-5877481c-2c25-44ae-b69f-bbb92ac4de7f req-9807a53b-7e49-46ce-90ff-e78952bd952b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] For port 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0,segment=NetworkSegment(719d1eb2-4a3c-456d-b25f-5103731bec38),segment_id=719d1eb2-4a3c-456d-b25f-5103731bec38)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:19.981053 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5877481c-2c25-44ae-b69f-bbb92ac4de7f req-9807a53b-7e49-46ce-90ff-e78952bd952b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:20.138874 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-5877481c-2c25-44ae-b69f-bbb92ac4de7f req-9807a53b-7e49-46ce-90ff-e78952bd952b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Calling delete_port for 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:20.161440 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-931e45a6-2e34-4538-932d-54e5ad0e7050 req-5a8bf9d3-ed9c-4dbc-8778-d71c244cd014 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/floatingips/7b107e56-327a-476d-b48d-60a8cf282f76 HTTP/1.1" status: 200 len: 693 time: 0.2884076 Mar 01 20:56:20.369171 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e782e8-bfdd-4559-b188-f2ee62300914 req-9441eab7-f5db-4982-9d6c-8adaa9fee873 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:20.370809 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f8e782e8-bfdd-4559-b188-f2ee62300914 req-9441eab7-f5db-4982-9d6c-8adaa9fee873 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.55 "GET /v2.0/ports?device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 945 time: 0.3903997 Mar 01 20:56:20.385553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893f4be-9a07-42e2-9f44-c481abc96c8e req-00c62212-2e78-4d0c-b40b-144ae647d3ae tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:20.393071 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f893f4be-9a07-42e2-9f44-c481abc96c8e req-00c62212-2e78-4d0c-b40b-144ae647d3ae tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=94fc1b57-6e1f-444a-9f2e-222ec5ff2698 HTTP/1.1" status: 200 len: 946 time: 0.3495438 Mar 01 20:56:20.401919 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931e45a6-2e34-4538-932d-54e5ad0e7050 req-d09c526d-f4d4-49dc-b669-b684b30144a5 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:20.409376 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-d319c59e-2dc2-4a49-b8ac-3f21e27f1819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:20.411006 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-d319c59e-2dc2-4a49-b8ac-3f21e27f1819 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5&tenant_id=f49f672366454d8aaec799c518622a6a HTTP/1.1" status: 200 len: 1100 time: 0.1293888 Mar 01 20:56:20.416433 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-931e45a6-2e34-4538-932d-54e5ad0e7050 req-d09c526d-f4d4-49dc-b669-b684b30144a5 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.2525511 Mar 01 20:56:20.427092 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-4', 'device_owner': 'compute:nova'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:20.458488 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5877481c-2c25-44ae-b69f-bbb92ac4de7f req-9807a53b-7e49-46ce-90ff-e78952bd952b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:20.473696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4', '7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:56:20.529243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9807a53b-7e49-46ce-90ff-e78952bd952b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Pushing event deleted for resources: {'Port': ['ID=7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:20.571130 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-931e45a6-2e34-4538-932d-54e5ad0e7050 req-968f2c07-262e-452c-8f2a-30e2168695aa tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.200 HTTP/1.1" status: 200 len: 696 time: 0.1053026 Mar 01 20:56:20.591167 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['c2bd88b3-b186-4991-910c-08bc5805971e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:56:20.627107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-5877481c-2c25-44ae-b69f-bbb92ac4de7f req-9807a53b-7e49-46ce-90ff-e78952bd952b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] No DVR routers for this DVR port 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:56:20.659711 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5877481c-2c25-44ae-b69f-bbb92ac4de7f req-9807a53b-7e49-46ce-90ff-e78952bd952b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:20.662265 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94fc1b57-6e1f-444a-9f2e-222ec5ff2698', 'name': 'network-vif-deleted', 'tag': '7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:20.668403 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-931e45a6-2e34-4538-932d-54e5ad0e7050 req-d0767626-5ca0-43d8-8838-af5992d04d12 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.200 HTTP/1.1" status: 200 len: 696 time: 0.0882525 Mar 01 20:56:20.700079 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:20.753241 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5877481c-2c25-44ae-b69f-bbb92ac4de7f req-9807a53b-7e49-46ce-90ff-e78952bd952b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.55 "DELETE /v2.0/ports/7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 HTTP/1.1" status: 204 len: 173 time: 1.1754775 Mar 01 20:56:20.908259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-f8e782e8-bfdd-4559-b188-f2ee62300914 req-96df2ed7-df92-4ddc-94bc-582fedc740b7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Deleting port c9270e36-addf-4d91-8049-3027fd0a2a20 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:20.913652 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f8e782e8-bfdd-4559-b188-f2ee62300914 req-96df2ed7-df92-4ddc-94bc-582fedc740b7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:20.962183 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f893f4be-9a07-42e2-9f44-c481abc96c8e req-e1a8f6cf-8e1c-4fa1-b716-4a013246b1f6 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5638397 Mar 01 20:56:21.090638 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:21.116301 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:56:21.229767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-931e45a6-2e34-4538-932d-54e5ad0e7050 req-bff0b566-054e-451e-9156-cabe55458571 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Deleting port 544af44f-834d-4783-9e16-f1b165bdac0e {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:21.230357 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-931e45a6-2e34-4538-932d-54e5ad0e7050 req-bff0b566-054e-451e-9156-cabe55458571 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:21.308459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] For port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:21.357634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] For port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:56:21.407268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-f92a3c2f-92ae-4b93-b16a-8554dbd20af0 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:21.413847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-f92a3c2f-92ae-4b93-b16a-8554dbd20af0 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:21.419165 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-f92a3c2f-92ae-4b93-b16a-8554dbd20af0 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:21.420064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-f92a3c2f-92ae-4b93-b16a-8554dbd20af0 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Synchronizing usage tracker for tenant:4834e9a7767b4a869353bf362d5744fe on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:21.439328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41822) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:21.461533 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:21.476469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] Transition to ACTIVE for port object bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:56:21.502832 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-ab1c51d8-687c-4dd6-b5a4-1f6f187b4f1e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1044451210'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:21.538274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ab1c51d8-687c-4dd6-b5a4-1f6f187b4f1e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:21.545065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-f92a3c2f-92ae-4b93-b16a-8554dbd20af0 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Unset dirty status for tenant:4834e9a7767b4a869353bf362d5744fe on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:21.546263 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-f92a3c2f-92ae-4b93-b16a-8554dbd20af0 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.57 "GET /v2.0/ports?device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 2418 time: 0.3023961 Mar 01 20:56:21.573892 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ab1c51d8-687c-4dd6-b5a4-1f6f187b4f1e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Usage tracker for resource:network and tenant:5705b0cae87741729c72e376229e6a19 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:21.586779 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:21.624254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ab1c51d8-687c-4dd6-b5a4-1f6f187b4f1e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:21.635928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b5fd7-3808-4ba1-bd2f-200396a29d00 req-70f29afd-3173-4abb-9150-5d2a5978c515 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:21.637447 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc0b5fd7-3808-4ba1-bd2f-200396a29d00 req-70f29afd-3173-4abb-9150-5d2a5978c515 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=591c662c-c360-488d-beac-f8a3c37a1a1b HTTP/1.1" status: 200 len: 943 time: 0.3817611 Mar 01 20:56:21.648915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ab1c51d8-687c-4dd6-b5a4-1f6f187b4f1e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:21.714898 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-931e45a6-2e34-4538-932d-54e5ad0e7050 req-bff0b566-054e-451e-9156-cabe55458571 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:21.715479 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-931e45a6-2e34-4538-932d-54e5ad0e7050 req-bff0b566-054e-451e-9156-cabe55458571 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:21.785792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] No DVR routers for this DVR port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:56:21.790549 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] Pushing event updated for resources: {'Port': ['ID=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68,revision_number=6']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:21.797792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-326f0b55-e2d8-4d1a-a099-cee9963997e7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Deleting port 1858a645-faa3-4b48-a48e-53aa6cca93ac {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:21.798206 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-326f0b55-e2d8-4d1a-a099-cee9963997e7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:21.895144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1c51d8-687c-4dd6-b5a4-1f6f187b4f1e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Made reservation on behalf of 5705b0cae87741729c72e376229e6a19 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:56:21.900005 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ab1c51d8-687c-4dd6-b5a4-1f6f187b4f1e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:21.918245 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-931e45a6-2e34-4538-932d-54e5ad0e7050 req-bff0b566-054e-451e-9156-cabe55458571 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Calling delete_port for 544af44f-834d-4783-9e16-f1b165bdac0e owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:21.918751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] Attempting to bind port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:56:21.918751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] Attempting to bind port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:56:21.918986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] Attempting to bind port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:56:21.951752 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc0b5fd7-3808-4ba1-bd2f-200396a29d00 req-c9425633-b9c0-4070-8e2a-6651d7c9ad41 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002663 Mar 01 20:56:21.957606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] Port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:56:21.957930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] Attempting to bind port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:56:21.970984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 56, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:56:21.971329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:56:21.971798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:56:21.972231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] Bound port: bd97f53a-f9d1-47ca-a431-a0e2ca5feb68, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:56:21.972577 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:21.979991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-f8e782e8-bfdd-4559-b188-f2ee62300914 req-96df2ed7-df92-4ddc-94bc-582fedc740b7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] For port c9270e36-addf-4d91-8049-3027fd0a2a20, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c9270e36-addf-4d91-8049-3027fd0a2a20,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:21.979991 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f8e782e8-bfdd-4559-b188-f2ee62300914 req-96df2ed7-df92-4ddc-94bc-582fedc740b7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:22.186448 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-f8e782e8-bfdd-4559-b188-f2ee62300914 req-96df2ed7-df92-4ddc-94bc-582fedc740b7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Calling delete_port for c9270e36-addf-4d91-8049-3027fd0a2a20 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:22.187745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] For port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:56:22.199481 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] For port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:56:22.209703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-326f0b55-e2d8-4d1a-a099-cee9963997e7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] For port 1858a645-faa3-4b48-a48e-53aa6cca93ac, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=1858a645-faa3-4b48-a48e-53aa6cca93ac,segment=NetworkSegment(0df36b70-bd67-4207-a0f5-d996259ef9fa),segment_id=0df36b70-bd67-4207-a0f5-d996259ef9fa)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:22.209987 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-326f0b55-e2d8-4d1a-a099-cee9963997e7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:22.244315 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1c51d8-687c-4dd6-b5a4-1f6f187b4f1e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:56:22.278467 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:22.286078 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ab1c51d8-687c-4dd6-b5a4-1f6f187b4f1e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:22.286416 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-ab1c51d8-687c-4dd6-b5a4-1f6f187b4f1e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Added segment 2fa2e03e-e75f-4620-9062-d3ef93987796 of type vlan for network ee65825d-7288-4653-bfc7-12a15403400e Mar 01 20:56:22.379294 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-326f0b55-e2d8-4d1a-a099-cee9963997e7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Calling delete_port for 1858a645-faa3-4b48-a48e-53aa6cca93ac owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:22.385658 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ab1c51d8-687c-4dd6-b5a4-1f6f187b4f1e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:22.415610 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:56:22.455007 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:22.455657 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:22.457026 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] 10.222.0.57 "PUT /v2.0/ports/bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 HTTP/1.1" status: 200 len: 1095 time: 2.0345669 Mar 01 20:56:22.501235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e97a8-5fc9-44e2-8d59-66979c6a1bc7 req-064666e4-8aa5-431d-b1b8-b9717be799e5 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:22.502742 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-486e97a8-5fc9-44e2-8d59-66979c6a1bc7 req-064666e4-8aa5-431d-b1b8-b9717be799e5 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 945 time: 0.4165919 Mar 01 20:56:22.533754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d1e32-e27f-4c1d-8c8f-d6c67cbcdb91 service neutron] Pushing event updated for resources: {'Port': ['ID=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68,revision_number=7']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:22.586590 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-486e97a8-5fc9-44e2-8d59-66979c6a1bc7 req-007f5839-44a6-4576-812e-713da7d5bdb4 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727460 Mar 01 20:56:22.621915 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ab1c51d8-687c-4dd6-b5a4-1f6f187b4f1e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:22.628156 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1c51d8-687c-4dd6-b5a4-1f6f187b4f1e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:22.631545 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ab1c51d8-687c-4dd6-b5a4-1f6f187b4f1e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:22.635041 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=7c6010cb-244d-4ee9-a42a-8b0f9e28ce35,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:22.643880 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-8056c9d9-9348-4078-a266-2bc1f27715cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:22.646400 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-8056c9d9-9348-4078-a266-2bc1f27715cd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 1098 time: 0.1567521 Mar 01 20:56:22.658559 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '7c6010cb-244d-4ee9-a42a-8b0f9e28ce35', 'network_id': '8fdd681d-ffe8-426d-941c-62dfd126df4d', 'port_id': '7c6010cb-244d-4ee9-a42a-8b0f9e28ce35', 'mac_address': 'fa:16:3e:46:47:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e9a9cc-b606-4420-adda-c2710fcba965', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:56:22.691037 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-931e45a6-2e34-4538-932d-54e5ad0e7050 req-bff0b566-054e-451e-9156-cabe55458571 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:22.696862 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f8e782e8-bfdd-4559-b188-f2ee62300914 req-96df2ed7-df92-4ddc-94bc-582fedc740b7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:22.710498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['f0eb76de-4dfa-4e86-acf0-57905a711967'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:56:22.752333 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-326f0b55-e2d8-4d1a-a099-cee9963997e7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:22.773070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['d32fd54e-d9c8-4869-adce-07eb36b6fa8b', '1858a645-faa3-4b48-a48e-53aa6cca93ac', '9e3c064d-225e-4b8b-9c0b-52157c3255d3'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:56:22.825661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f0b55-e2d8-4d1a-a099-cee9963997e7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event deleted for resources: {'Port': ['ID=1858a645-faa3-4b48-a48e-53aa6cca93ac,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:22.861109 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:22.919849 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:56:22.924614 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-326f0b55-e2d8-4d1a-a099-cee9963997e7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] No DVR routers for this DVR port 1858a645-faa3-4b48-a48e-53aa6cca93ac on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:56:22.935665 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-326f0b55-e2d8-4d1a-a099-cee9963997e7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:23.001408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=7c6010cb-244d-4ee9-a42a-8b0f9e28ce35,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:23.086162 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:23.102246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-ec93cbcb-75eb-4266-8f14-b24d1651caf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:23.103735 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-ec93cbcb-75eb-4266-8f14-b24d1651caf7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.4492853 Mar 01 20:56:23.127949 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff0b566-054e-451e-9156-cabe55458571 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Pushing event deleted for resources: {'Port': ['ID=544af44f-834d-4783-9e16-f1b165bdac0e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:23.168731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c51d8-687c-4dd6-b5a4-1f6f187b4f1e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event updated for resources: {'Network': ['ID=ee65825d-7288-4653-bfc7-12a15403400e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:23.185819 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-326f0b55-e2d8-4d1a-a099-cee9963997e7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.57 "DELETE /v2.0/ports/1858a645-faa3-4b48-a48e-53aa6cca93ac HTTP/1.1" status: 204 len: 173 time: 1.6337018 Mar 01 20:56:23.195639 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-51f68e43-774a-45cc-bd18-6f9551da6b81 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 HTTP/1.1" status: 200 len: 217 time: 0.0832603 Mar 01 20:56:23.200863 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network ee65825d-7288-4653-bfc7-12a15403400e details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:56:23.290872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-20a86bac-ede0-49fd-b031-3db53cc7f87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:23.292566 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-20a86bac-ede0-49fd-b031-3db53cc7f87e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0603061 Mar 01 20:56:23.309724 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ab1c51d8-687c-4dd6-b5a4-1f6f187b4f1e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8631687 Mar 01 20:56:23.309724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96df2ed7-df92-4ddc-94bc-582fedc740b7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Pushing event deleted for resources: {'Port': ['ID=c9270e36-addf-4d91-8049-3027fd0a2a20,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:23.317601 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41832) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:23.323254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e43a73d1-f6c0-4942-8736-ef6152320a66 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-794725705'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:23.331028 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e782e8-bfdd-4559-b188-f2ee62300914 req-96df2ed7-df92-4ddc-94bc-582fedc740b7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] No DVR routers for this DVR port c9270e36-addf-4d91-8049-3027fd0a2a20 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:56:23.337971 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e43a73d1-f6c0-4942-8736-ef6152320a66 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:23.340780 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f8e782e8-bfdd-4559-b188-f2ee62300914 req-96df2ed7-df92-4ddc-94bc-582fedc740b7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:23.342677 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f8e782e8-bfdd-4559-b188-f2ee62300914 req-96df2ed7-df92-4ddc-94bc-582fedc740b7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.55 "DELETE /v2.0/ports/c9270e36-addf-4d91-8049-3027fd0a2a20 HTTP/1.1" status: 204 len: 173 time: 2.9248862 Mar 01 20:56:23.344214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c35f8e30-b041-4394-991c-f28a74c0bd4d', 'name': 'network-vif-deleted', 'tag': 'c9270e36-addf-4d91-8049-3027fd0a2a20'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:23.362543 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e43a73d1-f6c0-4942-8736-ef6152320a66 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Usage tracker for resource:network and tenant:5705b0cae87741729c72e376229e6a19 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:23.365517 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-931e45a6-2e34-4538-932d-54e5ad0e7050 req-bff0b566-054e-451e-9156-cabe55458571 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:23.368050 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-931e45a6-2e34-4538-932d-54e5ad0e7050 req-bff0b566-054e-451e-9156-cabe55458571 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:23.369207 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-931e45a6-2e34-4538-932d-54e5ad0e7050 req-bff0b566-054e-451e-9156-cabe55458571 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "DELETE /v2.0/floatingips/7b107e56-327a-476d-b48d-60a8cf282f76 HTTP/1.1" status: 204 len: 173 time: 2.6916366 Mar 01 20:56:23.371562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e43a73d1-f6c0-4942-8736-ef6152320a66 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:23.383939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e43a73d1-f6c0-4942-8736-ef6152320a66 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:23.418967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892d7ec-5c2f-4c9a-9c55-4b4dbb98c623 req-a284d262-a914-4a5c-81cc-8dfc7c3f6540 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:23.426138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892d7ec-5c2f-4c9a-9c55-4b4dbb98c623 req-a284d262-a914-4a5c-81cc-8dfc7c3f6540 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:23.430501 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=7c6010cb-244d-4ee9-a42a-8b0f9e28ce35,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:23.438445 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5892d7ec-5c2f-4c9a-9c55-4b4dbb98c623 req-a284d262-a914-4a5c-81cc-8dfc7c3f6540 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 1682 time: 0.6738284 Mar 01 20:56:23.457375 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-85ef8ec1-aa06-4070-bf9b-7c7808d59a01 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Deleting port d32fd54e-d9c8-4869-adce-07eb36b6fa8b {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:23.457814 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-85ef8ec1-aa06-4070-bf9b-7c7808d59a01 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:23.470403 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['7c6010cb-244d-4ee9-a42a-8b0f9e28ce35'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:56:23.496063 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5892d7ec-5c2f-4c9a-9c55-4b4dbb98c623 req-21d1c01a-11bb-4130-8f97-d8d6d1e4505f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566034 Mar 01 20:56:23.500432 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43a73d1-f6c0-4942-8736-ef6152320a66 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Made reservation on behalf of 5705b0cae87741729c72e376229e6a19 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:56:23.506190 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94fc1b57-6e1f-444a-9f2e-222ec5ff2698', 'name': 'network-vif-deleted', 'tag': '7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0', 'status': 'completed', 'code': 200} Mar 01 20:56:23.512663 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e43a73d1-f6c0-4942-8736-ef6152320a66 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:23.583510 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-c2cc7a04-8826-455b-8574-c4b99e8d0c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:23.585787 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-c2cc7a04-8826-455b-8574-c4b99e8d0c8f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2864034 Mar 01 20:56:23.614512 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43a73d1-f6c0-4942-8736-ef6152320a66 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:56:23.631824 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e43a73d1-f6c0-4942-8736-ef6152320a66 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:23.634633 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-e43a73d1-f6c0-4942-8736-ef6152320a66 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Added segment 2f81802e-5943-4bf7-9e4e-93ade0c400a0 of type vlan for network 77a119db-23ab-49e4-8878-de783cebb26a Mar 01 20:56:23.686742 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:23.760217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-76813a37-7f99-4458-a1dc-7bf38d1421ab req-fc9d536e-8a38-4bfd-98a6-fed769bc44f7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Synchronizing usage tracker for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:23.804405 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e43a73d1-f6c0-4942-8736-ef6152320a66 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:23.826377 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:56:23.863759 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:56:23.864405 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 7ae2a17a-72c7-4bc8-ae5e-338c519a0bf0 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:56:23.865446 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c9270e36-addf-4d91-8049-3027fd0a2a20 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:56:23.870385 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea7742e-c2db-467c-8a29-e937b9e417da req-90a4c943-58d2-47a6-83a1-0f5be627da2f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:23.871936 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ea7742e-c2db-467c-8a29-e937b9e417da req-90a4c943-58d2-47a6-83a1-0f5be627da2f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 947 time: 0.1605778 Mar 01 20:56:23.879338 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-73da3e5e-cafe-4dcd-b520-eb938ecb3741 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628207 Mar 01 20:56:23.902216 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-76813a37-7f99-4458-a1dc-7bf38d1421ab req-fc9d536e-8a38-4bfd-98a6-fed769bc44f7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Unset dirty status for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:23.903395 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: c9270e36-addf-4d91-8049-3027fd0a2a20 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:56:23.903751 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c9270e36-addf-4d91-8049-3027fd0a2a20 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:56:23.904170 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:56:23.910800 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76813a37-7f99-4458-a1dc-7bf38d1421ab req-fc9d536e-8a38-4bfd-98a6-fed769bc44f7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=c35f8e30-b041-4394-991c-f28a74c0bd4d HTTP/1.1" status: 200 len: 210 time: 0.2622097 Mar 01 20:56:23.946284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-85ef8ec1-aa06-4070-bf9b-7c7808d59a01 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] For port d32fd54e-d9c8-4869-adce-07eb36b6fa8b, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=d32fd54e-d9c8-4869-adce-07eb36b6fa8b,segment=NetworkSegment(8c2eb36a-f31a-42ed-8e77-298532345ba2),segment_id=8c2eb36a-f31a-42ed-8e77-298532345ba2)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:23.946647 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-85ef8ec1-aa06-4070-bf9b-7c7808d59a01 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:23.966839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:56:23.971847 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ea7742e-c2db-467c-8a29-e937b9e417da req-fce666ca-f56f-456c-8095-532341dc839f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874615 Mar 01 20:56:23.972718 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e43a73d1-f6c0-4942-8736-ef6152320a66 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:23.988312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43a73d1-f6c0-4942-8736-ef6152320a66 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:23.989233 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e43a73d1-f6c0-4942-8736-ef6152320a66 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:24.149484 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c35f8e30-b041-4394-991c-f28a74c0bd4d', 'name': 'network-vif-deleted', 'tag': 'c9270e36-addf-4d91-8049-3027fd0a2a20', 'status': 'completed', 'code': 200} Mar 01 20:56:24.183905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-85ef8ec1-aa06-4070-bf9b-7c7808d59a01 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Calling delete_port for d32fd54e-d9c8-4869-adce-07eb36b6fa8b owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:24.202710 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e43a73d1-f6c0-4942-8736-ef6152320a66 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8840055 Mar 01 20:56:24.211039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41844) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:24.225277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a73d1-f6c0-4942-8736-ef6152320a66 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event updated for resources: {'Network': ['ID=77a119db-23ab-49e4-8878-de783cebb26a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:24.226189 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-7247994e-8134-444e-bd6b-06bbcb76a5e5 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Request body: {'subnet': {'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:24.237764 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 77a119db-23ab-49e4-8878-de783cebb26a details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:56:24.266770 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-e77e3397-9b9f-486a-a249-fede70995b2e tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Synchronizing usage tracker for tenant:384d82cbbd5c4528abe1969276cf7040 on resource:floatingip {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:24.305311 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e40766-7b2d-4829-9d22-fd2101d98e0f req-3418749a-0b85-4d53-ae2c-d174c42aa31a tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:24.307206 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19e40766-7b2d-4829-9d22-fd2101d98e0f req-3418749a-0b85-4d53-ae2c-d174c42aa31a tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=591c662c-c360-488d-beac-f8a3c37a1a1b HTTP/1.1" status: 200 len: 944 time: 0.1568775 Mar 01 20:56:24.354330 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-e77e3397-9b9f-486a-a249-fede70995b2e tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Unset dirty status for tenant:384d82cbbd5c4528abe1969276cf7040 on resource:floatingip {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:24.357603 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-e77e3397-9b9f-486a-a249-fede70995b2e tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1001 time: 0.2654178 Mar 01 20:56:24.373022 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c336aeea-1d0e-4a98-82f7-5958e44e4da4 req-f64b0544-a173-4245-98d9-806f14848d5d service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4865193 Mar 01 20:56:24.394075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7247994e-8134-444e-bd6b-06bbcb76a5e5 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:24.398934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7247994e-8134-444e-bd6b-06bbcb76a5e5 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Usage tracker for resource:subnet and tenant:5705b0cae87741729c72e376229e6a19 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:24.402211 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7247994e-8134-444e-bd6b-06bbcb76a5e5 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:24.408538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7247994e-8134-444e-bd6b-06bbcb76a5e5 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:24.430816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:56:24.438224 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19e40766-7b2d-4829-9d22-fd2101d98e0f req-d4254fbf-6b64-4c8b-b332-8baf1ef51261 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138890 Mar 01 20:56:24.489254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-5e39c9cc-8aed-47ba-897e-3feefe101b4c tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:24.489624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-5e39c9cc-8aed-47ba-897e-3feefe101b4c tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Synchronizing usage tracker for tenant:384d82cbbd5c4528abe1969276cf7040 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:24.556285 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7247994e-8134-444e-bd6b-06bbcb76a5e5 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Made reservation on behalf of 5705b0cae87741729c72e376229e6a19 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:56:24.560079 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7247994e-8134-444e-bd6b-06bbcb76a5e5 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:24.585302 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:56:24.591844 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-85ef8ec1-aa06-4070-bf9b-7c7808d59a01 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:24.593242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:56:24.594476 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:24.613129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-5e39c9cc-8aed-47ba-897e-3feefe101b4c tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Unset dirty status for tenant:384d82cbbd5c4528abe1969276cf7040 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:24.614312 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-5e39c9cc-8aed-47ba-897e-3feefe101b4c tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/ports/3d26dca7-ef58-499b-bed3-17de20eb70ab HTTP/1.1" status: 200 len: 943 time: 0.2395177 Mar 01 20:56:24.662279 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d0ecd-193c-4488-a173-4483ed821062 req-2a454c29-dd69-4f07-9867-8b1d012d0620 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:24.663965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-114d0ecd-193c-4488-a173-4483ed821062 req-2a454c29-dd69-4f07-9867-8b1d012d0620 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 945 time: 0.0995493 Mar 01 20:56:24.717799 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-114d0ecd-193c-4488-a173-4483ed821062 req-fceafa6c-3118-4533-93d1-5798b74602f2 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471313 Mar 01 20:56:24.760070 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef8ec1-aa06-4070-bf9b-7c7808d59a01 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event deleted for resources: {'Port': ['ID=d32fd54e-d9c8-4869-adce-07eb36b6fa8b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:24.783236 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:24.845660 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-85ef8ec1-aa06-4070-bf9b-7c7808d59a01 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] No DVR routers for this DVR port d32fd54e-d9c8-4869-adce-07eb36b6fa8b on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:56:24.852922 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591c662c-c360-488d-beac-f8a3c37a1a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6010cb-244d-4ee9-a42a-8b0f9e28ce35'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:24.857124 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-85ef8ec1-aa06-4070-bf9b-7c7808d59a01 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:24.869085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=7c6010cb-244d-4ee9-a42a-8b0f9e28ce35,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:24.879259 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-85ef8ec1-aa06-4070-bf9b-7c7808d59a01 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.57 "DELETE /v2.0/ports/d32fd54e-d9c8-4869-adce-07eb36b6fa8b HTTP/1.1" status: 204 len: 173 time: 1.6854389 Mar 01 20:56:24.934117 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-bdf30a2c-99e9-4a31-a655-bcaaabce6d10 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1001 time: 0.1705410 Mar 01 20:56:24.953519 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:24.954855 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device d32fd54e-d9c8-4869-adce-07eb36b6fa8b no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:56:25.040706 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: d32fd54e-d9c8-4869-adce-07eb36b6fa8b {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:56:25.041168 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device d32fd54e-d9c8-4869-adce-07eb36b6fa8b not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:56:25.041655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 1858a645-faa3-4b48-a48e-53aa6cca93ac no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:56:25.088376 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-d04853e4-efb0-4a88-bb80-7ef70993a0d9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Deleting port 9e3c064d-225e-4b8b-9c0b-52157c3255d3 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:25.088621 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-d04853e4-efb0-4a88-bb80-7ef70993a0d9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:25.101067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 1858a645-faa3-4b48-a48e-53aa6cca93ac {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:56:25.101423 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 1858a645-faa3-4b48-a48e-53aa6cca93ac not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:56:25.101865 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9e3c064d-225e-4b8b-9c0b-52157c3255d3 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:56:25.127231 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-664989cb-ebd4-49cb-a915-66c405d9b391 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:25.129363 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-664989cb-ebd4-49cb-a915-66c405d9b391 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.1864171 Mar 01 20:56:25.177410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=7c6010cb-244d-4ee9-a42a-8b0f9e28ce35,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:25.251167 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:25.266450 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-fa9a505b-34a8-40a7-a156-a5351074d8e6 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 1001 time: 0.1252840 Mar 01 20:56:25.271945 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-3ee65d45-cc21-4775-a9e6-6c3b37dbac0a tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:25.291433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9e3c064d-225e-4b8b-9c0b-52157c3255d3, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9e3c064d-225e-4b8b-9c0b-52157c3255d3,segment=NetworkSegment(8c2eb36a-f31a-42ed-8e77-298532345ba2),segment_id=8c2eb36a-f31a-42ed-8e77-298532345ba2)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:25.371290 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:25.378038 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-3ee65d45-cc21-4775-a9e6-6c3b37dbac0a tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks [] for floatingip, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:25.397886 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7247994e-8134-444e-bd6b-06bbcb76a5e5 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:25.450517 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=9e3c064d-225e-4b8b-9c0b-52157c3255d3,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:25.515471 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0db9511-81a2-48e2-9fe8-a68ca499cce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd97f53a-f9d1-47ca-a431-a0e2ca5feb68'}, {'name': 'network-changed', 'server_uuid': 'b0db9511-81a2-48e2-9fe8-a68ca499cce5', 'tag': 'bd97f53a-f9d1-47ca-a431-a0e2ca5feb68'}, {'server_uuid': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'name': 'network-vif-deleted', 'tag': '1858a645-faa3-4b48-a48e-53aa6cca93ac'}, {'server_uuid': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'name': 'network-vif-deleted', 'tag': 'd32fd54e-d9c8-4869-adce-07eb36b6fa8b'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:25.536543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247994e-8134-444e-bd6b-06bbcb76a5e5 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event updated for resources: {'Subnet': ['ID=e44b9d62-5494-43a9-9588-014f74981709,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:25.542081 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-d04853e4-efb0-4a88-bb80-7ef70993a0d9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] For port 9e3c064d-225e-4b8b-9c0b-52157c3255d3, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9e3c064d-225e-4b8b-9c0b-52157c3255d3,segment=NetworkSegment(8c2eb36a-f31a-42ed-8e77-298532345ba2),segment_id=8c2eb36a-f31a-42ed-8e77-298532345ba2)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:25.542452 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-d04853e4-efb0-4a88-bb80-7ef70993a0d9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:25.681604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247994e-8134-444e-bd6b-06bbcb76a5e5 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Checking segment: {'id': '2fa2e03e-e75f-4620-9062-d3ef93987796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:56:25.682354 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7247994e-8134-444e-bd6b-06bbcb76a5e5 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Network hostable DHCP agents. Network: ee65825d-7288-4653-bfc7-12a15403400e, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:56:25.694030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-d04853e4-efb0-4a88-bb80-7ef70993a0d9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Calling delete_port for 9e3c064d-225e-4b8b-9c0b-52157c3255d3 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:25.775385 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21acdd6e-251b-4cdf-afff-139194de4bb5 req-a750cf0c-e9a1-42ff-a0c5-764f92e9d765 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:25.776839 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-21acdd6e-251b-4cdf-afff-139194de4bb5 req-a750cf0c-e9a1-42ff-a0c5-764f92e9d765 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 943 time: 0.3450377 Mar 01 20:56:25.807443 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7247994e-8134-444e-bd6b-06bbcb76a5e5 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Network ee65825d-7288-4653-bfc7-12a15403400e is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:56:25.836422 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-d04853e4-efb0-4a88-bb80-7ef70993a0d9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:56:25.836740 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-d04853e4-efb0-4a88-bb80-7ef70993a0d9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:56:25.867999 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-3ee65d45-cc21-4775-a9e6-6c3b37dbac0a tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:25.881833 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7247994e-8134-444e-bd6b-06bbcb76a5e5 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, ee65825d-7288-4653-bfc7-12a15403400e) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:56:25.885994 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7247994e-8134-444e-bd6b-06bbcb76a5e5 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:25.886631 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7247994e-8134-444e-bd6b-06bbcb76a5e5 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:25.893367 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc8387a-667b-412c-98ed-fbbdabb9d846 None None] Network ee65825d-7288-4653-bfc7-12a15403400e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:56:25.897635 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-21acdd6e-251b-4cdf-afff-139194de4bb5 req-e5472e5a-5ca9-474f-8bb1-cd8ac94fc7a6 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596764 Mar 01 20:56:25.935749 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-3ee65d45-cc21-4775-a9e6-6c3b37dbac0a tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:25.936274 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-3ee65d45-cc21-4775-a9e6-6c3b37dbac0a tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Floating IP c172ef21-e3a7-441f-a367-a27ae5861fea disassociated. External IP: 172.25.5.62, port: 3d26dca7-ef58-499b-bed3-17de20eb70ab. Mar 01 20:56:25.983594 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7247994e-8134-444e-bd6b-06bbcb76a5e5 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.7693522 Mar 01 20:56:25.987488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41864) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:25.999580 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b7966d1d-4b5f-4103-97bd-76469d94ddc1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Request body: {'subnet': {'network_id': '77a119db-23ab-49e4-8878-de783cebb26a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:26.136500 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b7966d1d-4b5f-4103-97bd-76469d94ddc1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:26.140803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b7966d1d-4b5f-4103-97bd-76469d94ddc1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Usage tracker for resource:subnet and tenant:5705b0cae87741729c72e376229e6a19 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:26.146029 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b7966d1d-4b5f-4103-97bd-76469d94ddc1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:26.152972 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b7966d1d-4b5f-4103-97bd-76469d94ddc1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:26.173938 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-ee65825d-7288-4653-bfc7-12a15403400e', 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'fixed_ips': [{'subnet_id': 'e44b9d62-5494-43a9-9588-014f74981709'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:56:26.174920 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:26.191827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94652037-da6e-4cde-a93a-fd987ffd1017 req-45ec8a82-c2c6-4536-ab54-d269c8d5757f tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:26.193715 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94652037-da6e-4cde-a93a-fd987ffd1017 req-45ec8a82-c2c6-4536-ab54-d269c8d5757f tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 945 time: 0.1833014 Mar 01 20:56:26.242354 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7966d1d-4b5f-4103-97bd-76469d94ddc1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Made reservation on behalf of 5705b0cae87741729c72e376229e6a19 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:56:26.246155 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b7966d1d-4b5f-4103-97bd-76469d94ddc1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:26.312448 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94652037-da6e-4cde-a93a-fd987ffd1017 req-f565945a-1360-4f9f-976a-485d8cbc398a tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120496 Mar 01 20:56:26.338548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Allocated IP 10.1.1.2 (ee65825d-7288-4653-bfc7-12a15403400e/e44b9d62-5494-43a9-9588-014f74981709/5edd038d-90b0-44ae-b5e8-bb1c2c33074d) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:56:26.339022 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-d04853e4-efb0-4a88-bb80-7ef70993a0d9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Deleting port 9e3c064d-225e-4b8b-9c0b-52157c3255d3 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:26.339772 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-d04853e4-efb0-4a88-bb80-7ef70993a0d9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:26.382974 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591c662c-c360-488d-beac-f8a3c37a1a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6010cb-244d-4ee9-a42a-8b0f9e28ce35', 'code': 200} Mar 01 20:56:26.445975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-3ee65d45-cc21-4775-a9e6-6c3b37dbac0a tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Router e1736f01-84ed-4462-a7eb-c81cb7e96522 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:56:26.595157 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:26.607055 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Transition to ACTIVE for port object 5edd038d-90b0-44ae-b5e8-bb1c2c33074d will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:56:26.626768 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Transition to ACTIVE for port object 5edd038d-90b0-44ae-b5e8-bb1c2c33074d will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:56:26.702689 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:26.740668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-3ee65d45-cc21-4775-a9e6-6c3b37dbac0a tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:56:26.745608 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-3ee65d45-cc21-4775-a9e6-6c3b37dbac0a tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:26.801887 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-3ee65d45-cc21-4775-a9e6-6c3b37dbac0a tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "PUT /v2.0/floatingips/c172ef21-e3a7-441f-a367-a27ae5861fea HTTP/1.1" status: 200 len: 694 time: 1.5344944 Mar 01 20:56:26.804720 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6', 'tag': '3d26dca7-ef58-499b-bed3-17de20eb70ab'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:26.831338 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Pushing event updated for resources: {'Port': ['ID=5edd038d-90b0-44ae-b5e8-bb1c2c33074d,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:26.834917 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e6f099-66ed-4776-a447-0322923f0ab4 None None] Sync routers for ids ['e1736f01-84ed-4462-a7eb-c81cb7e96522'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:56:26.853965 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Network ee65825d-7288-4653-bfc7-12a15403400e is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:56:26.855963 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:56:26.859323 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e6f099-66ed-4776-a447-0322923f0ab4 None None] Routers {'e1736f01-84ed-4462-a7eb-c81cb7e96522'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:56:26.860183 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-33e6f099-66ed-4776-a447-0322923f0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:56:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['e1736f01-84ed-4462-a7eb-c81cb7e96522'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:26.881732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353de2e-1aae-4ee2-8334-0c3284a79d01 req-449667a1-27b1-4f70-a7fc-8f081a9bd413 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:26.888651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f353de2e-1aae-4ee2-8334-0c3284a79d01 req-449667a1-27b1-4f70-a7fc-8f081a9bd413 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 947 time: 0.2321222 Mar 01 20:56:26.902024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-d04853e4-efb0-4a88-bb80-7ef70993a0d9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] For port 9e3c064d-225e-4b8b-9c0b-52157c3255d3, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9e3c064d-225e-4b8b-9c0b-52157c3255d3,segment=NetworkSegment(8c2eb36a-f31a-42ed-8e77-298532345ba2),segment_id=8c2eb36a-f31a-42ed-8e77-298532345ba2)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:26.902618 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-d04853e4-efb0-4a88-bb80-7ef70993a0d9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:26.931053 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:56:26.955525 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f353de2e-1aae-4ee2-8334-0c3284a79d01 req-482d4fc4-838e-42be-8142-f23fff8a9573 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645344 Mar 01 20:56:26.976341 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-21ecd521-25ca-454c-8731-9f1db3c79af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:26.977861 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-21ecd521-25ca-454c-8731-9f1db3c79af3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=384d82cbbd5c4528abe1969276cf7040&device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 1097 time: 0.1623716 Mar 01 20:56:27.105918 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Attempting to bind port 5edd038d-90b0-44ae-b5e8-bb1c2c33074d on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:56:27.106601 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Attempting to bind port 5edd038d-90b0-44ae-b5e8-bb1c2c33074d by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '2fa2e03e-e75f-4620-9062-d3ef93987796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:56:27.106908 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Attempting to bind port 5edd038d-90b0-44ae-b5e8-bb1c2c33074d on network ee65825d-7288-4653-bfc7-12a15403400e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:56:27.115009 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:56:27.115419 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Checking segment: {'id': '2fa2e03e-e75f-4620-9062-d3ef93987796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:56:27.115865 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:27.116270 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Bound using segment: {'id': '2fa2e03e-e75f-4620-9062-d3ef93987796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:56:27.116751 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Bound port: 5edd038d-90b0-44ae-b5e8-bb1c2c33074d, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fa2e03e-e75f-4620-9062-d3ef93987796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:56:27.117127 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:27.197242 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-d04853e4-efb0-4a88-bb80-7ef70993a0d9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Calling delete_port for 9e3c064d-225e-4b8b-9c0b-52157c3255d3 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:27.211451 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-33e6f099-66ed-4776-a447-0322923f0ab4 None None] Set router e1736f01-84ed-4462-a7eb-c81cb7e96522 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:56:27.229649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-aa607ccc-8b26-42bd-a3d1-145b54cf538e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:27.231133 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-aa607ccc-8b26-42bd-a3d1-145b54cf538e service neutron] 10.222.0.42 "GET /v2.0/networks?id=d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 HTTP/1.1" status: 200 len: 929 time: 0.2471077 Mar 01 20:56:27.250971 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c756428-d46e-49b1-a3db-560652aa260e req-528b3e08-b9c9-4f7c-bc36-cc9809fa126a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:27.252533 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5c756428-d46e-49b1-a3db-560652aa260e req-528b3e08-b9c9-4f7c-bc36-cc9809fa126a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=591c662c-c360-488d-beac-f8a3c37a1a1b HTTP/1.1" status: 200 len: 1096 time: 0.7737148 Mar 01 20:56:27.307211 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fede3-f0b5-459d-bf2c-02e76bef871a req-88eda870-a7e7-4207-8fd5-2aa0e6dab06b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:27.307983 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-080fede3-f0b5-459d-bf2c-02e76bef871a req-88eda870-a7e7-4207-8fd5-2aa0e6dab06b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Synchronizing usage tracker for tenant:b9d3d5d252f64eddb4951a96fa6fe403 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:27.374388 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5c756428-d46e-49b1-a3db-560652aa260e req-576a7a62-5512-4cc8-ac66-334aac3a74c3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126623 Mar 01 20:56:27.386091 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-800b6678-3821-4a11-9e16-d32d9a12b36d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:27.389523 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] For port 5edd038d-90b0-44ae-b5e8-bb1c2c33074d, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:56:27.413693 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b7966d1d-4b5f-4103-97bd-76469d94ddc1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:27.426911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] For port 5edd038d-90b0-44ae-b5e8-bb1c2c33074d, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5edd038d-90b0-44ae-b5e8-bb1c2c33074d,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:56:27.429837 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-217a671d-240a-4e1a-9a39-223112c200dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d26dca7-ef58-499b-bed3-17de20eb70ab HTTP/1.1" status: 200 len: 217 time: 0.1917040 Mar 01 20:56:27.464508 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-080fede3-f0b5-459d-bf2c-02e76bef871a req-88eda870-a7e7-4207-8fd5-2aa0e6dab06b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Unset dirty status for tenant:b9d3d5d252f64eddb4951a96fa6fe403 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:27.465551 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-080fede3-f0b5-459d-bf2c-02e76bef871a req-88eda870-a7e7-4207-8fd5-2aa0e6dab06b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.57 "GET /v2.0/ports?device_id=6d4995a3-7b4e-4ea7-a14c-b4141a7ddab9 HTTP/1.1" status: 200 len: 946 time: 0.7355330 Mar 01 20:56:27.495583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d24ca9-d642-4598-bf0a-d581577b8d52 req-46391d5f-e0b1-41c5-a259-08af294d4682 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:27.498530 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:27.502462 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81d24ca9-d642-4598-bf0a-d581577b8d52 req-46391d5f-e0b1-41c5-a259-08af294d4682 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d4995a3-7b4e-4ea7-a14c-b4141a7ddab9 HTTP/1.1" status: 200 len: 946 time: 0.3542109 Mar 01 20:56:27.524571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7966d1d-4b5f-4103-97bd-76469d94ddc1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event updated for resources: {'Subnet': ['ID=24348124-4cc7-4cd6-a18f-5dbd41fcf6ef,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:27.540116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7966d1d-4b5f-4103-97bd-76469d94ddc1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Checking segment: {'id': '2f81802e-5943-4bf7-9e4e-93ade0c400a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '77a119db-23ab-49e4-8878-de783cebb26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:56:27.541817 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7966d1d-4b5f-4103-97bd-76469d94ddc1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Network hostable DHCP agents. Network: 77a119db-23ab-49e4-8878-de783cebb26a, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:56:27.547743 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-55934710-f49c-47dc-81f0-959a2a276b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:27.549208 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-55934710-f49c-47dc-81f0-959a2a276b8c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=5de87dea-faeb-43b1-a22a-6ec8a15b7c56 HTTP/1.1" status: 200 len: 867 time: 0.1128190 Mar 01 20:56:27.561689 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81d24ca9-d642-4598-bf0a-d581577b8d52 req-1b3a998a-e915-4f07-b5bc-d8fffe8edadf tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583248 Mar 01 20:56:27.631017 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-d04853e4-efb0-4a88-bb80-7ef70993a0d9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:27.647142 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7fbbe-54a0-412f-991d-f5bf51068bc9 None None] Pushing event updated for resources: {'Port': ['ID=5edd038d-90b0-44ae-b5e8-bb1c2c33074d,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:27.675656 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-38274cd5-3959-4efd-8516-111a5cb28fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:27.684012 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-38274cd5-3959-4efd-8516-111a5cb28fa4 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212440 Mar 01 20:56:27.689137 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7966d1d-4b5f-4103-97bd-76469d94ddc1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Network 77a119db-23ab-49e4-8878-de783cebb26a is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:56:27.699252 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-33e6f099-66ed-4776-a447-0322923f0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333680660-router', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:15Z', 'updated_at': '2022-03-01T20:55:32Z', 'revision_number': 4, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'gw_port': {'id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '8a02b72a-f74c-49a4-9b45-d66f91d7fe4b', 'name': '', 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'mac_address': 'fa:16:3e:9e:33:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:29Z', 'updated_at': '2022-03-01T20:55:52Z', 'revision_number': 5, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'subnets': [{'id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:27.710169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e6f099-66ed-4776-a447-0322923f0ab4 None None] Checking router: e1736f01-84ed-4462-a7eb-c81cb7e96522 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:56:27.722698 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e6f099-66ed-4776-a447-0322923f0ab4 None None] Routers {'e1736f01-84ed-4462-a7eb-c81cb7e96522'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:56:27.723606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-33e6f099-66ed-4776-a447-0322923f0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:56:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['e1736f01-84ed-4462-a7eb-c81cb7e96522'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:27.728439 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04853e4-efb0-4a88-bb80-7ef70993a0d9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event deleted for resources: {'Port': ['ID=9e3c064d-225e-4b8b-9c0b-52157c3255d3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:27.781243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-080fede3-f0b5-459d-bf2c-02e76bef871a req-3c6b38bd-ef58-4a05-a5c9-36f3428de69b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Deleting port c2bd88b3-b186-4991-910c-08bc5805971e {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:27.781588 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-080fede3-f0b5-459d-bf2c-02e76bef871a req-3c6b38bd-ef58-4a05-a5c9-36f3428de69b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:27.862984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-b7966d1d-4b5f-4103-97bd-76469d94ddc1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 77a119db-23ab-49e4-8878-de783cebb26a) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:56:27.892400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7966d1d-4b5f-4103-97bd-76469d94ddc1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:27.892997 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b7966d1d-4b5f-4103-97bd-76469d94ddc1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:27.940939 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78804264-e289-4d09-aa97-1f48e3260cfe None None] Network 77a119db-23ab-49e4-8878-de783cebb26a requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:56:27.945600 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-d04853e4-efb0-4a88-bb80-7ef70993a0d9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] No DVR routers for this DVR port 9e3c064d-225e-4b8b-9c0b-52157c3255d3 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:56:27.950540 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-d04853e4-efb0-4a88-bb80-7ef70993a0d9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:27.952504 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca4c525b-4274-4e79-ba05-a5cf0cbb1397 req-d04853e4-efb0-4a88-bb80-7ef70993a0d9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.57 "DELETE /v2.0/ports/9e3c064d-225e-4b8b-9c0b-52157c3255d3 HTTP/1.1" status: 204 len: 173 time: 3.0689561 Mar 01 20:56:27.987329 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-1ca2b841-d25b-49a3-9f7d-1dcb36f04470 service neutron] 10.222.0.42 "GET /v2.0/networks/d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023038 Mar 01 20:56:28.021794 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b7966d1d-4b5f-4103-97bd-76469d94ddc1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0326984 Mar 01 20:56:28.025319 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41878) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:28.043617 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9f2cfa71-6567-42a0-8a1b-d7fa9338d5a2 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Request body: {'port': {'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e', 'name': 'tempest-TaggedBootDevicesTest-2139897011', 'fixed_ips': [{'subnet_id': 'e44b9d62-5494-43a9-9588-014f74981709'}]}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:28.211172 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-33e6f099-66ed-4776-a447-0322923f0ab4 None None] Set router e1736f01-84ed-4462-a7eb-c81cb7e96522 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:56:28.254073 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef1e7ca7-9b54-49d8-adf7-50ccc08c0cca req-a9b9dba4-140d-4fe0-a80b-d11f1e03f42d service neutron] 10.222.0.42 "GET /v2.0/networks/d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417481 Mar 01 20:56:28.265453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f690232-da41-4ded-9618-df7c9b2c528e req-90fefc65-f131-4a02-877f-eb5a3a6bfd65 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:28.267899 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f690232-da41-4ded-9618-df7c9b2c528e req-90fefc65-f131-4a02-877f-eb5a3a6bfd65 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=591c662c-c360-488d-beac-f8a3c37a1a1b HTTP/1.1" status: 200 len: 945 time: 0.5404398 Mar 01 20:56:28.313939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f690232-da41-4ded-9618-df7c9b2c528e req-0baeba45-aaa4-4773-b472-61dfe2de185b tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392060 Mar 01 20:56:28.401764 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e3c064d-225e-4b8b-9c0b-52157c3255d3'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:28.413797 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0db9511-81a2-48e2-9fe8-a68ca499cce5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd97f53a-f9d1-47ca-a431-a0e2ca5feb68', 'code': 200} Mar 01 20:56:28.414073 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0db9511-81a2-48e2-9fe8-a68ca499cce5', 'tag': 'bd97f53a-f9d1-47ca-a431-a0e2ca5feb68', 'status': 'completed', 'code': 200} Mar 01 20:56:28.414570 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'name': 'network-vif-deleted', 'tag': '1858a645-faa3-4b48-a48e-53aa6cca93ac', 'status': 'completed', 'code': 200} Mar 01 20:56:28.414827 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'name': 'network-vif-deleted', 'tag': 'd32fd54e-d9c8-4869-adce-07eb36b6fa8b', 'status': 'completed', 'code': 200} Mar 01 20:56:28.469545 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6', 'tag': '3d26dca7-ef58-499b-bed3-17de20eb70ab', 'status': 'completed', 'code': 200} Mar 01 20:56:28.510604 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:56:28.633176 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-77a119db-23ab-49e4-8878-de783cebb26a', 'network_id': '77a119db-23ab-49e4-8878-de783cebb26a', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'fixed_ips': [{'subnet_id': '24348124-4cc7-4cd6-a18f-5dbd41fcf6ef'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:56:28.636559 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:28.682766 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9f2cfa71-6567-42a0-8a1b-d7fa9338d5a2 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:28.688143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9f2cfa71-6567-42a0-8a1b-d7fa9338d5a2 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Usage tracker for resource:port and tenant:5705b0cae87741729c72e376229e6a19 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:28.693321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-080fede3-f0b5-459d-bf2c-02e76bef871a req-3c6b38bd-ef58-4a05-a5c9-36f3428de69b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] For port c2bd88b3-b186-4991-910c-08bc5805971e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c2bd88b3-b186-4991-910c-08bc5805971e,segment=NetworkSegment(719d1eb2-4a3c-456d-b25f-5103731bec38),segment_id=719d1eb2-4a3c-456d-b25f-5103731bec38)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:28.694328 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-080fede3-f0b5-459d-bf2c-02e76bef871a req-3c6b38bd-ef58-4a05-a5c9-36f3428de69b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:28.788324 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9f2cfa71-6567-42a0-8a1b-d7fa9338d5a2 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:28.800931 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0731eeac-6783-4bee-9af8-195a92a5e360 req-41303e13-0d64-44a0-8a1c-d6f3859a4aef tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=0c8722bc-1353-48d2-b076-8c44b57617b8 HTTP/1.1" status: 200 len: 210 time: 0.1492052 Mar 01 20:56:28.854687 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5edd038d-90b0-44ae-b5e8-bb1c2c33074d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:56:28.870638 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9f2cfa71-6567-42a0-8a1b-d7fa9338d5a2 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:28.870884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-b225d71b-2cd3-489b-b3cc-bdd5bf7c86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:28.880843 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-b225d71b-2cd3-489b-b3cc-bdd5bf7c86c8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 1098 time: 0.3366635 Mar 01 20:56:29.050406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-080fede3-f0b5-459d-bf2c-02e76bef871a req-3c6b38bd-ef58-4a05-a5c9-36f3428de69b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Calling delete_port for c2bd88b3-b186-4991-910c-08bc5805971e owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:29.064341 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:29.091134 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'bd97f53a-f9d1-47ca-a431-a0e2ca5feb68', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': 'bd97f53a-f9d1-47ca-a431-a0e2ca5feb68', 'mac_address': 'fa:16:3e:63:8c:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:56:29.191840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acc5c6-f24f-4761-ba3a-4c5a310953a2 req-aff892b3-38ef-4fdb-b081-9bdc46b0fa0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:29.193940 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07acc5c6-f24f-4761-ba3a-4c5a310953a2 req-aff892b3-38ef-4fdb-b081-9bdc46b0fa0f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=384d82cbbd5c4528abe1969276cf7040&device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 1097 time: 0.4906633 Mar 01 20:56:29.204943 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:29.227882 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 5edd038d-90b0-44ae-b5e8-bb1c2c33074d completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:56:29.241854 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b8fcd6-1314-4744-9870-1cd935e00b97 None None] Network ee65825d-7288-4653-bfc7-12a15403400e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:56:29.277885 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:56:29.293609 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-33e6f099-66ed-4776-a447-0322923f0ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333680660-router', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:15Z', 'updated_at': '2022-03-01T20:55:32Z', 'revision_number': 4, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'gw_port': {'id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '8a02b72a-f74c-49a4-9b45-d66f91d7fe4b', 'name': '', 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'mac_address': 'fa:16:3e:9e:33:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:29Z', 'updated_at': '2022-03-01T20:55:52Z', 'revision_number': 5, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'subnets': [{'id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:29.355487 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8d12d4d-15dd-4424-9ff3-f214f02a5651 req-020e4162-eb0c-4054-bd96-97c5f953cf22 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/floatingips/c172ef21-e3a7-441f-a367-a27ae5861fea HTTP/1.1" status: 200 len: 694 time: 0.1688812 Mar 01 20:56:29.360115 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e6f099-66ed-4776-a447-0322923f0ab4 None None] The sync data for ids ['e1736f01-84ed-4462-a7eb-c81cb7e96522'] in n-d-827896-4 is: [{'id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333680660-router', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:15Z', 'updated_at': '2022-03-01T20:55:32Z', 'revision_number': 4, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'gw_port': {'id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '8a02b72a-f74c-49a4-9b45-d66f91d7fe4b', 'name': '', 'network_id': 'd7acc35d-bdeb-4e48-a59f-bcddbaca4fc7', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'mac_address': 'fa:16:3e:9e:33:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:29Z', 'updated_at': '2022-03-01T20:55:52Z', 'revision_number': 5, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'subnets': [{'id': '5de87dea-faeb-43b1-a22a-6ec8a15b7c56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:56:29.374412 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Allocated IP 10.2.2.2 (77a119db-23ab-49e4-8878-de783cebb26a/24348124-4cc7-4cd6-a18f-5dbd41fcf6ef/99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:56:29.384842 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:29.400931 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acc5c6-f24f-4761-ba3a-4c5a310953a2 req-0b609e6e-487b-4056-96a6-e2ba58bda182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:29.403132 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07acc5c6-f24f-4761-ba3a-4c5a310953a2 req-0b609e6e-487b-4056-96a6-e2ba58bda182 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 HTTP/1.1" status: 200 len: 929 time: 0.2007682 Mar 01 20:56:29.407222 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-4d37b12b-ee92-4898-849a-afb452665117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:29.408807 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-4d37b12b-ee92-4898-849a-afb452665117 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 1098 time: 0.9360995 Mar 01 20:56:29.458509 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9348fb5d-2431-4a88-98ff-e9d5bc99d277 None None] Provisioning for port 5edd038d-90b0-44ae-b5e8-bb1c2c33074d completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:56:29.477331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-f972ed53-edec-4702-abf7-337fbf2b7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:29.478812 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-f972ed53-edec-4702-abf7-337fbf2b7ad2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.5907528 Mar 01 20:56:29.492094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2cfa71-6567-42a0-8a1b-d7fa9338d5a2 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Made reservation on behalf of 5705b0cae87741729c72e376229e6a19 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:56:29.519733 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9348fb5d-2431-4a88-98ff-e9d5bc99d277 None None] Provisioning complete for port 5edd038d-90b0-44ae-b5e8-bb1c2c33074d triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:56:29.520401 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9348fb5d-2431-4a88-98ff-e9d5bc99d277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:29.564854 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-fe0e7d5f-1c3f-4098-8924-5944b8292167 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 HTTP/1.1" status: 200 len: 217 time: 0.0739086 Mar 01 20:56:29.605151 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:29.658355 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae74756-b411-42d7-abcb-30f91fa0d705 req-0d5f1040-75ab-43c3-bcb5-016ccde7194e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:29.665882 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ae74756-b411-42d7-abcb-30f91fa0d705 req-0d5f1040-75ab-43c3-bcb5-016ccde7194e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 947 time: 0.5117457 Mar 01 20:56:29.703380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d12d4d-15dd-4424-9ff3-f214f02a5651 req-b1b9083d-48f9-4806-827e-36ac64716c61 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:29.711327 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8d12d4d-15dd-4424-9ff3-f214f02a5651 req-b1b9083d-48f9-4806-827e-36ac64716c61 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.3549166 Mar 01 20:56:29.783338 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f041f398-a67b-4c31-9094-bdb29cbc9a47 None None] New status for floating IP c172ef21-e3a7-441f-a367-a27ae5861fea: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 20:56:29.787607 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07acc5c6-f24f-4761-ba3a-4c5a310953a2 req-65825ff1-f2a7-4088-be62-e0bb15d3d512 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3d26dca7-ef58-499b-bed3-17de20eb70ab HTTP/1.1" status: 200 len: 217 time: 0.3772559 Mar 01 20:56:29.797708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-fc83e7dd-0a55-4466-a525-65568f839527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:29.802483 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-fc83e7dd-0a55-4466-a525-65568f839527 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.2226477 Mar 01 20:56:29.844411 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8d12d4d-15dd-4424-9ff3-f214f02a5651 req-5fd271ce-063e-4f7a-9315-d83c27c351e8 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 697 time: 0.1320515 Mar 01 20:56:30.001115 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:30.026196 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-47c5cdf3-c10c-4c72-aeea-dad221fe9b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:30.029678 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['bd97f53a-f9d1-47ca-a431-a0e2ca5feb68'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:56:30.072302 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ae74756-b411-42d7-abcb-30f91fa0d705 req-fad97746-ab6e-4424-bb5e-f5012e192540 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4054451 Mar 01 20:56:30.096828 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8d12d4d-15dd-4424-9ff3-f214f02a5651 req-ea5b0f21-98e0-4104-9772-e684dd33a090 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.62 HTTP/1.1" status: 200 len: 697 time: 0.2514822 Mar 01 20:56:30.122416 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acc5c6-f24f-4761-ba3a-4c5a310953a2 req-f27dec7e-23f5-419b-9e09-cf2d5e413368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:30.123891 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07acc5c6-f24f-4761-ba3a-4c5a310953a2 req-f27dec7e-23f5-419b-9e09-cf2d5e413368 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5de87dea-faeb-43b1-a22a-6ec8a15b7c56 HTTP/1.1" status: 200 len: 867 time: 0.3286936 Mar 01 20:56:30.204247 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9adfc9a-abdd-42d0-87ea-f89a37c76a09 req-21a9c53c-1a4a-4b6d-8daa-6eea4ac4ab0a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:30.204963 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-b9adfc9a-abdd-42d0-87ea-f89a37c76a09 req-21a9c53c-1a4a-4b6d-8daa-6eea4ac4ab0a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Synchronizing usage tracker for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:30.223472 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:30.233287 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-20383466-aa90-4773-b4ee-8671730eaec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:30.234739 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-20383466-aa90-4773-b4ee-8671730eaec0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.5084891 Mar 01 20:56:30.235375 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-080fede3-f0b5-459d-bf2c-02e76bef871a req-3c6b38bd-ef58-4a05-a5c9-36f3428de69b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:30.240779 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Transition to ACTIVE for port object 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:56:30.263803 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:56:30.357395 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Transition to ACTIVE for port object 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:56:30.368503 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-3ed7066f-ec4c-4f0b-a779-9280fe60c21b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 HTTP/1.1" status: 200 len: 217 time: 0.1209075 Mar 01 20:56:30.370675 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b38bd-ef58-4a05-a5c9-36f3428de69b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Pushing event deleted for resources: {'Port': ['ID=c2bd88b3-b186-4991-910c-08bc5805971e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:30.376287 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9f2cfa71-6567-42a0-8a1b-d7fa9338d5a2 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:30.388046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-b9adfc9a-abdd-42d0-87ea-f89a37c76a09 req-21a9c53c-1a4a-4b6d-8daa-6eea4ac4ab0a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Unset dirty status for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:30.390650 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b9adfc9a-abdd-42d0-87ea-f89a37c76a09 req-21a9c53c-1a4a-4b6d-8daa-6eea4ac4ab0a tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.55 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 945 time: 0.8982906 Mar 01 20:56:30.399014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-c8d12d4d-15dd-4424-9ff3-f214f02a5651 req-6e3dda4e-5936-4eef-a28e-36d36ba1f286 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Deleting port 1e929534-c5eb-4529-8fac-b5fa2d788744 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:30.399366 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c8d12d4d-15dd-4424-9ff3-f214f02a5651 req-6e3dda4e-5936-4eef-a28e-36d36ba1f286 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:30.402842 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9348fb5d-2431-4a88-98ff-e9d5bc99d277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:30.430351 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'name': 'network-vif-deleted', 'tag': '9e3c064d-225e-4b8b-9c0b-52157c3255d3'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:30.482549 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:30.486309 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c2bd88b3-b186-4991-910c-08bc5805971e no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:56:30.511914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-672cde50-418b-4193-a3f4-2da78e53f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:30.513406 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-672cde50-418b-4193-a3f4-2da78e53f3b7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7080309 Mar 01 20:56:30.551708 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-9f2cfa71-6567-42a0-8a1b-d7fa9338d5a2 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] device_id is not set on port 3369ed1f-fbb4-4e08-b382-46706868eb08 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 20:56:30.619826 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03045d65-03a1-40ef-98e6-cd19d3b523fb req-70fd7eea-0d94-4030-acf9-eaafbd8ebadd tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:30.626657 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-03045d65-03a1-40ef-98e6-cd19d3b523fb req-70fd7eea-0d94-4030-acf9-eaafbd8ebadd tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 945 time: 0.3749666 Mar 01 20:56:30.631052 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:30.642258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: c2bd88b3-b186-4991-910c-08bc5805971e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:56:30.642589 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c2bd88b3-b186-4991-910c-08bc5805971e not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:56:30.645095 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Pushing event updated for resources: {'Port': ['ID=99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:30.661013 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-9348fb5d-2431-4a88-98ff-e9d5bc99d277 None None] For port 5edd038d-90b0-44ae-b5e8-bb1c2c33074d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5edd038d-90b0-44ae-b5e8-bb1c2c33074d,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:30.698383 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Network 77a119db-23ab-49e4-8878-de783cebb26a is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:56:30.713436 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:56:30.716178 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:56:30.759557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-080fede3-f0b5-459d-bf2c-02e76bef871a req-3c6b38bd-ef58-4a05-a5c9-36f3428de69b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] No DVR routers for this DVR port c2bd88b3-b186-4991-910c-08bc5805971e on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:56:30.773606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07acc5c6-f24f-4761-ba3a-4c5a310953a2 req-47551568-4157-4b36-ab91-3c8b035cb84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:30.773981 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9348fb5d-2431-4a88-98ff-e9d5bc99d277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:30.775396 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07acc5c6-f24f-4761-ba3a-4c5a310953a2 req-47551568-4157-4b36-ab91-3c8b035cb84b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6347585 Mar 01 20:56:30.778424 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-080fede3-f0b5-459d-bf2c-02e76bef871a req-3c6b38bd-ef58-4a05-a5c9-36f3428de69b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:30.801694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-570a8340-c6f9-4977-8721-86c535bbffe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:30.803224 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-570a8340-c6f9-4977-8721-86c535bbffe1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.4081225 Mar 01 20:56:30.821588 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c8d12d4d-15dd-4424-9ff3-f214f02a5651 req-6e3dda4e-5936-4eef-a28e-36d36ba1f286 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:30.822751 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c8d12d4d-15dd-4424-9ff3-f214f02a5651 req-6e3dda4e-5936-4eef-a28e-36d36ba1f286 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:30.824844 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:30.829488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-b9adfc9a-abdd-42d0-87ea-f89a37c76a09 req-7ff99fc9-e708-43c6-a252-bd9725c6e0a3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Deleting port f0eb76de-4dfa-4e86-acf0-57905a711967 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:30.838389 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b9adfc9a-abdd-42d0-87ea-f89a37c76a09 req-7ff99fc9-e708-43c6-a252-bd9725c6e0a3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:30.967462 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Attempting to bind port 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:56:30.967837 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Attempting to bind port 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '2f81802e-5943-4bf7-9e4e-93ade0c400a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '77a119db-23ab-49e4-8878-de783cebb26a'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:56:30.968208 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Attempting to bind port 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad on network 77a119db-23ab-49e4-8878-de783cebb26a {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:56:30.981479 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:56:30.981853 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Checking segment: {'id': '2f81802e-5943-4bf7-9e4e-93ade0c400a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '77a119db-23ab-49e4-8878-de783cebb26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:56:30.982930 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:30.983328 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Bound using segment: {'id': '2f81802e-5943-4bf7-9e4e-93ade0c400a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '77a119db-23ab-49e4-8878-de783cebb26a'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:56:30.983831 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Bound port: 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f81802e-5943-4bf7-9e4e-93ade0c400a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '77a119db-23ab-49e4-8878-de783cebb26a'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:56:30.984248 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:30.994677 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-c8d12d4d-15dd-4424-9ff3-f214f02a5651 req-6e3dda4e-5936-4eef-a28e-36d36ba1f286 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Calling delete_port for 1e929534-c5eb-4529-8fac-b5fa2d788744 owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:31.009424 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-080fede3-f0b5-459d-bf2c-02e76bef871a req-3c6b38bd-ef58-4a05-a5c9-36f3428de69b tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.57 "DELETE /v2.0/ports/c2bd88b3-b186-4991-910c-08bc5805971e HTTP/1.1" status: 204 len: 173 time: 3.4387934 Mar 01 20:56:31.010597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-9f2cfa71-6567-42a0-8a1b-d7fa9338d5a2 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Allocated IP 10.1.1.168 (ee65825d-7288-4653-bfc7-12a15403400e/e44b9d62-5494-43a9-9588-014f74981709/3369ed1f-fbb4-4e08-b382-46706868eb08) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:56:31.043152 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348fb5d-2431-4a88-98ff-e9d5bc99d277 None None] Pushing event updated for resources: {'Port': ['ID=5edd038d-90b0-44ae-b5e8-bb1c2c33074d,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:31.101968 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-f0402181-cfc1-4313-bf54-389fda10ec6b service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5324919 Mar 01 20:56:31.120934 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-03045d65-03a1-40ef-98e6-cd19d3b523fb req-c6cef1ce-7c2f-46a9-83f1-dfe4b7c4fcbf tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927096 Mar 01 20:56:31.137360 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-908b56c8-ff64-4d83-a480-9130f8ae9a63 None None] Provisioning complete for port 5edd038d-90b0-44ae-b5e8-bb1c2c33074d triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:56:31.138085 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-908b56c8-ff64-4d83-a480-9130f8ae9a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:31.179677 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [req-c8d12d4d-15dd-4424-9ff3-f214f02a5651 req-6e3dda4e-5936-4eef-a28e-36d36ba1f286 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:56:31.180304 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [req-c8d12d4d-15dd-4424-9ff3-f214f02a5651 req-6e3dda4e-5936-4eef-a28e-36d36ba1f286 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:56:31.245900 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e3c064d-225e-4b8b-9c0b-52157c3255d3', 'code': 200} Mar 01 20:56:31.310777 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] For port 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:56:31.328696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] For port 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad,segment=NetworkSegment(2f81802e-5943-4bf7-9e4e-93ade0c400a0),segment_id=2f81802e-5943-4bf7-9e4e-93ade0c400a0)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:56:31.381035 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-58360f37-618a-4f7e-9b32-94720270a80b service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584877 Mar 01 20:56:31.382884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59b86ff2-00ea-46bf-bc56-ee8eb14c3e7b req-6c2e575d-fe3f-42a0-ba93-b8365c6bf7a7 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=6d4995a3-7b4e-4ea7-a14c-b4141a7ddab9 HTTP/1.1" status: 200 len: 210 time: 0.0496852 Mar 01 20:56:31.417475 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:31.514640 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d899de7-21fe-4d00-97d7-5c656b0aecbd None None] Pushing event updated for resources: {'Port': ['ID=99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:31.595272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b3654-a421-4a38-8b3b-6de52343e7c9 req-1debc856-9b41-415d-afd7-1456e95ba62c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:31.596899 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d77b3654-a421-4a38-8b3b-6de52343e7c9 req-1debc856-9b41-415d-afd7-1456e95ba62c tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 945 time: 0.1058159 Mar 01 20:56:31.645698 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d77b3654-a421-4a38-8b3b-6de52343e7c9 req-99900b60-8711-4301-a03c-506058663de3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=aa81a8c5-faae-4c49-a889-932b1f7f13b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424728 Mar 01 20:56:31.660773 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07acc5c6-f24f-4761-ba3a-4c5a310953a2 req-0864d87f-74f4-4d61-be1c-c47e8094c1f4 service neutron] 10.222.0.55 "GET /v2.0/networks/d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8533566 Mar 01 20:56:31.681565 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-c8d12d4d-15dd-4424-9ff3-f214f02a5651 req-6e3dda4e-5936-4eef-a28e-36d36ba1f286 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Deleting port 1e929534-c5eb-4529-8fac-b5fa2d788744 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:31.682077 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c8d12d4d-15dd-4424-9ff3-f214f02a5651 req-6e3dda4e-5936-4eef-a28e-36d36ba1f286 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:31.763857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-699599af-31a6-4fda-bc4b-d3b7ec5c9745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:31.765158 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-699599af-31a6-4fda-bc4b-d3b7ec5c9745 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9050801 Mar 01 20:56:31.869441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-b9adfc9a-abdd-42d0-87ea-f89a37c76a09 req-7ff99fc9-e708-43c6-a252-bd9725c6e0a3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] For port f0eb76de-4dfa-4e86-acf0-57905a711967, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=f0eb76de-4dfa-4e86-acf0-57905a711967,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:31.869897 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b9adfc9a-abdd-42d0-87ea-f89a37c76a09 req-7ff99fc9-e708-43c6-a252-bd9725c6e0a3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:32.109388 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:32.133474 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-b9adfc9a-abdd-42d0-87ea-f89a37c76a09 req-7ff99fc9-e708-43c6-a252-bd9725c6e0a3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Calling delete_port for f0eb76de-4dfa-4e86-acf0-57905a711967 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:32.141730 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c8d12d4d-15dd-4424-9ff3-f214f02a5651 req-6e3dda4e-5936-4eef-a28e-36d36ba1f286 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:32.142258 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c8d12d4d-15dd-4424-9ff3-f214f02a5651 req-6e3dda4e-5936-4eef-a28e-36d36ba1f286 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:32.256089 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9f2cfa71-6567-42a0-8a1b-d7fa9338d5a2 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:32.277272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-c8d12d4d-15dd-4424-9ff3-f214f02a5651 req-6e3dda4e-5936-4eef-a28e-36d36ba1f286 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Calling delete_port for 1e929534-c5eb-4529-8fac-b5fa2d788744 owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:32.286555 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07acc5c6-f24f-4761-ba3a-4c5a310953a2 req-4c896edf-fca8-4845-b803-823879077ef2 service neutron] 10.222.0.55 "GET /v2.0/networks/d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5819001 Mar 01 20:56:32.312582 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c872e9-4ef1-4fba-bb3c-bbbef7d36ea5 req-cd6a77c2-b60e-4662-b96c-d160b05f48c5 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:32.314127 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c1c872e9-4ef1-4fba-bb3c-bbbef7d36ea5 req-cd6a77c2-b60e-4662-b96c-d160b05f48c5 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=591c662c-c360-488d-beac-f8a3c37a1a1b HTTP/1.1" status: 200 len: 945 time: 0.4998837 Mar 01 20:56:32.315933 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-3afe610b-45a4-476d-bb15-e2889774f57f service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948094 Mar 01 20:56:32.317401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-9f2cfa71-6567-42a0-8a1b-d7fa9338d5a2 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Transition to ACTIVE for port object 3369ed1f-fbb4-4e08-b382-46706868eb08 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:56:32.411298 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c1c872e9-4ef1-4fba-bb3c-bbbef7d36ea5 req-572338dd-76e2-4c50-b819-0ad14b99a879 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822799 Mar 01 20:56:32.483618 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:56:32.525480 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-008254e9-f6fa-4f0d-ad2b-7c3520f29742 req-b2fb8e27-9058-4601-a01c-492e97edb30c service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034528 Mar 01 20:56:32.570027 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c8d12d4d-15dd-4424-9ff3-f214f02a5651 req-6e3dda4e-5936-4eef-a28e-36d36ba1f286 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:32.589212 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41906) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:32.633362 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b9adfc9a-abdd-42d0-87ea-f89a37c76a09 req-7ff99fc9-e708-43c6-a252-bd9725c6e0a3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:32.640793 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9f2cfa71-6567-42a0-8a1b-d7fa9338d5a2 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:32.660849 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:56:32.671903 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:56:32.671903 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:32.681980 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3dda4e-5936-4eef-a28e-36d36ba1f286 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Pushing event deleted for resources: {'Port': ['ID=1e929534-c5eb-4529-8fac-b5fa2d788744,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:32.729664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff99fc9-e708-43c6-a252-bd9725c6e0a3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Pushing event deleted for resources: {'Port': ['ID=f0eb76de-4dfa-4e86-acf0-57905a711967,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:32.749200 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33570d73-08cc-4801-996c-e270190f05a5 None None] Network 77a119db-23ab-49e4-8878-de783cebb26a requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:56:32.855995 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c8d12d4d-15dd-4424-9ff3-f214f02a5651 req-6e3dda4e-5936-4eef-a28e-36d36ba1f286 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:32.897963 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f2cfa71-6567-42a0-8a1b-d7fa9338d5a2 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Network ee65825d-7288-4653-bfc7-12a15403400e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:56:32.902500 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5edd038d-90b0-44ae-b5e8-bb1c2c33074d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:56:32.908077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-9f2cfa71-6567-42a0-8a1b-d7fa9338d5a2 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:56:32.916811 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-91d9e80a-1ebb-452b-a430-0f29a9a35f1a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Deleting subnet f56eb325-9e83-4347-bf0b-51859b77bc87 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:56:32.919866 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9adfc9a-abdd-42d0-87ea-f89a37c76a09 req-7ff99fc9-e708-43c6-a252-bd9725c6e0a3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] No DVR routers for this DVR port f0eb76de-4dfa-4e86-acf0-57905a711967 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:56:32.924172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2cfa71-6567-42a0-8a1b-d7fa9338d5a2 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:56:32.941874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b74da245-7635-455c-9292-426208a023ed None None] Provisioning for port 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:56:32.964352 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c8722bc-1353-48d2-b076-8c44b57617b8', 'name': 'network-vif-deleted', 'tag': '9e3c064d-225e-4b8b-9c0b-52157c3255d3', 'status': 'completed', 'code': 200} Mar 01 20:56:32.973485 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91d9e80a-1ebb-452b-a430-0f29a9a35f1a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:33.020503 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b9adfc9a-abdd-42d0-87ea-f89a37c76a09 req-7ff99fc9-e708-43c6-a252-bd9725c6e0a3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:33.091114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cfa71-6567-42a0-8a1b-d7fa9338d5a2 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event updated for resources: {'Port': ['ID=3369ed1f-fbb4-4e08-b382-46706868eb08,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:33.114251 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c8d12d4d-15dd-4424-9ff3-f214f02a5651 req-6e3dda4e-5936-4eef-a28e-36d36ba1f286 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:33.116788 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8d12d4d-15dd-4424-9ff3-f214f02a5651 req-6e3dda4e-5936-4eef-a28e-36d36ba1f286 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "DELETE /v2.0/floatingips/c172ef21-e3a7-441f-a367-a27ae5861fea HTTP/1.1" status: 204 len: 173 time: 3.0192640 Mar 01 20:56:33.133883 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91d9e80a-1ebb-452b-a430-0f29a9a35f1a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:33.188184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873f29b4-4f39-4d27-aa17-c6f84ea8e5dc req-a7d997c9-8e43-44d4-845f-f7f481a61ca1 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:33.190725 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-873f29b4-4f39-4d27-aa17-c6f84ea8e5dc req-a7d997c9-8e43-44d4-845f-f7f481a61ca1 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 945 time: 0.1755331 Mar 01 20:56:33.227502 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:33.263457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2cfa71-6567-42a0-8a1b-d7fa9338d5a2 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:33.264029 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9f2cfa71-6567-42a0-8a1b-d7fa9338d5a2 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:33.268631 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b9adfc9a-abdd-42d0-87ea-f89a37c76a09 req-7ff99fc9-e708-43c6-a252-bd9725c6e0a3 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.55 "DELETE /v2.0/ports/f0eb76de-4dfa-4e86-acf0-57905a711967 HTTP/1.1" status: 204 len: 173 time: 2.8240271 Mar 01 20:56:33.306018 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-873f29b4-4f39-4d27-aa17-c6f84ea8e5dc req-9d6a92b4-65b0-42d9-a0b1-d5d5fd00427f tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994496 Mar 01 20:56:33.370607 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd0243-b827-4611-83e6-f286ded9586f req-aed32cd3-02ff-44a7-b8b7-051c7403a957 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:33.372354 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1fd0243-b827-4611-83e6-f286ded9586f req-aed32cd3-02ff-44a7-b8b7-051c7403a957 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.55 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5&tenant_id=f49f672366454d8aaec799c518622a6a&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 948 time: 0.1604390 Mar 01 20:56:33.375679 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9f2cfa71-6567-42a0-8a1b-d7fa9338d5a2 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.3493683 Mar 01 20:56:33.378994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41920) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:33.387172 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-28b62b20-3b91-4ece-9a13-3c8fef906a76 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Request body: {'port': {'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e', 'name': 'tempest-TaggedBootDevicesTest-2013246183', 'fixed_ips': [{'subnet_id': 'e44b9d62-5494-43a9-9588-014f74981709'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:33.420769 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 5edd038d-90b0-44ae-b5e8-bb1c2c33074d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:56:33.421501 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:33.428061 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91d9e80a-1ebb-452b-a430-0f29a9a35f1a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:33.456946 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0db9511-81a2-48e2-9fe8-a68ca499cce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd97f53a-f9d1-47ca-a431-a0e2ca5feb68'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:33.485046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2da54d07-6820-4f3f-b588-6342bc189d50 None None] Provisioning for port 3369ed1f-fbb4-4e08-b382-46706868eb08 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:56:33.493589 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:33.510203 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2da54d07-6820-4f3f-b588-6342bc189d50 None None] Provisioning complete for port 3369ed1f-fbb4-4e08-b382-46706868eb08 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:56:33.514498 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2da54d07-6820-4f3f-b588-6342bc189d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:33.632173 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:33.649338 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa0e0cfa-72ad-4d9d-88a6-001cc91c0667 req-08c12750-525f-43c4-9a36-1a5c8feb8979 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=bf274cce-64d2-4949-aa8b-85f5c2eb418e HTTP/1.1" status: 200 len: 210 time: 0.1232626 Mar 01 20:56:33.667255 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [req-c1fd0243-b827-4611-83e6-f286ded9586f req-103ee693-213e-4d02-9d16-7a132677b413 service neutron] delete failed (client error): The resource could not be found. Mar 01 20:56:33.667894 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1fd0243-b827-4611-83e6-f286ded9586f req-103ee693-213e-4d02-9d16-7a132677b413 service neutron] 10.222.0.55 "DELETE /v2.0/ports/bd97f53a-f9d1-47ca-a431-a0e2ca5feb68/bindings/n-h2-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.2894018 Mar 01 20:56:33.681399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-28b62b20-3b91-4ece-9a13-3c8fef906a76 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:33.691887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-28b62b20-3b91-4ece-9a13-3c8fef906a76 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Usage tracker for resource:port and tenant:5705b0cae87741729c72e376229e6a19 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:33.697841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-28b62b20-3b91-4ece-9a13-3c8fef906a76 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:33.706015 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-28b62b20-3b91-4ece-9a13-3c8fef906a76 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:33.748150 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2da54d07-6820-4f3f-b588-6342bc189d50 None None] Port 3369ed1f-fbb4-4e08-b382-46706868eb08 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:56:33.792718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:56:33.838119 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91d9e80a-1ebb-452b-a430-0f29a9a35f1a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:33.841869 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b62b20-3b91-4ece-9a13-3c8fef906a76 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Made reservation on behalf of 5705b0cae87741729c72e376229e6a19 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:56:33.849461 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:33.898617 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device f0eb76de-4dfa-4e86-acf0-57905a711967 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:56:33.944047 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d9e80a-1ebb-452b-a430-0f29a9a35f1a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event deleted for resources: {'Subnet': ['ID=f56eb325-9e83-4347-bf0b-51859b77bc87,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:33.949826 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91d9e80a-1ebb-452b-a430-0f29a9a35f1a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:33.954893 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: f0eb76de-4dfa-4e86-acf0-57905a711967 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:56:33.954893 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device f0eb76de-4dfa-4e86-acf0-57905a711967 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:56:33.960230 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f651d0a1-4a2f-4fcd-8d09-168620292750 None None] Network 5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:56:33.967614 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-91d9e80a-1ebb-452b-a430-0f29a9a35f1a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "DELETE /v2.0/subnets/f56eb325-9e83-4347-bf0b-51859b77bc87 HTTP/1.1" status: 204 len: 168 time: 1.3770609 Mar 01 20:56:33.973398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41930) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:34.027259 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-28b62b20-3b91-4ece-9a13-3c8fef906a76 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:34.062877 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-28b62b20-3b91-4ece-9a13-3c8fef906a76 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] device_id is not set on port 421f10f4-c2e3-421b-9631-75fca669804c yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 20:56:34.108799 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:56:34.147183 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:56:34.147556 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:34.160438 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-147a3d8c-ab2d-4d46-a609-1e3aa6bb1419 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:34.162862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0bcb2-2a27-4865-875e-e0353e9f5604 req-f2251565-b31e-4659-9a1f-3f545aabbc0b tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:34.171250 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd0243-b827-4611-83e6-f286ded9586f req-81542554-8eff-4ffd-9abd-1743ee935662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:34.172031 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cee0bcb2-2a27-4865-875e-e0353e9f5604 req-f2251565-b31e-4659-9a1f-3f545aabbc0b tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 949 time: 0.3923137 Mar 01 20:56:34.173221 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1fd0243-b827-4611-83e6-f286ded9586f req-81542554-8eff-4ffd-9abd-1743ee935662 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 1100 time: 0.3938813 Mar 01 20:56:34.178206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-147a3d8c-ab2d-4d46-a609-1e3aa6bb1419 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Deleting port 9e297fe3-cac0-417e-b4b9-737e4977559d {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:34.178766 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-147a3d8c-ab2d-4d46-a609-1e3aa6bb1419 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:34.219828 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-31f259d7-5506-4f5a-8be2-6a2b2c367c48 None None] Provisioning complete for port 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:56:34.220205 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31f259d7-5506-4f5a-8be2-6a2b2c367c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:34.295564 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cee0bcb2-2a27-4865-875e-e0353e9f5604 req-95b49e1f-d1c6-4a23-9f64-96786197eb27 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214905 Mar 01 20:56:34.473105 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0db9511-81a2-48e2-9fe8-a68ca499cce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd97f53a-f9d1-47ca-a431-a0e2ca5feb68', 'code': 200} Mar 01 20:56:34.547338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-28b62b20-3b91-4ece-9a13-3c8fef906a76 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Allocated IP 10.1.1.235 (ee65825d-7288-4653-bfc7-12a15403400e/e44b9d62-5494-43a9-9588-014f74981709/421f10f4-c2e3-421b-9631-75fca669804c) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:56:34.593773 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31f259d7-5506-4f5a-8be2-6a2b2c367c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:34.595904 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd0243-b827-4611-83e6-f286ded9586f req-4975c220-bd06-4df7-bfa5-50f45df37e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:34.597673 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1fd0243-b827-4611-83e6-f286ded9586f req-4975c220-bd06-4df7-bfa5-50f45df37e0a service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.3848355 Mar 01 20:56:34.613924 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:34.667335 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-31f259d7-5506-4f5a-8be2-6a2b2c367c48 None None] For port 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad,segment=NetworkSegment(2f81802e-5943-4bf7-9e4e-93ade0c400a0),segment_id=2f81802e-5943-4bf7-9e4e-93ade0c400a0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:34.685398 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1fd0243-b827-4611-83e6-f286ded9586f req-0f57e812-a0d4-4bfe-9f4d-eeb93d66afe1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 HTTP/1.1" status: 200 len: 217 time: 0.0775111 Mar 01 20:56:34.694205 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-147a3d8c-ab2d-4d46-a609-1e3aa6bb1419 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] For port 9e297fe3-cac0-417e-b4b9-737e4977559d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9e297fe3-cac0-417e-b4b9-737e4977559d,segment=NetworkSegment(0df36b70-bd67-4207-a0f5-d996259ef9fa),segment_id=0df36b70-bd67-4207-a0f5-d996259ef9fa)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:34.694818 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-147a3d8c-ab2d-4d46-a609-1e3aa6bb1419 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:34.720024 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d5e709-7461-4a5d-b63c-2f7da8879c08 None None] DHCP port deletion for 5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 20:56:34.725713 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-72d5e709-7461-4a5d-b63c-2f7da8879c08 None None] Deleting port 9e297fe3-cac0-417e-b4b9-737e4977559d {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:34.726144 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-72d5e709-7461-4a5d-b63c-2f7da8879c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:34.757943 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31f259d7-5506-4f5a-8be2-6a2b2c367c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:34.867457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-147a3d8c-ab2d-4d46-a609-1e3aa6bb1419 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Calling delete_port for 9e297fe3-cac0-417e-b4b9-737e4977559d owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:34.877797 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a425e5-be65-4055-959b-c58a590e4829 req-5b10c18d-5c65-4cd5-a658-0b15135e5557 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:34.878500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c9a425e5-be65-4055-959b-c58a590e4829 req-5b10c18d-5c65-4cd5-a658-0b15135e5557 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Synchronizing usage tracker for tenant:384d82cbbd5c4528abe1969276cf7040 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:34.916694 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088b29f-063a-49b1-8e3e-56982af9a80d req-cfb0950c-6100-41ab-b429-1487489f8db8 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:34.923811 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd0243-b827-4611-83e6-f286ded9586f req-137eb6fb-89e7-4f3a-9fc8-b616a994790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:34.924000 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a088b29f-063a-49b1-8e3e-56982af9a80d req-cfb0950c-6100-41ab-b429-1487489f8db8 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=591c662c-c360-488d-beac-f8a3c37a1a1b HTTP/1.1" status: 200 len: 945 time: 0.3089883 Mar 01 20:56:34.925249 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1fd0243-b827-4611-83e6-f286ded9586f req-137eb6fb-89e7-4f3a-9fc8-b616a994790d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.2334435 Mar 01 20:56:34.947117 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:56:34.947117 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:56:34.952227 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f259d7-5506-4f5a-8be2-6a2b2c367c48 None None] Pushing event updated for resources: {'Port': ['ID=99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:34.968199 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4995a3-7b4e-4ea7-a14c-b4141a7ddab9', 'name': 'network-vif-deleted', 'tag': 'c2bd88b3-b186-4991-910c-08bc5805971e'}, {'server_uuid': 'bf274cce-64d2-4949-aa8b-85f5c2eb418e', 'name': 'network-vif-deleted', 'tag': 'f0eb76de-4dfa-4e86-acf0-57905a711967'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:34.998870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c9a425e5-be65-4055-959b-c58a590e4829 req-5b10c18d-5c65-4cd5-a658-0b15135e5557 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Unset dirty status for tenant:384d82cbbd5c4528abe1969276cf7040 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:35.008304 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9a425e5-be65-4055-959b-c58a590e4829 req-5b10c18d-5c65-4cd5-a658-0b15135e5557 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.4355388 Mar 01 20:56:35.064564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd0243-b827-4611-83e6-f286ded9586f req-4be796a9-2332-4689-b34d-0fa8d612341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:35.068457 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1fd0243-b827-4611-83e6-f286ded9586f req-4be796a9-2332-4689-b34d-0fa8d612341c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1351392 Mar 01 20:56:35.083721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-72d5e709-7461-4a5d-b63c-2f7da8879c08 None None] For port 9e297fe3-cac0-417e-b4b9-737e4977559d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9e297fe3-cac0-417e-b4b9-737e4977559d,segment=NetworkSegment(0df36b70-bd67-4207-a0f5-d996259ef9fa),segment_id=0df36b70-bd67-4207-a0f5-d996259ef9fa)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:35.084383 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-72d5e709-7461-4a5d-b63c-2f7da8879c08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:35.119222 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-147a3d8c-ab2d-4d46-a609-1e3aa6bb1419 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:35.205253 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a088b29f-063a-49b1-8e3e-56982af9a80d req-65c5b45b-77f5-4cc0-83a9-646c89200661 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802649 Mar 01 20:56:35.205741 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c9a425e5-be65-4055-959b-c58a590e4829 req-aa4e2939-5418-47ac-a802-5dec920bbc5b tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Synchronizing usage tracker for tenant:384d82cbbd5c4528abe1969276cf7040 on resource:floatingip {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:35.217027 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-72d5e709-7461-4a5d-b63c-2f7da8879c08 None None] Calling delete_port for 9e297fe3-cac0-417e-b4b9-737e4977559d owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:35.218168 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-28b62b20-3b91-4ece-9a13-3c8fef906a76 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:35.227829 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a3d8c-ab2d-4d46-a609-1e3aa6bb1419 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event deleted for resources: {'Port': ['ID=9e297fe3-cac0-417e-b4b9-737e4977559d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:35.242357 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147a3d8c-ab2d-4d46-a609-1e3aa6bb1419 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] No DVR routers for this DVR port 9e297fe3-cac0-417e-b4b9-737e4977559d on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:56:35.256373 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-28b62b20-3b91-4ece-9a13-3c8fef906a76 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Transition to ACTIVE for port object 421f10f4-c2e3-421b-9631-75fca669804c will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:56:35.308254 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-72d5e709-7461-4a5d-b63c-2f7da8879c08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:56:35.308612 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-72d5e709-7461-4a5d-b63c-2f7da8879c08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:56:35.325378 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c9a425e5-be65-4055-959b-c58a590e4829 req-aa4e2939-5418-47ac-a802-5dec920bbc5b tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Unset dirty status for tenant:384d82cbbd5c4528abe1969276cf7040 on resource:floatingip {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:35.327342 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9a425e5-be65-4055-959b-c58a590e4829 req-aa4e2939-5418-47ac-a802-5dec920bbc5b tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.3176069 Mar 01 20:56:35.385286 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-28b62b20-3b91-4ece-9a13-3c8fef906a76 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:35.403737 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1fd0243-b827-4611-83e6-f286ded9586f req-22b38789-70fd-4df4-8f64-1134761e7e4f service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276215 Mar 01 20:56:35.405232 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-147a3d8c-ab2d-4d46-a609-1e3aa6bb1419 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:35.462692 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-147a3d8c-ab2d-4d46-a609-1e3aa6bb1419 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:35.521917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b62b20-3b91-4ece-9a13-3c8fef906a76 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Network ee65825d-7288-4653-bfc7-12a15403400e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:56:35.532329 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-28b62b20-3b91-4ece-9a13-3c8fef906a76 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:56:35.542825 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b62b20-3b91-4ece-9a13-3c8fef906a76 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:56:35.576791 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b62b20-3b91-4ece-9a13-3c8fef906a76 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event updated for resources: {'Port': ['ID=421f10f4-c2e3-421b-9631-75fca669804c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:35.602179 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:56:35.628662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b62b20-3b91-4ece-9a13-3c8fef906a76 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:35.629335 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-28b62b20-3b91-4ece-9a13-3c8fef906a76 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:35.653709 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-147a3d8c-ab2d-4d46-a609-1e3aa6bb1419 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df36b70-bd67-4207-a0f5-d996259ef9fa') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:35.654005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-147a3d8c-ab2d-4d46-a609-1e3aa6bb1419 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df36b70-bd67-4207-a0f5-d996259ef9fa') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:35.677262 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-147a3d8c-ab2d-4d46-a609-1e3aa6bb1419 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:35.692239 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:56:35.693485 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:35.701762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ba9cb-d76a-453d-89fc-89600545ccf5 req-349e0a23-4800-4cf7-afa4-ec9dee56fa62 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:35.701986 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-147a3d8c-ab2d-4d46-a609-1e3aa6bb1419 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:35.704270 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f9ba9cb-d76a-453d-89fc-89600545ccf5 req-349e0a23-4800-4cf7-afa4-ec9dee56fa62 tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=b856a893-4af6-41d8-9f74-4ea219547f6a HTTP/1.1" status: 200 len: 945 time: 0.2654076 Mar 01 20:56:35.722106 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-147a3d8c-ab2d-4d46-a609-1e3aa6bb1419 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:56:35.722326 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-147a3d8c-ab2d-4d46-a609-1e3aa6bb1419 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:35.723804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17582b-6cad-4889-addf-b0bf60f3ec8f req-75332d70-21b5-4b32-9b6e-0414864b79e0 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:35.731636 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa17582b-6cad-4889-addf-b0bf60f3ec8f req-75332d70-21b5-4b32-9b6e-0414864b79e0 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 945 time: 0.3888271 Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:56:35.739419 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:56:35.763581 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1fd0243-b827-4611-83e6-f286ded9586f req-9cecb0cf-1776-4c9a-b8c8-9b5dba289363 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504970 Mar 01 20:56:35.791906 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-28b62b20-3b91-4ece-9a13-3c8fef906a76 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4106648 Mar 01 20:56:35.805880 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa17582b-6cad-4889-addf-b0bf60f3ec8f req-225807b6-a4ae-4b24-9954-711c4eeabd2e tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733776 Mar 01 20:56:35.826713 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f9ba9cb-d76a-453d-89fc-89600545ccf5 req-d32f105d-f7a7-4602-bcd9-a56e40dddfae tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147449 Mar 01 20:56:35.833928 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-72d5e709-7461-4a5d-b63c-2f7da8879c08 None None] Deleting port 9e297fe3-cac0-417e-b4b9-737e4977559d {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:35.834311 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-72d5e709-7461-4a5d-b63c-2f7da8879c08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:35.933563 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1a55760b-c727-45ef-85ac-8c71cbf37620 None None] Provisioning for port 421f10f4-c2e3-421b-9631-75fca669804c completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:56:35.934029 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-147a3d8c-ab2d-4d46-a609-1e3aa6bb1419 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:35.959753 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d4995a3-7b4e-4ea7-a14c-b4141a7ddab9', 'name': 'network-vif-deleted', 'tag': 'c2bd88b3-b186-4991-910c-08bc5805971e', 'status': 'completed', 'code': 200} Mar 01 20:56:35.959753 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf274cce-64d2-4949-aa8b-85f5c2eb418e', 'name': 'network-vif-deleted', 'tag': 'f0eb76de-4dfa-4e86-acf0-57905a711967', 'status': 'completed', 'code': 200} Mar 01 20:56:35.959753 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-147a3d8c-ab2d-4d46-a609-1e3aa6bb1419 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:35.972599 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147a3d8c-ab2d-4d46-a609-1e3aa6bb1419 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event deleted for resources: {'Network': ['ID=5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:35.977810 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-72d5e709-7461-4a5d-b63c-2f7da8879c08 None None] The port '9e297fe3-cac0-417e-b4b9-737e4977559d' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 20:56:35.982072 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1a55760b-c727-45ef-85ac-8c71cbf37620 None None] Provisioning complete for port 421f10f4-c2e3-421b-9631-75fca669804c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:56:35.982440 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1a55760b-c727-45ef-85ac-8c71cbf37620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:36.053067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1a55760b-c727-45ef-85ac-8c71cbf37620 None None] Port 421f10f4-c2e3-421b-9631-75fca669804c cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:56:36.065729 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-147a3d8c-ab2d-4d46-a609-1e3aa6bb1419 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "DELETE /v2.0/networks/5203cdb1-bda2-4c3e-9b2c-04d5f2a586ad HTTP/1.1" status: 204 len: 168 time: 2.0907295 Mar 01 20:56:36.068383 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41950) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:36.156731 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9e297fe3-cac0-417e-b4b9-737e4977559d no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:56:36.194974 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 9e297fe3-cac0-417e-b4b9-737e4977559d {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:56:36.195304 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9e297fe3-cac0-417e-b4b9-737e4977559d not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:56:36.203693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9307983-85f2-4173-8410-cba3b37d7453 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Deleting subnet 2d0aa64a-d090-4131-aec6-82a881450ff9 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:56:36.207254 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c9307983-85f2-4173-8410-cba3b37d7453 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:36.229155 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e27c2cc4-b872-446a-b4f0-6fa769e203b6 req-7a48eb58-7cfb-4c3e-8f42-9de9ad1420e4 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0923023 Mar 01 20:56:36.272829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b92dff-56f6-49f9-b2fb-e6d906afa84b req-817a82f5-d955-4d68-9806-359e84e40cd2 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:36.274290 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-97b92dff-56f6-49f9-b2fb-e6d906afa84b req-817a82f5-d955-4d68-9806-359e84e40cd2 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 949 time: 0.1764820 Mar 01 20:56:36.311774 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c9307983-85f2-4173-8410-cba3b37d7453 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:36.325565 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-97b92dff-56f6-49f9-b2fb-e6d906afa84b req-58f545ba-95d3-4d11-af05-a432c923234d tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441713 Mar 01 20:56:36.414638 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce88f3-c1fa-404f-8abb-fb6b5cd124ac req-75566aa2-1b59-484f-b59f-d828358f078d tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:36.415458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-43ce88f3-c1fa-404f-8abb-fb6b5cd124ac req-75566aa2-1b59-484f-b59f-d828358f078d tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Synchronizing usage tracker for tenant:b9d3d5d252f64eddb4951a96fa6fe403 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:36.439097 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c9307983-85f2-4173-8410-cba3b37d7453 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:36.521198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-43ce88f3-c1fa-404f-8abb-fb6b5cd124ac req-75566aa2-1b59-484f-b59f-d828358f078d tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Unset dirty status for tenant:b9d3d5d252f64eddb4951a96fa6fe403 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:36.522865 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-43ce88f3-c1fa-404f-8abb-fb6b5cd124ac req-75566aa2-1b59-484f-b59f-d828358f078d tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.55 "GET /v2.0/ports?device_id=b856a893-4af6-41d8-9f74-4ea219547f6a HTTP/1.1" status: 200 len: 945 time: 0.2650328 Mar 01 20:56:36.523511 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cd4fe-1722-461e-ac5e-bb177ba8ce09 req-d731a79b-f4e9-4c2d-86e4-bb4e8e1607f5 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:36.525290 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c5cd4fe-1722-461e-ac5e-bb177ba8ce09 req-d731a79b-f4e9-4c2d-86e4-bb4e8e1607f5 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 945 time: 0.0910668 Mar 01 20:56:36.574030 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c5cd4fe-1722-461e-ac5e-bb177ba8ce09 req-4aef1baa-44a2-4a59-b463-d8f033b36cf2 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417442 Mar 01 20:56:36.598172 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c9307983-85f2-4173-8410-cba3b37d7453 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:36.638627 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-43ce88f3-c1fa-404f-8abb-fb6b5cd124ac req-8d6eb20b-4ca9-4c36-8210-03c0e0edd4de tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Deleting port ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:36.638627 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-43ce88f3-c1fa-404f-8abb-fb6b5cd124ac req-8d6eb20b-4ca9-4c36-8210-03c0e0edd4de tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:36.704696 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41962) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:36.712058 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9307983-85f2-4173-8410-cba3b37d7453 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event deleted for resources: {'Subnet': ['ID=2d0aa64a-d090-4131-aec6-82a881450ff9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:36.712912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-8ad8120b-696d-4f32-94d6-fc8bd2453a10 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Request body: {'security_group': {'name': 'tempest-securitygroup--48076079', 'description': 'tempest-description--712561983'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:36.726391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8ad8120b-696d-4f32-94d6-fc8bd2453a10 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:36.730419 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8ad8120b-696d-4f32-94d6-fc8bd2453a10 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Usage tracker for resource:security_group and tenant:5705b0cae87741729c72e376229e6a19 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:36.734078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8ad8120b-696d-4f32-94d6-fc8bd2453a10 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:36.740913 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8ad8120b-696d-4f32-94d6-fc8bd2453a10 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:36.767514 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c9307983-85f2-4173-8410-cba3b37d7453 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:36.773928 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4eac5e-d33b-4a41-acd2-e196f762d287 None None] Network 048c8938-01b3-4f3b-8a5a-47ffa5f9c201 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:56:36.786431 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c9307983-85f2-4173-8410-cba3b37d7453 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "DELETE /v2.0/subnets/2d0aa64a-d090-4131-aec6-82a881450ff9 HTTP/1.1" status: 204 len: 168 time: 0.7166021 Mar 01 20:56:36.786675 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41966) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:36.872085 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8ad8120b-696d-4f32-94d6-fc8bd2453a10 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:36.946621 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8ad8120b-696d-4f32-94d6-fc8bd2453a10 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:36.950699 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8ad8120b-696d-4f32-94d6-fc8bd2453a10 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Usage tracker for resource:security_group_rule and tenant:5705b0cae87741729c72e376229e6a19 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:36.950883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-43ce88f3-c1fa-404f-8abb-fb6b5cd124ac req-8d6eb20b-4ca9-4c36-8210-03c0e0edd4de tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] For port ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4,segment=NetworkSegment(719d1eb2-4a3c-456d-b25f-5103731bec38),segment_id=719d1eb2-4a3c-456d-b25f-5103731bec38)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:36.951382 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-43ce88f3-c1fa-404f-8abb-fb6b5cd124ac req-8d6eb20b-4ca9-4c36-8210-03c0e0edd4de tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:36.953920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8ad8120b-696d-4f32-94d6-fc8bd2453a10 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:36.960106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8ad8120b-696d-4f32-94d6-fc8bd2453a10 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:36.998493 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-197a3b29-20de-46ae-b4a9-84f6c93fff7f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:37.018719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-197a3b29-20de-46ae-b4a9-84f6c93fff7f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Deleting port 0558335d-f477-49e2-be21-0183601d5566 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:37.019223 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-197a3b29-20de-46ae-b4a9-84f6c93fff7f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:37.105711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a41e6c-6cce-4037-9d43-98e35bc55dff None None] DHCP port deletion for 048c8938-01b3-4f3b-8a5a-47ffa5f9c201 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 20:56:37.111969 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d1a41e6c-6cce-4037-9d43-98e35bc55dff None None] Deleting port 0558335d-f477-49e2-be21-0183601d5566 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:37.112364 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d1a41e6c-6cce-4037-9d43-98e35bc55dff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:37.145323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-43ce88f3-c1fa-404f-8abb-fb6b5cd124ac req-8d6eb20b-4ca9-4c36-8210-03c0e0edd4de tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Calling delete_port for ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:37.181883 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8ad8120b-696d-4f32-94d6-fc8bd2453a10 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:37.286824 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8ad8120b-696d-4f32-94d6-fc8bd2453a10 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:37.418440 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d1a41e6c-6cce-4037-9d43-98e35bc55dff None None] For port 0558335d-f477-49e2-be21-0183601d5566, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0558335d-f477-49e2-be21-0183601d5566,segment=NetworkSegment(8c2eb36a-f31a-42ed-8e77-298532345ba2),segment_id=8c2eb36a-f31a-42ed-8e77-298532345ba2)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:37.418850 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d1a41e6c-6cce-4037-9d43-98e35bc55dff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:37.424310 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-197a3b29-20de-46ae-b4a9-84f6c93fff7f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] For port 0558335d-f477-49e2-be21-0183601d5566, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0558335d-f477-49e2-be21-0183601d5566,segment=NetworkSegment(8c2eb36a-f31a-42ed-8e77-298532345ba2),segment_id=8c2eb36a-f31a-42ed-8e77-298532345ba2)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:37.424862 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-197a3b29-20de-46ae-b4a9-84f6c93fff7f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:37.435566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8120b-696d-4f32-94d6-fc8bd2453a10 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5305b5d3-8038-4a77-a953-21a2f5ecd5c0,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:37.461403 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-43ce88f3-c1fa-404f-8abb-fb6b5cd124ac req-8d6eb20b-4ca9-4c36-8210-03c0e0edd4de tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:37.483041 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:56:37.516767 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6eb20b-4ca9-4c36-8210-03c0e0edd4de tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Pushing event deleted for resources: {'Port': ['ID=ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:37.565060 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-197a3b29-20de-46ae-b4a9-84f6c93fff7f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Calling delete_port for 0558335d-f477-49e2-be21-0183601d5566 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:37.588436 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d1a41e6c-6cce-4037-9d43-98e35bc55dff None None] Calling delete_port for 0558335d-f477-49e2-be21-0183601d5566 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:37.591695 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8ad8120b-696d-4f32-94d6-fc8bd2453a10 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:37.593277 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8ad8120b-696d-4f32-94d6-fc8bd2453a10 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.8874590 Mar 01 20:56:37.601285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41986) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:37.620062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-13b541a7-ee2e-4c5c-9ab5-deb6c6e09ae1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Request body: {'security_group_rule': {'security_group_id': '5305b5d3-8038-4a77-a953-21a2f5ecd5c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:37.621367 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0558335d-f477-49e2-be21-0183601d5566 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:56:37.629538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-13b541a7-ee2e-4c5c-9ab5-deb6c6e09ae1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:37.645274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0595c7a-d451-4a9f-b76c-e85d7124839d req-5e8a4abb-f7bb-4018-82ea-7777793f851d tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:37.646464 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ce88f3-c1fa-404f-8abb-fb6b5cd124ac req-8d6eb20b-4ca9-4c36-8210-03c0e0edd4de tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] No DVR routers for this DVR port ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:56:37.647901 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0595c7a-d451-4a9f-b76c-e85d7124839d req-5e8a4abb-f7bb-4018-82ea-7777793f851d tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=591c662c-c360-488d-beac-f8a3c37a1a1b HTTP/1.1" status: 200 len: 945 time: 0.4131181 Mar 01 20:56:37.649008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-13b541a7-ee2e-4c5c-9ab5-deb6c6e09ae1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Usage tracker for resource:security_group_rule and tenant:5705b0cae87741729c72e376229e6a19 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:37.656873 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-43ce88f3-c1fa-404f-8abb-fb6b5cd124ac req-8d6eb20b-4ca9-4c36-8210-03c0e0edd4de tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:37.658026 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-13b541a7-ee2e-4c5c-9ab5-deb6c6e09ae1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:37.683919 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-13b541a7-ee2e-4c5c-9ab5-deb6c6e09ae1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:37.732405 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0595c7a-d451-4a9f-b76c-e85d7124839d req-4766292c-4853-4a35-890a-6855344172f6 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712805 Mar 01 20:56:37.745542 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-43ce88f3-c1fa-404f-8abb-fb6b5cd124ac req-8d6eb20b-4ca9-4c36-8210-03c0e0edd4de tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.55 "DELETE /v2.0/ports/ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 HTTP/1.1" status: 204 len: 173 time: 1.2154384 Mar 01 20:56:37.775999 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:37.787974 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-d1a41e6c-6cce-4037-9d43-98e35bc55dff None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 01 20:56:37.787974 n-d-827896-4 neutron-server[88520]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Mar 01 20:56:37.787974 n-d-827896-4 neutron-server[88520]: [parameters: {'port_id': '0558335d-f477-49e2-be21-0183601d5566', 'host': 'n-d-827896-4'}] Mar 01 20:56:37.787974 n-d-827896-4 neutron-server[88520]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:56:37.788517 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-d1a41e6c-6cce-4037-9d43-98e35bc55dff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:56:37.816531 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-13b541a7-ee2e-4c5c-9ab5-deb6c6e09ae1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:37.894122 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-197a3b29-20de-46ae-b4a9-84f6c93fff7f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:37.941517 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b57d099-661f-4992-85b5-a5a234d5181d req-3a5f99c3-cfd3-4cb2-838d-3d3153acf98f tempest-ListServerFiltersTestJSON-861071806 tempest-ListServerFiltersTestJSON-861071806-project] 10.222.0.42 "GET /v2.0/ports?device_id=b856a893-4af6-41d8-9f74-4ea219547f6a HTTP/1.1" status: 200 len: 210 time: 0.1005473 Mar 01 20:56:37.957884 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b856a893-4af6-41d8-9f74-4ea219547f6a', 'name': 'network-vif-deleted', 'tag': 'ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:37.967441 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197a3b29-20de-46ae-b4a9-84f6c93fff7f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] No DVR routers for this DVR port 0558335d-f477-49e2-be21-0183601d5566 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:56:38.144216 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a3b29-20de-46ae-b4a9-84f6c93fff7f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event deleted for resources: {'Port': ['ID=0558335d-f477-49e2-be21-0183601d5566,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:38.291506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d1a41e6c-6cce-4037-9d43-98e35bc55dff None None] Deleting port 0558335d-f477-49e2-be21-0183601d5566 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:38.292000 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d1a41e6c-6cce-4037-9d43-98e35bc55dff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:38.302703 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-13b541a7-ee2e-4c5c-9ab5-deb6c6e09ae1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:38.362355 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d1a41e6c-6cce-4037-9d43-98e35bc55dff None None] The port '0558335d-f477-49e2-be21-0183601d5566' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 20:56:38.374878 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-197a3b29-20de-46ae-b4a9-84f6c93fff7f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:38.411428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-197a3b29-20de-46ae-b4a9-84f6c93fff7f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['048c8938-01b3-4f3b-8a5a-47ffa5f9c201']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:38.442479 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-197a3b29-20de-46ae-b4a9-84f6c93fff7f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c2eb36a-f31a-42ed-8e77-298532345ba2') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:38.445049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-197a3b29-20de-46ae-b4a9-84f6c93fff7f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c2eb36a-f31a-42ed-8e77-298532345ba2') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:38.462310 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-197a3b29-20de-46ae-b4a9-84f6c93fff7f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:38.481349 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f886c27-9368-4b58-a631-2fe4ab095173 req-14d3209e-db47-40e7-acae-724e8139b6d6 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:38.482874 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f886c27-9368-4b58-a631-2fe4ab095173 req-14d3209e-db47-40e7-acae-724e8139b6d6 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.3413393 Mar 01 20:56:38.483531 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-13b541a7-ee2e-4c5c-9ab5-deb6c6e09ae1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:38.509166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d67949-f96c-4646-82dc-b53b05d3a94b req-d978bb78-90b0-4228-9b61-a22e051dca6d tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:38.510635 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b1d67949-f96c-4646-82dc-b53b05d3a94b req-d978bb78-90b0-4228-9b61-a22e051dca6d tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 946 time: 0.3238502 Mar 01 20:56:38.535250 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-197a3b29-20de-46ae-b4a9-84f6c93fff7f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:38.541807 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b541a7-ee2e-4c5c-9ab5-deb6c6e09ae1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c08e1d-9b2c-459a-a839-6b48dae8b4b5,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:38.576134 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197a3b29-20de-46ae-b4a9-84f6c93fff7f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:56:38.577307 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-197a3b29-20de-46ae-b4a9-84f6c93fff7f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: timer() Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:56:38.592592 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:56:38.670823 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-13b541a7-ee2e-4c5c-9ab5-deb6c6e09ae1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:38.675000 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-13b541a7-ee2e-4c5c-9ab5-deb6c6e09ae1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0724530 Mar 01 20:56:38.686987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41996) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:38.697158 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f886c27-9368-4b58-a631-2fe4ab095173 req-2eaf7f6c-c2c5-49a3-ae45-bd002262151b tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000496 Mar 01 20:56:38.703110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6a067e61-16a8-4084-8de7-92a4707d843f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Request body: {'security_group_rule': {'security_group_id': '5305b5d3-8038-4a77-a953-21a2f5ecd5c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:38.713690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6a067e61-16a8-4084-8de7-92a4707d843f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:38.719007 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b1d67949-f96c-4646-82dc-b53b05d3a94b req-a6b80753-14f1-49e1-af7a-f2ac18278306 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/security-groups?id=59244b54-5c83-496f-8697-6988aeeb65b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851163 Mar 01 20:56:38.721332 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6a067e61-16a8-4084-8de7-92a4707d843f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Usage tracker for resource:security_group_rule and tenant:5705b0cae87741729c72e376229e6a19 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:38.724527 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6a067e61-16a8-4084-8de7-92a4707d843f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:38.730644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6a067e61-16a8-4084-8de7-92a4707d843f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:38.772440 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ace69-682a-428d-b23a-1c5c6b219164 req-e2b2a9f5-67b9-4b20-9580-9584ed925f70 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:38.773259 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-791ace69-682a-428d-b23a-1c5c6b219164 req-e2b2a9f5-67b9-4b20-9580-9584ed925f70 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Synchronizing usage tracker for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:38.784935 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-197a3b29-20de-46ae-b4a9-84f6c93fff7f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:38.807221 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-197a3b29-20de-46ae-b4a9-84f6c93fff7f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:38.819693 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a3b29-20de-46ae-b4a9-84f6c93fff7f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event deleted for resources: {'Network': ['ID=048c8938-01b3-4f3b-8a5a-47ffa5f9c201,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:38.830206 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-197a3b29-20de-46ae-b4a9-84f6c93fff7f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "DELETE /v2.0/networks/048c8938-01b3-4f3b-8a5a-47ffa5f9c201 HTTP/1.1" status: 204 len: 168 time: 2.0422595 Mar 01 20:56:38.836294 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42000) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:38.842943 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-95c0f19e-1ce1-4d27-8eff-558d27cab5cd tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1356173749'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:38.851518 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-791ace69-682a-428d-b23a-1c5c6b219164 req-e2b2a9f5-67b9-4b20-9580-9584ed925f70 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Unset dirty status for tenant:df56c463be844df5b2fb698fb8b7ab1c on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:38.852600 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-791ace69-682a-428d-b23a-1c5c6b219164 req-e2b2a9f5-67b9-4b20-9580-9584ed925f70 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.57 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.1802754 Mar 01 20:56:38.853851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-95c0f19e-1ce1-4d27-8eff-558d27cab5cd tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:38.859143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-95c0f19e-1ce1-4d27-8eff-558d27cab5cd tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Usage tracker for resource:network and tenant:4834e9a7767b4a869353bf362d5744fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:38.863858 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-95c0f19e-1ce1-4d27-8eff-558d27cab5cd tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:38.890561 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6a067e61-16a8-4084-8de7-92a4707d843f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:38.925030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-95c0f19e-1ce1-4d27-8eff-558d27cab5cd tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:38.975109 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6a067e61-16a8-4084-8de7-92a4707d843f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:38.996109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b7062-0f74-4f54-b186-7f8d5b85f64e req-efdb95f3-8de4-467d-af25-c3e81252157e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:38.997587 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef3b7062-0f74-4f54-b186-7f8d5b85f64e req-efdb95f3-8de4-467d-af25-c3e81252157e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 949 time: 0.1601737 Mar 01 20:56:38.999087 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-791ace69-682a-428d-b23a-1c5c6b219164 req-99132f4e-b5dd-445f-8594-82e243ce79bc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Deleting port 9ba9beeb-2142-4dc9-b740-ac5784ad2710 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:38.999655 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-791ace69-682a-428d-b23a-1c5c6b219164 req-99132f4e-b5dd-445f-8594-82e243ce79bc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:39.041988 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6a067e61-16a8-4084-8de7-92a4707d843f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:39.088933 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef3b7062-0f74-4f54-b186-7f8d5b85f64e req-8d452e2f-08dd-4f18-9209-23145bb4c15f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848086 Mar 01 20:56:39.094551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a067e61-16a8-4084-8de7-92a4707d843f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67a00f0d-98ca-4c71-92bc-f182a3fd251f,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:39.199089 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6a067e61-16a8-4084-8de7-92a4707d843f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:39.200555 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6a067e61-16a8-4084-8de7-92a4707d843f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5127366 Mar 01 20:56:39.203427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42008) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:39.210744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:39.216939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:39.224549 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Usage tracker for resource:floatingip and tenant:5705b0cae87741729c72e376229e6a19 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:39.234013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:39.245114 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:39.262299 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c0f19e-1ce1-4d27-8eff-558d27cab5cd tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Made reservation on behalf of 4834e9a7767b4a869353bf362d5744fe for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:56:39.265801 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-95c0f19e-1ce1-4d27-8eff-558d27cab5cd tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:39.279487 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b856a893-4af6-41d8-9f74-4ea219547f6a', 'name': 'network-vif-deleted', 'tag': 'ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4', 'status': 'completed', 'code': 200} Mar 01 20:56:39.328346 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:39.367685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c0f19e-1ce1-4d27-8eff-558d27cab5cd tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:56:39.376674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a2c2f-a8a8-47e5-a439-d467e93c4a6a req-151283af-5e80-4c67-a8a4-ecaa39fce318 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:39.378137 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e48a2c2f-a8a8-47e5-a439-d467e93c4a6a req-151283af-5e80-4c67-a8a4-ecaa39fce318 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.55 "GET /v2.0/ports?device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 946 time: 0.4510312 Mar 01 20:56:39.428272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42016) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:39.538930 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-95c0f19e-1ce1-4d27-8eff-558d27cab5cd tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:39.539287 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-95c0f19e-1ce1-4d27-8eff-558d27cab5cd tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Added segment d32a00d1-7445-4530-b440-52f0b561333b of type vlan for network fa915902-b2d0-4dbc-9808-038021a7f9f4 Mar 01 20:56:39.545899 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ed40d-7abc-426e-b343-7714c688ec22 req-7c95a423-2a51-49b5-9f50-a26ba20ee739 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:39.547349 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e24ed40d-7abc-426e-b343-7714c688ec22 req-7c95a423-2a51-49b5-9f50-a26ba20ee739 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 949 time: 0.1190650 Mar 01 20:56:39.578089 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:39.594262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-e48a2c2f-a8a8-47e5-a439-d467e93c4a6a req-b01dc5c2-5ec5-4865-9b9f-bcf71d902542 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Deleting port 3d26dca7-ef58-499b-bed3-17de20eb70ab {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:39.594634 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e48a2c2f-a8a8-47e5-a439-d467e93c4a6a req-b01dc5c2-5ec5-4865-9b9f-bcf71d902542 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:39.644960 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d215273-a103-4c04-abdb-ed8b91d33a8f admin admin] Deleting subnet 69696f78-8af9-4c8f-9387-1c6bfb385840 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:56:39.648322 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e24ed40d-7abc-426e-b343-7714c688ec22 req-42262718-7be8-4cdd-a389-784dc072d019 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928953 Mar 01 20:56:39.666194 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d215273-a103-4c04-abdb-ed8b91d33a8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:39.699688 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-791ace69-682a-428d-b23a-1c5c6b219164 req-99132f4e-b5dd-445f-8594-82e243ce79bc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] For port 9ba9beeb-2142-4dc9-b740-ac5784ad2710, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9ba9beeb-2142-4dc9-b740-ac5784ad2710,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:39.700078 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-791ace69-682a-428d-b23a-1c5c6b219164 req-99132f4e-b5dd-445f-8594-82e243ce79bc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:39.708665 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-95c0f19e-1ce1-4d27-8eff-558d27cab5cd tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:39.851047 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Allocated IP 172.25.5.206 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/853e52ac-163c-403a-a0bf-69fcd85663e3) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:56:39.856190 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [None req-95c0f19e-1ce1-4d27-8eff-558d27cab5cd tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:56:39.882245 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d215273-a103-4c04-abdb-ed8b91d33a8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:39.922309 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 3d26dca7-ef58-499b-bed3-17de20eb70ab no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:56:40.045211 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:40.051490 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b574afb-163f-427d-bcf3-193fa252bd6c req-f2320128-2196-4acf-bd54-e813717d6c52 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:40.059182 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b574afb-163f-427d-bcf3-193fa252bd6c req-f2320128-2196-4acf-bd54-e813717d6c52 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=591c662c-c360-488d-beac-f8a3c37a1a1b HTTP/1.1" status: 200 len: 945 time: 0.2737367 Mar 01 20:56:40.066761 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-95c0f19e-1ce1-4d27-8eff-558d27cab5cd tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:40.072767 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c0f19e-1ce1-4d27-8eff-558d27cab5cd tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:40.073357 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-95c0f19e-1ce1-4d27-8eff-558d27cab5cd tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:40.075943 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d26dca7-ef58-499b-bed3-17de20eb70ab'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:40.086805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 3d26dca7-ef58-499b-bed3-17de20eb70ab, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3d26dca7-ef58-499b-bed3-17de20eb70ab,segment=NetworkSegment(b4005af2-501b-48a9-91ea-2f0978bbb280),segment_id=b4005af2-501b-48a9-91ea-2f0978bbb280)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:40.143908 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b574afb-163f-427d-bcf3-193fa252bd6c req-13f841b4-67b6-4429-b638-4659fd28b1a1 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839305 Mar 01 20:56:40.149652 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:40.150485 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:56:40.152226 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:40.162480 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d6fb3c-89e4-49d6-97eb-6642f1d54bb1 req-b58cadd8-1648-4c44-b237-ad52cdc08e09 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:40.163992 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b4d6fb3c-89e4-49d6-97eb-6642f1d54bb1 req-b58cadd8-1648-4c44-b237-ad52cdc08e09 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 945 time: 0.2984161 Mar 01 20:56:40.234069 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b4d6fb3c-89e4-49d6-97eb-6642f1d54bb1 req-7269a197-6865-4650-8734-557583647d97 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547674 Mar 01 20:56:40.253481 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:56:40.253834 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ab54c8cd-8ecc-4536-bd47-ff1bf32d6fa4 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:56:40.285553 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=3d26dca7-ef58-499b-bed3-17de20eb70ab,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:40.351509 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:40.373103 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-95c0f19e-1ce1-4d27-8eff-558d27cab5cd tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5354044 Mar 01 20:56:40.373961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c0f19e-1ce1-4d27-8eff-558d27cab5cd tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event updated for resources: {'Network': ['ID=fa915902-b2d0-4dbc-9808-038021a7f9f4,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:40.375833 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42036) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:40.386893 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network fa915902-b2d0-4dbc-9808-038021a7f9f4 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:56:40.393032 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-3a70242c-35b2-4475-835b-7690f46a8fb4 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Request body: {'subnet': {'network_id': 'fa915902-b2d0-4dbc-9808-038021a7f9f4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:40.456099 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d215273-a103-4c04-abdb-ed8b91d33a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:40.508760 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-e48a2c2f-a8a8-47e5-a439-d467e93c4a6a req-b01dc5c2-5ec5-4865-9b9f-bcf71d902542 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] For port 3d26dca7-ef58-499b-bed3-17de20eb70ab, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3d26dca7-ef58-499b-bed3-17de20eb70ab,segment=NetworkSegment(b4005af2-501b-48a9-91ea-2f0978bbb280),segment_id=b4005af2-501b-48a9-91ea-2f0978bbb280)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:40.509113 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e48a2c2f-a8a8-47e5-a439-d467e93c4a6a req-b01dc5c2-5ec5-4865-9b9f-bcf71d902542 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:40.577452 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-791ace69-682a-428d-b23a-1c5c6b219164 req-99132f4e-b5dd-445f-8594-82e243ce79bc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:40.577815 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-791ace69-682a-428d-b23a-1c5c6b219164 req-99132f4e-b5dd-445f-8594-82e243ce79bc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:40.578122 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [req-791ace69-682a-428d-b23a-1c5c6b219164 req-99132f4e-b5dd-445f-8594-82e243ce79bc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Floating IP 8619a03f-cbbb-44d2-83cf-66ad643a103c disassociated. External IP: 172.25.5.147, port: 9ba9beeb-2142-4dc9-b740-ac5784ad2710. Mar 01 20:56:40.578452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-791ace69-682a-428d-b23a-1c5c6b219164 req-99132f4e-b5dd-445f-8594-82e243ce79bc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Calling delete_port for 9ba9beeb-2142-4dc9-b740-ac5784ad2710 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:40.583703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:56:40.591160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:56:40.601743 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:56:40.649605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event updated for resources: {'Port': ['ID=853e52ac-163c-403a-a0bf-69fcd85663e3,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:40.704852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958484b-7a34-4677-900a-5249d9de1581 req-f8e00ddc-10d5-48fc-88a3-64241917fff7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:40.706399 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8958484b-7a34-4677-900a-5249d9de1581 req-f8e00ddc-10d5-48fc-88a3-64241917fff7 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 945 time: 0.3974824 Mar 01 20:56:40.744159 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77522a-47f7-40d7-8037-fdb81d5f4599 req-fa2d3666-9819-4d7e-87a2-835edfa47c26 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:40.745734 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a77522a-47f7-40d7-8037-fdb81d5f4599 req-fa2d3666-9819-4d7e-87a2-835edfa47c26 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 944 time: 0.3907869 Mar 01 20:56:40.796728 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:40.816989 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8958484b-7a34-4677-900a-5249d9de1581 req-704d4d53-ce44-46c4-adfc-e1db62ea4828 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups?id=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010630 Mar 01 20:56:40.829009 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a77522a-47f7-40d7-8037-fdb81d5f4599 req-37f42690-e2e5-489d-9a88-8256c3e8a302 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/security-groups?id=59244b54-5c83-496f-8697-6988aeeb65b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746040 Mar 01 20:56:40.896964 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-e48a2c2f-a8a8-47e5-a439-d467e93c4a6a req-b01dc5c2-5ec5-4865-9b9f-bcf71d902542 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Calling delete_port for 3d26dca7-ef58-499b-bed3-17de20eb70ab owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:40.900337 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d26dca7-ef58-499b-bed3-17de20eb70ab', 'code': 200} Mar 01 20:56:40.925211 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:40.955660 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3a70242c-35b2-4475-835b-7690f46a8fb4 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:40.968598 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3a70242c-35b2-4475-835b-7690f46a8fb4 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Usage tracker for resource:subnet and tenant:4834e9a7767b4a869353bf362d5744fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:40.986383 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3a70242c-35b2-4475-835b-7690f46a8fb4 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:41.005893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3a70242c-35b2-4475-835b-7690f46a8fb4 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:41.105421 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d215273-a103-4c04-abdb-ed8b91d33a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:41.155020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a70242c-35b2-4475-835b-7690f46a8fb4 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Made reservation on behalf of 4834e9a7767b4a869353bf362d5744fe for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:56:41.158483 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3a70242c-35b2-4475-835b-7690f46a8fb4 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:41.175626 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [req-e48a2c2f-a8a8-47e5-a439-d467e93c4a6a req-b01dc5c2-5ec5-4865-9b9f-bcf71d902542 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:56:41.175847 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [req-e48a2c2f-a8a8-47e5-a439-d467e93c4a6a req-b01dc5c2-5ec5-4865-9b9f-bcf71d902542 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:56:41.184397 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d215273-a103-4c04-abdb-ed8b91d33a8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69696f78-8af9-4c8f-9387-1c6bfb385840,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:41.195339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d5c3e8-d523-4bb5-ae25-e34132111497 None None] Network ebd7adb9-6fa6-480c-b016-0aa827861bce requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:56:41.214147 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:41.236675 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d215273-a103-4c04-abdb-ed8b91d33a8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:41.313351 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-7cce44ff-9dfe-4c4d-a0ce-e37b18926a4d tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f49f672366454d8aaec799c518622a6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353620 Mar 01 20:56:41.323259 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:41.351682 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-791ace69-682a-428d-b23a-1c5c6b219164 req-99132f4e-b5dd-445f-8594-82e243ce79bc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:41.413804 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99132f4e-b5dd-445f-8594-82e243ce79bc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Pushing event deleted for resources: {'Port': ['ID=9ba9beeb-2142-4dc9-b740-ac5784ad2710,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:41.431418 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7d215273-a103-4c04-abdb-ed8b91d33a8f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/69696f78-8af9-4c8f-9387-1c6bfb385840 HTTP/1.1" status: 204 len: 168 time: 1.9952865 Mar 01 20:56:41.462102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42062) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:41.561095 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09790f1-1e93-4cb5-8800-e9821c8c3a3c req-440316f6-db13-4bfe-97aa-6bf33eb8c3c9 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:41.563390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-b09790f1-1e93-4cb5-8800-e9821c8c3a3c req-440316f6-db13-4bfe-97aa-6bf33eb8c3c9 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Synchronizing usage tracker for tenant:0d5eaf306fc14197ad9a3185fd39f796 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:41.627415 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198ce4ea-5b44-46dc-ab1e-b7ac384f20b4 None None] DHCP port deletion for ebd7adb9-6fa6-480c-b016-0aa827861bce request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 20:56:41.637267 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-198ce4ea-5b44-46dc-ab1e-b7ac384f20b4 None None] Deleting port d12e97de-580f-4d87-a2fe-0ec357bee11f {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:41.637267 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-198ce4ea-5b44-46dc-ab1e-b7ac384f20b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:41.689316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-e48a2c2f-a8a8-47e5-a439-d467e93c4a6a req-b01dc5c2-5ec5-4865-9b9f-bcf71d902542 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Deleting port 3d26dca7-ef58-499b-bed3-17de20eb70ab {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:41.689915 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e48a2c2f-a8a8-47e5-a439-d467e93c4a6a req-b01dc5c2-5ec5-4865-9b9f-bcf71d902542 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:41.728645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event updated for resources: {'Port': ['ID=853e52ac-163c-403a-a0bf-69fcd85663e3,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:41.749601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-b09790f1-1e93-4cb5-8800-e9821c8c3a3c req-440316f6-db13-4bfe-97aa-6bf33eb8c3c9 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Unset dirty status for tenant:0d5eaf306fc14197ad9a3185fd39f796 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:41.751597 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b09790f1-1e93-4cb5-8800-e9821c8c3a3c req-440316f6-db13-4bfe-97aa-6bf33eb8c3c9 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.57 "GET /v2.0/ports?device_id=591c662c-c360-488d-beac-f8a3c37a1a1b HTTP/1.1" status: 200 len: 945 time: 0.5741739 Mar 01 20:56:41.780752 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:41.782970 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:41.836823 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-354505b0-ef86-4c26-895e-ad8303e0de39 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:41.844047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-354505b0-ef86-4c26-895e-ad8303e0de39 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5240407 Mar 01 20:56:41.879649 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-45663771-5405-4859-a428-389941e4e0ed tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/quotas/f49f672366454d8aaec799c518622a6a HTTP/1.1" status: 200 len: 375 time: 0.0344877 Mar 01 20:56:41.882490 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-791ace69-682a-428d-b23a-1c5c6b219164 req-99132f4e-b5dd-445f-8594-82e243ce79bc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Router 5727f4bd-5be2-47ba-ae37-fda496976d15 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:56:41.938423 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Deleting port d12e97de-580f-4d87-a2fe-0ec357bee11f {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:41.938796 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:41.986464 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:41.987968 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-51b81692-cf43-41ea-bbef-da79250cbfdb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7835126 Mar 01 20:56:42.003550 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d23c68d-cd02-4727-9851-4be2618d0213 req-cc536dc5-d080-4dc0-ac26-ee6feeb41f73 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:42.005428 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5d23c68d-cd02-4727-9851-4be2618d0213 req-cc536dc5-d080-4dc0-ac26-ee6feeb41f73 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=591c662c-c360-488d-beac-f8a3c37a1a1b HTTP/1.1" status: 200 len: 945 time: 0.6109405 Mar 01 20:56:42.008911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-198ce4ea-5b44-46dc-ab1e-b7ac384f20b4 None None] For port d12e97de-580f-4d87-a2fe-0ec357bee11f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d12e97de-580f-4d87-a2fe-0ec357bee11f,segment=NetworkSegment(719d1eb2-4a3c-456d-b25f-5103731bec38),segment_id=719d1eb2-4a3c-456d-b25f-5103731bec38)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:42.009354 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-198ce4ea-5b44-46dc-ab1e-b7ac384f20b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:42.150600 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5d23c68d-cd02-4727-9851-4be2618d0213 req-25e60c8d-f320-46e9-923c-8d2e37dc548d tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318727 Mar 01 20:56:42.186342 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-c0bc8718-3d24-4244-9f99-69c43699ce60 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3053508 Mar 01 20:56:42.186937 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-198ce4ea-5b44-46dc-ab1e-b7ac384f20b4 None None] Calling delete_port for d12e97de-580f-4d87-a2fe-0ec357bee11f owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:42.357099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] For port d12e97de-580f-4d87-a2fe-0ec357bee11f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d12e97de-580f-4d87-a2fe-0ec357bee11f,segment=NetworkSegment(719d1eb2-4a3c-456d-b25f-5103731bec38),segment_id=719d1eb2-4a3c-456d-b25f-5103731bec38)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:42.357557 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:42.357694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-e48a2c2f-a8a8-47e5-a439-d467e93c4a6a req-b01dc5c2-5ec5-4865-9b9f-bcf71d902542 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] For port 3d26dca7-ef58-499b-bed3-17de20eb70ab, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3d26dca7-ef58-499b-bed3-17de20eb70ab,segment=NetworkSegment(b4005af2-501b-48a9-91ea-2f0978bbb280),segment_id=b4005af2-501b-48a9-91ea-2f0978bbb280)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:42.358191 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e48a2c2f-a8a8-47e5-a439-d467e93c4a6a req-b01dc5c2-5ec5-4865-9b9f-bcf71d902542 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:42.364048 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-198ce4ea-5b44-46dc-ab1e-b7ac384f20b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:42.408423 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198ce4ea-5b44-46dc-ab1e-b7ac384f20b4 None None] No DVR routers for this DVR port d12e97de-580f-4d87-a2fe-0ec357bee11f on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:56:42.420386 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198ce4ea-5b44-46dc-ab1e-b7ac384f20b4 None None] Pushing event deleted for resources: {'Port': ['ID=d12e97de-580f-4d87-a2fe-0ec357bee11f,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:42.488316 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 37cb3959-933e-49ac-8da9-8038072431ab details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:56:42.499982 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9ba9beeb-2142-4dc9-b740-ac5784ad2710 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:56:42.510533 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3a70242c-35b2-4475-835b-7690f46a8fb4 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:42.524613 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-e48a2c2f-a8a8-47e5-a439-d467e93c4a6a req-b01dc5c2-5ec5-4865-9b9f-bcf71d902542 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Calling delete_port for 3d26dca7-ef58-499b-bed3-17de20eb70ab owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:42.566752 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 9ba9beeb-2142-4dc9-b740-ac5784ad2710 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:56:42.567091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9ba9beeb-2142-4dc9-b740-ac5784ad2710 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:56:42.568427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Calling delete_port for d12e97de-580f-4d87-a2fe-0ec357bee11f owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:42.775444 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 37cb3959-933e-49ac-8da9-8038072431ab, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=37cb3959-933e-49ac-8da9-8038072431ab,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:42.792891 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '37cb3959-933e-49ac-8da9-8038072431ab', 'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df', 'port_id': '37cb3959-933e-49ac-8da9-8038072431ab', 'mac_address': 'fa:16:3e:2a:25:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '844187c6-69f0-42fc-8dd0-0c1a159e43b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:56:42.823724 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-b09790f1-1e93-4cb5-8800-e9821c8c3a3c req-c290c9c9-b98e-43e3-9971-e6e8d8fc8456 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Deleting port 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:42.824162 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b09790f1-1e93-4cb5-8800-e9821c8c3a3c req-c290c9c9-b98e-43e3-9971-e6e8d8fc8456 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:42.859293 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:42.865544 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00a58c23-631b-4b11-a89f-12d330c2eecd req-b9fee2fd-6bc5-4877-8e65-8d00adcfc207 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 210 time: 0.2236080 Mar 01 20:56:42.878714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37cb3959-933e-49ac-8da9-8038072431ab {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:56:42.904335 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 37cb3959-933e-49ac-8da9-8038072431ab, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=37cb3959-933e-49ac-8da9-8038072431ab,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:42.919997 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:56:42.919997 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:56:42.926144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb2cb8-b4ad-4a7f-89f6-adb9294e8c70 req-f6de4992-e15e-4d4a-ae31-5adf0e25678f tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:42.934435 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91fb2cb8-b4ad-4a7f-89f6-adb9294e8c70 req-f6de4992-e15e-4d4a-ae31-5adf0e25678f tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 945 time: 0.5672669 Mar 01 20:56:42.974408 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:42.992184 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91fb2cb8-b4ad-4a7f-89f6-adb9294e8c70 req-c6ed288c-7265-40ec-92cf-b29542298960 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507107 Mar 01 20:56:43.102226 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['37cb3959-933e-49ac-8da9-8038072431ab'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:56:43.136762 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=37cb3959-933e-49ac-8da9-8038072431ab,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:43.153449 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-791ace69-682a-428d-b23a-1c5c6b219164 req-99132f4e-b5dd-445f-8594-82e243ce79bc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:56:43.163869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a70242c-35b2-4475-835b-7690f46a8fb4 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event updated for resources: {'Subnet': ['ID=500ae941-b484-4ac8-bead-560406abb709,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:43.176471 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa074097-1625-4c4e-ac3c-0571d3463a9b None None] Sync routers for ids ['5727f4bd-5be2-47ba-ae37-fda496976d15'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:56:43.198479 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa074097-1625-4c4e-ac3c-0571d3463a9b None None] Routers {'5727f4bd-5be2-47ba-ae37-fda496976d15'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:56:43.199262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-fa074097-1625-4c4e-ac3c-0571d3463a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:56:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5727f4bd-5be2-47ba-ae37-fda496976d15'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:43.210691 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-0711724b-2ab1-4a92-9dac-8b809641b633 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Synchronizing usage tracker for tenant:5705b0cae87741729c72e376229e6a19 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:43.230373 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a70242c-35b2-4475-835b-7690f46a8fb4 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Checking segment: {'id': 'd32a00d1-7445-4530-b440-52f0b561333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fa915902-b2d0-4dbc-9808-038021a7f9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:56:43.230755 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a70242c-35b2-4475-835b-7690f46a8fb4 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Network hostable DHCP agents. Network: fa915902-b2d0-4dbc-9808-038021a7f9f4, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:56:43.244624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2c2f61-e477-45bf-9c9f-6bd0d779496d req-ae77dcd0-cd65-4637-a5b2-e6a17ebe3152 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:43.246734 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb2c2f61-e477-45bf-9c9f-6bd0d779496d req-ae77dcd0-cd65-4637-a5b2-e6a17ebe3152 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 944 time: 0.1917257 Mar 01 20:56:43.298938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-791ace69-682a-428d-b23a-1c5c6b219164 req-99132f4e-b5dd-445f-8594-82e243ce79bc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] No DVR routers for this DVR port 9ba9beeb-2142-4dc9-b740-ac5784ad2710 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:56:43.305784 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-791ace69-682a-428d-b23a-1c5c6b219164 req-99132f4e-b5dd-445f-8594-82e243ce79bc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:43.307937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb2c2f61-e477-45bf-9c9f-6bd0d779496d req-c39dda23-385f-4ba4-9127-04dca116262f tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/security-groups?id=59244b54-5c83-496f-8697-6988aeeb65b5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553679 Mar 01 20:56:43.309366 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e966c717-3076-4552-81ac-50afb0d8b605', 'name': 'network-vif-deleted', 'tag': '9ba9beeb-2142-4dc9-b740-ac5784ad2710'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:43.335112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-0711724b-2ab1-4a92-9dac-8b809641b633 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Unset dirty status for tenant:5705b0cae87741729c72e376229e6a19 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:43.345040 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-0711724b-2ab1-4a92-9dac-8b809641b633 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--48076079&fields=id&tenant_id=5705b0cae87741729c72e376229e6a19 HTTP/1.1" status: 200 len: 267 time: 0.2200317 Mar 01 20:56:43.371648 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-791ace69-682a-428d-b23a-1c5c6b219164 req-99132f4e-b5dd-445f-8594-82e243ce79bc tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.57 "DELETE /v2.0/ports/9ba9beeb-2142-4dc9-b740-ac5784ad2710 HTTP/1.1" status: 204 len: 173 time: 4.5089083 Mar 01 20:56:43.389915 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-b09790f1-1e93-4cb5-8800-e9821c8c3a3c req-c290c9c9-b98e-43e3-9971-e6e8d8fc8456 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] For port 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=7c6010cb-244d-4ee9-a42a-8b0f9e28ce35,segment=NetworkSegment(c33b36fb-eeee-4b30-9d10-511e47fa6b91),segment_id=c33b36fb-eeee-4b30-9d10-511e47fa6b91)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:43.390590 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b09790f1-1e93-4cb5-8800-e9821c8c3a3c req-c290c9c9-b98e-43e3-9971-e6e8d8fc8456 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:43.432224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Deleting port d12e97de-580f-4d87-a2fe-0ec357bee11f {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:43.432654 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:43.474780 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-fa074097-1625-4c4e-ac3c-0571d3463a9b None None] Set router 5727f4bd-5be2-47ba-ae37-fda496976d15 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:56:43.485466 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-13a83799-24db-442b-835c-525549d4a05f req-6532da8a-38ac-4401-81f2-96a49d62cc57 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 210 time: 0.0956349 Mar 01 20:56:43.526591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-b09790f1-1e93-4cb5-8800-e9821c8c3a3c req-c290c9c9-b98e-43e3-9971-e6e8d8fc8456 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Calling delete_port for 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:43.557020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a70242c-35b2-4475-835b-7690f46a8fb4 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Network fa915902-b2d0-4dbc-9808-038021a7f9f4 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:56:43.574459 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-96b30c49-61f9-46cf-a94c-152e3f7fc990 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:43.575743 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-96b30c49-61f9-46cf-a94c-152e3f7fc990 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Synchronizing usage tracker for tenant:5705b0cae87741729c72e376229e6a19 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:43.601632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] The port 'd12e97de-580f-4d87-a2fe-0ec357bee11f' was deleted {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 20:56:43.719058 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-3a70242c-35b2-4475-835b-7690f46a8fb4 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, fa915902-b2d0-4dbc-9808-038021a7f9f4) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:56:43.720689 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e48a2c2f-a8a8-47e5-a439-d467e93c4a6a req-b01dc5c2-5ec5-4865-9b9f-bcf71d902542 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:43.726738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a70242c-35b2-4475-835b-7690f46a8fb4 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:43.727791 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3a70242c-35b2-4475-835b-7690f46a8fb4 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:43.762276 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d12e97de-580f-4d87-a2fe-0ec357bee11f no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:56:43.787415 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:43.792515 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7552e693-fac1-4762-9e1a-f020948307c4 None None] Network fa915902-b2d0-4dbc-9808-038021a7f9f4 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:56:43.800025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01dc5c2-5ec5-4865-9b9f-bcf71d902542 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Pushing event deleted for resources: {'Port': ['ID=3d26dca7-ef58-499b-bed3-17de20eb70ab,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:43.801953 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-96b30c49-61f9-46cf-a94c-152e3f7fc990 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Unset dirty status for tenant:5705b0cae87741729c72e376229e6a19 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:43.802972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-96b30c49-61f9-46cf-a94c-152e3f7fc990 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports/3369ed1f-fbb4-4e08-b382-46706868eb08 HTTP/1.1" status: 200 len: 932 time: 0.4571621 Mar 01 20:56:43.827170 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd7adb9-6fa6-480c-b016-0aa827861bce']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:43.851299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719d1eb2-4a3c-456d-b25f-5103731bec38') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:43.851594 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719d1eb2-4a3c-456d-b25f-5103731bec38') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:43.858049 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: d12e97de-580f-4d87-a2fe-0ec357bee11f {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:56:43.858380 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d12e97de-580f-4d87-a2fe-0ec357bee11f not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:56:43.924850 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3a70242c-35b2-4475-835b-7690f46a8fb4 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.5427220 Mar 01 20:56:43.925812 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b09790f1-1e93-4cb5-8800-e9821c8c3a3c req-c290c9c9-b98e-43e3-9971-e6e8d8fc8456 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:43.927742 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42102) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:43.930073 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:43.944960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2273d-caad-4968-993e-6a6bf27f1153 req-66c7b37e-0b32-476c-b451-90a10d451e2f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:43.952278 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a2273d-caad-4968-993e-6a6bf27f1153 req-66c7b37e-0b32-476c-b451-90a10d451e2f tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/ports?device_id=591c662c-c360-488d-beac-f8a3c37a1a1b HTTP/1.1" status: 200 len: 945 time: 0.2895634 Mar 01 20:56:43.976163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48a2c2f-a8a8-47e5-a439-d467e93c4a6a req-b01dc5c2-5ec5-4865-9b9f-bcf71d902542 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] No DVR routers for this DVR port 3d26dca7-ef58-499b-bed3-17de20eb70ab on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:56:43.988915 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-6f15c26b-f43c-41ab-abdc-5647de2dc37c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1446430359'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:43.994276 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e48a2c2f-a8a8-47e5-a439-d467e93c4a6a req-b01dc5c2-5ec5-4865-9b9f-bcf71d902542 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:43.996514 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e48a2c2f-a8a8-47e5-a439-d467e93c4a6a req-b01dc5c2-5ec5-4865-9b9f-bcf71d902542 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.55 "DELETE /v2.0/ports/3d26dca7-ef58-499b-bed3-17de20eb70ab HTTP/1.1" status: 204 len: 173 time: 4.5616183 Mar 01 20:56:44.006099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-b7eca7d9-7693-476c-b94c-c6450639fabd tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:44.007846 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-b7eca7d9-7693-476c-b94c-c6450639fabd tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports/421f10f4-c2e3-421b-9631-75fca669804c HTTP/1.1" status: 200 len: 932 time: 0.1718159 Mar 01 20:56:44.008954 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:44.020149 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6f15c26b-f43c-41ab-abdc-5647de2dc37c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:44.028019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c290c9c9-b98e-43e3-9971-e6e8d8fc8456 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Pushing event deleted for resources: {'Port': ['ID=7c6010cb-244d-4ee9-a42a-8b0f9e28ce35,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:44.032574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:56:44.033073 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:44.043923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6f15c26b-f43c-41ab-abdc-5647de2dc37c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Usage tracker for resource:network and tenant:4834e9a7767b4a869353bf362d5744fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: timer() Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:56:44.047334 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:56:44.112961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6f15c26b-f43c-41ab-abdc-5647de2dc37c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:44.146622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6f15c26b-f43c-41ab-abdc-5647de2dc37c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:44.194945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09790f1-1e93-4cb5-8800-e9821c8c3a3c req-c290c9c9-b98e-43e3-9971-e6e8d8fc8456 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] No DVR routers for this DVR port 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:56:44.198707 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b09790f1-1e93-4cb5-8800-e9821c8c3a3c req-c290c9c9-b98e-43e3-9971-e6e8d8fc8456 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:44.201243 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b09790f1-1e93-4cb5-8800-e9821c8c3a3c req-c290c9c9-b98e-43e3-9971-e6e8d8fc8456 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.57 "DELETE /v2.0/ports/7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 HTTP/1.1" status: 204 len: 173 time: 2.4217155 Mar 01 20:56:44.203344 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-bf9ba410-ca42-4e73-a28b-7f6a60994ef7 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?network_id=77a119db-23ab-49e4-8878-de783cebb26a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1769285 Mar 01 20:56:44.219901 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a2273d-caad-4968-993e-6a6bf27f1153 req-d4d5c67d-f8b2-4eaa-8e29-f28e0c4b6d09 tempest-DeleteServersTestJSON-1268895574 tempest-DeleteServersTestJSON-1268895574-project] 10.222.0.42 "GET /v2.0/security-groups?id=6a0747ac-fff8-4b0c-8a44-55da10034ced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666280 Mar 01 20:56:44.273913 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-b8166bb5-be7b-4925-a81d-471f71c86b36 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?network_id=77a119db-23ab-49e4-8878-de783cebb26a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0690866 Mar 01 20:56:44.285923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-fa915902-b2d0-4dbc-9808-038021a7f9f4', 'network_id': 'fa915902-b2d0-4dbc-9808-038021a7f9f4', 'tenant_id': '4834e9a7767b4a869353bf362d5744fe', 'fixed_ips': [{'subnet_id': '500ae941-b484-4ac8-bead-560406abb709'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:56:44.287182 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:44.293976 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f15c26b-f43c-41ab-abdc-5647de2dc37c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Made reservation on behalf of 4834e9a7767b4a869353bf362d5744fe for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:56:44.310800 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6f15c26b-f43c-41ab-abdc-5647de2dc37c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:44.334569 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-fa074097-1625-4c4e-ac3c-0571d3463a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'name': 'tempest-ServerActionsTestJSON-278498603-router', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:27Z', 'updated_at': '2022-03-01T20:46:40Z', 'revision_number': 4, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'gw_port': {'id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:29Z', 'updated_at': '2022-03-01T20:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '1e8abd43-1639-4bd2-aad5-d148feb63cf5', 'name': '', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'mac_address': 'fa:16:3e:41:7c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:38Z', 'updated_at': '2022-03-01T20:46:50Z', 'revision_number': 5, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'subnets': [{'id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:44.340808 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa074097-1625-4c4e-ac3c-0571d3463a9b None None] Checking router: 5727f4bd-5be2-47ba-ae37-fda496976d15 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:56:44.355239 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e966c717-3076-4552-81ac-50afb0d8b605', 'name': 'network-vif-deleted', 'tag': '9ba9beeb-2142-4dc9-b740-ac5784ad2710', 'status': 'completed', 'code': 200} Mar 01 20:56:44.395256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f15c26b-f43c-41ab-abdc-5647de2dc37c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:56:44.411092 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6f15c26b-f43c-41ab-abdc-5647de2dc37c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:44.411309 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:44.411523 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-6f15c26b-f43c-41ab-abdc-5647de2dc37c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Added segment ff3adc06-4de2-4ddf-81cb-3e2e86041616 of type vlan for network 22986512-c22d-42ab-82ee-ce47bd099508 Mar 01 20:56:44.426171 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa074097-1625-4c4e-ac3c-0571d3463a9b None None] Routers {'5727f4bd-5be2-47ba-ae37-fda496976d15'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:56:44.427743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-fa074097-1625-4c4e-ac3c-0571d3463a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:56:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5727f4bd-5be2-47ba-ae37-fda496976d15'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:44.455503 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6f15c26b-f43c-41ab-abdc-5647de2dc37c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:44.479270 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:44.499048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:56:44.547717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd7adb9-6fa6-480c-b016-0aa827861bce,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:44.551634 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc9b455d-cd6c-401d-a469-6addbc35ba16 req-64ee22f6-9aea-4bb6-8cb4-319757ef7ae0 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/ports?device_id=e966c717-3076-4552-81ac-50afb0d8b605 HTTP/1.1" status: 200 len: 210 time: 0.1088779 Mar 01 20:56:44.557851 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:56:44.558195 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 7c6010cb-244d-4ee9-a42a-8b0f9e28ce35 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:56:44.562047 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 37cb3959-933e-49ac-8da9-8038072431ab no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:56:44.585009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:44.585360 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:44.585901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:44.586112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:44.586447 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:44.586922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:44.587117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:44.587464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:44.587784 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:44.588207 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:44.588457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:44.588772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:44.659178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-398ff3e9-ed50-4f96-95a5-4b0e80c4fef8 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:44.671309 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-398ff3e9-ed50-4f96-95a5-4b0e80c4fef8 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:44.678046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-398ff3e9-ed50-4f96-95a5-4b0e80c4fef8 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:44.679087 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-398ff3e9-ed50-4f96-95a5-4b0e80c4fef8 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Synchronizing usage tracker for tenant:5705b0cae87741729c72e376229e6a19 on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:44.696777 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6f15c26b-f43c-41ab-abdc-5647de2dc37c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:44.702852 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f15c26b-f43c-41ab-abdc-5647de2dc37c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:44.703665 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6f15c26b-f43c-41ab-abdc-5647de2dc37c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:44.772150 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8e06fa39-5e65-49c2-914d-46f26ec45ada admin admin] 10.222.0.42 "DELETE /v2.0/networks/ebd7adb9-6fa6-480c-b016-0aa827861bce HTTP/1.1" status: 204 len: 168 time: 3.2981517 Mar 01 20:56:44.804485 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Allocated IP 19.80.0.2 (fa915902-b2d0-4dbc-9808-038021a7f9f4/500ae941-b484-4ac8-bead-560406abb709/cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:56:44.831208 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9414ec-7313-469a-8623-7f71a8bfe58d req-38e02c07-c66c-4c07-8aeb-adf161f57943 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:44.833047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7b9414ec-7313-469a-8623-7f71a8bfe58d req-38e02c07-c66c-4c07-8aeb-adf161f57943 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 944 time: 0.1507766 Mar 01 20:56:44.837143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-fa074097-1625-4c4e-ac3c-0571d3463a9b None None] Set router 5727f4bd-5be2-47ba-ae37-fda496976d15 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:56:44.870678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-398ff3e9-ed50-4f96-95a5-4b0e80c4fef8 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Unset dirty status for tenant:5705b0cae87741729c72e376229e6a19 on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:44.870678 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-398ff3e9-ed50-4f96-95a5-4b0e80c4fef8 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/networks?id=1c6f66dd-272c-498f-a0ba-ba7fb81f92ae&id=ee65825d-7288-4653-bfc7-12a15403400e&id=ee65825d-7288-4653-bfc7-12a15403400e&id=77a119db-23ab-49e4-8878-de783cebb26a&id=77a119db-23ab-49e4-8878-de783cebb26a HTTP/1.1" status: 200 len: 1988 time: 0.5818715 Mar 01 20:56:44.871006 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15c26b-f43c-41ab-abdc-5647de2dc37c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event updated for resources: {'Network': ['ID=22986512-c22d-42ab-82ee-ce47bd099508,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:44.897016 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 22986512-c22d-42ab-82ee-ce47bd099508 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:56:44.904308 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-f57381d4-7973-427a-80aa-741741e05aa8 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/quotas/5705b0cae87741729c72e376229e6a19 HTTP/1.1" status: 200 len: 375 time: 0.0236752 Mar 01 20:56:44.912649 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7b9414ec-7313-469a-8623-7f71a8bfe58d req-d3240284-50ba-4ddc-b1cf-efd41445d712 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722966 Mar 01 20:56:44.938135 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6f15c26b-f43c-41ab-abdc-5647de2dc37c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0019753 Mar 01 20:56:44.943200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42114) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:44.949988 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-cfc0d74e-50c5-4aa6-a16f-66b1c90ec5d7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Request body: {'subnet': {'network_id': '22986512-c22d-42ab-82ee-ce47bd099508', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:45.084685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cfc0d74e-50c5-4aa6-a16f-66b1c90ec5d7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:45.089634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cfc0d74e-50c5-4aa6-a16f-66b1c90ec5d7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Usage tracker for resource:subnet and tenant:4834e9a7767b4a869353bf362d5744fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:45.092932 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cfc0d74e-50c5-4aa6-a16f-66b1c90ec5d7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:45.100344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cfc0d74e-50c5-4aa6-a16f-66b1c90ec5d7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:45.139982 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:45.140227 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-e64c56dc-6473-4ffa-8610-cfff9dff7337 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5705b0cae87741729c72e376229e6a19&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2246115 Mar 01 20:56:45.171050 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 37cb3959-933e-49ac-8da9-8038072431ab {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:56:45.206187 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-578fa811-9f88-406a-8ba5-25aa7dd1021c req-3d988d04-0c76-4335-82f3-ac915ec4c41a tempest-FloatingIPsAssociationNegativeTestJSON-1852741722 tempest-FloatingIPsAssociationNegativeTestJSON-1852741722-project] 10.222.0.42 "GET /v2.0/ports?device_id=af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6 HTTP/1.1" status: 200 len: 210 time: 0.0674293 Mar 01 20:56:45.221198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc0d74e-50c5-4aa6-a16f-66b1c90ec5d7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Made reservation on behalf of 4834e9a7767b4a869353bf362d5744fe for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:56:45.231204 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cfc0d74e-50c5-4aa6-a16f-66b1c90ec5d7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:45.320935 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42122) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:45.444890 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 37cb3959-933e-49ac-8da9-8038072431ab, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=37cb3959-933e-49ac-8da9-8038072431ab,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:45.596133 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:45.602584 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-3332add3-0711-4538-a295-bb0a43aa9417 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f49f672366454d8aaec799c518622a6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2116401 Mar 01 20:56:45.649517 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-3e28b335-856d-4812-8816-b202ec92f38c service neutron] 10.222.0.42 "GET /v2.0/networks/1c6f66dd-272c-498f-a0ba-ba7fb81f92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4754536 Mar 01 20:56:45.685121 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-26d517ee-80c5-4d38-a499-ca10d6fe2d7c req-b426237e-d4d5-4104-b500-cfef177e678c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 210 time: 0.3354683 Mar 01 20:56:45.711431 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:45.744051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Transition to ACTIVE for port object cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:56:45.765600 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=37cb3959-933e-49ac-8da9-8038072431ab,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:45.799669 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Transition to ACTIVE for port object cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:56:45.805451 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-fa074097-1625-4c4e-ac3c-0571d3463a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'name': 'tempest-ServerActionsTestJSON-278498603-router', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:27Z', 'updated_at': '2022-03-01T20:46:40Z', 'revision_number': 4, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'gw_port': {'id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:29Z', 'updated_at': '2022-03-01T20:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '1e8abd43-1639-4bd2-aad5-d148feb63cf5', 'name': '', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'mac_address': 'fa:16:3e:41:7c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:38Z', 'updated_at': '2022-03-01T20:46:50Z', 'revision_number': 5, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'subnets': [{'id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:45.808247 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0069d09b-0216-4240-87b7-0db6ad07f702 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b9d3d5d252f64eddb4951a96fa6fe403&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4863963 Mar 01 20:56:45.810494 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa074097-1625-4c4e-ac3c-0571d3463a9b None None] The sync data for ids ['5727f4bd-5be2-47ba-ae37-fda496976d15'] in n-d-827896-4 is: [{'id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'name': 'tempest-ServerActionsTestJSON-278498603-router', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:27Z', 'updated_at': '2022-03-01T20:46:40Z', 'revision_number': 4, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'gw_port': {'id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:29Z', 'updated_at': '2022-03-01T20:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '1e8abd43-1639-4bd2-aad5-d148feb63cf5', 'name': '', 'network_id': '9c047131-db31-4f0b-ada8-1976d242266e', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'mac_address': 'fa:16:3e:41:7c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:38Z', 'updated_at': '2022-03-01T20:46:50Z', 'revision_number': 5, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'subnets': [{'id': '9b10d451-6863-433c-a07b-4c6d8834b5d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:56:45.810969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42128) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:45.840613 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-9fb3ad82-5212-44d4-89d3-8b85eaa36734 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:45.842090 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-9fb3ad82-5212-44d4-89d3-8b85eaa36734 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2335427 Mar 01 20:56:45.885024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-84fbb61a-1eb4-442c-bce0-f749921b2b0e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Request body: {'port': {'device_id': '94e9d47a-2cd4-4dd9-9404-830f2bf9d228', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'f49f672366454d8aaec799c518622a6a'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:45.911174 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:45.993396 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Network fa915902-b2d0-4dbc-9808-038021a7f9f4 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:56:45.997836 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:56:46.006724 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:56:46.027949 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-57213495-cbdf-4dad-8543-9f11056bf348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:46.056063 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Pushing event updated for resources: {'Port': ['ID=cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:46.088439 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-57213495-cbdf-4dad-8543-9f11056bf348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:46.103206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-84fbb61a-1eb4-442c-bce0-f749921b2b0e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:46.118551 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-84fbb61a-1eb4-442c-bce0-f749921b2b0e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:46.126827 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Attempting to bind port cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:56:46.127323 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Attempting to bind port cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'd32a00d1-7445-4530-b440-52f0b561333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fa915902-b2d0-4dbc-9808-038021a7f9f4'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:56:46.127810 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Attempting to bind port cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b on network fa915902-b2d0-4dbc-9808-038021a7f9f4 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:56:46.135390 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:56:46.135874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Checking segment: {'id': 'd32a00d1-7445-4530-b440-52f0b561333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fa915902-b2d0-4dbc-9808-038021a7f9f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:56:46.136551 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:46.137021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Bound using segment: {'id': 'd32a00d1-7445-4530-b440-52f0b561333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fa915902-b2d0-4dbc-9808-038021a7f9f4'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:56:46.137615 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Bound port: cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32a00d1-7445-4530-b440-52f0b561333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fa915902-b2d0-4dbc-9808-038021a7f9f4'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:56:46.138094 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:46.165258 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cfc0d74e-50c5-4aa6-a16f-66b1c90ec5d7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:46.191335 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-e52f8e7b-feaa-487d-acb6-b1966ddde884 service neutron] 10.222.0.42 "GET /v2.0/networks/1c6f66dd-272c-498f-a0ba-ba7fb81f92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311105 Mar 01 20:56:46.232078 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-84fbb61a-1eb4-442c-bce0-f749921b2b0e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Made reservation on behalf of f49f672366454d8aaec799c518622a6a for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:56:46.236328 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-84fbb61a-1eb4-442c-bce0-f749921b2b0e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:46.271784 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-8523f411-7c3d-47e6-86da-bafbcfc32fd9 service neutron] 10.222.0.42 "GET /v2.0/ports/3369ed1f-fbb4-4e08-b382-46706868eb08?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0733812 Mar 01 20:56:46.275493 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] For port cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:56:46.276554 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44eaad6e-418b-4894-b8e4-185ca88d5776 None None] New status for floating IP 8619a03f-cbbb-44d2-83cf-66ad643a103c: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 20:56:46.279592 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] For port cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b,segment=NetworkSegment(d32a00d1-7445-4530-b440-52f0b561333b),segment_id=d32a00d1-7445-4530-b440-52f0b561333b)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:56:46.321504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0d74e-50c5-4aa6-a16f-66b1c90ec5d7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event updated for resources: {'Subnet': ['ID=1ac4f8ab-aa22-4b24-b845-50595dfcc95d,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:46.370283 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:46.374662 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-57213495-cbdf-4dad-8543-9f11056bf348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:46.398873 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6', 'name': 'network-vif-deleted', 'tag': '3d26dca7-ef58-499b-bed3-17de20eb70ab'}, {'server_uuid': '591c662c-c360-488d-beac-f8a3c37a1a1b', 'name': 'network-vif-deleted', 'tag': '7c6010cb-244d-4ee9-a42a-8b0f9e28ce35'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:46.399132 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57213495-cbdf-4dad-8543-9f11056bf348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0cca09-3a3f-4c31-a0d5-d429013b6fd7,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:46.419312 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-57213495-cbdf-4dad-8543-9f11056bf348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:46.430611 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-57213495-cbdf-4dad-8543-9f11056bf348 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d0cca09-3a3f-4c31-a0d5-d429013b6fd7 HTTP/1.1" status: 204 len: 168 time: 0.6083410 Mar 01 20:56:46.447919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc0d74e-50c5-4aa6-a16f-66b1c90ec5d7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Checking segment: {'id': 'ff3adc06-4de2-4ddf-81cb-3e2e86041616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22986512-c22d-42ab-82ee-ce47bd099508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:56:46.448290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc0d74e-50c5-4aa6-a16f-66b1c90ec5d7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Network hostable DHCP agents. Network: 22986512-c22d-42ab-82ee-ce47bd099508, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:56:46.498937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-a122ecbc-1dc3-494c-a2ff-355458511069 service neutron] 10.222.0.42 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188773 Mar 01 20:56:46.562950 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cbc859-fe94-4a0e-8768-0ddbbfd56211 None None] Pushing event updated for resources: {'Port': ['ID=cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:46.592573 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc0d74e-50c5-4aa6-a16f-66b1c90ec5d7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Network 22986512-c22d-42ab-82ee-ce47bd099508 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:56:46.598578 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42144) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:46.700649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-cfc0d74e-50c5-4aa6-a16f-66b1c90ec5d7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 22986512-c22d-42ab-82ee-ce47bd099508) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:56:46.708511 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40da5b11-d1ae-4f1d-97d5-9c43a979e5d7 None None] Network 22986512-c22d-42ab-82ee-ce47bd099508 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:56:46.721819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-84fbb61a-1eb4-442c-bce0-f749921b2b0e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Allocated IP 192.168.233.248 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:56:46.721819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc0d74e-50c5-4aa6-a16f-66b1c90ec5d7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:46.722026 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cfc0d74e-50c5-4aa6-a16f-66b1c90ec5d7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:46.821114 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-9afbbc91-4532-41b5-a1a5-01907157d585 service neutron] 10.222.0.42 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151834 Mar 01 20:56:46.919075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b08ad8-f31b-4c44-838f-2b751d6a9b57 req-832a8e93-bb88-401c-8825-a0ab5d6672da tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:46.921809 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76b08ad8-f31b-4c44-838f-2b751d6a9b57 req-832a8e93-bb88-401c-8825-a0ab5d6672da tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 943 time: 0.2162623 Mar 01 20:56:46.961230 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-6449772c-2fa7-4633-abc6-4420435ee4a6 service neutron] 10.222.0.42 "GET /v2.0/ports/421f10f4-c2e3-421b-9631-75fca669804c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1303782 Mar 01 20:56:47.009822 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cfc0d74e-50c5-4aa6-a16f-66b1c90ec5d7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0565333 Mar 01 20:56:47.051403 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-22986512-c22d-42ab-82ee-ce47bd099508', 'network_id': '22986512-c22d-42ab-82ee-ce47bd099508', 'tenant_id': '4834e9a7767b4a869353bf362d5744fe', 'fixed_ips': [{'subnet_id': '1ac4f8ab-aa22-4b24-b845-50595dfcc95d'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:56:47.052452 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:47.146870 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76b08ad8-f31b-4c44-838f-2b751d6a9b57 req-91c0e878-f2f7-485d-8e90-23f0f2f8df53 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415288 Mar 01 20:56:47.307672 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Allocated IP 19.86.0.2 (22986512-c22d-42ab-82ee-ce47bd099508/1ac4f8ab-aa22-4b24-b845-50595dfcc95d/2b3081e8-da7a-4ec1-aaff-17f782c193cf) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:56:47.342127 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-84fbb61a-1eb4-442c-bce0-f749921b2b0e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:47.391505 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-8e853899-b3d7-4616-ac58-bd0a3bab1994 service neutron] 10.222.0.42 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288604 Mar 01 20:56:47.415926 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1dc53d-b839-4d99-b0fd-b3d8fe15f4e6', 'name': 'network-vif-deleted', 'tag': '3d26dca7-ef58-499b-bed3-17de20eb70ab', 'status': 'completed', 'code': 200} Mar 01 20:56:47.416194 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591c662c-c360-488d-beac-f8a3c37a1a1b', 'name': 'network-vif-deleted', 'tag': '7c6010cb-244d-4ee9-a42a-8b0f9e28ce35', 'status': 'completed', 'code': 200} Mar 01 20:56:47.437279 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-84fbb61a-1eb4-442c-bce0-f749921b2b0e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Transition to ACTIVE for port object a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:56:47.498629 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42164) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:47.619628 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-d2bd34df-7282-4b4e-a581-ed9fe595bfbc service neutron] 10.222.0.42 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264199 Mar 01 20:56:47.656943 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:47.670409 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Transition to ACTIVE for port object 2b3081e8-da7a-4ec1-aaff-17f782c193cf will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:56:47.695711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Transition to ACTIVE for port object 2b3081e8-da7a-4ec1-aaff-17f782c193cf will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:56:47.720035 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-84fbb61a-1eb4-442c-bce0-f749921b2b0e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:47.731352 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:56:47.768067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['434884c2-e77f-4d2b-b8c1-aa2f4b16df42', 'bd97f53a-f9d1-47ca-a431-a0e2ca5feb68'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:56:47.803253 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-13c82b40-5844-4d06-bc58-5d48437cb605 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:47.812043 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:47.839139 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-84fbb61a-1eb4-442c-bce0-f749921b2b0e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:56:47.857323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-84fbb61a-1eb4-442c-bce0-f749921b2b0e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:56:47.889750 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-84fbb61a-1eb4-442c-bce0-f749921b2b0e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:56:47.913773 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a136e52-dda3-45ce-b226-272fc71f5f54 req-94cc9cdc-8687-455a-8d9e-65590799895c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:47.915721 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a136e52-dda3-45ce-b226-272fc71f5f54 req-94cc9cdc-8687-455a-8d9e-65590799895c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 936 time: 0.2161121 Mar 01 20:56:47.920565 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-aa86b0af-897b-4167-b7aa-e151e1feddb5 service neutron] 10.222.0.42 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922342 Mar 01 20:56:48.035075 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Network 22986512-c22d-42ab-82ee-ce47bd099508 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:56:48.078313 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:56:48.090755 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:56:48.111158 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Pushing event updated for resources: {'Port': ['ID=2b3081e8-da7a-4ec1-aaff-17f782c193cf,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:48.222851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fbb61a-1eb4-442c-bce0-f749921b2b0e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Pushing event updated for resources: {'Port': ['ID=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:48.245984 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-6816846b-57c4-4f5e-a8fd-71f1f53b9f47 service neutron] 10.222.0.42 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018038 Mar 01 20:56:48.288880 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2292c7a3-275d-4515-ba6b-3239354e5354 None None] Network fa915902-b2d0-4dbc-9808-038021a7f9f4 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:56:48.295882 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-13c82b40-5844-4d06-bc58-5d48437cb605 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:48.333112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42180) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:48.338961 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a136e52-dda3-45ce-b226-272fc71f5f54 req-c9dd40b1-17e8-48b6-be78-ff9243be5885 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4170966 Mar 01 20:56:48.379891 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-84fbb61a-1eb4-442c-bce0-f749921b2b0e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:48.380633 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-84fbb61a-1eb4-442c-bce0-f749921b2b0e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:48.450051 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e03c4b-8144-4a53-a0a5-1ee487455be2 req-f74b700a-ae71-42f0-821e-77e46f341807 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:48.450792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-d3e03c4b-8144-4a53-a0a5-1ee487455be2 req-f74b700a-ae71-42f0-821e-77e46f341807 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Synchronizing usage tracker for tenant:fd3c698bf2694717bd40d468a2c12a0f on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:48.468105 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-571c8759-e9f0-42d6-ae2b-9394cffa9024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:48.498178 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:56:48.510764 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Attempting to bind port 2b3081e8-da7a-4ec1-aaff-17f782c193cf on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:56:48.511134 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Attempting to bind port 2b3081e8-da7a-4ec1-aaff-17f782c193cf by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'ff3adc06-4de2-4ddf-81cb-3e2e86041616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22986512-c22d-42ab-82ee-ce47bd099508'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:56:48.518374 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Attempting to bind port 2b3081e8-da7a-4ec1-aaff-17f782c193cf on network 22986512-c22d-42ab-82ee-ce47bd099508 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:56:48.540046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:56:48.540430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Checking segment: {'id': 'ff3adc06-4de2-4ddf-81cb-3e2e86041616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22986512-c22d-42ab-82ee-ce47bd099508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:56:48.540838 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:48.541233 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Bound using segment: {'id': 'ff3adc06-4de2-4ddf-81cb-3e2e86041616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22986512-c22d-42ab-82ee-ce47bd099508'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:56:48.541715 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Bound port: 2b3081e8-da7a-4ec1-aaff-17f782c193cf, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff3adc06-4de2-4ddf-81cb-3e2e86041616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22986512-c22d-42ab-82ee-ce47bd099508'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:56:48.542090 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:48.585472 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-187574770-network', 'tenant_id': '5203c2ab63064c69ad3c5cd3fc2cfb01'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:48.592987 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-13c82b40-5844-4d06-bc58-5d48437cb605 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:48.598317 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-84fbb61a-1eb4-442c-bce0-f749921b2b0e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7172461 Mar 01 20:56:48.625243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:48.627992 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-dd984377-6a22-42b7-bf7a-b5f2ffb0fe62 service neutron] 10.222.0.42 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830829 Mar 01 20:56:48.641592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] Request body: {'port': {'device_id': '94e9d47a-2cd4-4dd9-9404-830f2bf9d228', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:48.645268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fb24a0ec-f1d6-4b15-8589-6e6623cfe9e7 None None] Provisioning for port cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:56:48.672628 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Usage tracker for resource:network and tenant:5203c2ab63064c69ad3c5cd3fc2cfb01 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:48.683646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c82b40-5844-4d06-bc58-5d48437cb605 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:48.686157 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:48.696210 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fb24a0ec-f1d6-4b15-8589-6e6623cfe9e7 None None] Provisioning complete for port cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:56:48.696589 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fb24a0ec-f1d6-4b15-8589-6e6623cfe9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:48.748256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-d3e03c4b-8144-4a53-a0a5-1ee487455be2 req-f74b700a-ae71-42f0-821e-77e46f341807 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Unset dirty status for tenant:fd3c698bf2694717bd40d468a2c12a0f on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:48.749395 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3e03c4b-8144-4a53-a0a5-1ee487455be2 req-f74b700a-ae71-42f0-821e-77e46f341807 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.57 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 943 time: 0.5300634 Mar 01 20:56:48.759866 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:48.832051 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-13c82b40-5844-4d06-bc58-5d48437cb605 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:48.836026 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-13c82b40-5844-4d06-bc58-5d48437cb605 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "DELETE /v2.0/security-groups/f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd HTTP/1.1" status: 204 len: 168 time: 1.3286293 Mar 01 20:56:48.841351 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] For port 2b3081e8-da7a-4ec1-aaff-17f782c193cf, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:56:48.849043 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42196) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:48.893855 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-7df2b58e-3a67-4f82-ae8c-08503c708567 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] show failed (client error): The resource could not be found. Mar 01 20:56:48.897515 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7df2b58e-3a67-4f82-ae8c-08503c708567 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "GET /v2.0/security-groups/f27b03ab-1a42-4f1e-9b0d-5a22d3bf39fd HTTP/1.1" status: 404 len: 347 time: 0.0435257 Mar 01 20:56:48.898370 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] For port 2b3081e8-da7a-4ec1-aaff-17f782c193cf, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2b3081e8-da7a-4ec1-aaff-17f782c193cf,segment=NetworkSegment(ff3adc06-4de2-4ddf-81cb-3e2e86041616),segment_id=ff3adc06-4de2-4ddf-81cb-3e2e86041616)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:56:48.905916 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42200) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:48.969981 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Made reservation on behalf of 5203c2ab63064c69ad3c5cd3fc2cfb01 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:56:48.972493 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:48.982329 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:48.996516 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-2b9eba5e-e640-4441-ad19-063dc21bcffe service neutron] 10.222.0.42 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671405 Mar 01 20:56:49.027479 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-d3e03c4b-8144-4a53-a0a5-1ee487455be2 req-af193bc7-6f98-4fda-a8c5-36ded91f1c7e tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Deleting port 37cb3959-933e-49ac-8da9-8038072431ab {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:49.027814 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d3e03c4b-8144-4a53-a0a5-1ee487455be2 req-af193bc7-6f98-4fda-a8c5-36ded91f1c7e tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:49.071643 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:49.101934 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:49.106539 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fb24a0ec-f1d6-4b15-8589-6e6623cfe9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:49.128021 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:49.151254 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4752cf0-79b6-4af2-b746-b9c571c25e97 None None] Pushing event updated for resources: {'Port': ['ID=2b3081e8-da7a-4ec1-aaff-17f782c193cf,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:49.152267 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Usage tracker for resource:security_group_rule and tenant:5203c2ab63064c69ad3c5cd3fc2cfb01 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:49.152731 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-dae74f99-ced5-4c5c-8f3d-21006e34b0e7 service neutron] 10.222.0.42 "GET /v2.0/networks/77a119db-23ab-49e4-8878-de783cebb26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398776 Mar 01 20:56:49.191540 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:49.251328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:49.269955 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-fb24a0ec-f1d6-4b15-8589-6e6623cfe9e7 None None] For port cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b,segment=NetworkSegment(d32a00d1-7445-4530-b440-52f0b561333b),segment_id=d32a00d1-7445-4530-b440-52f0b561333b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:49.311423 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-4c556b22-7390-4dc2-bf48-f2a8a8502570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Deleting port ce883913-17b2-49c5-9124-edf8cf24482a {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:49.312096 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4c556b22-7390-4dc2-bf48-f2a8a8502570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:49.355234 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fb24a0ec-f1d6-4b15-8589-6e6623cfe9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:49.475103 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-44779ea8-ba2b-4515-af93-d4a7b40697fa tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:49.482564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb24a0ec-f1d6-4b15-8589-6e6623cfe9e7 None None] Pushing event updated for resources: {'Port': ['ID=cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:49.483142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-44779ea8-ba2b-4515-af93-d4a7b40697fa tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:49.487759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-44779ea8-ba2b-4515-af93-d4a7b40697fa tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Synchronizing usage tracker for tenant:4834e9a7767b4a869353bf362d5744fe on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:49.550940 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fb24a0ec-f1d6-4b15-8589-6e6623cfe9e7 None None] Provisioning for port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:56:49.557326 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fb24a0ec-f1d6-4b15-8589-6e6623cfe9e7 None None] Provisioning complete for port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:56:49.558008 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fb24a0ec-f1d6-4b15-8589-6e6623cfe9e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:49.658577 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-fb24a0ec-f1d6-4b15-8589-6e6623cfe9e7 None None] Port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:56:49.676183 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-63fb26a0-8c1a-429e-afe9-7e0106b5fe11 service neutron] 10.222.0.42 "GET /v2.0/networks/77a119db-23ab-49e4-8878-de783cebb26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4400415 Mar 01 20:56:49.678977 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-44779ea8-ba2b-4515-af93-d4a7b40697fa tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Unset dirty status for tenant:4834e9a7767b4a869353bf362d5744fe on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:49.680257 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-44779ea8-ba2b-4515-af93-d4a7b40697fa tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/networks?id=fa915902-b2d0-4dbc-9808-038021a7f9f4&id=22986512-c22d-42ab-82ee-ce47bd099508 HTTP/1.1" status: 200 len: 1392 time: 1.0595920 Mar 01 20:56:49.743652 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:56:49.747020 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4c556b22-7390-4dc2-bf48-f2a8a8502570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:49.747346 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4c556b22-7390-4dc2-bf48-f2a8a8502570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:49.801103 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-5a17e2f6-2834-4060-9ec3-563045f81618 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/quotas/4834e9a7767b4a869353bf362d5744fe HTTP/1.1" status: 200 len: 375 time: 0.0964801 Mar 01 20:56:49.807333 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-571c8759-e9f0-42d6-ae2b-9394cffa9024 admin admin] Deleting port 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:49.807937 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-571c8759-e9f0-42d6-ae2b-9394cffa9024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:49.829258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-408f96ba-f960-4f6e-9560-55a4d45f45fb None None] Provisioning complete for port cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:56:49.829972 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-408f96ba-f960-4f6e-9560-55a4d45f45fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:49.886438 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:56:49.887188 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:49.931607 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-d3e03c4b-8144-4a53-a0a5-1ee487455be2 req-af193bc7-6f98-4fda-a8c5-36ded91f1c7e tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] For port 37cb3959-933e-49ac-8da9-8038072431ab, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=37cb3959-933e-49ac-8da9-8038072431ab,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:49.932528 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d3e03c4b-8144-4a53-a0a5-1ee487455be2 req-af193bc7-6f98-4fda-a8c5-36ded91f1c7e tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:49.974992 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-4c556b22-7390-4dc2-bf48-f2a8a8502570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Calling delete_port for ce883913-17b2-49c5-9124-edf8cf24482a owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:50.075897 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-4c62b962-90f1-486b-8143-3ee8569816ac service neutron] 10.222.0.42 "GET /v2.0/networks/77a119db-23ab-49e4-8878-de783cebb26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911746 Mar 01 20:56:50.119498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2b3081e8-da7a-4ec1-aaff-17f782c193cf up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:56:50.282646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-d3e03c4b-8144-4a53-a0a5-1ee487455be2 req-af193bc7-6f98-4fda-a8c5-36ded91f1c7e tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Calling delete_port for 37cb3959-933e-49ac-8da9-8038072431ab owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:50.283907 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 2b3081e8-da7a-4ec1-aaff-17f782c193cf completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:56:50.334843 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-073f33ce-c153-45aa-a84d-84a524953c90 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Synchronizing usage tracker for tenant:4834e9a7767b4a869353bf362d5744fe on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:50.339087 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:50.439538 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:50.451141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:56:50.483768 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:50.484116 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Added segment 02d5f563-3181-4c19-a0b4-2c6cd171679e of type vlan for network 475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 Mar 01 20:56:50.492117 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-88618ca4-1171-481a-905e-02d65d65e109 service neutron] 10.222.0.42 "GET /v2.0/networks/77a119db-23ab-49e4-8878-de783cebb26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022365 Mar 01 20:56:50.494494 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf20dbf-73f7-4cdf-83d3-126722a62de2 None None] Network 22986512-c22d-42ab-82ee-ce47bd099508 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:56:50.510839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-073f33ce-c153-45aa-a84d-84a524953c90 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Unset dirty status for tenant:4834e9a7767b4a869353bf362d5744fe on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:50.512527 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-073f33ce-c153-45aa-a84d-84a524953c90 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4834e9a7767b4a869353bf362d5744fe&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7021239 Mar 01 20:56:50.534293 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:50.630660 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:50.677514 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-571c8759-e9f0-42d6-ae2b-9394cffa9024 admin admin] For port 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8a02b72a-f74c-49a4-9b45-d66f91d7fe4b,segment=NetworkSegment(b4005af2-501b-48a9-91ea-2f0978bbb280),segment_id=b4005af2-501b-48a9-91ea-2f0978bbb280)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:50.677792 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d5fa5f88-35ba-4834-8c2e-0411be31f510 None None] Provisioning for port 2b3081e8-da7a-4ec1-aaff-17f782c193cf completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:56:50.677901 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-571c8759-e9f0-42d6-ae2b-9394cffa9024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:50.697160 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d5fa5f88-35ba-4834-8c2e-0411be31f510 None None] Provisioning complete for port 2b3081e8-da7a-4ec1-aaff-17f782c193cf triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:56:50.697717 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d5fa5f88-35ba-4834-8c2e-0411be31f510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:50.751073 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-41e071e2-b74e-45f0-8174-cae5cddbb66c service neutron] 10.222.0.42 "GET /v2.0/networks/fa915902-b2d0-4dbc-9808-038021a7f9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270062 Mar 01 20:56:50.752380 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4c556b22-7390-4dc2-bf48-f2a8a8502570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:50.772619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:56:50.847964 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:50.850738 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:56:50.868375 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-571c8759-e9f0-42d6-ae2b-9394cffa9024 admin admin] Calling delete_port for 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:50.908812 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c556b22-7390-4dc2-bf48-f2a8a8502570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Pushing event deleted for resources: {'Port': ['ID=ce883913-17b2-49c5-9124-edf8cf24482a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:50.912185 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d5fa5f88-35ba-4834-8c2e-0411be31f510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:50.952244 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] Transition to ACTIVE for port object a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:56:50.964893 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d5fa5f88-35ba-4834-8c2e-0411be31f510 None None] For port 2b3081e8-da7a-4ec1-aaff-17f782c193cf, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2b3081e8-da7a-4ec1-aaff-17f782c193cf,segment=NetworkSegment(ff3adc06-4de2-4ddf-81cb-3e2e86041616),segment_id=ff3adc06-4de2-4ddf-81cb-3e2e86041616)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:51.024761 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d5fa5f88-35ba-4834-8c2e-0411be31f510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:51.099646 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4c556b22-7390-4dc2-bf48-f2a8a8502570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:51.112285 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:51.123559 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-e8959bbb-2c11-41cd-bd13-c5f7a715c5b6 service neutron] 10.222.0.42 "GET /v2.0/networks/fa915902-b2d0-4dbc-9808-038021a7f9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169796 Mar 01 20:56:51.134331 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d3e03c4b-8144-4a53-a0a5-1ee487455be2 req-af193bc7-6f98-4fda-a8c5-36ded91f1c7e tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:51.141364 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:51.143124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:51.144012 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:51.184857 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa5f88-35ba-4834-8c2e-0411be31f510 None None] Pushing event updated for resources: {'Port': ['ID=2b3081e8-da7a-4ec1-aaff-17f782c193cf,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:51.223830 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:51.235266 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4c556b22-7390-4dc2-bf48-f2a8a8502570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:51.239719 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4c556b22-7390-4dc2-bf48-f2a8a8502570 tempest-ServerActionsTestJSON-1303880770 tempest-ServerActionsTestJSON-1303880770-project] 10.222.0.42 "DELETE /v2.0/floatingips/8619a03f-cbbb-44d2-83cf-66ad643a103c HTTP/1.1" status: 204 len: 168 time: 2.3273938 Mar 01 20:56:51.240117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42216) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:51.251542 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-503bbc44-4c15-4c80-9886-049c0c0c03e9 None None] Provisioning complete for port 2b3081e8-da7a-4ec1-aaff-17f782c193cf triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:56:51.252231 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-503bbc44-4c15-4c80-9886-049c0c0c03e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:51.286334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af193bc7-6f98-4fda-a8c5-36ded91f1c7e tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Pushing event deleted for resources: {'Port': ['ID=37cb3959-933e-49ac-8da9-8038072431ab,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:51.302809 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-74cfd5d8-0b6c-4d6c-9800-3420c9dea4ea service neutron] 10.222.0.42 "GET /v2.0/networks/22986512-c22d-42ab-82ee-ce47bd099508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774518 Mar 01 20:56:51.510133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3e03c4b-8144-4a53-a0a5-1ee487455be2 req-af193bc7-6f98-4fda-a8c5-36ded91f1c7e tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] No DVR routers for this DVR port 37cb3959-933e-49ac-8da9-8038072431ab on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:56:51.511602 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] Pushing event updated for resources: {'Network': ['ID=475ad3b3-46ac-4d85-8b05-f7ac0679c7a6,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:51.525520 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:56:51.584403 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d3e03c4b-8144-4a53-a0a5-1ee487455be2 req-af193bc7-6f98-4fda-a8c5-36ded91f1c7e tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:51.586351 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3e03c4b-8144-4a53-a0a5-1ee487455be2 req-af193bc7-6f98-4fda-a8c5-36ded91f1c7e tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.57 "DELETE /v2.0/ports/37cb3959-933e-49ac-8da9-8038072431ab HTTP/1.1" status: 204 len: 173 time: 2.8225112 Mar 01 20:56:51.588565 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6676e993-96bf-41c4-92d6-f3188170c752', 'name': 'network-vif-deleted', 'tag': '37cb3959-933e-49ac-8da9-8038072431ab'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:51.614184 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] Pushing event updated for resources: {'Port': ['ID=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:51.695559 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2b3081e8-da7a-4ec1-aaff-17f782c193cf up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:56:51.698452 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6c571ec4-0f3a-4763-9eb3-1c5ef79df9d0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.3601289 Mar 01 20:56:51.712788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42230) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:51.743830 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-152d0c7e-b5d2-45a8-b55d-4decc2de23ce admin admin] Request body: {'subnet': {'network_id': '475ad3b3-46ac-4d85-8b05-f7ac0679c7a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-187574770-subnet', 'tenant_id': '5203c2ab63064c69ad3c5cd3fc2cfb01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:51.755013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-152d0c7e-b5d2-45a8-b55d-4decc2de23ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:51.759280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-152d0c7e-b5d2-45a8-b55d-4decc2de23ce admin admin] Usage tracker for resource:subnet and tenant:5203c2ab63064c69ad3c5cd3fc2cfb01 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:51.804684 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 2b3081e8-da7a-4ec1-aaff-17f782c193cf triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:56:51.805334 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:51.810014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-152d0c7e-b5d2-45a8-b55d-4decc2de23ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:51.836417 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-152d0c7e-b5d2-45a8-b55d-4decc2de23ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:51.898264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] Attempting to bind port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:56:51.898830 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] Attempting to bind port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:56:51.899112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] Attempting to bind port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:56:51.909354 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] Port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:56:51.909673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] Attempting to bind port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:56:51.915935 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:56:51.916392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:56:51.919919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:56:51.926670 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] Bound port: a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:56:51.927061 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:51.964024 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-bdd0b6b4-ebd5-4b8c-a451-5a5eb2c7c069 service neutron] 10.222.0.42 "GET /v2.0/networks/22986512-c22d-42ab-82ee-ce47bd099508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6556208 Mar 01 20:56:52.010560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152d0c7e-b5d2-45a8-b55d-4decc2de23ce admin admin] Made reservation on behalf of 5203c2ab63064c69ad3c5cd3fc2cfb01 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:56:52.019430 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-152d0c7e-b5d2-45a8-b55d-4decc2de23ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:52.216261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] For port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:56:52.219573 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] For port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:56:52.221243 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-571c8759-e9f0-42d6-ae2b-9394cffa9024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:52.280485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c8759-e9f0-42d6-ae2b-9394cffa9024 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a02b72a-f74c-49a4-9b45-d66f91d7fe4b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:52.356580 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:52.362428 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8b8ebb8-0368-4661-a28c-c9ed173e02af req-8df639dd-29a0-4a51-b3ee-3475b486331a tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=6676e993-96bf-41c4-92d6-f3188170c752 HTTP/1.1" status: 200 len: 210 time: 0.0613606 Mar 01 20:56:52.478608 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 37cb3959-933e-49ac-8da9-8038072431ab no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:56:52.499869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:52.500526 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:52.512945 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] 10.222.0.55 "PUT /v2.0/ports/a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb HTTP/1.1" status: 200 len: 1096 time: 3.8884056 Mar 01 20:56:52.596524 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 37cb3959-933e-49ac-8da9-8038072431ab {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:56:52.596991 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 37cb3959-933e-49ac-8da9-8038072431ab not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:56:52.732708 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6676e993-96bf-41c4-92d6-f3188170c752', 'name': 'network-vif-deleted', 'tag': '37cb3959-933e-49ac-8da9-8038072431ab', 'status': 'completed', 'code': 200} Mar 01 20:56:52.763208 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb264e6-cf3e-45f4-a52c-f7364ac15534 service neutron] Pushing event updated for resources: {'Port': ['ID=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:52.888916 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3cc31cd5-4832-4791-af95-abc04c427fc9 req-b58cf82c-f24c-444a-90df-57498b953796 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 210 time: 0.0896940 Mar 01 20:56:52.906924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-0629cf3c-3c8e-43b2-a797-951133a26104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:52.908646 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-0629cf3c-3c8e-43b2-a797-951133a26104 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 1099 time: 0.2558746 Mar 01 20:56:52.963959 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-152d0c7e-b5d2-45a8-b55d-4decc2de23ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:52.996712 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-dde687b6-4517-49fc-9505-5ca77b44dd1d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb HTTP/1.1" status: 200 len: 217 time: 0.0762727 Mar 01 20:56:52.997443 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-571c8759-e9f0-42d6-ae2b-9394cffa9024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:53.056544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ea86fd-e0ff-42cd-aabe-a2ccf4c2c06f req-ec23c666-65eb-471d-b401-62cfa6288a7a tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:53.058688 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-09ea86fd-e0ff-42cd-aabe-a2ccf4c2c06f req-ec23c666-65eb-471d-b401-62cfa6288a7a tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 948 time: 0.4314308 Mar 01 20:56:53.111925 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-451f87de-72d3-44a1-8fa3-9b0c5afcf1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:53.152623 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-50d65ea2-2b9b-49bc-b3a9-3d043360a034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:53.154057 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-50d65ea2-2b9b-49bc-b3a9-3d043360a034 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1517577 Mar 01 20:56:53.173821 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a484b37-74a2-4939-91bf-198350cdd1a5 req-56d670c2-d575-41c5-9423-aa27b4597533 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 210 time: 0.2196209 Mar 01 20:56:53.341649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d0c7e-b5d2-45a8-b55d-4decc2de23ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9ec4e37-d2e7-42db-add1-e1ce45743414,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:53.356498 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152d0c7e-b5d2-45a8-b55d-4decc2de23ce admin admin] Checking segment: {'id': '02d5f563-3181-4c19-a0b4-2c6cd171679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '475ad3b3-46ac-4d85-8b05-f7ac0679c7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:56:53.356920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152d0c7e-b5d2-45a8-b55d-4decc2de23ce admin admin] Network hostable DHCP agents. Network: 475ad3b3-46ac-4d85-8b05-f7ac0679c7a6, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:56:53.363867 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-09ea86fd-e0ff-42cd-aabe-a2ccf4c2c06f req-900006aa-1f70-48f4-b1b1-db3c0f6f62b9 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754352 Mar 01 20:56:53.413611 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-4cd1bd5f-36f7-4c4f-93c0-a6b5a99737a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:53.413611 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-4cd1bd5f-36f7-4c4f-93c0-a6b5a99737a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2517500 Mar 01 20:56:53.632579 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:53.650186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152d0c7e-b5d2-45a8-b55d-4decc2de23ce admin admin] Network 475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:56:53.683909 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571c8759-e9f0-42d6-ae2b-9394cffa9024 admin admin] Router e1736f01-84ed-4462-a7eb-c81cb7e96522 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:56:53.697542 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-451f87de-72d3-44a1-8fa3-9b0c5afcf1fb admin admin] Deleting port 1e8abd43-1639-4bd2-aad5-d148feb63cf5 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:53.698231 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-451f87de-72d3-44a1-8fa3-9b0c5afcf1fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:53.765065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-152d0c7e-b5d2-45a8-b55d-4decc2de23ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 475ad3b3-46ac-4d85-8b05-f7ac0679c7a6) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:56:53.773781 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883aa44d-93d6-4454-90db-b70d4b2a6252 None None] Network 475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:56:53.777301 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-e592a6a7-a5e2-4f92-b70d-a97df761bcae service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519568 Mar 01 20:56:53.778663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152d0c7e-b5d2-45a8-b55d-4decc2de23ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:53.779262 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-152d0c7e-b5d2-45a8-b55d-4decc2de23ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:53.991886 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-152d0c7e-b5d2-45a8-b55d-4decc2de23ce admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.2613189 Mar 01 20:56:54.080942 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-451f87de-72d3-44a1-8fa3-9b0c5afcf1fb admin admin] For port 1e8abd43-1639-4bd2-aad5-d148feb63cf5, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1e8abd43-1639-4bd2-aad5-d148feb63cf5,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:54.085622 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-451f87de-72d3-44a1-8fa3-9b0c5afcf1fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:54.284425 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4800a977-5ee3-412c-81e7-89e0df0a48e3 None None] Network 475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:56:54.359345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571c8759-e9f0-42d6-ae2b-9394cffa9024 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:56:54.363744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-451f87de-72d3-44a1-8fa3-9b0c5afcf1fb admin admin] Calling delete_port for 1e8abd43-1639-4bd2-aad5-d148feb63cf5 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:54.370197 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8e1a6044-6288-4feb-9ec0-2aec66032a64 req-5b42a8e6-a6df-4814-8306-3ba77525d077 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5852153 Mar 01 20:56:54.379210 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-571c8759-e9f0-42d6-ae2b-9394cffa9024 admin admin] 10.222.0.42 "PUT /v2.0/routers/e1736f01-84ed-4462-a7eb-c81cb7e96522/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7718370 Mar 01 20:56:54.382509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42286) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:54.432225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1269c7-a132-4f01-b415-e54cb64667b7 None None] Sync routers for ids ['e1736f01-84ed-4462-a7eb-c81cb7e96522'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:56:54.481883 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42292) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:54.495921 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-575c3874-5845-4bd7-ba5e-02f5a368df29 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Request body: {'security_group': {'name': 'tempest-securitygroup--721179096', 'description': 'tempest-description--1703209098'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:54.502032 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-48e64011-fec2-475a-b3c9-13d933f66316 req-5883bb48-cc17-4266-9910-993bedcc555a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 210 time: 0.1640401 Mar 01 20:56:54.508432 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-575c3874-5845-4bd7-ba5e-02f5a368df29 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:54.520307 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-575c3874-5845-4bd7-ba5e-02f5a368df29 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Usage tracker for resource:security_group and tenant:fd3c698bf2694717bd40d468a2c12a0f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:54.526420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-575c3874-5845-4bd7-ba5e-02f5a368df29 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:54.534402 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-575c3874-5845-4bd7-ba5e-02f5a368df29 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:54.649403 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:54.657253 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1269c7-a132-4f01-b415-e54cb64667b7 None None] Routers {'e1736f01-84ed-4462-a7eb-c81cb7e96522'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:56:54.657952 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-6d1269c7-a132-4f01-b415-e54cb64667b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:56:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['e1736f01-84ed-4462-a7eb-c81cb7e96522'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:54.735021 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e9d47a-2cd4-4dd9-9404-830f2bf9d228', 'tag': 'a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:56:54.819768 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-575c3874-5845-4bd7-ba5e-02f5a368df29 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:54.889807 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-792fac80-6a9d-4664-8988-d2cddbcd80fb req-5929cc6f-4ab0-475e-91b9-10bca769a953 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 210 time: 0.3078086 Mar 01 20:56:54.899111 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:54.917305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-575c3874-5845-4bd7-ba5e-02f5a368df29 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:54.924921 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-575c3874-5845-4bd7-ba5e-02f5a368df29 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Usage tracker for resource:security_group_rule and tenant:fd3c698bf2694717bd40d468a2c12a0f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:54.931399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-575c3874-5845-4bd7-ba5e-02f5a368df29 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:54.947933 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-575c3874-5845-4bd7-ba5e-02f5a368df29 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:54.951461 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-6d1269c7-a132-4f01-b415-e54cb64667b7 None None] Set router e1736f01-84ed-4462-a7eb-c81cb7e96522 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:56:54.993321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Deleting port c8a3e0d0-f088-4ada-ae6a-7559f3281ec2 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:56:54.993643 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:55.105312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3fdc5d-1405-4e89-87e7-a21a579e17d5 req-3bfddeff-3b15-48a2-90e4-9ee449b44858 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:55.107269 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a3fdc5d-1405-4e89-87e7-a21a579e17d5 req-3bfddeff-3b15-48a2-90e4-9ee449b44858 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 948 time: 0.3026974 Mar 01 20:56:55.242756 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-575c3874-5845-4bd7-ba5e-02f5a368df29 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:55.286408 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-451f87de-72d3-44a1-8fa3-9b0c5afcf1fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:55.367676 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a3fdc5d-1405-4e89-87e7-a21a579e17d5 req-2ab990d5-01b5-445a-81e3-2f91d95ffd78 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336144 Mar 01 20:56:55.375986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] For port c8a3e0d0-f088-4ada-ae6a-7559f3281ec2, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c8a3e0d0-f088-4ada-ae6a-7559f3281ec2,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:56:55.376526 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:55.409605 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-575c3874-5845-4bd7-ba5e-02f5a368df29 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:55.465282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f87de-72d3-44a1-8fa3-9b0c5afcf1fb admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8abd43-1639-4bd2-aad5-d148feb63cf5,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:55.522571 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-6d1269c7-a132-4f01-b415-e54cb64667b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333680660-router', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133'}], 'enable_snat': True}, 'gw_port_id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:15Z', 'updated_at': '2022-03-01T20:56:51Z', 'revision_number': 5, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'gw_port': {'id': 'c8a3e0d0-f088-4ada-ae6a-7559f3281ec2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:a9:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'device_owner': 'network:router_gateway', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:55.527498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1269c7-a132-4f01-b415-e54cb64667b7 None None] Checking router: e1736f01-84ed-4462-a7eb-c81cb7e96522 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:56:55.539915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1269c7-a132-4f01-b415-e54cb64667b7 None None] Routers {'e1736f01-84ed-4462-a7eb-c81cb7e96522'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:56:55.546423 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-6d1269c7-a132-4f01-b415-e54cb64667b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:56:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['e1736f01-84ed-4462-a7eb-c81cb7e96522'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:55.584764 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Calling delete_port for c8a3e0d0-f088-4ada-ae6a-7559f3281ec2 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:56:55.620285 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e9d47a-2cd4-4dd9-9404-830f2bf9d228', 'tag': 'a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb', 'status': 'completed', 'code': 200} Mar 01 20:56:55.730179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-90aac43e-d4af-4daf-9263-8234a41616dd tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:55.731981 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-90aac43e-d4af-4daf-9263-8234a41616dd tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/networks?id=475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 HTTP/1.1" status: 200 len: 817 time: 0.4968200 Mar 01 20:56:55.827791 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-575c3874-5845-4bd7-ba5e-02f5a368df29 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:55.829463 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-575c3874-5845-4bd7-ba5e-02f5a368df29 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3465979 Mar 01 20:56:55.852115 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de60f6c5-c7a3-4f4e-beb9-5bf9b7738278 req-5d397bb2-9145-4b44-aaec-d63bfcc07c29 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 210 time: 0.1150186 Mar 01 20:56:55.868893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42316) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:55.870191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c3874-5845-4bd7-ba5e-02f5a368df29 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d509b2-bad7-4d6e-b608-c6fe2201033b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:55.955721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-6d1269c7-a132-4f01-b415-e54cb64667b7 None None] Set router e1736f01-84ed-4462-a7eb-c81cb7e96522 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:56:55.996385 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-1da1a87d-a2c3-4310-9a26-7ddc279dfd75 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Request body: {'security_group_rule': {'security_group_id': 'a6d509b2-bad7-4d6e-b608-c6fe2201033b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:56.027115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1da1a87d-a2c3-4310-9a26-7ddc279dfd75 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:56.041203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-93c879ad-dea4-434c-a0a2-4dd60ee8ba8e tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/quotas/5203c2ab63064c69ad3c5cd3fc2cfb01 HTTP/1.1" status: 200 len: 375 time: 0.2153502 Mar 01 20:56:56.043686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1da1a87d-a2c3-4310-9a26-7ddc279dfd75 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Usage tracker for resource:security_group_rule and tenant:fd3c698bf2694717bd40d468a2c12a0f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:56.049511 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1da1a87d-a2c3-4310-9a26-7ddc279dfd75 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:56.106783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ec1f6-f3a5-4d07-ae5c-c8dcf47e1dc2 req-4c57a914-9cca-45c5-a22a-b9248b7c1b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:56.107524 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6d9ec1f6-f3a5-4d07-ae5c-c8dcf47e1dc2 req-4c57a914-9cca-45c5-a22a-b9248b7c1b98 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 1099 time: 0.4861224 Mar 01 20:56:56.109192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1da1a87d-a2c3-4310-9a26-7ddc279dfd75 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:56.110105 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-6d1269c7-a132-4f01-b415-e54cb64667b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333680660-router', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:15Z', 'updated_at': '2022-03-01T20:56:54Z', 'revision_number': 6, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:56.115999 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1269c7-a132-4f01-b415-e54cb64667b7 None None] The sync data for ids ['e1736f01-84ed-4462-a7eb-c81cb7e96522'] in n-d-827896-4 is: [{'id': 'e1736f01-84ed-4462-a7eb-c81cb7e96522', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-333680660-router', 'tenant_id': '384d82cbbd5c4528abe1969276cf7040', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:15Z', 'updated_at': '2022-03-01T20:56:54Z', 'revision_number': 6, 'project_id': '384d82cbbd5c4528abe1969276cf7040', 'gw_port_host': None}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:56:56.133922 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-7c7e712e-9be7-47aa-8b2b-2dde889cd989 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5203c2ab63064c69ad3c5cd3fc2cfb01&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917363 Mar 01 20:56:56.204009 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-4e37febf-5cbb-48b0-b0e9-880e5d33287f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:56.212912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-4e37febf-5cbb-48b0-b0e9-880e5d33287f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:56.219072 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-4e37febf-5cbb-48b0-b0e9-880e5d33287f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Synchronizing usage tracker for tenant:4834e9a7767b4a869353bf362d5744fe on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:56:56.294849 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-4e37febf-5cbb-48b0-b0e9-880e5d33287f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Unset dirty status for tenant:4834e9a7767b4a869353bf362d5744fe on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:56:56.296021 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-4e37febf-5cbb-48b0-b0e9-880e5d33287f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.57 "GET /v2.0/networks?id=fa915902-b2d0-4dbc-9808-038021a7f9f4&id=22986512-c22d-42ab-82ee-ce47bd099508 HTTP/1.1" status: 200 len: 1392 time: 0.5697262 Mar 01 20:56:56.312473 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-b5f27393-b6cb-4d44-bdbb-4eb3cdec5d51 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Request body: {'port': {'device_id': '9b756034-73f0-4fdf-9880-3eeec0bf32d6', 'network_id': 'fa915902-b2d0-4dbc-9808-038021a7f9f4', 'admin_state_up': True, 'tenant_id': '4834e9a7767b4a869353bf362d5744fe'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:56.314617 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ed806da-9a41-4edb-b187-b28643aa8468 req-119cff7a-6033-4058-a3e9-3af9657d1c89 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 210 time: 0.2148511 Mar 01 20:56:56.487388 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1da1a87d-a2c3-4310-9a26-7ddc279dfd75 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:56.592068 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-3bb43bd6-6784-4268-a388-a07168e3771f service neutron] 10.222.0.42 "GET /v2.0/networks/475ad3b3-46ac-4d85-8b05-f7ac0679c7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4057138 Mar 01 20:56:56.654003 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-451f87de-72d3-44a1-8fa3-9b0c5afcf1fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:56.746644 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ec1f6-f3a5-4d07-ae5c-c8dcf47e1dc2 req-8db37567-af13-4945-a7ed-107f8e8d734f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:56.748398 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6d9ec1f6-f3a5-4d07-ae5c-c8dcf47e1dc2 req-8db37567-af13-4945-a7ed-107f8e8d734f service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.6256421 Mar 01 20:56:56.749428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df04b292-284f-40d0-90b4-78faf6dbe35b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:56.750731 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df04b292-284f-40d0-90b4-78faf6dbe35b service neutron] 10.222.0.57 "GET /v2.0/ports/3369ed1f-fbb4-4e08-b382-46706868eb08 HTTP/1.1" status: 200 len: 1028 time: 0.3919177 Mar 01 20:56:56.772781 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1da1a87d-a2c3-4310-9a26-7ddc279dfd75 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:56.852620 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1da1a87d-a2c3-4310-9a26-7ddc279dfd75 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:56.882698 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6d9ec1f6-f3a5-4d07-ae5c-c8dcf47e1dc2 req-917fa1ba-7748-4c95-a59e-03ea5bcb6bd2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb HTTP/1.1" status: 200 len: 217 time: 0.1231449 Mar 01 20:56:56.911867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1a87d-a2c3-4310-9a26-7ddc279dfd75 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d98919e-c7db-4f87-87c7-c481702ea39e,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:56.983507 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-b5f27393-b6cb-4d44-bdbb-4eb3cdec5d51 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:56.995379 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-4adbe279-e9c3-4f89-a313-8a3f203425d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:56.996755 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-4adbe279-e9c3-4f89-a313-8a3f203425d0 service neutron] 10.222.0.57 "GET /v2.0/ports/421f10f4-c2e3-421b-9631-75fca669804c HTTP/1.1" status: 200 len: 1028 time: 0.1801043 Mar 01 20:56:57.032307 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-b5f27393-b6cb-4d44-bdbb-4eb3cdec5d51 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:57.067814 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ec1f6-f3a5-4d07-ae5c-c8dcf47e1dc2 req-5590e62f-5689-41cf-8a8d-dbb9b1240b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:57.069301 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6d9ec1f6-f3a5-4d07-ae5c-c8dcf47e1dc2 req-5590e62f-5689-41cf-8a8d-dbb9b1240b2c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1738927 Mar 01 20:56:57.123091 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:57.164066 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1da1a87d-a2c3-4310-9a26-7ddc279dfd75 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:57.165436 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1da1a87d-a2c3-4310-9a26-7ddc279dfd75 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2923810 Mar 01 20:56:57.171192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42328) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:57.194371 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4321e8b0-889b-4ab2-9dea-aad8bb8c2ba9 req-563cfec4-e424-434c-a7fc-d245becf18e1 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:57.201474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4321e8b0-889b-4ab2-9dea-aad8bb8c2ba9 req-563cfec4-e424-434c-a7fc-d245becf18e1 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 948 time: 0.6923630 Mar 01 20:56:57.205848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-baeaae9e-190f-48f4-934c-43819ae65351 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Request body: {'security_group_rule': {'security_group_id': 'a6d509b2-bad7-4d6e-b608-c6fe2201033b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:57.257244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-baeaae9e-190f-48f4-934c-43819ae65351 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:57.263782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-b5f27393-b6cb-4d44-bdbb-4eb3cdec5d51 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Made reservation on behalf of 4834e9a7767b4a869353bf362d5744fe for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:56:57.268440 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-b5f27393-b6cb-4d44-bdbb-4eb3cdec5d51 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:57.274227 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-adfa19b8-dcd0-4e29-ab63-01614e0e13b7 service neutron] 10.222.0.42 "GET /v2.0/networks/475ad3b3-46ac-4d85-8b05-f7ac0679c7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6627486 Mar 01 20:56:57.276182 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-baeaae9e-190f-48f4-934c-43819ae65351 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Usage tracker for resource:security_group_rule and tenant:fd3c698bf2694717bd40d468a2c12a0f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:57.281826 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-baeaae9e-190f-48f4-934c-43819ae65351 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:57.285859 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8a3e0d0-f088-4ada-ae6a-7559f3281ec2,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:57.299005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-baeaae9e-190f-48f4-934c-43819ae65351 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:57.312998 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4e443176-0c7a-4f50-b4ad-69a1c42b8055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:57.359445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:57.359445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:57.359705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:57.360098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:57.360783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:57.360783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:57.361409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:57.361555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:57.361810 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:57.362716 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:57.362716 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:57.362936 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:56:57.380169 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4321e8b0-889b-4ab2-9dea-aad8bb8c2ba9 req-46c1cbc2-780f-4af6-afed-c7aa1e75fa28 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777403 Mar 01 20:56:57.509451 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-baeaae9e-190f-48f4-934c-43819ae65351 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:57.542804 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-e63fb1ce-8a17-46ed-817c-115ef4ccdd54 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:57.548650 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-e63fb1ce-8a17-46ed-817c-115ef4ccdd54 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:57.559264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-e63fb1ce-8a17-46ed-817c-115ef4ccdd54 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:57.561057 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-e63fb1ce-8a17-46ed-817c-115ef4ccdd54 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.57 "GET /v2.0/networks?id=1c6f66dd-272c-498f-a0ba-ba7fb81f92ae&id=ee65825d-7288-4653-bfc7-12a15403400e&id=ee65825d-7288-4653-bfc7-12a15403400e&id=ee65825d-7288-4653-bfc7-12a15403400e&id=ee65825d-7288-4653-bfc7-12a15403400e&id=77a119db-23ab-49e4-8878-de783cebb26a&id=77a119db-23ab-49e4-8878-de783cebb26a HTTP/1.1" status: 200 len: 1988 time: 0.5568845 Mar 01 20:56:57.604892 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:57.641365 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451f87de-72d3-44a1-8fa3-9b0c5afcf1fb admin admin] Router 5727f4bd-5be2-47ba-ae37-fda496976d15 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:56:57.653720 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c8a3e0d0-f088-4ada-ae6a-7559f3281ec2 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:56:57.725228 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: c8a3e0d0-f088-4ada-ae6a-7559f3281ec2 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:56:57.727350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ec1f6-f3a5-4d07-ae5c-c8dcf47e1dc2 req-0a9e57c2-bfec-49e4-b1fe-b200b590b9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:57.727706 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c8a3e0d0-f088-4ada-ae6a-7559f3281ec2 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:56:57.728129 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:56:57.731277 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6d9ec1f6-f3a5-4d07-ae5c-c8dcf47e1dc2 req-0a9e57c2-bfec-49e4-b1fe-b200b590b9c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6547320 Mar 01 20:56:57.745002 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75fcb6ec-1e9e-4be7-bd58-3743a4fb7b1d req-dd5981ed-5c58-46f0-acf9-eea0b39ddc1d tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 210 time: 0.1863146 Mar 01 20:56:57.805630 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-baeaae9e-190f-48f4-934c-43819ae65351 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:57.825350 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:56:57.825678 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8a02b72a-f74c-49a4-9b45-d66f91d7fe4b not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:56:57.904240 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-baeaae9e-190f-48f4-934c-43819ae65351 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:58.050214 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-e0963545-9072-4c57-b799-5eb3a1ff0922 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5705b0cae87741729c72e376229e6a19 HTTP/1.1" status: 200 len: 378 time: 0.4746623 Mar 01 20:56:58.096373 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeaae9e-190f-48f4-934c-43819ae65351 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd56650-6638-4186-a789-ff18b08b6100,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:58.109798 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:56:58.118933 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:58.134854 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-a54278af-97de-4c04-9414-2d17d610339e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Request body: {'port': {'device_id': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae', 'admin_state_up': True, 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'security_groups': ['5305b5d3-8038-4a77-a953-21a2f5ecd5c0']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:58.143984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451f87de-72d3-44a1-8fa3-9b0c5afcf1fb admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:56:58.155876 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c364422c-0359-4c05-9d8a-2f9145b447a0 None None] Sync routers for ids ['5727f4bd-5be2-47ba-ae37-fda496976d15'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:56:58.178422 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:58.179220 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c364422c-0359-4c05-9d8a-2f9145b447a0 None None] Routers {'5727f4bd-5be2-47ba-ae37-fda496976d15'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:56:58.179915 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c364422c-0359-4c05-9d8a-2f9145b447a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:56:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5727f4bd-5be2-47ba-ae37-fda496976d15'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:58.245881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-b5f27393-b6cb-4d44-bdbb-4eb3cdec5d51 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Allocated IP 19.80.0.178 (fa915902-b2d0-4dbc-9808-038021a7f9f4/500ae941-b484-4ac8-bead-560406abb709/b94cd4aa-6edf-4b0f-8068-cf7413806a24) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:56:58.285044 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-419dd31c-fdf5-4fed-8cc0-58c6b204fa85 req-cca9dab5-dcca-4a8d-a388-78be5d39e7a0 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 210 time: 0.1833875 Mar 01 20:56:58.310603 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-000aa5a7-a079-4984-8425-8c064c2886c7 req-04da4ce3-971b-411d-8334-3b87ee604c1e tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 210 time: 0.1484551 Mar 01 20:56:58.310603 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-451f87de-72d3-44a1-8fa3-9b0c5afcf1fb admin admin] 10.222.0.42 "PUT /v2.0/routers/5727f4bd-5be2-47ba-ae37-fda496976d15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0669479 Mar 01 20:56:58.310603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42350) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:58.402089 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-baeaae9e-190f-48f4-934c-43819ae65351 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:58.403160 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-baeaae9e-190f-48f4-934c-43819ae65351 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2193034 Mar 01 20:56:58.413261 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42354) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:58.418214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:58.424804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:58.430740 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Usage tracker for resource:floatingip and tenant:fd3c698bf2694717bd40d468a2c12a0f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:56:58.437614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:56:58.445044 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:58.455215 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-c364422c-0359-4c05-9d8a-2f9145b447a0 None None] Set router 5727f4bd-5be2-47ba-ae37-fda496976d15 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:56:58.715113 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:58.871076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42372) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:58.920015 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-efe5c762-cb1f-409f-9dd8-72947ff40b1a admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:58.934296 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c364422c-0359-4c05-9d8a-2f9145b447a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'name': 'tempest-ServerActionsTestJSON-278498603-router', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:27Z', 'updated_at': '2022-03-01T20:56:54Z', 'revision_number': 5, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'gw_port': {'id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:29Z', 'updated_at': '2022-03-01T20:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:58.942330 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c364422c-0359-4c05-9d8a-2f9145b447a0 None None] Checking router: 5727f4bd-5be2-47ba-ae37-fda496976d15 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:56:58.954117 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c364422c-0359-4c05-9d8a-2f9145b447a0 None None] Routers {'5727f4bd-5be2-47ba-ae37-fda496976d15'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:56:58.954764 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c364422c-0359-4c05-9d8a-2f9145b447a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:56:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5727f4bd-5be2-47ba-ae37-fda496976d15'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:59.205610 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-b5f27393-b6cb-4d44-bdbb-4eb3cdec5d51 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:59.209210 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-c364422c-0359-4c05-9d8a-2f9145b447a0 None None] Set router 5727f4bd-5be2-47ba-ae37-fda496976d15 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:56:59.230025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-b5f27393-b6cb-4d44-bdbb-4eb3cdec5d51 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Transition to ACTIVE for port object b94cd4aa-6edf-4b0f-8068-cf7413806a24 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:56:59.267917 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3024e72-f089-45c9-99c9-e940403397b8 req-66295602-a314-4a13-899a-3ace9047099e tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 210 time: 0.1803470 Mar 01 20:56:59.297230 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6d9ec1f6-f3a5-4d07-ae5c-c8dcf47e1dc2 req-f1304347-70af-4c67-a09e-e3664f98fbeb service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3997796 Mar 01 20:56:59.342746 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-b5f27393-b6cb-4d44-bdbb-4eb3cdec5d51 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:59.422525 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:59.422937 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1736f01-84ed-4462-a7eb-c81cb7e96522 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 20:56:59.600577 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-b5f27393-b6cb-4d44-bdbb-4eb3cdec5d51 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Network fa915902-b2d0-4dbc-9808-038021a7f9f4 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:56:59.612938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-b5f27393-b6cb-4d44-bdbb-4eb3cdec5d51 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:56:59.624379 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5be3a7ad-9c3f-4324-8ecf-6841f4f033ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:59.635992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-b5f27393-b6cb-4d44-bdbb-4eb3cdec5d51 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:56:59.677199 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c364422c-0359-4c05-9d8a-2f9145b447a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'name': 'tempest-ServerActionsTestJSON-278498603-router', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:27Z', 'updated_at': '2022-03-01T20:56:54Z', 'revision_number': 5, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'gw_port': {'id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:29Z', 'updated_at': '2022-03-01T20:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:56:59.685090 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c364422c-0359-4c05-9d8a-2f9145b447a0 None None] The sync data for ids ['5727f4bd-5be2-47ba-ae37-fda496976d15'] in n-d-827896-4 is: [{'id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'name': 'tempest-ServerActionsTestJSON-278498603-router', 'tenant_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:46:27Z', 'updated_at': '2022-03-01T20:56:54Z', 'revision_number': 5, 'project_id': 'df56c463be844df5b2fb698fb8b7ab1c', 'gw_port': {'id': '8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5727f4bd-5be2-47ba-ae37-fda496976d15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:46:29Z', 'updated_at': '2022-03-01T20:46:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:56:59.711943 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-b5f27393-b6cb-4d44-bdbb-4eb3cdec5d51 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:59.712753 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-b5f27393-b6cb-4d44-bdbb-4eb3cdec5d51 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:59.755234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-a54278af-97de-4c04-9414-2d17d610339e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:56:59.772640 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:59.776432 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9af48b8a-f567-449d-9045-01af2b14aa25 admin admin] 10.222.0.42 "DELETE /v2.0/routers/e1736f01-84ed-4462-a7eb-c81cb7e96522 HTTP/1.1" status: 204 len: 168 time: 5.3902819 Mar 01 20:56:59.777309 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde33da7-9fc3-4b52-8396-6dfa6b1ee436 req-2a987311-3574-4b9f-9297-26c8477d75e9 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:56:59.778752 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f27393-b6cb-4d44-bdbb-4eb3cdec5d51 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event updated for resources: {'Port': ['ID=b94cd4aa-6edf-4b0f-8068-cf7413806a24,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:56:59.779807 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bde33da7-9fc3-4b52-8396-6dfa6b1ee436 req-2a987311-3574-4b9f-9297-26c8477d75e9 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 948 time: 1.1702707 Mar 01 20:56:59.781109 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42390) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:56:59.829692 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-9393595c-4fb5-4615-aa09-7446e3d90a86 admin admin] Deleting subnet 62e9a9cc-b606-4420-adda-c2710fcba965 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:56:59.841743 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-a54278af-97de-4c04-9414-2d17d610339e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:56:59.845357 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6d9ec1f6-f3a5-4d07-ae5c-c8dcf47e1dc2 req-8d75c3dc-2ef5-4e7c-a853-09643f071ff7 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380304 Mar 01 20:56:59.861823 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-b5f27393-b6cb-4d44-bdbb-4eb3cdec5d51 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5553288 Mar 01 20:56:59.864922 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9393595c-4fb5-4615-aa09-7446e3d90a86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:56:59.875169 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-77a89aee-1fab-403a-8274-5fdf75a547ea tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Request body: {'port': {'device_id': '9b756034-73f0-4fdf-9880-3eeec0bf32d6', 'network_id': '22986512-c22d-42ab-82ee-ce47bd099508', 'admin_state_up': True, 'tenant_id': '4834e9a7767b4a869353bf362d5744fe'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:56:59.916713 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c1461a69-6223-4338-82b4-a10b9373f995 req-006dfda4-8e0f-4af3-85f2-438f5d765bfd tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 210 time: 0.3429298 Mar 01 20:56:59.997429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:57:00.004426 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9393595c-4fb5-4615-aa09-7446e3d90a86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:00.005002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d41bf8-b091-47c3-8dda-ae8d722840bc admin admin] Deleting subnet 5de87dea-faeb-43b1-a22a-6ec8a15b7c56 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:57:00.037229 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-a54278af-97de-4c04-9414-2d17d610339e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Made reservation on behalf of 5705b0cae87741729c72e376229e6a19 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:57:00.049094 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-a54278af-97de-4c04-9414-2d17d610339e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:00.064277 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-00132626-6b2f-4b22-bfc5-075e47956916 None None] Provisioning for port b94cd4aa-6edf-4b0f-8068-cf7413806a24 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:57:00.080565 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-62d41bf8-b091-47c3-8dda-ae8d722840bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:00.088314 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-00132626-6b2f-4b22-bfc5-075e47956916 None None] Provisioning complete for port b94cd4aa-6edf-4b0f-8068-cf7413806a24 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:57:00.088909 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-00132626-6b2f-4b22-bfc5-075e47956916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:00.089527 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-efe5c762-cb1f-409f-9dd8-72947ff40b1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:00.133055 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bde33da7-9fc3-4b52-8396-6dfa6b1ee436 req-b6ebe92e-1d20-4a7c-acbd-d29e622ea0c3 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967012 Mar 01 20:57:00.156897 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1dc46c42-b94b-42dd-9862-3b162ac29b07 req-7c55a1b4-fe0c-490c-9f72-16253c43ba38 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 210 time: 0.0882370 Mar 01 20:57:00.182419 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9393595c-4fb5-4615-aa09-7446e3d90a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:00.236816 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:00.264632 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-62d41bf8-b091-47c3-8dda-ae8d722840bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:00.272705 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-00132626-6b2f-4b22-bfc5-075e47956916 None None] Port b94cd4aa-6edf-4b0f-8068-cf7413806a24 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:57:00.303398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-efe5c762-cb1f-409f-9dd8-72947ff40b1a admin admin] Deleting port 8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:57:00.305700 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-efe5c762-cb1f-409f-9dd8-72947ff40b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:00.346440 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:00.357224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-77a89aee-1fab-403a-8274-5fdf75a547ea tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:00.390673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-77a89aee-1fab-403a-8274-5fdf75a547ea tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Usage tracker for resource:port and tenant:4834e9a7767b4a869353bf362d5744fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:00.401124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': 'a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb', 'mac_address': 'fa:16:3e:5d:b2:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:57:00.402176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-77a89aee-1fab-403a-8274-5fdf75a547ea tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:00.420333 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-77a89aee-1fab-403a-8274-5fdf75a547ea tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:00.518942 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:00.526214 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:00.535398 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-62d41bf8-b091-47c3-8dda-ae8d722840bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:00.546169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:00.561831 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:00.569798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-77a89aee-1fab-403a-8274-5fdf75a547ea tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Made reservation on behalf of 4834e9a7767b4a869353bf362d5744fe for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:57:00.573893 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-77a89aee-1fab-403a-8274-5fdf75a547ea tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:00.594855 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-efe5c762-cb1f-409f-9dd8-72947ff40b1a admin admin] For port 8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:00.595219 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-efe5c762-cb1f-409f-9dd8-72947ff40b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:00.626735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-a54278af-97de-4c04-9414-2d17d610339e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Allocated IP 172.20.0.11 (1c6f66dd-272c-498f-a0ba-ba7fb81f92ae/4b1ee371-6859-4aa1-bec5-74e86f55472d/7badcc59-c905-4f3b-8158-275e3f4a81f4) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:57:00.627029 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:00.628728 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:00.703075 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:00.715325 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:00.716129 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:00.716738 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:00.717304 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:00.717941 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:00.718578 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:00.719087 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:00.719758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:00.720265 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:00.720799 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:00.729665 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:00.729665 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:00.768319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-efe5c762-cb1f-409f-9dd8-72947ff40b1a admin admin] Calling delete_port for 8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:57:00.800148 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9393595c-4fb5-4615-aa09-7446e3d90a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:00.869653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393595c-4fb5-4615-aa09-7446e3d90a86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e9a9cc-b606-4420-adda-c2710fcba965,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:00.884767 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9393595c-4fb5-4615-aa09-7446e3d90a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:00.887719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Allocated IP 172.25.5.110 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/415a3f55-3837-4796-aa41-12031d6d62ec) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:57:00.917348 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9393595c-4fb5-4615-aa09-7446e3d90a86 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/62e9a9cc-b606-4420-adda-c2710fcba965 HTTP/1.1" status: 204 len: 168 time: 2.0387015 Mar 01 20:57:00.917695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42396) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:00.923419 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:57:00.929263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1be1cb-fe4e-4b31-9c9e-4956a972fa5d req-60154c10-a86c-4130-b8e2-559a6e47e194 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:00.933150 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f1be1cb-fe4e-4b31-9c9e-4956a972fa5d req-60154c10-a86c-4130-b8e2-559a6e47e194 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 932 time: 0.4538939 Mar 01 20:57:00.978646 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-62d41bf8-b091-47c3-8dda-ae8d722840bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:01.247185 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8016697f-1779-40f7-a4ba-0bae37ea5173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:01.282946 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bb735e-de0b-4c71-8653-3eed6bc08d6e None None] Network d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:57:01.330171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-77a89aee-1fab-403a-8274-5fdf75a547ea tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Allocated IP 19.86.0.151 (22986512-c22d-42ab-82ee-ce47bd099508/1ac4f8ab-aa22-4b24-b845-50595dfcc95d/e4d53c1f-0c44-4ffa-acb9-1749b600087a) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:57:01.344185 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2eb4598-eaef-43ab-9f4a-6855b2306e45 req-5bf30ee4-f6e5-4e1a-a21f-2c8ae8945b4b tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 210 time: 0.1426489 Mar 01 20:57:01.360557 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f1be1cb-fe4e-4b31-9c9e-4956a972fa5d req-bb527f4b-5878-44cc-8b3d-b22c8fd63720 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4264615 Mar 01 20:57:01.410547 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-62d41bf8-b091-47c3-8dda-ae8d722840bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:01.433489 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d41bf8-b091-47c3-8dda-ae8d722840bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5de87dea-faeb-43b1-a22a-6ec8a15b7c56,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:01.453461 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:01.578970 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1e8abd43-1639-4bd2-aad5-d148feb63cf5 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:57:01.623381 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 1e8abd43-1639-4bd2-aad5-d148feb63cf5 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:57:01.624012 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1e8abd43-1639-4bd2-aad5-d148feb63cf5 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:57:01.678183 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-62d41bf8-b091-47c3-8dda-ae8d722840bc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5de87dea-faeb-43b1-a22a-6ec8a15b7c56 HTTP/1.1" status: 204 len: 168 time: 1.8907104 Mar 01 20:57:01.678984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42406) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:01.686719 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:01.705595 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-a54278af-97de-4c04-9414-2d17d610339e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:01.732569 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-efe5c762-cb1f-409f-9dd8-72947ff40b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:01.734260 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7070eaae-5c32-4726-b8ca-2e5b88413730 None None] DHCP port deletion for d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 20:57:01.738247 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-7070eaae-5c32-4726-b8ca-2e5b88413730 None None] Deleting port c7e6bdc1-537f-4f45-8cf2-1c51723d11bc {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:57:01.738621 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7070eaae-5c32-4726-b8ca-2e5b88413730 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:01.755976 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-050b1e08-c95d-49a2-8723-170404cc61dc req-c4a2cb31-7bb0-4460-b975-87f2e0152e3e tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 210 time: 0.1337452 Mar 01 20:57:01.812429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:57:01.857344 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:57:01.874141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:57:02.068376 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:57:02.144720 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324befa-0fc8-4e76-a399-345fbb58753a req-4efd4562-66e5-4c76-9747-2ce69e075f3e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:02.152248 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7324befa-0fc8-4e76-a399-345fbb58753a req-4efd4562-66e5-4c76-9747-2ce69e075f3e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 949 time: 0.6225820 Mar 01 20:57:02.170077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Pushing event updated for resources: {'Port': ['ID=415a3f55-3837-4796-aa41-12031d6d62ec,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:02.187921 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8016697f-1779-40f7-a4ba-0bae37ea5173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:02.201053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-a54278af-97de-4c04-9414-2d17d610339e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Transition to ACTIVE for port object 7badcc59-c905-4f3b-8158-275e3f4a81f4 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:02.247010 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7070eaae-5c32-4726-b8ca-2e5b88413730 None None] For port c7e6bdc1-537f-4f45-8cf2-1c51723d11bc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c7e6bdc1-537f-4f45-8cf2-1c51723d11bc,segment=NetworkSegment(b4005af2-501b-48a9-91ea-2f0978bbb280),segment_id=b4005af2-501b-48a9-91ea-2f0978bbb280)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:02.247648 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7070eaae-5c32-4726-b8ca-2e5b88413730 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:02.304233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe5c762-cb1f-409f-9dd8-72947ff40b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:02.323960 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7324befa-0fc8-4e76-a399-345fbb58753a req-e5c7ac1d-c8b2-4293-85c2-f428cc519e51 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707683 Mar 01 20:57:02.343638 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-efe5c762-cb1f-409f-9dd8-72947ff40b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:02.363137 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-49c8e961-63d8-41f5-ae88-b7982d1ba564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:02.384029 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-8016697f-1779-40f7-a4ba-0bae37ea5173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fdd681d-ffe8-426d-941c-62dfd126df4d']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:57:02.427196 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-8016697f-1779-40f7-a4ba-0bae37ea5173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c33b36fb-eeee-4b30-9d10-511e47fa6b91') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:57:02.439913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-8016697f-1779-40f7-a4ba-0bae37ea5173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c33b36fb-eeee-4b30-9d10-511e47fa6b91') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:57:02.508143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-7070eaae-5c32-4726-b8ca-2e5b88413730 None None] Calling delete_port for c7e6bdc1-537f-4f45-8cf2-1c51723d11bc owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:57:02.586100 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8016697f-1779-40f7-a4ba-0bae37ea5173 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:02.601798 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:02.629145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-49c8e961-63d8-41f5-ae88-b7982d1ba564 admin admin] Deleting port c7e6bdc1-537f-4f45-8cf2-1c51723d11bc {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:57:02.630975 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-49c8e961-63d8-41f5-ae88-b7982d1ba564 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:02.712538 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:57:02.717644 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:57:02.718018 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:02.815392 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7070eaae-5c32-4726-b8ca-2e5b88413730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:02.842695 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8016697f-1779-40f7-a4ba-0bae37ea5173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:02.842931 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-efe5c762-cb1f-409f-9dd8-72947ff40b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:02.848915 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8016697f-1779-40f7-a4ba-0bae37ea5173 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:57:02.849601 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8016697f-1779-40f7-a4ba-0bae37ea5173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:02.881125 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-efe5c762-cb1f-409f-9dd8-72947ff40b1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:02.881393 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7070eaae-5c32-4726-b8ca-2e5b88413730 None None] Pushing event deleted for resources: {'Port': ['ID=c7e6bdc1-537f-4f45-8cf2-1c51723d11bc,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:02.897265 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7070eaae-5c32-4726-b8ca-2e5b88413730 None None] No DVR routers for this DVR port c7e6bdc1-537f-4f45-8cf2-1c51723d11bc on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:57:02.927402 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c1ee2afc-e66f-4f9c-87db-41f621bbea5b req-0f917a53-9655-4cca-8e94-de9221e2cfd0 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 210 time: 0.1383307 Mar 01 20:57:02.975035 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:03.002865 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-bc254c9c-ff7a-4a22-a9ec-3285a121f0cb tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:03.003761 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-bc254c9c-ff7a-4a22-a9ec-3285a121f0cb tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Synchronizing usage tracker for tenant:5203c2ab63064c69ad3c5cd3fc2cfb01 on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:57:03.007074 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:57:03.034303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031361c-3c47-4b14-90d3-93da96f8fd10 req-d03088d1-5e8d-41dc-8c8c-7668b5105231 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:03.042654 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2031361c-3c47-4b14-90d3-93da96f8fd10 req-d03088d1-5e8d-41dc-8c8c-7668b5105231 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 932 time: 0.4689820 Mar 01 20:57:03.048041 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:03.085018 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-efe5c762-cb1f-409f-9dd8-72947ff40b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:03.085538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe5c762-cb1f-409f-9dd8-72947ff40b1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5727f4bd-5be2-47ba-ae37-fda496976d15 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 20:57:03.121706 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e9d47a-2cd4-4dd9-9404-830f2bf9d228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:03.142824 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-77a89aee-1fab-403a-8274-5fdf75a547ea tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:03.145359 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:03.180373 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-77a89aee-1fab-403a-8274-5fdf75a547ea tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Transition to ACTIVE for port object e4d53c1f-0c44-4ffa-acb9-1749b600087a will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:03.209207 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8016697f-1779-40f7-a4ba-0bae37ea5173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:03.217406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-820ae23e-5f13-43b8-80bb-d314c7f72ad1 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:03.218422 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-820ae23e-5f13-43b8-80bb-d314c7f72ad1 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Synchronizing usage tracker for tenant:5203c2ab63064c69ad3c5cd3fc2cfb01 on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:57:03.241471 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:03.260375 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff1fea64-f4f3-4cae-a06b-5243d2302bc9 req-4b2eb983-9c45-40c6-9344-897251d954be tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 210 time: 0.1070802 Mar 01 20:57:03.265437 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8016697f-1779-40f7-a4ba-0bae37ea5173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:03.302192 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8016697f-1779-40f7-a4ba-0bae37ea5173 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fdd681d-ffe8-426d-941c-62dfd126df4d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:03.335509 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2031361c-3c47-4b14-90d3-93da96f8fd10 req-0e142d51-48f6-46c1-ba07-f22e00d5d05b tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916040 Mar 01 20:57:03.340257 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-efe5c762-cb1f-409f-9dd8-72947ff40b1a admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:03.345232 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-efe5c762-cb1f-409f-9dd8-72947ff40b1a admin admin] 10.222.0.42 "DELETE /v2.0/routers/5727f4bd-5be2-47ba-ae37-fda496976d15 HTTP/1.1" status: 204 len: 168 time: 5.0302300 Mar 01 20:57:03.345232 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:03.367702 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42420) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:03.381390 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e9d47a-2cd4-4dd9-9404-830f2bf9d228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb', 'code': 200} Mar 01 20:57:03.424648 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:03.516507 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-49c8e961-63d8-41f5-ae88-b7982d1ba564 admin admin] The port 'c7e6bdc1-537f-4f45-8cf2-1c51723d11bc' was deleted {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 20:57:03.518202 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8016697f-1779-40f7-a4ba-0bae37ea5173 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8fdd681d-ffe8-426d-941c-62dfd126df4d HTTP/1.1" status: 204 len: 168 time: 2.5995555 Mar 01 20:57:03.569563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-bc254c9c-ff7a-4a22-a9ec-3285a121f0cb tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Unset dirty status for tenant:5203c2ab63064c69ad3c5cd3fc2cfb01 on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:57:03.570656 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-bc254c9c-ff7a-4a22-a9ec-3285a121f0cb tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.57 "GET /v2.0/networks?id=475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 HTTP/1.1" status: 200 len: 817 time: 1.1167397 Mar 01 20:57:03.578524 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-820ae23e-5f13-43b8-80bb-d314c7f72ad1 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Retry wrapper got retriable exception: Failed to create a duplicate QuotaUsage: for attribute(s) ['quotausages.PRIMARY'] with value(s) 5203c2ab63064c69ad3c5cd3fc2cfb01-network {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:57:03.578830 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-820ae23e-5f13-43b8-80bb-d314c7f72ad1 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Performing DB retry for function neutron.db.quota.api.set_quota_usage {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:57:03.591805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-16c0d622-d769-454e-a0f4-f608ad183d3f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Request body: {'port': {'device_id': '27efb5b7-4a3b-47b6-a5ca-e400029adccb', 'network_id': '475ad3b3-46ac-4d85-8b05-f7ac0679c7a6', 'admin_state_up': True, 'tenant_id': '5203c2ab63064c69ad3c5cd3fc2cfb01'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:03.606160 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-77a89aee-1fab-403a-8274-5fdf75a547ea tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:03.659536 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-275b53b1-44e9-44d6-a0c7-8a5dd26e7412 admin admin] Deleting subnet 9b10d451-6863-433c-a07b-4c6d8834b5d5 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:57:03.728733 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-a54278af-97de-4c04-9414-2d17d610339e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:03.767828 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:03.777662 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:57:03.787608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764e8a1b-5800-43c4-adbb-4da81ffc267f req-360cedac-ee3f-4a13-ae36-d460af579242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:03.789798 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-764e8a1b-5800-43c4-adbb-4da81ffc267f req-360cedac-ee3f-4a13-ae36-d460af579242 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 1101 time: 0.2319901 Mar 01 20:57:03.799449 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-275b53b1-44e9-44d6-a0c7-8a5dd26e7412 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:03.806885 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a11dfd-1dd6-4283-aa90-307a31929a7e req-9099cdaa-7cd2-4761-b454-79f3ea85c64f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:03.814917 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-31a11dfd-1dd6-4283-aa90-307a31929a7e req-9099cdaa-7cd2-4761-b454-79f3ea85c64f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.2091324 Mar 01 20:57:03.871455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:57:03.872723 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8fbfa4bd-19bb-4b2c-b95f-60a582c4a17a not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:57:03.873429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c7e6bdc1-537f-4f45-8cf2-1c51723d11bc no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:57:03.891313 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:03.933136 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-764e8a1b-5800-43c4-adbb-4da81ffc267f req-2e7fd6ea-0dc4-4216-b34d-00f8a8cb8e97 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020470 Mar 01 20:57:03.954897 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-77a89aee-1fab-403a-8274-5fdf75a547ea tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Network 22986512-c22d-42ab-82ee-ce47bd099508 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:57:03.960517 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-31a11dfd-1dd6-4283-aa90-307a31929a7e req-6effdd01-8d91-4ad8-905a-9b8ae462d78f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443987 Mar 01 20:57:03.986948 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: c7e6bdc1-537f-4f45-8cf2-1c51723d11bc {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:57:03.987508 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c7e6bdc1-537f-4f45-8cf2-1c51723d11bc not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:57:04.002022 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42430) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:04.065670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Pushing event updated for resources: {'Port': ['ID=415a3f55-3837-4796-aa41-12031d6d62ec,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:04.092731 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:04.118539 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-84a468c1-23eb-434a-bf66-577d97dc6246 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d5eaf306fc14197ad9a3185fd39f796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1082621 Mar 01 20:57:04.118539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42434) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:04.189010 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-77a89aee-1fab-403a-8274-5fdf75a547ea tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:57:04.204560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-a54278af-97de-4c04-9414-2d17d610339e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Network 1c6f66dd-272c-498f-a0ba-ba7fb81f92ae is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:57:04.212749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-ce11c153-b71d-43a6-b806-b60cdfd897b7 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:04.214673 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-ce11c153-b71d-43a6-b806-b60cdfd897b7 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.55 "GET /v2.0/networks?id=475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 HTTP/1.1" status: 200 len: 817 time: 0.9455595 Mar 01 20:57:04.218266 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-77a89aee-1fab-403a-8274-5fdf75a547ea tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:57:04.242951 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08a5a3b5-be11-4195-a8de-e8e6edd06004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:04.246728 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-49c8e961-63d8-41f5-ae88-b7982d1ba564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:04.257695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-a54278af-97de-4c04-9414-2d17d610339e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:57:04.260181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a89aee-1fab-403a-8274-5fdf75a547ea tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event updated for resources: {'Port': ['ID=e4d53c1f-0c44-4ffa-acb9-1749b600087a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:04.271636 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-a54278af-97de-4c04-9414-2d17d610339e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:57:04.273366 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:04.276473 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1520e91b-ff5b-4c23-9f8a-bc9d3843e5cb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8604462 Mar 01 20:57:04.296180 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af60b3e-0cc4-4b6e-9214-76fdb0e33442 req-ca75fde1-2048-44d1-ae60-7a56e991a303 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:04.305168 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2af60b3e-0cc4-4b6e-9214-76fdb0e33442 req-ca75fde1-2048-44d1-ae60-7a56e991a303 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 932 time: 0.1826363 Mar 01 20:57:04.335951 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08a5a3b5-be11-4195-a8de-e8e6edd06004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:04.371430 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c63a7efa-f17f-4d54-967b-c9bd174bd51b tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Request body: {'port': {'device_id': '3b2a8a2a-2595-4542-ac5d-9a9022ea1328', 'network_id': '475ad3b3-46ac-4d85-8b05-f7ac0679c7a6', 'admin_state_up': True, 'tenant_id': '5203c2ab63064c69ad3c5cd3fc2cfb01'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:04.401187 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-275b53b1-44e9-44d6-a0c7-8a5dd26e7412 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:04.416910 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2af60b3e-0cc4-4b6e-9214-76fdb0e33442 req-aa5d5555-9602-4547-8518-67ee3120607d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1118577 Mar 01 20:57:04.456638 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-820ae23e-5f13-43b8-80bb-d314c7f72ad1 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Unset dirty status for tenant:5203c2ab63064c69ad3c5cd3fc2cfb01 on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:57:04.458316 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-820ae23e-5f13-43b8-80bb-d314c7f72ad1 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.55 "GET /v2.0/networks?id=475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 HTTP/1.1" status: 200 len: 817 time: 2.4690440 Mar 01 20:57:04.625672 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-120fccf5-1a4d-4eb6-9c5b-c2b289bf310a req-6b945f4f-846a-4946-9cbe-be57a115ad64 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 210 time: 0.1019876 Mar 01 20:57:04.631841 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54278af-97de-4c04-9414-2d17d610339e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event updated for resources: {'Port': ['ID=7badcc59-c905-4f3b-8158-275e3f4a81f4,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:04.640718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-49c8e961-63d8-41f5-ae88-b7982d1ba564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:57:04.671333 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08a5a3b5-be11-4195-a8de-e8e6edd06004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:04.700521 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-05f27c77-e48b-4c61-98c7-bcd3f2e26c5f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Request body: {'port': {'device_id': '865514e6-6ee0-4efe-bf42-dd092e922c35', 'network_id': '475ad3b3-46ac-4d85-8b05-f7ac0679c7a6', 'admin_state_up': True, 'tenant_id': '5203c2ab63064c69ad3c5cd3fc2cfb01'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:04.706507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a5a3b5-be11-4195-a8de-e8e6edd06004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0747ac-fff8-4b0c-8a44-55da10034ced,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:04.738109 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9fb42b53-66ee-48fb-ad6a-fba2ca780ac0 None None] Provisioning for port e4d53c1f-0c44-4ffa-acb9-1749b600087a completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:57:04.751801 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9fb42b53-66ee-48fb-ad6a-fba2ca780ac0 None None] Provisioning complete for port e4d53c1f-0c44-4ffa-acb9-1749b600087a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:57:04.752369 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9fb42b53-66ee-48fb-ad6a-fba2ca780ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:04.777118 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-49c8e961-63d8-41f5-ae88-b7982d1ba564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4005af2-501b-48a9-91ea-2f0978bbb280') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:57:04.777500 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-49c8e961-63d8-41f5-ae88-b7982d1ba564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4005af2-501b-48a9-91ea-2f0978bbb280') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:57:04.850658 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-9fb42b53-66ee-48fb-ad6a-fba2ca780ac0 None None] Port e4d53c1f-0c44-4ffa-acb9-1749b600087a cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:57:04.950996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-77a89aee-1fab-403a-8274-5fdf75a547ea tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:04.951630 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-77a89aee-1fab-403a-8274-5fdf75a547ea tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:04.969833 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-49c8e961-63d8-41f5-ae88-b7982d1ba564 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:05.001551 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08a5a3b5-be11-4195-a8de-e8e6edd06004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:05.002659 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-08a5a3b5-be11-4195-a8de-e8e6edd06004 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6a0747ac-fff8-4b0c-8a44-55da10034ced HTTP/1.1" status: 204 len: 168 time: 0.8835244 Mar 01 20:57:05.008030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-a54278af-97de-4c04-9414-2d17d610339e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:05.008706 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-a54278af-97de-4c04-9414-2d17d610339e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:05.044551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-47c9bc3d-2e7b-435f-91bd-2206e7577e80 None None] Provisioning for port 7badcc59-c905-4f3b-8158-275e3f4a81f4 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:57:05.055067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-47c9bc3d-2e7b-435f-91bd-2206e7577e80 None None] Provisioning complete for port 7badcc59-c905-4f3b-8158-275e3f4a81f4 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:57:05.057058 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-47c9bc3d-2e7b-435f-91bd-2206e7577e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:05.069701 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-49c8e961-63d8-41f5-ae88-b7982d1ba564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:05.076959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-16c0d622-d769-454e-a0f4-f608ad183d3f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:05.117375 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f839157-92d6-4547-a890-a11bf4114f92 req-9c1dd2c5-c526-483b-b943-3680ce9d2375 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:05.134354 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f839157-92d6-4547-a890-a11bf4114f92 req-9c1dd2c5-c526-483b-b943-3680ce9d2375 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:05.153926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f839157-92d6-4547-a890-a11bf4114f92 req-9c1dd2c5-c526-483b-b943-3680ce9d2375 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1655 time: 0.4506991 Mar 01 20:57:05.210210 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-47c9bc3d-2e7b-435f-91bd-2206e7577e80 None None] Port 7badcc59-c905-4f3b-8158-275e3f4a81f4 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:57:05.240741 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f839157-92d6-4547-a890-a11bf4114f92 req-d5badb7b-ca10-4215-b17c-d316b6299d22 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851080 Mar 01 20:57:05.249159 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-16c0d622-d769-454e-a0f4-f608ad183d3f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Usage tracker for resource:port and tenant:5203c2ab63064c69ad3c5cd3fc2cfb01 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:05.257048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-16c0d622-d769-454e-a0f4-f608ad183d3f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:05.260748 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c8e961-63d8-41f5-ae88-b7982d1ba564 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:57:05.263659 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-49c8e961-63d8-41f5-ae88-b7982d1ba564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:05.274203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-ddc6c624-4c8a-4670-9d46-69dd0c835734 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:05.275919 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-ddc6c624-4c8a-4670-9d46-69dd0c835734 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/networks?id=b34cf2a5-94ef-4c93-a73c-6352e07b80df HTTP/1.1" status: 200 len: 822 time: 0.4754605 Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:57:05.288687 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:57:05.292776 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-a54278af-97de-4c04-9414-2d17d610339e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.1716769 Mar 01 20:57:05.318559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-16c0d622-d769-454e-a0f4-f608ad183d3f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:05.322248 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-a098bf5f-f424-4500-b755-1bac252d386f tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/quotas/fd3c698bf2694717bd40d468a2c12a0f HTTP/1.1" status: 200 len: 375 time: 0.0357363 Mar 01 20:57:05.334836 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c63a7efa-f17f-4d54-967b-c9bd174bd51b tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:05.342900 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-6ea29611-18d3-4ea9-9a6f-5af22c678c60 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Request body: {'port': {'device_id': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e', 'admin_state_up': True, 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'security_groups': ['5305b5d3-8038-4a77-a953-21a2f5ecd5c0']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:05.481450 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-275b53b1-44e9-44d6-a0c7-8a5dd26e7412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:05.491073 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-23c85227-5f61-4bb3-8426-7b02fcfec0df tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd3c698bf2694717bd40d468a2c12a0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1623693 Mar 01 20:57:05.538468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c63a7efa-f17f-4d54-967b-c9bd174bd51b tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Usage tracker for resource:port and tenant:5203c2ab63064c69ad3c5cd3fc2cfb01 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:05.543149 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-77a89aee-1fab-403a-8274-5fdf75a547ea tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.6724405 Mar 01 20:57:05.554171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c63a7efa-f17f-4d54-967b-c9bd174bd51b tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:05.556417 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21eb14c-2819-4ef8-8b54-ce4bea770edf req-be7accda-24ad-48f1-8a75-61ba3e403fd2 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:05.563861 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a21eb14c-2819-4ef8-8b54-ce4bea770edf req-be7accda-24ad-48f1-8a75-61ba3e403fd2 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.1618295 Mar 01 20:57:05.581545 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] Request body: {'port': {'device_id': '9b756034-73f0-4fdf-9880-3eeec0bf32d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:05.607393 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-49c8e961-63d8-41f5-ae88-b7982d1ba564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:05.685722 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a21eb14c-2819-4ef8-8b54-ce4bea770edf req-2a668ed6-3e50-4f04-aad8-aac81f53a097 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208844 Mar 01 20:57:05.741908 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-1e161955-e0c8-4da1-b39e-32e17698f192 service neutron] 10.222.0.42 "GET /v2.0/networks/b34cf2a5-94ef-4c93-a73c-6352e07b80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396255 Mar 01 20:57:05.749507 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c63a7efa-f17f-4d54-967b-c9bd174bd51b tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:05.826361 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-16c0d622-d769-454e-a0f4-f608ad183d3f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Made reservation on behalf of 5203c2ab63064c69ad3c5cd3fc2cfb01 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:57:05.831212 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-16c0d622-d769-454e-a0f4-f608ad183d3f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:05.867780 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-49c8e961-63d8-41f5-ae88-b7982d1ba564 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:05.890662 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-49c8e961-63d8-41f5-ae88-b7982d1ba564 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7 HTTP/1.1" status: 204 len: 168 time: 4.2024734 Mar 01 20:57:05.912227 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c8e961-63d8-41f5-ae88-b7982d1ba564 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7acc35d-bdeb-4e48-a59f-bcddbaca4fc7,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:05.931399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-05f27c77-e48b-4c61-98c7-bcd3f2e26c5f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:05.936895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-05f27c77-e48b-4c61-98c7-bcd3f2e26c5f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Usage tracker for resource:port and tenant:5203c2ab63064c69ad3c5cd3fc2cfb01 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:05.942663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-05f27c77-e48b-4c61-98c7-bcd3f2e26c5f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:05.951079 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-05f27c77-e48b-4c61-98c7-bcd3f2e26c5f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:06.056175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c63a7efa-f17f-4d54-967b-c9bd174bd51b tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Made reservation on behalf of 5203c2ab63064c69ad3c5cd3fc2cfb01 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:57:06.062689 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c63a7efa-f17f-4d54-967b-c9bd174bd51b tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:06.090213 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-275b53b1-44e9-44d6-a0c7-8a5dd26e7412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:06.179094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-05f27c77-e48b-4c61-98c7-bcd3f2e26c5f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Made reservation on behalf of 5203c2ab63064c69ad3c5cd3fc2cfb01 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:57:06.184984 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-05f27c77-e48b-4c61-98c7-bcd3f2e26c5f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:06.229463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b53b1-44e9-44d6-a0c7-8a5dd26e7412 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b10d451-6863-433c-a07b-4c6d8834b5d5,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:06.233620 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-588bf1e7-fae5-4644-8cb2-852fd9cc3f9d service neutron] 10.222.0.42 "GET /v2.0/networks/b34cf2a5-94ef-4c93-a73c-6352e07b80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4910862 Mar 01 20:57:06.248956 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f6ee4-6426-4820-a61a-b780b97219e0 req-1ce2228c-8ad2-4bfc-a7f3-9991b2c5a04d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:06.251342 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a4f6ee4-6426-4820-a61a-b780b97219e0 req-1ce2228c-8ad2-4bfc-a7f3-9991b2c5a04d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 932 time: 0.2897077 Mar 01 20:57:06.336042 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a4f6ee4-6426-4820-a61a-b780b97219e0 req-c5a9e2aa-c005-4a55-85c1-0cfd07b2f79e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748835 Mar 01 20:57:06.369395 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:06.416009 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faefd0c2-d628-4325-971c-fd3359f8d212 None None] Network 9c047131-db31-4f0b-ada8-1976d242266e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:57:06.619536 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40c3f7bf-c50c-4130-a74f-12fb94943530 req-a5cd8396-e650-4111-bf24-af90e52bb1e6 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 210 time: 0.1247725 Mar 01 20:57:06.624409 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42480) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:06.653983 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-275b53b1-44e9-44d6-a0c7-8a5dd26e7412 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:06.709441 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-359e42b3-5156-4960-b9c7-227ae74b9fa9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=384d82cbbd5c4528abe1969276cf7040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0830779 Mar 01 20:57:06.711395 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42486) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:06.906332 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232f59ff-1a13-451d-ad60-c9ad476269af None None] DHCP port deletion for 9c047131-db31-4f0b-ada8-1976d242266e request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 20:57:06.916394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-232f59ff-1a13-451d-ad60-c9ad476269af None None] Deleting port 6626653a-d37a-49e7-b497-146f098bff80 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:57:06.922921 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-232f59ff-1a13-451d-ad60-c9ad476269af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:06.958629 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-02435c0e-632c-420e-9549-9af1b5b2b426 req-26e48bde-f287-4904-9bb3-f351b4d65bf1 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 210 time: 0.1415508 Mar 01 20:57:07.068010 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04096726-252f-4d93-81c8-06082c904652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:07.130061 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04096726-252f-4d93-81c8-06082c904652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:07.195887 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-6ea29611-18d3-4ea9-9a6f-5af22c678c60 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:07.201321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-6ea29611-18d3-4ea9-9a6f-5af22c678c60 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Usage tracker for resource:port and tenant:5705b0cae87741729c72e376229e6a19 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:07.204963 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-6ea29611-18d3-4ea9-9a6f-5af22c678c60 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:07.213422 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-6ea29611-18d3-4ea9-9a6f-5af22c678c60 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:07.257483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d0c6b-3c59-43dd-91ce-848904e0ba9b req-037f5c9d-9b97-4bd4-9a7b-0eb273afc740 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:07.264063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d0c6b-3c59-43dd-91ce-848904e0ba9b req-037f5c9d-9b97-4bd4-9a7b-0eb273afc740 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:07.265893 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-305d0c6b-3c59-43dd-91ce-848904e0ba9b req-037f5c9d-9b97-4bd4-9a7b-0eb273afc740 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1655 time: 0.4502747 Mar 01 20:57:07.383688 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-305d0c6b-3c59-43dd-91ce-848904e0ba9b req-8834bb51-c7cf-4bd6-b51c-71765dbd867e tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018095 Mar 01 20:57:07.400905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dfddad-cc9d-49e0-a17e-44480e3bbf40 req-a83a7ad0-7c7a-4d86-aa66-d7eaaa82de17 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:07.405528 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96dfddad-cc9d-49e0-a17e-44480e3bbf40 req-a83a7ad0-7c7a-4d86-aa66-d7eaaa82de17 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.2446206 Mar 01 20:57:07.412109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42506) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:07.437135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-232f59ff-1a13-451d-ad60-c9ad476269af None None] For port 6626653a-d37a-49e7-b497-146f098bff80, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=6626653a-d37a-49e7-b497-146f098bff80,segment=NetworkSegment(2ab60939-7c8e-43ed-9389-2acf597d97f4),segment_id=2ab60939-7c8e-43ed-9389-2acf597d97f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:07.438977 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-232f59ff-1a13-451d-ad60-c9ad476269af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:07.515156 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96dfddad-cc9d-49e0-a17e-44480e3bbf40 req-b2d60824-5656-4b23-9f57-e3856ec62226 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948303 Mar 01 20:57:07.575064 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-275b53b1-44e9-44d6-a0c7-8a5dd26e7412 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9b10d451-6863-433c-a07b-4c6d8834b5d5 HTTP/1.1" status: 204 len: 168 time: 4.2052619 Mar 01 20:57:07.584548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42514) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:07.586319 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c63a7efa-f17f-4d54-967b-c9bd174bd51b tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Allocated IP 172.20.0.5 (475ad3b3-46ac-4d85-8b05-f7ac0679c7a6/c9ec4e37-d2e7-42db-add1-e1ce45743414/6ee6f858-8482-40fe-a906-7c5af658d5c8) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:57:07.591602 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-232f59ff-1a13-451d-ad60-c9ad476269af None None] Calling delete_port for 6626653a-d37a-49e7-b497-146f098bff80 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:57:07.627885 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04096726-252f-4d93-81c8-06082c904652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:07.693989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1555763850-network', 'tenant_id': 'b14f03ea3bfb4417b7e16b30ef2024dc'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:07.699563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:07.704383 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Usage tracker for resource:network and tenant:b14f03ea3bfb4417b7e16b30ef2024dc is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:07.707960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:07.720796 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6626653a-d37a-49e7-b497-146f098bff80 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:57:07.735376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:07.752710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04096726-252f-4d93-81c8-06082c904652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59244b54-5c83-496f-8697-6988aeeb65b5,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:07.822540 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04096726-252f-4d93-81c8-06082c904652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:07.824432 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-04096726-252f-4d93-81c8-06082c904652 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/59244b54-5c83-496f-8697-6988aeeb65b5 HTTP/1.1" status: 204 len: 168 time: 1.1119070 Mar 01 20:57:07.855428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-6ea29611-18d3-4ea9-9a6f-5af22c678c60 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Made reservation on behalf of 5705b0cae87741729c72e376229e6a19 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:57:07.859168 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-6ea29611-18d3-4ea9-9a6f-5af22c678c60 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:07.878392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Made reservation on behalf of b14f03ea3bfb4417b7e16b30ef2024dc for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:57:07.880916 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:07.913605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3206dd-e1b9-4610-a0e8-677c9e0fcb83 req-297fb7e6-eae9-4d84-899a-bcb6dc0489a3 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:07.915705 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b3206dd-e1b9-4610-a0e8-677c9e0fcb83 req-297fb7e6-eae9-4d84-899a-bcb6dc0489a3 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.1642518 Mar 01 20:57:07.916412 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:07.960187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a0a6e1-0e34-4beb-aabb-01d32d2e4ef0 req-44ecf858-e0e7-4ee9-b130-47498e56dda6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:07.961966 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22a0a6e1-0e34-4beb-aabb-01d32d2e4ef0 req-44ecf858-e0e7-4ee9-b130-47498e56dda6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 932 time: 0.4309328 Mar 01 20:57:07.969105 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:07.975552 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Usage tracker for resource:security_group_rule and tenant:b14f03ea3bfb4417b7e16b30ef2024dc is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:07.976112 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-232f59ff-1a13-451d-ad60-c9ad476269af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:07.978514 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:07.985210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:08.058266 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b3206dd-e1b9-4610-a0e8-677c9e0fcb83 req-9543881a-540a-460f-b8e7-5698aeb871cf tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306529 Mar 01 20:57:08.077742 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232f59ff-1a13-451d-ad60-c9ad476269af None None] No DVR routers for this DVR port 6626653a-d37a-49e7-b497-146f098bff80 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:57:08.110655 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22a0a6e1-0e34-4beb-aabb-01d32d2e4ef0 req-6be822e1-0fc7-4ca4-a71f-d493f9e9f096 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1016433 Mar 01 20:57:08.117529 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8869aa43-e25c-490a-93a1-bb916b55aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:08.154211 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f59ff-1a13-451d-ad60-c9ad476269af None None] Pushing event deleted for resources: {'Port': ['ID=6626653a-d37a-49e7-b497-146f098bff80,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:08.155333 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c63a7efa-f17f-4d54-967b-c9bd174bd51b tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:08.195922 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:08.239323 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:08.368894 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:08.382191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:57:08.396417 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:08.396797 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Added segment 6be5824e-406f-49d7-97ea-4f858cab8fd7 of type vlan for network 3b736a4e-f800-46d4-88cd-78c52e7f462f Mar 01 20:57:08.432711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b94cd4aa-6edf-4b0f-8068-cf7413806a24 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:08.444039 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:08.450307 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:08.556273 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a4ea1c7f-c896-4408-9cc9-18108b927ddb req-f9de255e-d180-4e6d-bfe1-507a36adc358 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 210 time: 0.2548761 Mar 01 20:57:08.569629 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-514b3b84-3be1-48d1-b1dd-0edc4846e759 req-2cb3044a-a35f-41b5-bb28-06faac3a37aa tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 210 time: 0.0818067 Mar 01 20:57:08.575060 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:08.579590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:08.580402 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:08.605040 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] Transition to ACTIVE for port object b94cd4aa-6edf-4b0f-8068-cf7413806a24 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:08.639744 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8869aa43-e25c-490a-93a1-bb916b55aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:08.669407 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-6ea29611-18d3-4ea9-9a6f-5af22c678c60 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Allocated IP 10.1.1.72 (ee65825d-7288-4653-bfc7-12a15403400e/e44b9d62-5494-43a9-9588-014f74981709/21b097e0-c594-4c20-862a-df9b7482b41e) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:57:08.717778 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-8869aa43-e25c-490a-93a1-bb916b55aee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c047131-db31-4f0b-ada8-1976d242266e']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:57:08.741182 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:08.746152 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-8869aa43-e25c-490a-93a1-bb916b55aee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ab60939-7c8e-43ed-9389-2acf597d97f4') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:57:08.746526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-8869aa43-e25c-490a-93a1-bb916b55aee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ab60939-7c8e-43ed-9389-2acf597d97f4') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:57:08.827577 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8869aa43-e25c-490a-93a1-bb916b55aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:08.899339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d14f4fa-87c9-4ae6-95c3-f98987b2aa3e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:08.982347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-16c0d622-d769-454e-a0f4-f608ad183d3f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Allocated IP 172.20.0.3 (475ad3b3-46ac-4d85-8b05-f7ac0679c7a6/c9ec4e37-d2e7-42db-add1-e1ce45743414/2bdfab75-21d4-4231-aeeb-98b4e8404c1e) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:57:08.982845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] Pushing event updated for resources: {'Network': ['ID=3b736a4e-f800-46d4-88cd-78c52e7f462f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:08.993833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 3b736a4e-f800-46d4-88cd-78c52e7f462f details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:57:09.044821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859acfe-8f8d-4caf-8ea3-0aa2f6d3474a req-02e568d2-c7da-4201-b6fb-704304bcd2e9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:09.060762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859acfe-8f8d-4caf-8ea3-0aa2f6d3474a req-02e568d2-c7da-4201-b6fb-704304bcd2e9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:09.062604 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d859acfe-8f8d-4caf-8ea3-0aa2f6d3474a req-02e568d2-c7da-4201-b6fb-704304bcd2e9 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1667 time: 0.1691229 Mar 01 20:57:09.073473 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-21c9cbae-361c-40b4-a62e-166762be035b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6416578 Mar 01 20:57:09.073674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42546) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:09.144516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6542e554-149c-4941-be4a-b9e028a90f16 admin admin] Request body: {'subnet': {'network_id': '3b736a4e-f800-46d4-88cd-78c52e7f462f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1555763850-subnet', 'tenant_id': 'b14f03ea3bfb4417b7e16b30ef2024dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:09.144637 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c63a7efa-f17f-4d54-967b-c9bd174bd51b tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:09.156522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6542e554-149c-4941-be4a-b9e028a90f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:09.171039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6542e554-149c-4941-be4a-b9e028a90f16 admin admin] Usage tracker for resource:subnet and tenant:b14f03ea3bfb4417b7e16b30ef2024dc is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:09.194809 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6542e554-149c-4941-be4a-b9e028a90f16 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:09.222767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6542e554-149c-4941-be4a-b9e028a90f16 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:09.250313 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d859acfe-8f8d-4caf-8ea3-0aa2f6d3474a req-706325a0-21d5-4212-a42d-2c436f377f05 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697383 Mar 01 20:57:09.267243 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8869aa43-e25c-490a-93a1-bb916b55aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:09.311088 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8869aa43-e25c-490a-93a1-bb916b55aee6 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:57:09.311487 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8869aa43-e25c-490a-93a1-bb916b55aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:57:09.340025 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:57:09.345790 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c63a7efa-f17f-4d54-967b-c9bd174bd51b tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Network 475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:57:09.375458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] Pushing event updated for resources: {'Port': ['ID=b94cd4aa-6edf-4b0f-8068-cf7413806a24,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:09.413779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c63a7efa-f17f-4d54-967b-c9bd174bd51b tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:57:09.423247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6542e554-149c-4941-be4a-b9e028a90f16 admin admin] Made reservation on behalf of b14f03ea3bfb4417b7e16b30ef2024dc for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:57:09.427029 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6542e554-149c-4941-be4a-b9e028a90f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:09.517549 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c63a7efa-f17f-4d54-967b-c9bd174bd51b tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:57:09.561971 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d339132-4e50-49df-b455-828b14ef9ec3 req-f9ac324a-e86e-4ab8-8606-5446560d4ed7 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:09.563884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d339132-4e50-49df-b455-828b14ef9ec3 req-f9ac324a-e86e-4ab8-8606-5446560d4ed7 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 932 time: 0.2007647 Mar 01 20:57:09.675598 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d339132-4e50-49df-b455-828b14ef9ec3 req-58f3fe43-ab00-4152-a9c8-31d2bbe628e1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0888920 Mar 01 20:57:09.866208 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee0ea945-393e-433a-90c6-dc86da68711f req-bc64d511-26ff-4add-82b1-28243416460d tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 210 time: 0.0700128 Mar 01 20:57:09.890446 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87a85c-9a8d-4c96-8894-73349cab8645 req-2f49b578-c81d-4e1a-aae5-8a4094932de1 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:09.891959 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac87a85c-9a8d-4c96-8894-73349cab8645 req-2f49b578-c81d-4e1a-aae5-8a4094932de1 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.2209744 Mar 01 20:57:09.946535 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac87a85c-9a8d-4c96-8894-73349cab8645 req-4c041209-398f-40a1-8f18-a88e8ecb2b67 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467379 Mar 01 20:57:10.019637 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6542e554-149c-4941-be4a-b9e028a90f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:10.043953 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a7efa-f17f-4d54-967b-c9bd174bd51b tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Pushing event updated for resources: {'Port': ['ID=6ee6f858-8482-40fe-a906-7c5af658d5c8,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:10.071598 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8869aa43-e25c-490a-93a1-bb916b55aee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:10.079345 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8869aa43-e25c-490a-93a1-bb916b55aee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:10.126419 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c63a7efa-f17f-4d54-967b-c9bd174bd51b tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:10.127105 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c63a7efa-f17f-4d54-967b-c9bd174bd51b tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:10.131683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542e554-149c-4941-be4a-b9e028a90f16 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84238c67-ed05-4dca-8acd-4bb86984b8ba,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:10.152547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6542e554-149c-4941-be4a-b9e028a90f16 admin admin] Checking segment: {'id': '6be5824e-406f-49d7-97ea-4f858cab8fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3b736a4e-f800-46d4-88cd-78c52e7f462f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:57:10.152547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6542e554-149c-4941-be4a-b9e028a90f16 admin admin] Network hostable DHCP agents. Network: 3b736a4e-f800-46d4-88cd-78c52e7f462f, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:57:10.178677 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8cc7c4-25e0-4552-ba1c-f8b45874f472 req-c86ac3b8-c906-4321-85cc-ce4fd668e5ce tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:10.180216 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed8cc7c4-25e0-4552-ba1c-f8b45874f472 req-c86ac3b8-c906-4321-85cc-ce4fd668e5ce tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 931 time: 0.2000296 Mar 01 20:57:10.231773 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed8cc7c4-25e0-4552-ba1c-f8b45874f472 req-13d245b3-7f67-411c-a8ae-a7ac55d35e6b tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416079 Mar 01 20:57:10.236420 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8869aa43-e25c-490a-93a1-bb916b55aee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c047131-db31-4f0b-ada8-1976d242266e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:10.265693 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8869aa43-e25c-490a-93a1-bb916b55aee6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9c047131-db31-4f0b-ada8-1976d242266e HTTP/1.1" status: 204 len: 168 time: 2.5474076 Mar 01 20:57:10.299991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] Attempting to bind port b94cd4aa-6edf-4b0f-8068-cf7413806a24 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:57:10.303074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6542e554-149c-4941-be4a-b9e028a90f16 admin admin] Network 3b736a4e-f800-46d4-88cd-78c52e7f462f is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:57:10.303429 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] Attempting to bind port b94cd4aa-6edf-4b0f-8068-cf7413806a24 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'd32a00d1-7445-4530-b440-52f0b561333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fa915902-b2d0-4dbc-9808-038021a7f9f4'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:57:10.303429 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] Attempting to bind port b94cd4aa-6edf-4b0f-8068-cf7413806a24 on network fa915902-b2d0-4dbc-9808-038021a7f9f4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:10.318533 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-6ea29611-18d3-4ea9-9a6f-5af22c678c60 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:10.372007 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] Port b94cd4aa-6edf-4b0f-8068-cf7413806a24 on network fa915902-b2d0-4dbc-9808-038021a7f9f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:57:10.372334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] Attempting to bind port b94cd4aa-6edf-4b0f-8068-cf7413806a24 on network fa915902-b2d0-4dbc-9808-038021a7f9f4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:10.420969 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c63a7efa-f17f-4d54-967b-c9bd174bd51b tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1565552 Mar 01 20:57:10.421720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:57:10.422776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] Checking segment: {'id': 'd32a00d1-7445-4530-b440-52f0b561333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fa915902-b2d0-4dbc-9808-038021a7f9f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:57:10.422776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] Bound using segment: {'id': 'd32a00d1-7445-4530-b440-52f0b561333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fa915902-b2d0-4dbc-9808-038021a7f9f4'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:57:10.423006 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] Bound port: b94cd4aa-6edf-4b0f-8068-cf7413806a24, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd32a00d1-7445-4530-b440-52f0b561333b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'fa915902-b2d0-4dbc-9808-038021a7f9f4'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:57:10.423205 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:10.448536 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-6ea29611-18d3-4ea9-9a6f-5af22c678c60 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Transition to ACTIVE for port object 21b097e0-c594-4c20-862a-df9b7482b41e will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:10.453215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-6542e554-149c-4941-be4a-b9e028a90f16 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 3b736a4e-f800-46d4-88cd-78c52e7f462f) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:57:10.465120 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] Request body: {'port': {'device_id': '3b2a8a2a-2595-4542-ac5d-9a9022ea1328', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:10.465362 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abb48b8-4896-432a-b7d8-d0974cfecd47 None None] Network 3b736a4e-f800-46d4-88cd-78c52e7f462f requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:57:10.470063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6542e554-149c-4941-be4a-b9e028a90f16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:10.470665 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6542e554-149c-4941-be4a-b9e028a90f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:10.522841 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-16c0d622-d769-454e-a0f4-f608ad183d3f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:10.530593 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-bf6d75c0-d905-420f-bdf2-c6d95b6ed27b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6485543 Mar 01 20:57:10.538517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1d844-f1c2-4c6b-9eeb-dff3f9bd7c00 req-76efc7de-ffb9-45da-a4a8-fa403570059b tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:10.546598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa1d844-f1c2-4c6b-9eeb-dff3f9bd7c00 req-76efc7de-ffb9-45da-a4a8-fa403570059b tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:10.549119 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4aa1d844-f1c2-4c6b-9eeb-dff3f9bd7c00 req-76efc7de-ffb9-45da-a4a8-fa403570059b tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1667 time: 0.1321013 Mar 01 20:57:10.628732 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4aa1d844-f1c2-4c6b-9eeb-dff3f9bd7c00 req-21453eee-048e-433f-acad-76c695a39c79 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725567 Mar 01 20:57:10.634011 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6542e554-149c-4941-be4a-b9e028a90f16 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5573559 Mar 01 20:57:10.672214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-ce5cc041-b327-47c1-aa7e-23fcd35751ec tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:10.673975 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-ce5cc041-b327-47c1-aa7e-23fcd35751ec tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.57 "GET /v2.0/networks?id=b34cf2a5-94ef-4c93-a73c-6352e07b80df HTTP/1.1" status: 200 len: 822 time: 0.4958215 Mar 01 20:57:10.696710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-c36130e1-c0d6-46a2-b3d8-adca1daf7b28 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Request body: {'port': {'device_id': '4edc3b26-3ce1-4641-b33d-d4ccd6af5471', 'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df', 'admin_state_up': True, 'tenant_id': 'fd3c698bf2694717bd40d468a2c12a0f'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:10.862327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] For port b94cd4aa-6edf-4b0f-8068-cf7413806a24, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:57:10.865419 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:10.873100 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26f7c6b-0133-4e31-92fe-464799bf232e None None] Network 3b736a4e-f800-46d4-88cd-78c52e7f462f requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:57:10.882191 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-6ea29611-18d3-4ea9-9a6f-5af22c678c60 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:10.901837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42588) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:10.942035 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] For port b94cd4aa-6edf-4b0f-8068-cf7413806a24, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b94cd4aa-6edf-4b0f-8068-cf7413806a24,segment=NetworkSegment(d32a00d1-7445-4530-b440-52f0b561333b),segment_id=d32a00d1-7445-4530-b440-52f0b561333b)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:57:11.033358 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-639d9cae-ef6d-43c4-81a0-539e26111238 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=df56c463be844df5b2fb698fb8b7ab1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1298223 Mar 01 20:57:11.036068 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42596) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:11.075608 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-6ea29611-18d3-4ea9-9a6f-5af22c678c60 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Network ee65825d-7288-4653-bfc7-12a15403400e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:57:11.077408 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:11.180983 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-16c0d622-d769-454e-a0f4-f608ad183d3f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:11.182739 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-6ea29611-18d3-4ea9-9a6f-5af22c678c60 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:57:11.212523 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-6ea29611-18d3-4ea9-9a6f-5af22c678c60 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:57:11.297549 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea29611-18d3-4ea9-9a6f-5af22c678c60 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event updated for resources: {'Port': ['ID=21b097e0-c594-4c20-862a-df9b7482b41e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:11.341052 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0dec4c05-5932-4867-a9d4-6bbe70aafe21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:11.362025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:11.362025 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:11.362025 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] 10.222.0.57 "PUT /v2.0/ports/b94cd4aa-6edf-4b0f-8068-cf7413806a24 HTTP/1.1" status: 200 len: 1092 time: 5.8041856 Mar 01 20:57:11.412393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647c932-825a-48e8-9c35-e4da2ab46655 req-561b7e96-b48b-4b3d-952e-7f378c368985 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:11.418462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647c932-825a-48e8-9c35-e4da2ab46655 req-561b7e96-b48b-4b3d-952e-7f378c368985 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:11.425659 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4647c932-825a-48e8-9c35-e4da2ab46655 req-561b7e96-b48b-4b3d-952e-7f378c368985 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 1653 time: 0.4015560 Mar 01 20:57:11.449695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b756034-73f0-4fdf-9880-3eeec0bf32d6', 'tag': 'b94cd4aa-6edf-4b0f-8068-cf7413806a24'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:11.476762 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0dec4c05-5932-4867-a9d4-6bbe70aafe21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:11.524416 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-c36130e1-c0d6-46a2-b3d8-adca1daf7b28 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:11.531092 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a676666-abe5-4a55-93f8-c39f60175583 service neutron] Pushing event updated for resources: {'Port': ['ID=b94cd4aa-6edf-4b0f-8068-cf7413806a24,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:11.549470 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4647c932-825a-48e8-9c35-e4da2ab46655 req-21bcedca-8e4a-47ff-aef9-75b8cca1fdd5 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1222656 Mar 01 20:57:11.625101 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-16c0d622-d769-454e-a0f4-f608ad183d3f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Network 475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:57:11.654850 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35b56062-c893-4a34-951c-53ff5c13883d req-40350779-3415-4cc7-9c85-e5ba8000e4f5 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 210 time: 0.0646336 Mar 01 20:57:11.714346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] Request body: {'port': {'device_id': '9b756034-73f0-4fdf-9880-3eeec0bf32d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:11.729103 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e3bcd21f-9dfd-4870-a9ca-2e12e4e37606 None None] Provisioning for port 21b097e0-c594-4c20-862a-df9b7482b41e completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:57:11.735351 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e3bcd21f-9dfd-4870-a9ca-2e12e4e37606 None None] Provisioning complete for port 21b097e0-c594-4c20-862a-df9b7482b41e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:57:11.740337 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e3bcd21f-9dfd-4870-a9ca-2e12e4e37606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:11.757126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-c36130e1-c0d6-46a2-b3d8-adca1daf7b28 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Usage tracker for resource:port and tenant:fd3c698bf2694717bd40d468a2c12a0f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:11.776706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-16c0d622-d769-454e-a0f4-f608ad183d3f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:57:11.779108 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-16c0d622-d769-454e-a0f4-f608ad183d3f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:57:11.798005 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e3bcd21f-9dfd-4870-a9ca-2e12e4e37606 None None] Port 21b097e0-c594-4c20-862a-df9b7482b41e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:57:11.828417 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0dec4c05-5932-4867-a9d4-6bbe70aafe21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:11.855157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec4c05-5932-4867-a9d4-6bbe70aafe21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa81a8c5-faae-4c49-a889-932b1f7f13b9,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:11.871452 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0dec4c05-5932-4867-a9d4-6bbe70aafe21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:11.875433 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0dec4c05-5932-4867-a9d4-6bbe70aafe21 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aa81a8c5-faae-4c49-a889-932b1f7f13b9 HTTP/1.1" status: 204 len: 168 time: 0.8353376 Mar 01 20:57:11.887378 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-c36130e1-c0d6-46a2-b3d8-adca1daf7b28 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:11.904623 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-c36130e1-c0d6-46a2-b3d8-adca1daf7b28 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:11.931122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42b77b-b298-43ce-8b8d-51f80be073f5 req-fee62d9b-b661-4c12-b94d-8d90da816bbb tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:11.933589 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a42b77b-b298-43ce-8b8d-51f80be073f5 req-fee62d9b-b661-4c12-b94d-8d90da816bbb tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.2368681 Mar 01 20:57:11.995061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-05f27c77-e48b-4c61-98c7-bcd3f2e26c5f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Allocated IP 172.20.0.6 (475ad3b3-46ac-4d85-8b05-f7ac0679c7a6/c9ec4e37-d2e7-42db-add1-e1ce45743414/1407662b-db0b-45aa-a6e9-a4e782df9b78) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:57:12.021582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-6ea29611-18d3-4ea9-9a6f-5af22c678c60 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:12.022237 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-6ea29611-18d3-4ea9-9a6f-5af22c678c60 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:12.048814 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-c36130e1-c0d6-46a2-b3d8-adca1daf7b28 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Made reservation on behalf of fd3c698bf2694717bd40d468a2c12a0f for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:57:12.052875 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-c36130e1-c0d6-46a2-b3d8-adca1daf7b28 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:12.059185 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a42b77b-b298-43ce-8b8d-51f80be073f5 req-15c232b1-e72a-4f66-be9d-3bac8ab4ae96 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144817 Mar 01 20:57:12.120697 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c0d622-d769-454e-a0f4-f608ad183d3f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Pushing event updated for resources: {'Port': ['ID=2bdfab75-21d4-4231-aeeb-98b4e8404c1e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:12.160865 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-6ea29611-18d3-4ea9-9a6f-5af22c678c60 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 6.8337939 Mar 01 20:57:12.200750 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-3ee81e5b-c986-42c8-829c-a6fa1a692324 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Request body: {'port': {'device_id': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e', 'admin_state_up': True, 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'security_groups': ['5305b5d3-8038-4a77-a953-21a2f5ecd5c0']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:12.228890 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:12.244798 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-bd40bf4d-730f-4cfd-b5d4-a9c6a790115e tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:12.245555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-bd40bf4d-730f-4cfd-b5d4-a9c6a790115e tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Synchronizing usage tracker for tenant:b14f03ea3bfb4417b7e16b30ef2024dc on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:57:12.320725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-16c0d622-d769-454e-a0f4-f608ad183d3f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:12.321263 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-16c0d622-d769-454e-a0f4-f608ad183d3f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:12.341938 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e5aa0-40a4-4b07-9f62-8091c6914dcb req-695782d6-b388-4083-8187-d024c5896d86 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:12.347535 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-568e5aa0-40a4-4b07-9f62-8091c6914dcb req-695782d6-b388-4083-8187-d024c5896d86 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 931 time: 0.0977945 Mar 01 20:57:12.409401 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-bd40bf4d-730f-4cfd-b5d4-a9c6a790115e tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Unset dirty status for tenant:b14f03ea3bfb4417b7e16b30ef2024dc on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:57:12.412422 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-bd40bf4d-730f-4cfd-b5d4-a9c6a790115e tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/networks?id=3b736a4e-f800-46d4-88cd-78c52e7f462f HTTP/1.1" status: 200 len: 818 time: 0.4322159 Mar 01 20:57:12.425469 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-568e5aa0-40a4-4b07-9f62-8091c6914dcb req-e9fe6e82-e73f-4fc5-82f3-65ba0ff2bbcb tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710778 Mar 01 20:57:12.437041 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-99d40eec-1884-4129-a5ed-96aee65ee82b tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/quotas/b14f03ea3bfb4417b7e16b30ef2024dc HTTP/1.1" status: 200 len: 375 time: 0.0151768 Mar 01 20:57:12.516271 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-8f066383-ff68-4387-b318-893fa28766ce tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b14f03ea3bfb4417b7e16b30ef2024dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0709879 Mar 01 20:57:12.719147 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b756034-73f0-4fdf-9880-3eeec0bf32d6', 'tag': 'b94cd4aa-6edf-4b0f-8068-cf7413806a24', 'status': 'completed', 'code': 200} Mar 01 20:57:12.854057 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-16c0d622-d769-454e-a0f4-f608ad183d3f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.2658415 Mar 01 20:57:12.943948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] Request body: {'port': {'device_id': '27efb5b7-4a3b-47b6-a5ca-e400029adccb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:12.967798 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-92eb4a1c-3002-4e00-a469-399f1eba5e25 service neutron] 10.222.0.42 "GET /v2.0/networks/3b736a4e-f800-46d4-88cd-78c52e7f462f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433422 Mar 01 20:57:13.116404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2b0a9-69b7-43dc-a40a-468f9ddaeafb req-120c05b1-345b-45d4-894c-acfc84e464ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:13.117221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2b0a9-69b7-43dc-a40a-468f9ddaeafb req-120c05b1-345b-45d4-894c-acfc84e464ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:13.119120 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ed2b0a9-69b7-43dc-a40a-468f9ddaeafb req-120c05b1-345b-45d4-894c-acfc84e464ed service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4834e9a7767b4a869353bf362d5744fe&device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1914 time: 0.2995996 Mar 01 20:57:13.137420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c22e-1cad-492d-8cdd-c9d393eb28b2 req-748cacb5-0a21-4928-8d81-df9858356ec6 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:13.143938 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4c22e-1cad-492d-8cdd-c9d393eb28b2 req-748cacb5-0a21-4928-8d81-df9858356ec6 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:13.145821 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dbb4c22e-1cad-492d-8cdd-c9d393eb28b2 req-748cacb5-0a21-4928-8d81-df9858356ec6 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1667 time: 0.3251460 Mar 01 20:57:13.214107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-3ee81e5b-c986-42c8-829c-a6fa1a692324 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:13.234512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-3ee81e5b-c986-42c8-829c-a6fa1a692324 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Usage tracker for resource:port and tenant:5705b0cae87741729c72e376229e6a19 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:13.243263 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-c36130e1-c0d6-46a2-b3d8-adca1daf7b28 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Allocated IP 172.20.0.5 (b34cf2a5-94ef-4c93-a73c-6352e07b80df/844187c6-69f0-42fc-8dd0-0c1a159e43b8/46f586a3-e9d5-4933-b0d1-ac05a50d6c8e) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:57:13.297214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-3ee81e5b-c986-42c8-829c-a6fa1a692324 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:13.322163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-3ee81e5b-c986-42c8-829c-a6fa1a692324 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:13.328849 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-05f27c77-e48b-4c61-98c7-bcd3f2e26c5f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:13.345433 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-7297738e-9ae7-4855-91fe-34fcca092fb8 service neutron] 10.222.0.42 "GET /v2.0/networks/3b736a4e-f800-46d4-88cd-78c52e7f462f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663034 Mar 01 20:57:13.364119 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dbb4c22e-1cad-492d-8cdd-c9d393eb28b2 req-bb2c18ef-071e-495b-8ecf-4f6ec28e65c8 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792619 Mar 01 20:57:13.423889 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:13.445051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2b0a9-69b7-43dc-a40a-468f9ddaeafb req-c334de56-2f4e-485a-a7c3-58a9849b989e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:13.445731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2b0a9-69b7-43dc-a40a-468f9ddaeafb req-c334de56-2f4e-485a-a7c3-58a9849b989e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:13.446206 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2b0a9-69b7-43dc-a40a-468f9ddaeafb req-c334de56-2f4e-485a-a7c3-58a9849b989e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:13.447922 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ed2b0a9-69b7-43dc-a40a-468f9ddaeafb req-c334de56-2f4e-485a-a7c3-58a9849b989e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4834e9a7767b4a869353bf362d5744fe&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3210979 Mar 01 20:57:13.471657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-3ee81e5b-c986-42c8-829c-a6fa1a692324 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Made reservation on behalf of 5705b0cae87741729c72e376229e6a19 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:57:13.475212 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-3ee81e5b-c986-42c8-829c-a6fa1a692324 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:13.713750 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2b0a9-69b7-43dc-a40a-468f9ddaeafb req-ad832708-8c94-4304-876b-861342aadcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:13.715244 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ed2b0a9-69b7-43dc-a40a-468f9ddaeafb req-ad832708-8c94-4304-876b-861342aadcf8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2610731 Mar 01 20:57:13.752411 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-0d195f3f-a7c5-4d5a-93c5-4d85b6bd9caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:13.754931 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-0d195f3f-a7c5-4d5a-93c5-4d85b6bd9caf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 1101 time: 0.1782618 Mar 01 20:57:13.763793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173679e-ad3e-4884-b962-a23049893238 req-01ed5138-8ce7-4627-9e72-63bbacbfd3fa tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:13.769724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173679e-ad3e-4884-b962-a23049893238 req-01ed5138-8ce7-4627-9e72-63bbacbfd3fa tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:13.771291 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b173679e-ad3e-4884-b962-a23049893238 req-01ed5138-8ce7-4627-9e72-63bbacbfd3fa tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 1653 time: 0.1941168 Mar 01 20:57:13.884952 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-05f27c77-e48b-4c61-98c7-bcd3f2e26c5f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:13.901812 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d53c1f-0c44-4ffa-acb9-1749b600087a {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:13.913525 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b173679e-ad3e-4884-b962-a23049893238 req-bdf31338-851c-48d8-a18b-0e30c82159bd tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1177394 Mar 01 20:57:13.953698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-c070611d-e7a3-4e2e-a4b3-0e2c905b3dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:13.953698 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-c070611d-e7a3-4e2e-a4b3-0e2c905b3dd5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.1733305 Mar 01 20:57:14.023608 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-e4eba614-e4e1-467a-b588-51e62b274663 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb HTTP/1.1" status: 200 len: 217 time: 0.0719526 Mar 01 20:57:14.097146 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:14.149088 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab251c1d-e44c-42ae-8360-e50fc47b5f9e req-c586b0cb-8a24-4adb-bde3-013c74d2f62d tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 210 time: 0.1213925 Mar 01 20:57:14.180211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-5564c055-5622-4231-9ce7-256787f8ff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:14.182140 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-5564c055-5622-4231-9ce7-256787f8ff08 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1528018 Mar 01 20:57:14.224991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-05f27c77-e48b-4c61-98c7-bcd3f2e26c5f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Network 475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:57:14.249003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-05f27c77-e48b-4c61-98c7-bcd3f2e26c5f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:57:14.251348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-05f27c77-e48b-4c61-98c7-bcd3f2e26c5f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:57:14.264960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1136e7-84ef-445a-a76d-8c136cce6ec7 req-919356ab-8eb5-4344-8727-055bd42257b7 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:14.266513 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4c1136e7-84ef-445a-a76d-8c136cce6ec7 req-919356ab-8eb5-4344-8727-055bd42257b7 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.1722796 Mar 01 20:57:14.291803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] Transition to ACTIVE for port object e4d53c1f-0c44-4ffa-acb9-1749b600087a will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:14.303217 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-3ee81e5b-c986-42c8-829c-a6fa1a692324 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Allocated IP 10.1.1.52 (ee65825d-7288-4653-bfc7-12a15403400e/e44b9d62-5494-43a9-9588-014f74981709/7a1cf285-2ede-41c8-9511-8097c8c59ab8) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:57:14.324604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f27c77-e48b-4c61-98c7-bcd3f2e26c5f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Pushing event updated for resources: {'Port': ['ID=1407662b-db0b-45aa-a6e9-a4e782df9b78,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:14.383582 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4c1136e7-84ef-445a-a76d-8c136cce6ec7 req-3cef2fa0-dbb5-4d4e-8ecb-d8e671cb40c7 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769606 Mar 01 20:57:14.386034 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-8ebac5a8-aade-4c02-82da-0abdb513b271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:14.387498 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-8ebac5a8-aade-4c02-82da-0abdb513b271 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1979382 Mar 01 20:57:14.408906 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:14.451695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd426063-1a32-4c13-b6e1-c09a34141323 req-4a520dfd-0594-4c32-89cf-deed013c42cb tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:14.453168 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cd426063-1a32-4c13-b6e1-c09a34141323 req-4a520dfd-0594-4c32-89cf-deed013c42cb tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 931 time: 0.1843822 Mar 01 20:57:14.675140 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-05f27c77-e48b-4c61-98c7-bcd3f2e26c5f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:14.675921 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-05f27c77-e48b-4c61-98c7-bcd3f2e26c5f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:14.706887 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cd426063-1a32-4c13-b6e1-c09a34141323 req-1fb19bd2-e5c0-4462-888b-561a914079c5 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059088 Mar 01 20:57:14.710108 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-c36130e1-c0d6-46a2-b3d8-adca1daf7b28 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:14.728717 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-a38fde53-f03c-4c4b-8b64-a7c42174a2ed service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255615 Mar 01 20:57:14.889841 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:57:14.908683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-792a2004-ea22-41c2-a9be-68ef54b265c2 req-e122a53d-82d5-4415-83b9-f56e789d7522 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/ports?device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 210 time: 0.1341147 Mar 01 20:57:14.966311 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-be56a977-265e-4946-8257-a2ef698d88a9 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313340 Mar 01 20:57:15.111831 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-05f27c77-e48b-4c61-98c7-bcd3f2e26c5f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.4128578 Mar 01 20:57:15.121026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] Pushing event updated for resources: {'Port': ['ID=e4d53c1f-0c44-4ffa-acb9-1749b600087a,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:15.170884 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] Request body: {'port': {'device_id': '865514e6-6ee0-4efe-bf42-dd092e922c35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:15.218450 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-c36130e1-c0d6-46a2-b3d8-adca1daf7b28 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:15.240058 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de19c502-2440-41fd-9df6-a74773fd90f4 req-d3ceb77a-8427-4ec5-a79c-9f7835473ad5 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3753f4d-ec8b-4bd5-983c-c36fde65d410 HTTP/1.1" status: 200 len: 210 time: 0.0580287 Mar 01 20:57:15.303331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47421fe7-6254-4aff-8827-71c25d57d019 req-34255e57-c395-4e97-b9de-727ec96b3fd8 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:15.311058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47421fe7-6254-4aff-8827-71c25d57d019 req-34255e57-c395-4e97-b9de-727ec96b3fd8 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:15.320714 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47421fe7-6254-4aff-8827-71c25d57d019 req-34255e57-c395-4e97-b9de-727ec96b3fd8 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1679 time: 0.2110424 Mar 01 20:57:15.403256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee6f858-8482-40fe-a906-7c5af658d5c8 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:15.435213 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47421fe7-6254-4aff-8827-71c25d57d019 req-da416178-df82-44b4-9e63-c98489c4836d tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150658 Mar 01 20:57:15.439904 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:15.443896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-c36130e1-c0d6-46a2-b3d8-adca1daf7b28 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Network b34cf2a5-94ef-4c93-a73c-6352e07b80df is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:57:15.464675 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-c36130e1-c0d6-46a2-b3d8-adca1daf7b28 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:57:15.482266 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-c36130e1-c0d6-46a2-b3d8-adca1daf7b28 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:57:15.497442 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce406c7-866b-4d98-839c-9ad078596fba req-0685ecae-3199-4616-907f-240e6707412e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:15.503850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce406c7-866b-4d98-839c-9ad078596fba req-0685ecae-3199-4616-907f-240e6707412e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:15.506260 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ce406c7-866b-4d98-839c-9ad078596fba req-0685ecae-3199-4616-907f-240e6707412e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 1653 time: 0.1375461 Mar 01 20:57:15.561597 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ce406c7-866b-4d98-839c-9ad078596fba req-7b530087-6c7e-4f3e-8a12-4f5544b7d23a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481617 Mar 01 20:57:15.604021 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] Transition to ACTIVE for port object 6ee6f858-8482-40fe-a906-7c5af658d5c8 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:15.633419 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-3ee81e5b-c986-42c8-829c-a6fa1a692324 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:15.647428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36130e1-c0d6-46a2-b3d8-adca1daf7b28 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Pushing event updated for resources: {'Port': ['ID=46f586a3-e9d5-4933-b0d1-ac05a50d6c8e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:15.706946 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:15.766956 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-c36130e1-c0d6-46a2-b3d8-adca1daf7b28 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:15.767606 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-c36130e1-c0d6-46a2-b3d8-adca1daf7b28 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:15.771888 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:15.780358 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] Attempting to bind port e4d53c1f-0c44-4ffa-acb9-1749b600087a on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:57:15.784496 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] Attempting to bind port e4d53c1f-0c44-4ffa-acb9-1749b600087a by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'ff3adc06-4de2-4ddf-81cb-3e2e86041616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22986512-c22d-42ab-82ee-ce47bd099508'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:57:15.784496 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] Attempting to bind port e4d53c1f-0c44-4ffa-acb9-1749b600087a on network 22986512-c22d-42ab-82ee-ce47bd099508 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:15.795824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f46f91-4dc4-4450-a98d-a2979dc9a630 req-eb105151-9145-4c7b-9eb0-5dd97660fe79 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:15.800023 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77f46f91-4dc4-4450-a98d-a2979dc9a630 req-eb105151-9145-4c7b-9eb0-5dd97660fe79 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 931 time: 0.0989122 Mar 01 20:57:15.802841 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-3ee81e5b-c986-42c8-829c-a6fa1a692324 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Transition to ACTIVE for port object 7a1cf285-2ede-41c8-9511-8097c8c59ab8 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:15.850881 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-77f46f91-4dc4-4450-a98d-a2979dc9a630 req-9f2b3f24-8fc1-4473-8396-42cbe1e4c686 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Synchronizing usage tracker for tenant:fd3c698bf2694717bd40d468a2c12a0f on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:57:15.869353 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] Port e4d53c1f-0c44-4ffa-acb9-1749b600087a on network 22986512-c22d-42ab-82ee-ce47bd099508 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:57:15.869677 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] Attempting to bind port e4d53c1f-0c44-4ffa-acb9-1749b600087a on network 22986512-c22d-42ab-82ee-ce47bd099508 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:15.966403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-77f46f91-4dc4-4450-a98d-a2979dc9a630 req-9f2b3f24-8fc1-4473-8396-42cbe1e4c686 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Unset dirty status for tenant:fd3c698bf2694717bd40d468a2c12a0f on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:57:15.967591 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77f46f91-4dc4-4450-a98d-a2979dc9a630 req-9f2b3f24-8fc1-4473-8396-42cbe1e4c686 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635013 Mar 01 20:57:16.002408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:57:16.002748 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] Checking segment: {'id': 'ff3adc06-4de2-4ddf-81cb-3e2e86041616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22986512-c22d-42ab-82ee-ce47bd099508'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:57:16.003126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] Bound using segment: {'id': 'ff3adc06-4de2-4ddf-81cb-3e2e86041616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22986512-c22d-42ab-82ee-ce47bd099508'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:57:16.003595 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] Bound port: e4d53c1f-0c44-4ffa-acb9-1749b600087a, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff3adc06-4de2-4ddf-81cb-3e2e86041616', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '22986512-c22d-42ab-82ee-ce47bd099508'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:57:16.003959 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:16.078774 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee6f858-8482-40fe-a906-7c5af658d5c8,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:16.098513 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-c36130e1-c0d6-46a2-b3d8-adca1daf7b28 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4068685 Mar 01 20:57:16.181769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] Request body: {'port': {'device_id': '4edc3b26-3ce1-4641-b33d-d4ccd6af5471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:16.224795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0003283-63c4-4874-b380-81be3ca7be97 req-5ad8fef7-cb6d-435c-9515-692cefad4031 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:16.227099 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0003283-63c4-4874-b380-81be3ca7be97 req-5ad8fef7-cb6d-435c-9515-692cefad4031 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.1044950 Mar 01 20:57:16.277032 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0003283-63c4-4874-b380-81be3ca7be97 req-b2a075c0-d075-439c-aafa-1c1463802d55 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394444 Mar 01 20:57:16.440797 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-3ee81e5b-c986-42c8-829c-a6fa1a692324 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:16.491105 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fda60-3881-44fc-a542-612c803981b0 req-7924f753-e97c-42e0-b135-2e957ea21e08 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:16.495822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] For port e4d53c1f-0c44-4ffa-acb9-1749b600087a, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:57:16.498649 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-920fda60-3881-44fc-a542-612c803981b0 req-7924f753-e97c-42e0-b135-2e957ea21e08 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 943 time: 0.1106732 Mar 01 20:57:16.585393 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b408e6b-fd8a-422c-865e-41e471976cdb req-121e493d-07b3-4105-b028-ab48d39bb25b tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/ports?device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 210 time: 0.0573823 Mar 01 20:57:16.622299 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-920fda60-3881-44fc-a542-612c803981b0 req-5510f414-9432-4b8d-b81e-02b774d4f639 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192162 Mar 01 20:57:16.715219 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] Attempting to bind port 6ee6f858-8482-40fe-a906-7c5af658d5c8 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:57:16.715597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] Attempting to bind port 6ee6f858-8482-40fe-a906-7c5af658d5c8 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '02d5f563-3181-4c19-a0b4-2c6cd171679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '475ad3b3-46ac-4d85-8b05-f7ac0679c7a6'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:57:16.716037 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] Attempting to bind port 6ee6f858-8482-40fe-a906-7c5af658d5c8 on network 475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:16.756490 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] For port e4d53c1f-0c44-4ffa-acb9-1749b600087a, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e4d53c1f-0c44-4ffa-acb9-1749b600087a,segment=NetworkSegment(ff3adc06-4de2-4ddf-81cb-3e2e86041616),segment_id=ff3adc06-4de2-4ddf-81cb-3e2e86041616)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:57:16.757527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] Port 6ee6f858-8482-40fe-a906-7c5af658d5c8 on network 475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:57:16.757889 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] Attempting to bind port 6ee6f858-8482-40fe-a906-7c5af658d5c8 on network 475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:16.777975 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-3ee81e5b-c986-42c8-829c-a6fa1a692324 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Network ee65825d-7288-4653-bfc7-12a15403400e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:57:16.780524 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:16.795581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:57:16.795999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] Checking segment: {'id': '02d5f563-3181-4c19-a0b4-2c6cd171679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '475ad3b3-46ac-4d85-8b05-f7ac0679c7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:57:16.796455 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] Bound using segment: {'id': '02d5f563-3181-4c19-a0b4-2c6cd171679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '475ad3b3-46ac-4d85-8b05-f7ac0679c7a6'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:57:16.797020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] Bound port: 6ee6f858-8482-40fe-a906-7c5af658d5c8, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d5f563-3181-4c19-a0b4-2c6cd171679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '475ad3b3-46ac-4d85-8b05-f7ac0679c7a6'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:57:16.797294 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:16.807126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-3ee81e5b-c986-42c8-829c-a6fa1a692324 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:57:16.817714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bdfab75-21d4-4231-aeeb-98b4e8404c1e {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:16.826476 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-3ee81e5b-c986-42c8-829c-a6fa1a692324 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:57:16.851503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-dc9e4d2e-c992-4279-aaae-aaa4f80c7254 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:16.852918 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee81e5b-c986-42c8-829c-a6fa1a692324 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event updated for resources: {'Port': ['ID=7a1cf285-2ede-41c8-9511-8097c8c59ab8,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:16.853116 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-dc9e4d2e-c992-4279-aaae-aaa4f80c7254 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.55 "GET /v2.0/networks?id=3b736a4e-f800-46d4-88cd-78c52e7f462f HTTP/1.1" status: 200 len: 818 time: 0.1660535 Mar 01 20:57:16.873217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-154726e1-81c7-4f5e-b07e-1e16bf93ad6a tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Request body: {'port': {'device_id': '17a3428b-fd3c-42d6-92f4-6b014f41111d', 'network_id': '3b736a4e-f800-46d4-88cd-78c52e7f462f', 'admin_state_up': True, 'tenant_id': 'b14f03ea3bfb4417b7e16b30ef2024dc'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:16.941646 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:17.027731 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:17.055293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-154726e1-81c7-4f5e-b07e-1e16bf93ad6a tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:17.106874 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-154726e1-81c7-4f5e-b07e-1e16bf93ad6a tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Usage tracker for resource:port and tenant:b14f03ea3bfb4417b7e16b30ef2024dc is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:17.120098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-154726e1-81c7-4f5e-b07e-1e16bf93ad6a tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:17.133204 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-154726e1-81c7-4f5e-b07e-1e16bf93ad6a tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:17.186058 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e1cdc943-9378-43e5-873a-b683c833f652 None None] Provisioning for port 7a1cf285-2ede-41c8-9511-8097c8c59ab8 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:57:17.188247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95098fb-6dc5-4c10-87ae-23b2eb0e2d25 req-11f0fe3c-1409-4a51-9599-f79022088334 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:17.192814 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e1cdc943-9378-43e5-873a-b683c833f652 None None] Provisioning complete for port 7a1cf285-2ede-41c8-9511-8097c8c59ab8 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:57:17.193187 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1cdc943-9378-43e5-873a-b683c833f652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:17.198904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95098fb-6dc5-4c10-87ae-23b2eb0e2d25 req-11f0fe3c-1409-4a51-9599-f79022088334 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:17.200870 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b95098fb-6dc5-4c10-87ae-23b2eb0e2d25 req-11f0fe3c-1409-4a51-9599-f79022088334 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1679 time: 0.1472418 Mar 01 20:57:17.202725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] Transition to ACTIVE for port object 2bdfab75-21d4-4231-aeeb-98b4e8404c1e will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:17.243254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-154726e1-81c7-4f5e-b07e-1e16bf93ad6a tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Made reservation on behalf of b14f03ea3bfb4417b7e16b30ef2024dc for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:57:17.247381 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:17.248266 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:17.249859 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] 10.222.0.57 "PUT /v2.0/ports/e4d53c1f-0c44-4ffa-acb9-1749b600087a HTTP/1.1" status: 200 len: 1092 time: 5.7931244 Mar 01 20:57:17.251224 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-154726e1-81c7-4f5e-b07e-1e16bf93ad6a tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:17.255304 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b756034-73f0-4fdf-9880-3eeec0bf32d6', 'tag': 'e4d53c1f-0c44-4ffa-acb9-1749b600087a'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:17.293852 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-3ee81e5b-c986-42c8-829c-a6fa1a692324 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:17.294903 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-3ee81e5b-c986-42c8-829c-a6fa1a692324 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:17.367761 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e1cdc943-9378-43e5-873a-b683c833f652 None None] Port 7a1cf285-2ede-41c8-9511-8097c8c59ab8 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:57:17.383918 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b95098fb-6dc5-4c10-87ae-23b2eb0e2d25 req-3d54c8b8-1f15-494b-a3e9-fc04bc39cc56 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754284 Mar 01 20:57:17.437451 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:17.613574 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ad6f3-d8c3-48f3-ab22-075675016a5a service neutron] Pushing event updated for resources: {'Port': ['ID=e4d53c1f-0c44-4ffa-acb9-1749b600087a,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:17.619048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-154726e1-81c7-4f5e-b07e-1e16bf93ad6a tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Allocated IP 172.20.0.7 (3b736a4e-f800-46d4-88cd-78c52e7f462f/84238c67-ed05-4dca-8acd-4bb86984b8ba/48ce626d-b348-4d8b-b933-6422b43d961b) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:57:17.662457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] For port 6ee6f858-8482-40fe-a906-7c5af658d5c8, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:57:17.702228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94127-2e9a-4732-878b-09fea6777ab6 req-c2063814-f934-48f0-855e-62f3bcc08906 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:17.708893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94127-2e9a-4732-878b-09fea6777ab6 req-c2063814-f934-48f0-855e-62f3bcc08906 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:17.714594 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d94127-2e9a-4732-878b-09fea6777ab6 req-c2063814-f934-48f0-855e-62f3bcc08906 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:17.716209 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-01d94127-2e9a-4732-878b-09fea6777ab6 req-c2063814-f934-48f0-855e-62f3bcc08906 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 2373 time: 0.1635222 Mar 01 20:57:17.787344 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-3ee81e5b-c986-42c8-829c-a6fa1a692324 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 5.6114194 Mar 01 20:57:17.803532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] For port 6ee6f858-8482-40fe-a906-7c5af658d5c8, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=6ee6f858-8482-40fe-a906-7c5af658d5c8,segment=NetworkSegment(02d5f563-3181-4c19-a0b4-2c6cd171679e),segment_id=02d5f563-3181-4c19-a0b4-2c6cd171679e)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:57:17.827420 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-aa32ae83-8f0b-467c-b865-d29c289ee40a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Request body: {'port': {'device_id': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '77a119db-23ab-49e4-8878-de783cebb26a', 'admin_state_up': True, 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'security_groups': ['5305b5d3-8038-4a77-a953-21a2f5ecd5c0']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:17.865213 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-01d94127-2e9a-4732-878b-09fea6777ab6 req-e81b794c-b662-48ba-8aca-2cc194ec34d0 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1288621 Mar 01 20:57:18.024765 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:18.040774 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] Pushing event updated for resources: {'Port': ['ID=2bdfab75-21d4-4231-aeeb-98b4e8404c1e,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:18.065698 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-154726e1-81c7-4f5e-b07e-1e16bf93ad6a tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:18.189165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56d6991c-de87-40e8-b67d-c27dddf6d76c req-1091184c-1827-48ee-ad8a-bba756449509 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0923517 Mar 01 20:57:18.198430 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-154726e1-81c7-4f5e-b07e-1e16bf93ad6a tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:18.200470 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:18.201663 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:18.202635 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] 10.222.0.55 "PUT /v2.0/ports/6ee6f858-8482-40fe-a906-7c5af658d5c8 HTTP/1.1" status: 200 len: 1091 time: 7.7606349 Mar 01 20:57:18.274847 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b756034-73f0-4fdf-9880-3eeec0bf32d6', 'tag': 'e4d53c1f-0c44-4ffa-acb9-1749b600087a', 'status': 'completed', 'code': 200} Mar 01 20:57:18.289343 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-bc6f1ad8-11e6-4a87-abf9-f5ed27343029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:18.290004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-bc6f1ad8-11e6-4a87-abf9-f5ed27343029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:18.291670 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-bc6f1ad8-11e6-4a87-abf9-f5ed27343029 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4834e9a7767b4a869353bf362d5744fe&device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1981 time: 0.8369892 Mar 01 20:57:18.311180 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-154726e1-81c7-4f5e-b07e-1e16bf93ad6a tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Network 3b736a4e-f800-46d4-88cd-78c52e7f462f is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:57:18.357314 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-154726e1-81c7-4f5e-b07e-1e16bf93ad6a tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:57:18.360039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-154726e1-81c7-4f5e-b07e-1e16bf93ad6a tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:57:18.390058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154726e1-81c7-4f5e-b07e-1e16bf93ad6a tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Pushing event updated for resources: {'Port': ['ID=48ce626d-b348-4d8b-b933-6422b43d961b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:18.423055 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:57:18.469114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c080f60f-1de5-47a4-aeee-95c77f1398c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee6f858-8482-40fe-a906-7c5af658d5c8,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:18.472618 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-74f241ad-76b5-47de-a009-8cc282d00c76 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.178&port_id=b94cd4aa-6edf-4b0f-8068-cf7413806a24 HTTP/1.1" status: 200 len: 217 time: 0.1690454 Mar 01 20:57:18.494478 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9291f90c-96e9-4885-9c8d-38b5e5c51865 req-3782ed49-cfce-435a-baa8-2a2d0e165ea7 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:18.496069 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9291f90c-96e9-4885-9c8d-38b5e5c51865 req-3782ed49-cfce-435a-baa8-2a2d0e165ea7 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 931 time: 0.3568392 Mar 01 20:57:18.505927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-154726e1-81c7-4f5e-b07e-1e16bf93ad6a tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:18.506560 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-154726e1-81c7-4f5e-b07e-1e16bf93ad6a tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:18.524011 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] Attempting to bind port 2bdfab75-21d4-4231-aeeb-98b4e8404c1e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:57:18.524347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] Attempting to bind port 2bdfab75-21d4-4231-aeeb-98b4e8404c1e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '02d5f563-3181-4c19-a0b4-2c6cd171679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '475ad3b3-46ac-4d85-8b05-f7ac0679c7a6'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:57:18.524674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] Attempting to bind port 2bdfab75-21d4-4231-aeeb-98b4e8404c1e on network 475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:18.577380 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9291f90c-96e9-4885-9c8d-38b5e5c51865 req-ee9d8a27-747c-4234-aa3c-7f3a2a565b7a tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647292 Mar 01 20:57:18.586135 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-aa32ae83-8f0b-467c-b865-d29c289ee40a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:18.589822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] Port 2bdfab75-21d4-4231-aeeb-98b4e8404c1e on network 475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:57:18.590362 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] Attempting to bind port 2bdfab75-21d4-4231-aeeb-98b4e8404c1e on network 475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:18.590982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9f850-e2fe-4327-8499-4cd163c0ae65 req-c3b13d48-b28f-4591-a774-3d03a4adaa6a tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:18.592484 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-18a9f850-e2fe-4327-8499-4cd163c0ae65 req-c3b13d48-b28f-4591-a774-3d03a4adaa6a tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.1983862 Mar 01 20:57:18.608805 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:57:18.627987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-aa32ae83-8f0b-467c-b865-d29c289ee40a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Usage tracker for resource:port and tenant:5705b0cae87741729c72e376229e6a19 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:18.638501 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-aa32ae83-8f0b-467c-b865-d29c289ee40a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:18.638962 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-154726e1-81c7-4f5e-b07e-1e16bf93ad6a tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7760725 Mar 01 20:57:18.641361 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:57:18.641705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] Checking segment: {'id': '02d5f563-3181-4c19-a0b4-2c6cd171679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '475ad3b3-46ac-4d85-8b05-f7ac0679c7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:57:18.642098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] Bound using segment: {'id': '02d5f563-3181-4c19-a0b4-2c6cd171679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '475ad3b3-46ac-4d85-8b05-f7ac0679c7a6'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:57:18.642544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] Bound port: 2bdfab75-21d4-4231-aeeb-98b4e8404c1e, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d5f563-3181-4c19-a0b4-2c6cd171679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '475ad3b3-46ac-4d85-8b05-f7ac0679c7a6'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:57:18.642893 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:18.645719 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-18a9f850-e2fe-4327-8499-4cd163c0ae65 req-bdef50e5-8470-48e0-865f-d317b5b65db9 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456729 Mar 01 20:57:18.650871 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] Request body: {'port': {'device_id': '17a3428b-fd3c-42d6-92f4-6b014f41111d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:18.692118 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1407662b-db0b-45aa-a6e9-a4e782df9b78 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:18.846172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-aa32ae83-8f0b-467c-b865-d29c289ee40a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:18.852647 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:18.867798 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:18.941793 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] Transition to ACTIVE for port object 1407662b-db0b-45aa-a6e9-a4e782df9b78 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:18.948131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6c294-c037-4f32-9ae9-ba5f7d3865ed req-e4799041-20cc-4621-9001-c9a753ec2f66 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:18.948837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d0d6c294-c037-4f32-9ae9-ba5f7d3865ed req-e4799041-20cc-4621-9001-c9a753ec2f66 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Synchronizing usage tracker for tenant:b14f03ea3bfb4417b7e16b30ef2024dc on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:57:18.949747 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:18.956115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-7862ae88-80aa-45d2-89ce-6508be5dab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:18.962794 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-7862ae88-80aa-45d2-89ce-6508be5dab21 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=500ae941-b484-4ac8-bead-560406abb709 HTTP/1.1" status: 200 len: 801 time: 0.4438307 Mar 01 20:57:18.967815 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:18.992171 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da73014-305c-4d96-be7a-661cab6ad8f1 req-b0ef2cb6-0eb9-49b7-ae4f-668f5b1d009c tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:18.993612 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2da73014-305c-4d96-be7a-661cab6ad8f1 req-b0ef2cb6-0eb9-49b7-ae4f-668f5b1d009c tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 943 time: 0.2122192 Mar 01 20:57:19.017446 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5f84289-896a-47fb-b410-b2bea95a4821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:19.019187 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5f84289-896a-47fb-b410-b2bea95a4821 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5203c2ab63064c69ad3c5cd3fc2cfb01&device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 1094 time: 0.6426950 Mar 01 20:57:19.037847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-aa32ae83-8f0b-467c-b865-d29c289ee40a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Made reservation on behalf of 5705b0cae87741729c72e376229e6a19 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:57:19.097356 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d0d6c294-c037-4f32-9ae9-ba5f7d3865ed req-e4799041-20cc-4621-9001-c9a753ec2f66 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Unset dirty status for tenant:b14f03ea3bfb4417b7e16b30ef2024dc on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:57:19.098629 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0d6c294-c037-4f32-9ae9-ba5f7d3865ed req-e4799041-20cc-4621-9001-c9a753ec2f66 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/ports?device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 931 time: 0.4098885 Mar 01 20:57:19.132431 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2da73014-305c-4d96-be7a-661cab6ad8f1 req-8fdcea0c-8deb-480d-8a47-655ec9ba69b9 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281941 Mar 01 20:57:19.222239 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:19.232020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] Transition to ACTIVE for port object 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:19.251836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d0d6c294-c037-4f32-9ae9-ba5f7d3865ed req-a1474953-7cd1-44d6-bfbd-c4aa732f87e9 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Synchronizing usage tracker for tenant:b14f03ea3bfb4417b7e16b30ef2024dc on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:57:19.362485 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-3dc3bc13-92f3-4f8a-9d88-37c7c8572f1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ee6f858-8482-40fe-a906-7c5af658d5c8 HTTP/1.1" status: 200 len: 217 time: 0.2375200 Mar 01 20:57:19.363906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d0d6c294-c037-4f32-9ae9-ba5f7d3865ed req-a1474953-7cd1-44d6-bfbd-c4aa732f87e9 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Unset dirty status for tenant:b14f03ea3bfb4417b7e16b30ef2024dc on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:57:19.367887 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0d6c294-c037-4f32-9ae9-ba5f7d3865ed req-a1474953-7cd1-44d6-bfbd-c4aa732f87e9 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d14f4fa-87c9-4ae6-95c3-f98987b2aa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585380 Mar 01 20:57:19.400272 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:19.401127 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ce626d-b348-4d8b-b933-6422b43d961b {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:19.410292 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:19.438045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] Transition to ACTIVE for port object 48ce626d-b348-4d8b-b933-6422b43d961b will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:19.526225 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:19.568497 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] For port 2bdfab75-21d4-4231-aeeb-98b4e8404c1e, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:57:19.587017 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-aa32ae83-8f0b-467c-b865-d29c289ee40a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:19.672206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] For port 2bdfab75-21d4-4231-aeeb-98b4e8404c1e, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2bdfab75-21d4-4231-aeeb-98b4e8404c1e,segment=NetworkSegment(02d5f563-3181-4c19-a0b4-2c6cd171679e),segment_id=02d5f563-3181-4c19-a0b4-2c6cd171679e)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:57:19.698833 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] Pushing event updated for resources: {'Port': ['ID=1407662b-db0b-45aa-a6e9-a4e782df9b78,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:19.718842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=48ce626d-b348-4d8b-b933-6422b43d961b,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:19.802273 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:19.806402 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-783f9805-71ec-4826-8f45-18a54c93c77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:19.807857 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-783f9805-71ec-4826-8f45-18a54c93c77b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9ec4e37-d2e7-42db-add1-e1ce45743414 HTTP/1.1" status: 200 len: 857 time: 0.3773570 Mar 01 20:57:19.835051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61171ce-bda4-475b-91a8-24e422c4713e req-c2d3bdc5-80db-4f4f-a378-56cb7d23b41c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:19.840626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61171ce-bda4-475b-91a8-24e422c4713e req-c2d3bdc5-80db-4f4f-a378-56cb7d23b41c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:19.842404 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a61171ce-bda4-475b-91a8-24e422c4713e req-c2d3bdc5-80db-4f4f-a378-56cb7d23b41c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1679 time: 0.3540919 Mar 01 20:57:19.895438 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] Attempting to bind port 48ce626d-b348-4d8b-b933-6422b43d961b on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:57:19.896196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] Attempting to bind port 48ce626d-b348-4d8b-b933-6422b43d961b by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '6be5824e-406f-49d7-97ea-4f858cab8fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3b736a4e-f800-46d4-88cd-78c52e7f462f'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:57:19.896196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] Attempting to bind port 48ce626d-b348-4d8b-b933-6422b43d961b on network 3b736a4e-f800-46d4-88cd-78c52e7f462f {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:19.912592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] Port 48ce626d-b348-4d8b-b933-6422b43d961b on network 3b736a4e-f800-46d4-88cd-78c52e7f462f not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:57:19.913000 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] Attempting to bind port 48ce626d-b348-4d8b-b933-6422b43d961b on network 3b736a4e-f800-46d4-88cd-78c52e7f462f {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:19.933369 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a61171ce-bda4-475b-91a8-24e422c4713e req-c656549f-0a31-4954-948f-4907fc637161 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782003 Mar 01 20:57:19.935801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:57:19.936139 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] Checking segment: {'id': '6be5824e-406f-49d7-97ea-4f858cab8fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3b736a4e-f800-46d4-88cd-78c52e7f462f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:57:19.936928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] Bound using segment: {'id': '6be5824e-406f-49d7-97ea-4f858cab8fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3b736a4e-f800-46d4-88cd-78c52e7f462f'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:57:19.936928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] Bound port: 48ce626d-b348-4d8b-b933-6422b43d961b, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6be5824e-406f-49d7-97ea-4f858cab8fd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '3b736a4e-f800-46d4-88cd-78c52e7f462f'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:57:19.937302 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:19.963585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2320550-7686-4fd4-9aac-7db98f2c4368 req-862c37fd-68e2-48e9-8fa3-85c38062ee5f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:19.969399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2320550-7686-4fd4-9aac-7db98f2c4368 req-862c37fd-68e2-48e9-8fa3-85c38062ee5f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:19.975919 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2320550-7686-4fd4-9aac-7db98f2c4368 req-862c37fd-68e2-48e9-8fa3-85c38062ee5f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:19.977676 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e2320550-7686-4fd4-9aac-7db98f2c4368 req-862c37fd-68e2-48e9-8fa3-85c38062ee5f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 2373 time: 0.2659028 Mar 01 20:57:19.984739 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-26f38c47-1a7c-44db-b820-bda198a5456f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=475ad3b3-46ac-4d85-8b05-f7ac0679c7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953038 Mar 01 20:57:19.986757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-b07181c6-c863-4484-8b4b-b38b546732a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:19.988141 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-b07181c6-c863-4484-8b4b-b38b546732a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=fa915902-b2d0-4dbc-9808-038021a7f9f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0226400 Mar 01 20:57:19.996407 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:19.997055 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:19.998446 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] 10.222.0.57 "PUT /v2.0/ports/2bdfab75-21d4-4231-aeeb-98b4e8404c1e HTTP/1.1" status: 200 len: 1091 time: 7.1329060 Mar 01 20:57:20.083611 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=46f586a3-e9d5-4933-b0d1-ac05a50d6c8e,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:20.175433 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] Attempting to bind port 1407662b-db0b-45aa-a6e9-a4e782df9b78 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:57:20.175653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] Attempting to bind port 1407662b-db0b-45aa-a6e9-a4e782df9b78 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '02d5f563-3181-4c19-a0b4-2c6cd171679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '475ad3b3-46ac-4d85-8b05-f7ac0679c7a6'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:57:20.176801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] Attempting to bind port 1407662b-db0b-45aa-a6e9-a4e782df9b78 on network 475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:20.212444 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8311a97d-63ae-45ff-b447-1521df544855 req-3c687199-040a-43d0-b9f0-0e8c56fcfc5b tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0728140 Mar 01 20:57:20.266083 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e2320550-7686-4fd4-9aac-7db98f2c4368 req-7051b207-abea-43ca-a08a-7db5c15409f4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1320655 Mar 01 20:57:20.295108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] For port 48ce626d-b348-4d8b-b933-6422b43d961b, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:57:20.298460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] For port 48ce626d-b348-4d8b-b933-6422b43d961b, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=48ce626d-b348-4d8b-b933-6422b43d961b,segment=NetworkSegment(6be5824e-406f-49d7-97ea-4f858cab8fd7),segment_id=6be5824e-406f-49d7-97ea-4f858cab8fd7)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:57:20.308137 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] Port 1407662b-db0b-45aa-a6e9-a4e782df9b78 on network 475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:57:20.308554 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] Attempting to bind port 1407662b-db0b-45aa-a6e9-a4e782df9b78 on network 475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:20.311104 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2a8a2a-2595-4542-ac5d-9a9022ea1328', 'tag': '6ee6f858-8482-40fe-a906-7c5af658d5c8'}, {'name': 'network-changed', 'server_uuid': '27efb5b7-4a3b-47b6-a5ca-e400029adccb', 'tag': '2bdfab75-21d4-4231-aeeb-98b4e8404c1e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:20.401293 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:20.427388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:57:20.427780 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] Checking segment: {'id': '02d5f563-3181-4c19-a0b4-2c6cd171679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '475ad3b3-46ac-4d85-8b05-f7ac0679c7a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:57:20.428413 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] Bound using segment: {'id': '02d5f563-3181-4c19-a0b4-2c6cd171679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '475ad3b3-46ac-4d85-8b05-f7ac0679c7a6'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:57:20.429123 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] Bound port: 1407662b-db0b-45aa-a6e9-a4e782df9b78, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d5f563-3181-4c19-a0b4-2c6cd171679e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '475ad3b3-46ac-4d85-8b05-f7ac0679c7a6'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:57:20.429703 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:20.515172 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:20.515909 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:20.517199 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] 10.222.0.55 "PUT /v2.0/ports/48ce626d-b348-4d8b-b933-6422b43d961b HTTP/1.1" status: 200 len: 1091 time: 1.8705771 Mar 01 20:57:20.521572 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a3428b-fd3c-42d6-92f4-6b014f41111d', 'tag': '48ce626d-b348-4d8b-b933-6422b43d961b'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:20.570125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6d3a4-da34-4308-b952-395c0cb3e9c0 service neutron] Pushing event updated for resources: {'Port': ['ID=48ce626d-b348-4d8b-b933-6422b43d961b,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:20.587778 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7967e62-0d51-4970-9734-ad9395216df6 req-dc1ed2e9-03c4-4652-9d30-7bed46d8a1ed tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:20.589301 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c7967e62-0d51-4970-9734-ad9395216df6 req-dc1ed2e9-03c4-4652-9d30-7bed46d8a1ed tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 943 time: 0.2358086 Mar 01 20:57:20.631613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f09e8d-40b1-4470-af7e-083f2909d40d req-1e646ba0-b0eb-4d83-8f97-197e140a9508 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:20.633093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-64f09e8d-40b1-4470-af7e-083f2909d40d req-1e646ba0-b0eb-4d83-8f97-197e140a9508 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.1882024 Mar 01 20:57:20.675081 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] Attempting to bind port 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:57:20.675731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] Attempting to bind port 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '71c13714-09cf-4533-b7de-4d34067b38ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:57:20.676174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] Attempting to bind port 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e on network b34cf2a5-94ef-4c93-a73c-6352e07b80df {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:20.705939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c7967e62-0d51-4970-9734-ad9395216df6 req-1aff2125-4a6e-468a-8b00-f420fe15c280 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082709 Mar 01 20:57:20.746495 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-64f09e8d-40b1-4470-af7e-083f2909d40d req-a959b9ad-7641-4607-a128-e2749b6f218c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995030 Mar 01 20:57:20.796106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-46ad7387-7589-459e-a5cc-b4d298b5c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:20.797753 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-46ad7387-7589-459e-a5cc-b4d298b5c5cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b14f03ea3bfb4417b7e16b30ef2024dc&device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 1094 time: 0.1351030 Mar 01 20:57:20.801884 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] Port 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e on network b34cf2a5-94ef-4c93-a73c-6352e07b80df not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:57:20.803949 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] Attempting to bind port 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e on network b34cf2a5-94ef-4c93-a73c-6352e07b80df {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:20.843620 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 56, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:57:20.843958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] Checking segment: {'id': '71c13714-09cf-4533-b7de-4d34067b38ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:57:20.844344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] Bound using segment: {'id': '71c13714-09cf-4533-b7de-4d34067b38ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:57:20.844845 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] Bound port: 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c13714-09cf-4533-b7de-4d34067b38ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:57:20.845193 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:20.898579 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b57443-0def-405f-9331-6a73962ca38c service neutron] Pushing event updated for resources: {'Port': ['ID=2bdfab75-21d4-4231-aeeb-98b4e8404c1e,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:20.932532 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2a8a2a-2595-4542-ac5d-9a9022ea1328', 'tag': '6ee6f858-8482-40fe-a906-7c5af658d5c8', 'status': 'completed', 'code': 200} Mar 01 20:57:20.932774 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27efb5b7-4a3b-47b6-a5ca-e400029adccb', 'tag': '2bdfab75-21d4-4231-aeeb-98b4e8404c1e', 'status': 'completed', 'code': 200} Mar 01 20:57:20.932898 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-a680fc8f-1f5e-42c9-bb79-68e001c022f9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48ce626d-b348-4d8b-b933-6422b43d961b HTTP/1.1" status: 200 len: 217 time: 0.1279814 Mar 01 20:57:21.015084 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-086746b1-a3b9-483c-9b5f-b35dd3bd541f service neutron] 10.222.0.57 "GET /v2.0/networks/fa915902-b2d0-4dbc-9808-038021a7f9f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9847467 Mar 01 20:57:21.017189 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-aa32ae83-8f0b-467c-b865-d29c289ee40a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Allocated IP 10.2.2.100 (77a119db-23ab-49e4-8878-de783cebb26a/24348124-4cc7-4cd6-a18f-5dbd41fcf6ef/56e464ad-5156-4f01-9db7-f45a9059a600) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:57:21.020762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-528dee38-7fa5-4ee2-97af-058055c78472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:21.022521 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-528dee38-7fa5-4ee2-97af-058055c78472 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=84238c67-ed05-4dca-8acd-4bb86984b8ba HTTP/1.1" status: 200 len: 858 time: 0.0817282 Mar 01 20:57:21.025446 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-32406f80-2129-4c34-9522-2f222d7c8fc2 service neutron] 10.222.0.55 "GET /v2.0/networks/475ad3b3-46ac-4d85-8b05-f7ac0679c7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9762270 Mar 01 20:57:21.050520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] For port 1407662b-db0b-45aa-a6e9-a4e782df9b78, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:57:21.060992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e924ed14-9d3b-462a-af2d-422ebaa03c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:21.062441 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-e924ed14-9d3b-462a-af2d-422ebaa03c28 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5203c2ab63064c69ad3c5cd3fc2cfb01&device_id=27efb5b7-4a3b-47b6-a5ca-e400029adccb HTTP/1.1" status: 200 len: 1094 time: 0.8216019 Mar 01 20:57:21.107261 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-53db35b2-a091-42bf-9471-7f9e037ce051 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b736a4e-f800-46d4-88cd-78c52e7f462f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531733 Mar 01 20:57:21.116086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b82474-4449-4a2e-b6bd-99f96d09e8ba req-5dbb4aed-e4f5-4dfb-b56a-c0cec0163969 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:21.123461 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-16b82474-4449-4a2e-b6bd-99f96d09e8ba req-5dbb4aed-e4f5-4dfb-b56a-c0cec0163969 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 943 time: 0.2406371 Mar 01 20:57:21.141579 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:21.250877 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] For port 1407662b-db0b-45aa-a6e9-a4e782df9b78, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=1407662b-db0b-45aa-a6e9-a4e782df9b78,segment=NetworkSegment(02d5f563-3181-4c19-a0b4-2c6cd171679e),segment_id=02d5f563-3181-4c19-a0b4-2c6cd171679e)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:57:21.268929 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-a85b0293-c3aa-4194-8bab-003f998c2535 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdfab75-21d4-4231-aeeb-98b4e8404c1e HTTP/1.1" status: 200 len: 217 time: 0.1633086 Mar 01 20:57:21.287572 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-16b82474-4449-4a2e-b6bd-99f96d09e8ba req-8c0f2574-e03b-485d-a10a-30ec1a0b9836 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406984 Mar 01 20:57:21.330586 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecec4fc-e4fc-4039-8adc-26b0bbbee3ac req-ef22fa64-c6ce-47b6-b081-e023865743fc tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:21.332266 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ecec4fc-e4fc-4039-8adc-26b0bbbee3ac req-ef22fa64-c6ce-47b6-b081-e023865743fc tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/ports?device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 943 time: 0.3181586 Mar 01 20:57:21.338034 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-1ba2435e-4eb8-4781-91a5-998940e9432c service neutron] 10.222.0.55 "GET /v2.0/networks/3b736a4e-f800-46d4-88cd-78c52e7f462f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196193 Mar 01 20:57:21.382323 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17a3428b-fd3c-42d6-92f4-6b014f41111d', 'tag': '48ce626d-b348-4d8b-b933-6422b43d961b', 'status': 'completed', 'code': 200} Mar 01 20:57:21.401532 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:21.443708 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cbd78e3e-de39-4333-9de8-33e964842383 req-3c55b0e9-00e1-4e43-a683-f6d3f2578cdc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d3753f4d-ec8b-4bd5-983c-c36fde65d410 HTTP/1.1" status: 200 len: 210 time: 0.0872471 Mar 01 20:57:21.490997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] For port 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:57:21.511315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ecec4fc-e4fc-4039-8adc-26b0bbbee3ac req-02536b43-9bf3-4b61-b894-263fb2f938fb tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d14f4fa-87c9-4ae6-95c3-f98987b2aa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704242 Mar 01 20:57:21.546560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:21.547182 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:21.548569 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] 10.222.0.55 "PUT /v2.0/ports/1407662b-db0b-45aa-a6e9-a4e782df9b78 HTTP/1.1" status: 200 len: 1091 time: 6.3818045 Mar 01 20:57:21.611438 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a6f21cf-03a1-4a71-8049-0cfb755b9ad4 req-c6ca9690-3c70-4bd7-a333-a3e92bf4df95 service neutron] 10.222.0.55 "GET /v2.0/networks/3b736a4e-f800-46d4-88cd-78c52e7f462f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533984 Mar 01 20:57:21.620868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] For port 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=46f586a3-e9d5-4933-b0d1-ac05a50d6c8e,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:57:21.629954 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-30cabc13-e253-48ce-a2e7-b1c34f08aaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:21.636551 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-30cabc13-e253-48ce-a2e7-b1c34f08aaf4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c9ec4e37-d2e7-42db-add1-e1ce45743414 HTTP/1.1" status: 200 len: 857 time: 0.3494253 Mar 01 20:57:21.650095 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b10a8-428b-406c-8df2-eedae9d8a21d req-439ed851-a421-4726-b0d2-976c2decc41e tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:21.656023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b10a8-428b-406c-8df2-eedae9d8a21d req-439ed851-a421-4726-b0d2-976c2decc41e tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:21.657694 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af3b10a8-428b-406c-8df2-eedae9d8a21d req-439ed851-a421-4726-b0d2-976c2decc41e tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1679 time: 0.1198552 Mar 01 20:57:21.693393 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-d1aaf230-a8a2-4480-b00a-93d62c7ea431 service neutron] 10.222.0.57 "GET /v2.0/networks/fa915902-b2d0-4dbc-9808-038021a7f9f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6621580 Mar 01 20:57:21.710967 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-f3eae56a-560d-4ab2-8206-db7280212250 service neutron] 10.222.0.55 "GET /v2.0/networks/475ad3b3-46ac-4d85-8b05-f7ac0679c7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6555936 Mar 01 20:57:21.716796 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-132b8eea-617f-43d8-b735-1f51536b0f26 req-ebc6b577-03ef-4b5b-a871-df0a0ccda1fc tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0580866 Mar 01 20:57:21.764722 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af3b10a8-428b-406c-8df2-eedae9d8a21d req-0e2a0700-9d4e-4ecf-8128-80f668cd76d0 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690789 Mar 01 20:57:21.772781 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:21.776223 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcc91a-7181-4415-a60b-dd695224b508 service neutron] Pushing event updated for resources: {'Port': ['ID=1407662b-db0b-45aa-a6e9-a4e782df9b78,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:21.790735 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-28d0ef17-78ab-46cb-b942-ddc9b5a6230e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=475ad3b3-46ac-4d85-8b05-f7ac0679c7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1338899 Mar 01 20:57:21.843598 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-033fb17d-fc75-4a8e-b6ee-f8e8e3fa12db service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.151&port_id=e4d53c1f-0c44-4ffa-acb9-1749b600087a HTTP/1.1" status: 200 len: 217 time: 0.1386533 Mar 01 20:57:21.994796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-5bf4d8a6-45c5-4d24-bd13-40f016242bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:21.996288 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-5bf4d8a6-45c5-4d24-bd13-40f016242bd6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5203c2ab63064c69ad3c5cd3fc2cfb01&device_id=865514e6-6ee0-4efe-bf42-dd092e922c35 HTTP/1.1" status: 200 len: 1094 time: 0.1430299 Mar 01 20:57:22.006876 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad1a2e-61a7-4281-9cc6-96d9a5389794 req-280f7027-0025-41af-b46a-3839c0b7a431 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:22.012671 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad1a2e-61a7-4281-9cc6-96d9a5389794 req-280f7027-0025-41af-b46a-3839c0b7a431 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:22.018690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ad1a2e-61a7-4281-9cc6-96d9a5389794 req-280f7027-0025-41af-b46a-3839c0b7a431 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:22.020409 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8ad1a2e-61a7-4281-9cc6-96d9a5389794 req-280f7027-0025-41af-b46a-3839c0b7a431 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 2373 time: 0.1366146 Mar 01 20:57:22.036640 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-aa32ae83-8f0b-467c-b865-d29c289ee40a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:22.368359 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] Pushing event updated for resources: {'Port': ['ID=46f586a3-e9d5-4933-b0d1-ac05a50d6c8e,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:22.368359 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:22.368359 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:22.368359 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-25d0c586-b691-4785-946c-5960600abcd0 service neutron] 10.222.0.57 "PUT /v2.0/ports/46f586a3-e9d5-4933-b0d1-ac05a50d6c8e HTTP/1.1" status: 200 len: 1091 time: 5.9611397 Mar 01 20:57:22.368359 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-aa32ae83-8f0b-467c-b865-d29c289ee40a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Transition to ACTIVE for port object 56e464ad-5156-4f01-9db7-f45a9059a600 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:22.369821 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-b2acc0d0-21d5-415f-81f8-4191d6779829 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1407662b-db0b-45aa-a6e9-a4e782df9b78 HTTP/1.1" status: 200 len: 217 time: 0.2247663 Mar 01 20:57:22.369927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-2e089b9e-fc6c-47e9-8e1a-4c379fbe695a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:22.369927 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-2e089b9e-fc6c-47e9-8e1a-4c379fbe695a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1ac4f8ab-aa22-4b24-b845-50595dfcc95d HTTP/1.1" status: 200 len: 801 time: 0.3730524 Mar 01 20:57:22.370107 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8ad1a2e-61a7-4281-9cc6-96d9a5389794 req-3dd9d472-f3b9-4027-b403-a99c54ac9cfa tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1490355 Mar 01 20:57:22.370107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-f55e2188-b8af-4ff2-b4df-2838c86572e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:22.370107 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-f55e2188-b8af-4ff2-b4df-2838c86572e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9ec4e37-d2e7-42db-add1-e1ce45743414 HTTP/1.1" status: 200 len: 857 time: 0.0983818 Mar 01 20:57:22.458007 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-1eca21d3-377d-4609-8935-0f22ed64bbe8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=475ad3b3-46ac-4d85-8b05-f7ac0679c7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948975 Mar 01 20:57:22.462143 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ced81f6a-8aba-470f-a4be-d6f4ed84a51b req-e4daafd7-7ccb-4b08-b0c4-208f2ba08548 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0637991 Mar 01 20:57:22.472539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9ac48a-e47b-405a-90c3-56dec418f4ad req-e4686191-ad74-4f2d-a060-bd453c95b6d3 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:22.474683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa9ac48a-e47b-405a-90c3-56dec418f4ad req-e4686191-ad74-4f2d-a060-bd453c95b6d3 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 943 time: 0.4534543 Mar 01 20:57:22.577363 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa9ac48a-e47b-405a-90c3-56dec418f4ad req-cbb96f72-d6ba-4491-95ec-02a7fef929f2 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712385 Mar 01 20:57:22.612574 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-35443317-7d45-4c1b-8149-fa91e10dfd2b service neutron] 10.222.0.57 "GET /v2.0/networks/475ad3b3-46ac-4d85-8b05-f7ac0679c7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7707491 Mar 01 20:57:22.621161 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea7de8-af37-4b1a-81d9-7dea1e52420e req-faa19c2f-97c3-4a9d-a6e5-84ad00ae3725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:22.621297 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fa4904-a16b-4c3e-95e1-9a05ff949256 req-fa4f54fc-e1c1-46c5-be8a-8171ba1919d3 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:22.623034 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75ea7de8-af37-4b1a-81d9-7dea1e52420e req-faa19c2f-97c3-4a9d-a6e5-84ad00ae3725 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b14f03ea3bfb4417b7e16b30ef2024dc&device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 1094 time: 0.7439632 Mar 01 20:57:22.624043 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-64fa4904-a16b-4c3e-95e1-9a05ff949256 req-fa4f54fc-e1c1-46c5-be8a-8171ba1919d3 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.1602588 Mar 01 20:57:22.624911 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a3b2b-266e-4d8f-802b-b66cceffcee6 req-dcb3b856-f9d7-4103-b9dc-c8ea9f7f043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:22.626260 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77a3b2b-266e-4d8f-802b-b66cceffcee6 req-dcb3b856-f9d7-4103-b9dc-c8ea9f7f043b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5203c2ab63064c69ad3c5cd3fc2cfb01&device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 1094 time: 0.7360060 Mar 01 20:57:22.650743 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42814) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:22.680975 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-aa32ae83-8f0b-467c-b865-d29c289ee40a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:22.739388 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-64fa4904-a16b-4c3e-95e1-9a05ff949256 req-f29160f8-f762-4aa2-a730-e3049d0b5d05 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070485 Mar 01 20:57:22.916277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c8a66c-1a1e-4abf-ad99-9bcdd5ec03d8 req-210e8568-9f16-45b6-8d6e-24f3506df79d tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:22.917945 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90c8a66c-1a1e-4abf-ad99-9bcdd5ec03d8 req-210e8568-9f16-45b6-8d6e-24f3506df79d tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 943 time: 0.2357132 Mar 01 20:57:22.927182 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-0304dd39-1989-4157-a3b3-2f32613c838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:22.928681 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-0304dd39-1989-4157-a3b3-2f32613c838d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=22986512-c22d-42ab-82ee-ce47bd099508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6520674 Mar 01 20:57:22.939575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-aa32ae83-8f0b-467c-b865-d29c289ee40a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Network 77a119db-23ab-49e4-8878-de783cebb26a is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:57:22.940203 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '865514e6-6ee0-4efe-bf42-dd092e922c35', 'tag': '1407662b-db0b-45aa-a6e9-a4e782df9b78'}, {'name': 'network-changed', 'server_uuid': '4edc3b26-3ce1-4641-b33d-d4ccd6af5471', 'tag': '46f586a3-e9d5-4933-b0d1-ac05a50d6c8e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:22.944705 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-083073cf-353f-42c6-b4de-a3bf5facff83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:22.978185 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-6047dd12-ad31-44b1-8cfc-43217b09e1f8 service neutron] 10.222.0.55 "GET /v2.0/networks/475ad3b3-46ac-4d85-8b05-f7ac0679c7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585318 Mar 01 20:57:23.011054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-aa32ae83-8f0b-467c-b865-d29c289ee40a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:57:23.014528 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90c8a66c-1a1e-4abf-ad99-9bcdd5ec03d8 req-986fb8b0-ecb2-4311-8b0f-f5a6e55ef3a0 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870936 Mar 01 20:57:23.089800 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-35d08ad8-fee5-417d-bfee-90a63ec920ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:23.093283 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-35d08ad8-fee5-417d-bfee-90a63ec920ba service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fd3c698bf2694717bd40d468a2c12a0f&device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 1094 time: 0.7528148 Mar 01 20:57:23.110884 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-aa32ae83-8f0b-467c-b865-d29c289ee40a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:57:23.112220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e4323-0c04-48a9-bbc0-36c20aa2506d req-b838fad5-3ecd-4030-a79c-aca6f30377e8 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:23.114054 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a1e4323-0c04-48a9-bbc0-36c20aa2506d req-b838fad5-3ecd-4030-a79c-aca6f30377e8 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/ports?device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 943 time: 0.2593784 Mar 01 20:57:23.198193 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a1e4323-0c04-48a9-bbc0-36c20aa2506d req-ea8a4bab-8861-45ac-8f35-251d4ddb5881 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d14f4fa-87c9-4ae6-95c3-f98987b2aa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758386 Mar 01 20:57:23.237313 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-52bcff53-7537-4dfe-974a-ff0f76573058 service neutron] 10.222.0.55 "GET /v2.0/networks/475ad3b3-46ac-4d85-8b05-f7ac0679c7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488787 Mar 01 20:57:23.252552 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32ae83-8f0b-467c-b865-d29c289ee40a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event updated for resources: {'Port': ['ID=56e464ad-5156-4f01-9db7-f45a9059a600,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:23.292298 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-74188111-1900-4c81-9c92-f5fe96599f8f req-a8bb7fa8-8a4e-4e7b-b118-128383fd1829 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0585973 Mar 01 20:57:23.319106 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-083073cf-353f-42c6-b4de-a3bf5facff83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:23.326258 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-60d8763d-fd78-432d-a9f7-4fed80008500 req-699aa4a2-c531-4659-bc9e-68ca793ac0f4 service neutron] 10.222.0.57 "GET /v2.0/networks/475ad3b3-46ac-4d85-8b05-f7ac0679c7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6974435 Mar 01 20:57:23.355549 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-083073cf-353f-42c6-b4de-a3bf5facff83 admin admin] Usage tracker for resource:security_group_rule and tenant:012fc60d89d241e481bd0f0d09008528 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:23.367011 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '865514e6-6ee0-4efe-bf42-dd092e922c35', 'tag': '1407662b-db0b-45aa-a6e9-a4e782df9b78', 'status': 'completed', 'code': 200} Mar 01 20:57:23.367308 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4edc3b26-3ce1-4641-b33d-d4ccd6af5471', 'tag': '46f586a3-e9d5-4933-b0d1-ac05a50d6c8e', 'status': 'completed', 'code': 200} Mar 01 20:57:23.369912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-083073cf-353f-42c6-b4de-a3bf5facff83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:23.427894 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-c646de46-e012-4f48-b847-a8fc09433368 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46f586a3-e9d5-4933-b0d1-ac05a50d6c8e HTTP/1.1" status: 200 len: 217 time: 0.1880164 Mar 01 20:57:23.467981 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-aa32ae83-8f0b-467c-b865-d29c289ee40a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:23.468530 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-aa32ae83-8f0b-467c-b865-d29c289ee40a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:23.474700 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-083073cf-353f-42c6-b4de-a3bf5facff83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:23.511048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6ecea1e2-ef10-48ab-a6ca-2dab38478384 None None] Provisioning for port 56e464ad-5156-4f01-9db7-f45a9059a600 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:57:23.516476 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6ecea1e2-ef10-48ab-a6ca-2dab38478384 None None] Provisioning complete for port 56e464ad-5156-4f01-9db7-f45a9059a600 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:57:23.517006 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6ecea1e2-ef10-48ab-a6ca-2dab38478384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:23.566074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255185d-ac16-48a9-9e4f-b7a2a5e48498 req-6d2ecea7-73b9-4986-a812-a4c19f00a436 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:23.573011 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6ecea1e2-ef10-48ab-a6ca-2dab38478384 None None] Port 56e464ad-5156-4f01-9db7-f45a9059a600 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:57:23.573127 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255185d-ac16-48a9-9e4f-b7a2a5e48498 req-6d2ecea7-73b9-4986-a812-a4c19f00a436 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:23.574870 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5255185d-ac16-48a9-9e4f-b7a2a5e48498 req-6d2ecea7-73b9-4986-a812-a4c19f00a436 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1679 time: 0.2286644 Mar 01 20:57:23.600884 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:23.608917 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea7de8-af37-4b1a-81d9-7dea1e52420e req-3322e539-2a66-4853-80f3-1835c78a8d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:23.610353 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75ea7de8-af37-4b1a-81d9-7dea1e52420e req-3322e539-2a66-4853-80f3-1835c78a8d57 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3b736a4e-f800-46d4-88cd-78c52e7f462f HTTP/1.1" status: 200 len: 919 time: 0.8381207 Mar 01 20:57:23.625462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5875e8-c9a0-471c-b26a-7348bca93e7d req-e74758f7-a0a4-46f0-a259-6d5251bd4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:23.626922 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b5875e8-c9a0-471c-b26a-7348bca93e7d req-e74758f7-a0a4-46f0-a259-6d5251bd4da2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=5203c2ab63064c69ad3c5cd3fc2cfb01&device_id=865514e6-6ee0-4efe-bf42-dd092e922c35 HTTP/1.1" status: 200 len: 1094 time: 0.2180583 Mar 01 20:57:23.681836 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a3b2b-266e-4d8f-802b-b66cceffcee6 req-e36aef56-6b34-4946-ba83-fd210355c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:23.683249 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77a3b2b-266e-4d8f-802b-b66cceffcee6 req-e36aef56-6b34-4946-ba83-fd210355c874 service neutron] 10.222.0.55 "GET /v2.0/networks?id=475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 HTTP/1.1" status: 200 len: 918 time: 0.8969495 Mar 01 20:57:23.696552 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5255185d-ac16-48a9-9e4f-b7a2a5e48498 req-b25c7f11-fbfc-40d0-88fb-644edb6b8d20 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126997 Mar 01 20:57:23.762457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97613a-6875-4697-87e6-eff32e72c313 req-425264fe-adc2-49c4-aaa1-2ba6ab8f0959 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:23.769292 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75ea7de8-af37-4b1a-81d9-7dea1e52420e req-4210cffb-b083-4542-9cde-0c8755ed8f20 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=48ce626d-b348-4d8b-b933-6422b43d961b HTTP/1.1" status: 200 len: 217 time: 0.1424725 Mar 01 20:57:23.780044 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97613a-6875-4697-87e6-eff32e72c313 req-425264fe-adc2-49c4-aaa1-2ba6ab8f0959 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:23.785927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-5dfbe1c5-3f2f-4bd5-a5e7-21a950a104cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:23.787402 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-5dfbe1c5-3f2f-4bd5-a5e7-21a950a104cb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=844187c6-69f0-42fc-8dd0-0c1a159e43b8 HTTP/1.1" status: 200 len: 862 time: 0.3308470 Mar 01 20:57:23.790145 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-aa32ae83-8f0b-467c-b865-d29c289ee40a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.9769797 Mar 01 20:57:23.793090 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97613a-6875-4697-87e6-eff32e72c313 req-425264fe-adc2-49c4-aaa1-2ba6ab8f0959 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:23.799039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc97613a-6875-4697-87e6-eff32e72c313 req-425264fe-adc2-49c4-aaa1-2ba6ab8f0959 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:23.801393 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc97613a-6875-4697-87e6-eff32e72c313 req-425264fe-adc2-49c4-aaa1-2ba6ab8f0959 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 3094 time: 0.3271387 Mar 01 20:57:23.848317 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77a3b2b-266e-4d8f-802b-b66cceffcee6 req-636db2dc-bb87-4d80-bb1b-6ee40e583ba2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6ee6f858-8482-40fe-a906-7c5af658d5c8 HTTP/1.1" status: 200 len: 217 time: 0.1531212 Mar 01 20:57:23.890659 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-fd86d189-2529-4250-8f0e-dd8082787ac6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Request body: {'port': {'device_id': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '77a119db-23ab-49e4-8878-de783cebb26a', 'admin_state_up': True, 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'security_groups': ['5305b5d3-8038-4a77-a953-21a2f5ecd5c0']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:23.918497 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc97613a-6875-4697-87e6-eff32e72c313 req-f6646082-8d1d-4521-ae49-125d225cf15e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1078782 Mar 01 20:57:23.922455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5875e8-c9a0-471c-b26a-7348bca93e7d req-eff4891e-6db4-457e-9cea-1765bc04bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:23.923937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b5875e8-c9a0-471c-b26a-7348bca93e7d req-eff4891e-6db4-457e-9cea-1765bc04bf04 service neutron] 10.222.0.55 "GET /v2.0/networks?id=475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 HTTP/1.1" status: 200 len: 918 time: 0.2836733 Mar 01 20:57:23.964673 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-432d71fe-4b7a-46ba-97a4-34a6dd9b0b7a service neutron] 10.222.0.57 "GET /v2.0/networks/22986512-c22d-42ab-82ee-ce47bd099508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9671485 Mar 01 20:57:23.998216 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-d9bb6ce5-b2cd-4795-8448-6110cccb3e59 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b34cf2a5-94ef-4c93-a73c-6352e07b80df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1513796 Mar 01 20:57:24.017548 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b5875e8-c9a0-471c-b26a-7348bca93e7d req-622c208c-22a4-4877-aaa9-7c20fe41b85f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1407662b-db0b-45aa-a6e9-a4e782df9b78 HTTP/1.1" status: 200 len: 217 time: 0.0774760 Mar 01 20:57:24.026289 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e1dd6-cdd4-4eb9-8f0f-ba3589a522e1 req-3abb0243-454f-478f-9f43-1a082c8aebdc tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:24.033131 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c50e1dd6-cdd4-4eb9-8f0f-ba3589a522e1 req-3abb0243-454f-478f-9f43-1a082c8aebdc tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 943 time: 0.2235696 Mar 01 20:57:24.297205 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c50e1dd6-cdd4-4eb9-8f0f-ba3589a522e1 req-1968207d-50e2-4ac4-adae-cf270a9101cc tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2632089 Mar 01 20:57:24.299538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5875e8-c9a0-471c-b26a-7348bca93e7d req-f2cfafc6-2ece-45d1-931a-3d2ab7e019ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:24.301409 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b5875e8-c9a0-471c-b26a-7348bca93e7d req-f2cfafc6-2ece-45d1-931a-3d2ab7e019ca service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9ec4e37-d2e7-42db-add1-e1ce45743414 HTTP/1.1" status: 200 len: 857 time: 0.2652667 Mar 01 20:57:24.360887 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b5875e8-c9a0-471c-b26a-7348bca93e7d req-75bf1f04-03e7-4891-85e7-a6b46c7e5b13 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=475ad3b3-46ac-4d85-8b05-f7ac0679c7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520639 Mar 01 20:57:24.376056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c9d1c-5b07-434a-8b75-e2434c05e321 req-300e92ae-b949-4e7e-be6c-e5d955463460 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:24.376365 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a3b2b-266e-4d8f-802b-b66cceffcee6 req-c20757c1-f1b4-4908-9837-37893c584184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:24.377558 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b7c9d1c-5b07-434a-8b75-e2434c05e321 req-300e92ae-b949-4e7e-be6c-e5d955463460 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.2958808 Mar 01 20:57:24.378176 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77a3b2b-266e-4d8f-802b-b66cceffcee6 req-c20757c1-f1b4-4908-9837-37893c584184 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5203c2ab63064c69ad3c5cd3fc2cfb01&device_id=27efb5b7-4a3b-47b6-a5ca-e400029adccb HTTP/1.1" status: 200 len: 1094 time: 0.9056814 Mar 01 20:57:24.396372 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea7de8-af37-4b1a-81d9-7dea1e52420e req-420dff53-10a9-4d84-af36-f512160a0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:24.398067 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75ea7de8-af37-4b1a-81d9-7dea1e52420e req-420dff53-10a9-4d84-af36-f512160a0f8b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=84238c67-ed05-4dca-8acd-4bb86984b8ba HTTP/1.1" status: 200 len: 858 time: 0.5945950 Mar 01 20:57:24.563764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b7c9d1c-5b07-434a-8b75-e2434c05e321 req-91f2d800-90fa-4c62-b279-fcc8e79c7b73 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654029 Mar 01 20:57:24.575967 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a3b2b-266e-4d8f-802b-b66cceffcee6 req-ab751ec5-25a5-4df5-b7f3-182d40d29a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:24.577420 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77a3b2b-266e-4d8f-802b-b66cceffcee6 req-ab751ec5-25a5-4df5-b7f3-182d40d29a1a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c9ec4e37-d2e7-42db-add1-e1ce45743414 HTTP/1.1" status: 200 len: 857 time: 0.6639633 Mar 01 20:57:24.579421 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75ea7de8-af37-4b1a-81d9-7dea1e52420e req-160bbbe6-8fe8-4736-a34a-2927b93c2eb5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3b736a4e-f800-46d4-88cd-78c52e7f462f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198626 Mar 01 20:57:24.611629 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b5875e8-c9a0-471c-b26a-7348bca93e7d req-7f4a9761-a8b9-4ffb-be71-e9e58fa12977 service neutron] 10.222.0.55 "GET /v2.0/networks/475ad3b3-46ac-4d85-8b05-f7ac0679c7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440767 Mar 01 20:57:24.625463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeb885-2e0d-4c35-9c42-d99c6e4de7a9 req-daf02c62-a019-414e-bf39-d41d0d7f1f1f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:24.626906 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d6eeb885-2e0d-4c35-9c42-d99c6e4de7a9 req-daf02c62-a019-414e-bf39-d41d0d7f1f1f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 943 time: 0.2045877 Mar 01 20:57:24.805717 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77a3b2b-266e-4d8f-802b-b66cceffcee6 req-3bcfe16d-bc8c-49c8-8067-81011b7276d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=475ad3b3-46ac-4d85-8b05-f7ac0679c7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1585073 Mar 01 20:57:24.806742 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d6eeb885-2e0d-4c35-9c42-d99c6e4de7a9 req-d7a12d56-8f00-4ce0-97bf-d1c205a2a812 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596084 Mar 01 20:57:24.844845 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b5875e8-c9a0-471c-b26a-7348bca93e7d req-ca353fca-fb97-4249-bef4-236210d4bda8 service neutron] 10.222.0.55 "GET /v2.0/networks/475ad3b3-46ac-4d85-8b05-f7ac0679c7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274103 Mar 01 20:57:24.866724 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-73659294-9615-4826-a715-1de45b7847ff service neutron] 10.222.0.57 "GET /v2.0/networks/b34cf2a5-94ef-4c93-a73c-6352e07b80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8230188 Mar 01 20:57:24.868531 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc8479bb-6610-4704-9dbf-b44eb24452c3 req-09b75954-966d-463e-b6a4-b7ce334ba908 service neutron] 10.222.0.57 "GET /v2.0/networks/22986512-c22d-42ab-82ee-ce47bd099508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8694599 Mar 01 20:57:24.873131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1272e79-1419-4889-8c61-6a2ad9b4e04a req-dcd5cf7c-730a-4a3b-9587-1087720f62b3 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:24.874628 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a1272e79-1419-4889-8c61-6a2ad9b4e04a req-dcd5cf7c-730a-4a3b-9587-1087720f62b3 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/ports?device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 943 time: 0.1491427 Mar 01 20:57:24.927429 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a1272e79-1419-4889-8c61-6a2ad9b4e04a req-8a7ec91f-2c5d-4b40-af95-97ff860967bb tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d14f4fa-87c9-4ae6-95c3-f98987b2aa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451183 Mar 01 20:57:24.953184 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-fd86d189-2529-4250-8f0e-dd8082787ac6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:24.979839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-fd86d189-2529-4250-8f0e-dd8082787ac6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Usage tracker for resource:port and tenant:5705b0cae87741729c72e376229e6a19 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:24.997946 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-fd86d189-2529-4250-8f0e-dd8082787ac6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:25.021423 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e35638e6-9fa3-4dad-8b53-0017d5c9c21a req-d868b5d1-7109-4e73-b73d-2e1be177c2da tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0558169 Mar 01 20:57:25.105976 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-083073cf-353f-42c6-b4de-a3bf5facff83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:25.107221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-fd86d189-2529-4250-8f0e-dd8082787ac6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:25.130876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a3b2b-266e-4d8f-802b-b66cceffcee6 req-933541e5-57cc-4a94-b39e-48fb083d867a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:25.132364 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77a3b2b-266e-4d8f-802b-b66cceffcee6 req-933541e5-57cc-4a94-b39e-48fb083d867a service neutron] 10.222.0.57 "GET /v2.0/networks?id=475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 HTTP/1.1" status: 200 len: 918 time: 0.7332790 Mar 01 20:57:25.154946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1900de-a231-4a74-a2d6-e90c61b5d66d req-b53016f3-e102-4625-83f7-0a35312a2796 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:25.162269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1900de-a231-4a74-a2d6-e90c61b5d66d req-b53016f3-e102-4625-83f7-0a35312a2796 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:25.163961 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff1900de-a231-4a74-a2d6-e90c61b5d66d req-b53016f3-e102-4625-83f7-0a35312a2796 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1679 time: 0.1107852 Mar 01 20:57:25.261262 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff1900de-a231-4a74-a2d6-e90c61b5d66d req-01a68cd3-753b-46c0-b70f-1da94a602af4 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903590 Mar 01 20:57:25.264388 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-083073cf-353f-42c6-b4de-a3bf5facff83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:25.300889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78919b83-a557-4f16-90f9-7e4943fb5e92 req-e9263aec-51df-412a-841a-1cde78f572fe tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:25.306403 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77a3b2b-266e-4d8f-802b-b66cceffcee6 req-4101fd76-8005-4c1e-82c6-e75393033790 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2bdfab75-21d4-4231-aeeb-98b4e8404c1e HTTP/1.1" status: 200 len: 217 time: 0.1213164 Mar 01 20:57:25.307582 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78919b83-a557-4f16-90f9-7e4943fb5e92 req-e9263aec-51df-412a-841a-1cde78f572fe tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:25.313715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78919b83-a557-4f16-90f9-7e4943fb5e92 req-e9263aec-51df-412a-841a-1cde78f572fe tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:25.319778 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78919b83-a557-4f16-90f9-7e4943fb5e92 req-e9263aec-51df-412a-841a-1cde78f572fe tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:25.321502 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78919b83-a557-4f16-90f9-7e4943fb5e92 req-e9263aec-51df-412a-841a-1cde78f572fe tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 3094 time: 0.1306849 Mar 01 20:57:25.325603 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75ea7de8-af37-4b1a-81d9-7dea1e52420e req-1ae2a81d-5db7-4f7a-8bc6-4ef9c8154525 service neutron] 10.222.0.55 "GET /v2.0/networks/3b736a4e-f800-46d4-88cd-78c52e7f462f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6753263 Mar 01 20:57:25.370152 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78919b83-a557-4f16-90f9-7e4943fb5e92 req-9f93fb39-ffc2-423c-90ff-dc2f2f2423a4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412207 Mar 01 20:57:25.376478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-fd86d189-2529-4250-8f0e-dd8082787ac6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Made reservation on behalf of 5705b0cae87741729c72e376229e6a19 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:57:25.493600 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-083073cf-353f-42c6-b4de-a3bf5facff83 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=012fc60d89d241e481bd0f0d09008528&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8385086 Mar 01 20:57:25.494393 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083073cf-353f-42c6-b4de-a3bf5facff83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1505cca-b514-4eeb-a0f4-0a9d82a70c9e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:25.498793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42858) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:25.507869 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77a3b2b-266e-4d8f-802b-b66cceffcee6 req-30fbd545-1a9d-440d-b7dd-f7a86ffe1a93 service neutron] 10.222.0.55 "GET /v2.0/networks/475ad3b3-46ac-4d85-8b05-f7ac0679c7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6511519 Mar 01 20:57:25.629609 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b9a53f4d-7df6-46f6-af0a-30e163781c74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:25.650594 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b0e83-302b-4f9f-97fc-e39d46f278c8 req-f27d438c-8cfb-40d0-995d-a1112d620a26 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:25.652175 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c3b0e83-302b-4f9f-97fc-e39d46f278c8 req-f27d438c-8cfb-40d0-995d-a1112d620a26 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 943 time: 0.1472013 Mar 01 20:57:25.689885 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b9a53f4d-7df6-46f6-af0a-30e163781c74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:25.693712 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a3b2b-266e-4d8f-802b-b66cceffcee6 req-cf239d71-1984-48c0-a612-334399949b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:25.695171 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77a3b2b-266e-4d8f-802b-b66cceffcee6 req-cf239d71-1984-48c0-a612-334399949b79 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c9ec4e37-d2e7-42db-add1-e1ce45743414 HTTP/1.1" status: 200 len: 857 time: 0.3719633 Mar 01 20:57:25.696993 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77c14b0-9872-4f8d-a13d-75652bb69b16 req-467cbe0c-059c-4af9-9024-e6d4bc882b89 service neutron] 10.222.0.57 "GET /v2.0/networks/b34cf2a5-94ef-4c93-a73c-6352e07b80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7889683 Mar 01 20:57:25.748296 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c3b0e83-302b-4f9f-97fc-e39d46f278c8 req-0fcc91ad-6ece-46f9-bb83-172ae507a4bf tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858769 Mar 01 20:57:25.894646 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b9a53f4d-7df6-46f6-af0a-30e163781c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:25.952063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a53f4d-7df6-46f6-af0a-30e163781c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1505cca-b514-4eeb-a0f4-0a9d82a70c9e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:25.965389 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bfff1645-f3eb-433d-a2b0-39cb1ac5f39e req-6e3b6ea7-d0be-4361-8611-9530fbd1618d tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0657165 Mar 01 20:57:25.970281 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b9a53f4d-7df6-46f6-af0a-30e163781c74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:25.971288 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b9a53f4d-7df6-46f6-af0a-30e163781c74 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1505cca-b514-4eeb-a0f4-0a9d82a70c9e HTTP/1.1" status: 204 len: 168 time: 0.4711390 Mar 01 20:57:26.009938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca0d78-adf8-4505-a014-511e55a69a92 req-c00d0970-47f5-4271-a0c7-2793be8ad96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:26.010436 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca0d78-adf8-4505-a014-511e55a69a92 req-c00d0970-47f5-4271-a0c7-2793be8ad96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:26.012003 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b8ca0d78-adf8-4505-a014-511e55a69a92 req-c00d0970-47f5-4271-a0c7-2793be8ad96e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4834e9a7767b4a869353bf362d5744fe&device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1981 time: 1.0356164 Mar 01 20:57:26.022645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa77a69-0365-47e4-9c9f-04c99e2eb3b3 req-a4c7ad12-fe70-4c53-b7e3-7c018c08d2c5 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:26.025726 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eaa77a69-0365-47e4-9c9f-04c99e2eb3b3 req-a4c7ad12-fe70-4c53-b7e3-7c018c08d2c5 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.1784267 Mar 01 20:57:26.038280 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77a3b2b-266e-4d8f-802b-b66cceffcee6 req-17a0f623-baab-4de7-a54d-0186baf7688c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=475ad3b3-46ac-4d85-8b05-f7ac0679c7a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250505 Mar 01 20:57:26.081749 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eaa77a69-0365-47e4-9c9f-04c99e2eb3b3 req-acf00fbf-2c08-4151-b724-315887c321f7 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503469 Mar 01 20:57:26.117020 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 6ee6f858-8482-40fe-a906-7c5af658d5c8 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:57:26.163335 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75ea7de8-af37-4b1a-81d9-7dea1e52420e req-0b33f33f-b8f5-47cf-b0b1-86af13be5b0d service neutron] 10.222.0.55 "GET /v2.0/networks/3b736a4e-f800-46d4-88cd-78c52e7f462f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7706199 Mar 01 20:57:26.227470 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-fd86d189-2529-4250-8f0e-dd8082787ac6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:26.303674 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77a3b2b-266e-4d8f-802b-b66cceffcee6 req-61a38af7-672d-4c29-8384-f9ce85cbdf44 service neutron] 10.222.0.55 "GET /v2.0/networks/475ad3b3-46ac-4d85-8b05-f7ac0679c7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7860994 Mar 01 20:57:26.332213 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 6ee6f858-8482-40fe-a906-7c5af658d5c8, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=6ee6f858-8482-40fe-a906-7c5af658d5c8,segment=NetworkSegment(02d5f563-3181-4c19-a0b4-2c6cd171679e),segment_id=02d5f563-3181-4c19-a0b4-2c6cd171679e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:26.348669 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdac7060-8914-4cee-ade8-75dbd2467603 req-20318520-40b5-4a93-b9aa-e8a67ed72642 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:26.350406 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bdac7060-8914-4cee-ade8-75dbd2467603 req-20318520-40b5-4a93-b9aa-e8a67ed72642 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 943 time: 0.1981969 Mar 01 20:57:26.359697 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '6ee6f858-8482-40fe-a906-7c5af658d5c8', 'network_id': '475ad3b3-46ac-4d85-8b05-f7ac0679c7a6', 'port_id': '6ee6f858-8482-40fe-a906-7c5af658d5c8', 'mac_address': 'fa:16:3e:c3:12:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ec4e37-d2e7-42db-add1-e1ce45743414', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:57:26.424547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d2970-db00-42bd-b1db-57b033b710bf req-dc653b3e-9c69-4363-a057-285a1f8ba5a9 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:26.432171 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-981d2970-db00-42bd-b1db-57b033b710bf req-dc653b3e-9c69-4363-a057-285a1f8ba5a9 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/ports?device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 943 time: 0.1751535 Mar 01 20:57:26.435121 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:26.448125 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5875e8-c9a0-471c-b26a-7348bca93e7d req-d49f73cd-3cf0-4c77-8165-982ccecdd458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:26.449461 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b5875e8-c9a0-471c-b26a-7348bca93e7d req-d49f73cd-3cf0-4c77-8165-982ccecdd458 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fd3c698bf2694717bd40d468a2c12a0f&device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 1094 time: 0.5351372 Mar 01 20:57:26.451614 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bdac7060-8914-4cee-ade8-75dbd2467603 req-59a0854b-9b4d-4a4f-b5c7-934a4a82499d tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938454 Mar 01 20:57:26.462074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca0d78-adf8-4505-a014-511e55a69a92 req-ae2fb9fc-df26-46c8-a18e-4ef564acd32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:26.463588 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b8ca0d78-adf8-4505-a014-511e55a69a92 req-ae2fb9fc-df26-46c8-a18e-4ef564acd32e service neutron] 10.222.0.57 "GET /v2.0/networks?id=22986512-c22d-42ab-82ee-ce47bd099508 HTTP/1.1" status: 200 len: 903 time: 0.4349928 Mar 01 20:57:26.471737 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee6f858-8482-40fe-a906-7c5af658d5c8 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:26.489423 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-981d2970-db00-42bd-b1db-57b033b710bf req-24cce788-515b-45a1-99aa-5d43edee5326 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d14f4fa-87c9-4ae6-95c3-f98987b2aa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544376 Mar 01 20:57:26.493252 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 6ee6f858-8482-40fe-a906-7c5af658d5c8, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=6ee6f858-8482-40fe-a906-7c5af658d5c8,segment=NetworkSegment(02d5f563-3181-4c19-a0b4-2c6cd171679e),segment_id=02d5f563-3181-4c19-a0b4-2c6cd171679e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:26.572470 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:26.617111 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b8ca0d78-adf8-4505-a014-511e55a69a92 req-ba50f8ab-3935-48a3-bd45-ee2233bd2ebe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.151&port_id=e4d53c1f-0c44-4ffa-acb9-1749b600087a HTTP/1.1" status: 200 len: 217 time: 0.1463563 Mar 01 20:57:26.618956 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77a3b2b-266e-4d8f-802b-b66cceffcee6 req-247f7f26-f806-43b8-82fd-ca95811cd594 service neutron] 10.222.0.57 "GET /v2.0/networks/475ad3b3-46ac-4d85-8b05-f7ac0679c7a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504723 Mar 01 20:57:26.654622 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=6ee6f858-8482-40fe-a906-7c5af658d5c8,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:26.706001 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2bdfab75-21d4-4231-aeeb-98b4e8404c1e details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:57:26.790866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dee1a6-104c-4372-bac7-6823c2133620 req-0a62c3f1-f64e-41ec-8e1a-978dad57f1dd tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:26.797184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dee1a6-104c-4372-bac7-6823c2133620 req-0a62c3f1-f64e-41ec-8e1a-978dad57f1dd tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:26.806195 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82dee1a6-104c-4372-bac7-6823c2133620 req-0a62c3f1-f64e-41ec-8e1a-978dad57f1dd tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1679 time: 0.1785989 Mar 01 20:57:26.833905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecb59d-1272-49b6-8dcc-3d6f0d2c883a req-ffbf063a-70ad-4c84-99d1-2e3abb9ad7ff tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:26.839942 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecb59d-1272-49b6-8dcc-3d6f0d2c883a req-ffbf063a-70ad-4c84-99d1-2e3abb9ad7ff tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:26.845962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecb59d-1272-49b6-8dcc-3d6f0d2c883a req-ffbf063a-70ad-4c84-99d1-2e3abb9ad7ff tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:26.852777 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecb59d-1272-49b6-8dcc-3d6f0d2c883a req-ffbf063a-70ad-4c84-99d1-2e3abb9ad7ff tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:26.854464 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-83ecb59d-1272-49b6-8dcc-3d6f0d2c883a req-ffbf063a-70ad-4c84-99d1-2e3abb9ad7ff tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 3094 time: 0.1763811 Mar 01 20:57:26.907660 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82dee1a6-104c-4372-bac7-6823c2133620 req-87c837bf-135c-4a59-a3f3-09a223dc0a45 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999341 Mar 01 20:57:26.913627 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 2bdfab75-21d4-4231-aeeb-98b4e8404c1e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2bdfab75-21d4-4231-aeeb-98b4e8404c1e,segment=NetworkSegment(02d5f563-3181-4c19-a0b4-2c6cd171679e),segment_id=02d5f563-3181-4c19-a0b4-2c6cd171679e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:26.917828 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca0d78-adf8-4505-a014-511e55a69a92 req-a4a7339f-0797-4116-80e3-2e574ea1691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:26.919287 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b8ca0d78-adf8-4505-a014-511e55a69a92 req-a4a7339f-0797-4116-80e3-2e574ea1691e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1ac4f8ab-aa22-4b24-b845-50595dfcc95d HTTP/1.1" status: 200 len: 801 time: 0.2673848 Mar 01 20:57:26.949182 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '2bdfab75-21d4-4231-aeeb-98b4e8404c1e', 'network_id': '475ad3b3-46ac-4d85-8b05-f7ac0679c7a6', 'port_id': '2bdfab75-21d4-4231-aeeb-98b4e8404c1e', 'mac_address': 'fa:16:3e:57:89:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ec4e37-d2e7-42db-add1-e1ce45743414', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:57:27.029465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5875e8-c9a0-471c-b26a-7348bca93e7d req-4e3099ec-30ab-4c3f-851f-0c005cbc1754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:27.029465 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b5875e8-c9a0-471c-b26a-7348bca93e7d req-4e3099ec-30ab-4c3f-851f-0c005cbc1754 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b34cf2a5-94ef-4c93-a73c-6352e07b80df HTTP/1.1" status: 200 len: 923 time: 0.5593688 Mar 01 20:57:27.033933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-fd86d189-2529-4250-8f0e-dd8082787ac6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Allocated IP 10.2.2.200 (77a119db-23ab-49e4-8878-de783cebb26a/24348124-4cc7-4cd6-a18f-5dbd41fcf6ef/b3cc9b9c-e594-4a4b-9313-d2383734d393) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:57:27.039313 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b77a3b2b-266e-4d8f-802b-b66cceffcee6 req-24346060-8a61-41e3-b728-08f561926f81 service neutron] 10.222.0.57 "GET /v2.0/networks/475ad3b3-46ac-4d85-8b05-f7ac0679c7a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4049706 Mar 01 20:57:27.097490 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['6ee6f858-8482-40fe-a906-7c5af658d5c8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:57:27.119182 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b5875e8-c9a0-471c-b26a-7348bca93e7d req-3e591d57-e579-447d-bb6d-c1c380cfea4b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46f586a3-e9d5-4933-b0d1-ac05a50d6c8e HTTP/1.1" status: 200 len: 217 time: 0.0768650 Mar 01 20:57:27.187653 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-83ecb59d-1272-49b6-8dcc-3d6f0d2c883a req-58285460-15fc-4c57-a3ad-2183d6b68d57 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3179891 Mar 01 20:57:27.188399 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:27.220702 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bdfab75-21d4-4231-aeeb-98b4e8404c1e {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:27.238230 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 2bdfab75-21d4-4231-aeeb-98b4e8404c1e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2bdfab75-21d4-4231-aeeb-98b4e8404c1e,segment=NetworkSegment(02d5f563-3181-4c19-a0b4-2c6cd171679e),segment_id=02d5f563-3181-4c19-a0b4-2c6cd171679e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:27.245961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca0d78-adf8-4505-a014-511e55a69a92 req-13499273-744f-4893-8196-f9a8fadc4481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:27.247490 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b8ca0d78-adf8-4505-a014-511e55a69a92 req-13499273-744f-4893-8196-f9a8fadc4481 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=22986512-c22d-42ab-82ee-ce47bd099508&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3163939 Mar 01 20:57:27.261068 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5875e8-c9a0-471c-b26a-7348bca93e7d req-e39c3180-725c-4031-aa19-980f8da463e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:27.262539 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b5875e8-c9a0-471c-b26a-7348bca93e7d req-e39c3180-725c-4031-aa19-980f8da463e5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=844187c6-69f0-42fc-8dd0-0c1a159e43b8 HTTP/1.1" status: 200 len: 862 time: 0.1315172 Mar 01 20:57:27.339514 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29225643-cdae-429f-8258-17e632cf98fe req-4f693531-0c7e-4f56-abb9-94906040381d tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:27.341658 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29225643-cdae-429f-8258-17e632cf98fe req-4f693531-0c7e-4f56-abb9-94906040381d tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 943 time: 0.1519277 Mar 01 20:57:27.387505 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:27.387505 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device e4d53c1f-0c44-4ffa-acb9-1749b600087a details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:57:27.416530 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b5875e8-c9a0-471c-b26a-7348bca93e7d req-f68a5eb2-ecce-4e94-9947-89cf784f721a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b34cf2a5-94ef-4c93-a73c-6352e07b80df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1282725 Mar 01 20:57:27.430850 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29225643-cdae-429f-8258-17e632cf98fe req-da11e2d3-9569-43b4-bebb-1d5b6a52b662 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805395 Mar 01 20:57:27.483476 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d7cd79a0-586d-428d-a42a-1b7eb0d99380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:27.622321 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-48605315-a66a-4f60-a729-e545ccf56282 req-980d6763-33e8-4dc1-bdeb-2e90a75fabbd tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.1751671 Mar 01 20:57:27.648022 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=2bdfab75-21d4-4231-aeeb-98b4e8404c1e,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:27.721944 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port e4d53c1f-0c44-4ffa-acb9-1749b600087a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e4d53c1f-0c44-4ffa-acb9-1749b600087a,segment=NetworkSegment(ff3adc06-4de2-4ddf-81cb-3e2e86041616),segment_id=ff3adc06-4de2-4ddf-81cb-3e2e86041616)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:27.739574 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'e4d53c1f-0c44-4ffa-acb9-1749b600087a', 'network_id': '22986512-c22d-42ab-82ee-ce47bd099508', 'port_id': 'e4d53c1f-0c44-4ffa-acb9-1749b600087a', 'mac_address': 'fa:16:3e:b5:fc:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac4f8ab-aa22-4b24-b845-50595dfcc95d', 'ip_address': '19.86.0.151'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:57:27.770333 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0f272-5a58-4f34-b3ca-c15b8f3f8244 req-1711038c-ace3-4dc5-800a-70261966440c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:27.772205 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e2a0f272-5a58-4f34-b3ca-c15b8f3f8244 req-1711038c-ace3-4dc5-800a-70261966440c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.0997260 Mar 01 20:57:27.804540 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:27.822371 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d53c1f-0c44-4ffa-acb9-1749b600087a {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:27.839190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port e4d53c1f-0c44-4ffa-acb9-1749b600087a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e4d53c1f-0c44-4ffa-acb9-1749b600087a,segment=NetworkSegment(ff3adc06-4de2-4ddf-81cb-3e2e86041616),segment_id=ff3adc06-4de2-4ddf-81cb-3e2e86041616)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:27.871977 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e2a0f272-5a58-4f34-b3ca-c15b8f3f8244 req-b2ae1916-16a5-40be-ab9a-549b54bb7836 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913627 Mar 01 20:57:27.878914 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-fd86d189-2529-4250-8f0e-dd8082787ac6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:27.907674 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b8ca0d78-adf8-4505-a014-511e55a69a92 req-e373da71-206e-4fe6-9368-4413ca10b842 service neutron] 10.222.0.57 "GET /v2.0/networks/22986512-c22d-42ab-82ee-ce47bd099508?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6411567 Mar 01 20:57:27.921188 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:27.921188 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b94cd4aa-6edf-4b0f-8068-cf7413806a24 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:57:27.929444 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe5b5f9-fe5d-469d-a8dc-0edc71f9f3a7 req-7192bbdd-d849-4812-aef6-1296b7cb4111 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:27.930986 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2fe5b5f9-fe5d-469d-a8dc-0edc71f9f3a7 req-7192bbdd-d849-4812-aef6-1296b7cb4111 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 944 time: 0.1335199 Mar 01 20:57:27.991644 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2fe5b5f9-fe5d-469d-a8dc-0edc71f9f3a7 req-55fecab1-0fc9-47f8-895a-e924c758847f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530028 Mar 01 20:57:28.034455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=e4d53c1f-0c44-4ffa-acb9-1749b600087a,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:28.035086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-fd86d189-2529-4250-8f0e-dd8082787ac6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Transition to ACTIVE for port object b3cc9b9c-e594-4a4b-9313-d2383734d393 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:28.079272 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b5875e8-c9a0-471c-b26a-7348bca93e7d req-5e212acd-ae23-4df9-82b1-6d7423b3682c service neutron] 10.222.0.57 "GET /v2.0/networks/b34cf2a5-94ef-4c93-a73c-6352e07b80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6521873 Mar 01 20:57:28.123436 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 48ce626d-b348-4d8b-b933-6422b43d961b details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:57:28.128623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4d746f-1a6f-4ff7-b91f-cd729beffdd5 req-393704d4-3314-434c-a1f0-4d4cca2062ba tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:28.137742 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e4d746f-1a6f-4ff7-b91f-cd729beffdd5 req-393704d4-3314-434c-a1f0-4d4cca2062ba tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/ports?device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 943 time: 0.1445813 Mar 01 20:57:28.152119 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b94cd4aa-6edf-4b0f-8068-cf7413806a24, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b94cd4aa-6edf-4b0f-8068-cf7413806a24,segment=NetworkSegment(d32a00d1-7445-4530-b440-52f0b561333b),segment_id=d32a00d1-7445-4530-b440-52f0b561333b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:28.153957 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b8ca0d78-adf8-4505-a014-511e55a69a92 req-ba47d5a2-3cac-4332-a408-25fe9aca22b3 service neutron] 10.222.0.57 "GET /v2.0/networks/22986512-c22d-42ab-82ee-ce47bd099508?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369249 Mar 01 20:57:28.170341 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'b94cd4aa-6edf-4b0f-8068-cf7413806a24', 'network_id': 'fa915902-b2d0-4dbc-9808-038021a7f9f4', 'port_id': 'b94cd4aa-6edf-4b0f-8068-cf7413806a24', 'mac_address': 'fa:16:3e:a8:2e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '500ae941-b484-4ac8-bead-560406abb709', 'ip_address': '19.80.0.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:57:28.206641 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e4d746f-1a6f-4ff7-b91f-cd729beffdd5 req-2b6af9a7-baa4-4d96-9429-fe5e48e45ab3 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d14f4fa-87c9-4ae6-95c3-f98987b2aa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678189 Mar 01 20:57:28.270626 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b5875e8-c9a0-471c-b26a-7348bca93e7d req-5b534258-d024-4b9a-836a-ca3a9a4d5aa7 service neutron] 10.222.0.57 "GET /v2.0/networks/b34cf2a5-94ef-4c93-a73c-6352e07b80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853645 Mar 01 20:57:28.324949 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:28.350658 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b94cd4aa-6edf-4b0f-8068-cf7413806a24 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:28.351678 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-fd86d189-2529-4250-8f0e-dd8082787ac6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:28.378468 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 48ce626d-b348-4d8b-b933-6422b43d961b, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=48ce626d-b348-4d8b-b933-6422b43d961b,segment=NetworkSegment(6be5824e-406f-49d7-97ea-4f858cab8fd7),segment_id=6be5824e-406f-49d7-97ea-4f858cab8fd7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:28.393751 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b94cd4aa-6edf-4b0f-8068-cf7413806a24, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b94cd4aa-6edf-4b0f-8068-cf7413806a24,segment=NetworkSegment(d32a00d1-7445-4530-b440-52f0b561333b),segment_id=d32a00d1-7445-4530-b440-52f0b561333b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:28.396587 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '48ce626d-b348-4d8b-b933-6422b43d961b', 'network_id': '3b736a4e-f800-46d4-88cd-78c52e7f462f', 'port_id': '48ce626d-b348-4d8b-b933-6422b43d961b', 'mac_address': 'fa:16:3e:ea:99:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84238c67-ed05-4dca-8acd-4bb86984b8ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:57:28.436495 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9b824-7cc0-440d-9f51-13affe5c1691 req-b3610374-6b42-4e57-8699-180ec072e75d tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:28.445482 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc9b824-7cc0-440d-9f51-13affe5c1691 req-b3610374-6b42-4e57-8699-180ec072e75d tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:28.452861 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7dc9b824-7cc0-440d-9f51-13affe5c1691 req-b3610374-6b42-4e57-8699-180ec072e75d tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1680 time: 0.1298494 Mar 01 20:57:28.458671 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:28.487575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd86d189-2529-4250-8f0e-dd8082787ac6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event updated for resources: {'Port': ['ID=b3cc9b9c-e594-4a4b-9313-d2383734d393,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:28.495472 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:28.497552 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-fd86d189-2529-4250-8f0e-dd8082787ac6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Network 77a119db-23ab-49e4-8878-de783cebb26a is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:57:28.499404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-fd86d189-2529-4250-8f0e-dd8082787ac6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:57:28.504252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-fd86d189-2529-4250-8f0e-dd8082787ac6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:57:28.518042 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7dc9b824-7cc0-440d-9f51-13affe5c1691 req-2f6c31c8-37c7-4054-a413-770a8e84e7e0 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642340 Mar 01 20:57:28.527122 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ce626d-b348-4d8b-b933-6422b43d961b {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:28.557272 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=b94cd4aa-6edf-4b0f-8068-cf7413806a24,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:28.560735 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 48ce626d-b348-4d8b-b933-6422b43d961b, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=48ce626d-b348-4d8b-b933-6422b43d961b,segment=NetworkSegment(6be5824e-406f-49d7-97ea-4f858cab8fd7),segment_id=6be5824e-406f-49d7-97ea-4f858cab8fd7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:28.595054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-fd86d189-2529-4250-8f0e-dd8082787ac6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:28.596065 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-fd86d189-2529-4250-8f0e-dd8082787ac6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:28.661198 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:28.661967 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 1407662b-db0b-45aa-a6e9-a4e782df9b78 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:57:28.718909 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-fd86d189-2529-4250-8f0e-dd8082787ac6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8742144 Mar 01 20:57:28.721462 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:57:28.731083 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] Request body: {'port': {'device_id': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:28.765885 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['2bdfab75-21d4-4231-aeeb-98b4e8404c1e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:57:28.798576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd203f-125f-4bcc-a57b-587615a74da4 req-ed2d528f-68cb-4d7d-8e22-ef11d03f1a42 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:28.806024 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd203f-125f-4bcc-a57b-587615a74da4 req-ed2d528f-68cb-4d7d-8e22-ef11d03f1a42 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:28.812492 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd203f-125f-4bcc-a57b-587615a74da4 req-ed2d528f-68cb-4d7d-8e22-ef11d03f1a42 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:28.815106 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['e4d53c1f-0c44-4ffa-acb9-1749b600087a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:57:28.819102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd203f-125f-4bcc-a57b-587615a74da4 req-ed2d528f-68cb-4d7d-8e22-ef11d03f1a42 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:28.824809 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd203f-125f-4bcc-a57b-587615a74da4 req-ed2d528f-68cb-4d7d-8e22-ef11d03f1a42 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:28.826860 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ccd203f-125f-4bcc-a57b-587615a74da4 req-ed2d528f-68cb-4d7d-8e22-ef11d03f1a42 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 3815 time: 0.1866066 Mar 01 20:57:28.857065 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:28.871024 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8815e5-e330-4a43-a1d1-880e96c643de req-3ffc40db-69e0-45b1-8345-56b438d1e31f tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:28.872549 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c8815e5-e330-4a43-a1d1-880e96c643de req-3ffc40db-69e0-45b1-8345-56b438d1e31f tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 943 time: 0.1643217 Mar 01 20:57:28.873829 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['b94cd4aa-6edf-4b0f-8068-cf7413806a24'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:57:28.913799 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ccd203f-125f-4bcc-a57b-587615a74da4 req-6310859c-3329-4bae-9491-b07d7b5b59c8 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729029 Mar 01 20:57:28.939386 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c8815e5-e330-4a43-a1d1-880e96c643de req-70891928-537e-4300-ade5-3c1c6ed62487 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533857 Mar 01 20:57:28.993553 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.resource_extend [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:57:29.087496 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=48ce626d-b348-4d8b-b933-6422b43d961b,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:29.136976 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0b007593-4d55-44df-9171-245ce6767eb8 None None] Provisioning for port b3cc9b9c-e594-4a4b-9313-d2383734d393 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:57:29.200862 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b27a13c-95b7-4001-87f4-b5ee4ecdb270 req-1ddfcf35-f662-4199-8512-f7475854f662 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0517859 Mar 01 20:57:29.245700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0b007593-4d55-44df-9171-245ce6767eb8 None None] Provisioning complete for port b3cc9b9c-e594-4a4b-9313-d2383734d393 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:57:29.246041 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64aa46-307a-4ac4-abad-4a28e72046e5 req-ef514b80-f4e4-4a2b-86c4-fc43ffc76258 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:29.246501 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0b007593-4d55-44df-9171-245ce6767eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:29.247962 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fb64aa46-307a-4ac4-abad-4a28e72046e5 req-ef514b80-f4e4-4a2b-86c4-fc43ffc76258 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.1572733 Mar 01 20:57:29.291412 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7badcc59-c905-4f3b-8158-275e3f4a81f4 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:29.299524 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:29.312166 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fb64aa46-307a-4ac4-abad-4a28e72046e5 req-9033f3b9-6b2c-4247-a163-857eb2c747d9 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555394 Mar 01 20:57:29.317274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] Transition to ACTIVE for port object 7badcc59-c905-4f3b-8158-275e3f4a81f4 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:29.388634 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 1407662b-db0b-45aa-a6e9-a4e782df9b78, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=1407662b-db0b-45aa-a6e9-a4e782df9b78,segment=NetworkSegment(02d5f563-3181-4c19-a0b4-2c6cd171679e),segment_id=02d5f563-3181-4c19-a0b4-2c6cd171679e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:29.392630 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:29.431714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-0b007593-4d55-44df-9171-245ce6767eb8 None None] Port b3cc9b9c-e594-4a4b-9313-d2383734d393 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:57:29.461303 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '1407662b-db0b-45aa-a6e9-a4e782df9b78', 'network_id': '475ad3b3-46ac-4d85-8b05-f7ac0679c7a6', 'port_id': '1407662b-db0b-45aa-a6e9-a4e782df9b78', 'mac_address': 'fa:16:3e:7e:20:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9ec4e37-d2e7-42db-add1-e1ce45743414', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:57:29.470207 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=46f586a3-e9d5-4933-b0d1-ac05a50d6c8e,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:29.531247 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '46f586a3-e9d5-4933-b0d1-ac05a50d6c8e', 'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df', 'port_id': '46f586a3-e9d5-4933-b0d1-ac05a50d6c8e', 'mac_address': 'fa:16:3e:5a:1b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '844187c6-69f0-42fc-8dd0-0c1a159e43b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:57:29.562012 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59b33e-d2eb-4395-b66d-9b32f2f7b1d7 req-632fa55b-8bdc-47d3-8e21-640b8d74a8fd tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:29.570829 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd59b33e-d2eb-4395-b66d-9b32f2f7b1d7 req-632fa55b-8bdc-47d3-8e21-640b8d74a8fd tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/ports?device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 944 time: 0.1254086 Mar 01 20:57:29.580160 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] Pushing event updated for resources: {'Port': ['ID=7badcc59-c905-4f3b-8158-275e3f4a81f4,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:29.626391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054ced6-f1a6-47a1-98b7-aa0a4d55dd2e req-d9c04459-08a7-40c3-8722-2c33e13ed57c tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:29.635268 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7054ced6-f1a6-47a1-98b7-aa0a4d55dd2e req-d9c04459-08a7-40c3-8722-2c33e13ed57c tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 944 time: 0.2288380 Mar 01 20:57:29.668469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] Attempting to bind port 7badcc59-c905-4f3b-8158-275e3f4a81f4 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:57:29.668866 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] Attempting to bind port 7badcc59-c905-4f3b-8158-275e3f4a81f4 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:57:29.669375 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] Attempting to bind port 7badcc59-c905-4f3b-8158-275e3f4a81f4 on network 1c6f66dd-272c-498f-a0ba-ba7fb81f92ae {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:29.675067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] Port 7badcc59-c905-4f3b-8158-275e3f4a81f4 on network 1c6f66dd-272c-498f-a0ba-ba7fb81f92ae not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:57:29.675674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] Attempting to bind port 7badcc59-c905-4f3b-8158-275e3f4a81f4 on network 1c6f66dd-272c-498f-a0ba-ba7fb81f92ae {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:29.683036 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:57:29.683758 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] Checking segment: {'id': '3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:57:29.684308 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] Bound using segment: {'id': '3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:57:29.684507 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd59b33e-d2eb-4395-b66d-9b32f2f7b1d7 req-2c4f4040-86f8-4f03-8239-f0e7d39e5a85 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d14f4fa-87c9-4ae6-95c3-f98987b2aa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125674 Mar 01 20:57:29.686114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] Bound port: 7badcc59-c905-4f3b-8158-275e3f4a81f4, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:57:29.687187 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:29.731673 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7054ced6-f1a6-47a1-98b7-aa0a4d55dd2e req-51217e77-fcda-440f-b384-cefa28506561 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815339 Mar 01 20:57:29.791938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] For port 7badcc59-c905-4f3b-8158-275e3f4a81f4, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:57:29.794987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] For port 7badcc59-c905-4f3b-8158-275e3f4a81f4, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=7badcc59-c905-4f3b-8158-275e3f4a81f4,segment=NetworkSegment(3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed),segment_id=3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:57:29.877592 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:29.895288 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:29.907471 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83662ed5-6b6e-47bf-b975-dce5fbd5f658 req-f5201356-bf25-425d-b0ff-d59a8bcf0847 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:29.908625 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:29.914972 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83662ed5-6b6e-47bf-b975-dce5fbd5f658 req-f5201356-bf25-425d-b0ff-d59a8bcf0847 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:29.916577 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-83662ed5-6b6e-47bf-b975-dce5fbd5f658 req-f5201356-bf25-425d-b0ff-d59a8bcf0847 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1681 time: 0.0967739 Mar 01 20:57:29.937296 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:29.941327 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4a96d27a-f715-498e-bb4a-309c7688ed68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:29.969245 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1407662b-db0b-45aa-a6e9-a4e782df9b78 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:29.973394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:29.974182 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:29.975611 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] 10.222.0.57 "PUT /v2.0/ports/7badcc59-c905-4f3b-8158-275e3f4a81f4 HTTP/1.1" status: 200 len: 1092 time: 1.2492063 Mar 01 20:57:29.976195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'tag': '7badcc59-c905-4f3b-8158-275e3f4a81f4'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:30.006990 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-83662ed5-6b6e-47bf-b975-dce5fbd5f658 req-28677815-e33a-4430-bbc5-eda641b641e6 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815229 Mar 01 20:57:30.012371 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=46f586a3-e9d5-4933-b0d1-ac05a50d6c8e,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:30.032359 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40085f5-6eee-4706-99a1-58b83c148eac service neutron] Pushing event updated for resources: {'Port': ['ID=7badcc59-c905-4f3b-8158-275e3f4a81f4,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:30.040471 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 1407662b-db0b-45aa-a6e9-a4e782df9b78, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=1407662b-db0b-45aa-a6e9-a4e782df9b78,segment=NetworkSegment(02d5f563-3181-4c19-a0b4-2c6cd171679e),segment_id=02d5f563-3181-4c19-a0b4-2c6cd171679e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:30.074022 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] Request body: {'port': {'device_id': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:30.094846 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:30.171830 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:30.205021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 6ee6f858-8482-40fe-a906-7c5af658d5c8 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:57:30.268789 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=46f586a3-e9d5-4933-b0d1-ac05a50d6c8e,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:30.279684 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b078f8-42b8-4473-92ad-acfa9cd86911 req-2a8da60e-6f76-4ed3-8305-3277cdb66c0f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:30.289745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b078f8-42b8-4473-92ad-acfa9cd86911 req-2a8da60e-6f76-4ed3-8305-3277cdb66c0f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:30.298785 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b078f8-42b8-4473-92ad-acfa9cd86911 req-2a8da60e-6f76-4ed3-8305-3277cdb66c0f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:30.312215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b078f8-42b8-4473-92ad-acfa9cd86911 req-2a8da60e-6f76-4ed3-8305-3277cdb66c0f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:30.322290 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b078f8-42b8-4473-92ad-acfa9cd86911 req-2a8da60e-6f76-4ed3-8305-3277cdb66c0f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:30.324829 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0b078f8-42b8-4473-92ad-acfa9cd86911 req-2a8da60e-6f76-4ed3-8305-3277cdb66c0f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 3827 time: 0.1715705 Mar 01 20:57:30.389701 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0b078f8-42b8-4473-92ad-acfa9cd86911 req-5876c7b7-b60d-44eb-9b52-f4b72ab13ff3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0560606 Mar 01 20:57:30.398148 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:30.407310 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=1407662b-db0b-45aa-a6e9-a4e782df9b78,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:30.460453 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'tag': '7badcc59-c905-4f3b-8158-275e3f4a81f4', 'status': 'completed', 'code': 200} Mar 01 20:57:30.480610 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:30.497280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 6ee6f858-8482-40fe-a906-7c5af658d5c8 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:57:30.503315 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 6ee6f858-8482-40fe-a906-7c5af658d5c8 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:57:30.504358 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:30.526404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55065e0f-4958-49e4-b3a8-fc29ac8db793 req-7dc0783d-fd34-4606-83de-8179644a624e tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:30.529008 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55065e0f-4958-49e4-b3a8-fc29ac8db793 req-7dc0783d-fd34-4606-83de-8179644a624e tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 944 time: 0.1036992 Mar 01 20:57:30.545904 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['48ce626d-b348-4d8b-b933-6422b43d961b'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:57:30.604481 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['46f586a3-e9d5-4933-b0d1-ac05a50d6c8e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:57:30.604681 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a4f6a5f1-6d18-4d78-9ab5-d6fcb238715e req-bdc8420c-8dd9-4dce-8281-4afde375abd8 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0519965 Mar 01 20:57:30.636789 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['1407662b-db0b-45aa-a6e9-a4e782df9b78'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:57:30.637266 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55065e0f-4958-49e4-b3a8-fc29ac8db793 req-3e16e670-55c5-4df0-92bb-f968f4912830 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991378 Mar 01 20:57:30.695128 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3046206-02a3-48a6-90fd-8a7e55e5c4f1 req-5e460ec5-59b8-44b0-8911-0dd78e0ee993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:30.695642 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3046206-02a3-48a6-90fd-8a7e55e5c4f1 req-5e460ec5-59b8-44b0-8911-0dd78e0ee993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:30.696123 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3046206-02a3-48a6-90fd-8a7e55e5c4f1 req-5e460ec5-59b8-44b0-8911-0dd78e0ee993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:30.696958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3046206-02a3-48a6-90fd-8a7e55e5c4f1 req-5e460ec5-59b8-44b0-8911-0dd78e0ee993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:30.697060 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3046206-02a3-48a6-90fd-8a7e55e5c4f1 req-5e460ec5-59b8-44b0-8911-0dd78e0ee993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:30.698833 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c3046206-02a3-48a6-90fd-8a7e55e5c4f1 req-5e460ec5-59b8-44b0-8911-0dd78e0ee993 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5705b0cae87741729c72e376229e6a19&device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 4362 time: 0.2063403 Mar 01 20:57:30.727490 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2bdfab75-21d4-4231-aeeb-98b4e8404c1e up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:57:30.808320 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:31.001689 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3046206-02a3-48a6-90fd-8a7e55e5c4f1 req-dc50b911-7c10-47b8-a141-270128f1e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:31.002208 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3046206-02a3-48a6-90fd-8a7e55e5c4f1 req-dc50b911-7c10-47b8-a141-270128f1e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:31.002690 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3046206-02a3-48a6-90fd-8a7e55e5c4f1 req-dc50b911-7c10-47b8-a141-270128f1e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:31.004946 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c3046206-02a3-48a6-90fd-8a7e55e5c4f1 req-dc50b911-7c10-47b8-a141-270128f1e095 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5705b0cae87741729c72e376229e6a19&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2542613 Mar 01 20:57:31.011702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b2f08-9905-4295-bbe6-c871c0f5237b req-64aefe1a-3f80-4607-ae1e-6835163283b7 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:31.018155 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-547b2f08-9905-4295-bbe6-c871c0f5237b req-64aefe1a-3f80-4607-ae1e-6835163283b7 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/ports?device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 944 time: 0.1511836 Mar 01 20:57:31.046927 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:31.061756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6228c3-9128-4a73-bc2b-b1ef50308c42 req-936b5a73-8d0c-4e6d-a08c-bec1cc69ca54 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:31.070223 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb6228c3-9128-4a73-bc2b-b1ef50308c42 req-936b5a73-8d0c-4e6d-a08c-bec1cc69ca54 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.1551859 Mar 01 20:57:31.107060 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-547b2f08-9905-4295-bbe6-c871c0f5237b req-471a45c7-eec9-406a-9b4c-cb69cecae5da tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d14f4fa-87c9-4ae6-95c3-f98987b2aa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879755 Mar 01 20:57:31.141089 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb6228c3-9128-4a73-bc2b-b1ef50308c42 req-be66e4d6-993c-445e-8782-d89f06c05b10 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700209 Mar 01 20:57:31.155946 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3369ed1f-fbb4-4e08-b382-46706868eb08 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:31.174058 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:31.186401 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2a8a2a-2595-4542-ac5d-9a9022ea1328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee6f858-8482-40fe-a906-7c5af658d5c8'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:31.191166 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 2bdfab75-21d4-4231-aeeb-98b4e8404c1e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:57:31.205840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] Transition to ACTIVE for port object 3369ed1f-fbb4-4e08-b382-46706868eb08 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:31.210038 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 2bdfab75-21d4-4231-aeeb-98b4e8404c1e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:57:31.210410 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:31.231431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3046206-02a3-48a6-90fd-8a7e55e5c4f1 req-f8484116-f480-4113-a0b7-d583411f56e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:31.233485 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c3046206-02a3-48a6-90fd-8a7e55e5c4f1 req-f8484116-f480-4113-a0b7-d583411f56e5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1961660 Mar 01 20:57:31.274339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 6ee6f858-8482-40fe-a906-7c5af658d5c8, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=6ee6f858-8482-40fe-a906-7c5af658d5c8,segment=NetworkSegment(02d5f563-3181-4c19-a0b4-2c6cd171679e),segment_id=02d5f563-3181-4c19-a0b4-2c6cd171679e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:31.289818 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:31.330011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42738c-866b-40dd-841b-af98c64f8946 req-2679a91c-8155-42d5-a0ce-3f08b0e8f8eb tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:31.338246 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d42738c-866b-40dd-841b-af98c64f8946 req-2679a91c-8155-42d5-a0ce-3f08b0e8f8eb tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 944 time: 0.0980730 Mar 01 20:57:31.382521 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:31.400908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] Pushing event updated for resources: {'Port': ['ID=3369ed1f-fbb4-4e08-b382-46706868eb08,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:31.408006 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d42738c-866b-40dd-841b-af98c64f8946 req-1be00a91-120b-4c2a-99ab-bf63535a9554 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691063 Mar 01 20:57:31.553906 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2a8a2a-2595-4542-ac5d-9a9022ea1328', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee6f858-8482-40fe-a906-7c5af658d5c8', 'code': 200} Mar 01 20:57:31.554452 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:31.559940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f319a-b3bf-4c68-be0f-cbef805df25d req-91cdbea9-0bd2-4d90-b60a-bd7d24057f4d tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:31.579625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f319a-b3bf-4c68-be0f-cbef805df25d req-91cdbea9-0bd2-4d90-b60a-bd7d24057f4d tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:31.588271 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb8f319a-b3bf-4c68-be0f-cbef805df25d req-91cdbea9-0bd2-4d90-b60a-bd7d24057f4d tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1681 time: 0.1673563 Mar 01 20:57:31.612120 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=6ee6f858-8482-40fe-a906-7c5af658d5c8,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:31.625705 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 2bdfab75-21d4-4231-aeeb-98b4e8404c1e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2bdfab75-21d4-4231-aeeb-98b4e8404c1e,segment=NetworkSegment(02d5f563-3181-4c19-a0b4-2c6cd171679e),segment_id=02d5f563-3181-4c19-a0b4-2c6cd171679e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:31.657650 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb8f319a-b3bf-4c68-be0f-cbef805df25d req-d725cd33-16c7-4234-9c4d-5cb75b3909e5 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685072 Mar 01 20:57:31.686331 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:31.822284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f566659-f6d2-4383-99c2-c514e8622e61 req-ef43d020-3eb1-48a9-a7d8-8312c3320542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:31.825474 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6f566659-f6d2-4383-99c2-c514e8622e61 req-ef43d020-3eb1-48a9-a7d8-8312c3320542 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 1096 time: 0.2135909 Mar 01 20:57:31.830107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] Attempting to bind port 3369ed1f-fbb4-4e08-b382-46706868eb08 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:57:31.831648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] Attempting to bind port 3369ed1f-fbb4-4e08-b382-46706868eb08 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '2fa2e03e-e75f-4620-9062-d3ef93987796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:57:31.831648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] Attempting to bind port 3369ed1f-fbb4-4e08-b382-46706868eb08 on network ee65825d-7288-4653-bfc7-12a15403400e {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:31.832488 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=2bdfab75-21d4-4231-aeeb-98b4e8404c1e,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:31.861944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] Port 3369ed1f-fbb4-4e08-b382-46706868eb08 on network ee65825d-7288-4653-bfc7-12a15403400e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:57:31.862377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] Attempting to bind port 3369ed1f-fbb4-4e08-b382-46706868eb08 on network ee65825d-7288-4653-bfc7-12a15403400e {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:31.878549 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:57:31.878932 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] Checking segment: {'id': '2fa2e03e-e75f-4620-9062-d3ef93987796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:57:31.879570 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] Bound using segment: {'id': '2fa2e03e-e75f-4620-9062-d3ef93987796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:57:31.880109 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] Bound port: 3369ed1f-fbb4-4e08-b382-46706868eb08, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fa2e03e-e75f-4620-9062-d3ef93987796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:57:31.880458 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:31.908084 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6f566659-f6d2-4383-99c2-c514e8622e61 req-2448d1d3-aa45-48d0-a4ea-2b043afb9fa8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729275 Mar 01 20:57:31.965806 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daccd2-180e-4c31-bc66-e34dc6e1af6b req-a43177b7-1a49-417c-bc14-350a99fd2fe1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:31.971743 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daccd2-180e-4c31-bc66-e34dc6e1af6b req-a43177b7-1a49-417c-bc14-350a99fd2fe1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:31.978105 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daccd2-180e-4c31-bc66-e34dc6e1af6b req-a43177b7-1a49-417c-bc14-350a99fd2fe1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:31.984156 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daccd2-180e-4c31-bc66-e34dc6e1af6b req-a43177b7-1a49-417c-bc14-350a99fd2fe1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:31.990581 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daccd2-180e-4c31-bc66-e34dc6e1af6b req-a43177b7-1a49-417c-bc14-350a99fd2fe1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:31.990917 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] For port 3369ed1f-fbb4-4e08-b382-46706868eb08, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:57:31.993892 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] For port 3369ed1f-fbb4-4e08-b382-46706868eb08, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3369ed1f-fbb4-4e08-b382-46706868eb08,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:57:31.996352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14daccd2-180e-4c31-bc66-e34dc6e1af6b req-a43177b7-1a49-417c-bc14-350a99fd2fe1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:31.998190 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14daccd2-180e-4c31-bc66-e34dc6e1af6b req-a43177b7-1a49-417c-bc14-350a99fd2fe1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 4600 time: 0.2424984 Mar 01 20:57:32.069685 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:32.096871 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14daccd2-180e-4c31-bc66-e34dc6e1af6b req-8a4d6727-b7c0-416d-83c5-51096b92c2e3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0923889 Mar 01 20:57:32.097955 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:32.100204 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eda20d64-1e99-41e7-98a5-e18e62cbe97a req-bc0b9a3b-1bf9-4801-a723-a12fd678bcae tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0562084 Mar 01 20:57:32.137042 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:32.137833 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:32.139197 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] 10.222.0.57 "PUT /v2.0/ports/3369ed1f-fbb4-4e08-b382-46706868eb08 HTTP/1.1" status: 200 len: 1131 time: 2.0720642 Mar 01 20:57:32.167802 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecba28ec-90e6-44bc-b0cb-a9a380bffd99 service neutron] Pushing event updated for resources: {'Port': ['ID=3369ed1f-fbb4-4e08-b382-46706868eb08,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:32.206473 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 48ce626d-b348-4d8b-b933-6422b43d961b up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:57:32.261871 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] Request body: {'port': {'device_id': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:32.346524 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580fcd13-312a-4c45-814f-4f5f043fe886 req-85aab970-447f-4a63-b6fa-c3211b53127a tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:32.348392 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-580fcd13-312a-4c45-814f-4f5f043fe886 req-85aab970-447f-4a63-b6fa-c3211b53127a tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 944 time: 0.1093194 Mar 01 20:57:32.394202 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:32.398165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-580fcd13-312a-4c45-814f-4f5f043fe886 req-d20f8f73-fc5a-4f17-8f0f-7e0d92c13728 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423748 Mar 01 20:57:32.418350 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 48ce626d-b348-4d8b-b933-6422b43d961b completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:57:32.424210 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 48ce626d-b348-4d8b-b933-6422b43d961b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:57:32.424846 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:32.574743 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:32.606656 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27f077-4aab-48f3-8b2a-34a8bed5cf39 req-35a7b99f-e0e9-465d-a136-39abad770140 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:32.612439 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 48ce626d-b348-4d8b-b933-6422b43d961b, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=48ce626d-b348-4d8b-b933-6422b43d961b,segment=NetworkSegment(6be5824e-406f-49d7-97ea-4f858cab8fd7),segment_id=6be5824e-406f-49d7-97ea-4f858cab8fd7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:32.616161 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a27f077-4aab-48f3-8b2a-34a8bed5cf39 req-35a7b99f-e0e9-465d-a136-39abad770140 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/ports?device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 944 time: 0.1014817 Mar 01 20:57:32.667224 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a27f077-4aab-48f3-8b2a-34a8bed5cf39 req-8bb3c88f-eb4d-4d7e-92dd-de36970a8834 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d14f4fa-87c9-4ae6-95c3-f98987b2aa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498714 Mar 01 20:57:32.700363 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:32.752721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:57:32.778914 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'tag': '3369ed1f-fbb4-4e08-b382-46706868eb08'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:32.839087 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=48ce626d-b348-4d8b-b933-6422b43d961b,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:32.873415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade0cf6c-36bf-40ad-b9c2-42482eb7efeb req-25e1a54b-ad33-4b87-8bab-7ea91c49f6dd tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:32.874938 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ade0cf6c-36bf-40ad-b9c2-42482eb7efeb req-25e1a54b-ad33-4b87-8bab-7ea91c49f6dd tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.0935254 Mar 01 20:57:32.912686 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 421f10f4-c2e3-421b-9631-75fca669804c {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:32.921124 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:32.929436 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:57:32.930533 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ade0cf6c-36bf-40ad-b9c2-42482eb7efeb req-36c1582d-9a21-4c4c-a640-f8f91473dfb5 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468669 Mar 01 20:57:32.937832 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:57:32.938800 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:32.940024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] Transition to ACTIVE for port object 421f10f4-c2e3-421b-9631-75fca669804c will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:33.030018 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:33.080535 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:33.104430 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] Pushing event updated for resources: {'Port': ['ID=421f10f4-c2e3-421b-9631-75fca669804c,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:33.131131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c8ca9-990c-4863-b1e4-0f9e61daa744 req-357466a7-ab8d-4dec-b103-e34acf2ddb21 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.131506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=46f586a3-e9d5-4933-b0d1-ac05a50d6c8e,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:33.133415 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b99c8ca9-990c-4863-b1e4-0f9e61daa744 req-357466a7-ab8d-4dec-b103-e34acf2ddb21 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 945 time: 0.1610680 Mar 01 20:57:33.198340 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b99c8ca9-990c-4863-b1e4-0f9e61daa744 req-3fd53f01-7a78-4303-8d4b-e7f1fdb74925 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587411 Mar 01 20:57:33.201872 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:33.202670 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b94cd4aa-6edf-4b0f-8068-cf7413806a24 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:57:33.224126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2db67-45d2-45ca-b70a-db3e25325da8 req-edaefb4a-4a77-4a23-8864-51dfbb985d96 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.230319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f2db67-45d2-45ca-b70a-db3e25325da8 req-edaefb4a-4a77-4a23-8864-51dfbb985d96 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.237526 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-48f2db67-45d2-45ca-b70a-db3e25325da8 req-edaefb4a-4a77-4a23-8864-51dfbb985d96 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1681 time: 0.1931107 Mar 01 20:57:33.303656 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-48f2db67-45d2-45ca-b70a-db3e25325da8 req-4b568e66-74c7-4008-b115-a3f49fb2a119 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625188 Mar 01 20:57:33.307169 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'tag': '3369ed1f-fbb4-4e08-b382-46706868eb08', 'status': 'completed', 'code': 200} Mar 01 20:57:33.393502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=46f586a3-e9d5-4933-b0d1-ac05a50d6c8e,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:33.475933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] Attempting to bind port 421f10f4-c2e3-421b-9631-75fca669804c on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:57:33.476359 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] Attempting to bind port 421f10f4-c2e3-421b-9631-75fca669804c by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '2fa2e03e-e75f-4620-9062-d3ef93987796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:57:33.476811 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] Attempting to bind port 421f10f4-c2e3-421b-9631-75fca669804c on network ee65825d-7288-4653-bfc7-12a15403400e {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:33.477463 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port b94cd4aa-6edf-4b0f-8068-cf7413806a24 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:57:33.484193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port b94cd4aa-6edf-4b0f-8068-cf7413806a24 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:57:33.484733 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:33.484844 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] Port 421f10f4-c2e3-421b-9631-75fca669804c on network ee65825d-7288-4653-bfc7-12a15403400e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:57:33.485257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] Attempting to bind port 421f10f4-c2e3-421b-9631-75fca669804c on network ee65825d-7288-4653-bfc7-12a15403400e {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:33.492482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a3523-d998-47ed-b7a5-32628d3396b5 req-ab7bed2b-36e8-4099-81ff-2fdde98e46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.493092 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a3523-d998-47ed-b7a5-32628d3396b5 req-ab7bed2b-36e8-4099-81ff-2fdde98e46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.493646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a3523-d998-47ed-b7a5-32628d3396b5 req-ab7bed2b-36e8-4099-81ff-2fdde98e46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.494190 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a3523-d998-47ed-b7a5-32628d3396b5 req-ab7bed2b-36e8-4099-81ff-2fdde98e46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.494733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a3523-d998-47ed-b7a5-32628d3396b5 req-ab7bed2b-36e8-4099-81ff-2fdde98e46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.495271 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a3523-d998-47ed-b7a5-32628d3396b5 req-ab7bed2b-36e8-4099-81ff-2fdde98e46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.495834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a3523-d998-47ed-b7a5-32628d3396b5 req-ab7bed2b-36e8-4099-81ff-2fdde98e46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.497749 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-765a3523-d998-47ed-b7a5-32628d3396b5 req-ab7bed2b-36e8-4099-81ff-2fdde98e46bb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5705b0cae87741729c72e376229e6a19&device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 6168 time: 0.1897492 Mar 01 20:57:33.502716 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:57:33.503174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] Checking segment: {'id': '2fa2e03e-e75f-4620-9062-d3ef93987796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:57:33.504202 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] Bound using segment: {'id': '2fa2e03e-e75f-4620-9062-d3ef93987796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:57:33.504827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] Bound port: 421f10f4-c2e3-421b-9631-75fca669804c, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fa2e03e-e75f-4620-9062-d3ef93987796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:57:33.505260 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:33.555281 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27efb5b7-4a3b-47b6-a5ca-e400029adccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdfab75-21d4-4231-aeeb-98b4e8404c1e'}, {'server_uuid': '17a3428b-fd3c-42d6-92f4-6b014f41111d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ce626d-b348-4d8b-b933-6422b43d961b'}, {'server_uuid': '4edc3b26-3ce1-4641-b33d-d4ccd6af5471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f586a3-e9d5-4933-b0d1-ac05a50d6c8e'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:33.639031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a2064-66c1-4c7d-add8-20691283b93c req-c786b329-72a9-462a-bf8a-bf87c3a42f68 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.647579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a2064-66c1-4c7d-add8-20691283b93c req-c786b329-72a9-462a-bf8a-bf87c3a42f68 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.652051 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:33.656705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a2064-66c1-4c7d-add8-20691283b93c req-c786b329-72a9-462a-bf8a-bf87c3a42f68 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.665296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a2064-66c1-4c7d-add8-20691283b93c req-c786b329-72a9-462a-bf8a-bf87c3a42f68 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.674740 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a2064-66c1-4c7d-add8-20691283b93c req-c786b329-72a9-462a-bf8a-bf87c3a42f68 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.683513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a2064-66c1-4c7d-add8-20691283b93c req-c786b329-72a9-462a-bf8a-bf87c3a42f68 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.691778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b94cd4aa-6edf-4b0f-8068-cf7413806a24, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b94cd4aa-6edf-4b0f-8068-cf7413806a24,segment=NetworkSegment(d32a00d1-7445-4530-b440-52f0b561333b),segment_id=d32a00d1-7445-4530-b440-52f0b561333b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:33.695318 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5a2064-66c1-4c7d-add8-20691283b93c req-c786b329-72a9-462a-bf8a-bf87c3a42f68 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.697687 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea5a2064-66c1-4c7d-add8-20691283b93c req-c786b329-72a9-462a-bf8a-bf87c3a42f68 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5373 time: 0.2262495 Mar 01 20:57:33.737049 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] For port 421f10f4-c2e3-421b-9631-75fca669804c, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:57:33.744032 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a3523-d998-47ed-b7a5-32628d3396b5 req-27f54f18-18e3-4150-9ddf-9fc2b4d28330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.744548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a3523-d998-47ed-b7a5-32628d3396b5 req-27f54f18-18e3-4150-9ddf-9fc2b4d28330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.745022 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a3523-d998-47ed-b7a5-32628d3396b5 req-27f54f18-18e3-4150-9ddf-9fc2b4d28330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.746673 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-765a3523-d998-47ed-b7a5-32628d3396b5 req-27f54f18-18e3-4150-9ddf-9fc2b4d28330 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5705b0cae87741729c72e376229e6a19&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2316346 Mar 01 20:57:33.751334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] For port 421f10f4-c2e3-421b-9631-75fca669804c, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=421f10f4-c2e3-421b-9631-75fca669804c,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:57:33.757049 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:33.758275 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device e4d53c1f-0c44-4ffa-acb9-1749b600087a up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:57:33.763845 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea5a2064-66c1-4c7d-add8-20691283b93c req-ed54e191-9698-4731-aaed-7cb831ae9eaa tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0584412 Mar 01 20:57:33.857116 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:33.907800 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=b94cd4aa-6edf-4b0f-8068-cf7413806a24,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:33.920107 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d05266c7-452b-41b7-ab1b-89258b170ed2 req-6410f012-bb78-4027-8ba9-656af8a09e25 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0533655 Mar 01 20:57:33.924601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.925710 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:33.927095 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] 10.222.0.57 "PUT /v2.0/ports/421f10f4-c2e3-421b-9631-75fca669804c HTTP/1.1" status: 200 len: 1131 time: 1.6695232 Mar 01 20:57:33.984912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765a3523-d998-47ed-b7a5-32628d3396b5 req-e2fb1fda-108f-4248-8e15-5a86ca7ea9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:33.986475 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-765a3523-d998-47ed-b7a5-32628d3396b5 req-e2fb1fda-108f-4248-8e15-5a86ca7ea9d9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2338417 Mar 01 20:57:33.992896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df339a3a-5f9c-4fbb-ab38-7ddefbb63183 service neutron] Pushing event updated for resources: {'Port': ['ID=421f10f4-c2e3-421b-9631-75fca669804c,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:33.997289 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port e4d53c1f-0c44-4ffa-acb9-1749b600087a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:57:34.006912 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port e4d53c1f-0c44-4ffa-acb9-1749b600087a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:57:34.006912 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:34.046596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] Request body: {'port': {'device_id': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:34.062948 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27efb5b7-4a3b-47b6-a5ca-e400029adccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bdfab75-21d4-4231-aeeb-98b4e8404c1e', 'code': 200} Mar 01 20:57:34.062948 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a3428b-fd3c-42d6-92f4-6b014f41111d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ce626d-b348-4d8b-b933-6422b43d961b', 'code': 200} Mar 01 20:57:34.064149 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edc3b26-3ce1-4641-b33d-d4ccd6af5471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f586a3-e9d5-4933-b0d1-ac05a50d6c8e', 'code': 200} Mar 01 20:57:34.188022 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df62bb-98ba-4759-a125-d55168289581 req-69d8034c-10ea-4364-9461-4125c0c3d5e9 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:34.196641 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4df62bb-98ba-4759-a125-d55168289581 req-69d8034c-10ea-4364-9461-4125c0c3d5e9 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 945 time: 0.1513753 Mar 01 20:57:34.224145 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 1407662b-db0b-45aa-a6e9-a4e782df9b78 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:57:34.295827 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:34.303219 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4df62bb-98ba-4759-a125-d55168289581 req-f817ce4f-5e1e-45a8-8c1d-c7b61238944c tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055155 Mar 01 20:57:34.350035 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port e4d53c1f-0c44-4ffa-acb9-1749b600087a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e4d53c1f-0c44-4ffa-acb9-1749b600087a,segment=NetworkSegment(ff3adc06-4de2-4ddf-81cb-3e2e86041616),segment_id=ff3adc06-4de2-4ddf-81cb-3e2e86041616)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:34.355678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c0a56-349d-4fab-9d02-6c4554f875a1 req-369d216a-2c33-4759-aa2c-957dc79aba25 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:34.357339 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd8c0a56-349d-4fab-9d02-6c4554f875a1 req-369d216a-2c33-4759-aa2c-957dc79aba25 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/ports?device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 945 time: 0.1285725 Mar 01 20:57:34.419682 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd8c0a56-349d-4fab-9d02-6c4554f875a1 req-b5012a7c-4da9-45a4-a06d-c62d99fad93a tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d14f4fa-87c9-4ae6-95c3-f98987b2aa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555222 Mar 01 20:57:34.429598 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:34.429818 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:34.463249 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 1407662b-db0b-45aa-a6e9-a4e782df9b78 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:57:34.473719 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 1407662b-db0b-45aa-a6e9-a4e782df9b78 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:57:34.474099 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:34.567500 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c8511-2d42-4e8e-9714-65fc64569894 req-31bfe74f-ff79-4ee3-ab70-26eebcb6bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:34.569073 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-997c8511-2d42-4e8e-9714-65fc64569894 req-31bfe74f-ff79-4ee3-ab70-26eebcb6bc55 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 1096 time: 0.3355887 Mar 01 20:57:34.579017 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=e4d53c1f-0c44-4ffa-acb9-1749b600087a,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:34.595841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99cf80-f4ee-4890-993a-ec4366cfe9f0 req-ca2d24a6-c4b1-4fa4-ad35-c4e6530b4371 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:34.603599 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2a99cf80-f4ee-4890-993a-ec4366cfe9f0 req-ca2d24a6-c4b1-4fa4-ad35-c4e6530b4371 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.1510580 Mar 01 20:57:34.639133 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:34.646431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902fce5-968a-4f6e-8cde-1328b7880439 req-108c07c4-8790-45c2-ba49-9510a0478738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:34.647976 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0902fce5-968a-4f6e-8cde-1328b7880439 req-108c07c4-8790-45c2-ba49-9510a0478738 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=27efb5b7-4a3b-47b6-a5ca-e400029adccb HTTP/1.1" status: 200 len: 1096 time: 0.4889483 Mar 01 20:57:34.665429 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3b25aa-4265-45a6-a02a-c5c419d4de48 req-93d13938-46a1-4978-881a-b70bea4e5953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:34.666847 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bf3b25aa-4265-45a6-a02a-c5c419d4de48 req-93d13938-46a1-4978-881a-b70bea4e5953 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 1096 time: 0.3945818 Mar 01 20:57:34.679340 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 1407662b-db0b-45aa-a6e9-a4e782df9b78, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=1407662b-db0b-45aa-a6e9-a4e782df9b78,segment=NetworkSegment(02d5f563-3181-4c19-a0b4-2c6cd171679e),segment_id=02d5f563-3181-4c19-a0b4-2c6cd171679e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:34.682977 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2a99cf80-f4ee-4890-993a-ec4366cfe9f0 req-8c156547-8f89-4bdc-80fc-de0621da1923 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781910 Mar 01 20:57:34.718364 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbc732-25a7-45c0-806a-5fbb50fd33dd req-5b041c5a-dfe4-4a88-bb7d-3725a2ca577c tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:34.719699 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1bbc732-25a7-45c0-806a-5fbb50fd33dd req-5b041c5a-dfe4-4a88-bb7d-3725a2ca577c tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 945 time: 0.1788127 Mar 01 20:57:34.756319 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:34.787383 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0902fce5-968a-4f6e-8cde-1328b7880439 req-1d965dca-2c82-4ac3-8a1f-2add332d9150 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242256 Mar 01 20:57:34.801837 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-997c8511-2d42-4e8e-9714-65fc64569894 req-7df129db-5c2c-4ec8-bbac-57cc5c4d99c2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9d14f4fa-87c9-4ae6-95c3-f98987b2aa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117112 Mar 01 20:57:34.810807 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bf3b25aa-4265-45a6-a02a-c5c419d4de48 req-66b29e75-1ea1-451a-ac59-8669008c3b22 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154976 Mar 01 20:57:34.828421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=1407662b-db0b-45aa-a6e9-a4e782df9b78,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:34.832919 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1bbc732-25a7-45c0-806a-5fbb50fd33dd req-fc159cbd-0775-4d97-a1e3-50edef6e610c tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062179 Mar 01 20:57:34.874564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec1915-b8cc-4905-92ee-1dc839f96f68 req-62b5e747-c312-4cea-bb83-ea8870266a5a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:34.880992 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec1915-b8cc-4905-92ee-1dc839f96f68 req-62b5e747-c312-4cea-bb83-ea8870266a5a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:34.882637 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ecec1915-b8cc-4905-92ee-1dc839f96f68 req-62b5e747-c312-4cea-bb83-ea8870266a5a tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1683 time: 0.1090167 Mar 01 20:57:34.929496 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ecec1915-b8cc-4905-92ee-1dc839f96f68 req-bf364243-6ce6-4cbb-9cfd-87fb4c16496c tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408154 Mar 01 20:57:35.101606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21b097e0-c594-4c20-862a-df9b7482b41e {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:35.107936 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:57:35.111074 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:35.126600 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] Transition to ACTIVE for port object 21b097e0-c594-4c20-862a-df9b7482b41e will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:35.178370 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74e1ed-52fb-4078-8032-b2114f835f27 req-c107fce7-3acf-4621-8c49-89184b5c41ba tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:35.184319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74e1ed-52fb-4078-8032-b2114f835f27 req-c107fce7-3acf-4621-8c49-89184b5c41ba tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:35.190083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74e1ed-52fb-4078-8032-b2114f835f27 req-c107fce7-3acf-4621-8c49-89184b5c41ba tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:35.196061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74e1ed-52fb-4078-8032-b2114f835f27 req-c107fce7-3acf-4621-8c49-89184b5c41ba tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:35.201792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74e1ed-52fb-4078-8032-b2114f835f27 req-c107fce7-3acf-4621-8c49-89184b5c41ba tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:35.208177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74e1ed-52fb-4078-8032-b2114f835f27 req-c107fce7-3acf-4621-8c49-89184b5c41ba tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:35.214321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf74e1ed-52fb-4078-8032-b2114f835f27 req-c107fce7-3acf-4621-8c49-89184b5c41ba tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:35.216146 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf74e1ed-52fb-4078-8032-b2114f835f27 req-c107fce7-3acf-4621-8c49-89184b5c41ba tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5373 time: 0.1878731 Mar 01 20:57:35.224009 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:35.231260 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e44a8-87b8-4cf4-9ad0-671c44f588e2 req-13f64cd3-8019-42b6-8b7d-182130f7d6eb tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:35.232699 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf8e44a8-87b8-4cf4-9ad0-671c44f588e2 req-13f64cd3-8019-42b6-8b7d-182130f7d6eb tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=27efb5b7-4a3b-47b6-a5ca-e400029adccb HTTP/1.1" status: 200 len: 945 time: 0.1721776 Mar 01 20:57:35.304171 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf74e1ed-52fb-4078-8032-b2114f835f27 req-6bf33b03-1d1d-4b5c-8fd7-7f1130a9401b tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0816708 Mar 01 20:57:35.312094 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf8e44a8-87b8-4cf4-9ad0-671c44f588e2 req-a306be0e-639d-4d12-b74b-a9567e03eb32 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650902 Mar 01 20:57:35.362336 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'tag': '421f10f4-c2e3-421b-9631-75fca669804c'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:35.446698 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] Pushing event updated for resources: {'Port': ['ID=21b097e0-c594-4c20-862a-df9b7482b41e,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:35.481306 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a9a825a-e9fb-4cd5-b4ff-e5378782c09b req-e8e9ee79-2fa0-4f7e-a320-17833067d56b tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0543313 Mar 01 20:57:35.515274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] Attempting to bind port 21b097e0-c594-4c20-862a-df9b7482b41e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:57:35.515780 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] Attempting to bind port 21b097e0-c594-4c20-862a-df9b7482b41e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '2fa2e03e-e75f-4620-9062-d3ef93987796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:57:35.516348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] Attempting to bind port 21b097e0-c594-4c20-862a-df9b7482b41e on network ee65825d-7288-4653-bfc7-12a15403400e {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:35.523758 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] Port 21b097e0-c594-4c20-862a-df9b7482b41e on network ee65825d-7288-4653-bfc7-12a15403400e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:57:35.524154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] Attempting to bind port 21b097e0-c594-4c20-862a-df9b7482b41e on network ee65825d-7288-4653-bfc7-12a15403400e {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:35.529649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:57:35.529985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] Checking segment: {'id': '2fa2e03e-e75f-4620-9062-d3ef93987796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:57:35.530366 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] Bound using segment: {'id': '2fa2e03e-e75f-4620-9062-d3ef93987796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:57:35.530786 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] Bound port: 21b097e0-c594-4c20-862a-df9b7482b41e, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fa2e03e-e75f-4620-9062-d3ef93987796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:57:35.531129 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:35.548506 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'tag': '421f10f4-c2e3-421b-9631-75fca669804c', 'status': 'completed', 'code': 200} Mar 01 20:57:35.687663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] For port 21b097e0-c594-4c20-862a-df9b7482b41e, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:57:35.704018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb610032-c805-4621-a8b9-9c61fac5c4db req-fd04e89b-4261-46bf-8b7f-4243e17c8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:35.704466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb610032-c805-4621-a8b9-9c61fac5c4db req-fd04e89b-4261-46bf-8b7f-4243e17c8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:35.704947 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb610032-c805-4621-a8b9-9c61fac5c4db req-fd04e89b-4261-46bf-8b7f-4243e17c8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:35.705431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb610032-c805-4621-a8b9-9c61fac5c4db req-fd04e89b-4261-46bf-8b7f-4243e17c8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:35.705910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb610032-c805-4621-a8b9-9c61fac5c4db req-fd04e89b-4261-46bf-8b7f-4243e17c8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:35.706391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb610032-c805-4621-a8b9-9c61fac5c4db req-fd04e89b-4261-46bf-8b7f-4243e17c8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:35.707452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb610032-c805-4621-a8b9-9c61fac5c4db req-fd04e89b-4261-46bf-8b7f-4243e17c8c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:35.709686 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fb610032-c805-4621-a8b9-9c61fac5c4db req-fd04e89b-4261-46bf-8b7f-4243e17c8c50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5705b0cae87741729c72e376229e6a19&device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 6235 time: 0.1316473 Mar 01 20:57:35.711456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] For port 21b097e0-c594-4c20-862a-df9b7482b41e, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=21b097e0-c594-4c20-862a-df9b7482b41e,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:57:35.805591 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33491268-cbb0-454e-ad6b-6fc808d22493 req-99d163a3-37ce-4b18-922e-2e2337e69a8f tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:35.807171 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33491268-cbb0-454e-ad6b-6fc808d22493 req-99d163a3-37ce-4b18-922e-2e2337e69a8f tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 945 time: 0.2333152 Mar 01 20:57:35.810549 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:35.865385 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc6c27-1027-48aa-887f-72b594c330f2 req-a5a7ba9c-61a8-4265-93ba-093ebcecd2a5 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:35.866849 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0bc6c27-1027-48aa-887f-72b594c330f2 req-a5a7ba9c-61a8-4265-93ba-093ebcecd2a5 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/ports?device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 945 time: 0.2270348 Mar 01 20:57:35.890178 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33491268-cbb0-454e-ad6b-6fc808d22493 req-30ac7c18-acb9-495b-8c89-8e98624141f7 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708270 Mar 01 20:57:35.905958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:35.906673 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:35.908090 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] 10.222.0.57 "PUT /v2.0/ports/21b097e0-c594-4c20-862a-df9b7482b41e HTTP/1.1" status: 200 len: 1090 time: 1.8662806 Mar 01 20:57:35.946053 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0bc6c27-1027-48aa-887f-72b594c330f2 req-933d0496-6d66-47f0-9a51-a02bca16e170 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d14f4fa-87c9-4ae6-95c3-f98987b2aa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702920 Mar 01 20:57:35.948207 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a0dd1-4470-4e3f-a252-0e73cec8bfdf service neutron] Pushing event updated for resources: {'Port': ['ID=21b097e0-c594-4c20-862a-df9b7482b41e,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:35.966691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb610032-c805-4621-a8b9-9c61fac5c4db req-f5f9961f-1695-474f-a2d7-6e79344fd68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:35.967762 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb610032-c805-4621-a8b9-9c61fac5c4db req-f5f9961f-1695-474f-a2d7-6e79344fd68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:35.967905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb610032-c805-4621-a8b9-9c61fac5c4db req-f5f9961f-1695-474f-a2d7-6e79344fd68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:35.977006 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fb610032-c805-4621-a8b9-9c61fac5c4db req-f5f9961f-1695-474f-a2d7-6e79344fd68e service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5705b0cae87741729c72e376229e6a19&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2528331 Mar 01 20:57:36.065456 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b756034-73f0-4fdf-9880-3eeec0bf32d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94cd4aa-6edf-4b0f-8068-cf7413806a24'}, {'server_uuid': '9b756034-73f0-4fdf-9880-3eeec0bf32d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d53c1f-0c44-4ffa-acb9-1749b600087a'}, {'server_uuid': '865514e6-6ee0-4efe-bf42-dd092e922c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1407662b-db0b-45aa-a6e9-a4e782df9b78'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:36.190400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] Request body: {'port': {'device_id': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:36.274824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05bcae3-ff57-42f4-a036-708dc4c5eb7c req-fbfebbbb-8e36-4ce7-996c-bc3d38467e7c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:36.276373 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d05bcae3-ff57-42f4-a036-708dc4c5eb7c req-fbfebbbb-8e36-4ce7-996c-bc3d38467e7c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.1899054 Mar 01 20:57:36.358717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4317f2-710c-447f-9c50-466162ec5e46 req-81fd5ff7-8ce0-4881-bdfe-e4e2d76b9994 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:36.365420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4317f2-710c-447f-9c50-466162ec5e46 req-81fd5ff7-8ce0-4881-bdfe-e4e2d76b9994 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:36.367154 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d4317f2-710c-447f-9c50-466162ec5e46 req-81fd5ff7-8ce0-4881-bdfe-e4e2d76b9994 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1683 time: 0.1627386 Mar 01 20:57:36.375940 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d05bcae3-ff57-42f4-a036-708dc4c5eb7c req-bceda2f8-2421-4fd3-a8dd-759c8e3dc761 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902519 Mar 01 20:57:36.381698 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb610032-c805-4621-a8b9-9c61fac5c4db req-695c7d8a-f7bd-48fb-ba00-7d368eed4660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:36.383292 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fb610032-c805-4621-a8b9-9c61fac5c4db req-695c7d8a-f7bd-48fb-ba00-7d368eed4660 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3992617 Mar 01 20:57:36.406034 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:36.434368 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d4317f2-710c-447f-9c50-466162ec5e46 req-853e122e-f52c-4de5-99f8-311b119e5491 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565941 Mar 01 20:57:36.513094 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b756034-73f0-4fdf-9880-3eeec0bf32d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b94cd4aa-6edf-4b0f-8068-cf7413806a24', 'code': 200} Mar 01 20:57:36.513387 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b756034-73f0-4fdf-9880-3eeec0bf32d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d53c1f-0c44-4ffa-acb9-1749b600087a', 'code': 200} Mar 01 20:57:36.513624 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865514e6-6ee0-4efe-bf42-dd092e922c35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1407662b-db0b-45aa-a6e9-a4e782df9b78', 'code': 200} Mar 01 20:57:36.713992 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e56930-d0f3-446f-b943-5a31f98a96db req-b2664f2c-5624-4810-9db8-e764d01f4471 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:36.720677 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e56930-d0f3-446f-b943-5a31f98a96db req-b2664f2c-5624-4810-9db8-e764d01f4471 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:36.727254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e56930-d0f3-446f-b943-5a31f98a96db req-b2664f2c-5624-4810-9db8-e764d01f4471 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:36.733880 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e56930-d0f3-446f-b943-5a31f98a96db req-b2664f2c-5624-4810-9db8-e764d01f4471 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:36.740902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e56930-d0f3-446f-b943-5a31f98a96db req-b2664f2c-5624-4810-9db8-e764d01f4471 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:36.747050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e56930-d0f3-446f-b943-5a31f98a96db req-b2664f2c-5624-4810-9db8-e764d01f4471 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:36.753363 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e56930-d0f3-446f-b943-5a31f98a96db req-b2664f2c-5624-4810-9db8-e764d01f4471 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:36.756153 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-44e56930-d0f3-446f-b943-5a31f98a96db req-b2664f2c-5624-4810-9db8-e764d01f4471 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5385 time: 0.1457660 Mar 01 20:57:36.804779 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-44e56930-d0f3-446f-b943-5a31f98a96db req-47492bd7-98d9-4dd1-868e-5f68589d09b0 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0419514 Mar 01 20:57:36.870795 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f372718-15da-475c-8f13-28fd24f94dfb req-a84b52cc-9f42-4f01-9add-368684359512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:36.871292 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f372718-15da-475c-8f13-28fd24f94dfb req-a84b52cc-9f42-4f01-9add-368684359512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:36.872881 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8f372718-15da-475c-8f13-28fd24f94dfb req-a84b52cc-9f42-4f01-9add-368684359512 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1985 time: 0.2672184 Mar 01 20:57:36.876263 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff6457-c607-4e82-9dcb-5251fadd05c5 req-1833a2b5-dbf2-4f07-bcb6-ad98f8be250b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:36.877593 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f4ff6457-c607-4e82-9dcb-5251fadd05c5 req-1833a2b5-dbf2-4f07-bcb6-ad98f8be250b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=865514e6-6ee0-4efe-bf42-dd092e922c35 HTTP/1.1" status: 200 len: 1096 time: 0.2214324 Mar 01 20:57:37.001496 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092367ff-9705-4ab7-8b11-02b29b8a78f6 req-ac3ea0cd-d154-4dbb-abce-f7f896590bf1 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:37.002896 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-092367ff-9705-4ab7-8b11-02b29b8a78f6 req-ac3ea0cd-d154-4dbb-abce-f7f896590bf1 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=27efb5b7-4a3b-47b6-a5ca-e400029adccb HTTP/1.1" status: 200 len: 945 time: 0.0985572 Mar 01 20:57:37.019047 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8f372718-15da-475c-8f13-28fd24f94dfb req-70ff8869-ebf3-43bd-b746-ee55071a8423 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387556 Mar 01 20:57:37.042180 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a1cf285-2ede-41c8-9511-8097c8c59ab8 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:37.051745 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f4ff6457-c607-4e82-9dcb-5251fadd05c5 req-1efa448d-ed06-4ec3-b375-918dcbc6a611 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798039 Mar 01 20:57:37.053412 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:37.063158 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-109c611e-65c4-4f8c-8692-5c436cd6bfff req-e1f46ce9-3506-45eb-a7bf-f5db3431c09a tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0592830 Mar 01 20:57:37.068776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] Transition to ACTIVE for port object 7a1cf285-2ede-41c8-9511-8097c8c59ab8 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:37.091812 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-092367ff-9705-4ab7-8b11-02b29b8a78f6 req-a8502922-cad2-4083-845f-a2bff1a8fe62 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524867 Mar 01 20:57:37.161336 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:37.342683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4124c5e-d105-4eef-a8db-d5416f5b9cd5 req-b6f498e6-a23e-4c3a-80ed-caaf3f436d07 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:37.344250 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e4124c5e-d105-4eef-a8db-d5416f5b9cd5 req-b6f498e6-a23e-4c3a-80ed-caaf3f436d07 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 945 time: 0.1574023 Mar 01 20:57:37.353380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397189b-4c5c-4eb4-8c75-0c457390c7f5 req-7c7ce790-b212-43fa-88dc-336af6b1723d tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:37.354822 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5397189b-4c5c-4eb4-8c75-0c457390c7f5 req-7c7ce790-b212-43fa-88dc-336af6b1723d tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/ports?device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 945 time: 0.1355796 Mar 01 20:57:37.425183 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e4124c5e-d105-4eef-a8db-d5416f5b9cd5 req-2291fc3a-838f-4da1-9fd2-4ffcbedda8c2 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691102 Mar 01 20:57:37.433355 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5397189b-4c5c-4eb4-8c75-0c457390c7f5 req-65e0dfe9-872e-4653-a53b-5438e33afc5e tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d14f4fa-87c9-4ae6-95c3-f98987b2aa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639651 Mar 01 20:57:37.444295 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1cf285-2ede-41c8-9511-8097c8c59ab8,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:37.534690 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] Attempting to bind port 7a1cf285-2ede-41c8-9511-8097c8c59ab8 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:57:37.535100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] Attempting to bind port 7a1cf285-2ede-41c8-9511-8097c8c59ab8 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '2fa2e03e-e75f-4620-9062-d3ef93987796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:57:37.535429 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] Attempting to bind port 7a1cf285-2ede-41c8-9511-8097c8c59ab8 on network ee65825d-7288-4653-bfc7-12a15403400e {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:37.540976 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] Port 7a1cf285-2ede-41c8-9511-8097c8c59ab8 on network ee65825d-7288-4653-bfc7-12a15403400e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:57:37.541304 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] Attempting to bind port 7a1cf285-2ede-41c8-9511-8097c8c59ab8 on network ee65825d-7288-4653-bfc7-12a15403400e {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:37.547038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:57:37.547582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] Checking segment: {'id': '2fa2e03e-e75f-4620-9062-d3ef93987796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:57:37.547966 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] Bound using segment: {'id': '2fa2e03e-e75f-4620-9062-d3ef93987796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:57:37.548396 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] Bound port: 7a1cf285-2ede-41c8-9511-8097c8c59ab8, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fa2e03e-e75f-4620-9062-d3ef93987796', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:57:37.548744 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:37.561008 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'tag': '21b097e0-c594-4c20-862a-df9b7482b41e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:37.656661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] For port 7a1cf285-2ede-41c8-9511-8097c8c59ab8, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:57:37.659820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] For port 7a1cf285-2ede-41c8-9511-8097c8c59ab8, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=7a1cf285-2ede-41c8-9511-8097c8c59ab8,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:57:37.721828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252e4d8-21a9-437a-bb6c-074fdff7941a req-e83cae21-072d-46ab-8780-ab463e6cb7d2 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:37.723852 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e252e4d8-21a9-437a-bb6c-074fdff7941a req-e83cae21-072d-46ab-8780-ab463e6cb7d2 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.1517720 Mar 01 20:57:37.731456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8da0f-14ef-4986-92e1-4225f16024d6 req-bd011652-9b4f-4343-8de5-9a02f57481a3 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:37.732840 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a3e8da0f-14ef-4986-92e1-4225f16024d6 req-bd011652-9b4f-4343-8de5-9a02f57481a3 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=865514e6-6ee0-4efe-bf42-dd092e922c35 HTTP/1.1" status: 200 len: 945 time: 0.1267540 Mar 01 20:57:37.740878 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:37.803204 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:37.803834 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:37.805204 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] 10.222.0.57 "PUT /v2.0/ports/7a1cf285-2ede-41c8-9511-8097c8c59ab8 HTTP/1.1" status: 200 len: 1090 time: 1.6249990 Mar 01 20:57:37.806972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e252e4d8-21a9-437a-bb6c-074fdff7941a req-8e52b4ab-e17f-4461-b11b-8b3a8f943135 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732148 Mar 01 20:57:37.818222 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a3e8da0f-14ef-4986-92e1-4225f16024d6 req-65a18f17-1259-4346-b012-9fd1d39ab501 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696795 Mar 01 20:57:37.847846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdf232-618f-4571-a31b-e655e8aad671 service neutron] Pushing event updated for resources: {'Port': ['ID=7a1cf285-2ede-41c8-9511-8097c8c59ab8,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:37.937736 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] Request body: {'port': {'device_id': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:38.067454 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96111502-c4a5-4075-8bd2-a51567530035 req-e4debd3b-01fd-4d0c-85c3-d777a65b5ea8 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:38.073205 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96111502-c4a5-4075-8bd2-a51567530035 req-e4debd3b-01fd-4d0c-85c3-d777a65b5ea8 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:38.074744 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96111502-c4a5-4075-8bd2-a51567530035 req-e4debd3b-01fd-4d0c-85c3-d777a65b5ea8 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1683 time: 0.1505067 Mar 01 20:57:38.084127 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3b7c9b-69a7-4df6-844e-059c6a36a982 req-cdbfca33-ed74-4464-872b-5da3ea97f3c9 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:38.085640 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1c3b7c9b-69a7-4df6-844e-059c6a36a982 req-cdbfca33-ed74-4464-872b-5da3ea97f3c9 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 945 time: 0.1632912 Mar 01 20:57:38.116242 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:38.165478 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96111502-c4a5-4075-8bd2-a51567530035 req-f3a31ddd-b769-416b-b96c-df6c217d7972 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788701 Mar 01 20:57:38.177270 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1c3b7c9b-69a7-4df6-844e-059c6a36a982 req-25d250f8-6143-47b8-a419-e702d9eda5fb tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682597 Mar 01 20:57:38.270934 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-2ce5e83f-c921-4067-baef-2ebc081cb545 service neutron] 10.222.0.55 "GET /v2.0/ports/a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb/bindings/n-h2-827896-4 HTTP/1.1" status: 200 len: 382 time: 0.2348118 Mar 01 20:57:38.333276 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'tag': '21b097e0-c594-4c20-862a-df9b7482b41e', 'status': 'completed', 'code': 200} Mar 01 20:57:38.518526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2110cd-1058-408a-a6b5-9ad312dc719e req-5f6bb5ac-0320-49d1-9a91-819edf9380dc tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:38.525788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2110cd-1058-408a-a6b5-9ad312dc719e req-5f6bb5ac-0320-49d1-9a91-819edf9380dc tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:38.528266 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc853af5-3449-4899-962f-bf0292845fb3 req-afa3dcbb-f9de-4eb7-87ad-1b024e3d570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:38.528783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc853af5-3449-4899-962f-bf0292845fb3 req-afa3dcbb-f9de-4eb7-87ad-1b024e3d570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:38.529244 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc853af5-3449-4899-962f-bf0292845fb3 req-afa3dcbb-f9de-4eb7-87ad-1b024e3d570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:38.529726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc853af5-3449-4899-962f-bf0292845fb3 req-afa3dcbb-f9de-4eb7-87ad-1b024e3d570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:38.530203 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc853af5-3449-4899-962f-bf0292845fb3 req-afa3dcbb-f9de-4eb7-87ad-1b024e3d570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:38.530681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc853af5-3449-4899-962f-bf0292845fb3 req-afa3dcbb-f9de-4eb7-87ad-1b024e3d570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:38.531153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc853af5-3449-4899-962f-bf0292845fb3 req-afa3dcbb-f9de-4eb7-87ad-1b024e3d570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:38.533142 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fc853af5-3449-4899-962f-bf0292845fb3 req-afa3dcbb-f9de-4eb7-87ad-1b024e3d570e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5705b0cae87741729c72e376229e6a19&device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 6344 time: 0.1810412 Mar 01 20:57:38.535384 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2110cd-1058-408a-a6b5-9ad312dc719e req-5f6bb5ac-0320-49d1-9a91-819edf9380dc tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:38.542254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2110cd-1058-408a-a6b5-9ad312dc719e req-5f6bb5ac-0320-49d1-9a91-819edf9380dc tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:38.547850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2110cd-1058-408a-a6b5-9ad312dc719e req-5f6bb5ac-0320-49d1-9a91-819edf9380dc tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:38.554925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2110cd-1058-408a-a6b5-9ad312dc719e req-5f6bb5ac-0320-49d1-9a91-819edf9380dc tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:38.560718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2110cd-1058-408a-a6b5-9ad312dc719e req-5f6bb5ac-0320-49d1-9a91-819edf9380dc tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:38.568491 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c2110cd-1058-408a-a6b5-9ad312dc719e req-5f6bb5ac-0320-49d1-9a91-819edf9380dc tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5397 time: 0.1444342 Mar 01 20:57:38.619227 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c2110cd-1058-408a-a6b5-9ad312dc719e req-3a958a97-c6a0-4101-96e5-6537d393bff6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0468333 Mar 01 20:57:38.726764 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56e464ad-5156-4f01-9db7-f45a9059a600 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:38.774211 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:38.793775 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc853af5-3449-4899-962f-bf0292845fb3 req-506ae7e4-dbe6-41bd-b0d1-ed4fe558f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:38.794485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc853af5-3449-4899-962f-bf0292845fb3 req-506ae7e4-dbe6-41bd-b0d1-ed4fe558f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:38.795067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc853af5-3449-4899-962f-bf0292845fb3 req-506ae7e4-dbe6-41bd-b0d1-ed4fe558f78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:38.796808 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fc853af5-3449-4899-962f-bf0292845fb3 req-506ae7e4-dbe6-41bd-b0d1-ed4fe558f78b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5705b0cae87741729c72e376229e6a19&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2503388 Mar 01 20:57:38.800147 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] Transition to ACTIVE for port object 56e464ad-5156-4f01-9db7-f45a9059a600 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:38.826690 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2429d39-0214-48d2-a380-f737a6ce1843 req-196a5a91-76b4-4dd7-a568-5e41d5061f6e tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0546334 Mar 01 20:57:38.915972 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:39.295966 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] Pushing event updated for resources: {'Port': ['ID=56e464ad-5156-4f01-9db7-f45a9059a600,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:39.325469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc853af5-3449-4899-962f-bf0292845fb3 req-88580339-400e-4b41-bfc1-6271414c5269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:39.326865 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fc853af5-3449-4899-962f-bf0292845fb3 req-88580339-400e-4b41-bfc1-6271414c5269 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5243340 Mar 01 20:57:39.383444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-8d2e98e2-4ad7-4a0e-b63d-706b009a51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:39.384906 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-8d2e98e2-4ad7-4a0e-b63d-706b009a51ab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228&tenant_id=f49f672366454d8aaec799c518622a6a HTTP/1.1" status: 200 len: 1101 time: 0.4321232 Mar 01 20:57:39.386934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] Attempting to bind port 56e464ad-5156-4f01-9db7-f45a9059a600 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:57:39.387276 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] Attempting to bind port 56e464ad-5156-4f01-9db7-f45a9059a600 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '2f81802e-5943-4bf7-9e4e-93ade0c400a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '77a119db-23ab-49e4-8878-de783cebb26a'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:57:39.387668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] Attempting to bind port 56e464ad-5156-4f01-9db7-f45a9059a600 on network 77a119db-23ab-49e4-8878-de783cebb26a {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:39.392565 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] Port 56e464ad-5156-4f01-9db7-f45a9059a600 on network 77a119db-23ab-49e4-8878-de783cebb26a not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:57:39.392881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] Attempting to bind port 56e464ad-5156-4f01-9db7-f45a9059a600 on network 77a119db-23ab-49e4-8878-de783cebb26a {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:39.398554 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:57:39.398894 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] Checking segment: {'id': '2f81802e-5943-4bf7-9e4e-93ade0c400a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '77a119db-23ab-49e4-8878-de783cebb26a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:57:39.399270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] Bound using segment: {'id': '2f81802e-5943-4bf7-9e4e-93ade0c400a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '77a119db-23ab-49e4-8878-de783cebb26a'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:57:39.399721 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] Bound port: 56e464ad-5156-4f01-9db7-f45a9059a600, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f81802e-5943-4bf7-9e4e-93ade0c400a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '77a119db-23ab-49e4-8878-de783cebb26a'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:57:39.400068 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:39.544736 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] For port 56e464ad-5156-4f01-9db7-f45a9059a600, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:57:39.553962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] For port 56e464ad-5156-4f01-9db7-f45a9059a600, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=56e464ad-5156-4f01-9db7-f45a9059a600,segment=NetworkSegment(2f81802e-5943-4bf7-9e4e-93ade0c400a0),segment_id=2f81802e-5943-4bf7-9e4e-93ade0c400a0)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:57:39.563072 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-91cadd71-a2bd-4145-99cf-fcad72da9445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:39.564570 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-91cadd71-a2bd-4145-99cf-fcad72da9445 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 1101 time: 0.1167459 Mar 01 20:57:39.657209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543f08f-ab23-44e9-8fb1-01d64d65484b req-bc985d4d-d98a-4ebb-b615-d9032b1f9c87 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:39.657209 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5543f08f-ab23-44e9-8fb1-01d64d65484b req-bc985d4d-d98a-4ebb-b615-d9032b1f9c87 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/ports?device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 945 time: 0.1144381 Mar 01 20:57:39.661921 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:39.665543 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627f21f-3ba4-4690-9fd4-4b8e057caa04 req-fb1db5f2-1287-4015-9451-6e12a58e240f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:39.666978 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8627f21f-3ba4-4690-9fd4-4b8e057caa04 req-fb1db5f2-1287-4015-9451-6e12a58e240f tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=865514e6-6ee0-4efe-bf42-dd092e922c35 HTTP/1.1" status: 200 len: 945 time: 0.1556571 Mar 01 20:57:39.733565 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:39.734175 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:39.735546 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] 10.222.0.57 "PUT /v2.0/ports/56e464ad-5156-4f01-9db7-f45a9059a600 HTTP/1.1" status: 200 len: 1091 time: 1.8022382 Mar 01 20:57:39.740685 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8627f21f-3ba4-4690-9fd4-4b8e057caa04 req-8a4acf04-ad6e-4a38-abf0-4b644827509c tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593114 Mar 01 20:57:39.744478 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5543f08f-ab23-44e9-8fb1-01d64d65484b req-1a3bd0b2-3cac-4099-a104-3910ac871339 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d14f4fa-87c9-4ae6-95c3-f98987b2aa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756462 Mar 01 20:57:39.788678 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa4777-d3dc-4a89-9184-b41b55a28c1f service neutron] Pushing event updated for resources: {'Port': ['ID=56e464ad-5156-4f01-9db7-f45a9059a600,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:39.793834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-4646af43-44c6-4b8a-8112-b6d7e1d56193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:39.795329 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-4646af43-44c6-4b8a-8112-b6d7e1d56193 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.2193518 Mar 01 20:57:39.883714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] Request body: {'port': {'device_id': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:39.920546 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-1a28dd37-0096-45e5-9eff-ebbad6b8a6ba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb HTTP/1.1" status: 200 len: 217 time: 0.1096833 Mar 01 20:57:40.050262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-6f444b3e-2fd9-46b2-9402-488fab41a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:40.051848 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-6f444b3e-2fd9-46b2-9402-488fab41a66f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1185224 Mar 01 20:57:40.054220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b237c-4d79-4d03-9b9a-cbfdb2204120 req-a61d0bf9-5bc4-4d03-89fa-647398f2a1d6 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:40.061397 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b237c-4d79-4d03-9b9a-cbfdb2204120 req-a61d0bf9-5bc4-4d03-89fa-647398f2a1d6 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:40.062916 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-654b237c-4d79-4d03-9b9a-cbfdb2204120 req-a61d0bf9-5bc4-4d03-89fa-647398f2a1d6 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1683 time: 0.1747990 Mar 01 20:57:40.076888 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66220b-8324-4e3c-ab10-328d09285e08 req-27959806-7e53-4b33-869d-be050900618c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:40.079640 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae66220b-8324-4e3c-ab10-328d09285e08 req-27959806-7e53-4b33-869d-be050900618c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.1403630 Mar 01 20:57:40.114214 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:40.263461 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-654b237c-4d79-4d03-9b9a-cbfdb2204120 req-22620b64-a1bf-4483-a3e7-0568331baebc tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825683 Mar 01 20:57:40.265189 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-a9e5da8b-8277-441a-949e-09e1de541816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:40.266673 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-a9e5da8b-8277-441a-949e-09e1de541816 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2060206 Mar 01 20:57:40.267918 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae66220b-8324-4e3c-ab10-328d09285e08 req-26286283-d580-43d9-ba76-154dfc0092ab tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685183 Mar 01 20:57:40.338750 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'tag': '7a1cf285-2ede-41c8-9511-8097c8c59ab8'}, {'name': 'network-changed', 'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'tag': '56e464ad-5156-4f01-9db7-f45a9059a600'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:40.493706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ab47c-2433-4d3d-96e3-efb98dfe5a56 req-7375cdea-fcde-4358-89ba-4f1cea9b5d5e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:40.499660 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ab47c-2433-4d3d-96e3-efb98dfe5a56 req-7375cdea-fcde-4358-89ba-4f1cea9b5d5e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:40.506838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ab47c-2433-4d3d-96e3-efb98dfe5a56 req-7375cdea-fcde-4358-89ba-4f1cea9b5d5e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:40.512605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ab47c-2433-4d3d-96e3-efb98dfe5a56 req-7375cdea-fcde-4358-89ba-4f1cea9b5d5e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:40.518489 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ab47c-2433-4d3d-96e3-efb98dfe5a56 req-7375cdea-fcde-4358-89ba-4f1cea9b5d5e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:40.524501 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ab47c-2433-4d3d-96e3-efb98dfe5a56 req-7375cdea-fcde-4358-89ba-4f1cea9b5d5e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:40.530264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ab47c-2433-4d3d-96e3-efb98dfe5a56 req-7375cdea-fcde-4358-89ba-4f1cea9b5d5e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:40.532163 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-808ab47c-2433-4d3d-96e3-efb98dfe5a56 req-7375cdea-fcde-4358-89ba-4f1cea9b5d5e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5409 time: 0.1248238 Mar 01 20:57:40.569294 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-5f7ba367-1943-406c-a64d-b170c46d5efe service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942426 Mar 01 20:57:40.590026 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-808ab47c-2433-4d3d-96e3-efb98dfe5a56 req-f61e05cc-58cc-41e7-8619-9b3d243fd8f7 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0469875 Mar 01 20:57:40.708417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd7b7f-b127-43f9-91fb-bd7eb253c5f9 req-75f2ff4f-f7a3-40b3-8ca5-46849032d9e9 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:40.709902 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f4bd7b7f-b127-43f9-91fb-bd7eb253c5f9 req-75f2ff4f-f7a3-40b3-8ca5-46849032d9e9 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.55 "GET /v2.0/ports?device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 945 time: 0.3059328 Mar 01 20:57:40.739425 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a4d17825-9f13-4d3b-a520-41b5a6befcac req-441eb7de-71d8-473a-b4d6-a58e943a00b2 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0438948 Mar 01 20:57:40.864592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3cc9b9c-e594-4a4b-9313-d2383734d393 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:40.870902 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f7fddda5-470b-452d-a6f4-a1cd333036d2 req-26253a5f-a863-46a9-9f43-9f5538ff228f service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895041 Mar 01 20:57:40.874336 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-f4bd7b7f-b127-43f9-91fb-bd7eb253c5f9 req-d82c7587-e330-4560-a63e-49079af4c9d7 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Deleting port 48ce626d-b348-4d8b-b933-6422b43d961b {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:57:40.874674 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f4bd7b7f-b127-43f9-91fb-bd7eb253c5f9 req-d82c7587-e330-4560-a63e-49079af4c9d7 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:41.034529 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'tag': '7a1cf285-2ede-41c8-9511-8097c8c59ab8', 'status': 'completed', 'code': 200} Mar 01 20:57:41.035669 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'tag': '56e464ad-5156-4f01-9db7-f45a9059a600', 'status': 'completed', 'code': 200} Mar 01 20:57:41.038566 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:41.112780 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] Transition to ACTIVE for port object b3cc9b9c-e594-4a4b-9313-d2383734d393 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:41.162299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f345c6e-190b-4d76-92d7-81b74677be92 req-e56af8ea-cc40-42d1-84aa-77373be90540 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:41.164485 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5f345c6e-190b-4d76-92d7-81b74677be92 req-e56af8ea-cc40-42d1-84aa-77373be90540 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/ports?device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 945 time: 0.1242297 Mar 01 20:57:41.200378 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:41.218072 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5f345c6e-190b-4d76-92d7-81b74677be92 req-fa38b44b-2be8-4ec1-82ca-61ba2f67e128 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d14f4fa-87c9-4ae6-95c3-f98987b2aa3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479434 Mar 01 20:57:41.420750 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-7d91ca15-8320-4c62-b09c-30cb1d147c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:41.421244 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-7d91ca15-8320-4c62-b09c-30cb1d147c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:41.421732 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-7d91ca15-8320-4c62-b09c-30cb1d147c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:41.422209 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-7d91ca15-8320-4c62-b09c-30cb1d147c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:41.422692 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-7d91ca15-8320-4c62-b09c-30cb1d147c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:41.423168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-7d91ca15-8320-4c62-b09c-30cb1d147c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:41.423667 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-7d91ca15-8320-4c62-b09c-30cb1d147c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:41.425763 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-7d91ca15-8320-4c62-b09c-30cb1d147c0d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5705b0cae87741729c72e376229e6a19&device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 6411 time: 0.3891380 Mar 01 20:57:41.501533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cc9b9c-e594-4a4b-9313-d2383734d393,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:41.593864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6995d38-8936-4539-b612-86782d8164ad req-b19ab7d6-a05d-41a5-9724-d3803f65bcb2 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:41.601448 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6995d38-8936-4539-b612-86782d8164ad req-b19ab7d6-a05d-41a5-9724-d3803f65bcb2 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 945 time: 0.1111557 Mar 01 20:57:41.648675 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-f4bd7b7f-b127-43f9-91fb-bd7eb253c5f9 req-d82c7587-e330-4560-a63e-49079af4c9d7 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] For port 48ce626d-b348-4d8b-b933-6422b43d961b, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=48ce626d-b348-4d8b-b933-6422b43d961b,segment=NetworkSegment(6be5824e-406f-49d7-97ea-4f858cab8fd7),segment_id=6be5824e-406f-49d7-97ea-4f858cab8fd7)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:41.649233 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f4bd7b7f-b127-43f9-91fb-bd7eb253c5f9 req-d82c7587-e330-4560-a63e-49079af4c9d7 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:41.674274 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6995d38-8936-4539-b612-86782d8164ad req-260f0bf0-10ec-484c-8ada-04f1f42d452b tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719607 Mar 01 20:57:41.742996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dc7620-11ef-4963-8ea5-9452f4436e3c req-b8922077-2ecd-4f3e-8dfe-3ad2e4138ba1 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:41.745668 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-62dc7620-11ef-4963-8ea5-9452f4436e3c req-b8922077-2ecd-4f3e-8dfe-3ad2e4138ba1 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=865514e6-6ee0-4efe-bf42-dd092e922c35 HTTP/1.1" status: 200 len: 945 time: 0.1086779 Mar 01 20:57:41.789479 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-f4bd7b7f-b127-43f9-91fb-bd7eb253c5f9 req-d82c7587-e330-4560-a63e-49079af4c9d7 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Calling delete_port for 48ce626d-b348-4d8b-b933-6422b43d961b owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:57:41.837516 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-62dc7620-11ef-4963-8ea5-9452f4436e3c req-7452a33d-e78e-4ff3-b836-2b58ed1ad0fc tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860014 Mar 01 20:57:41.884526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] Attempting to bind port b3cc9b9c-e594-4a4b-9313-d2383734d393 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:57:41.884863 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] Attempting to bind port b3cc9b9c-e594-4a4b-9313-d2383734d393 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '2f81802e-5943-4bf7-9e4e-93ade0c400a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '77a119db-23ab-49e4-8878-de783cebb26a'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:57:41.885187 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] Attempting to bind port b3cc9b9c-e594-4a4b-9313-d2383734d393 on network 77a119db-23ab-49e4-8878-de783cebb26a {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:41.898857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61a129-d31a-43be-8537-48ec1d1077bb req-b59f2816-5c4f-4c6a-ae77-aa6fe7877e71 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:41.899909 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] Port b3cc9b9c-e594-4a4b-9313-d2383734d393 on network 77a119db-23ab-49e4-8878-de783cebb26a not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:57:41.900234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] Attempting to bind port b3cc9b9c-e594-4a4b-9313-d2383734d393 on network 77a119db-23ab-49e4-8878-de783cebb26a {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:41.907997 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa61a129-d31a-43be-8537-48ec1d1077bb req-b59f2816-5c4f-4c6a-ae77-aa6fe7877e71 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.1144421 Mar 01 20:57:41.909407 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-08023ea4-0128-4466-9f21-12eef2e4a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:41.909960 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-08023ea4-0128-4466-9f21-12eef2e4a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:41.910440 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-08023ea4-0128-4466-9f21-12eef2e4a5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:41.912034 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-08023ea4-0128-4466-9f21-12eef2e4a5ca service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5705b0cae87741729c72e376229e6a19&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4691908 Mar 01 20:57:41.914060 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 57, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:57:41.914395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] Checking segment: {'id': '2f81802e-5943-4bf7-9e4e-93ade0c400a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '77a119db-23ab-49e4-8878-de783cebb26a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:57:41.914773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] Bound using segment: {'id': '2f81802e-5943-4bf7-9e4e-93ade0c400a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '77a119db-23ab-49e4-8878-de783cebb26a'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:57:41.915209 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] Bound port: b3cc9b9c-e594-4a4b-9313-d2383734d393, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f81802e-5943-4bf7-9e4e-93ade0c400a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '77a119db-23ab-49e4-8878-de783cebb26a'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:57:41.915594 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:41.963246 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43130) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:41.981221 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa61a129-d31a-43be-8537-48ec1d1077bb req-6bf7daf4-4278-435a-9e67-a174d6aed576 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721660 Mar 01 20:57:42.190564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] For port b3cc9b9c-e594-4a4b-9313-d2383734d393, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:57:42.197232 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] For port b3cc9b9c-e594-4a4b-9313-d2383734d393, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b3cc9b9c-e594-4a4b-9313-d2383734d393,segment=NetworkSegment(2f81802e-5943-4bf7-9e4e-93ade0c400a0),segment_id=2f81802e-5943-4bf7-9e4e-93ade0c400a0)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:57:42.223743 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e8e19-6677-48dd-bd70-5e0dd7565d3a req-5b38ef28-e4b4-4984-9b0a-517b79bbeb63 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:42.229597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-ad4a67f4-4b84-4452-819e-e435e3e63e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:42.231370 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-ad4a67f4-4b84-4452-819e-e435e3e63e99 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3058579 Mar 01 20:57:42.232564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e8e19-6677-48dd-bd70-5e0dd7565d3a req-5b38ef28-e4b4-4984-9b0a-517b79bbeb63 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:42.235784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 48ce626d-b348-4d8b-b933-6422b43d961b no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:57:42.242088 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a98e8e19-6677-48dd-bd70-5e0dd7565d3a req-5b38ef28-e4b4-4984-9b0a-517b79bbeb63 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1683 time: 0.2701354 Mar 01 20:57:42.327602 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:42.328442 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a98e8e19-6677-48dd-bd70-5e0dd7565d3a req-3ce41113-a7f6-450c-85fb-fb05238cfee2 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853055 Mar 01 20:57:42.329408 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4a9d1a8-4490-4e0a-bbe0-49a4718dc92c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:42.361153 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Port 48ce626d-b348-4d8b-b933-6422b43d961b update to DOWN by agent not found {{(pid=88520) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 01 20:57:42.361844 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:57:42.384263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c4a9d1a8-4490-4e0a-bbe0-49a4718dc92c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:42.385349 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f4bd7b7f-b127-43f9-91fb-bd7eb253c5f9 req-d82c7587-e330-4560-a63e-49079af4c9d7 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:42.412702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a823-b81a-497e-838a-9adaf4dd4501 req-36f017df-04dd-475d-8006-77f2bf3b1d00 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:42.429690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a823-b81a-497e-838a-9adaf4dd4501 req-36f017df-04dd-475d-8006-77f2bf3b1d00 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:42.435550 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a823-b81a-497e-838a-9adaf4dd4501 req-36f017df-04dd-475d-8006-77f2bf3b1d00 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:42.443155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a823-b81a-497e-838a-9adaf4dd4501 req-36f017df-04dd-475d-8006-77f2bf3b1d00 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:42.449715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a823-b81a-497e-838a-9adaf4dd4501 req-36f017df-04dd-475d-8006-77f2bf3b1d00 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:42.455515 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a823-b81a-497e-838a-9adaf4dd4501 req-36f017df-04dd-475d-8006-77f2bf3b1d00 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:42.458360 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cc9b9c-e594-4a4b-9313-d2383734d393,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:42.463299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae6a823-b81a-497e-838a-9adaf4dd4501 req-36f017df-04dd-475d-8006-77f2bf3b1d00 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:42.471516 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ae6a823-b81a-497e-838a-9adaf4dd4501 req-36f017df-04dd-475d-8006-77f2bf3b1d00 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5421 time: 0.3529482 Mar 01 20:57:42.494594 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c4a9d1a8-4490-4e0a-bbe0-49a4718dc92c admin admin] Usage tracker for resource:security_group_rule and tenant:cb7f03d63ebf4db3ae4ca3ad0dad364a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:42.524818 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:42.554835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e9d47a-2cd4-4dd9-9404-830f2bf9d228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:42.558908 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-839de6b2-6e1d-414b-a5a9-1847c21b0cc5 req-9f91a877-788e-457d-9aae-9292a26252e8 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0655062 Mar 01 20:57:42.561594 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:42.562649 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:42.565082 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-036486bd-b9d1-4416-bfa3-9521214e9962 service neutron] 10.222.0.57 "PUT /v2.0/ports/b3cc9b9c-e594-4a4b-9313-d2383734d393 HTTP/1.1" status: 200 len: 1091 time: 2.6860471 Mar 01 20:57:42.566495 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c4a9d1a8-4490-4e0a-bbe0-49a4718dc92c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:42.567849 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:42.588267 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c7587-e330-4560-a63e-49079af4c9d7 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Pushing event deleted for resources: {'Port': ['ID=48ce626d-b348-4d8b-b933-6422b43d961b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:42.595415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c4a9d1a8-4490-4e0a-bbe0-49a4718dc92c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:42.638891 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ae6a823-b81a-497e-838a-9adaf4dd4501 req-bc2e071c-e9ac-4f43-bff8-a92be63f277f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1662247 Mar 01 20:57:42.651976 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:42.676801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bd7b7f-b127-43f9-91fb-bd7eb253c5f9 req-d82c7587-e330-4560-a63e-49079af4c9d7 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] No DVR routers for this DVR port 48ce626d-b348-4d8b-b933-6422b43d961b on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:57:42.687203 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f4bd7b7f-b127-43f9-91fb-bd7eb253c5f9 req-d82c7587-e330-4560-a63e-49079af4c9d7 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:42.712226 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-ceb4a25d-f143-4a8c-9131-6f509ddf2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:42.712879 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-ceb4a25d-f143-4a8c-9131-6f509ddf2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:42.713620 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-ceb4a25d-f143-4a8c-9131-6f509ddf2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:42.713844 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-ceb4a25d-f143-4a8c-9131-6f509ddf2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:42.714314 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-ceb4a25d-f143-4a8c-9131-6f509ddf2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:42.714786 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-ceb4a25d-f143-4a8c-9131-6f509ddf2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:42.715254 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-ceb4a25d-f143-4a8c-9131-6f509ddf2e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:42.717327 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-ceb4a25d-f143-4a8c-9131-6f509ddf2e53 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5705b0cae87741729c72e376229e6a19&device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 6478 time: 0.4333611 Mar 01 20:57:42.762362 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e9d47a-2cd4-4dd9-9404-830f2bf9d228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb', 'code': 200} Mar 01 20:57:42.764312 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:57:42.845824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3ceb241c-bfb8-4f0b-9f5e-69c3bcf9d1f7 req-98c90d23-8805-4b18-b680-98c6f7c15646 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/ports?device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 210 time: 0.0720768 Mar 01 20:57:42.852358 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4a9d1a8-4490-4e0a-bbe0-49a4718dc92c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:42.915142 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f4bd7b7f-b127-43f9-91fb-bd7eb253c5f9 req-d82c7587-e330-4560-a63e-49079af4c9d7 tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.55 "DELETE /v2.0/ports/48ce626d-b348-4d8b-b933-6422b43d961b HTTP/1.1" status: 204 len: 173 time: 2.1950443 Mar 01 20:57:42.955516 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4a9d1a8-4490-4e0a-bbe0-49a4718dc92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:42.959556 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=46f586a3-e9d5-4933-b0d1-ac05a50d6c8e,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:42.995630 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '46f586a3-e9d5-4933-b0d1-ac05a50d6c8e', 'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df', 'port_id': '46f586a3-e9d5-4933-b0d1-ac05a50d6c8e', 'mac_address': 'fa:16:3e:5a:1b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '844187c6-69f0-42fc-8dd0-0c1a159e43b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:57:43.042990 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'tag': 'b3cc9b9c-e594-4a4b-9313-d2383734d393'}, {'server_uuid': '17a3428b-fd3c-42d6-92f4-6b014f41111d', 'name': 'network-vif-deleted', 'tag': '48ce626d-b348-4d8b-b933-6422b43d961b'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:43.062747 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:43.065531 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:43.085532 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:43.104321 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=46f586a3-e9d5-4933-b0d1-ac05a50d6c8e,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:43.112083 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c4a9d1a8-4490-4e0a-bbe0-49a4718dc92c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb7f03d63ebf4db3ae4ca3ad0dad364a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1476400 Mar 01 20:57:43.113955 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9d1a8-4490-4e0a-bbe0-49a4718dc92c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e852ec0-6348-49ef-8e32-44ed01ad9c1a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:43.115692 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43152) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:43.152331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cefd5a-18c4-4144-97dc-171b0e2d254b req-fa72db10-9589-4fb2-bd01-0c95299c5c7e tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:43.153791 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-83cefd5a-18c4-4144-97dc-171b0e2d254b req-fa72db10-9589-4fb2-bd01-0c95299c5c7e tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 945 time: 0.2631149 Mar 01 20:57:43.186720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-f97b5003-21fd-4fa7-84ed-2de5a0381f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:43.187440 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-f97b5003-21fd-4fa7-84ed-2de5a0381f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:43.188203 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-f97b5003-21fd-4fa7-84ed-2de5a0381f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:43.189814 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-f97b5003-21fd-4fa7-84ed-2de5a0381f38 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5705b0cae87741729c72e376229e6a19&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4622483 Mar 01 20:57:43.196578 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:43.197321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972c9eb-8fa3-48b4-9fce-3058f9159c55 req-30a747f8-6153-40d9-a1c9-fb72fa30db9d tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:43.198810 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4972c9eb-8fa3-48b4-9fce-3058f9159c55 req-30a747f8-6153-40d9-a1c9-fb72fa30db9d tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=865514e6-6ee0-4efe-bf42-dd092e922c35 HTTP/1.1" status: 200 len: 945 time: 0.1829345 Mar 01 20:57:43.224637 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7412a-9ddb-45c0-a2d2-b370264bb919 req-0324fcff-2de4-4b61-b49e-58d214a19471 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:43.225585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-c9e7412a-9ddb-45c0-a2d2-b370264bb919 req-0324fcff-2de4-4b61-b49e-58d214a19471 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Synchronizing usage tracker for tenant:5203c2ab63064c69ad3c5cd3fc2cfb01 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:57:43.274017 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4972c9eb-8fa3-48b4-9fce-3058f9159c55 req-4840502d-6fe7-4626-a13f-789748dabebf tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573421 Mar 01 20:57:43.274017 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-83cefd5a-18c4-4144-97dc-171b0e2d254b req-6f6cd391-ac1a-42dc-a33d-046df3708374 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075444 Mar 01 20:57:43.286216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=46f586a3-e9d5-4933-b0d1-ac05a50d6c8e,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:43.342856 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['46f586a3-e9d5-4933-b0d1-ac05a50d6c8e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:57:43.399015 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'tag': 'b3cc9b9c-e594-4a4b-9313-d2383734d393', 'status': 'completed', 'code': 200} Mar 01 20:57:43.399277 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17a3428b-fd3c-42d6-92f4-6b014f41111d', 'name': 'network-vif-deleted', 'tag': '48ce626d-b348-4d8b-b933-6422b43d961b', 'status': 'completed', 'code': 200} Mar 01 20:57:43.410768 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f383abb5-9521-4f6f-99da-d2e56941d00c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:43.475544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b5dd9-2b74-49cd-963f-9a5000373869 req-1ce6e41a-9bb5-4e0e-90aa-cdd28e73a910 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:43.476982 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c1b5dd9-2b74-49cd-963f-9a5000373869 req-1ce6e41a-9bb5-4e0e-90aa-cdd28e73a910 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 948 time: 0.0975056 Mar 01 20:57:43.477645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-c9e7412a-9ddb-45c0-a2d2-b370264bb919 req-0324fcff-2de4-4b61-b49e-58d214a19471 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Unset dirty status for tenant:5203c2ab63064c69ad3c5cd3fc2cfb01 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:57:43.478912 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c9e7412a-9ddb-45c0-a2d2-b370264bb919 req-0324fcff-2de4-4b61-b49e-58d214a19471 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.55 "GET /v2.0/ports?device_id=865514e6-6ee0-4efe-bf42-dd092e922c35 HTTP/1.1" status: 200 len: 945 time: 0.5659888 Mar 01 20:57:43.527769 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c1b5dd9-2b74-49cd-963f-9a5000373869 req-aef3d2ad-e34a-4e88-92da-6d547fbfc323 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416789 Mar 01 20:57:43.595040 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f383abb5-9521-4f6f-99da-d2e56941d00c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:43.610654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-c9e7412a-9ddb-45c0-a2d2-b370264bb919 req-c5536817-f8ce-4d94-b6da-f516d9eb81ba tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Deleting port 1407662b-db0b-45aa-a6e9-a4e782df9b78 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:57:43.611107 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c9e7412a-9ddb-45c0-a2d2-b370264bb919 req-c5536817-f8ce-4d94-b6da-f516d9eb81ba tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:43.645349 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf074f-8c1b-4ee5-8874-9dfff5f1067d req-e7c36fb4-fd04-459a-a230-cc6e4771ecd2 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:43.651370 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf074f-8c1b-4ee5-8874-9dfff5f1067d req-e7c36fb4-fd04-459a-a230-cc6e4771ecd2 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:43.653089 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bacf074f-8c1b-4ee5-8874-9dfff5f1067d req-e7c36fb4-fd04-459a-a230-cc6e4771ecd2 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1683 time: 0.1104159 Mar 01 20:57:43.667448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-7ae465c5-1258-4363-92f8-d954037de690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:43.668885 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41d46ce4-7ecf-4d8b-bd24-b097aedd199f req-7ae465c5-1258-4363-92f8-d954037de690 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4367032 Mar 01 20:57:43.710706 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bacf074f-8c1b-4ee5-8874-9dfff5f1067d req-eb3a82f5-7cf1-43a4-b105-e66e2bb6779f tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513651 Mar 01 20:57:43.757766 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-07ea5b76-c5f8-491b-9158-4648a6aa9a50 req-7c243bea-b7f9-47ec-9b9f-badde0bec28a tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0454075 Mar 01 20:57:43.875074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-799e5a52-8b33-4622-bd6f-2534c166c0bf tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:43.882200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-799e5a52-8b33-4622-bd6f-2534c166c0bf tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:43.883169 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-799e5a52-8b33-4622-bd6f-2534c166c0bf tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Synchronizing usage tracker for tenant:4834e9a7767b4a869353bf362d5744fe on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:57:43.911495 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60e61c-62f4-4c31-a038-4c4aff463dd7 req-91180962-1c74-4c19-b9e5-be47405dabd3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:43.917572 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60e61c-62f4-4c31-a038-4c4aff463dd7 req-91180962-1c74-4c19-b9e5-be47405dabd3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:43.923500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60e61c-62f4-4c31-a038-4c4aff463dd7 req-91180962-1c74-4c19-b9e5-be47405dabd3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:43.926933 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f383abb5-9521-4f6f-99da-d2e56941d00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:43.929774 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60e61c-62f4-4c31-a038-4c4aff463dd7 req-91180962-1c74-4c19-b9e5-be47405dabd3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:43.935753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60e61c-62f4-4c31-a038-4c4aff463dd7 req-91180962-1c74-4c19-b9e5-be47405dabd3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:43.942323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60e61c-62f4-4c31-a038-4c4aff463dd7 req-91180962-1c74-4c19-b9e5-be47405dabd3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:43.948186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60e61c-62f4-4c31-a038-4c4aff463dd7 req-91180962-1c74-4c19-b9e5-be47405dabd3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:43.950095 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd60e61c-62f4-4c31-a038-4c4aff463dd7 req-91180962-1c74-4c19-b9e5-be47405dabd3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5421 time: 0.1301000 Mar 01 20:57:44.017362 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f383abb5-9521-4f6f-99da-d2e56941d00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e852ec0-6348-49ef-8e32-44ed01ad9c1a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:44.035031 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f383abb5-9521-4f6f-99da-d2e56941d00c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:44.038465 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f383abb5-9521-4f6f-99da-d2e56941d00c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e852ec0-6348-49ef-8e32-44ed01ad9c1a HTTP/1.1" status: 204 len: 168 time: 0.9047623 Mar 01 20:57:44.055398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-bee4b714-d55a-46fe-ba87-2e4337aad136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:44.055973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-bee4b714-d55a-46fe-ba87-2e4337aad136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:44.056390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-bee4b714-d55a-46fe-ba87-2e4337aad136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:44.056871 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-bee4b714-d55a-46fe-ba87-2e4337aad136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:44.057346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-bee4b714-d55a-46fe-ba87-2e4337aad136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:44.057818 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-bee4b714-d55a-46fe-ba87-2e4337aad136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:44.058351 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-bee4b714-d55a-46fe-ba87-2e4337aad136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:44.060216 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-bee4b714-d55a-46fe-ba87-2e4337aad136 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5705b0cae87741729c72e376229e6a19&device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 6478 time: 0.3383543 Mar 01 20:57:44.084627 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0586d080-99da-4e62-ba57-0ab2df41e4e6 req-c635f922-e2c7-4ab1-9f65-8d8d1e3bafed tempest-InstanceActionsV221TestJSON-2119021485 tempest-InstanceActionsV221TestJSON-2119021485-project] 10.222.0.42 "GET /v2.0/ports?device_id=17a3428b-fd3c-42d6-92f4-6b014f41111d HTTP/1.1" status: 200 len: 210 time: 0.0929625 Mar 01 20:57:44.088631 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd60e61c-62f4-4c31-a038-4c4aff463dd7 req-4e4390c8-17ec-44a0-bee2-fe3ef2563310 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1303520 Mar 01 20:57:44.147832 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-799e5a52-8b33-4622-bd6f-2534c166c0bf tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Unset dirty status for tenant:4834e9a7767b4a869353bf362d5744fe on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:57:44.148956 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-799e5a52-8b33-4622-bd6f-2534c166c0bf tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.57 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1683 time: 0.7178426 Mar 01 20:57:44.150623 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-c9e7412a-9ddb-45c0-a2d2-b370264bb919 req-c5536817-f8ce-4d94-b6da-f516d9eb81ba tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] For port 1407662b-db0b-45aa-a6e9-a4e782df9b78, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=1407662b-db0b-45aa-a6e9-a4e782df9b78,segment=NetworkSegment(02d5f563-3181-4c19-a0b4-2c6cd171679e),segment_id=02d5f563-3181-4c19-a0b4-2c6cd171679e)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:44.151028 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c9e7412a-9ddb-45c0-a2d2-b370264bb919 req-c5536817-f8ce-4d94-b6da-f516d9eb81ba tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:44.174340 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-49bafbdc-11f3-459b-816d-3151038e882f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7badcc59-c905-4f3b-8158-275e3f4a81f4 HTTP/1.1" status: 200 len: 217 time: 0.1009867 Mar 01 20:57:44.375756 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-c9e7412a-9ddb-45c0-a2d2-b370264bb919 req-c5536817-f8ce-4d94-b6da-f516d9eb81ba tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Calling delete_port for 1407662b-db0b-45aa-a6e9-a4e782df9b78 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:57:44.444139 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-7fd1654f-a8ea-420b-b6e5-3f38873321ec tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Deleting port b94cd4aa-6edf-4b0f-8068-cf7413806a24 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:57:44.444480 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-7fd1654f-a8ea-420b-b6e5-3f38873321ec tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:44.495575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-8e42b4d0-9144-4b3c-9126-74d8d66902c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:44.497032 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-8e42b4d0-9144-4b3c-9126-74d8d66902c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b1ee371-6859-4aa1-bec5-74e86f55472d HTTP/1.1" status: 200 len: 849 time: 0.2880807 Mar 01 20:57:44.632228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27932e74-3762-4cbb-a560-91ed46b7d2bd req-5e28f14f-5075-47e0-bf25-ffc749545d74 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:44.633790 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27932e74-3762-4cbb-a560-91ed46b7d2bd req-5e28f14f-5075-47e0-bf25-ffc749545d74 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 944 time: 0.2411070 Mar 01 20:57:44.642026 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870ac103-a931-406d-93b6-56bdaa163793 req-465a6966-9ce6-454e-a029-d002b774dfce tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:44.643389 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-870ac103-a931-406d-93b6-56bdaa163793 req-465a6966-9ce6-454e-a029-d002b774dfce tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=865514e6-6ee0-4efe-bf42-dd092e922c35 HTTP/1.1" status: 200 len: 945 time: 0.2519763 Mar 01 20:57:44.726930 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27932e74-3762-4cbb-a560-91ed46b7d2bd req-616e7ca9-75bc-4912-89e8-37528a3e0d79 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824592 Mar 01 20:57:44.730300 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-870ac103-a931-406d-93b6-56bdaa163793 req-82b28928-cc84-4ae5-9d37-c4f12ddaf962 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723937 Mar 01 20:57:44.757164 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:57:44.879031 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:57:44.879913 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:44.960008 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-31f986b8-8567-4bb9-8517-a54795100838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:44.961596 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-31f986b8-8567-4bb9-8517-a54795100838 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c6f66dd-272c-498f-a0ba-ba7fb81f92ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4534347 Mar 01 20:57:45.034319 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c9e7412a-9ddb-45c0-a2d2-b370264bb919 req-c5536817-f8ce-4d94-b6da-f516d9eb81ba tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:45.044696 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:45.097136 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=46f586a3-e9d5-4933-b0d1-ac05a50d6c8e,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:45.100607 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['6ee6f858-8482-40fe-a906-7c5af658d5c8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:57:45.148968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fe05b-e015-450d-9662-804106841b97 req-4881c7ba-b179-48a1-ba86-e7b88612f786 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:45.150582 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-163fe05b-e015-450d-9662-804106841b97 req-4881c7ba-b179-48a1-ba86-e7b88612f786 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 948 time: 0.2256460 Mar 01 20:57:45.159529 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['2bdfab75-21d4-4231-aeeb-98b4e8404c1e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:57:45.162177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd67ef7-d99a-43bd-8c3f-26289f8b6c5c req-3860d112-0260-45e2-a2b0-0efd5f5f0f60 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:45.168307 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd67ef7-d99a-43bd-8c3f-26289f8b6c5c req-3860d112-0260-45e2-a2b0-0efd5f5f0f60 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:45.169955 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cbd67ef7-d99a-43bd-8c3f-26289f8b6c5c req-3860d112-0260-45e2-a2b0-0efd5f5f0f60 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 1683 time: 0.1987166 Mar 01 20:57:45.176039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5536817-f8ce-4d94-b6da-f516d9eb81ba tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Pushing event deleted for resources: {'Port': ['ID=1407662b-db0b-45aa-a6e9-a4e782df9b78,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:45.221215 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-7fd1654f-a8ea-420b-b6e5-3f38873321ec tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] For port b94cd4aa-6edf-4b0f-8068-cf7413806a24, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b94cd4aa-6edf-4b0f-8068-cf7413806a24,segment=NetworkSegment(d32a00d1-7445-4530-b440-52f0b561333b),segment_id=d32a00d1-7445-4530-b440-52f0b561333b)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:45.221573 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-7fd1654f-a8ea-420b-b6e5-3f38873321ec tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:45.242599 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-163fe05b-e015-450d-9662-804106841b97 req-61ec2595-eb17-4b79-b9fb-65e2ee1b7733 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662589 Mar 01 20:57:45.265703 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edc3b26-3ce1-4641-b33d-d4ccd6af5471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f586a3-e9d5-4933-b0d1-ac05a50d6c8e'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:45.290552 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:45.309590 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cbd67ef7-d99a-43bd-8c3f-26289f8b6c5c req-99933e48-5866-47bc-b121-c271cdf997a7 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057291 Mar 01 20:57:45.418100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-7fd1654f-a8ea-420b-b6e5-3f38873321ec tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Calling delete_port for b94cd4aa-6edf-4b0f-8068-cf7413806a24 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:57:45.448878 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9e7412a-9ddb-45c0-a2d2-b370264bb919 req-c5536817-f8ce-4d94-b6da-f516d9eb81ba tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] No DVR routers for this DVR port 1407662b-db0b-45aa-a6e9-a4e782df9b78 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:57:45.460384 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c9e7412a-9ddb-45c0-a2d2-b370264bb919 req-c5536817-f8ce-4d94-b6da-f516d9eb81ba tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:45.465472 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '865514e6-6ee0-4efe-bf42-dd092e922c35', 'name': 'network-vif-deleted', 'tag': '1407662b-db0b-45aa-a6e9-a4e782df9b78'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:45.510211 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-aaba29c8-ba73-40e6-be89-6b5101d4102b service neutron] 10.222.0.57 "GET /v2.0/networks/1c6f66dd-272c-498f-a0ba-ba7fb81f92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407994 Mar 01 20:57:45.549823 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=46f586a3-e9d5-4933-b0d1-ac05a50d6c8e,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:45.573652 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c9e7412a-9ddb-45c0-a2d2-b370264bb919 req-c5536817-f8ce-4d94-b6da-f516d9eb81ba tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.55 "DELETE /v2.0/ports/1407662b-db0b-45aa-a6e9-a4e782df9b78 HTTP/1.1" status: 204 len: 173 time: 2.0798705 Mar 01 20:57:45.663939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-256264d9-e7ab-441f-9614-ad1579a36a29 req-ad55a366-ace0-4c5e-ae3e-65a0e471f456 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0580773 Mar 01 20:57:45.744092 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-2a722792-223c-47ee-ae8c-c31dc3e35c2a service neutron] 10.222.0.57 "GET /v2.0/networks/1c6f66dd-272c-498f-a0ba-ba7fb81f92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252758 Mar 01 20:57:45.819692 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-7d0169ae-5143-46f6-ae29-24fb0429400d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=3369ed1f-fbb4-4e08-b382-46706868eb08 HTTP/1.1" status: 200 len: 217 time: 0.0676992 Mar 01 20:57:45.859854 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-7fd1654f-a8ea-420b-b6e5-3f38873321ec tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:45.887128 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edc3b26-3ce1-4641-b33d-d4ccd6af5471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46f586a3-e9d5-4933-b0d1-ac05a50d6c8e', 'code': 200} Mar 01 20:57:45.929089 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1654f-a8ea-420b-b6e5-3f38873321ec tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event deleted for resources: {'Port': ['ID=b94cd4aa-6edf-4b0f-8068-cf7413806a24,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:45.974072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a6199-b326-41df-9473-365fffca877a req-275f5f99-27f9-4d8b-a5b0-fcaf100a49f0 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:45.981009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a6199-b326-41df-9473-365fffca877a req-275f5f99-27f9-4d8b-a5b0-fcaf100a49f0 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:45.988795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a6199-b326-41df-9473-365fffca877a req-275f5f99-27f9-4d8b-a5b0-fcaf100a49f0 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:45.995882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a6199-b326-41df-9473-365fffca877a req-275f5f99-27f9-4d8b-a5b0-fcaf100a49f0 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:46.002866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a6199-b326-41df-9473-365fffca877a req-275f5f99-27f9-4d8b-a5b0-fcaf100a49f0 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:46.009470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a6199-b326-41df-9473-365fffca877a req-275f5f99-27f9-4d8b-a5b0-fcaf100a49f0 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:46.015675 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4a6199-b326-41df-9473-365fffca877a req-275f5f99-27f9-4d8b-a5b0-fcaf100a49f0 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:46.018094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-7fd1654f-a8ea-420b-b6e5-3f38873321ec tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] No DVR routers for this DVR port b94cd4aa-6edf-4b0f-8068-cf7413806a24 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:57:46.022591 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-7fd1654f-a8ea-420b-b6e5-3f38873321ec tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:46.026359 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0372da1-344b-43d9-aec5-75e2fea8ebad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:46.027864 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c0372da1-344b-43d9-aec5-75e2fea8ebad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e44b9d62-5494-43a9-9588-014f74981709 HTTP/1.1" status: 200 len: 797 time: 0.2011824 Mar 01 20:57:46.029727 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae4a6199-b326-41df-9473-365fffca877a req-275f5f99-27f9-4d8b-a5b0-fcaf100a49f0 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5421 time: 0.1588228 Mar 01 20:57:46.100470 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae4a6199-b326-41df-9473-365fffca877a req-d2b340f8-9892-4b3b-9c6a-58d46a5bf655 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0698695 Mar 01 20:57:46.117344 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-7fd1654f-a8ea-420b-b6e5-3f38873321ec tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.57 "DELETE /v2.0/ports/b94cd4aa-6edf-4b0f-8068-cf7413806a24 HTTP/1.1" status: 204 len: 173 time: 1.9470458 Mar 01 20:57:46.193910 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '865514e6-6ee0-4efe-bf42-dd092e922c35', 'name': 'network-vif-deleted', 'tag': '1407662b-db0b-45aa-a6e9-a4e782df9b78', 'status': 'completed', 'code': 200} Mar 01 20:57:46.207688 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-b5761cbd-758e-4c0f-99b6-c1afc0e03503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:46.207688 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-b5761cbd-758e-4c0f-99b6-c1afc0e03503 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee65825d-7288-4653-bfc7-12a15403400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1632147 Mar 01 20:57:46.242600 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:57:46.246266 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 1407662b-db0b-45aa-a6e9-a4e782df9b78 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:57:46.339408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 1407662b-db0b-45aa-a6e9-a4e782df9b78 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:57:46.339826 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 1407662b-db0b-45aa-a6e9-a4e782df9b78 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:57:46.353061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-e7daff17-bcea-4f47-9d81-40b488fddd04 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Deleting port e4d53c1f-0c44-4ffa-acb9-1749b600087a {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:57:46.353405 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-e7daff17-bcea-4f47-9d81-40b488fddd04 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:46.436967 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d92f4137-c579-4025-83c7-5bc2a9a69948 req-a6babf58-6ba2-44a4-80b3-c568c4eb1585 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=865514e6-6ee0-4efe-bf42-dd092e922c35 HTTP/1.1" status: 200 len: 210 time: 0.0458333 Mar 01 20:57:46.437562 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-08ad0f63-c0a4-44c3-a422-c4af5523c6ef service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177911 Mar 01 20:57:46.532426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:46.555329 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b4722-b1b8-4eeb-b1da-577e4b9510d1 req-8086235c-3776-4f71-9caa-ed302b4e9f68 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:46.559302 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a25b4722-b1b8-4eeb-b1da-577e4b9510d1 req-8086235c-3776-4f71-9caa-ed302b4e9f68 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 945 time: 0.1247814 Mar 01 20:57:46.567508 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': 'a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb', 'mac_address': 'fa:16:3e:5d:b2:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:57:46.648267 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:46.668400 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:57:46.680409 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a25b4722-b1b8-4eeb-b1da-577e4b9510d1 req-ae69db3f-347d-44c0-bd3f-6be13c992080 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148002 Mar 01 20:57:46.686631 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:46.721379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2ff70-ab52-4bc1-9955-815ee81e4b66 req-5b81b855-e26c-421c-88c0-c71f16a41d29 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:46.725954 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-80b2ff70-ab52-4bc1-9955-815ee81e4b66 req-5b81b855-e26c-421c-88c0-c71f16a41d29 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 948 time: 0.1404994 Mar 01 20:57:46.766980 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:57:46.816835 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-80b2ff70-ab52-4bc1-9955-815ee81e4b66 req-6a03da16-24d0-47c9-8516-2843af3c3a45 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829518 Mar 01 20:57:46.827647 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:46.856584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43232) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:46.948242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:46.968365 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-5e1cb9d5-1593-48a6-ab5f-43ad8b5e4eb1 service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4841576 Mar 01 20:57:47.030095 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:47.076679 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f61d9541-4b08-4393-8025-42354c73de00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:47.084804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=46f586a3-e9d5-4933-b0d1-ac05a50d6c8e,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:47.100019 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-0ece21b1-47b1-44d7-981a-3d51941f5495 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=421f10f4-c2e3-421b-9631-75fca669804c HTTP/1.1" status: 200 len: 217 time: 0.0975285 Mar 01 20:57:47.105266 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-e7daff17-bcea-4f47-9d81-40b488fddd04 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] For port e4d53c1f-0c44-4ffa-acb9-1749b600087a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e4d53c1f-0c44-4ffa-acb9-1749b600087a,segment=NetworkSegment(ff3adc06-4de2-4ddf-81cb-3e2e86041616),segment_id=ff3adc06-4de2-4ddf-81cb-3e2e86041616)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:47.105855 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-e7daff17-bcea-4f47-9d81-40b488fddd04 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:47.106659 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a892cfa-858f-4202-8ed0-f0378a3b069c req-7d2eb7a5-b9c4-4c05-a2fa-eb099ada5c80 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0958734 Mar 01 20:57:47.114710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f61d9541-4b08-4393-8025-42354c73de00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:47.120900 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f61d9541-4b08-4393-8025-42354c73de00 admin admin] Usage tracker for resource:security_group_rule and tenant:4a92dd150448409daedf009d221c2a04 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:47.124443 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f61d9541-4b08-4393-8025-42354c73de00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:47.136223 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f61d9541-4b08-4393-8025-42354c73de00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:47.182000 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea983dd2-df1c-4a0f-86dd-34f2a6882c67 req-5388def4-f8cf-487d-b6c8-71d642eb9660 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:47.183564 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea983dd2-df1c-4a0f-86dd-34f2a6882c67 req-5388def4-f8cf-487d-b6c8-71d642eb9660 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 946 time: 0.2070563 Mar 01 20:57:47.226229 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43242) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:47.236527 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:57:47.304203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-3278e634-d65d-401a-818b-655e3d61509f admin admin] Deleting subnet 84238c67-ed05-4dca-8acd-4bb86984b8ba {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:57:47.312825 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3278e634-d65d-401a-818b-655e3d61509f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:47.316887 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:47.317279 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device e4d53c1f-0c44-4ffa-acb9-1749b600087a no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:57:47.323003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-e7daff17-bcea-4f47-9d81-40b488fddd04 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Calling delete_port for e4d53c1f-0c44-4ffa-acb9-1749b600087a owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:57:47.388687 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-71219aea-0c7a-4191-a639-3b48f3f5499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:47.390136 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-71219aea-0c7a-4191-a639-3b48f3f5499a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e44b9d62-5494-43a9-9588-014f74981709 HTTP/1.1" status: 200 len: 797 time: 0.2485390 Mar 01 20:57:47.466254 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3278e634-d65d-401a-818b-655e3d61509f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:47.567486 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea983dd2-df1c-4a0f-86dd-34f2a6882c67 req-af0c36bb-3522-4bf5-abc3-8d4dd5f16ed5 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/security-groups?id=a1f4a86d-2854-4da2-a524-ed0a957221df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3768463 Mar 01 20:57:47.570934 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=46f586a3-e9d5-4933-b0d1-ac05a50d6c8e,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:47.591377 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3278e634-d65d-401a-818b-655e3d61509f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:47.597990 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-fb240899-5922-458b-a9e3-dad35df2464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:47.600316 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-fb240899-5922-458b-a9e3-dad35df2464f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee65825d-7288-4653-bfc7-12a15403400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2017956 Mar 01 20:57:47.717211 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-e7daff17-bcea-4f47-9d81-40b488fddd04 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:47.718835 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:47.791297 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b94cd4aa-6edf-4b0f-8068-cf7413806a24 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:57:47.791851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7daff17-bcea-4f47-9d81-40b488fddd04 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event deleted for resources: {'Port': ['ID=e4d53c1f-0c44-4ffa-acb9-1749b600087a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:47.817073 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3278e634-d65d-401a-818b-655e3d61509f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:47.847244 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ed254-9ed1-4aa8-aba5-b0efa1dec7f6 req-98e6ee13-182a-4e26-830e-af7ccf58472a tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:47.848194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-2b9ed254-9ed1-4aa8-aba5-b0efa1dec7f6 req-98e6ee13-182a-4e26-830e-af7ccf58472a tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Synchronizing usage tracker for tenant:fd3c698bf2694717bd40d468a2c12a0f on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:57:47.848591 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: b94cd4aa-6edf-4b0f-8068-cf7413806a24 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:57:47.849020 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b94cd4aa-6edf-4b0f-8068-cf7413806a24 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:57:47.873629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278e634-d65d-401a-818b-655e3d61509f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84238c67-ed05-4dca-8acd-4bb86984b8ba,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:47.882920 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3278e634-d65d-401a-818b-655e3d61509f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:47.888665 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edc3b26-3ce1-4641-b33d-d4ccd6af5471', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46f586a3-e9d5-4933-b0d1-ac05a50d6c8e'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:47.900438 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f61d9541-4b08-4393-8025-42354c73de00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:47.906034 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278e634-d65d-401a-818b-655e3d61509f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:47.906380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278e634-d65d-401a-818b-655e3d61509f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:47.906711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278e634-d65d-401a-818b-655e3d61509f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:47.907042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278e634-d65d-401a-818b-655e3d61509f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:47.907404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278e634-d65d-401a-818b-655e3d61509f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:47.907717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278e634-d65d-401a-818b-655e3d61509f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:47.908045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278e634-d65d-401a-818b-655e3d61509f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:47.908358 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278e634-d65d-401a-818b-655e3d61509f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:47.908682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278e634-d65d-401a-818b-655e3d61509f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:47.908995 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278e634-d65d-401a-818b-655e3d61509f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:47.909311 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278e634-d65d-401a-818b-655e3d61509f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:47.909724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3278e634-d65d-401a-818b-655e3d61509f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:47.915950 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-e7daff17-bcea-4f47-9d81-40b488fddd04 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] No DVR routers for this DVR port e4d53c1f-0c44-4ffa-acb9-1749b600087a on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:57:47.923018 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-e7daff17-bcea-4f47-9d81-40b488fddd04 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:47.929165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3278e634-d65d-401a-818b-655e3d61509f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/84238c67-ed05-4dca-8acd-4bb86984b8ba HTTP/1.1" status: 204 len: 168 time: 0.6988475 Mar 01 20:57:47.930113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43252) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:47.932946 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-6b9761b4-ee55-47fd-b0f6-1a2b405ebc1f service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240411 Mar 01 20:57:47.936482 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aa56b298-920e-4b2d-baa5-9621d67abdc1 req-e7daff17-bcea-4f47-9d81-40b488fddd04 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.57 "DELETE /v2.0/ports/e4d53c1f-0c44-4ffa-acb9-1749b600087a HTTP/1.1" status: 204 len: 173 time: 1.8119972 Mar 01 20:57:48.060859 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-2b9ed254-9ed1-4aa8-aba5-b0efa1dec7f6 req-98e6ee13-182a-4e26-830e-af7ccf58472a tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Unset dirty status for tenant:fd3c698bf2694717bd40d468a2c12a0f on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:57:48.062583 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2b9ed254-9ed1-4aa8-aba5-b0efa1dec7f6 req-98e6ee13-182a-4e26-830e-af7ccf58472a tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.57 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 943 time: 0.5322318 Mar 01 20:57:48.086845 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5ddfdbf-ae67-4ee6-ba08-1a572f915b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:48.092980 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f61d9541-4b08-4393-8025-42354c73de00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:48.121874 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44443bc0-7cc7-4b01-8c27-8d23f94f017f req-360abc0d-059a-4c0f-b639-82b699ef37e6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:48.127842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44443bc0-7cc7-4b01-8c27-8d23f94f017f req-360abc0d-059a-4c0f-b639-82b699ef37e6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:48.134546 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44443bc0-7cc7-4b01-8c27-8d23f94f017f req-360abc0d-059a-4c0f-b639-82b699ef37e6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:48.140423 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44443bc0-7cc7-4b01-8c27-8d23f94f017f req-360abc0d-059a-4c0f-b639-82b699ef37e6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:48.146732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44443bc0-7cc7-4b01-8c27-8d23f94f017f req-360abc0d-059a-4c0f-b639-82b699ef37e6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:48.152491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44443bc0-7cc7-4b01-8c27-8d23f94f017f req-360abc0d-059a-4c0f-b639-82b699ef37e6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:48.158325 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44443bc0-7cc7-4b01-8c27-8d23f94f017f req-360abc0d-059a-4c0f-b639-82b699ef37e6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:48.160431 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-44443bc0-7cc7-4b01-8c27-8d23f94f017f req-360abc0d-059a-4c0f-b639-82b699ef37e6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5421 time: 0.4223762 Mar 01 20:57:48.166236 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-2b9ed254-9ed1-4aa8-aba5-b0efa1dec7f6 req-fb31a788-b994-4ce4-b269-b1d8755b84b8 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Deleting port 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:57:48.166825 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2b9ed254-9ed1-4aa8-aba5-b0efa1dec7f6 req-fb31a788-b994-4ce4-b269-b1d8755b84b8 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:48.205483 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b756034-73f0-4fdf-9880-3eeec0bf32d6', 'name': 'network-vif-deleted', 'tag': 'b94cd4aa-6edf-4b0f-8068-cf7413806a24'}, {'server_uuid': '9b756034-73f0-4fdf-9880-3eeec0bf32d6', 'name': 'network-vif-deleted', 'tag': 'e4d53c1f-0c44-4ffa-acb9-1749b600087a'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:48.287875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d9541-4b08-4393-8025-42354c73de00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35dd5c72-726b-45ff-8650-478dddeeb454,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:48.306381 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f61d9541-4b08-4393-8025-42354c73de00 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a92dd150448409daedf009d221c2a04&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4462097 Mar 01 20:57:48.308611 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43264) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:48.368025 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-260896d6-74c2-43ed-9b71-1da07e88e412 service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267657 Mar 01 20:57:48.459682 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-44443bc0-7cc7-4b01-8c27-8d23f94f017f req-e9f14d00-3fcd-4e6e-947c-084b4f82c9f5 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2876186 Mar 01 20:57:48.522950 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5ddfdbf-ae67-4ee6-ba08-1a572f915b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:48.524244 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edc3b26-3ce1-4641-b33d-d4ccd6af5471', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46f586a3-e9d5-4933-b0d1-ac05a50d6c8e', 'code': 200} Mar 01 20:57:48.558646 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-b5ddfdbf-ae67-4ee6-ba08-1a572f915b13 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b736a4e-f800-46d4-88cd-78c52e7f462f']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:57:48.574433 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-b5ddfdbf-ae67-4ee6-ba08-1a572f915b13 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6be5824e-406f-49d7-97ea-4f858cab8fd7') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:57:48.574761 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-b5ddfdbf-ae67-4ee6-ba08-1a572f915b13 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6be5824e-406f-49d7-97ea-4f858cab8fd7') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:57:48.594590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e81f78-949a-4f2a-943f-9b5629bbc2ca req-efb444f8-9951-412b-879b-171b6f5ebbf2 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:48.596085 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6e81f78-949a-4f2a-943f-9b5629bbc2ca req-efb444f8-9951-412b-879b-171b6f5ebbf2 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 943 time: 0.3877511 Mar 01 20:57:48.598225 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5ddfdbf-ae67-4ee6-ba08-1a572f915b13 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:48.616055 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-7d79ea13-624d-4429-a129-b406de8e5b08 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=21b097e0-c594-4c20-862a-df9b7482b41e HTTP/1.1" status: 200 len: 217 time: 0.2324655 Mar 01 20:57:48.662753 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5ddfdbf-ae67-4ee6-ba08-1a572f915b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:48.699256 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5ddfdbf-ae67-4ee6-ba08-1a572f915b13 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:57:48.699708 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5ddfdbf-ae67-4ee6-ba08-1a572f915b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:48.715876 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6e81f78-949a-4f2a-943f-9b5629bbc2ca req-68a58f89-1500-4e37-be61-b4d7c8c2adaa tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110055 Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: timer() Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:57:48.716510 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:57:48.774393 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-04cde953-9c67-4c75-b000-c037a0e0d414 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:48.775100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-04cde953-9c67-4c75-b000-c037a0e0d414 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Synchronizing usage tracker for tenant:f49f672366454d8aaec799c518622a6a on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:57:48.815838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ab84b-e66c-4ef1-815e-b162ec92ccbd req-0bbc3379-0167-4632-a594-4fc342db424b tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:48.817840 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af7ab84b-e66c-4ef1-815e-b162ec92ccbd req-0bbc3379-0167-4632-a594-4fc342db424b tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 949 time: 0.1896057 Mar 01 20:57:48.836666 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-40ed1db2-9d26-4eb3-aecb-29d419820f0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:48.839394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-73c5a362-5a84-4793-bf6e-b5b5acddfa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:48.840641 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-73c5a362-5a84-4793-bf6e-b5b5acddfa82 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e44b9d62-5494-43a9-9588-014f74981709 HTTP/1.1" status: 200 len: 797 time: 0.1935542 Mar 01 20:57:48.867496 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af7ab84b-e66c-4ef1-815e-b162ec92ccbd req-9ce09327-2732-4564-9439-d4d1ed5dad87 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435324 Mar 01 20:57:48.893785 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5ddfdbf-ae67-4ee6-ba08-1a572f915b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:48.932053 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5ddfdbf-ae67-4ee6-ba08-1a572f915b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:48.942266 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-04cde953-9c67-4c75-b000-c037a0e0d414 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Unset dirty status for tenant:f49f672366454d8aaec799c518622a6a on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:57:48.943810 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-04cde953-9c67-4c75-b000-c037a0e0d414 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.55 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228&tenant_id=f49f672366454d8aaec799c518622a6a&binding%3Ahost_id=n-h2-827896-4 HTTP/1.1" status: 200 len: 949 time: 0.7393389 Mar 01 20:57:48.951500 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b756034-73f0-4fdf-9880-3eeec0bf32d6', 'name': 'network-vif-deleted', 'tag': 'b94cd4aa-6edf-4b0f-8068-cf7413806a24', 'status': 'completed', 'code': 200} Mar 01 20:57:48.951762 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b756034-73f0-4fdf-9880-3eeec0bf32d6', 'name': 'network-vif-deleted', 'tag': 'e4d53c1f-0c44-4ffa-acb9-1749b600087a', 'status': 'completed', 'code': 200} Mar 01 20:57:48.957760 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-40ed1db2-9d26-4eb3-aecb-29d419820f0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:48.958988 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ddfdbf-ae67-4ee6-ba08-1a572f915b13 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b736a4e-f800-46d4-88cd-78c52e7f462f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:48.966623 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-2b9ed254-9ed1-4aa8-aba5-b0efa1dec7f6 req-fb31a788-b994-4ce4-b269-b1d8755b84b8 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] For port 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=46f586a3-e9d5-4933-b0d1-ac05a50d6c8e,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:48.966841 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2b9ed254-9ed1-4aa8-aba5-b0efa1dec7f6 req-fb31a788-b994-4ce4-b269-b1d8755b84b8 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:49.021282 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b5ddfdbf-ae67-4ee6-ba08-1a572f915b13 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3b736a4e-f800-46d4-88cd-78c52e7f462f HTTP/1.1" status: 204 len: 168 time: 1.0900903 Mar 01 20:57:49.034090 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d5534cb8-1d33-4f0b-9cce-b58753e26d59 req-28751553-88cf-464e-824d-ad42f980fb58 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0498343 Mar 01 20:57:49.170933 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37874936-7fd6-4e56-bd4b-32b1986d6197 req-d4fd1de2-ad57-4088-bac7-0c0177890378 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "GET /v2.0/ports?device_id=9b756034-73f0-4fdf-9880-3eeec0bf32d6 HTTP/1.1" status: 200 len: 210 time: 0.0594161 Mar 01 20:57:49.222510 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-2b9ed254-9ed1-4aa8-aba5-b0efa1dec7f6 req-fb31a788-b994-4ce4-b269-b1d8755b84b8 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Calling delete_port for 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:57:49.324960 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-a2702bf2-1a9b-48b9-953d-a2434c84372c service neutron] 10.222.0.55 "GET /v2.0/ports/a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb/bindings/n-h2-827896-4 HTTP/1.1" status: 200 len: 382 time: 0.3486190 Mar 01 20:57:49.329417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-5d7238a7-d9bf-4140-b84b-537e82591a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:49.330965 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-5d7238a7-d9bf-4140-b84b-537e82591a31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee65825d-7288-4653-bfc7-12a15403400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4765334 Mar 01 20:57:49.412570 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43278) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:49.463956 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b3ef2d12-7644-4552-bc45-1beaae26b052 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b14f03ea3bfb4417b7e16b30ef2024dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0499578 Mar 01 20:57:49.467094 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43282) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:49.531808 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-40ed1db2-9d26-4eb3-aecb-29d419820f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:49.534069 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7f517c96-b453-46a2-a415-222e6fc8643a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:49.564185 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7f517c96-b453-46a2-a415-222e6fc8643a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:49.570917 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ed1db2-9d26-4eb3-aecb-29d419820f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dd5c72-726b-45ff-8650-478dddeeb454,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:49.625671 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-d4ea0f85-e370-4a94-af76-b29df967759f service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749088 Mar 01 20:57:49.636234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-170de797-70b3-4d3d-bc65-f9fc39451c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:49.637756 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-170de797-70b3-4d3d-bc65-f9fc39451c29 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 1100 time: 0.2672386 Mar 01 20:57:49.714272 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2b9ed254-9ed1-4aa8-aba5-b0efa1dec7f6 req-fb31a788-b994-4ce4-b269-b1d8755b84b8 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:49.729309 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602cbc4-cba2-42e2-9b8a-fd3ee511ecb6 req-c8885f82-0caa-4a59-b966-d7bf433584ee tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:49.735451 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602cbc4-cba2-42e2-9b8a-fd3ee511ecb6 req-c8885f82-0caa-4a59-b966-d7bf433584ee tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:49.741894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602cbc4-cba2-42e2-9b8a-fd3ee511ecb6 req-c8885f82-0caa-4a59-b966-d7bf433584ee tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:49.747773 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602cbc4-cba2-42e2-9b8a-fd3ee511ecb6 req-c8885f82-0caa-4a59-b966-d7bf433584ee tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:49.754142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602cbc4-cba2-42e2-9b8a-fd3ee511ecb6 req-c8885f82-0caa-4a59-b966-d7bf433584ee tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:49.759992 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602cbc4-cba2-42e2-9b8a-fd3ee511ecb6 req-c8885f82-0caa-4a59-b966-d7bf433584ee tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:49.765774 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602cbc4-cba2-42e2-9b8a-fd3ee511ecb6 req-c8885f82-0caa-4a59-b966-d7bf433584ee tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:49.767768 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4602cbc4-cba2-42e2-9b8a-fd3ee511ecb6 req-c8885f82-0caa-4a59-b966-d7bf433584ee tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5421 time: 0.1361163 Mar 01 20:57:49.780546 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7f517c96-b453-46a2-a415-222e6fc8643a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:49.817022 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f517c96-b453-46a2-a415-222e6fc8643a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d14f4fa-87c9-4ae6-95c3-f98987b2aa3e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:49.849328 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4602cbc4-cba2-42e2-9b8a-fd3ee511ecb6 req-e98f52e9-c650-4639-82cd-51493627e7d4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0711753 Mar 01 20:57:49.896634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb31a788-b994-4ce4-b269-b1d8755b84b8 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Pushing event deleted for resources: {'Port': ['ID=46f586a3-e9d5-4933-b0d1-ac05a50d6c8e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:49.918310 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf795486-5bb9-4299-b9c6-d2b9bc6d9b5d req-9e31458b-4fbf-4a42-b56f-e1f02c2e7753 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 210 time: 0.0470240 Mar 01 20:57:49.920464 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7f517c96-b453-46a2-a415-222e6fc8643a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:49.924164 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7f517c96-b453-46a2-a415-222e6fc8643a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d14f4fa-87c9-4ae6-95c3-f98987b2aa3e HTTP/1.1" status: 204 len: 168 time: 0.4559052 Mar 01 20:57:49.932711 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-40ed1db2-9d26-4eb3-aecb-29d419820f0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:49.933821 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-40ed1db2-9d26-4eb3-aecb-29d419820f0c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/35dd5c72-726b-45ff-8650-478dddeeb454 HTTP/1.1" status: 204 len: 168 time: 1.6216145 Mar 01 20:57:50.006625 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9ed254-9ed1-4aa8-aba5-b0efa1dec7f6 req-fb31a788-b994-4ce4-b269-b1d8755b84b8 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] No DVR routers for this DVR port 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:57:50.009830 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2b9ed254-9ed1-4aa8-aba5-b0efa1dec7f6 req-fb31a788-b994-4ce4-b269-b1d8755b84b8 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:50.011830 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2b9ed254-9ed1-4aa8-aba5-b0efa1dec7f6 req-fb31a788-b994-4ce4-b269-b1d8755b84b8 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.57 "DELETE /v2.0/ports/46f586a3-e9d5-4933-b0d1-ac05a50d6c8e HTTP/1.1" status: 204 len: 173 time: 1.9355638 Mar 01 20:57:50.098440 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-9b0174d8-fec8-48bb-9939-0ae3197a20c3 service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646125 Mar 01 20:57:50.148076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32f7e87-74c3-42c7-88d3-de28361a7b5e req-fccfb094-0829-485a-b052-a96eceb15dd1 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:50.156272 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b32f7e87-74c3-42c7-88d3-de28361a7b5e req-fccfb094-0829-485a-b052-a96eceb15dd1 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 949 time: 0.1129470 Mar 01 20:57:50.190599 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-a043f436-08b9-457d-8409-eaa9b737d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:50.193587 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-a043f436-08b9-457d-8409-eaa9b737d876 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.5371566 Mar 01 20:57:50.209470 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b32f7e87-74c3-42c7-88d3-de28361a7b5e req-e3823105-ceb2-49d1-9b5a-4753c06cd3bb tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519872 Mar 01 20:57:50.277099 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-b5946342-3dec-45aa-bfd8-c09d375b9dff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=7a1cf285-2ede-41c8-9511-8097c8c59ab8 HTTP/1.1" status: 200 len: 217 time: 0.1512194 Mar 01 20:57:50.290332 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:57:50.333122 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-d62ece9d-9e83-473e-9144-1b44e3e8bcb9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb HTTP/1.1" status: 200 len: 217 time: 0.1279209 Mar 01 20:57:50.406292 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:57:50.407184 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:50.463247 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b119120d-b200-4b53-b1ac-3868b0744184 req-38d6427c-7fd0-406c-8a01-268d09a1fa57 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0592563 Mar 01 20:57:50.540897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289eb89a-fc2a-4435-bc16-b6d2112af0ef req-c93646b5-68be-4025-9664-ef74edc0e8c4 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:50.546698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289eb89a-fc2a-4435-bc16-b6d2112af0ef req-c93646b5-68be-4025-9664-ef74edc0e8c4 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:50.555963 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-289eb89a-fc2a-4435-bc16-b6d2112af0ef req-c93646b5-68be-4025-9664-ef74edc0e8c4 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=27efb5b7-4a3b-47b6-a5ca-e400029adccb&device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 1681 time: 0.2050452 Mar 01 20:57:50.578322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43316) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:50.596317 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:50.630761 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-a06c3517-1555-4cd8-9abb-74e05cc591dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:50.632227 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-a06c3517-1555-4cd8-9abb-74e05cc591dd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e44b9d62-5494-43a9-9588-014f74981709 HTTP/1.1" status: 200 len: 797 time: 0.3378117 Mar 01 20:57:50.642350 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e9d47a-2cd4-4dd9-9404-830f2bf9d228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:50.644025 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-289eb89a-fc2a-4435-bc16-b6d2112af0ef req-e35e48b7-afdc-4ab9-a27b-f4c061e37617 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791500 Mar 01 20:57:50.659630 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:50.684252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-67456f6e-1cfa-457a-8e01-f9eb305224e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:50.685685 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-67456f6e-1cfa-457a-8e01-f9eb305224e6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.3332376 Mar 01 20:57:50.730025 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:50.780527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67655a3-ad7e-412b-82a6-6fea1a3f8c09 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Deleting subnet 1ac4f8ab-aa22-4b24-b845-50595dfcc95d {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:57:50.783585 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d67655a3-ad7e-412b-82a6-6fea1a3f8c09 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:50.850321 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e9d47a-2cd4-4dd9-9404-830f2bf9d228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb', 'code': 200} Mar 01 20:57:50.851117 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:57:50.851500 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d67655a3-ad7e-412b-82a6-6fea1a3f8c09 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:50.938322 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d67655a3-ad7e-412b-82a6-6fea1a3f8c09 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:50.986233 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:57:50.986723 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 46f586a3-e9d5-4933-b0d1-ac05a50d6c8e not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:57:50.988274 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:51.008201 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4edc3b26-3ce1-4641-b33d-d4ccd6af5471', 'name': 'network-vif-deleted', 'tag': '46f586a3-e9d5-4933-b0d1-ac05a50d6c8e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:51.155114 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8cef-4b2a-4e55-8cc4-49a0ef1eec03 req-c2941a74-9f85-456d-a94c-dec4d4f79d8e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:51.165607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8cef-4b2a-4e55-8cc4-49a0ef1eec03 req-c2941a74-9f85-456d-a94c-dec4d4f79d8e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:51.172263 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:51.174244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8cef-4b2a-4e55-8cc4-49a0ef1eec03 req-c2941a74-9f85-456d-a94c-dec4d4f79d8e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:51.176616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-26869124-5455-4139-ac77-91be2414b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:51.178157 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-26869124-5455-4139-ac77-91be2414b9e2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee65825d-7288-4653-bfc7-12a15403400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5344555 Mar 01 20:57:51.182442 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8cef-4b2a-4e55-8cc4-49a0ef1eec03 req-c2941a74-9f85-456d-a94c-dec4d4f79d8e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:51.191917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8cef-4b2a-4e55-8cc4-49a0ef1eec03 req-c2941a74-9f85-456d-a94c-dec4d4f79d8e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:51.199978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8cef-4b2a-4e55-8cc4-49a0ef1eec03 req-c2941a74-9f85-456d-a94c-dec4d4f79d8e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:51.206186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479e8cef-4b2a-4e55-8cc4-49a0ef1eec03 req-c2941a74-9f85-456d-a94c-dec4d4f79d8e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:51.209033 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-479e8cef-4b2a-4e55-8cc4-49a0ef1eec03 req-c2941a74-9f85-456d-a94c-dec4d4f79d8e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5421 time: 0.1968675 Mar 01 20:57:51.261640 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-aaebc8db-f58e-4efd-a070-d89512c2cf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:51.263120 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-aaebc8db-f58e-4efd-a070-d89512c2cf42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5661681 Mar 01 20:57:51.316804 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-320b666e-1ad8-44cd-8b87-0b0f84b324bc req-7e8f8624-0e20-4128-b7cf-73f99fc8630e tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=4edc3b26-3ce1-4641-b33d-d4ccd6af5471 HTTP/1.1" status: 200 len: 210 time: 0.0701101 Mar 01 20:57:51.326053 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-479e8cef-4b2a-4e55-8cc4-49a0ef1eec03 req-746f8e28-bcd2-4372-aca3-68bca4b2081e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1077359 Mar 01 20:57:51.369483 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d67655a3-ad7e-412b-82a6-6fea1a3f8c09 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:51.402375 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4edc3b26-3ce1-4641-b33d-d4ccd6af5471', 'name': 'network-vif-deleted', 'tag': '46f586a3-e9d5-4933-b0d1-ac05a50d6c8e', 'status': 'completed', 'code': 200} Mar 01 20:57:51.425102 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67655a3-ad7e-412b-82a6-6fea1a3f8c09 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac4f8ab-aa22-4b24-b845-50595dfcc95d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:51.436107 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d9bda2-a514-4be8-8711-dfca1bd8cbd8 None None] Network 22986512-c22d-42ab-82ee-ce47bd099508 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:57:51.476555 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d67655a3-ad7e-412b-82a6-6fea1a3f8c09 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:51.514502 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d67655a3-ad7e-412b-82a6-6fea1a3f8c09 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "DELETE /v2.0/subnets/1ac4f8ab-aa22-4b24-b845-50595dfcc95d HTTP/1.1" status: 204 len: 168 time: 0.9329362 Mar 01 20:57:51.514898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43362) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:51.521906 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-c19e6a98-579d-4fb3-a67c-4e6250e3e060 service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285823 Mar 01 20:57:51.590822 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-f268c3c6-91f9-4c1e-a9a7-c6a23a3f9d7c service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3191190 Mar 01 20:57:51.743198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43374) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:51.836470 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c432727a-2a4d-4fdc-9790-fd551ff7e243 req-854ea1f8-4829-4b56-afa8-498168200e79 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0765254 Mar 01 20:57:51.843673 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:51.871024 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a80f639-5919-4f31-bd63-e194700db4dd None None] DHCP port deletion for 22986512-c22d-42ab-82ee-ce47bd099508 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 20:57:51.875571 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5a80f639-5919-4f31-bd63-e194700db4dd None None] Deleting port 2b3081e8-da7a-4ec1-aaff-17f782c193cf {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:57:51.876004 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5a80f639-5919-4f31-bd63-e194700db4dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:51.914187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Deleting port 2b3081e8-da7a-4ec1-aaff-17f782c193cf {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:57:51.914522 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:51.917538 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-9e2bb09e-b5a0-4816-9756-7ede213082dc service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870635 Mar 01 20:57:51.923206 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-344584cf-9294-4458-b3b1-d3cac44650fb service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829590 Mar 01 20:57:52.004292 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-1c1ea897-3a54-4b1f-be49-2e1b4d66d839 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=56e464ad-5156-4f01-9db7-f45a9059a600 HTTP/1.1" status: 200 len: 217 time: 0.0793560 Mar 01 20:57:52.018819 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876283d6-afa4-4a83-85f3-47d731cf7b7e req-19a8c4f2-ea97-4eb2-a049-a9833ac115e8 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:52.026871 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-876283d6-afa4-4a83-85f3-47d731cf7b7e req-19a8c4f2-ea97-4eb2-a049-a9833ac115e8 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.4799552 Mar 01 20:57:52.136339 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-876283d6-afa4-4a83-85f3-47d731cf7b7e req-e57e1a02-8445-4683-927c-a73dde6f9de2 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082468 Mar 01 20:57:52.139044 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43382) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:52.200608 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-825597777-network', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:52.221086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:52.228520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-d7a3a17c-c3e3-4097-b103-52f0665fcef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:52.230318 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-d7a3a17c-c3e3-4097-b103-52f0665fcef1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24348124-4cc7-4cd6-a18f-5dbd41fcf6ef HTTP/1.1" status: 200 len: 797 time: 0.2089653 Mar 01 20:57:52.231448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Usage tracker for resource:network and tenant:b78d9d9c87074e3ead6611c118eec35f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:52.235816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:52.257711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-5a80f639-5919-4f31-bd63-e194700db4dd None None] For port 2b3081e8-da7a-4ec1-aaff-17f782c193cf, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2b3081e8-da7a-4ec1-aaff-17f782c193cf,segment=NetworkSegment(ff3adc06-4de2-4ddf-81cb-3e2e86041616),segment_id=ff3adc06-4de2-4ddf-81cb-3e2e86041616)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:52.258110 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5a80f639-5919-4f31-bd63-e194700db4dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:52.291760 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:52.305886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1561094861-network', 'tenant_id': '1ba80ce6464f41b8a9927e7ec5fe9e47'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:52.323845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:52.330666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Usage tracker for resource:network and tenant:1ba80ce6464f41b8a9927e7ec5fe9e47 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:52.333995 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-2bfbb8c9-c769-4335-ada0-58cd7219ff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:52.335665 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-2bfbb8c9-c769-4335-ada0-58cd7219ff3c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77a119db-23ab-49e4-8878-de783cebb26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0957217 Mar 01 20:57:52.377453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:52.389424 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5a80f639-5919-4f31-bd63-e194700db4dd None None] Calling delete_port for 2b3081e8-da7a-4ec1-aaff-17f782c193cf owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:57:52.394972 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:52.418630 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] For port 2b3081e8-da7a-4ec1-aaff-17f782c193cf, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2b3081e8-da7a-4ec1-aaff-17f782c193cf,segment=NetworkSegment(ff3adc06-4de2-4ddf-81cb-3e2e86041616),segment_id=ff3adc06-4de2-4ddf-81cb-3e2e86041616)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:52.419046 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:52.503263 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-1835a179-28d6-4d71-bd84-3ad85e5b2b24 service neutron] 10.222.0.57 "GET /v2.0/networks/77a119db-23ab-49e4-8878-de783cebb26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607511 Mar 01 20:57:52.504731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Made reservation on behalf of b78d9d9c87074e3ead6611c118eec35f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:57:52.507885 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:52.555309 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Made reservation on behalf of 1ba80ce6464f41b8a9927e7ec5fe9e47 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:57:52.557655 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:52.578333 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Calling delete_port for 2b3081e8-da7a-4ec1-aaff-17f782c193cf owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:57:52.588987 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5a80f639-5919-4f31-bd63-e194700db4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:52.607207 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:52.642010 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:52.658282 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a80f639-5919-4f31-bd63-e194700db4dd None None] No DVR routers for this DVR port 2b3081e8-da7a-4ec1-aaff-17f782c193cf on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:57:52.673000 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:52.674978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a80f639-5919-4f31-bd63-e194700db4dd None None] Pushing event deleted for resources: {'Port': ['ID=2b3081e8-da7a-4ec1-aaff-17f782c193cf,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:52.677957 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Usage tracker for resource:security_group_rule and tenant:b78d9d9c87074e3ead6611c118eec35f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:52.678260 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:52.681624 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:52.689901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:52.699502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Usage tracker for resource:security_group_rule and tenant:1ba80ce6464f41b8a9927e7ec5fe9e47 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:52.705404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:52.713056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:52.743244 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-82091023-19d9-4b7f-bd5c-9d16f99b5e6c service neutron] 10.222.0.57 "GET /v2.0/networks/77a119db-23ab-49e4-8878-de783cebb26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241592 Mar 01 20:57:52.759066 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:57:52.759426 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:57:52.795274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551e037-b883-477a-a73b-c9cb6e4c063c req-9e73ba90-c9ec-47df-9468-5b617efe6f6f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:52.802301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551e037-b883-477a-a73b-c9cb6e4c063c req-9e73ba90-c9ec-47df-9468-5b617efe6f6f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:52.811138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551e037-b883-477a-a73b-c9cb6e4c063c req-9e73ba90-c9ec-47df-9468-5b617efe6f6f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:52.817888 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551e037-b883-477a-a73b-c9cb6e4c063c req-9e73ba90-c9ec-47df-9468-5b617efe6f6f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:52.824187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551e037-b883-477a-a73b-c9cb6e4c063c req-9e73ba90-c9ec-47df-9468-5b617efe6f6f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:52.830267 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551e037-b883-477a-a73b-c9cb6e4c063c req-9e73ba90-c9ec-47df-9468-5b617efe6f6f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:52.836491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551e037-b883-477a-a73b-c9cb6e4c063c req-9e73ba90-c9ec-47df-9468-5b617efe6f6f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:52.838443 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4551e037-b883-477a-a73b-c9cb6e4c063c req-9e73ba90-c9ec-47df-9468-5b617efe6f6f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5421 time: 0.2206712 Mar 01 20:57:52.921097 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4551e037-b883-477a-a73b-c9cb6e4c063c req-221c130e-df4c-4cd5-b5c6-b9521cdf9e58 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0738790 Mar 01 20:57:52.938536 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:52.945056 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-7f1ecaa8-4053-420d-bc44-64dd73decc0d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3cc9b9c-e594-4a4b-9313-d2383734d393 HTTP/1.1" status: 200 len: 217 time: 0.1915228 Mar 01 20:57:53.054533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-7be433bf-3876-408a-9ffb-c1ea31fcdabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:53.056213 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-7be433bf-3876-408a-9ffb-c1ea31fcdabd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24348124-4cc7-4cd6-a18f-5dbd41fcf6ef HTTP/1.1" status: 200 len: 797 time: 0.1026986 Mar 01 20:57:53.061814 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:53.146869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-e33f250a-fa98-4841-a222-fa400a155f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:53.148565 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-e33f250a-fa98-4841-a222-fa400a155f85 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77a119db-23ab-49e4-8878-de783cebb26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0844157 Mar 01 20:57:53.150722 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:53.154774 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:53.217940 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:57:53.226277 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-203594d7-069c-4a90-affb-fddca3586812 req-216b66a2-456c-4f95-b1ad-2524fab3040f tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0726380 Mar 01 20:57:53.259944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Deleting port 2b3081e8-da7a-4ec1-aaff-17f782c193cf {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:57:53.260286 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:53.281999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd97726-2c48-422a-9c34-c287ecbb7ff9,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:53.291843 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d43149-1447-4bd3-a73c-d0bc98e37e20,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:53.297280 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:53.297621 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Added segment 127fa70f-19d8-4610-b0ae-f3a57aa7af4b of type vlan for network 8007cea6-41ad-4d71-904f-1df8339feed7 Mar 01 20:57:53.312346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-66c1da61-cb75-4977-bcbb-f6d839383473 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:53.319221 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-66c1da61-cb75-4977-bcbb-f6d839383473 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/networks?id=b34cf2a5-94ef-4c93-a73c-6352e07b80df HTTP/1.1" status: 200 len: 822 time: 0.2797790 Mar 01 20:57:53.344690 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:53.359726 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-9d581959-c09d-4776-98be-10c8f46f0675 service neutron] 10.222.0.57 "GET /v2.0/networks/77a119db-23ab-49e4-8878-de783cebb26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916971 Mar 01 20:57:53.361354 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] The port '2b3081e8-da7a-4ec1-aaff-17f782c193cf' was deleted {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 20:57:53.368700 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-923c51a0-204c-4da4-8546-a54bb2492b31 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/quotas/fd3c698bf2694717bd40d468a2c12a0f HTTP/1.1" status: 200 len: 375 time: 0.0486283 Mar 01 20:57:53.477087 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:53.477989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:53.478580 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:53.545357 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:57:53.545810 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:57:53.588592 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:53.611007 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58d53cf4-1dda-40f2-acd0-555bad0e314a req-63d39657-07da-4ddd-98d7-553e6cae7e47 service neutron] 10.222.0.57 "GET /v2.0/networks/77a119db-23ab-49e4-8878-de783cebb26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393978 Mar 01 20:57:53.611828 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] Pushing event updated for resources: {'Network': ['ID=8007cea6-41ad-4d71-904f-1df8339feed7,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:53.613848 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:53.615694 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d4ad0aa7-3581-4784-a8de-f6e8f9bbe0fd admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8714783 Mar 01 20:57:53.618492 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43414) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:53.624392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-72e04d5e-249c-4381-beb4-c950d474afed admin admin] Request body: {'subnet': {'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-825597777-subnet', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:53.629906 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-72e04d5e-249c-4381-beb4-c950d474afed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:53.634638 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-72e04d5e-249c-4381-beb4-c950d474afed admin admin] Usage tracker for resource:subnet and tenant:b78d9d9c87074e3ead6611c118eec35f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:53.638238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 8007cea6-41ad-4d71-904f-1df8339feed7 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:57:53.640666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-72e04d5e-249c-4381-beb4-c950d474afed admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:53.650815 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-72e04d5e-249c-4381-beb4-c950d474afed admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:53.656082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22986512-c22d-42ab-82ee-ce47bd099508']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:57:53.675605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff3adc06-4de2-4ddf-81cb-3e2e86041616') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:57:53.675906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff3adc06-4de2-4ddf-81cb-3e2e86041616') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:57:53.695205 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:53.718356 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-d4e9e4a7-ab7f-47be-9a55-aacc3cf8a4ef tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=fd3c698bf2694717bd40d468a2c12a0f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3488231 Mar 01 20:57:53.725934 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:53.733712 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e04d5e-249c-4381-beb4-c950d474afed admin admin] Made reservation on behalf of b78d9d9c87074e3ead6611c118eec35f for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:57:53.736683 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72e04d5e-249c-4381-beb4-c950d474afed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:53.738275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6376cbd-89c2-43a5-811d-d7ae0e698018 req-27a243f9-c357-4af1-9651-2ef42425776f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:53.739857 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6376cbd-89c2-43a5-811d-d7ae0e698018 req-27a243f9-c357-4af1-9651-2ef42425776f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.2686150 Mar 01 20:57:53.743336 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:57:53.743755 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:53.747325 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2b3081e8-da7a-4ec1-aaff-17f782c193cf no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: timer() Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:57:53.779985 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:57:53.793365 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 2b3081e8-da7a-4ec1-aaff-17f782c193cf {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:57:53.794174 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2b3081e8-da7a-4ec1-aaff-17f782c193cf not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:57:53.965215 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6376cbd-89c2-43a5-811d-d7ae0e698018 req-2530cb9c-00c1-4f7b-b7ed-b05996b3d792 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842303 Mar 01 20:57:54.006393 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-ca2cc742-876a-48e8-bd3c-195da9530338 service neutron] 10.222.0.42 "GET /v2.0/networks/b34cf2a5-94ef-4c93-a73c-6352e07b80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641675 Mar 01 20:57:54.062453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d5917-6424-497f-99b3-5901c4bfc243 req-ed2d5809-c883-4c67-9ab4-4f2f46eea037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:54.063116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d5917-6424-497f-99b3-5901c4bfc243 req-ed2d5809-c883-4c67-9ab4-4f2f46eea037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:54.063700 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d5917-6424-497f-99b3-5901c4bfc243 req-ed2d5809-c883-4c67-9ab4-4f2f46eea037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:54.064172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d5917-6424-497f-99b3-5901c4bfc243 req-ed2d5809-c883-4c67-9ab4-4f2f46eea037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:54.064653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d5917-6424-497f-99b3-5901c4bfc243 req-ed2d5809-c883-4c67-9ab4-4f2f46eea037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:54.065131 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d5917-6424-497f-99b3-5901c4bfc243 req-ed2d5809-c883-4c67-9ab4-4f2f46eea037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:54.065608 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d5917-6424-497f-99b3-5901c4bfc243 req-ed2d5809-c883-4c67-9ab4-4f2f46eea037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:54.068597 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-312d5917-6424-497f-99b3-5901c4bfc243 req-ed2d5809-c883-4c67-9ab4-4f2f46eea037 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5705b0cae87741729c72e376229e6a19&device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 6478 time: 0.2301140 Mar 01 20:57:54.161033 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:54.174961 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:54.201946 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e6c143-dd69-4350-823c-37296022276f req-4e9eccd1-fa94-46e2-ad18-31b637d36f3d tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:54.202643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-85e6c143-dd69-4350-823c-37296022276f req-4e9eccd1-fa94-46e2-ad18-31b637d36f3d tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Synchronizing usage tracker for tenant:5203c2ab63064c69ad3c5cd3fc2cfb01 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:57:54.231120 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:54.288515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d5917-6424-497f-99b3-5901c4bfc243 req-f737ff7d-7b8c-4e95-91f8-fcdd3776e412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:54.289942 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-312d5917-6424-497f-99b3-5901c4bfc243 req-f737ff7d-7b8c-4e95-91f8-fcdd3776e412 service neutron] 10.222.0.57 "GET /v2.0/networks?id=77a119db-23ab-49e4-8878-de783cebb26a HTTP/1.1" status: 200 len: 902 time: 0.2076046 Mar 01 20:57:54.307759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event deleted for resources: {'Network': ['ID=22986512-c22d-42ab-82ee-ce47bd099508,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:54.338862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:57:54.367035 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72e04d5e-249c-4381-beb4-c950d474afed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:54.372556 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:54.372895 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Added segment 1c1a4a5a-d33b-45da-9095-5909f125e4bb of type vlan for network bd99545d-482b-491c-902b-7aff0d998285 Mar 01 20:57:54.395007 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-5bcc67ab-fc0c-4faf-8ff3-cd7547da6f10 service neutron] 10.222.0.42 "GET /v2.0/networks/b34cf2a5-94ef-4c93-a73c-6352e07b80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3876436 Mar 01 20:57:54.402862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-85e6c143-dd69-4350-823c-37296022276f req-4e9eccd1-fa94-46e2-ad18-31b637d36f3d tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Unset dirty status for tenant:5203c2ab63064c69ad3c5cd3fc2cfb01 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:57:54.404023 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-85e6c143-dd69-4350-823c-37296022276f req-4e9eccd1-fa94-46e2-ad18-31b637d36f3d tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.57 "GET /v2.0/ports?device_id=27efb5b7-4a3b-47b6-a5ca-e400029adccb HTTP/1.1" status: 200 len: 945 time: 0.4959915 Mar 01 20:57:54.409111 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-312d5917-6424-497f-99b3-5901c4bfc243 req-ccadc399-7d77-4781-9926-9153fb6bc41b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3cc9b9c-e594-4a4b-9313-d2383734d393 HTTP/1.1" status: 200 len: 217 time: 0.1119955 Mar 01 20:57:54.426879 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e806dda-d536-40e8-802b-dc724501e85f req-d6c052d9-5d93-4199-b4e2-fea606a9fef4 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:54.428406 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e806dda-d536-40e8-802b-dc724501e85f req-d6c052d9-5d93-4199-b4e2-fea606a9fef4 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=27efb5b7-4a3b-47b6-a5ca-e400029adccb HTTP/1.1" status: 200 len: 945 time: 0.2601759 Mar 01 20:57:54.432381 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:54.441690 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5e0babe1-9a45-44f3-be04-cda089cddb83 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "DELETE /v2.0/networks/22986512-c22d-42ab-82ee-ce47bd099508 HTTP/1.1" status: 204 len: 168 time: 2.9255381 Mar 01 20:57:54.443671 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43422) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:54.561938 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-286e8ff0-cbc4-4b6f-aae3-15390b191e57 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Deleting subnet 500ae941-b484-4ac8-bead-560406abb709 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:57:54.566274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e04d5e-249c-4381-beb4-c950d474afed admin admin] Pushing event updated for resources: {'Subnet': ['ID=e84a0e23-c311-4cef-a37e-b35e66df3495,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:54.569466 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e806dda-d536-40e8-802b-dc724501e85f req-56da3572-b7c6-441c-a8b6-1ac3bb4b09cd tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266382 Mar 01 20:57:54.570154 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-286e8ff0-cbc4-4b6f-aae3-15390b191e57 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:54.578333 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-85e6c143-dd69-4350-823c-37296022276f req-dd9addd4-43b6-468f-ab60-575f84b8c443 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Deleting port 2bdfab75-21d4-4231-aeeb-98b4e8404c1e {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:57:54.578687 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-85e6c143-dd69-4350-823c-37296022276f req-dd9addd4-43b6-468f-ab60-575f84b8c443 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:54.629440 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d5917-6424-497f-99b3-5901c4bfc243 req-1406aa0d-ff64-453e-a10a-84802ae6c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:54.631046 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-312d5917-6424-497f-99b3-5901c4bfc243 req-1406aa0d-ff64-453e-a10a-84802ae6c385 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24348124-4cc7-4cd6-a18f-5dbd41fcf6ef HTTP/1.1" status: 200 len: 797 time: 0.1774640 Mar 01 20:57:54.632299 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-286e8ff0-cbc4-4b6f-aae3-15390b191e57 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:54.634439 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e04d5e-249c-4381-beb4-c950d474afed admin admin] Checking segment: {'id': '127fa70f-19d8-4610-b0ae-f3a57aa7af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:57:54.634806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e04d5e-249c-4381-beb4-c950d474afed admin admin] Network hostable DHCP agents. Network: 8007cea6-41ad-4d71-904f-1df8339feed7, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:57:54.693140 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:54.695187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:54.697106 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:54.918178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] Pushing event updated for resources: {'Network': ['ID=bd99545d-482b-491c-902b-7aff0d998285,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:54.935099 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-71f6cfcb-156a-45b0-a69e-e23b460e3227 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.7891529 Mar 01 20:57:54.935485 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network bd99545d-482b-491c-902b-7aff0d998285 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:57:54.943394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43434) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:54.959901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Request body: {'subnet': {'network_id': 'bd99545d-482b-491c-902b-7aff0d998285', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1561094861-subnet', 'tenant_id': '1ba80ce6464f41b8a9927e7ec5fe9e47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:54.963592 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1774ade1-42f8-4047-9e90-6f3b39e2ce6d req-980da220-adf2-4712-b016-e5a3e26ad538 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.1120872 Mar 01 20:57:54.974126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:54.988290 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-286e8ff0-cbc4-4b6f-aae3-15390b191e57 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:55.108224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Usage tracker for resource:subnet and tenant:1ba80ce6464f41b8a9927e7ec5fe9e47 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:55.113609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e04d5e-249c-4381-beb4-c950d474afed admin admin] Network 8007cea6-41ad-4d71-904f-1df8339feed7 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:57:55.116198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:55.126927 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-99e2a0ce-8f45-4f1e-8940-a87a2305af2d req-377c6423-657f-4d0c-910a-be75cc03688d tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96a532a-dc3d-40a5-a897-a3c517d75983 HTTP/1.1" status: 200 len: 210 time: 0.0695741 Mar 01 20:57:55.150219 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:55.225895 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd4a3a-ac3d-415d-9e38-18402b70e229 req-39507b37-0cd4-44cc-95dd-fbaa61bb7c54 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:55.233885 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd4a3a-ac3d-415d-9e38-18402b70e229 req-39507b37-0cd4-44cc-95dd-fbaa61bb7c54 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:55.241984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd4a3a-ac3d-415d-9e38-18402b70e229 req-39507b37-0cd4-44cc-95dd-fbaa61bb7c54 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:55.243551 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-72e04d5e-249c-4381-beb4-c950d474afed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 8007cea6-41ad-4d71-904f-1df8339feed7) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:57:55.249252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312d5917-6424-497f-99b3-5901c4bfc243 req-eb147781-279a-4d6b-a0bd-b88e5a841f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:55.250165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd4a3a-ac3d-415d-9e38-18402b70e229 req-39507b37-0cd4-44cc-95dd-fbaa61bb7c54 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:55.250605 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-312d5917-6424-497f-99b3-5901c4bfc243 req-eb147781-279a-4d6b-a0bd-b88e5a841f8a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77a119db-23ab-49e4-8878-de783cebb26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6113327 Mar 01 20:57:55.256379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076752bc-4c8d-433a-84f0-2e80acc3dab9 None None] Network 8007cea6-41ad-4d71-904f-1df8339feed7 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:57:55.258311 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e04d5e-249c-4381-beb4-c950d474afed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:55.258965 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72e04d5e-249c-4381-beb4-c950d474afed admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:55.271945 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd4a3a-ac3d-415d-9e38-18402b70e229 req-39507b37-0cd4-44cc-95dd-fbaa61bb7c54 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:55.277978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd4a3a-ac3d-415d-9e38-18402b70e229 req-39507b37-0cd4-44cc-95dd-fbaa61bb7c54 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:55.284913 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd4a3a-ac3d-415d-9e38-18402b70e229 req-39507b37-0cd4-44cc-95dd-fbaa61bb7c54 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:55.294340 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-97fd4a3a-ac3d-415d-9e38-18402b70e229 req-39507b37-0cd4-44cc-95dd-fbaa61bb7c54 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5421 time: 0.4417341 Mar 01 20:57:55.297017 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f402aaad-ac20-4aaf-ba6b-8e6d46ca9ce2 req-ba78e351-3931-4959-87f0-2cec800cedca tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:55.298185 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f402aaad-ac20-4aaf-ba6b-8e6d46ca9ce2 req-ba78e351-3931-4959-87f0-2cec800cedca tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b2a8a2a-2595-4542-ac5d-9a9022ea1328 HTTP/1.1" status: 200 len: 945 time: 0.4721558 Mar 01 20:57:55.395609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Made reservation on behalf of 1ba80ce6464f41b8a9927e7ec5fe9e47 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:57:55.397800 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:55.403272 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-97fd4a3a-ac3d-415d-9e38-18402b70e229 req-40bf55cf-dfe6-438d-8ba5-e8f37ab24b81 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1080160 Mar 01 20:57:55.465361 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb530c-db49-401b-a87c-f119eac75546 req-b7ace452-80bd-4f20-913c-34b032608d15 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:55.475490 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5afb530c-db49-401b-a87c-f119eac75546 req-b7ace452-80bd-4f20-913c-34b032608d15 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.1579423 Mar 01 20:57:55.495390 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-286e8ff0-cbc4-4b6f-aae3-15390b191e57 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:55.505776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-8007cea6-41ad-4d71-904f-1df8339feed7', 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'fixed_ips': [{'subnet_id': 'e84a0e23-c311-4cef-a37e-b35e66df3495'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 20:57:55.506887 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:55.557589 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e8ff0-cbc4-4b6f-aae3-15390b191e57 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event deleted for resources: {'Subnet': ['ID=500ae941-b484-4ac8-bead-560406abb709,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:55.570054 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-286e8ff0-cbc4-4b6f-aae3-15390b191e57 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:55.579160 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5afb530c-db49-401b-a87c-f119eac75546 req-7657c6ea-1378-4c96-b74d-327a9a1a5ea8 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028290 Mar 01 20:57:55.583508 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-286e8ff0-cbc4-4b6f-aae3-15390b191e57 tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "DELETE /v2.0/subnets/500ae941-b484-4ac8-bead-560406abb709 HTTP/1.1" status: 204 len: 168 time: 1.1352246 Mar 01 20:57:55.583981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43442) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:55.585306 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4223c46-ffe6-4145-bb16-99e79fcc880b None None] Network fa915902-b2d0-4dbc-9808-038021a7f9f4 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:57:55.639484 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-85e6c143-dd69-4350-823c-37296022276f req-dd9addd4-43b6-468f-ab60-575f84b8c443 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] For port 2bdfab75-21d4-4231-aeeb-98b4e8404c1e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2bdfab75-21d4-4231-aeeb-98b4e8404c1e,segment=NetworkSegment(02d5f563-3181-4c19-a0b4-2c6cd171679e),segment_id=02d5f563-3181-4c19-a0b4-2c6cd171679e)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:55.640094 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-85e6c143-dd69-4350-823c-37296022276f req-dd9addd4-43b6-468f-ab60-575f84b8c443 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:55.661148 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-f402aaad-ac20-4aaf-ba6b-8e6d46ca9ce2 req-cd15d90e-8787-4c18-bcae-8d0271355a91 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Deleting port 6ee6f858-8482-40fe-a906-7c5af658d5c8 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:57:55.661148 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f402aaad-ac20-4aaf-ba6b-8e6d46ca9ce2 req-cd15d90e-8787-4c18-bcae-8d0271355a91 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:55.711097 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-72e04d5e-249c-4381-beb4-c950d474afed admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0889916 Mar 01 20:57:55.764733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43448) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:55.805498 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8251192c-bebd-4d98-9a78-aafcf16868ca tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:55.829563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-8251192c-bebd-4d98-9a78-aafcf16868ca tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Deleting port cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:57:55.829926 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8251192c-bebd-4d98-9a78-aafcf16868ca tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:55.839815 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-85e6c143-dd69-4350-823c-37296022276f req-dd9addd4-43b6-468f-ab60-575f84b8c443 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Calling delete_port for 2bdfab75-21d4-4231-aeeb-98b4e8404c1e owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:57:55.877240 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Allocated IP 172.20.0.2 (8007cea6-41ad-4d71-904f-1df8339feed7/e84a0e23-c311-4cef-a37e-b35e66df3495/16f855bc-104a-4856-bac1-4ad16874d3d4) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:57:55.888492 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-825597777-router', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:55.905609 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c764f02-7ed9-4463-be4c-52b1dc521542 req-08fedd9f-5226-43de-a1f3-ce8e2969ac48 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:55.921844 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c764f02-7ed9-4463-be4c-52b1dc521542 req-08fedd9f-5226-43de-a1f3-ce8e2969ac48 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=27efb5b7-4a3b-47b6-a5ca-e400029adccb HTTP/1.1" status: 200 len: 945 time: 0.1825776 Mar 01 20:57:55.922050 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:55.936667 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Usage tracker for resource:router and tenant:b78d9d9c87074e3ead6611c118eec35f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:55.943540 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-312d5917-6424-497f-99b3-5901c4bfc243 req-21e2caa4-e4b5-46ef-b513-86ceb48bdd20 service neutron] 10.222.0.57 "GET /v2.0/networks/77a119db-23ab-49e4-8878-de783cebb26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6808572 Mar 01 20:57:55.960414 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:56.035735 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c764f02-7ed9-4463-be4c-52b1dc521542 req-f7b3b286-94ce-416e-b847-16f4492a32e8 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184866 Mar 01 20:57:56.050748 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:56.055915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beff6c5c-97d5-4cb1-bf7c-4eddfde47db8 None None] DHCP port deletion for fa915902-b2d0-4dbc-9808-038021a7f9f4 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 20:57:56.074221 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-beff6c5c-97d5-4cb1-bf7c-4eddfde47db8 None None] Deleting port cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:57:56.080109 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-beff6c5c-97d5-4cb1-bf7c-4eddfde47db8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:56.131380 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-f20c53cb-0ccb-4ccb-8e0f-8c6d3ca958a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:56.132884 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-f20c53cb-0ccb-4ccb-8e0f-8c6d3ca958a1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228&tenant_id=f49f672366454d8aaec799c518622a6a HTTP/1.1" status: 200 len: 1101 time: 0.8338461 Mar 01 20:57:56.268623 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b38405cd-a52d-43b6-a1bb-2b41fb24e1b6 req-2a710cbe-3dd7-41d2-aacd-22240b3b7200 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0792470 Mar 01 20:57:56.293112 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:56.294129 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:56.337780 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-068e515e-4067-4fbe-a70b-df59e4d64923 req-722d638d-709e-4a56-8add-84aeb2002b14 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96a532a-dc3d-40a5-a897-a3c517d75983 HTTP/1.1" status: 200 len: 210 time: 0.0629613 Mar 01 20:57:56.340200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-8251192c-bebd-4d98-9a78-aafcf16868ca tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] For port cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b,segment=NetworkSegment(d32a00d1-7445-4530-b440-52f0b561333b),segment_id=d32a00d1-7445-4530-b440-52f0b561333b)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:56.340875 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8251192c-bebd-4d98-9a78-aafcf16868ca tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:56.363484 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 6ee6f858-8482-40fe-a906-7c5af658d5c8 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:57:56.409339 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:56.640946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-8251192c-bebd-4d98-9a78-aafcf16868ca tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Calling delete_port for cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:57:56.644696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Transition to ACTIVE for port object 16f855bc-104a-4856-bac1-4ad16874d3d4 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:56.649073 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-312d5917-6424-497f-99b3-5901c4bfc243 req-1d600259-4878-45e7-8c5d-a32d80d0b332 service neutron] 10.222.0.57 "GET /v2.0/networks/77a119db-23ab-49e4-8878-de783cebb26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6527257 Mar 01 20:57:56.699034 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-beff6c5c-97d5-4cb1-bf7c-4eddfde47db8 None None] For port cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b,segment=NetworkSegment(d32a00d1-7445-4530-b440-52f0b561333b),segment_id=d32a00d1-7445-4530-b440-52f0b561333b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:56.699470 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-beff6c5c-97d5-4cb1-bf7c-4eddfde47db8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:56.727603 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-f402aaad-ac20-4aaf-ba6b-8e6d46ca9ce2 req-cd15d90e-8787-4c18-bcae-8d0271355a91 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] For port 6ee6f858-8482-40fe-a906-7c5af658d5c8, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=6ee6f858-8482-40fe-a906-7c5af658d5c8,segment=NetworkSegment(02d5f563-3181-4c19-a0b4-2c6cd171679e),segment_id=02d5f563-3181-4c19-a0b4-2c6cd171679e)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:56.728695 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f402aaad-ac20-4aaf-ba6b-8e6d46ca9ce2 req-cd15d90e-8787-4c18-bcae-8d0271355a91 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:56.823087 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Transition to ACTIVE for port object 16f855bc-104a-4856-bac1-4ad16874d3d4 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:57:56.825660 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2bdfab75-21d4-4231-aeeb-98b4e8404c1e no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:57:56.845012 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb57b87-b099-47e6-8773-acda6d25e703 req-b3b82e6e-3bf8-4499-9d1e-d4bc3598a782 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:56.850903 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb57b87-b099-47e6-8773-acda6d25e703 req-b3b82e6e-3bf8-4499-9d1e-d4bc3598a782 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:56.855415 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-beff6c5c-97d5-4cb1-bf7c-4eddfde47db8 None None] Calling delete_port for cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:57:56.856975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb57b87-b099-47e6-8773-acda6d25e703 req-b3b82e6e-3bf8-4499-9d1e-d4bc3598a782 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:56.862858 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb57b87-b099-47e6-8773-acda6d25e703 req-b3b82e6e-3bf8-4499-9d1e-d4bc3598a782 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:56.868799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb57b87-b099-47e6-8773-acda6d25e703 req-b3b82e6e-3bf8-4499-9d1e-d4bc3598a782 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:56.874716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb57b87-b099-47e6-8773-acda6d25e703 req-b3b82e6e-3bf8-4499-9d1e-d4bc3598a782 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:56.877939 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:56.881754 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb57b87-b099-47e6-8773-acda6d25e703 req-b3b82e6e-3bf8-4499-9d1e-d4bc3598a782 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:56.883512 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cdb57b87-b099-47e6-8773-acda6d25e703 req-b3b82e6e-3bf8-4499-9d1e-d4bc3598a782 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5421 time: 0.2508075 Mar 01 20:57:56.898636 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-f402aaad-ac20-4aaf-ba6b-8e6d46ca9ce2 req-cd15d90e-8787-4c18-bcae-8d0271355a91 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Calling delete_port for 6ee6f858-8482-40fe-a906-7c5af658d5c8 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:57:56.898986 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 2bdfab75-21d4-4231-aeeb-98b4e8404c1e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:57:56.899251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2bdfab75-21d4-4231-aeeb-98b4e8404c1e not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:57:56.952899 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cdb57b87-b099-47e6-8773-acda6d25e703 req-39a530a7-0f32-42c0-8472-ac664b9a71ca tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0607884 Mar 01 20:57:56.959692 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-85e6c143-dd69-4350-823c-37296022276f req-dd9addd4-43b6-468f-ab60-575f84b8c443 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:56.967121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e47fe-f8e9-4b03-a06e-76091f710a7c req-392a86e9-32ac-485d-8871-41f17c0669e7 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:56.970616 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-657e47fe-f8e9-4b03-a06e-76091f710a7c req-392a86e9-32ac-485d-8871-41f17c0669e7 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.2180502 Mar 01 20:57:56.992412 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:57.031553 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8251192c-bebd-4d98-9a78-aafcf16868ca tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:57.090083 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-657e47fe-f8e9-4b03-a06e-76091f710a7c req-a2ce6ecb-0ced-4e82-bd99-217da4486025 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148386 Mar 01 20:57:57.097082 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:57.113600 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Network 8007cea6-41ad-4d71-904f-1df8339feed7 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:57:57.120859 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:57:57.121626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251192c-bebd-4d98-9a78-aafcf16868ca tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event deleted for resources: {'Port': ['ID=cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:57.133298 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:57:57.135118 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8251192c-bebd-4d98-9a78-aafcf16868ca tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] No DVR routers for this DVR port cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:57:57.135224 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:57.141683 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Pushing event updated for resources: {'Port': ['ID=16f855bc-104a-4856-bac1-4ad16874d3d4,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:57.170722 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-beff6c5c-97d5-4cb1-bf7c-4eddfde47db8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:57:57.171075 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-beff6c5c-97d5-4cb1-bf7c-4eddfde47db8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:57:57.180517 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2a8a2a-2595-4542-ac5d-9a9022ea1328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ee6f858-8482-40fe-a906-7c5af658d5c8'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:57.245335 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 6ee6f858-8482-40fe-a906-7c5af658d5c8, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=6ee6f858-8482-40fe-a906-7c5af658d5c8,segment=NetworkSegment(02d5f563-3181-4c19-a0b4-2c6cd171679e),segment_id=02d5f563-3181-4c19-a0b4-2c6cd171679e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:57.248705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9addd4-43b6-468f-ab60-575f84b8c443 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Pushing event deleted for resources: {'Port': ['ID=2bdfab75-21d4-4231-aeeb-98b4e8404c1e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:57.262644 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Attempting to bind port 16f855bc-104a-4856-bac1-4ad16874d3d4 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:57:57.262935 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Attempting to bind port 16f855bc-104a-4856-bac1-4ad16874d3d4 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '127fa70f-19d8-4610-b0ae-f3a57aa7af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:57:57.263424 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Attempting to bind port 16f855bc-104a-4856-bac1-4ad16874d3d4 on network 8007cea6-41ad-4d71-904f-1df8339feed7 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:57:57.271603 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2a8a2a-2595-4542-ac5d-9a9022ea1328', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ee6f858-8482-40fe-a906-7c5af658d5c8', 'code': 200} Mar 01 20:57:57.273951 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:57:57.274324 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Checking segment: {'id': '127fa70f-19d8-4610-b0ae-f3a57aa7af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:57:57.274961 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:57.275085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Bound using segment: {'id': '127fa70f-19d8-4610-b0ae-f3a57aa7af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:57:57.275607 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Bound port: 16f855bc-104a-4856-bac1-4ad16874d3d4, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127fa70f-19d8-4610-b0ae-f3a57aa7af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:57:57.276022 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:57.305883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-fa719315-0b50-46c1-b684-0e317899f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:57.307893 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-fa719315-0b50-46c1-b684-0e317899f479 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 1101 time: 1.1092875 Mar 01 20:57:57.329042 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6cce9e2f-4386-4763-bfad-f19062a163d7 req-7173da62-bb83-4117-9c46-21b51ac4bab0 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=27efb5b7-4a3b-47b6-a5ca-e400029adccb HTTP/1.1" status: 200 len: 210 time: 0.0718889 Mar 01 20:57:57.348417 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:57.349358 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:57:57.395087 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8251192c-bebd-4d98-9a78-aafcf16868ca tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:57.464809 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55eecb4a-3e46-4314-97a3-43f6a6ecee89,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:57.467616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-8251192c-bebd-4d98-9a78-aafcf16868ca tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa915902-b2d0-4dbc-9808-038021a7f9f4']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:57:57.481862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:57.484702 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:57.484702 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:57.484702 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:57.484702 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:57.484702 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:57.484702 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:57.485190 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:57.485190 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:57.485429 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:57.485695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:57.486021 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:57:57.490420 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e6c143-dd69-4350-823c-37296022276f req-dd9addd4-43b6-468f-ab60-575f84b8c443 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] No DVR routers for this DVR port 2bdfab75-21d4-4231-aeeb-98b4e8404c1e on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:57:57.499720 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5736fded-06e0-4c75-9ccf-78be29229d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:57.505091 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35b29301-7d18-4f7d-81a5-90e8a9a1edeb req-3c1d05bc-339f-4a20-b44a-87b785bd7008 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0803328 Mar 01 20:57:57.508155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-8251192c-bebd-4d98-9a78-aafcf16868ca tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd32a00d1-7445-4530-b440-52f0b561333b') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:57:57.508454 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-8251192c-bebd-4d98-9a78-aafcf16868ca tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd32a00d1-7445-4530-b440-52f0b561333b') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:57:57.539853 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-85e6c143-dd69-4350-823c-37296022276f req-dd9addd4-43b6-468f-ab60-575f84b8c443 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:57.542807 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27efb5b7-4a3b-47b6-a5ca-e400029adccb', 'name': 'network-vif-deleted', 'tag': '2bdfab75-21d4-4231-aeeb-98b4e8404c1e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:57.572597 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8251192c-bebd-4d98-9a78-aafcf16868ca tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:57.581096 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e148d804-fbba-4125-9b93-b8bf48852e62 req-a10fc739-3c9e-4bb9-b371-aab5e038ac97 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96a532a-dc3d-40a5-a897-a3c517d75983 HTTP/1.1" status: 200 len: 210 time: 0.0749881 Mar 01 20:57:57.594437 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8251192c-bebd-4d98-9a78-aafcf16868ca tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:57.610036 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [req-f402aaad-ac20-4aaf-ba6b-8e6d46ca9ce2 req-cd15d90e-8787-4c18-bcae-8d0271355a91 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:57:57.610352 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [req-f402aaad-ac20-4aaf-ba6b-8e6d46ca9ce2 req-cd15d90e-8787-4c18-bcae-8d0271355a91 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:57:57.615185 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8251192c-bebd-4d98-9a78-aafcf16868ca tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:57:57.615738 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8251192c-bebd-4d98-9a78-aafcf16868ca tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:57.656999 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] For port 16f855bc-104a-4856-bac1-4ad16874d3d4, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:57:57.671696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-beff6c5c-97d5-4cb1-bf7c-4eddfde47db8 None None] Deleting port cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:57:57.672427 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-beff6c5c-97d5-4cb1-bf7c-4eddfde47db8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:57.710884 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] For port 16f855bc-104a-4856-bac1-4ad16874d3d4, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=16f855bc-104a-4856-bac1-4ad16874d3d4,segment=NetworkSegment(127fa70f-19d8-4610-b0ae-f3a57aa7af4b),segment_id=127fa70f-19d8-4610-b0ae-f3a57aa7af4b)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:57:57.717961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: timer() Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:57:57.729029 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:57:57.756268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=6ee6f858-8482-40fe-a906-7c5af658d5c8,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:57.756752 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27efb5b7-4a3b-47b6-a5ca-e400029adccb', 'name': 'network-vif-deleted', 'tag': '2bdfab75-21d4-4231-aeeb-98b4e8404c1e', 'status': 'completed', 'code': 200} Mar 01 20:57:57.770318 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:57:57.770676 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:57:57.780178 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Checking segment: {'id': '1c1a4a5a-d33b-45da-9095-5909f125e4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd99545d-482b-491c-902b-7aff0d998285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:57:57.780178 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Network hostable DHCP agents. Network: bd99545d-482b-491c-902b-7aff0d998285, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:57:57.807726 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:57.815513 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-beff6c5c-97d5-4cb1-bf7c-4eddfde47db8 None None] The port 'cb26ae18-fc5d-42e1-aeb1-d9cdc8df3f3b' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 20:57:57.860224 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8251192c-bebd-4d98-9a78-aafcf16868ca tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:57.882863 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8251192c-bebd-4d98-9a78-aafcf16868ca tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:57.889569 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8251192c-bebd-4d98-9a78-aafcf16868ca tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] Pushing event deleted for resources: {'Network': ['ID=fa915902-b2d0-4dbc-9808-038021a7f9f4,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:57.915281 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8251192c-bebd-4d98-9a78-aafcf16868ca tempest-ServersTestMultiNic-704955517 tempest-ServersTestMultiNic-704955517-project] 10.222.0.42 "DELETE /v2.0/networks/fa915902-b2d0-4dbc-9808-038021a7f9f4 HTTP/1.1" status: 204 len: 168 time: 2.3281288 Mar 01 20:57:57.967201 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:57.974166 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-85e6c143-dd69-4350-823c-37296022276f req-dd9addd4-43b6-468f-ab60-575f84b8c443 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.57 "DELETE /v2.0/ports/2bdfab75-21d4-4231-aeeb-98b4e8404c1e HTTP/1.1" status: 204 len: 173 time: 3.5635283 Mar 01 20:57:57.996771 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2345e0d1-aec1-48fb-afbc-1ecf7936fe64 None None] Pushing event updated for resources: {'Port': ['ID=16f855bc-104a-4856-bac1-4ad16874d3d4,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:58.037967 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:58.082512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-c7b0a83e-2251-4ef6-b5e3-4f5a8dd70431 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:58.084032 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-c7b0a83e-2251-4ef6-b5e3-4f5a8dd70431 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.57 "GET /v2.0/networks?id=b34cf2a5-94ef-4c93-a73c-6352e07b80df HTTP/1.1" status: 200 len: 822 time: 0.7269425 Mar 01 20:57:58.089355 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:58.100411 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-dd93e670-1756-487d-b9f1-e4aad12e9975 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:58.101886 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-dd93e670-1756-487d-b9f1-e4aad12e9975 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.7633107 Mar 01 20:57:58.107047 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-5028cc01-b5b7-4f8b-b750-cb11df5a6d15 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Request body: {'port': {'device_id': 'b96a532a-dc3d-40a5-a897-a3c517d75983', 'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df', 'admin_state_up': True, 'tenant_id': 'fd3c698bf2694717bd40d468a2c12a0f'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:57:58.117269 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:58.132908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-f402aaad-ac20-4aaf-ba6b-8e6d46ca9ce2 req-cd15d90e-8787-4c18-bcae-8d0271355a91 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Deleting port 6ee6f858-8482-40fe-a906-7c5af658d5c8 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:57:58.133242 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f402aaad-ac20-4aaf-ba6b-8e6d46ca9ce2 req-cd15d90e-8787-4c18-bcae-8d0271355a91 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:58.259459 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:57:58.279713 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Network bd99545d-482b-491c-902b-7aff0d998285 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:57:58.360371 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-f008a29d-315b-4e6b-a574-a0fe88e0a340 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb HTTP/1.1" status: 200 len: 217 time: 0.1797936 Mar 01 20:57:58.396138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11608c6a-6884-49e9-84ff-342284bca27c req-4bf35584-77cf-46a7-903d-01608f127f1b tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:58.402531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11608c6a-6884-49e9-84ff-342284bca27c req-4bf35584-77cf-46a7-903d-01608f127f1b tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:58.408756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11608c6a-6884-49e9-84ff-342284bca27c req-4bf35584-77cf-46a7-903d-01608f127f1b tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:58.416984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11608c6a-6884-49e9-84ff-342284bca27c req-4bf35584-77cf-46a7-903d-01608f127f1b tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:58.423689 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11608c6a-6884-49e9-84ff-342284bca27c req-4bf35584-77cf-46a7-903d-01608f127f1b tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:58.430575 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11608c6a-6884-49e9-84ff-342284bca27c req-4bf35584-77cf-46a7-903d-01608f127f1b tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:58.437057 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11608c6a-6884-49e9-84ff-342284bca27c req-4bf35584-77cf-46a7-903d-01608f127f1b tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:58.438954 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-11608c6a-6884-49e9-84ff-342284bca27c req-4bf35584-77cf-46a7-903d-01608f127f1b tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5421 time: 0.2932985 Mar 01 20:57:58.508720 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-11608c6a-6884-49e9-84ff-342284bca27c req-0bfe7ba9-1b5f-4ff4-889c-1fdb155ec308 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0547972 Mar 01 20:57:58.536834 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62df4457-ff74-43c9-ae72-e6944e1ffb70 req-aba60488-cd92-4ea9-903b-b5c4e334521f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:58.538383 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-62df4457-ff74-43c9-ae72-e6944e1ffb70 req-aba60488-cd92-4ea9-903b-b5c4e334521f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 948 time: 0.2131817 Mar 01 20:57:58.598769 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-62df4457-ff74-43c9-ae72-e6944e1ffb70 req-e7886bc3-dcc7-448d-a783-b8b126cae246 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537264 Mar 01 20:57:58.645568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, bd99545d-482b-491c-902b-7aff0d998285) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:57:58.648079 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-3827f3dc-38ac-4cf2-a97e-9e659bbffac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:58.649514 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-3827f3dc-38ac-4cf2-a97e-9e659bbffac0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.2143099 Mar 01 20:57:58.654822 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e88281-3847-4e4e-92ed-e269f2a1feff None None] Network bd99545d-482b-491c-902b-7aff0d998285 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:57:58.700992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:58.701529 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:58.819555 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4dfec1de-0785-4eda-ac90-bb0caec4c99f req-36ea8097-65a9-4b5d-a307-bf3b81ad4580 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0780096 Mar 01 20:57:58.821377 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-90e17227-ec0c-42a7-b910-a9b63f2ee741 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.8747630 Mar 01 20:57:58.848799 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94e567f1-7ec4-42c1-8c26-5a73697cd0b4 req-b86f581c-7eb0-4f50-93a5-02466be1d838 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.42 "GET /v2.0/ports?device_id=27efb5b7-4a3b-47b6-a5ca-e400029adccb HTTP/1.1" status: 200 len: 210 time: 0.0666399 Mar 01 20:57:59.011889 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb1c3a2-7292-4789-8d77-2c0666366df3 None None] Network bd99545d-482b-491c-902b-7aff0d998285 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:57:59.023750 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43490) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:57:59.121285 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-f402aaad-ac20-4aaf-ba6b-8e6d46ca9ce2 req-cd15d90e-8787-4c18-bcae-8d0271355a91 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] For port 6ee6f858-8482-40fe-a906-7c5af658d5c8, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=6ee6f858-8482-40fe-a906-7c5af658d5c8,segment=NetworkSegment(02d5f563-3181-4c19-a0b4-2c6cd171679e),segment_id=02d5f563-3181-4c19-a0b4-2c6cd171679e)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:57:59.121675 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f402aaad-ac20-4aaf-ba6b-8e6d46ca9ce2 req-cd15d90e-8787-4c18-bcae-8d0271355a91 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:59.223775 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f26be7a7-dd23-4b2a-99a8-44525b5202d4 req-9303decb-3840-4c99-8ab2-2918cbfc2604 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96a532a-dc3d-40a5-a897-a3c517d75983 HTTP/1.1" status: 200 len: 210 time: 0.0826712 Mar 01 20:57:59.291178 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e9d47a-2cd4-4dd9-9404-830f2bf9d228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:57:59.388874 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-5028cc01-b5b7-4f8b-b750-cb11df5a6d15 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:57:59.393553 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-5028cc01-b5b7-4f8b-b750-cb11df5a6d15 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Usage tracker for resource:port and tenant:fd3c698bf2694717bd40d468a2c12a0f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:57:59.397592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-5028cc01-b5b7-4f8b-b750-cb11df5a6d15 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:57:59.404000 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-5028cc01-b5b7-4f8b-b750-cb11df5a6d15 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:57:59.430779 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e9d47a-2cd4-4dd9-9404-830f2bf9d228', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb', 'code': 200} Mar 01 20:57:59.437719 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-f402aaad-ac20-4aaf-ba6b-8e6d46ca9ce2 req-cd15d90e-8787-4c18-bcae-8d0271355a91 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Calling delete_port for 6ee6f858-8482-40fe-a906-7c5af658d5c8 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:57:59.543166 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e34450-d93a-44ea-8707-c0bb74cdcc7a None None] Network 8007cea6-41ad-4d71-904f-1df8339feed7 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:57:59.633201 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ccd6b963-3a5e-46fa-83f8-e617f5099ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:59.739469 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b85fb1af-5ea4-44bf-b2f5-26babb9efa48 None None] Provisioning for port 16f855bc-104a-4856-bac1-4ad16874d3d4 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:57:59.772348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-5028cc01-b5b7-4f8b-b750-cb11df5a6d15 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Made reservation on behalf of fd3c698bf2694717bd40d468a2c12a0f for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:57:59.776016 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-5028cc01-b5b7-4f8b-b750-cb11df5a6d15 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:57:59.818486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-1c422dc6-2829-43a6-8cc0-44cfb196499a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:57:59.818774 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 16f855bc-104a-4856-bac1-4ad16874d3d4 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:57:59.822749 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-1c422dc6-2829-43a6-8cc0-44cfb196499a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1646712 Mar 01 20:57:59.920041 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f402aaad-ac20-4aaf-ba6b-8e6d46ca9ce2 req-cd15d90e-8787-4c18-bcae-8d0271355a91 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:00.014728 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 16f855bc-104a-4856-bac1-4ad16874d3d4 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:58:00.023462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-00e97db6-6a4b-412b-b5c7-050e89be17f7 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:00.027626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-00e97db6-6a4b-412b-b5c7-050e89be17f7 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Synchronizing usage tracker for tenant:1ba80ce6464f41b8a9927e7ec5fe9e47 on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:58:00.027762 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 16f855bc-104a-4856-bac1-4ad16874d3d4 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:00.028774 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:00.086738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd15d90e-8787-4c18-bcae-8d0271355a91 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Pushing event deleted for resources: {'Port': ['ID=6ee6f858-8482-40fe-a906-7c5af658d5c8,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:00.090044 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffedea-9521-404f-b48f-fb1bea0382f0 req-eddb7085-2dd6-4b14-8ed7-402a29e8801c tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:00.096293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffedea-9521-404f-b48f-fb1bea0382f0 req-eddb7085-2dd6-4b14-8ed7-402a29e8801c tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:00.105195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffedea-9521-404f-b48f-fb1bea0382f0 req-eddb7085-2dd6-4b14-8ed7-402a29e8801c tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:00.111377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffedea-9521-404f-b48f-fb1bea0382f0 req-eddb7085-2dd6-4b14-8ed7-402a29e8801c tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:00.119446 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffedea-9521-404f-b48f-fb1bea0382f0 req-eddb7085-2dd6-4b14-8ed7-402a29e8801c tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:00.125552 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffedea-9521-404f-b48f-fb1bea0382f0 req-eddb7085-2dd6-4b14-8ed7-402a29e8801c tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:00.133240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ffedea-9521-404f-b48f-fb1bea0382f0 req-eddb7085-2dd6-4b14-8ed7-402a29e8801c tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:00.141101 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6ffedea-9521-404f-b48f-fb1bea0382f0 req-eddb7085-2dd6-4b14-8ed7-402a29e8801c tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5421 time: 0.4071367 Mar 01 20:58:00.215778 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6ffedea-9521-404f-b48f-fb1bea0382f0 req-40c554ef-2f07-47a7-ba21-65e1ac197742 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0735478 Mar 01 20:58:00.219773 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:00.263968 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 16f855bc-104a-4856-bac1-4ad16874d3d4, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=16f855bc-104a-4856-bac1-4ad16874d3d4,segment=NetworkSegment(127fa70f-19d8-4610-b0ae-f3a57aa7af4b),segment_id=127fa70f-19d8-4610-b0ae-f3a57aa7af4b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:00.272457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-00e97db6-6a4b-412b-b5c7-050e89be17f7 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Unset dirty status for tenant:1ba80ce6464f41b8a9927e7ec5fe9e47 on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:58:00.276169 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-f402aaad-ac20-4aaf-ba6b-8e6d46ca9ce2 req-cd15d90e-8787-4c18-bcae-8d0271355a91 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] No DVR routers for this DVR port 6ee6f858-8482-40fe-a906-7c5af658d5c8 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:58:00.276319 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-00e97db6-6a4b-412b-b5c7-050e89be17f7 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/networks?id=bd99545d-482b-491c-902b-7aff0d998285 HTTP/1.1" status: 200 len: 822 time: 0.6965230 Mar 01 20:58:00.278413 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f402aaad-ac20-4aaf-ba6b-8e6d46ca9ce2 req-cd15d90e-8787-4c18-bcae-8d0271355a91 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:00.291298 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2a8a2a-2595-4542-ac5d-9a9022ea1328', 'name': 'network-vif-deleted', 'tag': '6ee6f858-8482-40fe-a906-7c5af658d5c8'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:58:00.334831 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-b8636dbb-9234-49b8-9ae8-29f36f48d59c service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497461 Mar 01 20:58:00.338072 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-44aaaf76-734e-48f5-854d-89526f61eaee tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/quotas/1ba80ce6464f41b8a9927e7ec5fe9e47 HTTP/1.1" status: 200 len: 375 time: 0.0252538 Mar 01 20:58:00.357915 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:00.396362 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f402aaad-ac20-4aaf-ba6b-8e6d46ca9ce2 req-cd15d90e-8787-4c18-bcae-8d0271355a91 tempest-ListServersNegativeTestJSON-1136883218 tempest-ListServersNegativeTestJSON-1136883218-project] 10.222.0.55 "DELETE /v2.0/ports/6ee6f858-8482-40fe-a906-7c5af658d5c8 HTTP/1.1" status: 204 len: 173 time: 5.0869391 Mar 01 20:58:00.425623 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7ba234f1-8f93-402c-8d43-205b4f4d2752 None None] Provisioning complete for port 16f855bc-104a-4856-bac1-4ad16874d3d4 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:00.425989 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7ba234f1-8f93-402c-8d43-205b4f4d2752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:00.435483 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-a967f4c8-02cc-4a52-b6e1-91e3cb34e108 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1ba80ce6464f41b8a9927e7ec5fe9e47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0845399 Mar 01 20:58:00.476946 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:00.495128 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=16f855bc-104a-4856-bac1-4ad16874d3d4,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:00.503830 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-5028cc01-b5b7-4f8b-b750-cb11df5a6d15 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Allocated IP 172.20.0.10 (b34cf2a5-94ef-4c93-a73c-6352e07b80df/844187c6-69f0-42fc-8dd0-0c1a159e43b8/4cb0ad12-2673-4afa-b3f7-28162052d47e) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:58:00.573195 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3fef5995-0276-470a-8e26-80501e45a31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:00.602061 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:00.674879 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:00.703664 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-372b914f-4264-4ea6-9c41-5a4dad4524df service neutron] 10.222.0.42 "GET /v2.0/networks/bd99545d-482b-491c-902b-7aff0d998285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588596 Mar 01 20:58:00.797976 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb1197-7b34-4081-856f-d3b8d995e403 req-e9e2c8b3-9aae-4f3b-ba3b-f60805bd7400 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:00.799524 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2fb1197-7b34-4081-856f-d3b8d995e403 req-e9e2c8b3-9aae-4f3b-ba3b-f60805bd7400 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 948 time: 0.4125733 Mar 01 20:58:00.864363 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:00.951306 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1b63ca60-695f-4d70-9e43-edfb53fadf66 req-86d03810-16ea-4e5e-b5b2-177f1a99c7c5 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5647964 Mar 01 20:58:00.999914 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2fb1197-7b34-4081-856f-d3b8d995e403 req-585516a5-cfda-40ca-b3ac-c953bb1fe9de tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811273 Mar 01 20:58:01.072905 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-43a6d3a3-14c4-4177-9850-11e7886e9dab service neutron] 10.222.0.42 "GET /v2.0/networks/bd99545d-482b-491c-902b-7aff0d998285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108010 Mar 01 20:58:01.153452 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-5028cc01-b5b7-4f8b-b750-cb11df5a6d15 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:01.164394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Allocated IP 172.25.5.73 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/9d39ad04-7a97-477c-ba09-87e0c39c3861) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:58:01.203549 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7308bdf8-03cb-4135-bcbb-e7eba34af010 req-0ce76aeb-0e37-4a0c-9601-eca8ef51b5be tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0597138 Mar 01 20:58:01.355342 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:01.390135 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2a8a2a-2595-4542-ac5d-9a9022ea1328', 'name': 'network-vif-deleted', 'tag': '6ee6f858-8482-40fe-a906-7c5af658d5c8', 'status': 'completed', 'code': 200} Mar 01 20:58:01.426522 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-5028cc01-b5b7-4f8b-b750-cb11df5a6d15 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:01.443224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-3fef5995-0276-470a-8e26-80501e45a31c admin admin] Deleting port 26921b7b-dbab-4a51-ac4d-cf57e923352e {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:58:01.449061 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3fef5995-0276-470a-8e26-80501e45a31c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:01.517583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5028cc01-b5b7-4f8b-b750-cb11df5a6d15 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Pushing event updated for resources: {'Port': ['ID=4cb0ad12-2673-4afa-b3f7-28162052d47e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:01.534043 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:01.581425 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-5028cc01-b5b7-4f8b-b750-cb11df5a6d15 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Network b34cf2a5-94ef-4c93-a73c-6352e07b80df is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:58:01.588996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-5028cc01-b5b7-4f8b-b750-cb11df5a6d15 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:58:01.591664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-5028cc01-b5b7-4f8b-b750-cb11df5a6d15 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:58:01.661005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:58:01.667805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:58:01.673744 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:58:01.680823 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 16f855bc-104a-4856-bac1-4ad16874d3d4 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:58:01.741281 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Pushing event updated for resources: {'Port': ['ID=9d39ad04-7a97-477c-ba09-87e0c39c3861,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:01.756613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-3fef5995-0276-470a-8e26-80501e45a31c admin admin] For port 26921b7b-dbab-4a51-ac4d-cf57e923352e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=26921b7b-dbab-4a51-ac4d-cf57e923352e,segment=NetworkSegment(1594b9b7-993a-41ba-8120-6ee6983ce263),segment_id=1594b9b7-993a-41ba-8120-6ee6983ce263)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:01.756979 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3fef5995-0276-470a-8e26-80501e45a31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:01.757090 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-5028cc01-b5b7-4f8b-b750-cb11df5a6d15 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:01.757647 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-5028cc01-b5b7-4f8b-b750-cb11df5a6d15 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:01.771780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6c093-5680-4018-8ee4-96865e83df04 req-cc12154f-f0ff-416f-a0a4-79b40b67370c tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:01.773269 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ad6c093-5680-4018-8ee4-96865e83df04 req-cc12154f-f0ff-416f-a0a4-79b40b67370c tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96a532a-dc3d-40a5-a897-a3c517d75983 HTTP/1.1" status: 200 len: 932 time: 0.2895441 Mar 01 20:58:01.778104 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 16f855bc-104a-4856-bac1-4ad16874d3d4 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:01.778764 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:01.863485 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-5028cc01-b5b7-4f8b-b750-cb11df5a6d15 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7640064 Mar 01 20:58:01.900718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-3fef5995-0276-470a-8e26-80501e45a31c admin admin] Calling delete_port for 26921b7b-dbab-4a51-ac4d-cf57e923352e owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:58:01.933013 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] Request body: {'port': {'device_id': 'b96a532a-dc3d-40a5-a897-a3c517d75983', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:01.968465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa87d7-6e20-4578-8d75-2a77500ef1d4 req-4e58e38b-eeff-429d-8cbe-c5da661eebe3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:01.974797 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa87d7-6e20-4578-8d75-2a77500ef1d4 req-4e58e38b-eeff-429d-8cbe-c5da661eebe3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:01.980815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa87d7-6e20-4578-8d75-2a77500ef1d4 req-4e58e38b-eeff-429d-8cbe-c5da661eebe3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:01.986531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa87d7-6e20-4578-8d75-2a77500ef1d4 req-4e58e38b-eeff-429d-8cbe-c5da661eebe3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:01.993386 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa87d7-6e20-4578-8d75-2a77500ef1d4 req-4e58e38b-eeff-429d-8cbe-c5da661eebe3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:01.999194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa87d7-6e20-4578-8d75-2a77500ef1d4 req-4e58e38b-eeff-429d-8cbe-c5da661eebe3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:02.005144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa87d7-6e20-4578-8d75-2a77500ef1d4 req-4e58e38b-eeff-429d-8cbe-c5da661eebe3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:02.007047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-31aa87d7-6e20-4578-8d75-2a77500ef1d4 req-4e58e38b-eeff-429d-8cbe-c5da661eebe3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5421 time: 0.3702488 Mar 01 20:58:02.069691 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ad6c093-5680-4018-8ee4-96865e83df04 req-d7cd1c9d-45e2-43ac-8221-8f4ba01758bf tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761091 Mar 01 20:58:02.107505 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-31aa87d7-6e20-4578-8d75-2a77500ef1d4 req-45c297f4-7806-4cc1-af05-5740ac597739 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0865552 Mar 01 20:58:02.120912 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:02.132439 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:02.258197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43538) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:02.316871 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-03745600-9765-466a-a7b9-a2a25281a915 req-f6189048-1526-41b0-96dc-fc7fbc0f9996 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 210 time: 0.1065557 Mar 01 20:58:02.397508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6247281-7a8e-44ce-9609-a59c5e901e73 admin admin] Deleting subnet c9ec4e37-d2e7-42db-add1-e1ce45743414 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:58:02.400896 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6247281-7a8e-44ce-9609-a59c5e901e73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:02.485496 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3fef5995-0276-470a-8e26-80501e45a31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:02.524668 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a0f6ef48-7eea-4481-a8b3-bf0597f14afb req-ff9881c6-24dd-45cd-a997-11fc3820954f tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0915442 Mar 01 20:58:02.537520 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:02.562208 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6247281-7a8e-44ce-9609-a59c5e901e73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:02.617152 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef5995-0276-470a-8e26-80501e45a31c admin admin] Pushing event deleted for resources: {'Port': ['ID=26921b7b-dbab-4a51-ac4d-cf57e923352e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:02.647886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385eeb1d-32da-4029-99e9-a63c3406a492 req-bce898c0-895e-40a7-91e9-daf2633d120a tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:02.649375 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-385eeb1d-32da-4029-99e9-a63c3406a492 req-bce898c0-895e-40a7-91e9-daf2633d120a tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 948 time: 0.3214042 Mar 01 20:58:02.760243 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6247281-7a8e-44ce-9609-a59c5e901e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:02.867690 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-385eeb1d-32da-4029-99e9-a63c3406a492 req-b57c0c35-8353-4b30-a121-6aa822fe86ea tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060194 Mar 01 20:58:03.047974 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb0ad12-2673-4afa-b3f7-28162052d47e {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:58:03.059745 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:03.187549 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bc40741f-6a56-4a92-9f15-b35f255474b5 req-dcbf2f6e-d59f-427e-b3d3-00d2a1770554 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.1144402 Mar 01 20:58:03.194717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] Transition to ACTIVE for port object 4cb0ad12-2673-4afa-b3f7-28162052d47e will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:58:03.195974 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3fef5995-0276-470a-8e26-80501e45a31c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:03.223677 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:03.252188 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6247281-7a8e-44ce-9609-a59c5e901e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:03.295515 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:03.403787 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6247281-7a8e-44ce-9609-a59c5e901e73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9ec4e37-d2e7-42db-add1-e1ce45743414,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:03.408635 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6247281-7a8e-44ce-9609-a59c5e901e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:03.448786 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b6247281-7a8e-44ce-9609-a59c5e901e73 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c9ec4e37-d2e7-42db-add1-e1ce45743414 HTTP/1.1" status: 204 len: 168 time: 1.1897984 Mar 01 20:58:03.457447 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] Pushing event updated for resources: {'Port': ['ID=4cb0ad12-2673-4afa-b3f7-28162052d47e,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:03.485962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43550) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:03.570291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80ca8f-f0ed-4d35-9e94-eefcc52786df req-2e734da4-ff10-4baa-b990-d575c3e6f327 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:03.571830 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd80ca8f-f0ed-4d35-9e94-eefcc52786df req-2e734da4-ff10-4baa-b990-d575c3e6f327 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96a532a-dc3d-40a5-a897-a3c517d75983 HTTP/1.1" status: 200 len: 932 time: 0.3686574 Mar 01 20:58:03.658436 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28266b-fd95-4b9f-97a9-acee0e13fb32 req-940f3bd3-364c-4bea-92b6-937b5c8a062d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:03.664522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28266b-fd95-4b9f-97a9-acee0e13fb32 req-940f3bd3-364c-4bea-92b6-937b5c8a062d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:03.670362 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28266b-fd95-4b9f-97a9-acee0e13fb32 req-940f3bd3-364c-4bea-92b6-937b5c8a062d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:03.676293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28266b-fd95-4b9f-97a9-acee0e13fb32 req-940f3bd3-364c-4bea-92b6-937b5c8a062d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:03.685284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28266b-fd95-4b9f-97a9-acee0e13fb32 req-940f3bd3-364c-4bea-92b6-937b5c8a062d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:03.694163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28266b-fd95-4b9f-97a9-acee0e13fb32 req-940f3bd3-364c-4bea-92b6-937b5c8a062d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:03.699968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28266b-fd95-4b9f-97a9-acee0e13fb32 req-940f3bd3-364c-4bea-92b6-937b5c8a062d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:03.701890 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1c28266b-fd95-4b9f-97a9-acee0e13fb32 req-940f3bd3-364c-4bea-92b6-937b5c8a062d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5421 time: 0.4457028 Mar 01 20:58:03.779778 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd80ca8f-f0ed-4d35-9e94-eefcc52786df req-f8038fd4-5aae-40d6-9c71-1a19c87e984e tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011776 Mar 01 20:58:03.787808 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e32c2f1b-9b39-4337-a2f7-b5056c8f4f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:03.804691 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1c28266b-fd95-4b9f-97a9-acee0e13fb32 req-0ba230a5-6bda-4f64-8ed7-b37adb03256f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0912557 Mar 01 20:58:03.832619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] Attempting to bind port 4cb0ad12-2673-4afa-b3f7-28162052d47e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:58:03.832949 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] Attempting to bind port 4cb0ad12-2673-4afa-b3f7-28162052d47e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '71c13714-09cf-4533-b7de-4d34067b38ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:58:03.833272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] Attempting to bind port 4cb0ad12-2673-4afa-b3f7-28162052d47e on network b34cf2a5-94ef-4c93-a73c-6352e07b80df {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:58:03.913919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] Port 4cb0ad12-2673-4afa-b3f7-28162052d47e on network b34cf2a5-94ef-4c93-a73c-6352e07b80df not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:58:03.914236 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] Attempting to bind port 4cb0ad12-2673-4afa-b3f7-28162052d47e on network b34cf2a5-94ef-4c93-a73c-6352e07b80df {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:58:03.969647 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:58:03.969980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] Checking segment: {'id': '71c13714-09cf-4533-b7de-4d34067b38ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:58:03.970361 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] Bound using segment: {'id': '71c13714-09cf-4533-b7de-4d34067b38ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:58:03.970837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] Bound port: 4cb0ad12-2673-4afa-b3f7-28162052d47e, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71c13714-09cf-4533-b7de-4d34067b38ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:58:03.971177 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:03.991192 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4236d6da-433f-49ef-a09c-5e75a218b035 req-c38ee66c-cc42-4298-8b16-4e417a2bdab9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3775377 Mar 01 20:58:04.033078 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9acfb30a-66e4-44dc-9f33-fac4b75512e5 req-dcfc480a-dfeb-43f4-87b5-064efa1074a6 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0791671 Mar 01 20:58:04.055565 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cb814fff-e774-4604-ad11-dbe1e395ea34 req-df99ce51-6d90-4af1-9a0d-8255da33c46c tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 210 time: 0.1371968 Mar 01 20:58:04.064008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fef5995-0276-470a-8e26-80501e45a31c admin admin] Router 6dfc9574-e1b0-46f7-b5af-e5debf683166 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:58:04.292468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Router 5acc4222-1252-47e4-a096-2eea37728eac is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 20:58:04.341608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeaf8ee-b8dd-4d17-a436-2a092ca04850 req-f6b68655-541c-4976-b144-3b187c9e8719 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:04.342902 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e32c2f1b-9b39-4337-a2f7-b5056c8f4f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:04.343334 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4aeaf8ee-b8dd-4d17-a436-2a092ca04850 req-f6b68655-541c-4976-b144-3b187c9e8719 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 948 time: 0.1785042 Mar 01 20:58:04.351347 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fef5995-0276-470a-8e26-80501e45a31c admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:58:04.359744 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3fef5995-0276-470a-8e26-80501e45a31c admin admin] 10.222.0.42 "PUT /v2.0/routers/6dfc9574-e1b0-46f7-b5af-e5debf683166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3314381 Mar 01 20:58:04.361513 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79880b68-265d-43b2-8c78-6712af0ca277 None None] Sync routers for ids ['6dfc9574-e1b0-46f7-b5af-e5debf683166'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:58:04.369765 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43560) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:04.371434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79880b68-265d-43b2-8c78-6712af0ca277 None None] Routers {'6dfc9574-e1b0-46f7-b5af-e5debf683166'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:58:04.372261 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-79880b68-265d-43b2-8c78-6712af0ca277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:58:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['6dfc9574-e1b0-46f7-b5af-e5debf683166'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:04.486841 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4aeaf8ee-b8dd-4d17-a436-2a092ca04850 req-db2354b9-183a-4822-8537-4fda34eef853 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365883 Mar 01 20:58:04.499614 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-e32c2f1b-9b39-4337-a2f7-b5056c8f4f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['475ad3b3-46ac-4d85-8b05-f7ac0679c7a6']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:04.555846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-e32c2f1b-9b39-4337-a2f7-b5056c8f4f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d5f563-3181-4c19-a0b4-2c6cd171679e') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:04.555846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-e32c2f1b-9b39-4337-a2f7-b5056c8f4f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d5f563-3181-4c19-a0b4-2c6cd171679e') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:04.563862 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-79880b68-265d-43b2-8c78-6712af0ca277 None None] Set router 6dfc9574-e1b0-46f7-b5af-e5debf683166 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:58:04.582560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-d3b5f494-7b16-4ca3-8282-d85a978efc5d tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:04.585073 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-d3b5f494-7b16-4ca3-8282-d85a978efc5d tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.57 "GET /v2.0/networks?id=bd99545d-482b-491c-902b-7aff0d998285 HTTP/1.1" status: 200 len: 822 time: 0.7072558 Mar 01 20:58:04.593032 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e32c2f1b-9b39-4337-a2f7-b5056c8f4f32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:04.611372 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:58:04.620067 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e32c2f1b-9b39-4337-a2f7-b5056c8f4f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:04.622608 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dac04302-7f34-4e4a-962c-8c38d9e60ecd admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:04.627186 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e32c2f1b-9b39-4337-a2f7-b5056c8f4f32 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:58:04.627614 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e32c2f1b-9b39-4337-a2f7-b5056c8f4f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:04.729200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] For port 4cb0ad12-2673-4afa-b3f7-28162052d47e, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:58:04.734867 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:58:04.756002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-a840c521-680c-4d39-bccb-08714d9a6662 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Request body: {'port': {'device_id': 'f35be44b-57e2-4748-aae4-c981729de88e', 'network_id': 'bd99545d-482b-491c-902b-7aff0d998285', 'admin_state_up': True, 'tenant_id': '1ba80ce6464f41b8a9927e7ec5fe9e47'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:04.781216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] For port 4cb0ad12-2673-4afa-b3f7-28162052d47e, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=4cb0ad12-2673-4afa-b3f7-28162052d47e,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:58:04.897860 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236d6da-433f-49ef-a09c-5e75a218b035 req-e1cfa3fb-4449-4c98-b4e4-2a7b0595deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:04.899373 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4236d6da-433f-49ef-a09c-5e75a218b035 req-e1cfa3fb-4449-4c98-b4e4-2a7b0595deeb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 1100 time: 0.6138465 Mar 01 20:58:04.970547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:04.992852 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': 'a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb', 'mac_address': 'fa:16:3e:5d:b2:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:58:05.063812 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:05.086532 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:58:05.093736 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-79880b68-265d-43b2-8c78-6712af0ca277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfc9574-e1b0-46f7-b5af-e5debf683166', 'name': 'tempest-ServersTestMultiNic-2110167648-router', 'tenant_id': '4834e9a7767b4a869353bf362d5744fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6dbfd588-fb98-452f-8d5c-571d15c09c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:07Z', 'updated_at': '2022-03-01T20:58:02Z', 'revision_number': 5, 'project_id': '4834e9a7767b4a869353bf362d5744fe', 'gw_port': {'id': '6dbfd588-fb98-452f-8d5c-571d15c09c44', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfc9574-e1b0-46f7-b5af-e5debf683166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:09Z', 'updated_at': '2022-03-01T20:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:05.102282 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79880b68-265d-43b2-8c78-6712af0ca277 None None] Checking router: 6dfc9574-e1b0-46f7-b5af-e5debf683166 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:58:05.113619 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:05.114899 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-a840c521-680c-4d39-bccb-08714d9a6662 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:05.117106 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79880b68-265d-43b2-8c78-6712af0ca277 None None] Routers {'6dfc9574-e1b0-46f7-b5af-e5debf683166'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:58:05.117915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-79880b68-265d-43b2-8c78-6712af0ca277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:58:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['6dfc9574-e1b0-46f7-b5af-e5debf683166'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:05.120441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-a840c521-680c-4d39-bccb-08714d9a6662 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Usage tracker for resource:port and tenant:1ba80ce6464f41b8a9927e7ec5fe9e47 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:05.129699 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:05.134612 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-a840c521-680c-4d39-bccb-08714d9a6662 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:05.212024 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:05.277649 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dac04302-7f34-4e4a-962c-8c38d9e60ecd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:05.321080 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e32c2f1b-9b39-4337-a2f7-b5056c8f4f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:05.336813 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-a840c521-680c-4d39-bccb-08714d9a6662 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:05.352260 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:58:05.367082 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] Sync routers for ids ['5acc4222-1252-47e4-a096-2eea37728eac'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:58:05.374195 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e32c2f1b-9b39-4337-a2f7-b5056c8f4f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:05.389987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] Pushing event updated for resources: {'Port': ['ID=4cb0ad12-2673-4afa-b3f7-28162052d47e,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:05.390687 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] Routers {'5acc4222-1252-47e4-a096-2eea37728eac'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:58:05.392508 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:58:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5acc4222-1252-47e4-a096-2eea37728eac'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:05.408492 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32c2f1b-9b39-4337-a2f7-b5056c8f4f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=475ad3b3-46ac-4d85-8b05-f7ac0679c7a6,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:05.411581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:05.413833 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:05.413833 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-4f3b8856-d0f2-4905-8da7-228bbeea7eed service neutron] 10.222.0.57 "PUT /v2.0/ports/4cb0ad12-2673-4afa-b3f7-28162052d47e HTTP/1.1" status: 200 len: 1092 time: 3.4847825 Mar 01 20:58:05.421987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96a532a-dc3d-40a5-a897-a3c517d75983', 'tag': '4cb0ad12-2673-4afa-b3f7-28162052d47e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:58:05.466075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236d6da-433f-49ef-a09c-5e75a218b035 req-cff85305-fc38-49bf-b0a9-46498ffd8dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:05.468902 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4236d6da-433f-49ef-a09c-5e75a218b035 req-cff85305-fc38-49bf-b0a9-46498ffd8dfa service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.3430293 Mar 01 20:58:05.472733 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045e83f-0648-4102-a132-4ce68fd1c537 req-e60f86f2-271c-4f3c-8406-5057ae1c2a17 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:05.474022 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,revision_number=10']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:05.478892 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045e83f-0648-4102-a132-4ce68fd1c537 req-e60f86f2-271c-4f3c-8406-5057ae1c2a17 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:05.485198 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045e83f-0648-4102-a132-4ce68fd1c537 req-e60f86f2-271c-4f3c-8406-5057ae1c2a17 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:05.491938 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045e83f-0648-4102-a132-4ce68fd1c537 req-e60f86f2-271c-4f3c-8406-5057ae1c2a17 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:05.492875 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:05.493361 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:05.493835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:05.494365 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:05.495976 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:05.497704 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045e83f-0648-4102-a132-4ce68fd1c537 req-e60f86f2-271c-4f3c-8406-5057ae1c2a17 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:05.498165 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:05.498609 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:05.499043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:05.499535 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:05.503979 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:05.504124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045e83f-0648-4102-a132-4ce68fd1c537 req-e60f86f2-271c-4f3c-8406-5057ae1c2a17 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:05.504573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:05.505004 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:05.509889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2045e83f-0648-4102-a132-4ce68fd1c537 req-e60f86f2-271c-4f3c-8406-5057ae1c2a17 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:05.517145 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-79880b68-265d-43b2-8c78-6712af0ca277 None None] Set router 6dfc9574-e1b0-46f7-b5af-e5debf683166 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:58:05.517530 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2045e83f-0648-4102-a132-4ce68fd1c537 req-e60f86f2-271c-4f3c-8406-5057ae1c2a17 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5421 time: 0.2846918 Mar 01 20:58:05.541691 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d69d289-6411-4323-9ef1-a2f278b71e8c req-c23c8fc9-8d5a-4d66-9622-075e8e364a20 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:05.548703 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d69d289-6411-4323-9ef1-a2f278b71e8c req-c23c8fc9-8d5a-4d66-9622-075e8e364a20 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96a532a-dc3d-40a5-a897-a3c517d75983 HTTP/1.1" status: 200 len: 944 time: 0.3146265 Mar 01 20:58:05.554889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-dac04302-7f34-4e4a-962c-8c38d9e60ecd admin admin] Deleting port 6dbfd588-fb98-452f-8d5c-571d15c09c44 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:58:05.555228 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dac04302-7f34-4e4a-962c-8c38d9e60ecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:05.586618 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-a840c521-680c-4d39-bccb-08714d9a6662 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Made reservation on behalf of 1ba80ce6464f41b8a9927e7ec5fe9e47 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:58:05.589314 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-a840c521-680c-4d39-bccb-08714d9a6662 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:05.600843 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:05.606014 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-665aad25-0f8d-4ec0-ab88-7424ad08cb8e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 9.7750885 Mar 01 20:58:05.611579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43576) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:05.625316 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e32c2f1b-9b39-4337-a2f7-b5056c8f4f32 admin admin] 10.222.0.42 "DELETE /v2.0/networks/475ad3b3-46ac-4d85-8b05-f7ac0679c7a6 HTTP/1.1" status: 204 len: 168 time: 2.1384134 Mar 01 20:58:05.635683 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4236d6da-433f-49ef-a09c-5e75a218b035 req-a562d7d3-336b-4478-ae67-9527abfc8c16 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=434884c2-e77f-4d2b-b8c1-aa2f4b16df42 HTTP/1.1" status: 200 len: 217 time: 0.1615980 Mar 01 20:58:05.669570 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] Set router 5acc4222-1252-47e4-a096-2eea37728eac gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:58:05.689653 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:58:05.767953 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2045e83f-0648-4102-a132-4ce68fd1c537 req-31765c9a-f350-4eba-b7f0-ba070058f3aa tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2263513 Mar 01 20:58:05.825934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236d6da-433f-49ef-a09c-5e75a218b035 req-d60194bd-c8eb-483d-bd9a-d9c95a9f143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:05.827750 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4236d6da-433f-49ef-a09c-5e75a218b035 req-d60194bd-c8eb-483d-bd9a-d9c95a9f143c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1823807 Mar 01 20:58:05.865889 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d69d289-6411-4323-9ef1-a2f278b71e8c req-e3ee6436-40b0-4a7d-907a-a33d555309b7 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160903 Mar 01 20:58:05.885259 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-b621b993-0649-4dc8-84ec-0d58d6d2d20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:05.887267 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-b621b993-0649-4dc8-84ec-0d58d6d2d20f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fd3c698bf2694717bd40d468a2c12a0f&device_id=b96a532a-dc3d-40a5-a897-a3c517d75983 HTTP/1.1" status: 200 len: 1095 time: 0.3437886 Mar 01 20:58:06.019233 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-8d1ce6c6-a45c-4b7e-8ede-c06ab0ad07aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cb0ad12-2673-4afa-b3f7-28162052d47e HTTP/1.1" status: 200 len: 217 time: 0.0915470 Mar 01 20:58:06.073349 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acc4222-1252-47e4-a096-2eea37728eac', 'name': 'tempest-ServersTestBootFromVolume-825597777-router', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:57:56Z', 'updated_at': '2022-03-01T20:58:02Z', 'revision_number': 3, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'gw_port': {'id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:00Z', 'updated_at': '2022-03-01T20:58:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:06.078128 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] Checking router: 5acc4222-1252-47e4-a096-2eea37728eac for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:58:06.078660 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] Updating router 5acc4222-1252-47e4-a096-2eea37728eac port 9d39ad04-7a97-477c-ba09-87e0c39c3861 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:58:06.127259 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43582) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:06.144840 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:06.221045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-dac04302-7f34-4e4a-962c-8c38d9e60ecd admin admin] For port 6dbfd588-fb98-452f-8d5c-571d15c09c44, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=6dbfd588-fb98-452f-8d5c-571d15c09c44,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:06.221784 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dac04302-7f34-4e4a-962c-8c38d9e60ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:06.225214 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-79880b68-265d-43b2-8c78-6712af0ca277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dfc9574-e1b0-46f7-b5af-e5debf683166', 'name': 'tempest-ServersTestMultiNic-2110167648-router', 'tenant_id': '4834e9a7767b4a869353bf362d5744fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6dbfd588-fb98-452f-8d5c-571d15c09c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:07Z', 'updated_at': '2022-03-01T20:58:02Z', 'revision_number': 5, 'project_id': '4834e9a7767b4a869353bf362d5744fe', 'gw_port': {'id': '6dbfd588-fb98-452f-8d5c-571d15c09c44', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfc9574-e1b0-46f7-b5af-e5debf683166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:09Z', 'updated_at': '2022-03-01T20:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:06.232484 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79880b68-265d-43b2-8c78-6712af0ca277 None None] The sync data for ids ['6dfc9574-e1b0-46f7-b5af-e5debf683166'] in n-d-827896-4 is: [{'id': '6dfc9574-e1b0-46f7-b5af-e5debf683166', 'name': 'tempest-ServersTestMultiNic-2110167648-router', 'tenant_id': '4834e9a7767b4a869353bf362d5744fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': '6dbfd588-fb98-452f-8d5c-571d15c09c44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:07Z', 'updated_at': '2022-03-01T20:58:02Z', 'revision_number': 5, 'project_id': '4834e9a7767b4a869353bf362d5744fe', 'gw_port': {'id': '6dbfd588-fb98-452f-8d5c-571d15c09c44', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:5a:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dfc9574-e1b0-46f7-b5af-e5debf683166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 906, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:09Z', 'updated_at': '2022-03-01T20:55:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:58:06.366682 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-a840c521-680c-4d39-bccb-08714d9a6662 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Allocated IP 172.20.0.7 (bd99545d-482b-491c-902b-7aff0d998285/55eecb4a-3e46-4314-97a3-43f6a6ecee89/e3206721-805f-4e6a-b835-f65396f27a80) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:58:06.376420 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-9e5ac341-7e3a-4831-8998-248ae8486aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:06.378197 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-9e5ac341-7e3a-4831-8998-248ae8486aca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=844187c6-69f0-42fc-8dd0-0c1a159e43b8 HTTP/1.1" status: 200 len: 862 time: 0.3403857 Mar 01 20:58:06.436889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-dac04302-7f34-4e4a-962c-8c38d9e60ecd admin admin] Calling delete_port for 6dbfd588-fb98-452f-8d5c-571d15c09c44 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:58:06.448364 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-b06b897a-fbda-4689-80b9-85913a9e86e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b34cf2a5-94ef-4c93-a73c-6352e07b80df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587115 Mar 01 20:58:06.450273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236d6da-433f-49ef-a09c-5e75a218b035 req-d2453918-0d38-4e49-8f07-541dd48730c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:06.451623 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4236d6da-433f-49ef-a09c-5e75a218b035 req-d2453918-0d38-4e49-8f07-541dd48730c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6145403 Mar 01 20:58:06.459021 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-99929073-3d3c-405b-96bf-757dfa74f009 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5203c2ab63064c69ad3c5cd3fc2cfb01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184898 Mar 01 20:58:06.469120 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43586) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:06.496043 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6ca0866-d6f1-4737-b2e0-88ac7883bc4d req-7e501ec3-6c06-4c82-8175-dc9e82fa62f6 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 210 time: 0.3399060 Mar 01 20:58:06.524914 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c93d8bf5-de8e-4499-a22a-8d03eafd69b1 req-f01d5a35-1f6c-4e2e-8f0b-560dc81bff36 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.2294302 Mar 01 20:58:06.532686 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:06.547301 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] Transition to ACTIVE for port object 9d39ad04-7a97-477c-ba09-87e0c39c3861 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:58:06.640020 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:06.660297 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b96a532a-dc3d-40a5-a897-a3c517d75983', 'tag': '4cb0ad12-2673-4afa-b3f7-28162052d47e', 'status': 'completed', 'code': 200} Mar 01 20:58:06.783684 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] Attempting to bind port 9d39ad04-7a97-477c-ba09-87e0c39c3861 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:58:06.784667 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] Attempting to bind port 9d39ad04-7a97-477c-ba09-87e0c39c3861 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:58:06.785028 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] Attempting to bind port 9d39ad04-7a97-477c-ba09-87e0c39c3861 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:58:06.800847 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:58:06.801215 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:58:06.801611 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:06.801989 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:58:06.802453 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] Bound port: 9d39ad04-7a97-477c-ba09-87e0c39c3861, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:58:06.802814 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:06.858080 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7b9da-26f0-49b2-a6dc-08c6983ab8a2 None None] Pushing event updated for resources: {'Port': ['ID=9d39ad04-7a97-477c-ba09-87e0c39c3861,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:06.869885 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7b9da-26f0-49b2-a6dc-08c6983ab8a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:06.870223 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7b9da-26f0-49b2-a6dc-08c6983ab8a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:06.874031 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7b9da-26f0-49b2-a6dc-08c6983ab8a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:06.874383 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7b9da-26f0-49b2-a6dc-08c6983ab8a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:06.874717 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7b9da-26f0-49b2-a6dc-08c6983ab8a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:06.875050 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7b9da-26f0-49b2-a6dc-08c6983ab8a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:06.875424 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7b9da-26f0-49b2-a6dc-08c6983ab8a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:06.876016 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7b9da-26f0-49b2-a6dc-08c6983ab8a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:06.876348 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7b9da-26f0-49b2-a6dc-08c6983ab8a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:06.876684 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7b9da-26f0-49b2-a6dc-08c6983ab8a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:06.876995 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7b9da-26f0-49b2-a6dc-08c6983ab8a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:06.877310 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db7b9da-26f0-49b2-a6dc-08c6983ab8a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:06.927809 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-78969055-1913-4ce8-ace1-725f760853ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:06.930917 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] For port 9d39ad04-7a97-477c-ba09-87e0c39c3861, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:58:06.935108 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] For port 9d39ad04-7a97-477c-ba09-87e0c39c3861, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9d39ad04-7a97-477c-ba09-87e0c39c3861,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:58:06.954658 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4236d6da-433f-49ef-a09c-5e75a218b035 req-e487cfe9-3b01-45ae-938d-e1994eab4a9f service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4792192 Mar 01 20:58:07.036737 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:07.039741 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-402fb49d-f34f-4b05-b70d-9421c73544ae service neutron] 10.222.0.57 "GET /v2.0/networks/b34cf2a5-94ef-4c93-a73c-6352e07b80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651519 Mar 01 20:58:07.118818 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db7b9da-26f0-49b2-a6dc-08c6983ab8a2 None None] Pushing event updated for resources: {'Port': ['ID=9d39ad04-7a97-477c-ba09-87e0c39c3861,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:07.129645 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] Routers {'5acc4222-1252-47e4-a096-2eea37728eac'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:58:07.130354 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:58:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5acc4222-1252-47e4-a096-2eea37728eac'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:07.164324 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-a840c521-680c-4d39-bccb-08714d9a6662 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:07.214755 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-78969055-1913-4ce8-ace1-725f760853ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:07.227908 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46c2a0b6-fa7d-4e68-9ece-f7332fd344d3 req-ddfdc094-7431-49fa-9ed7-ac631981b2a3 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a&device_id=d3753f4d-ec8b-4bd5-983c-c36fde65d410 HTTP/1.1" status: 200 len: 210 time: 0.2393425 Mar 01 20:58:07.307164 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd1cd9b-6cf6-49eb-b959-90398d281b57 req-87fb30fd-9845-45ae-8e68-757d02e14747 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:07.313528 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4236d6da-433f-49ef-a09c-5e75a218b035 req-66ce514d-73f9-4d21-9db4-66e70bfab3d5 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483009 Mar 01 20:58:07.314267 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dbd1cd9b-6cf6-49eb-b959-90398d281b57 req-87fb30fd-9845-45ae-8e68-757d02e14747 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 950 time: 0.6264777 Mar 01 20:58:07.349881 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-05e62294-e353-4151-bb3e-6d2a5cf80a48 req-74239494-6690-4e7b-bd5d-4f220a9f21b7 service neutron] 10.222.0.57 "GET /v2.0/networks/b34cf2a5-94ef-4c93-a73c-6352e07b80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232988 Mar 01 20:58:07.373262 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] Set router 5acc4222-1252-47e4-a096-2eea37728eac gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:58:07.442597 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-a840c521-680c-4d39-bccb-08714d9a6662 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:07.533208 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-78969055-1913-4ce8-ace1-725f760853ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:07.549886 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840c521-680c-4d39-bccb-08714d9a6662 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Pushing event updated for resources: {'Port': ['ID=e3206721-805f-4e6a-b835-f65396f27a80,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:07.567321 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dbd1cd9b-6cf6-49eb-b959-90398d281b57 req-ceccdcbe-67a0-4878-864e-e4efe777ef4a tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521906 Mar 01 20:58:07.585027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78969055-1913-4ce8-ace1-725f760853ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b135b0-dd00-4cf9-bfd5-20e15962b4c9,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:07.629234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-a840c521-680c-4d39-bccb-08714d9a6662 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Network bd99545d-482b-491c-902b-7aff0d998285 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:58:07.629652 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-78969055-1913-4ce8-ace1-725f760853ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:07.631020 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-78969055-1913-4ce8-ace1-725f760853ae admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f9b135b0-dd00-4cf9-bfd5-20e15962b4c9 HTTP/1.1" status: 204 len: 168 time: 1.1489027 Mar 01 20:58:07.638123 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-a840c521-680c-4d39-bccb-08714d9a6662 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:58:07.646539 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-a840c521-680c-4d39-bccb-08714d9a6662 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:58:07.698339 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dac04302-7f34-4e4a-962c-8c38d9e60ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:07.739714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 26921b7b-dbab-4a51-ac4d-cf57e923352e no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:58:07.775962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b9898-06c8-4dc7-ba5b-e4de0fdd2221 req-6a36029d-0305-4bf6-9603-98d652e8490b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:07.777481 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b78b9898-06c8-4dc7-ba5b-e4de0fdd2221 req-6a36029d-0305-4bf6-9603-98d652e8490b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=fd3c698bf2694717bd40d468a2c12a0f&device_id=b96a532a-dc3d-40a5-a897-a3c517d75983 HTTP/1.1" status: 200 len: 1095 time: 0.2287710 Mar 01 20:58:07.804117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471da8e8-9fa6-4d0f-9688-fa4cc349be82 req-2a516be1-27bb-4754-b12d-94f886250886 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:07.810084 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 26921b7b-dbab-4a51-ac4d-cf57e923352e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:58:07.810910 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 26921b7b-dbab-4a51-ac4d-cf57e923352e not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:58:07.812691 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471da8e8-9fa6-4d0f-9688-fa4cc349be82 req-2a516be1-27bb-4754-b12d-94f886250886 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:07.828294 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471da8e8-9fa6-4d0f-9688-fa4cc349be82 req-2a516be1-27bb-4754-b12d-94f886250886 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:07.829230 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-a840c521-680c-4d39-bccb-08714d9a6662 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:07.829867 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-a840c521-680c-4d39-bccb-08714d9a6662 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:07.829996 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acc4222-1252-47e4-a096-2eea37728eac', 'name': 'tempest-ServersTestBootFromVolume-825597777-router', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:57:56Z', 'updated_at': '2022-03-01T20:58:02Z', 'revision_number': 3, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'gw_port': {'id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:00Z', 'updated_at': '2022-03-01T20:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:07.835678 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf842aff-0ce4-4c56-8a65-3d5abcd0ec98 None None] The sync data for ids ['5acc4222-1252-47e4-a096-2eea37728eac'] in n-d-827896-4 is: [{'id': '5acc4222-1252-47e4-a096-2eea37728eac', 'name': 'tempest-ServersTestBootFromVolume-825597777-router', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:57:56Z', 'updated_at': '2022-03-01T20:58:02Z', 'revision_number': 3, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'gw_port': {'id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:00Z', 'updated_at': '2022-03-01T20:58:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:58:07.837736 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471da8e8-9fa6-4d0f-9688-fa4cc349be82 req-2a516be1-27bb-4754-b12d-94f886250886 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:07.849408 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471da8e8-9fa6-4d0f-9688-fa4cc349be82 req-2a516be1-27bb-4754-b12d-94f886250886 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:07.855675 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471da8e8-9fa6-4d0f-9688-fa4cc349be82 req-2a516be1-27bb-4754-b12d-94f886250886 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:07.864939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471da8e8-9fa6-4d0f-9688-fa4cc349be82 req-2a516be1-27bb-4754-b12d-94f886250886 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:07.867495 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-471da8e8-9fa6-4d0f-9688-fa4cc349be82 req-2a516be1-27bb-4754-b12d-94f886250886 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5421 time: 0.4729970 Mar 01 20:58:07.937146 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-a840c521-680c-4d39-bccb-08714d9a6662 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2107587 Mar 01 20:58:07.952131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac04302-7f34-4e4a-962c-8c38d9e60ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=6dbfd588-fb98-452f-8d5c-571d15c09c44,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:07.952487 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] Request body: {'port': {'device_id': 'f35be44b-57e2-4748-aae4-c981729de88e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:08.051267 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b9898-06c8-4dc7-ba5b-e4de0fdd2221 req-2d7efcf9-7c46-4857-b2e0-c08bc36b1311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:08.052799 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b78b9898-06c8-4dc7-ba5b-e4de0fdd2221 req-2d7efcf9-7c46-4857-b2e0-c08bc36b1311 service neutron] 10.222.0.57 "GET /v2.0/networks?id=b34cf2a5-94ef-4c93-a73c-6352e07b80df HTTP/1.1" status: 200 len: 923 time: 0.2671294 Mar 01 20:58:08.243273 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-471da8e8-9fa6-4d0f-9688-fa4cc349be82 req-4d3e6148-e74d-4e76-9b76-810adb3e841f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.3353698 Mar 01 20:58:08.296515 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b78b9898-06c8-4dc7-ba5b-e4de0fdd2221 req-a8d42b8b-5a84-44ed-b45f-972ef3a8acdd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4cb0ad12-2673-4afa-b3f7-28162052d47e HTTP/1.1" status: 200 len: 217 time: 0.1554008 Mar 01 20:58:08.297875 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:08.311278 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dac04302-7f34-4e4a-962c-8c38d9e60ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:08.384632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94406af2-61e9-4eac-9727-73fb8d407f12 req-e454b0a6-dfe8-4e51-957e-6c7cb158ff42 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:08.391657 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94406af2-61e9-4eac-9727-73fb8d407f12 req-e454b0a6-dfe8-4e51-957e-6c7cb158ff42 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96a532a-dc3d-40a5-a897-a3c517d75983 HTTP/1.1" status: 200 len: 944 time: 0.5043926 Mar 01 20:58:08.397627 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:58:08.513461 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:08.514471 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:08.527831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b9898-06c8-4dc7-ba5b-e4de0fdd2221 req-83676b4c-1632-430e-a03f-cb1e6b1e23af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:08.529303 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b78b9898-06c8-4dc7-ba5b-e4de0fdd2221 req-83676b4c-1632-430e-a03f-cb1e6b1e23af service neutron] 10.222.0.57 "GET /v2.0/subnets?id=844187c6-69f0-42fc-8dd0-0c1a159e43b8 HTTP/1.1" status: 200 len: 862 time: 0.2180994 Mar 01 20:58:08.614857 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dac04302-7f34-4e4a-962c-8c38d9e60ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:08.617320 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dac04302-7f34-4e4a-962c-8c38d9e60ecd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:08.701617 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94406af2-61e9-4eac-9727-73fb8d407f12 req-0335a396-58f0-48a3-99e5-24dbae7b9d44 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089445 Mar 01 20:58:08.703682 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53b51c4f-99b7-4889-bd06-dc3998d9eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:08.738140 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dac04302-7f34-4e4a-962c-8c38d9e60ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:08.738774 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac04302-7f34-4e4a-962c-8c38d9e60ecd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dfc9574-e1b0-46f7-b5af-e5debf683166 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 20:58:08.756565 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:08.785386 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dac04302-7f34-4e4a-962c-8c38d9e60ecd admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:08.786906 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-dac04302-7f34-4e4a-962c-8c38d9e60ecd admin admin] 10.222.0.42 "DELETE /v2.0/routers/6dfc9574-e1b0-46f7-b5af-e5debf683166 HTTP/1.1" status: 204 len: 168 time: 4.4161661 Mar 01 20:58:08.805922 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e9d47a-2cd4-4dd9-9404-830f2bf9d228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:58:08.824345 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:08.860146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43614) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:08.894535 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:08.979983 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e15ca3-3421-49b0-a8de-68f71b372f5f admin admin] Deleting subnet eee71c2b-0a0b-4d80-8da4-dce3da63dea6 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:58:08.999802 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b78b9898-06c8-4dc7-ba5b-e4de0fdd2221 req-f6da04c4-12ff-41e1-8754-d32d51d0426c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b34cf2a5-94ef-4c93-a73c-6352e07b80df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4542511 Mar 01 20:58:09.051847 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,revision_number=11']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:09.052193 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-97e15ca3-3421-49b0-a8de-68f71b372f5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:09.175263 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-21ed3ac1-7a19-4c77-9412-1e6172b12867 req-33f8bb9e-d1bf-486c-a680-5a8ad7798010 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d4ce6cd2e95e4978b645e2a20bf85d32&device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.1656904 Mar 01 20:58:09.237651 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-97e15ca3-3421-49b0-a8de-68f71b372f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:09.322051 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-21ed3ac1-7a19-4c77-9412-1e6172b12867 req-48178b59-9212-49d3-9756-3fb59f053525 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d4ce6cd2e95e4978b645e2a20bf85d32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1248686 Mar 01 20:58:09.381983 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43632) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:09.532466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9094fa-fc69-45da-888f-5af02186729f req-c48c2817-fb01-4508-9f6d-9e66d142b750 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:09.534022 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a9094fa-fc69-45da-888f-5af02186729f req-c48c2817-fb01-4508-9f6d-9e66d142b750 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 951 time: 0.4921730 Mar 01 20:58:09.559946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0491e19e-8b34-47df-9b6c-df558a661efd req-f7996ee9-12eb-4ed9-be76-fafa08d40002 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:09.560924 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0491e19e-8b34-47df-9b6c-df558a661efd req-f7996ee9-12eb-4ed9-be76-fafa08d40002 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 931 time: 0.5787439 Mar 01 20:58:09.568942 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f6dee7c2-e287-418b-870c-fe454318d492 req-b54fb897-2e7b-4802-8745-5b574a91cab6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5714922 Mar 01 20:58:09.582837 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b78b9898-06c8-4dc7-ba5b-e4de0fdd2221 req-d4fd1284-0d48-460e-88ce-b3cf0c5a1238 service neutron] 10.222.0.57 "GET /v2.0/networks/b34cf2a5-94ef-4c93-a73c-6352e07b80df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5086155 Mar 01 20:58:09.626645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-53b51c4f-99b7-4889-bd06-dc3998d9eb42 admin admin] Allocated IP 172.20.0.1 (8007cea6-41ad-4d71-904f-1df8339feed7/e84a0e23-c311-4cef-a37e-b35e66df3495/c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:58:09.629915 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1029504975-network', 'tenant_id': '0d91bb8dc90046d98d3a5630a56455c8'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:09.656679 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-97e15ca3-3421-49b0-a8de-68f71b372f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:09.694816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:09.703758 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-0491e19e-8b34-47df-9b6c-df558a661efd req-55cab5f4-1390-48d8-8128-d3f7667a0905 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Synchronizing usage tracker for tenant:1ba80ce6464f41b8a9927e7ec5fe9e47 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:58:09.719347 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a9094fa-fc69-45da-888f-5af02186729f req-86a3fb14-733c-4361-8769-169cb8e56cd8 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574464 Mar 01 20:58:09.757883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9d39ad04-7a97-477c-ba09-87e0c39c3861 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:58:09.758437 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Usage tracker for resource:network and tenant:0d91bb8dc90046d98d3a5630a56455c8 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:09.774959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:09.787675 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ed3ac1-7a19-4c77-9412-1e6172b12867 req-537039b8-bcbc-4164-b1cf-05f4816e4946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:09.789144 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-21ed3ac1-7a19-4c77-9412-1e6172b12867 req-537039b8-bcbc-4164-b1cf-05f4816e4946 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4080536 Mar 01 20:58:09.803440 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:09.928722 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Made reservation on behalf of 0d91bb8dc90046d98d3a5630a56455c8 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:58:09.931146 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:09.946198 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b78b9898-06c8-4dc7-ba5b-e4de0fdd2221 req-790c11c5-9bde-488c-98db-845261295d78 service neutron] 10.222.0.57 "GET /v2.0/networks/b34cf2a5-94ef-4c93-a73c-6352e07b80df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563852 Mar 01 20:58:09.958339 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3206721-805f-4e6a-b835-f65396f27a80 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:58:09.962787 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:09.973733 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-0491e19e-8b34-47df-9b6c-df558a661efd req-55cab5f4-1390-48d8-8128-d3f7667a0905 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Unset dirty status for tenant:1ba80ce6464f41b8a9927e7ec5fe9e47 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:58:09.974876 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0491e19e-8b34-47df-9b6c-df558a661efd req-55cab5f4-1390-48d8-8128-d3f7667a0905 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/security-groups?id=48d43149-1447-4bd3-a73c-d0bc98e37e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4059949 Mar 01 20:58:09.979216 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a1dd3aa2-4084-4a41-a637-a12635db81ba req-19e78878-efcd-4472-9ede-5ab61de14b1a tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0622098 Mar 01 20:58:09.979673 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:09.981952 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53b51c4f-99b7-4889-bd06-dc3998d9eb42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:10.001729 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:10.001729 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dee7c2-e287-418b-870c-fe454318d492 req-82cce43b-b073-4e35-bdb1-b248deac723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:10.001729 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f6dee7c2-e287-418b-870c-fe454318d492 req-82cce43b-b073-4e35-bdb1-b248deac723f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 1102 time: 0.3476701 Mar 01 20:58:10.002051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-53b51c4f-99b7-4889-bd06-dc3998d9eb42 admin admin] Transition to ACTIVE for port object c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:58:10.007982 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Usage tracker for resource:security_group_rule and tenant:0d91bb8dc90046d98d3a5630a56455c8 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:10.009341 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 9d39ad04-7a97-477c-ba09-87e0c39c3861 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:58:10.012026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:10.015063 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] Transition to ACTIVE for port object e3206721-805f-4e6a-b835-f65396f27a80 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:58:10.018413 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-97e15ca3-3421-49b0-a8de-68f71b372f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:10.020974 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9d39ad04-7a97-477c-ba09-87e0c39c3861 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:10.021208 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:10.021613 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:10.069783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e15ca3-3421-49b0-a8de-68f71b372f5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eee71c2b-0a0b-4d80-8da4-dce3da63dea6,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:10.071967 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-97e15ca3-3421-49b0-a8de-68f71b372f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:10.090941 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-97e15ca3-3421-49b0-a8de-68f71b372f5f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/eee71c2b-0a0b-4d80-8da4-dce3da63dea6 HTTP/1.1" status: 204 len: 168 time: 1.2243581 Mar 01 20:58:10.090941 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43642) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:10.126715 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:10.165342 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e9d47a-2cd4-4dd9-9404-830f2bf9d228', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb', 'code': 200} Mar 01 20:58:10.166828 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54e7551-355c-489b-a83e-a48f8cb014d3 None None] Network e32ed15c-87aa-45c9-b3fc-c5d56dcc4191 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:58:10.319804 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53b51c4f-99b7-4889-bd06-dc3998d9eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:10.400514 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] Pushing event updated for resources: {'Port': ['ID=e3206721-805f-4e6a-b835-f65396f27a80,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:10.456799 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:10.463618 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:10.465131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b51c4f-99b7-4889-bd06-dc3998d9eb42 admin admin] Network 8007cea6-41ad-4d71-904f-1df8339feed7 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:58:10.470758 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-53b51c4f-99b7-4889-bd06-dc3998d9eb42 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:58:10.480548 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b51c4f-99b7-4889-bd06-dc3998d9eb42 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:58:10.504557 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 9d39ad04-7a97-477c-ba09-87e0c39c3861, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9d39ad04-7a97-477c-ba09-87e0c39c3861,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:10.543087 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dee7c2-e287-418b-870c-fe454318d492 req-9d07e25b-8802-4c15-982c-9e20d7bb17c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:10.545164 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f6dee7c2-e287-418b-870c-fe454318d492 req-9d07e25b-8802-4c15-982c-9e20d7bb17c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.4960058 Mar 01 20:58:10.546435 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b51c4f-99b7-4889-bd06-dc3998d9eb42 admin admin] Pushing event updated for resources: {'Port': ['ID=c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:10.567295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] Deleting port 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:58:10.567743 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:10.571497 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:10.669753 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f6dee7c2-e287-418b-870c-fe454318d492 req-63ecdffd-8220-4a60-936f-f21c99cef3ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb HTTP/1.1" status: 200 len: 217 time: 0.1042600 Mar 01 20:58:10.689312 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a425a5-4770-4c00-844d-947806e9c630 None None] DHCP port deletion for e32ed15c-87aa-45c9-b3fc-c5d56dcc4191 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 20:58:10.692010 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6dbfd588-fb98-452f-8d5c-571d15c09c44 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:58:10.706416 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e69378-eace-44ac-bbda-d4bbefd367cb req-30190ba8-5a1c-4417-b009-42861cfcbe84 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:10.712758 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e69378-eace-44ac-bbda-d4bbefd367cb req-30190ba8-5a1c-4417-b009-42861cfcbe84 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:10.719476 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e69378-eace-44ac-bbda-d4bbefd367cb req-30190ba8-5a1c-4417-b009-42861cfcbe84 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:10.726072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e69378-eace-44ac-bbda-d4bbefd367cb req-30190ba8-5a1c-4417-b009-42861cfcbe84 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:10.730093 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 6dbfd588-fb98-452f-8d5c-571d15c09c44 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:58:10.730429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6dbfd588-fb98-452f-8d5c-571d15c09c44 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:58:10.731347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] Attempting to bind port e3206721-805f-4e6a-b835-f65396f27a80 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:58:10.731707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] Attempting to bind port e3206721-805f-4e6a-b835-f65396f27a80 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '1c1a4a5a-d33b-45da-9095-5909f125e4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd99545d-482b-491c-902b-7aff0d998285'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:58:10.732043 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] Attempting to bind port e3206721-805f-4e6a-b835-f65396f27a80 on network bd99545d-482b-491c-902b-7aff0d998285 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:58:10.734256 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-21a425a5-4770-4c00-844d-947806e9c630 None None] Deleting port 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:58:10.734508 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-21a425a5-4770-4c00-844d-947806e9c630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:10.734616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e69378-eace-44ac-bbda-d4bbefd367cb req-30190ba8-5a1c-4417-b009-42861cfcbe84 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:10.741652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e69378-eace-44ac-bbda-d4bbefd367cb req-30190ba8-5a1c-4417-b009-42861cfcbe84 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:10.743910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] Port e3206721-805f-4e6a-b835-f65396f27a80 on network bd99545d-482b-491c-902b-7aff0d998285 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:58:10.744233 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] Attempting to bind port e3206721-805f-4e6a-b835-f65396f27a80 on network bd99545d-482b-491c-902b-7aff0d998285 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:58:10.747285 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:10.748058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e69378-eace-44ac-bbda-d4bbefd367cb req-30190ba8-5a1c-4417-b009-42861cfcbe84 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:10.750108 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0e69378-eace-44ac-bbda-d4bbefd367cb req-30190ba8-5a1c-4417-b009-42861cfcbe84 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5421 time: 0.4787490 Mar 01 20:58:10.759509 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53b51c4f-99b7-4889-bd06-dc3998d9eb42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:10.764041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:58:10.764402 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] Checking segment: {'id': '1c1a4a5a-d33b-45da-9095-5909f125e4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd99545d-482b-491c-902b-7aff0d998285'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:58:10.764773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] Bound using segment: {'id': '1c1a4a5a-d33b-45da-9095-5909f125e4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd99545d-482b-491c-902b-7aff0d998285'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:58:10.765206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] Bound port: e3206721-805f-4e6a-b835-f65396f27a80, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c1a4a5a-d33b-45da-9095-5909f125e4bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bd99545d-482b-491c-902b-7aff0d998285'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:58:10.765724 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:10.776079 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=9d39ad04-7a97-477c-ba09-87e0c39c3861,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:10.912098 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:10.977791 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501bd94-a30f-4682-ba7b-b7d5532f7bf6 req-fe82164c-c5dc-407b-b4de-2a9262ccc882 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:10.978830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 4cb0ad12-2673-4afa-b3f7-28162052d47e details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:58:10.979814 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f501bd94-a30f-4682-ba7b-b7d5532f7bf6 req-fe82164c-c5dc-407b-b4de-2a9262ccc882 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96a532a-dc3d-40a5-a897-a3c517d75983 HTTP/1.1" status: 200 len: 944 time: 0.6533563 Mar 01 20:58:10.986262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4a323af0-a8ff-42ff-8073-0532e8b26945 None None] Provisioning for port c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:58:11.008732 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4a323af0-a8ff-42ff-8073-0532e8b26945 None None] Provisioning complete for port c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:11.009090 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4a323af0-a8ff-42ff-8073-0532e8b26945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:11.059591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dee7c2-e287-418b-870c-fe454318d492 req-df962c81-f128-44db-a203-1ac9379d5ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:11.061769 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f6dee7c2-e287-418b-870c-fe454318d492 req-df962c81-f128-44db-a203-1ac9379d5ce8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.3768003 Mar 01 20:58:11.062833 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:58:11.065083 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-21a425a5-4770-4c00-844d-947806e9c630 None None] For port 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=38a1126c-ae7b-4df9-8b5e-66bdfbcf9466,segment=NetworkSegment(1594b9b7-993a-41ba-8120-6ee6983ce263),segment_id=1594b9b7-993a-41ba-8120-6ee6983ce263)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:11.066176 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-21a425a5-4770-4c00-844d-947806e9c630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:11.070407 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424556fa-6ebd-4cd8-8a69-9fc1d8c17704,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:11.075803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] For port e3206721-805f-4e6a-b835-f65396f27a80, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:58:11.077347 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0e69378-eace-44ac-bbda-d4bbefd367cb req-5954ce35-c7e1-4f1d-93bc-c7f11103d0f1 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1974859 Mar 01 20:58:11.178388 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:11.178388 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Added segment 634fe1ff-c4e5-4011-a5a2-86372b8195c4 of type vlan for network 89eb1100-bf34-44dd-94b1-cf70debc999e Mar 01 20:58:11.208849 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:11.224432 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] For port e3206721-805f-4e6a-b835-f65396f27a80, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e3206721-805f-4e6a-b835-f65396f27a80,segment=NetworkSegment(1c1a4a5a-d33b-45da-9095-5909f125e4bb),segment_id=1c1a4a5a-d33b-45da-9095-5909f125e4bb)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:58:11.228119 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 4cb0ad12-2673-4afa-b3f7-28162052d47e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=4cb0ad12-2673-4afa-b3f7-28162052d47e,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:11.244326 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '4cb0ad12-2673-4afa-b3f7-28162052d47e', 'network_id': 'b34cf2a5-94ef-4c93-a73c-6352e07b80df', 'port_id': '4cb0ad12-2673-4afa-b3f7-28162052d47e', 'mac_address': 'fa:16:3e:b5:50:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '844187c6-69f0-42fc-8dd0-0c1a159e43b8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:58:11.291538 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-21ed3ac1-7a19-4c77-9412-1e6172b12867 req-2c63f80d-a37d-44b5-8864-59b2e0932e36 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.55 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0681531 Mar 01 20:58:11.335023 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f501bd94-a30f-4682-ba7b-b7d5532f7bf6 req-71b04dc3-a051-42a4-b133-7b546fbf151c tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375573 Mar 01 20:58:11.359446 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:11.367846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] For port 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=38a1126c-ae7b-4df9-8b5e-66bdfbcf9466,segment=NetworkSegment(1594b9b7-993a-41ba-8120-6ee6983ce263),segment_id=1594b9b7-993a-41ba-8120-6ee6983ce263)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:11.368233 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:11.435969 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-21a425a5-4770-4c00-844d-947806e9c630 None None] Calling delete_port for 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:58:11.477679 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:11.479070 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:11.480926 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:11.481490 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4a323af0-a8ff-42ff-8073-0532e8b26945 None None] Port c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:58:11.521376 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:11.545876 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb0ad12-2673-4afa-b3f7-28162052d47e {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:58:11.575282 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 4cb0ad12-2673-4afa-b3f7-28162052d47e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=4cb0ad12-2673-4afa-b3f7-28162052d47e,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:11.589038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dee7c2-e287-418b-870c-fe454318d492 req-d7dd41cf-7587-4efa-ba19-724512ed608a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:11.590547 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f6dee7c2-e287-418b-870c-fe454318d492 req-d7dd41cf-7587-4efa-ba19-724512ed608a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5174022 Mar 01 20:58:11.595714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:11.596335 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:11.598310 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] 10.222.0.57 "PUT /v2.0/ports/e3206721-805f-4e6a-b835-f65396f27a80 HTTP/1.1" status: 200 len: 1091 time: 3.6511438 Mar 01 20:58:11.598762 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f35be44b-57e2-4748-aae4-c981729de88e', 'tag': 'e3206721-805f-4e6a-b835-f65396f27a80'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:58:11.631023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6106226-d6ab-4ac9-9f10-e8630402dad8 service neutron] Pushing event updated for resources: {'Port': ['ID=e3206721-805f-4e6a-b835-f65396f27a80,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:11.651883 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] Calling delete_port for 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:58:11.670682 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:11.689793 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3038762 Mar 01 20:58:11.706743 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43656) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:11.715269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-30940557-b811-4bf3-8473-e23847fea677 admin admin] Request body: {'subnet': {'network_id': '89eb1100-bf34-44dd-94b1-cf70debc999e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1029504975-subnet', 'tenant_id': '0d91bb8dc90046d98d3a5630a56455c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:11.722897 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-30940557-b811-4bf3-8473-e23847fea677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:11.728018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-30940557-b811-4bf3-8473-e23847fea677 admin admin] Usage tracker for resource:subnet and tenant:0d91bb8dc90046d98d3a5630a56455c8 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:11.730113 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-21a425a5-4770-4c00-844d-947806e9c630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:11.732135 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-30940557-b811-4bf3-8473-e23847fea677 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:11.739788 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-30940557-b811-4bf3-8473-e23847fea677 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:11.742447 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-971a90cb-1ada-499f-ac11-b45ab5290502 req-c3af9c8d-c4de-4918-8479-7d4fcda4803f tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=35c8a4a8-02e7-49f5-a1d3-83402c04e64a HTTP/1.1" status: 200 len: 210 time: 0.0997286 Mar 01 20:58:11.759004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc743b-355a-439f-9008-70c78a07044e admin admin] Pushing event updated for resources: {'Network': ['ID=89eb1100-bf34-44dd-94b1-cf70debc999e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:11.774096 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a425a5-4770-4c00-844d-947806e9c630 None None] No DVR routers for this DVR port 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:58:11.800860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd36e00-4ce8-4654-a7e6-3e66e1b23902 req-277a56e0-77fe-438b-bde2-2cc6649289b2 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:11.802649 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bbd36e00-4ce8-4654-a7e6-3e66e1b23902 req-277a56e0-77fe-438b-bde2-2cc6649289b2 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 943 time: 0.5549567 Mar 01 20:58:11.805341 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9d39ad04-7a97-477c-ba09-87e0c39c3861 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:58:11.833279 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 89eb1100-bf34-44dd-94b1-cf70debc999e details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:58:11.868392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30940557-b811-4bf3-8473-e23847fea677 admin admin] Made reservation on behalf of 0d91bb8dc90046d98d3a5630a56455c8 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:58:11.870702 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-30940557-b811-4bf3-8473-e23847fea677 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:11.913773 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 20:58:11.914473 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 20:58:11.961814 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=4cb0ad12-2673-4afa-b3f7-28162052d47e,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:12.015224 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-ec13d76c-f461-43fb-9040-faa4c40b793d tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=f49f672366454d8aaec799c518622a6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707419 Mar 01 20:58:12.015735 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a425a5-4770-4c00-844d-947806e9c630 None None] Pushing event deleted for resources: {'Port': ['ID=38a1126c-ae7b-4df9-8b5e-66bdfbcf9466,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:12.022327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['4cb0ad12-2673-4afa-b3f7-28162052d47e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:58:12.043581 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f6dee7c2-e287-418b-870c-fe454318d492 req-c48605d8-a5fd-4bee-b0e8-f52fac743ec2 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4350266 Mar 01 20:58:12.056733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-71e9be73-3fbb-4e6d-a0f2-6371bbb02cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:12.058280 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-71e9be73-3fbb-4e6d-a0f2-6371bbb02cb3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ba80ce6464f41b8a9927e7ec5fe9e47&device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 1094 time: 0.2968078 Mar 01 20:58:12.113482 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:58:12.128666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9d39ad04-7a97-477c-ba09-87e0c39c3861 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:12.129182 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:12.170286 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-d645ae1f-7008-4d24-91dc-0c8da3d71ad4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3206721-805f-4e6a-b835-f65396f27a80 HTTP/1.1" status: 200 len: 217 time: 0.0918927 Mar 01 20:58:12.228250 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bbd36e00-4ce8-4654-a7e6-3e66e1b23902 req-adbb5c9e-0797-4962-8e06-395a92171de5 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/security-groups?id=48d43149-1447-4bd3-a73c-d0bc98e37e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871555 Mar 01 20:58:12.250812 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-2a8e78d8-dd49-46c3-afc0-a40e3ecdd921 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:12.252329 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-2a8e78d8-dd49-46c3-afc0-a40e3ecdd921 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2362690 Mar 01 20:58:12.259060 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53b51c4f-99b7-4889-bd06-dc3998d9eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:12.283860 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-e2f9e0a5-5e37-4112-b855-11f1b425cab3 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/quotas/f49f672366454d8aaec799c518622a6a HTTP/1.1" status: 200 len: 375 time: 0.0155683 Mar 01 20:58:12.316050 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f35be44b-57e2-4748-aae4-c981729de88e', 'tag': 'e3206721-805f-4e6a-b835-f65396f27a80', 'status': 'completed', 'code': 200} Mar 01 20:58:12.351021 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-d057163e-c10c-4b79-b029-79eb367b0be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:12.352694 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-d057163e-c10c-4b79-b029-79eb367b0be5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55eecb4a-3e46-4314-97a3-43f6a6ecee89 HTTP/1.1" status: 200 len: 862 time: 0.1753161 Mar 01 20:58:12.420300 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] Deleting port 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:58:12.420639 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:12.447188 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-63fbe00c-bd30-4e01-9d15-406892451f32 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd99545d-482b-491c-902b-7aff0d998285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846457 Mar 01 20:58:12.475013 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:58:12.509997 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:58:12.510249 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 38a1126c-ae7b-4df9-8b5e-66bdfbcf9466 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:58:12.523559 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f6dee7c2-e287-418b-870c-fe454318d492 req-f2fa6e7f-96e3-4a8c-809f-c6300f3ad52e service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4704075 Mar 01 20:58:12.579707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] The port '38a1126c-ae7b-4df9-8b5e-66bdfbcf9466' was deleted {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 20:58:12.586447 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-30940557-b811-4bf3-8473-e23847fea677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:12.679140 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-e46c9624-2539-4f6c-9d81-2ee4fb1e9569 service neutron] 10.222.0.57 "GET /v2.0/networks/bd99545d-482b-491c-902b-7aff0d998285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247550 Mar 01 20:58:12.709405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30940557-b811-4bf3-8473-e23847fea677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d3d3441-5446-4a1e-b1d2-9af78b9bdddb,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:12.713157 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-0967e1ef-f1d2-4659-b94d-9ecb0b770d5f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4007072 Mar 01 20:58:12.742992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30940557-b811-4bf3-8473-e23847fea677 admin admin] Checking segment: {'id': '634fe1ff-c4e5-4011-a5a2-86372b8195c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '89eb1100-bf34-44dd-94b1-cf70debc999e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:58:12.743350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30940557-b811-4bf3-8473-e23847fea677 admin admin] Network hostable DHCP agents. Network: 89eb1100-bf34-44dd-94b1-cf70debc999e, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:58:12.814277 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:12.846294 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa15d799-b14a-4707-98f3-67b3ee961169 req-872d9758-ce0a-40ff-8376-fd648bf85ea9 service neutron] 10.222.0.57 "GET /v2.0/networks/bd99545d-482b-491c-902b-7aff0d998285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574450 Mar 01 20:58:12.863791 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d7483-8a1c-461d-bb40-2f700e5f0490 req-9c16a32f-8a03-4ae1-b79d-b4d807093831 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:12.869565 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d7483-8a1c-461d-bb40-2f700e5f0490 req-9c16a32f-8a03-4ae1-b79d-b4d807093831 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:12.875271 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d7483-8a1c-461d-bb40-2f700e5f0490 req-9c16a32f-8a03-4ae1-b79d-b4d807093831 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:12.881162 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d7483-8a1c-461d-bb40-2f700e5f0490 req-9c16a32f-8a03-4ae1-b79d-b4d807093831 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:12.886884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d7483-8a1c-461d-bb40-2f700e5f0490 req-9c16a32f-8a03-4ae1-b79d-b4d807093831 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:12.892599 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d7483-8a1c-461d-bb40-2f700e5f0490 req-9c16a32f-8a03-4ae1-b79d-b4d807093831 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:12.898950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d7483-8a1c-461d-bb40-2f700e5f0490 req-9c16a32f-8a03-4ae1-b79d-b4d807093831 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:12.900970 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f9d7483-8a1c-461d-bb40-2f700e5f0490 req-9c16a32f-8a03-4ae1-b79d-b4d807093831 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5421 time: 0.4488323 Mar 01 20:58:12.912286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e32ed15c-87aa-45c9-b3fc-c5d56dcc4191']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:12.915869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30940557-b811-4bf3-8473-e23847fea677 admin admin] Network 89eb1100-bf34-44dd-94b1-cf70debc999e is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:58:12.925422 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 7a1cf285-2ede-41c8-9511-8097c8c59ab8 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:58:12.926377 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 4cb0ad12-2673-4afa-b3f7-28162052d47e up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:58:12.988462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1594b9b7-993a-41ba-8120-6ee6983ce263') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:12.988462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1594b9b7-993a-41ba-8120-6ee6983ce263') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:13.018228 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.resource_extend [None req-53b51c4f-99b7-4889-bd06-dc3998d9eb42 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:58:13.085091 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:13.117586 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f9d7483-8a1c-461d-bb40-2f700e5f0490 req-22105e87-c81f-462a-99e0-b6b4a8458702 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2086976 Mar 01 20:58:13.126626 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53b51c4f-99b7-4889-bd06-dc3998d9eb42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:13.149172 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:13.173021 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:58:13.173727 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: timer() Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:58:13.188168 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:58:13.212562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-30940557-b811-4bf3-8473-e23847fea677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 89eb1100-bf34-44dd-94b1-cf70debc999e) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:58:13.227531 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30940557-b811-4bf3-8473-e23847fea677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:13.228553 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-30940557-b811-4bf3-8473-e23847fea677 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:13.247386 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 7a1cf285-2ede-41c8-9511-8097c8c59ab8, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=7a1cf285-2ede-41c8-9511-8097c8c59ab8,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:13.269910 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '7a1cf285-2ede-41c8-9511-8097c8c59ab8', 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e', 'port_id': '7a1cf285-2ede-41c8-9511-8097c8c59ab8', 'mac_address': 'fa:16:3e:aa:ae:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44b9d62-5494-43a9-9588-014f74981709', 'ip_address': '10.1.1.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:58:13.274433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5c34ff-c3fc-4c4c-bb2a-a2ac483a1d8c None None] Network 89eb1100-bf34-44dd-94b1-cf70debc999e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:58:13.279322 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74af03-281b-425d-85a2-de5bb213bc6f req-ef59702c-d63c-41a0-adfe-e9998aa0c000 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:13.286760 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca74af03-281b-425d-85a2-de5bb213bc6f req-ef59702c-d63c-41a0-adfe-e9998aa0c000 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96a532a-dc3d-40a5-a897-a3c517d75983 HTTP/1.1" status: 200 len: 945 time: 0.2759185 Mar 01 20:58:13.292265 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 4cb0ad12-2673-4afa-b3f7-28162052d47e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:58:13.297860 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb081c7-ce4a-4bce-8f0d-13de47ffd648 req-87a49308-ec08-438d-9c6c-98ff2e34e1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:13.297860 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fbb081c7-ce4a-4bce-8f0d-13de47ffd648 req-87a49308-ec08-438d-9c6c-98ff2e34e1d8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ba80ce6464f41b8a9927e7ec5fe9e47&device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 1094 time: 0.2843747 Mar 01 20:58:13.306187 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53b51c4f-99b7-4889-bd06-dc3998d9eb42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:13.409099 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-30940557-b811-4bf3-8473-e23847fea677 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6935387 Mar 01 20:58:13.444559 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d70ded7d-6d59-417e-98cb-7c30911ba379 req-02fd4370-38fc-49af-8f5a-1adf8bba768f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 210 time: 0.1547518 Mar 01 20:58:13.474204 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb081c7-ce4a-4bce-8f0d-13de47ffd648 req-5f7439c4-5d6f-4fcc-9354-c09f31bc4dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:13.477125 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fbb081c7-ce4a-4bce-8f0d-13de47ffd648 req-5f7439c4-5d6f-4fcc-9354-c09f31bc4dd1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bd99545d-482b-491c-902b-7aff0d998285 HTTP/1.1" status: 200 len: 923 time: 0.1742389 Mar 01 20:58:13.494737 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca74af03-281b-425d-85a2-de5bb213bc6f req-dc050be5-c022-41b6-b591-0dabc68eb1ea tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069993 Mar 01 20:58:13.497716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b51c4f-99b7-4889-bd06-dc3998d9eb42 admin admin] Pushing event updated for resources: {'Port': ['ID=c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:13.500332 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53b51c4f-99b7-4889-bd06-dc3998d9eb42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:13.527512 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:13.553434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 4cb0ad12-2673-4afa-b3f7-28162052d47e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:13.553721 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:13.585447 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fbb081c7-ce4a-4bce-8f0d-13de47ffd648 req-f306400e-218d-4d52-82e3-256b15a01733 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3206721-805f-4e6a-b835-f65396f27a80 HTTP/1.1" status: 200 len: 217 time: 0.1006017 Mar 01 20:58:13.591718 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:13.615749 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] Pushing event deleted for resources: {'Network': ['ID=e32ed15c-87aa-45c9-b3fc-c5d56dcc4191,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:13.696595 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb081c7-ce4a-4bce-8f0d-13de47ffd648 req-db8a0747-e55a-4260-a1e5-cba4bad41f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:13.698738 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fbb081c7-ce4a-4bce-8f0d-13de47ffd648 req-db8a0747-e55a-4260-a1e5-cba4bad41f89 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=55eecb4a-3e46-4314-97a3-43f6a6ecee89 HTTP/1.1" status: 200 len: 862 time: 0.1053979 Mar 01 20:58:13.718431 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:13.759903 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fbb081c7-ce4a-4bce-8f0d-13de47ffd648 req-f467079f-ad9f-447f-8510-bfc66fcd25c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bd99545d-482b-491c-902b-7aff0d998285&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539746 Mar 01 20:58:13.764453 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a1cf285-2ede-41c8-9511-8097c8c59ab8 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:58:13.820698 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 7a1cf285-2ede-41c8-9511-8097c8c59ab8, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=7a1cf285-2ede-41c8-9511-8097c8c59ab8,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:13.848305 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b06c7307-1203-492d-9d93-c7557687e927 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e32ed15c-87aa-45c9-b3fc-c5d56dcc4191 HTTP/1.1" status: 204 len: 168 time: 3.7586112 Mar 01 20:58:13.890312 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:13.905685 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:13.906332 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 3369ed1f-fbb4-4e08-b382-46706868eb08 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:58:13.932267 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fbb081c7-ce4a-4bce-8f0d-13de47ffd648 req-4b8f6218-67a0-46ce-bb39-e0209458f6ce service neutron] 10.222.0.57 "GET /v2.0/networks/bd99545d-482b-491c-902b-7aff0d998285?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642792 Mar 01 20:58:13.989487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96a532a-dc3d-40a5-a897-a3c517d75983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb0ad12-2673-4afa-b3f7-28162052d47e'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:58:13.998508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b51c4f-99b7-4889-bd06-dc3998d9eb42 admin admin] Network 8007cea6-41ad-4d71-904f-1df8339feed7 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:58:14.001761 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-53b51c4f-99b7-4889-bd06-dc3998d9eb42 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:58:14.030492 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4624dc95-d17a-4fae-ac62-59728c8c36fd req-3e83870b-d6ec-4ac6-996d-7e1cf3a28241 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:14.031989 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4624dc95-d17a-4fae-ac62-59728c8c36fd req-3e83870b-d6ec-4ac6-996d-7e1cf3a28241 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 943 time: 0.1867063 Mar 01 20:58:14.044802 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 4cb0ad12-2673-4afa-b3f7-28162052d47e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=4cb0ad12-2673-4afa-b3f7-28162052d47e,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:14.060969 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=7a1cf285-2ede-41c8-9511-8097c8c59ab8,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:14.065942 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 3369ed1f-fbb4-4e08-b382-46706868eb08, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3369ed1f-fbb4-4e08-b382-46706868eb08,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:14.078891 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814d7547-848c-4367-a77a-15d3a50ae037 None None] Network 89eb1100-bf34-44dd-94b1-cf70debc999e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:58:14.149097 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '3369ed1f-fbb4-4e08-b382-46706868eb08', 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e', 'port_id': '3369ed1f-fbb4-4e08-b382-46706868eb08', 'mac_address': 'fa:16:3e:45:c9:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44b9d62-5494-43a9-9588-014f74981709', 'ip_address': '10.1.1.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:58:14.152367 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:14.295477 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca0bd68f-8f05-4848-9bd2-4dd7026e965a req-c4a47222-0dee-4f05-a013-1f075b26a9ac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d4ce6cd2e95e4978b645e2a20bf85d32&device_id=d3753f4d-ec8b-4bd5-983c-c36fde65d410 HTTP/1.1" status: 200 len: 210 time: 0.1339571 Mar 01 20:58:14.329759 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=4cb0ad12-2673-4afa-b3f7-28162052d47e,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:14.356943 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fbb081c7-ce4a-4bce-8f0d-13de47ffd648 req-2bf5fcdd-b1ec-4262-8257-e44c6051d9d9 service neutron] 10.222.0.57 "GET /v2.0/networks/bd99545d-482b-491c-902b-7aff0d998285?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182723 Mar 01 20:58:14.357609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43702) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:14.403589 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca0bd68f-8f05-4848-9bd2-4dd7026e965a req-d91558db-14ef-4267-9b78-68005e7fa81f service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d4ce6cd2e95e4978b645e2a20bf85d32&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892057 Mar 01 20:58:14.457284 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:14.483750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3369ed1f-fbb4-4e08-b382-46706868eb08 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:58:14.491282 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4624dc95-d17a-4fae-ac62-59728c8c36fd req-7589f00e-240f-441e-9b8b-1dfd04e3f3ed tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/security-groups?id=48d43149-1447-4bd3-a73c-d0bc98e37e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122446 Mar 01 20:58:14.500910 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53b51c4f-99b7-4889-bd06-dc3998d9eb42 admin admin] Router 5acc4222-1252-47e4-a096-2eea37728eac has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:58:14.540165 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-26924bd1-d73d-4262-9c60-36f16cdaaee4 None None] Provisioning complete for port c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:14.540604 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-26924bd1-d73d-4262-9c60-36f16cdaaee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:14.600249 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-26924bd1-d73d-4262-9c60-36f16cdaaee4 None None] Port c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:58:14.606977 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0bd68f-8f05-4848-9bd2-4dd7026e965a req-31a43374-a1f0-4090-9a91-1a69fd301630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:14.608509 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca0bd68f-8f05-4848-9bd2-4dd7026e965a req-31a43374-a1f0-4090-9a91-1a69fd301630 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1887145 Mar 01 20:58:14.613927 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 3369ed1f-fbb4-4e08-b382-46706868eb08, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3369ed1f-fbb4-4e08-b382-46706868eb08,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:14.633604 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f105697e-705d-468e-80b1-fc703fd0525f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4834e9a7767b4a869353bf362d5744fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718778 Mar 01 20:58:14.636571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43710) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:14.711992 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96a532a-dc3d-40a5-a897-a3c517d75983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb0ad12-2673-4afa-b3f7-28162052d47e', 'code': 200} Mar 01 20:58:14.725037 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:14.725700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 56e464ad-5156-4f01-9db7-f45a9059a600 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:58:14.825767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-69fd39f0-7b33-4e11-acbe-081f6dda5cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:14.848222 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=3369ed1f-fbb4-4e08-b382-46706868eb08,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:14.865277 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-69fd39f0-7b33-4e11-acbe-081f6dda5cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:14.887934 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b583615e-f79c-45f0-8440-30dbad296f6f req-c006fb18-d9e2-49f0-8782-991f75a5f7dd tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3753f4d-ec8b-4bd5-983c-c36fde65d410 HTTP/1.1" status: 200 len: 210 time: 0.0914958 Mar 01 20:58:14.913663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b51c4f-99b7-4889-bd06-dc3998d9eb42 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:58:14.916033 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8496f8-2b34-4478-a3e5-33a919774468 req-bba7228a-4e07-4c90-86f2-66a37f0ebed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:14.918377 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8c8496f8-2b34-4478-a3e5-33a919774468 req-bba7228a-4e07-4c90-86f2-66a37f0ebed2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b96a532a-dc3d-40a5-a897-a3c517d75983 HTTP/1.1" status: 200 len: 1097 time: 0.2034185 Mar 01 20:58:14.919120 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-53b51c4f-99b7-4889-bd06-dc3998d9eb42 admin admin] 10.222.0.42 "PUT /v2.0/routers/5acc4222-1252-47e4-a096-2eea37728eac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2930913 Mar 01 20:58:14.931617 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] Sync routers for ids ['5acc4222-1252-47e4-a096-2eea37728eac'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:58:14.961627 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] Routers {'5acc4222-1252-47e4-a096-2eea37728eac'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:58:14.962247 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:58:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5acc4222-1252-47e4-a096-2eea37728eac'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:14.971631 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed97beb-7ea7-4dc3-837d-8f4e53a2eab9 req-0bebd358-2809-4754-818d-2a522ed91797 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:14.981298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed97beb-7ea7-4dc3-837d-8f4e53a2eab9 req-0bebd358-2809-4754-818d-2a522ed91797 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:14.990139 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed97beb-7ea7-4dc3-837d-8f4e53a2eab9 req-0bebd358-2809-4754-818d-2a522ed91797 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:14.997588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed97beb-7ea7-4dc3-837d-8f4e53a2eab9 req-0bebd358-2809-4754-818d-2a522ed91797 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:15.009593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed97beb-7ea7-4dc3-837d-8f4e53a2eab9 req-0bebd358-2809-4754-818d-2a522ed91797 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:15.021937 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8c8496f8-2b34-4478-a3e5-33a919774468 req-ad8f8442-1d41-4f12-ad38-931f5982ccfe service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952210 Mar 01 20:58:15.035701 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 56e464ad-5156-4f01-9db7-f45a9059a600, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=56e464ad-5156-4f01-9db7-f45a9059a600,segment=NetworkSegment(2f81802e-5943-4bf7-9e4e-93ade0c400a0),segment_id=2f81802e-5943-4bf7-9e4e-93ade0c400a0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:15.043225 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed97beb-7ea7-4dc3-837d-8f4e53a2eab9 req-0bebd358-2809-4754-818d-2a522ed91797 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:15.055279 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed97beb-7ea7-4dc3-837d-8f4e53a2eab9 req-0bebd358-2809-4754-818d-2a522ed91797 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:15.057522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '56e464ad-5156-4f01-9db7-f45a9059a600', 'network_id': '77a119db-23ab-49e4-8878-de783cebb26a', 'port_id': '56e464ad-5156-4f01-9db7-f45a9059a600', 'mac_address': 'fa:16:3e:ef:ff:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24348124-4cc7-4cd6-a18f-5dbd41fcf6ef', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:58:15.057918 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ed97beb-7ea7-4dc3-837d-8f4e53a2eab9 req-0bebd358-2809-4754-818d-2a522ed91797 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5423 time: 0.2703843 Mar 01 20:58:15.119917 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-69fd39f0-7b33-4e11-acbe-081f6dda5cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:15.134796 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:15.140714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fd39f0-7b33-4e11-acbe-081f6dda5cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f4a86d-2854-4da2-a524-ed0a957221df,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:15.155322 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-686ed451-3b89-4318-8ced-e3a0ebb0d1ad req-33212dc6-cbb1-4d28-9845-4430ccb11be9 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 210 time: 0.0961895 Mar 01 20:58:15.161770 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-69fd39f0-7b33-4e11-acbe-081f6dda5cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:15.164058 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-69fd39f0-7b33-4e11-acbe-081f6dda5cbc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a1f4a86d-2854-4da2-a524-ed0a957221df HTTP/1.1" status: 204 len: 168 time: 0.5265529 Mar 01 20:58:15.215893 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ed97beb-7ea7-4dc3-837d-8f4e53a2eab9 req-6253d325-075a-46b9-8c28-07310e9508c3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1055851 Mar 01 20:58:15.283742 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] Set router 5acc4222-1252-47e4-a096-2eea37728eac gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:58:15.331718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56e464ad-5156-4f01-9db7-f45a9059a600 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:58:15.362954 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 56e464ad-5156-4f01-9db7-f45a9059a600, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=56e464ad-5156-4f01-9db7-f45a9059a600,segment=NetworkSegment(2f81802e-5943-4bf7-9e4e-93ade0c400a0),segment_id=2f81802e-5943-4bf7-9e4e-93ade0c400a0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:15.363163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a9ec4-e33f-4bc0-92dc-e68ca070768a req-12bfd66c-675c-4afb-8553-e5855995fd7c tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:15.367852 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae8a9ec4-e33f-4bc0-92dc-e68ca070768a req-12bfd66c-675c-4afb-8553-e5855995fd7c tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96a532a-dc3d-40a5-a897-a3c517d75983 HTTP/1.1" status: 200 len: 946 time: 0.0920107 Mar 01 20:58:15.416676 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae8a9ec4-e33f-4bc0-92dc-e68ca070768a req-3e9bde9a-36e1-4b7d-ad16-a10ac767d686 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463314 Mar 01 20:58:15.457057 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-6d371b3a-46b5-40aa-b72f-e580d2cb00ca tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=f49f672366454d8aaec799c518622a6a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439484 Mar 01 20:58:15.533997 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:15.534335 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 421f10f4-c2e3-421b-9631-75fca669804c details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:58:15.698935 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=56e464ad-5156-4f01-9db7-f45a9059a600,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:15.702332 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 421f10f4-c2e3-421b-9631-75fca669804c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=421f10f4-c2e3-421b-9631-75fca669804c,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:15.730691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '421f10f4-c2e3-421b-9631-75fca669804c', 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e', 'port_id': '421f10f4-c2e3-421b-9631-75fca669804c', 'mac_address': 'fa:16:3e:8b:ab:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44b9d62-5494-43a9-9588-014f74981709', 'ip_address': '10.1.1.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:58:15.734753 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-8dadf1b4-32db-49bb-a58f-9b0bc3e101f3 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:15.739524 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-8dadf1b4-32db-49bb-a58f-9b0bc3e101f3 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2767458 Mar 01 20:58:15.759798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-1d780715-a755-41ff-b61d-be9eaddd230f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Request body: {'port': {'device_id': '2c123cac-d255-4eb1-9774-bc8835ac9582', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'f49f672366454d8aaec799c518622a6a'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:15.896679 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:15.942180 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 421f10f4-c2e3-421b-9631-75fca669804c {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:58:15.994690 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 421f10f4-c2e3-421b-9631-75fca669804c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=421f10f4-c2e3-421b-9631-75fca669804c,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:16.010358 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acc4222-1252-47e4-a096-2eea37728eac', 'name': 'tempest-ServersTestBootFromVolume-825597777-router', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:57:56Z', 'updated_at': '2022-03-01T20:58:11Z', 'revision_number': 4, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'gw_port': {'id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:00Z', 'updated_at': '2022-03-01T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147', 'name': '', 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'mac_address': 'fa:16:3e:3d:7a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e84a0e23-c311-4cef-a37e-b35e66df3495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:08Z', 'updated_at': '2022-03-01T20:58:12Z', 'revision_number': 2, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'subnets': [{'id': 'e84a0e23-c311-4cef-a37e-b35e66df3495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:16.015425 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] Checking router: 5acc4222-1252-47e4-a096-2eea37728eac for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:58:16.015784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] Updating router 5acc4222-1252-47e4-a096-2eea37728eac port c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 20:58:16.028407 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-1d780715-a755-41ff-b61d-be9eaddd230f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:16.039855 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-1d780715-a755-41ff-b61d-be9eaddd230f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:16.040773 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1b76d-9cd6-4a7e-b958-3e678cdb938d req-70705b55-188e-4291-9696-d7de15f54068 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:16.048357 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b0c1b76d-9cd6-4a7e-b958-3e678cdb938d req-70705b55-188e-4291-9696-d7de15f54068 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 943 time: 0.1638238 Mar 01 20:58:16.101575 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:16.102445 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 21b097e0-c594-4c20-862a-df9b7482b41e details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:58:16.131526 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b0c1b76d-9cd6-4a7e-b958-3e678cdb938d req-48f13c63-4ac9-4f95-b9e4-cd737b31767f tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/security-groups?id=48d43149-1447-4bd3-a73c-d0bc98e37e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821362 Mar 01 20:58:16.203627 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:16.257542 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 21b097e0-c594-4c20-862a-df9b7482b41e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=21b097e0-c594-4c20-862a-df9b7482b41e,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:16.274075 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca0bd68f-8f05-4848-9bd2-4dd7026e965a req-e06fe61d-a25a-48b3-a000-4ac17866b5e9 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.55 "GET /v2.0/ports?device_id=d3753f4d-ec8b-4bd5-983c-c36fde65d410 HTTP/1.1" status: 200 len: 210 time: 0.1635871 Mar 01 20:58:16.275720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-1d780715-a755-41ff-b61d-be9eaddd230f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Made reservation on behalf of f49f672366454d8aaec799c518622a6a for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:58:16.278578 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '21b097e0-c594-4c20-862a-df9b7482b41e', 'network_id': 'ee65825d-7288-4653-bfc7-12a15403400e', 'port_id': '21b097e0-c594-4c20-862a-df9b7482b41e', 'mac_address': 'fa:16:3e:ff:1b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44b9d62-5494-43a9-9588-014f74981709', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:58:16.280749 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-1d780715-a755-41ff-b61d-be9eaddd230f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:16.349848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43746) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:16.356978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-7b375e1a-f6e9-4d73-8ad4-be1aee0fe1e2 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Request body: {'security_group': {'name': 'tempest-securitygroup--878781851', 'description': 'tempest-description--829930047'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:16.364287 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7b375e1a-f6e9-4d73-8ad4-be1aee0fe1e2 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:16.368372 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7b375e1a-f6e9-4d73-8ad4-be1aee0fe1e2 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Usage tracker for resource:security_group and tenant:b78d9d9c87074e3ead6611c118eec35f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:16.371827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7b375e1a-f6e9-4d73-8ad4-be1aee0fe1e2 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:16.378569 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7b375e1a-f6e9-4d73-8ad4-be1aee0fe1e2 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:16.476496 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=421f10f4-c2e3-421b-9631-75fca669804c,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:16.498813 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b375e1a-f6e9-4d73-8ad4-be1aee0fe1e2 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:16.540572 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7b375e1a-f6e9-4d73-8ad4-be1aee0fe1e2 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:16.551998 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-1d780715-a755-41ff-b61d-be9eaddd230f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Allocated IP 192.168.233.239 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/6fa6ee7c-e9f6-4b41-9521-49f859ad86b7) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:58:16.581252 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:16.609748 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21b097e0-c594-4c20-862a-df9b7482b41e {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:58:16.621010 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7b375e1a-f6e9-4d73-8ad4-be1aee0fe1e2 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Usage tracker for resource:security_group_rule and tenant:b78d9d9c87074e3ead6611c118eec35f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:16.638985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7b375e1a-f6e9-4d73-8ad4-be1aee0fe1e2 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:16.656459 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-892baaaa-c17f-4b6d-8b21-0227d2d3feea req-b833e45f-26ec-4ad3-9112-7d839a77f88e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 210 time: 0.1030693 Mar 01 20:58:16.660506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 21b097e0-c594-4c20-862a-df9b7482b41e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=21b097e0-c594-4c20-862a-df9b7482b41e,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:16.662143 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa2b6dfd-df1b-434e-807e-830b6728196d req-3e55eaa9-25a8-4723-abf2-86f3a5694552 tempest-ServerShowV247Test-1554448812 tempest-ServerShowV247Test-1554448812-project] 10.222.0.42 "GET /v2.0/ports?device_id=d3753f4d-ec8b-4bd5-983c-c36fde65d410 HTTP/1.1" status: 200 len: 210 time: 0.1171987 Mar 01 20:58:16.662978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7b375e1a-f6e9-4d73-8ad4-be1aee0fe1e2 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:16.781317 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:16.781531 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b375e1a-f6e9-4d73-8ad4-be1aee0fe1e2 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:16.781972 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 7badcc59-c905-4f3b-8158-275e3f4a81f4 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:58:16.911644 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43764) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:16.912113 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b375e1a-f6e9-4d73-8ad4-be1aee0fe1e2 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:16.938246 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=21b097e0-c594-4c20-862a-df9b7482b41e,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:17.037232 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b375e1a-f6e9-4d73-8ad4-be1aee0fe1e2 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1074fff3-b893-4ad5-a33b-4f1a6a7d7771,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:17.056094 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b375e1a-f6e9-4d73-8ad4-be1aee0fe1e2 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:17.060398 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7b375e1a-f6e9-4d73-8ad4-be1aee0fe1e2 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7090759 Mar 01 20:58:17.062167 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43770) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:17.069222 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-1989f828-072d-4465-b7a5-9f2f43075a8c tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Request body: {'security_group_rule': {'security_group_id': '1074fff3-b893-4ad5-a33b-4f1a6a7d7771', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:17.079697 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-1d780715-a755-41ff-b61d-be9eaddd230f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:17.097437 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1989f828-072d-4465-b7a5-9f2f43075a8c tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:17.098644 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-1d780715-a755-41ff-b61d-be9eaddd230f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Transition to ACTIVE for port object 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:58:17.105781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1989f828-072d-4465-b7a5-9f2f43075a8c tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Usage tracker for resource:security_group_rule and tenant:b78d9d9c87074e3ead6611c118eec35f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:17.109793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1989f828-072d-4465-b7a5-9f2f43075a8c tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:17.117137 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 7badcc59-c905-4f3b-8158-275e3f4a81f4, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=7badcc59-c905-4f3b-8158-275e3f4a81f4,segment=NetworkSegment(3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed),segment_id=3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:17.120645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d08bcd-60f7-468c-9e75-ec98e0c8a087 req-374f9cbd-956d-47c7-8ae4-d560b90af4e9 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:17.122500 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0d08bcd-60f7-468c-9e75-ec98e0c8a087 req-374f9cbd-956d-47c7-8ae4-d560b90af4e9 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96a532a-dc3d-40a5-a897-a3c517d75983 HTTP/1.1" status: 200 len: 946 time: 0.2135978 Mar 01 20:58:17.125850 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1656961923-network', 'tenant_id': '4cb779e48f034abcaf662ea830d29e4f'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:17.129441 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1989f828-072d-4465-b7a5-9f2f43075a8c tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:17.132840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:17.137206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Usage tracker for resource:network and tenant:4cb779e48f034abcaf662ea830d29e4f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:17.140393 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:17.140671 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '7badcc59-c905-4f3b-8158-275e3f4a81f4', 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae', 'port_id': '7badcc59-c905-4f3b-8158-275e3f4a81f4', 'mac_address': 'fa:16:3e:bd:c7:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b1ee371-6859-4aa1-bec5-74e86f55472d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:58:17.146219 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:17.158428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e411009-c822-4660-b54f-64145b936d7f req-b34ee46d-45e6-4d00-a446-2bd1968dd7f4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:17.164722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e411009-c822-4660-b54f-64145b936d7f req-b34ee46d-45e6-4d00-a446-2bd1968dd7f4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:17.170585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e411009-c822-4660-b54f-64145b936d7f req-b34ee46d-45e6-4d00-a446-2bd1968dd7f4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:17.177400 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e411009-c822-4660-b54f-64145b936d7f req-b34ee46d-45e6-4d00-a446-2bd1968dd7f4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:17.182609 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-1d780715-a755-41ff-b61d-be9eaddd230f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:17.183953 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e411009-c822-4660-b54f-64145b936d7f req-b34ee46d-45e6-4d00-a446-2bd1968dd7f4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:17.189487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e411009-c822-4660-b54f-64145b936d7f req-b34ee46d-45e6-4d00-a446-2bd1968dd7f4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:17.196413 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e411009-c822-4660-b54f-64145b936d7f req-b34ee46d-45e6-4d00-a446-2bd1968dd7f4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:17.197598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:58:17.198544 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4e411009-c822-4660-b54f-64145b936d7f req-b34ee46d-45e6-4d00-a446-2bd1968dd7f4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5426 time: 0.3666708 Mar 01 20:58:17.240450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Made reservation on behalf of 4cb779e48f034abcaf662ea830d29e4f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:58:17.244133 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:17.262054 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['434884c2-e77f-4d2b-b8c1-aa2f4b16df42', 'bd97f53a-f9d1-47ca-a431-a0e2ca5feb68'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:58:17.265948 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0d08bcd-60f7-468c-9e75-ec98e0c8a087 req-e4b61648-faaf-45ac-a52c-21e28602b793 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337733 Mar 01 20:58:17.280247 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4e411009-c822-4660-b54f-64145b936d7f req-84ecb0eb-6187-4e84-b467-9bbfd74ea9c6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0714138 Mar 01 20:58:17.290565 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:17.311451 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1989f828-072d-4465-b7a5-9f2f43075a8c tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:17.326826 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-1d780715-a755-41ff-b61d-be9eaddd230f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:58:17.339710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-1d780715-a755-41ff-b61d-be9eaddd230f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:58:17.345238 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:17.350874 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-1d780715-a755-41ff-b61d-be9eaddd230f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:58:17.387600 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d780715-a755-41ff-b61d-be9eaddd230f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Pushing event updated for resources: {'Port': ['ID=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:17.396303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Usage tracker for resource:security_group_rule and tenant:4cb779e48f034abcaf662ea830d29e4f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:17.404827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:17.406720 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.resource_extend [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:58:17.423728 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:17.429581 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1989f828-072d-4465-b7a5-9f2f43075a8c tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:17.450041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-1d780715-a755-41ff-b61d-be9eaddd230f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:17.450673 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-1d780715-a755-41ff-b61d-be9eaddd230f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:17.451087 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:17.522017 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1989f828-072d-4465-b7a5-9f2f43075a8c tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:17.577359 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989f828-072d-4465-b7a5-9f2f43075a8c tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df7a305e-bf6f-4be5-b857-bff0c7dfadde,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:17.607789 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:17.613419 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-1d780715-a755-41ff-b61d-be9eaddd230f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8572571 Mar 01 20:58:17.625448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] Request body: {'port': {'device_id': '2c123cac-d255-4eb1-9774-bc8835ac9582', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:17.658284 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7badcc59-c905-4f3b-8158-275e3f4a81f4 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:58:17.688674 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 7badcc59-c905-4f3b-8158-275e3f4a81f4, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=7badcc59-c905-4f3b-8158-275e3f4a81f4,segment=NetworkSegment(3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed),segment_id=3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:17.722426 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1989f828-072d-4465-b7a5-9f2f43075a8c tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:17.726567 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1989f828-072d-4465-b7a5-9f2f43075a8c tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6623118 Mar 01 20:58:17.727612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43784) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:17.733050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-a9ce0de4-065a-4dad-a7f6-0225f1250e8f tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Request body: {'security_group_rule': {'security_group_id': '1074fff3-b893-4ad5-a33b-4f1a6a7d7771', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:17.749450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a9ce0de4-065a-4dad-a7f6-0225f1250e8f tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:17.750305 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:17.762122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a9ce0de4-065a-4dad-a7f6-0225f1250e8f tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Usage tracker for resource:security_group_rule and tenant:b78d9d9c87074e3ead6611c118eec35f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:17.765625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a9ce0de4-065a-4dad-a7f6-0225f1250e8f tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:17.779663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a9ce0de4-065a-4dad-a7f6-0225f1250e8f tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:17.814018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:58:17.834690 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:17.844896 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:17.845560 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b3cc9b9c-e594-4a4b-9313-d2383734d393 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:58:17.857866 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6da554-da19-4f87-b16a-d0c5c7c77882,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:17.874224 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:17.875264 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Added segment c59e07f0-3df4-41ab-b40c-5cb3b6392cfe of type vlan for network 019068bc-9db3-4db2-af65-0bd02fadada0 Mar 01 20:58:17.880240 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b3cc9b9c-e594-4a4b-9313-d2383734d393, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b3cc9b9c-e594-4a4b-9313-d2383734d393,segment=NetworkSegment(2f81802e-5943-4bf7-9e4e-93ade0c400a0),segment_id=2f81802e-5943-4bf7-9e4e-93ade0c400a0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:17.954518 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:17.988886 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a9ce0de4-065a-4dad-a7f6-0225f1250e8f tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:18.001125 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'b3cc9b9c-e594-4a4b-9313-d2383734d393', 'network_id': '77a119db-23ab-49e4-8878-de783cebb26a', 'port_id': 'b3cc9b9c-e594-4a4b-9313-d2383734d393', 'mac_address': 'fa:16:3e:b9:58:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24348124-4cc7-4cd6-a18f-5dbd41fcf6ef', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:58:18.065660 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:18.070655 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a9ce0de4-065a-4dad-a7f6-0225f1250e8f tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:18.079073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799bd50-9067-4bd2-bc59-43dd51002f44 req-ed46f3ed-3af8-4f4e-a187-0e0804406d29 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:18.091948 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c799bd50-9067-4bd2-bc59-43dd51002f44 req-ed46f3ed-3af8-4f4e-a187-0e0804406d29 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 943 time: 0.2766938 Mar 01 20:58:18.163621 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c799bd50-9067-4bd2-bc59-43dd51002f44 req-3f7f51b0-84e6-4637-91b2-7c9819747e30 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/security-groups?id=48d43149-1447-4bd3-a73c-d0bc98e37e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759380 Mar 01 20:58:18.168739 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a9ce0de4-065a-4dad-a7f6-0225f1250e8f tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:18.196126 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-51bc6327-f699-4f47-97de-6707b2c756fb None None] Provisioning for port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:58:18.218346 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:18.219518 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:18.220196 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:18.224519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce0de4-065a-4dad-a7f6-0225f1250e8f tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38868ceb-82ec-4d27-9a75-f8c0eef9afa3,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:18.265971 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] Transition to ACTIVE for port object c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:58:18.283185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-51bc6327-f699-4f47-97de-6707b2c756fb None None] Provisioning complete for port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:18.283691 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-51bc6327-f699-4f47-97de-6707b2c756fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:18.384975 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] Pushing event updated for resources: {'Network': ['ID=019068bc-9db3-4db2-af65-0bd02fadada0,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:18.385156 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-51bc6327-f699-4f47-97de-6707b2c756fb None None] Port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:58:18.392308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=7badcc59-c905-4f3b-8158-275e3f4a81f4,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:18.392419 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3108850a-8a89-479c-88c8-449c8413a2e5 req-c93b34bc-117d-4fac-b557-c75424d74720 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:18.399977 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3108850a-8a89-479c-88c8-449c8413a2e5 req-c93b34bc-117d-4fac-b557-c75424d74720 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 936 time: 0.1473703 Mar 01 20:58:18.404634 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 019068bc-9db3-4db2-af65-0bd02fadada0 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:58:18.438249 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c196866d-7bf4-469c-9255-7045c6f37c01 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5236471 Mar 01 20:58:18.444546 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43796) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:18.445317 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a9ce0de4-065a-4dad-a7f6-0225f1250e8f tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:18.449125 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a9ce0de4-065a-4dad-a7f6-0225f1250e8f tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7178771 Mar 01 20:58:18.458401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43800) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:18.462777 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:18.465406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:18.470023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-cdcdd881-79cc-4b2d-a509-d7fd071cd7fc admin admin] Request body: {'subnet': {'network_id': '019068bc-9db3-4db2-af65-0bd02fadada0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1656961923-subnet', 'tenant_id': '4cb779e48f034abcaf662ea830d29e4f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:18.483345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-cdcdd881-79cc-4b2d-a509-d7fd071cd7fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:18.501951 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-cdcdd881-79cc-4b2d-a509-d7fd071cd7fc admin admin] Usage tracker for resource:subnet and tenant:4cb779e48f034abcaf662ea830d29e4f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:18.504257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:18.508241 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-cdcdd881-79cc-4b2d-a509-d7fd071cd7fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:18.515100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Usage tracker for resource:floatingip and tenant:b78d9d9c87074e3ead6611c118eec35f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:18.516523 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:18.521959 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-cdcdd881-79cc-4b2d-a509-d7fd071cd7fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:18.524381 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:18.527269 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3108850a-8a89-479c-88c8-449c8413a2e5 req-ec97bd1c-3e24-4bf2-84ff-8964396f5250 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891931 Mar 01 20:58:18.556062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:18.561622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:58:18.584184 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:18.602849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2080d41-2151-4a45-93e2-8fee70382a3c req-b978eaaf-86bd-4111-aa31-a603cd461985 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:18.603458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] Transition to ACTIVE for port object 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:58:18.612396 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2080d41-2151-4a45-93e2-8fee70382a3c req-b978eaaf-86bd-4111-aa31-a603cd461985 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96a532a-dc3d-40a5-a897-a3c517d75983 HTTP/1.1" status: 200 len: 946 time: 0.2068076 Mar 01 20:58:18.631990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdcdd881-79cc-4b2d-a509-d7fd071cd7fc admin admin] Made reservation on behalf of 4cb779e48f034abcaf662ea830d29e4f for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:58:18.634500 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd881-79cc-4b2d-a509-d7fd071cd7fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:18.693607 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:18.704233 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3cc9b9c-e594-4a4b-9313-d2383734d393 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:58:18.708439 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:18.829658 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2080d41-2151-4a45-93e2-8fee70382a3c req-35d8ed2b-c51d-49f2-900d-c2c396bc2aab tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905868 Mar 01 20:58:18.829742 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d90dbf-f342-42e6-80b9-5f237caf535b None None] Pushing event updated for resources: {'Port': ['ID=c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:18.981514 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b3cc9b9c-e594-4a4b-9313-d2383734d393, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b3cc9b9c-e594-4a4b-9313-d2383734d393,segment=NetworkSegment(2f81802e-5943-4bf7-9e4e-93ade0c400a0),segment_id=2f81802e-5943-4bf7-9e4e-93ade0c400a0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:19.071346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13417f68-071f-489d-8497-89ca4b11035a service neutron] Pushing event updated for resources: {'Port': ['ID=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:19.079248 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43812) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:19.133455 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:19.177019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] Attempting to bind port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:58:19.178827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] Attempting to bind port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:58:19.181708 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] Attempting to bind port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:58:19.203592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] Port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:58:19.204046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] Attempting to bind port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:58:19.240578 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device e3206721-805f-4e6a-b835-f65396f27a80 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:58:19.246551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7df70-b45a-4efc-9b08-6bfa50fddbdc req-07b7868f-04c5-4733-be35-5ac6e3e98201 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:19.255071 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7df70-b45a-4efc-9b08-6bfa50fddbdc req-07b7868f-04c5-4733-be35-5ac6e3e98201 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:19.261124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7df70-b45a-4efc-9b08-6bfa50fddbdc req-07b7868f-04c5-4733-be35-5ac6e3e98201 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:19.265142 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] Attempting to bind port c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:58:19.265508 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] Attempting to bind port c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '127fa70f-19d8-4610-b0ae-f3a57aa7af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:58:19.265882 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] Attempting to bind port c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147 on network 8007cea6-41ad-4d71-904f-1df8339feed7 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:58:19.267022 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7df70-b45a-4efc-9b08-6bfa50fddbdc req-07b7868f-04c5-4733-be35-5ac6e3e98201 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:19.273816 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7df70-b45a-4efc-9b08-6bfa50fddbdc req-07b7868f-04c5-4733-be35-5ac6e3e98201 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:19.279607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7df70-b45a-4efc-9b08-6bfa50fddbdc req-07b7868f-04c5-4733-be35-5ac6e3e98201 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:19.286335 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f7df70-b45a-4efc-9b08-6bfa50fddbdc req-07b7868f-04c5-4733-be35-5ac6e3e98201 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:19.289035 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-17f7df70-b45a-4efc-9b08-6bfa50fddbdc req-07b7868f-04c5-4733-be35-5ac6e3e98201 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5427 time: 0.2945678 Mar 01 20:58:19.291534 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd881-79cc-4b2d-a509-d7fd071cd7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:19.298400 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=b3cc9b9c-e594-4a4b-9313-d2383734d393,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:19.303222 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:58:19.303809 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:58:19.304362 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:58:19.305292 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] Bound port: 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:58:19.305747 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:19.368290 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0cbe543a-5ce6-4dfe-aa99-601a118e0dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:19.411247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdd881-79cc-4b2d-a509-d7fd071cd7fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d51a9e63-bbcf-4d21-bd63-612ffc0868eb,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:19.418898 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-17f7df70-b45a-4efc-9b08-6bfa50fddbdc req-41956ac8-edad-41bf-ab6e-d65426ce434a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0937777 Mar 01 20:58:19.428151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcdd881-79cc-4b2d-a509-d7fd071cd7fc admin admin] Checking segment: {'id': 'c59e07f0-3df4-41ab-b40c-5cb3b6392cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '019068bc-9db3-4db2-af65-0bd02fadada0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:58:19.428420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcdd881-79cc-4b2d-a509-d7fd071cd7fc admin admin] Network hostable DHCP agents. Network: 019068bc-9db3-4db2-af65-0bd02fadada0, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:58:19.452561 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:58:19.452935 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] Checking segment: {'id': '127fa70f-19d8-4610-b0ae-f3a57aa7af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:58:19.453354 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:19.453725 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] Bound using segment: {'id': '127fa70f-19d8-4610-b0ae-f3a57aa7af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:58:19.454204 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] Bound port: c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '127fa70f-19d8-4610-b0ae-f3a57aa7af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:58:19.454576 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:19.533308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcdd881-79cc-4b2d-a509-d7fd071cd7fc admin admin] Network 019068bc-9db3-4db2-af65-0bd02fadada0 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:58:19.552974 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:19.563532 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f09a0-04cf-4e20-b1df-560debb7c7da req-e93dfb5a-1bc5-4ed2-85e1-b9e59437354a tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:19.567047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f4f09a0-04cf-4e20-b1df-560debb7c7da req-e93dfb5a-1bc5-4ed2-85e1-b9e59437354a tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 943 time: 0.1009088 Mar 01 20:58:19.583751 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port e3206721-805f-4e6a-b835-f65396f27a80, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e3206721-805f-4e6a-b835-f65396f27a80,segment=NetworkSegment(1c1a4a5a-d33b-45da-9095-5909f125e4bb),segment_id=1c1a4a5a-d33b-45da-9095-5909f125e4bb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:19.622235 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'e3206721-805f-4e6a-b835-f65396f27a80', 'network_id': 'bd99545d-482b-491c-902b-7aff0d998285', 'port_id': 'e3206721-805f-4e6a-b835-f65396f27a80', 'mac_address': 'fa:16:3e:9c:a2:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55eecb4a-3e46-4314-97a3-43f6a6ecee89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:58:19.634182 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f4f09a0-04cf-4e20-b1df-560debb7c7da req-a66a4212-3384-42e0-8d39-cdea68549c0e tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/security-groups?id=48d43149-1447-4bd3-a73c-d0bc98e37e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594943 Mar 01 20:58:19.639053 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-cdcdd881-79cc-4b2d-a509-d7fd071cd7fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 019068bc-9db3-4db2-af65-0bd02fadada0) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:58:19.653776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcdd881-79cc-4b2d-a509-d7fd071cd7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:19.654550 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cdcdd881-79cc-4b2d-a509-d7fd071cd7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:19.665785 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] For port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:58:19.669080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] For port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:58:19.678677 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] For port c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:58:19.681236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba234728-091b-4664-81da-a69d4e8b3d0a None None] Network 019068bc-9db3-4db2-af65-0bd02fadada0 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:58:19.682431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0cbe543a-5ce6-4dfe-aa99-601a118e0dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:19.714718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0cbe543a-5ce6-4dfe-aa99-601a118e0dee admin admin] Usage tracker for resource:security_group_rule and tenant:d4ce6cd2e95e4978b645e2a20bf85d32 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:19.720361 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0cbe543a-5ce6-4dfe-aa99-601a118e0dee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:19.728827 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] For port c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147,segment=NetworkSegment(127fa70f-19d8-4610-b0ae-f3a57aa7af4b),segment_id=127fa70f-19d8-4610-b0ae-f3a57aa7af4b)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:58:19.738421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0cbe543a-5ce6-4dfe-aa99-601a118e0dee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:19.797344 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cdcdd881-79cc-4b2d-a509-d7fd071cd7fc admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3494599 Mar 01 20:58:19.803607 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:19.936384 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b329104-185f-4138-853c-e3a589f664d1 req-e4a61af5-5083-47f5-ac03-26c93c33931c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:19.938249 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b329104-185f-4138-853c-e3a589f664d1 req-e4a61af5-5083-47f5-ac03-26c93c33931c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 948 time: 0.1393967 Mar 01 20:58:19.975130 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['3369ed1f-fbb4-4e08-b382-46706868eb08'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:58:20.009098 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['7a1cf285-2ede-41c8-9511-8097c8c59ab8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:58:20.036422 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:20.037042 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:20.038740 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-13417f68-071f-489d-8497-89ca4b11035a service neutron] 10.222.0.55 "PUT /v2.0/ports/6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 HTTP/1.1" status: 200 len: 1096 time: 2.4182427 Mar 01 20:58:20.052149 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad1d4e9-39bb-44ca-b7d6-aea0e4ecb34f req-0dab5d34-1622-4855-8e32-6343424ea8a0 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:20.052805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-2ad1d4e9-39bb-44ca-b7d6-aea0e4ecb34f req-0dab5d34-1622-4855-8e32-6343424ea8a0 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Synchronizing usage tracker for tenant:fd3c698bf2694717bd40d468a2c12a0f on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:58:20.058496 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['b3cc9b9c-e594-4a4b-9313-d2383734d393'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:58:20.063485 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b329104-185f-4138-853c-e3a589f664d1 req-7630d790-0ee3-4589-ad40-54c5c0d30572 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174982 Mar 01 20:58:20.072693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c123cac-d255-4eb1-9774-bc8835ac9582', 'tag': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:58:20.132093 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['7badcc59-c905-4f3b-8158-275e3f4a81f4'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:58:20.204439 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['56e464ad-5156-4f01-9db7-f45a9059a600'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:58:20.213621 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Allocated IP 172.25.5.164 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/eb5d1316-17c4-4611-8bb4-7c700e508fe2) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:58:20.229793 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13417f68-071f-489d-8497-89ca4b11035a service neutron] Pushing event updated for resources: {'Port': ['ID=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:20.336952 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['421f10f4-c2e3-421b-9631-75fca669804c'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:58:20.359849 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-2ad1d4e9-39bb-44ca-b7d6-aea0e4ecb34f req-0dab5d34-1622-4855-8e32-6343424ea8a0 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Unset dirty status for tenant:fd3c698bf2694717bd40d468a2c12a0f on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:58:20.361076 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2ad1d4e9-39bb-44ca-b7d6-aea0e4ecb34f req-0dab5d34-1622-4855-8e32-6343424ea8a0 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.57 "GET /v2.0/ports?device_id=b96a532a-dc3d-40a5-a897-a3c517d75983 HTTP/1.1" status: 200 len: 946 time: 0.9941821 Mar 01 20:58:20.365793 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['21b097e0-c594-4c20-862a-df9b7482b41e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:58:20.401559 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:20.424314 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-def4862a-df4a-4269-a1c5-b949bf83882f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:20.426579 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-def4862a-df4a-4269-a1c5-b949bf83882f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 1099 time: 0.2839437 Mar 01 20:58:20.447396 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7d022-e562-45bc-bb1e-37573e64bcd2 req-b29cfc03-6cb6-48f8-87dd-bef86c2faa06 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:20.454662 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1c7d022-e562-45bc-bb1e-37573e64bcd2 req-b29cfc03-6cb6-48f8-87dd-bef86c2faa06 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96a532a-dc3d-40a5-a897-a3c517d75983 HTTP/1.1" status: 200 len: 946 time: 0.3868032 Mar 01 20:58:20.480675 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-132ba7ad-d290-44e3-b1dc-ec1af2b01479 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:20.487837 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-132ba7ad-d290-44e3-b1dc-ec1af2b01479 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/networks?id=89eb1100-bf34-44dd-94b1-cf70debc999e HTTP/1.1" status: 200 len: 810 time: 0.2624028 Mar 01 20:58:20.513554 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-b174564d-9846-40b7-aff2-ecd994fc7dca tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/quotas/0d91bb8dc90046d98d3a5630a56455c8 HTTP/1.1" status: 200 len: 375 time: 0.0247946 Mar 01 20:58:20.533130 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-5b04be48-0c06-401d-a715-0fefd72a823f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 HTTP/1.1" status: 200 len: 217 time: 0.0948029 Mar 01 20:58:20.552380 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-2ad1d4e9-39bb-44ca-b7d6-aea0e4ecb34f req-87994e90-b89c-4985-addb-4f4cb5f71570 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Deleting port 4cb0ad12-2673-4afa-b3f7-28162052d47e {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:58:20.552717 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2ad1d4e9-39bb-44ca-b7d6-aea0e4ecb34f req-87994e90-b89c-4985-addb-4f4cb5f71570 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:20.580165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1c7d022-e562-45bc-bb1e-37573e64bcd2 req-57ec2ca9-9ee0-4bb3-a3f4-c69ea10e5cc5 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups?id=f19d8542-5081-47bf-af1a-3855d5aeceb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245673 Mar 01 20:58:20.594175 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-864bbdb7-eef1-463d-92f2-b3d20bd6259d tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0d91bb8dc90046d98d3a5630a56455c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0797155 Mar 01 20:58:20.687028 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c123cac-d255-4eb1-9774-bc8835ac9582', 'tag': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7', 'status': 'completed', 'code': 200} Mar 01 20:58:20.708273 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:20.728816 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0cbe543a-5ce6-4dfe-aa99-601a118e0dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:20.783803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-d6c73318-8bc1-4035-bc11-2776525e4df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:20.785470 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-d6c73318-8bc1-4035-bc11-2776525e4df8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.2375402 Mar 01 20:58:20.797834 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:20.817043 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-6161c42d-70fb-40dd-85c4-ca58d5890fd3 service neutron] 10.222.0.42 "GET /v2.0/networks/89eb1100-bf34-44dd-94b1-cf70debc999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189782 Mar 01 20:58:20.872618 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0cbe543a-5ce6-4dfe-aa99-601a118e0dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:20.906763 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d90dbf-f342-42e6-80b9-5f237caf535b None None] Pushing event updated for resources: {'Port': ['ID=c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:21.064269 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0cbe543a-5ce6-4dfe-aa99-601a118e0dee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d4ce6cd2e95e4978b645e2a20bf85d32&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9727912 Mar 01 20:58:21.068272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43866) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:21.112179 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-d868ba67-f105-4f68-8d2a-d177d8319042 service neutron] 10.222.0.42 "GET /v2.0/networks/89eb1100-bf34-44dd-94b1-cf70debc999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941670 Mar 01 20:58:21.129511 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe543a-5ce6-4dfe-aa99-601a118e0dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bbb137a-2e88-4931-8930-f17f3c52defc,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:21.164785 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3206721-805f-4e6a-b835-f65396f27a80 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:58:21.256557 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:21.323017 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-2ad1d4e9-39bb-44ca-b7d6-aea0e4ecb34f req-87994e90-b89c-4985-addb-4f4cb5f71570 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] For port 4cb0ad12-2673-4afa-b3f7-28162052d47e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=4cb0ad12-2673-4afa-b3f7-28162052d47e,segment=NetworkSegment(71c13714-09cf-4533-b7de-4d34067b38ce),segment_id=71c13714-09cf-4533-b7de-4d34067b38ce)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:21.323426 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2ad1d4e9-39bb-44ca-b7d6-aea0e4ecb34f req-87994e90-b89c-4985-addb-4f4cb5f71570 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:21.342637 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-ad1de1f8-a244-4e26-b37f-245bd2398303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:21.344434 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-ad1de1f8-a244-4e26-b37f-245bd2398303 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5492418 Mar 01 20:58:21.378904 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] Routers {'5acc4222-1252-47e4-a096-2eea37728eac'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:58:21.379510 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:58:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5acc4222-1252-47e4-a096-2eea37728eac'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:21.390634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:58:21.450841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-71974a01-84c3-4be7-8963-ec46f3843d8c tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:21.455105 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-71974a01-84c3-4be7-8963-ec46f3843d8c tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/networks?id=019068bc-9db3-4db2-af65-0bd02fadada0 HTTP/1.1" status: 200 len: 814 time: 0.3418612 Mar 01 20:58:21.468241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:58:21.473114 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-2345b65f-6012-426f-a434-6307625850c5 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/quotas/4cb779e48f034abcaf662ea830d29e4f HTTP/1.1" status: 200 len: 375 time: 0.0104215 Mar 01 20:58:21.506239 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port e3206721-805f-4e6a-b835-f65396f27a80, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e3206721-805f-4e6a-b835-f65396f27a80,segment=NetworkSegment(1c1a4a5a-d33b-45da-9095-5909f125e4bb),segment_id=1c1a4a5a-d33b-45da-9095-5909f125e4bb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:21.545655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:58:21.551900 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-dbe3d19c-4e44-454b-9e36-12743cc5b723 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4cb779e48f034abcaf662ea830d29e4f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724525 Mar 01 20:58:21.556896 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8526fd-0e93-4e95-a0fd-c13d5def71ea None None] Network 019068bc-9db3-4db2-af65-0bd02fadada0 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:58:21.607417 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bd945de0-a456-4235-84c0-10f618c77d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:21.622771 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:21.624798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-2ad1d4e9-39bb-44ca-b7d6-aea0e4ecb34f req-87994e90-b89c-4985-addb-4f4cb5f71570 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Calling delete_port for 4cb0ad12-2673-4afa-b3f7-28162052d47e owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:58:21.683964 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Pushing event updated for resources: {'Port': ['ID=eb5d1316-17c4-4611-8bb4-7c700e508fe2,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:21.705100 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:21.820486 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-c42991f1-84fb-4cb9-9899-146630c6fb8c service neutron] 10.222.0.42 "GET /v2.0/networks/019068bc-9db3-4db2-af65-0bd02fadada0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676618 Mar 01 20:58:21.959852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055903d5-00d9-4670-9de4-2123dd49b3c3 req-442ac197-a486-4d69-95f1-931d2426e315 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:21.965750 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055903d5-00d9-4670-9de4-2123dd49b3c3 req-442ac197-a486-4d69-95f1-931d2426e315 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:21.971810 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055903d5-00d9-4670-9de4-2123dd49b3c3 req-442ac197-a486-4d69-95f1-931d2426e315 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:21.975990 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bd945de0-a456-4235-84c0-10f618c77d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:21.977576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055903d5-00d9-4670-9de4-2123dd49b3c3 req-442ac197-a486-4d69-95f1-931d2426e315 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:21.983616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055903d5-00d9-4670-9de4-2123dd49b3c3 req-442ac197-a486-4d69-95f1-931d2426e315 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:21.989550 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055903d5-00d9-4670-9de4-2123dd49b3c3 req-442ac197-a486-4d69-95f1-931d2426e315 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:21.997813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055903d5-00d9-4670-9de4-2123dd49b3c3 req-442ac197-a486-4d69-95f1-931d2426e315 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:22.004564 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-055903d5-00d9-4670-9de4-2123dd49b3c3 req-442ac197-a486-4d69-95f1-931d2426e315 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5428 time: 0.2616758 Mar 01 20:58:22.067865 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-5563ec58-9f9b-4e7e-8572-80df2cc6f048 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7033317 Mar 01 20:58:22.068328 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-b6dc6514-d1b5-4c1c-acf3-d71dcf1fad6c service neutron] 10.222.0.42 "GET /v2.0/networks/019068bc-9db3-4db2-af65-0bd02fadada0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412252 Mar 01 20:58:22.083873 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-055903d5-00d9-4670-9de4-2123dd49b3c3 req-32a07cdc-76c8-4b04-90e0-cf9f410f537f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0783529 Mar 01 20:58:22.241710 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['e3206721-805f-4e6a-b835-f65396f27a80'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:58:22.267244 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:22.290853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb1ffa-26c1-4759-90d8-a13f22816a08 req-8a782970-01e7-4758-8ecc-28dc9c6ac7d4 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:22.292156 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-abdb1ffa-26c1-4759-90d8-a13f22816a08 req-8a782970-01e7-4758-8ecc-28dc9c6ac7d4 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 944 time: 0.1036420 Mar 01 20:58:22.334370 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=e3206721-805f-4e6a-b835-f65396f27a80,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:22.337753 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0ee7dda2-7281-449a-b237-d14298060ee9 req-a23e11ad-5800-4953-8694-950425e1dbe5 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608414 Mar 01 20:58:22.340780 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-abdb1ffa-26c1-4759-90d8-a13f22816a08 req-4bac7fff-35d1-49c7-bc9b-f806c0a0c705 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/security-groups?id=48d43149-1447-4bd3-a73c-d0bc98e37e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418537 Mar 01 20:58:22.356573 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bd945de0-a456-4235-84c0-10f618c77d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:22.417312 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd945de0-a456-4235-84c0-10f618c77d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bbb137a-2e88-4931-8930-f17f3c52defc,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:22.424865 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2ad1d4e9-39bb-44ca-b7d6-aea0e4ecb34f req-87994e90-b89c-4985-addb-4f4cb5f71570 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:22.601755 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] Set router 5acc4222-1252-47e4-a096-2eea37728eac gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:58:22.602725 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d447a65c-16c5-487d-bd10-e832ce9c27d2 req-f91428c5-ba40-4086-898f-57dffb19938b tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96e8b08-1bfa-4906-bccb-fe87fae87737 HTTP/1.1" status: 200 len: 210 time: 0.1018281 Mar 01 20:58:22.603602 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87994e90-b89c-4985-addb-4f4cb5f71570 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Pushing event deleted for resources: {'Port': ['ID=4cb0ad12-2673-4afa-b3f7-28162052d47e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:22.611723 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:22.673259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54198c-a4ef-4117-9782-009b50695f3b req-7c3a2c80-aca5-4b7a-8575-e892a867b9aa tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:22.677467 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb54198c-a4ef-4117-9782-009b50695f3b req-7c3a2c80-aca5-4b7a-8575-e892a867b9aa tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 948 time: 0.1546967 Mar 01 20:58:22.776809 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-946687aa-3b95-45bf-a4a7-c2846de1e07a req-d1f3eda6-0c33-4848-86e8-997438cad432 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96a532a-dc3d-40a5-a897-a3c517d75983 HTTP/1.1" status: 200 len: 210 time: 0.0669413 Mar 01 20:58:22.787559 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb54198c-a4ef-4117-9782-009b50695f3b req-839bf824-67e4-496e-b1c2-94de279054c0 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027317 Mar 01 20:58:22.837963 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bd945de0-a456-4235-84c0-10f618c77d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:22.839077 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bd945de0-a456-4235-84c0-10f618c77d45 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4bbb137a-2e88-4931-8930-f17f3c52defc HTTP/1.1" status: 204 len: 168 time: 1.7655401 Mar 01 20:58:22.864439 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad1d4e9-39bb-44ca-b7d6-aea0e4ecb34f req-87994e90-b89c-4985-addb-4f4cb5f71570 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] No DVR routers for this DVR port 4cb0ad12-2673-4afa-b3f7-28162052d47e on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:58:22.868270 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2ad1d4e9-39bb-44ca-b7d6-aea0e4ecb34f req-87994e90-b89c-4985-addb-4f4cb5f71570 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:22.870869 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2ad1d4e9-39bb-44ca-b7d6-aea0e4ecb34f req-87994e90-b89c-4985-addb-4f4cb5f71570 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.57 "DELETE /v2.0/ports/4cb0ad12-2673-4afa-b3f7-28162052d47e HTTP/1.1" status: 204 len: 173 time: 2.4984868 Mar 01 20:58:22.931022 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ab58b94-e6d6-4498-a0fb-ca9272789dc2 req-3091b79d-122b-4004-a511-0e0270218d0f tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/ports?device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 210 time: 0.0631304 Mar 01 20:58:22.966648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96a532a-dc3d-40a5-a897-a3c517d75983', 'name': 'network-vif-deleted', 'tag': '4cb0ad12-2673-4afa-b3f7-28162052d47e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:58:23.013376 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edd8b2-b46e-4747-b192-ef5e5ddfab63 req-432e38e1-2000-45e4-bedb-b03b178a9793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:23.015021 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d7edd8b2-b46e-4747-b192-ef5e5ddfab63 req-432e38e1-2000-45e4-bedb-b03b178a9793 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 1099 time: 0.4750447 Mar 01 20:58:23.178725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edd8b2-b46e-4747-b192-ef5e5ddfab63 req-1427f409-a780-4840-ac86-7b5fc84b795b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:23.180368 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d7edd8b2-b46e-4747-b192-ef5e5ddfab63 req-1427f409-a780-4840-ac86-7b5fc84b795b service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.1566744 Mar 01 20:58:23.182019 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96a532a-dc3d-40a5-a897-a3c517d75983', 'name': 'network-vif-deleted', 'tag': '4cb0ad12-2673-4afa-b3f7-28162052d47e', 'status': 'completed', 'code': 200} Mar 01 20:58:23.270502 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d7edd8b2-b46e-4747-b192-ef5e5ddfab63 req-4e0ce054-703a-44fc-ade9-2bf9e3e6aa7b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 HTTP/1.1" status: 200 len: 217 time: 0.0825412 Mar 01 20:58:23.385500 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:58:23.431082 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:23.432582 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acc4222-1252-47e4-a096-2eea37728eac', 'name': 'tempest-ServersTestBootFromVolume-825597777-router', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:57:56Z', 'updated_at': '2022-03-01T20:58:11Z', 'revision_number': 4, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'gw_port': {'id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:00Z', 'updated_at': '2022-03-01T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147', 'name': '', 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'mac_address': 'fa:16:3e:3d:7a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e84a0e23-c311-4cef-a37e-b35e66df3495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:08Z', 'updated_at': '2022-03-01T20:58:19Z', 'revision_number': 4, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'subnets': [{'id': 'e84a0e23-c311-4cef-a37e-b35e66df3495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:23.437245 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47969bf4-aa97-4c8e-a745-71ab33f65eb1 None None] The sync data for ids ['5acc4222-1252-47e4-a096-2eea37728eac'] in n-d-827896-4 is: [{'id': '5acc4222-1252-47e4-a096-2eea37728eac', 'name': 'tempest-ServersTestBootFromVolume-825597777-router', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:57:56Z', 'updated_at': '2022-03-01T20:58:11Z', 'revision_number': 4, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'gw_port': {'id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:00Z', 'updated_at': '2022-03-01T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147', 'name': '', 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'mac_address': 'fa:16:3e:3d:7a:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e84a0e23-c311-4cef-a37e-b35e66df3495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:08Z', 'updated_at': '2022-03-01T20:58:19Z', 'revision_number': 4, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'subnets': [{'id': 'e84a0e23-c311-4cef-a37e-b35e66df3495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:58:23.479901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edd8b2-b46e-4747-b192-ef5e5ddfab63 req-e909fbaa-7589-4523-876b-fce40ceb803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:23.481340 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d7edd8b2-b46e-4747-b192-ef5e5ddfab63 req-e909fbaa-7589-4523-876b-fce40ceb803f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.2038603 Mar 01 20:58:23.549018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602f28b-f4c0-4e91-b3c8-1cbcbcf98240 req-d0e769b3-1b82-479f-9846-48c2942f6bc3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:23.558610 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602f28b-f4c0-4e91-b3c8-1cbcbcf98240 req-d0e769b3-1b82-479f-9846-48c2942f6bc3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:23.566451 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602f28b-f4c0-4e91-b3c8-1cbcbcf98240 req-d0e769b3-1b82-479f-9846-48c2942f6bc3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:23.573007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602f28b-f4c0-4e91-b3c8-1cbcbcf98240 req-d0e769b3-1b82-479f-9846-48c2942f6bc3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:23.587107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602f28b-f4c0-4e91-b3c8-1cbcbcf98240 req-d0e769b3-1b82-479f-9846-48c2942f6bc3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:23.590427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602f28b-f4c0-4e91-b3c8-1cbcbcf98240 req-d0e769b3-1b82-479f-9846-48c2942f6bc3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:23.599539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602f28b-f4c0-4e91-b3c8-1cbcbcf98240 req-d0e769b3-1b82-479f-9846-48c2942f6bc3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:23.599539 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5602f28b-f4c0-4e91-b3c8-1cbcbcf98240 req-d0e769b3-1b82-479f-9846-48c2942f6bc3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5428 time: 0.2604711 Mar 01 20:58:23.613327 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:23.630415 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:23.726242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 421f10f4-c2e3-421b-9631-75fca669804c up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:58:23.735947 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5602f28b-f4c0-4e91-b3c8-1cbcbcf98240 req-e092c2d7-1696-4eb7-a2be-4ec469b0bfcb tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0878580 Mar 01 20:58:23.803217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d943d7-e38c-4947-9bfa-260c4092b83e req-d3cd856f-90c2-444f-bef5-b196baa56046 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:23.835902 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33d943d7-e38c-4947-9bfa-260c4092b83e req-d3cd856f-90c2-444f-bef5-b196baa56046 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 944 time: 0.2356322 Mar 01 20:58:23.850973 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:58:23.853084 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Pushing event updated for resources: {'Port': ['ID=eb5d1316-17c4-4611-8bb4-7c700e508fe2,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:23.866424 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:23.917723 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7edd8b2-b46e-4747-b192-ef5e5ddfab63 req-ffbd1733-cee6-428a-a3f5-82d59ab5296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:23.921977 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d7edd8b2-b46e-4747-b192-ef5e5ddfab63 req-ffbd1733-cee6-428a-a3f5-82d59ab5296b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4327958 Mar 01 20:58:23.986097 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33d943d7-e38c-4947-9bfa-260c4092b83e req-e19f222b-a50f-4b70-9fd8-e08b2a720b2a tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/security-groups?id=48d43149-1447-4bd3-a73c-d0bc98e37e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383328 Mar 01 20:58:24.022962 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:24.031654 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d4457e9a-6631-41b9-9ca3-3bed537afebf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5646770 Mar 01 20:58:24.132248 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c14a667-7c9f-4f39-9cf8-cb737dabe22d req-672a47f8-e233-48bf-b09b-647ce26c5ac5 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96e8b08-1bfa-4906-bccb-fe87fae87737 HTTP/1.1" status: 200 len: 210 time: 0.1408117 Mar 01 20:58:24.242864 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 421f10f4-c2e3-421b-9631-75fca669804c completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:58:24.246021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:58:24.261571 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 421f10f4-c2e3-421b-9631-75fca669804c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:24.264994 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:24.369245 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d7edd8b2-b46e-4747-b192-ef5e5ddfab63 req-a9bf1cb8-9982-4278-a0e2-c264e0c618b6 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364147 Mar 01 20:58:24.458623 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:24.459000 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:24.477383 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73d7373c-74d7-48a0-a53f-8b9cc2e6c563 req-40c1e751-0587-4f7d-a081-f21d35d7bc35 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96a532a-dc3d-40a5-a897-a3c517d75983 HTTP/1.1" status: 200 len: 210 time: 0.1845200 Mar 01 20:58:24.629550 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43887b01-45ff-401f-9da1-d1469818fc9f req-32f81302-507e-40e6-9817-a17370037015 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:24.631124 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-43887b01-45ff-401f-9da1-d1469818fc9f req-32f81302-507e-40e6-9817-a17370037015 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 948 time: 0.2460401 Mar 01 20:58:24.723887 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:24.742558 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43964) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:24.757499 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d7edd8b2-b46e-4747-b192-ef5e5ddfab63 req-9e45fc0b-f56b-49b0-8dc4-ae9376c9b17f service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774502 Mar 01 20:58:24.758377 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-43887b01-45ff-401f-9da1-d1469818fc9f req-f2e2b8e7-92a2-4b7b-81e5-53807717dde8 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176689 Mar 01 20:58:24.856389 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:24.877798 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2869674b-fc75-4bda-99e7-71696801e9fb req-79dbb47a-fbd1-4479-93a3-1dec357273d2 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/ports?device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 210 time: 0.1572175 Mar 01 20:58:24.948555 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 421f10f4-c2e3-421b-9631-75fca669804c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=421f10f4-c2e3-421b-9631-75fca669804c,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:24.950954 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421f10f4-c2e3-421b-9631-75fca669804c'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:58:24.992694 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147,segment=NetworkSegment(127fa70f-19d8-4610-b0ae-f3a57aa7af4b),segment_id=127fa70f-19d8-4610-b0ae-f3a57aa7af4b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:25.022455 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '421f10f4-c2e3-421b-9631-75fca669804c', 'code': 200} Mar 01 20:58:25.055195 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:25.058964 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 7badcc59-c905-4f3b-8158-275e3f4a81f4 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:58:25.107955 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec083c5-ee75-4977-8f8b-12bfb75229bc req-e8c1cac8-b72b-407b-83be-2ce008af080e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:25.115457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec083c5-ee75-4977-8f8b-12bfb75229bc req-e8c1cac8-b72b-407b-83be-2ce008af080e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:25.123463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec083c5-ee75-4977-8f8b-12bfb75229bc req-e8c1cac8-b72b-407b-83be-2ce008af080e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:25.131290 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec083c5-ee75-4977-8f8b-12bfb75229bc req-e8c1cac8-b72b-407b-83be-2ce008af080e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:25.145146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec083c5-ee75-4977-8f8b-12bfb75229bc req-e8c1cac8-b72b-407b-83be-2ce008af080e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:25.153535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec083c5-ee75-4977-8f8b-12bfb75229bc req-e8c1cac8-b72b-407b-83be-2ce008af080e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:25.163123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec083c5-ee75-4977-8f8b-12bfb75229bc req-e8c1cac8-b72b-407b-83be-2ce008af080e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:25.172093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ec083c5-ee75-4977-8f8b-12bfb75229bc req-e8c1cac8-b72b-407b-83be-2ce008af080e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5428 time: 0.2106810 Mar 01 20:58:25.255647 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ec083c5-ee75-4977-8f8b-12bfb75229bc req-f18a48f2-6f81-4b8f-a090-bb997f2a05ae tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0819530 Mar 01 20:58:25.271264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1153752711-network', 'tenant_id': '73e0cae710d240e3a9c48196a71f53fb'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:25.282857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:25.297290 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:25.342349 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Usage tracker for resource:network and tenant:73e0cae710d240e3a9c48196a71f53fb is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:25.353483 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:25.355232 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=421f10f4-c2e3-421b-9631-75fca669804c,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:25.376074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:25.436921 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7450a323-0e53-41ce-855c-d36ac10cb1eb req-0f70fe7a-c168-4662-a72e-ac4707ffbb6f tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:25.438429 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7450a323-0e53-41ce-855c-d36ac10cb1eb req-0f70fe7a-c168-4662-a72e-ac4707ffbb6f tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 944 time: 0.2038369 Mar 01 20:58:25.442562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-f85cd22d-4aa6-4d46-9a9e-7d25d8194349 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:25.443495 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-f85cd22d-4aa6-4d46-9a9e-7d25d8194349 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Synchronizing usage tracker for tenant:0d91bb8dc90046d98d3a5630a56455c8 on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:58:25.487693 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:25.506979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Made reservation on behalf of 73e0cae710d240e3a9c48196a71f53fb for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:58:25.512559 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:25.515395 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dace670a-c9a2-4488-8886-9464eaebc8a8 req-a4714601-c10f-4e8d-b3ad-f918f13da360 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96e8b08-1bfa-4906-bccb-fe87fae87737 HTTP/1.1" status: 200 len: 210 time: 0.0510719 Mar 01 20:58:25.533402 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:25.562401 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7450a323-0e53-41ce-855c-d36ac10cb1eb req-8a23044a-0dec-4d3c-9a03-e3521081eb29 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/security-groups?id=48d43149-1447-4bd3-a73c-d0bc98e37e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097436 Mar 01 20:58:25.562785 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:25.562785 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Usage tracker for resource:security_group_rule and tenant:73e0cae710d240e3a9c48196a71f53fb is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:25.567766 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:25.570947 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 7badcc59-c905-4f3b-8158-275e3f4a81f4 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:58:25.576393 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 7badcc59-c905-4f3b-8158-275e3f4a81f4 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:25.576826 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:25.584808 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:25.618554 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-f85cd22d-4aa6-4d46-9a9e-7d25d8194349 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Unset dirty status for tenant:0d91bb8dc90046d98d3a5630a56455c8 on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:58:25.624682 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-f85cd22d-4aa6-4d46-9a9e-7d25d8194349 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.55 "GET /v2.0/networks?id=89eb1100-bf34-44dd-94b1-cf70debc999e HTTP/1.1" status: 200 len: 810 time: 0.6842837 Mar 01 20:58:25.642722 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-97a01da6-7400-409c-b52c-ad00a5cab43c tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Request body: {'port': {'device_id': 'b96e8b08-1bfa-4906-bccb-fe87fae87737', 'network_id': '89eb1100-bf34-44dd-94b1-cf70debc999e', 'admin_state_up': True, 'tenant_id': '0d91bb8dc90046d98d3a5630a56455c8'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:25.819775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:58:25.902986 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:25.904398 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:25.914489 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-97a01da6-7400-409c-b52c-ad00a5cab43c tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:25.919606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-97a01da6-7400-409c-b52c-ad00a5cab43c tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Usage tracker for resource:port and tenant:0d91bb8dc90046d98d3a5630a56455c8 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:25.923535 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-97a01da6-7400-409c-b52c-ad00a5cab43c tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:25.927521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:25.928183 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:25.931784 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-97a01da6-7400-409c-b52c-ad00a5cab43c tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:25.996628 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:26.031939 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 7badcc59-c905-4f3b-8158-275e3f4a81f4, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=7badcc59-c905-4f3b-8158-275e3f4a81f4,segment=NetworkSegment(3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed),segment_id=3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:26.036977 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:58:26.042490 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d9b459-8dbf-4045-be05-7593a1cca2fc,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:26.050858 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:26.051200 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Added segment c0033dff-66c7-4991-8ee7-f4c19b77a17f of type vlan for network c6ada74c-bd63-4636-abf5-95dfb8263926 Mar 01 20:58:26.060210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd3e5d-2d98-4bde-9c79-3f1da33d895d req-ccf0336d-2eb6-4d57-9f17-2c50d8c8d1f4 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:26.068176 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2bdd3e5d-2d98-4bde-9c79-3f1da33d895d req-ccf0336d-2eb6-4d57-9f17-2c50d8c8d1f4 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 948 time: 0.1099980 Mar 01 20:58:26.099285 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-97a01da6-7400-409c-b52c-ad00a5cab43c tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Made reservation on behalf of 0d91bb8dc90046d98d3a5630a56455c8 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:58:26.103337 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-97a01da6-7400-409c-b52c-ad00a5cab43c tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:26.125326 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:26.181976 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:26.182757 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 4cb0ad12-2673-4afa-b3f7-28162052d47e no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:58:26.270367 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 4cb0ad12-2673-4afa-b3f7-28162052d47e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:58:26.270699 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 4cb0ad12-2673-4afa-b3f7-28162052d47e not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:58:26.290538 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device e3206721-805f-4e6a-b835-f65396f27a80 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:58:26.303082 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0bd78aec-4fe9-4fda-a8db-3ea67440bc11 req-0a7ea3d9-cba7-48b5-a32c-5e21d81f8f14 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/ports?device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 210 time: 0.0904989 Mar 01 20:58:26.336266 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2bdd3e5d-2d98-4bde-9c79-3f1da33d895d req-5afeb597-03bd-4c8e-8406-cad0bbd819b6 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671587 Mar 01 20:58:26.382371 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=7badcc59-c905-4f3b-8158-275e3f4a81f4,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:26.400061 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:26.401041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:26.401616 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:26.480295 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:58:26.541893 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port e3206721-805f-4e6a-b835-f65396f27a80 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:58:26.563470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44032) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:26.614897 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port e3206721-805f-4e6a-b835-f65396f27a80 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:26.615651 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:26.681647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5a0ea-f3da-449d-ba36-1abc8938202f req-9c142ad4-0d42-4d5d-93b9-bf334d3d035e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:26.693072 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-97a01da6-7400-409c-b52c-ad00a5cab43c tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Allocated IP 172.20.0.10 (89eb1100-bf34-44dd-94b1-cf70debc999e/4d3d3441-5446-4a1e-b1d2-9af78b9bdddb/b24647b3-628f-4fc6-870b-30add49f4fec) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:58:26.694379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5a0ea-f3da-449d-ba36-1abc8938202f req-9c142ad4-0d42-4d5d-93b9-bf334d3d035e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:26.702583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5a0ea-f3da-449d-ba36-1abc8938202f req-9c142ad4-0d42-4d5d-93b9-bf334d3d035e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:26.714850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5a0ea-f3da-449d-ba36-1abc8938202f req-9c142ad4-0d42-4d5d-93b9-bf334d3d035e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:26.723177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5a0ea-f3da-449d-ba36-1abc8938202f req-9c142ad4-0d42-4d5d-93b9-bf334d3d035e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:26.735164 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5a0ea-f3da-449d-ba36-1abc8938202f req-9c142ad4-0d42-4d5d-93b9-bf334d3d035e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:26.737661 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:26.744218 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed5a0ea-f3da-449d-ba36-1abc8938202f req-9c142ad4-0d42-4d5d-93b9-bf334d3d035e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:26.755221 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ed5a0ea-f3da-449d-ba36-1abc8938202f req-9c142ad4-0d42-4d5d-93b9-bf334d3d035e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5430 time: 0.2757511 Mar 01 20:58:26.806896 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:26.826348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] Pushing event updated for resources: {'Network': ['ID=c6ada74c-bd63-4636-abf5-95dfb8263926,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:26.829978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7', 'mac_address': 'fa:16:3e:33:73:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:58:26.842090 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-10fb194f-fe49-4309-837c-8f6f92cfa5a1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0954263 Mar 01 20:58:26.844105 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network c6ada74c-bd63-4636-abf5-95dfb8263926 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:58:26.853571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44042) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:26.870132 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-16c55f5b-6684-4189-8e53-f12197f71d99 admin admin] Request body: {'subnet': {'network_id': 'c6ada74c-bd63-4636-abf5-95dfb8263926', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1153752711-subnet', 'tenant_id': '73e0cae710d240e3a9c48196a71f53fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:26.890742 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45d2616b-9b0d-47d3-b4e1-3e03265ff8d4 req-9ba80335-0eae-4a08-8e89-97efb9dee360 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96e8b08-1bfa-4906-bccb-fe87fae87737 HTTP/1.1" status: 200 len: 210 time: 0.1321170 Mar 01 20:58:26.900958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-16c55f5b-6684-4189-8e53-f12197f71d99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:26.909079 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2c366b7-5c7a-412b-8cf2-118e48ff37f9 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:26.910543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-d396e2f9-ee73-4d58-999d-7cfbcfa8185d tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:26.911015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-d396e2f9-ee73-4d58-999d-7cfbcfa8185d tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Synchronizing usage tracker for tenant:4cb779e48f034abcaf662ea830d29e4f on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:58:26.928739 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-16c55f5b-6684-4189-8e53-f12197f71d99 admin admin] Usage tracker for resource:subnet and tenant:73e0cae710d240e3a9c48196a71f53fb is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:26.932759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-16c55f5b-6684-4189-8e53-f12197f71d99 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:26.946729 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ed5a0ea-f3da-449d-ba36-1abc8938202f req-a4b324f6-fc43-499a-9506-01890f1f8cb0 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1905289 Mar 01 20:58:26.964393 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2c366b7-5c7a-412b-8cf2-118e48ff37f9 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:26.977994 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-16c55f5b-6684-4189-8e53-f12197f71d99 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:27.039301 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7badcc59-c905-4f3b-8158-275e3f4a81f4'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:58:27.110396 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c55f5b-6684-4189-8e53-f12197f71d99 admin admin] Made reservation on behalf of 73e0cae710d240e3a9c48196a71f53fb for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:58:27.115466 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16c55f5b-6684-4189-8e53-f12197f71d99 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:27.139925 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port e3206721-805f-4e6a-b835-f65396f27a80, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e3206721-805f-4e6a-b835-f65396f27a80,segment=NetworkSegment(1c1a4a5a-d33b-45da-9095-5909f125e4bb),segment_id=1c1a4a5a-d33b-45da-9095-5909f125e4bb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:27.155919 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:27.158460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-d396e2f9-ee73-4d58-999d-7cfbcfa8185d tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Unset dirty status for tenant:4cb779e48f034abcaf662ea830d29e4f on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:58:27.161511 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-d396e2f9-ee73-4d58-999d-7cfbcfa8185d tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.55 "GET /v2.0/networks?id=019068bc-9db3-4db2-af65-0bd02fadada0 HTTP/1.1" status: 200 len: 814 time: 0.7954867 Mar 01 20:58:27.173875 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2c366b7-5c7a-412b-8cf2-118e48ff37f9 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:27.180695 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7badcc59-c905-4f3b-8158-275e3f4a81f4', 'code': 200} Mar 01 20:58:27.184427 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:58:27.192421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-65d4c56f-c6d8-4b64-91c9-dcedb4e5d8a1 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Request body: {'port': {'device_id': '48233f19-4e00-4d99-9417-332324e0b913', 'network_id': '019068bc-9db3-4db2-af65-0bd02fadada0', 'admin_state_up': True, 'tenant_id': '4cb779e48f034abcaf662ea830d29e4f'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:27.209095 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:27.222353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c366b7-5c7a-412b-8cf2-118e48ff37f9 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d509b2-bad7-4d6e-b608-c6fe2201033b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:27.245639 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:27.246795 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 7a1cf285-2ede-41c8-9511-8097c8c59ab8 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:58:27.285464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0b14e-ae04-4c30-9612-8ac74e214f33 req-eea0ceb7-a78d-4fda-b5e5-b689cafc75cd tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:27.287414 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b8b0b14e-ae04-4c30-9612-8ac74e214f33 req-eea0ceb7-a78d-4fda-b5e5-b689cafc75cd tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 944 time: 0.2145238 Mar 01 20:58:27.347396 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9a323065-50ad-425c-92fc-a18e4062ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:27.354980 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:27.373383 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2c366b7-5c7a-412b-8cf2-118e48ff37f9 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:27.375649 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a2c366b7-5c7a-412b-8cf2-118e48ff37f9 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "DELETE /v2.0/security-groups/a6d509b2-bad7-4d6e-b608-c6fe2201033b HTTP/1.1" status: 204 len: 168 time: 0.8078911 Mar 01 20:58:27.392603 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b8b0b14e-ae04-4c30-9612-8ac74e214f33 req-94157347-5c42-4760-a381-50fdfed168a6 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/security-groups?id=48d43149-1447-4bd3-a73c-d0bc98e37e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991075 Mar 01 20:58:27.393675 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44052) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:27.401838 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=e3206721-805f-4e6a-b835-f65396f27a80,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:27.443635 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-b9cf40cb-a7db-4f2e-ae70-9ec35e6c1935 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] show failed (client error): The resource could not be found. Mar 01 20:58:27.448352 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b9cf40cb-a7db-4f2e-ae70-9ec35e6c1935 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "GET /v2.0/security-groups/a6d509b2-bad7-4d6e-b608-c6fe2201033b HTTP/1.1" status: 404 len: 347 time: 0.0481069 Mar 01 20:58:27.450636 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44056) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:27.472612 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 7a1cf285-2ede-41c8-9511-8097c8c59ab8 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:58:27.490128 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 7a1cf285-2ede-41c8-9511-8097c8c59ab8 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:27.490873 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:27.521538 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-97a01da6-7400-409c-b52c-ad00a5cab43c tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:27.601105 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:27.608101 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-65d4c56f-c6d8-4b64-91c9-dcedb4e5d8a1 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:27.654080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-65d4c56f-c6d8-4b64-91c9-dcedb4e5d8a1 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Usage tracker for resource:port and tenant:4cb779e48f034abcaf662ea830d29e4f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:27.664962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-65d4c56f-c6d8-4b64-91c9-dcedb4e5d8a1 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:27.685506 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-65d4c56f-c6d8-4b64-91c9-dcedb4e5d8a1 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:27.686016 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:27.722456 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 7a1cf285-2ede-41c8-9511-8097c8c59ab8, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=7a1cf285-2ede-41c8-9511-8097c8c59ab8,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:27.741045 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['6fa6ee7c-e9f6-4b41-9521-49f859ad86b7'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:58:27.746151 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ac284d3-78fd-48ba-acd1-0d6b46d4022b req-07e07c8b-84a6-4d15-ba8e-3544f7ef2ddb tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/ports?device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 210 time: 0.1965861 Mar 01 20:58:27.756946 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-97a01da6-7400-409c-b52c-ad00a5cab43c tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:27.791247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-35794bfd-8d3c-4554-913f-c0e04bad8b45 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Deleting port 415a3f55-3837-4796-aa41-12031d6d62ec {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:58:27.791765 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-35794bfd-8d3c-4554-913f-c0e04bad8b45 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:27.828402 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:27.829206 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 21b097e0-c594-4c20-862a-df9b7482b41e up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:58:27.861107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a01da6-7400-409c-b52c-ad00a5cab43c tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Pushing event updated for resources: {'Port': ['ID=b24647b3-628f-4fc6-870b-30add49f4fec,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:27.863719 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16c55f5b-6684-4189-8e53-f12197f71d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:27.903039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-65d4c56f-c6d8-4b64-91c9-dcedb4e5d8a1 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Made reservation on behalf of 4cb779e48f034abcaf662ea830d29e4f for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:58:27.906734 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-65d4c56f-c6d8-4b64-91c9-dcedb4e5d8a1 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:27.976785 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-97a01da6-7400-409c-b52c-ad00a5cab43c tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Network 89eb1100-bf34-44dd-94b1-cf70debc999e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:58:28.008837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-97a01da6-7400-409c-b52c-ad00a5cab43c tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:58:28.009791 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=7a1cf285-2ede-41c8-9511-8097c8c59ab8,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:28.055906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 21b097e0-c594-4c20-862a-df9b7482b41e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:58:28.064228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-97a01da6-7400-409c-b52c-ad00a5cab43c tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:58:28.077457 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 21b097e0-c594-4c20-862a-df9b7482b41e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:28.077827 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:28.204895 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-35794bfd-8d3c-4554-913f-c0e04bad8b45 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:28.204895 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-35794bfd-8d3c-4554-913f-c0e04bad8b45 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:28.232272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828443b0-0e89-404a-bb89-fd4c7a5ff08d req-b029e046-d7c2-4cf5-89f7-4a07846a1549 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:28.240039 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-828443b0-0e89-404a-bb89-fd4c7a5ff08d req-b029e046-d7c2-4cf5-89f7-4a07846a1549 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 949 time: 0.6355457 Mar 01 20:58:28.309550 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:28.350620 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 21b097e0-c594-4c20-862a-df9b7482b41e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=21b097e0-c594-4c20-862a-df9b7482b41e,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:28.384481 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-35794bfd-8d3c-4554-913f-c0e04bad8b45 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Calling delete_port for 415a3f55-3837-4796-aa41-12031d6d62ec owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:58:28.386822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c55f5b-6684-4189-8e53-f12197f71d99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d9c7eca-9d4c-45b5-b379-078956794f58,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:28.389293 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16c55f5b-6684-4189-8e53-f12197f71d99 admin admin] Checking segment: {'id': 'c0033dff-66c7-4991-8ee7-f4c19b77a17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c6ada74c-bd63-4636-abf5-95dfb8263926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:58:28.389656 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c55f5b-6684-4189-8e53-f12197f71d99 admin admin] Network hostable DHCP agents. Network: c6ada74c-bd63-4636-abf5-95dfb8263926, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:58:28.436652 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:28.437276 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 3369ed1f-fbb4-4e08-b382-46706868eb08 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:58:28.463590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-97a01da6-7400-409c-b52c-ad00a5cab43c tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:28.464240 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-97a01da6-7400-409c-b52c-ad00a5cab43c tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:28.469092 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-65d4c56f-c6d8-4b64-91c9-dcedb4e5d8a1 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Allocated IP 172.20.0.5 (019068bc-9db3-4db2-af65-0bd02fadada0/d51a9e63-bbcf-4d21-bd63-612ffc0868eb/549ba0cf-a949-4dee-aa96-714196318f3a) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:58:28.475400 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-828443b0-0e89-404a-bb89-fd4c7a5ff08d req-5e3e5a5e-6c2d-4848-a1a2-e0239e8ff40d tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343707 Mar 01 20:58:28.501851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c55f5b-6684-4189-8e53-f12197f71d99 admin admin] Network c6ada74c-bd63-4636-abf5-95dfb8263926 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:58:28.524578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4343af3-d186-454e-b30f-30af5154a92d req-a1093828-5b57-40a4-88fa-63d602922571 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:28.526247 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a4343af3-d186-454e-b30f-30af5154a92d req-a1093828-5b57-40a4-88fa-63d602922571 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96e8b08-1bfa-4906-bccb-fe87fae87737 HTTP/1.1" status: 200 len: 932 time: 0.3745804 Mar 01 20:58:28.620849 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=21b097e0-c594-4c20-862a-df9b7482b41e,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:28.622003 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-97a01da6-7400-409c-b52c-ad00a5cab43c tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9852586 Mar 01 20:58:28.639001 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] Request body: {'port': {'device_id': 'b96e8b08-1bfa-4906-bccb-fe87fae87737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:28.673330 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-16c55f5b-6684-4189-8e53-f12197f71d99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, c6ada74c-bd63-4636-abf5-95dfb8263926) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:58:28.676634 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a4343af3-d186-454e-b30f-30af5154a92d req-de500b7c-c36b-4024-b6ae-858112b6732f tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/security-groups?id=424556fa-6ebd-4cd8-8a69-9fc1d8c17704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378472 Mar 01 20:58:28.694468 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49af991a-585f-4018-b314-59131f47ef5d None None] Network c6ada74c-bd63-4636-abf5-95dfb8263926 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:58:28.712848 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c55f5b-6684-4189-8e53-f12197f71d99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:28.713492 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16c55f5b-6684-4189-8e53-f12197f71d99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:28.764626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b90f0c-94d8-4458-bf0d-fa91520ab9df req-4f1776b7-6e74-4a22-a21e-f8a6ff2b520b tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:28.779114 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b90f0c-94d8-4458-bf0d-fa91520ab9df req-4f1776b7-6e74-4a22-a21e-f8a6ff2b520b tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:28.790258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b90f0c-94d8-4458-bf0d-fa91520ab9df req-4f1776b7-6e74-4a22-a21e-f8a6ff2b520b tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:28.807988 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-16c55f5b-6684-4189-8e53-f12197f71d99 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9437726 Mar 01 20:58:28.810216 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b90f0c-94d8-4458-bf0d-fa91520ab9df req-4f1776b7-6e74-4a22-a21e-f8a6ff2b520b tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:28.822960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b90f0c-94d8-4458-bf0d-fa91520ab9df req-4f1776b7-6e74-4a22-a21e-f8a6ff2b520b tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:28.838307 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 3369ed1f-fbb4-4e08-b382-46706868eb08 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:58:28.844727 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b90f0c-94d8-4458-bf0d-fa91520ab9df req-4f1776b7-6e74-4a22-a21e-f8a6ff2b520b tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:28.848453 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 3369ed1f-fbb4-4e08-b382-46706868eb08 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:28.848834 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:28.861446 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b90f0c-94d8-4458-bf0d-fa91520ab9df req-4f1776b7-6e74-4a22-a21e-f8a6ff2b520b tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:28.873512 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86b90f0c-94d8-4458-bf0d-fa91520ab9df req-4f1776b7-6e74-4a22-a21e-f8a6ff2b520b tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5432 time: 0.2553384 Mar 01 20:58:28.895844 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-35794bfd-8d3c-4554-913f-c0e04bad8b45 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:29.037731 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:29.062863 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:29.156861 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-65d4c56f-c6d8-4b64-91c9-dcedb4e5d8a1 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:29.183616 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35be44b-57e2-4748-aae4-c981729de88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3206721-805f-4e6a-b835-f65396f27a80'}, {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1cf285-2ede-41c8-9511-8097c8c59ab8'}, {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b097e0-c594-4c20-862a-df9b7482b41e'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:58:29.268682 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 3369ed1f-fbb4-4e08-b382-46706868eb08, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3369ed1f-fbb4-4e08-b382-46706868eb08,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:29.285781 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db6f3cd-a118-4357-aa5a-c97be359db13 None None] Network c6ada74c-bd63-4636-abf5-95dfb8263926 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:58:29.296729 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35794bfd-8d3c-4554-913f-c0e04bad8b45 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Pushing event deleted for resources: {'Port': ['ID=415a3f55-3837-4796-aa41-12031d6d62ec,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:29.335120 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:29.335931 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 56e464ad-5156-4f01-9db7-f45a9059a600 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:58:29.367989 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86b90f0c-94d8-4458-bf0d-fa91520ab9df req-a25107c7-3adb-4b54-abd0-4c68e26daa0d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.4931529 Mar 01 20:58:29.427924 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2bd38-44d1-4cbf-959e-c6a24d066292 req-4684322c-0c44-49c7-bc16-5acc30690d9f tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:29.435022 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98b2bd38-44d1-4cbf-959e-c6a24d066292 req-4684322c-0c44-49c7-bc16-5acc30690d9f tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 945 time: 0.5424430 Mar 01 20:58:29.437673 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-65d4c56f-c6d8-4b64-91c9-dcedb4e5d8a1 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:29.460162 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-35794bfd-8d3c-4554-913f-c0e04bad8b45 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:29.514953 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98b2bd38-44d1-4cbf-959e-c6a24d066292 req-87354987-ed00-4da0-9b9f-64412e3b20a0 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/security-groups?id=48d43149-1447-4bd3-a73c-d0bc98e37e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789511 Mar 01 20:58:29.535379 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-65d4c56f-c6d8-4b64-91c9-dcedb4e5d8a1 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Network 019068bc-9db3-4db2-af65-0bd02fadada0 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:58:29.536411 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-35794bfd-8d3c-4554-913f-c0e04bad8b45 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:29.537787 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-35794bfd-8d3c-4554-913f-c0e04bad8b45 tempest-ImagesOneServerNegativeTestJSON-400440064 tempest-ImagesOneServerNegativeTestJSON-400440064-project] 10.222.0.42 "DELETE /v2.0/floatingips/92b6852b-1596-4f0c-a7d8-0d295c13ce3f HTTP/1.1" status: 204 len: 168 time: 2.0857739 Mar 01 20:58:29.544925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-65d4c56f-c6d8-4b64-91c9-dcedb4e5d8a1 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:58:29.551648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-65d4c56f-c6d8-4b64-91c9-dcedb4e5d8a1 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:58:29.625505 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-65d4c56f-c6d8-4b64-91c9-dcedb4e5d8a1 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:29.626225 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-65d4c56f-c6d8-4b64-91c9-dcedb4e5d8a1 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:29.635327 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:58:29.648779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4c56f-c6d8-4b64-91c9-dcedb4e5d8a1 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Pushing event updated for resources: {'Port': ['ID=549ba0cf-a949-4dee-aa96-714196318f3a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:29.719285 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=3369ed1f-fbb4-4e08-b382-46706868eb08,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:29.757507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed36152-c519-4e7c-9ed4-3206299302a8 req-18572694-75df-4ae8-9469-57f13b0f3682 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:29.765155 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ed36152-c519-4e7c-9ed4-3206299302a8 req-18572694-75df-4ae8-9469-57f13b0f3682 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/ports?device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 931 time: 0.1077123 Mar 01 20:58:29.790141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b24647b3-628f-4fc6-870b-30add49f4fec {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:58:29.794387 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:29.811240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] Transition to ACTIVE for port object b24647b3-628f-4fc6-870b-30add49f4fec will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:58:29.816751 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ed36152-c519-4e7c-9ed4-3206299302a8 req-f948c186-dd10-4e97-b8da-5606923e4725 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc6da554-da19-4f87-b16a-d0c5c7c77882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507431 Mar 01 20:58:29.839436 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ea5ac52f-839b-4e90-ae29-2a304af3057f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:29.886456 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35be44b-57e2-4748-aae4-c981729de88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3206721-805f-4e6a-b835-f65396f27a80', 'code': 200} Mar 01 20:58:29.886719 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a1cf285-2ede-41c8-9511-8097c8c59ab8', 'code': 200} Mar 01 20:58:29.886974 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21b097e0-c594-4c20-862a-df9b7482b41e', 'code': 200} Mar 01 20:58:29.899782 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-65d4c56f-c6d8-4b64-91c9-dcedb4e5d8a1 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7174702 Mar 01 20:58:29.900171 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 56e464ad-5156-4f01-9db7-f45a9059a600 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:58:29.900526 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:29.905649 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 56e464ad-5156-4f01-9db7-f45a9059a600 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:29.910086 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:30.029091 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] Request body: {'port': {'device_id': '48233f19-4e00-4d99-9417-332324e0b913', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:30.149518 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-a25c5e99-7db4-4c16-b9d3-b1d97c5e541b tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:30.151114 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-a25c5e99-7db4-4c16-b9d3-b1d97c5e541b tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/networks?id=c6ada74c-bd63-4636-abf5-95dfb8263926 HTTP/1.1" status: 200 len: 814 time: 0.2624152 Mar 01 20:58:30.172199 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:30.177105 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-e55bacea-788d-4254-9bfb-5b518c5e7c9d tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/quotas/73e0cae710d240e3a9c48196a71f53fb HTTP/1.1" status: 200 len: 375 time: 0.0179951 Mar 01 20:58:30.201059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] Pushing event updated for resources: {'Port': ['ID=b24647b3-628f-4fc6-870b-30add49f4fec,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:30.224729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 56e464ad-5156-4f01-9db7-f45a9059a600, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=56e464ad-5156-4f01-9db7-f45a9059a600,segment=NetworkSegment(2f81802e-5943-4bf7-9e4e-93ade0c400a0),segment_id=2f81802e-5943-4bf7-9e4e-93ade0c400a0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:30.275925 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-4af969ec-c3b7-4bb2-9c2d-77fcf296cedf tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=73e0cae710d240e3a9c48196a71f53fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748079 Mar 01 20:58:30.286183 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727a50e-cc79-4912-9440-9d6d84c94637 req-97a7eb8c-a4e3-49b1-bc5a-cb20a9cebfdf tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:30.289437 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6727a50e-cc79-4912-9440-9d6d84c94637 req-97a7eb8c-a4e3-49b1-bc5a-cb20a9cebfdf tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 949 time: 0.2415645 Mar 01 20:58:30.297183 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:30.309001 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b3cc9b9c-e594-4a4b-9313-d2383734d393 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:58:30.441097 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:30.455466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e661fa2-aa20-4444-81ad-d50dd3f1fccd req-adeec1c1-1de5-426d-8e34-2aad96a4b496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:30.457748 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9e661fa2-aa20-4444-81ad-d50dd3f1fccd req-adeec1c1-1de5-426d-8e34-2aad96a4b496 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 1096 time: 0.4743812 Mar 01 20:58:30.461043 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] Attempting to bind port b24647b3-628f-4fc6-870b-30add49f4fec on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:58:30.461371 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] Attempting to bind port b24647b3-628f-4fc6-870b-30add49f4fec by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '634fe1ff-c4e5-4011-a5a2-86372b8195c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '89eb1100-bf34-44dd-94b1-cf70debc999e'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:58:30.461690 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] Attempting to bind port b24647b3-628f-4fc6-870b-30add49f4fec on network 89eb1100-bf34-44dd-94b1-cf70debc999e {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:58:30.470439 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6727a50e-cc79-4912-9440-9d6d84c94637 req-c8fdeb27-8493-4222-9a5e-e5e9883d9824 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735206 Mar 01 20:58:30.471636 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:58:30.509581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] Port b24647b3-628f-4fc6-870b-30add49f4fec on network 89eb1100-bf34-44dd-94b1-cf70debc999e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:58:30.510595 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] Attempting to bind port b24647b3-628f-4fc6-870b-30add49f4fec on network 89eb1100-bf34-44dd-94b1-cf70debc999e {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:58:30.526124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=56e464ad-5156-4f01-9db7-f45a9059a600,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:30.535207 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:58:30.535564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] Checking segment: {'id': '634fe1ff-c4e5-4011-a5a2-86372b8195c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '89eb1100-bf34-44dd-94b1-cf70debc999e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:58:30.535960 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] Bound using segment: {'id': '634fe1ff-c4e5-4011-a5a2-86372b8195c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '89eb1100-bf34-44dd-94b1-cf70debc999e'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:58:30.536379 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] Bound port: b24647b3-628f-4fc6-870b-30add49f4fec, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '634fe1ff-c4e5-4011-a5a2-86372b8195c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '89eb1100-bf34-44dd-94b1-cf70debc999e'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:58:30.536722 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:30.539912 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:30.542657 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-7a2f55b8-af44-4fc4-b22f-45ffd0dadfcd service neutron] 10.222.0.42 "GET /v2.0/networks/c6ada74c-bd63-4636-abf5-95dfb8263926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493968 Mar 01 20:58:30.636689 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9e661fa2-aa20-4444-81ad-d50dd3f1fccd req-d9b70309-d283-40a9-9fdb-47dae3d467c8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=48d43149-1447-4bd3-a73c-d0bc98e37e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689801 Mar 01 20:58:30.656913 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port b3cc9b9c-e594-4a4b-9313-d2383734d393 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:58:30.669528 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port b3cc9b9c-e594-4a4b-9313-d2383734d393 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:30.670036 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:30.715126 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:58:30.718718 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:30.729593 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:30.729975 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:30.772014 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-570602d6-6a07-479a-bbbb-6a5ab7bfcc8e service neutron] 10.222.0.42 "GET /v2.0/networks/c6ada74c-bd63-4636-abf5-95dfb8263926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284136 Mar 01 20:58:30.902914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b7a75-7394-4acf-b03d-2cfc4e2cfa6f req-d745adfa-78c2-4407-91aa-5d3c7cb23354 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:30.904448 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a93b7a75-7394-4acf-b03d-2cfc4e2cfa6f req-d745adfa-78c2-4407-91aa-5d3c7cb23354 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96e8b08-1bfa-4906-bccb-fe87fae87737 HTTP/1.1" status: 200 len: 944 time: 0.1397181 Mar 01 20:58:30.953291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] For port b24647b3-628f-4fc6-870b-30add49f4fec, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:58:30.973227 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a93b7a75-7394-4acf-b03d-2cfc4e2cfa6f req-9b3180f6-0444-4fbb-a096-630a33e188c1 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/security-groups?id=424556fa-6ebd-4cd8-8a69-9fc1d8c17704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623708 Mar 01 20:58:30.974609 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:30.994717 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:31.016489 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] For port b24647b3-628f-4fc6-870b-30add49f4fec, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b24647b3-628f-4fc6-870b-30add49f4fec,segment=NetworkSegment(634fe1ff-c4e5-4011-a5a2-86372b8195c4),segment_id=634fe1ff-c4e5-4011-a5a2-86372b8195c4)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:58:31.115029 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:31.135672 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:31.139277 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b3cc9b9c-e594-4a4b-9313-d2383734d393, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b3cc9b9c-e594-4a4b-9313-d2383734d393,segment=NetworkSegment(2f81802e-5943-4bf7-9e4e-93ade0c400a0),segment_id=2f81802e-5943-4bf7-9e4e-93ade0c400a0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:31.233494 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:31.278781 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:31.281327 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:31.281487 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] 10.222.0.55 "PUT /v2.0/ports/b24647b3-628f-4fc6-870b-30add49f4fec HTTP/1.1" status: 200 len: 1092 time: 2.6462908 Mar 01 20:58:31.290774 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96e8b08-1bfa-4906-bccb-fe87fae87737', 'tag': 'b24647b3-628f-4fc6-870b-30add49f4fec'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:58:31.306534 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3d557-eca5-4d7c-b150-857c3ec9d931 req-908a2f69-d253-46f7-bde4-fd9bd95206bf tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:31.310781 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 549ba0cf-a949-4dee-aa96-714196318f3a {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:58:31.321182 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:31.321797 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3d557-eca5-4d7c-b150-857c3ec9d931 req-908a2f69-d253-46f7-bde4-fd9bd95206bf tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:31.323624 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a214f-2aed-48fd-b74f-e189a5da955f service neutron] Pushing event updated for resources: {'Port': ['ID=b24647b3-628f-4fc6-870b-30add49f4fec,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:31.340762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3d557-eca5-4d7c-b150-857c3ec9d931 req-908a2f69-d253-46f7-bde4-fd9bd95206bf tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:31.341656 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] Transition to ACTIVE for port object 549ba0cf-a949-4dee-aa96-714196318f3a will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:58:31.355185 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3d557-eca5-4d7c-b150-857c3ec9d931 req-908a2f69-d253-46f7-bde4-fd9bd95206bf tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:31.369705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3d557-eca5-4d7c-b150-857c3ec9d931 req-908a2f69-d253-46f7-bde4-fd9bd95206bf tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:31.381086 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:31.383027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3d557-eca5-4d7c-b150-857c3ec9d931 req-908a2f69-d253-46f7-bde4-fd9bd95206bf tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:31.390665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3d557-eca5-4d7c-b150-857c3ec9d931 req-908a2f69-d253-46f7-bde4-fd9bd95206bf tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:31.392672 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ffc3d557-eca5-4d7c-b150-857c3ec9d931 req-908a2f69-d253-46f7-bde4-fd9bd95206bf tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5434 time: 0.2753839 Mar 01 20:58:31.397623 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:31.448991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4cdf5-74bd-41a8-8719-24a59c187b9d req-b0b7754b-6e3d-4ac3-99b0-f7d2718da7db tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:31.456315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5fa4cdf5-74bd-41a8-8719-24a59c187b9d req-b0b7754b-6e3d-4ac3-99b0-f7d2718da7db tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 945 time: 0.2656870 Mar 01 20:58:31.466635 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:31.515703 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ffc3d557-eca5-4d7c-b150-857c3ec9d931 req-32106e6b-f250-4ff3-ac7b-877ae8de1c8a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1140039 Mar 01 20:58:31.521992 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=b3cc9b9c-e594-4a4b-9313-d2383734d393,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:31.551264 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5fa4cdf5-74bd-41a8-8719-24a59c187b9d req-3d9bc553-2c66-4546-87d3-d93694e19447 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/security-groups?id=48d43149-1447-4bd3-a73c-d0bc98e37e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940988 Mar 01 20:58:31.644175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] Pushing event updated for resources: {'Port': ['ID=549ba0cf-a949-4dee-aa96-714196318f3a,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:31.764441 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0a6f60d7-92d1-470c-a9bf-fc0c2060a11e req-9429d55a-920b-4276-a2d4-6c0388e2e8aa tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 210 time: 0.0820999 Mar 01 20:58:31.804842 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-6067fca0-77bf-4d17-93ca-96a9a57c24ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:31.806587 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-6067fca0-77bf-4d17-93ca-96a9a57c24ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d91bb8dc90046d98d3a5630a56455c8&device_id=b96e8b08-1bfa-4906-bccb-fe87fae87737 HTTP/1.1" status: 200 len: 1095 time: 0.4209859 Mar 01 20:58:31.888722 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3369ed1f-fbb4-4e08-b382-46706868eb08'}, {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e464ad-5156-4f01-9db7-f45a9059a600'}, {'server_uuid': '2c123cac-d255-4eb1-9774-bc8835ac9582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7'}, {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cc9b9c-e594-4a4b-9313-d2383734d393'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:58:31.903734 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b96e8b08-1bfa-4906-bccb-fe87fae87737', 'tag': 'b24647b3-628f-4fc6-870b-30add49f4fec', 'status': 'completed', 'code': 200} Mar 01 20:58:31.905069 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-03cc17ec-88b7-47ad-9098-bce01903d96b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b24647b3-628f-4fc6-870b-30add49f4fec HTTP/1.1" status: 200 len: 217 time: 0.0831480 Mar 01 20:58:31.909819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] Attempting to bind port 549ba0cf-a949-4dee-aa96-714196318f3a on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:58:31.910460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] Attempting to bind port 549ba0cf-a949-4dee-aa96-714196318f3a by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'c59e07f0-3df4-41ab-b40c-5cb3b6392cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '019068bc-9db3-4db2-af65-0bd02fadada0'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:58:31.910791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] Attempting to bind port 549ba0cf-a949-4dee-aa96-714196318f3a on network 019068bc-9db3-4db2-af65-0bd02fadada0 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:58:31.962445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] Port 549ba0cf-a949-4dee-aa96-714196318f3a on network 019068bc-9db3-4db2-af65-0bd02fadada0 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:58:31.962715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] Attempting to bind port 549ba0cf-a949-4dee-aa96-714196318f3a on network 019068bc-9db3-4db2-af65-0bd02fadada0 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:58:31.966640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4c416-0f34-46af-884f-c2e320c90a2e req-bc75dbf4-bd76-400e-bea9-a566f16e1d81 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:31.968404 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5fe4c416-0f34-46af-884f-c2e320c90a2e req-bc75dbf4-bd76-400e-bea9-a566f16e1d81 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/ports?device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 943 time: 0.1867781 Mar 01 20:58:31.982010 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:58:31.982633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] Checking segment: {'id': 'c59e07f0-3df4-41ab-b40c-5cb3b6392cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '019068bc-9db3-4db2-af65-0bd02fadada0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:58:31.983180 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] Bound using segment: {'id': 'c59e07f0-3df4-41ab-b40c-5cb3b6392cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '019068bc-9db3-4db2-af65-0bd02fadada0'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:58:31.983786 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] Bound port: 549ba0cf-a949-4dee-aa96-714196318f3a, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c59e07f0-3df4-41ab-b40c-5cb3b6392cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '019068bc-9db3-4db2-af65-0bd02fadada0'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:58:31.984325 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:32.052377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-959b0f05-6ff2-4136-bafc-d1288232b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:32.054091 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-959b0f05-6ff2-4136-bafc-d1288232b132 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d3d3441-5446-4a1e-b1d2-9af78b9bdddb HTTP/1.1" status: 200 len: 850 time: 0.1395679 Mar 01 20:58:32.087201 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5fe4c416-0f34-46af-884f-c2e320c90a2e req-078a16b4-27e8-4254-bfcb-b42ad94f92c0 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc6da554-da19-4f87-b16a-d0c5c7c77882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713720 Mar 01 20:58:32.132384 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d75b52f-8eca-4c27-b4ea-099ecd703b67 req-7a7eefb1-bfda-4052-b8ae-3ccf30fbdc18 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:32.133910 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d75b52f-8eca-4c27-b4ea-099ecd703b67 req-7a7eefb1-bfda-4052-b8ae-3ccf30fbdc18 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.1774249 Mar 01 20:58:32.149552 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-8a2553c9-18de-494e-b40f-2155bfca8028 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=89eb1100-bf34-44dd-94b1-cf70debc999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884097 Mar 01 20:58:32.153088 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:32.209948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44134) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:32.213786 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d75b52f-8eca-4c27-b4ea-099ecd703b67 req-0b072e9e-2468-4d93-ae7c-1c9687dec73c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739410 Mar 01 20:58:32.253623 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3369ed1f-fbb4-4e08-b382-46706868eb08', 'code': 200} Mar 01 20:58:32.254472 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56e464ad-5156-4f01-9db7-f45a9059a600', 'code': 200} Mar 01 20:58:32.255011 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c123cac-d255-4eb1-9774-bc8835ac9582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7', 'code': 200} Mar 01 20:58:32.255717 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cc9b9c-e594-4a4b-9313-d2383734d393', 'code': 200} Mar 01 20:58:32.325014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8319f47-0abe-4aff-9230-38df623f1785 admin admin] Deleting subnet 844187c6-69f0-42fc-8dd0-0c1a159e43b8 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:58:32.329120 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8319f47-0abe-4aff-9230-38df623f1785 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:32.366175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] For port 549ba0cf-a949-4dee-aa96-714196318f3a, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:58:32.407140 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] For port 549ba0cf-a949-4dee-aa96-714196318f3a, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=549ba0cf-a949-4dee-aa96-714196318f3a,segment=NetworkSegment(c59e07f0-3df4-41ab-b40c-5cb3b6392cfe),segment_id=c59e07f0-3df4-41ab-b40c-5cb3b6392cfe)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:58:32.414632 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-561a3263-f393-4b61-b570-4f4691c07a85 service neutron] 10.222.0.55 "GET /v2.0/networks/89eb1100-bf34-44dd-94b1-cf70debc999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546985 Mar 01 20:58:32.527672 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:32.604468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632bb02-36ee-4cfe-a86d-5149c03231e5 req-4aaf23b5-198e-46ed-9057-8b68037a1049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:32.604957 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632bb02-36ee-4cfe-a86d-5149c03231e5 req-4aaf23b5-198e-46ed-9057-8b68037a1049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:32.605432 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632bb02-36ee-4cfe-a86d-5149c03231e5 req-4aaf23b5-198e-46ed-9057-8b68037a1049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:32.605903 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632bb02-36ee-4cfe-a86d-5149c03231e5 req-4aaf23b5-198e-46ed-9057-8b68037a1049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:32.606392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632bb02-36ee-4cfe-a86d-5149c03231e5 req-4aaf23b5-198e-46ed-9057-8b68037a1049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:32.606843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632bb02-36ee-4cfe-a86d-5149c03231e5 req-4aaf23b5-198e-46ed-9057-8b68037a1049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:32.607306 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9632bb02-36ee-4cfe-a86d-5149c03231e5 req-4aaf23b5-198e-46ed-9057-8b68037a1049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:32.609444 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9632bb02-36ee-4cfe-a86d-5149c03231e5 req-4aaf23b5-198e-46ed-9057-8b68037a1049 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 6492 time: 0.2792673 Mar 01 20:58:32.623524 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8319f47-0abe-4aff-9230-38df623f1785 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:32.635757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:32.636375 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:32.637762 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] 10.222.0.55 "PUT /v2.0/ports/549ba0cf-a949-4dee-aa96-714196318f3a HTTP/1.1" status: 200 len: 1091 time: 2.6144207 Mar 01 20:58:32.702883 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c9f36ba9-244d-4951-b66a-441ab33a3fff req-277cdff6-ed19-4662-8de4-e981c3c94645 service neutron] 10.222.0.55 "GET /v2.0/networks/89eb1100-bf34-44dd-94b1-cf70debc999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824416 Mar 01 20:58:32.703905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a558dc95-2c7d-4dd1-8f55-02b9f3a67df3 service neutron] Pushing event updated for resources: {'Port': ['ID=549ba0cf-a949-4dee-aa96-714196318f3a,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:32.708121 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9632bb02-36ee-4cfe-a86d-5149c03231e5 req-b02d9dcb-9783-4121-b589-7613c70cba72 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0914643 Mar 01 20:58:32.774379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0d740-3870-4726-84ce-0afe519dd1d4 req-14e1912d-20e9-4d04-a3d4-1e95a27d3700 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:32.775871 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3aa0d740-3870-4726-84ce-0afe519dd1d4 req-14e1912d-20e9-4d04-a3d4-1e95a27d3700 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96e8b08-1bfa-4906-bccb-fe87fae87737 HTTP/1.1" status: 200 len: 944 time: 0.2698121 Mar 01 20:58:32.791494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce3ae4-920d-4a2a-b26b-63025582eceb req-a4a5072e-95f6-461f-8183-7872aab7c72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:32.792949 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39ce3ae4-920d-4a2a-b26b-63025582eceb req-a4a5072e-95f6-461f-8183-7872aab7c72f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 1101 time: 0.4648767 Mar 01 20:58:32.810209 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8319f47-0abe-4aff-9230-38df623f1785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:32.823437 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-1c4ec6c8-7b9b-47c5-9115-d3db123cc4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:32.825160 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-1c4ec6c8-7b9b-47c5-9115-d3db123cc4b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4cb779e48f034abcaf662ea830d29e4f&device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 1094 time: 0.0864251 Mar 01 20:58:32.922960 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39ce3ae4-920d-4a2a-b26b-63025582eceb req-184762db-bd01-49fb-8edb-d413ade958a3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849495 Mar 01 20:58:32.944021 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3aa0d740-3870-4726-84ce-0afe519dd1d4 req-6de4f011-99e6-42a3-ac94-20a3cc8e0353 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/security-groups?id=424556fa-6ebd-4cd8-8a69-9fc1d8c17704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603696 Mar 01 20:58:32.982216 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5afed-9dd9-4cdb-ba6b-0da735e2cb04 req-805626c2-fbda-4df3-9048-3214f7cb2b68 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:32.984453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5afed-9dd9-4cdb-ba6b-0da735e2cb04 req-805626c2-fbda-4df3-9048-3214f7cb2b68 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:32.991552 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5afed-9dd9-4cdb-ba6b-0da735e2cb04 req-805626c2-fbda-4df3-9048-3214f7cb2b68 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:32.997889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5afed-9dd9-4cdb-ba6b-0da735e2cb04 req-805626c2-fbda-4df3-9048-3214f7cb2b68 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:33.004875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5afed-9dd9-4cdb-ba6b-0da735e2cb04 req-805626c2-fbda-4df3-9048-3214f7cb2b68 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:33.011659 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5afed-9dd9-4cdb-ba6b-0da735e2cb04 req-805626c2-fbda-4df3-9048-3214f7cb2b68 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:33.016856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5afed-9dd9-4cdb-ba6b-0da735e2cb04 req-805626c2-fbda-4df3-9048-3214f7cb2b68 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:33.018984 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-62d5afed-9dd9-4cdb-ba6b-0da735e2cb04 req-805626c2-fbda-4df3-9048-3214f7cb2b68 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5435 time: 0.3499372 Mar 01 20:58:33.029854 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-d9fe0973-4315-4f81-8736-9320d6e5522f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=549ba0cf-a949-4dee-aa96-714196318f3a HTTP/1.1" status: 200 len: 217 time: 0.1966088 Mar 01 20:58:33.078050 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-62d5afed-9dd9-4cdb-ba6b-0da735e2cb04 req-db88379d-dffb-45e5-afbe-803eddf6846b tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0527112 Mar 01 20:58:33.079878 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8319f47-0abe-4aff-9230-38df623f1785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:33.132959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c54941-3ee8-4f43-a54c-3dba3cbc1fea req-3edc2c05-c88c-44ef-83a4-2b2c20e48808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:33.133528 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8319f47-0abe-4aff-9230-38df623f1785 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=844187c6-69f0-42fc-8dd0-0c1a159e43b8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:33.134424 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e5c54941-3ee8-4f43-a54c-3dba3cbc1fea req-3edc2c05-c88c-44ef-83a4-2b2c20e48808 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0d91bb8dc90046d98d3a5630a56455c8&device_id=b96e8b08-1bfa-4906-bccb-fe87fae87737 HTTP/1.1" status: 200 len: 1095 time: 0.1037323 Mar 01 20:58:33.140855 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8319f47-0abe-4aff-9230-38df623f1785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:33.147996 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f8319f47-0abe-4aff-9230-38df623f1785 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/844187c6-69f0-42fc-8dd0-0c1a159e43b8 HTTP/1.1" status: 204 len: 168 time: 0.9328084 Mar 01 20:58:33.150484 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44148) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:33.344740 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-96d4a07d-ef89-4b96-ab85-0f0ea97a8c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:33.363088 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c17cad11-274b-439f-a817-c20c7110e010 req-5d97afea-18bb-40f3-83cb-38c08e381612 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 210 time: 0.1010315 Mar 01 20:58:33.376720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a5dbc082-107b-4687-9b15-b2a2aa4d77ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:33.378610 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-a5dbc082-107b-4687-9b15-b2a2aa4d77ea service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d51a9e63-bbcf-4d21-bd63-612ffc0868eb HTTP/1.1" status: 200 len: 854 time: 0.2066689 Mar 01 20:58:33.451377 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-5bd4b7db-9b39-4e33-9447-d7cb5fab504c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=019068bc-9db3-4db2-af65-0bd02fadada0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628161 Mar 01 20:58:33.454606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c54941-3ee8-4f43-a54c-3dba3cbc1fea req-977d7a83-c816-4839-b359-9fca4a0e95c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:33.456688 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e5c54941-3ee8-4f43-a54c-3dba3cbc1fea req-977d7a83-c816-4839-b359-9fca4a0e95c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=89eb1100-bf34-44dd-94b1-cf70debc999e HTTP/1.1" status: 200 len: 911 time: 0.2315290 Mar 01 20:58:33.551992 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-96d4a07d-ef89-4b96-ab85-0f0ea97a8c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:33.563267 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e5c54941-3ee8-4f43-a54c-3dba3cbc1fea req-4bc25792-8568-4762-808e-5e41aa2c5b33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b24647b3-628f-4fc6-870b-30add49f4fec HTTP/1.1" status: 200 len: 217 time: 0.0977428 Mar 01 20:58:33.601978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-96d4a07d-ef89-4b96-ab85-0f0ea97a8c17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b34cf2a5-94ef-4c93-a73c-6352e07b80df']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:33.629661 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a4b9d-a4e9-4455-9064-cf4d7fec0d81 req-ad54a564-93d9-4acd-948b-2742c796ff94 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:33.637767 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-904a4b9d-a4e9-4455-9064-cf4d7fec0d81 req-ad54a564-93d9-4acd-948b-2742c796ff94 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 945 time: 0.3745766 Mar 01 20:58:33.666143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-96d4a07d-ef89-4b96-ab85-0f0ea97a8c17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71c13714-09cf-4533-b7de-4d34067b38ce') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:33.666438 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-96d4a07d-ef89-4b96-ab85-0f0ea97a8c17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71c13714-09cf-4533-b7de-4d34067b38ce') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:33.683735 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-96d4a07d-ef89-4b96-ab85-0f0ea97a8c17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:33.731127 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c54941-3ee8-4f43-a54c-3dba3cbc1fea req-4d83052f-cf12-41d2-9cbd-92cc44176947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:33.732594 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e5c54941-3ee8-4f43-a54c-3dba3cbc1fea req-4d83052f-cf12-41d2-9cbd-92cc44176947 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4d3d3441-5446-4a1e-b1d2-9af78b9bdddb HTTP/1.1" status: 200 len: 850 time: 0.1538262 Mar 01 20:58:33.738394 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-96d4a07d-ef89-4b96-ab85-0f0ea97a8c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:33.744373 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-904a4b9d-a4e9-4455-9064-cf4d7fec0d81 req-11f1daa5-966a-4ed2-b0ce-230c1f40aa39 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/security-groups?id=48d43149-1447-4bd3-a73c-d0bc98e37e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057804 Mar 01 20:58:33.758827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d4a07d-ef89-4b96-ab85-0f0ea97a8c17 admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:58:33.763568 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-96d4a07d-ef89-4b96-ab85-0f0ea97a8c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: timer() Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:58:33.787840 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:58:33.794996 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e5c54941-3ee8-4f43-a54c-3dba3cbc1fea req-0c2aba7d-ac0a-498b-9d9f-5d3946170b44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=89eb1100-bf34-44dd-94b1-cf70debc999e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530126 Mar 01 20:58:33.865667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44bfa64-f672-475d-9de7-4681ee95f362 req-e021ee77-c812-4f44-8069-134ad40df792 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:33.867705 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b44bfa64-f672-475d-9de7-4681ee95f362 req-e021ee77-c812-4f44-8069-134ad40df792 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/ports?device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 943 time: 0.3602657 Mar 01 20:58:33.910092 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48233f19-4e00-4d99-9417-332324e0b913', 'tag': '549ba0cf-a949-4dee-aa96-714196318f3a'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:58:33.936182 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b44bfa64-f672-475d-9de7-4681ee95f362 req-79543bae-6e42-47b9-80f8-0f1047254596 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc6da554-da19-4f87-b16a-d0c5c7c77882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621960 Mar 01 20:58:33.958306 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-95098bd6-8f28-476a-9119-b50f5633f78c service neutron] 10.222.0.55 "GET /v2.0/networks/019068bc-9db3-4db2-af65-0bd02fadada0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4939268 Mar 01 20:58:33.978914 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-96d4a07d-ef89-4b96-ab85-0f0ea97a8c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:34.044926 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-96d4a07d-ef89-4b96-ab85-0f0ea97a8c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:34.063730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4a07d-ef89-4b96-ab85-0f0ea97a8c17 admin admin] Pushing event deleted for resources: {'Network': ['ID=b34cf2a5-94ef-4c93-a73c-6352e07b80df,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:34.179119 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-96d4a07d-ef89-4b96-ab85-0f0ea97a8c17 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b34cf2a5-94ef-4c93-a73c-6352e07b80df HTTP/1.1" status: 204 len: 168 time: 1.0252118 Mar 01 20:58:34.233385 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e5c54941-3ee8-4f43-a54c-3dba3cbc1fea req-95f00cb5-f951-42fa-88de-1313c24ace72 service neutron] 10.222.0.55 "GET /v2.0/networks/89eb1100-bf34-44dd-94b1-cf70debc999e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4295766 Mar 01 20:58:34.239805 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48233f19-4e00-4d99-9417-332324e0b913', 'tag': '549ba0cf-a949-4dee-aa96-714196318f3a', 'status': 'completed', 'code': 200} Mar 01 20:58:34.429186 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-c40f0b1f-c8d3-46bf-8c45-3395f7fad68f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:34.429895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-c40f0b1f-c8d3-46bf-8c45-3395f7fad68f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Synchronizing usage tracker for tenant:73e0cae710d240e3a9c48196a71f53fb on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:58:34.433972 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-383a2b93-1fed-4dbc-aca8-3b2e9a1dd97d req-2af76264-7cf0-496b-98b0-d5f8d69be6b9 service neutron] 10.222.0.55 "GET /v2.0/networks/019068bc-9db3-4db2-af65-0bd02fadada0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4554503 Mar 01 20:58:34.458027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94ac844-01c8-435a-8517-45ed510e6170 req-3d79c7f5-9f1d-423c-9491-e4b8c760380d tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:34.460443 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e94ac844-01c8-435a-8517-45ed510e6170 req-3d79c7f5-9f1d-423c-9491-e4b8c760380d tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96e8b08-1bfa-4906-bccb-fe87fae87737 HTTP/1.1" status: 200 len: 944 time: 0.1323702 Mar 01 20:58:34.477692 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9787e8b-64fb-444c-8b2e-59f135f3a4a1 req-405958ef-7a12-463c-8b37-c87788a87d1c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:34.486067 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9787e8b-64fb-444c-8b2e-59f135f3a4a1 req-405958ef-7a12-463c-8b37-c87788a87d1c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.2030766 Mar 01 20:58:34.494453 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e5c54941-3ee8-4f43-a54c-3dba3cbc1fea req-c67435b1-de26-4247-bc86-582c5867ea9b service neutron] 10.222.0.55 "GET /v2.0/networks/89eb1100-bf34-44dd-94b1-cf70debc999e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409599 Mar 01 20:58:34.536258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-c40f0b1f-c8d3-46bf-8c45-3395f7fad68f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Unset dirty status for tenant:73e0cae710d240e3a9c48196a71f53fb on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:58:34.537484 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-c40f0b1f-c8d3-46bf-8c45-3395f7fad68f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.57 "GET /v2.0/networks?id=c6ada74c-bd63-4636-abf5-95dfb8263926 HTTP/1.1" status: 200 len: 814 time: 0.6156998 Mar 01 20:58:34.550247 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-9d0c9dcf-1aea-4db0-b868-2010ef3a7ba9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Request body: {'port': {'device_id': '4659015d-4561-4bfe-a339-451e415b3f2c', 'network_id': 'c6ada74c-bd63-4636-abf5-95dfb8263926', 'admin_state_up': True, 'tenant_id': '73e0cae710d240e3a9c48196a71f53fb'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:34.564975 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9787e8b-64fb-444c-8b2e-59f135f3a4a1 req-60c47fa4-ab27-413d-b676-325673bb8b5a tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774570 Mar 01 20:58:34.582460 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e94ac844-01c8-435a-8517-45ed510e6170 req-70c764f4-8b2f-4c4a-b260-eb9ad1744b7c tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/security-groups?id=424556fa-6ebd-4cd8-8a69-9fc1d8c17704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901377 Mar 01 20:58:34.659596 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44174) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:34.784994 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-981646a0-f06e-44ed-a580-cbe54f14a8b0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fd3c698bf2694717bd40d468a2c12a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1249564 Mar 01 20:58:34.791515 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44178) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:34.860827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-9d0c9dcf-1aea-4db0-b868-2010ef3a7ba9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:34.861267 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-71ed074c-2380-4085-9bb5-8ebda91c7490 req-5da130ab-bccd-48f0-8490-eff9f45f3904 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 210 time: 0.1134453 Mar 01 20:58:34.866232 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-9d0c9dcf-1aea-4db0-b868-2010ef3a7ba9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Usage tracker for resource:port and tenant:73e0cae710d240e3a9c48196a71f53fb is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:34.877693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-9d0c9dcf-1aea-4db0-b868-2010ef3a7ba9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:34.885262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-9d0c9dcf-1aea-4db0-b868-2010ef3a7ba9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:34.896274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca554bcb-574c-429d-a909-3402bcb6a613 req-dedc58f1-5686-4322-9d02-40991c6dded5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:34.897732 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca554bcb-574c-429d-a909-3402bcb6a613 req-dedc58f1-5686-4322-9d02-40991c6dded5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4cb779e48f034abcaf662ea830d29e4f&device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 1094 time: 0.1646671 Mar 01 20:58:34.986404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943838df-002d-41d3-a2b6-9f1793b71955 req-59c48e02-327a-4885-a7d3-3cbf7c139e4f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:34.994313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943838df-002d-41d3-a2b6-9f1793b71955 req-59c48e02-327a-4885-a7d3-3cbf7c139e4f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:35.001058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943838df-002d-41d3-a2b6-9f1793b71955 req-59c48e02-327a-4885-a7d3-3cbf7c139e4f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:35.009772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943838df-002d-41d3-a2b6-9f1793b71955 req-59c48e02-327a-4885-a7d3-3cbf7c139e4f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:35.019727 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943838df-002d-41d3-a2b6-9f1793b71955 req-59c48e02-327a-4885-a7d3-3cbf7c139e4f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:35.028028 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943838df-002d-41d3-a2b6-9f1793b71955 req-59c48e02-327a-4885-a7d3-3cbf7c139e4f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:35.041473 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943838df-002d-41d3-a2b6-9f1793b71955 req-59c48e02-327a-4885-a7d3-3cbf7c139e4f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:35.043317 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-943838df-002d-41d3-a2b6-9f1793b71955 req-59c48e02-327a-4885-a7d3-3cbf7c139e4f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5435 time: 0.2617025 Mar 01 20:58:35.044039 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-990c2b19-5908-4bf8-a10f-81f3f9884a42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:35.100210 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-990c2b19-5908-4bf8-a10f-81f3f9884a42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:35.147234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-9d0c9dcf-1aea-4db0-b868-2010ef3a7ba9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Made reservation on behalf of 73e0cae710d240e3a9c48196a71f53fb for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:58:35.150655 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-9d0c9dcf-1aea-4db0-b868-2010ef3a7ba9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:35.154533 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-943838df-002d-41d3-a2b6-9f1793b71955 req-91d47e9d-d6f4-450b-935b-7296313b9e4a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0982835 Mar 01 20:58:35.254763 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca554bcb-574c-429d-a909-3402bcb6a613 req-ffea7325-b6be-4401-bffd-4326db882d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:35.256235 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca554bcb-574c-429d-a909-3402bcb6a613 req-ffea7325-b6be-4401-bffd-4326db882d5d service neutron] 10.222.0.55 "GET /v2.0/networks?id=019068bc-9db3-4db2-af65-0bd02fadada0 HTTP/1.1" status: 200 len: 915 time: 0.3451586 Mar 01 20:58:35.281446 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-990c2b19-5908-4bf8-a10f-81f3f9884a42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:35.354871 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca554bcb-574c-429d-a909-3402bcb6a613 req-0f7ebb0e-2928-4dca-8b07-8a558cd609d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=549ba0cf-a949-4dee-aa96-714196318f3a HTTP/1.1" status: 200 len: 217 time: 0.0872426 Mar 01 20:58:35.419927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c2b19-5908-4bf8-a10f-81f3f9884a42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19d8542-5081-47bf-af1a-3855d5aeceb6,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:35.499408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca554bcb-574c-429d-a909-3402bcb6a613 req-bc232f0e-48b4-4d83-aab4-5493b57e84a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:35.500834 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca554bcb-574c-429d-a909-3402bcb6a613 req-bc232f0e-48b4-4d83-aab4-5493b57e84a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d51a9e63-bbcf-4d21-bd63-612ffc0868eb HTTP/1.1" status: 200 len: 854 time: 0.1386907 Mar 01 20:58:35.533265 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-990c2b19-5908-4bf8-a10f-81f3f9884a42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:35.537080 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-990c2b19-5908-4bf8-a10f-81f3f9884a42 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f19d8542-5081-47bf-af1a-3855d5aeceb6 HTTP/1.1" status: 204 len: 168 time: 0.7134566 Mar 01 20:58:35.553548 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca554bcb-574c-429d-a909-3402bcb6a613 req-228d9ea6-999a-4d0b-8876-756f798058e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=019068bc-9db3-4db2-af65-0bd02fadada0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428913 Mar 01 20:58:35.556827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-9d0c9dcf-1aea-4db0-b868-2010ef3a7ba9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Allocated IP 172.20.0.6 (c6ada74c-bd63-4636-abf5-95dfb8263926/3d9c7eca-9d4c-45b5-b379-078956794f58/940044c3-308c-4284-a779-446921c9c097) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:58:35.592527 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a37c6-19ba-4e3f-b011-661d4b651853 req-97b43fac-82a6-42b6-bc7d-89b383b54dc0 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:35.593991 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-668a37c6-19ba-4e3f-b011-661d4b651853 req-97b43fac-82a6-42b6-bc7d-89b383b54dc0 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/ports?device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 943 time: 0.1802893 Mar 01 20:58:35.615792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c22326-6863-4da9-8ec0-13702bdf807d req-42120989-e3df-4a1d-93b9-e90e935dff0f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:35.622186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c22326-6863-4da9-8ec0-13702bdf807d req-42120989-e3df-4a1d-93b9-e90e935dff0f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:35.628756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c22326-6863-4da9-8ec0-13702bdf807d req-42120989-e3df-4a1d-93b9-e90e935dff0f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:35.634681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c22326-6863-4da9-8ec0-13702bdf807d req-42120989-e3df-4a1d-93b9-e90e935dff0f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:35.641236 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c22326-6863-4da9-8ec0-13702bdf807d req-42120989-e3df-4a1d-93b9-e90e935dff0f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:35.647934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c22326-6863-4da9-8ec0-13702bdf807d req-42120989-e3df-4a1d-93b9-e90e935dff0f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:35.654644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c22326-6863-4da9-8ec0-13702bdf807d req-42120989-e3df-4a1d-93b9-e90e935dff0f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:35.655839 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1c22326-6863-4da9-8ec0-13702bdf807d req-42120989-e3df-4a1d-93b9-e90e935dff0f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5435 time: 0.1867783 Mar 01 20:58:35.678081 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44194) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:35.688607 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-a0d3ed9d-cf18-4519-bd69-b2693d72a3d7 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Request body: {'floatingip': {'port_id': '7badcc59-c905-4f3b-8158-275e3f4a81f4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:35.717847 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-668a37c6-19ba-4e3f-b011-661d4b651853 req-d2f92bef-16f3-47c1-98c5-3cb2e31a203f tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc6da554-da19-4f87-b16a-d0c5c7c77882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169031 Mar 01 20:58:35.804131 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ed9d-cf18-4519-bd69-b2693d72a3d7 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for floatingip, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:35.968398 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca554bcb-574c-429d-a909-3402bcb6a613 req-a3ce6797-ede5-43a7-aeff-6507cf39d954 service neutron] 10.222.0.55 "GET /v2.0/networks/019068bc-9db3-4db2-af65-0bd02fadada0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4073892 Mar 01 20:58:35.981443 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd3681-b904-4771-9614-623bd9e6bb53 req-43f97374-af39-4ac9-b62b-df01ab91d240 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:35.983396 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-12fd3681-b904-4771-9614-623bd9e6bb53 req-43f97374-af39-4ac9-b62b-df01ab91d240 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 945 time: 0.1612072 Mar 01 20:58:35.999106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c90a03-9ef0-43d4-81f1-d1c3d53d674f req-e7809608-9e7d-4033-a5d9-9fce925cba25 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:36.000649 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6c90a03-9ef0-43d4-81f1-d1c3d53d674f req-e7809608-9e7d-4033-a5d9-9fce925cba25 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.1409006 Mar 01 20:58:36.153575 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6c90a03-9ef0-43d4-81f1-d1c3d53d674f req-d3425945-3f0c-4e53-98f3-15d221de4e04 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175160 Mar 01 20:58:36.177393 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-12fd3681-b904-4771-9614-623bd9e6bb53 req-a0bb616d-ad0e-4e97-a1e1-e178d133b22c tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/security-groups?id=48d43149-1447-4bd3-a73c-d0bc98e37e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838632 Mar 01 20:58:36.305470 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-9d0c9dcf-1aea-4db0-b868-2010ef3a7ba9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:36.402052 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70a00d0b-055b-4dda-9bb9-dd33451cc3e1 req-675184f6-a3d1-4f92-b9f1-fa88a506549e tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 210 time: 0.0631421 Mar 01 20:58:36.451647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b804fd4-b3bf-464e-ba69-3df39ad9574a req-bb19c9c9-835d-4c47-87d6-d1c445b8cb15 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:36.459519 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b804fd4-b3bf-464e-ba69-3df39ad9574a req-bb19c9c9-835d-4c47-87d6-d1c445b8cb15 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96e8b08-1bfa-4906-bccb-fe87fae87737 HTTP/1.1" status: 200 len: 944 time: 0.1769042 Mar 01 20:58:36.463691 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ca554bcb-574c-429d-a909-3402bcb6a613 req-9f67950c-5276-4da1-a465-98e0bb0d7337 service neutron] 10.222.0.55 "GET /v2.0/networks/019068bc-9db3-4db2-af65-0bd02fadada0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831893 Mar 01 20:58:36.521723 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b804fd4-b3bf-464e-ba69-3df39ad9574a req-cfbca710-bdbc-4354-947a-0fd49b73480c tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/security-groups?id=424556fa-6ebd-4cd8-8a69-9fc1d8c17704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609741 Mar 01 20:58:36.526630 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device b24647b3-628f-4fc6-870b-30add49f4fec details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:58:36.575951 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-9d0c9dcf-1aea-4db0-b868-2010ef3a7ba9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:36.650728 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b7123-3a2d-43c3-9ba8-0e6796ed9901 req-4b21d5bf-ce8c-46e5-b4da-5dcc17f31694 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:36.652807 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-293b7123-3a2d-43c3-9ba8-0e6796ed9901 req-4b21d5bf-ce8c-46e5-b4da-5dcc17f31694 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 1101 time: 0.1024151 Mar 01 20:58:36.714084 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-293b7123-3a2d-43c3-9ba8-0e6796ed9901 req-c4ce7350-0b7b-4030-bd89-4a08aa759106 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534959 Mar 01 20:58:36.765873 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port b24647b3-628f-4fc6-870b-30add49f4fec, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b24647b3-628f-4fc6-870b-30add49f4fec,segment=NetworkSegment(634fe1ff-c4e5-4011-a5a2-86372b8195c4),segment_id=634fe1ff-c4e5-4011-a5a2-86372b8195c4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:36.791768 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'b24647b3-628f-4fc6-870b-30add49f4fec', 'network_id': '89eb1100-bf34-44dd-94b1-cf70debc999e', 'port_id': 'b24647b3-628f-4fc6-870b-30add49f4fec', 'mac_address': 'fa:16:3e:19:87:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d3d3441-5446-4a1e-b1d2-9af78b9bdddb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:58:36.866854 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-9d0c9dcf-1aea-4db0-b868-2010ef3a7ba9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Network c6ada74c-bd63-4636-abf5-95dfb8263926 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:58:36.867981 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:36.893960 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-9d0c9dcf-1aea-4db0-b868-2010ef3a7ba9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:58:36.898628 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b24647b3-628f-4fc6-870b-30add49f4fec {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:58:36.900579 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-9d0c9dcf-1aea-4db0-b868-2010ef3a7ba9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:58:36.919967 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port b24647b3-628f-4fc6-870b-30add49f4fec, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b24647b3-628f-4fc6-870b-30add49f4fec,segment=NetworkSegment(634fe1ff-c4e5-4011-a5a2-86372b8195c4),segment_id=634fe1ff-c4e5-4011-a5a2-86372b8195c4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:36.983223 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c9dcf-1aea-4db0-b868-2010ef3a7ba9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Pushing event updated for resources: {'Port': ['ID=940044c3-308c-4284-a779-446921c9c097,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:36.990053 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:37.149434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e606ad-9995-4f53-b0f3-47c9134255f6 req-320bffc0-e8a9-4840-81d6-79540e37d245 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:37.160634 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c2e606ad-9995-4f53-b0f3-47c9134255f6 req-320bffc0-e8a9-4840-81d6-79540e37d245 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/ports?device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 943 time: 0.2271383 Mar 01 20:58:37.179273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=b24647b3-628f-4fc6-870b-30add49f4fec,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:37.233745 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c2e606ad-9995-4f53-b0f3-47c9134255f6 req-057aa8d5-63f8-47e3-9ee8-bff95782145f tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc6da554-da19-4f87-b16a-d0c5c7c77882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704486 Mar 01 20:58:37.247238 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-9d0c9dcf-1aea-4db0-b868-2010ef3a7ba9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:37.247238 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-9d0c9dcf-1aea-4db0-b868-2010ef3a7ba9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:37.267876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a0ef9-06ab-4737-9d24-17ba585f588f req-9eee3927-3ace-40bb-ac03-13d4fed71238 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:37.268810 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-6b1a0ef9-06ab-4737-9d24-17ba585f588f req-9eee3927-3ace-40bb-ac03-13d4fed71238 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Synchronizing usage tracker for tenant:1ba80ce6464f41b8a9927e7ec5fe9e47 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:58:37.332182 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['b24647b3-628f-4fc6-870b-30add49f4fec'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:58:37.333691 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44232) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:37.419548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-6b1a0ef9-06ab-4737-9d24-17ba585f588f req-9eee3927-3ace-40bb-ac03-13d4fed71238 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Unset dirty status for tenant:1ba80ce6464f41b8a9927e7ec5fe9e47 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:58:37.420835 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6b1a0ef9-06ab-4737-9d24-17ba585f588f req-9eee3927-3ace-40bb-ac03-13d4fed71238 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.57 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 945 time: 0.6397932 Mar 01 20:58:37.422065 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-9d0c9dcf-1aea-4db0-b868-2010ef3a7ba9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8767071 Mar 01 20:58:37.489981 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] Request body: {'port': {'device_id': '4659015d-4561-4bfe-a339-451e415b3f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:37.500975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fa726-6fd7-4d2c-9122-83293f74da54 req-0df61716-dd11-4f7b-b8e5-ce789b34f124 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:37.505649 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-928fa726-6fd7-4d2c-9122-83293f74da54 req-0df61716-dd11-4f7b-b8e5-ce789b34f124 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 945 time: 0.1557412 Mar 01 20:58:37.547862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1016646378-network', 'tenant_id': 'ab48934c4f3846beb37258389e33fc69'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:37.566384 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:37.573744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Usage tracker for resource:network and tenant:ab48934c4f3846beb37258389e33fc69 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:37.607639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:37.628711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:37.661096 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ed9d-cf18-4519-bd69-b2693d72a3d7 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:37.664969 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-6b1a0ef9-06ab-4737-9d24-17ba585f588f req-e85cbc38-c79a-4191-9bac-027f4dc9fc0e tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Deleting port e3206721-805f-4e6a-b835-f65396f27a80 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:58:37.665672 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6b1a0ef9-06ab-4737-9d24-17ba585f588f req-e85cbc38-c79a-4191-9bac-027f4dc9fc0e tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:37.677098 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-928fa726-6fd7-4d2c-9122-83293f74da54 req-08fb93ba-1ad6-4554-81bb-3e9314826765 tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/security-groups?id=48d43149-1447-4bd3-a73c-d0bc98e37e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659958 Mar 01 20:58:37.754123 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ed9d-cf18-4519-bd69-b2693d72a3d7 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:37.755334 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7644843-bef1-4697-96e2-8d386addc008 req-c1d4ecf1-5fa4-4a33-9c8c-e593fab8c91e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:37.756924 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b7644843-bef1-4697-96e2-8d386addc008 req-c1d4ecf1-5fa4-4a33-9c8c-e593fab8c91e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.1881318 Mar 01 20:58:37.785108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Made reservation on behalf of ab48934c4f3846beb37258389e33fc69 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:58:37.788000 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:37.826620 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:37.866840 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:37.919622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:37.929628 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b7644843-bef1-4697-96e2-8d386addc008 req-59d69950-f822-4130-a0eb-e51095f9748e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665225 Mar 01 20:58:37.930557 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Usage tracker for resource:security_group_rule and tenant:ab48934c4f3846beb37258389e33fc69 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:37.935579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:37.945286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:38.022863 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-09473ce3-5647-4cf8-ba6e-3182503adace req-ac4f23a5-b7a2-4a77-bb49-0f00a90a7a2e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3427272 Mar 01 20:58:38.035467 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499b8e7-7c82-4ce1-adfc-416b9b6726b9 req-a079fa3c-7b43-4f33-955a-89360595618e tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:38.042539 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4499b8e7-7c82-4ce1-adfc-416b9b6726b9 req-a079fa3c-7b43-4f33-955a-89360595618e tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 931 time: 0.2152817 Mar 01 20:58:38.239345 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4499b8e7-7c82-4ce1-adfc-416b9b6726b9 req-e5755b8f-df89-4b1e-a26f-8f3ebd41047f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958401 Mar 01 20:58:38.290377 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-a0d3ed9d-cf18-4519-bd69-b2693d72a3d7 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Floating IP bb5b72dc-1533-46ff-9b21-30b63ed87d52 associated. External IP: 172.25.5.206, port: 7badcc59-c905-4f3b-8158-275e3f4a81f4. Mar 01 20:58:38.293719 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:38.339478 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404e85cf-edd5-4823-8a23-ae02fd8be190 req-d7f05c94-c3e6-4f33-9932-99671cda9f28 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:38.339478 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-404e85cf-edd5-4823-8a23-ae02fd8be190 req-d7f05c94-c3e6-4f33-9932-99671cda9f28 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96e8b08-1bfa-4906-bccb-fe87fae87737 HTTP/1.1" status: 200 len: 945 time: 0.2516212 Mar 01 20:58:38.427409 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:38.493960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c67df5-9b7a-4a01-a453-d80220c00027,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:38.510852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:58:38.521514 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-404e85cf-edd5-4823-8a23-ae02fd8be190 req-50dbf631-ad56-40b4-9f6e-b4e16bd1d317 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/security-groups?id=424556fa-6ebd-4cd8-8a69-9fc1d8c17704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741884 Mar 01 20:58:38.530722 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:38.530935 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Added segment b1e1e5bd-fa92-46a7-816c-ad6923a5a30b of type vlan for network 40760c7b-29b3-4660-91ec-be39db4dfacb Mar 01 20:58:38.535550 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 549ba0cf-a949-4dee-aa96-714196318f3a details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:58:38.542531 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device b24647b3-628f-4fc6-870b-30add49f4fec up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:58:38.572169 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:38.585714 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f8509-04db-4e70-a385-a68117f01107 req-3ae85299-2163-44f9-88c6-4ad61b775b3a tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:38.587226 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-212f8509-04db-4e70-a385-a68117f01107 req-3ae85299-2163-44f9-88c6-4ad61b775b3a tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/ports?device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 943 time: 0.1998920 Mar 01 20:58:38.655322 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-212f8509-04db-4e70-a385-a68117f01107 req-a251b38f-ef7e-48cc-a2a6-c275d2ed8a85 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc6da554-da19-4f87-b16a-d0c5c7c77882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525560 Mar 01 20:58:38.704488 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:38.705609 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:38.706334 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:38.742989 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port b24647b3-628f-4fc6-870b-30add49f4fec completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:58:38.758703 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port b24647b3-628f-4fc6-870b-30add49f4fec triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:38.759344 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:38.856687 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 549ba0cf-a949-4dee-aa96-714196318f3a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=549ba0cf-a949-4dee-aa96-714196318f3a,segment=NetworkSegment(c59e07f0-3df4-41ab-b40c-5cb3b6392cfe),segment_id=c59e07f0-3df4-41ab-b40c-5cb3b6392cfe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:38.879736 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '549ba0cf-a949-4dee-aa96-714196318f3a', 'network_id': '019068bc-9db3-4db2-af65-0bd02fadada0', 'port_id': '549ba0cf-a949-4dee-aa96-714196318f3a', 'mac_address': 'fa:16:3e:5d:c5:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd51a9e63-bbcf-4d21-bd63-612ffc0868eb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:58:38.882892 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-6b1a0ef9-06ab-4737-9d24-17ba585f588f req-e85cbc38-c79a-4191-9bac-027f4dc9fc0e tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] For port e3206721-805f-4e6a-b835-f65396f27a80, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e3206721-805f-4e6a-b835-f65396f27a80,segment=NetworkSegment(1c1a4a5a-d33b-45da-9095-5909f125e4bb),segment_id=1c1a4a5a-d33b-45da-9095-5909f125e4bb)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:38.883437 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6b1a0ef9-06ab-4737-9d24-17ba585f588f req-e85cbc38-c79a-4191-9bac-027f4dc9fc0e tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:38.978200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] Pushing event updated for resources: {'Network': ['ID=40760c7b-29b3-4660-91ec-be39db4dfacb,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:39.079549 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-6b1a0ef9-06ab-4737-9d24-17ba585f588f req-e85cbc38-c79a-4191-9bac-027f4dc9fc0e tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Calling delete_port for e3206721-805f-4e6a-b835-f65396f27a80 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:58:39.099597 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f00be-5b4f-4d31-864d-8dc6420fc612 req-5378da6f-3dc4-46b8-863b-27da2f58d62c tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:39.110534 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-971f00be-5b4f-4d31-864d-8dc6420fc612 req-5378da6f-3dc4-46b8-863b-27da2f58d62c tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 945 time: 0.1899335 Mar 01 20:58:39.126157 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-898cb79e-568d-4b46-93ec-221f935e468c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7913706 Mar 01 20:58:39.126929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44274) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:39.137109 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:39.150281 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 40760c7b-29b3-4660-91ec-be39db4dfacb details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:58:39.166252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-06a22093-ba64-4137-8df1-91cf3a21bccb admin admin] Request body: {'subnet': {'network_id': '40760c7b-29b3-4660-91ec-be39db4dfacb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1016646378-subnet', 'tenant_id': 'ab48934c4f3846beb37258389e33fc69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:39.187337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-06a22093-ba64-4137-8df1-91cf3a21bccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:39.194898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-06a22093-ba64-4137-8df1-91cf3a21bccb admin admin] Usage tracker for resource:subnet and tenant:ab48934c4f3846beb37258389e33fc69 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:39.230289 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-06a22093-ba64-4137-8df1-91cf3a21bccb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:39.376283 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:39.399259 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port b24647b3-628f-4fc6-870b-30add49f4fec, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b24647b3-628f-4fc6-870b-30add49f4fec,segment=NetworkSegment(634fe1ff-c4e5-4011-a5a2-86372b8195c4),segment_id=634fe1ff-c4e5-4011-a5a2-86372b8195c4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:39.400252 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96e8b08-1bfa-4906-bccb-fe87fae87737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24647b3-628f-4fc6-870b-30add49f4fec'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:58:39.417222 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 549ba0cf-a949-4dee-aa96-714196318f3a {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:58:39.436365 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 549ba0cf-a949-4dee-aa96-714196318f3a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=549ba0cf-a949-4dee-aa96-714196318f3a,segment=NetworkSegment(c59e07f0-3df4-41ab-b40c-5cb3b6392cfe),segment_id=c59e07f0-3df4-41ab-b40c-5cb3b6392cfe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:39.462805 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-06a22093-ba64-4137-8df1-91cf3a21bccb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:39.487507 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:39.496857 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-971f00be-5b4f-4d31-864d-8dc6420fc612 req-972dcd59-c7e4-499e-af15-1048c560992b tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/security-groups?id=48d43149-1447-4bd3-a73c-d0bc98e37e20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3780503 Mar 01 20:58:39.559748 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:39.578256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0d3ed9d-cf18-4519-bd69-b2693d72a3d7 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Router fe5c60f6-5ce9-4920-a237-6c1d694a483a has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:58:39.589905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 940044c3-308c-4284-a779-446921c9c097 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:58:39.596550 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=b24647b3-628f-4fc6-870b-30add49f4fec,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:39.600018 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:39.602896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67a280d-0200-466d-b5cf-b78630897a74 req-c8beff1d-42a9-4df2-97b5-127a6b621e62 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:39.605064 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b67a280d-0200-466d-b5cf-b78630897a74 req-c8beff1d-42a9-4df2-97b5-127a6b621e62 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.3903725 Mar 01 20:58:39.643953 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a22093-ba64-4137-8df1-91cf3a21bccb admin admin] Made reservation on behalf of ab48934c4f3846beb37258389e33fc69 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:58:39.648205 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06a22093-ba64-4137-8df1-91cf3a21bccb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:39.683785 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] Transition to ACTIVE for port object 940044c3-308c-4284-a779-446921c9c097 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:58:39.691204 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b67a280d-0200-466d-b5cf-b78630897a74 req-c0b9d9ab-04b4-42e7-ae3c-5757d48ff162 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783567 Mar 01 20:58:39.703620 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=549ba0cf-a949-4dee-aa96-714196318f3a,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:39.784276 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96e8b08-1bfa-4906-bccb-fe87fae87737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b24647b3-628f-4fc6-870b-30add49f4fec', 'code': 200} Mar 01 20:58:39.821196 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6b1a0ef9-06ab-4737-9d24-17ba585f588f req-e85cbc38-c79a-4191-9bac-027f4dc9fc0e tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:39.823436 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:39.894942 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['549ba0cf-a949-4dee-aa96-714196318f3a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:58:40.003044 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6796198e-4fae-4d26-a0d4-34109c58a2d3 req-e5766c83-2a61-48f6-8b21-89533e1810d0 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:40.004611 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6796198e-4fae-4d26-a0d4-34109c58a2d3 req-e5766c83-2a61-48f6-8b21-89533e1810d0 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 943 time: 0.2462599 Mar 01 20:58:40.092576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] Pushing event updated for resources: {'Port': ['ID=940044c3-308c-4284-a779-446921c9c097,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:40.148702 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6796198e-4fae-4d26-a0d4-34109c58a2d3 req-9adf8a01-3d35-4002-adca-429d56e2bf27 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763757 Mar 01 20:58:40.194500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b87a16-ad4c-4a2b-a1f1-2b3450185fd9 req-85a68fe9-1e77-4edb-98a4-996b3fa67459 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:40.196305 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9b87a16-ad4c-4a2b-a1f1-2b3450185fd9 req-85a68fe9-1e77-4edb-98a4-996b3fa67459 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96e8b08-1bfa-4906-bccb-fe87fae87737 HTTP/1.1" status: 200 len: 946 time: 0.3041205 Mar 01 20:58:40.260086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1a0ef9-06ab-4737-9d24-17ba585f588f req-e85cbc38-c79a-4191-9bac-027f4dc9fc0e tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] No DVR routers for this DVR port e3206721-805f-4e6a-b835-f65396f27a80 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:58:40.264036 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0d3ed9d-cf18-4519-bd69-b2693d72a3d7 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:58:40.277383 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c636e2-f30c-40a2-8de6-b9e3f0cce391 None None] Sync routers for ids ['fe5c60f6-5ce9-4920-a237-6c1d694a483a'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:58:40.281966 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9b87a16-ad4c-4a2b-a1f1-2b3450185fd9 req-b3c581a3-1770-4c52-b4b9-45f7b9ea2cd7 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/security-groups?id=424556fa-6ebd-4cd8-8a69-9fc1d8c17704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789104 Mar 01 20:58:40.297082 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c636e2-f30c-40a2-8de6-b9e3f0cce391 None None] Routers {'fe5c60f6-5ce9-4920-a237-6c1d694a483a'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:58:40.297906 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-11c636e2-f30c-40a2-8de6-b9e3f0cce391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:58:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fe5c60f6-5ce9-4920-a237-6c1d694a483a'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:40.356826 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6b1a0ef9-06ab-4737-9d24-17ba585f588f req-e85cbc38-c79a-4191-9bac-027f4dc9fc0e tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:40.357801 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06a22093-ba64-4137-8df1-91cf3a21bccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:40.363141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f35be44b-57e2-4748-aae4-c981729de88e', 'name': 'network-vif-deleted', 'tag': 'e3206721-805f-4e6a-b835-f65396f27a80'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:58:40.404074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cbc38-c79a-4191-9bac-027f4dc9fc0e tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] Pushing event deleted for resources: {'Port': ['ID=e3206721-805f-4e6a-b835-f65396f27a80,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:40.424116 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a0d3ed9d-cf18-4519-bd69-b2693d72a3d7 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:40.480557 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f35be44b-57e2-4748-aae4-c981729de88e', 'name': 'network-vif-deleted', 'tag': 'e3206721-805f-4e6a-b835-f65396f27a80', 'status': 'completed', 'code': 200} Mar 01 20:58:40.499822 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a22093-ba64-4137-8df1-91cf3a21bccb admin admin] Pushing event updated for resources: {'Subnet': ['ID=7695de43-391c-46cf-a8ff-2cb0fdd5656e,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:40.508685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a22093-ba64-4137-8df1-91cf3a21bccb admin admin] Checking segment: {'id': 'b1e1e5bd-fa92-46a7-816c-ad6923a5a30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '40760c7b-29b3-4660-91ec-be39db4dfacb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:58:40.509036 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a22093-ba64-4137-8df1-91cf3a21bccb admin admin] Network hostable DHCP agents. Network: 40760c7b-29b3-4660-91ec-be39db4dfacb, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:58:40.553741 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648324b3-ff56-4d74-95db-cce33efbbbd5 req-e78d6928-dbe5-47fa-bc16-c4b63e101962 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:40.557736 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-648324b3-ff56-4d74-95db-cce33efbbbd5 req-e78d6928-dbe5-47fa-bc16-c4b63e101962 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/ports?device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 944 time: 0.2613585 Mar 01 20:58:40.582665 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6b1a0ef9-06ab-4737-9d24-17ba585f588f req-e85cbc38-c79a-4191-9bac-027f4dc9fc0e tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.57 "DELETE /v2.0/ports/e3206721-805f-4e6a-b835-f65396f27a80 HTTP/1.1" status: 204 len: 173 time: 3.1484206 Mar 01 20:58:40.641056 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a0d3ed9d-cf18-4519-bd69-b2693d72a3d7 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "PUT /v2.0/floatingips/bb5b72dc-1533-46ff-9b21-30b63ed87d52 HTTP/1.1" status: 200 len: 992 time: 4.9610147 Mar 01 20:58:40.643338 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-648324b3-ff56-4d74-95db-cce33efbbbd5 req-da7c2e9e-ab9e-4c95-ba89-8e3a56683cbf tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc6da554-da19-4f87-b16a-d0c5c7c77882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739391 Mar 01 20:58:40.644430 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a22093-ba64-4137-8df1-91cf3a21bccb admin admin] Network 40760c7b-29b3-4660-91ec-be39db4dfacb is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:58:40.679978 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6a16e-75da-4da9-bb08-c9ba9bad442a req-b5a8fa46-2f1e-40bb-9ca5-dcba13283471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:40.681746 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-32f6a16e-75da-4da9-bb08-c9ba9bad442a req-b5a8fa46-2f1e-40bb-9ca5-dcba13283471 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b96e8b08-1bfa-4906-bccb-fe87fae87737 HTTP/1.1" status: 200 len: 1097 time: 0.6858413 Mar 01 20:58:40.683536 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] Attempting to bind port 940044c3-308c-4284-a779-446921c9c097 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:58:40.684301 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] Attempting to bind port 940044c3-308c-4284-a779-446921c9c097 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'c0033dff-66c7-4991-8ee7-f4c19b77a17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c6ada74c-bd63-4636-abf5-95dfb8263926'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:58:40.684714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] Attempting to bind port 940044c3-308c-4284-a779-446921c9c097 on network c6ada74c-bd63-4636-abf5-95dfb8263926 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:58:40.687324 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-11c636e2-f30c-40a2-8de6-b9e3f0cce391 None None] Set router fe5c60f6-5ce9-4920-a237-6c1d694a483a gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:58:40.695517 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] Port 940044c3-308c-4284-a779-446921c9c097 on network c6ada74c-bd63-4636-abf5-95dfb8263926 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:58:40.695866 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] Attempting to bind port 940044c3-308c-4284-a779-446921c9c097 on network c6ada74c-bd63-4636-abf5-95dfb8263926 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:58:40.755336 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0a5597c-a941-4bbf-b21c-b280655260dc req-e0c253df-2e8e-4143-a423-0394b037797c tempest-ServerAddressesNegativeTestJSON-310945803 tempest-ServerAddressesNegativeTestJSON-310945803-project] 10.222.0.42 "GET /v2.0/ports?device_id=f35be44b-57e2-4748-aae4-c981729de88e HTTP/1.1" status: 200 len: 210 time: 0.0845449 Mar 01 20:58:40.759158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-06a22093-ba64-4137-8df1-91cf3a21bccb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 40760c7b-29b3-4660-91ec-be39db4dfacb) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:58:40.763536 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a22093-ba64-4137-8df1-91cf3a21bccb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:40.764242 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06a22093-ba64-4137-8df1-91cf3a21bccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:40.770747 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7812a3da-7416-4497-adf0-e08aca4fbca4 None None] Network 40760c7b-29b3-4660-91ec-be39db4dfacb requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:58:40.864853 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 58, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:58:40.865195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] Checking segment: {'id': 'c0033dff-66c7-4991-8ee7-f4c19b77a17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c6ada74c-bd63-4636-abf5-95dfb8263926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:58:40.865585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] Bound using segment: {'id': 'c0033dff-66c7-4991-8ee7-f4c19b77a17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c6ada74c-bd63-4636-abf5-95dfb8263926'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:58:40.866026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] Bound port: 940044c3-308c-4284-a779-446921c9c097, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0033dff-66c7-4991-8ee7-f4c19b77a17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c6ada74c-bd63-4636-abf5-95dfb8263926'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:58:40.866710 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:40.888448 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-06a22093-ba64-4137-8df1-91cf3a21bccb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7585428 Mar 01 20:58:40.952040 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-32f6a16e-75da-4da9-bb08-c9ba9bad442a req-6b188ad6-4e57-43fa-b6ea-de1591538a68 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=424556fa-6ebd-4cd8-8a69-9fc1d8c17704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2574871 Mar 01 20:58:41.003254 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] For port 940044c3-308c-4284-a779-446921c9c097, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:58:41.008090 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] For port 940044c3-308c-4284-a779-446921c9c097, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=940044c3-308c-4284-a779-446921c9c097,segment=NetworkSegment(c0033dff-66c7-4991-8ee7-f4c19b77a17f),segment_id=c0033dff-66c7-4991-8ee7-f4c19b77a17f)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:58:41.090087 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:41.208287 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:41.209047 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:41.209186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6046cd-eeee-4a57-b7c2-18ae19042515 req-231f9c62-172b-4e4a-8759-6af68e56b64e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:41.210475 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] 10.222.0.57 "PUT /v2.0/ports/940044c3-308c-4284-a779-446921c9c097 HTTP/1.1" status: 200 len: 1091 time: 3.7430568 Mar 01 20:58:41.217154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6046cd-eeee-4a57-b7c2-18ae19042515 req-231f9c62-172b-4e4a-8759-6af68e56b64e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:41.225339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6046cd-eeee-4a57-b7c2-18ae19042515 req-231f9c62-172b-4e4a-8759-6af68e56b64e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:41.232743 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6046cd-eeee-4a57-b7c2-18ae19042515 req-231f9c62-172b-4e4a-8759-6af68e56b64e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:41.239616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6046cd-eeee-4a57-b7c2-18ae19042515 req-231f9c62-172b-4e4a-8759-6af68e56b64e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:41.246292 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6046cd-eeee-4a57-b7c2-18ae19042515 req-231f9c62-172b-4e4a-8759-6af68e56b64e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:41.253399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6046cd-eeee-4a57-b7c2-18ae19042515 req-231f9c62-172b-4e4a-8759-6af68e56b64e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:41.261690 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e6046cd-eeee-4a57-b7c2-18ae19042515 req-231f9c62-172b-4e4a-8759-6af68e56b64e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5435 time: 0.3616936 Mar 01 20:58:41.298109 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea3e3c-01e3-48a1-9e0e-329d8cd17164 service neutron] Pushing event updated for resources: {'Port': ['ID=940044c3-308c-4284-a779-446921c9c097,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:41.314696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6549e9-86e1-471d-8183-c28afc9b8ca7 None None] Network 40760c7b-29b3-4660-91ec-be39db4dfacb requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:58:41.331195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8092db-6f46-402e-b4a5-d26e55ccbc32 req-884f94c8-fe58-4e83-b921-b84469935e4f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:41.340121 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae8092db-6f46-402e-b4a5-d26e55ccbc32 req-884f94c8-fe58-4e83-b921-b84469935e4f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.3039289 Mar 01 20:58:41.377963 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09473ce3-5647-4cf8-ba6e-3182503adace req-63aa278a-b084-4808-81eb-dc4d537c5a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:41.382416 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09473ce3-5647-4cf8-ba6e-3182503adace req-63aa278a-b084-4808-81eb-dc4d537c5a91 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 1101 time: 0.1511705 Mar 01 20:58:41.399926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e6046cd-eeee-4a57-b7c2-18ae19042515 req-f0b3a30b-dd5a-47c5-9a77-647f1f05dd83 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1369970 Mar 01 20:58:41.499123 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae8092db-6f46-402e-b4a5-d26e55ccbc32 req-1afe9a8b-f1fd-463c-931f-1112aa1398ae tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576750 Mar 01 20:58:41.620840 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-11c636e2-f30c-40a2-8de6-b9e3f0cce391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'name': 'tempest-TaggedBootDevicesTest-27475877-router', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:12Z', 'updated_at': '2022-03-01T20:55:19Z', 'revision_number': 4, 'project_id': '5705b0cae87741729c72e376229e6a19', 'gw_port': {'id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:18:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:13Z', 'updated_at': '2022-03-01T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'bb5b72dc-1533-46ff-9b21-30b63ed87d52', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'port_id': '7badcc59-c905-4f3b-8158-275e3f4a81f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae', 'mac_address': 'fa:16:3e:bd:c7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:56:40Z', 'updated_at': '2022-03-01T20:58:37Z', 'revision_number': 1, 'project_id': '5705b0cae87741729c72e376229e6a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5649630-8649-471e-82a9-a049370a0977', 'name': '', 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'mac_address': 'fa:16:3e:b7:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '4b1ee371-6859-4aa1-bec5-74e86f55472d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:37Z', 'revision_number': 5, 'project_id': '5705b0cae87741729c72e376229e6a19', 'subnets': [{'id': '4b1ee371-6859-4aa1-bec5-74e86f55472d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:41.633456 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c636e2-f30c-40a2-8de6-b9e3f0cce391 None None] Checking router: fe5c60f6-5ce9-4920-a237-6c1d694a483a for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:58:41.661821 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c636e2-f30c-40a2-8de6-b9e3f0cce391 None None] Routers {'fe5c60f6-5ce9-4920-a237-6c1d694a483a'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:58:41.663000 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-11c636e2-f30c-40a2-8de6-b9e3f0cce391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:58:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fe5c60f6-5ce9-4920-a237-6c1d694a483a'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:41.727407 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09473ce3-5647-4cf8-ba6e-3182503adace req-ec03dccd-b1c2-4f1d-a8c8-daeafbd1e393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:41.730444 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09473ce3-5647-4cf8-ba6e-3182503adace req-ec03dccd-b1c2-4f1d-a8c8-daeafbd1e393 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.3360794 Mar 01 20:58:41.738286 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-8b9105ca-dd1a-4b4c-bfa3-1da82a007e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:41.756836 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-8b9105ca-dd1a-4b4c-bfa3-1da82a007e94 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73e0cae710d240e3a9c48196a71f53fb&device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 1094 time: 0.4360690 Mar 01 20:58:41.794015 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-f616b98d-de21-4b7c-a099-f8d43a725ad0 req-680e6aa0-5495-4383-81fa-31a6708564fb tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-265716149', 'description': 'tempest-description-685508679'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:41.800871 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device e3206721-805f-4e6a-b835-f65396f27a80 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:58:41.811451 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f616b98d-de21-4b7c-a099-f8d43a725ad0 req-680e6aa0-5495-4383-81fa-31a6708564fb tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:41.819234 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f616b98d-de21-4b7c-a099-f8d43a725ad0 req-680e6aa0-5495-4383-81fa-31a6708564fb tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Usage tracker for resource:security_group and tenant:ab48934c4f3846beb37258389e33fc69 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:41.824521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f616b98d-de21-4b7c-a099-f8d43a725ad0 req-680e6aa0-5495-4383-81fa-31a6708564fb tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:41.832694 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f616b98d-de21-4b7c-a099-f8d43a725ad0 req-680e6aa0-5495-4383-81fa-31a6708564fb tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:41.849185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: e3206721-805f-4e6a-b835-f65396f27a80 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:58:41.849569 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device e3206721-805f-4e6a-b835-f65396f27a80 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:58:41.853665 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09473ce3-5647-4cf8-ba6e-3182503adace req-ee972910-34bd-427c-a54b-af6b4007af08 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 HTTP/1.1" status: 200 len: 217 time: 0.0956740 Mar 01 20:58:41.882477 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5e3b55-cbb6-4437-90fc-e003b2d1b2f0 req-5e174afc-fc2f-4960-917c-5d1e7b91fbbc tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:41.884309 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7b5e3b55-cbb6-4437-90fc-e003b2d1b2f0 req-5e174afc-fc2f-4960-917c-5d1e7b91fbbc tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 943 time: 0.2196305 Mar 01 20:58:41.942272 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-11c636e2-f30c-40a2-8de6-b9e3f0cce391 None None] Set router fe5c60f6-5ce9-4920-a237-6c1d694a483a gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:58:41.949341 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7b5e3b55-cbb6-4437-90fc-e003b2d1b2f0 req-fc780df8-9a60-480c-8d55-3c6e2fe4027e tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562716 Mar 01 20:58:41.957550 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f616b98d-de21-4b7c-a099-f8d43a725ad0 req-680e6aa0-5495-4383-81fa-31a6708564fb tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:41.979851 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-0503b20b-9c08-46d0-94bb-d6af0ef919d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=940044c3-308c-4284-a779-446921c9c097 HTTP/1.1" status: 200 len: 217 time: 0.1246822 Mar 01 20:58:42.008110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f616b98d-de21-4b7c-a099-f8d43a725ad0 req-680e6aa0-5495-4383-81fa-31a6708564fb tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:42.027862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f616b98d-de21-4b7c-a099-f8d43a725ad0 req-680e6aa0-5495-4383-81fa-31a6708564fb tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Usage tracker for resource:security_group_rule and tenant:ab48934c4f3846beb37258389e33fc69 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:42.036776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f616b98d-de21-4b7c-a099-f8d43a725ad0 req-680e6aa0-5495-4383-81fa-31a6708564fb tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:42.047507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f616b98d-de21-4b7c-a099-f8d43a725ad0 req-680e6aa0-5495-4383-81fa-31a6708564fb tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:42.070954 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09473ce3-5647-4cf8-ba6e-3182503adace req-9aa8cf98-8c1f-4980-b5a3-7c55b1df4be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:42.072553 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09473ce3-5647-4cf8-ba6e-3182503adace req-9aa8cf98-8c1f-4980-b5a3-7c55b1df4be3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1557367 Mar 01 20:58:42.079327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-7c23f64c-8550-45e6-9e05-186b4120f428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:42.081808 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-7c23f64c-8550-45e6-9e05-186b4120f428 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3d9c7eca-9d4c-45b5-b379-078956794f58 HTTP/1.1" status: 200 len: 854 time: 0.0962903 Mar 01 20:58:42.179334 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-ed159025-4755-49cf-8a7f-9d99321d5baa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6ada74c-bd63-4636-abf5-95dfb8263926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581656 Mar 01 20:58:42.257654 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f616b98d-de21-4b7c-a099-f8d43a725ad0 req-680e6aa0-5495-4383-81fa-31a6708564fb tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:42.275112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490c5c5a-b2c1-4e12-9fcf-ebb1d6c28ddb req-0fa551f3-bbf3-497d-92f4-cb2599456b6c tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:42.276679 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-490c5c5a-b2c1-4e12-9fcf-ebb1d6c28ddb req-0fa551f3-bbf3-497d-92f4-cb2599456b6c tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96e8b08-1bfa-4906-bccb-fe87fae87737 HTTP/1.1" status: 200 len: 946 time: 0.1744576 Mar 01 20:58:42.353441 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-490c5c5a-b2c1-4e12-9fcf-ebb1d6c28ddb req-861aced2-9740-40d8-b5e8-a62a2d47d441 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/security-groups?id=424556fa-6ebd-4cd8-8a69-9fc1d8c17704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686424 Mar 01 20:58:42.362066 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f616b98d-de21-4b7c-a099-f8d43a725ad0 req-680e6aa0-5495-4383-81fa-31a6708564fb tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:42.364165 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09473ce3-5647-4cf8-ba6e-3182503adace req-caf5ada0-6d93-4526-be1b-117d73ae35bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:42.365833 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09473ce3-5647-4cf8-ba6e-3182503adace req-caf5ada0-6d93-4526-be1b-117d73ae35bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2831688 Mar 01 20:58:42.430652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680e6aa0-5495-4383-81fa-31a6708564fb tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=924d4812-74b6-4bcd-8146-11d9e3856bda,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:42.460583 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-5b5612b3-30c5-4730-8575-7cfd777a3d5f service neutron] 10.222.0.57 "GET /v2.0/networks/c6ada74c-bd63-4636-abf5-95dfb8263926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711353 Mar 01 20:58:42.541629 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 549ba0cf-a949-4dee-aa96-714196318f3a up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:58:42.548445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'tag': '7badcc59-c905-4f3b-8158-275e3f4a81f4'}, {'name': 'network-changed', 'server_uuid': '4659015d-4561-4bfe-a339-451e415b3f2c', 'tag': '940044c3-308c-4284-a779-446921c9c097'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:58:42.685490 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a65852-8c6c-4a53-87fb-8ea586b14104 req-2939739b-cce9-4d85-b5fd-29ba4a9cf6c8 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:42.694559 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a65852-8c6c-4a53-87fb-8ea586b14104 req-2939739b-cce9-4d85-b5fd-29ba4a9cf6c8 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:42.732123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a65852-8c6c-4a53-87fb-8ea586b14104 req-2939739b-cce9-4d85-b5fd-29ba4a9cf6c8 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:42.743593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a65852-8c6c-4a53-87fb-8ea586b14104 req-2939739b-cce9-4d85-b5fd-29ba4a9cf6c8 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:42.759628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a65852-8c6c-4a53-87fb-8ea586b14104 req-2939739b-cce9-4d85-b5fd-29ba4a9cf6c8 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:42.763276 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09473ce3-5647-4cf8-ba6e-3182503adace req-6c1507fa-48dd-4f3c-b9aa-7cb03b18d12d service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878582 Mar 01 20:58:42.778380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a65852-8c6c-4a53-87fb-8ea586b14104 req-2939739b-cce9-4d85-b5fd-29ba4a9cf6c8 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:42.786087 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a65852-8c6c-4a53-87fb-8ea586b14104 req-2939739b-cce9-4d85-b5fd-29ba4a9cf6c8 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:42.789115 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-11c636e2-f30c-40a2-8de6-b9e3f0cce391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'name': 'tempest-TaggedBootDevicesTest-27475877-router', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:12Z', 'updated_at': '2022-03-01T20:55:19Z', 'revision_number': 4, 'project_id': '5705b0cae87741729c72e376229e6a19', 'gw_port': {'id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:18:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:13Z', 'updated_at': '2022-03-01T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'bb5b72dc-1533-46ff-9b21-30b63ed87d52', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'port_id': '7badcc59-c905-4f3b-8158-275e3f4a81f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae', 'mac_address': 'fa:16:3e:bd:c7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:56:40Z', 'updated_at': '2022-03-01T20:58:37Z', 'revision_number': 1, 'project_id': '5705b0cae87741729c72e376229e6a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5649630-8649-471e-82a9-a049370a0977', 'name': '', 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'mac_address': 'fa:16:3e:b7:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '4b1ee371-6859-4aa1-bec5-74e86f55472d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:37Z', 'revision_number': 5, 'project_id': '5705b0cae87741729c72e376229e6a19', 'subnets': [{'id': '4b1ee371-6859-4aa1-bec5-74e86f55472d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:42.809285 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50a65852-8c6c-4a53-87fb-8ea586b14104 req-2939739b-cce9-4d85-b5fd-29ba4a9cf6c8 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5435 time: 0.2955656 Mar 01 20:58:42.810706 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c636e2-f30c-40a2-8de6-b9e3f0cce391 None None] The sync data for ids ['fe5c60f6-5ce9-4920-a237-6c1d694a483a'] in n-d-827896-4 is: [{'id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'name': 'tempest-TaggedBootDevicesTest-27475877-router', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:12Z', 'updated_at': '2022-03-01T20:55:19Z', 'revision_number': 4, 'project_id': '5705b0cae87741729c72e376229e6a19', 'gw_port': {'id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:18:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:13Z', 'updated_at': '2022-03-01T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'bb5b72dc-1533-46ff-9b21-30b63ed87d52', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'floating_ip_address': '172.25.5.206', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'port_id': '7badcc59-c905-4f3b-8158-275e3f4a81f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae', 'mac_address': 'fa:16:3e:bd:c7:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:56:40Z', 'updated_at': '2022-03-01T20:58:37Z', 'revision_number': 1, 'project_id': '5705b0cae87741729c72e376229e6a19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5649630-8649-471e-82a9-a049370a0977', 'name': '', 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'mac_address': 'fa:16:3e:b7:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '4b1ee371-6859-4aa1-bec5-74e86f55472d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:37Z', 'revision_number': 5, 'project_id': '5705b0cae87741729c72e376229e6a19', 'subnets': [{'id': '4b1ee371-6859-4aa1-bec5-74e86f55472d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:58:42.981040 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-07765b4c-26a4-4d9c-a052-f40f08229ff6 req-84d6b84d-216d-473f-a90b-f34bcc487b0c service neutron] 10.222.0.57 "GET /v2.0/networks/c6ada74c-bd63-4636-abf5-95dfb8263926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4221520 Mar 01 20:58:43.009290 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09473ce3-5647-4cf8-ba6e-3182503adace req-3efc1a99-e83f-40fd-9165-847d9e3724a7 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340560 Mar 01 20:58:43.098626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27dd877-33a7-43de-be28-aab10c66c801 req-cb41664a-c056-47dd-a2f2-efce4870729c tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:43.100207 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c27dd877-33a7-43de-be28-aab10c66c801 req-cb41664a-c056-47dd-a2f2-efce4870729c tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/ports?device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 944 time: 0.1172225 Mar 01 20:58:43.162006 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c27dd877-33a7-43de-be28-aab10c66c801 req-b07bc1a7-7b4b-45ed-9e1b-1441c0119d73 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc6da554-da19-4f87-b16a-d0c5c7c77882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532830 Mar 01 20:58:43.173799 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ff394a-dcaa-4e58-b824-e7b00558d3f1 None None] New status for floating IP bb5b72dc-1533-46ff-9b21-30b63ed87d52: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 20:58:43.276794 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f616b98d-de21-4b7c-a099-f8d43a725ad0 req-680e6aa0-5495-4383-81fa-31a6708564fb tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:43.278365 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f616b98d-de21-4b7c-a099-f8d43a725ad0 req-680e6aa0-5495-4383-81fa-31a6708564fb tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.5048761 Mar 01 20:58:43.292228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44334) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:43.363056 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'tag': '7badcc59-c905-4f3b-8158-275e3f4a81f4', 'status': 'completed', 'code': 200} Mar 01 20:58:43.363056 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4659015d-4561-4bfe-a339-451e415b3f2c', 'tag': '940044c3-308c-4284-a779-446921c9c097', 'status': 'completed', 'code': 200} Mar 01 20:58:43.422658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0e56ca-eaa0-4de0-87c4-63a10930e29a admin admin] Deleting subnet 55eecb4a-3e46-4314-97a3-43f6a6ecee89 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:58:43.427513 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c0e56ca-eaa0-4de0-87c4-63a10930e29a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:43.515078 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c0e56ca-eaa0-4de0-87c4-63a10930e29a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:43.572461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb789d54-7320-4c30-aec5-554686f25365 req-e0299f77-e196-4796-b1a8-8d1315e968b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:43.573004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb789d54-7320-4c30-aec5-554686f25365 req-e0299f77-e196-4796-b1a8-8d1315e968b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:43.573401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb789d54-7320-4c30-aec5-554686f25365 req-e0299f77-e196-4796-b1a8-8d1315e968b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:43.573896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb789d54-7320-4c30-aec5-554686f25365 req-e0299f77-e196-4796-b1a8-8d1315e968b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:43.574612 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb789d54-7320-4c30-aec5-554686f25365 req-e0299f77-e196-4796-b1a8-8d1315e968b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:43.575098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb789d54-7320-4c30-aec5-554686f25365 req-e0299f77-e196-4796-b1a8-8d1315e968b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:43.575842 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb789d54-7320-4c30-aec5-554686f25365 req-e0299f77-e196-4796-b1a8-8d1315e968b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:43.577830 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bb789d54-7320-4c30-aec5-554686f25365 req-e0299f77-e196-4796-b1a8-8d1315e968b4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5705b0cae87741729c72e376229e6a19&device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 6492 time: 0.1828234 Mar 01 20:58:43.654930 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 549ba0cf-a949-4dee-aa96-714196318f3a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:58:43.660693 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 549ba0cf-a949-4dee-aa96-714196318f3a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:43.660979 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:43.855411 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:43.861080 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c0e56ca-eaa0-4de0-87c4-63a10930e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:43.876674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb789d54-7320-4c30-aec5-554686f25365 req-7ee7fefe-6035-4dbd-a214-76815951a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:43.880445 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bb789d54-7320-4c30-aec5-554686f25365 req-7ee7fefe-6035-4dbd-a214-76815951a0c7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c6f66dd-272c-498f-a0ba-ba7fb81f92ae HTTP/1.1" status: 200 len: 911 time: 0.2904763 Mar 01 20:58:43.888164 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48233f19-4e00-4d99-9417-332324e0b913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549ba0cf-a949-4dee-aa96-714196318f3a'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:58:43.910861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 549ba0cf-a949-4dee-aa96-714196318f3a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=549ba0cf-a949-4dee-aa96-714196318f3a,segment=NetworkSegment(c59e07f0-3df4-41ab-b40c-5cb3b6392cfe),segment_id=c59e07f0-3df4-41ab-b40c-5cb3b6392cfe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:43.961750 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b67b3c-0941-4b56-bddd-1caae0cd5dcc req-854f061c-7e5c-4374-a2c1-aab86c55a671 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:43.970198 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28b67b3c-0941-4b56-bddd-1caae0cd5dcc req-854f061c-7e5c-4374-a2c1-aab86c55a671 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.3448417 Mar 01 20:58:43.982246 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:43.982876 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59027aad-d90f-41f9-bd2a-b3d1e3a2f99a req-f13ae208-7990-4a63-92c1-6c6ef2eabf65 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:43.987857 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59027aad-d90f-41f9-bd2a-b3d1e3a2f99a req-f13ae208-7990-4a63-92c1-6c6ef2eabf65 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 943 time: 0.4116263 Mar 01 20:58:44.051284 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bb789d54-7320-4c30-aec5-554686f25365 req-d3be2218-ad02-4bff-9487-bc48f33c3f45 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7badcc59-c905-4f3b-8158-275e3f4a81f4 HTTP/1.1" status: 200 len: 1002 time: 0.1629300 Mar 01 20:58:44.075950 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=549ba0cf-a949-4dee-aa96-714196318f3a,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:44.137365 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59027aad-d90f-41f9-bd2a-b3d1e3a2f99a req-1ac494e4-bc31-46d9-a254-89fc1aa3d800 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101198 Mar 01 20:58:44.138759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb789d54-7320-4c30-aec5-554686f25365 req-d6c753c4-1874-4406-ac91-adce96b68d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:44.140353 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bb789d54-7320-4c30-aec5-554686f25365 req-d6c753c4-1874-4406-ac91-adce96b68d66 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b1ee371-6859-4aa1-bec5-74e86f55472d HTTP/1.1" status: 200 len: 849 time: 0.0744863 Mar 01 20:58:44.144856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28b67b3c-0941-4b56-bddd-1caae0cd5dcc req-9730dccb-69e3-4fd1-ae63-6453fb074dae tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711142 Mar 01 20:58:44.207194 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c0e56ca-eaa0-4de0-87c4-63a10930e29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:44.238515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb789d54-7320-4c30-aec5-554686f25365 req-0dbb7d71-c1fb-4a1c-a4a3-9dd61dd16757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:44.240152 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bb789d54-7320-4c30-aec5-554686f25365 req-0dbb7d71-c1fb-4a1c-a4a3-9dd61dd16757 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c6f66dd-272c-498f-a0ba-ba7fb81f92ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937772 Mar 01 20:58:44.273463 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c0e56ca-eaa0-4de0-87c4-63a10930e29a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:44.276848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e56ca-eaa0-4de0-87c4-63a10930e29a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55eecb4a-3e46-4314-97a3-43f6a6ecee89,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:44.329340 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a04f3c3c-6e55-4032-92d5-69d06d54ab9a req-e5c012b9-6690-4ef0-bd6a-fc20493e0bc2 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "GET /v2.0/security-groups/924d4812-74b6-4bcd-8146-11d9e3856bda HTTP/1.1" status: 200 len: 1813 time: 0.1542070 Mar 01 20:58:44.332043 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2c0e56ca-eaa0-4de0-87c4-63a10930e29a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/55eecb4a-3e46-4314-97a3-43f6a6ecee89 HTTP/1.1" status: 204 len: 168 time: 1.0428085 Mar 01 20:58:44.334852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44350) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:44.366459 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-a04f3c3c-6e55-4032-92d5-69d06d54ab9a req-3e104dc5-74eb-497e-b609-ad4bbb4e9421 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '924d4812-74b6-4bcd-8146-11d9e3856bda', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:44.366774 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-a04f3c3c-6e55-4032-92d5-69d06d54ab9a req-3e104dc5-74eb-497e-b609-ad4bbb4e9421 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '924d4812-74b6-4bcd-8146-11d9e3856bda', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:44.387470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-a04f3c3c-6e55-4032-92d5-69d06d54ab9a req-3e104dc5-74eb-497e-b609-ad4bbb4e9421 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:44.397368 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-a04f3c3c-6e55-4032-92d5-69d06d54ab9a req-3e104dc5-74eb-497e-b609-ad4bbb4e9421 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Usage tracker for resource:security_group_rule and tenant:ab48934c4f3846beb37258389e33fc69 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:44.398902 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bb789d54-7320-4c30-aec5-554686f25365 req-c2e059a2-ff3e-4e8a-ad85-38ca99bd5ff5 service neutron] 10.222.0.57 "GET /v2.0/networks/1c6f66dd-272c-498f-a0ba-ba7fb81f92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458721 Mar 01 20:58:44.403875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-a04f3c3c-6e55-4032-92d5-69d06d54ab9a req-3e104dc5-74eb-497e-b609-ad4bbb4e9421 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:44.464560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-a04f3c3c-6e55-4032-92d5-69d06d54ab9a req-3e104dc5-74eb-497e-b609-ad4bbb4e9421 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:44.506183 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-286b8420-05c0-43e4-870b-d3875d9687ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:44.531084 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18610e-7b02-421c-925d-cff27777556c req-bade1e89-e57b-4bc4-9c88-549333fd4e1a tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:44.536578 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec18610e-7b02-421c-925d-cff27777556c req-bade1e89-e57b-4bc4-9c88-549333fd4e1a tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96e8b08-1bfa-4906-bccb-fe87fae87737 HTTP/1.1" status: 200 len: 946 time: 0.2654674 Mar 01 20:58:44.541865 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bb789d54-7320-4c30-aec5-554686f25365 req-c8615064-6eff-4892-b245-7f73ba6bdc5f service neutron] 10.222.0.57 "GET /v2.0/networks/1c6f66dd-272c-498f-a0ba-ba7fb81f92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365216 Mar 01 20:58:44.707482 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec18610e-7b02-421c-925d-cff27777556c req-c807e496-9500-4040-a359-dca68972399a tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/security-groups?id=424556fa-6ebd-4cd8-8a69-9fc1d8c17704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665955 Mar 01 20:58:44.723772 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-286b8420-05c0-43e4-870b-d3875d9687ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:44.767727 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-286b8420-05c0-43e4-870b-d3875d9687ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd99545d-482b-491c-902b-7aff0d998285']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:44.772292 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb789d54-7320-4c30-aec5-554686f25365 req-aae25409-1ba2-4207-8eba-911f0a894c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:44.774181 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bb789d54-7320-4c30-aec5-554686f25365 req-aae25409-1ba2-4207-8eba-911f0a894c9e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73e0cae710d240e3a9c48196a71f53fb&device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 1094 time: 0.0965638 Mar 01 20:58:44.782877 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48233f19-4e00-4d99-9417-332324e0b913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '549ba0cf-a949-4dee-aa96-714196318f3a', 'code': 200} Mar 01 20:58:44.792197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-286b8420-05c0-43e4-870b-d3875d9687ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c1a4a5a-d33b-45da-9095-5909f125e4bb') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:44.792627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-286b8420-05c0-43e4-870b-d3875d9687ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c1a4a5a-d33b-45da-9095-5909f125e4bb') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:44.808092 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-286b8420-05c0-43e4-870b-d3875d9687ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:44.839999 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-286b8420-05c0-43e4-870b-d3875d9687ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:44.847672 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-286b8420-05c0-43e4-870b-d3875d9687ef admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:58:44.848187 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-286b8420-05c0-43e4-870b-d3875d9687ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: timer() Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:58:44.929225 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:58:44.971157 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a04f3c3c-6e55-4032-92d5-69d06d54ab9a req-3e104dc5-74eb-497e-b609-ad4bbb4e9421 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:44.991271 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb789d54-7320-4c30-aec5-554686f25365 req-3e921ef7-3c66-4434-9111-ae39b1874363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:44.992812 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bb789d54-7320-4c30-aec5-554686f25365 req-3e921ef7-3c66-4434-9111-ae39b1874363 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6ada74c-bd63-4636-abf5-95dfb8263926 HTTP/1.1" status: 200 len: 915 time: 0.2123847 Mar 01 20:58:45.017951 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a04f3c3c-6e55-4032-92d5-69d06d54ab9a req-3e104dc5-74eb-497e-b609-ad4bbb4e9421 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:45.048741 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c1eaed-fb63-4e06-b9f4-e3964fb3ba96 req-39194ce0-220b-48c4-995b-ebe6920be6e7 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:45.051334 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d6c1eaed-fb63-4e06-b9f4-e3964fb3ba96 req-39194ce0-220b-48c4-995b-ebe6920be6e7 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/ports?device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 945 time: 0.1135116 Mar 01 20:58:45.076843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ed7b1-1635-445c-a6ac-a791b8323e13 req-b1d3d7bd-276a-418d-afa3-0d4f826a383a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:45.081197 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-886ed7b1-1635-445c-a6ac-a791b8323e13 req-b1d3d7bd-276a-418d-afa3-0d4f826a383a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 1096 time: 0.1942761 Mar 01 20:58:45.081197 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bb789d54-7320-4c30-aec5-554686f25365 req-3cd2d024-829b-41a5-9cbd-6be9119afa3e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=940044c3-308c-4284-a779-446921c9c097 HTTP/1.1" status: 200 len: 217 time: 0.0802464 Mar 01 20:58:45.099961 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-286b8420-05c0-43e4-870b-d3875d9687ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:45.121893 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-286b8420-05c0-43e4-870b-d3875d9687ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:45.129267 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a04f3c3c-6e55-4032-92d5-69d06d54ab9a req-3e104dc5-74eb-497e-b609-ad4bbb4e9421 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:45.143187 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d6c1eaed-fb63-4e06-b9f4-e3964fb3ba96 req-9e42cba6-63b7-47cf-9009-8f70c3b1bba3 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc6da554-da19-4f87-b16a-d0c5c7c77882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860674 Mar 01 20:58:45.151840 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b8420-05c0-43e4-870b-d3875d9687ef admin admin] Pushing event deleted for resources: {'Network': ['ID=bd99545d-482b-491c-902b-7aff0d998285,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:45.172351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e104dc5-74eb-497e-b609-ad4bbb4e9421 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd93f772-2ee3-426e-839c-f8061fb3c3ce,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:45.233390 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-886ed7b1-1635-445c-a6ac-a791b8323e13 req-f2852d08-cfc8-40d4-8fe0-91101c6f23f8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=fc6da554-da19-4f87-b16a-d0c5c7c77882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456742 Mar 01 20:58:45.245406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb789d54-7320-4c30-aec5-554686f25365 req-acbee664-c3da-40d7-9304-364663368167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:45.246731 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bb789d54-7320-4c30-aec5-554686f25365 req-acbee664-c3da-40d7-9304-364663368167 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3d9c7eca-9d4c-45b5-b379-078956794f58 HTTP/1.1" status: 200 len: 854 time: 0.1603076 Mar 01 20:58:45.274203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-286b8420-05c0-43e4-870b-d3875d9687ef admin admin] 10.222.0.42 "DELETE /v2.0/networks/bd99545d-482b-491c-902b-7aff0d998285 HTTP/1.1" status: 204 len: 168 time: 0.9382062 Mar 01 20:58:45.297816 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a04f3c3c-6e55-4032-92d5-69d06d54ab9a req-3e104dc5-74eb-497e-b609-ad4bbb4e9421 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:45.300392 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bb789d54-7320-4c30-aec5-554686f25365 req-b71f0f97-92c6-4f59-ad10-b1f596c6d3bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6ada74c-bd63-4636-abf5-95dfb8263926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471251 Mar 01 20:58:45.303714 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a04f3c3c-6e55-4032-92d5-69d06d54ab9a req-3e104dc5-74eb-497e-b609-ad4bbb4e9421 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.9611735 Mar 01 20:58:45.420183 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b3dcd-3dc4-448a-b667-dbfd719fe45f req-ed97bbb9-4866-4697-9f8b-34a8e76898dc tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:45.421688 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-447b3dcd-3dc4-448a-b667-dbfd719fe45f req-ed97bbb9-4866-4697-9f8b-34a8e76898dc tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 943 time: 0.0907974 Mar 01 20:58:45.481971 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bb789d54-7320-4c30-aec5-554686f25365 req-0e6b12b8-9e1a-4b59-b5ab-7bf54de44d15 service neutron] 10.222.0.57 "GET /v2.0/networks/c6ada74c-bd63-4636-abf5-95dfb8263926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668820 Mar 01 20:58:45.525614 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-447b3dcd-3dc4-448a-b667-dbfd719fe45f req-fb73aa54-bcd4-4eb7-91df-e9d84cd3ebdc tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926228 Mar 01 20:58:45.567536 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e051051-cf61-4d3a-98f5-b2649f1150e1 req-54825dbd-a633-455f-a6db-e6382a6c3647 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:45.569509 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e051051-cf61-4d3a-98f5-b2649f1150e1 req-54825dbd-a633-455f-a6db-e6382a6c3647 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.1191020 Mar 01 20:58:45.671256 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e051051-cf61-4d3a-98f5-b2649f1150e1 req-69831265-305f-4df5-b060-363eff7992e1 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925844 Mar 01 20:58:45.718538 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bb789d54-7320-4c30-aec5-554686f25365 req-6b27ed97-53ce-49ca-8c2c-c0376829af11 service neutron] 10.222.0.57 "GET /v2.0/networks/c6ada74c-bd63-4636-abf5-95dfb8263926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347655 Mar 01 20:58:45.753161 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44384) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:45.803169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 940044c3-308c-4284-a779-446921c9c097 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:58:45.817285 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86001102-4d1b-4942-b738-9f4cd41ac46c req-afbe01d8-88e9-42b5-9a2b-0eb1ab064968 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "GET /v2.0/security-groups/924d4812-74b6-4bcd-8146-11d9e3856bda HTTP/1.1" status: 200 len: 2407 time: 0.0596170 Mar 01 20:58:45.836253 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a7872a99-d9ff-40c8-971c-0c79a53cf920 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ba80ce6464f41b8a9927e7ec5fe9e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0804956 Mar 01 20:58:45.843808 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44390) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:45.873370 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-51121518-4c7a-421d-9e19-86418e19a8c8 req-9dbe428b-9700-4023-8ba3-971e01943cec tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "GET /v2.0/security-group-rules/dd93f772-2ee3-426e-839c-f8061fb3c3ce HTTP/1.1" status: 200 len: 778 time: 0.0371063 Mar 01 20:58:45.933876 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c8b2c368-75e4-46cf-8b76-c32718176ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:45.956928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-51121518-4c7a-421d-9e19-86418e19a8c8 req-a38c22d0-9a56-46f5-a247-200c41e00b8f tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "GET /v2.0/security-groups/924d4812-74b6-4bcd-8146-11d9e3856bda HTTP/1.1" status: 200 len: 2407 time: 0.0733190 Mar 01 20:58:46.006006 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-51121518-4c7a-421d-9e19-86418e19a8c8 req-0e76c3f8-99b1-48b6-9c7d-b9154e29e0b9 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:46.036801 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-51121518-4c7a-421d-9e19-86418e19a8c8 req-0e76c3f8-99b1-48b6-9c7d-b9154e29e0b9 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:46.136196 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 940044c3-308c-4284-a779-446921c9c097, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=940044c3-308c-4284-a779-446921c9c097,segment=NetworkSegment(c0033dff-66c7-4991-8ee7-f4c19b77a17f),segment_id=c0033dff-66c7-4991-8ee7-f4c19b77a17f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:46.152520 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '940044c3-308c-4284-a779-446921c9c097', 'network_id': 'c6ada74c-bd63-4636-abf5-95dfb8263926', 'port_id': '940044c3-308c-4284-a779-446921c9c097', 'mac_address': 'fa:16:3e:54:ca:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9c7eca-9d4c-45b5-b379-078956794f58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:58:46.167436 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-51121518-4c7a-421d-9e19-86418e19a8c8 req-0e76c3f8-99b1-48b6-9c7d-b9154e29e0b9 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:46.212869 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e76c3f8-99b1-48b6-9c7d-b9154e29e0b9 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dd93f772-2ee3-426e-839c-f8061fb3c3ce,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:46.217703 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-51121518-4c7a-421d-9e19-86418e19a8c8 req-0e76c3f8-99b1-48b6-9c7d-b9154e29e0b9 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:46.234333 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-51121518-4c7a-421d-9e19-86418e19a8c8 req-0e76c3f8-99b1-48b6-9c7d-b9154e29e0b9 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/dd93f772-2ee3-426e-839c-f8061fb3c3ce HTTP/1.1" status: 204 len: 173 time: 0.2660828 Mar 01 20:58:46.247219 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:46.280246 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940044c3-308c-4284-a779-446921c9c097 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:58:46.280735 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c8b2c368-75e4-46cf-8b76-c32718176ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:46.310970 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 940044c3-308c-4284-a779-446921c9c097, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=940044c3-308c-4284-a779-446921c9c097,segment=NetworkSegment(c0033dff-66c7-4991-8ee7-f4c19b77a17f),segment_id=c0033dff-66c7-4991-8ee7-f4c19b77a17f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:46.389645 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:46.444934 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c8b2c368-75e4-46cf-8b76-c32718176ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:46.466705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b2c368-75e4-46cf-8b76-c32718176ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d43149-1447-4bd3-a73c-d0bc98e37e20,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:46.514946 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=940044c3-308c-4284-a779-446921c9c097,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:46.529695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78d921-1083-4c20-997f-26c9b1926de9 req-b3f855b9-c19f-46e0-b4e1-b783393358ab tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:46.531180 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d78d921-1083-4c20-997f-26c9b1926de9 req-b3f855b9-c19f-46e0-b4e1-b783393358ab tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96e8b08-1bfa-4906-bccb-fe87fae87737 HTTP/1.1" status: 200 len: 946 time: 0.1927292 Mar 01 20:58:46.550372 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c8b2c368-75e4-46cf-8b76-c32718176ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:46.550372 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c8b2c368-75e4-46cf-8b76-c32718176ca7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48d43149-1447-4bd3-a73c-d0bc98e37e20 HTTP/1.1" status: 204 len: 168 time: 0.6999867 Mar 01 20:58:46.608662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc38d4a-5cc6-4566-a61a-6ef9da9d941b req-c8611f2d-a423-4c28-9ae5-2269c545c768 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:46.608662 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bcc38d4a-5cc6-4566-a61a-6ef9da9d941b req-c8611f2d-a423-4c28-9ae5-2269c545c768 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/ports?device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 945 time: 0.1567469 Mar 01 20:58:46.608662 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d78d921-1083-4c20-997f-26c9b1926de9 req-0b100fca-7c00-4309-a5f5-0dc24da2292d tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/security-groups?id=424556fa-6ebd-4cd8-8a69-9fc1d8c17704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671840 Mar 01 20:58:46.682052 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-5d7c2239-a612-47ea-a5a5-e50aa04f7741 req-a691b500-fa7f-4b02-8ba3-6fffb13834f4 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1357457264', 'description': 'tempest-description-278855788'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:46.694884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-5d7c2239-a612-47ea-a5a5-e50aa04f7741 req-a691b500-fa7f-4b02-8ba3-6fffb13834f4 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:46.700199 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5d7c2239-a612-47ea-a5a5-e50aa04f7741 req-a691b500-fa7f-4b02-8ba3-6fffb13834f4 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Usage tracker for resource:security_group and tenant:ab48934c4f3846beb37258389e33fc69 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:46.704030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5d7c2239-a612-47ea-a5a5-e50aa04f7741 req-a691b500-fa7f-4b02-8ba3-6fffb13834f4 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:46.707141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['940044c3-308c-4284-a779-446921c9c097'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:58:46.714014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-5d7c2239-a612-47ea-a5a5-e50aa04f7741 req-a691b500-fa7f-4b02-8ba3-6fffb13834f4 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:46.731346 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bcc38d4a-5cc6-4566-a61a-6ef9da9d941b req-d40ecb60-5b0a-4bd2-8385-bb0075d2a140 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc6da554-da19-4f87-b16a-d0c5c7c77882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101592 Mar 01 20:58:46.801688 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5d7c2239-a612-47ea-a5a5-e50aa04f7741 req-a691b500-fa7f-4b02-8ba3-6fffb13834f4 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:46.867778 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-5d7c2239-a612-47ea-a5a5-e50aa04f7741 req-a691b500-fa7f-4b02-8ba3-6fffb13834f4 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:46.875083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5d7c2239-a612-47ea-a5a5-e50aa04f7741 req-a691b500-fa7f-4b02-8ba3-6fffb13834f4 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Usage tracker for resource:security_group_rule and tenant:ab48934c4f3846beb37258389e33fc69 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:46.885832 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5d7c2239-a612-47ea-a5a5-e50aa04f7741 req-a691b500-fa7f-4b02-8ba3-6fffb13834f4 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:46.902233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-5d7c2239-a612-47ea-a5a5-e50aa04f7741 req-a691b500-fa7f-4b02-8ba3-6fffb13834f4 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:47.073000 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d93b84-af43-4d67-8acd-390b061466f6 req-e44f6be3-d9f2-45fd-be02-307c91e23853 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:47.074832 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65d93b84-af43-4d67-8acd-390b061466f6 req-e44f6be3-d9f2-45fd-be02-307c91e23853 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 944 time: 0.1549666 Mar 01 20:58:47.093948 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5d7c2239-a612-47ea-a5a5-e50aa04f7741 req-a691b500-fa7f-4b02-8ba3-6fffb13834f4 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:47.151076 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65d93b84-af43-4d67-8acd-390b061466f6 req-9f8cd627-cd5a-4941-9bc5-79eaa1ac53f7 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641210 Mar 01 20:58:47.179212 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5d7c2239-a612-47ea-a5a5-e50aa04f7741 req-a691b500-fa7f-4b02-8ba3-6fffb13834f4 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:47.240836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691b500-fa7f-4b02-8ba3-6fffb13834f4 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38955e57-c532-49a9-8ff3-835217fdc242,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:47.430057 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5d7c2239-a612-47ea-a5a5-e50aa04f7741 req-a691b500-fa7f-4b02-8ba3-6fffb13834f4 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:47.431257 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5d7c2239-a612-47ea-a5a5-e50aa04f7741 req-a691b500-fa7f-4b02-8ba3-6fffb13834f4 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7587376 Mar 01 20:58:47.539142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26acd8-b46d-45f5-8e7e-eb68006bd8da req-0cad14ae-f0d1-4bec-a0c1-664381c020e4 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:47.540951 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-db26acd8-b46d-45f5-8e7e-eb68006bd8da req-0cad14ae-f0d1-4bec-a0c1-664381c020e4 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.2609043 Mar 01 20:58:47.556853 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dc4d3428-c10e-423d-9455-a0da0c3d0eb7 req-86b580b9-0133-4e5d-bdbd-9fce7d799d88 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "GET /v2.0/security-groups/38955e57-c532-49a9-8ff3-835217fdc242 HTTP/1.1" status: 200 len: 1814 time: 0.0941927 Mar 01 20:58:47.599634 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-eec458b1-a5f5-420b-95c4-76ba2e062987 req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2040222834', 'description': 'tempest-description-443751147'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:47.612340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-eec458b1-a5f5-420b-95c4-76ba2e062987 req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:47.614995 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-db26acd8-b46d-45f5-8e7e-eb68006bd8da req-f26195e6-4f53-466b-acd0-897913bbad58 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561128 Mar 01 20:58:47.617555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-eec458b1-a5f5-420b-95c4-76ba2e062987 req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Usage tracker for resource:security_group and tenant:ab48934c4f3846beb37258389e33fc69 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:47.621180 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-eec458b1-a5f5-420b-95c4-76ba2e062987 req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:47.630990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-eec458b1-a5f5-420b-95c4-76ba2e062987 req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:47.763751 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-eec458b1-a5f5-420b-95c4-76ba2e062987 req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:47.804010 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-eec458b1-a5f5-420b-95c4-76ba2e062987 req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:47.809567 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-eec458b1-a5f5-420b-95c4-76ba2e062987 req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Usage tracker for resource:security_group_rule and tenant:ab48934c4f3846beb37258389e33fc69 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:47.813526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-eec458b1-a5f5-420b-95c4-76ba2e062987 req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:47.820022 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 940044c3-308c-4284-a779-446921c9c097 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:58:47.823840 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-eec458b1-a5f5-420b-95c4-76ba2e062987 req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:47.836468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46edef7c-db6e-4acf-8ffe-627e00f0c22d req-e1dbc753-f2f5-415f-94a1-10fa0a9140bb tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:47.837267 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-46edef7c-db6e-4acf-8ffe-627e00f0c22d req-e1dbc753-f2f5-415f-94a1-10fa0a9140bb tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Synchronizing usage tracker for tenant:0d91bb8dc90046d98d3a5630a56455c8 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:58:47.853338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c6e93-9286-4ece-b8a8-3af7c832c7df req-52e5b58f-a67a-4e14-a2b4-2b18eaa558b3 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:47.859870 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2b2c6e93-9286-4ece-b8a8-3af7c832c7df req-52e5b58f-a67a-4e14-a2b4-2b18eaa558b3 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96e8b08-1bfa-4906-bccb-fe87fae87737 HTTP/1.1" status: 200 len: 946 time: 0.1303670 Mar 01 20:58:47.926694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-46edef7c-db6e-4acf-8ffe-627e00f0c22d req-e1dbc753-f2f5-415f-94a1-10fa0a9140bb tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Unset dirty status for tenant:0d91bb8dc90046d98d3a5630a56455c8 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:58:47.927956 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-46edef7c-db6e-4acf-8ffe-627e00f0c22d req-e1dbc753-f2f5-415f-94a1-10fa0a9140bb tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.55 "GET /v2.0/ports?device_id=b96e8b08-1bfa-4906-bccb-fe87fae87737 HTTP/1.1" status: 200 len: 946 time: 0.1769087 Mar 01 20:58:47.929157 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2b2c6e93-9286-4ece-b8a8-3af7c832c7df req-58b05b59-d955-49bf-a49d-5ee9d4e8343e tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/security-groups?id=424556fa-6ebd-4cd8-8a69-9fc1d8c17704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610907 Mar 01 20:58:47.996098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44446) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:48.005105 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-eec458b1-a5f5-420b-95c4-76ba2e062987 req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:48.018319 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 940044c3-308c-4284-a779-446921c9c097 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:58:48.025031 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 940044c3-308c-4284-a779-446921c9c097 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:58:48.025477 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:48.048269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-46edef7c-db6e-4acf-8ffe-627e00f0c22d req-db42e93d-eba3-4d41-9ea7-63efcfc1d4ec tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Deleting port b24647b3-628f-4fc6-870b-30add49f4fec {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:58:48.049551 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46edef7c-db6e-4acf-8ffe-627e00f0c22d req-db42e93d-eba3-4d41-9ea7-63efcfc1d4ec tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:48.104368 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-eec458b1-a5f5-420b-95c4-76ba2e062987 req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:48.199965 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1475189322-network', 'tenant_id': '95397676bb654365a20d938b1e5c7954'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:48.212639 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:48.223124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Usage tracker for resource:network and tenant:95397676bb654365a20d938b1e5c7954 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:48.224342 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:48.234060 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:48.235688 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-eec458b1-a5f5-420b-95c4-76ba2e062987 req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:48.247097 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eec458b1-a5f5-420b-95c4-76ba2e062987 req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.6560824 Mar 01 20:58:48.257711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07df9464-e6a2-4741-8368-08d5bff88c60,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:48.259824 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4659015d-4561-4bfe-a339-451e415b3f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940044c3-308c-4284-a779-446921c9c097'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:58:48.265289 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:48.271477 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 940044c3-308c-4284-a779-446921c9c097, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=940044c3-308c-4284-a779-446921c9c097,segment=NetworkSegment(c0033dff-66c7-4991-8ee7-f4c19b77a17f),segment_id=c0033dff-66c7-4991-8ee7-f4c19b77a17f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:48.273004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:48.280861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:48.280861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:48.280861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:48.280861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:48.280861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:48.280861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:48.280861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:48.280861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:48.280861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:48.280861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:48.280861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe973a4-1838-4be6-be24-951262c3836d tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:48.328063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aea814-4b16-4cc5-894d-dc2855842a25 req-cdf68c08-7010-4f86-9702-ada2c08fce88 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:48.338393 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-48aea814-4b16-4cc5-894d-dc2855842a25 req-cdf68c08-7010-4f86-9702-ada2c08fce88 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/ports?device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 945 time: 0.1698477 Mar 01 20:58:48.362475 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:48.426461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-46edef7c-db6e-4acf-8ffe-627e00f0c22d req-db42e93d-eba3-4d41-9ea7-63efcfc1d4ec tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] For port b24647b3-628f-4fc6-870b-30add49f4fec, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b24647b3-628f-4fc6-870b-30add49f4fec,segment=NetworkSegment(634fe1ff-c4e5-4011-a5a2-86372b8195c4),segment_id=634fe1ff-c4e5-4011-a5a2-86372b8195c4)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:48.427112 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46edef7c-db6e-4acf-8ffe-627e00f0c22d req-db42e93d-eba3-4d41-9ea7-63efcfc1d4ec tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:48.447503 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=940044c3-308c-4284-a779-446921c9c097,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:48.449052 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-48aea814-4b16-4cc5-894d-dc2855842a25 req-55ad90c2-47fa-4729-8865-afcf29e9b777 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc6da554-da19-4f87-b16a-d0c5c7c77882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098115 Mar 01 20:58:48.499940 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Made reservation on behalf of 95397676bb654365a20d938b1e5c7954 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:58:48.503280 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:48.531001 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c307e0c5-9830-452a-a90d-28c90866d5f1 req-f1c155cf-a291-43fb-ae0d-5505c4f6273d tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:48.534110 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c307e0c5-9830-452a-a90d-28c90866d5f1 req-f1c155cf-a291-43fb-ae0d-5505c4f6273d tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1417284 Mar 01 20:58:48.578546 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-46edef7c-db6e-4acf-8ffe-627e00f0c22d req-db42e93d-eba3-4d41-9ea7-63efcfc1d4ec tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Calling delete_port for b24647b3-628f-4fc6-870b-30add49f4fec owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:58:48.589117 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8bee764c-91fe-4ff7-a8a8-a8e168ded327 req-4d9504f4-932d-480e-b8e8-ad940c1ea0a7 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "GET /v2.0/security-groups/07df9464-e6a2-4741-8368-08d5bff88c60 HTTP/1.1" status: 200 len: 1814 time: 0.0959463 Mar 01 20:58:48.618946 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:48.645864 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c307e0c5-9830-452a-a90d-28c90866d5f1 req-69732369-6e87-4e2b-88a4-2bb84238437b tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048679 Mar 01 20:58:48.655182 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:48.665060 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4659015d-4561-4bfe-a339-451e415b3f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940044c3-308c-4284-a779-446921c9c097', 'code': 200} Mar 01 20:58:48.677989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Usage tracker for resource:security_group_rule and tenant:95397676bb654365a20d938b1e5c7954 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:48.683443 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:48.692441 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-528f701a-36a3-4828-a970-3add1c28342e req-3960c5d2-da96-444e-9f7e-08e27a053327 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2028153515', 'description': 'tempest-description-1758919079'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:48.699793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-528f701a-36a3-4828-a970-3add1c28342e req-3960c5d2-da96-444e-9f7e-08e27a053327 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:48.703234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:48.708288 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-528f701a-36a3-4828-a970-3add1c28342e req-3960c5d2-da96-444e-9f7e-08e27a053327 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Usage tracker for resource:security_group and tenant:ab48934c4f3846beb37258389e33fc69 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:48.711557 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-528f701a-36a3-4828-a970-3add1c28342e req-3960c5d2-da96-444e-9f7e-08e27a053327 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:48.719690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-528f701a-36a3-4828-a970-3add1c28342e req-3960c5d2-da96-444e-9f7e-08e27a053327 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:48.831506 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-528f701a-36a3-4828-a970-3add1c28342e req-3960c5d2-da96-444e-9f7e-08e27a053327 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:48.906163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df03a790-79e0-4435-89a3-0d31e20e6b6a req-51611b2d-a33b-41d9-8ac1-1030b82a006b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:48.907668 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-df03a790-79e0-4435-89a3-0d31e20e6b6a req-51611b2d-a33b-41d9-8ac1-1030b82a006b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 1096 time: 0.1686163 Mar 01 20:58:48.910426 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-528f701a-36a3-4828-a970-3add1c28342e req-3960c5d2-da96-444e-9f7e-08e27a053327 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:48.922052 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-528f701a-36a3-4828-a970-3add1c28342e req-3960c5d2-da96-444e-9f7e-08e27a053327 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Usage tracker for resource:security_group_rule and tenant:ab48934c4f3846beb37258389e33fc69 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:48.928049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-528f701a-36a3-4828-a970-3add1c28342e req-3960c5d2-da96-444e-9f7e-08e27a053327 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:48.941648 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-528f701a-36a3-4828-a970-3add1c28342e req-3960c5d2-da96-444e-9f7e-08e27a053327 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:48.960413 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46edef7c-db6e-4acf-8ffe-627e00f0c22d req-db42e93d-eba3-4d41-9ea7-63efcfc1d4ec tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:48.960413 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:48.973366 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['b24647b3-628f-4fc6-870b-30add49f4fec'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:58:49.022715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf3406-b818-411d-ade6-ed95ddd75daa req-133aa45c-797d-4ee3-8a38-3584b732c582 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:49.024291 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ebf3406-b818-411d-ade6-ed95ddd75daa req-133aa45c-797d-4ee3-8a38-3584b732c582 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.1578014 Mar 01 20:58:49.025137 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db42e93d-eba3-4d41-9ea7-63efcfc1d4ec tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Pushing event deleted for resources: {'Port': ['ID=b24647b3-628f-4fc6-870b-30add49f4fec,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:49.030316 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-df03a790-79e0-4435-89a3-0d31e20e6b6a req-81dcf552-b8a2-430e-b4e9-dfed5e79e1e0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095104 Mar 01 20:58:49.032801 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:49.114043 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:58:49.136537 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ebf3406-b818-411d-ade6-ed95ddd75daa req-f1b62b22-4c06-4997-9f92-acfcc1af6e83 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907488 Mar 01 20:58:49.156240 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-528f701a-36a3-4828-a970-3add1c28342e req-3960c5d2-da96-444e-9f7e-08e27a053327 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:49.159494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-46edef7c-db6e-4acf-8ffe-627e00f0c22d req-db42e93d-eba3-4d41-9ea7-63efcfc1d4ec tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] No DVR routers for this DVR port b24647b3-628f-4fc6-870b-30add49f4fec on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:58:49.161083 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:58:49.163261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2139c7f-28dd-4867-bb2d-b497a5bb096c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:49.169289 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46edef7c-db6e-4acf-8ffe-627e00f0c22d req-db42e93d-eba3-4d41-9ea7-63efcfc1d4ec tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:49.172050 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96e8b08-1bfa-4906-bccb-fe87fae87737', 'name': 'network-vif-deleted', 'tag': 'b24647b3-628f-4fc6-870b-30add49f4fec'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:58:49.188707 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:49.190405 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Added segment e9b8fe2e-0486-4282-bbbe-e8b995b0b3f2 of type vlan for network 99e4bb30-45f4-49c3-a8d0-d83ec737eb0f Mar 01 20:58:49.233118 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-528f701a-36a3-4828-a970-3add1c28342e req-3960c5d2-da96-444e-9f7e-08e27a053327 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:49.238445 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:49.277837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960c5d2-da96-444e-9f7e-08e27a053327 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776ed79b-dd14-4a42-8015-4dcb097fe64e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:49.290381 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-46edef7c-db6e-4acf-8ffe-627e00f0c22d req-db42e93d-eba3-4d41-9ea7-63efcfc1d4ec tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.55 "DELETE /v2.0/ports/b24647b3-628f-4fc6-870b-30add49f4fec HTTP/1.1" status: 204 len: 173 time: 1.3516085 Mar 01 20:58:49.371981 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c15312bb-d779-4f03-ae5d-7f132cae1cb7 req-74236146-a3ac-45da-bbfd-1617f62bf24f tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96e8b08-1bfa-4906-bccb-fe87fae87737 HTTP/1.1" status: 200 len: 210 time: 0.0433009 Mar 01 20:58:49.395746 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-528f701a-36a3-4828-a970-3add1c28342e req-3960c5d2-da96-444e-9f7e-08e27a053327 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:49.396958 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-528f701a-36a3-4828-a970-3add1c28342e req-3960c5d2-da96-444e-9f7e-08e27a053327 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7109642 Mar 01 20:58:49.427616 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b96e8b08-1bfa-4906-bccb-fe87fae87737', 'name': 'network-vif-deleted', 'tag': 'b24647b3-628f-4fc6-870b-30add49f4fec', 'status': 'completed', 'code': 200} Mar 01 20:58:49.444942 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:49.446261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:49.447062 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:49.501183 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3909fac7-34ff-451f-b043-07d59d738c46 req-4200ea24-9bda-4b1b-8c30-f43f8b609449 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "GET /v2.0/security-groups/776ed79b-dd14-4a42-8015-4dcb097fe64e HTTP/1.1" status: 200 len: 1815 time: 0.0614650 Mar 01 20:58:49.532675 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-c9bb5f52-ef64-41e4-a45a-87570136da15 req-3f0abc38-cb2e-4b48-8b8c-e3d497365f0c tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1637305311', 'description': 'tempest-description-1427346505'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:49.539421 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-c9bb5f52-ef64-41e4-a45a-87570136da15 req-3f0abc38-cb2e-4b48-8b8c-e3d497365f0c tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:49.543337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c9bb5f52-ef64-41e4-a45a-87570136da15 req-3f0abc38-cb2e-4b48-8b8c-e3d497365f0c tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Usage tracker for resource:security_group and tenant:ab48934c4f3846beb37258389e33fc69 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:49.546281 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c9bb5f52-ef64-41e4-a45a-87570136da15 req-3f0abc38-cb2e-4b48-8b8c-e3d497365f0c tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:49.552987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-c9bb5f52-ef64-41e4-a45a-87570136da15 req-3f0abc38-cb2e-4b48-8b8c-e3d497365f0c tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:49.584824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] Pushing event updated for resources: {'Network': ['ID=99e4bb30-45f4-49c3-a8d0-d83ec737eb0f,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:49.586918 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 99e4bb30-45f4-49c3-a8d0-d83ec737eb0f details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:58:49.639585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44482) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:49.640065 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c029b450-b0dc-4b7c-8f06-eedd0e3a0e3d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6428418 Mar 01 20:58:49.648381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b0209bf8-09f9-4bd1-90d8-22d2c20baae9 admin admin] Request body: {'subnet': {'network_id': '99e4bb30-45f4-49c3-a8d0-d83ec737eb0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1475189322-subnet', 'tenant_id': '95397676bb654365a20d938b1e5c7954', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:49.654284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b0209bf8-09f9-4bd1-90d8-22d2c20baae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:49.659559 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b0209bf8-09f9-4bd1-90d8-22d2c20baae9 admin admin] Usage tracker for resource:subnet and tenant:95397676bb654365a20d938b1e5c7954 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:49.663033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b0209bf8-09f9-4bd1-90d8-22d2c20baae9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:49.670784 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b0209bf8-09f9-4bd1-90d8-22d2c20baae9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:49.715582 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c9bb5f52-ef64-41e4-a45a-87570136da15 req-3f0abc38-cb2e-4b48-8b8c-e3d497365f0c tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:49.737248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-c9bb5f52-ef64-41e4-a45a-87570136da15 req-3f0abc38-cb2e-4b48-8b8c-e3d497365f0c tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:49.741394 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c9bb5f52-ef64-41e4-a45a-87570136da15 req-3f0abc38-cb2e-4b48-8b8c-e3d497365f0c tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Usage tracker for resource:security_group_rule and tenant:ab48934c4f3846beb37258389e33fc69 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:49.744587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c9bb5f52-ef64-41e4-a45a-87570136da15 req-3f0abc38-cb2e-4b48-8b8c-e3d497365f0c tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:49.750326 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-c9bb5f52-ef64-41e4-a45a-87570136da15 req-3f0abc38-cb2e-4b48-8b8c-e3d497365f0c tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:49.825392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0209bf8-09f9-4bd1-90d8-22d2c20baae9 admin admin] Made reservation on behalf of 95397676bb654365a20d938b1e5c7954 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:58:49.827984 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0209bf8-09f9-4bd1-90d8-22d2c20baae9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:49.847515 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c9bb5f52-ef64-41e4-a45a-87570136da15 req-3f0abc38-cb2e-4b48-8b8c-e3d497365f0c tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:49.938449 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c9bb5f52-ef64-41e4-a45a-87570136da15 req-3f0abc38-cb2e-4b48-8b8c-e3d497365f0c tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:49.989941 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0abc38-cb2e-4b48-8b8c-e3d497365f0c tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=403db2c4-7500-4e5a-8630-e1ec516aec5b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:50.075169 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c9bb5f52-ef64-41e4-a45a-87570136da15 req-3f0abc38-cb2e-4b48-8b8c-e3d497365f0c tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:50.076408 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9bb5f52-ef64-41e4-a45a-87570136da15 req-3f0abc38-cb2e-4b48-8b8c-e3d497365f0c tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5483131 Mar 01 20:58:50.183629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17e2d0-bbf1-4906-bdce-465a5bcf7b9b req-9824ecc5-10cb-4a2b-9b2c-0279d651d054 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:50.185118 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac17e2d0-bbf1-4906-bdce-465a5bcf7b9b req-9824ecc5-10cb-4a2b-9b2c-0279d651d054 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.0908909 Mar 01 20:58:50.260086 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0209bf8-09f9-4bd1-90d8-22d2c20baae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:50.360215 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac17e2d0-bbf1-4906-bdce-465a5bcf7b9b req-365b37a4-5b48-44b8-b073-2b1789cfc50c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665342 Mar 01 20:58:50.381702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0209bf8-09f9-4bd1-90d8-22d2c20baae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63ca4831-b7f4-4c13-b559-fddb959818f9,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:50.404718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0209bf8-09f9-4bd1-90d8-22d2c20baae9 admin admin] Checking segment: {'id': 'e9b8fe2e-0486-4282-bbbe-e8b995b0b3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '99e4bb30-45f4-49c3-a8d0-d83ec737eb0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:58:50.405069 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0209bf8-09f9-4bd1-90d8-22d2c20baae9 admin admin] Network hostable DHCP agents. Network: 99e4bb30-45f4-49c3-a8d0-d83ec737eb0f, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:58:50.447167 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecc7aa-6a8e-4a4b-9953-f28a519aa5dc req-2421cb00-8d02-4a2f-a08f-bb2a97c8d81d tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:50.448658 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0eecc7aa-6a8e-4a4b-9953-f28a519aa5dc req-2421cb00-8d02-4a2f-a08f-bb2a97c8d81d tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/ports?device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 945 time: 0.2533135 Mar 01 20:58:50.492950 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-933c2d1d-b03d-4469-ac37-bfa61a507f15 req-da74a3ec-99de-4149-b3b4-88a881a01e83 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "GET /v2.0/security-groups/403db2c4-7500-4e5a-8630-e1ec516aec5b HTTP/1.1" status: 200 len: 1815 time: 0.1069851 Mar 01 20:58:50.521639 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0eecc7aa-6a8e-4a4b-9953-f28a519aa5dc req-d0b09ec3-9dbf-4d7e-9503-46a762950d96 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc6da554-da19-4f87-b16a-d0c5c7c77882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609388 Mar 01 20:58:50.544700 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0209bf8-09f9-4bd1-90d8-22d2c20baae9 admin admin] Network 99e4bb30-45f4-49c3-a8d0-d83ec737eb0f is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:58:50.648871 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-b0209bf8-09f9-4bd1-90d8-22d2c20baae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 99e4bb30-45f4-49c3-a8d0-d83ec737eb0f) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:58:50.659693 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b97a28-d38a-4351-a3d1-077f860ff8a8 None None] Network 99e4bb30-45f4-49c3-a8d0-d83ec737eb0f requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:58:50.698481 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0209bf8-09f9-4bd1-90d8-22d2c20baae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:50.699080 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0209bf8-09f9-4bd1-90d8-22d2c20baae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:50.707295 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5b848e90-a1c4-447a-ac2f-d82b4cb10c7c req-1c1e0bf3-c781-4bde-822f-76ac1ec68ec4 tempest-ServerGroupTestJSON-1992330684 tempest-ServerGroupTestJSON-1992330684-project] 10.222.0.42 "GET /v2.0/ports?device_id=b96e8b08-1bfa-4906-bccb-fe87fae87737 HTTP/1.1" status: 200 len: 210 time: 0.0620844 Mar 01 20:58:50.764856 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-2b678ed5-9f98-4c82-a24e-526584985bee req-a980c990-954f-4b6c-8a32-85e7b8ab0e53 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] show failed (client error): The resource could not be found. Mar 01 20:58:50.765805 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2b678ed5-9f98-4c82-a24e-526584985bee req-a980c990-954f-4b6c-8a32-85e7b8ab0e53 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "GET /v2.0/security-groups/5ecd89fa-b18a-434e-8791-148cb65e9d2c HTTP/1.1" status: 404 len: 352 time: 0.0283604 Mar 01 20:58:50.780160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdca8b-8bb9-4805-b8f4-b7a176051bf8 req-41747fed-955f-4fdf-a25b-f4b9965f117f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:50.787159 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3afdca8b-8bb9-4805-b8f4-b7a176051bf8 req-41747fed-955f-4fdf-a25b-f4b9965f117f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.1885760 Mar 01 20:58:50.822127 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-7f1a3808-1448-44ac-bee0-40c1fa94e91f req-8727f4e1-fc2d-4900-8810-0357eb46fbd5 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] show failed (client error): The resource could not be found. Mar 01 20:58:50.823145 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7f1a3808-1448-44ac-bee0-40c1fa94e91f req-8727f4e1-fc2d-4900-8810-0357eb46fbd5 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "GET /v2.0/security-group-rules/a8188bd5-4cc8-4abb-86f8-59776e7bbb25 HTTP/1.1" status: 404 len: 361 time: 0.0189905 Mar 01 20:58:50.842769 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b0209bf8-09f9-4bd1-90d8-22d2c20baae9 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1935573 Mar 01 20:58:50.860017 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3afdca8b-8bb9-4805-b8f4-b7a176051bf8 req-04dd920d-c1dd-4150-b798-2c2a9d6d613a tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719650 Mar 01 20:58:50.923096 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-262d2bbf-6219-4a14-9422-94f85e170315 req-54d8dadb-a56e-4810-a9e9-68bc3d265e55 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "GET /v2.0/security-groups/403db2c4-7500-4e5a-8630-e1ec516aec5b HTTP/1.1" status: 200 len: 1815 time: 0.0620854 Mar 01 20:58:50.938403 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135fe8aa-164e-47cd-a13a-868c034ef2ab None None] Network 99e4bb30-45f4-49c3-a8d0-d83ec737eb0f requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:58:51.002245 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-262d2bbf-6219-4a14-9422-94f85e170315 req-421de2a9-dbd9-4025-9ae3-c8fd3fc45dfe tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:51.030333 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-262d2bbf-6219-4a14-9422-94f85e170315 req-421de2a9-dbd9-4025-9ae3-c8fd3fc45dfe tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:51.161385 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-262d2bbf-6219-4a14-9422-94f85e170315 req-421de2a9-dbd9-4025-9ae3-c8fd3fc45dfe tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:51.182674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421de2a9-dbd9-4025-9ae3-c8fd3fc45dfe tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=403db2c4-7500-4e5a-8630-e1ec516aec5b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:51.193665 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-262d2bbf-6219-4a14-9422-94f85e170315 req-421de2a9-dbd9-4025-9ae3-c8fd3fc45dfe tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:51.194953 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-262d2bbf-6219-4a14-9422-94f85e170315 req-421de2a9-dbd9-4025-9ae3-c8fd3fc45dfe tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "DELETE /v2.0/security-groups/403db2c4-7500-4e5a-8630-e1ec516aec5b HTTP/1.1" status: 204 len: 173 time: 0.2637839 Mar 01 20:58:51.201495 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:51.474442 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55a3272a-fa10-4e09-ac54-aa91398a3164 req-6049558b-6200-46ff-a6f1-67b3ea0d7281 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "GET /v2.0/security-groups/776ed79b-dd14-4a42-8015-4dcb097fe64e HTTP/1.1" status: 200 len: 1815 time: 0.2602439 Mar 01 20:58:51.540956 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-5f161dee-9739-4b0a-ac83-52af27ed0915 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:51.540956 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-5f161dee-9739-4b0a-ac83-52af27ed0915 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/networks?id=99e4bb30-45f4-49c3-a8d0-d83ec737eb0f HTTP/1.1" status: 200 len: 821 time: 0.2045166 Mar 01 20:58:51.559348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cfdf7-b557-4485-9264-764152411b9b req-09109454-f64c-42d7-81e3-13fa6dbc6357 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:51.560000 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-4c2cfdf7-b557-4485-9264-764152411b9b req-09109454-f64c-42d7-81e3-13fa6dbc6357 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Synchronizing usage tracker for tenant:4cb779e48f034abcaf662ea830d29e4f on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:58:51.563265 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-33393a87-b60b-461a-a194-394b2b02f934 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/quotas/95397676bb654365a20d938b1e5c7954 HTTP/1.1" status: 200 len: 375 time: 0.0166500 Mar 01 20:58:51.624644 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-55a3272a-fa10-4e09-ac54-aa91398a3164 req-130dcb23-4dc4-4f1e-ad06-be61f28a6842 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:51.628680 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-3611768c-8796-4e2d-8c4a-445c00d45d52 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=95397676bb654365a20d938b1e5c7954&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530040 Mar 01 20:58:51.687078 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-55a3272a-fa10-4e09-ac54-aa91398a3164 req-130dcb23-4dc4-4f1e-ad06-be61f28a6842 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:51.755272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-4c2cfdf7-b557-4485-9264-764152411b9b req-09109454-f64c-42d7-81e3-13fa6dbc6357 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Unset dirty status for tenant:4cb779e48f034abcaf662ea830d29e4f on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:58:51.756651 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4c2cfdf7-b557-4485-9264-764152411b9b req-09109454-f64c-42d7-81e3-13fa6dbc6357 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.55 "GET /v2.0/ports?device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 945 time: 0.2888219 Mar 01 20:58:51.818727 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-ee744588-a55b-4258-adc3-60d75616ac2a service neutron] 10.222.0.42 "GET /v2.0/networks/99e4bb30-45f4-49c3-a8d0-d83ec737eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766326 Mar 01 20:58:51.842487 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-4c2cfdf7-b557-4485-9264-764152411b9b req-85e7d7ad-27c5-401f-a91c-4108e1a33ca5 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Deleting port 549ba0cf-a949-4dee-aa96-714196318f3a {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:58:51.843468 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-4c2cfdf7-b557-4485-9264-764152411b9b req-85e7d7ad-27c5-401f-a91c-4108e1a33ca5 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:51.957726 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-ad3499de-fc15-4157-b43f-7caad3cc11ab service neutron] 10.222.0.42 "GET /v2.0/networks/99e4bb30-45f4-49c3-a8d0-d83ec737eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344988 Mar 01 20:58:51.961358 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-55a3272a-fa10-4e09-ac54-aa91398a3164 req-130dcb23-4dc4-4f1e-ad06-be61f28a6842 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:51.981098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130dcb23-4dc4-4f1e-ad06-be61f28a6842 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=776ed79b-dd14-4a42-8015-4dcb097fe64e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:51.986061 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-55a3272a-fa10-4e09-ac54-aa91398a3164 req-130dcb23-4dc4-4f1e-ad06-be61f28a6842 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:52.001186 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55a3272a-fa10-4e09-ac54-aa91398a3164 req-130dcb23-4dc4-4f1e-ad06-be61f28a6842 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "DELETE /v2.0/security-groups/776ed79b-dd14-4a42-8015-4dcb097fe64e HTTP/1.1" status: 204 len: 173 time: 0.5170398 Mar 01 20:58:52.185092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3ed19-472d-42bc-bd71-eec4d9ae3038 req-a00b006a-4858-4766-9161-4fd88f3294ff tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:52.186714 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4be3ed19-472d-42bc-bd71-eec4d9ae3038 req-a00b006a-4858-4766-9161-4fd88f3294ff tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.0865126 Mar 01 20:58:52.245941 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4be3ed19-472d-42bc-bd71-eec4d9ae3038 req-df33ecc5-9ec3-448c-9591-32116f1968a5 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502305 Mar 01 20:58:52.276078 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-4c2cfdf7-b557-4485-9264-764152411b9b req-85e7d7ad-27c5-401f-a91c-4108e1a33ca5 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] For port 549ba0cf-a949-4dee-aa96-714196318f3a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=549ba0cf-a949-4dee-aa96-714196318f3a,segment=NetworkSegment(c59e07f0-3df4-41ab-b40c-5cb3b6392cfe),segment_id=c59e07f0-3df4-41ab-b40c-5cb3b6392cfe)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:58:52.277131 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-4c2cfdf7-b557-4485-9264-764152411b9b req-85e7d7ad-27c5-401f-a91c-4108e1a33ca5 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:52.448867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b2e69-f1f4-43f4-bc93-31701e354b88 req-88bfae6e-44ad-4c78-9fd4-2dd30f3b4fb3 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:52.458708 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c11b2e69-f1f4-43f4-bc93-31701e354b88 req-88bfae6e-44ad-4c78-9fd4-2dd30f3b4fb3 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/ports?device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 945 time: 0.1391044 Mar 01 20:58:52.498696 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-4c2cfdf7-b557-4485-9264-764152411b9b req-85e7d7ad-27c5-401f-a91c-4108e1a33ca5 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Calling delete_port for 549ba0cf-a949-4dee-aa96-714196318f3a owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:58:52.578034 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device b24647b3-628f-4fc6-870b-30add49f4fec no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:58:52.600679 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c11b2e69-f1f4-43f4-bc93-31701e354b88 req-ef2acfb3-3b98-47de-8618-dbb543fd3215 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/security-groups?id=fc6da554-da19-4f87-b16a-d0c5c7c77882&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383517 Mar 01 20:58:52.612668 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: b24647b3-628f-4fc6-870b-30add49f4fec {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:58:52.613021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device b24647b3-628f-4fc6-870b-30add49f4fec not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:58:52.693511 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780df9b6-06a0-4d27-873b-881278fe9c5a req-ba326af7-2c72-48ec-a2d3-418d9970130b tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:52.693511 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-780df9b6-06a0-4d27-873b-881278fe9c5a req-ba326af7-2c72-48ec-a2d3-418d9970130b tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.1623514 Mar 01 20:58:52.717089 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1013c34f-6ceb-4a58-a7a4-596838fea7fd req-6884c513-8fb5-4acd-9568-f14dda84565c tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "GET /v2.0/security-groups/07df9464-e6a2-4741-8368-08d5bff88c60 HTTP/1.1" status: 200 len: 1814 time: 0.0875232 Mar 01 20:58:52.774925 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-780df9b6-06a0-4d27-873b-881278fe9c5a req-c4057310-c50c-4674-a7ef-676da1712864 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752108 Mar 01 20:58:52.781715 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-4c2cfdf7-b557-4485-9264-764152411b9b req-85e7d7ad-27c5-401f-a91c-4108e1a33ca5 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:52.792956 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['549ba0cf-a949-4dee-aa96-714196318f3a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:58:52.825837 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1013c34f-6ceb-4a58-a7a4-596838fea7fd req-339d3ac6-777e-453d-9cd6-9e048d5d573e tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:52.846138 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e7d7ad-27c5-401f-a91c-4108e1a33ca5 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Pushing event deleted for resources: {'Port': ['ID=549ba0cf-a949-4dee-aa96-714196318f3a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:52.900833 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c58745f9-adfc-4761-b5f4-01940b0002f8 req-6a821df8-20c5-43ce-bf43-b3b3efb9c24d tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/ports?device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 210 time: 0.0605748 Mar 01 20:58:52.904437 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1013c34f-6ceb-4a58-a7a4-596838fea7fd req-339d3ac6-777e-453d-9cd6-9e048d5d573e tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:52.929543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2cfdf7-b557-4485-9264-764152411b9b req-85e7d7ad-27c5-401f-a91c-4108e1a33ca5 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] No DVR routers for this DVR port 549ba0cf-a949-4dee-aa96-714196318f3a on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:58:52.932440 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-4c2cfdf7-b557-4485-9264-764152411b9b req-85e7d7ad-27c5-401f-a91c-4108e1a33ca5 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:52.935201 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48233f19-4e00-4d99-9417-332324e0b913', 'name': 'network-vif-deleted', 'tag': '549ba0cf-a949-4dee-aa96-714196318f3a'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:58:53.039471 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4c2cfdf7-b557-4485-9264-764152411b9b req-85e7d7ad-27c5-401f-a91c-4108e1a33ca5 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.55 "DELETE /v2.0/ports/549ba0cf-a949-4dee-aa96-714196318f3a HTTP/1.1" status: 204 len: 173 time: 1.2773151 Mar 01 20:58:53.159882 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1013c34f-6ceb-4a58-a7a4-596838fea7fd req-339d3ac6-777e-453d-9cd6-9e048d5d573e tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:53.191764 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339d3ac6-777e-453d-9cd6-9e048d5d573e tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07df9464-e6a2-4741-8368-08d5bff88c60,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:53.208755 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1013c34f-6ceb-4a58-a7a4-596838fea7fd req-339d3ac6-777e-453d-9cd6-9e048d5d573e tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:53.208755 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1013c34f-6ceb-4a58-a7a4-596838fea7fd req-339d3ac6-777e-453d-9cd6-9e048d5d573e tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "DELETE /v2.0/security-groups/07df9464-e6a2-4741-8368-08d5bff88c60 HTTP/1.1" status: 204 len: 173 time: 0.4804108 Mar 01 20:58:53.240531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-20c9ba43-bea4-41cc-9fdb-054187d047ac tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:53.241994 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-20c9ba43-bea4-41cc-9fdb-054187d047ac tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/networks?id=c6ada74c-bd63-4636-abf5-95dfb8263926 HTTP/1.1" status: 200 len: 814 time: 0.1900692 Mar 01 20:58:53.260120 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48233f19-4e00-4d99-9417-332324e0b913', 'name': 'network-vif-deleted', 'tag': '549ba0cf-a949-4dee-aa96-714196318f3a', 'status': 'completed', 'code': 200} Mar 01 20:58:53.260515 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-fba11cce-8136-4b06-9c7b-19b495c1db8a tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/quotas/73e0cae710d240e3a9c48196a71f53fb HTTP/1.1" status: 200 len: 375 time: 0.0124736 Mar 01 20:58:53.387635 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d273b592-94cd-4a87-853c-96b3a673792a req-71aa5a21-72ed-4de2-8064-9defc6ca8dd5 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "GET /v2.0/security-groups/38955e57-c532-49a9-8ff3-835217fdc242 HTTP/1.1" status: 200 len: 1814 time: 0.0677712 Mar 01 20:58:53.426466 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-a9286444-1ed1-4f8b-9a7a-13c38e30037c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=73e0cae710d240e3a9c48196a71f53fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1501124 Mar 01 20:58:53.570146 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d273b592-94cd-4a87-853c-96b3a673792a req-5bddb022-4f04-41ba-8afa-960eef05fb7e tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:53.617829 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d273b592-94cd-4a87-853c-96b3a673792a req-5bddb022-4f04-41ba-8afa-960eef05fb7e tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:53.623825 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:53.631192 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-aa7100fa-df97-4517-b159-5da54303cf3f service neutron] 10.222.0.42 "GET /v2.0/networks/c6ada74c-bd63-4636-abf5-95dfb8263926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979239 Mar 01 20:58:53.895656 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-49a43528-99bf-42fa-84e7-b795b5444135 service neutron] 10.222.0.42 "GET /v2.0/networks/c6ada74c-bd63-4636-abf5-95dfb8263926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555227 Mar 01 20:58:53.964013 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d273b592-94cd-4a87-853c-96b3a673792a req-5bddb022-4f04-41ba-8afa-960eef05fb7e tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:53.973166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bddb022-4f04-41ba-8afa-960eef05fb7e tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38955e57-c532-49a9-8ff3-835217fdc242,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:53.981071 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d273b592-94cd-4a87-853c-96b3a673792a req-5bddb022-4f04-41ba-8afa-960eef05fb7e tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:53.983847 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d273b592-94cd-4a87-853c-96b3a673792a req-5bddb022-4f04-41ba-8afa-960eef05fb7e tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "DELETE /v2.0/security-groups/38955e57-c532-49a9-8ff3-835217fdc242 HTTP/1.1" status: 204 len: 173 time: 0.5863087 Mar 01 20:58:54.373856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68ccaaff-dc6d-4cec-bd9c-26d477ca6824 req-d62496f2-cd27-4790-8a68-aeb2b201bd74 tempest-ServerAddressesTestJSON-443859018 tempest-ServerAddressesTestJSON-443859018-project] 10.222.0.42 "GET /v2.0/ports?device_id=48233f19-4e00-4d99-9417-332324e0b913 HTTP/1.1" status: 200 len: 210 time: 0.1036239 Mar 01 20:58:54.436790 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b72f8-292b-419a-8478-3dcfceed8e92 req-9bdbf84b-694f-4767-811a-04c365c879a4 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:54.438279 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f7b72f8-292b-419a-8478-3dcfceed8e92 req-9bdbf84b-694f-4767-811a-04c365c879a4 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.1321774 Mar 01 20:58:54.561921 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f7b72f8-292b-419a-8478-3dcfceed8e92 req-81ff253b-f9e7-4fe4-b497-a948d985a942 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116247 Mar 01 20:58:54.578556 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c94385a-71f4-4bb0-bdd9-a082086558dd req-1faae50a-163b-4cf9-95c9-215629a340aa tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/ports?device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 210 time: 0.0866156 Mar 01 20:58:54.649214 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ada23ad2-1f88-4610-ad26-f2591317cadd req-590a344a-5569-4f56-b11d-ff87de12f9ac tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "GET /v2.0/security-groups/924d4812-74b6-4bcd-8146-11d9e3856bda HTTP/1.1" status: 200 len: 1813 time: 0.0569682 Mar 01 20:58:54.786222 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-044406b7-a621-40d8-9dfe-1b76e1c9fbd8 req-2a066939-aff3-47f5-8dff-4aee4d318a6b tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=efa29f3b-7897-4e20-b654-f9c6b07d7635 HTTP/1.1" status: 200 len: 210 time: 0.0625265 Mar 01 20:58:54.804871 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ada23ad2-1f88-4610-ad26-f2591317cadd req-44db0353-0e28-477d-b64e-d866e892a720 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:54.833352 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ada23ad2-1f88-4610-ad26-f2591317cadd req-44db0353-0e28-477d-b64e-d866e892a720 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:54.994699 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ada23ad2-1f88-4610-ad26-f2591317cadd req-44db0353-0e28-477d-b64e-d866e892a720 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:55.008731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db0353-0e28-477d-b64e-d866e892a720 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=924d4812-74b6-4bcd-8146-11d9e3856bda,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:55.016801 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ada23ad2-1f88-4610-ad26-f2591317cadd req-44db0353-0e28-477d-b64e-d866e892a720 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:55.016801 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ada23ad2-1f88-4610-ad26-f2591317cadd req-44db0353-0e28-477d-b64e-d866e892a720 tempest-SecurityGroupRulesNegativeTestJSON-561615537 tempest-SecurityGroupRulesNegativeTestJSON-561615537-project] 10.222.0.42 "DELETE /v2.0/security-groups/924d4812-74b6-4bcd-8146-11d9e3856bda HTTP/1.1" status: 204 len: 173 time: 0.3550756 Mar 01 20:58:55.029461 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44602) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:55.157143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-416d30ce-e8fd-4fa7-918b-4a863f6bd533 admin admin] Deleting subnet 7695de43-391c-46cf-a8ff-2cb0fdd5656e {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:58:55.164417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44606) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:55.169558 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-416d30ce-e8fd-4fa7-918b-4a863f6bd533 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:55.255001 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e7fddf-dd62-421a-8ab1-e09d93447538 admin admin] Deleting subnet 4d3d3441-5446-4a1e-b1d2-9af78b9bdddb {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:58:55.255001 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39e7fddf-dd62-421a-8ab1-e09d93447538 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:55.259957 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-416d30ce-e8fd-4fa7-918b-4a863f6bd533 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:55.309970 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39e7fddf-dd62-421a-8ab1-e09d93447538 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:55.350784 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-416d30ce-e8fd-4fa7-918b-4a863f6bd533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:55.506077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44616) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:55.521568 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39e7fddf-dd62-421a-8ab1-e09d93447538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:55.574864 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-416d30ce-e8fd-4fa7-918b-4a863f6bd533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:55.661391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-0a68212b-1348-4a5d-8698-63b44b262c3b tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:55.661391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-0a68212b-1348-4a5d-8698-63b44b262c3b tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Synchronizing usage tracker for tenant:95397676bb654365a20d938b1e5c7954 on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:58:55.696403 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-416d30ce-e8fd-4fa7-918b-4a863f6bd533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:55.696403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416d30ce-e8fd-4fa7-918b-4a863f6bd533 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7695de43-391c-46cf-a8ff-2cb0fdd5656e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:55.756571 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-416d30ce-e8fd-4fa7-918b-4a863f6bd533 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7695de43-391c-46cf-a8ff-2cb0fdd5656e HTTP/1.1" status: 204 len: 168 time: 0.7289970 Mar 01 20:58:55.758647 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44624) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:55.791249 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8bdc66a-17bc-4dc6-990c-10c71582cacb admin admin] Deleting subnet d51a9e63-bbcf-4d21-bd63-612ffc0868eb {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:58:55.832362 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc66a-17bc-4dc6-990c-10c71582cacb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:55.843910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-0a68212b-1348-4a5d-8698-63b44b262c3b tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Unset dirty status for tenant:95397676bb654365a20d938b1e5c7954 on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:58:55.845024 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-0a68212b-1348-4a5d-8698-63b44b262c3b tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.55 "GET /v2.0/networks?id=99e4bb30-45f4-49c3-a8d0-d83ec737eb0f HTTP/1.1" status: 200 len: 821 time: 0.4947567 Mar 01 20:58:55.862458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Request body: {'port': {'device_id': '17699370-8e7e-4000-8bf9-dcda1faae14a', 'network_id': '99e4bb30-45f4-49c3-a8d0-d83ec737eb0f', 'admin_state_up': True, 'tenant_id': '95397676bb654365a20d938b1e5c7954'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:55.894037 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed895a81-3cd0-46a9-b300-ec703d9b73c3 req-bae282bd-fed6-40f8-9c63-569a1ab5d9d9 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/ports?device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 210 time: 0.1432285 Mar 01 20:58:55.904024 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39e7fddf-dd62-421a-8ab1-e09d93447538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:55.907438 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc66a-17bc-4dc6-990c-10c71582cacb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:55.958248 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9fcb33a3-8a91-4645-b563-30bbf6c1fdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:55.963663 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39e7fddf-dd62-421a-8ab1-e09d93447538 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:55.970162 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e7fddf-dd62-421a-8ab1-e09d93447538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d3d3441-5446-4a1e-b1d2-9af78b9bdddb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:55.985477 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc66a-17bc-4dc6-990c-10c71582cacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:56.014302 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeed13f6-6d03-4ccf-a85a-4d40c31cd883 req-b16bbbfd-0e09-4195-a2b7-8a203668a028 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:56.035882 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eeed13f6-6d03-4ccf-a85a-4d40c31cd883 req-b16bbbfd-0e09-4195-a2b7-8a203668a028 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.2805676 Mar 01 20:58:56.079135 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-39e7fddf-dd62-421a-8ab1-e09d93447538 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4d3d3441-5446-4a1e-b1d2-9af78b9bdddb HTTP/1.1" status: 204 len: 168 time: 0.9231894 Mar 01 20:58:56.080352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44630) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:56.123823 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c1f36bf0-bd05-409f-bd08-adb52743c705 req-983b1770-a11b-4a37-9bfe-a979f0138a79 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=efa29f3b-7897-4e20-b654-f9c6b07d7635 HTTP/1.1" status: 200 len: 210 time: 0.0856173 Mar 01 20:58:56.172179 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eeed13f6-6d03-4ccf-a85a-4d40c31cd883 req-92e52773-4d9d-4c17-b82d-c8ac36fc5b67 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350374 Mar 01 20:58:56.271627 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2999a798-0821-4dac-b291-bfc8e943b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:56.357327 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9fcb33a3-8a91-4645-b563-30bbf6c1fdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:56.364559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:56.374800 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Usage tracker for resource:port and tenant:95397676bb654365a20d938b1e5c7954 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:56.379225 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc66a-17bc-4dc6-990c-10c71582cacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:56.380250 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:56.421198 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8bdc66a-17bc-4dc6-990c-10c71582cacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:56.422485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:56.425763 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bdc66a-17bc-4dc6-990c-10c71582cacb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d51a9e63-bbcf-4d21-bd63-612ffc0868eb,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:56.431993 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a8bdc66a-17bc-4dc6-990c-10c71582cacb admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d51a9e63-bbcf-4d21-bd63-612ffc0868eb HTTP/1.1" status: 204 len: 168 time: 0.9293318 Mar 01 20:58:56.433884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44636) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:56.447051 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-9fcb33a3-8a91-4645-b563-30bbf6c1fdc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40760c7b-29b3-4660-91ec-be39db4dfacb']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:56.483258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-9fcb33a3-8a91-4645-b563-30bbf6c1fdc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e1e5bd-fa92-46a7-816c-ad6923a5a30b') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:56.483573 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-9fcb33a3-8a91-4645-b563-30bbf6c1fdc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e1e5bd-fa92-46a7-816c-ad6923a5a30b') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:56.544255 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e49ba79-fc31-4dfc-9c80-3ffc60b4f063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:56.595430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 549ba0cf-a949-4dee-aa96-714196318f3a no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:58:56.657700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 549ba0cf-a949-4dee-aa96-714196318f3a {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:58:56.657700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 549ba0cf-a949-4dee-aa96-714196318f3a not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:58:56.682898 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9fcb33a3-8a91-4645-b563-30bbf6c1fdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:56.682898 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Made reservation on behalf of 95397676bb654365a20d938b1e5c7954 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:58:56.693895 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:56.697132 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e49ba79-fc31-4dfc-9c80-3ffc60b4f063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:56.701730 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2999a798-0821-4dac-b291-bfc8e943b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:56.721261 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-2e49ba79-fc31-4dfc-9c80-3ffc60b4f063 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019068bc-9db3-4db2-af65-0bd02fadada0']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:56.731524 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9fcb33a3-8a91-4645-b563-30bbf6c1fdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:56.735045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-2e49ba79-fc31-4dfc-9c80-3ffc60b4f063 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c59e07f0-3df4-41ab-b40c-5cb3b6392cfe') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:56.735045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-2e49ba79-fc31-4dfc-9c80-3ffc60b4f063 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c59e07f0-3df4-41ab-b40c-5cb3b6392cfe') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:56.745241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-2999a798-0821-4dac-b291-bfc8e943b7e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89eb1100-bf34-44dd-94b1-cf70debc999e']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:56.747258 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e49ba79-fc31-4dfc-9c80-3ffc60b4f063 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:56.769527 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e49ba79-fc31-4dfc-9c80-3ffc60b4f063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:56.775079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e49ba79-fc31-4dfc-9c80-3ffc60b4f063 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:58:56.775547 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e49ba79-fc31-4dfc-9c80-3ffc60b4f063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:56.794798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fcb33a3-8a91-4645-b563-30bbf6c1fdc0 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:58:56.795169 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9fcb33a3-8a91-4645-b563-30bbf6c1fdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:58:56.809618 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:58:56.824869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-2999a798-0821-4dac-b291-bfc8e943b7e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634fe1ff-c4e5-4011-a5a2-86372b8195c4') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:56.825385 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-2999a798-0821-4dac-b291-bfc8e943b7e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634fe1ff-c4e5-4011-a5a2-86372b8195c4') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: timer() Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:58:56.889418 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:58:56.894846 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2999a798-0821-4dac-b291-bfc8e943b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:56.917828 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2999a798-0821-4dac-b291-bfc8e943b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:56.926204 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2999a798-0821-4dac-b291-bfc8e943b7e0 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:58:56.926612 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2999a798-0821-4dac-b291-bfc8e943b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:58:56.941245 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:58:57.079203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-571509d3-b5d5-4eae-8dac-85b0fa9420b9 req-53538933-13d6-4f74-978e-4464636e6840 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/ports?device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 210 time: 0.0547714 Mar 01 20:58:57.086053 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9fcb33a3-8a91-4645-b563-30bbf6c1fdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:57.093091 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9fcb33a3-8a91-4645-b563-30bbf6c1fdc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:57.109912 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e49ba79-fc31-4dfc-9c80-3ffc60b4f063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:57.126096 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2999a798-0821-4dac-b291-bfc8e943b7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:57.129562 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e49ba79-fc31-4dfc-9c80-3ffc60b4f063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:57.137997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49ba79-fc31-4dfc-9c80-3ffc60b4f063 admin admin] Pushing event deleted for resources: {'Network': ['ID=019068bc-9db3-4db2-af65-0bd02fadada0,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:57.138850 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcb33a3-8a91-4645-b563-30bbf6c1fdc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=40760c7b-29b3-4660-91ec-be39db4dfacb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:57.140783 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2999a798-0821-4dac-b291-bfc8e943b7e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:57.186510 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2999a798-0821-4dac-b291-bfc8e943b7e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=89eb1100-bf34-44dd-94b1-cf70debc999e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:57.233287 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2e49ba79-fc31-4dfc-9c80-3ffc60b4f063 admin admin] 10.222.0.42 "DELETE /v2.0/networks/019068bc-9db3-4db2-af65-0bd02fadada0 HTTP/1.1" status: 204 len: 168 time: 0.7978532 Mar 01 20:58:57.339312 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9fcb33a3-8a91-4645-b563-30bbf6c1fdc0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/40760c7b-29b3-4660-91ec-be39db4dfacb HTTP/1.1" status: 204 len: 168 time: 1.5843813 Mar 01 20:58:57.356164 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2999a798-0821-4dac-b291-bfc8e943b7e0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/89eb1100-bf34-44dd-94b1-cf70debc999e HTTP/1.1" status: 204 len: 168 time: 1.2716484 Mar 01 20:58:57.366485 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-160072d9-f584-4c40-af8f-7ea40626a96b req-111e4ec9-ba0e-41ba-991e-b66a34d698cc tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=efa29f3b-7897-4e20-b654-f9c6b07d7635 HTTP/1.1" status: 200 len: 210 time: 0.0949647 Mar 01 20:58:57.411194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Allocated IP 172.20.0.3 (99e4bb30-45f4-49c3-a8d0-d83ec737eb0f/63ca4831-b7f4-4c13-b559-fddb959818f9/69c14c83-f5bf-42ca-82f9-d42329187caf) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:58:57.416701 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab589c2c-ab27-448c-8124-7a8a8a5b3ff7 req-c9b46786-70f9-4a4b-b686-9d16d3bee741 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:57.418234 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab589c2c-ab27-448c-8124-7a8a8a5b3ff7 req-c9b46786-70f9-4a4b-b686-9d16d3bee741 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.1064243 Mar 01 20:58:57.426560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-c3b63171-bd5c-40fd-858f-afbf060c4dd0 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:57.428320 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-c3b63171-bd5c-40fd-858f-afbf060c4dd0 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.55 "GET /v2.0/networks?id=c6ada74c-bd63-4636-abf5-95dfb8263926 HTTP/1.1" status: 200 len: 814 time: 0.2090685 Mar 01 20:58:57.435151 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-226c53c2-c9e6-4c31-8c17-a5a4f0556b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:57.443049 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-3fc39200-561d-4ee6-99a3-322083ddc82c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Request body: {'port': {'device_id': 'efa29f3b-7897-4e20-b654-f9c6b07d7635', 'network_id': 'c6ada74c-bd63-4636-abf5-95dfb8263926', 'admin_state_up': True, 'tenant_id': '73e0cae710d240e3a9c48196a71f53fb'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:57.487557 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab589c2c-ab27-448c-8124-7a8a8a5b3ff7 req-f6de21b5-53b7-4183-85fa-9ad227306ac6 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635643 Mar 01 20:58:57.701963 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44654) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:57.764986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-3fc39200-561d-4ee6-99a3-322083ddc82c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:58:57.764986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-3fc39200-561d-4ee6-99a3-322083ddc82c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Usage tracker for resource:port and tenant:73e0cae710d240e3a9c48196a71f53fb is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:58:57.764986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-3fc39200-561d-4ee6-99a3-322083ddc82c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:58:57.791287 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-3fc39200-561d-4ee6-99a3-322083ddc82c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:58:57.813505 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:57.883766 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7c08903d-2047-4d9e-b84e-30e16abd72af admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4cb779e48f034abcaf662ea830d29e4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1721909 Mar 01 20:58:57.883766 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44658) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:57.893410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-3fc39200-561d-4ee6-99a3-322083ddc82c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Made reservation on behalf of 73e0cae710d240e3a9c48196a71f53fb for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:58:57.914931 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-3fc39200-561d-4ee6-99a3-322083ddc82c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:57.914931 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44662) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:57.967167 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:58.010195 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a7a4258a-1563-49e6-9ddf-e2b6d20b9bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:58.050993 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a7a4258a-1563-49e6-9ddf-e2b6d20b9bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:58.114790 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Network 99e4bb30-45f4-49c3-a8d0-d83ec737eb0f is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:58:58.123720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:58:58.131347 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4300fd16-f9a5-4f39-8649-b673201e1202 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab48934c4f3846beb37258389e33fc69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2127771 Mar 01 20:58:58.132130 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44668) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:58.145417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:58:58.192084 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Pushing event updated for resources: {'Port': ['ID=69c14c83-f5bf-42ca-82f9-d42329187caf,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:58.218212 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a7a4258a-1563-49e6-9ddf-e2b6d20b9bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:58.250564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:58.250564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:58.250564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:58.250564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:58.250564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:58.250564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:58.250564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:58.250564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:58.250564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:58.250564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:58.261007 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:58.261007 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:58:58.314716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4258a-1563-49e6-9ddf-e2b6d20b9bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6da554-da19-4f87-b16a-d0c5c7c77882,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:58.342302 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a7a4258a-1563-49e6-9ddf-e2b6d20b9bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:58.342302 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a7a4258a-1563-49e6-9ddf-e2b6d20b9bac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc6da554-da19-4f87-b16a-d0c5c7c77882 HTTP/1.1" status: 204 len: 168 time: 0.4484539 Mar 01 20:58:58.402328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee7b2a-f961-43ef-8770-e7a35c47b846 req-9d3c582c-6901-43d2-82b8-f3a62afd9627 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:58.403930 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5cee7b2a-f961-43ef-8770-e7a35c47b846 req-9d3c582c-6901-43d2-82b8-f3a62afd9627 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/ports?device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 931 time: 0.1629791 Mar 01 20:58:58.426990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44676) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:58.437587 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-08d2ccbe-b7f2-42e6-9f68-164084ff56a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:58.455259 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:58.455259 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:58.489771 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5cee7b2a-f961-43ef-8770-e7a35c47b846 req-51c8dfb9-5751-4a3e-860e-068b85062c9d tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/security-groups?id=b2139c7f-28dd-4867-bb2d-b497a5bb096c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791001 Mar 01 20:58:58.525313 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-3fc39200-561d-4ee6-99a3-322083ddc82c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Allocated IP 172.20.0.4 (c6ada74c-bd63-4636-abf5-95dfb8263926/3d9c7eca-9d4c-45b5-b379-078956794f58/fe27bfc7-325b-4294-aa15-c8094fcf4827) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:58:58.532764 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-08d2ccbe-b7f2-42e6-9f68-164084ff56a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:58.553392 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0ff4adb4-35e8-401f-80b0-05a408798bc5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d91bb8dc90046d98d3a5630a56455c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1249623 Mar 01 20:58:58.572028 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44682) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:58:58.605047 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-450e8672-b9f0-4951-8ad7-e04cf6bd38f2 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7477679 Mar 01 20:58:58.611904 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-09573a11-8f07-4268-980c-518b62211e8c req-62011897-1095-4a5f-9dd0-e98f5f7f08f3 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=efa29f3b-7897-4e20-b654-f9c6b07d7635 HTTP/1.1" status: 200 len: 210 time: 0.0558422 Mar 01 20:58:58.621574 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] Request body: {'port': {'device_id': '17699370-8e7e-4000-8bf9-dcda1faae14a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:58.769528 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc47e364-f540-43e9-a8e5-529c11826470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:58.817620 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b13fb46-b1fe-4d40-a77f-31df5675b1dd req-9847b13c-b6d6-4bbb-98a0-dc7ba464f9a4 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:58.824266 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b13fb46-b1fe-4d40-a77f-31df5675b1dd req-9847b13c-b6d6-4bbb-98a0-dc7ba464f9a4 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.1841369 Mar 01 20:58:58.839701 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc47e364-f540-43e9-a8e5-529c11826470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:58.924145 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b13fb46-b1fe-4d40-a77f-31df5675b1dd req-bcf41992-c64e-4f97-a727-74b9ae65c7a2 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948009 Mar 01 20:58:58.966980 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-08d2ccbe-b7f2-42e6-9f68-164084ff56a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:59.011646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d2ccbe-b7f2-42e6-9f68-164084ff56a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c67df5-9b7a-4a01-a453-d80220c00027,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:59.023197 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:59.040135 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-08d2ccbe-b7f2-42e6-9f68-164084ff56a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:59.052456 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-08d2ccbe-b7f2-42e6-9f68-164084ff56a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d3c67df5-9b7a-4a01-a453-d80220c00027 HTTP/1.1" status: 204 len: 168 time: 0.8768725 Mar 01 20:58:59.115957 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc47e364-f540-43e9-a8e5-529c11826470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:59.143148 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-3fc39200-561d-4ee6-99a3-322083ddc82c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:59.154666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47e364-f540-43e9-a8e5-529c11826470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424556fa-6ebd-4cd8-8a69-9fc1d8c17704,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:59.166352 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc47e364-f540-43e9-a8e5-529c11826470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:59.169800 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bc47e364-f540-43e9-a8e5-529c11826470 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/424556fa-6ebd-4cd8-8a69-9fc1d8c17704 HTTP/1.1" status: 204 len: 168 time: 0.5609550 Mar 01 20:58:59.461869 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-3fc39200-561d-4ee6-99a3-322083ddc82c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:59.475553 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['940044c3-308c-4284-a779-446921c9c097'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:58:59.549452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69c14c83-f5bf-42ca-82f9-d42329187caf {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:58:59.557970 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:59.575375 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] Transition to ACTIVE for port object 69c14c83-f5bf-42ca-82f9-d42329187caf will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:58:59.590965 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc39200-561d-4ee6-99a3-322083ddc82c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Pushing event updated for resources: {'Port': ['ID=fe27bfc7-325b-4294-aa15-c8094fcf4827,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:59.610063 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-3fc39200-561d-4ee6-99a3-322083ddc82c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Network c6ada74c-bd63-4636-abf5-95dfb8263926 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:58:59.610063 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-3fc39200-561d-4ee6-99a3-322083ddc82c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:58:59.610063 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-3fc39200-561d-4ee6-99a3-322083ddc82c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:58:59.686843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-3fc39200-561d-4ee6-99a3-322083ddc82c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:59.701319 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-3fc39200-561d-4ee6-99a3-322083ddc82c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:59.709147 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:59.711157 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3c71b1cb-6b7c-4e68-948c-7056ab66598d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:58:59.798920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcd8ce-dec6-4f84-ace7-149d8059f420 req-db6355cc-58e2-487f-9727-52d812c6c00d tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:58:59.801908 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5dcd8ce-dec6-4f84-ace7-149d8059f420 req-db6355cc-58e2-487f-9727-52d812c6c00d tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/ports?device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 943 time: 0.1596007 Mar 01 20:58:59.876119 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-3fc39200-561d-4ee6-99a3-322083ddc82c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4370086 Mar 01 20:58:59.958369 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] Pushing event updated for resources: {'Port': ['ID=69c14c83-f5bf-42ca-82f9-d42329187caf,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:58:59.966955 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] Request body: {'port': {'device_id': 'efa29f3b-7897-4e20-b654-f9c6b07d7635', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:58:59.984067 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5dcd8ce-dec6-4f84-ace7-149d8059f420 req-5f970283-9245-4cd3-b8f5-6d10a72d13a3 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/security-groups?id=b2139c7f-28dd-4867-bb2d-b497a5bb096c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641581 Mar 01 20:59:00.049835 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0832f94b-7c0e-4a4d-9126-fc21f5a14573 req-8a235002-37a4-4d32-bbbd-a2340815a473 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:00.057923 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0832f94b-7c0e-4a4d-9126-fc21f5a14573 req-8a235002-37a4-4d32-bbbd-a2340815a473 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=efa29f3b-7897-4e20-b654-f9c6b07d7635 HTTP/1.1" status: 200 len: 931 time: 0.2239523 Mar 01 20:59:00.133656 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0832f94b-7c0e-4a4d-9126-fc21f5a14573 req-ebb8750e-5de4-4339-b428-ab1e28ffe3fc tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660198 Mar 01 20:59:00.157564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] Attempting to bind port 69c14c83-f5bf-42ca-82f9-d42329187caf on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:59:00.165616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] Attempting to bind port 69c14c83-f5bf-42ca-82f9-d42329187caf by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'e9b8fe2e-0486-4282-bbbe-e8b995b0b3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '99e4bb30-45f4-49c3-a8d0-d83ec737eb0f'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:59:00.165616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] Attempting to bind port 69c14c83-f5bf-42ca-82f9-d42329187caf on network 99e4bb30-45f4-49c3-a8d0-d83ec737eb0f {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:59:00.165616 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:00.179046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] Port 69c14c83-f5bf-42ca-82f9-d42329187caf on network 99e4bb30-45f4-49c3-a8d0-d83ec737eb0f not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:59:00.179587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] Attempting to bind port 69c14c83-f5bf-42ca-82f9-d42329187caf on network 99e4bb30-45f4-49c3-a8d0-d83ec737eb0f {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:59:00.196065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:59:00.196065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] Checking segment: {'id': 'e9b8fe2e-0486-4282-bbbe-e8b995b0b3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '99e4bb30-45f4-49c3-a8d0-d83ec737eb0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:59:00.196065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] Bound using segment: {'id': 'e9b8fe2e-0486-4282-bbbe-e8b995b0b3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '99e4bb30-45f4-49c3-a8d0-d83ec737eb0f'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:59:00.196065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] Bound port: 69c14c83-f5bf-42ca-82f9-d42329187caf, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b8fe2e-0486-4282-bbbe-e8b995b0b3f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '99e4bb30-45f4-49c3-a8d0-d83ec737eb0f'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:59:00.196065 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:00.274855 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-1949861d-a550-4203-a953-c20cd991adad tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Synchronizing usage tracker for tenant:b78d9d9c87074e3ead6611c118eec35f on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:59:00.396153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0486849-4035-4306-895c-4d17a324c489 req-01f95367-433e-4234-a4cf-f6a6c6825c7f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:00.398312 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e0486849-4035-4306-895c-4d17a324c489 req-01f95367-433e-4234-a4cf-f6a6c6825c7f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.1206753 Mar 01 20:59:00.418731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] For port 69c14c83-f5bf-42ca-82f9-d42329187caf, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:59:00.424140 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] For port 69c14c83-f5bf-42ca-82f9-d42329187caf, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=69c14c83-f5bf-42ca-82f9-d42329187caf,segment=NetworkSegment(e9b8fe2e-0486-4282-bbbe-e8b995b0b3f2),segment_id=e9b8fe2e-0486-4282-bbbe-e8b995b0b3f2)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:59:00.435828 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:00.472899 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-1949861d-a550-4203-a953-c20cd991adad tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Unset dirty status for tenant:b78d9d9c87074e3ead6611c118eec35f on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:59:00.483156 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-1949861d-a550-4203-a953-c20cd991adad tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--878781851&fields=id&tenant_id=b78d9d9c87074e3ead6611c118eec35f HTTP/1.1" status: 200 len: 267 time: 0.2528930 Mar 01 20:59:00.513377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44740) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:00.537554 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:00.559763 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e0486849-4035-4306-895c-4d17a324c489 req-2955b988-8850-4924-8256-5a6f97aa2cf5 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552749 Mar 01 20:59:00.604807 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:00.605410 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:00.611864 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] 10.222.0.55 "PUT /v2.0/ports/69c14c83-f5bf-42ca-82f9-d42329187caf HTTP/1.1" status: 200 len: 1091 time: 1.9925160 Mar 01 20:59:00.611864 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17699370-8e7e-4000-8bf9-dcda1faae14a', 'tag': '69c14c83-f5bf-42ca-82f9-d42329187caf'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:00.628927 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:00.664620 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6891ee2-b8da-49f5-8095-4eeb1d322309 service neutron] Pushing event updated for resources: {'Port': ['ID=69c14c83-f5bf-42ca-82f9-d42329187caf,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:00.712762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-afe2af37-0a1b-40c8-926d-17717adcafa3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:00.714430 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-afe2af37-0a1b-40c8-926d-17717adcafa3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/networks?id=8007cea6-41ad-4d71-904f-1df8339feed7 HTTP/1.1" status: 200 len: 815 time: 0.2302990 Mar 01 20:59:00.774579 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-3e82f7f2-28b9-4e83-819d-dcb01d26d2a6 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/quotas/b78d9d9c87074e3ead6611c118eec35f HTTP/1.1" status: 200 len: 375 time: 0.0199475 Mar 01 20:59:00.808308 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17699370-8e7e-4000-8bf9-dcda1faae14a', 'tag': '69c14c83-f5bf-42ca-82f9-d42329187caf', 'status': 'completed', 'code': 200} Mar 01 20:59:00.861553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-610661002-network', 'tenant_id': 'dfcc00a1063c43dcb76b5b909931c715'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:59:00.868278 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:00.871322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe27bfc7-325b-4294-aa15-c8094fcf4827 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:59:00.883441 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Usage tracker for resource:network and tenant:dfcc00a1063c43dcb76b5b909931c715 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:00.884496 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:00.886070 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:00.894758 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:00.901667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-2355e3e8-5406-4530-bd20-c38f0e55533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:00.903155 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-2355e3e8-5406-4530-bd20-c38f0e55533e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95397676bb654365a20d938b1e5c7954&device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 1094 time: 0.1880741 Mar 01 20:59:00.904527 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [req-09473ce3-5647-4cf8-ba6e-3182503adace req-a9eb07c5-8b57-4f67-b9ab-ec312f61213f service neutron] show failed (client error): The resource could not be found. Mar 01 20:59:00.905764 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09473ce3-5647-4cf8-ba6e-3182503adace req-a9eb07c5-8b57-4f67-b9ab-ec312f61213f service neutron] 10.222.0.55 "GET /v2.0/ports/6fa6ee7c-e9f6-4b41-9521-49f859ad86b7/bindings/n-h1-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.1546090 Mar 01 20:59:00.906669 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] Transition to ACTIVE for port object fe27bfc7-325b-4294-aa15-c8094fcf4827 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:59:00.988505 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-564e0a88-427e-4caa-bec4-e269bb86054c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69c14c83-f5bf-42ca-82f9-d42329187caf HTTP/1.1" status: 200 len: 217 time: 0.0681887 Mar 01 20:59:00.999314 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-5a702094-63d0-425a-a578-ce58bcb371fc tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Synchronizing usage tracker for tenant:b78d9d9c87074e3ead6611c118eec35f on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:59:01.050247 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:01.052707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Made reservation on behalf of dfcc00a1063c43dcb76b5b909931c715 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:59:01.054975 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:01.117783 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:01.279862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-5a702094-63d0-425a-a578-ce58bcb371fc tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Unset dirty status for tenant:b78d9d9c87074e3ead6611c118eec35f on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:59:01.281287 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-5a702094-63d0-425a-a578-ce58bcb371fc tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b78d9d9c87074e3ead6611c118eec35f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5002639 Mar 01 20:59:01.292259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-def3ad80-010d-4503-9d7f-530f52bac762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:01.292259 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-def3ad80-010d-4503-9d7f-530f52bac762 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63ca4831-b7f4-4c13-b559-fddb959818f9 HTTP/1.1" status: 200 len: 861 time: 0.2897894 Mar 01 20:59:01.294491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:01.300545 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Usage tracker for resource:security_group_rule and tenant:dfcc00a1063c43dcb76b5b909931c715 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:01.335971 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:01.381411 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44768) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:01.384757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:01.391790 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-17c994b9-52cd-497e-82d9-1c24e094faf8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99e4bb30-45f4-49c3-a8d0-d83ec737eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884073 Mar 01 20:59:01.550044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] Pushing event updated for resources: {'Port': ['ID=fe27bfc7-325b-4294-aa15-c8094fcf4827,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:01.597657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] Attempting to bind port fe27bfc7-325b-4294-aa15-c8094fcf4827 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:59:01.597657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] Attempting to bind port fe27bfc7-325b-4294-aa15-c8094fcf4827 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'c0033dff-66c7-4991-8ee7-f4c19b77a17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c6ada74c-bd63-4636-abf5-95dfb8263926'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:59:01.598337 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] Attempting to bind port fe27bfc7-325b-4294-aa15-c8094fcf4827 on network c6ada74c-bd63-4636-abf5-95dfb8263926 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:59:01.606632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] Port fe27bfc7-325b-4294-aa15-c8094fcf4827 on network c6ada74c-bd63-4636-abf5-95dfb8263926 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:59:01.607188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] Attempting to bind port fe27bfc7-325b-4294-aa15-c8094fcf4827 on network c6ada74c-bd63-4636-abf5-95dfb8263926 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:59:01.616994 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:59:01.617596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] Checking segment: {'id': 'c0033dff-66c7-4991-8ee7-f4c19b77a17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c6ada74c-bd63-4636-abf5-95dfb8263926'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:59:01.618172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] Bound using segment: {'id': 'c0033dff-66c7-4991-8ee7-f4c19b77a17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c6ada74c-bd63-4636-abf5-95dfb8263926'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:59:01.618807 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] Bound port: fe27bfc7-325b-4294-aa15-c8094fcf4827, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0033dff-66c7-4991-8ee7-f4c19b77a17f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'c6ada74c-bd63-4636-abf5-95dfb8263926'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:59:01.619344 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:01.668837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc54839-11b8-4d82-ab66-d16353abaa84 req-3737dd7a-c43c-4ae6-beb0-bb86c793744f tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:01.668837 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8fc54839-11b8-4d82-ab66-d16353abaa84 req-3737dd7a-c43c-4ae6-beb0-bb86c793744f tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/ports?device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 943 time: 0.5716233 Mar 01 20:59:01.711061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44778) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:01.742839 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-e334fd9c-a859-4c4d-9f7e-c3e69e4f580e service neutron] 10.222.0.42 "GET /v2.0/networks/8007cea6-41ad-4d71-904f-1df8339feed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960953 Mar 01 20:59:01.774502 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-3b314c1c-a2c8-4171-893e-8e597f686781 service neutron] 10.222.0.55 "GET /v2.0/networks/99e4bb30-45f4-49c3-a8d0-d83ec737eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477416 Mar 01 20:59:01.861882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1910293900-network', 'tenant_id': '624682a839644b67889964b0277c3c3b'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:59:01.865313 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] For port fe27bfc7-325b-4294-aa15-c8094fcf4827, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:59:01.869644 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] For port fe27bfc7-325b-4294-aa15-c8094fcf4827, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fe27bfc7-325b-4294-aa15-c8094fcf4827,segment=NetworkSegment(c0033dff-66c7-4991-8ee7-f4c19b77a17f),segment_id=c0033dff-66c7-4991-8ee7-f4c19b77a17f)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:59:01.888499 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1203519053-network', 'tenant_id': 'aa2e4c40cdf841a1bcb0ba66d7c5d576'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:59:01.888499 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:01.891699 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09473ce3-5647-4cf8-ba6e-3182503adace req-63e305e8-9717-402b-a3a0-c6f8aad34fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:01.891699 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09473ce3-5647-4cf8-ba6e-3182503adace req-63e305e8-9717-402b-a3a0-c6f8aad34fd5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582&tenant_id=f49f672366454d8aaec799c518622a6a HTTP/1.1" status: 200 len: 1101 time: 0.1393647 Mar 01 20:59:01.908075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-4', 'device_owner': 'compute:nova'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:59:01.947903 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8fc54839-11b8-4d82-ab66-d16353abaa84 req-71d752fd-cb6c-437e-972b-1fa373a6fde7 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/security-groups?id=b2139c7f-28dd-4867-bb2d-b497a5bb096c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2675965 Mar 01 20:59:01.947903 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:01.953479 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:02.011277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Usage tracker for resource:network and tenant:624682a839644b67889964b0277c3c3b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:02.021413 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:02.021413 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:02.021413 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] 10.222.0.55 "PUT /v2.0/ports/fe27bfc7-325b-4294-aa15-c8094fcf4827 HTTP/1.1" status: 200 len: 1091 time: 2.0778749 Mar 01 20:59:02.023412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:02.034211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Usage tracker for resource:network and tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:02.040809 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:02.045837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:02.050302 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:02.060852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:02.090738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ce837-bdd9-423f-8685-b7a0f4ea58ff service neutron] Pushing event updated for resources: {'Port': ['ID=fe27bfc7-325b-4294-aa15-c8094fcf4827,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:02.116425 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-eea00dac-2791-4e87-b295-480c5ca243a3 service neutron] 10.222.0.42 "GET /v2.0/networks/8007cea6-41ad-4d71-904f-1df8339feed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3614626 Mar 01 20:59:02.116425 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41b2cb4a-454d-4514-9660-18ee85ea6b5e req-739fa138-7e21-4723-b0dc-3762011f96ab service neutron] 10.222.0.55 "GET /v2.0/networks/99e4bb30-45f4-49c3-a8d0-d83ec737eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227386 Mar 01 20:59:02.147482 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:02.182208 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:02.222761 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:02.275654 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:59:02.303071 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:02.303536 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Added segment 4dc63368-d3c4-48df-bcca-f471d8126841 of type vlan for network 0d1eb6c0-376b-40fd-917d-af7c4e8b615f Mar 01 20:59:02.307396 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9895777f-3f23-4080-97ea-dac399bbca7f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:02.367050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adb78fa-6594-4149-8914-45022fe99b79 req-e3f48474-3a65-412b-92fc-abf8844af790 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:02.369051 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2adb78fa-6594-4149-8914-45022fe99b79 req-e3f48474-3a65-412b-92fc-abf8844af790 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=efa29f3b-7897-4e20-b654-f9c6b07d7635 HTTP/1.1" status: 200 len: 943 time: 0.2410185 Mar 01 20:59:02.388071 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Made reservation on behalf of aa2e4c40cdf841a1bcb0ba66d7c5d576 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:59:02.388071 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:02.399634 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Made reservation on behalf of 624682a839644b67889964b0277c3c3b for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:59:02.401942 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:02.416308 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:02.431071 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-ed8c2da3-3ef9-4177-96c1-2c5810adf4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:02.432549 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-ed8c2da3-3ef9-4177-96c1-2c5810adf4eb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=73e0cae710d240e3a9c48196a71f53fb&device_id=efa29f3b-7897-4e20-b654-f9c6b07d7635 HTTP/1.1" status: 200 len: 1094 time: 0.2653143 Mar 01 20:59:02.451410 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:02.472118 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:02.485529 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa765493-c6cd-4c15-a514-9834e50254a9 req-14f96278-e2d1-4779-87f9-d3a968b10204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:02.487054 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa765493-c6cd-4c15-a514-9834e50254a9 req-14f96278-e2d1-4779-87f9-d3a968b10204 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=95397676bb654365a20d938b1e5c7954&device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 1094 time: 0.2221425 Mar 01 20:59:02.555796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:02.558828 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-928ff565-75e7-4de5-ba93-a1f794c6a374 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe27bfc7-325b-4294-aa15-c8094fcf4827 HTTP/1.1" status: 200 len: 217 time: 0.0884752 Mar 01 20:59:02.606922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Usage tracker for resource:security_group_rule and tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:02.614981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:02.617294 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:02.630624 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] For port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:02.636801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:02.638973 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Usage tracker for resource:security_group_rule and tenant:624682a839644b67889964b0277c3c3b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:02.644938 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2adb78fa-6594-4149-8914-45022fe99b79 req-6ad7e24d-488f-42af-99d8-ea5c0367d518 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209690 Mar 01 20:59:02.647706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:02.662965 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:02.666791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa765493-c6cd-4c15-a514-9834e50254a9 req-7307b4b9-6c70-4d44-80cc-26ad79253129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:02.667876 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa765493-c6cd-4c15-a514-9834e50254a9 req-7307b4b9-6c70-4d44-80cc-26ad79253129 service neutron] 10.222.0.55 "GET /v2.0/networks?id=99e4bb30-45f4-49c3-a8d0-d83ec737eb0f HTTP/1.1" status: 200 len: 922 time: 0.1755264 Mar 01 20:59:02.670814 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:02.683070 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:02.683070 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:02.713559 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-508327e3-ad0e-4ae3-b122-36d2c156da4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:02.715002 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-508327e3-ad0e-4ae3-b122-36d2c156da4c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d9c7eca-9d4c-45b5-b379-078956794f58 HTTP/1.1" status: 200 len: 854 time: 0.1457422 Mar 01 20:59:02.755582 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa765493-c6cd-4c15-a514-9834e50254a9 req-a6ae7c06-4190-4c4d-bb6a-b0a21104bcb6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=69c14c83-f5bf-42ca-82f9-d42329187caf HTTP/1.1" status: 200 len: 217 time: 0.0756867 Mar 01 20:59:02.756525 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] For port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:59:02.823739 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa29f3b-7897-4e20-b654-f9c6b07d7635', 'tag': 'fe27bfc7-325b-4294-aa15-c8094fcf4827'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:02.874676 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:02.881896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa765493-c6cd-4c15-a514-9834e50254a9 req-e70b2080-c165-4adc-86d4-9cca005fc206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:02.890526 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa765493-c6cd-4c15-a514-9834e50254a9 req-e70b2080-c165-4adc-86d4-9cca005fc206 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=63ca4831-b7f4-4c13-b559-fddb959818f9 HTTP/1.1" status: 200 len: 861 time: 0.0984013 Mar 01 20:59:02.896873 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-515bcf8f-79b2-460a-b1cf-eaf22a7c3617 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6ada74c-bd63-4636-abf5-95dfb8263926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1630335 Mar 01 20:59:02.940498 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] Transition to ACTIVE for port object 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:59:02.943068 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa765493-c6cd-4c15-a514-9834e50254a9 req-2f4a5046-79a4-41d5-a930-ca202f197edd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=99e4bb30-45f4-49c3-a8d0-d83ec737eb0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529118 Mar 01 20:59:02.948446 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] Pushing event updated for resources: {'Network': ['ID=0d1eb6c0-376b-40fd-917d-af7c4e8b615f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:02.962632 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 0d1eb6c0-376b-40fd-917d-af7c4e8b615f details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:59:03.055740 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-41254570-f17a-4060-9d86-f62749253407 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5374990 Mar 01 20:59:03.145793 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa765493-c6cd-4c15-a514-9834e50254a9 req-4c3d1a47-5894-4748-a62b-2c902e604877 service neutron] 10.222.0.55 "GET /v2.0/networks/99e4bb30-45f4-49c3-a8d0-d83ec737eb0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948748 Mar 01 20:59:03.147338 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa29f3b-7897-4e20-b654-f9c6b07d7635', 'tag': 'fe27bfc7-325b-4294-aa15-c8094fcf4827', 'status': 'completed', 'code': 200} Mar 01 20:59:03.148921 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:03.361813 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dcd1fcb9-e221-402e-96c9-38bb5e967810 req-e2c48e8c-6c2d-4312-a2b0-241d385e8948 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 210 time: 0.1059506 Mar 01 20:59:03.426880 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2df704-e754-425b-bd72-897795190861 req-c0f6e75d-6711-4932-886d-85d44b59bd6b tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:03.428500 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b2df704-e754-425b-bd72-897795190861 req-c0f6e75d-6711-4932-886d-85d44b59bd6b tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.6417120 Mar 01 20:59:03.436741 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:03.439560 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-40ac1385-4a3d-471c-92be-407a13a330ac service neutron] 10.222.0.55 "GET /v2.0/networks/c6ada74c-bd63-4636-abf5-95dfb8263926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5274534 Mar 01 20:59:03.443539 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:03.517919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,revision_number=6']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:03.579426 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] No DVR routers for this DVR port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:59:03.633107 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b2df704-e754-425b-bd72-897795190861 req-89da2aee-8ba2-4254-8b9c-4c42aba04c99 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923106 Mar 01 20:59:03.633713 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:03.652706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] Attempting to bind port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:59:03.653568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] Attempting to bind port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:59:03.654086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] Attempting to bind port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:59:03.664422 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] Port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:59:03.664989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] Attempting to bind port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:59:03.671593 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa765493-c6cd-4c15-a514-9834e50254a9 req-3a7024eb-74af-48eb-9b32-e5945663283e service neutron] 10.222.0.55 "GET /v2.0/networks/99e4bb30-45f4-49c3-a8d0-d83ec737eb0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5179353 Mar 01 20:59:03.674837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:59:03.675344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:59:03.675906 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:59:03.676483 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] Bound port: 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:59:03.676979 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:03.688592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:59:03.702308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da99170-0421-4825-88ab-32706145a472,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:03.705138 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:03.740270 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:03.740609 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Added segment f5d4bd3c-35a3-4897-aeaa-0114b56de111 of type vlan for network 6fb931f1-a2de-451d-87d5-4c2f9820eb76 Mar 01 20:59:03.769105 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25ab5aa5-d2ed-454e-b670-258a03647024 req-c275bbd4-1891-44d6-bfb6-b383ac634ae8 service neutron] 10.222.0.55 "GET /v2.0/networks/c6ada74c-bd63-4636-abf5-95dfb8263926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088965 Mar 01 20:59:03.793334 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:59:03.800873 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] For port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:59:03.804539 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] For port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:59:03.820352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a65a38-3e1c-41bb-8348-44f55a306a1b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:03.825897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd37f61-4c37-476b-a164-9e7634d69dcb req-dc96c3df-a14d-4a62-8856-ff8f05f1d914 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:03.827399 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-afd37f61-4c37-476b-a164-9e7634d69dcb req-dc96c3df-a14d-4a62-8856-ff8f05f1d914 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/ports?device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 943 time: 0.3380644 Mar 01 20:59:03.829109 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:03.852069 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:03.852357 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Added segment d141e36b-da9a-48de-b51a-84c292b6b497 of type vlan for network 0eb071d1-6f39-4afc-91bb-12176e722075 Mar 01 20:59:03.899201 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:03.954055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:03.955587 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:03.956956 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09473ce3-5647-4cf8-ba6e-3182503adace req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] 10.222.0.57 "PUT /v2.0/ports/6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 HTTP/1.1" status: 200 len: 1096 time: 2.0607872 Mar 01 20:59:04.008112 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:04.041109 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e078ec-0c5b-4330-b909-b272ab111362 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,revision_number=7']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:04.066256 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-afd37f61-4c37-476b-a164-9e7634d69dcb req-7d32d6c3-ab06-4406-a0f1-51ece2a51640 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/security-groups?id=b2139c7f-28dd-4867-bb2d-b497a5bb096c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309678 Mar 01 20:59:04.073979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09473ce3-5647-4cf8-ba6e-3182503adace req-5ee1f163-71b5-4a67-95d8-d86ef7f7a486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:04.076150 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09473ce3-5647-4cf8-ba6e-3182503adace req-5ee1f163-71b5-4a67-95d8-d86ef7f7a486 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 1099 time: 0.0910089 Mar 01 20:59:04.174030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09af66-1fe0-4565-b6f0-943bba6a78f8 req-60f10e41-fea4-4004-be23-ba69795bde74 tempest-ComputeTenantNetworksTest-1072481209 tempest-ComputeTenantNetworksTest-1072481209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:04.180401 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09af66-1fe0-4565-b6f0-943bba6a78f8 req-60f10e41-fea4-4004-be23-ba69795bde74 tempest-ComputeTenantNetworksTest-1072481209 tempest-ComputeTenantNetworksTest-1072481209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:04.189376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09af66-1fe0-4565-b6f0-943bba6a78f8 req-60f10e41-fea4-4004-be23-ba69795bde74 tempest-ComputeTenantNetworksTest-1072481209 tempest-ComputeTenantNetworksTest-1072481209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:04.191962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ed09af66-1fe0-4565-b6f0-943bba6a78f8 req-60f10e41-fea4-4004-be23-ba69795bde74 tempest-ComputeTenantNetworksTest-1072481209 tempest-ComputeTenantNetworksTest-1072481209-project] Synchronizing usage tracker for tenant:dfcc00a1063c43dcb76b5b909931c715 on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:59:04.199261 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:04.200237 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:04.200821 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:04.237199 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09473ce3-5647-4cf8-ba6e-3182503adace req-d7eb910a-c5b6-45e9-a9b5-a573451d5d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:04.238943 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09473ce3-5647-4cf8-ba6e-3182503adace req-d7eb910a-c5b6-45e9-a9b5-a573451d5d03 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.1570897 Mar 01 20:59:04.328056 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09473ce3-5647-4cf8-ba6e-3182503adace req-0ca8e3d3-c5be-4563-b58d-5fad7e2e3cd2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 HTTP/1.1" status: 200 len: 217 time: 0.0825157 Mar 01 20:59:04.392303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09473ce3-5647-4cf8-ba6e-3182503adace req-9090ad64-316c-4216-b1b5-e77bf80bddd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:04.392527 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:04.393421 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:04.393661 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09473ce3-5647-4cf8-ba6e-3182503adace req-9090ad64-316c-4216-b1b5-e77bf80bddd1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0605078 Mar 01 20:59:04.394004 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:04.411427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27764705-40ec-48f3-95c7-8caade12af08 req-3fad5ee5-e4cb-4245-8e78-e00c39e20cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:04.412878 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27764705-40ec-48f3-95c7-8caade12af08 req-3fad5ee5-e4cb-4245-8e78-e00c39e20cca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=73e0cae710d240e3a9c48196a71f53fb&device_id=efa29f3b-7897-4e20-b654-f9c6b07d7635 HTTP/1.1" status: 200 len: 1094 time: 0.4068460 Mar 01 20:59:04.416386 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] Pushing event updated for resources: {'Network': ['ID=6fb931f1-a2de-451d-87d5-4c2f9820eb76,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:04.429234 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 6fb931f1-a2de-451d-87d5-4c2f9820eb76 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:59:04.484276 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09473ce3-5647-4cf8-ba6e-3182503adace req-85381f3d-2fa5-4e28-8b9c-3c53b49b552e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:04.486523 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09473ce3-5647-4cf8-ba6e-3182503adace req-85381f3d-2fa5-4e28-8b9c-3c53b49b552e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867946 Mar 01 20:59:04.495056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ed09af66-1fe0-4565-b6f0-943bba6a78f8 req-60f10e41-fea4-4004-be23-ba69795bde74 tempest-ComputeTenantNetworksTest-1072481209 tempest-ComputeTenantNetworksTest-1072481209-project] Unset dirty status for tenant:dfcc00a1063c43dcb76b5b909931c715 on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:59:04.496251 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed09af66-1fe0-4565-b6f0-943bba6a78f8 req-60f10e41-fea4-4004-be23-ba69795bde74 tempest-ComputeTenantNetworksTest-1072481209 tempest-ComputeTenantNetworksTest-1072481209-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.6406982 Mar 01 20:59:04.505500 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f0f7a74e-e547-4397-b915-7667493f8e13 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7913511 Mar 01 20:59:04.514126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44822) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:04.538916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-642a7dc7-9257-469c-88ba-8a5393a23f07 admin admin] Request body: {'subnet': {'network_id': '6fb931f1-a2de-451d-87d5-4c2f9820eb76', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1910293900-subnet', 'tenant_id': '624682a839644b67889964b0277c3c3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:59:04.551425 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-642a7dc7-9257-469c-88ba-8a5393a23f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:04.602566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-642a7dc7-9257-469c-88ba-8a5393a23f07 admin admin] Usage tracker for resource:subnet and tenant:624682a839644b67889964b0277c3c3b is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:04.611957 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-642a7dc7-9257-469c-88ba-8a5393a23f07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:04.624481 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-642a7dc7-9257-469c-88ba-8a5393a23f07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:04.652081 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:59:04.666462 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.2798462 Mar 01 20:59:04.666630 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44826) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:04.669796 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09473ce3-5647-4cf8-ba6e-3182503adace req-01d6de80-9536-42c3-b4a0-3da9e96d72f7 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782339 Mar 01 20:59:04.673154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9bcf6072-d3e5-4ca0-a09d-8ffee014ff6c admin admin] Request body: {'subnet': {'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1203519053-subnet', 'tenant_id': 'aa2e4c40cdf841a1bcb0ba66d7c5d576', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:59:04.678945 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27b6102-c575-432d-8840-fb108dbded7e admin admin] Pushing event updated for resources: {'Network': ['ID=0eb071d1-6f39-4afc-91bb-12176e722075,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:04.682774 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-400613da-a6a7-4fb6-8e76-47c1b171b9d6 req-08551ec9-da22-42b0-a0fd-67b22b1e73f8 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 210 time: 0.1222444 Mar 01 20:59:04.708572 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85989466-3f9f-4dd5-8c51-d0f060476b37 req-88f0822d-9ebb-466f-bef1-c1aef81d2dd4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:04.708851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9bcf6072-d3e5-4ca0-a09d-8ffee014ff6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:04.708932 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85989466-3f9f-4dd5-8c51-d0f060476b37 req-88f0822d-9ebb-466f-bef1-c1aef81d2dd4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=efa29f3b-7897-4e20-b654-f9c6b07d7635 HTTP/1.1" status: 200 len: 943 time: 0.4737830 Mar 01 20:59:04.721056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 0eb071d1-6f39-4afc-91bb-12176e722075 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:59:04.723822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9bcf6072-d3e5-4ca0-a09d-8ffee014ff6c admin admin] Usage tracker for resource:subnet and tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:04.728285 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9bcf6072-d3e5-4ca0-a09d-8ffee014ff6c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:04.769874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:59:04.787587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9bcf6072-d3e5-4ca0-a09d-8ffee014ff6c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:04.794034 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-642a7dc7-9257-469c-88ba-8a5393a23f07 admin admin] Made reservation on behalf of 624682a839644b67889964b0277c3c3b for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:59:04.796349 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-642a7dc7-9257-469c-88ba-8a5393a23f07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:04.798254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27764705-40ec-48f3-95c7-8caade12af08 req-9e131be3-1f28-485d-b92e-33e564127e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:04.800046 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27764705-40ec-48f3-95c7-8caade12af08 req-9e131be3-1f28-485d-b92e-33e564127e5c service neutron] 10.222.0.55 "GET /v2.0/networks?id=c6ada74c-bd63-4636-abf5-95dfb8263926 HTTP/1.1" status: 200 len: 915 time: 0.3658175 Mar 01 20:59:04.902817 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85989466-3f9f-4dd5-8c51-d0f060476b37 req-577a5891-4863-4789-a564-8f3cdec30935 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930678 Mar 01 20:59:04.911237 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcf6072-d3e5-4ca0-a09d-8ffee014ff6c admin admin] Made reservation on behalf of aa2e4c40cdf841a1bcb0ba66d7c5d576 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:59:04.913370 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bcf6072-d3e5-4ca0-a09d-8ffee014ff6c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:04.958912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27764705-40ec-48f3-95c7-8caade12af08 req-499c5ba9-6aaf-4271-9f48-7ca81fb75879 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fe27bfc7-325b-4294-aa15-c8094fcf4827 HTTP/1.1" status: 200 len: 217 time: 0.1405101 Mar 01 20:59:04.966663 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09473ce3-5647-4cf8-ba6e-3182503adace req-7f790c8b-66e3-4f6a-92f9-762b907ba9fa service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894034 Mar 01 20:59:05.075154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef078b8-43e5-4bce-a0bb-e8e5392db44c req-ce316dcd-18c0-4b49-bf50-93aa67bd46cd tempest-ComputeTenantNetworksTest-1072481209 tempest-ComputeTenantNetworksTest-1072481209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:05.077167 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bef078b8-43e5-4bce-a0bb-e8e5392db44c req-ce316dcd-18c0-4b49-bf50-93aa67bd46cd tempest-ComputeTenantNetworksTest-1072481209 tempest-ComputeTenantNetworksTest-1072481209-project] 10.222.0.42 "GET /v2.0/networks/0d1eb6c0-376b-40fd-917d-af7c4e8b615f HTTP/1.1" status: 200 len: 768 time: 0.3508649 Mar 01 20:59:05.091492 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44832) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:05.130745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27764705-40ec-48f3-95c7-8caade12af08 req-457149ba-ef66-448f-90fe-1504b786a14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:05.137376 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27764705-40ec-48f3-95c7-8caade12af08 req-457149ba-ef66-448f-90fe-1504b786a14e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3d9c7eca-9d4c-45b5-b379-078956794f58 HTTP/1.1" status: 200 len: 854 time: 0.1680367 Mar 01 20:59:05.227507 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c123cac-d255-4eb1-9774-bc8835ac9582', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7'}, {'name': 'network-changed', 'server_uuid': '2c123cac-d255-4eb1-9774-bc8835ac9582', 'tag': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:05.306743 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bcf6072-d3e5-4ca0-a09d-8ffee014ff6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:05.403169 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27764705-40ec-48f3-95c7-8caade12af08 req-1f808422-0084-4e77-a15f-ac3fe0bcf45b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c6ada74c-bd63-4636-abf5-95dfb8263926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2212806 Mar 01 20:59:05.553723 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcf6072-d3e5-4ca0-a09d-8ffee014ff6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f3a5278-957f-4116-9615-00ae8b4a370b,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:05.608209 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcf6072-d3e5-4ca0-a09d-8ffee014ff6c admin admin] Checking segment: {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:59:05.608568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcf6072-d3e5-4ca0-a09d-8ffee014ff6c admin admin] Network hostable DHCP agents. Network: 0eb071d1-6f39-4afc-91bb-12176e722075, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:59:05.622226 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e167aa1-dc43-41b5-96b7-4c7af73f2eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:05.622368 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-642a7dc7-9257-469c-88ba-8a5393a23f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:05.715926 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642a7dc7-9257-469c-88ba-8a5393a23f07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf6861a4-adc4-4c4b-a4e0-d32a1108446e,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:05.718353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8154d822-13fd-422d-9020-c29bef3a4485 req-024e1280-8105-4b21-b40f-88c711d18a5a tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:05.720036 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8154d822-13fd-422d-9020-c29bef3a4485 req-024e1280-8105-4b21-b40f-88c711d18a5a tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 948 time: 0.6161783 Mar 01 20:59:05.726432 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27764705-40ec-48f3-95c7-8caade12af08 req-8830bd49-e440-4fe3-bfae-c205420301d1 service neutron] 10.222.0.55 "GET /v2.0/networks/c6ada74c-bd63-4636-abf5-95dfb8263926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501972 Mar 01 20:59:05.744457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-642a7dc7-9257-469c-88ba-8a5393a23f07 admin admin] Checking segment: {'id': 'f5d4bd3c-35a3-4897-aeaa-0114b56de111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6fb931f1-a2de-451d-87d5-4c2f9820eb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:59:05.744457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642a7dc7-9257-469c-88ba-8a5393a23f07 admin admin] Network hostable DHCP agents. Network: 6fb931f1-a2de-451d-87d5-4c2f9820eb76, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:59:05.755757 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b7571991-3ade-43d5-a410-6907041e091b req-9c3d4f8a-0344-4ba0-adfe-75f397fe8c9b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2048106 Mar 01 20:59:05.804909 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaffba0-3050-4d4a-8707-23c6397f3376 req-f7a85e04-cbe0-40b0-9b82-f9acb6786222 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:05.806294 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7aaffba0-3050-4d4a-8707-23c6397f3376 req-f7a85e04-cbe0-40b0-9b82-f9acb6786222 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/ports?device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 943 time: 0.4527454 Mar 01 20:59:05.817094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcf6072-d3e5-4ca0-a09d-8ffee014ff6c admin admin] Network 0eb071d1-6f39-4afc-91bb-12176e722075 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:59:05.853643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-642a7dc7-9257-469c-88ba-8a5393a23f07 admin admin] Network 6fb931f1-a2de-451d-87d5-4c2f9820eb76 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:59:05.870280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7571991-3ade-43d5-a410-6907041e091b req-c376cd37-c0f3-45b8-b82a-149cea1642e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:05.870280 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b7571991-3ade-43d5-a410-6907041e091b req-c376cd37-c0f3-45b8-b82a-149cea1642e2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 1100 time: 0.0869155 Mar 01 20:59:05.955382 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e167aa1-dc43-41b5-96b7-4c7af73f2eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:05.977827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-9bcf6072-d3e5-4ca0-a09d-8ffee014ff6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 0eb071d1-6f39-4afc-91bb-12176e722075) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:59:05.978150 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8154d822-13fd-422d-9020-c29bef3a4485 req-33dcc88d-98b5-41ce-8136-3cdaa7a6979f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505109 Mar 01 20:59:05.982392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcf6072-d3e5-4ca0-a09d-8ffee014ff6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:05.983021 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bcf6072-d3e5-4ca0-a09d-8ffee014ff6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:05.990739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef7fc06-07a0-4126-83da-53943806a2e2 None None] Network 0eb071d1-6f39-4afc-91bb-12176e722075 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:59:06.007864 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-642a7dc7-9257-469c-88ba-8a5393a23f07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 6fb931f1-a2de-451d-87d5-4c2f9820eb76) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:59:06.021778 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-7e167aa1-dc43-41b5-96b7-4c7af73f2eeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d1eb6c0-376b-40fd-917d-af7c4e8b615f']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:59:06.022011 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9eea35-6bfc-46fb-aab3-0bed3f7fc28d None None] Network 6fb931f1-a2de-451d-87d5-4c2f9820eb76 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:59:06.031323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-642a7dc7-9257-469c-88ba-8a5393a23f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:06.033160 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-642a7dc7-9257-469c-88ba-8a5393a23f07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:06.046134 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-7e167aa1-dc43-41b5-96b7-4c7af73f2eeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc63368-d3c4-48df-bcca-f471d8126841') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:59:06.046631 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-7e167aa1-dc43-41b5-96b7-4c7af73f2eeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc63368-d3c4-48df-bcca-f471d8126841') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:59:06.056788 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7aaffba0-3050-4d4a-8707-23c6397f3376 req-2b7c5215-1914-4f8a-ab20-193e4fb655e7 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/security-groups?id=b2139c7f-28dd-4867-bb2d-b497a5bb096c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348576 Mar 01 20:59:06.078455 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e167aa1-dc43-41b5-96b7-4c7af73f2eeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:06.096205 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27764705-40ec-48f3-95c7-8caade12af08 req-01f9ed26-6d47-4385-9a16-b4215c07a186 service neutron] 10.222.0.55 "GET /v2.0/networks/c6ada74c-bd63-4636-abf5-95dfb8263926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514102 Mar 01 20:59:06.102907 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e167aa1-dc43-41b5-96b7-4c7af73f2eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:06.118639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e167aa1-dc43-41b5-96b7-4c7af73f2eeb admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:59:06.119221 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e167aa1-dc43-41b5-96b7-4c7af73f2eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: timer() Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:59:06.151409 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:59:06.231257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7571991-3ade-43d5-a410-6907041e091b req-350c1038-195d-4b7a-902d-bc1915298359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:06.235184 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b7571991-3ade-43d5-a410-6907041e091b req-350c1038-195d-4b7a-902d-bc1915298359 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.3483372 Mar 01 20:59:06.310302 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c123cac-d255-4eb1-9774-bc8835ac9582', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7', 'code': 200} Mar 01 20:59:06.310476 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c123cac-d255-4eb1-9774-bc8835ac9582', 'tag': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7', 'status': 'completed', 'code': 200} Mar 01 20:59:06.319382 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9bcf6072-d3e5-4ca0-a09d-8ffee014ff6c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.6530375 Mar 01 20:59:06.409137 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b7571991-3ade-43d5-a410-6907041e091b req-0afa5b37-7b12-4218-b448-004c59a38ccf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 HTTP/1.1" status: 200 len: 217 time: 0.0914631 Mar 01 20:59:06.411656 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e167aa1-dc43-41b5-96b7-4c7af73f2eeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:06.455248 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9620e2c5-ba18-4d05-9c14-0e28ba4fb0ce req-79140faa-453c-4ce1-8128-7310c970b7ad tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 210 time: 0.1861088 Mar 01 20:59:06.458845 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e167aa1-dc43-41b5-96b7-4c7af73f2eeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:06.475276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e167aa1-dc43-41b5-96b7-4c7af73f2eeb admin admin] Pushing event deleted for resources: {'Network': ['ID=0d1eb6c0-376b-40fd-917d-af7c4e8b615f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:06.484271 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46dd3553-3de2-42f6-a82a-6082e53e6212 None None] Network 6fb931f1-a2de-451d-87d5-4c2f9820eb76 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:59:06.514392 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-642a7dc7-9257-469c-88ba-8a5393a23f07 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9967549 Mar 01 20:59:06.550503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-92011fe0-5e61-4189-a708-66960435927f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:06.552229 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-92011fe0-5e61-4189-a708-66960435927f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 1099 time: 0.2460732 Mar 01 20:59:06.566326 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865beff-2f5d-4f8f-bc3b-22d37defaa18 req-de29cd8b-3747-440b-9b1f-b9702c1e64fd tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:06.573233 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6865beff-2f5d-4f8f-bc3b-22d37defaa18 req-de29cd8b-3747-440b-9b1f-b9702c1e64fd tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=efa29f3b-7897-4e20-b654-f9c6b07d7635 HTTP/1.1" status: 200 len: 943 time: 0.3033922 Mar 01 20:59:06.597164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7571991-3ade-43d5-a410-6907041e091b req-bb6cbff6-9a76-4413-9e3f-ec28089c509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:06.599010 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b7571991-3ade-43d5-a410-6907041e091b req-bb6cbff6-9a76-4413-9e3f-ec28089c509f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1817279 Mar 01 20:59:06.632495 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7e167aa1-dc43-41b5-96b7-4c7af73f2eeb admin admin] 10.222.0.42 "DELETE /v2.0/networks/0d1eb6c0-376b-40fd-917d-af7c4e8b615f HTTP/1.1" status: 204 len: 168 time: 1.5379155 Mar 01 20:59:06.682058 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 69c14c83-f5bf-42ca-82f9-d42329187caf details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:59:06.690228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-af7acc01-7fc1-4263-ad49-63f12f7a2d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:06.693021 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-af7acc01-7fc1-4263-ad49-63f12f7a2d89 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 1099 time: 0.4540222 Mar 01 20:59:06.750114 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6865beff-2f5d-4f8f-bc3b-22d37defaa18 req-76df7708-f886-430d-9d09-25b00985e052 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755142 Mar 01 20:59:06.789949 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-152b6af9-dd01-42d8-a321-72671ba2bb2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:06.792080 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-152b6af9-dd01-42d8-a321-72671ba2bb2b service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.2031016 Mar 01 20:59:06.875574 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-5d752eb0-86e9-4098-af0e-bc7bd6ed4c15 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:06.876881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-5d752eb0-86e9-4098-af0e-bc7bd6ed4c15 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Synchronizing usage tracker for tenant:b78d9d9c87074e3ead6611c118eec35f on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:59:06.880469 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-bbf2cc50-4475-41e8-9723-3bb370a023f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 HTTP/1.1" status: 200 len: 217 time: 0.0810516 Mar 01 20:59:06.955938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7571991-3ade-43d5-a410-6907041e091b req-26dfb6fc-192c-40f0-a613-216aa820bdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:06.971417 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b7571991-3ade-43d5-a410-6907041e091b req-26dfb6fc-192c-40f0-a613-216aa820bdc1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3568389 Mar 01 20:59:07.011982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-abba0264-cc8c-4ca1-8573-4768a70d28c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:07.014141 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-abba0264-cc8c-4ca1-8573-4768a70d28c5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1265705 Mar 01 20:59:07.081558 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-46146a30-5c27-40ba-ac43-458d2c3517e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:07.083040 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-46146a30-5c27-40ba-ac43-458d2c3517e5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.3778284 Mar 01 20:59:07.083688 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-5d752eb0-86e9-4098-af0e-bc7bd6ed4c15 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Unset dirty status for tenant:b78d9d9c87074e3ead6611c118eec35f on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:59:07.084641 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-5d752eb0-86e9-4098-af0e-bc7bd6ed4c15 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.57 "GET /v2.0/networks?id=8007cea6-41ad-4d71-904f-1df8339feed7 HTTP/1.1" status: 200 len: 815 time: 0.6279659 Mar 01 20:59:07.209270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44878) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:07.237620 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea219a5-6fbf-482b-821b-240cde76c573 None None] Network 0eb071d1-6f39-4afc-91bb-12176e722075 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:59:07.397996 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2da15087-ceca-4072-bbe9-f4534d1966cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dfcc00a1063c43dcb76b5b909931c715&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1761224 Mar 01 20:59:07.401580 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-191e0831-dc6e-4645-a1aa-5aab75c7d51b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 HTTP/1.1" status: 200 len: 217 time: 0.1913543 Mar 01 20:59:07.402039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44886) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:07.437653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-72acaa3b-4f5d-4a98-acda-11c2e0de9f81 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:07.438353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-72acaa3b-4f5d-4a98-acda-11c2e0de9f81 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Synchronizing usage tracker for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:59:07.518097 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-0f45d371-0e9d-470e-9172-f59e47417d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:07.519736 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-0f45d371-0e9d-470e-9172-f59e47417d58 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0756350 Mar 01 20:59:07.623123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-72acaa3b-4f5d-4a98-acda-11c2e0de9f81 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Unset dirty status for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:59:07.623123 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-72acaa3b-4f5d-4a98-acda-11c2e0de9f81 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 806 time: 0.5990314 Mar 01 20:59:07.644898 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 69c14c83-f5bf-42ca-82f9-d42329187caf, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=69c14c83-f5bf-42ca-82f9-d42329187caf,segment=NetworkSegment(e9b8fe2e-0486-4282-bbbe-e8b995b0b3f2),segment_id=e9b8fe2e-0486-4282-bbbe-e8b995b0b3f2)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:07.676010 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '69c14c83-f5bf-42ca-82f9-d42329187caf', 'network_id': '99e4bb30-45f4-49c3-a8d0-d83ec737eb0f', 'port_id': '69c14c83-f5bf-42ca-82f9-d42329187caf', 'mac_address': 'fa:16:3e:4d:00:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63ca4831-b7f4-4c13-b559-fddb959818f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:59:07.689762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-0c80e0e4-c209-414b-a8a8-00c82fad3ceb tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:07.690997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-0c80e0e4-c209-414b-a8a8-00c82fad3ceb tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Synchronizing usage tracker for tenant:624682a839644b67889964b0277c3c3b on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:59:07.698593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-9057c465-ee1b-424b-8fec-12fba39f2562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:07.698799 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-863b5653-f42e-47a9-aad9-cceddbf1c1c8 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Synchronizing usage tracker for tenant:b78d9d9c87074e3ead6611c118eec35f on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:59:07.701681 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-9057c465-ee1b-424b-8fec-12fba39f2562 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4462397 Mar 01 20:59:07.703275 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-67ad2058-983b-4697-b412-e5b219b25d42 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/quotas/aa2e4c40cdf841a1bcb0ba66d7c5d576 HTTP/1.1" status: 200 len: 375 time: 0.0823510 Mar 01 20:59:07.786630 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b7571991-3ade-43d5-a410-6907041e091b req-eb2d8adb-cb52-4720-ab80-b473c5bc0a8a service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7941270 Mar 01 20:59:07.817298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-0c80e0e4-c209-414b-a8a8-00c82fad3ceb tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Unset dirty status for tenant:624682a839644b67889964b0277c3c3b on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:59:07.817298 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-0c80e0e4-c209-414b-a8a8-00c82fad3ceb tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/networks?id=6fb931f1-a2de-451d-87d5-4c2f9820eb76 HTTP/1.1" status: 200 len: 814 time: 0.3732018 Mar 01 20:59:07.828732 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-863b5653-f42e-47a9-aad9-cceddbf1c1c8 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Unset dirty status for tenant:b78d9d9c87074e3ead6611c118eec35f on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:59:07.828732 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-863b5653-f42e-47a9-aad9-cceddbf1c1c8 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b78d9d9c87074e3ead6611c118eec35f HTTP/1.1" status: 200 len: 379 time: 0.6101782 Mar 01 20:59:07.848715 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-59ca65b5-8af3-4bc6-8a24-992b3f3dce79 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887294 Mar 01 20:59:07.870697 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-b12de64a-1dfb-4caa-9e1e-1773ed887703 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Request body: {'port': {'device_id': 'bccf60a1-4a37-4f4a-9f39-47a23b820948', 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7', 'admin_state_up': True, 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'security_groups': ['1074fff3-b893-4ad5-a33b-4f1a6a7d7771']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:59:07.882906 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b84faef5-bf7a-4c3d-91af-6e696e65755e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:07.928625 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:07.958308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69c14c83-f5bf-42ca-82f9-d42329187caf {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:59:07.962754 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:59:08.017167 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 69c14c83-f5bf-42ca-82f9-d42329187caf, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=69c14c83-f5bf-42ca-82f9-d42329187caf,segment=NetworkSegment(e9b8fe2e-0486-4282-bbbe-e8b995b0b3f2),segment_id=e9b8fe2e-0486-4282-bbbe-e8b995b0b3f2)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:08.021025 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-466d1dfe-0900-47d0-9aa8-20b2b01c35a6 service neutron] 10.222.0.42 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609972 Mar 01 20:59:08.147997 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-1c501204-0e30-4fee-9866-88bf984e158a tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/quotas/624682a839644b67889964b0277c3c3b HTTP/1.1" status: 200 len: 375 time: 0.3310874 Mar 01 20:59:08.162791 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:08.231990 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:08.232981 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-09b91066-abeb-4b57-be8e-85341b50d09b tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=624682a839644b67889964b0277c3c3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840192 Mar 01 20:59:08.272945 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7', 'mac_address': 'fa:16:3e:33:73:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:59:08.293263 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b84faef5-bf7a-4c3d-91af-6e696e65755e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:08.351567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-4f367df2-4619-44d3-86f8-0c145b48c056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:08.353132 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-4f367df2-4619-44d3-86f8-0c145b48c056 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8017998 Mar 01 20:59:08.372306 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b7571991-3ade-43d5-a410-6907041e091b req-54b22fcf-9fe0-4943-8241-6b04876af3bc service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5829062 Mar 01 20:59:08.390525 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:08.408626 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=69c14c83-f5bf-42ca-82f9-d42329187caf,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:08.420033 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:59:08.433150 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:08.433573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:08.434152 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:08.434664 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:08.435216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:08.435595 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:08.435929 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:08.436256 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:08.436758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:08.436973 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:08.437295 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:08.437650 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:08.439718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-b12de64a-1dfb-4caa-9e1e-1773ed887703 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:08.447917 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-647e8ef9-c461-48ad-b3f2-ad3180938d98 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7278140 Mar 01 20:59:08.469192 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:08.501270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-b12de64a-1dfb-4caa-9e1e-1773ed887703 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:08.582552 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['69c14c83-f5bf-42ca-82f9-d42329187caf'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:59:08.583881 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-877008bf-45ab-44b1-be56-0f185d496921 service neutron] 10.222.0.42 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4927800 Mar 01 20:59:08.642401 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-eb156f2a-e49c-4083-8857-88a8401b2fee service neutron] 10.222.0.42 "GET /v2.0/networks/6fb931f1-a2de-451d-87d5-4c2f9820eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083374 Mar 01 20:59:08.654894 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-e65e3663-fa90-4a7e-880c-d01a2d59f5a5 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812309 Mar 01 20:59:08.657344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-b12de64a-1dfb-4caa-9e1e-1773ed887703 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Made reservation on behalf of b78d9d9c87074e3ead6611c118eec35f for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:59:08.668184 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-b12de64a-1dfb-4caa-9e1e-1773ed887703 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:08.676183 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device fe27bfc7-325b-4294-aa15-c8094fcf4827 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:59:08.681399 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:08.691264 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b84faef5-bf7a-4c3d-91af-6e696e65755e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:08.765578 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:08.807786 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-c1a35fb3-f35f-4876-80d8-2576f3a1e0b8 service neutron] 10.222.0.42 "GET /v2.0/networks/6fb931f1-a2de-451d-87d5-4c2f9820eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531451 Mar 01 20:59:08.817156 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-39702036-f914-4d22-b581-2a3926af3996 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519650 Mar 01 20:59:08.873724 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84faef5-bf7a-4c3d-91af-6e696e65755e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9895777f-3f23-4080-97ea-dac399bbca7f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:08.888073 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b84faef5-bf7a-4c3d-91af-6e696e65755e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:08.888073 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b84faef5-bf7a-4c3d-91af-6e696e65755e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9895777f-3f23-4080-97ea-dac399bbca7f HTTP/1.1" status: 204 len: 168 time: 1.4769232 Mar 01 20:59:09.072294 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fa52e6a9-63c8-467b-a077-0f8b2d096e6a req-4dce4630-86c4-42a2-9966-362a81067df2 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608956 Mar 01 20:59:09.105564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['6fa6ee7c-e9f6-4b41-9521-49f859ad86b7'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:59:09.368294 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-b12de64a-1dfb-4caa-9e1e-1773ed887703 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Allocated IP 172.20.0.9 (8007cea6-41ad-4d71-904f-1df8339feed7/e84a0e23-c311-4cef-a37e-b35e66df3495/ba1be82b-f1bb-4a54-ae3b-3188ebeebadb) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:59:09.522529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5312351a-3a9e-4e3e-8873-bec5f716228f req-321df451-0cd8-41c1-9e1c-1c1c8767f224 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:09.523546 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port fe27bfc7-325b-4294-aa15-c8094fcf4827, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fe27bfc7-325b-4294-aa15-c8094fcf4827,segment=NetworkSegment(c0033dff-66c7-4991-8ee7-f4c19b77a17f),segment_id=c0033dff-66c7-4991-8ee7-f4c19b77a17f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:09.525188 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5312351a-3a9e-4e3e-8873-bec5f716228f req-321df451-0cd8-41c1-9e1c-1c1c8767f224 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 949 time: 0.2874942 Mar 01 20:59:09.539989 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'fe27bfc7-325b-4294-aa15-c8094fcf4827', 'network_id': 'c6ada74c-bd63-4636-abf5-95dfb8263926', 'port_id': 'fe27bfc7-325b-4294-aa15-c8094fcf4827', 'mac_address': 'fa:16:3e:9d:51:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9c7eca-9d4c-45b5-b379-078956794f58', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:59:09.615741 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5312351a-3a9e-4e3e-8873-bec5f716228f req-9fdbc3ee-7a4f-44c5-9f38-5f2a6633272f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867989 Mar 01 20:59:09.692427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60db6e27-eaba-41b5-b126-ae2f3c44f585 req-3e57a074-19bc-4ea5-91bf-93b8530b09e0 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:09.699761 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60db6e27-eaba-41b5-b126-ae2f3c44f585 req-3e57a074-19bc-4ea5-91bf-93b8530b09e0 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/ports?device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 944 time: 0.3019707 Mar 01 20:59:09.755843 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:09.765011 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60db6e27-eaba-41b5-b126-ae2f3c44f585 req-77e3d1ad-06ef-4ed1-bb2a-15d61ab886e3 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/security-groups?id=b2139c7f-28dd-4867-bb2d-b497a5bb096c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639639 Mar 01 20:59:09.822241 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe27bfc7-325b-4294-aa15-c8094fcf4827 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:59:09.871143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port fe27bfc7-325b-4294-aa15-c8094fcf4827, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fe27bfc7-325b-4294-aa15-c8094fcf4827,segment=NetworkSegment(c0033dff-66c7-4991-8ee7-f4c19b77a17f),segment_id=c0033dff-66c7-4991-8ee7-f4c19b77a17f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:09.910151 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1c0f5b61-2b91-4f02-a29f-08dfbbecc7e1 req-fbabd344-0cf9-435c-a659-fe30a664b8f0 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 210 time: 0.0842106 Mar 01 20:59:09.930458 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-b12de64a-1dfb-4caa-9e1e-1773ed887703 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:09.951156 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-b12de64a-1dfb-4caa-9e1e-1773ed887703 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Transition to ACTIVE for port object ba1be82b-f1bb-4a54-ae3b-3188ebeebadb will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:59:10.001697 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:10.067721 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc03e071-e203-416f-8d6a-5004a4327866 req-fce2e484-a4da-4e03-bca5-4962e77a2632 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 210 time: 0.1153386 Mar 01 20:59:10.102723 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=fe27bfc7-325b-4294-aa15-c8094fcf4827,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:10.177963 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-b12de64a-1dfb-4caa-9e1e-1773ed887703 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:10.314771 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12de64a-1dfb-4caa-9e1e-1773ed887703 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Pushing event updated for resources: {'Port': ['ID=ba1be82b-f1bb-4a54-ae3b-3188ebeebadb,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:10.333666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-b12de64a-1dfb-4caa-9e1e-1773ed887703 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Network 8007cea6-41ad-4d71-904f-1df8339feed7 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:59:10.337290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-b12de64a-1dfb-4caa-9e1e-1773ed887703 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:59:10.349045 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9911c38c-906f-4773-8b60-b7a97591242c req-fcb29e94-5599-4caa-9955-273634dcce61 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 210 time: 0.2312436 Mar 01 20:59:10.356356 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-b12de64a-1dfb-4caa-9e1e-1773ed887703 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:59:10.360322 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfea08e-ae4c-4a85-869d-18209f5b1908 req-54e0b10c-85dd-4f4a-a1f4-26f577ae04ee tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:10.363871 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8bfea08e-ae4c-4a85-869d-18209f5b1908 req-54e0b10c-85dd-4f4a-a1f4-26f577ae04ee tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=efa29f3b-7897-4e20-b654-f9c6b07d7635 HTTP/1.1" status: 200 len: 944 time: 0.3779466 Mar 01 20:59:10.383151 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['fe27bfc7-325b-4294-aa15-c8094fcf4827'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:59:10.453443 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8bfea08e-ae4c-4a85-869d-18209f5b1908 req-1ac68e78-5136-46df-b60d-eae52083875c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833514 Mar 01 20:59:10.500659 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-b12de64a-1dfb-4caa-9e1e-1773ed887703 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:10.502300 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-b12de64a-1dfb-4caa-9e1e-1773ed887703 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:10.648312 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-b12de64a-1dfb-4caa-9e1e-1773ed887703 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7999110 Mar 01 20:59:10.664579 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] Request body: {'port': {'device_id': 'bccf60a1-4a37-4f4a-9f39-47a23b820948', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:59:10.693075 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 69c14c83-f5bf-42ca-82f9-d42329187caf up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:59:10.804884 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:10.863503 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a4965eb8-5d5a-484e-ab30-058a667fe4ec None None] Provisioning for port ba1be82b-f1bb-4a54-ae3b-3188ebeebadb completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:59:10.869782 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a4965eb8-5d5a-484e-ab30-058a667fe4ec None None] Provisioning complete for port ba1be82b-f1bb-4a54-ae3b-3188ebeebadb triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:59:10.871059 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a4965eb8-5d5a-484e-ab30-058a667fe4ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:10.925724 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 69c14c83-f5bf-42ca-82f9-d42329187caf completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:59:10.934326 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 69c14c83-f5bf-42ca-82f9-d42329187caf triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:59:10.934925 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:11.001440 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a4965eb8-5d5a-484e-ab30-058a667fe4ec None None] Port ba1be82b-f1bb-4a54-ae3b-3188ebeebadb cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 20:59:11.066794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2859787-ea2f-438f-af7e-b307a22b4bec req-5f0a7152-c08f-4e92-89f4-e052a2429c5d tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:11.072678 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2859787-ea2f-438f-af7e-b307a22b4bec req-5f0a7152-c08f-4e92-89f4-e052a2429c5d tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/ports?device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 944 time: 0.1614456 Mar 01 20:59:11.193898 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2859787-ea2f-438f-af7e-b307a22b4bec req-b7db89a2-c209-4c2a-ad51-313c334fe4e8 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/security-groups?id=b2139c7f-28dd-4867-bb2d-b497a5bb096c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154850 Mar 01 20:59:11.233414 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:11.264097 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17699370-8e7e-4000-8bf9-dcda1faae14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c14c83-f5bf-42ca-82f9-d42329187caf'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:11.297109 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 69c14c83-f5bf-42ca-82f9-d42329187caf, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=69c14c83-f5bf-42ca-82f9-d42329187caf,segment=NetworkSegment(e9b8fe2e-0486-4282-bbbe-e8b995b0b3f2),segment_id=e9b8fe2e-0486-4282-bbbe-e8b995b0b3f2)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:11.361665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf56f692-a5fc-44cb-9230-0a3a8dd1dc8e req-ec445d71-bb46-4047-8ea8-e3a21cb434c0 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:11.363231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf56f692-a5fc-44cb-9230-0a3a8dd1dc8e req-ec445d71-bb46-4047-8ea8-e3a21cb434c0 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 931 time: 0.1502044 Mar 01 20:59:11.429670 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:11.443766 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14261ac6-8a29-49db-b61c-bf052a968673 req-4cca6890-d74f-44af-8d3f-2a6691bde39c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:11.445459 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14261ac6-8a29-49db-b61c-bf052a968673 req-4cca6890-d74f-44af-8d3f-2a6691bde39c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 949 time: 0.1504796 Mar 01 20:59:11.447614 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5858f9-f400-430c-a29b-a564685cbefa req-9fb603f9-733e-4b1f-909f-39fbb883ebbe tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:11.448453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-8d5858f9-f400-430c-a29b-a564685cbefa req-9fb603f9-733e-4b1f-909f-39fbb883ebbe tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Synchronizing usage tracker for tenant:f49f672366454d8aaec799c518622a6a on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:59:11.449473 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf56f692-a5fc-44cb-9230-0a3a8dd1dc8e req-71e48bb6-13c6-47b0-a5e9-964a9b1651be tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/security-groups?id=1074fff3-b893-4ad5-a33b-4f1a6a7d7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753067 Mar 01 20:59:11.459524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1be82b-f1bb-4a54-ae3b-3188ebeebadb {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:59:11.473726 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:11.499428 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14261ac6-8a29-49db-b61c-bf052a968673 req-e9c750ed-be28-4f83-9686-9ca6fa7f2ada tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446434 Mar 01 20:59:11.499576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] Transition to ACTIVE for port object ba1be82b-f1bb-4a54-ae3b-3188ebeebadb will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:59:11.557666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=69c14c83-f5bf-42ca-82f9-d42329187caf,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:11.632287 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-8d5858f9-f400-430c-a29b-a564685cbefa req-9fb603f9-733e-4b1f-909f-39fbb883ebbe tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Unset dirty status for tenant:f49f672366454d8aaec799c518622a6a on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:59:11.642744 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d5858f9-f400-430c-a29b-a564685cbefa req-9fb603f9-733e-4b1f-909f-39fbb883ebbe tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582&tenant_id=f49f672366454d8aaec799c518622a6a&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 949 time: 0.3813682 Mar 01 20:59:11.643192 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-daa49659-7fb3-4fc4-8cda-f7db11848d8b req-ecff90d7-b5f1-46aa-af9e-0b671bbea162 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 210 time: 0.0439854 Mar 01 20:59:11.695942 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17699370-8e7e-4000-8bf9-dcda1faae14a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69c14c83-f5bf-42ca-82f9-d42329187caf', 'code': 200} Mar 01 20:59:11.701840 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:11.940991 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:59:11.988606 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3160582d-04de-4fb4-9ddb-abf32fe9035c req-773fef01-beda-4e89-b06f-adca5c9a54ea tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 210 time: 0.0779994 Mar 01 20:59:12.006303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1be82b-f1bb-4a54-ae3b-3188ebeebadb,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:12.031897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754f8a0-c136-4e9b-94be-bd818cedabff req-1af15c82-881a-4e30-b3d7-295f36a2e49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:12.034837 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6754f8a0-c136-4e9b-94be-bd818cedabff req-1af15c82-881a-4e30-b3d7-295f36a2e49c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 1096 time: 0.1865671 Mar 01 20:59:12.133022 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6754f8a0-c136-4e9b-94be-bd818cedabff req-7bda873d-1d63-40d9-b6cd-86e25db1c2cd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b2139c7f-28dd-4867-bb2d-b497a5bb096c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891974 Mar 01 20:59:12.135763 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d5858f9-f400-430c-a29b-a564685cbefa req-25c1155c-1764-40cb-81ba-324f11ec8840 service neutron] 10.222.0.57 "GET /v2.0/ports/6fa6ee7c-e9f6-4b41-9521-49f859ad86b7/bindings/n-h1-827896-4 HTTP/1.1" status: 200 len: 382 time: 0.4941993 Mar 01 20:59:12.139997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] Attempting to bind port ba1be82b-f1bb-4a54-ae3b-3188ebeebadb on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:59:12.140511 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] Attempting to bind port ba1be82b-f1bb-4a54-ae3b-3188ebeebadb by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '127fa70f-19d8-4610-b0ae-f3a57aa7af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:59:12.140993 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] Attempting to bind port ba1be82b-f1bb-4a54-ae3b-3188ebeebadb on network 8007cea6-41ad-4d71-904f-1df8339feed7 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:59:12.146422 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] Port ba1be82b-f1bb-4a54-ae3b-3188ebeebadb on network 8007cea6-41ad-4d71-904f-1df8339feed7 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:59:12.146976 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] Attempting to bind port ba1be82b-f1bb-4a54-ae3b-3188ebeebadb on network 8007cea6-41ad-4d71-904f-1df8339feed7 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:59:12.153053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 58, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:59:12.153595 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] Checking segment: {'id': '127fa70f-19d8-4610-b0ae-f3a57aa7af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:59:12.154132 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] Bound using segment: {'id': '127fa70f-19d8-4610-b0ae-f3a57aa7af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:59:12.159207 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] Bound port: ba1be82b-f1bb-4a54-ae3b-3188ebeebadb, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '127fa70f-19d8-4610-b0ae-f3a57aa7af4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:59:12.159207 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:12.280252 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:59:12.285742 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:59:12.286379 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:12.291504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1416f-ac46-4630-a42a-9b3c0cb8de7f req-960b14da-b45d-47a3-9a6c-35b0f0135936 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:12.293028 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22a1416f-ac46-4630-a42a-9b3c0cb8de7f req-960b14da-b45d-47a3-9a6c-35b0f0135936 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=efa29f3b-7897-4e20-b654-f9c6b07d7635 HTTP/1.1" status: 200 len: 944 time: 0.0951540 Mar 01 20:59:12.322893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] For port ba1be82b-f1bb-4a54-ae3b-3188ebeebadb, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:59:12.326431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5858f9-f400-430c-a29b-a564685cbefa req-2dd9a962-cc5d-4e00-b733-177e4c4001e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:12.328026 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d5858f9-f400-430c-a29b-a564685cbefa req-2dd9a962-cc5d-4e00-b733-177e4c4001e1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 1100 time: 0.1612611 Mar 01 20:59:12.330325 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] For port ba1be82b-f1bb-4a54-ae3b-3188ebeebadb, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=ba1be82b-f1bb-4a54-ae3b-3188ebeebadb,segment=NetworkSegment(127fa70f-19d8-4610-b0ae-f3a57aa7af4b),segment_id=127fa70f-19d8-4610-b0ae-f3a57aa7af4b)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:59:12.348922 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22a1416f-ac46-4630-a42a-9b3c0cb8de7f req-83dcb833-3382-47c7-be55-8791c5b4ae5a tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492740 Mar 01 20:59:12.418223 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:12.473561 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:12.476467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:12.548907 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:12.554909 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:12.555120 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc9950f-5435-4026-807c-a90aab0fd374 req-79ee9299-b1a1-4278-8522-04dd94666156 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:12.555297 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] 10.222.0.57 "PUT /v2.0/ports/ba1be82b-f1bb-4a54-ae3b-3188ebeebadb HTTP/1.1" status: 200 len: 1091 time: 1.8941603 Mar 01 20:59:12.555502 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6fc9950f-5435-4026-807c-a90aab0fd374 req-79ee9299-b1a1-4278-8522-04dd94666156 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/ports?device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 945 time: 0.0861063 Mar 01 20:59:12.557390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccf60a1-4a37-4f4a-9f39-47a23b820948', 'tag': 'ba1be82b-f1bb-4a54-ae3b-3188ebeebadb'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:12.577866 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5858f9-f400-430c-a29b-a564685cbefa req-afa21221-5ff4-4faa-8252-190c854fc82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:12.578451 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d5858f9-f400-430c-a29b-a564685cbefa req-afa21221-5ff4-4faa-8252-190c854fc82d service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.2436361 Mar 01 20:59:12.618801 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6fc9950f-5435-4026-807c-a90aab0fd374 req-ab54162a-29cf-45d3-a168-beff2e488fe0 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/security-groups?id=b2139c7f-28dd-4867-bb2d-b497a5bb096c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608833 Mar 01 20:59:12.623917 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:12.647804 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8808ea-2d45-4e6a-b69e-a5e40c1b87d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba1be82b-f1bb-4a54-ae3b-3188ebeebadb,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:12.667957 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d5858f9-f400-430c-a29b-a564685cbefa req-c6e756e4-8345-4793-814a-baa92e781bb3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 HTTP/1.1" status: 200 len: 217 time: 0.0823088 Mar 01 20:59:12.700864 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device fe27bfc7-325b-4294-aa15-c8094fcf4827 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:59:12.761774 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5858f9-f400-430c-a29b-a564685cbefa req-9caee7c7-c72d-4a2e-9750-2b9044ea2169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:12.763641 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d5858f9-f400-430c-a29b-a564685cbefa req-9caee7c7-c72d-4a2e-9750-2b9044ea2169 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0863833 Mar 01 20:59:12.879323 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:12.938219 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port fe27bfc7-325b-4294-aa15-c8094fcf4827 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:59:12.945672 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port fe27bfc7-325b-4294-aa15-c8094fcf4827 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:59:12.946261 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:12.959255 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-84e350f0-fb4a-4d69-810d-289014b46795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:12.960250 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95371d5-7e83-4e27-a6e0-080680306e7d req-14a87738-d694-4818-bb69-0d3446485dbf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:12.960750 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-84e350f0-fb4a-4d69-810d-289014b46795 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b78d9d9c87074e3ead6611c118eec35f&device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 1094 time: 0.1962585 Mar 01 20:59:12.962538 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e95371d5-7e83-4e27-a6e0-080680306e7d req-14a87738-d694-4818-bb69-0d3446485dbf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 943 time: 0.1657305 Mar 01 20:59:12.963378 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5858f9-f400-430c-a29b-a564685cbefa req-1c865c59-32db-4851-afee-a77197c2d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:12.964869 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d5858f9-f400-430c-a29b-a564685cbefa req-1c865c59-32db-4851-afee-a77197c2d500 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1604440 Mar 01 20:59:13.090167 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e95371d5-7e83-4e27-a6e0-080680306e7d req-e6a75ba9-d8f7-41e0-9f42-83fc6f1191e2 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/security-groups?id=1074fff3-b893-4ad5-a33b-4f1a6a7d7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800405 Mar 01 20:59:13.156856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce39bc48-d092-46ed-aeaa-276dfb8af2ae req-9c224312-1bd7-4f62-b3ac-b5268321f376 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:13.159052 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce39bc48-d092-46ed-aeaa-276dfb8af2ae req-9c224312-1bd7-4f62-b3ac-b5268321f376 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.1955767 Mar 01 20:59:13.161892 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:13.207394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port fe27bfc7-325b-4294-aa15-c8094fcf4827, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fe27bfc7-325b-4294-aa15-c8094fcf4827,segment=NetworkSegment(c0033dff-66c7-4991-8ee7-f4c19b77a17f),segment_id=c0033dff-66c7-4991-8ee7-f4c19b77a17f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:13.215889 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce39bc48-d092-46ed-aeaa-276dfb8af2ae req-537fc3e0-62ba-430e-bfee-27c3353321d6 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502837 Mar 01 20:59:13.242175 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccf60a1-4a37-4f4a-9f39-47a23b820948', 'tag': 'ba1be82b-f1bb-4a54-ae3b-3188ebeebadb', 'status': 'completed', 'code': 200} Mar 01 20:59:13.272199 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-1666b0ff-f395-4438-a79a-cdb657fc01b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba1be82b-f1bb-4a54-ae3b-3188ebeebadb HTTP/1.1" status: 200 len: 217 time: 0.2998171 Mar 01 20:59:13.303576 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:13.420476 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-e72b2fa4-cbd5-4ae7-af18-48a737d42a2a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:13.422081 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-e72b2fa4-cbd5-4ae7-af18-48a737d42a2a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.55 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 806 time: 0.1924570 Mar 01 20:59:13.448868 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=fe27bfc7-325b-4294-aa15-c8094fcf4827,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:13.486534 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-eb440d52-9683-485d-b54d-619a887ef936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:13.488588 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-eb440d52-9683-485d-b54d-619a887ef936 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e84a0e23-c311-4cef-a37e-b35e66df3495 HTTP/1.1" status: 200 len: 854 time: 0.2006173 Mar 01 20:59:13.494110 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d5858f9-f400-430c-a29b-a564685cbefa req-cc5950a2-0bc8-4662-8e6a-26ed9e70482d service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199168 Mar 01 20:59:13.495856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-edfd6560-901c-4b25-ba04-92f592971840 req-6e3d0050-958f-4ae6-9199-04c67a2fc2d0 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 210 time: 0.0728686 Mar 01 20:59:13.510884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-e0b701e3-beda-4679-ba86-c31623cba0e4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Request body: {'port': {'device_id': 'f0a008b0-3c05-4503-8582-d9d35b54389b', 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075', 'admin_state_up': True, 'tenant_id': 'aa2e4c40cdf841a1bcb0ba66d7c5d576'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:59:13.609787 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7365ec3e-a592-429a-8c84-20c28492cd9f req-4e70a39d-6b82-41ad-896d-20b8343f7aa7 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 210 time: 0.0663438 Mar 01 20:59:13.707174 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c123cac-d255-4eb1-9774-bc8835ac9582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7'}, {'server_uuid': 'efa29f3b-7897-4e20-b654-f9c6b07d7635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe27bfc7-325b-4294-aa15-c8094fcf4827'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:13.803017 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-e0b701e3-beda-4679-ba86-c31623cba0e4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:13.843982 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d5858f9-f400-430c-a29b-a564685cbefa req-07690bab-28f6-4b6a-a1b5-86cf93fe58cd service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395059 Mar 01 20:59:13.853777 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-e0b701e3-beda-4679-ba86-c31623cba0e4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Usage tracker for resource:port and tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:13.858607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-e0b701e3-beda-4679-ba86-c31623cba0e4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:13.872890 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-e0b701e3-beda-4679-ba86-c31623cba0e4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:13.873093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-558d3be4-3927-4bad-b3cb-06c7badaffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:13.874683 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-558d3be4-3927-4bad-b3cb-06c7badaffe2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8007cea6-41ad-4d71-904f-1df8339feed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3715649 Mar 01 20:59:13.888528 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b392a0fc-d5ba-4a67-9180-84c10b92d744 req-cfd12976-ef10-470c-8718-4689363d005d tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:13.890000 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b392a0fc-d5ba-4a67-9180-84c10b92d744 req-cfd12976-ef10-470c-8718-4689363d005d tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=efa29f3b-7897-4e20-b654-f9c6b07d7635 HTTP/1.1" status: 200 len: 945 time: 0.1957543 Mar 01 20:59:13.967672 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b392a0fc-d5ba-4a67-9180-84c10b92d744 req-cc61fb6a-8cdf-44ca-a243-d2d4dab1f55d tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713086 Mar 01 20:59:13.980544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677a8220-3f52-4e80-84cd-81457122d579 req-752e6cd1-bf4a-4c50-9a81-0c5a6744a2f3 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:13.984843 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-677a8220-3f52-4e80-84cd-81457122d579 req-752e6cd1-bf4a-4c50-9a81-0c5a6744a2f3 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/ports?device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 945 time: 0.1837814 Mar 01 20:59:14.002702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-e0b701e3-beda-4679-ba86-c31623cba0e4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Made reservation on behalf of aa2e4c40cdf841a1bcb0ba66d7c5d576 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:59:14.006838 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-e0b701e3-beda-4679-ba86-c31623cba0e4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:14.053761 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c123cac-d255-4eb1-9774-bc8835ac9582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7', 'code': 200} Mar 01 20:59:14.054249 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa29f3b-7897-4e20-b654-f9c6b07d7635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe27bfc7-325b-4294-aa15-c8094fcf4827', 'code': 200} Mar 01 20:59:14.187821 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-677a8220-3f52-4e80-84cd-81457122d579 req-6f2c7100-c1c4-4d1d-847a-306fb418b313 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/security-groups?id=b2139c7f-28dd-4867-bb2d-b497a5bb096c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500933 Mar 01 20:59:14.192894 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-a5601b03-7b06-4383-bf85-b4a7239419c3 service neutron] 10.222.0.57 "GET /v2.0/networks/8007cea6-41ad-4d71-904f-1df8339feed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3111179 Mar 01 20:59:14.437195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd89a2-3c19-44c7-b6f3-4a2f8960863c req-fe251e31-f009-4ee6-bb96-34d83e344506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:14.438696 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1dd89a2-3c19-44c7-b6f3-4a2f8960863c req-fe251e31-f009-4ee6-bb96-34d83e344506 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=efa29f3b-7897-4e20-b654-f9c6b07d7635 HTTP/1.1" status: 200 len: 1096 time: 0.3006914 Mar 01 20:59:14.458749 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-e0b701e3-beda-4679-ba86-c31623cba0e4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Allocated IP 172.20.0.9 (0eb071d1-6f39-4afc-91bb-12176e722075/9f3a5278-957f-4116-9615-00ae8b4a370b/a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:59:14.483816 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-33598e74-ab80-4d8b-975a-c1c17cf579a0 req-659c0c12-54c1-40a7-939e-ea1361347706 service neutron] 10.222.0.57 "GET /v2.0/networks/8007cea6-41ad-4d71-904f-1df8339feed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825539 Mar 01 20:59:14.504291 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1dd89a2-3c19-44c7-b6f3-4a2f8960863c req-dfac800f-d33c-436d-b583-e41e6ee7642d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476930 Mar 01 20:59:14.542093 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a54fe6-bd53-4044-bb30-db9d82a25208 req-517da820-f986-418d-9351-1a851f108497 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:14.543557 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94a54fe6-bd53-4044-bb30-db9d82a25208 req-517da820-f986-418d-9351-1a851f108497 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 943 time: 0.3153203 Mar 01 20:59:14.577574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db77c55-06a3-44be-abfc-e45879e01702 req-5f5b5f0e-f6f6-48d5-8b3d-9fc12d11ef4f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:14.578980 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3db77c55-06a3-44be-abfc-e45879e01702 req-5f5b5f0e-f6f6-48d5-8b3d-9fc12d11ef4f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.2031243 Mar 01 20:59:14.729909 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94a54fe6-bd53-4044-bb30-db9d82a25208 req-5b83135c-0b0f-4016-9362-5694d5416b1e tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/security-groups?id=1074fff3-b893-4ad5-a33b-4f1a6a7d7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1771657 Mar 01 20:59:14.740203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3db77c55-06a3-44be-abfc-e45879e01702 req-c15d26ac-1629-4071-be1e-a4f5fea760d9 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379108 Mar 01 20:59:14.824473 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-e0b701e3-beda-4679-ba86-c31623cba0e4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:14.870244 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e42e8c-ed69-4518-be9e-f3e9c6447aef req-3900b5e3-dc3b-4cc4-a69a-e8f799ff96ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:14.871952 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-88e42e8c-ed69-4518-be9e-f3e9c6447aef req-3900b5e3-dc3b-4cc4-a69a-e8f799ff96ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b78d9d9c87074e3ead6611c118eec35f&device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 1094 time: 0.1312091 Mar 01 20:59:14.983068 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-e0b701e3-beda-4679-ba86-c31623cba0e4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:15.100088 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f2a980e-9794-48e5-be63-2ce8a5bb0be7 req-e775a5f1-9c6d-4412-ad63-ec301d5dede3 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 210 time: 0.0831790 Mar 01 20:59:15.111556 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-e0b701e3-beda-4679-ba86-c31623cba0e4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Network 0eb071d1-6f39-4afc-91bb-12176e722075 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:59:15.111924 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-e0b701e3-beda-4679-ba86-c31623cba0e4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:59:15.127494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-e0b701e3-beda-4679-ba86-c31623cba0e4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:59:15.169502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b701e3-beda-4679-ba86-c31623cba0e4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Pushing event updated for resources: {'Port': ['ID=a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:15.217336 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-e0b701e3-beda-4679-ba86-c31623cba0e4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:15.217336 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-e0b701e3-beda-4679-ba86-c31623cba0e4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:15.239445 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4ff3b-6682-4a9d-b410-32d4cb0dfc4e req-dcdb17a3-408b-4684-8ac0-db2b77c62205 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:15.239445 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ae4ff3b-6682-4a9d-b410-32d4cb0dfc4e req-dcdb17a3-408b-4684-8ac0-db2b77c62205 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 931 time: 0.3157685 Mar 01 20:59:15.258448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e42e8c-ed69-4518-be9e-f3e9c6447aef req-d44c245c-34a2-4f66-b655-a907c1ff1a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:15.258448 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-88e42e8c-ed69-4518-be9e-f3e9c6447aef req-d44c245c-34a2-4f66-b655-a907c1ff1a5b service neutron] 10.222.0.57 "GET /v2.0/networks?id=8007cea6-41ad-4d71-904f-1df8339feed7 HTTP/1.1" status: 200 len: 916 time: 0.3654306 Mar 01 20:59:15.335500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8ae4ff3b-6682-4a9d-b410-32d4cb0dfc4e req-47f9c612-5437-4df5-9575-27d480d75d21 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Synchronizing usage tracker for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:59:15.343301 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-0917c9eb-7097-4eaf-9b7b-f3739a639d0c tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:15.344704 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-0917c9eb-7097-4eaf-9b7b-f3739a639d0c tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.55 "GET /v2.0/networks?id=6fb931f1-a2de-451d-87d5-4c2f9820eb76 HTTP/1.1" status: 200 len: 814 time: 0.4038465 Mar 01 20:59:15.361600 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-88e42e8c-ed69-4518-be9e-f3e9c6447aef req-ac8d5f1c-3485-4dbb-8d50-6bb9a596050a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba1be82b-f1bb-4a54-ae3b-3188ebeebadb HTTP/1.1" status: 200 len: 217 time: 0.1031640 Mar 01 20:59:15.364925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-8b7bb04b-b450-4bdf-926c-7931b7d9ae18 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Request body: {'port': {'device_id': '0811a74f-bd30-4d1d-8dd0-3b17db579a66', 'network_id': '6fb931f1-a2de-451d-87d5-4c2f9820eb76', 'admin_state_up': True, 'tenant_id': '624682a839644b67889964b0277c3c3b'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:59:15.378527 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44dca49-c428-43f6-89ba-0b1f46acc903 req-906cc3ab-dc36-4b4f-85e6-ea1a9f2bcabf tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:15.380023 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b44dca49-c428-43f6-89ba-0b1f46acc903 req-906cc3ab-dc36-4b4f-85e6-ea1a9f2bcabf tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=efa29f3b-7897-4e20-b654-f9c6b07d7635 HTTP/1.1" status: 200 len: 945 time: 0.1107080 Mar 01 20:59:15.426860 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b44dca49-c428-43f6-89ba-0b1f46acc903 req-4890cf4d-2fe0-4547-b33d-432335a25251 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410576 Mar 01 20:59:15.473350 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-e0b701e3-beda-4679-ba86-c31623cba0e4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9762256 Mar 01 20:59:15.475760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8ae4ff3b-6682-4a9d-b410-32d4cb0dfc4e req-47f9c612-5437-4df5-9575-27d480d75d21 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Unset dirty status for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:59:15.485952 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ae4ff3b-6682-4a9d-b410-32d4cb0dfc4e req-47f9c612-5437-4df5-9575-27d480d75d21 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497091 Mar 01 20:59:15.509568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] Request body: {'port': {'device_id': 'f0a008b0-3c05-4503-8582-d9d35b54389b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:59:15.559158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e42e8c-ed69-4518-be9e-f3e9c6447aef req-2cdd6cd5-0494-4650-a01c-b26f254ae544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:15.560618 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-88e42e8c-ed69-4518-be9e-f3e9c6447aef req-2cdd6cd5-0494-4650-a01c-b26f254ae544 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e84a0e23-c311-4cef-a37e-b35e66df3495 HTTP/1.1" status: 200 len: 854 time: 0.1766396 Mar 01 20:59:15.561537 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-8b7bb04b-b450-4bdf-926c-7931b7d9ae18 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:15.566646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-8b7bb04b-b450-4bdf-926c-7931b7d9ae18 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Usage tracker for resource:port and tenant:624682a839644b67889964b0277c3c3b is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:15.600782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-8b7bb04b-b450-4bdf-926c-7931b7d9ae18 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:15.615191 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-8b7bb04b-b450-4bdf-926c-7931b7d9ae18 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:15.656287 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e42e8c-ed69-4518-be9e-f3e9c6447aef req-ed44f3fc-ce22-4846-9caf-fc9a76903089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:15.659301 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-88e42e8c-ed69-4518-be9e-f3e9c6447aef req-ed44f3fc-ce22-4846-9caf-fc9a76903089 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8007cea6-41ad-4d71-904f-1df8339feed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896747 Mar 01 20:59:15.696086 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:15.714084 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c8647-18dd-454e-b98c-ce6896fa3237 req-f55470bc-d8f0-4c72-8673-961281da30fd tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:15.715532 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e94c8647-18dd-454e-b98c-ce6896fa3237 req-f55470bc-d8f0-4c72-8673-961281da30fd tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/ports?device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 945 time: 0.1703682 Mar 01 20:59:15.746531 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-8b7bb04b-b450-4bdf-926c-7931b7d9ae18 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Made reservation on behalf of 624682a839644b67889964b0277c3c3b for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:59:15.750096 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-8b7bb04b-b450-4bdf-926c-7931b7d9ae18 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:15.818779 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e94c8647-18dd-454e-b98c-ce6896fa3237 req-7585bc1f-eb2c-4e1a-a92a-73a7d5671a82 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/security-groups?id=b2139c7f-28dd-4867-bb2d-b497a5bb096c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956302 Mar 01 20:59:15.973381 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-88e42e8c-ed69-4518-be9e-f3e9c6447aef req-99567885-28ed-495c-895e-ac29fb6dc7ef service neutron] 10.222.0.57 "GET /v2.0/networks/8007cea6-41ad-4d71-904f-1df8339feed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069847 Mar 01 20:59:16.037701 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-8b7bb04b-b450-4bdf-926c-7931b7d9ae18 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Allocated IP 172.20.0.10 (6fb931f1-a2de-451d-87d5-4c2f9820eb76/cf6861a4-adc4-4c4b-a4e0-d32a1108446e/7cac8f73-7465-43fa-8f87-a0d0a84a8e66) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:59:16.165241 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e827a-9cab-4b81-a2f7-11fd9db6c2e6 req-f3ce4651-5423-478f-a4df-5170403e0feb tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:16.166870 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-306e827a-9cab-4b81-a2f7-11fd9db6c2e6 req-f3ce4651-5423-478f-a4df-5170403e0feb tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 943 time: 0.2905889 Mar 01 20:59:16.175817 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-88e42e8c-ed69-4518-be9e-f3e9c6447aef req-77e0eba1-ce90-478f-a31e-fc113e0da572 service neutron] 10.222.0.57 "GET /v2.0/networks/8007cea6-41ad-4d71-904f-1df8339feed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937921 Mar 01 20:59:16.270201 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f721b-b638-4520-8838-0f8e2d481cab req-27f37201-af4c-40a0-baa3-e08151eba94f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:16.272914 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d30f721b-b638-4520-8838-0f8e2d481cab req-27f37201-af4c-40a0-baa3-e08151eba94f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.3112011 Mar 01 20:59:16.283918 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-306e827a-9cab-4b81-a2f7-11fd9db6c2e6 req-a722bcbd-679e-487b-be28-da3d8a484312 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/security-groups?id=1074fff3-b893-4ad5-a33b-4f1a6a7d7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046970 Mar 01 20:59:16.345527 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d30f721b-b638-4520-8838-0f8e2d481cab req-e5021902-f8c1-4fa2-9b9e-17c4ab61f763 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545495 Mar 01 20:59:16.396492 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-8b7bb04b-b450-4bdf-926c-7931b7d9ae18 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:16.440949 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:59:16.451023 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:16.467647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] Transition to ACTIVE for port object a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:59:16.479747 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-8b7bb04b-b450-4bdf-926c-7931b7d9ae18 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:16.561425 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-8b7bb04b-b450-4bdf-926c-7931b7d9ae18 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Network 6fb931f1-a2de-451d-87d5-4c2f9820eb76 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:59:16.566936 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-8b7bb04b-b450-4bdf-926c-7931b7d9ae18 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:59:16.571089 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-8b7bb04b-b450-4bdf-926c-7931b7d9ae18 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:59:16.631450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7bb04b-b450-4bdf-926c-7931b7d9ae18 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Pushing event updated for resources: {'Port': ['ID=7cac8f73-7465-43fa-8f87-a0d0a84a8e66,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:16.651854 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-8b7bb04b-b450-4bdf-926c-7931b7d9ae18 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:16.659672 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-8b7bb04b-b450-4bdf-926c-7931b7d9ae18 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:16.716282 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:16.866147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:16.926606 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-8b7bb04b-b450-4bdf-926c-7931b7d9ae18 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5667419 Mar 01 20:59:16.943095 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] Request body: {'port': {'device_id': '0811a74f-bd30-4d1d-8dd0-3b17db579a66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:59:16.981476 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcfe39-8aac-4710-9acf-af4d0e717128 req-f32e2d4b-d4ed-4c88-a219-86f402e72329 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:16.982990 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6abcfe39-8aac-4710-9acf-af4d0e717128 req-f32e2d4b-d4ed-4c88-a219-86f402e72329 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 932 time: 0.4621570 Mar 01 20:59:17.037704 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] Attempting to bind port a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:59:17.037704 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] Attempting to bind port a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:59:17.037704 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] Attempting to bind port a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 on network 0eb071d1-6f39-4afc-91bb-12176e722075 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:59:17.048985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] Port a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 on network 0eb071d1-6f39-4afc-91bb-12176e722075 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:59:17.049332 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] Attempting to bind port a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 on network 0eb071d1-6f39-4afc-91bb-12176e722075 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:59:17.053046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-6abcfe39-8aac-4710-9acf-af4d0e717128 req-b1a0961c-d940-4d69-9588-f55d3eaa020c tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Synchronizing usage tracker for tenant:624682a839644b67889964b0277c3c3b on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:59:17.066667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:59:17.066667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] Checking segment: {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:59:17.066667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] Bound using segment: {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:59:17.066667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] Bound port: a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:59:17.066667 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:17.067175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5858f9-f400-430c-a29b-a564685cbefa req-76767054-9e12-4260-8762-d28ca8ca8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:17.067175 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d5858f9-f400-430c-a29b-a564685cbefa req-76767054-9e12-4260-8762-d28ca8ca8229 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582&tenant_id=f49f672366454d8aaec799c518622a6a HTTP/1.1" status: 200 len: 1101 time: 0.3201289 Mar 01 20:59:17.077843 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:17.098277 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827896-4', 'device_owner': 'compute:nova'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:59:17.172125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] For port a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:59:17.175684 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] For port a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:59:17.217579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-6abcfe39-8aac-4710-9acf-af4d0e717128 req-b1a0961c-d940-4d69-9588-f55d3eaa020c tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Unset dirty status for tenant:624682a839644b67889964b0277c3c3b on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:59:17.223727 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6abcfe39-8aac-4710-9acf-af4d0e717128 req-b1a0961c-d940-4d69-9588-f55d3eaa020c tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4da99170-0421-4825-88ab-32706145a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263367 Mar 01 20:59:17.326965 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:17.396418 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:17.468631 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:17.469198 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:17.471066 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] 10.222.0.55 "PUT /v2.0/ports/a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 HTTP/1.1" status: 200 len: 1091 time: 1.9801080 Mar 01 20:59:17.471514 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a008b0-3c05-4503-8582-d9d35b54389b', 'tag': 'a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:17.534645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6917d65-c86f-423b-b462-15b9b5b8780b req-1c94dd80-09a3-43a2-9e86-137d2ca1b175 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:17.535786 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6917d65-c86f-423b-b462-15b9b5b8780b req-1c94dd80-09a3-43a2-9e86-137d2ca1b175 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=efa29f3b-7897-4e20-b654-f9c6b07d7635 HTTP/1.1" status: 200 len: 945 time: 0.2061181 Mar 01 20:59:17.546535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f785b5-3b72-4bfb-8170-08b634dda450 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:17.651294 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6917d65-c86f-423b-b462-15b9b5b8780b req-1e5052c9-3402-4410-943e-3561e6d605a4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003046 Mar 01 20:59:17.677986 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583285b0-09f3-4cf8-86ba-ae248e745698 req-e8e20d0e-27c1-46db-8694-8507cd4d831a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:17.678773 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-583285b0-09f3-4cf8-86ba-ae248e745698 req-e8e20d0e-27c1-46db-8694-8507cd4d831a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Synchronizing usage tracker for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:59:17.711582 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-35cfff57-65fd-4f18-acdc-21ea151bffa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:17.712858 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-35cfff57-65fd-4f18-acdc-21ea151bffa9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 1094 time: 0.1436779 Mar 01 20:59:17.835166 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cac8f73-7465-43fa-8f87-a0d0a84a8e66 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:59:17.839429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-583285b0-09f3-4cf8-86ba-ae248e745698 req-e8e20d0e-27c1-46db-8694-8507cd4d831a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Unset dirty status for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:59:17.840848 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] For port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:17.845686 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-583285b0-09f3-4cf8-86ba-ae248e745698 req-e8e20d0e-27c1-46db-8694-8507cd4d831a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 943 time: 0.3782816 Mar 01 20:59:17.847933 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:17.868450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] Transition to ACTIVE for port object 7cac8f73-7465-43fa-8f87-a0d0a84a8e66 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:59:17.890295 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] For port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:59:17.942399 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-3a4ccf01-9f2b-4ecb-b7d7-c3fb61f1e284 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 HTTP/1.1" status: 200 len: 217 time: 0.0776715 Mar 01 20:59:17.952970 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:17.997694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c123cac-d255-4eb1-9774-bc8835ac9582', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:18.003046 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-583285b0-09f3-4cf8-86ba-ae248e745698 req-0ee1706a-2c63-4e2d-8ff7-ee38fff45c81 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568317 Mar 01 20:59:18.003235 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:18.064316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-0b167f7e-2f44-4eef-b56a-b5870b062baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:18.066420 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-0b167f7e-2f44-4eef-b56a-b5870b062baf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f3a5278-957f-4116-9615-00ae8b4a370b HTTP/1.1" status: 200 len: 846 time: 0.1139002 Mar 01 20:59:18.103927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] Transition to ACTIVE for port object 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:59:18.114170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] Pushing event updated for resources: {'Port': ['ID=7cac8f73-7465-43fa-8f87-a0d0a84a8e66,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:18.132076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43fec9f-71de-480f-9f75-6e7bc088eaa6 req-bc31904c-a60a-4af8-a437-544500a08490 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:18.133794 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d43fec9f-71de-480f-9f75-6e7bc088eaa6 req-bc31904c-a60a-4af8-a437-544500a08490 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 943 time: 0.3310225 Mar 01 20:59:18.152655 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-d1893935-c66c-41c2-a829-86f768dc3ff3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb071d1-6f39-4afc-91bb-12176e722075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782101 Mar 01 20:59:18.222082 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:18.285251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] Attempting to bind port 7cac8f73-7465-43fa-8f87-a0d0a84a8e66 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:59:18.285850 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] Attempting to bind port 7cac8f73-7465-43fa-8f87-a0d0a84a8e66 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'f5d4bd3c-35a3-4897-aeaa-0114b56de111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6fb931f1-a2de-451d-87d5-4c2f9820eb76'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:59:18.286357 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] Attempting to bind port 7cac8f73-7465-43fa-8f87-a0d0a84a8e66 on network 6fb931f1-a2de-451d-87d5-4c2f9820eb76 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:59:18.345388 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d43fec9f-71de-480f-9f75-6e7bc088eaa6 req-dc199cdb-2494-41e6-a1b1-5e3097b6e9bf tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/security-groups?id=1074fff3-b893-4ad5-a33b-4f1a6a7d7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977184 Mar 01 20:59:18.368156 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] Port 7cac8f73-7465-43fa-8f87-a0d0a84a8e66 on network 6fb931f1-a2de-451d-87d5-4c2f9820eb76 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:59:18.374073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] Attempting to bind port 7cac8f73-7465-43fa-8f87-a0d0a84a8e66 on network 6fb931f1-a2de-451d-87d5-4c2f9820eb76 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:59:18.383286 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,revision_number=10']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:18.424324 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-c50a99b7-8a43-491e-891a-bfe6f081d981 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605693 Mar 01 20:59:18.444870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:59:18.445320 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] Checking segment: {'id': 'f5d4bd3c-35a3-4897-aeaa-0114b56de111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6fb931f1-a2de-451d-87d5-4c2f9820eb76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:59:18.445822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] Bound using segment: {'id': 'f5d4bd3c-35a3-4897-aeaa-0114b56de111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6fb931f1-a2de-451d-87d5-4c2f9820eb76'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:59:18.448228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] Bound port: 7cac8f73-7465-43fa-8f87-a0d0a84a8e66, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5d4bd3c-35a3-4897-aeaa-0114b56de111', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6fb931f1-a2de-451d-87d5-4c2f9820eb76'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:59:18.448983 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:18.559678 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] For port 7cac8f73-7465-43fa-8f87-a0d0a84a8e66, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:59:18.562914 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] For port 7cac8f73-7465-43fa-8f87-a0d0a84a8e66, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7cac8f73-7465-43fa-8f87-a0d0a84a8e66,segment=NetworkSegment(f5d4bd3c-35a3-4897-aeaa-0114b56de111),segment_id=f5d4bd3c-35a3-4897-aeaa-0114b56de111)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:59:18.565276 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] No DVR routers for this DVR port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:59:18.612170 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2dd572df-7c89-43cd-a2e0-1384ad1f6ecd req-089a9f1d-0e6d-4cd3-8826-ffa69a9dd2f9 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817617 Mar 01 20:59:18.621026 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a008b0-3c05-4503-8582-d9d35b54389b', 'tag': 'a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8', 'status': 'completed', 'code': 200} Mar 01 20:59:18.669370 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aeb8cb-e18d-4f06-ac28-6d1132f44a39 req-aa36f0c4-8316-4d30-bfb7-ddc4a49e7399 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:18.671056 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4aeb8cb-e18d-4f06-ac28-6d1132f44a39 req-aa36f0c4-8316-4d30-bfb7-ddc4a49e7399 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 949 time: 0.3819783 Mar 01 20:59:18.734197 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4aeb8cb-e18d-4f06-ac28-6d1132f44a39 req-682c8a43-61b9-42a0-8589-a46e7e470858 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503902 Mar 01 20:59:18.759677 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:18.821787 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] Attempting to bind port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:59:18.821787 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] Attempting to bind port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:59:18.822069 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] Attempting to bind port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:59:18.829036 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8690ab-5a5c-483c-b90d-27b10b9188f0 req-02acbc69-2ae8-4012-8bb7-7297cef60fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:18.832571 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e8690ab-5a5c-483c-b90d-27b10b9188f0 req-02acbc69-2ae8-4012-8bb7-7297cef60fe4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 1094 time: 0.1002505 Mar 01 20:59:18.840223 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:18.841851 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:18.843300 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] 10.222.0.55 "PUT /v2.0/ports/7cac8f73-7465-43fa-8f87-a0d0a84a8e66 HTTP/1.1" status: 200 len: 1092 time: 1.9049592 Mar 01 20:59:18.848321 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c123cac-d255-4eb1-9774-bc8835ac9582', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7', 'code': 200} Mar 01 20:59:18.848870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] Port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:59:18.849192 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] Attempting to bind port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:59:18.857707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:59:18.858046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:59:18.858431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:59:18.858853 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] Bound port: 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:59:18.859200 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:18.931375 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a95fee-347b-400f-b523-8362b90efbe7 service neutron] Pushing event updated for resources: {'Port': ['ID=7cac8f73-7465-43fa-8f87-a0d0a84a8e66,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:19.098981 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] For port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:59:19.115583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] For port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:59:19.154765 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-0bfb3c57-43be-4fdb-9fe4-59ea9f89a3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:19.156816 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-0bfb3c57-43be-4fdb-9fe4-59ea9f89a3f5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=624682a839644b67889964b0277c3c3b&device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 1095 time: 0.1571031 Mar 01 20:59:19.256370 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8690ab-5a5c-483c-b90d-27b10b9188f0 req-0a8a2630-e00f-4bad-a6fc-c81bac006d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:19.258121 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e8690ab-5a5c-483c-b90d-27b10b9188f0 req-0a8a2630-e00f-4bad-a6fc-c81bac006d6a service neutron] 10.222.0.55 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 907 time: 0.4176393 Mar 01 20:59:19.302898 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:19.375054 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-4c7b24fa-872e-476d-83ff-fb0cbf214f63 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cac8f73-7465-43fa-8f87-a0d0a84a8e66 HTTP/1.1" status: 200 len: 217 time: 0.2095766 Mar 01 20:59:19.402234 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e8690ab-5a5c-483c-b90d-27b10b9188f0 req-efd9ac72-6e80-45d2-bee0-e7406cc0f702 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 HTTP/1.1" status: 200 len: 217 time: 0.1292617 Mar 01 20:59:19.410489 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b2280-d708-4c04-87d5-1c2eac218532 req-a0ce6eb1-be15-44ec-9f20-75ca49f3da5f tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:19.412007 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5d1b2280-d708-4c04-87d5-1c2eac218532 req-a0ce6eb1-be15-44ec-9f20-75ca49f3da5f tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 944 time: 0.2914557 Mar 01 20:59:19.429672 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:19.429672 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:19.429672 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d5858f9-f400-430c-a29b-a564685cbefa req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] 10.222.0.55 "PUT /v2.0/ports/6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 HTTP/1.1" status: 200 len: 1097 time: 2.3379133 Mar 01 20:59:19.505268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c660a8-be56-4a18-a055-7861aa27bc13 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,revision_number=11']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:19.541134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-bdeb2216-6a9c-488d-b592-408060bb5526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:19.548806 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-bdeb2216-6a9c-488d-b592-408060bb5526 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf6861a4-adc4-4c4b-a4e0-d32a1108446e HTTP/1.1" status: 200 len: 854 time: 0.1591828 Mar 01 20:59:19.553871 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5d1b2280-d708-4c04-87d5-1c2eac218532 req-b8d69945-9496-47d5-96dc-ad44939b07bd tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4da99170-0421-4825-88ab-32706145a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941694 Mar 01 20:59:19.593295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8690ab-5a5c-483c-b90d-27b10b9188f0 req-5692276f-294b-48e5-9123-0abbf027a378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:19.594926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e8690ab-5a5c-483c-b90d-27b10b9188f0 req-5692276f-294b-48e5-9123-0abbf027a378 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f3a5278-957f-4116-9615-00ae8b4a370b HTTP/1.1" status: 200 len: 846 time: 0.1774001 Mar 01 20:59:19.606940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92112f39-8050-4a9f-a3b1-40a9a78265b7 req-cdfd7cd6-9151-4f37-8b6c-e12f3db010b7 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:19.607069 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-b3c779ad-842e-40fc-8e4e-9b70559e9399 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fb931f1-a2de-451d-87d5-4c2f9820eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543158 Mar 01 20:59:19.613357 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92112f39-8050-4a9f-a3b1-40a9a78265b7 req-cdfd7cd6-9151-4f37-8b6c-e12f3db010b7 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=efa29f3b-7897-4e20-b654-f9c6b07d7635 HTTP/1.1" status: 200 len: 945 time: 0.2552383 Mar 01 20:59:19.670327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5858f9-f400-430c-a29b-a564685cbefa req-631abf6c-6f56-4189-8b5e-f12a4b8e946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:19.672240 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d5858f9-f400-430c-a29b-a564685cbefa req-631abf6c-6f56-4189-8b5e-f12a4b8e946a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 1100 time: 0.2145121 Mar 01 20:59:19.702237 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e8690ab-5a5c-483c-b90d-27b10b9188f0 req-3350505c-0026-43aa-9928-d40c143b9902 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb071d1-6f39-4afc-91bb-12176e722075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860772 Mar 01 20:59:19.871712 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92112f39-8050-4a9f-a3b1-40a9a78265b7 req-f6ced74a-9583-46d7-aaf4-ca940e333efa tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573483 Mar 01 20:59:19.930745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5858f9-f400-430c-a29b-a564685cbefa req-6724b377-4606-47bc-b892-ea745be29211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:19.932538 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d5858f9-f400-430c-a29b-a564685cbefa req-6724b377-4606-47bc-b892-ea745be29211 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.2056346 Mar 01 20:59:19.955388 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:59:19.982925 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e8690ab-5a5c-483c-b90d-27b10b9188f0 req-e5718e6e-fe6b-4075-b221-dbfca93d8089 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687736 Mar 01 20:59:20.066503 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d5858f9-f400-430c-a29b-a564685cbefa req-c1d0ebb8-9df2-4d43-93a3-bfacf0f13e63 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 HTTP/1.1" status: 200 len: 217 time: 0.1220360 Mar 01 20:59:20.073863 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-d3bdfab0-f46c-4f3a-8580-cc6e5eaff850 service neutron] 10.222.0.55 "GET /v2.0/networks/6fb931f1-a2de-451d-87d5-4c2f9820eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4602246 Mar 01 20:59:20.080740 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:59:20.179453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a2a2e-44bb-4498-886b-6056921b39f4 req-46e57454-a471-43e1-9a41-8682485af1dc tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:20.181123 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e6a2a2e-44bb-4498-886b-6056921b39f4 req-46e57454-a471-43e1-9a41-8682485af1dc tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 943 time: 0.2810669 Mar 01 20:59:20.240812 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5858f9-f400-430c-a29b-a564685cbefa req-6b2c29b1-eda4-481c-9278-11edf489222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:20.242291 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d5858f9-f400-430c-a29b-a564685cbefa req-6b2c29b1-eda4-481c-9278-11edf489222e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1675360 Mar 01 20:59:20.257757 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e8690ab-5a5c-483c-b90d-27b10b9188f0 req-aae366d1-1675-4066-a71f-2576fd30d295 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674744 Mar 01 20:59:20.268897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d025c-acfa-4cfd-970b-cea3e92641b9 req-471c373a-4fb6-47e4-8822-84bf9507eef7 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:20.271940 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd5d025c-acfa-4cfd-970b-cea3e92641b9 req-471c373a-4fb6-47e4-8822-84bf9507eef7 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 943 time: 0.2581890 Mar 01 20:59:20.302353 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e6a2a2e-44bb-4498-886b-6056921b39f4 req-55ee21e8-52cf-42df-9d1d-0c2cd6da0093 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133256 Mar 01 20:59:20.328494 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d0ad5880-7ff0-42ad-9099-e04cfffda2be req-7d6121da-8fec-4406-94db-978671bfd846 service neutron] 10.222.0.55 "GET /v2.0/networks/6fb931f1-a2de-451d-87d5-4c2f9820eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112329 Mar 01 20:59:20.367763 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5858f9-f400-430c-a29b-a564685cbefa req-a5fb0047-36ad-4846-9f71-12050604c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:20.367763 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d5858f9-f400-430c-a29b-a564685cbefa req-a5fb0047-36ad-4846-9f71-12050604c21d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1179729 Mar 01 20:59:20.407415 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd5d025c-acfa-4cfd-970b-cea3e92641b9 req-66d1bcc6-d30f-4377-8c18-0f225de8ddd2 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/security-groups?id=1074fff3-b893-4ad5-a33b-4f1a6a7d7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261680 Mar 01 20:59:20.551151 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d5858f9-f400-430c-a29b-a564685cbefa req-20b290db-f8f1-4175-b13c-4e6ef53523db service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770961 Mar 01 20:59:20.594394 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178aaab-173e-4168-a402-47c75007047d req-0b2cead2-94c7-4065-b231-792b6f8ae919 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:20.597978 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e178aaab-173e-4168-a402-47c75007047d req-0b2cead2-94c7-4065-b231-792b6f8ae919 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 949 time: 0.1107571 Mar 01 20:59:20.670273 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e178aaab-173e-4168-a402-47c75007047d req-a04f508d-7c26-4903-80da-186052713985 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659208 Mar 01 20:59:20.799781 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d5858f9-f400-430c-a29b-a564685cbefa req-3ad75cb6-f33f-48b3-95ad-4113a1d86822 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413995 Mar 01 20:59:20.809454 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c0fe62-ba5c-4cdd-8a7c-d38470fb76ed req-88467d79-81a6-4d5d-913d-9a8633b710c9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:20.814136 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-33c0fe62-ba5c-4cdd-8a7c-d38470fb76ed req-88467d79-81a6-4d5d-913d-9a8633b710c9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Synchronizing usage tracker for tenant:73e0cae710d240e3a9c48196a71f53fb on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:59:20.849728 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0811a74f-bd30-4d1d-8dd0-3b17db579a66', 'tag': '7cac8f73-7465-43fa-8f87-a0d0a84a8e66'}, {'name': 'network-changed', 'server_uuid': '2c123cac-d255-4eb1-9774-bc8835ac9582', 'tag': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:20.922629 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-33c0fe62-ba5c-4cdd-8a7c-d38470fb76ed req-88467d79-81a6-4d5d-913d-9a8633b710c9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Unset dirty status for tenant:73e0cae710d240e3a9c48196a71f53fb on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:59:20.925083 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-33c0fe62-ba5c-4cdd-8a7c-d38470fb76ed req-88467d79-81a6-4d5d-913d-9a8633b710c9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.55 "GET /v2.0/ports?device_id=efa29f3b-7897-4e20-b654-f9c6b07d7635 HTTP/1.1" status: 200 len: 945 time: 0.3256581 Mar 01 20:59:21.158439 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0811a74f-bd30-4d1d-8dd0-3b17db579a66', 'tag': '7cac8f73-7465-43fa-8f87-a0d0a84a8e66', 'status': 'completed', 'code': 200} Mar 01 20:59:21.159115 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c123cac-d255-4eb1-9774-bc8835ac9582', 'tag': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7', 'status': 'completed', 'code': 200} Mar 01 20:59:21.184013 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-33c0fe62-ba5c-4cdd-8a7c-d38470fb76ed req-212c7694-4f20-4276-a218-7f31d3e202d4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Deleting port fe27bfc7-325b-4294-aa15-c8094fcf4827 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:59:21.184526 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-33c0fe62-ba5c-4cdd-8a7c-d38470fb76ed req-212c7694-4f20-4276-a218-7f31d3e202d4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:21.186044 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273a2839-201d-4596-bfef-941418525108 req-db207abb-680d-4a03-9ef9-dbb3e2dcfded tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:21.194080 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-273a2839-201d-4596-bfef-941418525108 req-db207abb-680d-4a03-9ef9-dbb3e2dcfded tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 944 time: 0.1870065 Mar 01 20:59:21.200457 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:21.246285 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-273a2839-201d-4596-bfef-941418525108 req-2084c34f-972d-4e09-9789-bd6fff6be722 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4da99170-0421-4825-88ab-32706145a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513022 Mar 01 20:59:21.380255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9faf5-ef0f-475b-85fb-e75725ac5535 req-2e012f41-6057-430e-b65e-53c09b74b511 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:21.381919 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d6f9faf5-ef0f-475b-85fb-e75725ac5535 req-2e012f41-6057-430e-b65e-53c09b74b511 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=efa29f3b-7897-4e20-b654-f9c6b07d7635 HTTP/1.1" status: 200 len: 945 time: 0.1050026 Mar 01 20:59:21.480922 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d6f9faf5-ef0f-475b-85fb-e75725ac5535 req-a34cead0-0d16-4ef9-9742-097f597bad3a tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930672 Mar 01 20:59:21.520876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-865887f2-e7e9-47e1-9576-7b66e72ecf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:21.522351 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-865887f2-e7e9-47e1-9576-7b66e72ecf29 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 1100 time: 0.2993917 Mar 01 20:59:21.528429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40460a8-2851-4c28-ba87-9082d40db033 req-687ceeeb-d489-4847-8471-e7c6af08483f tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:21.535844 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e40460a8-2851-4c28-ba87-9082d40db033 req-687ceeeb-d489-4847-8471-e7c6af08483f tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/ports?device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 945 time: 0.1213455 Mar 01 20:59:21.568780 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-42e14bc5-6417-49b1-9b3a-ce36ded8d92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:21.570473 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-42e14bc5-6417-49b1-9b3a-ce36ded8d92d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=624682a839644b67889964b0277c3c3b&device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 1095 time: 0.3486004 Mar 01 20:59:21.593557 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e40460a8-2851-4c28-ba87-9082d40db033 req-58680fc8-e5a1-43d6-b123-7e0eb57d2448 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/security-groups?id=b2139c7f-28dd-4867-bb2d-b497a5bb096c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567145 Mar 01 20:59:21.712072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8f578-ce57-4ac0-b605-668e845456eb req-2d40b6dd-1b87-4f75-9453-7719442dfc45 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:21.713786 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1c8f578-ce57-4ac0-b605-668e845456eb req-2d40b6dd-1b87-4f75-9453-7719442dfc45 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 943 time: 0.1017504 Mar 01 20:59:21.805475 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1c8f578-ce57-4ac0-b605-668e845456eb req-bc7f95f9-d574-4be5-98af-b1503c862241 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585337 Mar 01 20:59:21.840061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d38f75f-bf24-4674-bc93-c67c57e8e7e6 req-c6a760aa-f554-487c-96c1-263617d93595 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:21.844221 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d38f75f-bf24-4674-bc93-c67c57e8e7e6 req-c6a760aa-f554-487c-96c1-263617d93595 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 943 time: 0.1272779 Mar 01 20:59:21.857022 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-33c0fe62-ba5c-4cdd-8a7c-d38470fb76ed req-212c7694-4f20-4276-a218-7f31d3e202d4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] For port fe27bfc7-325b-4294-aa15-c8094fcf4827, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fe27bfc7-325b-4294-aa15-c8094fcf4827,segment=NetworkSegment(c0033dff-66c7-4991-8ee7-f4c19b77a17f),segment_id=c0033dff-66c7-4991-8ee7-f4c19b77a17f)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:21.857381 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-33c0fe62-ba5c-4cdd-8a7c-d38470fb76ed req-212c7694-4f20-4276-a218-7f31d3e202d4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:21.900072 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d38f75f-bf24-4674-bc93-c67c57e8e7e6 req-ad9b3a5b-5899-40fc-a4ac-0bd8c4ca3d0f tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/security-groups?id=1074fff3-b893-4ad5-a33b-4f1a6a7d7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518413 Mar 01 20:59:21.972052 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device ba1be82b-f1bb-4a54-ae3b-3188ebeebadb details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:59:22.024859 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-33c0fe62-ba5c-4cdd-8a7c-d38470fb76ed req-212c7694-4f20-4276-a218-7f31d3e202d4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Calling delete_port for fe27bfc7-325b-4294-aa15-c8094fcf4827 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:59:22.044492 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c237e18-1c9c-439c-861e-2f8a547355e1 req-36927c50-e772-4542-b635-94e080f80eeb tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:22.052597 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c237e18-1c9c-439c-861e-2f8a547355e1 req-36927c50-e772-4542-b635-94e080f80eeb tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 949 time: 0.1054485 Mar 01 20:59:22.106604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-42378810-0121-414d-b073-2f034f1d380b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:22.108074 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-42378810-0121-414d-b073-2f034f1d380b service neutron] 10.222.0.55 "GET /v2.0/networks?id=6fb931f1-a2de-451d-87d5-4c2f9820eb76 HTTP/1.1" status: 200 len: 915 time: 0.5021644 Mar 01 20:59:22.117713 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c237e18-1c9c-439c-861e-2f8a547355e1 req-9ed1670b-71e5-4ba2-83d6-16ddd7478e77 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641959 Mar 01 20:59:22.121217 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-a4fe8e5b-8d7a-4979-aab3-fe8aa0d2fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:22.122548 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-a4fe8e5b-8d7a-4979-aab3-fe8aa0d2fca2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.5466204 Mar 01 20:59:22.156958 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port ba1be82b-f1bb-4a54-ae3b-3188ebeebadb, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=ba1be82b-f1bb-4a54-ae3b-3188ebeebadb,segment=NetworkSegment(127fa70f-19d8-4610-b0ae-f3a57aa7af4b),segment_id=127fa70f-19d8-4610-b0ae-f3a57aa7af4b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:22.186915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'ba1be82b-f1bb-4a54-ae3b-3188ebeebadb', 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7', 'port_id': 'ba1be82b-f1bb-4a54-ae3b-3188ebeebadb', 'mac_address': 'fa:16:3e:b1:62:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e84a0e23-c311-4cef-a37e-b35e66df3495', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:59:22.241778 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:22.252112 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-fee0e9e6-0ced-4b6f-a083-e3c32ae03eae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cac8f73-7465-43fa-8f87-a0d0a84a8e66 HTTP/1.1" status: 200 len: 217 time: 0.1324084 Mar 01 20:59:22.263683 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1be82b-f1bb-4a54-ae3b-3188ebeebadb {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:59:22.289718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port ba1be82b-f1bb-4a54-ae3b-3188ebeebadb, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=ba1be82b-f1bb-4a54-ae3b-3188ebeebadb,segment=NetworkSegment(127fa70f-19d8-4610-b0ae-f3a57aa7af4b),segment_id=127fa70f-19d8-4610-b0ae-f3a57aa7af4b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:22.323426 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-5adfc3d1-c41a-48d6-a60a-cccdd5c09395 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 HTTP/1.1" status: 200 len: 217 time: 0.1390994 Mar 01 20:59:22.433825 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-5102dee5-525a-4b6b-8e60-035574fe7187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:22.435305 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-5102dee5-525a-4b6b-8e60-035574fe7187 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf6861a4-adc4-4c4b-a4e0-d32a1108446e HTTP/1.1" status: 200 len: 854 time: 0.1618824 Mar 01 20:59:22.455948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51197a22-98ca-4c81-a459-82e886bf1e41 req-fcce09db-5cf1-4fc3-a4ff-6b8a1ce7d4ee tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:22.457392 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-51197a22-98ca-4c81-a459-82e886bf1e41 req-fcce09db-5cf1-4fc3-a4ff-6b8a1ce7d4ee tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 944 time: 0.1005802 Mar 01 20:59:22.468948 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:22.500641 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-f921b6f8-a47e-45ae-9ae7-81b749847bb6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fb931f1-a2de-451d-87d5-4c2f9820eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566251 Mar 01 20:59:22.502096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-5ade2bd5-c7b3-4b39-899d-a72ab429e934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:22.503398 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-5ade2bd5-c7b3-4b39-899d-a72ab429e934 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1664860 Mar 01 20:59:22.507664 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-51197a22-98ca-4c81-a459-82e886bf1e41 req-143ca9b5-0159-4875-9b07-4fff759a61bb tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4da99170-0421-4825-88ab-32706145a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444274 Mar 01 20:59:22.555123 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=ba1be82b-f1bb-4a54-ae3b-3188ebeebadb,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:22.757520 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-816d7dd3-0b4c-4efb-be1c-1d69c1693261 req-b3783271-35c1-4aa1-b0a3-abe6d6e3ba11 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=efa29f3b-7897-4e20-b654-f9c6b07d7635 HTTP/1.1" status: 200 len: 210 time: 0.1611936 Mar 01 20:59:22.762029 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:59:22.788800 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['ba1be82b-f1bb-4a54-ae3b-3188ebeebadb'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:59:22.831015 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-33c0fe62-ba5c-4cdd-8a7c-d38470fb76ed req-212c7694-4f20-4276-a218-7f31d3e202d4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:22.849613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a352c-1338-432f-b56b-56a0bd7807c1 req-902a2775-1b23-4849-9771-97ab892e9048 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:22.851061 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-982a352c-1338-432f-b56b-56a0bd7807c1 req-902a2775-1b23-4849-9771-97ab892e9048 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/ports?device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 945 time: 0.0925040 Mar 01 20:59:22.868885 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['fe27bfc7-325b-4294-aa15-c8094fcf4827'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:59:22.924011 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-982a352c-1338-432f-b56b-56a0bd7807c1 req-d8ace8c8-dac8-41e3-9499-4f9bd7efc881 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/security-groups?id=b2139c7f-28dd-4867-bb2d-b497a5bb096c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655642 Mar 01 20:59:22.967693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c7694-4f20-4276-a218-7f31d3e202d4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Pushing event deleted for resources: {'Port': ['ID=fe27bfc7-325b-4294-aa15-c8094fcf4827,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:23.068059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-33c0fe62-ba5c-4cdd-8a7c-d38470fb76ed req-212c7694-4f20-4276-a218-7f31d3e202d4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] No DVR routers for this DVR port fe27bfc7-325b-4294-aa15-c8094fcf4827 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:59:23.088765 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-33c0fe62-ba5c-4cdd-8a7c-d38470fb76ed req-212c7694-4f20-4276-a218-7f31d3e202d4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:23.119184 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-c0b23cc2-a833-4764-a86f-b04a511725eb service neutron] 10.222.0.55 "GET /v2.0/networks/6fb931f1-a2de-451d-87d5-4c2f9820eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6124578 Mar 01 20:59:23.161430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:23.162562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-2880b3c7-8b2a-4c25-80d9-f5c7a15a3a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:23.164035 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-2880b3c7-8b2a-4c25-80d9-f5c7a15a3a13 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6362779 Mar 01 20:59:23.164465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa29f3b-7897-4e20-b654-f9c6b07d7635', 'name': 'network-vif-deleted', 'tag': 'fe27bfc7-325b-4294-aa15-c8094fcf4827'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:23.183856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed59f3-16d4-4c1d-b5a8-eb6ed5944f6a req-6da6eac5-9c17-409e-90a9-515c45b173b9 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:23.185356 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-caed59f3-16d4-4c1d-b5a8-eb6ed5944f6a req-6da6eac5-9c17-409e-90a9-515c45b173b9 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.55 "GET /v2.0/ports?device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 945 time: 0.1879303 Mar 01 20:59:23.187743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8', 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075', 'port_id': 'a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8', 'mac_address': 'fa:16:3e:60:08:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f3a5278-957f-4116-9615-00ae8b4a370b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:59:23.197377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d18b5-14c1-40f6-8395-f69a7352b19f req-4a3c9ca7-a56e-441f-82f7-70157fc77e59 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:23.198837 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b09d18b5-14c1-40f6-8395-f69a7352b19f req-4a3c9ca7-a56e-441f-82f7-70157fc77e59 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 943 time: 0.2574148 Mar 01 20:59:23.231988 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-33c0fe62-ba5c-4cdd-8a7c-d38470fb76ed req-212c7694-4f20-4276-a218-7f31d3e202d4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.55 "DELETE /v2.0/ports/fe27bfc7-325b-4294-aa15-c8094fcf4827 HTTP/1.1" status: 204 len: 173 time: 2.2902272 Mar 01 20:59:23.278172 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:23.299231 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:59:23.317752 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:23.318039 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b09d18b5-14c1-40f6-8395-f69a7352b19f req-9bb3c2ca-22a1-4fe8-a10a-e4a76aa74c85 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770876 Mar 01 20:59:23.326012 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-caed59f3-16d4-4c1d-b5a8-eb6ed5944f6a req-b9936c74-1202-405a-a2a0-fe8d407ce14b tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Deleting port 69c14c83-f5bf-42ca-82f9-d42329187caf {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:59:23.326354 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-caed59f3-16d4-4c1d-b5a8-eb6ed5944f6a req-b9936c74-1202-405a-a2a0-fe8d407ce14b tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:23.396679 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f27f12-7f2a-46e9-b6c9-df140aa9fd45 req-964a30f7-88a3-4bde-ac6a-130f38bec649 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:23.399881 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-08f27f12-7f2a-46e9-b6c9-df140aa9fd45 req-964a30f7-88a3-4bde-ac6a-130f38bec649 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 944 time: 0.2770405 Mar 01 20:59:23.408375 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:23.429692 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-3e576776-8c4b-4be2-9150-c0ab7966273a service neutron] 10.222.0.55 "GET /v2.0/networks/6fb931f1-a2de-451d-87d5-4c2f9820eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997212 Mar 01 20:59:23.433035 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-0b7c5f41-10a0-4d7e-a902-932c35037ebf service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447791 Mar 01 20:59:23.489229 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:23.586703 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:23.609189 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-08f27f12-7f2a-46e9-b6c9-df140aa9fd45 req-7bf5cce8-7338-471c-b426-c161a459ab9f tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/security-groups?id=1074fff3-b893-4ad5-a33b-4f1a6a7d7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500719 Mar 01 20:59:23.682416 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-fbf1ab83-573b-41d6-b49a-7dbb007c6914 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422907 Mar 01 20:59:23.694941 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa29f3b-7897-4e20-b654-f9c6b07d7635', 'name': 'network-vif-deleted', 'tag': 'fe27bfc7-325b-4294-aa15-c8094fcf4827', 'status': 'completed', 'code': 200} Mar 01 20:59:23.702359 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-3658aa43-c8bb-4055-b759-610507b37899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:23.703884 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-3658aa43-c8bb-4055-b759-610507b37899 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f49f672366454d8aaec799c518622a6a&device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 1100 time: 0.1903248 Mar 01 20:59:23.728883 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98535cfd-6da2-4cb3-94e3-7eaa7c4cc446 req-187c2d56-c467-485a-8811-cd8333f07b76 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:23.730350 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98535cfd-6da2-4cb3-94e3-7eaa7c4cc446 req-187c2d56-c467-485a-8811-cd8333f07b76 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 949 time: 0.2472205 Mar 01 20:59:23.770896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-caed59f3-16d4-4c1d-b5a8-eb6ed5944f6a req-b9936c74-1202-405a-a2a0-fe8d407ce14b tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] For port 69c14c83-f5bf-42ca-82f9-d42329187caf, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=69c14c83-f5bf-42ca-82f9-d42329187caf,segment=NetworkSegment(e9b8fe2e-0486-4282-bbbe-e8b995b0b3f2),segment_id=e9b8fe2e-0486-4282-bbbe-e8b995b0b3f2)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:23.771624 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-caed59f3-16d4-4c1d-b5a8-eb6ed5944f6a req-b9936c74-1202-405a-a2a0-fe8d407ce14b tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:23.800096 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:59:23.859479 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-a7415965-421e-4697-9ffe-8a4fcf2450aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:23.861323 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-a7415965-421e-4697-9ffe-8a4fcf2450aa service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.1500645 Mar 01 20:59:23.912476 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-caed59f3-16d4-4c1d-b5a8-eb6ed5944f6a req-b9936c74-1202-405a-a2a0-fe8d407ce14b tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Calling delete_port for 69c14c83-f5bf-42ca-82f9-d42329187caf owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:59:23.931287 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-a5fc785e-a803-4c16-b5bc-2e03cf287251 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 HTTP/1.1" status: 200 len: 217 time: 0.0627360 Mar 01 20:59:23.956447 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['940044c3-308c-4284-a779-446921c9c097'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:59:24.013459 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98535cfd-6da2-4cb3-94e3-7eaa7c4cc446 req-aeb4d734-cdce-4cee-8a4e-eab279862a40 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673874 Mar 01 20:59:24.044895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-3e125908-0aed-4c1b-9347-092866e00c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:24.047087 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-3e125908-0aed-4c1b-9347-092866e00c3e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1057644 Mar 01 20:59:24.130336 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a665e03-c76d-4013-96b8-937db1e3e214 req-085164e6-f9b5-4e76-9150-d0ef924c4aa1 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:24.134195 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a665e03-c76d-4013-96b8-937db1e3e214 req-085164e6-f9b5-4e76-9150-d0ef924c4aa1 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 944 time: 0.2311492 Mar 01 20:59:24.174510 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-581ffe86-3894-435a-9cdf-9eab473a67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:24.176307 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-581ffe86-3894-435a-9cdf-9eab473a67bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1227019 Mar 01 20:59:24.272902 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a665e03-c76d-4013-96b8-937db1e3e214 req-1fd6f4d6-8179-492f-b463-0981c7ca436d tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4da99170-0421-4825-88ab-32706145a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837679 Mar 01 20:59:24.362098 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-31aba15b-1eef-41bd-b10a-f0f182c5d348 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777065 Mar 01 20:59:24.445389 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-caed59f3-16d4-4c1d-b5a8-eb6ed5944f6a req-b9936c74-1202-405a-a2a0-fe8d407ce14b tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:24.462219 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e9ec5b6c-0c2d-48a2-b4f4-7dbc1ff4d4be req-26f60990-311f-4e36-ab66-346fe4c4ff41 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=efa29f3b-7897-4e20-b654-f9c6b07d7635 HTTP/1.1" status: 200 len: 210 time: 0.0655801 Mar 01 20:59:24.539082 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-230d48dc-1dfc-4a1e-85af-1976fa6a90b8 req-432ba707-6fcf-4bcb-9ef2-979b77ee2dac service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699586 Mar 01 20:59:24.569572 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9936c74-1202-405a-a2a0-fe8d407ce14b tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Pushing event deleted for resources: {'Port': ['ID=69c14c83-f5bf-42ca-82f9-d42329187caf,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:24.614270 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5305bd1a-40a0-4151-b681-d010e081e52a req-4141c9ef-5d2d-483c-903b-c018d6c774ba tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/ports?device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 210 time: 0.1134834 Mar 01 20:59:24.667763 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-caed59f3-16d4-4c1d-b5a8-eb6ed5944f6a req-b9936c74-1202-405a-a2a0-fe8d407ce14b tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] No DVR routers for this DVR port 69c14c83-f5bf-42ca-82f9-d42329187caf on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:59:24.671408 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-caed59f3-16d4-4c1d-b5a8-eb6ed5944f6a req-b9936c74-1202-405a-a2a0-fe8d407ce14b tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:24.674612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17699370-8e7e-4000-8bf9-dcda1faae14a', 'name': 'network-vif-deleted', 'tag': '69c14c83-f5bf-42ca-82f9-d42329187caf'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:24.685753 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-caed59f3-16d4-4c1d-b5a8-eb6ed5944f6a req-b9936c74-1202-405a-a2a0-fe8d407ce14b tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.55 "DELETE /v2.0/ports/69c14c83-f5bf-42ca-82f9-d42329187caf HTTP/1.1" status: 204 len: 173 time: 1.4851854 Mar 01 20:59:24.776204 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:59:24.779279 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device fe27bfc7-325b-4294-aa15-c8094fcf4827 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:59:24.831239 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c8e99-6278-4b37-b30c-602d9f752ee6 req-63d08d7e-0cfa-4fa4-a564-3bdc30a398a7 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:24.832868 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-167c8e99-6278-4b37-b30c-602d9f752ee6 req-63d08d7e-0cfa-4fa4-a564-3bdc30a398a7 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 944 time: 0.2476621 Mar 01 20:59:24.879677 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: fe27bfc7-325b-4294-aa15-c8094fcf4827 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:59:24.880130 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device fe27bfc7-325b-4294-aa15-c8094fcf4827 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:59:24.880551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 69c14c83-f5bf-42ca-82f9-d42329187caf no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:59:24.924377 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 69c14c83-f5bf-42ca-82f9-d42329187caf {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:59:24.924795 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 69c14c83-f5bf-42ca-82f9-d42329187caf not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:59:24.967075 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-167c8e99-6278-4b37-b30c-602d9f752ee6 req-ac8e0ccd-80b9-4912-a693-1a6a25b3eccf tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269810 Mar 01 20:59:25.002872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ea06d-94f4-4d47-86a6-bb646e9a9cfd req-b00ed6e1-bbc1-425c-ac60-9513212fea83 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:25.005120 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a35ea06d-94f4-4d47-86a6-bb646e9a9cfd req-b00ed6e1-bbc1-425c-ac60-9513212fea83 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 944 time: 0.1301389 Mar 01 20:59:25.056587 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17699370-8e7e-4000-8bf9-dcda1faae14a', 'name': 'network-vif-deleted', 'tag': '69c14c83-f5bf-42ca-82f9-d42329187caf', 'status': 'completed', 'code': 200} Mar 01 20:59:25.081507 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a35ea06d-94f4-4d47-86a6-bb646e9a9cfd req-ab785091-fbad-49dd-9240-afd26c54b664 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/security-groups?id=1074fff3-b893-4ad5-a33b-4f1a6a7d7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687914 Mar 01 20:59:25.142251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:25.159458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7', 'mac_address': 'fa:16:3e:33:73:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:59:25.228754 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:25.251113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:59:25.272596 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:25.280514 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d73243-c561-437c-9802-03d2c941a89c req-72472ff7-4146-4b39-b531-f43e61cce383 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:25.281986 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-51d73243-c561-437c-9802-03d2c941a89c req-72472ff7-4146-4b39-b531-f43e61cce383 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 949 time: 0.0933883 Mar 01 20:59:25.330674 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-51d73243-c561-437c-9802-03d2c941a89c req-b4735aef-bba5-4941-9d12-385887c042e8 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416632 Mar 01 20:59:25.447706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bdbf5-e0cd-4af0-afca-39802b0e83e4 req-76973e7f-90f6-45e6-8252-97d3b4194d8b tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:25.449261 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-383bdbf5-e0cd-4af0-afca-39802b0e83e4 req-76973e7f-90f6-45e6-8252-97d3b4194d8b tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 944 time: 0.0872979 Mar 01 20:59:25.457529 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:25.458326 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 7cac8f73-7465-43fa-8f87-a0d0a84a8e66 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:59:25.507218 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-383bdbf5-e0cd-4af0-afca-39802b0e83e4 req-2a7b82b2-9de6-4ba8-a0ea-c28712f60911 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4da99170-0421-4825-88ab-32706145a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510533 Mar 01 20:59:25.570028 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,revision_number=12']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:25.692970 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 7cac8f73-7465-43fa-8f87-a0d0a84a8e66, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7cac8f73-7465-43fa-8f87-a0d0a84a8e66,segment=NetworkSegment(f5d4bd3c-35a3-4897-aeaa-0114b56de111),segment_id=f5d4bd3c-35a3-4897-aeaa-0114b56de111)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:25.731399 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '7cac8f73-7465-43fa-8f87-a0d0a84a8e66', 'network_id': '6fb931f1-a2de-451d-87d5-4c2f9820eb76', 'port_id': '7cac8f73-7465-43fa-8f87-a0d0a84a8e66', 'mac_address': 'fa:16:3e:38:dc:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf6861a4-adc4-4c4b-a4e0-d32a1108446e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:59:25.800143 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:25.820082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cac8f73-7465-43fa-8f87-a0d0a84a8e66 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:59:25.834233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602685e-e8f1-4296-afa7-0058a60147c2 req-c9bbcf5e-1a6a-4423-8569-92be72f0b7f8 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:25.839635 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 7cac8f73-7465-43fa-8f87-a0d0a84a8e66, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7cac8f73-7465-43fa-8f87-a0d0a84a8e66,segment=NetworkSegment(f5d4bd3c-35a3-4897-aeaa-0114b56de111),segment_id=f5d4bd3c-35a3-4897-aeaa-0114b56de111)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:25.839817 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b602685e-e8f1-4296-afa7-0058a60147c2 req-c9bbcf5e-1a6a-4423-8569-92be72f0b7f8 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1523824 Mar 01 20:59:25.903599 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-2e3c62a7-940a-4466-ab41-de98e73c3069 req-c1066cb3-0e81-4fb5-97e3-c53d6875b389 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Synchronizing usage tracker for tenant:95397676bb654365a20d938b1e5c7954 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:59:25.940878 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:25.948950 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b602685e-e8f1-4296-afa7-0058a60147c2 req-8d966be0-e767-426a-aa29-f27d51bf4db4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033301 Mar 01 20:59:25.993701 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device ba1be82b-f1bb-4a54-ae3b-3188ebeebadb up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:59:26.032642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-2e3c62a7-940a-4466-ab41-de98e73c3069 req-c1066cb3-0e81-4fb5-97e3-c53d6875b389 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] Unset dirty status for tenant:95397676bb654365a20d938b1e5c7954 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:59:26.035472 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e3c62a7-940a-4466-ab41-de98e73c3069 req-c1066cb3-0e81-4fb5-97e3-c53d6875b389 tempest-ServerMetadataNegativeTestJSON-1191901804 tempest-ServerMetadataNegativeTestJSON-1191901804-project] 10.222.0.42 "GET /v2.0/ports?device_id=17699370-8e7e-4000-8bf9-dcda1faae14a HTTP/1.1" status: 200 len: 210 time: 0.1921725 Mar 01 20:59:26.116735 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 20:59:26.173993 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=7cac8f73-7465-43fa-8f87-a0d0a84a8e66,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:26.291561 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port ba1be82b-f1bb-4a54-ae3b-3188ebeebadb completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:59:26.297348 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port ba1be82b-f1bb-4a54-ae3b-3188ebeebadb triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:59:26.297887 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:26.335268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['6fa6ee7c-e9f6-4b41-9521-49f859ad86b7'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:59:26.360298 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['7cac8f73-7465-43fa-8f87-a0d0a84a8e66'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:59:26.368596 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32b48e-2e79-41fd-a20a-1d28ede653a4 req-a375f5f2-e5ae-44ba-820b-32f61c5562d3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:26.370100 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e32b48e-2e79-41fd-a20a-1d28ede653a4 req-a375f5f2-e5ae-44ba-820b-32f61c5562d3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 944 time: 0.1499295 Mar 01 20:59:26.384278 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7762d48e-f369-4502-b8ca-feae6ef78465 req-228b2c02-ea8b-4ee5-9b0c-285917eae391 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:26.385667 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7762d48e-f369-4502-b8ca-feae6ef78465 req-228b2c02-ea8b-4ee5-9b0c-285917eae391 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 944 time: 0.1244419 Mar 01 20:59:26.461141 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e32b48e-2e79-41fd-a20a-1d28ede653a4 req-45354e02-5cb1-4010-b4f7-e11d693055f8 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837736 Mar 01 20:59:26.472783 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7762d48e-f369-4502-b8ca-feae6ef78465 req-42068b08-db7f-43c9-b8b8-6fdefec240a4 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/security-groups?id=1074fff3-b893-4ad5-a33b-4f1a6a7d7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729191 Mar 01 20:59:26.607807 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:26.664755 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccf60a1-4a37-4f4a-9f39-47a23b820948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1be82b-f1bb-4a54-ae3b-3188ebeebadb'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:26.693691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port ba1be82b-f1bb-4a54-ae3b-3188ebeebadb, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=ba1be82b-f1bb-4a54-ae3b-3188ebeebadb,segment=NetworkSegment(127fa70f-19d8-4610-b0ae-f3a57aa7af4b),segment_id=127fa70f-19d8-4610-b0ae-f3a57aa7af4b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:26.702193 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a518d49c-32a4-4897-8964-de648c1798e7 req-8ea565c5-0ae2-43a9-a7f1-418a414fa69f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:26.703607 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a518d49c-32a4-4897-8964-de648c1798e7 req-8ea565c5-0ae2-43a9-a7f1-418a414fa69f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.0965776 Mar 01 20:59:26.790382 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:26.805322 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a518d49c-32a4-4897-8964-de648c1798e7 req-39cf5733-0abd-4e17-a970-ada3c0f89b89 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945635 Mar 01 20:59:26.841909 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e86a2-8221-4615-a996-f8fe14c2da57 req-1219c630-1de3-42f6-ac0e-1eb986d9b27c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:26.843585 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b31e86a2-8221-4615-a996-f8fe14c2da57 req-1219c630-1de3-42f6-ac0e-1eb986d9b27c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.2430756 Mar 01 20:59:26.846760 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:59:26.903571 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b31e86a2-8221-4615-a996-f8fe14c2da57 req-d9865290-6def-4d77-9373-e9acfc469a0d tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506065 Mar 01 20:59:26.959941 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=ba1be82b-f1bb-4a54-ae3b-3188ebeebadb,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:26.966979 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccf60a1-4a37-4f4a-9f39-47a23b820948', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1be82b-f1bb-4a54-ae3b-3188ebeebadb', 'code': 200} Mar 01 20:59:27.047429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf9120-0158-4fa5-99ce-74fd25ce9cf5 req-3979339a-6f44-486f-8848-eeeee69a2966 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:27.049405 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3ebf9120-0158-4fa5-99ce-74fd25ce9cf5 req-3979339a-6f44-486f-8848-eeeee69a2966 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 945 time: 0.1122270 Mar 01 20:59:27.060534 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:59:27.080608 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:59:27.080608 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:27.129343 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d32b6-f618-4ad4-9718-ef82c0710b54 req-e1e1603c-4ff5-40b4-9eaa-1da6927ee89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:27.131698 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-476d32b6-f618-4ad4-9718-ef82c0710b54 req-e1e1603c-4ff5-40b4-9eaa-1da6927ee89e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 1096 time: 0.0889990 Mar 01 20:59:27.179963 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3ebf9120-0158-4fa5-99ce-74fd25ce9cf5 req-29d0eed0-050c-44dc-9d92-71fda3b7b516 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4da99170-0421-4825-88ab-32706145a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232719 Mar 01 20:59:27.181987 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-476d32b6-f618-4ad4-9718-ef82c0710b54 req-ab7314c0-0541-4189-a8ac-470f3aa698c0 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=1074fff3-b893-4ad5-a33b-4f1a6a7d7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437911 Mar 01 20:59:27.234303 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:27.248583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23f0272-1851-4df5-a040-54aaedf881dc req-bd9ccd39-9620-4d27-bab7-5912eef7a401 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:27.250438 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f23f0272-1851-4df5-a040-54aaedf881dc req-bd9ccd39-9620-4d27-bab7-5912eef7a401 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1259465 Mar 01 20:59:27.279273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:27.299702 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f23f0272-1851-4df5-a040-54aaedf881dc req-0dd8b2b7-5cac-4751-a424-dc9e7c666e63 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428081 Mar 01 20:59:27.344132 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bdb4e551-ae03-4f34-8f82-717cf2d783b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:27.389209 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45192) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:27.398184 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:27.472722 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:27.524082 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42a587d-049c-4142-8be1-3f775249eb31 admin admin] Deleting subnet 63ca4831-b7f4-4c13-b559-fddb959818f9 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:59:27.532681 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d42a587d-049c-4142-8be1-3f775249eb31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:27.602124 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d42a587d-049c-4142-8be1-3f775249eb31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:27.612284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6b6e6-93d1-482e-b9fd-4eac71aa69f3 req-cef92d40-86cc-49aa-84f3-97baabde9f35 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:27.614145 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcb6b6e6-93d1-482e-b9fd-4eac71aa69f3 req-cef92d40-86cc-49aa-84f3-97baabde9f35 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 1101 time: 0.0923471 Mar 01 20:59:27.704197 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcb6b6e6-93d1-482e-b9fd-4eac71aa69f3 req-01e99114-aa7f-4b1e-87a0-a9837e11ecc6 tempest-MigrationsAdminTest-1356446779 tempest-MigrationsAdminTest-1356446779-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837233 Mar 01 20:59:27.770101 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb4796-5c0e-4c13-8d47-aad4e32eb6f5 req-e5a243ae-00d9-4182-ad78-2f71106f1870 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:27.783018 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aacb4796-5c0e-4c13-8d47-aad4e32eb6f5 req-e5a243ae-00d9-4182-ad78-2f71106f1870 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 945 time: 0.1144743 Mar 01 20:59:27.804171 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d42a587d-049c-4142-8be1-3f775249eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:27.837235 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aacb4796-5c0e-4c13-8d47-aad4e32eb6f5 req-648046b1-46b6-4caf-8c93-abfb29d46444 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596457 Mar 01 20:59:27.982161 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d42a587d-049c-4142-8be1-3f775249eb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:28.040065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a587d-049c-4142-8be1-3f775249eb31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63ca4831-b7f4-4c13-b559-fddb959818f9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:28.048778 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d42a587d-049c-4142-8be1-3f775249eb31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:28.062392 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d42a587d-049c-4142-8be1-3f775249eb31 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/63ca4831-b7f4-4c13-b559-fddb959818f9 HTTP/1.1" status: 204 len: 168 time: 0.6718590 Mar 01 20:59:28.063924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45210) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:28.153063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c8487-8f00-47bd-ae11-691824eb332f req-864eb272-158d-4c7b-ac8b-be51c2524ead tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:28.155020 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-836c8487-8f00-47bd-ae11-691824eb332f req-864eb272-158d-4c7b-ac8b-be51c2524ead tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 945 time: 0.1051371 Mar 01 20:59:28.183291 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caf6147a-94bf-443b-af53-87a92bf29dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:28.208090 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-836c8487-8f00-47bd-ae11-691824eb332f req-1f895ed5-b5ce-48cc-9d80-39d932163151 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/security-groups?id=1074fff3-b893-4ad5-a33b-4f1a6a7d7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442986 Mar 01 20:59:28.400824 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caf6147a-94bf-443b-af53-87a92bf29dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:28.442327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-caf6147a-94bf-443b-af53-87a92bf29dcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99e4bb30-45f4-49c3-a8d0-d83ec737eb0f']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:59:28.468297 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-caf6147a-94bf-443b-af53-87a92bf29dcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b8fe2e-0486-4282-bbbe-e8b995b0b3f2') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:59:28.468942 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-caf6147a-94bf-443b-af53-87a92bf29dcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b8fe2e-0486-4282-bbbe-e8b995b0b3f2') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:59:28.488601 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caf6147a-94bf-443b-af53-87a92bf29dcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:28.511443 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caf6147a-94bf-443b-af53-87a92bf29dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:28.522859 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf6147a-94bf-443b-af53-87a92bf29dcd admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:59:28.522859 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caf6147a-94bf-443b-af53-87a92bf29dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:59:28.537482 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:59:28.548530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da16e8-9c5e-493e-8de7-5036f9886711 req-98839c2b-40d7-4d8b-87bb-536dbb83d544 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:28.551291 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92da16e8-9c5e-493e-8de7-5036f9886711 req-98839c2b-40d7-4d8b-87bb-536dbb83d544 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 945 time: 0.1347952 Mar 01 20:59:28.605369 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92da16e8-9c5e-493e-8de7-5036f9886711 req-15f4e7cb-49b4-4947-a07b-bbe1f47cb41c tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4da99170-0421-4825-88ab-32706145a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487175 Mar 01 20:59:28.721457 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caf6147a-94bf-443b-af53-87a92bf29dcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:28.734179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1883ad-1b6e-4f39-a9b6-116bcca7b6ff req-dcba82d2-0f1b-4bbd-8c73-c9482c33dacd tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:28.736505 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc1883ad-1b6e-4f39-a9b6-116bcca7b6ff req-dcba82d2-0f1b-4bbd-8c73-c9482c33dacd tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 950 time: 0.0888948 Mar 01 20:59:28.745411 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caf6147a-94bf-443b-af53-87a92bf29dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:28.753936 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf6147a-94bf-443b-af53-87a92bf29dcd admin admin] Pushing event deleted for resources: {'Network': ['ID=99e4bb30-45f4-49c3-a8d0-d83ec737eb0f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:28.796375 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc1883ad-1b6e-4f39-a9b6-116bcca7b6ff req-f01ccdab-ea94-43f7-bc7b-265fab5cb0e3 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474925 Mar 01 20:59:28.804538 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:59:28.834863 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-caf6147a-94bf-443b-af53-87a92bf29dcd admin admin] 10.222.0.42 "DELETE /v2.0/networks/99e4bb30-45f4-49c3-a8d0-d83ec737eb0f HTTP/1.1" status: 204 len: 168 time: 0.7697365 Mar 01 20:59:28.970626 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a008b0-3c05-4503-8582-d9d35b54389b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:29.014075 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:59:29.025802 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:59:29.027126 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:29.098022 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb984c0f-f11b-4563-ba63-c176087c9255 req-df2b1797-fff7-4e2c-8a90-0c1c969adf86 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:29.100571 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb984c0f-f11b-4563-ba63-c176087c9255 req-df2b1797-fff7-4e2c-8a90-0c1c969adf86 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 945 time: 0.1399047 Mar 01 20:59:29.130227 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45236) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:29.152052 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a008b0-3c05-4503-8582-d9d35b54389b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8', 'code': 200} Mar 01 20:59:29.226726 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:29.265660 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:29.270498 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb984c0f-f11b-4563-ba63-c176087c9255 req-a3147a4a-0884-4d32-a5b8-9e6cca3bfbe5 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601019 Mar 01 20:59:29.305802 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac9161bb-c3f7-46ad-8540-298238e3cb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:29.308854 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb0c75-6ba6-44f8-ba44-04db81f76cc1 req-5d7cae61-3e37-420c-a6c3-f0ecfc646d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:29.310310 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-10cb0c75-6ba6-44f8-ba44-04db81f76cc1 req-5d7cae61-3e37-420c-a6c3-f0ecfc646d8f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 1096 time: 0.1295896 Mar 01 20:59:29.326559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ac9161bb-c3f7-46ad-8540-298238e3cb78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:29.327436 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ac9161bb-c3f7-46ad-8540-298238e3cb78 admin admin] Usage tracker for resource:security_group_rule and tenant:65fdde5c49944a6a830dce8e95e886a4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:29.331184 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ac9161bb-c3f7-46ad-8540-298238e3cb78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:29.337391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ac9161bb-c3f7-46ad-8540-298238e3cb78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:29.408372 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-10cb0c75-6ba6-44f8-ba44-04db81f76cc1 req-cbf53184-0757-4e41-97dd-7940bbe36aca service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904443 Mar 01 20:59:29.430075 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:29.430075 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 7cac8f73-7465-43fa-8f87-a0d0a84a8e66 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:59:29.460637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649281a-9745-4228-aa5a-2d72c5f3e6aa req-461331e7-7853-4dd3-ab8e-5624273cd426 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:29.467122 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45246) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:29.472194 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9649281a-9745-4228-aa5a-2d72c5f3e6aa req-461331e7-7853-4dd3-ab8e-5624273cd426 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 945 time: 0.1362312 Mar 01 20:59:29.532584 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9649281a-9745-4228-aa5a-2d72c5f3e6aa req-373158c2-77e2-4dc9-ac37-4771e263f126 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/security-groups?id=1074fff3-b893-4ad5-a33b-4f1a6a7d7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592890 Mar 01 20:59:29.552109 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6526b6a6-9ddd-47da-85c9-2130d75018d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95397676bb654365a20d938b1e5c7954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0836406 Mar 01 20:59:29.556200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45250) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:29.617202 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac9161bb-c3f7-46ad-8540-298238e3cb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:29.652627 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee37680a-6d86-4de7-b828-3aff09f78e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:29.664814 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,revision_number=13']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:29.683085 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee37680a-6d86-4de7-b828-3aff09f78e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:29.703402 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac9161bb-c3f7-46ad-8540-298238e3cb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:29.770270 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2dbe814e-596a-4d44-a536-1f8812286542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:29.772645 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ac9161bb-c3f7-46ad-8540-298238e3cb78 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=65fdde5c49944a6a830dce8e95e886a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6409011 Mar 01 20:59:29.773946 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9161bb-c3f7-46ad-8540-298238e3cb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81eb0d62-342a-4739-be3e-b1feb99596a5,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:29.776678 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45258) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:29.786045 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 7cac8f73-7465-43fa-8f87-a0d0a84a8e66 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:59:29.799417 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 7cac8f73-7465-43fa-8f87-a0d0a84a8e66 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:59:29.799788 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:29.849487 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e778a068-d963-4fa5-a5e4-7774ea37bf06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:29.880513 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e778a068-d963-4fa5-a5e4-7774ea37bf06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:29.937159 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee37680a-6d86-4de7-b828-3aff09f78e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:29.950182 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:29.954779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee37680a-6d86-4de7-b828-3aff09f78e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2139c7f-28dd-4867-bb2d-b497a5bb096c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:29.970716 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee37680a-6d86-4de7-b828-3aff09f78e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:29.970716 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ee37680a-6d86-4de7-b828-3aff09f78e2e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2139c7f-28dd-4867-bb2d-b497a5bb096c HTTP/1.1" status: 204 len: 168 time: 0.4103334 Mar 01 20:59:29.974952 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad95536-3eb5-428d-9272-01543f33a399 req-794376dc-792e-4745-9d05-c35e7ccb695d tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:29.984924 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fad95536-3eb5-428d-9272-01543f33a399 req-794376dc-792e-4745-9d05-c35e7ccb695d tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 945 time: 0.2896528 Mar 01 20:59:29.985779 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45266) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:30.003160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77aff094-17b4-49a8-9ae8-4a25bf818f19 req-e8c920a4-dba9-4837-b592-79785d8de798 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:30.003473 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 7cac8f73-7465-43fa-8f87-a0d0a84a8e66, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7cac8f73-7465-43fa-8f87-a0d0a84a8e66,segment=NetworkSegment(f5d4bd3c-35a3-4897-aeaa-0114b56de111),segment_id=f5d4bd3c-35a3-4897-aeaa-0114b56de111)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:30.004902 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77aff094-17b4-49a8-9ae8-4a25bf818f19 req-e8c920a4-dba9-4837-b592-79785d8de798 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 945 time: 0.2605970 Mar 01 20:59:30.009309 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-ccc89a6b-394b-4c2a-bf67-98b18adf8be3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Request body: {'floatingip': {'port_id': 'ba1be82b-f1bb-4a54-ae3b-3188ebeebadb'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:59:30.148809 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e778a068-d963-4fa5-a5e4-7774ea37bf06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:30.151286 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e778a068-d963-4fa5-a5e4-7774ea37bf06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:30.152586 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e778a068-d963-4fa5-a5e4-7774ea37bf06 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/81eb0d62-342a-4739-be3e-b1feb99596a5 HTTP/1.1" status: 204 len: 168 time: 0.3748686 Mar 01 20:59:30.156791 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ccc89a6b-394b-4c2a-bf67-98b18adf8be3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for floatingip, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:30.164766 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778a068-d963-4fa5-a5e4-7774ea37bf06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81eb0d62-342a-4739-be3e-b1feb99596a5,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:30.246029 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:30.316025 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77aff094-17b4-49a8-9ae8-4a25bf818f19 req-eca50153-e8fe-4585-a938-5470258f24e0 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4da99170-0421-4825-88ab-32706145a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349894 Mar 01 20:59:30.319004 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=7cac8f73-7465-43fa-8f87-a0d0a84a8e66,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:30.503406 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:30.599308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb76fc6-3cda-4884-8c9c-7660789ddc24 req-56c1a470-69ff-4c01-a640-db52534f5e43 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:30.600911 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9eb76fc6-3cda-4884-8c9c-7660789ddc24 req-56c1a470-69ff-4c01-a640-db52534f5e43 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 951 time: 0.4856246 Mar 01 20:59:30.639863 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:30.781516 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9eb76fc6-3cda-4884-8c9c-7660789ddc24 req-14e5b168-678b-4c00-994e-69ba5d9e294f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663094 Mar 01 20:59:30.810497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dc54cd-83f0-463b-b549-cff73b9bf37d req-98d74cdd-8574-4f3d-9fbd-4466cd1322c5 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:30.812201 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d5dc54cd-83f0-463b-b549-cff73b9bf37d req-98d74cdd-8574-4f3d-9fbd-4466cd1322c5 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.55 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 951 time: 0.4284577 Mar 01 20:59:30.958508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea02b000-5254-4942-abd9-b8d94fa239e4 req-b1d77a9e-f01e-4e5b-b34c-ac57e8984344 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:30.960277 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea02b000-5254-4942-abd9-b8d94fa239e4 req-b1d77a9e-f01e-4e5b-b34c-ac57e8984344 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 945 time: 0.5229607 Mar 01 20:59:31.035091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-d5dc54cd-83f0-463b-b549-cff73b9bf37d req-1332ca16-e2f9-491e-be7f-508a4e2cf80d tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Deleting port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:59:31.035677 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d5dc54cd-83f0-463b-b549-cff73b9bf37d req-1332ca16-e2f9-491e-be7f-508a4e2cf80d tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:31.117208 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea02b000-5254-4942-abd9-b8d94fa239e4 req-6edb8c56-4615-4b25-9ac2-55872d47ce4a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436572 Mar 01 20:59:31.152910 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c123cac-d255-4eb1-9774-bc8835ac9582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7'}, {'server_uuid': '0811a74f-bd30-4d1d-8dd0-3b17db579a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cac8f73-7465-43fa-8f87-a0d0a84a8e66'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:31.215626 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c123cac-d255-4eb1-9774-bc8835ac9582', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7', 'code': 200} Mar 01 20:59:31.215626 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0811a74f-bd30-4d1d-8dd0-3b17db579a66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cac8f73-7465-43fa-8f87-a0d0a84a8e66', 'code': 200} Mar 01 20:59:31.340332 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.resource_extend [None req-ccc89a6b-394b-4c2a-bf67-98b18adf8be3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 20:59:31.426229 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f090d8-9738-4fca-8c85-702d151a7027 req-8ae64f21-057f-4f5e-a1a2-b0a493aa9679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:31.428436 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b2f090d8-9738-4fca-8c85-702d151a7027 req-8ae64f21-057f-4f5e-a1a2-b0a493aa9679 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 1097 time: 0.1358802 Mar 01 20:59:31.488754 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b2f090d8-9738-4fca-8c85-702d151a7027 req-df547a36-a36d-4446-9609-49f0f9434d72 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4da99170-0421-4825-88ab-32706145a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537739 Mar 01 20:59:31.659802 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ccc89a6b-394b-4c2a-bf67-98b18adf8be3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:31.680321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45330) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:31.696234 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-d5dc54cd-83f0-463b-b549-cff73b9bf37d req-1332ca16-e2f9-491e-be7f-508a4e2cf80d tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] For port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:31.696590 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d5dc54cd-83f0-463b-b549-cff73b9bf37d req-1332ca16-e2f9-491e-be7f-508a4e2cf80d tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:31.796342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-680672787-network', 'tenant_id': '79bb07c626b441fd8b2e468286ded4b3'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:59:31.802982 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:31.813559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Usage tracker for resource:network and tenant:79bb07c626b441fd8b2e468286ded4b3 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:31.816715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:31.829374 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:31.840805 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-d5dc54cd-83f0-463b-b549-cff73b9bf37d req-1332ca16-e2f9-491e-be7f-508a4e2cf80d tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Calling delete_port for 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:59:31.868730 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ccc89a6b-394b-4c2a-bf67-98b18adf8be3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:31.947439 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Made reservation on behalf of 79bb07c626b441fd8b2e468286ded4b3 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:59:31.950058 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:31.963479 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:31.966192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb5d2c4-c473-403c-97f2-359e955eb468 req-8ca8ac12-1249-4062-81c0-caa93b83bd52 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:31.967666 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1bb5d2c4-c473-403c-97f2-359e955eb468 req-8ca8ac12-1249-4062-81c0-caa93b83bd52 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.5728292 Mar 01 20:59:31.979506 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:31.987277 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Usage tracker for resource:security_group_rule and tenant:79bb07c626b441fd8b2e468286ded4b3 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:31.990321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:31.996267 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:32.033078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff070555-b721-4102-bce0-d4257572723b req-3107c558-d418-40e7-9f27-4d70d4964ceb tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:32.034583 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff070555-b721-4102-bce0-d4257572723b req-3107c558-d418-40e7-9f27-4d70d4964ceb tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 946 time: 0.4768138 Mar 01 20:59:32.089224 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:32.152122 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:32.158235 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1bb5d2c4-c473-403c-97f2-359e955eb468 req-681f8be3-0174-4ae0-8c30-eda19ef6ccce tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771097 Mar 01 20:59:32.183986 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:32.209650 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:59:32.225592 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-ccc89a6b-394b-4c2a-bf67-98b18adf8be3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Floating IP cc5188f5-548a-477d-a734-a6c1f5b54bf7 associated. External IP: 172.25.5.164, port: ba1be82b-f1bb-4a54-ae3b-3188ebeebadb. Mar 01 20:59:32.234124 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:32.236027 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Added segment b523c62f-0d5a-4829-9ad4-c29bb0998ffd of type vlan for network a74696f0-0f2d-4e9e-ab92-9bf0d48e379a Mar 01 20:59:32.243778 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85ac2ec-0d56-4837-9012-d61c1eff9fe9,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:32.267947 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:32.308415 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff070555-b721-4102-bce0-d4257572723b req-14a980b4-7d6e-4d64-a2ff-24f59b31045c tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4da99170-0421-4825-88ab-32706145a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059455 Mar 01 20:59:32.406398 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:32.408590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:32.410327 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:32.485815 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d5dc54cd-83f0-463b-b549-cff73b9bf37d req-1332ca16-e2f9-491e-be7f-508a4e2cf80d tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:32.500471 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['434884c2-e77f-4d2b-b8c1-aa2f4b16df42', 'bd97f53a-f9d1-47ca-a431-a0e2ca5feb68'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:59:32.527244 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] Pushing event updated for resources: {'Network': ['ID=a74696f0-0f2d-4e9e-ab92-9bf0d48e379a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:32.542936 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb', '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:59:32.581247 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network a74696f0-0f2d-4e9e-ab92-9bf0d48e379a details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:59:32.589792 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ba0b71da-87b8-431b-b68d-a7494b3746bb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9083033 Mar 01 20:59:32.590408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45348) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:32.596663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9dfc5b40-163d-4ac5-a4fe-2903b7d9a8b3 admin admin] Request body: {'subnet': {'network_id': 'a74696f0-0f2d-4e9e-ab92-9bf0d48e379a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-680672787-subnet', 'tenant_id': '79bb07c626b441fd8b2e468286ded4b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:59:32.601998 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9dfc5b40-163d-4ac5-a4fe-2903b7d9a8b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:32.606205 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332ca16-e2f9-491e-be7f-508a4e2cf80d tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Pushing event deleted for resources: {'Port': ['ID=6fa6ee7c-e9f6-4b41-9521-49f859ad86b7,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:32.606696 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9dfc5b40-163d-4ac5-a4fe-2903b7d9a8b3 admin admin] Usage tracker for resource:subnet and tenant:79bb07c626b441fd8b2e468286ded4b3 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:32.610547 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9dfc5b40-163d-4ac5-a4fe-2903b7d9a8b3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:32.617395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9dfc5b40-163d-4ac5-a4fe-2903b7d9a8b3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:32.743046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dfc5b40-163d-4ac5-a4fe-2903b7d9a8b3 admin admin] Made reservation on behalf of 79bb07c626b441fd8b2e468286ded4b3 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:59:32.745595 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5b40-163d-4ac5-a4fe-2903b7d9a8b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:32.815737 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5dc54cd-83f0-463b-b549-cff73b9bf37d req-1332ca16-e2f9-491e-be7f-508a4e2cf80d tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] No DVR routers for this DVR port 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:59:32.822357 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d5dc54cd-83f0-463b-b549-cff73b9bf37d req-1332ca16-e2f9-491e-be7f-508a4e2cf80d tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:32.837208 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c123cac-d255-4eb1-9774-bc8835ac9582', 'name': 'network-vif-deleted', 'tag': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:32.881826 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fc193-d6eb-4819-bf67-2dc219d4f537 req-ba461258-4815-4312-b3b1-e46a8e46bb06 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:32.882547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-7a0fc193-d6eb-4819-bf67-2dc219d4f537 req-ba461258-4815-4312-b3b1-e46a8e46bb06 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Synchronizing usage tracker for tenant:f49f672366454d8aaec799c518622a6a on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:59:32.909203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc89a6b-394b-4c2a-bf67-98b18adf8be3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Router 5acc4222-1252-47e4-a096-2eea37728eac has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 20:59:33.004439 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d5dc54cd-83f0-463b-b549-cff73b9bf37d req-1332ca16-e2f9-491e-be7f-508a4e2cf80d tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.55 "DELETE /v2.0/ports/6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 HTTP/1.1" status: 204 len: 173 time: 2.1021364 Mar 01 20:59:33.201206 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5b40-163d-4ac5-a4fe-2903b7d9a8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:33.299250 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfc5b40-163d-4ac5-a4fe-2903b7d9a8b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=db2d33ec-8315-4704-90ab-af8ffa20515f,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:33.311437 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dfc5b40-163d-4ac5-a4fe-2903b7d9a8b3 admin admin] Checking segment: {'id': 'b523c62f-0d5a-4829-9ad4-c29bb0998ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'a74696f0-0f2d-4e9e-ab92-9bf0d48e379a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:59:33.311437 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfc5b40-163d-4ac5-a4fe-2903b7d9a8b3 admin admin] Network hostable DHCP agents. Network: a74696f0-0f2d-4e9e-ab92-9bf0d48e379a, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:59:33.336849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-7a0fc193-d6eb-4819-bf67-2dc219d4f537 req-ba461258-4815-4312-b3b1-e46a8e46bb06 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Unset dirty status for tenant:f49f672366454d8aaec799c518622a6a on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:59:33.338047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a0fc193-d6eb-4819-bf67-2dc219d4f537 req-ba461258-4815-4312-b3b1-e46a8e46bb06 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=2c123cac-d255-4eb1-9774-bc8835ac9582 HTTP/1.1" status: 200 len: 868 time: 0.9112692 Mar 01 20:59:33.418072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc89a6b-394b-4c2a-bf67-98b18adf8be3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 20:59:33.430137 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ccc89a6b-394b-4c2a-bf67-98b18adf8be3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:33.432783 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a3f960-5d2a-4ac1-a768-3a0a82ba44bf None None] Sync routers for ids ['5acc4222-1252-47e4-a096-2eea37728eac'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 20:59:33.445964 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a3f960-5d2a-4ac1-a768-3a0a82ba44bf None None] Routers {'5acc4222-1252-47e4-a096-2eea37728eac'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:59:33.446678 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-40a3f960-5d2a-4ac1-a768-3a0a82ba44bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:59:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5acc4222-1252-47e4-a096-2eea37728eac'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:59:33.449307 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dfc5b40-163d-4ac5-a4fe-2903b7d9a8b3 admin admin] Network a74696f0-0f2d-4e9e-ab92-9bf0d48e379a is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 20:59:33.543795 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-9dfc5b40-163d-4ac5-a4fe-2903b7d9a8b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, a74696f0-0f2d-4e9e-ab92-9bf0d48e379a) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:59:33.547660 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ccc89a6b-394b-4c2a-bf67-98b18adf8be3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "PUT /v2.0/floatingips/cc5188f5-548a-477d-a734-a6c1f5b54bf7 HTTP/1.1" status: 200 len: 991 time: 3.5557971 Mar 01 20:59:33.552704 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a0fc193-d6eb-4819-bf67-2dc219d4f537 req-884bcc72-212e-4fad-8cf8-0d4e487e422c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057734 Mar 01 20:59:33.558882 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369d9868-bab6-4d4b-9622-fc0c430fbc00 None None] Network a74696f0-0f2d-4e9e-ab92-9bf0d48e379a requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:59:33.560791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dfc5b40-163d-4ac5-a4fe-2903b7d9a8b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:33.563103 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9dfc5b40-163d-4ac5-a4fe-2903b7d9a8b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:33.577646 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf93789-88af-42c5-a077-4cdf8a4b976b req-962f66c2-3642-429b-8f89-0802060c1448 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:33.585410 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-abf93789-88af-42c5-a077-4cdf8a4b976b req-962f66c2-3642-429b-8f89-0802060c1448 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 945 time: 0.1988826 Mar 01 20:59:33.660939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-abf93789-88af-42c5-a077-4cdf8a4b976b req-af37aedc-26c7-4e92-828c-18dd39f61ad7 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747230 Mar 01 20:59:33.688897 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-40a3f960-5d2a-4ac1-a768-3a0a82ba44bf None None] Set router 5acc4222-1252-47e4-a096-2eea37728eac gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:59:33.823911 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c123cac-d255-4eb1-9774-bc8835ac9582', 'name': 'network-vif-deleted', 'tag': '6fa6ee7c-e9f6-4b41-9521-49f859ad86b7', 'status': 'completed', 'code': 200} Mar 01 20:59:33.838700 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9dfc5b40-163d-4ac5-a4fe-2903b7d9a8b3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2470455 Mar 01 20:59:33.898535 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd294ed-b3e8-487a-88df-50fe7f57d2b5 None None] Network a74696f0-0f2d-4e9e-ab92-9bf0d48e379a requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 20:59:33.966127 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f10606-4b78-4660-adb8-41950df0d5a1 req-e5236383-45c2-400d-b0fe-f41abc1340fa tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:33.976444 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77f10606-4b78-4660-adb8-41950df0d5a1 req-e5236383-45c2-400d-b0fe-f41abc1340fa tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.2302036 Mar 01 20:59:34.087941 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77f10606-4b78-4660-adb8-41950df0d5a1 req-1da290e6-43d5-48f3-9a0f-801f90e03b7a tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103635 Mar 01 20:59:34.395787 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6035d6-d8ed-4ca6-949f-60fa0a57692c req-bebfeb98-0c56-454b-a445-6e2a0fcff93d tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:34.403905 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ba6035d6-d8ed-4ca6-949f-60fa0a57692c req-bebfeb98-0c56-454b-a445-6e2a0fcff93d tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 946 time: 0.2350514 Mar 01 20:59:34.427280 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-40a3f960-5d2a-4ac1-a768-3a0a82ba44bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acc4222-1252-47e4-a096-2eea37728eac', 'name': 'tempest-ServersTestBootFromVolume-825597777-router', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:57:56Z', 'updated_at': '2022-03-01T20:58:11Z', 'revision_number': 4, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'gw_port': {'id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:00Z', 'updated_at': '2022-03-01T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'cc5188f5-548a-477d-a734-a6c1f5b54bf7', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'port_id': 'ba1be82b-f1bb-4a54-ae3b-3188ebeebadb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7', 'mac_address': 'fa:16:3e:b1:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf60a1-4a37-4f4a-9f39-47a23b820948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:58:22Z', 'updated_at': '2022-03-01T20:59:31Z', 'revision_number': 1, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147', 'name': '', 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'mac_address': 'fa:16:3e:3d:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e84a0e23-c311-4cef-a37e-b35e66df3495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:08Z', 'updated_at': '2022-03-01T20:58:24Z', 'revision_number': 5, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'subnets': [{'id': 'e84a0e23-c311-4cef-a37e-b35e66df3495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:59:34.431814 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a3f960-5d2a-4ac1-a768-3a0a82ba44bf None None] Checking router: 5acc4222-1252-47e4-a096-2eea37728eac for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 20:59:34.440829 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a3f960-5d2a-4ac1-a768-3a0a82ba44bf None None] Routers {'5acc4222-1252-47e4-a096-2eea37728eac'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 20:59:34.441532 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-40a3f960-5d2a-4ac1-a768-3a0a82ba44bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T20:59:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5acc4222-1252-47e4-a096-2eea37728eac'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:59:34.464126 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ba6035d6-d8ed-4ca6-949f-60fa0a57692c req-8f1d8730-0547-4a19-878b-fd79cf416acf tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4da99170-0421-4825-88ab-32706145a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592761 Mar 01 20:59:34.477392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5d1e4-c6f6-4892-9a21-9a254fbc5da8 req-a7e733b4-bd04-42f1-a153-9f68f896acd1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:34.484401 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ffc5d1e4-c6f6-4892-9a21-9a254fbc5da8 req-a7e733b4-bd04-42f1-a153-9f68f896acd1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 945 time: 0.1955857 Mar 01 20:59:34.552768 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ffc5d1e4-c6f6-4892-9a21-9a254fbc5da8 req-4baba881-7d08-48a0-84cd-4d8427352b9d tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/security-groups?id=1074fff3-b893-4ad5-a33b-4f1a6a7d7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666306 Mar 01 20:59:34.588103 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45390) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:34.683484 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cd180f9-2851-425f-b80f-1a73a64a2bd7 admin admin] Deleting subnet db2d33ec-8315-4704-90ab-af8ffa20515f {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:59:34.698269 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5cd180f9-2851-425f-b80f-1a73a64a2bd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:34.706668 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-40a3f960-5d2a-4ac1-a768-3a0a82ba44bf None None] Set router 5acc4222-1252-47e4-a096-2eea37728eac gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 20:59:34.820169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:59:34.820714 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5cd180f9-2851-425f-b80f-1a73a64a2bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:34.863144 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:59:34.863769 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 6fa6ee7c-e9f6-4b41-9521-49f859ad86b7 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:59:34.883707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0822f5-3735-4008-998b-4e9eaaf75d49 req-fabc6a9c-11dc-439a-a5d5-0891112728f0 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:34.885204 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e0822f5-3735-4008-998b-4e9eaaf75d49 req-fabc6a9c-11dc-439a-a5d5-0891112728f0 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 806 time: 0.3131368 Mar 01 20:59:34.924617 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e0822f5-3735-4008-998b-4e9eaaf75d49 req-bdc51135-497b-4558-8710-296e69bc4877 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/quotas/aa2e4c40cdf841a1bcb0ba66d7c5d576 HTTP/1.1" status: 200 len: 375 time: 0.0222867 Mar 01 20:59:34.953404 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5cd180f9-2851-425f-b80f-1a73a64a2bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:35.021912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e0822f5-3735-4008-998b-4e9eaaf75d49 req-628501b6-2854-4379-b24a-9702ac60f017 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0962074 Mar 01 20:59:35.258676 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e0822f5-3735-4008-998b-4e9eaaf75d49 req-81d93090-cc5f-44df-9de1-b47c72a0fbb5 service neutron] 10.222.0.42 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274361 Mar 01 20:59:35.283810 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-40a3f960-5d2a-4ac1-a768-3a0a82ba44bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acc4222-1252-47e4-a096-2eea37728eac', 'name': 'tempest-ServersTestBootFromVolume-825597777-router', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:57:56Z', 'updated_at': '2022-03-01T20:58:11Z', 'revision_number': 4, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'gw_port': {'id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:00Z', 'updated_at': '2022-03-01T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'cc5188f5-548a-477d-a734-a6c1f5b54bf7', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'port_id': 'ba1be82b-f1bb-4a54-ae3b-3188ebeebadb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7', 'mac_address': 'fa:16:3e:b1:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf60a1-4a37-4f4a-9f39-47a23b820948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:58:22Z', 'updated_at': '2022-03-01T20:59:31Z', 'revision_number': 1, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147', 'name': '', 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'mac_address': 'fa:16:3e:3d:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e84a0e23-c311-4cef-a37e-b35e66df3495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:08Z', 'updated_at': '2022-03-01T20:58:24Z', 'revision_number': 5, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'subnets': [{'id': 'e84a0e23-c311-4cef-a37e-b35e66df3495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:59:35.288132 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a3f960-5d2a-4ac1-a768-3a0a82ba44bf None None] The sync data for ids ['5acc4222-1252-47e4-a096-2eea37728eac'] in n-d-827896-4 is: [{'id': '5acc4222-1252-47e4-a096-2eea37728eac', 'name': 'tempest-ServersTestBootFromVolume-825597777-router', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:57:56Z', 'updated_at': '2022-03-01T20:58:11Z', 'revision_number': 4, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'gw_port': {'id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:00Z', 'updated_at': '2022-03-01T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'cc5188f5-548a-477d-a734-a6c1f5b54bf7', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'port_id': 'ba1be82b-f1bb-4a54-ae3b-3188ebeebadb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1091, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7', 'mac_address': 'fa:16:3e:b1:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bccf60a1-4a37-4f4a-9f39-47a23b820948', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T20:58:22Z', 'updated_at': '2022-03-01T20:59:31Z', 'revision_number': 1, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147', 'name': '', 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'mac_address': 'fa:16:3e:3d:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e84a0e23-c311-4cef-a37e-b35e66df3495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:08Z', 'updated_at': '2022-03-01T20:58:24Z', 'revision_number': 5, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'subnets': [{'id': 'e84a0e23-c311-4cef-a37e-b35e66df3495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 20:59:35.366081 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5cd180f9-2851-425f-b80f-1a73a64a2bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:35.429458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd180f9-2851-425f-b80f-1a73a64a2bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db2d33ec-8315-4704-90ab-af8ffa20515f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:35.431861 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5cd180f9-2851-425f-b80f-1a73a64a2bd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:35.440038 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5cd180f9-2851-425f-b80f-1a73a64a2bd7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/db2d33ec-8315-4704-90ab-af8ffa20515f HTTP/1.1" status: 204 len: 168 time: 0.8469431 Mar 01 20:59:35.442688 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45410) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:35.467922 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e0822f5-3735-4008-998b-4e9eaaf75d49 req-7b3716fe-5309-48d2-bc8a-fd0b0a80cab9 service neutron] 10.222.0.42 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082231 Mar 01 20:59:35.504522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524940a-ca87-455e-9093-f704fc6802df req-9b1000a7-33f4-4dc4-88d5-be54d83e6bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:35.509772 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a524940a-ca87-455e-9093-f704fc6802df req-9b1000a7-33f4-4dc4-88d5-be54d83e6bf2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=624682a839644b67889964b0277c3c3b&device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 1097 time: 0.1141343 Mar 01 20:59:35.556092 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e84a997-9e7f-4179-afef-974ecc3e0841 None None] New status for floating IP cc5188f5-548a-477d-a734-a6c1f5b54bf7: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 20:59:35.588033 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cb2877f3-3b9b-4d4f-aa44-40b4b1cd2e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:35.682417 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524940a-ca87-455e-9093-f704fc6802df req-b0b7c0f4-2cec-4ab8-bee1-e1653494c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:35.683950 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a524940a-ca87-455e-9093-f704fc6802df req-b0b7c0f4-2cec-4ab8-bee1-e1653494c986 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6fb931f1-a2de-451d-87d5-4c2f9820eb76 HTTP/1.1" status: 200 len: 915 time: 0.1719353 Mar 01 20:59:35.758736 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cb2877f3-3b9b-4d4f-aa44-40b4b1cd2e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:35.796643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-cb2877f3-3b9b-4d4f-aa44-40b4b1cd2e9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74696f0-0f2d-4e9e-ab92-9bf0d48e379a']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:59:35.829636 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a524940a-ca87-455e-9093-f704fc6802df req-fe969ffa-e96a-4034-9db2-4d81b9b6db63 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7cac8f73-7465-43fa-8f87-a0d0a84a8e66 HTTP/1.1" status: 200 len: 217 time: 0.1396418 Mar 01 20:59:35.830107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bccf60a1-4a37-4f4a-9f39-47a23b820948', 'tag': 'ba1be82b-f1bb-4a54-ae3b-3188ebeebadb'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:35.838156 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-cb2877f3-3b9b-4d4f-aa44-40b4b1cd2e9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b523c62f-0d5a-4829-9ad4-c29bb0998ffd') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:59:35.838466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-cb2877f3-3b9b-4d4f-aa44-40b4b1cd2e9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b523c62f-0d5a-4829-9ad4-c29bb0998ffd') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:59:35.878784 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cb2877f3-3b9b-4d4f-aa44-40b4b1cd2e9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:35.935052 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cb2877f3-3b9b-4d4f-aa44-40b4b1cd2e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:35.951749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb2877f3-3b9b-4d4f-aa44-40b4b1cd2e9b admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:59:35.952677 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cb2877f3-3b9b-4d4f-aa44-40b4b1cd2e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:59:35.976523 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:59:36.141921 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524940a-ca87-455e-9093-f704fc6802df req-37f90df8-71d3-42e8-8b73-a16186c7e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:36.143982 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a524940a-ca87-455e-9093-f704fc6802df req-37f90df8-71d3-42e8-8b73-a16186c7e969 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=cf6861a4-adc4-4c4b-a4e0-d32a1108446e HTTP/1.1" status: 200 len: 854 time: 0.2824802 Mar 01 20:59:36.211908 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a524940a-ca87-455e-9093-f704fc6802df req-9d322360-b2d8-43a4-bf83-021ebca15c84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6fb931f1-a2de-451d-87d5-4c2f9820eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607796 Mar 01 20:59:36.298743 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cb2877f3-3b9b-4d4f-aa44-40b4b1cd2e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:36.336024 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cb2877f3-3b9b-4d4f-aa44-40b4b1cd2e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:36.350600 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cb2877f3-3b9b-4d4f-aa44-40b4b1cd2e9b admin admin] 10.222.0.42 "DELETE /v2.0/networks/a74696f0-0f2d-4e9e-ab92-9bf0d48e379a HTTP/1.1" status: 204 len: 168 time: 0.9059176 Mar 01 20:59:36.358704 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2877f3-3b9b-4d4f-aa44-40b4b1cd2e9b admin admin] Pushing event deleted for resources: {'Network': ['ID=a74696f0-0f2d-4e9e-ab92-9bf0d48e379a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:36.496424 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200ec7d-5eb1-449a-ae0d-a81ec478ddcf req-57fcf817-a2f1-46c8-8085-de8fc1a20051 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:36.503967 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a200ec7d-5eb1-449a-ae0d-a81ec478ddcf req-57fcf817-a2f1-46c8-8085-de8fc1a20051 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 946 time: 0.5311975 Mar 01 20:59:36.543388 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a524940a-ca87-455e-9093-f704fc6802df req-2543b160-5d66-4250-9743-7ffe858ad31a service neutron] 10.222.0.55 "GET /v2.0/networks/6fb931f1-a2de-451d-87d5-4c2f9820eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201523 Mar 01 20:59:36.649397 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a200ec7d-5eb1-449a-ae0d-a81ec478ddcf req-ac2e8ec3-8741-45df-b6f8-924fb3c44c5b tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4da99170-0421-4825-88ab-32706145a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413100 Mar 01 20:59:36.715962 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bccf60a1-4a37-4f4a-9f39-47a23b820948', 'tag': 'ba1be82b-f1bb-4a54-ae3b-3188ebeebadb', 'status': 'completed', 'code': 200} Mar 01 20:59:36.770296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d643834-6ebc-4f64-b3a3-e5f25ae85cba req-475656e5-e493-49b3-838a-ccdc00cc741c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:36.771835 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d643834-6ebc-4f64-b3a3-e5f25ae85cba req-475656e5-e493-49b3-838a-ccdc00cc741c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 951 time: 0.2193439 Mar 01 20:59:36.773875 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a524940a-ca87-455e-9093-f704fc6802df req-89bfd49c-86bb-4ef7-aec2-5a9ffd841c87 service neutron] 10.222.0.55 "GET /v2.0/networks/6fb931f1-a2de-451d-87d5-4c2f9820eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203252 Mar 01 20:59:36.799754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45448) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:36.856529 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d643834-6ebc-4f64-b3a3-e5f25ae85cba req-8a7508eb-fe46-42d2-ad50-1f85bcea195d tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785289 Mar 01 20:59:36.890783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd15608-b0be-4b5d-97b1-9c95066ab667 req-36bbbd18-d8e7-47a1-aac2-f82690e51e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:36.893204 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5cd15608-b0be-4b5d-97b1-9c95066ab667 req-36bbbd18-d8e7-47a1-aac2-f82690e51e20 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b78d9d9c87074e3ead6611c118eec35f&device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 1096 time: 0.1605291 Mar 01 20:59:36.898829 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-65d8c69a-2c61-4487-9e23-b1044eadf2bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=79bb07c626b441fd8b2e468286ded4b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0948453 Mar 01 20:59:36.899216 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45460) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:36.966498 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-67055962-7b20-4407-88f9-743cbf4160e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:37.001927 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-67055962-7b20-4407-88f9-743cbf4160e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:37.094607 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd15608-b0be-4b5d-97b1-9c95066ab667 req-9c434e14-fb87-4631-8787-8fda68a1eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:37.099951 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5cd15608-b0be-4b5d-97b1-9c95066ab667 req-9c434e14-fb87-4631-8787-8fda68a1eaed service neutron] 10.222.0.57 "GET /v2.0/networks?id=8007cea6-41ad-4d71-904f-1df8339feed7 HTTP/1.1" status: 200 len: 916 time: 0.1999497 Mar 01 20:59:37.205121 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-67055962-7b20-4407-88f9-743cbf4160e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:37.242038 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-67055962-7b20-4407-88f9-743cbf4160e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:37.243299 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-67055962-7b20-4407-88f9-743cbf4160e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e85ac2ec-0d56-4837-9012-d61c1eff9fe9 HTTP/1.1" status: 204 len: 168 time: 0.3430648 Mar 01 20:59:37.249280 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5cd15608-b0be-4b5d-97b1-9c95066ab667 req-687e87fb-71f3-4c9b-97bc-8c8f2e911028 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ba1be82b-f1bb-4a54-ae3b-3188ebeebadb HTTP/1.1" status: 200 len: 1001 time: 0.1425750 Mar 01 20:59:37.252535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67055962-7b20-4407-88f9-743cbf4160e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85ac2ec-0d56-4837-9012-d61c1eff9fe9,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:37.344870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd15608-b0be-4b5d-97b1-9c95066ab667 req-55b9923f-d4e9-4c47-b044-bb75aa65f1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:37.346644 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5cd15608-b0be-4b5d-97b1-9c95066ab667 req-55b9923f-d4e9-4c47-b044-bb75aa65f1c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e84a0e23-c311-4cef-a37e-b35e66df3495 HTTP/1.1" status: 200 len: 854 time: 0.0916979 Mar 01 20:59:37.451475 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd15608-b0be-4b5d-97b1-9c95066ab667 req-57458a00-7187-44cb-aab6-8fd0ceb0ab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:37.453221 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5cd15608-b0be-4b5d-97b1-9c95066ab667 req-57458a00-7187-44cb-aab6-8fd0ceb0ab88 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8007cea6-41ad-4d71-904f-1df8339feed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1001828 Mar 01 20:59:37.481090 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-ffe0018e-ee39-40cd-8ace-1743bd60d412 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:37.502409 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-ffe0018e-ee39-40cd-8ace-1743bd60d412 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 806 time: 0.3315759 Mar 01 20:59:37.511525 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-9b7c2afa-7b73-484f-a9bd-3f5f8cc7a14c tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/quotas/aa2e4c40cdf841a1bcb0ba66d7c5d576 HTTP/1.1" status: 200 len: 375 time: 0.0207932 Mar 01 20:59:37.617510 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b587e-46fb-4f33-b5ea-a9d3dcaa4b99 req-05c466a8-5485-443a-a1e5-3e97f7b2695c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:37.619320 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b0b587e-46fb-4f33-b5ea-a9d3dcaa4b99 req-05c466a8-5485-443a-a1e5-3e97f7b2695c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.55 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 951 time: 0.2059598 Mar 01 20:59:37.649261 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5cd15608-b0be-4b5d-97b1-9c95066ab667 req-e7dcce76-a1db-4b23-a37f-545dd6882b1a service neutron] 10.222.0.57 "GET /v2.0/networks/8007cea6-41ad-4d71-904f-1df8339feed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892214 Mar 01 20:59:37.701336 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-59baeb3e-120d-4148-9560-888b4a611c60 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1888874 Mar 01 20:59:37.764056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-4b0b587e-46fb-4f33-b5ea-a9d3dcaa4b99 req-cf30e8cd-6196-49d9-bb79-6e013c7c0a01 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Deleting port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:59:37.764638 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4b0b587e-46fb-4f33-b5ea-a9d3dcaa4b99 req-cf30e8cd-6196-49d9-bb79-6e013c7c0a01 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:37.908215 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5cd15608-b0be-4b5d-97b1-9c95066ab667 req-e03773f8-c231-4b7d-b326-2e43aadf8862 service neutron] 10.222.0.57 "GET /v2.0/networks/8007cea6-41ad-4d71-904f-1df8339feed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514439 Mar 01 20:59:38.030781 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-f9395847-bdf2-4631-bbe1-48c0b86ce0f5 service neutron] 10.222.0.42 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3284431 Mar 01 20:59:38.230577 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5096a4a3-3b01-42a0-ae3d-987ddf524915 req-8d419aae-e998-4033-88b1-721bf494219d tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:38.232001 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5096a4a3-3b01-42a0-ae3d-987ddf524915 req-8d419aae-e998-4033-88b1-721bf494219d tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.3884580 Mar 01 20:59:38.338890 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-4b0b587e-46fb-4f33-b5ea-a9d3dcaa4b99 req-cf30e8cd-6196-49d9-bb79-6e013c7c0a01 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] For port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:38.339254 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4b0b587e-46fb-4f33-b5ea-a9d3dcaa4b99 req-cf30e8cd-6196-49d9-bb79-6e013c7c0a01 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:38.352521 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5096a4a3-3b01-42a0-ae3d-987ddf524915 req-a3dd6783-fef5-4e5d-be7d-4e669a126544 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990276 Mar 01 20:59:38.410879 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6399b5a1-cff8-4171-ac49-0f346330bdcc service neutron] 10.222.0.42 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789630 Mar 01 20:59:38.479651 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-4b0b587e-46fb-4f33-b5ea-a9d3dcaa4b99 req-cf30e8cd-6196-49d9-bb79-6e013c7c0a01 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Calling delete_port for a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:59:38.902363 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23962ce6-5d65-421b-9ff7-0eb0d0919a48 req-ebd9eb9b-fe4f-4dd6-8472-9dc1e12069be tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:38.903873 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-23962ce6-5d65-421b-9ff7-0eb0d0919a48 req-ebd9eb9b-fe4f-4dd6-8472-9dc1e12069be tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 946 time: 0.3952057 Mar 01 20:59:38.976951 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f144e-0407-4a54-8d2e-34e148c6dc72 req-43ace81c-24a8-44b4-98a9-8467b8090a95 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:38.978802 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a95f144e-0407-4a54-8d2e-34e148c6dc72 req-43ace81c-24a8-44b4-98a9-8467b8090a95 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 951 time: 0.2291248 Mar 01 20:59:39.014807 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-23962ce6-5d65-421b-9ff7-0eb0d0919a48 req-8ea7d827-90c6-4cda-b0f6-77de811ef774 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4da99170-0421-4825-88ab-32706145a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000552 Mar 01 20:59:39.045795 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a95f144e-0407-4a54-8d2e-34e148c6dc72 req-53d87153-9753-475a-bf09-8a53404021e4 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577815 Mar 01 20:59:39.129276 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4b0b587e-46fb-4f33-b5ea-a9d3dcaa4b99 req-cf30e8cd-6196-49d9-bb79-6e013c7c0a01 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:39.147001 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['434884c2-e77f-4d2b-b8c1-aa2f4b16df42', 'bd97f53a-f9d1-47ca-a431-a0e2ca5feb68'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:59:39.331608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30e8cd-6196-49d9-bb79-6e013c7c0a01 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Pushing event deleted for resources: {'Port': ['ID=a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:39.436700 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0b587e-46fb-4f33-b5ea-a9d3dcaa4b99 req-cf30e8cd-6196-49d9-bb79-6e013c7c0a01 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] No DVR routers for this DVR port a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:59:39.470562 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8320c0b1-050d-4bb8-9b8c-72b111c573f8 req-d318dbb4-4ccc-43eb-ae52-0ccd5c1b81f5 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cbf2c5d-104d-4d93-8b2b-37e3546f4557 HTTP/1.1" status: 200 len: 210 time: 0.2149379 Mar 01 20:59:39.470562 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4b0b587e-46fb-4f33-b5ea-a9d3dcaa4b99 req-cf30e8cd-6196-49d9-bb79-6e013c7c0a01 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:39.470562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e9d47a-2cd4-4dd9-9404-830f2bf9d228', 'name': 'network-vif-deleted', 'tag': 'a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:39.500191 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b0b587e-46fb-4f33-b5ea-a9d3dcaa4b99 req-cf30e8cd-6196-49d9-bb79-6e013c7c0a01 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.55 "DELETE /v2.0/ports/a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb HTTP/1.1" status: 204 len: 173 time: 1.8667009 Mar 01 20:59:39.544396 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a42b60-e12c-43e5-a8a0-25480941cf5e req-f6bf1c49-e057-4325-b7cf-a16aca13ab26 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:39.545881 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34a42b60-e12c-43e5-a8a0-25480941cf5e req-f6bf1c49-e057-4325-b7cf-a16aca13ab26 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.3031697 Mar 01 20:59:39.608180 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34a42b60-e12c-43e5-a8a0-25480941cf5e req-ba510a67-119d-44f6-a8b3-494ef97cc6a4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538850 Mar 01 20:59:39.612609 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e9d47a-2cd4-4dd9-9404-830f2bf9d228', 'name': 'network-vif-deleted', 'tag': 'a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb', 'status': 'completed', 'code': 200} Mar 01 20:59:40.143735 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb47943-b93f-4ae5-812c-2356121c66bf req-b46b849c-76d5-456b-9dd8-35dd0154fdbf tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:40.150741 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfb47943-b93f-4ae5-812c-2356121c66bf req-b46b849c-76d5-456b-9dd8-35dd0154fdbf tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1471038 Mar 01 20:59:40.240978 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfb47943-b93f-4ae5-812c-2356121c66bf req-c56f8326-c6a7-405a-958d-0638913c4076 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883787 Mar 01 20:59:40.394729 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ad2bf93e-cb30-4a0c-aed5-059e539f4eed req-2ee2dc06-a4d3-439d-9f26-209514ee8f86 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Synchronizing usage tracker for tenant:f49f672366454d8aaec799c518622a6a on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:59:40.511873 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b44c23-45b9-4545-939e-824060f29432 req-41cafe32-8080-4e34-9b68-d130b98bc808 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:40.513393 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28b44c23-45b9-4545-939e-824060f29432 req-41cafe32-8080-4e34-9b68-d130b98bc808 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 946 time: 0.1154199 Mar 01 20:59:40.554623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ad2bf93e-cb30-4a0c-aed5-059e539f4eed req-2ee2dc06-a4d3-439d-9f26-209514ee8f86 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Unset dirty status for tenant:f49f672366454d8aaec799c518622a6a on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:59:40.559321 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad2bf93e-cb30-4a0c-aed5-059e539f4eed req-2ee2dc06-a4d3-439d-9f26-209514ee8f86 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=94e9d47a-2cd4-4dd9-9404-830f2bf9d228 HTTP/1.1" status: 200 len: 210 time: 0.2240882 Mar 01 20:59:40.613571 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28b44c23-45b9-4545-939e-824060f29432 req-9bd70133-01da-409c-966b-d69f8164e4a0 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4da99170-0421-4825-88ab-32706145a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930879 Mar 01 20:59:40.867140 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:59:40.942000 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7396a447-9a1b-481a-b4b9-62a222d22f05 req-77670ea2-edea-4666-ab25-099b70df6e5e tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cbf2c5d-104d-4d93-8b2b-37e3546f4557 HTTP/1.1" status: 200 len: 210 time: 0.0762095 Mar 01 20:59:40.977313 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:59:40.977664 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a75f9d5f-b40f-4fe2-ba6f-3c8d45685bdb not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:59:41.007444 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a4e76c-1185-4009-bd4e-a5015d27efb6 req-56e395fc-d843-43eb-9e5e-8986e551e7c1 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:41.008912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-01a4e76c-1185-4009-bd4e-a5015d27efb6 req-56e395fc-d843-43eb-9e5e-8986e551e7c1 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.2206800 Mar 01 20:59:41.061277 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-01a4e76c-1185-4009-bd4e-a5015d27efb6 req-17b7c380-d6b7-4896-99bf-378e0132d0c0 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435536 Mar 01 20:59:41.380613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72030c-b45f-47e4-8a0d-9851e3f4a761 req-692a6e4d-1806-42c6-86f0-53c43f8da6ab tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:41.382298 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd72030c-b45f-47e4-8a0d-9851e3f4a761 req-692a6e4d-1806-42c6-86f0-53c43f8da6ab tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.0929019 Mar 01 20:59:41.437147 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd72030c-b45f-47e4-8a0d-9851e3f4a761 req-83516419-158b-4bae-bef5-223b3ee0a05a tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459068 Mar 01 20:59:41.527858 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45596) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:41.774995 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e24b3e-d22e-4589-9789-bd801b0eb243 req-cda42524-03b3-4177-ba2f-68fc3fab7663 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:41.778344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-e8db7048-3624-4b00-9e5c-68001e6e0876 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:41.780346 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-e8db7048-3624-4b00-9e5c-68001e6e0876 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.57 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 806 time: 0.2780190 Mar 01 20:59:41.783186 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-01e24b3e-d22e-4589-9789-bd801b0eb243 req-cda42524-03b3-4177-ba2f-68fc3fab7663 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.2028189 Mar 01 20:59:41.804016 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-cb7a7018-4449-4574-b347-88bc24c7a44a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Request body: {'port': {'device_id': '2cbf2c5d-104d-4d93-8b2b-37e3546f4557', 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075', 'admin_state_up': True, 'tenant_id': 'aa2e4c40cdf841a1bcb0ba66d7c5d576'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:59:41.901822 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-56d2b481-b41c-4c6c-ad5a-0144f24d90f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:41.926766 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-56d2b481-b41c-4c6c-ad5a-0144f24d90f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:41.930692 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-56d2b481-b41c-4c6c-ad5a-0144f24d90f4 admin admin] Usage tracker for resource:security_group_rule and tenant:b51438f0213f42a586361600fed0879b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:41.934012 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-56d2b481-b41c-4c6c-ad5a-0144f24d90f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:41.945797 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-56d2b481-b41c-4c6c-ad5a-0144f24d90f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:42.000031 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-01e24b3e-d22e-4589-9789-bd801b0eb243 req-266e7a62-a2e2-4051-9c74-859bd24d31ee tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158124 Mar 01 20:59:42.131561 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d195edec-8875-454e-85dc-0bceaa1d0b04 req-34cc9b9d-b153-41b0-80b5-4639596e4b2b tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:42.133590 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d195edec-8875-454e-85dc-0bceaa1d0b04 req-34cc9b9d-b153-41b0-80b5-4639596e4b2b tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.55 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 946 time: 0.3483932 Mar 01 20:59:42.144836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c040402-5c0b-4135-bcce-4bd944bbf292 req-e282e675-2bb0-4bf1-96c4-21b561520e26 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:42.146574 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c040402-5c0b-4135-bcce-4bd944bbf292 req-e282e675-2bb0-4bf1-96c4-21b561520e26 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 946 time: 0.2840474 Mar 01 20:59:42.167054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-cb7a7018-4449-4574-b347-88bc24c7a44a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:42.202769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-cb7a7018-4449-4574-b347-88bc24c7a44a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:42.254593 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-56d2b481-b41c-4c6c-ad5a-0144f24d90f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:42.295637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-d195edec-8875-454e-85dc-0bceaa1d0b04 req-8e0b7830-a464-478f-aeeb-a596ea1be528 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Deleting port 7cac8f73-7465-43fa-8f87-a0d0a84a8e66 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:59:42.295637 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d195edec-8875-454e-85dc-0bceaa1d0b04 req-8e0b7830-a464-478f-aeeb-a596ea1be528 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:42.341965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c040402-5c0b-4135-bcce-4bd944bbf292 req-71c15923-a957-4083-bae9-84df48ce54ac tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/security-groups?id=4da99170-0421-4825-88ab-32706145a472&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518011 Mar 01 20:59:42.345058 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-56d2b481-b41c-4c6c-ad5a-0144f24d90f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:42.416816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-cb7a7018-4449-4574-b347-88bc24c7a44a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Made reservation on behalf of aa2e4c40cdf841a1bcb0ba66d7c5d576 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:59:42.420623 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-cb7a7018-4449-4574-b347-88bc24c7a44a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:42.445835 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-56d2b481-b41c-4c6c-ad5a-0144f24d90f4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b51438f0213f42a586361600fed0879b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9167998 Mar 01 20:59:42.453249 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45642) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:42.454751 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d2b481-b41c-4c6c-ad5a-0144f24d90f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cbced3a-ed64-4490-8f41-4bb3444b5dda,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:42.621000 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-cb7a7018-4449-4574-b347-88bc24c7a44a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Allocated IP 172.20.0.7 (0eb071d1-6f39-4afc-91bb-12176e722075/9f3a5278-957f-4116-9615-00ae8b4a370b/344c9abe-24db-418f-b5ea-948f9d741ed6) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 20:59:42.652829 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89cb30cd-3c58-4281-9384-6ca7c7fbaaed req-9dd65287-d21d-417a-bf6e-5ef6c06a7747 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cbf2c5d-104d-4d93-8b2b-37e3546f4557 HTTP/1.1" status: 200 len: 210 time: 0.1937945 Mar 01 20:59:42.852526 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-cb7a7018-4449-4574-b347-88bc24c7a44a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:42.883271 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-76a2a745-a9b2-40d5-87b8-43d925ba3deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:42.927425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-d195edec-8875-454e-85dc-0bceaa1d0b04 req-8e0b7830-a464-478f-aeeb-a596ea1be528 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] For port 7cac8f73-7465-43fa-8f87-a0d0a84a8e66, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7cac8f73-7465-43fa-8f87-a0d0a84a8e66,segment=NetworkSegment(f5d4bd3c-35a3-4897-aeaa-0114b56de111),segment_id=f5d4bd3c-35a3-4897-aeaa-0114b56de111)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:42.927903 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d195edec-8875-454e-85dc-0bceaa1d0b04 req-8e0b7830-a464-478f-aeeb-a596ea1be528 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:42.940880 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-cb7a7018-4449-4574-b347-88bc24c7a44a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:42.953304 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:59:43.075412 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-cb7a7018-4449-4574-b347-88bc24c7a44a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Network 0eb071d1-6f39-4afc-91bb-12176e722075 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 20:59:43.076744 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7a7018-4449-4574-b347-88bc24c7a44a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Pushing event updated for resources: {'Port': ['ID=344c9abe-24db-418f-b5ea-948f9d741ed6,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:43.086654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-cb7a7018-4449-4574-b347-88bc24c7a44a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 20:59:43.086654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-cb7a7018-4449-4574-b347-88bc24c7a44a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 20:59:43.122477 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-76a2a745-a9b2-40d5-87b8-43d925ba3deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:43.147790 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-d195edec-8875-454e-85dc-0bceaa1d0b04 req-8e0b7830-a464-478f-aeeb-a596ea1be528 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Calling delete_port for 7cac8f73-7465-43fa-8f87-a0d0a84a8e66 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:59:43.189187 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-cb7a7018-4449-4574-b347-88bc24c7a44a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:43.190180 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-cb7a7018-4449-4574-b347-88bc24c7a44a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:43.296571 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af6cb2-9224-430a-be14-f1c63e5301b5 req-2a148245-0631-49a2-a74e-7bf28d4c6d24 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:43.298335 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9af6cb2-9224-430a-be14-f1c63e5301b5 req-2a148245-0631-49a2-a74e-7bf28d4c6d24 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 949 time: 0.5482275 Mar 01 20:59:43.310220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bc887-8bec-466e-b589-22a816cb7900 req-33bb330a-f962-4c8b-a66e-362a62e470ed tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:43.317560 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-981bc887-8bec-466e-b589-22a816cb7900 req-33bb330a-f962-4c8b-a66e-362a62e470ed tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.5221081 Mar 01 20:59:43.337883 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-cb7a7018-4449-4574-b347-88bc24c7a44a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5395608 Mar 01 20:59:43.355656 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] Request body: {'port': {'device_id': '2cbf2c5d-104d-4d93-8b2b-37e3546f4557', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:59:43.463440 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9af6cb2-9224-430a-be14-f1c63e5301b5 req-7089b6dd-4435-4f73-b0c8-2cac55e9a59c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375971 Mar 01 20:59:43.463440 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-981bc887-8bec-466e-b589-22a816cb7900 req-6da6742c-0e38-482a-a160-2a942bbaeac8 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429348 Mar 01 20:59:43.489416 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-76a2a745-a9b2-40d5-87b8-43d925ba3deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:43.490608 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:43.513409 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a2a745-a9b2-40d5-87b8-43d925ba3deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cbced3a-ed64-4490-8f41-4bb3444b5dda,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:43.524522 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-76a2a745-a9b2-40d5-87b8-43d925ba3deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:43.528824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-76a2a745-a9b2-40d5-87b8-43d925ba3deb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5cbced3a-ed64-4490-8f41-4bb3444b5dda HTTP/1.1" status: 204 len: 168 time: 1.0682628 Mar 01 20:59:43.573209 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d195edec-8875-454e-85dc-0bceaa1d0b04 req-8e0b7830-a464-478f-aeeb-a596ea1be528 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:43.585068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['7cac8f73-7465-43fa-8f87-a0d0a84a8e66'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:59:43.699074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b7830-a464-478f-aeeb-a596ea1be528 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Pushing event deleted for resources: {'Port': ['ID=7cac8f73-7465-43fa-8f87-a0d0a84a8e66,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:43.820228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-d195edec-8875-454e-85dc-0bceaa1d0b04 req-8e0b7830-a464-478f-aeeb-a596ea1be528 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] No DVR routers for this DVR port 7cac8f73-7465-43fa-8f87-a0d0a84a8e66 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:59:43.824120 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d195edec-8875-454e-85dc-0bceaa1d0b04 req-8e0b7830-a464-478f-aeeb-a596ea1be528 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:43.826178 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d195edec-8875-454e-85dc-0bceaa1d0b04 req-8e0b7830-a464-478f-aeeb-a596ea1be528 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.55 "DELETE /v2.0/ports/7cac8f73-7465-43fa-8f87-a0d0a84a8e66 HTTP/1.1" status: 204 len: 173 time: 1.6715105 Mar 01 20:59:43.836563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0811a74f-bd30-4d1d-8dd0-3b17db579a66', 'name': 'network-vif-deleted', 'tag': '7cac8f73-7465-43fa-8f87-a0d0a84a8e66'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:43.843722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-fa823ad1-ed81-4121-aadf-d20a87c4a174 req-e9921fa4-14c7-4f1d-bc15-8a8bd66aeedc tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Synchronizing usage tracker for tenant:624682a839644b67889964b0277c3c3b on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:59:43.888152 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 344c9abe-24db-418f-b5ea-948f9d741ed6 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:59:43.897836 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:43.898635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86055aa0-bc4a-4b5c-adae-3ec2c4db339e req-7c8297ec-fb39-4834-8121-b9a232b30c7b tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:43.900365 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86055aa0-bc4a-4b5c-adae-3ec2c4db339e req-7c8297ec-fb39-4834-8121-b9a232b30c7b tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.2087615 Mar 01 20:59:43.921155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] Transition to ACTIVE for port object 344c9abe-24db-418f-b5ea-948f9d741ed6 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 20:59:43.957294 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-fa823ad1-ed81-4121-aadf-d20a87c4a174 req-e9921fa4-14c7-4f1d-bc15-8a8bd66aeedc tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] Unset dirty status for tenant:624682a839644b67889964b0277c3c3b on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:59:43.958730 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa823ad1-ed81-4121-aadf-d20a87c4a174 req-e9921fa4-14c7-4f1d-bc15-8a8bd66aeedc tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 210 time: 0.2605669 Mar 01 20:59:43.964692 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86055aa0-bc4a-4b5c-adae-3ec2c4db339e req-2cacbea9-cb88-424f-bfc5-8fe8052e0c51 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574937 Mar 01 20:59:43.983601 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:44.073372 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0811a74f-bd30-4d1d-8dd0-3b17db579a66', 'name': 'network-vif-deleted', 'tag': '7cac8f73-7465-43fa-8f87-a0d0a84a8e66', 'status': 'completed', 'code': 200} Mar 01 20:59:44.200538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e5330-bf5b-419d-8d13-c58af8b5aea2 req-37ee05db-6d80-4df2-aa81-5df89f312048 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:44.207905 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c62e5330-bf5b-419d-8d13-c58af8b5aea2 req-37ee05db-6d80-4df2-aa81-5df89f312048 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cbf2c5d-104d-4d93-8b2b-37e3546f4557 HTTP/1.1" status: 200 len: 943 time: 0.0981343 Mar 01 20:59:44.218806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] Pushing event updated for resources: {'Port': ['ID=344c9abe-24db-418f-b5ea-948f9d741ed6,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:44.286569 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c62e5330-bf5b-419d-8d13-c58af8b5aea2 req-b8e136ef-b6dc-46f0-b2dc-0d294365950c tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727882 Mar 01 20:59:44.350060 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] Attempting to bind port 344c9abe-24db-418f-b5ea-948f9d741ed6 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 20:59:44.350391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] Attempting to bind port 344c9abe-24db-418f-b5ea-948f9d741ed6 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 20:59:44.350712 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] Attempting to bind port 344c9abe-24db-418f-b5ea-948f9d741ed6 on network 0eb071d1-6f39-4afc-91bb-12176e722075 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:59:44.361361 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] Port 344c9abe-24db-418f-b5ea-948f9d741ed6 on network 0eb071d1-6f39-4afc-91bb-12176e722075 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 20:59:44.361682 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] Attempting to bind port 344c9abe-24db-418f-b5ea-948f9d741ed6 on network 0eb071d1-6f39-4afc-91bb-12176e722075 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 20:59:44.372840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 20:59:44.373287 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] Checking segment: {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:59:44.373697 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] Bound using segment: {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 20:59:44.374321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] Bound port: 344c9abe-24db-418f-b5ea-948f9d741ed6, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 20:59:44.374659 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:44.432716 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd068c4-365d-4851-96c7-568da1462b31 req-60bfb271-4041-4a95-ba55-30ed902b1b66 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:44.433197 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bcd068c4-365d-4851-96c7-568da1462b31 req-60bfb271-4041-4a95-ba55-30ed902b1b66 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.57 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 949 time: 0.3006010 Mar 01 20:59:44.548189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4490ca8-aabe-4d1f-ba4f-461b08d0cdbf req-543c3881-1caa-42f0-9cdb-f543408ff4d7 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:44.550142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-bcd068c4-365d-4851-96c7-568da1462b31 req-f36ff2c3-40bb-423d-aba4-a4beb79b1957 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Deleting port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:59:44.550644 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bcd068c4-365d-4851-96c7-568da1462b31 req-f36ff2c3-40bb-423d-aba4-a4beb79b1957 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:44.557176 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e4490ca8-aabe-4d1f-ba4f-461b08d0cdbf req-543c3881-1caa-42f0-9cdb-f543408ff4d7 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1112216 Mar 01 20:59:44.594214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] For port 344c9abe-24db-418f-b5ea-948f9d741ed6, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 20:59:44.617048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] For port 344c9abe-24db-418f-b5ea-948f9d741ed6, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=344c9abe-24db-418f-b5ea-948f9d741ed6,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 20:59:44.620406 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e4490ca8-aabe-4d1f-ba4f-461b08d0cdbf req-a03be423-0e00-45e3-8f2f-b8e6997ab95c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622971 Mar 01 20:59:44.702435 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:44.788182 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60532acd-a5d2-4f1f-96ea-8f50797ea6a7 req-8f624304-873e-4eee-87fa-d2864f8ab57e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:44.788182 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60532acd-a5d2-4f1f-96ea-8f50797ea6a7 req-8f624304-873e-4eee-87fa-d2864f8ab57e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 949 time: 0.1685348 Mar 01 20:59:44.871493 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60532acd-a5d2-4f1f-96ea-8f50797ea6a7 req-a69bb902-b5fa-4a32-9467-787e91bc416c tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942209 Mar 01 20:59:44.914267 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee9cd9-ae00-4921-b937-5881ee9df13e req-d03dfb33-147f-4a2d-b18b-b08a812ba550 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:44.915878 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b8ee9cd9-ae00-4921-b937-5881ee9df13e req-d03dfb33-147f-4a2d-b18b-b08a812ba550 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.0998366 Mar 01 20:59:44.964903 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b8ee9cd9-ae00-4921-b937-5881ee9df13e req-1da72d90-06f7-4aef-8d22-47cbf0fa1dab tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435202 Mar 01 20:59:44.996726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:44.997476 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:44.998985 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] 10.222.0.57 "PUT /v2.0/ports/344c9abe-24db-418f-b5ea-948f9d741ed6 HTTP/1.1" status: 200 len: 1091 time: 1.6510544 Mar 01 20:59:44.999580 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cbf2c5d-104d-4d93-8b2b-37e3546f4557', 'tag': '344c9abe-24db-418f-b5ea-948f9d741ed6'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:45.187222 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cbf2c5d-104d-4d93-8b2b-37e3546f4557', 'tag': '344c9abe-24db-418f-b5ea-948f9d741ed6', 'status': 'completed', 'code': 200} Mar 01 20:59:45.195824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a55f3-e473-4887-a06f-6eaedda62f64 service neutron] Pushing event updated for resources: {'Port': ['ID=344c9abe-24db-418f-b5ea-948f9d741ed6,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:45.248895 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33c9d928-7ce0-42d9-bd21-8b8fe171f490 req-f6183985-0c7e-4215-8409-bc2495e8bcc3 tempest-InstanceActionsTestJSON-1884843133 tempest-InstanceActionsTestJSON-1884843133-project] 10.222.0.42 "GET /v2.0/ports?device_id=0811a74f-bd30-4d1d-8dd0-3b17db579a66 HTTP/1.1" status: 200 len: 210 time: 0.0741374 Mar 01 20:59:45.261103 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-bcd068c4-365d-4851-96c7-568da1462b31 req-f36ff2c3-40bb-423d-aba4-a4beb79b1957 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] For port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:45.261496 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bcd068c4-365d-4851-96c7-568da1462b31 req-f36ff2c3-40bb-423d-aba4-a4beb79b1957 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:45.416483 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-bcd068c4-365d-4851-96c7-568da1462b31 req-f36ff2c3-40bb-423d-aba4-a4beb79b1957 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Calling delete_port for bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:59:45.466892 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-39364081-2f4f-4392-9d0d-dca52b73eb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:45.468111 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-39364081-2f4f-4392-9d0d-dca52b73eb74 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&device_id=2cbf2c5d-104d-4d93-8b2b-37e3546f4557 HTTP/1.1" status: 200 len: 1094 time: 0.3436639 Mar 01 20:59:45.494632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13944858-65e9-4a88-b53e-83bfc480f3e1 req-46fea567-76c7-4688-a6d2-5267170ee9f9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:45.507986 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-13944858-65e9-4a88-b53e-83bfc480f3e1 req-46fea567-76c7-4688-a6d2-5267170ee9f9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1530995 Mar 01 20:59:45.566350 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-f7aa8ddc-b659-4c64-b017-b3bc93999c9e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=344c9abe-24db-418f-b5ea-948f9d741ed6 HTTP/1.1" status: 200 len: 217 time: 0.0843866 Mar 01 20:59:45.671083 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-13944858-65e9-4a88-b53e-83bfc480f3e1 req-96c3b1e0-7af6-47ce-856b-09e604719c11 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621296 Mar 01 20:59:45.688836 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-da38f03f-72a2-4912-a9b1-814e061086ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:45.690301 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-da38f03f-72a2-4912-a9b1-814e061086ff service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f3a5278-957f-4116-9615-00ae8b4a370b HTTP/1.1" status: 200 len: 846 time: 0.1171918 Mar 01 20:59:45.702469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a6836-2335-4b70-b56e-f34d0e2e4441 req-e888b92a-483e-4030-8d0c-de892457a2d8 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:45.714730 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f65a6836-2335-4b70-b56e-f34d0e2e4441 req-e888b92a-483e-4030-8d0c-de892457a2d8 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cbf2c5d-104d-4d93-8b2b-37e3546f4557 HTTP/1.1" status: 200 len: 943 time: 0.2917218 Mar 01 20:59:45.742620 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-ce30e881-1d80-49e2-9573-e16a0d8ffe31 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0eb071d1-6f39-4afc-91bb-12176e722075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445266 Mar 01 20:59:45.771521 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f65a6836-2335-4b70-b56e-f34d0e2e4441 req-9ec09b15-454d-4453-b1df-51a6a8529ff6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551746 Mar 01 20:59:45.836410 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bcd068c4-365d-4851-96c7-568da1462b31 req-f36ff2c3-40bb-423d-aba4-a4beb79b1957 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:45.850890 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['434884c2-e77f-4d2b-b8c1-aa2f4b16df42', 'bd97f53a-f9d1-47ca-a431-a0e2ca5feb68'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:59:45.902897 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ff2c3-40bb-423d-aba4-a4beb79b1957 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Pushing event deleted for resources: {'Port': ['ID=bd97f53a-f9d1-47ca-a431-a0e2ca5feb68,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:45.907909 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569beba-47aa-4b09-bcd8-cdb553ede2b3 req-a3e2ece7-ed12-4f44-83b4-6f485fd4bb35 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:45.910278 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9569beba-47aa-4b09-bcd8-cdb553ede2b3 req-a3e2ece7-ed12-4f44-83b4-6f485fd4bb35 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.0903153 Mar 01 20:59:46.015388 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9569beba-47aa-4b09-bcd8-cdb553ede2b3 req-107c3b3a-a552-4ed4-acb9-16d3777049b6 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903268 Mar 01 20:59:46.088739 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd068c4-365d-4851-96c7-568da1462b31 req-f36ff2c3-40bb-423d-aba4-a4beb79b1957 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] No DVR routers for this DVR port bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:59:46.093596 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8baccb27-0829-4e37-8474-604b5e7480a1 req-89e0354d-6013-46e5-b228-7f57273b57a4 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 210 time: 0.0745819 Mar 01 20:59:46.094535 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-bcd068c4-365d-4851-96c7-568da1462b31 req-f36ff2c3-40bb-423d-aba4-a4beb79b1957 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:46.104910 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-66967e89-9d45-4a6e-93ca-cac4b0de93ce service neutron] 10.222.0.57 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563571 Mar 01 20:59:46.214575 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bcd068c4-365d-4851-96c7-568da1462b31 req-f36ff2c3-40bb-423d-aba4-a4beb79b1957 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.57 "DELETE /v2.0/ports/bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 HTTP/1.1" status: 204 len: 173 time: 1.7738137 Mar 01 20:59:46.270348 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1bdfe632-2972-4154-8691-f42db2fbfd6f req-de803547-caba-438a-8ef8-3483b9ff2a89 service neutron] 10.222.0.57 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524158 Mar 01 20:59:46.313857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45756) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:46.398030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45766) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:46.469147 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be28ae3-49f8-4222-8b45-c8e0963f303c admin admin] Deleting subnet cf6861a4-adc4-4c4b-a4e0-d32a1108446e {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 20:59:46.564587 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8be28ae3-49f8-4222-8b45-c8e0963f303c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:46.585986 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5d8f5-fa1e-4234-86bc-6563f883a019 req-43d10e95-b7c7-454b-9e81-6fc029261d33 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:46.587552 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-17c5d8f5-fa1e-4234-86bc-6563f883a019 req-43d10e95-b7c7-454b-9e81-6fc029261d33 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/networks?id=c6ada74c-bd63-4636-abf5-95dfb8263926 HTTP/1.1" status: 200 len: 814 time: 0.2001762 Mar 01 20:59:46.627522 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-17c5d8f5-fa1e-4234-86bc-6563f883a019 req-dc81851b-0f2c-4a50-9cc8-74d020a52d29 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/quotas/73e0cae710d240e3a9c48196a71f53fb HTTP/1.1" status: 200 len: 375 time: 0.0143704 Mar 01 20:59:46.628611 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5d96b63-654d-4874-b667-608c2f761d16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:46.640307 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8be28ae3-49f8-4222-8b45-c8e0963f303c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:46.684192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b5d96b63-654d-4874-b667-608c2f761d16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:46.699036 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b5d96b63-654d-4874-b667-608c2f761d16 admin admin] Usage tracker for resource:security_group_rule and tenant:5c774fa9188f48cda9f38f6952b25d14 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:46.704169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b5d96b63-654d-4874-b667-608c2f761d16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:46.710939 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec97a3-0af7-4e58-a967-cbaff053cb80 req-47e4fd54-ccaf-4c7a-932f-1e532d318601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:46.712025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b5d96b63-654d-4874-b667-608c2f761d16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:46.712857 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1bec97a3-0af7-4e58-a967-cbaff053cb80 req-47e4fd54-ccaf-4c7a-932f-1e532d318601 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&device_id=2cbf2c5d-104d-4d93-8b2b-37e3546f4557 HTTP/1.1" status: 200 len: 1094 time: 0.2395303 Mar 01 20:59:46.735348 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8be28ae3-49f8-4222-8b45-c8e0963f303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:46.776018 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-17c5d8f5-fa1e-4234-86bc-6563f883a019 req-163fe6d9-b6dd-4619-8099-09055bf0c619 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=73e0cae710d240e3a9c48196a71f53fb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1365292 Mar 01 20:59:46.880557 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 7cac8f73-7465-43fa-8f87-a0d0a84a8e66 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:59:46.889834 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5d96b63-654d-4874-b667-608c2f761d16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:46.949638 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 7cac8f73-7465-43fa-8f87-a0d0a84a8e66 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:59:46.949977 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 7cac8f73-7465-43fa-8f87-a0d0a84a8e66 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:59:47.023092 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5d96b63-654d-4874-b667-608c2f761d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:47.090327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec97a3-0af7-4e58-a967-cbaff053cb80 req-0ec4dae1-c5ce-4187-9eaa-5d3966a7ac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:47.091875 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1bec97a3-0af7-4e58-a967-cbaff053cb80 req-0ec4dae1-c5ce-4187-9eaa-5d3966a7ac64 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 907 time: 0.3218627 Mar 01 20:59:47.104943 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b5d96b63-654d-4874-b667-608c2f761d16 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5c774fa9188f48cda9f38f6952b25d14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7899420 Mar 01 20:59:47.113586 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d96b63-654d-4874-b667-608c2f761d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be52760-89e8-4d0f-9d66-fcdb65669717,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:47.117914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45784) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:47.202277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d134ec-84d0-4028-ac02-21faa17d3cc0 req-70b6529e-b242-417c-bc47-fef785a62cdf tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:47.207864 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46d134ec-84d0-4028-ac02-21faa17d3cc0 req-70b6529e-b242-417c-bc47-fef785a62cdf tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cbf2c5d-104d-4d93-8b2b-37e3546f4557 HTTP/1.1" status: 200 len: 943 time: 0.2796350 Mar 01 20:59:47.218470 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0db9511-81a2-48e2-9fe8-a68ca499cce5', 'name': 'network-vif-deleted', 'tag': 'bd97f53a-f9d1-47ca-a431-a0e2ca5feb68'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:47.230673 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8be28ae3-49f8-4222-8b45-c8e0963f303c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:47.249999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa52124-65e2-441d-9660-e57f866ba776 req-263c30ca-63a2-4a1e-8a29-2fd3470fd586 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:47.257499 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3aa52124-65e2-441d-9660-e57f866ba776 req-263c30ca-63a2-4a1e-8a29-2fd3470fd586 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.2928617 Mar 01 20:59:47.290957 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1bec97a3-0af7-4e58-a967-cbaff053cb80 req-e048bb7d-1448-42de-ad00-f488f0b72fe3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=344c9abe-24db-418f-b5ea-948f9d741ed6 HTTP/1.1" status: 200 len: 217 time: 0.1613438 Mar 01 20:59:47.326851 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46d134ec-84d0-4028-ac02-21faa17d3cc0 req-0f0d4874-42f9-4a2d-ade3-38c562e28c80 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084616 Mar 01 20:59:47.366738 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-73eb2ef8-ea90-435c-8773-13427c0e50f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:47.370372 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bec97a3-0af7-4e58-a967-cbaff053cb80 req-586ae89d-1ac4-45f5-b1fa-01d35b30be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:47.371860 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1bec97a3-0af7-4e58-a967-cbaff053cb80 req-586ae89d-1ac4-45f5-b1fa-01d35b30be99 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f3a5278-957f-4116-9615-00ae8b4a370b HTTP/1.1" status: 200 len: 846 time: 0.0739517 Mar 01 20:59:47.372531 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be28ae3-49f8-4222-8b45-c8e0963f303c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf6861a4-adc4-4c4b-a4e0-d32a1108446e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:47.374677 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8be28ae3-49f8-4222-8b45-c8e0963f303c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:47.384590 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8be28ae3-49f8-4222-8b45-c8e0963f303c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cf6861a4-adc4-4c4b-a4e0-d32a1108446e HTTP/1.1" status: 204 len: 168 time: 0.9854071 Mar 01 20:59:47.385539 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45796) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:47.397492 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3aa52124-65e2-441d-9660-e57f866ba776 req-df39e0f2-ecdc-447b-80b9-b631aa24a498 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390784 Mar 01 20:59:47.461353 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1bec97a3-0af7-4e58-a967-cbaff053cb80 req-fb84fcc2-d68c-4506-a0e6-1de560c85529 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0eb071d1-6f39-4afc-91bb-12176e722075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728548 Mar 01 20:59:47.461479 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-73eb2ef8-ea90-435c-8773-13427c0e50f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:47.583544 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0db9511-81a2-48e2-9fe8-a68ca499cce5', 'name': 'network-vif-deleted', 'tag': 'bd97f53a-f9d1-47ca-a431-a0e2ca5feb68', 'status': 'completed', 'code': 200} Mar 01 20:59:47.598582 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-828ca268-297b-4a4f-b991-0a456eec0d45 req-29710f33-f14a-4172-bc83-2f562e19d920 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=b0db9511-81a2-48e2-9fe8-a68ca499cce5 HTTP/1.1" status: 200 len: 210 time: 0.0583763 Mar 01 20:59:47.692520 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-73eb2ef8-ea90-435c-8773-13427c0e50f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:47.700108 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d56af8d6-add2-46f9-9236-cdd747d6f68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:47.705327 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1bec97a3-0af7-4e58-a967-cbaff053cb80 req-76ede8d9-ef5d-4cad-bc86-6146a7ae4f4f service neutron] 10.222.0.57 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329350 Mar 01 20:59:47.712098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb2ef8-ea90-435c-8773-13427c0e50f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be52760-89e8-4d0f-9d66-fcdb65669717,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:47.718913 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-73eb2ef8-ea90-435c-8773-13427c0e50f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:47.720238 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-73eb2ef8-ea90-435c-8773-13427c0e50f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2be52760-89e8-4d0f-9d66-fcdb65669717 HTTP/1.1" status: 204 len: 168 time: 0.6011305 Mar 01 20:59:47.764173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8cc401-1fe6-40ef-af7b-fb22fe0f6f40 req-90260c4e-ebc6-4738-8cf1-144e5777b819 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:47.767043 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d8cc401-1fe6-40ef-af7b-fb22fe0f6f40 req-90260c4e-ebc6-4738-8cf1-144e5777b819 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1455026 Mar 01 20:59:47.845861 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d8cc401-1fe6-40ef-af7b-fb22fe0f6f40 req-038a33d7-bdab-4c9d-847f-62891c67366e tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718615 Mar 01 20:59:47.939192 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d56af8d6-add2-46f9-9236-cdd747d6f68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:47.974164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-d56af8d6-add2-46f9-9236-cdd747d6f68c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb931f1-a2de-451d-87d5-4c2f9820eb76']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:59:47.992087 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-d56af8d6-add2-46f9-9236-cdd747d6f68c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d4bd3c-35a3-4897-aeaa-0114b56de111') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:59:47.996410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-d56af8d6-add2-46f9-9236-cdd747d6f68c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d4bd3c-35a3-4897-aeaa-0114b56de111') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 20:59:48.001242 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1bec97a3-0af7-4e58-a967-cbaff053cb80 req-fcd7c997-f1b4-49f3-8629-77c4912b3abe service neutron] 10.222.0.57 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2873888 Mar 01 20:59:48.008192 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d56af8d6-add2-46f9-9236-cdd747d6f68c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:48.054721 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d56af8d6-add2-46f9-9236-cdd747d6f68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:48.066915 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56af8d6-add2-46f9-9236-cdd747d6f68c admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 20:59:48.066915 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d56af8d6-add2-46f9-9236-cdd747d6f68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:48.072774 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: timer() Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 20:59:48.086084 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 20:59:48.180351 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:59:48.180351 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bd97f53a-f9d1-47ca-a431-a0e2ca5feb68 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:59:48.216073 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9fa3b15c-e9f7-463a-9d5b-92ced6d72ca2 req-60f5d4b4-5809-43c2-9506-41b2bf2360e8 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=73e0cae710d240e3a9c48196a71f53fb HTTP/1.1" status: 200 len: 221 time: 0.0555415 Mar 01 20:59:48.378537 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d56af8d6-add2-46f9-9236-cdd747d6f68c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:48.390420 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d56af8d6-add2-46f9-9236-cdd747d6f68c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:48.390797 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f2cc2-a98a-4292-80ad-b3ebae4f885d req-dfbfb3b5-f172-4e05-a2d2-2c21b9027ce0 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:48.393051 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c0f2cc2-a98a-4292-80ad-b3ebae4f885d req-dfbfb3b5-f172-4e05-a2d2-2c21b9027ce0 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.0900674 Mar 01 20:59:48.420201 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56af8d6-add2-46f9-9236-cdd747d6f68c admin admin] Pushing event deleted for resources: {'Network': ['ID=6fb931f1-a2de-451d-87d5-4c2f9820eb76,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:48.442758 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c0f2cc2-a98a-4292-80ad-b3ebae4f885d req-f7ac8e1a-ed71-436f-8206-7aea13f94a42 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438955 Mar 01 20:59:48.497523 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d56af8d6-add2-46f9-9236-cdd747d6f68c admin admin] 10.222.0.42 "DELETE /v2.0/networks/6fb931f1-a2de-451d-87d5-4c2f9820eb76 HTTP/1.1" status: 204 len: 168 time: 1.0724983 Mar 01 20:59:48.549642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b11c57-e278-4c52-855b-f97471ca7b1e req-92d5d295-aa51-451e-9157-31c093895140 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:48.551236 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29b11c57-e278-4c52-855b-f97471ca7b1e req-92d5d295-aa51-451e-9157-31c093895140 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cbf2c5d-104d-4d93-8b2b-37e3546f4557 HTTP/1.1" status: 200 len: 943 time: 0.0957534 Mar 01 20:59:48.640794 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45850) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:48.682371 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29b11c57-e278-4c52-855b-f97471ca7b1e req-dd54d865-021c-4fbf-8975-1f97d4dc2c86 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085036 Mar 01 20:59:48.686609 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a5d286e-98e4-4240-8f8b-107bc0d12d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:48.712065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2a5d286e-98e4-4240-8f8b-107bc0d12d67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:48.719212 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2a5d286e-98e4-4240-8f8b-107bc0d12d67 admin admin] Usage tracker for resource:security_group_rule and tenant:c8d5b28a58b24cbc8a1174192578d8a4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:48.720781 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2a5d286e-98e4-4240-8f8b-107bc0d12d67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:48.725962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2a5d286e-98e4-4240-8f8b-107bc0d12d67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:48.729427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa2a587-ab8b-45fb-acf0-d927701fdbc9 req-416098a9-fc65-4b60-b1a3-c941cb144a63 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:48.751894 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6aa2a587-ab8b-45fb-acf0-d927701fdbc9 req-416098a9-fc65-4b60-b1a3-c941cb144a63 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1655788 Mar 01 20:59:48.825617 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6aa2a587-ab8b-45fb-acf0-d927701fdbc9 req-fdfb2ebd-c62d-4321-96c7-ef3d5c5b9855 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770283 Mar 01 20:59:48.893606 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a5d286e-98e4-4240-8f8b-107bc0d12d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:48.962923 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a5d286e-98e4-4240-8f8b-107bc0d12d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:49.028023 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2a5d286e-98e4-4240-8f8b-107bc0d12d67 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8d5b28a58b24cbc8a1174192578d8a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3751016 Mar 01 20:59:49.028023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d286e-98e4-4240-8f8b-107bc0d12d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3141d757-a3a6-402a-8366-63fb14932db1,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:49.028023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45862) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:49.118317 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-214188cf-a9d6-4806-925f-794221031687 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:49.143283 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45868) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:49.177928 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-214188cf-a9d6-4806-925f-794221031687 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:49.218861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014eddeb-43df-4356-bfa7-fe4f3583f9a0 req-81ca351c-a8a1-4d43-8b75-04afe604ea73 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:49.229000 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-014eddeb-43df-4356-bfa7-fe4f3583f9a0 req-81ca351c-a8a1-4d43-8b75-04afe604ea73 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.2375171 Mar 01 20:59:49.289287 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8a082e74-7125-4669-b590-5a205b96815f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=624682a839644b67889964b0277c3c3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1365349 Mar 01 20:59:49.292244 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45874) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:49.307251 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-014eddeb-43df-4356-bfa7-fe4f3583f9a0 req-e8a54da1-ff81-4879-b132-1029ae87d323 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811527 Mar 01 20:59:49.368953 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-214188cf-a9d6-4806-925f-794221031687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:49.397830 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-28c2b764-d13f-437f-83c0-1ab022dd069b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:49.431576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214188cf-a9d6-4806-925f-794221031687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3141d757-a3a6-402a-8366-63fb14932db1,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:49.457382 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-214188cf-a9d6-4806-925f-794221031687 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:49.460804 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-214188cf-a9d6-4806-925f-794221031687 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3141d757-a3a6-402a-8366-63fb14932db1 HTTP/1.1" status: 204 len: 168 time: 0.4371750 Mar 01 20:59:49.467382 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-28c2b764-d13f-437f-83c0-1ab022dd069b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:49.586442 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58b572f-4a52-45e1-a31b-bc7c40de0d83 req-3e61693b-bf21-452e-b25e-f6059b86dbc3 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:49.587928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a58b572f-4a52-45e1-a31b-bc7c40de0d83 req-3e61693b-bf21-452e-b25e-f6059b86dbc3 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1598105 Mar 01 20:59:49.603493 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-28c2b764-d13f-437f-83c0-1ab022dd069b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:49.623445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2b764-d13f-437f-83c0-1ab022dd069b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da99170-0421-4825-88ab-32706145a472,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:49.646838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd3294-bc4e-4087-9759-ae2fc4f9d1ef req-82a0d0cb-be85-4dd4-b177-3f1c14da543e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:49.648320 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86bd3294-bc4e-4087-9759-ae2fc4f9d1ef req-82a0d0cb-be85-4dd4-b177-3f1c14da543e tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 949 time: 0.1459677 Mar 01 20:59:49.682503 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a58b572f-4a52-45e1-a31b-bc7c40de0d83 req-ca3a4e68-3a37-43e5-92a5-b3ce0b8a57a2 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804927 Mar 01 20:59:49.729489 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-28c2b764-d13f-437f-83c0-1ab022dd069b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:49.737505 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86bd3294-bc4e-4087-9759-ae2fc4f9d1ef req-3424f370-79f7-4ce6-8336-1f3a682bc999 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553820 Mar 01 20:59:49.750841 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-28c2b764-d13f-437f-83c0-1ab022dd069b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4da99170-0421-4825-88ab-32706145a472 HTTP/1.1" status: 204 len: 168 time: 0.4329607 Mar 01 20:59:50.039625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071ad75-d069-42ae-b0f9-9e52b5656557 req-5424da13-1b43-4ee2-9ba9-8ab1c6e56a3f tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:50.044769 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0071ad75-d069-42ae-b0f9-9e52b5656557 req-5424da13-1b43-4ee2-9ba9-8ab1c6e56a3f tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cbf2c5d-104d-4d93-8b2b-37e3546f4557 HTTP/1.1" status: 200 len: 943 time: 0.2465062 Mar 01 20:59:50.049595 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b269ebaf-88a3-49d4-b30f-02f90484fe69 req-a483e157-d51f-4579-bce2-45d83e4ae133 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:50.051019 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b269ebaf-88a3-49d4-b30f-02f90484fe69 req-a483e157-d51f-4579-bce2-45d83e4ae133 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.2200520 Mar 01 20:59:50.076010 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 344c9abe-24db-418f-b5ea-948f9d741ed6 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 20:59:50.156066 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0071ad75-d069-42ae-b0f9-9e52b5656557 req-04bd62df-4b83-464f-b068-900f83442bb4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039681 Mar 01 20:59:50.166865 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b269ebaf-88a3-49d4-b30f-02f90484fe69 req-c65bc19e-fbc2-44c5-aaa8-6b9629229385 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955560 Mar 01 20:59:50.281053 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 344c9abe-24db-418f-b5ea-948f9d741ed6, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=344c9abe-24db-418f-b5ea-948f9d741ed6,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:50.292492 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '344c9abe-24db-418f-b5ea-948f9d741ed6', 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075', 'port_id': '344c9abe-24db-418f-b5ea-948f9d741ed6', 'mac_address': 'fa:16:3e:ce:82:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f3a5278-957f-4116-9615-00ae8b4a370b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 20:59:50.363436 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:50.386608 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 344c9abe-24db-418f-b5ea-948f9d741ed6 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 20:59:50.390408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 344c9abe-24db-418f-b5ea-948f9d741ed6, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=344c9abe-24db-418f-b5ea-948f9d741ed6,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:50.392887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee576ae-149a-44f6-93ec-89d3f043406d req-2ebe79a6-5f78-4a1e-9329-86d5c982efb7 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:50.394430 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ee576ae-149a-44f6-93ec-89d3f043406d req-2ebe79a6-5f78-4a1e-9329-86d5c982efb7 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.0944691 Mar 01 20:59:50.459161 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ee576ae-149a-44f6-93ec-89d3f043406d req-3ef02acb-46b9-427c-9850-ef010a16ea93 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553899 Mar 01 20:59:50.489348 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:50.582186 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=344c9abe-24db-418f-b5ea-948f9d741ed6,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:50.703432 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87349c85-1b93-4062-88f5-224875210d83 req-b4780674-5bb4-48ff-93ba-c41068ba1b2f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:50.704936 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87349c85-1b93-4062-88f5-224875210d83 req-b4780674-5bb4-48ff-93ba-c41068ba1b2f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.0931671 Mar 01 20:59:50.745652 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a9f317-719f-4529-97d1-9fc6e8a18f6a req-bc076875-c6a1-4d7c-b42a-e392becfdecf tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:50.745652 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-a9a9f317-719f-4529-97d1-9fc6e8a18f6a req-bc076875-c6a1-4d7c-b42a-e392becfdecf tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Synchronizing usage tracker for tenant:f49f672366454d8aaec799c518622a6a on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:59:50.768165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87349c85-1b93-4062-88f5-224875210d83 req-d62911f1-3039-40d7-b695-ce2eac4b7831 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568223 Mar 01 20:59:50.790418 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['344c9abe-24db-418f-b5ea-948f9d741ed6'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:59:50.821062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-a9a9f317-719f-4529-97d1-9fc6e8a18f6a req-bc076875-c6a1-4d7c-b42a-e392becfdecf tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Unset dirty status for tenant:f49f672366454d8aaec799c518622a6a on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:59:50.821062 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a9a9f317-719f-4529-97d1-9fc6e8a18f6a req-bc076875-c6a1-4d7c-b42a-e392becfdecf tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.57 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 949 time: 0.1610901 Mar 01 20:59:50.922559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-a9a9f317-719f-4529-97d1-9fc6e8a18f6a req-a9b2a289-fd6a-4171-9795-b89970192205 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Deleting port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:59:50.922559 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9a9f317-719f-4529-97d1-9fc6e8a18f6a req-a9b2a289-fd6a-4171-9795-b89970192205 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:51.051039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0143046f-9651-4850-877d-0281b3e9fbe4 req-8db7c2b8-a2e2-46e7-b00b-a3f65a34760f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:51.062303 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0143046f-9651-4850-877d-0281b3e9fbe4 req-8db7c2b8-a2e2-46e7-b00b-a3f65a34760f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 949 time: 0.2126772 Mar 01 20:59:51.070542 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45932) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:51.139959 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0143046f-9651-4850-877d-0281b3e9fbe4 req-f181bffa-6094-42e2-aadf-125f9c96ef57 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/security-groups?id=e812a583-235b-40fd-8eb3-8c1acb841962&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761254 Mar 01 20:59:51.146117 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:51.172862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310bfe06-4040-4f49-8040-0b777d868deb req-7487ef0d-4bc2-490e-adf6-6cbfe88456a4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:51.177255 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-310bfe06-4040-4f49-8040-0b777d868deb req-7487ef0d-4bc2-490e-adf6-6cbfe88456a4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1875570 Mar 01 20:59:51.275211 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-310bfe06-4040-4f49-8040-0b777d868deb req-b5547041-2591-4aa4-9971-adf9876ce254 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881546 Mar 01 20:59:51.419848 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5f118e88-0055-42e2-9e05-52249435db32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:51.481000 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5f118e88-0055-42e2-9e05-52249435db32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:51.491143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5f118e88-0055-42e2-9e05-52249435db32 admin admin] Usage tracker for resource:security_group_rule and tenant:6eacabb290c34784b64be74ceccc462b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:51.495979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-a9a9f317-719f-4529-97d1-9fc6e8a18f6a req-a9b2a289-fd6a-4171-9795-b89970192205 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] For port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=434884c2-e77f-4d2b-b8c1-aa2f4b16df42,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:51.495979 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9a9f317-719f-4529-97d1-9fc6e8a18f6a req-a9b2a289-fd6a-4171-9795-b89970192205 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:51.507861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5f118e88-0055-42e2-9e05-52249435db32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:51.523681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5f118e88-0055-42e2-9e05-52249435db32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:51.623273 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8201ac4-1fa3-4e2c-9b14-b7a710750023 req-41a9032c-6d52-460b-96b8-4388d421cab9 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:51.624766 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8201ac4-1fa3-4e2c-9b14-b7a710750023 req-41a9032c-6d52-460b-96b8-4388d421cab9 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cbf2c5d-104d-4d93-8b2b-37e3546f4557 HTTP/1.1" status: 200 len: 944 time: 0.3157990 Mar 01 20:59:51.646443 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-a9a9f317-719f-4529-97d1-9fc6e8a18f6a req-a9b2a289-fd6a-4171-9795-b89970192205 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Calling delete_port for 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:59:51.722456 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8201ac4-1fa3-4e2c-9b14-b7a710750023 req-44596246-4666-4382-a793-dda7e274e4f1 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909653 Mar 01 20:59:51.755458 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18ce1e-00a9-47da-afef-c754ff6126a5 req-facec94d-35be-4980-ac4f-2d40627bc263 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:51.757829 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb18ce1e-00a9-47da-afef-c754ff6126a5 req-facec94d-35be-4980-ac4f-2d40627bc263 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.2073123 Mar 01 20:59:51.841563 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb18ce1e-00a9-47da-afef-c754ff6126a5 req-ad889c77-62db-4d1c-9370-81c10dbcd95c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780163 Mar 01 20:59:51.848550 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5f118e88-0055-42e2-9e05-52249435db32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:51.982652 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9a9f317-719f-4529-97d1-9fc6e8a18f6a req-a9b2a289-fd6a-4171-9795-b89970192205 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:51.994239 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['434884c2-e77f-4d2b-b8c1-aa2f4b16df42'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 20:59:52.011227 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5f118e88-0055-42e2-9e05-52249435db32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:52.078410 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5f118e88-0055-42e2-9e05-52249435db32 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6eacabb290c34784b64be74ceccc462b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0062962 Mar 01 20:59:52.082145 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f118e88-0055-42e2-9e05-52249435db32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f527cfea-071b-4c12-a082-2e0167ef77d9,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:52.085883 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45970) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:52.091778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 344c9abe-24db-418f-b5ea-948f9d741ed6 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 20:59:52.150011 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b2a289-fd6a-4171-9795-b89970192205 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Pushing event deleted for resources: {'Port': ['ID=434884c2-e77f-4d2b-b8c1-aa2f4b16df42,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:52.195139 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f118e88-0055-42e2-9e05-52249435db32 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:52.195524 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f118e88-0055-42e2-9e05-52249435db32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:52.195868 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f118e88-0055-42e2-9e05-52249435db32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:52.196627 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9a9f317-719f-4529-97d1-9fc6e8a18f6a req-a9b2a289-fd6a-4171-9795-b89970192205 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] No DVR routers for this DVR port 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 20:59:52.198328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f118e88-0055-42e2-9e05-52249435db32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:52.199607 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9a9f317-719f-4529-97d1-9fc6e8a18f6a req-a9b2a289-fd6a-4171-9795-b89970192205 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:52.199836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f118e88-0055-42e2-9e05-52249435db32 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:52.200184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f118e88-0055-42e2-9e05-52249435db32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:52.202546 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f118e88-0055-42e2-9e05-52249435db32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:52.203064 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f118e88-0055-42e2-9e05-52249435db32 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:52.204194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f118e88-0055-42e2-9e05-52249435db32 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:52.204701 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f118e88-0055-42e2-9e05-52249435db32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:52.205342 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f118e88-0055-42e2-9e05-52249435db32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:52.205816 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f118e88-0055-42e2-9e05-52249435db32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:52.211117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630dedb1-920a-4d07-b87e-7d04a229dac4', 'name': 'network-vif-deleted', 'tag': '434884c2-e77f-4d2b-b8c1-aa2f4b16df42'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:52.255403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ee3b5-7ff8-4b0b-9891-3f5e2f47a951 req-37d2eb64-29b0-4de8-a121-67ff76ca9583 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:52.257259 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f62ee3b5-7ff8-4b0b-9891-3f5e2f47a951 req-37d2eb64-29b0-4de8-a121-67ff76ca9583 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.2889910 Mar 01 20:59:52.266823 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 344c9abe-24db-418f-b5ea-948f9d741ed6 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 20:59:52.272792 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 344c9abe-24db-418f-b5ea-948f9d741ed6 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 20:59:52.273229 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:52.330659 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a9a9f317-719f-4529-97d1-9fc6e8a18f6a req-a9b2a289-fd6a-4171-9795-b89970192205 tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.57 "DELETE /v2.0/ports/434884c2-e77f-4d2b-b8c1-aa2f4b16df42 HTTP/1.1" status: 204 len: 173 time: 1.5075371 Mar 01 20:59:52.381018 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f62ee3b5-7ff8-4b0b-9891-3f5e2f47a951 req-e8d8e78d-e3ec-4f85-9d35-285b42491c2a tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108568 Mar 01 20:59:52.393176 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e0a9a89a-8608-40ad-9d11-06bdc4632a57 req-4fd733f4-91d4-4b24-b1f8-e5b9deca387f tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 210 time: 0.0698497 Mar 01 20:59:52.393176 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef6c3a6a-1943-4c72-8508-d4e056b12980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:52.430592 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef6c3a6a-1943-4c72-8508-d4e056b12980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:52.502789 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:52.568426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbf2c5d-104d-4d93-8b2b-37e3546f4557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344c9abe-24db-418f-b5ea-948f9d741ed6'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 20:59:52.616175 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 344c9abe-24db-418f-b5ea-948f9d741ed6, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=344c9abe-24db-418f-b5ea-948f9d741ed6,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:52.719610 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff062a-f99e-498b-a443-5a6cca651224 req-3b198045-3b4a-464d-ac5f-4d9aadd62420 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:52.721110 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6ff062a-f99e-498b-a443-5a6cca651224 req-3b198045-3b4a-464d-ac5f-4d9aadd62420 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1166434 Mar 01 20:59:52.725926 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef6c3a6a-1943-4c72-8508-d4e056b12980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:52.736351 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630dedb1-920a-4d07-b87e-7d04a229dac4', 'name': 'network-vif-deleted', 'tag': '434884c2-e77f-4d2b-b8c1-aa2f4b16df42', 'status': 'completed', 'code': 200} Mar 01 20:59:52.764323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6c3a6a-1943-4c72-8508-d4e056b12980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f527cfea-071b-4c12-a082-2e0167ef77d9,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:52.793215 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:52.823054 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6ff062a-f99e-498b-a443-5a6cca651224 req-b747c509-b564-4bf6-948d-d9806ae14956 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935206 Mar 01 20:59:52.826019 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef6c3a6a-1943-4c72-8508-d4e056b12980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:52.846284 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ef6c3a6a-1943-4c72-8508-d4e056b12980 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f527cfea-071b-4c12-a082-2e0167ef77d9 HTTP/1.1" status: 204 len: 168 time: 0.7501805 Mar 01 20:59:52.859188 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbf2c5d-104d-4d93-8b2b-37e3546f4557', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '344c9abe-24db-418f-b5ea-948f9d741ed6', 'code': 200} Mar 01 20:59:52.995711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=344c9abe-24db-418f-b5ea-948f9d741ed6,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:53.145359 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6455b-23f6-4118-9b83-82bdad720585 req-e1f3b69f-0b81-4783-aa66-193b8dfe21e2 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:53.146869 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-95d6455b-23f6-4118-9b83-82bdad720585 req-e1f3b69f-0b81-4783-aa66-193b8dfe21e2 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cbf2c5d-104d-4d93-8b2b-37e3546f4557 HTTP/1.1" status: 200 len: 945 time: 0.1761215 Mar 01 20:59:53.170286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4949439-742e-423d-b7c8-736be9b0d662 req-2d360ef8-26aa-4d78-ad55-b673a16f2d4f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:53.170286 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4949439-742e-423d-b7c8-736be9b0d662 req-2d360ef8-26aa-4d78-ad55-b673a16f2d4f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1356809 Mar 01 20:59:53.248236 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-95d6455b-23f6-4118-9b83-82bdad720585 req-3727c383-2cca-4ffa-bd55-b82e10b1e7f4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799878 Mar 01 20:59:53.261913 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4949439-742e-423d-b7c8-736be9b0d662 req-7a8e5dc9-e957-49ba-8da1-271f8fa19cda tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758111 Mar 01 20:59:53.291131 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019e0e81-8712-45a8-b894-469c9e4e790a req-edf26d2d-747a-465c-bf46-5c5b0dc63a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:53.292795 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-019e0e81-8712-45a8-b894-469c9e4e790a req-edf26d2d-747a-465c-bf46-5c5b0dc63a02 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2cbf2c5d-104d-4d93-8b2b-37e3546f4557 HTTP/1.1" status: 200 len: 1096 time: 0.3846633 Mar 01 20:59:53.359161 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-019e0e81-8712-45a8-b894-469c9e4e790a req-c20c7a68-e13b-4966-be16-d1dc4e1b2401 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506408 Mar 01 20:59:53.515282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a934a90-6128-45cf-8782-a28e564a2dba req-d1661402-583a-4a4c-99f2-026dac378503 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:53.527547 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a934a90-6128-45cf-8782-a28e564a2dba req-d1661402-583a-4a4c-99f2-026dac378503 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1104403 Mar 01 20:59:53.630237 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad9643bc-ceb5-4376-a4cd-1e8268b84a18 req-bf08f501-bec4-49df-88fe-2d6f97a2c1fd tempest-MigrationsAdminTest-1825177217 tempest-MigrationsAdminTest-1825177217-project] 10.222.0.42 "GET /v2.0/ports?device_id=630dedb1-920a-4d07-b87e-7d04a229dac4 HTTP/1.1" status: 200 len: 210 time: 0.0753887 Mar 01 20:59:53.648526 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:53.674168 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a934a90-6128-45cf-8782-a28e564a2dba req-3bcd4b5c-21c2-4c5b-af49-0336bef54ea8 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491966 Mar 01 20:59:53.871050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9001fba5-2098-4dad-8fdd-7e48adbf5fec req-29d609fb-6212-415d-8e5f-7a934a5dd865 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:53.881564 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9001fba5-2098-4dad-8fdd-7e48adbf5fec req-29d609fb-6212-415d-8e5f-7a934a5dd865 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.0967987 Mar 01 20:59:53.931873 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9001fba5-2098-4dad-8fdd-7e48adbf5fec req-635a88d4-b9dc-40bc-bc52-1df2c3630978 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466790 Mar 01 20:59:53.999747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46044) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:54.016740 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f296d499-eb2b-4ce3-b476-6fc13073a6ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:54.042004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f296d499-eb2b-4ce3-b476-6fc13073a6ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:54.042004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f296d499-eb2b-4ce3-b476-6fc13073a6ce admin admin] Usage tracker for resource:security_group_rule and tenant:38b7622cd86541a89534c5e30cd8f603 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:54.042004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f296d499-eb2b-4ce3-b476-6fc13073a6ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:54.046892 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f296d499-eb2b-4ce3-b476-6fc13073a6ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:54.105921 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 20:59:54.144528 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 20:59:54.144528 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 434884c2-e77f-4d2b-b8c1-aa2f4b16df42 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 20:59:54.148947 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f296d499-eb2b-4ce3-b476-6fc13073a6ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:54.262419 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f296d499-eb2b-4ce3-b476-6fc13073a6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:54.519612 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46064) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:54.534700 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f296d499-eb2b-4ce3-b476-6fc13073a6ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=38b7622cd86541a89534c5e30cd8f603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5319335 Mar 01 20:59:54.536879 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f296d499-eb2b-4ce3-b476-6fc13073a6ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58ae722-bce6-43c7-a161-a7ccefef9966,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:54.539326 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46070) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:54.646235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0768f0b-ea79-4ec2-a29c-b8976a852cea req-e3c9969b-9d04-411f-bce9-a8c9ffc43d5f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:54.647789 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b0768f0b-ea79-4ec2-a29c-b8976a852cea req-e3c9969b-9d04-411f-bce9-a8c9ffc43d5f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.2603641 Mar 01 20:59:54.690950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b294a5c2-41aa-4994-9d04-68e58d5f279e req-08d0a6ed-7f66-4902-8a95-51bbefa2203c tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:54.710240 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b294a5c2-41aa-4994-9d04-68e58d5f279e req-08d0a6ed-7f66-4902-8a95-51bbefa2203c tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cbf2c5d-104d-4d93-8b2b-37e3546f4557 HTTP/1.1" status: 200 len: 945 time: 0.2386019 Mar 01 20:59:54.710240 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b4a0-5a4b-4b1f-984e-b1e29fba4b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:54.757354 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7083a178-5a2c-4a52-8251-3cc2f66657d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:54.779612 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7083a178-5a2c-4a52-8251-3cc2f66657d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:54.779612 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7083a178-5a2c-4a52-8251-3cc2f66657d4 admin admin] Usage tracker for resource:security_group_rule and tenant:8c442520cbcc4f11a108aa9d74565a3a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:54.779612 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7083a178-5a2c-4a52-8251-3cc2f66657d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:54.787539 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b4a0-5a4b-4b1f-984e-b1e29fba4b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:54.802363 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7083a178-5a2c-4a52-8251-3cc2f66657d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:54.808396 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b0768f0b-ea79-4ec2-a29c-b8976a852cea req-fb08d201-579c-4c2a-874a-7bdb4f339172 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359067 Mar 01 20:59:54.823721 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b294a5c2-41aa-4994-9d04-68e58d5f279e req-80cbb94a-7f17-4a6a-984e-02a94bcf4b19 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284180 Mar 01 20:59:54.923073 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7083a178-5a2c-4a52-8251-3cc2f66657d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:54.942460 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b4a0-5a4b-4b1f-984e-b1e29fba4b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:54.965826 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d5b4a0-5a4b-4b1f-984e-b1e29fba4b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58ae722-bce6-43c7-a161-a7ccefef9966,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:54.980807 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d6d5b4a0-5a4b-4b1f-984e-b1e29fba4b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:54.992675 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d6d5b4a0-5a4b-4b1f-984e-b1e29fba4b06 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d58ae722-bce6-43c7-a161-a7ccefef9966 HTTP/1.1" status: 204 len: 168 time: 0.4414291 Mar 01 20:59:55.006144 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7083a178-5a2c-4a52-8251-3cc2f66657d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:55.066706 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7083a178-5a2c-4a52-8251-3cc2f66657d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8c442520cbcc4f11a108aa9d74565a3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5497251 Mar 01 20:59:55.067718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46092) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:55.082463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083a178-5a2c-4a52-8251-3cc2f66657d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd914dc3-f58c-46cf-a93d-d56926a80332,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:55.103764 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb344a-ffab-4d5e-b178-7025a4b917c7 req-17de2f09-3eaa-4f61-a9e9-3e38e472c7c6 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:55.108659 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7cbb344a-ffab-4d5e-b178-7025a4b917c7 req-17de2f09-3eaa-4f61-a9e9-3e38e472c7c6 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1059163 Mar 01 20:59:55.155848 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d2b5d82e-e01d-41c0-b6b9-2066984de315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:55.163256 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7cbb344a-ffab-4d5e-b178-7025a4b917c7 req-332a53a8-56e8-4950-8976-19cf85642bd9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517380 Mar 01 20:59:55.192985 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d2b5d82e-e01d-41c0-b6b9-2066984de315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:55.357333 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d2b5d82e-e01d-41c0-b6b9-2066984de315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:55.368535 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5d82e-e01d-41c0-b6b9-2066984de315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd914dc3-f58c-46cf-a93d-d56926a80332,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:55.374809 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d2b5d82e-e01d-41c0-b6b9-2066984de315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:55.378150 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d2b5d82e-e01d-41c0-b6b9-2066984de315 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd914dc3-f58c-46cf-a93d-d56926a80332 HTTP/1.1" status: 204 len: 168 time: 0.3071480 Mar 01 20:59:55.812808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9a707-bb61-4af7-b31b-a70474abe3ca req-55862e14-a833-4f83-8b25-4e3a93eac483 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:55.814609 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6c9a707-bb61-4af7-b31b-a70474abe3ca req-55862e14-a833-4f83-8b25-4e3a93eac483 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.0913470 Mar 01 20:59:55.869408 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6c9a707-bb61-4af7-b31b-a70474abe3ca req-2b719d43-0ee4-47f4-8b07-542cf4ede1bc tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489132 Mar 01 20:59:55.937923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46120) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:56.003214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46128) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:56.034756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d81a42-0a92-42ce-8739-ce4ed4661379 req-8064afb1-d6ff-44be-91e8-099bd8801d50 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:56.042508 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91d81a42-0a92-42ce-8739-ce4ed4661379 req-8064afb1-d6ff-44be-91e8-099bd8801d50 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cbf2c5d-104d-4d93-8b2b-37e3546f4557 HTTP/1.1" status: 200 len: 945 time: 0.1003013 Mar 01 20:59:56.148241 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91d81a42-0a92-42ce-8739-ce4ed4661379 req-cbe9d433-929a-4f69-b0fe-7d835a75a10b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047599 Mar 01 20:59:56.210870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d663967-403e-4c22-b079-8544aad0b3ca req-9f8dade3-3315-49a5-8315-b8ce4fcd9ca5 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:56.213066 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d663967-403e-4c22-b079-8544aad0b3ca req-9f8dade3-3315-49a5-8315-b8ce4fcd9ca5 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1521995 Mar 01 20:59:56.222324 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9851fee5-1750-4976-9627-3c142584e9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:56.257224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9851fee5-1750-4976-9627-3c142584e9f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:56.262171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9851fee5-1750-4976-9627-3c142584e9f9 admin admin] Usage tracker for resource:security_group_rule and tenant:4984c1751b88441a9b0a1a99a11dc53c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:56.267352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9851fee5-1750-4976-9627-3c142584e9f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:56.274306 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9851fee5-1750-4976-9627-3c142584e9f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:56.291822 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5ea38a93-700a-4e1a-83d5-e2b312f9313e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f49f672366454d8aaec799c518622a6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3519237 Mar 01 20:59:56.299441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46146) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:56.322772 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d663967-403e-4c22-b079-8544aad0b3ca req-9d7369ad-1c31-4828-b9fb-ba585ab9354e tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040742 Mar 01 20:59:56.423197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6eba56-3223-4dcd-bd89-37590961667e req-33da333c-f0fb-4d38-96d2-cc5cd2887aee tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:56.423197 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d6eba56-3223-4dcd-bd89-37590961667e req-33da333c-f0fb-4d38-96d2-cc5cd2887aee tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cbf2c5d-104d-4d93-8b2b-37e3546f4557 HTTP/1.1" status: 200 len: 945 time: 0.1299131 Mar 01 20:59:56.435587 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0d93534-8ba1-4772-8147-015ae6383fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:56.488567 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0d93534-8ba1-4772-8147-015ae6383fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:56.497418 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d6eba56-3223-4dcd-bd89-37590961667e req-9d029b48-6544-41ef-8c87-74bcfe64dd2b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696516 Mar 01 20:59:56.584022 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9851fee5-1750-4976-9627-3c142584e9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:56.636619 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8a850-9f47-496b-9e3e-7c8991d41a63 req-482bc46f-62e9-4bf7-9fb3-4186a8d7f347 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:56.639997 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d8a850-9f47-496b-9e3e-7c8991d41a63 req-482bc46f-62e9-4bf7-9fb3-4186a8d7f347 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1229300 Mar 01 20:59:56.690530 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d8a850-9f47-496b-9e3e-7c8991d41a63 req-88060f33-c6d8-4795-b46f-8275e80c6e42 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406630 Mar 01 20:59:56.730559 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9851fee5-1750-4976-9627-3c142584e9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:56.733678 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0d93534-8ba1-4772-8147-015ae6383fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:56.794640 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851fee5-1750-4976-9627-3c142584e9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c1426c-5235-4a40-ab5a-719ffbe08b09,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:56.807014 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9851fee5-1750-4976-9627-3c142584e9f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4984c1751b88441a9b0a1a99a11dc53c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8068025 Mar 01 20:59:56.810003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46170) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:56.818142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d93534-8ba1-4772-8147-015ae6383fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e812a583-235b-40fd-8eb3-8c1acb841962,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:56.858131 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0d93534-8ba1-4772-8147-015ae6383fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:56.863073 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c0d93534-8ba1-4772-8147-015ae6383fc5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e812a583-235b-40fd-8eb3-8c1acb841962 HTTP/1.1" status: 204 len: 168 time: 0.5626013 Mar 01 20:59:56.935193 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c0843ad8-6f19-4759-bb8c-318e1f0276fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:56.979641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782782f9-4a9f-473a-88e5-137f1fdcb7df req-e2d5c434-50d2-4ae5-9203-8ae2d59fc3be tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:56.982404 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-782782f9-4a9f-473a-88e5-137f1fdcb7df req-e2d5c434-50d2-4ae5-9203-8ae2d59fc3be tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1547182 Mar 01 20:59:56.983092 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c0843ad8-6f19-4759-bb8c-318e1f0276fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:57.075816 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-782782f9-4a9f-473a-88e5-137f1fdcb7df req-3bd5b41e-f67c-4643-9355-aae20c14b7ba tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848792 Mar 01 20:59:57.196486 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c0843ad8-6f19-4759-bb8c-318e1f0276fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:57.229607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0843ad8-6f19-4759-bb8c-318e1f0276fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c1426c-5235-4a40-ab5a-719ffbe08b09,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:57.252935 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c0843ad8-6f19-4759-bb8c-318e1f0276fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:57.252935 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c0843ad8-6f19-4759-bb8c-318e1f0276fa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b8c1426c-5235-4a40-ab5a-719ffbe08b09 HTTP/1.1" status: 204 len: 168 time: 0.4332957 Mar 01 20:59:57.298625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c97fbbb-4096-49b3-a594-848c6e8fc193 req-5fb34123-94b9-4e94-b3af-0beb2c1982bc tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:57.298625 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c97fbbb-4096-49b3-a594-848c6e8fc193 req-5fb34123-94b9-4e94-b3af-0beb2c1982bc tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cbf2c5d-104d-4d93-8b2b-37e3546f4557 HTTP/1.1" status: 200 len: 945 time: 0.1485205 Mar 01 20:59:57.352866 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-462e7090-c419-4f06-ab39-690079399332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:57.356596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46192) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:57.386358 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c97fbbb-4096-49b3-a594-848c6e8fc193 req-2f743ee2-6263-42a5-be5a-0d7b1e6b871e tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819132 Mar 01 20:59:57.637074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa27ef-e691-4cd2-aa3d-b24193f5de2c req-e3b1eca7-3c55-44d8-9968-617dd077dddc tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:57.638709 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96aa27ef-e691-4cd2-aa3d-b24193f5de2c req-e3b1eca7-3c55-44d8-9968-617dd077dddc tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.0916531 Mar 01 20:59:57.696303 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96aa27ef-e691-4cd2-aa3d-b24193f5de2c req-5d1c00a8-3361-43a5-a571-c560b38a018d tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443182 Mar 01 20:59:57.724679 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-435856102-network', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:59:57.731494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:57.737041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Usage tracker for resource:network and tenant:7c4ec19aef264f29acd6f5fbc3ee1bc5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:57.740131 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:57.749177 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:57.911320 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Made reservation on behalf of 7c4ec19aef264f29acd6f5fbc3ee1bc5 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:59:57.915822 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:57.926846 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:57.948982 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:57.954127 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Usage tracker for resource:security_group_rule and tenant:7c4ec19aef264f29acd6f5fbc3ee1bc5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:57.958246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:57.965719 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:58.094639 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:58.227972 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:58.258601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 20:59:58.269994 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:58.274981 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:58.275331 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Added segment ba78f6c1-be6a-4ab0-b6da-bf4380328feb of type vlan for network 1f29a706-a7a5-48ba-9770-3ee8a06bf432 Mar 01 20:59:58.283908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:58.284259 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:58.284585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:58.284920 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:58.285245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:58.285567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:58.285886 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:58.286204 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:58.286519 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:58.286832 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:58.287146 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:58.287498 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 20:59:58.312408 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:58.356857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46210) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:58.429813 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a50a07ff-d9c0-460c-b509-fa12640dfd26 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d1d2cd5845f546e990b895e536dff878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0714054 Mar 01 20:59:58.431768 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46216) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:58.439171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a4a884-dff3-4a51-a4bf-0cafd68d6b34 req-045e7df5-5486-485a-8cac-61b2757197a5 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:58.440685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-36a4a884-dff3-4a51-a4bf-0cafd68d6b34 req-045e7df5-5486-485a-8cac-61b2757197a5 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Synchronizing usage tracker for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 20:59:58.500897 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:58.502816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:58.503659 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:58.509514 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71b068b0-e039-423b-a998-f6daa6eba17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:58.587584 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71b068b0-e039-423b-a998-f6daa6eba17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:58.597626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46220) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:58.607928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-36a4a884-dff3-4a51-a4bf-0cafd68d6b34 req-045e7df5-5486-485a-8cac-61b2757197a5 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Unset dirty status for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 20:59:58.609045 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-36a4a884-dff3-4a51-a4bf-0cafd68d6b34 req-045e7df5-5486-485a-8cac-61b2757197a5 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cbf2c5d-104d-4d93-8b2b-37e3546f4557 HTTP/1.1" status: 200 len: 945 time: 0.2769713 Mar 01 20:59:58.629321 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-69498f9c-ea7d-44b7-b57f-66a2cdc6bf78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:58.648602 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] Pushing event updated for resources: {'Network': ['ID=1f29a706-a7a5-48ba-9770-3ee8a06bf432,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:58.663317 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 1f29a706-a7a5-48ba-9770-3ee8a06bf432 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 20:59:58.666556 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-69498f9c-ea7d-44b7-b57f-66a2cdc6bf78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:58.672339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-69498f9c-ea7d-44b7-b57f-66a2cdc6bf78 admin admin] Usage tracker for resource:security_group_rule and tenant:abfe6ccf7d43450faa7b1bc62bab5d9e is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:58.676578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-69498f9c-ea7d-44b7-b57f-66a2cdc6bf78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:58.685420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-69498f9c-ea7d-44b7-b57f-66a2cdc6bf78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:58.698617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9568ed16-bc1b-4580-9f13-af5df90db28b req-8cb00aeb-ace5-4ed0-a607-da49bf0f3820 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:58.699738 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9568ed16-bc1b-4580-9f13-af5df90db28b req-8cb00aeb-ace5-4ed0-a607-da49bf0f3820 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cbf2c5d-104d-4d93-8b2b-37e3546f4557 HTTP/1.1" status: 200 len: 945 time: 0.1881278 Mar 01 20:59:58.702444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-36a4a884-dff3-4a51-a4bf-0cafd68d6b34 req-d1f51675-a6d1-42da-8dcb-8bc7f93e2497 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Deleting port 344c9abe-24db-418f-b5ea-948f9d741ed6 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 20:59:58.702780 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-36a4a884-dff3-4a51-a4bf-0cafd68d6b34 req-d1f51675-a6d1-42da-8dcb-8bc7f93e2497 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:58.748168 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-33fcb6c2-925e-4c20-ad2c-b30be1278902 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3892767 Mar 01 20:59:58.749081 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46228) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:58.771036 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-316773f9-6910-4d10-922a-c8130d745d4a admin admin] Request body: {'subnet': {'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-435856102-subnet', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 20:59:58.782559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-316773f9-6910-4d10-922a-c8130d745d4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 20:59:58.791295 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-316773f9-6910-4d10-922a-c8130d745d4a admin admin] Usage tracker for resource:subnet and tenant:7c4ec19aef264f29acd6f5fbc3ee1bc5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 20:59:58.801500 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-316773f9-6910-4d10-922a-c8130d745d4a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 20:59:58.811996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-316773f9-6910-4d10-922a-c8130d745d4a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 20:59:58.836990 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9568ed16-bc1b-4580-9f13-af5df90db28b req-4255ee60-cd2a-4c63-be91-d992935fe01c tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302333 Mar 01 20:59:58.867661 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71b068b0-e039-423b-a998-f6daa6eba17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:58.952686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b068b0-e039-423b-a998-f6daa6eba17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dee809b-4d51-410e-80ca-8da0cb78b51c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:58.996717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316773f9-6910-4d10-922a-c8130d745d4a admin admin] Made reservation on behalf of 7c4ec19aef264f29acd6f5fbc3ee1bc5 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 20:59:58.999243 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-316773f9-6910-4d10-922a-c8130d745d4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:59.026235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ccb452-4f25-4398-b2a5-77f9e780a2af req-6ac04d47-8a89-4ab9-ace9-183b86ebb63a tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:59.027753 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6ccb452-4f25-4398-b2a5-77f9e780a2af req-6ac04d47-8a89-4ab9-ace9-183b86ebb63a tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1530225 Mar 01 20:59:59.056413 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-69498f9c-ea7d-44b7-b57f-66a2cdc6bf78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:59.074854 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71b068b0-e039-423b-a998-f6daa6eba17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:59.076151 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-71b068b0-e039-423b-a998-f6daa6eba17e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1dee809b-4d51-410e-80ca-8da0cb78b51c HTTP/1.1" status: 204 len: 168 time: 0.6398470 Mar 01 20:59:59.102463 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6ccb452-4f25-4398-b2a5-77f9e780a2af req-f3e8b22d-cfe7-477c-a1ab-5bbd97b60eaa tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599391 Mar 01 20:59:59.192185 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-69498f9c-ea7d-44b7-b57f-66a2cdc6bf78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:59.314017 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-69498f9c-ea7d-44b7-b57f-66a2cdc6bf78 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=abfe6ccf7d43450faa7b1bc62bab5d9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6920886 Mar 01 20:59:59.314017 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46244) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 20:59:59.443649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-36a4a884-dff3-4a51-a4bf-0cafd68d6b34 req-d1f51675-a6d1-42da-8dcb-8bc7f93e2497 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] For port 344c9abe-24db-418f-b5ea-948f9d741ed6, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=344c9abe-24db-418f-b5ea-948f9d741ed6,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 20:59:59.444379 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-36a4a884-dff3-4a51-a4bf-0cafd68d6b34 req-d1f51675-a6d1-42da-8dcb-8bc7f93e2497 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:59.493400 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69498f9c-ea7d-44b7-b57f-66a2cdc6bf78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286cd8a4-b1ee-4d0f-923e-c9e7ba770ce2,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:59.525994 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d9b366de-b7fb-4ae5-8ad8-188b73703dca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:59.570556 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d9b366de-b7fb-4ae5-8ad8-188b73703dca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:59.615296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-36a4a884-dff3-4a51-a4bf-0cafd68d6b34 req-d1f51675-a6d1-42da-8dcb-8bc7f93e2497 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Calling delete_port for 344c9abe-24db-418f-b5ea-948f9d741ed6 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 20:59:59.622270 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0007be50-a280-4e6d-b39a-9838921f1f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:59.764030 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-316773f9-6910-4d10-922a-c8130d745d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:59.783920 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d9b366de-b7fb-4ae5-8ad8-188b73703dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:59.810174 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b366de-b7fb-4ae5-8ad8-188b73703dca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286cd8a4-b1ee-4d0f-923e-c9e7ba770ce2,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:59.837605 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d9b366de-b7fb-4ae5-8ad8-188b73703dca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 20:59:59.837605 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d9b366de-b7fb-4ae5-8ad8-188b73703dca admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/286cd8a4-b1ee-4d0f-923e-c9e7ba770ce2 HTTP/1.1" status: 204 len: 168 time: 0.5402153 Mar 01 20:59:59.879127 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316773f9-6910-4d10-922a-c8130d745d4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0991afc3-5eec-4419-a780-db752de57820,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 20:59:59.898917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87661d2-6eb7-41c6-a408-e8d059567fba req-cb200300-f095-4feb-a597-5d3d00f87575 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 20:59:59.900768 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f87661d2-6eb7-41c6-a408-e8d059567fba req-cb200300-f095-4feb-a597-5d3d00f87575 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1551561 Mar 01 20:59:59.924130 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316773f9-6910-4d10-922a-c8130d745d4a admin admin] Checking segment: {'id': 'ba78f6c1-be6a-4ab0-b6da-bf4380328feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 20:59:59.924568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316773f9-6910-4d10-922a-c8130d745d4a admin admin] Network hostable DHCP agents. Network: 1f29a706-a7a5-48ba-9770-3ee8a06bf432, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 20:59:59.970684 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f87661d2-6eb7-41c6-a408-e8d059567fba req-bd78d57b-c838-4030-a913-6367ebfbc4fc tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592823 Mar 01 20:59:59.996512 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-36a4a884-dff3-4a51-a4bf-0cafd68d6b34 req-d1f51675-a6d1-42da-8dcb-8bc7f93e2497 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:00.007270 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:00:00.036992 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['344c9abe-24db-418f-b5ea-948f9d741ed6'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:00:00.056167 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f51675-a6d1-42da-8dcb-8bc7f93e2497 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Pushing event deleted for resources: {'Port': ['ID=344c9abe-24db-418f-b5ea-948f9d741ed6,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:00.071724 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316773f9-6910-4d10-922a-c8130d745d4a admin admin] Network 1f29a706-a7a5-48ba-9770-3ee8a06bf432 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:00:00.103403 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ffc78834-3058-4a5c-a168-8fa768d91d92 req-43143b40-4c7d-4e6d-b3c1-62fadbe69f37 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cbf2c5d-104d-4d93-8b2b-37e3546f4557 HTTP/1.1" status: 200 len: 210 time: 0.1131861 Mar 01 21:00:00.186173 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-36a4a884-dff3-4a51-a4bf-0cafd68d6b34 req-d1f51675-a6d1-42da-8dcb-8bc7f93e2497 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] No DVR routers for this DVR port 344c9abe-24db-418f-b5ea-948f9d741ed6 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:00:00.189924 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-36a4a884-dff3-4a51-a4bf-0cafd68d6b34 req-d1f51675-a6d1-42da-8dcb-8bc7f93e2497 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:00.192728 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cbf2c5d-104d-4d93-8b2b-37e3546f4557', 'name': 'network-vif-deleted', 'tag': '344c9abe-24db-418f-b5ea-948f9d741ed6'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:00:00.202358 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-316773f9-6910-4d10-922a-c8130d745d4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 1f29a706-a7a5-48ba-9770-3ee8a06bf432) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:00:00.236708 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c011b888-c84a-4a60-9129-ad0529146ce1 None None] Network 1f29a706-a7a5-48ba-9770-3ee8a06bf432 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:00:00.240307 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316773f9-6910-4d10-922a-c8130d745d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:00.240307 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-316773f9-6910-4d10-922a-c8130d745d4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:00.271671 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cbf2c5d-104d-4d93-8b2b-37e3546f4557', 'name': 'network-vif-deleted', 'tag': '344c9abe-24db-418f-b5ea-948f9d741ed6', 'status': 'completed', 'code': 200} Mar 01 21:00:00.331863 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-316773f9-6910-4d10-922a-c8130d745d4a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5733724 Mar 01 21:00:00.333555 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-36a4a884-dff3-4a51-a4bf-0cafd68d6b34 req-d1f51675-a6d1-42da-8dcb-8bc7f93e2497 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.57 "DELETE /v2.0/ports/344c9abe-24db-418f-b5ea-948f9d741ed6 HTTP/1.1" status: 204 len: 173 time: 1.7183464 Mar 01 21:00:00.334389 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46274) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:00.342898 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-435856102-router', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:00:00.354324 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:00.362133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Usage tracker for resource:router and tenant:7c4ec19aef264f29acd6f5fbc3ee1bc5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:00.368153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:00.379183 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:00.519803 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:00.520855 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:00.539604 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:00.550661 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:00.566520 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c676e449-87c8-430f-8de9-2fae816d9cdd None None] Network 1f29a706-a7a5-48ba-9770-3ee8a06bf432 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:00:00.647953 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:00.923000 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:01.222057 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74ac30-73c0-46dc-851b-8973cdc59956 req-1a59f2ce-4109-4d45-b4ff-022198f64c45 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:01.229434 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa74ac30-73c0-46dc-851b-8973cdc59956 req-1a59f2ce-4109-4d45-b4ff-022198f64c45 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1397204 Mar 01 21:00:01.320842 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-956892b0-7009-4839-94ea-bab745d3eb17 req-fd3384bb-6d92-4a20-80c5-9001eaf44175 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=2cbf2c5d-104d-4d93-8b2b-37e3546f4557 HTTP/1.1" status: 200 len: 210 time: 0.0614071 Mar 01 21:00:01.360062 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa74ac30-73c0-46dc-851b-8973cdc59956 req-fb507a15-be32-4386-9076-885f184b2fbd tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254323 Mar 01 21:00:01.477880 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:01.533581 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:01.635460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b810eb6-1a7b-410b-a91c-7f9939aa752d req-0b0c86c4-19bf-4430-b50a-7e63533eaacc tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:01.636921 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b810eb6-1a7b-410b-a91c-7f9939aa752d req-0b0c86c4-19bf-4430-b50a-7e63533eaacc tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.0909400 Mar 01 21:00:01.688944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b810eb6-1a7b-410b-a91c-7f9939aa752d req-017f4664-9a86-4b60-9a26-b89ce2d40115 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441904 Mar 01 21:00:01.707503 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Allocated IP 172.25.5.247 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/d1574bda-dc5b-4de6-86d3-a9baa68b9fb0) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:00:02.006381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45aef0-a67e-464b-b678-0abf561c9d59 req-b635b642-f1d5-4945-a0c5-b7fde0cdc673 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:02.008142 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c45aef0-a67e-464b-b678-0abf561c9d59 req-b635b642-f1d5-4945-a0c5-b7fde0cdc673 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.0884502 Mar 01 21:00:02.041302 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:02.075764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c45aef0-a67e-464b-b678-0abf561c9d59 req-1139ddbe-4a59-4302-8cdd-4eff4418602e tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599284 Mar 01 21:00:02.117635 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:02.126150 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 344c9abe-24db-418f-b5ea-948f9d741ed6 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:00:02.168669 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 344c9abe-24db-418f-b5ea-948f9d741ed6 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:00:02.169130 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 344c9abe-24db-418f-b5ea-948f9d741ed6 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:00:02.181295 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:02.261009 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Pushing event updated for resources: {'Port': ['ID=d1574bda-dc5b-4de6-86d3-a9baa68b9fb0,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:02.284834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:00:02.284834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:00:02.286347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:00:02.305522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a37678-5f91-4658-a245-0cfdeb33f1ae req-b4c455dc-f168-4c00-b0be-c6cd3be5f787 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:02.307076 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-30a37678-5f91-4658-a245-0cfdeb33f1ae req-b4c455dc-f168-4c00-b0be-c6cd3be5f787 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1038156 Mar 01 21:00:02.364320 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-30a37678-5f91-4658-a245-0cfdeb33f1ae req-c3bdc775-34e9-4895-8984-5642b26039a9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502591 Mar 01 21:00:02.635632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba5ee0-2420-4d96-a4a9-332c24debf6c req-e3cd7753-969b-452d-985a-fdfc3dff4e08 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:02.637079 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68ba5ee0-2420-4d96-a4a9-332c24debf6c req-e3cd7753-969b-452d-985a-fdfc3dff4e08 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.0923285 Mar 01 21:00:02.724572 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68ba5ee0-2420-4d96-a4a9-332c24debf6c req-91323222-60cf-4997-846d-697fba4a7003 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806527 Mar 01 21:00:02.938966 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:02.999526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69111d8e-3904-496c-9e86-f513ec5ac5f5 req-1dc94bc0-4caf-4b4b-b9fe-388bd457d938 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:03.001998 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69111d8e-3904-496c-9e86-f513ec5ac5f5 req-1dc94bc0-4caf-4b4b-b9fe-388bd457d938 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1079776 Mar 01 21:00:03.092326 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69111d8e-3904-496c-9e86-f513ec5ac5f5 req-71a6594e-f629-439d-902b-9dd4d0c7299e tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796769 Mar 01 21:00:03.126551 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:00:03.394304 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:03.730846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Router 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:00:03.813034 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bf4db-3cf0-43bf-aa77-6e376f141b07 req-ea07f3e3-6eef-4282-ad11-eb444bec95a5 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:03.816024 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-610bf4db-3cf0-43bf-aa77-6e376f141b07 req-ea07f3e3-6eef-4282-ad11-eb444bec95a5 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1231132 Mar 01 21:00:03.869494 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-610bf4db-3cf0-43bf-aa77-6e376f141b07 req-5dd096b0-aaf3-4c83-b445-fadeb248844c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480597 Mar 01 21:00:04.092975 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:00:04.105810 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] Sync routers for ids ['9e1843ae-aaa8-45bb-ba0d-91d7544920a4'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:00:04.119982 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] Routers {'9e1843ae-aaa8-45bb-ba0d-91d7544920a4'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:00:04.120608 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:00:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9e1843ae-aaa8-45bb-ba0d-91d7544920a4'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:00:04.166671 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-3f038c5c-2d96-47ec-bed6-7755c1803adc tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:04.174799 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-3f038c5c-2d96-47ec-bed6-7755c1803adc tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 806 time: 0.2112348 Mar 01 21:00:04.195461 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-e862c387-8b57-4f6f-acdd-dd55c3ca0425 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/quotas/aa2e4c40cdf841a1bcb0ba66d7c5d576 HTTP/1.1" status: 200 len: 375 time: 0.0195105 Mar 01 21:00:04.210880 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:04.215442 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-09ff5f29-9a41-433b-b2b4-43dd3eb56663 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.8796096 Mar 01 21:00:04.216236 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46426) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:04.315435 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] Set router 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:00:04.318296 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-d6c0329f-1fc7-4d06-a878-0680c3aafe91 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1156025 Mar 01 21:00:04.479486 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-7288f3e7-8007-4f9c-90be-bcf8d91b0723 service neutron] 10.222.0.42 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537578 Mar 01 21:00:04.724407 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-435856102-router', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:00:00Z', 'updated_at': '2022-03-01T21:00:02Z', 'revision_number': 3, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'gw_port': {'id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:01Z', 'updated_at': '2022-03-01T21:00:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:00:04.734326 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] Checking router: 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:00:04.734326 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] Updating router 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 port d1574bda-dc5b-4de6-86d3-a9baa68b9fb0 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:00:04.738082 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-6608bc53-2beb-4828-938a-dbba8a86151a service neutron] 10.222.0.42 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508364 Mar 01 21:00:04.772592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d88624a-ff65-4b3b-91a1-ee96d7204db7 req-ae032c77-1072-4754-9b26-e6a6b72c0a3a tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:04.778537 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d88624a-ff65-4b3b-91a1-ee96d7204db7 req-ae032c77-1072-4754-9b26-e6a6b72c0a3a tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1240752 Mar 01 21:00:04.816365 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:04.884722 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d88624a-ff65-4b3b-91a1-ee96d7204db7 req-c9a917d4-a560-4633-8a7f-d99700ac4a73 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024964 Mar 01 21:00:05.010927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46444) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:05.228460 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5ced8ab7-8bae-4747-8ea5-ec4a523909af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:05.297342 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-97cd13b0-4c10-49d3-a0d9-8db27777bfe7 req-ba259279-8765-46af-8d99-64204b1a0150 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05c7b11-4e40-4c10-b1fa-5318bdcabfca HTTP/1.1" status: 200 len: 210 time: 0.0942492 Mar 01 21:00:05.300032 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ea4c0a75-fd06-4dd1-97cf-bc3515a1236a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:05.323852 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:05.350894 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] Transition to ACTIVE for port object d1574bda-dc5b-4de6-86d3-a9baa68b9fb0 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:00:05.475911 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:05.618654 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] Attempting to bind port d1574bda-dc5b-4de6-86d3-a9baa68b9fb0 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:00:05.619021 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] Attempting to bind port d1574bda-dc5b-4de6-86d3-a9baa68b9fb0 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:00:05.619394 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] Attempting to bind port d1574bda-dc5b-4de6-86d3-a9baa68b9fb0 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:00:05.626439 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620c8ad-cf50-4fcf-9a39-e78e51e25790 None None] Pushing event updated for resources: {'Port': ['ID=d1574bda-dc5b-4de6-86d3-a9baa68b9fb0,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:05.631859 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:00:05.632424 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:00:05.632661 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:05.633022 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:00:05.633492 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] Bound port: d1574bda-dc5b-4de6-86d3-a9baa68b9fb0, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:00:05.633885 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:05.666581 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620c8ad-cf50-4fcf-9a39-e78e51e25790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:05.667788 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620c8ad-cf50-4fcf-9a39-e78e51e25790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:05.667788 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620c8ad-cf50-4fcf-9a39-e78e51e25790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:05.667788 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620c8ad-cf50-4fcf-9a39-e78e51e25790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:05.667997 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0e58d6f-8337-46c8-a97a-a08f2725be50 req-0573ab6d-37e3-492e-9a7c-80d1cd7c9f04 tempest-QuotasAdminNegativeTest-1000317197 tempest-QuotasAdminNegativeTest-1000317197-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=27bcbc0bc5b64ac2bbae11c1468528a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577066 Mar 01 21:00:05.668077 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620c8ad-cf50-4fcf-9a39-e78e51e25790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:05.668147 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620c8ad-cf50-4fcf-9a39-e78e51e25790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:05.669434 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620c8ad-cf50-4fcf-9a39-e78e51e25790 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:05.669434 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620c8ad-cf50-4fcf-9a39-e78e51e25790 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:05.669434 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620c8ad-cf50-4fcf-9a39-e78e51e25790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:05.669434 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620c8ad-cf50-4fcf-9a39-e78e51e25790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:05.669706 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620c8ad-cf50-4fcf-9a39-e78e51e25790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:05.671121 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f620c8ad-cf50-4fcf-9a39-e78e51e25790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:05.678764 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-5ced8ab7-8bae-4747-8ea5-ec4a523909af admin admin] Allocated IP 172.20.0.1 (1f29a706-a7a5-48ba-9770-3ee8a06bf432/0991afc3-5eec-4419-a780-db752de57820/4be78268-410e-466b-afd4-dc76c4dce458) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:00:05.713987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ea4c0a75-fd06-4dd1-97cf-bc3515a1236a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:05.723695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ea4c0a75-fd06-4dd1-97cf-bc3515a1236a admin admin] Usage tracker for resource:security_group_rule and tenant:c271b861eab6434ea87aee8ead643eb4 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:05.730059 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] For port d1574bda-dc5b-4de6-86d3-a9baa68b9fb0, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:00:05.736349 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] For port d1574bda-dc5b-4de6-86d3-a9baa68b9fb0, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d1574bda-dc5b-4de6-86d3-a9baa68b9fb0,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:00:05.740455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ea4c0a75-fd06-4dd1-97cf-bc3515a1236a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:05.753371 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ea4c0a75-fd06-4dd1-97cf-bc3515a1236a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:05.849993 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:05.884809 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5ced8ab7-8bae-4747-8ea5-ec4a523909af admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:05.921075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e95fb4-be35-458a-b1c9-28cb86615779 req-9cad12f7-5979-4f09-be99-e397d816ecbe tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:05.927885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-09e95fb4-be35-458a-b1c9-28cb86615779 req-9cad12f7-5979-4f09-be99-e397d816ecbe tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.3654072 Mar 01 21:00:05.943300 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e58d6f-8337-46c8-a97a-a08f2725be50 req-09b3f01d-de4a-4c3d-84b7-4c95d2f67640 tempest-QuotasAdminNegativeTest-1000317197 tempest-QuotasAdminNegativeTest-1000317197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:05.944773 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0e58d6f-8337-46c8-a97a-a08f2725be50 req-09b3f01d-de4a-4c3d-84b7-4c95d2f67640 tempest-QuotasAdminNegativeTest-1000317197 tempest-QuotasAdminNegativeTest-1000317197-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2759035 Mar 01 21:00:05.945432 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] Routers {'9e1843ae-aaa8-45bb-ba0d-91d7544920a4'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:00:05.946140 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:00:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9e1843ae-aaa8-45bb-ba0d-91d7544920a4'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:00:06.004243 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0e58d6f-8337-46c8-a97a-a08f2725be50 req-d018cfb1-68c9-4287-81a7-3ecfcff6cae6 tempest-QuotasAdminNegativeTest-1000317197 tempest-QuotasAdminNegativeTest-1000317197-project] 10.222.0.42 "GET /v2.0/quotas/27bcbc0bc5b64ac2bbae11c1468528a8 HTTP/1.1" status: 200 len: 375 time: 0.0424006 Mar 01 21:00:06.015050 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620c8ad-cf50-4fcf-9a39-e78e51e25790 None None] Pushing event updated for resources: {'Port': ['ID=d1574bda-dc5b-4de6-86d3-a9baa68b9fb0,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:06.032676 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5ced8ab7-8bae-4747-8ea5-ec4a523909af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:06.069530 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0e58d6f-8337-46c8-a97a-a08f2725be50 req-b2b9b1e3-8413-4e06-ab9d-3697c812b234 tempest-QuotasAdminNegativeTest-1000317197 tempest-QuotasAdminNegativeTest-1000317197-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=27bcbc0bc5b64ac2bbae11c1468528a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640259 Mar 01 21:00:06.101150 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-09e95fb4-be35-458a-b1c9-28cb86615779 req-15068b86-fc78-40c0-b061-e707fbb46556 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662402 Mar 01 21:00:06.132346 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ea4c0a75-fd06-4dd1-97cf-bc3515a1236a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:06.206330 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced8ab7-8bae-4747-8ea5-ec4a523909af admin admin] Network 1f29a706-a7a5-48ba-9770-3ee8a06bf432 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:00:06.211067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-5ced8ab7-8bae-4747-8ea5-ec4a523909af admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:00:06.225674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ced8ab7-8bae-4747-8ea5-ec4a523909af admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:00:06.248878 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced8ab7-8bae-4747-8ea5-ec4a523909af admin admin] Pushing event updated for resources: {'Port': ['ID=4be78268-410e-466b-afd4-dc76c4dce458,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:06.258407 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ea4c0a75-fd06-4dd1-97cf-bc3515a1236a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:06.301929 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] Set router 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:00:06.332290 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5ced8ab7-8bae-4747-8ea5-ec4a523909af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:06.409967 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ea4c0a75-fd06-4dd1-97cf-bc3515a1236a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c271b861eab6434ea87aee8ead643eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4046109 Mar 01 21:00:06.412813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46492) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:06.423947 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c0a75-fd06-4dd1-97cf-bc3515a1236a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c101b8-747a-482a-9404-8aa624406e79,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:06.521075 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-351e7662-a269-48b2-a1d1-0daf2ef671fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:06.534890 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6803ef54-637d-48e4-81d6-d38c340e4baf req-c3220a7f-b6f2-4d81-93ff-d231963be99b tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:06.536746 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6803ef54-637d-48e4-81d6-d38c340e4baf req-c3220a7f-b6f2-4d81-93ff-d231963be99b tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.2148590 Mar 01 21:00:06.626463 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-351e7662-a269-48b2-a1d1-0daf2ef671fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:06.637554 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6803ef54-637d-48e4-81d6-d38c340e4baf req-2d1239a3-f7a6-4272-b9bd-c0c0d5b571c0 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916145 Mar 01 21:00:06.670916 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-435856102-router', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:00:00Z', 'updated_at': '2022-03-01T21:00:02Z', 'revision_number': 3, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'gw_port': {'id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:01Z', 'updated_at': '2022-03-01T21:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:00:06.689768 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da2147a-88b6-4db6-aea8-41423682c986 None None] The sync data for ids ['9e1843ae-aaa8-45bb-ba0d-91d7544920a4'] in n-d-827896-4 is: [{'id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-435856102-router', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:00:00Z', 'updated_at': '2022-03-01T21:00:02Z', 'revision_number': 3, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'gw_port': {'id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:01Z', 'updated_at': '2022-03-01T21:00:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:00:06.871747 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-351e7662-a269-48b2-a1d1-0daf2ef671fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:06.926630 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-d0d6737b-4f4c-493e-b5ba-29207535549b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3952456 Mar 01 21:00:06.940269 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77f2eaf1-6107-4ae5-8624-13441201ecf4 req-2e447219-e8f3-41f0-ab0f-9563718b90e6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05c7b11-4e40-4c10-b1fa-5318bdcabfca HTTP/1.1" status: 200 len: 210 time: 0.1280560 Mar 01 21:00:06.947637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351e7662-a269-48b2-a1d1-0daf2ef671fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c101b8-747a-482a-9404-8aa624406e79,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:06.952574 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-351e7662-a269-48b2-a1d1-0daf2ef671fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:06.955839 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-351e7662-a269-48b2-a1d1-0daf2ef671fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/18c101b8-747a-482a-9404-8aa624406e79 HTTP/1.1" status: 204 len: 168 time: 0.5397849 Mar 01 21:00:07.331060 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1411745-6048-4f4d-b5cd-a55982497e38 req-c5eb12de-5f91-4793-a56b-a7a672176c7a tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:07.337551 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5ced8ab7-8bae-4747-8ea5-ec4a523909af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:07.339949 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b1411745-6048-4f4d-b5cd-a55982497e38 req-c5eb12de-5f91-4793-a56b-a7a672176c7a tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.2123499 Mar 01 21:00:07.444662 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b1411745-6048-4f4d-b5cd-a55982497e38 req-c8509bbe-f732-42f9-84e4-b57b4e8e54e6 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028359 Mar 01 21:00:07.514554 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-0885c63c-6694-45b1-8635-ac121e1b136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:07.515405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-0885c63c-6694-45b1-8635-ac121e1b136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:07.516052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-0885c63c-6694-45b1-8635-ac121e1b136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:07.516687 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-0885c63c-6694-45b1-8635-ac121e1b136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:07.517317 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-0885c63c-6694-45b1-8635-ac121e1b136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:07.518147 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-0885c63c-6694-45b1-8635-ac121e1b136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:07.518786 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-0885c63c-6694-45b1-8635-ac121e1b136b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:07.537023 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-0885c63c-6694-45b1-8635-ac121e1b136b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5705b0cae87741729c72e376229e6a19&device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 6492 time: 0.3024604 Mar 01 21:00:07.658316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e344d-e06d-466b-93ac-f074a6f9d0ed req-8d3aa6b2-9d74-49b2-ad09-e871ef364dc3 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:07.665373 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af9e344d-e06d-466b-93ac-f074a6f9d0ed req-8d3aa6b2-9d74-49b2-ad09-e871ef364dc3 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1057665 Mar 01 21:00:07.744421 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af9e344d-e06d-466b-93ac-f074a6f9d0ed req-938b45ed-2b49-4486-9cb6-7cd1b6605eba tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780392 Mar 01 21:00:07.893858 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-826ea172-273c-492b-b410-c21813c70915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:07.894344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-826ea172-273c-492b-b410-c21813c70915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:07.894822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-826ea172-273c-492b-b410-c21813c70915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:07.896433 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-826ea172-273c-492b-b410-c21813c70915 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c6f66dd-272c-498f-a0ba-ba7fb81f92ae&id=ee65825d-7288-4653-bfc7-12a15403400e&id=ee65825d-7288-4653-bfc7-12a15403400e&id=ee65825d-7288-4653-bfc7-12a15403400e&id=ee65825d-7288-4653-bfc7-12a15403400e&id=77a119db-23ab-49e4-8878-de783cebb26a&id=77a119db-23ab-49e4-8878-de783cebb26a HTTP/1.1" status: 200 len: 2291 time: 0.3187671 Mar 01 21:00:07.934151 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d1574bda-dc5b-4de6-86d3-a9baa68b9fb0 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:00:08.050518 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-ed4bc5eb-3145-4311-a522-fc3354b5b5c9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7badcc59-c905-4f3b-8158-275e3f4a81f4 HTTP/1.1" status: 200 len: 1002 time: 0.1446071 Mar 01 21:00:08.210778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port d1574bda-dc5b-4de6-86d3-a9baa68b9fb0 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:00:08.212115 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d1574bda-dc5b-4de6-86d3-a9baa68b9fb0 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:00:08.213922 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:08.270663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-cc8d96a7-7811-4207-9203-6e3bfdf1ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:08.272156 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-cc8d96a7-7811-4207-9203-6e3bfdf1ac68 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b1ee371-6859-4aa1-bec5-74e86f55472d HTTP/1.1" status: 200 len: 849 time: 0.2098548 Mar 01 21:00:08.276812 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-1721c531-8355-40f0-ba50-45d5cf641e96 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:08.278461 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-1721c531-8355-40f0-ba50-45d5cf641e96 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.55 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 806 time: 0.3228955 Mar 01 21:00:08.291220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46530) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:08.341097 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-b27f2382-4337-4c7e-b2a4-5d7318f005b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Request body: {'port': {'device_id': 'e05c7b11-4e40-4c10-b1fa-5318bdcabfca', 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075', 'admin_state_up': True, 'tenant_id': 'aa2e4c40cdf841a1bcb0ba66d7c5d576'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:00:08.372513 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5ced8ab7-8bae-4747-8ea5-ec4a523909af admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:08.430742 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-5ff016d7-0db5-4972-a9bf-402260f3323d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:08.447551 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-5ff016d7-0db5-4972-a9bf-402260f3323d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c6f66dd-272c-498f-a0ba-ba7fb81f92ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1522267 Mar 01 21:00:08.471062 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00185101-94c1-4343-82d1-6712c1fe87f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:08.528707 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5ced8ab7-8bae-4747-8ea5-ec4a523909af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:08.540102 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:08.566017 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port d1574bda-dc5b-4de6-86d3-a9baa68b9fb0, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d1574bda-dc5b-4de6-86d3-a9baa68b9fb0,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:08.580200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-00185101-94c1-4343-82d1-6712c1fe87f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:08.595116 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-00185101-94c1-4343-82d1-6712c1fe87f1 admin admin] Usage tracker for resource:security_group_rule and tenant:d0ec054ee89f458baa0efa7170f327c9 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:08.601288 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-00185101-94c1-4343-82d1-6712c1fe87f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:08.616513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a13aa-3814-4646-b19c-68936b2564d4 req-8afcc599-500e-4921-9f66-1bbd6e213838 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:08.619084 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c25a13aa-3814-4646-b19c-68936b2564d4 req-8afcc599-500e-4921-9f66-1bbd6e213838 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.4705718 Mar 01 21:00:08.622055 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-00185101-94c1-4343-82d1-6712c1fe87f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:08.724750 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:08.734588 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5ced8ab7-8bae-4747-8ea5-ec4a523909af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:08.801530 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ced8ab7-8bae-4747-8ea5-ec4a523909af admin admin] Pushing event updated for resources: {'Port': ['ID=4be78268-410e-466b-afd4-dc76c4dce458,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:08.823019 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=d1574bda-dc5b-4de6-86d3-a9baa68b9fb0,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:08.831162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:08.831539 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:08.831887 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:08.832231 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:08.832573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:08.832924 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:08.833262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:08.833441 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-62049a82-e15a-4568-94d1-18ee2fea08fb req-f878f9f3-09d2-4470-8ed9-b5ab90365e88 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05c7b11-4e40-4c10-b1fa-5318bdcabfca HTTP/1.1" status: 200 len: 210 time: 0.0632391 Mar 01 21:00:08.833590 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:08.833926 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:08.834251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:08.834772 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:08.835267 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:08.862749 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-b27f2382-4337-4c7e-b2a4-5d7318f005b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:08.889043 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-b27f2382-4337-4c7e-b2a4-5d7318f005b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Usage tracker for resource:port and tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:08.894285 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c25a13aa-3814-4646-b19c-68936b2564d4 req-b6e26eea-ffdc-4d2a-8c73-a46dc8e38c62 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624378 Mar 01 21:00:08.895095 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-b27f2382-4337-4c7e-b2a4-5d7318f005b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:08.909843 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-b27f2382-4337-4c7e-b2a4-5d7318f005b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:08.910600 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-ed84a819-afde-4e22-8589-410fca1629ad service neutron] 10.222.0.57 "GET /v2.0/networks/1c6f66dd-272c-498f-a0ba-ba7fb81f92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4589674 Mar 01 21:00:08.910689 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00185101-94c1-4343-82d1-6712c1fe87f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:09.005060 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98f6f17d-a691-4408-88b3-27578fb52ddd req-7f1852f4-8796-438c-8c1a-49fc8cab26f6 tempest-QuotasAdminNegativeTest-1000317197 tempest-QuotasAdminNegativeTest-1000317197-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=27bcbc0bc5b64ac2bbae11c1468528a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446165 Mar 01 21:00:09.041362 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00185101-94c1-4343-82d1-6712c1fe87f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:09.059923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ced8ab7-8bae-4747-8ea5-ec4a523909af admin admin] Network 1f29a706-a7a5-48ba-9770-3ee8a06bf432 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:00:09.059923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-5ced8ab7-8bae-4747-8ea5-ec4a523909af admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:00:09.196976 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46550) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:09.226243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-b27f2382-4337-4c7e-b2a4-5d7318f005b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Made reservation on behalf of aa2e4c40cdf841a1bcb0ba66d7c5d576 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:00:09.234901 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-b27f2382-4337-4c7e-b2a4-5d7318f005b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:09.419845 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-00185101-94c1-4343-82d1-6712c1fe87f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0ec054ee89f458baa0efa7170f327c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0953670 Mar 01 21:00:09.420536 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-8d801d6d-c6eb-483f-9193-b1a6cc0fe39a service neutron] 10.222.0.57 "GET /v2.0/networks/1c6f66dd-272c-498f-a0ba-ba7fb81f92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061522 Mar 01 21:00:09.432099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46556) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:09.432726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00185101-94c1-4343-82d1-6712c1fe87f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac533b4-2a3b-4e40-81c7-9c22e2d7634c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:09.518489 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-751d0fa5-dace-40b4-8833-e71ca62e0e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:09.527581 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-151461a8-3327-4c2f-a22a-c54f136fcdb2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=3369ed1f-fbb4-4e08-b382-46706868eb08 HTTP/1.1" status: 200 len: 217 time: 0.0820236 Mar 01 21:00:09.553403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6f17d-a691-4408-88b3-27578fb52ddd req-9a9791fc-6e52-47ea-b777-f3a9db507afb tempest-QuotasAdminNegativeTest-1000317197 tempest-QuotasAdminNegativeTest-1000317197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:09.556168 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98f6f17d-a691-4408-88b3-27578fb52ddd req-9a9791fc-6e52-47ea-b777-f3a9db507afb tempest-QuotasAdminNegativeTest-1000317197 tempest-QuotasAdminNegativeTest-1000317197-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5492568 Mar 01 21:00:09.586410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-751d0fa5-dace-40b4-8833-e71ca62e0e13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:09.604359 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-751d0fa5-dace-40b4-8833-e71ca62e0e13 admin admin] Usage tracker for resource:security_group_rule and tenant:090775aac0b74f6894f0f2d73735f5be is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:09.608797 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-751d0fa5-dace-40b4-8833-e71ca62e0e13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:09.617041 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98f6f17d-a691-4408-88b3-27578fb52ddd req-11ea6e4b-8a01-4f02-9fa8-d6a2dc73607d tempest-QuotasAdminNegativeTest-1000317197 tempest-QuotasAdminNegativeTest-1000317197-project] 10.222.0.42 "GET /v2.0/quotas/27bcbc0bc5b64ac2bbae11c1468528a8 HTTP/1.1" status: 200 len: 375 time: 0.0456381 Mar 01 21:00:09.618679 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-751d0fa5-dace-40b4-8833-e71ca62e0e13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:09.621787 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ced8ab7-8bae-4747-8ea5-ec4a523909af admin admin] Router 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:00:09.646690 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-a777f157-0d91-4bd6-84d4-1f402a7bb63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:09.648202 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-a777f157-0d91-4bd6-84d4-1f402a7bb63a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e44b9d62-5494-43a9-9588-014f74981709 HTTP/1.1" status: 200 len: 797 time: 0.1038048 Mar 01 21:00:09.657297 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7871787-c45e-4b2f-851a-f14f680ddbb1 req-aa3db766-2d9a-49c7-8510-4b3585e78cbb tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:09.658118 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b7871787-c45e-4b2f-851a-f14f680ddbb1 req-aa3db766-2d9a-49c7-8510-4b3585e78cbb tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.4848938 Mar 01 21:00:09.749262 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a236c70-91d0-414c-bd70-78fad89d1eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:09.759774 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98f6f17d-a691-4408-88b3-27578fb52ddd req-c61b5236-ea7d-4d2e-b072-d923591ac853 tempest-QuotasAdminNegativeTest-1000317197 tempest-QuotasAdminNegativeTest-1000317197-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=27bcbc0bc5b64ac2bbae11c1468528a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0992641 Mar 01 21:00:09.794343 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-b27f2382-4337-4c7e-b2a4-5d7318f005b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Allocated IP 172.20.0.5 (0eb071d1-6f39-4afc-91bb-12176e722075/9f3a5278-957f-4116-9615-00ae8b4a370b/53d5ed97-0f0b-435b-b5a3-816df97fe82f) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:00:09.822833 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a236c70-91d0-414c-bd70-78fad89d1eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:09.839899 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d1574bda-dc5b-4de6-86d3-a9baa68b9fb0 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:00:09.840624 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b7871787-c45e-4b2f-851a-f14f680ddbb1 req-8c2837a6-f7d9-4161-a40a-481e46ceae8f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623073 Mar 01 21:00:09.973620 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ced8ab7-8bae-4747-8ea5-ec4a523909af admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:00:10.000690 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-a8f9d74d-f260-4d37-a96a-36951317a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:10.001807 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-a8f9d74d-f260-4d37-a96a-36951317a2c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee65825d-7288-4653-bfc7-12a15403400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3447433 Mar 01 21:00:10.015069 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] Sync routers for ids ['9e1843ae-aaa8-45bb-ba0d-91d7544920a4'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:00:10.046669 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] Routers {'9e1843ae-aaa8-45bb-ba0d-91d7544920a4'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:00:10.056766 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:00:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9e1843ae-aaa8-45bb-ba0d-91d7544920a4'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:00:10.071969 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-751d0fa5-dace-40b4-8833-e71ca62e0e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:10.175022 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-751d0fa5-dace-40b4-8833-e71ca62e0e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:10.178490 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d1574bda-dc5b-4de6-86d3-a9baa68b9fb0 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:00:10.178882 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:10.182413 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5ced8ab7-8bae-4747-8ea5-ec4a523909af admin admin] 10.222.0.42 "PUT /v2.0/routers/9e1843ae-aaa8-45bb-ba0d-91d7544920a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9647512 Mar 01 21:00:10.260841 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-751d0fa5-dace-40b4-8833-e71ca62e0e13 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=090775aac0b74f6894f0f2d73735f5be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0627561 Mar 01 21:00:10.275834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46576) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:10.278638 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751d0fa5-dace-40b4-8833-e71ca62e0e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321c3793-ab6c-403f-a176-e955e684245a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:10.289259 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a236c70-91d0-414c-bd70-78fad89d1eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:10.346942 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a236c70-91d0-414c-bd70-78fad89d1eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac533b4-2a3b-4e40-81c7-9c22e2d7634c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:10.354626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-40613d86-2998-4148-b29f-75b81deff67e req-93b7d29d-f7ad-4344-8449-418e7621fd03 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Synchronizing usage tracker for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:00:10.362161 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-1c5bc62f-15b7-453c-a6ca-bee77591e960 service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3451793 Mar 01 21:00:10.395135 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a236c70-91d0-414c-bd70-78fad89d1eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:10.396793 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5a236c70-91d0-414c-bd70-78fad89d1eab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0ac533b4-2a3b-4e40-81c7-9c22e2d7634c HTTP/1.1" status: 204 len: 168 time: 0.9613726 Mar 01 21:00:10.450359 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-b27f2382-4337-4c7e-b2a4-5d7318f005b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:10.458196 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e66e4ad9-0807-4626-b8d2-cc8ae4bc8c0f req-7788fa20-15a3-440a-9ee5-c43568a0b438 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5175252 Mar 01 21:00:10.463898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-40613d86-2998-4148-b29f-75b81deff67e req-93b7d29d-f7ad-4344-8449-418e7621fd03 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Unset dirty status for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:00:10.491235 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40613d86-2998-4148-b29f-75b81deff67e req-93b7d29d-f7ad-4344-8449-418e7621fd03 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05c7b11-4e40-4c10-b1fa-5318bdcabfca HTTP/1.1" status: 200 len: 210 time: 0.2701888 Mar 01 21:00:10.527326 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] Set router 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:00:10.673208 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4ae651a0-2549-4391-afa1-f97ac36bff7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:10.678931 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-b27f2382-4337-4c7e-b2a4-5d7318f005b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:10.735168 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-e43fbbeb-97af-4b48-ae59-4bd7e329a347 service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644130 Mar 01 21:00:10.780256 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:00:10.860277 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4ae651a0-2549-4391-afa1-f97ac36bff7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:10.865707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f2382-4337-4c7e-b2a4-5d7318f005b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Pushing event updated for resources: {'Port': ['ID=53d5ed97-0f0b-435b-b5a3-816df97fe82f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:10.873581 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-1191cef9-533a-442a-bc38-1f3780396ee0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=421f10f4-c2e3-421b-9631-75fca669804c HTTP/1.1" status: 200 len: 217 time: 0.1201820 Mar 01 21:00:10.878406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-b27f2382-4337-4c7e-b2a4-5d7318f005b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Network 0eb071d1-6f39-4afc-91bb-12176e722075 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:00:10.884260 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-b27f2382-4337-4c7e-b2a4-5d7318f005b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:00:10.888878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-b27f2382-4337-4c7e-b2a4-5d7318f005b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:00:10.975788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-b27f2382-4337-4c7e-b2a4-5d7318f005b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:10.975788 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-b27f2382-4337-4c7e-b2a4-5d7318f005b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:11.046220 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-e8fac080-0350-4f65-894e-2a4078df89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:11.050236 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-e8fac080-0350-4f65-894e-2a4078df89fc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e44b9d62-5494-43a9-9588-014f74981709 HTTP/1.1" status: 200 len: 797 time: 0.1559358 Mar 01 21:00:11.059270 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-b27f2382-4337-4c7e-b2a4-5d7318f005b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7687724 Mar 01 21:00:11.078297 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] Request body: {'port': {'device_id': 'e05c7b11-4e40-4c10-b1fa-5318bdcabfca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:00:11.185286 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e4ad9-0807-4626-b8d2-cc8ae4bc8c0f req-ded0e930-d984-47ef-a3f3-7ee21ce7743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:11.188168 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e66e4ad9-0807-4626-b8d2-cc8ae4bc8c0f req-ded0e930-d984-47ef-a3f3-7ee21ce7743e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 1096 time: 0.5181453 Mar 01 21:00:11.274313 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4ae651a0-2549-4391-afa1-f97ac36bff7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:11.278837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b8d0d-0abc-45bf-a124-9043b9604cc0 req-44493c48-933a-42d5-9350-d49ed3857767 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:11.280618 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-735b8d0d-0abc-45bf-a124-9043b9604cc0 req-44493c48-933a-42d5-9350-d49ed3857767 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.4741011 Mar 01 21:00:11.380990 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae651a0-2549-4391-afa1-f97ac36bff7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321c3793-ab6c-403f-a176-e955e684245a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:11.401711 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4ae651a0-2549-4391-afa1-f97ac36bff7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:11.405639 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4ae651a0-2549-4391-afa1-f97ac36bff7f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/321c3793-ab6c-403f-a176-e955e684245a HTTP/1.1" status: 204 len: 168 time: 1.1257825 Mar 01 21:00:11.411809 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-d0ed77f7-19ac-49f7-bbb9-1e568d674bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:11.413490 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-d0ed77f7-19ac-49f7-bbb9-1e568d674bf9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee65825d-7288-4653-bfc7-12a15403400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3354948 Mar 01 21:00:11.445363 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-435856102-router', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:00:00Z', 'updated_at': '2022-03-01T21:00:07Z', 'revision_number': 4, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'gw_port': {'id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:01Z', 'updated_at': '2022-03-01T21:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '4be78268-410e-466b-afd4-dc76c4dce458', 'name': '', 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'mac_address': 'fa:16:3e:82:3d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '0991afc3-5eec-4419-a780-db752de57820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:05Z', 'updated_at': '2022-03-01T21:00:07Z', 'revision_number': 2, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'subnets': [{'id': '0991afc3-5eec-4419-a780-db752de57820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:00:11.445363 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] Checking router: 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:00:11.445363 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] Updating router 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 port 4be78268-410e-466b-afd4-dc76c4dce458 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:00:11.482225 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e4ad9-0807-4626-b8d2-cc8ae4bc8c0f req-8879d691-2355-45b4-8476-911a3fb51cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:11.494223 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e66e4ad9-0807-4626-b8d2-cc8ae4bc8c0f req-8879d691-2355-45b4-8476-911a3fb51cfa service neutron] 10.222.0.55 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 907 time: 0.2731214 Mar 01 21:00:11.518487 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:11.540024 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-735b8d0d-0abc-45bf-a124-9043b9604cc0 req-2b05da9f-e024-41b2-9c9c-2ee7c496a811 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483754 Mar 01 21:00:11.551959 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:11.708201 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76566c1c-442f-4a26-9562-a7996951375d req-67561481-ca61-4b35-acff-3ced6fff332f tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:11.709901 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76566c1c-442f-4a26-9562-a7996951375d req-67561481-ca61-4b35-acff-3ced6fff332f tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/networks?id=1f29a706-a7a5-48ba-9770-3ee8a06bf432 HTTP/1.1" status: 200 len: 819 time: 0.4535520 Mar 01 21:00:11.816516 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76566c1c-442f-4a26-9562-a7996951375d req-5f98b204-d3fd-4cf4-9b39-bda0949948a4 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/quotas/7c4ec19aef264f29acd6f5fbc3ee1bc5 HTTP/1.1" status: 200 len: 375 time: 0.0481088 Mar 01 21:00:11.816923 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e66e4ad9-0807-4626-b8d2-cc8ae4bc8c0f req-94787ff3-ad0a-4ab7-85d8-f8dda2dfcd32 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 HTTP/1.1" status: 200 len: 217 time: 0.3208156 Mar 01 21:00:11.923310 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-2aedd7b4-2e98-422b-a7d9-b8ebf395c12c service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5012279 Mar 01 21:00:11.927548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e4ad9-0807-4626-b8d2-cc8ae4bc8c0f req-0db9aebd-f74c-4dbb-b4b9-54ea92046bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:11.929111 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e66e4ad9-0807-4626-b8d2-cc8ae4bc8c0f req-0db9aebd-f74c-4dbb-b4b9-54ea92046bdd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f3a5278-957f-4116-9615-00ae8b4a370b HTTP/1.1" status: 200 len: 846 time: 0.1042426 Mar 01 21:00:12.040644 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:12.044881 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e66e4ad9-0807-4626-b8d2-cc8ae4bc8c0f req-2fe1ba6d-5640-4399-aa3e-ed093c5477d4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb071d1-6f39-4afc-91bb-12176e722075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902791 Mar 01 21:00:12.075227 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] Transition to ACTIVE for port object 4be78268-410e-466b-afd4-dc76c4dce458 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:00:12.118564 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76566c1c-442f-4a26-9562-a7996951375d req-28d6c897-f833-4c9b-a6e2-2bd29a2bd4cc tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c4ec19aef264f29acd6f5fbc3ee1bc5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2997792 Mar 01 21:00:12.197830 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:12.296002 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791199f5-50d5-4898-867e-512666309883 None None] Pushing event updated for resources: {'Port': ['ID=4be78268-410e-466b-afd4-dc76c4dce458,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:12.318838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53d5ed97-0f0b-435b-b5a3-816df97fe82f {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:00:12.349776 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:12.366022 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e66e4ad9-0807-4626-b8d2-cc8ae4bc8c0f req-19df8bfa-5c75-47d4-a79f-ec8bb488bbce service neutron] 10.222.0.55 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729523 Mar 01 21:00:12.423136 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-369a289d-3dd3-4f07-8727-895910a6972a service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4923303 Mar 01 21:00:12.493379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] Attempting to bind port 4be78268-410e-466b-afd4-dc76c4dce458 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:00:12.494003 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] Attempting to bind port 4be78268-410e-466b-afd4-dc76c4dce458 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'ba78f6c1-be6a-4ab0-b6da-bf4380328feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:00:12.494602 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] Attempting to bind port 4be78268-410e-466b-afd4-dc76c4dce458 on network 1f29a706-a7a5-48ba-9770-3ee8a06bf432 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:00:12.503788 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46630) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:12.505680 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:00:12.506075 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] Checking segment: {'id': 'ba78f6c1-be6a-4ab0-b6da-bf4380328feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:00:12.506656 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:12.507061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] Bound using segment: {'id': 'ba78f6c1-be6a-4ab0-b6da-bf4380328feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:00:12.507592 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] Bound port: 4be78268-410e-466b-afd4-dc76c4dce458, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba78f6c1-be6a-4ab0-b6da-bf4380328feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:00:12.507968 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:12.541136 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] Transition to ACTIVE for port object 53d5ed97-0f0b-435b-b5a3-816df97fe82f will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:00:12.557696 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76566c1c-442f-4a26-9562-a7996951375d req-78bcc1b1-9190-453c-87f9-140c50d53676 service neutron] 10.222.0.42 "GET /v2.0/networks/1f29a706-a7a5-48ba-9770-3ee8a06bf432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377520 Mar 01 21:00:12.611686 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:12.642205 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] For port 4be78268-410e-466b-afd4-dc76c4dce458, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:00:12.649556 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] For port 4be78268-410e-466b-afd4-dc76c4dce458, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4be78268-410e-466b-afd4-dc76c4dce458,segment=NetworkSegment(ba78f6c1-be6a-4ab0-b6da-bf4380328feb),segment_id=ba78f6c1-be6a-4ab0-b6da-bf4380328feb)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:00:12.660528 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4949a604-0dbb-4c26-b6e2-5ed5cd882028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:12.664627 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-69ad8ed6-95a0-4359-83b9-f92787f928a3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=21b097e0-c594-4c20-862a-df9b7482b41e HTTP/1.1" status: 200 len: 217 time: 0.1590934 Mar 01 21:00:12.731644 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4949a604-0dbb-4c26-b6e2-5ed5cd882028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:12.737681 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e66e4ad9-0807-4626-b8d2-cc8ae4bc8c0f req-7354883f-a752-410d-a2b6-cf3e65383216 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564169 Mar 01 21:00:12.741370 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4949a604-0dbb-4c26-b6e2-5ed5cd882028 admin admin] Usage tracker for resource:security_group_rule and tenant:abd7a451f843453b917a8d6551e190be is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:12.741594 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:12.745869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4949a604-0dbb-4c26-b6e2-5ed5cd882028 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:12.755668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4949a604-0dbb-4c26-b6e2-5ed5cd882028 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:12.764718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-50a1c548-024b-42a1-805b-6b0f5b2a95f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:12.766809 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-50a1c548-024b-42a1-805b-6b0f5b2a95f4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e44b9d62-5494-43a9-9588-014f74981709 HTTP/1.1" status: 200 len: 797 time: 0.0919549 Mar 01 21:00:12.856256 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] Routers {'9e1843ae-aaa8-45bb-ba0d-91d7544920a4'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:00:12.857145 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:00:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9e1843ae-aaa8-45bb-ba0d-91d7544920a4'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:00:12.880261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-8ccb15a5-0a57-49ae-acfc-4cff365e2ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:12.880261 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-8ccb15a5-0a57-49ae-acfc-4cff365e2ffb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee65825d-7288-4653-bfc7-12a15403400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1056528 Mar 01 21:00:12.971418 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97805851-1b70-4ef4-9b3f-96ba65902355 req-6a1bd7fb-df45-40c1-b431-fc9a6210b708 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:12.973061 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-97805851-1b70-4ef4-9b3f-96ba65902355 req-6a1bd7fb-df45-40c1-b431-fc9a6210b708 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05c7b11-4e40-4c10-b1fa-5318bdcabfca HTTP/1.1" status: 200 len: 931 time: 0.6266396 Mar 01 21:00:12.977905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] Pushing event updated for resources: {'Port': ['ID=53d5ed97-0f0b-435b-b5a3-816df97fe82f,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:13.009284 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76566c1c-442f-4a26-9562-a7996951375d req-14ac9b40-7daa-4874-99c2-3f691456aa80 service neutron] 10.222.0.42 "GET /v2.0/networks/1f29a706-a7a5-48ba-9770-3ee8a06bf432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4484408 Mar 01 21:00:13.088393 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4949a604-0dbb-4c26-b6e2-5ed5cd882028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:13.120608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] Attempting to bind port 53d5ed97-0f0b-435b-b5a3-816df97fe82f on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:00:13.128954 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] Attempting to bind port 53d5ed97-0f0b-435b-b5a3-816df97fe82f by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:00:13.128954 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] Attempting to bind port 53d5ed97-0f0b-435b-b5a3-816df97fe82f on network 0eb071d1-6f39-4afc-91bb-12176e722075 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:00:13.165413 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-261a55f1-61f1-466f-9af9-eca23dff3a1b service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755651 Mar 01 21:00:13.170655 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4949a604-0dbb-4c26-b6e2-5ed5cd882028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:13.173740 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] Port 53d5ed97-0f0b-435b-b5a3-816df97fe82f on network 0eb071d1-6f39-4afc-91bb-12176e722075 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:00:13.174841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] Attempting to bind port 53d5ed97-0f0b-435b-b5a3-816df97fe82f on network 0eb071d1-6f39-4afc-91bb-12176e722075 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:00:13.177546 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] Set router 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:00:13.187377 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-97805851-1b70-4ef4-9b3f-96ba65902355 req-768c9b3f-1a0d-446d-8f2b-f445ac638b03 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020195 Mar 01 21:00:13.191108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:00:13.191995 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] Checking segment: {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:00:13.193104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] Bound using segment: {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:00:13.193912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] Bound port: 53d5ed97-0f0b-435b-b5a3-816df97fe82f, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:00:13.194750 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:13.294062 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791199f5-50d5-4898-867e-512666309883 None None] Pushing event updated for resources: {'Port': ['ID=4be78268-410e-466b-afd4-dc76c4dce458,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:13.336180 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4949a604-0dbb-4c26-b6e2-5ed5cd882028 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=abd7a451f843453b917a8d6551e190be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8237011 Mar 01 21:00:13.342168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46640) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:13.345268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949a604-0dbb-4c26-b6e2-5ed5cd882028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2074bd9e-5a8d-4684-96ab-0e3376cd9203,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:13.438807 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] For port 53d5ed97-0f0b-435b-b5a3-816df97fe82f, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:00:13.452276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] For port 53d5ed97-0f0b-435b-b5a3-816df97fe82f, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=53d5ed97-0f0b-435b-b5a3-816df97fe82f,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:00:13.522703 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:13.523073 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6aedcfa7-c10e-41c4-9a16-dd09d0aad781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:13.602641 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6aedcfa7-c10e-41c4-9a16-dd09d0aad781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:13.650402 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:13.651544 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:13.654853 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] 10.222.0.55 "PUT /v2.0/ports/53d5ed97-0f0b-435b-b5a3-816df97fe82f HTTP/1.1" status: 200 len: 1091 time: 2.5841396 Mar 01 21:00:13.674346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e05c7b11-4e40-4c10-b1fa-5318bdcabfca', 'tag': '53d5ed97-0f0b-435b-b5a3-816df97fe82f'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:00:13.701191 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-694792ba-1a26-4f76-8a92-c6efc3e863f6 service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5145373 Mar 01 21:00:13.819471 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdba48-b27b-4a7e-91fa-118101eb5240 service neutron] Pushing event updated for resources: {'Port': ['ID=53d5ed97-0f0b-435b-b5a3-816df97fe82f,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:13.830245 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6aedcfa7-c10e-41c4-9a16-dd09d0aad781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:13.850976 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-4ab91d1e-efb1-4872-b3df-c5c169ef7cc1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=7a1cf285-2ede-41c8-9511-8097c8c59ab8 HTTP/1.1" status: 200 len: 217 time: 0.1415615 Mar 01 21:00:13.865149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26dcfc8-cc45-441a-9ba8-414c6572538d req-03a985f3-d826-4be0-8281-479d35fecb98 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:13.874134 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f26dcfc8-cc45-441a-9ba8-414c6572538d req-03a985f3-d826-4be0-8281-479d35fecb98 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.4092648 Mar 01 21:00:13.899073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedcfa7-c10e-41c4-9a16-dd09d0aad781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2074bd9e-5a8d-4684-96ab-0e3376cd9203,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:13.910820 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6aedcfa7-c10e-41c4-9a16-dd09d0aad781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:13.912304 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6aedcfa7-c10e-41c4-9a16-dd09d0aad781 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2074bd9e-5a8d-4684-96ab-0e3376cd9203 HTTP/1.1" status: 204 len: 168 time: 0.5688450 Mar 01 21:00:13.974755 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-5280e41b-9007-42e7-b1f3-d6ac11c1048f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:13.974755 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-5280e41b-9007-42e7-b1f3-d6ac11c1048f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e44b9d62-5494-43a9-9588-014f74981709 HTTP/1.1" status: 200 len: 797 time: 0.1139252 Mar 01 21:00:14.045853 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f26dcfc8-cc45-441a-9ba8-414c6572538d req-2cc842bf-9bd9-4a28-bae4-d78061b10638 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538119 Mar 01 21:00:14.084564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-46866747-7fe0-4bf0-9309-1cdb24428b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:14.096952 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-46866747-7fe0-4bf0-9309-1cdb24428b1d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&device_id=e05c7b11-4e40-4c10-b1fa-5318bdcabfca HTTP/1.1" status: 200 len: 1094 time: 0.1449711 Mar 01 21:00:14.222733 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-435856102-router', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:00:00Z', 'updated_at': '2022-03-01T21:00:07Z', 'revision_number': 4, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'gw_port': {'id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:01Z', 'updated_at': '2022-03-01T21:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '4be78268-410e-466b-afd4-dc76c4dce458', 'name': '', 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'mac_address': 'fa:16:3e:82:3d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '0991afc3-5eec-4419-a780-db752de57820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:05Z', 'updated_at': '2022-03-01T21:00:12Z', 'revision_number': 4, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'subnets': [{'id': '0991afc3-5eec-4419-a780-db752de57820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:00:14.232470 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962e5365-33d9-4e6b-a27c-9ce1373e5232 None None] The sync data for ids ['9e1843ae-aaa8-45bb-ba0d-91d7544920a4'] in n-d-827896-4 is: [{'id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-435856102-router', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:00:00Z', 'updated_at': '2022-03-01T21:00:07Z', 'revision_number': 4, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'gw_port': {'id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:01Z', 'updated_at': '2022-03-01T21:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '4be78268-410e-466b-afd4-dc76c4dce458', 'name': '', 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'mac_address': 'fa:16:3e:82:3d:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '0991afc3-5eec-4419-a780-db752de57820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:05Z', 'updated_at': '2022-03-01T21:00:12Z', 'revision_number': 4, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'subnets': [{'id': '0991afc3-5eec-4419-a780-db752de57820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:00:14.268817 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-fd6dcf5c-24ae-4f0a-a1ca-ff25cd016806 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53d5ed97-0f0b-435b-b5a3-816df97fe82f HTTP/1.1" status: 200 len: 217 time: 0.1646967 Mar 01 21:00:14.354701 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-53d4c163-e286-4674-87ee-10407c60cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:14.360873 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-53d4c163-e286-4674-87ee-10407c60cf1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee65825d-7288-4653-bfc7-12a15403400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3803368 Mar 01 21:00:14.374367 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61755008-7dbd-416f-84a7-d0c75fddb5b2 req-6c5f756e-6e4e-4dbd-9c9a-aef4d2572927 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 210 time: 0.1714067 Mar 01 21:00:14.443266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-3a549b5e-bd96-4b18-bc65-ce80a6c2e4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:14.455469 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-3a549b5e-bd96-4b18-bc65-ce80a6c2e4e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f3a5278-957f-4116-9615-00ae8b4a370b HTTP/1.1" status: 200 len: 846 time: 0.1577742 Mar 01 21:00:14.461523 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e05c7b11-4e40-4c10-b1fa-5318bdcabfca', 'tag': '53d5ed97-0f0b-435b-b5a3-816df97fe82f', 'status': 'completed', 'code': 200} Mar 01 21:00:14.569405 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-1d8c9e46-ee47-41f0-8861-d296af861b80 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb071d1-6f39-4afc-91bb-12176e722075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069434 Mar 01 21:00:14.676977 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-d4a20867-3fbb-4e91-ae35-ec97b70493ab service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098912 Mar 01 21:00:14.827532 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-661be426-7241-4b76-9d65-ae1ffe125ba7 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2507668 Mar 01 21:00:14.936741 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-891e3817-bf07-4324-b439-dae9a247811e service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2503290 Mar 01 21:00:15.030371 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-3a7e6132-e7c2-44af-96ad-1f80c4ef4b8e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=56e464ad-5156-4f01-9db7-f45a9059a600 HTTP/1.1" status: 200 len: 217 time: 0.0890524 Mar 01 21:00:15.089149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681d468-994d-4a5a-9fd3-131377ff22ad req-97439eeb-1ee9-478a-a762-6a7b0a9dcf43 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:15.102139 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c681d468-994d-4a5a-9fd3-131377ff22ad req-97439eeb-1ee9-478a-a762-6a7b0a9dcf43 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05c7b11-4e40-4c10-b1fa-5318bdcabfca HTTP/1.1" status: 200 len: 943 time: 0.5274932 Mar 01 21:00:15.141672 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674a2e3-4d23-4020-bdce-6b5a484ec18a req-fd52228d-cf95-4b58-8440-bafce092b055 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:15.143093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-7eee4b35-887e-45fc-86b5-e276b61001e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:15.147742 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-7eee4b35-887e-45fc-86b5-e276b61001e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24348124-4cc7-4cd6-a18f-5dbd41fcf6ef HTTP/1.1" status: 200 len: 797 time: 0.1119025 Mar 01 21:00:15.148807 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9674a2e3-4d23-4020-bdce-6b5a484ec18a req-fd52228d-cf95-4b58-8440-bafce092b055 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.3237514 Mar 01 21:00:15.209419 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6965c865-c9d3-4496-89d9-4da43c8c3f97 req-4425ca60-7827-4e36-95c2-aa5e03f7ee18 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245780 Mar 01 21:00:15.289571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-1080f1f8-890d-4eae-9857-ba0857ebdd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:15.291045 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-1080f1f8-890d-4eae-9857-ba0857ebdd46 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77a119db-23ab-49e4-8878-de783cebb26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1370656 Mar 01 21:00:15.294161 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9674a2e3-4d23-4020-bdce-6b5a484ec18a req-afb2e790-f308-4c53-98dc-618cb46ff78f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445165 Mar 01 21:00:15.304721 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c681d468-994d-4a5a-9fd3-131377ff22ad req-8af591b8-56dd-4552-a550-8e2ef9a18c3d tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962903 Mar 01 21:00:15.581324 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-38289369-2dde-4632-968f-a0e5a4622159 service neutron] 10.222.0.57 "GET /v2.0/networks/77a119db-23ab-49e4-8878-de783cebb26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783883 Mar 01 21:00:15.755064 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-888e6bc3-3e75-406e-9b3c-76a240369457 service neutron] 10.222.0.57 "GET /v2.0/networks/77a119db-23ab-49e4-8878-de783cebb26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669548 Mar 01 21:00:15.805320 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fec4c977-5317-4f33-9894-85f0586b1c86 req-dd4d81c9-16cd-4e4f-ae37-f23f1ce9e587 tempest-QuotasAdminNegativeTest-1000317197 tempest-QuotasAdminNegativeTest-1000317197-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=27bcbc0bc5b64ac2bbae11c1468528a8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3213077 Mar 01 21:00:15.885036 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-2dbbd833-a50a-4ec4-a9d2-413b21b2a7e4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3cc9b9c-e594-4a4b-9313-d2383734d393 HTTP/1.1" status: 200 len: 217 time: 0.1245780 Mar 01 21:00:15.998273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4be78268-410e-466b-afd4-dc76c4dce458 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:00:16.027602 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-545a8697-e5e2-40f8-b11e-5b43e51be100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:16.032300 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-545a8697-e5e2-40f8-b11e-5b43e51be100 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24348124-4cc7-4cd6-a18f-5dbd41fcf6ef HTTP/1.1" status: 200 len: 797 time: 0.1402681 Mar 01 21:00:16.125949 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885fbf9-7335-433c-899f-6ba3563a70dc req-1d2a2f4c-5c73-4703-bf0d-3899d21cc98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:16.127506 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0885fbf9-7335-433c-899f-6ba3563a70dc req-1d2a2f4c-5c73-4703-bf0d-3899d21cc98d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&device_id=e05c7b11-4e40-4c10-b1fa-5318bdcabfca HTTP/1.1" status: 200 len: 1094 time: 0.7433167 Mar 01 21:00:16.141640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec4c977-5317-4f33-9894-85f0586b1c86 req-bce3c21a-8db0-4461-b014-240d3daf14d3 tempest-QuotasAdminNegativeTest-1000317197 tempest-QuotasAdminNegativeTest-1000317197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:16.143465 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fec4c977-5317-4f33-9894-85f0586b1c86 req-bce3c21a-8db0-4461-b014-240d3daf14d3 tempest-QuotasAdminNegativeTest-1000317197 tempest-QuotasAdminNegativeTest-1000317197-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3198755 Mar 01 21:00:16.163564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-b39fa8be-0f4f-4b5f-9ccf-8133c9c7b8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:16.472313 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-b39fa8be-0f4f-4b5f-9ccf-8133c9c7b8c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77a119db-23ab-49e4-8878-de783cebb26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1254630 Mar 01 21:00:16.473390 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55890e3-bd9e-44a6-86bb-2b70ff6bd48d req-170e45ef-cb51-47d8-bbaa-084da66fe4b9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:16.473390 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c55890e3-bd9e-44a6-86bb-2b70ff6bd48d req-170e45ef-cb51-47d8-bbaa-084da66fe4b9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.5521724 Mar 01 21:00:16.473390 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fec4c977-5317-4f33-9894-85f0586b1c86 req-eb8bbd32-0442-4673-b582-abbd501e8dbd tempest-QuotasAdminNegativeTest-1000317197 tempest-QuotasAdminNegativeTest-1000317197-project] 10.222.0.42 "GET /v2.0/quotas/27bcbc0bc5b64ac2bbae11c1468528a8 HTTP/1.1" status: 200 len: 375 time: 0.0884936 Mar 01 21:00:16.473698 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-3632122d-8802-4df0-8481-851ebfbfafa1 service neutron] 10.222.0.57 "GET /v2.0/networks/77a119db-23ab-49e4-8878-de783cebb26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336265 Mar 01 21:00:16.473928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fec4c977-5317-4f33-9894-85f0586b1c86 req-3318131c-9205-4f57-a4ef-45306e305c42 tempest-QuotasAdminNegativeTest-1000317197 tempest-QuotasAdminNegativeTest-1000317197-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=27bcbc0bc5b64ac2bbae11c1468528a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669539 Mar 01 21:00:16.473928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c55890e3-bd9e-44a6-86bb-2b70ff6bd48d req-d8e31131-e0b7-4fd1-8564-1f28d589ea02 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145716 Mar 01 21:00:16.473928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885fbf9-7335-433c-899f-6ba3563a70dc req-2b10214d-67e2-4f4c-b27e-9c380c75300c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:16.473928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0885fbf9-7335-433c-899f-6ba3563a70dc req-2b10214d-67e2-4f4c-b27e-9c380c75300c service neutron] 10.222.0.55 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 907 time: 0.2421436 Mar 01 21:00:16.474289 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-41f95fbb-47d9-49a7-8f4b-4370c84e15f2 req-3b3d0b0d-9c3b-4cb5-b495-28597a826e3f service neutron] 10.222.0.57 "GET /v2.0/networks/77a119db-23ab-49e4-8878-de783cebb26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418533 Mar 01 21:00:16.478000 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0885fbf9-7335-433c-899f-6ba3563a70dc req-21c683f1-ae1f-4dac-a39d-5857445fb89d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53d5ed97-0f0b-435b-b5a3-816df97fe82f HTTP/1.1" status: 200 len: 217 time: 0.0817695 Mar 01 21:00:16.564404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 4be78268-410e-466b-afd4-dc76c4dce458 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:00:16.575815 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 4be78268-410e-466b-afd4-dc76c4dce458 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:00:16.575815 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:16.615143 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e1a7471e-636f-42c1-a336-1775af06b217 req-ad1b88bd-feff-4735-a5d1-a5796986b3c0 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 210 time: 0.0948617 Mar 01 21:00:16.639891 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0885fbf9-7335-433c-899f-6ba3563a70dc req-5c7632db-be29-4e8b-b145-98393cfb7d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:16.641450 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0885fbf9-7335-433c-899f-6ba3563a70dc req-5c7632db-be29-4e8b-b145-98393cfb7d55 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f3a5278-957f-4116-9615-00ae8b4a370b HTTP/1.1" status: 200 len: 846 time: 0.1551027 Mar 01 21:00:16.708313 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0885fbf9-7335-433c-899f-6ba3563a70dc req-4826a732-b387-4bee-b7f8-ed555554f247 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb071d1-6f39-4afc-91bb-12176e722075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592926 Mar 01 21:00:16.769902 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:16.784382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdb6b6-3e78-4ec2-bd6c-f8cbce9f702d req-859189a5-8ad8-4c76-a4f7-064e4ef39e16 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:16.789994 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dacdb6b6-3e78-4ec2-bd6c-f8cbce9f702d req-859189a5-8ad8-4c76-a4f7-064e4ef39e16 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05c7b11-4e40-4c10-b1fa-5318bdcabfca HTTP/1.1" status: 200 len: 943 time: 0.2681916 Mar 01 21:00:16.825819 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 4be78268-410e-466b-afd4-dc76c4dce458, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4be78268-410e-466b-afd4-dc76c4dce458,segment=NetworkSegment(ba78f6c1-be6a-4ab0-b6da-bf4380328feb),segment_id=ba78f6c1-be6a-4ab0-b6da-bf4380328feb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:16.901013 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:16.926267 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dacdb6b6-3e78-4ec2-bd6c-f8cbce9f702d req-7684592c-78bd-4694-8e4f-2d1f7f72a28d tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239972 Mar 01 21:00:16.952669 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0885fbf9-7335-433c-899f-6ba3563a70dc req-0abd09c5-3c38-46af-8adf-f57cfd680cfc service neutron] 10.222.0.55 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332146 Mar 01 21:00:17.017873 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=4be78268-410e-466b-afd4-dc76c4dce458,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:17.186484 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0885fbf9-7335-433c-899f-6ba3563a70dc req-f1641cf9-42ca-42c3-997a-b8ea90e06e59 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301357 Mar 01 21:00:17.252725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28087bca-58ce-4772-aa47-5ed8215c6d46 req-ae17a6ed-98e4-41df-a08e-97083a2894b5 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:17.254472 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28087bca-58ce-4772-aa47-5ed8215c6d46 req-ae17a6ed-98e4-41df-a08e-97083a2894b5 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1305029 Mar 01 21:00:17.307778 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28087bca-58ce-4772-aa47-5ed8215c6d46 req-477beaab-14db-45e8-a55d-af1d776b884f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460036 Mar 01 21:00:17.509978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b1187-2714-4db6-b391-eb08e0b0683a req-5a421829-c947-482d-a5e2-d70ea575db99 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:17.511459 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b4b1187-2714-4db6-b391-eb08e0b0683a req-5a421829-c947-482d-a5e2-d70ea575db99 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.0881519 Mar 01 21:00:17.567394 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b4b1187-2714-4db6-b391-eb08e0b0683a req-7e6c341c-e2f5-452d-ae5d-298c131505e9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445678 Mar 01 21:00:17.863751 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4be78268-410e-466b-afd4-dc76c4dce458 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:00:17.873708 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-355bc8dd-d05a-4edd-ad99-dc8f8ffccfa5 req-feb6d030-7454-4cea-a9ee-6c0dc4070107 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 210 time: 0.0778737 Mar 01 21:00:17.920305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76566c1c-442f-4a26-9562-a7996951375d req-2044e1a4-583e-41ea-a505-b02f2e4be112 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:17.920305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-76566c1c-442f-4a26-9562-a7996951375d req-2044e1a4-583e-41ea-a505-b02f2e4be112 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Synchronizing usage tracker for tenant:7c4ec19aef264f29acd6f5fbc3ee1bc5 on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:00:17.924325 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6faf7-a25b-412d-ba76-4677f42500ea req-059ef385-5d9d-4184-a88c-2fa5f11540b5 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:17.926291 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2dd6faf7-a25b-412d-ba76-4677f42500ea req-059ef385-5d9d-4184-a88c-2fa5f11540b5 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.2109742 Mar 01 21:00:17.986565 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2dd6faf7-a25b-412d-ba76-4677f42500ea req-f1c6f742-a950-45c0-bab6-c3a19d05ca79 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520890 Mar 01 21:00:18.000653 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 4be78268-410e-466b-afd4-dc76c4dce458 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:00:18.000653 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:18.033196 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-76566c1c-442f-4a26-9562-a7996951375d req-2044e1a4-583e-41ea-a505-b02f2e4be112 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Unset dirty status for tenant:7c4ec19aef264f29acd6f5fbc3ee1bc5 on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:00:18.034596 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-76566c1c-442f-4a26-9562-a7996951375d req-2044e1a4-583e-41ea-a505-b02f2e4be112 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.57 "GET /v2.0/networks?id=1f29a706-a7a5-48ba-9770-3ee8a06bf432 HTTP/1.1" status: 200 len: 819 time: 0.3538735 Mar 01 21:00:18.050207 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-76566c1c-442f-4a26-9562-a7996951375d req-7374e927-8ad4-4c3b-aad8-fa26dd9b9678 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Request body: {'port': {'device_id': '56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b', 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432', 'admin_state_up': True, 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:00:18.359224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46784) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:18.439293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d08448-d05b-426e-832b-5ef96ce61cfb req-fc26ee8f-e93b-47ee-b624-f3c2600a6c48 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:18.441324 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68d08448-d05b-426e-832b-5ef96ce61cfb req-fc26ee8f-e93b-47ee-b624-f3c2600a6c48 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1812246 Mar 01 21:00:18.529237 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-76566c1c-442f-4a26-9562-a7996951375d req-7374e927-8ad4-4c3b-aad8-fa26dd9b9678 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:18.533794 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-76566c1c-442f-4a26-9562-a7996951375d req-7374e927-8ad4-4c3b-aad8-fa26dd9b9678 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Usage tracker for resource:port and tenant:7c4ec19aef264f29acd6f5fbc3ee1bc5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:18.536712 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-76566c1c-442f-4a26-9562-a7996951375d req-7374e927-8ad4-4c3b-aad8-fa26dd9b9678 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:18.547830 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-76566c1c-442f-4a26-9562-a7996951375d req-7374e927-8ad4-4c3b-aad8-fa26dd9b9678 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:18.622567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76566c1c-442f-4a26-9562-a7996951375d req-7374e927-8ad4-4c3b-aad8-fa26dd9b9678 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Made reservation on behalf of 7c4ec19aef264f29acd6f5fbc3ee1bc5 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:00:18.631114 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-76566c1c-442f-4a26-9562-a7996951375d req-7374e927-8ad4-4c3b-aad8-fa26dd9b9678 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:18.662884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68d08448-d05b-426e-832b-5ef96ce61cfb req-1cc37733-313e-4f46-bd92-ade53729769a tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115569 Mar 01 21:00:18.690897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77ee0e-c5a8-4aa8-aa27-901800a16cd1 req-710936dd-5b76-4708-94c5-452ae7cc0f21 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:18.703321 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4c77ee0e-c5a8-4aa8-aa27-901800a16cd1 req-710936dd-5b76-4708-94c5-452ae7cc0f21 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05c7b11-4e40-4c10-b1fa-5318bdcabfca HTTP/1.1" status: 200 len: 943 time: 0.2533684 Mar 01 21:00:18.748844 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4c77ee0e-c5a8-4aa8-aa27-901800a16cd1 req-51a76890-d85b-468a-beac-bda830c90af4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445387 Mar 01 21:00:18.790286 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0626a87a-c234-4053-a307-266e2b3ab015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:18.809746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0626a87a-c234-4053-a307-266e2b3ab015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:18.809746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0626a87a-c234-4053-a307-266e2b3ab015 admin admin] Usage tracker for resource:security_group_rule and tenant:27bcbc0bc5b64ac2bbae11c1468528a8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:18.812143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0626a87a-c234-4053-a307-266e2b3ab015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:18.818110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0626a87a-c234-4053-a307-266e2b3ab015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:18.874208 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-76566c1c-442f-4a26-9562-a7996951375d req-7374e927-8ad4-4c3b-aad8-fa26dd9b9678 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Allocated IP 172.20.0.13 (1f29a706-a7a5-48ba-9770-3ee8a06bf432/0991afc3-5eec-4419-a780-db752de57820/19e69e4a-3e43-4967-bb88-ca31a7262487) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:00:18.905006 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0626a87a-c234-4053-a307-266e2b3ab015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:19.050391 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0626a87a-c234-4053-a307-266e2b3ab015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:19.111500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0626a87a-c234-4053-a307-266e2b3ab015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd806ce-e266-48fd-8136-507c65cb70ad,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:19.123851 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-30029d25-bd27-4ef9-b57c-0c4dc71d9c32 req-567f2657-aa9e-4ddb-ae5e-cc6139af57e3 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 210 time: 0.1272523 Mar 01 21:00:19.126723 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 53d5ed97-0f0b-435b-b5a3-816df97fe82f details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:00:19.146239 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0626a87a-c234-4053-a307-266e2b3ab015 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=27bcbc0bc5b64ac2bbae11c1468528a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7820244 Mar 01 21:00:19.148533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46804) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:19.231445 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-76566c1c-442f-4a26-9562-a7996951375d req-7374e927-8ad4-4c3b-aad8-fa26dd9b9678 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:19.242052 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4317b5c3-e0d9-4359-a367-5163db80f927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:19.276439 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4317b5c3-e0d9-4359-a367-5163db80f927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:19.352953 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 53d5ed97-0f0b-435b-b5a3-816df97fe82f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=53d5ed97-0f0b-435b-b5a3-816df97fe82f,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:19.367962 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '53d5ed97-0f0b-435b-b5a3-816df97fe82f', 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075', 'port_id': '53d5ed97-0f0b-435b-b5a3-816df97fe82f', 'mac_address': 'fa:16:3e:79:1b:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f3a5278-957f-4116-9615-00ae8b4a370b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:00:19.370738 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-76566c1c-442f-4a26-9562-a7996951375d req-7374e927-8ad4-4c3b-aad8-fa26dd9b9678 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:19.434086 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:19.454025 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53d5ed97-0f0b-435b-b5a3-816df97fe82f {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:00:19.469866 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 53d5ed97-0f0b-435b-b5a3-816df97fe82f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=53d5ed97-0f0b-435b-b5a3-816df97fe82f,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:19.472935 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4317b5c3-e0d9-4359-a367-5163db80f927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:19.480572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76566c1c-442f-4a26-9562-a7996951375d req-7374e927-8ad4-4c3b-aad8-fa26dd9b9678 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Network 1f29a706-a7a5-48ba-9770-3ee8a06bf432 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:00:19.490126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-76566c1c-442f-4a26-9562-a7996951375d req-7374e927-8ad4-4c3b-aad8-fa26dd9b9678 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:00:19.496170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-76566c1c-442f-4a26-9562-a7996951375d req-7374e927-8ad4-4c3b-aad8-fa26dd9b9678 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:00:19.497009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317b5c3-e0d9-4359-a367-5163db80f927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd806ce-e266-48fd-8136-507c65cb70ad,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:19.505991 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4317b5c3-e0d9-4359-a367-5163db80f927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:19.505991 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4317b5c3-e0d9-4359-a367-5163db80f927 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dfd806ce-e266-48fd-8136-507c65cb70ad HTTP/1.1" status: 204 len: 168 time: 0.3513789 Mar 01 21:00:19.535948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374e927-8ad4-4c3b-aad8-fa26dd9b9678 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Pushing event updated for resources: {'Port': ['ID=19e69e4a-3e43-4967-bb88-ca31a7262487,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:19.569024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76566c1c-442f-4a26-9562-a7996951375d req-7374e927-8ad4-4c3b-aad8-fa26dd9b9678 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:19.569630 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-76566c1c-442f-4a26-9562-a7996951375d req-7374e927-8ad4-4c3b-aad8-fa26dd9b9678 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:19.674045 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:19.742311 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=53d5ed97-0f0b-435b-b5a3-816df97fe82f,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:19.759557 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-76566c1c-442f-4a26-9562-a7996951375d req-7374e927-8ad4-4c3b-aad8-fa26dd9b9678 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7144032 Mar 01 21:00:19.772236 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] Request body: {'port': {'device_id': '56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:00:19.970922 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:19.988643 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['53d5ed97-0f0b-435b-b5a3-816df97fe82f'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:00:20.117207 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612fa367-ae94-4108-a4e7-a0e43764b767 req-4bd50d18-1e4f-4f20-b08f-8e1cea104e0b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:20.125682 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-612fa367-ae94-4108-a4e7-a0e43764b767 req-4bd50d18-1e4f-4f20-b08f-8e1cea104e0b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05c7b11-4e40-4c10-b1fa-5318bdcabfca HTTP/1.1" status: 200 len: 944 time: 0.1736941 Mar 01 21:00:20.241207 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b6d65-aece-4027-98d9-5112ca75905d req-e348d7be-996e-4640-8a18-0371eb920805 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:20.251574 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-562b6d65-aece-4027-98d9-5112ca75905d req-e348d7be-996e-4640-8a18-0371eb920805 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.2409565 Mar 01 21:00:20.287655 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-612fa367-ae94-4108-a4e7-a0e43764b767 req-b41627ce-48c3-4bab-9472-bae3f3946bba tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607487 Mar 01 21:00:20.364315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-562b6d65-aece-4027-98d9-5112ca75905d req-f07247c6-4ef3-46f7-9c4e-49b9776ef92c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118135 Mar 01 21:00:20.528526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a86ba-dc44-4558-baeb-4dfa2d9d9c10 req-af8710dc-3875-49c2-90b0-62396e36f5c6 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:20.530140 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-834a86ba-dc44-4558-baeb-4dfa2d9d9c10 req-af8710dc-3875-49c2-90b0-62396e36f5c6 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 932 time: 0.0959065 Mar 01 21:00:20.581283 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e69e4a-3e43-4967-bb88-ca31a7262487 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:00:20.587868 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-834a86ba-dc44-4558-baeb-4dfa2d9d9c10 req-ff5fae50-91e1-442c-8bb0-7fb775354f6e tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504215 Mar 01 21:00:20.592483 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:20.631797 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] Transition to ACTIVE for port object 19e69e4a-3e43-4967-bb88-ca31a7262487 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:00:20.730320 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:20.832914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46844) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:20.862796 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2de29b22-1575-4335-8768-726a09a58cf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:20.880518 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2de29b22-1575-4335-8768-726a09a58cf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:20.885104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2de29b22-1575-4335-8768-726a09a58cf6 admin admin] Usage tracker for resource:security_group_rule and tenant:40f70c60aa5f47ae94ebbf87e1c15fda is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:20.888133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2de29b22-1575-4335-8768-726a09a58cf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:20.901540 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] Pushing event updated for resources: {'Port': ['ID=19e69e4a-3e43-4967-bb88-ca31a7262487,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:20.903353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2de29b22-1575-4335-8768-726a09a58cf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:20.969573 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46848) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:20.997502 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] Attempting to bind port 19e69e4a-3e43-4967-bb88-ca31a7262487 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:00:20.997835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] Attempting to bind port 19e69e4a-3e43-4967-bb88-ca31a7262487 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'ba78f6c1-be6a-4ab0-b6da-bf4380328feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:00:20.998156 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] Attempting to bind port 19e69e4a-3e43-4967-bb88-ca31a7262487 on network 1f29a706-a7a5-48ba-9770-3ee8a06bf432 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:00:21.003808 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] Port 19e69e4a-3e43-4967-bb88-ca31a7262487 on network 1f29a706-a7a5-48ba-9770-3ee8a06bf432 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:00:21.004122 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] Attempting to bind port 19e69e4a-3e43-4967-bb88-ca31a7262487 on network 1f29a706-a7a5-48ba-9770-3ee8a06bf432 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:00:21.009875 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 20, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:00:21.010217 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] Checking segment: {'id': 'ba78f6c1-be6a-4ab0-b6da-bf4380328feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:00:21.010596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] Bound using segment: {'id': 'ba78f6c1-be6a-4ab0-b6da-bf4380328feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:00:21.011013 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] Bound port: 19e69e4a-3e43-4967-bb88-ca31a7262487, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba78f6c1-be6a-4ab0-b6da-bf4380328feb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:00:21.011353 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:21.038693 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2de29b22-1575-4335-8768-726a09a58cf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:21.116791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] For port 19e69e4a-3e43-4967-bb88-ca31a7262487, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:00:21.120252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] For port 19e69e4a-3e43-4967-bb88-ca31a7262487, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=19e69e4a-3e43-4967-bb88-ca31a7262487,segment=NetworkSegment(ba78f6c1-be6a-4ab0-b6da-bf4380328feb),segment_id=ba78f6c1-be6a-4ab0-b6da-bf4380328feb)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:00:21.143726 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 53d5ed97-0f0b-435b-b5a3-816df97fe82f up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:00:21.153383 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2de29b22-1575-4335-8768-726a09a58cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:21.214039 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:21.214836 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2de29b22-1575-4335-8768-726a09a58cf6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40f70c60aa5f47ae94ebbf87e1c15fda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3787746 Mar 01 21:00:21.217826 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46854) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:21.229384 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de29b22-1575-4335-8768-726a09a58cf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa5cf92-9ef8-4c94-868d-57cdd384bc4d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:21.270576 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3a0a5eb2-7efe-4bd8-84c5-518ff384460b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:21.300987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3a0a5eb2-7efe-4bd8-84c5-518ff384460b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:21.311845 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3a0a5eb2-7efe-4bd8-84c5-518ff384460b admin admin] Usage tracker for resource:security_group_rule and tenant:c0246206a1974f6d89d5dbcaea8dceb1 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:21.316401 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:21.320786 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3a0a5eb2-7efe-4bd8-84c5-518ff384460b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:21.340596 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 53d5ed97-0f0b-435b-b5a3-816df97fe82f completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:00:21.342786 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 53d5ed97-0f0b-435b-b5a3-816df97fe82f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:00:21.344009 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:21.398793 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3a0a5eb2-7efe-4bd8-84c5-518ff384460b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:21.428201 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:21.428897 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:21.430341 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-76566c1c-442f-4a26-9562-a7996951375d req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] 10.222.0.57 "PUT /v2.0/ports/19e69e4a-3e43-4967-bb88-ca31a7262487 HTTP/1.1" status: 200 len: 1092 time: 1.6636381 Mar 01 21:00:21.437194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b', 'tag': '19e69e4a-3e43-4967-bb88-ca31a7262487'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:00:21.475678 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:21.488040 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0b926a7-5193-41db-b98b-39d383712f5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:21.513971 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05c7b11-4e40-4c10-b1fa-5318bdcabfca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d5ed97-0f0b-435b-b5a3-816df97fe82f'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:00:21.521063 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 53d5ed97-0f0b-435b-b5a3-816df97fe82f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=53d5ed97-0f0b-435b-b5a3-816df97fe82f,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:21.525311 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb49f0b-36e4-4428-a260-6b272c3030af service neutron] Pushing event updated for resources: {'Port': ['ID=19e69e4a-3e43-4967-bb88-ca31a7262487,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:21.547076 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0b926a7-5193-41db-b98b-39d383712f5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:21.594703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5db825-f996-4b97-b0e6-74ffb2449398 req-14463bc9-7573-4a2a-b60f-4d36a4557229 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:21.596256 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e5db825-f996-4b97-b0e6-74ffb2449398 req-14463bc9-7573-4a2a-b60f-4d36a4557229 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05c7b11-4e40-4c10-b1fa-5318bdcabfca HTTP/1.1" status: 200 len: 944 time: 0.1981344 Mar 01 21:00:21.652719 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:21.664653 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e5db825-f996-4b97-b0e6-74ffb2449398 req-17c3f005-e64d-4c1b-8605-6b0639070474 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598140 Mar 01 21:00:21.675321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e0ee6-5ea5-4f5e-9cac-e018d15559fd req-d37bffc8-c589-4fb6-9f66-070a24dd0e5c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:21.676789 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a4e0ee6-5ea5-4f5e-9cac-e018d15559fd req-d37bffc8-c589-4fb6-9f66-070a24dd0e5c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1399400 Mar 01 21:00:21.685920 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3a0a5eb2-7efe-4bd8-84c5-518ff384460b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:21.738787 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=53d5ed97-0f0b-435b-b5a3-816df97fe82f,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:21.748174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76566c1c-442f-4a26-9562-a7996951375d req-8f9ba47a-4ebc-4da8-949b-a9dc3c20b396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:21.751637 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-76566c1c-442f-4a26-9562-a7996951375d req-8f9ba47a-4ebc-4da8-949b-a9dc3c20b396 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c4ec19aef264f29acd6f5fbc3ee1bc5&device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 1095 time: 0.1074076 Mar 01 21:00:21.755884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a4e0ee6-5ea5-4f5e-9cac-e018d15559fd req-492918de-b915-4c7d-8601-1fdc34dabd07 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696986 Mar 01 21:00:21.756359 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b', 'tag': '19e69e4a-3e43-4967-bb88-ca31a7262487', 'status': 'completed', 'code': 200} Mar 01 21:00:21.759964 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0b926a7-5193-41db-b98b-39d383712f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:21.980110 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3a0a5eb2-7efe-4bd8-84c5-518ff384460b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:21.993001 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0b926a7-5193-41db-b98b-39d383712f5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:21.993001 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c0b926a7-5193-41db-b98b-39d383712f5d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aaa5cf92-9ef8-4c94-868d-57cdd384bc4d HTTP/1.1" status: 204 len: 168 time: 0.7719858 Mar 01 21:00:21.993001 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-76566c1c-442f-4a26-9562-a7996951375d req-9475a906-303d-4bd0-920a-ebc35f4e1dda service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19e69e4a-3e43-4967-bb88-ca31a7262487 HTTP/1.1" status: 200 len: 217 time: 0.2262359 Mar 01 21:00:21.993345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b926a7-5193-41db-b98b-39d383712f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa5cf92-9ef8-4c94-868d-57cdd384bc4d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:22.035145 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9bdece-ad06-4610-8790-d6baaca4b5e6 req-55dfa11f-423d-45f4-ae15-ffc5c6f07932 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:22.035145 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee9bdece-ad06-4610-8790-d6baaca4b5e6 req-55dfa11f-423d-45f4-ae15-ffc5c6f07932 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 944 time: 0.1450853 Mar 01 21:00:22.102900 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee9bdece-ad06-4610-8790-d6baaca4b5e6 req-26a11e66-0dd8-447f-a0c6-8bd8307ca361 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667431 Mar 01 21:00:22.129204 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a5eb2-7efe-4bd8-84c5-518ff384460b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c10ede-ab98-487a-95f1-5218834b72ff,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:22.129466 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05c7b11-4e40-4c10-b1fa-5318bdcabfca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53d5ed97-0f0b-435b-b5a3-816df97fe82f', 'code': 200} Mar 01 21:00:22.134569 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3a0a5eb2-7efe-4bd8-84c5-518ff384460b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0246206a1974f6d89d5dbcaea8dceb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1639998 Mar 01 21:00:22.138636 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46876) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:22.149159 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76566c1c-442f-4a26-9562-a7996951375d req-409db941-61c2-4099-bd87-d5677ed30ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:22.150921 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-76566c1c-442f-4a26-9562-a7996951375d req-409db941-61c2-4099-bd87-d5677ed30ea2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0991afc3-5eec-4419-a780-db752de57820 HTTP/1.1" status: 200 len: 859 time: 0.1426387 Mar 01 21:00:22.211059 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-76566c1c-442f-4a26-9562-a7996951375d req-887a771d-9f30-4059-8b69-0e5442439c43 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f29a706-a7a5-48ba-9770-3ee8a06bf432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526731 Mar 01 21:00:22.295122 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1e637081-1c16-40bc-a585-4b8731cb2445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:22.332677 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1e637081-1c16-40bc-a585-4b8731cb2445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:22.360880 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc5b99f-2282-4c35-a1b2-8a2703a384cf req-d20b9a52-e5c2-4ea7-82bf-a49881bcbf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:22.362109 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5cc5b99f-2282-4c35-a1b2-8a2703a384cf req-d20b9a52-e5c2-4ea7-82bf-a49881bcbf30 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e05c7b11-4e40-4c10-b1fa-5318bdcabfca HTTP/1.1" status: 200 len: 1096 time: 0.1576173 Mar 01 21:00:22.383346 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-76566c1c-442f-4a26-9562-a7996951375d req-f177363a-a26c-4eb6-baba-9a21be329d59 service neutron] 10.222.0.57 "GET /v2.0/networks/1f29a706-a7a5-48ba-9770-3ee8a06bf432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651278 Mar 01 21:00:22.414839 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5cc5b99f-2282-4c35-a1b2-8a2703a384cf req-cd8b3c7a-4539-4bbe-b4d9-8e320a82056b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441768 Mar 01 21:00:22.521525 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-76566c1c-442f-4a26-9562-a7996951375d req-b2b5e743-5b0b-43d5-a8fd-c61b9deed909 service neutron] 10.222.0.57 "GET /v2.0/networks/1f29a706-a7a5-48ba-9770-3ee8a06bf432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320434 Mar 01 21:00:22.554714 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1e637081-1c16-40bc-a585-4b8731cb2445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:22.567747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e637081-1c16-40bc-a585-4b8731cb2445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c10ede-ab98-487a-95f1-5218834b72ff,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:22.588988 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1e637081-1c16-40bc-a585-4b8731cb2445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:22.588988 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1e637081-1c16-40bc-a585-4b8731cb2445 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f1c10ede-ab98-487a-95f1-5218834b72ff HTTP/1.1" status: 204 len: 168 time: 0.4371283 Mar 01 21:00:22.829398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfdfca-a04a-4a88-bea7-afda1af3034e req-d68c60cc-77d1-4b87-b946-1c47048af614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:22.834114 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6fcfdfca-a04a-4a88-bea7-afda1af3034e req-d68c60cc-77d1-4b87-b946-1c47048af614 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c4ec19aef264f29acd6f5fbc3ee1bc5&device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 1095 time: 0.1126120 Mar 01 21:00:22.907906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da9574d-381b-4e4e-9033-b2ec136cfebe req-423de4a5-18c1-4a8a-880a-33284628ba29 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:22.915057 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9da9574d-381b-4e4e-9033-b2ec136cfebe req-423de4a5-18c1-4a8a-880a-33284628ba29 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05c7b11-4e40-4c10-b1fa-5318bdcabfca HTTP/1.1" status: 200 len: 945 time: 0.1121743 Mar 01 21:00:23.019142 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9da9574d-381b-4e4e-9033-b2ec136cfebe req-03b6a595-9017-4e2d-a5d6-a66bad899fb4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031816 Mar 01 21:00:23.066848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c7d605-b2d8-461b-affe-bc732498cfd6 req-a4fb9049-a650-46f2-a800-4ff6784c57a4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:23.068479 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-49c7d605-b2d8-461b-affe-bc732498cfd6 req-a4fb9049-a650-46f2-a800-4ff6784c57a4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1514511 Mar 01 21:00:23.071153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfdfca-a04a-4a88-bea7-afda1af3034e req-41a68b8f-7ea9-4295-9c95-c7be911c149e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:23.074082 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6fcfdfca-a04a-4a88-bea7-afda1af3034e req-41a68b8f-7ea9-4295-9c95-c7be911c149e service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f29a706-a7a5-48ba-9770-3ee8a06bf432 HTTP/1.1" status: 200 len: 920 time: 0.2337344 Mar 01 21:00:23.136084 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-49c7d605-b2d8-461b-affe-bc732498cfd6 req-fc97afae-307e-432f-8d2d-6fa80b3559df tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600107 Mar 01 21:00:23.202373 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6fcfdfca-a04a-4a88-bea7-afda1af3034e req-4e32863c-711a-49a5-9f34-ab9f9ac13832 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19e69e4a-3e43-4967-bb88-ca31a7262487 HTTP/1.1" status: 200 len: 217 time: 0.1212511 Mar 01 21:00:23.273673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfdfca-a04a-4a88-bea7-afda1af3034e req-f3a0a8c6-d325-4209-a8af-ec02b077f3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:23.275095 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6fcfdfca-a04a-4a88-bea7-afda1af3034e req-f3a0a8c6-d325-4209-a8af-ec02b077f3c9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0991afc3-5eec-4419-a780-db752de57820 HTTP/1.1" status: 200 len: 859 time: 0.0669034 Mar 01 21:00:23.304702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cb435-ae7a-4194-ae40-362993cc707c req-bf4a43a3-f4b0-4507-ba6e-5005c82108f4 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:23.311666 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1f8cb435-ae7a-4194-ae40-362993cc707c req-bf4a43a3-f4b0-4507-ba6e-5005c82108f4 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 944 time: 0.0908477 Mar 01 21:00:23.324907 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6fcfdfca-a04a-4a88-bea7-afda1af3034e req-952c1a42-7803-49ea-b0e9-4f8ce62a1024 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f29a706-a7a5-48ba-9770-3ee8a06bf432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428946 Mar 01 21:00:23.355068 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1f8cb435-ae7a-4194-ae40-362993cc707c req-e7a505e0-4f45-4bba-a336-c98d803681de tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425193 Mar 01 21:00:23.479870 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6fcfdfca-a04a-4a88-bea7-afda1af3034e req-d745b3fb-4386-43ca-b09d-17c1e9951a05 service neutron] 10.222.0.57 "GET /v2.0/networks/1f29a706-a7a5-48ba-9770-3ee8a06bf432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477532 Mar 01 21:00:23.627880 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6fcfdfca-a04a-4a88-bea7-afda1af3034e req-c17f2a63-8001-42de-8453-6863f296f5e0 service neutron] 10.222.0.57 "GET /v2.0/networks/1f29a706-a7a5-48ba-9770-3ee8a06bf432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420789 Mar 01 21:00:23.692894 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:24.253449 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6176ce9-0fbf-469a-aede-53e0c5aeb255 req-6c35393b-8a6a-4ca7-a70e-9e1e7b630d57 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:24.255026 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6176ce9-0fbf-469a-aede-53e0c5aeb255 req-6c35393b-8a6a-4ca7-a70e-9e1e7b630d57 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05c7b11-4e40-4c10-b1fa-5318bdcabfca HTTP/1.1" status: 200 len: 945 time: 0.0972679 Mar 01 21:00:24.366790 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6176ce9-0fbf-469a-aede-53e0c5aeb255 req-7a1e7c03-5741-45b2-a388-ccf286a1648c tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038551 Mar 01 21:00:24.408608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691b2c0-45b4-4f69-be7f-24f4a41e76a2 req-e7ece9ad-0f86-4326-83a6-87dcc917cb77 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:24.409496 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b691b2c0-45b4-4f69-be7f-24f4a41e76a2 req-e7ece9ad-0f86-4326-83a6-87dcc917cb77 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1244948 Mar 01 21:00:24.610896 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b691b2c0-45b4-4f69-be7f-24f4a41e76a2 req-b421130b-5b88-4732-a43b-93fc9ba50779 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949196 Mar 01 21:00:24.641501 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640ac79-96f6-4436-a527-7a5ca584f912 req-089b3f1c-d661-4099-91f5-5dc655a1f43b tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:24.642850 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9640ac79-96f6-4436-a527-7a5ca584f912 req-089b3f1c-d661-4099-91f5-5dc655a1f43b tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 944 time: 0.1050870 Mar 01 21:00:24.691755 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9640ac79-96f6-4436-a527-7a5ca584f912 req-69d6fd91-7b12-431b-ba32-73c5bb3f887b tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428908 Mar 01 21:00:24.803327 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b565ce4f-72b1-443b-acbf-788461e8ca89 req-b9b27a74-cf62-42ac-8add-f14dc7628e9d tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:24.805182 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b565ce4f-72b1-443b-acbf-788461e8ca89 req-b9b27a74-cf62-42ac-8add-f14dc7628e9d tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05c7b11-4e40-4c10-b1fa-5318bdcabfca HTTP/1.1" status: 200 len: 945 time: 0.0937684 Mar 01 21:00:24.860184 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b565ce4f-72b1-443b-acbf-788461e8ca89 req-bdbcd4c0-1b66-4669-9fff-3bd5c23c8b8f tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411627 Mar 01 21:00:25.824545 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d059bb-8597-4926-94f8-8974110a5be7 req-8f78e71e-4020-41e6-a1f7-ae6c50fdf38e tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:25.824545 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6d059bb-8597-4926-94f8-8974110a5be7 req-8f78e71e-4020-41e6-a1f7-ae6c50fdf38e tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05c7b11-4e40-4c10-b1fa-5318bdcabfca HTTP/1.1" status: 200 len: 945 time: 0.1421568 Mar 01 21:00:25.878903 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6d059bb-8597-4926-94f8-8974110a5be7 req-7f0536a0-7454-4c21-9da5-80667fa9d0d8 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486121 Mar 01 21:00:25.922291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5737bbb-904e-4e27-b39e-fd5a34e14922 req-1ebedce0-1bfc-4faa-880a-6c3be51d9ad4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:25.923833 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d5737bbb-904e-4e27-b39e-fd5a34e14922 req-1ebedce0-1bfc-4faa-880a-6c3be51d9ad4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1598973 Mar 01 21:00:25.976260 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d5737bbb-904e-4e27-b39e-fd5a34e14922 req-90e5ba83-e226-48b5-8d84-5ff4ab5dbfab tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460496 Mar 01 21:00:26.087298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac560f19-154a-45ed-a886-e53dde40a156 req-a1181364-8af2-4931-ab76-eaa84cd5ca1d tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:26.089009 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac560f19-154a-45ed-a886-e53dde40a156 req-a1181364-8af2-4931-ab76-eaa84cd5ca1d tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 944 time: 0.0970342 Mar 01 21:00:26.138078 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac560f19-154a-45ed-a886-e53dde40a156 req-df2e4f28-79cf-4b92-8992-5185560a961b tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421588 Mar 01 21:00:26.246803 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 19e69e4a-3e43-4967-bb88-ca31a7262487 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:00:26.433297 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 19e69e4a-3e43-4967-bb88-ca31a7262487, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=19e69e4a-3e43-4967-bb88-ca31a7262487,segment=NetworkSegment(ba78f6c1-be6a-4ab0-b6da-bf4380328feb),segment_id=ba78f6c1-be6a-4ab0-b6da-bf4380328feb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:26.448068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '19e69e4a-3e43-4967-bb88-ca31a7262487', 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432', 'port_id': '19e69e4a-3e43-4967-bb88-ca31a7262487', 'mac_address': 'fa:16:3e:f6:3f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 637, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0991afc3-5eec-4419-a780-db752de57820', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:00:26.512799 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:26.532003 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e69e4a-3e43-4967-bb88-ca31a7262487 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:00:26.547930 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 19e69e4a-3e43-4967-bb88-ca31a7262487, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=19e69e4a-3e43-4967-bb88-ca31a7262487,segment=NetworkSegment(ba78f6c1-be6a-4ab0-b6da-bf4380328feb),segment_id=ba78f6c1-be6a-4ab0-b6da-bf4380328feb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:26.656530 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:26.725338 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=19e69e4a-3e43-4967-bb88-ca31a7262487,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:26.840804 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-a53dd59d-b656-4add-83b0-1c89a311f7fa tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=665d188d9bd94aaab6d655afa44861eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286899 Mar 01 21:00:26.932916 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['19e69e4a-3e43-4967-bb88-ca31a7262487'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:00:27.072939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-82d5bdd6-f13f-4249-9658-0a6b7f6fe870 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:27.077502 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-82d5bdd6-f13f-4249-9658-0a6b7f6fe870 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2297397 Mar 01 21:00:27.142251 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-bc73efe4-f239-482e-9451-9be5f86e6a4c tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/quotas/665d188d9bd94aaab6d655afa44861eb HTTP/1.1" status: 200 len: 375 time: 0.0277855 Mar 01 21:00:27.198875 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-30c9a223-de3d-4e30-9953-b0d9ff1d9842 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=665d188d9bd94aaab6d655afa44861eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554225 Mar 01 21:00:27.242571 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f87fb06-d05b-4ee0-91ba-ec382936bb71 req-16f9774f-c890-4bab-bcc2-fa88e48e801d tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:27.244017 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f87fb06-d05b-4ee0-91ba-ec382936bb71 req-16f9774f-c890-4bab-bcc2-fa88e48e801d tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.55 "GET /v2.0/ports?device_id=e05c7b11-4e40-4c10-b1fa-5318bdcabfca HTTP/1.1" status: 200 len: 945 time: 0.2547858 Mar 01 21:00:27.254581 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe5eddb-363e-48ff-986d-98e32ae4b9e9 req-73f946cd-f86f-4ad7-983c-db59d088024e tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:27.254581 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cbe5eddb-363e-48ff-986d-98e32ae4b9e9 req-73f946cd-f86f-4ad7-983c-db59d088024e tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05c7b11-4e40-4c10-b1fa-5318bdcabfca HTTP/1.1" status: 200 len: 945 time: 0.2028010 Mar 01 21:00:27.322016 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7ea61548-dbbe-40ea-86d9-1b47375667bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:27.357445 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-6f87fb06-d05b-4ee0-91ba-ec382936bb71 req-5ad388ee-be42-4426-99d8-aeb34ff87b5b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Deleting port 53d5ed97-0f0b-435b-b5a3-816df97fe82f {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:00:27.357445 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6f87fb06-d05b-4ee0-91ba-ec382936bb71 req-5ad388ee-be42-4426-99d8-aeb34ff87b5b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:27.380394 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cbe5eddb-363e-48ff-986d-98e32ae4b9e9 req-cf12c6bf-5a9e-4543-9a35-40b33cab66ce tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980206 Mar 01 21:00:27.747846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-6f87fb06-d05b-4ee0-91ba-ec382936bb71 req-5ad388ee-be42-4426-99d8-aeb34ff87b5b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] For port 53d5ed97-0f0b-435b-b5a3-816df97fe82f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=53d5ed97-0f0b-435b-b5a3-816df97fe82f,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:27.748102 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6f87fb06-d05b-4ee0-91ba-ec382936bb71 req-5ad388ee-be42-4426-99d8-aeb34ff87b5b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:27.893608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-6f87fb06-d05b-4ee0-91ba-ec382936bb71 req-5ad388ee-be42-4426-99d8-aeb34ff87b5b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Calling delete_port for 53d5ed97-0f0b-435b-b5a3-816df97fe82f owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:00:27.909912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47062) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:28.045427 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94ec2d86-ca18-4189-89e2-f5f16ff42dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:28.066464 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-94ec2d86-ca18-4189-89e2-f5f16ff42dc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:28.070514 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdb7686-80f0-40ec-b4ba-6f03d9076281 req-905ac502-edb6-466d-8044-460acf18e010 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:28.072784 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-94ec2d86-ca18-4189-89e2-f5f16ff42dc8 admin admin] Usage tracker for resource:security_group_rule and tenant:e41af5a1cabd42aea0e49849d662e5fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:28.080148 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-94ec2d86-ca18-4189-89e2-f5f16ff42dc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:28.080307 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3fdb7686-80f0-40ec-b4ba-6f03d9076281 req-905ac502-edb6-466d-8044-460acf18e010 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.5500174 Mar 01 21:00:28.084865 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-94ec2d86-ca18-4189-89e2-f5f16ff42dc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:28.112596 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc39ef9-6b09-4e6a-b538-30b329bb0a6b req-637f3136-0f13-4313-bbca-f2a887e0b65b tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:28.113545 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9cc39ef9-6b09-4e6a-b538-30b329bb0a6b req-637f3136-0f13-4313-bbca-f2a887e0b65b tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 945 time: 0.5378838 Mar 01 21:00:28.198472 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94ec2d86-ca18-4189-89e2-f5f16ff42dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:28.206145 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3fdb7686-80f0-40ec-b4ba-6f03d9076281 req-422ff736-6dcb-41a5-9bd9-f2add65ef3d7 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259658 Mar 01 21:00:28.235454 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9cc39ef9-6b09-4e6a-b538-30b329bb0a6b req-a0064dc2-0ec3-46f9-82dc-02c717a18f83 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980291 Mar 01 21:00:28.249303 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 19e69e4a-3e43-4967-bb88-ca31a7262487 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:00:28.308251 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94ec2d86-ca18-4189-89e2-f5f16ff42dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:28.351466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47082) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:28.351608 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-94ec2d86-ca18-4189-89e2-f5f16ff42dc8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e41af5a1cabd42aea0e49849d662e5fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4533520 Mar 01 21:00:28.367587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ec2d86-ca18-4189-89e2-f5f16ff42dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6bcd0e-709c-485f-bf39-e1f8f830507c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:28.413883 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-64632772-15e5-4a50-807c-1b6be26d9427 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=665d188d9bd94aaab6d655afa44861eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427911 Mar 01 21:00:28.526438 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 19e69e4a-3e43-4967-bb88-ca31a7262487 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:00:28.527773 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 19e69e4a-3e43-4967-bb88-ca31a7262487 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:00:28.528302 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:28.541074 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6f87fb06-d05b-4ee0-91ba-ec382936bb71 req-5ad388ee-be42-4426-99d8-aeb34ff87b5b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:28.567972 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8', '53d5ed97-0f0b-435b-b5a3-816df97fe82f'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:00:28.642439 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8e4a5275-7f53-421a-a2d7-8e6764ac1782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:28.658382 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd7a9082-0f20-451f-b751-beea22c13b03 req-e2a2a5d3-2498-450a-bc05-de7f401c9e64 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05c7b11-4e40-4c10-b1fa-5318bdcabfca HTTP/1.1" status: 200 len: 210 time: 0.1265359 Mar 01 21:00:28.673718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad388ee-be42-4426-99d8-aeb34ff87b5b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Pushing event deleted for resources: {'Port': ['ID=53d5ed97-0f0b-435b-b5a3-816df97fe82f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:28.807704 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:28.809097 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f87fb06-d05b-4ee0-91ba-ec382936bb71 req-5ad388ee-be42-4426-99d8-aeb34ff87b5b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] No DVR routers for this DVR port 53d5ed97-0f0b-435b-b5a3-816df97fe82f on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:00:28.814475 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8e4a5275-7f53-421a-a2d7-8e6764ac1782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:28.821282 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6f87fb06-d05b-4ee0-91ba-ec382936bb71 req-5ad388ee-be42-4426-99d8-aeb34ff87b5b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:28.825272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e05c7b11-4e40-4c10-b1fa-5318bdcabfca', 'name': 'network-vif-deleted', 'tag': '53d5ed97-0f0b-435b-b5a3-816df97fe82f'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:00:28.843131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-94626cbb-29cc-4d61-96b6-f5d2cb97a75c tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:28.844944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-94626cbb-29cc-4d61-96b6-f5d2cb97a75c tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4187665 Mar 01 21:00:28.853856 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 19e69e4a-3e43-4967-bb88-ca31a7262487, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=19e69e4a-3e43-4967-bb88-ca31a7262487,segment=NetworkSegment(ba78f6c1-be6a-4ab0-b6da-bf4380328feb),segment_id=ba78f6c1-be6a-4ab0-b6da-bf4380328feb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:28.861341 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e69e4a-3e43-4967-bb88-ca31a7262487'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:00:28.891923 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-4d8798c8-02dc-4ee6-a366-4f24554df459 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/quotas/665d188d9bd94aaab6d655afa44861eb HTTP/1.1" status: 200 len: 375 time: 0.0350535 Mar 01 21:00:28.944341 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-1d67f251-925d-4d80-86b9-2f90fd6eeaed tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=665d188d9bd94aaab6d655afa44861eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455554 Mar 01 21:00:29.044252 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e05c7b11-4e40-4c10-b1fa-5318bdcabfca', 'name': 'network-vif-deleted', 'tag': '53d5ed97-0f0b-435b-b5a3-816df97fe82f', 'status': 'completed', 'code': 200} Mar 01 21:00:29.093092 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e69e4a-3e43-4967-bb88-ca31a7262487', 'code': 200} Mar 01 21:00:29.148096 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:29.148696 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f87fb06-d05b-4ee0-91ba-ec382936bb71 req-5ad388ee-be42-4426-99d8-aeb34ff87b5b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.55 "DELETE /v2.0/ports/53d5ed97-0f0b-435b-b5a3-816df97fe82f HTTP/1.1" status: 204 len: 173 time: 1.8944013 Mar 01 21:00:29.149693 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8e4a5275-7f53-421a-a2d7-8e6764ac1782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:29.192158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4a5275-7f53-421a-a2d7-8e6764ac1782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6bcd0e-709c-485f-bf39-e1f8f830507c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:29.203207 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8e4a5275-7f53-421a-a2d7-8e6764ac1782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:29.205067 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8e4a5275-7f53-421a-a2d7-8e6764ac1782 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ab6bcd0e-709c-485f-bf39-e1f8f830507c HTTP/1.1" status: 204 len: 168 time: 0.8518922 Mar 01 21:00:29.259617 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660696c-c9d6-4920-9dc8-06fefd2063d0 req-a9506913-c361-4e71-a870-416b326cab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:29.259617 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5660696c-c9d6-4920-9dc8-06fefd2063d0 req-a9506913-c361-4e71-a870-416b326cab8d service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 1097 time: 0.0956564 Mar 01 21:00:29.265519 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=19e69e4a-3e43-4967-bb88-ca31a7262487,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:29.340713 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5660696c-c9d6-4920-9dc8-06fefd2063d0 req-afabcece-7f2f-4a9d-8092-e35870f9e869 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795598 Mar 01 21:00:29.373928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ff1d312-4023-49c5-bdd4-2b00988f27d1 req-83d18aa4-6d81-49dd-977a-999374f0f69f tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 210 time: 0.0659704 Mar 01 21:00:29.535703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885b7b2-309e-4496-9a00-c8a8a505c14e req-ac74d456-d522-49a2-a2ac-fc3345d014cb tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:29.540815 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9885b7b2-309e-4496-9a00-c8a8a505c14e req-ac74d456-d522-49a2-a2ac-fc3345d014cb tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.1603165 Mar 01 21:00:29.631984 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9885b7b2-309e-4496-9a00-c8a8a505c14e req-e6acb27e-d663-4c73-b4d1-ce7a058643e0 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902607 Mar 01 21:00:29.669516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ca4168-fb64-4322-a251-7cc812b4bace req-0bc56d6c-6a1e-4912-9716-f324bd29935b tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:29.669516 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5ca4168-fb64-4322-a251-7cc812b4bace req-0bc56d6c-6a1e-4912-9716-f324bd29935b tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1194894 Mar 01 21:00:29.709424 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5ca4168-fb64-4322-a251-7cc812b4bace req-5e700798-7eaa-47f6-b74e-7a605ae9c5b2 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408692 Mar 01 21:00:29.739192 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1e80caf6-d690-47f4-9d50-bae8825abf7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:29.862610 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-80b05a02-37b7-4b13-8c37-fc1672576791 req-f76cff5f-1863-4db7-a650-5d1da1544447 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Synchronizing usage tracker for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:00:30.122042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-80b05a02-37b7-4b13-8c37-fc1672576791 req-f76cff5f-1863-4db7-a650-5d1da1544447 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Unset dirty status for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:00:30.123237 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-80b05a02-37b7-4b13-8c37-fc1672576791 req-f76cff5f-1863-4db7-a650-5d1da1544447 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=e05c7b11-4e40-4c10-b1fa-5318bdcabfca HTTP/1.1" status: 200 len: 210 time: 0.3162565 Mar 01 21:00:30.504941 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2cb6111-53ba-4e22-ae6c-d19bc5f8585b req-5d97b317-8c1c-4f57-8a3b-34ae142e6a26 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 210 time: 0.0481412 Mar 01 21:00:30.611569 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:30.637467 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47128) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:30.656023 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a8ed0282-5446-4abf-ae6f-60cf28529acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:30.675918 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a8ed0282-5446-4abf-ae6f-60cf28529acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:30.679883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a8ed0282-5446-4abf-ae6f-60cf28529acc admin admin] Usage tracker for resource:security_group_rule and tenant:884edee09d7a412eb034fb60c0a0c3c8 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:30.682614 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a8ed0282-5446-4abf-ae6f-60cf28529acc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:30.688766 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a8ed0282-5446-4abf-ae6f-60cf28529acc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:30.748149 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:30.785526 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a8ed0282-5446-4abf-ae6f-60cf28529acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:30.920080 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa3cef-ff8b-4997-b405-d4374bdab905 req-cb3eb968-0816-4507-b7b0-4b9643b2eb84 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:30.931255 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6eaa3cef-ff8b-4997-b405-d4374bdab905 req-cb3eb968-0816-4507-b7b0-4b9643b2eb84 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.1621778 Mar 01 21:00:30.951503 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a8ed0282-5446-4abf-ae6f-60cf28529acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:30.986398 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6eaa3cef-ff8b-4997-b405-d4374bdab905 req-983069e8-779a-4d7f-9f96-1940a993ffc6 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534945 Mar 01 21:00:31.006970 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086b5473-c0ee-4b83-8843-1f35f3056898 req-aea5a7f6-f565-4f99-a545-375b20eb61e3 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:31.006970 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-086b5473-c0ee-4b83-8843-1f35f3056898 req-aea5a7f6-f565-4f99-a545-375b20eb61e3 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1409471 Mar 01 21:00:31.006970 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47138) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:31.008556 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a8ed0282-5446-4abf-ae6f-60cf28529acc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=884edee09d7a412eb034fb60c0a0c3c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3646703 Mar 01 21:00:31.009478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed0282-5446-4abf-ae6f-60cf28529acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3813db4c-61fd-4308-945f-b80dd2623ea2,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:31.091124 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-086b5473-c0ee-4b83-8843-1f35f3056898 req-dba38162-546e-4cbf-8446-02d82d622993 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823019 Mar 01 21:00:31.117770 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-55fe1a03-587b-45f8-bc15-bcfccc00202f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:31.139028 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-55fe1a03-587b-45f8-bc15-bcfccc00202f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:31.208674 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 53d5ed97-0f0b-435b-b5a3-816df97fe82f no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:00:31.246888 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 53d5ed97-0f0b-435b-b5a3-816df97fe82f {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:00:31.247381 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 53d5ed97-0f0b-435b-b5a3-816df97fe82f not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:00:31.352763 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-55fe1a03-587b-45f8-bc15-bcfccc00202f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:31.387161 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe1a03-587b-45f8-bc15-bcfccc00202f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3813db4c-61fd-4308-945f-b80dd2623ea2,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:31.401007 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-55fe1a03-587b-45f8-bc15-bcfccc00202f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:31.406211 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-55fe1a03-587b-45f8-bc15-bcfccc00202f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3813db4c-61fd-4308-945f-b80dd2623ea2 HTTP/1.1" status: 204 len: 168 time: 0.3979778 Mar 01 21:00:31.651425 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-395a9084-9224-4401-8f7e-7497ccc88eb1 req-becdc07b-6b1f-4b24-996d-02a04a77e3e8 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 210 time: 0.0408971 Mar 01 21:00:31.731542 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-8c717c81-7600-4f46-bbf2-a78c11592eee tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=665d188d9bd94aaab6d655afa44861eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306375 Mar 01 21:00:31.895387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-607b193c-476a-416d-aecc-05ec4050c59e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:31.896813 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-607b193c-476a-416d-aecc-05ec4050c59e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1599674 Mar 01 21:00:31.912007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Request body: {'port': {'device_id': '38b740f2-9254-4d6d-8951-ec762b71c95a', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': '665d188d9bd94aaab6d655afa44861eb'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:00:32.099589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47156) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:32.182885 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:32.263022 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:32.275487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 940044c3-308c-4284-a779-446921c9c097 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:00:32.280095 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Usage tracker for resource:port and tenant:665d188d9bd94aaab6d655afa44861eb is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:32.285049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:32.295612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:32.331277 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-43dc907b-3aff-4c61-abc7-b7bafeddf9e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:32.340025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22062355-d71b-4162-9c2e-38207c810492 req-92af3906-8c9e-4399-b2db-2094d46a07de tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:32.341649 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22062355-d71b-4162-9c2e-38207c810492 req-92af3906-8c9e-4399-b2db-2094d46a07de tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.1210964 Mar 01 21:00:32.371471 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-43dc907b-3aff-4c61-abc7-b7bafeddf9e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:32.407714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-43dc907b-3aff-4c61-abc7-b7bafeddf9e6 admin admin] Usage tracker for resource:security_group_rule and tenant:caf602340afd41c09291c01fa5e27152 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:32.407714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-43dc907b-3aff-4c61-abc7-b7bafeddf9e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:32.410402 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22062355-d71b-4162-9c2e-38207c810492 req-6ac6f692-b633-4760-b77e-816efcd1cd41 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501606 Mar 01 21:00:32.410560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-43dc907b-3aff-4c61-abc7-b7bafeddf9e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:32.518682 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-43dc907b-3aff-4c61-abc7-b7bafeddf9e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:32.537410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 940044c3-308c-4284-a779-446921c9c097, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=940044c3-308c-4284-a779-446921c9c097,segment=NetworkSegment(c0033dff-66c7-4991-8ee7-f4c19b77a17f),segment_id=c0033dff-66c7-4991-8ee7-f4c19b77a17f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:32.541959 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Made reservation on behalf of 665d188d9bd94aaab6d655afa44861eb for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:00:32.546916 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:32.574618 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '940044c3-308c-4284-a779-446921c9c097', 'network_id': 'c6ada74c-bd63-4636-abf5-95dfb8263926', 'port_id': '940044c3-308c-4284-a779-446921c9c097', 'mac_address': 'fa:16:3e:54:ca:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9c7eca-9d4c-45b5-b379-078956794f58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:00:32.613214 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:32.632509 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-43dc907b-3aff-4c61-abc7-b7bafeddf9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:32.658740 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:32.679058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Usage tracker for resource:security_group_rule and tenant:665d188d9bd94aaab6d655afa44861eb is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:32.681887 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:32.694365 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:32.708883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 940044c3-308c-4284-a779-446921c9c097 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:00:32.714219 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-43dc907b-3aff-4c61-abc7-b7bafeddf9e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=caf602340afd41c09291c01fa5e27152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6135499 Mar 01 21:00:32.719322 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:32.720632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47190) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:32.722488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc907b-3aff-4c61-abc7-b7bafeddf9e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c83ea10-ceeb-417f-93a5-674d0ad14a26,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:32.732246 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 940044c3-308c-4284-a779-446921c9c097, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=940044c3-308c-4284-a779-446921c9c097,segment=NetworkSegment(c0033dff-66c7-4991-8ee7-f4c19b77a17f),segment_id=c0033dff-66c7-4991-8ee7-f4c19b77a17f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:32.814135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8571f34-5e2b-4f96-a36a-63b41de75efc req-3c65e19f-5d75-4269-8e09-d44105b69092 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:32.815642 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8571f34-5e2b-4f96-a36a-63b41de75efc req-3c65e19f-5d75-4269-8e09-d44105b69092 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.2538559 Mar 01 21:00:32.832835 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:32.895734 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7df2-6e0b-4efe-a639-7822268811fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:32.911677 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=940044c3-308c-4284-a779-446921c9c097,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:32.925740 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8571f34-5e2b-4f96-a36a-63b41de75efc req-fb922e38-1d79-4c2c-bcfa-ee6d485d8e1f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979953 Mar 01 21:00:32.934542 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7df2-6e0b-4efe-a639-7822268811fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:32.955646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['940044c3-308c-4284-a779-446921c9c097'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:00:32.998873 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:33.120769 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:33.300213 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-c5646b5d-9b3f-4ac3-80fb-2070b7332415 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=665d188d9bd94aaab6d655afa44861eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543604 Mar 01 21:00:33.304236 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7df2-6e0b-4efe-a639-7822268811fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:33.403302 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=184a5dd5-0ad1-4955-b322-3c59427675b8,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:33.456738 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5f249c72-82bc-4ef8-82c0-3b9a51553882 req-d68c5472-c5c7-47ab-bb23-c07bbb3487f9 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 210 time: 0.1046011 Mar 01 21:00:33.463713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-9647b759-eb3b-4a2f-bba6-33f3c52d87e8 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:33.467937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-9647b759-eb3b-4a2f-bba6-33f3c52d87e8 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 806 time: 0.4159250 Mar 01 21:00:33.481848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3c7df2-6e0b-4efe-a639-7822268811fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c83ea10-ceeb-417f-93a5-674d0ad14a26,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:33.521233 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-bcbfde20-0bf7-4dfb-9795-60d9e55ebaef tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:33.522453 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ed3c7df2-6e0b-4efe-a639-7822268811fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:33.522932 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-bcbfde20-0bf7-4dfb-9795-60d9e55ebaef tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2184513 Mar 01 21:00:33.527950 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ed3c7df2-6e0b-4efe-a639-7822268811fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4c83ea10-ceeb-417f-93a5-674d0ad14a26 HTTP/1.1" status: 204 len: 168 time: 0.8061728 Mar 01 21:00:33.537262 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-eb7e6305-d7e2-4ab5-91cf-202146a66721 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/quotas/aa2e4c40cdf841a1bcb0ba66d7c5d576 HTTP/1.1" status: 200 len: 375 time: 0.0573683 Mar 01 21:00:33.591896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-180225ac-20ce-4280-854b-df0533f79400 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Request body: {'port': {'device_id': 'c0e6c311-1796-477c-a45a-731042b6684b', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': '665d188d9bd94aaab6d655afa44861eb'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:00:33.783608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Allocated IP 192.168.233.87 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/bac2e20d-f3b2-45cf-a44f-127dbc649a30) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:00:33.866898 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-4f02571e-5adf-40da-8a92-afcfbef836b0 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3187222 Mar 01 21:00:33.949882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d319803-8864-45e4-a803-42c87ef585e4 req-902d6025-249b-41c1-afde-9ca5f19c930c tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:33.957521 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbaed6-7ece-4fd1-8e4f-b59df239eb29 req-4a699fb9-559e-4351-8f23-676731f2b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:33.958811 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d319803-8864-45e4-a803-42c87ef585e4 req-902d6025-249b-41c1-afde-9ca5f19c930c tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.2800136 Mar 01 21:00:33.959140 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1bbaed6-7ece-4fd1-8e4f-b59df239eb29 req-4a699fb9-559e-4351-8f23-676731f2b4df service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c4ec19aef264f29acd6f5fbc3ee1bc5&device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 1097 time: 0.4312572 Mar 01 21:00:33.968934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-180225ac-20ce-4280-854b-df0533f79400 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:33.971940 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-180225ac-20ce-4280-854b-df0533f79400 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Usage tracker for resource:port and tenant:665d188d9bd94aaab6d655afa44861eb is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:33.974965 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-180225ac-20ce-4280-854b-df0533f79400 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:33.981535 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-180225ac-20ce-4280-854b-df0533f79400 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:34.100696 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d319803-8864-45e4-a803-42c87ef585e4 req-8171a1ec-6846-4c2c-b513-5ad620f79cd3 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409073 Mar 01 21:00:34.157100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-180225ac-20ce-4280-854b-df0533f79400 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Made reservation on behalf of 665d188d9bd94aaab6d655afa44861eb for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:00:34.170408 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-180225ac-20ce-4280-854b-df0533f79400 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:34.205198 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:34.285474 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 940044c3-308c-4284-a779-446921c9c097 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:00:34.394230 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Transition to ACTIVE for port object bac2e20d-f3b2-45cf-a44f-127dbc649a30 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:00:34.444951 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbaed6-7ece-4fd1-8e4f-b59df239eb29 req-7f7f9543-e2ed-4b9f-82b4-955326495a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:34.447503 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1bbaed6-7ece-4fd1-8e4f-b59df239eb29 req-7f7f9543-e2ed-4b9f-82b4-955326495a33 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f29a706-a7a5-48ba-9770-3ee8a06bf432 HTTP/1.1" status: 200 len: 920 time: 0.4563789 Mar 01 21:00:34.522830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 940044c3-308c-4284-a779-446921c9c097 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:00:34.525625 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:34.541820 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1bbaed6-7ece-4fd1-8e4f-b59df239eb29 req-0dcef3b4-59ee-4834-bb60-47c5e2209efe service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19e69e4a-3e43-4967-bb88-ca31a7262487 HTTP/1.1" status: 200 len: 217 time: 0.0887289 Mar 01 21:00:34.570918 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:34.582191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460716f-2960-41a8-b0e1-eba1e57b0531 req-67bb211d-e958-42fd-9f6f-a34d4ee5f5d0 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:34.583719 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d460716f-2960-41a8-b0e1-eba1e57b0531 req-67bb211d-e958-42fd-9f6f-a34d4ee5f5d0 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 944 time: 0.3287513 Mar 01 21:00:34.631549 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a6d9a448-449f-4205-b97e-3e8789cc0237 service neutron] 10.222.0.42 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7634909 Mar 01 21:00:34.729304 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:00:34.752997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bbaed6-7ece-4fd1-8e4f-b59df239eb29 req-294f55ec-185c-434d-866f-389ec55a2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:34.754460 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1bbaed6-7ece-4fd1-8e4f-b59df239eb29 req-294f55ec-185c-434d-866f-389ec55a2d6c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0991afc3-5eec-4419-a780-db752de57820 HTTP/1.1" status: 200 len: 859 time: 0.2042313 Mar 01 21:00:34.777136 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:34.802911 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:00:34.829513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:00:34.835658 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4659015d-4561-4bfe-a339-451e415b3f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940044c3-308c-4284-a779-446921c9c097'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:00:34.848536 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 940044c3-308c-4284-a779-446921c9c097, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=940044c3-308c-4284-a779-446921c9c097,segment=NetworkSegment(c0033dff-66c7-4991-8ee7-f4c19b77a17f),segment_id=c0033dff-66c7-4991-8ee7-f4c19b77a17f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:34.872157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Pushing event updated for resources: {'Port': ['ID=bac2e20d-f3b2-45cf-a44f-127dbc649a30,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:34.877738 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1bbaed6-7ece-4fd1-8e4f-b59df239eb29 req-676d338a-f432-4d34-ba13-76384ea167d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f29a706-a7a5-48ba-9770-3ee8a06bf432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151283 Mar 01 21:00:34.905231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d460716f-2960-41a8-b0e1-eba1e57b0531 req-0b3b2cad-0c1e-4372-99b9-97b9d106d550 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501459 Mar 01 21:00:34.931623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47266) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:34.986893 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:34.994215 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe1fb749-498e-4eca-844c-8fe01f877c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:35.009358 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:35.010144 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:35.084932 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-12bb98a7-52d1-40a2-af31-175036fb0b9e service neutron] 10.222.0.42 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4523056 Mar 01 21:00:35.095925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fe1fb749-498e-4eca-844c-8fe01f877c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:35.106655 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1bbaed6-7ece-4fd1-8e4f-b59df239eb29 req-8b7c41fa-30e8-4d00-9677-93672e2c6c06 service neutron] 10.222.0.57 "GET /v2.0/networks/1f29a706-a7a5-48ba-9770-3ee8a06bf432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220755 Mar 01 21:00:35.123192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fe1fb749-498e-4eca-844c-8fe01f877c09 admin admin] Usage tracker for resource:security_group_rule and tenant:70a58856f9414dd0b46303e85cc0c615 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:35.137191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fe1fb749-498e-4eca-844c-8fe01f877c09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:35.147080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-180225ac-20ce-4280-854b-df0533f79400 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Allocated IP 192.168.233.185 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/ffe81816-49da-4cfb-a31e-ca3fe6fef03f) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:00:35.156323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fe1fb749-498e-4eca-844c-8fe01f877c09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:35.193341 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=940044c3-308c-4284-a779-446921c9c097,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:35.447765 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-92d7e681-7aae-4ea1-a519-170589cfd82e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5393381 Mar 01 21:00:35.451074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-195a4cca-c845-4b7e-8e8c-96543ed30fcb req-1cc340d9-2cdd-4ce7-998a-8c2941271c67 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Synchronizing usage tracker for tenant:665d188d9bd94aaab6d655afa44861eb on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:00:35.470647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] Request body: {'port': {'device_id': '38b740f2-9254-4d6d-8951-ec762b71c95a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:00:35.501586 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1bbaed6-7ece-4fd1-8e4f-b59df239eb29 req-c9bd7816-6852-4a4e-a1d7-6ed192a40f52 service neutron] 10.222.0.57 "GET /v2.0/networks/1f29a706-a7a5-48ba-9770-3ee8a06bf432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883653 Mar 01 21:00:35.577254 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4659015d-4561-4bfe-a339-451e415b3f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940044c3-308c-4284-a779-446921c9c097', 'code': 200} Mar 01 21:00:35.615998 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1aeabf33-057f-4208-9d22-df3a877c45b2 None None] Provisioning for port bac2e20d-f3b2-45cf-a44f-127dbc649a30 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:00:35.625874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1aeabf33-057f-4208-9d22-df3a877c45b2 None None] Provisioning complete for port bac2e20d-f3b2-45cf-a44f-127dbc649a30 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:00:35.626514 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1aeabf33-057f-4208-9d22-df3a877c45b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:35.700933 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-180225ac-20ce-4280-854b-df0533f79400 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:35.719505 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-195a4cca-c845-4b7e-8e8c-96543ed30fcb req-1cc340d9-2cdd-4ce7-998a-8c2941271c67 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Unset dirty status for tenant:665d188d9bd94aaab6d655afa44861eb on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:00:35.739348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-180225ac-20ce-4280-854b-df0533f79400 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Transition to ACTIVE for port object ffe81816-49da-4cfb-a31e-ca3fe6fef03f will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:00:35.744368 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-195a4cca-c845-4b7e-8e8c-96543ed30fcb req-1cc340d9-2cdd-4ce7-998a-8c2941271c67 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 210 time: 0.5825677 Mar 01 21:00:35.747013 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:35.755788 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1aeabf33-057f-4208-9d22-df3a877c45b2 None None] Port bac2e20d-f3b2-45cf-a44f-127dbc649a30 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:00:35.846710 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-180225ac-20ce-4280-854b-df0533f79400 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:35.928452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-180225ac-20ce-4280-854b-df0533f79400 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:00:35.935813 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-180225ac-20ce-4280-854b-df0533f79400 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:00:35.948857 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe1fb749-498e-4eca-844c-8fe01f877c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:35.953798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-180225ac-20ce-4280-854b-df0533f79400 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:00:35.987019 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7086d619-aecf-47da-8ba8-fc7ea41940fb req-adac4bff-6442-4a4b-aefb-dd68e67a67d5 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 210 time: 0.1578701 Mar 01 21:00:36.251078 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-180225ac-20ce-4280-854b-df0533f79400 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:36.253114 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-180225ac-20ce-4280-854b-df0533f79400 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:36.263246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180225ac-20ce-4280-854b-df0533f79400 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Pushing event updated for resources: {'Port': ['ID=ffe81816-49da-4cfb-a31e-ca3fe6fef03f,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:36.422151 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe1fb749-498e-4eca-844c-8fe01f877c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:36.491793 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-180225ac-20ce-4280-854b-df0533f79400 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9524090 Mar 01 21:00:36.503566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] Request body: {'port': {'device_id': 'c0e6c311-1796-477c-a45a-731042b6684b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:00:36.514394 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fe1fb749-498e-4eca-844c-8fe01f877c09 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=70a58856f9414dd0b46303e85cc0c615&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5703804 Mar 01 21:00:36.525339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47318) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:36.533639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-33233953-608e-4268-aee7-d9bf966981e0 None None] Provisioning for port ffe81816-49da-4cfb-a31e-ca3fe6fef03f completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:00:36.541600 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-33233953-608e-4268-aee7-d9bf966981e0 None None] Provisioning complete for port ffe81816-49da-4cfb-a31e-ca3fe6fef03f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:00:36.541961 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-33233953-608e-4268-aee7-d9bf966981e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:36.579409 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fb749-498e-4eca-844c-8fe01f877c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fe9537-e1f1-4102-a64a-f19dd3ed3329,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:36.688428 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:36.698567 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-33233953-608e-4268-aee7-d9bf966981e0 None None] Port ffe81816-49da-4cfb-a31e-ca3fe6fef03f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:00:36.757963 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b27ae-f6e3-4cc6-ba92-9243344f5f0c req-8edeaf81-2e16-41bc-a834-cea5185f944d tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:36.759548 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-331b27ae-f6e3-4cc6-ba92-9243344f5f0c req-8edeaf81-2e16-41bc-a834-cea5185f944d tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.8965664 Mar 01 21:00:36.834722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bac2e20d-f3b2-45cf-a44f-127dbc649a30 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:00:36.841874 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:36.864173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8982e1-2721-41ef-8283-936d884e9499 req-9c04ab5e-86bc-41c5-a8af-8f70d99a04dc tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:36.865669 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de8982e1-2721-41ef-8283-936d884e9499 req-9c04ab5e-86bc-41c5-a8af-8f70d99a04dc tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.5248299 Mar 01 21:00:36.882805 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c0581b62-4488-465c-93fe-a2b0f402faac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:36.908392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] Transition to ACTIVE for port object bac2e20d-f3b2-45cf-a44f-127dbc649a30 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:00:36.919407 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-331b27ae-f6e3-4cc6-ba92-9243344f5f0c req-ef43addf-38dd-41de-b60a-6a138c386f5c tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377988 Mar 01 21:00:36.955764 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c0581b62-4488-465c-93fe-a2b0f402faac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:36.988767 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de8982e1-2721-41ef-8283-936d884e9499 req-0ad0751b-7831-40d7-8565-180e55293f09 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077685 Mar 01 21:00:37.105501 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:37.252262 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c0581b62-4488-465c-93fe-a2b0f402faac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:37.516248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] Pushing event updated for resources: {'Port': ['ID=bac2e20d-f3b2-45cf-a44f-127dbc649a30,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:37.519698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0581b62-4488-465c-93fe-a2b0f402faac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fe9537-e1f1-4102-a64a-f19dd3ed3329,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:37.535113 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c0581b62-4488-465c-93fe-a2b0f402faac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:37.536720 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c0581b62-4488-465c-93fe-a2b0f402faac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5fe9537-e1f1-4102-a64a-f19dd3ed3329 HTTP/1.1" status: 204 len: 168 time: 1.0050297 Mar 01 21:00:37.575867 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5d83324f-4fe1-421b-9034-b4804d64a47b req-86357f0c-01e7-4d32-8302-6da51024f09a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 210 time: 0.3361318 Mar 01 21:00:37.697995 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe81816-49da-4cfb-a31e-ca3fe6fef03f {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:00:37.707726 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:37.747061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] Transition to ACTIVE for port object ffe81816-49da-4cfb-a31e-ca3fe6fef03f will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:00:37.819779 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e360cb4-d4f7-450d-be39-76f8eaa45b76 req-5b3a1eb7-271e-4f2e-b059-6ec32fc0a144 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:37.821335 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e360cb4-d4f7-450d-be39-76f8eaa45b76 req-5b3a1eb7-271e-4f2e-b059-6ec32fc0a144 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 936 time: 0.7173498 Mar 01 21:00:37.828800 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:37.876681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] Attempting to bind port bac2e20d-f3b2-45cf-a44f-127dbc649a30 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:00:37.876991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] Attempting to bind port bac2e20d-f3b2-45cf-a44f-127dbc649a30 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:00:37.877563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] Attempting to bind port bac2e20d-f3b2-45cf-a44f-127dbc649a30 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:00:37.919173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] Port bac2e20d-f3b2-45cf-a44f-127dbc649a30 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:00:37.919509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] Attempting to bind port bac2e20d-f3b2-45cf-a44f-127dbc649a30 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:00:37.941820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:00:37.942154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:00:37.949683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:00:37.952871 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] Bound port: bac2e20d-f3b2-45cf-a44f-127dbc649a30, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:00:37.955653 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:37.990592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-6e360cb4-d4f7-450d-be39-76f8eaa45b76 req-1d5f93fa-66cf-44d4-a30d-e70f07e76cb1 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Synchronizing usage tracker for tenant:665d188d9bd94aaab6d655afa44861eb on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:00:38.195763 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] For port bac2e20d-f3b2-45cf-a44f-127dbc649a30, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:00:38.198327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c913f-1087-4118-8904-b76a587312a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe81816-49da-4cfb-a31e-ca3fe6fef03f,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:38.209210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] For port bac2e20d-f3b2-45cf-a44f-127dbc649a30, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bac2e20d-f3b2-45cf-a44f-127dbc649a30,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:00:38.263209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-6e360cb4-d4f7-450d-be39-76f8eaa45b76 req-1d5f93fa-66cf-44d4-a30d-e70f07e76cb1 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Unset dirty status for tenant:665d188d9bd94aaab6d655afa44861eb on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:00:38.278657 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e360cb4-d4f7-450d-be39-76f8eaa45b76 req-1d5f93fa-66cf-44d4-a30d-e70f07e76cb1 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4458222 Mar 01 21:00:38.376896 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:38.398852 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] Attempting to bind port ffe81816-49da-4cfb-a31e-ca3fe6fef03f on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:00:38.399294 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] Attempting to bind port ffe81816-49da-4cfb-a31e-ca3fe6fef03f by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:00:38.399904 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] Attempting to bind port ffe81816-49da-4cfb-a31e-ca3fe6fef03f on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:00:38.411836 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] Port ffe81816-49da-4cfb-a31e-ca3fe6fef03f on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:00:38.411836 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] Attempting to bind port ffe81816-49da-4cfb-a31e-ca3fe6fef03f on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:00:38.417189 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:00:38.417663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:00:38.418201 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:00:38.418760 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] Bound port: ffe81816-49da-4cfb-a31e-ca3fe6fef03f, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:00:38.419220 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:38.596957 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] For port ffe81816-49da-4cfb-a31e-ca3fe6fef03f, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:00:38.603952 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] For port ffe81816-49da-4cfb-a31e-ca3fe6fef03f, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ffe81816-49da-4cfb-a31e-ca3fe6fef03f,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:00:38.810310 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:38.875455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:38.877350 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:38.878805 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] 10.222.0.55 "PUT /v2.0/ports/bac2e20d-f3b2-45cf-a44f-127dbc649a30 HTTP/1.1" status: 200 len: 1095 time: 3.4210687 Mar 01 21:00:38.879286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38b740f2-9254-4d6d-8951-ec762b71c95a', 'tag': 'bac2e20d-f3b2-45cf-a44f-127dbc649a30'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:00:38.940073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b8f45a-e6f3-4829-88cb-fc91c730bf00 req-6828eded-e74e-4050-bf54-4d7f4bccda9c tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:38.941634 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-01b8f45a-e6f3-4829-88cb-fc91c730bf00 req-6828eded-e74e-4050-bf54-4d7f4bccda9c tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.7653749 Mar 01 21:00:39.066177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7e131e-8f76-4ed2-b290-c82fcad45d98 service neutron] Pushing event updated for resources: {'Port': ['ID=bac2e20d-f3b2-45cf-a44f-127dbc649a30,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:39.099353 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c913f-1087-4118-8904-b76a587312a4 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe81816-49da-4cfb-a31e-ca3fe6fef03f,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:39.108923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:39.135982 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:39.137298 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-076c913f-1087-4118-8904-b76a587312a4 service neutron] 10.222.0.55 "PUT /v2.0/ports/ffe81816-49da-4cfb-a31e-ca3fe6fef03f HTTP/1.1" status: 200 len: 1096 time: 2.6395094 Mar 01 21:00:39.161099 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0e6c311-1796-477c-a45a-731042b6684b', 'tag': 'ffe81816-49da-4cfb-a31e-ca3fe6fef03f'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:00:39.260204 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-01b8f45a-e6f3-4829-88cb-fc91c730bf00 req-b9e9de78-dd9d-4c96-9fdd-9abc0ce326be tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886131 Mar 01 21:00:39.280040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e6da4-0048-4a75-bd9d-0bd2ef3a933c req-54fac65e-b36c-4b41-8fd9-3842ae0ab686 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:39.292551 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-959e6da4-0048-4a75-bd9d-0bd2ef3a933c req-54fac65e-b36c-4b41-8fd9-3842ae0ab686 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.6131613 Mar 01 21:00:39.393377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-4347e97c-a51e-46fd-b24c-4d4367d3d267 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:39.397745 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-4347e97c-a51e-46fd-b24c-4d4367d3d267 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.57 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 806 time: 0.7099669 Mar 01 21:00:39.403995 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-959e6da4-0048-4a75-bd9d-0bd2ef3a933c req-07be480b-dc9d-49ea-a1b4-a284458505ac tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104963 Mar 01 21:00:39.412208 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-1157e3e6-2451-4355-9cd0-438113692626 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Request body: {'port': {'device_id': '539a24b4-0c31-4aad-a228-53f114a9490a', 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075', 'admin_state_up': True, 'tenant_id': 'aa2e4c40cdf841a1bcb0ba66d7c5d576'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:00:39.572927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-6944d1f2-ae3d-45b4-aab1-f8d3007e48e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:39.578544 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-6944d1f2-ae3d-45b4-aab1-f8d3007e48e1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=665d188d9bd94aaab6d655afa44861eb&device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 1098 time: 0.3531439 Mar 01 21:00:39.586193 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38b740f2-9254-4d6d-8951-ec762b71c95a', 'tag': 'bac2e20d-f3b2-45cf-a44f-127dbc649a30', 'status': 'completed', 'code': 200} Mar 01 21:00:39.741638 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-74292f8b-bd16-4667-8ff9-f417fce95187 req-c6856ca1-3731-4309-bed3-f8e4a7e763bc tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 210 time: 0.1678727 Mar 01 21:00:39.789162 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0e6c311-1796-477c-a45a-731042b6684b', 'tag': 'ffe81816-49da-4cfb-a31e-ca3fe6fef03f', 'status': 'completed', 'code': 200} Mar 01 21:00:39.799538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-3f31034c-1372-44a8-bb87-9732793ba6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:39.801584 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-3f31034c-1372-44a8-bb87-9732793ba6f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=665d188d9bd94aaab6d655afa44861eb&device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 1099 time: 0.3382356 Mar 01 21:00:39.823284 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-924dd4e5-ac53-45d8-93f3-643d1d85e9d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=bac2e20d-f3b2-45cf-a44f-127dbc649a30 HTTP/1.1" status: 200 len: 217 time: 0.1985168 Mar 01 21:00:39.973924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-1157e3e6-2451-4355-9cd0-438113692626 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:39.973924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-5edf6fb2-6dcc-4cbb-bf7b-6ff5c41ba3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:39.975241 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-5edf6fb2-6dcc-4cbb-bf7b-6ff5c41ba3d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1488452 Mar 01 21:00:39.985158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-1157e3e6-2451-4355-9cd0-438113692626 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:40.028504 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-10353559-850b-4f2c-90fb-ca74b6c55886 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=ffe81816-49da-4cfb-a31e-ca3fe6fef03f HTTP/1.1" status: 200 len: 217 time: 0.2104230 Mar 01 21:00:40.127166 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-3ef87c6e-94c3-47e4-b771-c40f2ba5962e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:40.127166 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-3ef87c6e-94c3-47e4-b771-c40f2ba5962e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1361482 Mar 01 21:00:40.153460 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:00:40.180517 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-1157e3e6-2451-4355-9cd0-438113692626 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Made reservation on behalf of aa2e4c40cdf841a1bcb0ba66d7c5d576 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:00:40.186551 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-1157e3e6-2451-4355-9cd0-438113692626 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:40.278648 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-71e56ac6-860e-4ae8-87fd-da965d316a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:40.284089 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-71e56ac6-860e-4ae8-87fd-da965d316a69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.2402589 Mar 01 21:00:40.535288 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e72c3d2-91ed-4b23-9ca3-3d0bd844c9dc req-bf0b8715-8fb7-465a-8657-41877b04addd tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:40.537402 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e72c3d2-91ed-4b23-9ca3-3d0bd844c9dc req-bf0b8715-8fb7-465a-8657-41877b04addd tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 948 time: 0.5962052 Mar 01 21:00:40.611269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-6cfaec37-2d81-476c-812d-80b755d7776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:40.614381 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-6cfaec37-2d81-476c-812d-80b755d7776f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3210189 Mar 01 21:00:40.642288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-1157e3e6-2451-4355-9cd0-438113692626 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Allocated IP 172.20.0.7 (0eb071d1-6f39-4afc-91bb-12176e722075/9f3a5278-957f-4116-9615-00ae8b4a370b/4aa54e26-cd7a-4723-a780-84a6fc30af19) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:00:40.645763 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e72c3d2-91ed-4b23-9ca3-3d0bd844c9dc req-b5d4dec6-9629-49b5-a5fc-854ebba70e96 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942528 Mar 01 21:00:40.645966 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-e9a68b04-08a7-48fe-a49e-34fed47bdd47 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4957294 Mar 01 21:00:40.863136 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59267ee-ccc0-4a03-9331-36777c85cb64 req-8ab93c44-c4b5-4e21-95f3-c257374d298e tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:40.864702 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e59267ee-ccc0-4a03-9331-36777c85cb64 req-8ab93c44-c4b5-4e21-95f3-c257374d298e tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.4140491 Mar 01 21:00:40.910590 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-12775022-608d-456f-b30a-dd0fcdbdd28a service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683122 Mar 01 21:00:40.931973 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-40408bba-6097-4e2b-82ba-c02c9180ea2b req-48c28201-29f2-418c-a666-2110a6163718 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769470 Mar 01 21:00:41.006299 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e59267ee-ccc0-4a03-9331-36777c85cb64 req-a8c520a9-f82a-4b8c-813a-5aab69678c7e tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229956 Mar 01 21:00:41.313199 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-02fdcb72-2740-414e-acee-c5e3de588706 req-7c060443-87db-493a-81ac-f8c1a688cadf tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 210 time: 0.1169381 Mar 01 21:00:41.337672 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3516bb9f-f08a-4600-9571-ddf595a9413e req-5b50e8d8-b7b7-477e-81c4-32737e319a9a service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166100 Mar 01 21:00:41.375622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a4ea2-4f70-4b9c-87e3-df5917c80884 req-701ef44e-1a79-4821-8350-e5241d3f41de tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:41.382749 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a3a4ea2-4f70-4b9c-87e3-df5917c80884 req-701ef44e-1a79-4821-8350-e5241d3f41de tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.2126203 Mar 01 21:00:41.495502 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a3a4ea2-4f70-4b9c-87e3-df5917c80884 req-c7094e30-5677-45be-accb-db62c40cc342 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115668 Mar 01 21:00:41.576455 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d928b-c1f4-4a2a-a68d-e79c784a6075 req-3f5a6d28-2c16-481b-86ab-af0d0254928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:41.578158 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-455d928b-c1f4-4a2a-a68d-e79c784a6075 req-3f5a6d28-2c16-481b-86ab-af0d0254928d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=665d188d9bd94aaab6d655afa44861eb&device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 1098 time: 0.2118759 Mar 01 21:00:41.631384 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-1157e3e6-2451-4355-9cd0-438113692626 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:41.646251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb696a6-487f-4437-bab1-7bc0a8734359 req-aca63c31-1cf5-49ea-aa5f-7d4a68cbf723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:41.648220 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-acb696a6-487f-4437-bab1-7bc0a8734359 req-aca63c31-1cf5-49ea-aa5f-7d4a68cbf723 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=665d188d9bd94aaab6d655afa44861eb&device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 1099 time: 0.1203322 Mar 01 21:00:41.836861 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d928b-c1f4-4a2a-a68d-e79c784a6075 req-e24d05f4-8b38-4163-8704-a2af8781c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:41.838893 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-455d928b-c1f4-4a2a-a68d-e79c784a6075 req-e24d05f4-8b38-4163-8704-a2af8781c097 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.2546308 Mar 01 21:00:41.945816 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb696a6-487f-4437-bab1-7bc0a8734359 req-b1c570c0-67d1-49a2-8e1c-44652e9ea090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:41.947331 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-acb696a6-487f-4437-bab1-7bc0a8734359 req-b1c570c0-67d1-49a2-8e1c-44652e9ea090 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.2920461 Mar 01 21:00:41.971330 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-455d928b-c1f4-4a2a-a68d-e79c784a6075 req-10698c86-bf04-4c25-af01-5d14e694c434 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=bac2e20d-f3b2-45cf-a44f-127dbc649a30 HTTP/1.1" status: 200 len: 217 time: 0.1135080 Mar 01 21:00:42.079160 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-1157e3e6-2451-4355-9cd0-438113692626 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:42.093263 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:00:42.176060 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-acb696a6-487f-4437-bab1-7bc0a8734359 req-d8814b92-60af-4377-b01f-5a24bd139a2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=ffe81816-49da-4cfb-a31e-ca3fe6fef03f HTTP/1.1" status: 200 len: 217 time: 0.2140152 Mar 01 21:00:42.290429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb510f1-aa2a-4e4c-bf7f-28b8601d3671 req-6bfe65b6-d994-404f-ba98-9e53a2f9d920 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:42.304983 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bbb510f1-aa2a-4e4c-bf7f-28b8601d3671 req-6bfe65b6-d994-404f-ba98-9e53a2f9d920 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 948 time: 0.4251680 Mar 01 21:00:42.322162 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-1157e3e6-2451-4355-9cd0-438113692626 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Network 0eb071d1-6f39-4afc-91bb-12176e722075 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:00:42.333052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-1157e3e6-2451-4355-9cd0-438113692626 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:00:42.346320 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d928b-c1f4-4a2a-a68d-e79c784a6075 req-23d3f829-32f9-4dca-b853-a529dfa8e0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:42.346320 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-455d928b-c1f4-4a2a-a68d-e79c784a6075 req-23d3f829-32f9-4dca-b853-a529dfa8e0b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.3654871 Mar 01 21:00:42.346604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-1157e3e6-2451-4355-9cd0-438113692626 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:00:42.567618 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-1157e3e6-2451-4355-9cd0-438113692626 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:42.568561 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-1157e3e6-2451-4355-9cd0-438113692626 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:42.581257 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bbb510f1-aa2a-4e4c-bf7f-28b8601d3671 req-b672caa3-d4bf-4450-92e6-5304c4192a22 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2747972 Mar 01 21:00:42.631955 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157e3e6-2451-4355-9cd0-438113692626 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Pushing event updated for resources: {'Port': ['ID=4aa54e26-cd7a-4723-a780-84a6fc30af19,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:42.663963 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d928b-c1f4-4a2a-a68d-e79c784a6075 req-c66a789f-62aa-4e2d-9ef5-83c7dd296de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:42.665704 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-455d928b-c1f4-4a2a-a68d-e79c784a6075 req-c66a789f-62aa-4e2d-9ef5-83c7dd296de2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2704527 Mar 01 21:00:42.681393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb696a6-487f-4437-bab1-7bc0a8734359 req-6ee03608-b2de-4d27-a4e7-5f1a73961f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:42.681393 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-acb696a6-487f-4437-bab1-7bc0a8734359 req-6ee03608-b2de-4d27-a4e7-5f1a73961f12 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.4472136 Mar 01 21:00:42.736546 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-1157e3e6-2451-4355-9cd0-438113692626 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3288889 Mar 01 21:00:42.760365 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] Request body: {'port': {'device_id': '539a24b4-0c31-4aad-a228-53f114a9490a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:00:42.830555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92abe76d-9f8b-46bd-aca6-168ce9172366 req-a6df72f1-e5b5-4177-a8e7-08fd5a8c9c4f tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:42.833178 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92abe76d-9f8b-46bd-aca6-168ce9172366 req-a6df72f1-e5b5-4177-a8e7-08fd5a8c9c4f tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.6561937 Mar 01 21:00:42.960798 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb696a6-487f-4437-bab1-7bc0a8734359 req-58649230-c3ce-4223-9490-955f78d6b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:42.962563 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-acb696a6-487f-4437-bab1-7bc0a8734359 req-58649230-c3ce-4223-9490-955f78d6b6d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2782049 Mar 01 21:00:42.980260 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92abe76d-9f8b-46bd-aca6-168ce9172366 req-72a77db9-b28c-4148-9d17-d3171b186b1c tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026926 Mar 01 21:00:43.041647 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-455d928b-c1f4-4a2a-a68d-e79c784a6075 req-a87bd563-19ab-4b11-8ebb-12713df960b3 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3659058 Mar 01 21:00:43.045278 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:43.058102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d378adcc-82ce-426b-adc0-4316352c5cc8 req-9e983029-6d8f-42c3-b093-82149c8219c3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:43.059666 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d378adcc-82ce-426b-adc0-4316352c5cc8 req-9e983029-6d8f-42c3-b093-82149c8219c3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 931 time: 0.2224548 Mar 01 21:00:43.234956 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-455d928b-c1f4-4a2a-a68d-e79c784a6075 req-1dc8ab3e-3e73-470b-b716-1d5e25c5d688 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774542 Mar 01 21:00:43.350553 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-acb696a6-487f-4437-bab1-7bc0a8734359 req-6b85039c-dc6c-4f4b-bab2-e14501697a73 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752403 Mar 01 21:00:43.595577 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-acb696a6-487f-4437-bab1-7bc0a8734359 req-4e9960a1-44b0-4074-8262-f916f7c82a70 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362907 Mar 01 21:00:43.611141 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d378adcc-82ce-426b-adc0-4316352c5cc8 req-c3977866-1cea-4bbf-9040-0e1897430309 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915202 Mar 01 21:00:43.749371 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cf704-8bb7-40cd-873d-b5db96221981 req-e4615239-466a-4d3d-900e-50c05c116583 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:43.771022 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1f0cf704-8bb7-40cd-873d-b5db96221981 req-e4615239-466a-4d3d-900e-50c05c116583 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.5326228 Mar 01 21:00:43.900013 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1f0cf704-8bb7-40cd-873d-b5db96221981 req-5c809156-2f4b-445c-bfcd-25cbf2d8b322 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278298 Mar 01 21:00:43.964823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4aa54e26-cd7a-4723-a780-84a6fc30af19 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:00:43.991261 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:44.020837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] Transition to ACTIVE for port object 4aa54e26-cd7a-4723-a780-84a6fc30af19 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:00:44.106448 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53321f3f-23ae-47f0-9aaf-603eab8326af req-1cc53363-5132-405b-9c3c-f63d17bd51bf tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:44.114565 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-53321f3f-23ae-47f0-9aaf-603eab8326af req-1cc53363-5132-405b-9c3c-f63d17bd51bf tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 948 time: 0.2362335 Mar 01 21:00:44.141739 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:44.282906 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-53321f3f-23ae-47f0-9aaf-603eab8326af req-32b5a33f-65c2-42ef-b99a-e4e27038d150 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666563 Mar 01 21:00:44.324315 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84cfd7-a1a4-4424-aff3-a9e7464f52eb req-9c46be86-7ae1-4af4-9b76-1d0b24c7060a tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:44.338576 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0e84cfd7-a1a4-4424-aff3-a9e7464f52eb req-9c46be86-7ae1-4af4-9b76-1d0b24c7060a tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.1908400 Mar 01 21:00:44.401191 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0e84cfd7-a1a4-4424-aff3-a9e7464f52eb req-d07d26ce-1b6d-4968-917e-509b07408f37 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674543 Mar 01 21:00:44.605009 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa54e26-cd7a-4723-a780-84a6fc30af19,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:44.670236 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] Attempting to bind port 4aa54e26-cd7a-4723-a780-84a6fc30af19 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:00:44.670390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] Attempting to bind port 4aa54e26-cd7a-4723-a780-84a6fc30af19 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:00:44.673121 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] Attempting to bind port 4aa54e26-cd7a-4723-a780-84a6fc30af19 on network 0eb071d1-6f39-4afc-91bb-12176e722075 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:00:44.688872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] Port 4aa54e26-cd7a-4723-a780-84a6fc30af19 on network 0eb071d1-6f39-4afc-91bb-12176e722075 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:00:44.689467 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] Attempting to bind port 4aa54e26-cd7a-4723-a780-84a6fc30af19 on network 0eb071d1-6f39-4afc-91bb-12176e722075 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:00:44.700975 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:00:44.701553 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] Checking segment: {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:00:44.702683 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] Bound using segment: {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:00:44.703495 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] Bound port: 4aa54e26-cd7a-4723-a780-84a6fc30af19, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:00:44.704335 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:44.746285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47548) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:44.834706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] For port 4aa54e26-cd7a-4723-a780-84a6fc30af19, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:00:44.839015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] For port 4aa54e26-cd7a-4723-a780-84a6fc30af19, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=4aa54e26-cd7a-4723-a780-84a6fc30af19,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:00:44.892617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a335f2-ed92-4414-842b-270052c85302 req-d9fd23b8-b095-45d9-89e0-f733635767ba tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:44.895920 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86a335f2-ed92-4414-842b-270052c85302 req-d9fd23b8-b095-45d9-89e0-f733635767ba tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 943 time: 0.1422570 Mar 01 21:00:44.934132 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:44.949680 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-13049b08-34ea-4d66-b417-0f86b6d5809a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:44.980841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-13049b08-34ea-4d66-b417-0f86b6d5809a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:44.989864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-13049b08-34ea-4d66-b417-0f86b6d5809a admin admin] Usage tracker for resource:security_group_rule and tenant:58a80f3a19174d4bb4d1ad5297c2e277 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:44.999251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-13049b08-34ea-4d66-b417-0f86b6d5809a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:45.016557 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86a335f2-ed92-4414-842b-270052c85302 req-fc5ab7c0-397d-4747-95dd-ba46eb44f35f tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093860 Mar 01 21:00:45.026241 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-13049b08-34ea-4d66-b417-0f86b6d5809a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:45.048686 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:45.049659 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:45.051211 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] 10.222.0.57 "PUT /v2.0/ports/4aa54e26-cd7a-4723-a780-84a6fc30af19 HTTP/1.1" status: 200 len: 1091 time: 2.2975135 Mar 01 21:00:45.051868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539a24b4-0c31-4aad-a228-53f114a9490a', 'tag': '4aa54e26-cd7a-4723-a780-84a6fc30af19'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:00:45.129134 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539a24b4-0c31-4aad-a228-53f114a9490a', 'tag': '4aa54e26-cd7a-4723-a780-84a6fc30af19', 'status': 'completed', 'code': 200} Mar 01 21:00:45.136217 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d52568-2557-4521-a9f7-d762ca877e07 service neutron] Pushing event updated for resources: {'Port': ['ID=4aa54e26-cd7a-4723-a780-84a6fc30af19,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:45.217005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c15db5-0516-485e-bc7f-26cbc2653ddd req-84703c08-bd67-4af9-8123-2ae9533086e7 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:45.224160 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9c15db5-0516-485e-bc7f-26cbc2653ddd req-84703c08-bd67-4af9-8123-2ae9533086e7 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1922030 Mar 01 21:00:45.236947 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf60f29-bb23-48f4-b726-c28f00298987 req-039dec5e-6ec9-4de0-8c87-5a504a060c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:45.239172 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5bf60f29-bb23-48f4-b726-c28f00298987 req-039dec5e-6ec9-4de0-8c87-5a504a060c02 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 1094 time: 0.0927360 Mar 01 21:00:45.307574 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ffe81816-49da-4cfb-a31e-ca3fe6fef03f details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:00:45.340658 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9c15db5-0516-485e-bc7f-26cbc2653ddd req-5ad0cac6-7610-4166-9b77-36ecb2d03154 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155279 Mar 01 21:00:45.401380 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-13049b08-34ea-4d66-b417-0f86b6d5809a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:45.471991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47570) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:45.486029 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf60f29-bb23-48f4-b726-c28f00298987 req-b7e821cc-24fb-4b07-93da-901915fd90fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:45.488853 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5bf60f29-bb23-48f4-b726-c28f00298987 req-b7e821cc-24fb-4b07-93da-901915fd90fc service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2416677 Mar 01 21:00:45.501380 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-13049b08-34ea-4d66-b417-0f86b6d5809a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:45.606517 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-13049b08-34ea-4d66-b417-0f86b6d5809a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=58a80f3a19174d4bb4d1ad5297c2e277&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8589084 Mar 01 21:00:45.607905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47576) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:45.681976 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port ffe81816-49da-4cfb-a31e-ca3fe6fef03f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ffe81816-49da-4cfb-a31e-ca3fe6fef03f,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:45.700930 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'ffe81816-49da-4cfb-a31e-ca3fe6fef03f', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': 'ffe81816-49da-4cfb-a31e-ca3fe6fef03f', 'mac_address': 'fa:16:3e:5c:cb:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:00:45.732697 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf60f29-bb23-48f4-b726-c28f00298987 req-bc631357-6694-46a9-9fae-edfac037b265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:45.735989 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5bf60f29-bb23-48f4-b726-c28f00298987 req-bc631357-6694-46a9-9fae-edfac037b265 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2357254 Mar 01 21:00:45.766141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13049b08-34ea-4d66-b417-0f86b6d5809a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a6eb698-ec44-48b0-9f11-4f861c7f6126,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:45.769432 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:45.787756 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c681147-3d2d-4d31-af38-1b2e17164697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:45.804852 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe81816-49da-4cfb-a31e-ca3fe6fef03f {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:00:45.824372 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port ffe81816-49da-4cfb-a31e-ca3fe6fef03f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ffe81816-49da-4cfb-a31e-ca3fe6fef03f,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:45.845579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2c681147-3d2d-4d31-af38-1b2e17164697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:45.855462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2c681147-3d2d-4d31-af38-1b2e17164697 admin admin] Usage tracker for resource:security_group_rule and tenant:78a238804eff4f4cb28731ba65c88fc5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:45.861411 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2c681147-3d2d-4d31-af38-1b2e17164697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:45.871174 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2c681147-3d2d-4d31-af38-1b2e17164697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:45.908846 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2106e340-ed86-4389-965e-9dd65f322911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:45.924524 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:45.924678 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bac2e20d-f3b2-45cf-a44f-127dbc649a30 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:00:45.932169 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-b689d46a-c735-417f-b0fd-0321f52f7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:45.933933 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-b689d46a-c735-417f-b0fd-0321f52f7163 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 1094 time: 0.1397889 Mar 01 21:00:45.985023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d8246c-d6fd-4502-a6fd-7acc706076ba req-0f385581-7653-4e46-8129-8179ad1329ae tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:45.992660 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-02d8246c-d6fd-4502-a6fd-7acc706076ba req-0f385581-7653-4e46-8129-8179ad1329ae tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 948 time: 0.3714097 Mar 01 21:00:46.018001 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831dc47a-c8f8-4406-9771-393cfe2b06c5 req-8a5c37f2-9868-4943-8e99-191893d4ebc1 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:46.026172 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-831dc47a-c8f8-4406-9771-393cfe2b06c5 req-8a5c37f2-9868-4943-8e99-191893d4ebc1 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.3289542 Mar 01 21:00:46.045476 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-b5a2c1d1-0dca-4213-85b8-e7d349b65a39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4aa54e26-cd7a-4723-a780-84a6fc30af19 HTTP/1.1" status: 200 len: 217 time: 0.1035693 Mar 01 21:00:46.045833 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2106e340-ed86-4389-965e-9dd65f322911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:46.051890 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bac2e20d-f3b2-45cf-a44f-127dbc649a30, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bac2e20d-f3b2-45cf-a44f-127dbc649a30,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:46.094075 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'bac2e20d-f3b2-45cf-a44f-127dbc649a30', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': 'bac2e20d-f3b2-45cf-a44f-127dbc649a30', 'mac_address': 'fa:16:3e:5c:b3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:00:46.096912 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=ffe81816-49da-4cfb-a31e-ca3fe6fef03f,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:46.159186 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-02d8246c-d6fd-4502-a6fd-7acc706076ba req-1712ef5a-e369-4e66-9930-b334b390aa22 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655366 Mar 01 21:00:46.183184 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-831dc47a-c8f8-4406-9771-393cfe2b06c5 req-ff4e6edc-8e80-4108-b1bf-dd054bf09a76 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557362 Mar 01 21:00:46.185063 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:46.226218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-8f648ef1-55cb-4272-9782-c89c28de478a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:46.227944 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-8f648ef1-55cb-4272-9782-c89c28de478a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f3a5278-957f-4116-9615-00ae8b4a370b HTTP/1.1" status: 200 len: 846 time: 0.1750240 Mar 01 21:00:46.235260 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac2e20d-f3b2-45cf-a44f-127dbc649a30 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:00:46.273206 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bac2e20d-f3b2-45cf-a44f-127dbc649a30, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bac2e20d-f3b2-45cf-a44f-127dbc649a30,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:46.282352 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c681147-3d2d-4d31-af38-1b2e17164697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:46.317274 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-363f14e9-6450-4f76-a170-9ec79ed1df47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0eb071d1-6f39-4afc-91bb-12176e722075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700347 Mar 01 21:00:46.365491 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:46.411185 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c681147-3d2d-4d31-af38-1b2e17164697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:46.494903 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-4a00ea0e-8590-422d-a003-e194c71e5ab3 service neutron] 10.222.0.57 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708651 Mar 01 21:00:46.500253 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c681147-3d2d-4d31-af38-1b2e17164697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7fc3a4a-862d-45ad-a70c-c83165dab03d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:46.505674 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2106e340-ed86-4389-965e-9dd65f322911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:46.507167 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=bac2e20d-f3b2-45cf-a44f-127dbc649a30,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:46.533577 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a49500b-3e9a-4c04-8f96-a457f4c67066 req-0f9a75ef-d666-4594-b636-e5e8b8dd3b99 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:46.533577 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2a49500b-3e9a-4c04-8f96-a457f4c67066 req-0f9a75ef-d666-4594-b636-e5e8b8dd3b99 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 943 time: 0.2325034 Mar 01 21:00:46.553516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106e340-ed86-4389-965e-9dd65f322911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a6eb698-ec44-48b0-9f11-4f861c7f6126,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:46.602284 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2106e340-ed86-4389-965e-9dd65f322911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:46.602284 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2106e340-ed86-4389-965e-9dd65f322911 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a6eb698-ec44-48b0-9f11-4f861c7f6126 HTTP/1.1" status: 204 len: 168 time: 0.9843955 Mar 01 21:00:46.614318 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2c681147-3d2d-4d31-af38-1b2e17164697 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=78a238804eff4f4cb28731ba65c88fc5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1418185 Mar 01 21:00:46.685618 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['bac2e20d-f3b2-45cf-a44f-127dbc649a30'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:00:46.699520 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47586) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:46.717570 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a2352344-39b1-4cb3-8e6b-28bb078211c7 req-7dba2b40-7ad7-4411-80ce-9dad12e48f48 service neutron] 10.222.0.57 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134333 Mar 01 21:00:46.752238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['ffe81816-49da-4cfb-a31e-ca3fe6fef03f'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:00:46.757835 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2a49500b-3e9a-4c04-8f96-a457f4c67066 req-7be37337-8329-4a6e-b7a0-13d4292fb7d9 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020981 Mar 01 21:00:46.971893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ce861-bf81-48c3-a42b-f5c68d3cd544 req-22699840-dd2b-4fbe-90ee-e399e0ade55e tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:46.984063 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-035ce861-bf81-48c3-a42b-f5c68d3cd544 req-22699840-dd2b-4fbe-90ee-e399e0ade55e tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.4095416 Mar 01 21:00:47.005576 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-95e6f95c-b0da-4668-9164-4ed46abc5875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:47.118696 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-035ce861-bf81-48c3-a42b-f5c68d3cd544 req-cb243e2e-f961-455c-9f28-d334233e934d tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333401 Mar 01 21:00:47.140785 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-95e6f95c-b0da-4668-9164-4ed46abc5875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:47.412669 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d202b3-9ef6-4c01-b2c8-d0ffc2cbfddf req-e11efe37-9be0-4ead-ac02-9a4de0e13384 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:47.414061 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1d202b3-9ef6-4c01-b2c8-d0ffc2cbfddf req-e11efe37-9be0-4ead-ac02-9a4de0e13384 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 949 time: 0.1362088 Mar 01 21:00:47.449883 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b581dc5-8fc0-4816-80bb-9a639b8043df req-a6856540-bbff-46ea-bc0b-efa76e7a116f tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:47.451404 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b581dc5-8fc0-4816-80bb-9a639b8043df req-a6856540-bbff-46ea-bc0b-efa76e7a116f tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.1371615 Mar 01 21:00:47.714273 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1d202b3-9ef6-4c01-b2c8-d0ffc2cbfddf req-f88698b1-51ea-4a98-a52c-8ae541c5ea88 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734298 Mar 01 21:00:47.714273 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b581dc5-8fc0-4816-80bb-9a639b8043df req-10e9f253-f1f2-451a-a18f-8328423cb28d tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520332 Mar 01 21:00:48.026884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d9d33-54b8-44d3-a27a-51715ddc688f req-d76b16fa-ab5c-41f7-9032-c278e0ffe809 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:48.026884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff7d9d33-54b8-44d3-a27a-51715ddc688f req-d76b16fa-ab5c-41f7-9032-c278e0ffe809 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 943 time: 0.0825458 Mar 01 21:00:48.070792 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff7d9d33-54b8-44d3-a27a-51715ddc688f req-d8e7a41d-aa70-48b9-a0e0-36ca6b3d28d1 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408370 Mar 01 21:00:48.093627 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-95e6f95c-b0da-4668-9164-4ed46abc5875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:48.116949 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6f95c-b0da-4668-9164-4ed46abc5875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7fc3a4a-862d-45ad-a70c-c83165dab03d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:48.124705 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-95e6f95c-b0da-4668-9164-4ed46abc5875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:48.124705 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-95e6f95c-b0da-4668-9164-4ed46abc5875 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f7fc3a4a-862d-45ad-a70c-c83165dab03d HTTP/1.1" status: 204 len: 168 time: 1.4117277 Mar 01 21:00:48.293467 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47608) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:48.316186 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-afd03ffc-6bc1-48eb-8ae9-316c45d03575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:48.334145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-afd03ffc-6bc1-48eb-8ae9-316c45d03575 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:48.338240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-afd03ffc-6bc1-48eb-8ae9-316c45d03575 admin admin] Usage tracker for resource:security_group_rule and tenant:80710c86200c49899df6ea26b1a844b9 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:48.344261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-afd03ffc-6bc1-48eb-8ae9-316c45d03575 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:48.359255 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-afd03ffc-6bc1-48eb-8ae9-316c45d03575 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:48.361224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36752381-074c-48ca-b214-b960b414f0ec req-ee9d0cf9-783f-4b13-bce0-98c3b552b4b1 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:48.362759 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36752381-074c-48ca-b214-b960b414f0ec req-ee9d0cf9-783f-4b13-bce0-98c3b552b4b1 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1146979 Mar 01 21:00:48.375157 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 4aa54e26-cd7a-4723-a780-84a6fc30af19 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:00:48.479104 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-afd03ffc-6bc1-48eb-8ae9-316c45d03575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:48.487984 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36752381-074c-48ca-b214-b960b414f0ec req-0acfdcb5-7b28-49da-9a1d-22eeb99b9716 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031208 Mar 01 21:00:48.556287 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-afd03ffc-6bc1-48eb-8ae9-316c45d03575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:48.610214 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 4aa54e26-cd7a-4723-a780-84a6fc30af19, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=4aa54e26-cd7a-4723-a780-84a6fc30af19,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:48.633232 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '4aa54e26-cd7a-4723-a780-84a6fc30af19', 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075', 'port_id': '4aa54e26-cd7a-4723-a780-84a6fc30af19', 'mac_address': 'fa:16:3e:20:8f:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f3a5278-957f-4116-9615-00ae8b4a370b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:00:48.655301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47614) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:48.669056 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-afd03ffc-6bc1-48eb-8ae9-316c45d03575 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=80710c86200c49899df6ea26b1a844b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3734462 Mar 01 21:00:48.684212 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd03ffc-6bc1-48eb-8ae9-316c45d03575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3d3e62-ecd6-4349-8e96-56e302124bd5,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:48.723896 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:48.741734 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4aa54e26-cd7a-4723-a780-84a6fc30af19 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:00:48.763602 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 4aa54e26-cd7a-4723-a780-84a6fc30af19, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=4aa54e26-cd7a-4723-a780-84a6fc30af19,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:48.784569 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24ccc391-75f7-4b72-92d1-e944be745c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:48.817364 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24ccc391-75f7-4b72-92d1-e944be745c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:48.855911 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:48.979048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=4aa54e26-cd7a-4723-a780-84a6fc30af19,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:49.052978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e94646-2f28-4d7b-be47-d6f801ca52a2 req-32f0f5a7-51f1-4f41-9b42-9dfa9ab067cc tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:49.054730 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-11e94646-2f28-4d7b-be47-d6f801ca52a2 req-32f0f5a7-51f1-4f41-9b42-9dfa9ab067cc tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.1854334 Mar 01 21:00:49.107524 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdd1b54-2a8f-40da-b8f3-ac4c5f64a709 req-31f65428-d161-46d8-a009-4b4e0fac1f7c tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:49.119593 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3fdd1b54-2a8f-40da-b8f3-ac4c5f64a709 req-31f65428-d161-46d8-a009-4b4e0fac1f7c tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 949 time: 0.1729503 Mar 01 21:00:49.172814 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24ccc391-75f7-4b72-92d1-e944be745c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:49.184334 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['4aa54e26-cd7a-4723-a780-84a6fc30af19'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:00:49.234255 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-11e94646-2f28-4d7b-be47-d6f801ca52a2 req-c9c41570-28ba-4120-81c5-adacf0f624ca tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553588 Mar 01 21:00:49.234255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ccc391-75f7-4b72-92d1-e944be745c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3d3e62-ecd6-4349-8e96-56e302124bd5,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:49.237994 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24ccc391-75f7-4b72-92d1-e944be745c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:49.239151 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-24ccc391-75f7-4b72-92d1-e944be745c7c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da3d3e62-ecd6-4349-8e96-56e302124bd5 HTTP/1.1" status: 204 len: 168 time: 0.5827370 Mar 01 21:00:49.281532 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3fdd1b54-2a8f-40da-b8f3-ac4c5f64a709 req-03438ed0-76ad-45c6-b87c-2136ce433dec tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531451 Mar 01 21:00:49.325389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ffe81816-49da-4cfb-a31e-ca3fe6fef03f up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:00:49.481283 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc68fe-818e-4c92-8e06-73345a7851ca req-0d3a484c-461f-4a25-8c70-9ddb8429f1ee tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:49.489594 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ebc68fe-818e-4c92-8e06-73345a7851ca req-0d3a484c-461f-4a25-8c70-9ddb8429f1ee tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 944 time: 0.1277239 Mar 01 21:00:49.586907 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ebc68fe-818e-4c92-8e06-73345a7851ca req-87cfe0d4-c90a-4230-8e05-78fb9f4345f1 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961924 Mar 01 21:00:49.605278 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port ffe81816-49da-4cfb-a31e-ca3fe6fef03f completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:00:49.617421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port ffe81816-49da-4cfb-a31e-ca3fe6fef03f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:00:49.617421 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:49.781075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2655c651-25db-491f-a4d5-cf85fa6a74e2 req-ae912b28-8944-4c00-b249-573018208139 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:49.782697 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2655c651-25db-491f-a4d5-cf85fa6a74e2 req-ae912b28-8944-4c00-b249-573018208139 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1663122 Mar 01 21:00:49.858565 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2655c651-25db-491f-a4d5-cf85fa6a74e2 req-ce71ae2c-ce8a-483b-96a7-a901e37c90a5 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699928 Mar 01 21:00:49.894117 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:49.939205 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e6c311-1796-477c-a45a-731042b6684b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe81816-49da-4cfb-a31e-ca3fe6fef03f'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:00:49.958324 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port ffe81816-49da-4cfb-a31e-ca3fe6fef03f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ffe81816-49da-4cfb-a31e-ca3fe6fef03f,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:50.013968 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e6c311-1796-477c-a45a-731042b6684b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe81816-49da-4cfb-a31e-ca3fe6fef03f', 'code': 200} Mar 01 21:00:50.021512 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:50.023641 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bac2e20d-f3b2-45cf-a44f-127dbc649a30 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:00:50.218780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d2066-5622-4f6e-bba6-0680ccd51e7d req-9037b3e6-8a6d-47c3-8846-9cfb4f79b2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:50.221257 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-654d2066-5622-4f6e-bba6-0680ccd51e7d req-9037b3e6-8a6d-47c3-8846-9cfb4f79b2af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 1101 time: 0.1229975 Mar 01 21:00:50.297391 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=ffe81816-49da-4cfb-a31e-ca3fe6fef03f,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:50.332369 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-654d2066-5622-4f6e-bba6-0680ccd51e7d req-cf1df62d-5a9a-40c5-b853-5865d6773b1f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053641 Mar 01 21:00:50.374857 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port bac2e20d-f3b2-45cf-a44f-127dbc649a30 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:00:50.374857 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port bac2e20d-f3b2-45cf-a44f-127dbc649a30 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:00:50.374857 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:50.593887 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:50.633973 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bac2e20d-f3b2-45cf-a44f-127dbc649a30, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bac2e20d-f3b2-45cf-a44f-127dbc649a30,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:50.726870 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:50.731115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7587b4-2202-4305-893f-6f07a221e4f9 req-0849d842-157b-461f-9273-c42c9e5df834 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:50.734977 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d7587b4-2202-4305-893f-6f07a221e4f9 req-0849d842-157b-461f-9273-c42c9e5df834 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 950 time: 0.2568946 Mar 01 21:00:50.828345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f45a980-28c1-4be8-b33d-23a255e9977a req-042a034e-831c-451a-ae06-de622cce8eeb tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:50.838468 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5f45a980-28c1-4be8-b33d-23a255e9977a req-042a034e-831c-451a-ae06-de622cce8eeb tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.3163304 Mar 01 21:00:50.849466 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=bac2e20d-f3b2-45cf-a44f-127dbc649a30,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:50.870972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d7587b4-2202-4305-893f-6f07a221e4f9 req-3e9271b5-534e-4bd9-b971-5aa752bf0558 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275074 Mar 01 21:00:50.947957 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5f45a980-28c1-4be8-b33d-23a255e9977a req-2920af82-28c5-4d79-87e3-604b7dc668e9 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983095 Mar 01 21:00:51.197387 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:51.304671 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15c7389-4044-4707-8066-39d45348dfb5 req-397b218f-6d6d-41fa-b03c-68624a8b406b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:51.318310 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a15c7389-4044-4707-8066-39d45348dfb5 req-397b218f-6d6d-41fa-b03c-68624a8b406b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 944 time: 0.2536325 Mar 01 21:00:51.355107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afad5f-83b8-4aa4-a56a-74e751d8e554 req-b75127b0-e471-4f81-955c-642f8b4dd1c9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:51.371728 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-08afad5f-83b8-4aa4-a56a-74e751d8e554 req-b75127b0-e471-4f81-955c-642f8b4dd1c9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.2190344 Mar 01 21:00:51.434295 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a15c7389-4044-4707-8066-39d45348dfb5 req-770e3826-a51f-41ae-be94-f9d705b899b9 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209593 Mar 01 21:00:51.459176 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-08afad5f-83b8-4aa4-a56a-74e751d8e554 req-cb1e8c0b-d4e4-4a65-808c-39d536364b13 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867963 Mar 01 21:00:52.019038 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b740f2-9254-4d6d-8951-ec762b71c95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac2e20d-f3b2-45cf-a44f-127dbc649a30'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:00:52.241963 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ac9922-f7b3-46df-b799-7e57f556ae57 req-0af4c03f-745c-4b9f-8030-8387909a13a8 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:52.250654 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50ac9922-f7b3-46df-b799-7e57f556ae57 req-0af4c03f-745c-4b9f-8030-8387909a13a8 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 950 time: 0.2098298 Mar 01 21:00:52.276996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661cbb4-6a86-4cc8-b1eb-739473d751a9 req-bd0332a8-b80e-41c2-8289-0d73e20b2ebf tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:52.278839 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5661cbb4-6a86-4cc8-b1eb-739473d751a9 req-bd0332a8-b80e-41c2-8289-0d73e20b2ebf tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.1811130 Mar 01 21:00:52.354153 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50ac9922-f7b3-46df-b799-7e57f556ae57 req-025ca2ba-0987-4706-a96e-0703f82cfb00 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025887 Mar 01 21:00:52.404875 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5661cbb4-6a86-4cc8-b1eb-739473d751a9 req-d6e14dfc-5a2e-41b0-8a62-a5c092662b48 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169739 Mar 01 21:00:52.422589 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 4aa54e26-cd7a-4723-a780-84a6fc30af19 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:00:52.528443 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b740f2-9254-4d6d-8951-ec762b71c95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac2e20d-f3b2-45cf-a44f-127dbc649a30', 'code': 200} Mar 01 21:00:52.802190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 4aa54e26-cd7a-4723-a780-84a6fc30af19 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:00:52.816055 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 4aa54e26-cd7a-4723-a780-84a6fc30af19 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:00:52.816441 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:52.856387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184916c-9ac6-4462-a81e-4f034ef65009 req-8934fc5f-42d2-4410-95f3-0f7b3c7de841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:52.858241 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5184916c-9ac6-4462-a81e-4f034ef65009 req-8934fc5f-42d2-4410-95f3-0f7b3c7de841 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 1100 time: 0.2765095 Mar 01 21:00:52.908165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5885465b-b537-488e-9cb3-5250a53c5229 req-253a7ebd-f9f6-4769-bfe6-c812641aeb8f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:52.910957 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5885465b-b537-488e-9cb3-5250a53c5229 req-253a7ebd-f9f6-4769-bfe6-c812641aeb8f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1599412 Mar 01 21:00:52.917095 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d898d75-216a-4d22-b454-286f0cb46e28 req-f97c7fdc-22eb-416a-a56a-aa0156b54a6e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:52.926044 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d898d75-216a-4d22-b454-286f0cb46e28 req-f97c7fdc-22eb-416a-a56a-aa0156b54a6e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.3093784 Mar 01 21:00:52.959109 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:53.007251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 4aa54e26-cd7a-4723-a780-84a6fc30af19, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=4aa54e26-cd7a-4723-a780-84a6fc30af19,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:53.012438 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5184916c-9ac6-4462-a81e-4f034ef65009 req-d952692a-7ca5-41f9-ab4d-6f39f3175233 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374879 Mar 01 21:00:53.032389 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d898d75-216a-4d22-b454-286f0cb46e28 req-99314a5c-5ffb-48a6-800a-8924a92ca2d7 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026680 Mar 01 21:00:53.055221 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5885465b-b537-488e-9cb3-5250a53c5229 req-babb57b6-e8c2-4355-a617-886936b3f9bf tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270306 Mar 01 21:00:53.098852 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:53.226035 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=4aa54e26-cd7a-4723-a780-84a6fc30af19,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:53.311647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f62df3-10bd-4fa1-8840-a927e7302510 req-d0a45ce2-120d-475c-aa66-a2a15e203055 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:53.324696 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72f62df3-10bd-4fa1-8840-a927e7302510 req-d0a45ce2-120d-475c-aa66-a2a15e203055 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 945 time: 0.1272759 Mar 01 21:00:53.341896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47808) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:53.381892 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72f62df3-10bd-4fa1-8840-a927e7302510 req-3df78aa7-5706-45b1-a908-e4644b2aefa2 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528195 Mar 01 21:00:53.552226 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bc8d6b9f-bec1-4729-ab40-656d1dfae6dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:53.609364 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bc8d6b9f-bec1-4729-ab40-656d1dfae6dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:53.615657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bc8d6b9f-bec1-4729-ab40-656d1dfae6dd admin admin] Usage tracker for resource:security_group_rule and tenant:88d23095d3cd4f618310c1b385fb8207 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:53.620580 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bc8d6b9f-bec1-4729-ab40-656d1dfae6dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:53.622359 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:53.631056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bc8d6b9f-bec1-4729-ab40-656d1dfae6dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:53.698752 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7462812-819c-4cd9-a024-4cae3fe8f4fb req-67b9121b-b950-410d-9caa-391b4c703c3d tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:53.706029 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7462812-819c-4cd9-a024-4cae3fe8f4fb req-67b9121b-b950-410d-9caa-391b4c703c3d tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.1354728 Mar 01 21:00:53.730655 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bc8d6b9f-bec1-4729-ab40-656d1dfae6dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:53.757884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7462812-819c-4cd9-a024-4cae3fe8f4fb req-df963d34-1cbb-4da9-817b-55df4a25955f tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488951 Mar 01 21:00:53.797274 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bc8d6b9f-bec1-4729-ab40-656d1dfae6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:53.865494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47836) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:53.872001 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bc8d6b9f-bec1-4729-ab40-656d1dfae6dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=88d23095d3cd4f618310c1b385fb8207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5275292 Mar 01 21:00:53.874327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d6b9f-bec1-4729-ab40-656d1dfae6dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4743dea8-0ca2-4b89-93fd-ba0d02ebf865,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:53.931645 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fb9f667-fee1-48c0-9ac5-8e3f58397a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:53.957474 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fb9f667-fee1-48c0-9ac5-8e3f58397a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:54.094264 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fb9f667-fee1-48c0-9ac5-8e3f58397a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:54.125830 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9f667-fee1-48c0-9ac5-8e3f58397a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4743dea8-0ca2-4b89-93fd-ba0d02ebf865,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:54.138380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9f667-fee1-48c0-9ac5-8e3f58397a64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:54.138380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9f667-fee1-48c0-9ac5-8e3f58397a64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:54.142944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9f667-fee1-48c0-9ac5-8e3f58397a64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:54.142944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9f667-fee1-48c0-9ac5-8e3f58397a64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:54.142944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9f667-fee1-48c0-9ac5-8e3f58397a64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:54.142944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9f667-fee1-48c0-9ac5-8e3f58397a64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:54.142944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9f667-fee1-48c0-9ac5-8e3f58397a64 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:54.142944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9f667-fee1-48c0-9ac5-8e3f58397a64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:54.142944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9f667-fee1-48c0-9ac5-8e3f58397a64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:54.142944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9f667-fee1-48c0-9ac5-8e3f58397a64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:54.142944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9f667-fee1-48c0-9ac5-8e3f58397a64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:54.142944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb9f667-fee1-48c0-9ac5-8e3f58397a64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:00:54.149151 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fb9f667-fee1-48c0-9ac5-8e3f58397a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:54.152788 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9fb9f667-fee1-48c0-9ac5-8e3f58397a64 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4743dea8-0ca2-4b89-93fd-ba0d02ebf865 HTTP/1.1" status: 204 len: 168 time: 0.2838593 Mar 01 21:00:54.343112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5947ba2-a48f-43e0-b424-c065a50aaa2e req-f8484239-7c53-4e39-8022-072070c9452a tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:54.344709 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5947ba2-a48f-43e0-b424-c065a50aaa2e req-f8484239-7c53-4e39-8022-072070c9452a tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.1856465 Mar 01 21:00:54.372981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45b0c4-2d91-49e9-9d9f-b8454176246d req-0e5af41a-ebed-4bb7-919b-2063381927bb tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:54.375010 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d45b0c4-2d91-49e9-9d9f-b8454176246d req-0e5af41a-ebed-4bb7-919b-2063381927bb tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1370506 Mar 01 21:00:54.442715 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5947ba2-a48f-43e0-b424-c065a50aaa2e req-52f32d78-97ac-449d-8edd-ef336586e9bf tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777745 Mar 01 21:00:54.449325 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d45b0c4-2d91-49e9-9d9f-b8454176246d req-0cb2a1e8-9756-4e72-94c9-febdb83e7645 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645556 Mar 01 21:00:54.529605 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539a24b4-0c31-4aad-a228-53f114a9490a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa54e26-cd7a-4723-a780-84a6fc30af19'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:00:54.591216 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539a24b4-0c31-4aad-a228-53f114a9490a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4aa54e26-cd7a-4723-a780-84a6fc30af19', 'code': 200} Mar 01 21:00:54.633742 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a648b4ee-bc49-4c60-a749-0c8176e37c59 req-fd7ba82c-7e5b-4164-a80d-d8a13016296b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:54.635163 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a648b4ee-bc49-4c60-a749-0c8176e37c59 req-fd7ba82c-7e5b-4164-a80d-d8a13016296b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 945 time: 0.0952096 Mar 01 21:00:54.683977 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a648b4ee-bc49-4c60-a749-0c8176e37c59 req-f3146378-1892-4d0f-a0a7-6513e96d4c37 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418534 Mar 01 21:00:54.738531 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae99a7e2-7e78-4a4c-ad5e-11213545c043 req-c69d9d69-bc54-49cc-9572-b5e9cfd26781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:54.740140 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ae99a7e2-7e78-4a4c-ad5e-11213545c043 req-c69d9d69-bc54-49cc-9572-b5e9cfd26781 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 1096 time: 0.0778911 Mar 01 21:00:54.773887 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47864) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:54.832741 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ae99a7e2-7e78-4a4c-ad5e-11213545c043 req-43daaca7-b7c5-4ccb-8ebf-91183f23035c service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507350 Mar 01 21:00:54.914886 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-888e911a-d48b-4c24-a056-462dfbabd3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:54.934090 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-888e911a-d48b-4c24-a056-462dfbabd3f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:54.939487 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-888e911a-d48b-4c24-a056-462dfbabd3f7 admin admin] Usage tracker for resource:security_group_rule and tenant:c26c8b7205a240aca6682fb7c65cd3b9 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:54.945734 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-888e911a-d48b-4c24-a056-462dfbabd3f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:54.949987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-888e911a-d48b-4c24-a056-462dfbabd3f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:54.974581 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e919db8-a6ea-403c-a5c5-7295e4297364 req-e1d5b943-38de-4d90-baa7-20d0d9cdf4e7 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:54.976160 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0e919db8-a6ea-403c-a5c5-7295e4297364 req-e1d5b943-38de-4d90-baa7-20d0d9cdf4e7 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.0900085 Mar 01 21:00:55.037734 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0e919db8-a6ea-403c-a5c5-7295e4297364 req-9d003ba0-4ad6-441b-9276-bd686a29f6d8 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547788 Mar 01 21:00:55.041714 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-888e911a-d48b-4c24-a056-462dfbabd3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:55.160904 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-888e911a-d48b-4c24-a056-462dfbabd3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:55.212242 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-888e911a-d48b-4c24-a056-462dfbabd3f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c26c8b7205a240aca6682fb7c65cd3b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4319620 Mar 01 21:00:55.212242 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888e911a-d48b-4c24-a056-462dfbabd3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ef33c5-f15d-4817-8640-153e98517ccf,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:55.212242 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47882) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:55.272033 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fd0ecb5e-1d73-4ab3-986f-d7f3f49766b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:55.297133 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fd0ecb5e-1d73-4ab3-986f-d7f3f49766b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:55.536847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab169006-bb30-4232-a74f-49b1da533cca req-2fa42f72-c83f-4747-9c28-ac39bd5030f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:55.538345 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ab169006-bb30-4232-a74f-49b1da533cca req-2fa42f72-c83f-4747-9c28-ac39bd5030f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73e0cae710d240e3a9c48196a71f53fb&device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 1096 time: 0.1994741 Mar 01 21:00:55.640793 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fd0ecb5e-1d73-4ab3-986f-d7f3f49766b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:55.673450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0ecb5e-1d73-4ab3-986f-d7f3f49766b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ef33c5-f15d-4817-8640-153e98517ccf,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:55.687624 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fd0ecb5e-1d73-4ab3-986f-d7f3f49766b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:55.691959 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fd0ecb5e-1d73-4ab3-986f-d7f3f49766b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87ef33c5-f15d-4817-8640-153e98517ccf HTTP/1.1" status: 204 len: 168 time: 0.4766636 Mar 01 21:00:55.704041 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb259c02-240a-46bb-be66-1432717a5475 req-7c537799-3c84-4742-9c33-7091563de7d8 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:55.704041 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb259c02-240a-46bb-be66-1432717a5475 req-7c537799-3c84-4742-9c33-7091563de7d8 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.1411872 Mar 01 21:00:55.715234 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08173def-4316-48fb-b46b-5b6b2c96f982 req-6930a264-9d8e-4455-a795-4d911bf1ae9f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:55.724715 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-08173def-4316-48fb-b46b-5b6b2c96f982 req-6930a264-9d8e-4455-a795-4d911bf1ae9f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.1264887 Mar 01 21:00:55.742223 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab169006-bb30-4232-a74f-49b1da533cca req-66946ca4-f4a7-40aa-bb73-b946cc0f85c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:55.744336 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ab169006-bb30-4232-a74f-49b1da533cca req-66946ca4-f4a7-40aa-bb73-b946cc0f85c8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6ada74c-bd63-4636-abf5-95dfb8263926 HTTP/1.1" status: 200 len: 915 time: 0.1991305 Mar 01 21:00:55.798710 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb259c02-240a-46bb-be66-1432717a5475 req-b8125aaa-017f-4fc4-b097-2114da72c01d tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735195 Mar 01 21:00:55.811944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-08173def-4316-48fb-b46b-5b6b2c96f982 req-cbece0e9-0c2f-4c57-b937-7e7e834ae64b tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875762 Mar 01 21:00:55.860173 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ab169006-bb30-4232-a74f-49b1da533cca req-15d5afcc-745c-44c8-a778-49bb5cfdec25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=940044c3-308c-4284-a779-446921c9c097 HTTP/1.1" status: 200 len: 217 time: 0.1068900 Mar 01 21:00:55.934789 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab169006-bb30-4232-a74f-49b1da533cca req-1a1641d3-9090-4fcf-99ee-9e1032c7d8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:55.937036 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ab169006-bb30-4232-a74f-49b1da533cca req-1a1641d3-9090-4fcf-99ee-9e1032c7d8fa service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3d9c7eca-9d4c-45b5-b379-078956794f58 HTTP/1.1" status: 200 len: 854 time: 0.0691111 Mar 01 21:00:55.994945 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ab169006-bb30-4232-a74f-49b1da533cca req-0c3993df-a38a-4553-998d-4fed1850647e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6ada74c-bd63-4636-abf5-95dfb8263926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497293 Mar 01 21:00:56.019442 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d83670-e6e4-44a9-a389-927aa2e09092 req-6dc8dd68-3043-4d97-af27-e5a022bcdbcb tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:56.020972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0d83670-e6e4-44a9-a389-927aa2e09092 req-6dc8dd68-3043-4d97-af27-e5a022bcdbcb tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 945 time: 0.1081479 Mar 01 21:00:56.135001 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0d83670-e6e4-44a9-a389-927aa2e09092 req-2936540f-46fc-4105-994c-c6688ef30c2a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053686 Mar 01 21:00:56.232323 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ab169006-bb30-4232-a74f-49b1da533cca req-79dabb9a-a977-40dc-b271-97d31290e11b service neutron] 10.222.0.57 "GET /v2.0/networks/c6ada74c-bd63-4636-abf5-95dfb8263926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267210 Mar 01 21:00:56.352868 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61d582d4-17d3-485f-87da-7c2143eb198c req-08a406b5-b1ed-4cc0-be52-1631392cd516 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=665d188d9bd94aaab6d655afa44861eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0463791 Mar 01 21:00:56.400869 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f562af8-7153-4155-9d98-41f295e48818 req-99e99fed-8e37-4d24-9306-1d2a5454ac8a tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:56.402441 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4f562af8-7153-4155-9d98-41f295e48818 req-99e99fed-8e37-4d24-9306-1d2a5454ac8a tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.1673551 Mar 01 21:00:56.449713 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ab169006-bb30-4232-a74f-49b1da533cca req-0d732ffd-8f99-44ea-a5fc-43ffb0aedb06 service neutron] 10.222.0.57 "GET /v2.0/networks/c6ada74c-bd63-4636-abf5-95dfb8263926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106335 Mar 01 21:00:56.541625 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4f562af8-7153-4155-9d98-41f295e48818 req-d6b00e04-f903-4f61-86d6-216be0f44597 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183407 Mar 01 21:00:56.574808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d582d4-17d3-485f-87da-7c2143eb198c req-721a4283-d789-452b-b319-882f915732dd tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:56.576294 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61d582d4-17d3-485f-87da-7c2143eb198c req-721a4283-d789-452b-b319-882f915732dd tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2168121 Mar 01 21:00:56.593938 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61d582d4-17d3-485f-87da-7c2143eb198c req-518d81b0-2163-492f-9758-6e3c2f05f085 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/quotas/665d188d9bd94aaab6d655afa44861eb HTTP/1.1" status: 200 len: 375 time: 0.0096650 Mar 01 21:00:56.687896 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61d582d4-17d3-485f-87da-7c2143eb198c req-5f7a1915-22fe-4885-8a58-3f70ef0eb00a tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=665d188d9bd94aaab6d655afa44861eb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848191 Mar 01 21:00:56.783559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47930) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:56.801185 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ea14c16e-03ac-4e18-8072-2c26a4ef61ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:56.816149 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ea14c16e-03ac-4e18-8072-2c26a4ef61ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:56.820064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ea14c16e-03ac-4e18-8072-2c26a4ef61ac admin admin] Usage tracker for resource:security_group_rule and tenant:dcf76680f8ed47bb821bb49441a41d57 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:56.822857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ea14c16e-03ac-4e18-8072-2c26a4ef61ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:56.829293 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ea14c16e-03ac-4e18-8072-2c26a4ef61ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:56.922015 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ea14c16e-03ac-4e18-8072-2c26a4ef61ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:56.987977 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ea14c16e-03ac-4e18-8072-2c26a4ef61ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:57.033047 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea14c16e-03ac-4e18-8072-2c26a4ef61ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0dd941-1f25-47e0-b2da-16dbe54de00b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:57.083403 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ea14c16e-03ac-4e18-8072-2c26a4ef61ac admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dcf76680f8ed47bb821bb49441a41d57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2958007 Mar 01 21:00:57.083952 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47944) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:57.091190 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9b30492-8d06-4b40-850d-e7c148f75506 req-82803015-dd0c-4c50-96ef-01cd65c47278 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=cad0af69-e06d-405e-a404-734c95c0d5c0 HTTP/1.1" status: 200 len: 210 time: 0.0809500 Mar 01 21:00:57.147015 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47948) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:57.171240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d19dd2-50a2-4a6c-aa0f-b615cb97edb9 req-a7325eb1-f5ac-46a3-ac20-13be4650c217 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:57.178173 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75d19dd2-50a2-4a6c-aa0f-b615cb97edb9 req-a7325eb1-f5ac-46a3-ac20-13be4650c217 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.2133024 Mar 01 21:00:57.209090 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64a0ce8e-e045-47a5-9bdd-a3e167605d16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:57.235027 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75d19dd2-50a2-4a6c-aa0f-b615cb97edb9 req-21859aa7-1fee-4e5f-9f84-786d119461b7 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556378 Mar 01 21:00:57.252428 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64a0ce8e-e045-47a5-9bdd-a3e167605d16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:57.340285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1854037015', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:00:57.349602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:57.354002 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-09872672-20ac-40ad-a680-2d99e4cf9618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:57.356472 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Usage tracker for resource:port and tenant:dab1bb8861804b90905920369641039e is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:57.359158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:57.366623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:57.404380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8277a1b-75b6-4622-90f2-2f6004cb752d req-60992cee-ab5b-46ca-8385-0ed83866fb33 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:57.405967 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8277a1b-75b6-4622-90f2-2f6004cb752d req-60992cee-ab5b-46ca-8385-0ed83866fb33 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 945 time: 0.1063743 Mar 01 21:00:57.412946 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64a0ce8e-e045-47a5-9bdd-a3e167605d16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:57.428611 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0ce8e-e045-47a5-9bdd-a3e167605d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0dd941-1f25-47e0-b2da-16dbe54de00b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:57.435898 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64a0ce8e-e045-47a5-9bdd-a3e167605d16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:57.444185 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-64a0ce8e-e045-47a5-9bdd-a3e167605d16 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dd0dd941-1f25-47e0-b2da-16dbe54de00b HTTP/1.1" status: 204 len: 168 time: 0.3529873 Mar 01 21:00:57.456136 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8277a1b-75b6-4622-90f2-2f6004cb752d req-af8a9acd-b415-4f72-aa67-e92e0543197f tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432620 Mar 01 21:00:57.530587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Made reservation on behalf of dab1bb8861804b90905920369641039e for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:00:57.530587 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:57.539349 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:57.563630 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:57.567955 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Usage tracker for resource:security_group_rule and tenant:dab1bb8861804b90905920369641039e is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:57.571055 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:57.579133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:57.967439 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06392806-4567-48ec-a038-70135249c7f9 req-13f8fe06-d4ec-4f13-bfba-525b84aa6f05 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:57.968950 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06392806-4567-48ec-a038-70135249c7f9 req-13f8fe06-d4ec-4f13-bfba-525b84aa6f05 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 806 time: 0.2545555 Mar 01 21:00:57.977389 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127d721e-3dcb-4cfa-b18c-cc1fb30a13c2 req-efb0049b-e254-49c7-9060-814a8a20db65 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:57.978960 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-127d721e-3dcb-4cfa-b18c-cc1fb30a13c2 req-efb0049b-e254-49c7-9060-814a8a20db65 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.2656529 Mar 01 21:00:58.015685 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:58.022309 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06392806-4567-48ec-a038-70135249c7f9 req-55593714-9557-4455-b739-93464e601270 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/quotas/aa2e4c40cdf841a1bcb0ba66d7c5d576 HTTP/1.1" status: 200 len: 375 time: 0.0424056 Mar 01 21:00:58.087285 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-127d721e-3dcb-4cfa-b18c-cc1fb30a13c2 req-4eb87d0a-bbff-403d-9c59-62951823ccb3 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998809 Mar 01 21:00:58.130192 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06392806-4567-48ec-a038-70135249c7f9 req-726c43f2-f089-4e6e-a8ef-e9d82a9711f4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942791 Mar 01 21:00:58.160010 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:58.184653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] device_id is not set on port 8cb1568b-49c7-4eeb-bae6-62ce8a0b7fcc yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:00:58.359526 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fa642e8-4910-40b4-b494-081a77cda995 req-1f42cf8d-1f53-4a7f-91d0-f16fab634851 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=cad0af69-e06d-405e-a404-734c95c0d5c0 HTTP/1.1" status: 200 len: 210 time: 0.1316299 Mar 01 21:00:58.372092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb73f22a-2a26-48ee-816c-030a20b90e46,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:58.403554 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 940044c3-308c-4284-a779-446921c9c097 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:00:58.478164 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06392806-4567-48ec-a038-70135249c7f9 req-18bdadc9-f2ee-48fd-92b2-63e57ea80c97 service neutron] 10.222.0.42 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3418214 Mar 01 21:00:58.597794 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:58.630566 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4659015d-4561-4bfe-a339-451e415b3f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '940044c3-308c-4284-a779-446921c9c097'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:00:58.638322 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 940044c3-308c-4284-a779-446921c9c097, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=940044c3-308c-4284-a779-446921c9c097,segment=NetworkSegment(c0033dff-66c7-4991-8ee7-f4c19b77a17f),segment_id=c0033dff-66c7-4991-8ee7-f4c19b77a17f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:00:58.660737 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Allocated IP 172.25.5.153 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/8cb1568b-49c7-4eeb-bae6-62ce8a0b7fcc) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:00:58.731060 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06392806-4567-48ec-a038-70135249c7f9 req-d501ebc0-d54e-4075-b4e5-642836b7759f service neutron] 10.222.0.42 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506678 Mar 01 21:00:58.763012 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae3547f-1169-472c-8464-04d73b8f7060 req-5c48a96a-e4bc-4d58-8e7d-8e403dea0987 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:58.767474 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:58.770416 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ae3547f-1169-472c-8464-04d73b8f7060 req-5c48a96a-e4bc-4d58-8e7d-8e403dea0987 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 945 time: 0.2649689 Mar 01 21:00:58.883119 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=940044c3-308c-4284-a779-446921c9c097,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:58.911570 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ae3547f-1169-472c-8464-04d73b8f7060 req-47d93a1c-092e-4f60-93d9-4e034234256f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347256 Mar 01 21:00:58.984601 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4659015d-4561-4bfe-a339-451e415b3f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '940044c3-308c-4284-a779-446921c9c097', 'code': 200} Mar 01 21:00:58.999317 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:59.119978 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f075657c-7893-4eb2-8dba-4bfa3653532e req-30767e34-e8d0-4bd4-bedd-c58d66591ed2 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=153d9f1a-3b96-4e51-ba73-6653a85e9580 HTTP/1.1" status: 200 len: 210 time: 0.0561819 Mar 01 21:00:59.203303 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:59.333917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:00:59.350218 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:00:59.355005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:00:59.389986 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Pushing event updated for resources: {'Port': ['ID=8cb1568b-49c7-4eeb-bae6-62ce8a0b7fcc,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:00:59.434882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:59.435545 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:59.476260 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a587ce1-1c05-4168-ae0e-fd1d57c25506 req-326b4e52-7966-451f-8a37-e825592f575f tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:00:59.478133 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a587ce1-1c05-4168-ae0e-fd1d57c25506 req-326b4e52-7966-451f-8a37-e825592f575f tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.2126865 Mar 01 21:00:59.569780 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8bbe8e06-838d-4c78-8df7-b96459cbe919 req-25a35291-1a0a-4326-9ad6-e1c81792e863 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=cad0af69-e06d-405e-a404-734c95c0d5c0 HTTP/1.1" status: 200 len: 210 time: 0.0667827 Mar 01 21:00:59.580347 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a587ce1-1c05-4168-ae0e-fd1d57c25506 req-2e5b27be-e94a-43c8-b458-fc4d73266a34 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928514 Mar 01 21:00:59.679972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-87578e84-ba0d-499c-8060-98708b39e92c tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.5306671 Mar 01 21:00:59.688578 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48026) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:00:59.695919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9b69ef0a-fd11-46ce-8c55-5d40c05f3bf8 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.153'}]}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:00:59.707424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9b69ef0a-fd11-46ce-8c55-5d40c05f3bf8 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:00:59.707424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9b69ef0a-fd11-46ce-8c55-5d40c05f3bf8 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Usage tracker for resource:router and tenant:dab1bb8861804b90905920369641039e is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:00:59.709484 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9b69ef0a-fd11-46ce-8c55-5d40c05f3bf8 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:00:59.716843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9b69ef0a-fd11-46ce-8c55-5d40c05f3bf8 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:00:59.729539 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7ec7db63-d893-4d53-b726-72ecd83055d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:59.746231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61d582d4-17d3-485f-87da-7c2143eb198c req-b8717353-e254-4ffd-92b0-b55f0b48fd26 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=665d188d9bd94aaab6d655afa44861eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319295 Mar 01 21:00:59.878385 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b69ef0a-fd11-46ce-8c55-5d40c05f3bf8 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:59.879488 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b69ef0a-fd11-46ce-8c55-5d40c05f3bf8 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:00:59.907835 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b69ef0a-fd11-46ce-8c55-5d40c05f3bf8 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:00.051833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d582d4-17d3-485f-87da-7c2143eb198c req-3e0b4c18-4b97-40e9-81c7-1e8ac3cc9eb1 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:00.053449 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61d582d4-17d3-485f-87da-7c2143eb198c req-3e0b4c18-4b97-40e9-81c7-1e8ac3cc9eb1 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3026834 Mar 01 21:01:00.068450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-61d582d4-17d3-485f-87da-7c2143eb198c req-aa2c5af4-7809-4ef9-85ad-839fa6bc3b9e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Request body: {'port': {'device_id': 'cad0af69-e06d-405e-a404-734c95c0d5c0', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': '665d188d9bd94aaab6d655afa44861eb'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:00.315576 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68c544eb-5e2e-4ed0-99b5-9067a80b67aa req-7569e16d-8032-4213-bd10-29f451593fe8 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=153d9f1a-3b96-4e51-ba73-6653a85e9580 HTTP/1.1" status: 200 len: 210 time: 0.0583174 Mar 01 21:01:00.353994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e478f-04c4-45fb-a5de-c4d91d1b643a req-87285f12-d0f0-47d5-bcc1-a542f196fc19 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:00.355864 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f01e478f-04c4-45fb-a5de-c4d91d1b643a req-87285f12-d0f0-47d5-bcc1-a542f196fc19 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 943 time: 0.2732625 Mar 01 21:01:00.395209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-61d582d4-17d3-485f-87da-7c2143eb198c req-aa2c5af4-7809-4ef9-85ad-839fa6bc3b9e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:00.400098 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b69ef0a-fd11-46ce-8c55-5d40c05f3bf8 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:00.407325 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-61d582d4-17d3-485f-87da-7c2143eb198c req-aa2c5af4-7809-4ef9-85ad-839fa6bc3b9e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Usage tracker for resource:port and tenant:665d188d9bd94aaab6d655afa44861eb is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:00.412251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-61d582d4-17d3-485f-87da-7c2143eb198c req-aa2c5af4-7809-4ef9-85ad-839fa6bc3b9e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:00.422236 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-61d582d4-17d3-485f-87da-7c2143eb198c req-aa2c5af4-7809-4ef9-85ad-839fa6bc3b9e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:00.434203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f01e478f-04c4-45fb-a5de-c4d91d1b643a req-fe28117d-c093-41b8-ae03-38750c6f504a tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636661 Mar 01 21:01:00.506493 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:00.523657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61d582d4-17d3-485f-87da-7c2143eb198c req-aa2c5af4-7809-4ef9-85ad-839fa6bc3b9e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Made reservation on behalf of 665d188d9bd94aaab6d655afa44861eb for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:01:00.528739 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-61d582d4-17d3-485f-87da-7c2143eb198c req-aa2c5af4-7809-4ef9-85ad-839fa6bc3b9e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:00.604087 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:00.790224 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b3cc272-4545-47d1-a012-7ebf11bc9ca4 req-68343ec0-08ad-4ffb-926a-57101f49e7e3 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=cad0af69-e06d-405e-a404-734c95c0d5c0 HTTP/1.1" status: 200 len: 210 time: 0.0658405 Mar 01 21:01:00.924370 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-61d582d4-17d3-485f-87da-7c2143eb198c req-aa2c5af4-7809-4ef9-85ad-839fa6bc3b9e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Allocated IP 192.168.233.217 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/548d5c69-fc44-474a-9154-234b2053cd4a) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:01:01.000312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33879bfd-50b7-4007-a20d-4375562a1408 req-dfd637fc-276d-4396-8173-5f578c95af73 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:01.000312 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33879bfd-50b7-4007-a20d-4375562a1408 req-dfd637fc-276d-4396-8173-5f578c95af73 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 943 time: 0.4521201 Mar 01 21:01:01.097297 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33879bfd-50b7-4007-a20d-4375562a1408 req-32cea48c-038b-481a-83f8-7cc099bba553 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804996 Mar 01 21:01:01.111241 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b69ef0a-fd11-46ce-8c55-5d40c05f3bf8 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:01.156549 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b69ef0a-fd11-46ce-8c55-5d40c05f3bf8 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:01.186954 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb9549e-99e8-4fa2-83f8-a0a7d3938d71 req-09c7c5c4-eeb8-4868-a6fa-ba5e36d760af tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:01.188697 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-afb9549e-99e8-4fa2-83f8-a0a7d3938d71 req-09c7c5c4-eeb8-4868-a6fa-ba5e36d760af tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.2498488 Mar 01 21:01:01.272508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48064) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:01.340009 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-afb9549e-99e8-4fa2-83f8-a0a7d3938d71 req-ea0c78cb-ca60-4984-b9b1-b3cdf051a1ce tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833011 Mar 01 21:01:01.394041 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-61d582d4-17d3-485f-87da-7c2143eb198c req-aa2c5af4-7809-4ef9-85ad-839fa6bc3b9e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:01.416837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-61d582d4-17d3-485f-87da-7c2143eb198c req-aa2c5af4-7809-4ef9-85ad-839fa6bc3b9e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Transition to ACTIVE for port object 548d5c69-fc44-474a-9154-234b2053cd4a will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:01:01.512989 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b69ef0a-fd11-46ce-8c55-5d40c05f3bf8 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:01.551225 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:01.562569 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:01.566841 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-07256d6e-b64e-471d-8510-8d401bb52f0e req-db242ee9-95f6-4805-83af-c1f6933c7c29 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=153d9f1a-3b96-4e51-ba73-6653a85e9580 HTTP/1.1" status: 200 len: 210 time: 0.0742681 Mar 01 21:01:01.568098 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-61d582d4-17d3-485f-87da-7c2143eb198c req-aa2c5af4-7809-4ef9-85ad-839fa6bc3b9e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:01.583319 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['ffe81816-49da-4cfb-a31e-ca3fe6fef03f', 'bac2e20d-f3b2-45cf-a44f-127dbc649a30'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:01:01.639714 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Usage tracker for resource:floatingip and tenant:82f2c7be5c214bdab0cc533c9714b137 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:01.650419 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:01.671035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:01.690032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61d582d4-17d3-485f-87da-7c2143eb198c req-aa2c5af4-7809-4ef9-85ad-839fa6bc3b9e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:01:01.690032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-61d582d4-17d3-485f-87da-7c2143eb198c req-aa2c5af4-7809-4ef9-85ad-839fa6bc3b9e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:01.701016 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d582d4-17d3-485f-87da-7c2143eb198c req-aa2c5af4-7809-4ef9-85ad-839fa6bc3b9e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:01:01.736243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c5af4-7809-4ef9-85ad-839fa6bc3b9e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Pushing event updated for resources: {'Port': ['ID=548d5c69-fc44-474a-9154-234b2053cd4a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:01.789409 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d582d4-17d3-485f-87da-7c2143eb198c req-aa2c5af4-7809-4ef9-85ad-839fa6bc3b9e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:01.790025 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-61d582d4-17d3-485f-87da-7c2143eb198c req-aa2c5af4-7809-4ef9-85ad-839fa6bc3b9e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:01.850585 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:01.937695 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61d582d4-17d3-485f-87da-7c2143eb198c req-aa2c5af4-7809-4ef9-85ad-839fa6bc3b9e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8661199 Mar 01 21:01:01.954517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] Request body: {'port': {'device_id': 'cad0af69-e06d-405e-a404-734c95c0d5c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:02.010503 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b69ef0a-fd11-46ce-8c55-5d40c05f3bf8 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:02.010503 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b69ef0a-fd11-46ce-8c55-5d40c05f3bf8 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:02.142286 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06392806-4567-48ec-a038-70135249c7f9 req-d7b58623-bff5-4de5-8fdc-fdb9d4e8f66a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:02.142286 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-06392806-4567-48ec-a038-70135249c7f9 req-d7b58623-bff5-4de5-8fdc-fdb9d4e8f66a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.55 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 806 time: 0.4948535 Mar 01 21:01:02.155785 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-06392806-4567-48ec-a038-70135249c7f9 req-dcb47976-2e76-4a2f-aa94-2ab4d11b46d6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Request body: {'port': {'device_id': '153d9f1a-3b96-4e51-ba73-6653a85e9580', 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075', 'admin_state_up': True, 'tenant_id': 'aa2e4c40cdf841a1bcb0ba66d7c5d576'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:02.167582 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:02.252624 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b69ef0a-fd11-46ce-8c55-5d40c05f3bf8 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:02.253188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b69ef0a-fd11-46ce-8c55-5d40c05f3bf8 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 27c93c67-8104-473b-8d83-07a0f0baee15 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:01:02.369294 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7cc058d5-522a-41c0-abe0-f60a24909123 None None] Provisioning for port 548d5c69-fc44-474a-9154-234b2053cd4a completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:01:02.376757 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7cc058d5-522a-41c0-abe0-f60a24909123 None None] Provisioning complete for port 548d5c69-fc44-474a-9154-234b2053cd4a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:02.377414 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7cc058d5-522a-41c0-abe0-f60a24909123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:02.405071 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-06392806-4567-48ec-a038-70135249c7f9 req-dcb47976-2e76-4a2f-aa94-2ab4d11b46d6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:02.409579 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-9b69ef0a-fd11-46ce-8c55-5d40c05f3bf8 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 01 21:01:02.411040 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9b69ef0a-fd11-46ce-8c55-5d40c05f3bf8 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.7202437 Mar 01 21:01:02.422025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-06392806-4567-48ec-a038-70135249c7f9 req-dcb47976-2e76-4a2f-aa94-2ab4d11b46d6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Usage tracker for resource:port and tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:02.424237 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48090) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:02.428956 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-06392806-4567-48ec-a038-70135249c7f9 req-dcb47976-2e76-4a2f-aa94-2ab4d11b46d6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:02.440865 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 940044c3-308c-4284-a779-446921c9c097 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:01:02.485295 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-06392806-4567-48ec-a038-70135249c7f9 req-dcb47976-2e76-4a2f-aa94-2ab4d11b46d6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:02.508931 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-7cc058d5-522a-41c0-abe0-f60a24909123 None None] Port 548d5c69-fc44-474a-9154-234b2053cd4a cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:01:02.520483 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:02.542721 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-972448db-2c33-4af4-9963-bd681efd5538 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Deleting port 8cb1568b-49c7-4eeb-bae6-62ce8a0b7fcc {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:02.543527 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-972448db-2c33-4af4-9963-bd681efd5538 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:02.578500 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769b62d-0f26-456e-ada5-6872b5982d34 req-9453efae-4f12-4c2d-8570-52ae3d6f9fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:02.580157 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b769b62d-0f26-456e-ada5-6872b5982d34 req-9453efae-4f12-4c2d-8570-52ae3d6f9fdf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 1097 time: 0.2588007 Mar 01 21:01:02.665296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf84a8-943f-4a68-b429-72d8147043b5 req-8b9abde1-fcd0-4249-9a62-96f8f18697e3 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:02.666763 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50cf84a8-943f-4a68-b429-72d8147043b5 req-8b9abde1-fcd0-4249-9a62-96f8f18697e3 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 943 time: 0.4990165 Mar 01 21:01:02.669294 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06392806-4567-48ec-a038-70135249c7f9 req-dcb47976-2e76-4a2f-aa94-2ab4d11b46d6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Made reservation on behalf of aa2e4c40cdf841a1bcb0ba66d7c5d576 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:01:02.672980 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-06392806-4567-48ec-a038-70135249c7f9 req-dcb47976-2e76-4a2f-aa94-2ab4d11b46d6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:02.729983 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0b1495-68ad-41a4-b24f-f080ab151257 req-ab1cdf4d-7939-4912-aec4-c03c392f4d28 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:02.730813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-fa0b1495-68ad-41a4-b24f-f080ab151257 req-ab1cdf4d-7939-4912-aec4-c03c392f4d28 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Synchronizing usage tracker for tenant:665d188d9bd94aaab6d655afa44861eb on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:01:02.751134 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b769b62d-0f26-456e-ada5-6872b5982d34 req-0faf69a5-3daf-48e4-bb6e-4a3aac6badd4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636879 Mar 01 21:01:02.807172 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:02.846083 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50cf84a8-943f-4a68-b429-72d8147043b5 req-29364f20-9a23-4dc6-b8a7-58d26a8287dc tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712623 Mar 01 21:01:02.931282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-fa0b1495-68ad-41a4-b24f-f080ab151257 req-ab1cdf4d-7939-4912-aec4-c03c392f4d28 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Unset dirty status for tenant:665d188d9bd94aaab6d655afa44861eb on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:01:02.932680 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa0b1495-68ad-41a4-b24f-f080ab151257 req-ab1cdf4d-7939-4912-aec4-c03c392f4d28 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=cad0af69-e06d-405e-a404-734c95c0d5c0 HTTP/1.1" status: 200 len: 936 time: 0.8466344 Mar 01 21:01:03.157412 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ac68ede2-03d2-4c8d-b214-482905cd814d req-0d28f230-0596-42bf-9407-9bd4f0354bc7 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5511870 Mar 01 21:01:03.159107 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-972448db-2c33-4af4-9963-bd681efd5538 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:03.197130 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa0b1495-68ad-41a4-b24f-f080ab151257 req-cf779778-4c0f-403b-ab35-3cd4ed139185 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513824 Mar 01 21:01:03.225638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Allocated IP 172.25.5.110 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/460a3a95-958f-42d2-9c0d-7302ec9fbaf7) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:01:03.312622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-972448db-2c33-4af4-9963-bd681efd5538 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Calling delete_port for 8cb1568b-49c7-4eeb-bae6-62ce8a0b7fcc owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:03.377329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-06392806-4567-48ec-a038-70135249c7f9 req-dcb47976-2e76-4a2f-aa94-2ab4d11b46d6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Allocated IP 172.20.0.8 (0eb071d1-6f39-4afc-91bb-12176e722075/9f3a5278-957f-4116-9615-00ae8b4a370b/a9d927df-f636-4c92-8839-646bddef5103) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:01:03.443289 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0dc4bc5d-a999-49b7-9459-5c73c5a66bea req-07fc38f2-bdfa-493d-9d4b-be3d1836610b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=153d9f1a-3b96-4e51-ba73-6653a85e9580 HTTP/1.1" status: 200 len: 210 time: 0.0752583 Mar 01 21:01:03.450976 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276157a-f611-4ed7-b88e-c0b5c74a07aa req-f318df3a-bbd0-40ad-8c32-bf530cac49a4 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:03.455845 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c276157a-f611-4ed7-b88e-c0b5c74a07aa req-f318df3a-bbd0-40ad-8c32-bf530cac49a4 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.4715095 Mar 01 21:01:03.542845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548d5c69-fc44-474a-9154-234b2053cd4a {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:01:03.566951 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:03.593813 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c276157a-f611-4ed7-b88e-c0b5c74a07aa req-d840ecf3-50ed-4e8d-a8b1-3ed488584fbe tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871935 Mar 01 21:01:03.629154 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:03.658984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] Transition to ACTIVE for port object 548d5c69-fc44-474a-9154-234b2053cd4a will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:01:03.665324 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-972448db-2c33-4af4-9963-bd681efd5538 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:03.719668 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-06392806-4567-48ec-a038-70135249c7f9 req-dcb47976-2e76-4a2f-aa94-2ab4d11b46d6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:03.732331 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972448db-2c33-4af4-9963-bd681efd5538 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cb1568b-49c7-4eeb-bae6-62ce8a0b7fcc,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:03.767273 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:03.781526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972448db-2c33-4af4-9963-bd681efd5538 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:03.782559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972448db-2c33-4af4-9963-bd681efd5538 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:03.782902 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972448db-2c33-4af4-9963-bd681efd5538 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:03.783253 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972448db-2c33-4af4-9963-bd681efd5538 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:03.784052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972448db-2c33-4af4-9963-bd681efd5538 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:03.786023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972448db-2c33-4af4-9963-bd681efd5538 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:03.786322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972448db-2c33-4af4-9963-bd681efd5538 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:03.791643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972448db-2c33-4af4-9963-bd681efd5538 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:03.791643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972448db-2c33-4af4-9963-bd681efd5538 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:03.791643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972448db-2c33-4af4-9963-bd681efd5538 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:03.791643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972448db-2c33-4af4-9963-bd681efd5538 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:03.791643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972448db-2c33-4af4-9963-bd681efd5538 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:03.875148 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-972448db-2c33-4af4-9963-bd681efd5538 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:03.900075 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-972448db-2c33-4af4-9963-bd681efd5538 tempest-RoutersAdminNegativeTest-1284664484 tempest-RoutersAdminNegativeTest-1284664484-project-admin] 10.222.0.42 "DELETE /v2.0/ports/8cb1568b-49c7-4eeb-bae6-62ce8a0b7fcc HTTP/1.1" status: 204 len: 168 time: 1.4691007 Mar 01 21:01:03.931174 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:03.958900 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-06392806-4567-48ec-a038-70135249c7f9 req-dcb47976-2e76-4a2f-aa94-2ab4d11b46d6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:03.959103 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:01:03.967285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:03.970817 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['4aa54e26-cd7a-4723-a780-84a6fc30af19'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:01:03.978158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:01:04.011338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] Pushing event updated for resources: {'Port': ['ID=548d5c69-fc44-474a-9154-234b2053cd4a,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:04.088804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:01:04.172350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06392806-4567-48ec-a038-70135249c7f9 req-dcb47976-2e76-4a2f-aa94-2ab4d11b46d6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Network 0eb071d1-6f39-4afc-91bb-12176e722075 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:01:04.175933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-06392806-4567-48ec-a038-70135249c7f9 req-dcb47976-2e76-4a2f-aa94-2ab4d11b46d6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:04.180632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-06392806-4567-48ec-a038-70135249c7f9 req-dcb47976-2e76-4a2f-aa94-2ab4d11b46d6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:01:04.287197 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb47976-2e76-4a2f-aa94-2ab4d11b46d6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Pushing event updated for resources: {'Port': ['ID=a9d927df-f636-4c92-8839-646bddef5103,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:04.312504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06392806-4567-48ec-a038-70135249c7f9 req-dcb47976-2e76-4a2f-aa94-2ab4d11b46d6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:04.313229 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-06392806-4567-48ec-a038-70135249c7f9 req-dcb47976-2e76-4a2f-aa94-2ab4d11b46d6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:04.356541 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Pushing event updated for resources: {'Port': ['ID=460a3a95-958f-42d2-9c0d-7302ec9fbaf7,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:04.360738 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] Attempting to bind port 548d5c69-fc44-474a-9154-234b2053cd4a on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:01:04.368656 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] Attempting to bind port 548d5c69-fc44-474a-9154-234b2053cd4a by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:01:04.368656 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] Attempting to bind port 548d5c69-fc44-474a-9154-234b2053cd4a on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:01:04.394256 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:04.403879 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] Port 548d5c69-fc44-474a-9154-234b2053cd4a on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:01:04.404203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] Attempting to bind port 548d5c69-fc44-474a-9154-234b2053cd4a on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:01:04.452310 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:01:04.452654 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:01:04.453364 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-06392806-4567-48ec-a038-70135249c7f9 req-dcb47976-2e76-4a2f-aa94-2ab4d11b46d6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3041732 Mar 01 21:01:04.453491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:01:04.454069 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] Bound port: 548d5c69-fc44-474a-9154-234b2053cd4a, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:01:04.454597 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:04.465425 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] Request body: {'port': {'device_id': '153d9f1a-3b96-4e51-ba73-6653a85e9580', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:04.571497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c40eaf-5d1a-4805-a47f-ee6e2ca53077 req-65578eb3-e81f-4f65-a6ed-dc21bcc52c0c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:04.573024 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36c40eaf-5d1a-4805-a47f-ee6e2ca53077 req-65578eb3-e81f-4f65-a6ed-dc21bcc52c0c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 943 time: 0.4818230 Mar 01 21:01:04.611654 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:04.679961 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:04.757487 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48116) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:04.859179 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36c40eaf-5d1a-4805-a47f-ee6e2ca53077 req-20ae78d9-367e-4d69-a3f1-5356900ecc04 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2740867 Mar 01 21:01:04.863937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] For port 548d5c69-fc44-474a-9154-234b2053cd4a, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:01:04.886079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc32c61-b0ef-46b6-9c12-c3084ee7cd3c req-b534a320-3580-4e70-8afe-e6c68935404a tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:04.899761 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bfc32c61-b0ef-46b6-9c12-c3084ee7cd3c req-b534a320-3580-4e70-8afe-e6c68935404a tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=cad0af69-e06d-405e-a404-734c95c0d5c0 HTTP/1.1" status: 200 len: 948 time: 0.4970872 Mar 01 21:01:04.935454 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] For port 548d5c69-fc44-474a-9154-234b2053cd4a, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=548d5c69-fc44-474a-9154-234b2053cd4a,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:01:04.935584 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c46f33c-59d6-4709-9508-550416f4db0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:04.956521 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6c46f33c-59d6-4709-9508-550416f4db0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:04.981314 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6c46f33c-59d6-4709-9508-550416f4db0a admin admin] Usage tracker for resource:security_group_rule and tenant:a793be2a49b546ceb22dfff9eee1f939 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:04.981314 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6c46f33c-59d6-4709-9508-550416f4db0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:04.988488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6c46f33c-59d6-4709-9508-550416f4db0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:05.017594 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bfc32c61-b0ef-46b6-9c12-c3084ee7cd3c req-399708b5-88e2-4c8e-aedb-53d2f09cb217 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228976 Mar 01 21:01:05.094072 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:05.153404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9d927df-f636-4c92-8839-646bddef5103 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:01:05.166709 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:05.180317 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] Transition to ACTIVE for port object a9d927df-f636-4c92-8839-646bddef5103 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:01:05.183724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:05.184365 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:05.185830 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61d582d4-17d3-485f-87da-7c2143eb198c req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] 10.222.0.55 "PUT /v2.0/ports/548d5c69-fc44-474a-9154-234b2053cd4a HTTP/1.1" status: 200 len: 1096 time: 3.2396090 Mar 01 21:01:05.188500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cad0af69-e06d-405e-a404-734c95c0d5c0', 'tag': '548d5c69-fc44-474a-9154-234b2053cd4a'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:01:05.308958 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8989293-f9ed-4fa8-b55f-52b16ff7214b service neutron] Pushing event updated for resources: {'Port': ['ID=548d5c69-fc44-474a-9154-234b2053cd4a,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:05.320610 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68ede2-03d2-4c8d-b214-482905cd814d req-d750c895-a7c3-4874-8ae5-706800df87d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:05.320610 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ac68ede2-03d2-4c8d-b214-482905cd814d req-d750c895-a7c3-4874-8ae5-706800df87d5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c&tenant_id=73e0cae710d240e3a9c48196a71f53fb HTTP/1.1" status: 200 len: 1094 time: 0.1400671 Mar 01 21:01:05.320610 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:05.375077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be48913f-1065-4299-a354-319757d26732 req-78018f05-0a8d-440a-acd7-3d14cedffeb8 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:05.376665 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be48913f-1065-4299-a354-319757d26732 req-78018f05-0a8d-440a-acd7-3d14cedffeb8 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=153d9f1a-3b96-4e51-ba73-6653a85e9580 HTTP/1.1" status: 200 len: 931 time: 0.3975108 Mar 01 21:01:05.446472 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ada7f1f-a3af-4c33-ba63-f8dbe0679330 req-fd00b911-5283-43da-b85a-65316e8db42a tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:05.446472 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3ada7f1f-a3af-4c33-ba63-f8dbe0679330 req-fd00b911-5283-43da-b85a-65316e8db42a tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.2403197 Mar 01 21:01:05.510997 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:05.549049 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be48913f-1065-4299-a354-319757d26732 req-13dc53ea-347a-4990-925e-c1f94f5a626a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609383 Mar 01 21:01:05.563853 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3ada7f1f-a3af-4c33-ba63-f8dbe0679330 req-816ef117-f00e-45ec-971f-ee184ec60d46 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172020 Mar 01 21:01:05.589614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d582d4-17d3-485f-87da-7c2143eb198c req-c0d8038d-0469-48e6-bfab-e7c5c50d1503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:05.589614 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61d582d4-17d3-485f-87da-7c2143eb198c req-c0d8038d-0469-48e6-bfab-e7c5c50d1503 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=665d188d9bd94aaab6d655afa44861eb&device_id=cad0af69-e06d-405e-a404-734c95c0d5c0 HTTP/1.1" status: 200 len: 1099 time: 0.1591332 Mar 01 21:01:05.620265 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c46f33c-59d6-4709-9508-550416f4db0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:05.651156 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cad0af69-e06d-405e-a404-734c95c0d5c0', 'tag': '548d5c69-fc44-474a-9154-234b2053cd4a', 'status': 'completed', 'code': 200} Mar 01 21:01:05.672097 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:05.682862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-213d1e50-5fe3-4a92-8cbb-edeb54dbcb12 req-7a49f5bd-6502-48ce-84a7-19eca742d2ce tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-2041263918', 'description': 'tempest-description-1243249054'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:05.707507 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b93f2-1621-4484-8a8e-56838734816f service neutron] Pushing event updated for resources: {'Port': ['ID=a9d927df-f636-4c92-8839-646bddef5103,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:05.707507 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c46f33c-59d6-4709-9508-550416f4db0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:05.715734 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61d582d4-17d3-485f-87da-7c2143eb198c req-c9b471dd-1743-4910-a061-28b92d048bca service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=548d5c69-fc44-474a-9154-234b2053cd4a HTTP/1.1" status: 200 len: 217 time: 0.1115339 Mar 01 21:01:05.746378 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-213d1e50-5fe3-4a92-8cbb-edeb54dbcb12 req-7a49f5bd-6502-48ce-84a7-19eca742d2ce tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:05.762718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-213d1e50-5fe3-4a92-8cbb-edeb54dbcb12 req-7a49f5bd-6502-48ce-84a7-19eca742d2ce tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Usage tracker for resource:security_group and tenant:7c4ec19aef264f29acd6f5fbc3ee1bc5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:05.769387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-213d1e50-5fe3-4a92-8cbb-edeb54dbcb12 req-7a49f5bd-6502-48ce-84a7-19eca742d2ce tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:05.805776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c46f33c-59d6-4709-9508-550416f4db0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1b754d-43ed-4293-909b-ad76c514aad8,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:05.809066 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6c46f33c-59d6-4709-9508-550416f4db0a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a793be2a49b546ceb22dfff9eee1f939&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0503645 Mar 01 21:01:05.815879 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48126) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:05.830443 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-213d1e50-5fe3-4a92-8cbb-edeb54dbcb12 req-7a49f5bd-6502-48ce-84a7-19eca742d2ce tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:05.843923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68ede2-03d2-4c8d-b214-482905cd814d req-757030e2-446a-4a00-903f-baf224310587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:05.845376 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ac68ede2-03d2-4c8d-b214-482905cd814d req-757030e2-446a-4a00-903f-baf224310587 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73e0cae710d240e3a9c48196a71f53fb&device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 1094 time: 0.4797323 Mar 01 21:01:05.859757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Pushing event updated for resources: {'Port': ['ID=460a3a95-958f-42d2-9c0d-7302ec9fbaf7,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:05.877219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d582d4-17d3-485f-87da-7c2143eb198c req-04482047-38a6-47ba-8677-0397e02fa893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:05.878608 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61d582d4-17d3-485f-87da-7c2143eb198c req-04482047-38a6-47ba-8677-0397e02fa893 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1643004 Mar 01 21:01:05.881434 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:05.886889 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] Attempting to bind port a9d927df-f636-4c92-8839-646bddef5103 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:01:05.886889 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] Attempting to bind port a9d927df-f636-4c92-8839-646bddef5103 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:01:05.886889 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] Attempting to bind port a9d927df-f636-4c92-8839-646bddef5103 on network 0eb071d1-6f39-4afc-91bb-12176e722075 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:01:05.919958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] Port a9d927df-f636-4c92-8839-646bddef5103 on network 0eb071d1-6f39-4afc-91bb-12176e722075 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:01:05.920798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] Attempting to bind port a9d927df-f636-4c92-8839-646bddef5103 on network 0eb071d1-6f39-4afc-91bb-12176e722075 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:01:05.968446 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-213d1e50-5fe3-4a92-8cbb-edeb54dbcb12 req-7a49f5bd-6502-48ce-84a7-19eca742d2ce tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:05.980632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:01:05.980960 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] Checking segment: {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:01:05.981344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] Bound using segment: {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:01:05.981771 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] Bound port: a9d927df-f636-4c92-8839-646bddef5103, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:01:05.982132 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:06.031269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d582d4-17d3-485f-87da-7c2143eb198c req-679288b3-68f0-4175-a7c5-3b7de81b7dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:06.032769 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61d582d4-17d3-485f-87da-7c2143eb198c req-679288b3-68f0-4175-a7c5-3b7de81b7dd1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1472383 Mar 01 21:01:06.038906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-213d1e50-5fe3-4a92-8cbb-edeb54dbcb12 req-7a49f5bd-6502-48ce-84a7-19eca742d2ce tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:06.049219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-213d1e50-5fe3-4a92-8cbb-edeb54dbcb12 req-7a49f5bd-6502-48ce-84a7-19eca742d2ce tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Usage tracker for resource:security_group_rule and tenant:7c4ec19aef264f29acd6f5fbc3ee1bc5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:06.049219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-213d1e50-5fe3-4a92-8cbb-edeb54dbcb12 req-7a49f5bd-6502-48ce-84a7-19eca742d2ce tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:06.059740 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac247a75-e54f-472a-9a4e-80d30a0f4a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:06.086970 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-213d1e50-5fe3-4a92-8cbb-edeb54dbcb12 req-7a49f5bd-6502-48ce-84a7-19eca742d2ce tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:06.090752 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:06.091555 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fbb7e891-a99a-4e90-b637-d3b84c1801f9 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8129945 Mar 01 21:01:06.097389 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48134) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:06.128350 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1460727179'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:06.135183 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68ede2-03d2-4c8d-b214-482905cd814d req-ce9efba3-0c1c-4dec-a073-57cde8650a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:06.136845 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ac68ede2-03d2-4c8d-b214-482905cd814d req-ce9efba3-0c1c-4dec-a073-57cde8650a3d service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6ada74c-bd63-4636-abf5-95dfb8263926 HTTP/1.1" status: 200 len: 915 time: 0.2827542 Mar 01 21:01:06.145993 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac247a75-e54f-472a-9a4e-80d30a0f4a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:06.188078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:06.221108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Usage tracker for resource:network and tenant:82f2c7be5c214bdab0cc533c9714b137 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:06.223782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:06.235271 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ac68ede2-03d2-4c8d-b214-482905cd814d req-893597cb-f228-44a4-8c4a-634801a4776c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=940044c3-308c-4284-a779-446921c9c097 HTTP/1.1" status: 200 len: 217 time: 0.0912142 Mar 01 21:01:06.239910 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:06.246142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] For port a9d927df-f636-4c92-8839-646bddef5103, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:01:06.254306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5194cb-8dd7-44cb-8049-31b3d28e1e61 req-4a6d1e7a-8f45-4ad0-b755-253c0347e273 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:06.255809 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb5194cb-8dd7-44cb-8049-31b3d28e1e61 req-4a6d1e7a-8f45-4ad0-b755-253c0347e273 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 943 time: 0.2784956 Mar 01 21:01:06.301207 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] For port a9d927df-f636-4c92-8839-646bddef5103, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a9d927df-f636-4c92-8839-646bddef5103,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:01:06.310638 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61d582d4-17d3-485f-87da-7c2143eb198c req-8925e404-950c-47b7-ac5f-a60b1e4c92e3 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583086 Mar 01 21:01:06.319218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac68ede2-03d2-4c8d-b214-482905cd814d req-8f4f98d7-1b2e-4ba4-9bcb-1d2e3baf4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:06.320368 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ac68ede2-03d2-4c8d-b214-482905cd814d req-8f4f98d7-1b2e-4ba4-9bcb-1d2e3baf4942 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3d9c7eca-9d4c-45b5-b379-078956794f58 HTTP/1.1" status: 200 len: 854 time: 0.0720732 Mar 01 21:01:06.368021 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ac68ede2-03d2-4c8d-b214-482905cd814d req-f9ba869d-ab0f-4c6e-82ac-7444321d669a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6ada74c-bd63-4636-abf5-95dfb8263926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421457 Mar 01 21:01:06.387166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Made reservation on behalf of 82f2c7be5c214bdab0cc533c9714b137 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:01:06.390532 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:06.399289 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac247a75-e54f-472a-9a4e-80d30a0f4a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:06.402936 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:06.450976 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-213d1e50-5fe3-4a92-8cbb-edeb54dbcb12 req-7a49f5bd-6502-48ce-84a7-19eca742d2ce tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:06.478131 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:06.479862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac247a75-e54f-472a-9a4e-80d30a0f4a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1b754d-43ed-4293-909b-ad76c514aad8,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:06.490269 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb5194cb-8dd7-44cb-8049-31b3d28e1e61 req-07bf51ea-1cd6-4a06-82da-5533ed15e5fa tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122760 Mar 01 21:01:06.515418 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:06.524068 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Usage tracker for resource:security_group_rule and tenant:82f2c7be5c214bdab0cc533c9714b137 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:06.533102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:06.550868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:06.553624 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:06.553624 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-06392806-4567-48ec-a038-70135249c7f9 req-470b93f2-1621-4484-8a8e-56838734816f service neutron] 10.222.0.55 "PUT /v2.0/ports/a9d927df-f636-4c92-8839-646bddef5103 HTTP/1.1" status: 200 len: 1091 time: 2.0921133 Mar 01 21:01:06.553801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:06.553882 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac247a75-e54f-472a-9a4e-80d30a0f4a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:06.554655 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ac247a75-e54f-472a-9a4e-80d30a0f4a6b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf1b754d-43ed-4293-909b-ad76c514aad8 HTTP/1.1" status: 204 len: 168 time: 0.7378747 Mar 01 21:01:06.555538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '153d9f1a-3b96-4e51-ba73-6653a85e9580', 'tag': 'a9d927df-f636-4c92-8839-646bddef5103'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:01:06.556849 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-213d1e50-5fe3-4a92-8cbb-edeb54dbcb12 req-7a49f5bd-6502-48ce-84a7-19eca742d2ce tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:06.588292 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61d582d4-17d3-485f-87da-7c2143eb198c req-4657415b-e341-428a-8d82-068ed358bf2a service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667205 Mar 01 21:01:06.597619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470b93f2-1621-4484-8a8e-56838734816f service neutron] Pushing event updated for resources: {'Port': ['ID=a9d927df-f636-4c92-8839-646bddef5103,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:06.616660 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ac68ede2-03d2-4c8d-b214-482905cd814d req-97368f1b-b6bb-49d6-88b3-7c7121f69eeb service neutron] 10.222.0.57 "GET /v2.0/networks/c6ada74c-bd63-4636-abf5-95dfb8263926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430191 Mar 01 21:01:06.684405 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a49f5bd-6502-48ce-84a7-19eca742d2ce tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ffb39fd-0add-41e1-ad1c-6764c8474b40,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:06.803330 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-213d1e50-5fe3-4a92-8cbb-edeb54dbcb12 req-7a49f5bd-6502-48ce-84a7-19eca742d2ce tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:06.804536 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-213d1e50-5fe3-4a92-8cbb-edeb54dbcb12 req-7a49f5bd-6502-48ce-84a7-19eca742d2ce tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 1.1473212 Mar 01 21:01:06.825840 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ac68ede2-03d2-4c8d-b214-482905cd814d req-f780e686-a011-4712-833f-d188ec4d72c7 service neutron] 10.222.0.57 "GET /v2.0/networks/c6ada74c-bd63-4636-abf5-95dfb8263926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029767 Mar 01 21:01:06.853394 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac5b30-c1ef-4ff4-9e6e-54c0724d1407 req-c1c7fa34-7514-4740-8c8b-e45d32da3afc tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:06.854864 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9aac5b30-c1ef-4ff4-9e6e-54c0724d1407 req-c1c7fa34-7514-4740-8c8b-e45d32da3afc tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=cad0af69-e06d-405e-a404-734c95c0d5c0 HTTP/1.1" status: 200 len: 948 time: 0.2236836 Mar 01 21:01:06.856837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06392806-4567-48ec-a038-70135249c7f9 req-2bab5096-bccd-4a32-8c21-d95bfaea1c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:06.858713 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06392806-4567-48ec-a038-70135249c7f9 req-2bab5096-bccd-4a32-8c21-d95bfaea1c2a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&device_id=153d9f1a-3b96-4e51-ba73-6653a85e9580 HTTP/1.1" status: 200 len: 1094 time: 0.1763239 Mar 01 21:01:06.863751 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:06.863883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce9bac-4fd7-4974-9a73-30b1f59d5166 req-6cd0501e-0686-4bb2-8e59-28aaf7278faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:06.865818 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b7ce9bac-4fd7-4974-9a73-30b1f59d5166 req-6cd0501e-0686-4bb2-8e59-28aaf7278faf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=665d188d9bd94aaab6d655afa44861eb&device_id=cad0af69-e06d-405e-a404-734c95c0d5c0 HTTP/1.1" status: 200 len: 1099 time: 0.1267908 Mar 01 21:01:06.873996 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '153d9f1a-3b96-4e51-ba73-6653a85e9580', 'tag': 'a9d927df-f636-4c92-8839-646bddef5103', 'status': 'completed', 'code': 200} Mar 01 21:01:06.908697 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9aac5b30-c1ef-4ff4-9e6e-54c0724d1407 req-ba0bda90-6383-44cd-b63f-ad64e30d43a2 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429909 Mar 01 21:01:06.942127 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:07.019896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:01:07.200299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5c5a031-0f19-4281-b3ef-bbd83d4dc03b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:07.226538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce9bac-4fd7-4974-9a73-30b1f59d5166 req-208dd0db-5430-4bed-aaa9-9ebbe3a04bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:07.228030 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b7ce9bac-4fd7-4974-9a73-30b1f59d5166 req-208dd0db-5430-4bed-aaa9-9ebbe3a04bf0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.2288775 Mar 01 21:01:07.249664 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06392806-4567-48ec-a038-70135249c7f9 req-84b499af-3489-438d-bb57-62a7dc787198 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9d927df-f636-4c92-8839-646bddef5103 HTTP/1.1" status: 200 len: 217 time: 0.2295940 Mar 01 21:01:07.252807 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:07.254557 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Added segment 979731b6-8de4-46f5-8d91-ffe238bf8f22 of type vlan for network 0aabcb94-54b8-4a83-8425-4e47bd3cde7a Mar 01 21:01:07.322969 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b7ce9bac-4fd7-4974-9a73-30b1f59d5166 req-f043ee62-672a-4251-927a-f3ed781c507f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=548d5c69-fc44-474a-9154-234b2053cd4a HTTP/1.1" status: 200 len: 217 time: 0.0875804 Mar 01 21:01:07.364244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-34acb56a-a253-4de3-b3fc-19ed41d5cc6a req-de1bb932-c4cc-4015-80f2-4ce9f9cd4c18 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Synchronizing usage tracker for tenant:7c4ec19aef264f29acd6f5fbc3ee1bc5 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:01:07.386469 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:07.431632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06392806-4567-48ec-a038-70135249c7f9 req-e09f41e6-b8a9-46ed-b607-ebcafdee21de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:07.433612 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06392806-4567-48ec-a038-70135249c7f9 req-e09f41e6-b8a9-46ed-b607-ebcafdee21de service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f3a5278-957f-4116-9615-00ae8b4a370b HTTP/1.1" status: 200 len: 846 time: 0.1762741 Mar 01 21:01:07.436112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce9bac-4fd7-4974-9a73-30b1f59d5166 req-f03a06fb-cb37-425b-83fc-4381cdb10a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:07.442717 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b7ce9bac-4fd7-4974-9a73-30b1f59d5166 req-f03a06fb-cb37-425b-83fc-4381cdb10a34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1098902 Mar 01 21:01:07.512408 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb65521-8474-48cb-8734-752d3fb27eb8 req-675bfe66-68dd-481f-a557-aa9aca693b79 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:07.514167 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-adb65521-8474-48cb-8734-752d3fb27eb8 req-675bfe66-68dd-481f-a557-aa9aca693b79 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=153d9f1a-3b96-4e51-ba73-6653a85e9580 HTTP/1.1" status: 200 len: 943 time: 0.5493121 Mar 01 21:01:07.528079 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06392806-4567-48ec-a038-70135249c7f9 req-0b72830b-fddf-4e45-a094-7638dc5b849e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb071d1-6f39-4afc-91bb-12176e722075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821137 Mar 01 21:01:07.565466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-34acb56a-a253-4de3-b3fc-19ed41d5cc6a req-de1bb932-c4cc-4015-80f2-4ce9f9cd4c18 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Unset dirty status for tenant:7c4ec19aef264f29acd6f5fbc3ee1bc5 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:01:07.565808 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34acb56a-a253-4de3-b3fc-19ed41d5cc6a req-de1bb932-c4cc-4015-80f2-4ce9f9cd4c18 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2041263918&fields=id&tenant_id=7c4ec19aef264f29acd6f5fbc3ee1bc5 HTTP/1.1" status: 200 len: 267 time: 0.5574081 Mar 01 21:01:07.687347 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:07.693112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:07.693892 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:07.759970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ce9bac-4fd7-4974-9a73-30b1f59d5166 req-ccfc2433-3c6c-4f2d-8a7d-940fcb45ef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:07.761545 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b7ce9bac-4fd7-4974-9a73-30b1f59d5166 req-ccfc2433-3c6c-4f2d-8a7d-940fcb45ef10 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3063490 Mar 01 21:01:07.773567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52a10b-92f6-4db1-9e27-2bae2a6ff804 req-eb238b95-25e1-4150-b426-4150e27bf501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:07.773567 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b52a10b-92f6-4db1-9e27-2bae2a6ff804 req-eb238b95-25e1-4150-b426-4150e27bf501 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73e0cae710d240e3a9c48196a71f53fb&device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 1094 time: 0.1312470 Mar 01 21:01:07.798985 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-adb65521-8474-48cb-8734-752d3fb27eb8 req-2136b850-4944-4daa-8fa5-1c3addea10a4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750390 Mar 01 21:01:07.871619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48166) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:07.960896 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8511238 Mar 01 21:01:07.965039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48172) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:07.989822 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-9368767d-837d-4e61-b4a6-12e38a31db8c tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Request body: {'subnet': {'network_id': '0aabcb94-54b8-4a83-8425-4e47bd3cde7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:08.007120 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d831dd2-d6ab-4ef3-9000-be9a8eb48310 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Pushing event updated for resources: {'Network': ['ID=0aabcb94-54b8-4a83-8425-4e47bd3cde7a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:08.037855 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 0aabcb94-54b8-4a83-8425-4e47bd3cde7a details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:01:08.041186 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06392806-4567-48ec-a038-70135249c7f9 req-14acd15b-dfde-45c2-996d-f3de60ea41f8 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4984965 Mar 01 21:01:08.285060 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3935cf5c-bb50-45fb-aca2-a9345a596d82 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dab1bb8861804b90905920369641039e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045269 Mar 01 21:01:08.292346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48176) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:08.334744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acb56a-a253-4de3-b3fc-19ed41d5cc6a req-b8f7fb8d-734c-4b6a-93e4-c0b9e60f5076 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:08.336630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34acb56a-a253-4de3-b3fc-19ed41d5cc6a req-b8f7fb8d-734c-4b6a-93e4-c0b9e60f5076 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.7462471 Mar 01 21:01:08.360344 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b7ce9bac-4fd7-4974-9a73-30b1f59d5166 req-cb8da881-04b7-44ca-b6f2-394126a27230 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5889912 Mar 01 21:01:08.399821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9368767d-837d-4e61-b4a6-12e38a31db8c tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:08.399968 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52a10b-92f6-4db1-9e27-2bae2a6ff804 req-3f6b71c3-8ff9-4b1f-96fd-32028eb52294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:08.399968 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b52a10b-92f6-4db1-9e27-2bae2a6ff804 req-3f6b71c3-8ff9-4b1f-96fd-32028eb52294 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6ada74c-bd63-4636-abf5-95dfb8263926 HTTP/1.1" status: 200 len: 915 time: 0.5765035 Mar 01 21:01:08.419886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-34acb56a-a253-4de3-b3fc-19ed41d5cc6a req-4ef87f2a-78a1-47de-b235-953851930c0d tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Request body: {'port': {'security_groups': ['f4e84d6f-20b9-4e78-827b-1ab5383ce0fd', '5ffb39fd-0add-41e1-ad1c-6764c8474b40']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:08.475163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9368767d-837d-4e61-b4a6-12e38a31db8c tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Usage tracker for resource:subnet and tenant:82f2c7be5c214bdab0cc533c9714b137 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:08.500563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9368767d-837d-4e61-b4a6-12e38a31db8c tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:08.502790 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b52a10b-92f6-4db1-9e27-2bae2a6ff804 req-8108a16b-11a2-4b28-a05b-a7ecf949ef91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=940044c3-308c-4284-a779-446921c9c097 HTTP/1.1" status: 200 len: 217 time: 0.0857494 Mar 01 21:01:08.505610 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-447e600f-e116-496f-8af3-048d78cb6d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:08.523903 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9368767d-837d-4e61-b4a6-12e38a31db8c tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:08.596385 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06392806-4567-48ec-a038-70135249c7f9 req-3cd6ea05-1d94-4606-965f-7f7192fe58df service neutron] 10.222.0.55 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452902 Mar 01 21:01:08.688737 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf83ed2-4f9e-437a-ba73-e804fcc77747 req-2ca8e0c7-3369-4881-9ab4-9fdea532db3d tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:08.695781 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-447e600f-e116-496f-8af3-048d78cb6d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:08.698667 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1cf83ed2-4f9e-437a-ba73-e804fcc77747 req-2ca8e0c7-3369-4881-9ab4-9fdea532db3d tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 943 time: 0.5765903 Mar 01 21:01:08.714946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9368767d-837d-4e61-b4a6-12e38a31db8c tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Made reservation on behalf of 82f2c7be5c214bdab0cc533c9714b137 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:01:08.719548 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9368767d-837d-4e61-b4a6-12e38a31db8c tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:08.749389 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52a10b-92f6-4db1-9e27-2bae2a6ff804 req-0084a45b-14af-4493-b269-8b45e0a6150c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:08.751262 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b52a10b-92f6-4db1-9e27-2bae2a6ff804 req-0084a45b-14af-4493-b269-8b45e0a6150c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3d9c7eca-9d4c-45b5-b379-078956794f58 HTTP/1.1" status: 200 len: 854 time: 0.1800492 Mar 01 21:01:08.840089 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b52a10b-92f6-4db1-9e27-2bae2a6ff804 req-57d6695c-f065-4799-bea3-926e5da58897 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6ada74c-bd63-4636-abf5-95dfb8263926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763247 Mar 01 21:01:08.853622 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b7ce9bac-4fd7-4974-9a73-30b1f59d5166 req-5c2a49e8-2bb4-4663-8e7a-56ce0d1e9a75 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786870 Mar 01 21:01:08.905817 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-34acb56a-a253-4de3-b3fc-19ed41d5cc6a req-4ef87f2a-78a1-47de-b235-953851930c0d tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:08.942110 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1cf83ed2-4f9e-437a-ba73-e804fcc77747 req-940fa774-6b42-4253-9670-f1274db25326 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423992 Mar 01 21:01:08.957987 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-447e600f-e116-496f-8af3-048d78cb6d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:08.982365 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e600f-e116-496f-8af3-048d78cb6d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb73f22a-2a26-48ee-816c-030a20b90e46,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:09.002945 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-447e600f-e116-496f-8af3-048d78cb6d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:09.002945 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-447e600f-e116-496f-8af3-048d78cb6d0c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb73f22a-2a26-48ee-816c-030a20b90e46 HTTP/1.1" status: 204 len: 168 time: 0.7006202 Mar 01 21:01:09.098270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fad150-5188-468a-8e50-1930679002a2 req-8f5d90b8-2bc8-4b54-88b7-552735552cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:09.102501 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76fad150-5188-468a-8e50-1930679002a2 req-8f5d90b8-2bc8-4b54-88b7-552735552cde service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&device_id=153d9f1a-3b96-4e51-ba73-6653a85e9580 HTTP/1.1" status: 200 len: 1094 time: 0.3089340 Mar 01 21:01:09.376926 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b52a10b-92f6-4db1-9e27-2bae2a6ff804 req-2dbde718-c44f-4681-a814-18150e4f12c9 service neutron] 10.222.0.57 "GET /v2.0/networks/c6ada74c-bd63-4636-abf5-95dfb8263926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038984 Mar 01 21:01:09.441388 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 548d5c69-fc44-474a-9154-234b2053cd4a details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:01:09.652258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-34acb56a-a253-4de3-b3fc-19ed41d5cc6a req-4ef87f2a-78a1-47de-b235-953851930c0d tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] For port 19e69e4a-3e43-4967-bb88-ca31a7262487, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=19e69e4a-3e43-4967-bb88-ca31a7262487,segment=NetworkSegment(ba78f6c1-be6a-4ab0-b6da-bf4380328feb),segment_id=ba78f6c1-be6a-4ab0-b6da-bf4380328feb)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:09.749186 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 548d5c69-fc44-474a-9154-234b2053cd4a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=548d5c69-fc44-474a-9154-234b2053cd4a,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:09.758957 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-34acb56a-a253-4de3-b3fc-19ed41d5cc6a req-4ef87f2a-78a1-47de-b235-953851930c0d tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:09.769611 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '548d5c69-fc44-474a-9154-234b2053cd4a', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '548d5c69-fc44-474a-9154-234b2053cd4a', 'mac_address': 'fa:16:3e:4c:80:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:01:09.825511 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fad150-5188-468a-8e50-1930679002a2 req-082041df-e8da-40b4-b679-5cc4e80218c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:09.831374 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76fad150-5188-468a-8e50-1930679002a2 req-082041df-e8da-40b4-b679-5cc4e80218c4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 907 time: 0.6880534 Mar 01 21:01:09.840875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95bd11-7f45-4b78-9d53-7817e542ad28 req-d28ccd61-8dd6-456b-a5af-81ae8e620843 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:09.848991 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de95bd11-7f45-4b78-9d53-7817e542ad28 req-d28ccd61-8dd6-456b-a5af-81ae8e620843 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=cad0af69-e06d-405e-a404-734c95c0d5c0 HTTP/1.1" status: 200 len: 948 time: 0.6815212 Mar 01 21:01:09.875641 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:09.894541 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548d5c69-fc44-474a-9154-234b2053cd4a {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:01:09.914021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 548d5c69-fc44-474a-9154-234b2053cd4a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=548d5c69-fc44-474a-9154-234b2053cd4a,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:09.938173 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76fad150-5188-468a-8e50-1930679002a2 req-ac0a28b1-c701-4588-bef8-264f403d1599 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a9d927df-f636-4c92-8839-646bddef5103 HTTP/1.1" status: 200 len: 217 time: 0.0868809 Mar 01 21:01:09.938974 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9368767d-837d-4e61-b4a6-12e38a31db8c tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:09.942704 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-34acb56a-a253-4de3-b3fc-19ed41d5cc6a req-4ef87f2a-78a1-47de-b235-953851930c0d tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:09.958282 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['19e69e4a-3e43-4967-bb88-ca31a7262487'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:01:10.037729 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:10.162285 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de95bd11-7f45-4b78-9d53-7817e542ad28 req-f83cacf9-1b09-47ea-9718-6c8603ccef6c tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121617 Mar 01 21:01:10.173268 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da30fe46-bc94-4090-8e16-3cd3640e20ba req-6ec9610d-5d67-4297-b6f6-7a0e0914f042 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2383204 Mar 01 21:01:10.182252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34acb56a-a253-4de3-b3fc-19ed41d5cc6a req-4ef87f2a-78a1-47de-b235-953851930c0d tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:10.183041 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-34acb56a-a253-4de3-b3fc-19ed41d5cc6a req-4ef87f2a-78a1-47de-b235-953851930c0d tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:10.184688 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34acb56a-a253-4de3-b3fc-19ed41d5cc6a req-4ef87f2a-78a1-47de-b235-953851930c0d tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "PUT /v2.0/ports/19e69e4a-3e43-4967-bb88-ca31a7262487 HTTP/1.1" status: 200 len: 982 time: 1.7843492 Mar 01 21:01:10.189269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b', 'tag': '19e69e4a-3e43-4967-bb88-ca31a7262487'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:01:10.233780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9368767d-837d-4e61-b4a6-12e38a31db8c tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Pushing event updated for resources: {'Subnet': ['ID=1f8372b5-8958-4e7f-92ea-e20569596e28,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:10.249227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fad150-5188-468a-8e50-1930679002a2 req-c08bfda6-15c6-4334-a944-fe6fd2078895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:10.251848 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76fad150-5188-468a-8e50-1930679002a2 req-c08bfda6-15c6-4334-a944-fe6fd2078895 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f3a5278-957f-4116-9615-00ae8b4a370b HTTP/1.1" status: 200 len: 846 time: 0.2678053 Mar 01 21:01:10.258452 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef87f2a-78a1-47de-b235-953851930c0d tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Pushing event updated for resources: {'Port': ['ID=19e69e4a-3e43-4967-bb88-ca31a7262487,revision_number=6']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:10.319000 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=548d5c69-fc44-474a-9154-234b2053cd4a,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:10.334267 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9368767d-837d-4e61-b4a6-12e38a31db8c tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Checking segment: {'id': '979731b6-8de4-46f5-8d91-ffe238bf8f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0aabcb94-54b8-4a83-8425-4e47bd3cde7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:01:10.335021 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9368767d-837d-4e61-b4a6-12e38a31db8c tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Network hostable DHCP agents. Network: 0aabcb94-54b8-4a83-8425-4e47bd3cde7a, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:01:10.366128 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:10.366617 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:10.367057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:10.367538 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:10.367968 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:10.368395 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:10.368819 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:10.369629 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:10.369629 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:10.370108 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:10.370517 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:10.370944 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:10.385406 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76fad150-5188-468a-8e50-1930679002a2 req-7f0f4447-bec7-4f37-a5c0-f098aa2d20df service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb071d1-6f39-4afc-91bb-12176e722075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216228 Mar 01 21:01:10.393923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['19e69e4a-3e43-4967-bb88-ca31a7262487'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:01:10.572172 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['548d5c69-fc44-474a-9154-234b2053cd4a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:01:10.659218 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b52a10b-92f6-4db1-9e27-2bae2a6ff804 req-ed1dd085-a266-44f7-934a-a96f9098de22 service neutron] 10.222.0.57 "GET /v2.0/networks/c6ada74c-bd63-4636-abf5-95dfb8263926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762084 Mar 01 21:01:10.670237 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9368767d-837d-4e61-b4a6-12e38a31db8c tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Network 0aabcb94-54b8-4a83-8425-4e47bd3cde7a is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:01:10.698732 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30fe46-bc94-4090-8e16-3cd3640e20ba req-d2097259-e38b-4f8f-b206-6f7bb5d32c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:10.702154 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da30fe46-bc94-4090-8e16-3cd3640e20ba req-d2097259-e38b-4f8f-b206-6f7bb5d32c28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 1096 time: 0.2125680 Mar 01 21:01:10.776900 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdaafd3-49d6-419f-be5a-75f79a942133 req-f0b2f307-2098-4359-929b-0b36abf28d18 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:10.778991 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4fdaafd3-49d6-419f-be5a-75f79a942133 req-f0b2f307-2098-4359-929b-0b36abf28d18 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 943 time: 0.3253047 Mar 01 21:01:10.783839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-9368767d-837d-4e61-b4a6-12e38a31db8c tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 0aabcb94-54b8-4a83-8425-4e47bd3cde7a) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:10.796570 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43af45a5-a0d9-4966-9d91-aba7ef3b8769 None None] Network 0aabcb94-54b8-4a83-8425-4e47bd3cde7a requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:01:10.813234 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9368767d-837d-4e61-b4a6-12e38a31db8c tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:10.814086 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9368767d-837d-4e61-b4a6-12e38a31db8c tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:10.862483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb716a2b-d918-4da3-9b90-6ca99e9250e4 req-b7d28c5e-c69a-4583-b9b7-c5783df61502 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:10.883705 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fb716a2b-d918-4da3-9b90-6ca99e9250e4 req-b7d28c5e-c69a-4583-b9b7-c5783df61502 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=153d9f1a-3b96-4e51-ba73-6653a85e9580 HTTP/1.1" status: 200 len: 943 time: 0.4319680 Mar 01 21:01:10.919257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30fe46-bc94-4090-8e16-3cd3640e20ba req-0ad1d43f-f10b-45e1-bc6b-feaa4a31bc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:10.919257 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da30fe46-bc94-4090-8e16-3cd3640e20ba req-0ad1d43f-f10b-45e1-bc6b-feaa4a31bc21 service neutron] 10.222.0.55 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 907 time: 0.1921985 Mar 01 21:01:10.954625 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76fad150-5188-468a-8e50-1930679002a2 req-68d34641-10d2-426f-8a91-f69162304405 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585415 Mar 01 21:01:11.047825 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48210) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:11.055782 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4fdaafd3-49d6-419f-be5a-75f79a942133 req-d114ef01-7f5e-4f47-8962-49d5be71ca3a tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487776 Mar 01 21:01:11.062302 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9368767d-837d-4e61-b4a6-12e38a31db8c tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0921466 Mar 01 21:01:11.077029 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fb716a2b-d918-4da3-9b90-6ca99e9250e4 req-0f35cb9f-2235-4675-b65a-6b57695647b7 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890576 Mar 01 21:01:11.077029 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48214) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:11.147740 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da30fe46-bc94-4090-8e16-3cd3640e20ba req-f036dcc1-1195-4365-aa8c-1aa93e8d6395 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 HTTP/1.1" status: 200 len: 217 time: 0.2226360 Mar 01 21:01:11.267627 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b', 'tag': '19e69e4a-3e43-4967-bb88-ca31a7262487', 'status': 'completed', 'code': 200} Mar 01 21:01:11.318901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1638638903', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}, 'admin_state_up': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:11.370151 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-0aabcb94-54b8-4a83-8425-4e47bd3cde7a', 'network_id': '0aabcb94-54b8-4a83-8425-4e47bd3cde7a', 'tenant_id': '82f2c7be5c214bdab0cc533c9714b137', 'fixed_ips': [{'subnet_id': '1f8372b5-8958-4e7f-92ea-e20569596e28'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:01:11.370151 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:11.373924 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:11.429611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-949949293'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:11.442746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Usage tracker for resource:router and tenant:82f2c7be5c214bdab0cc533c9714b137 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:11.452154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:11.460976 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:11.463746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a9d927df-f636-4c92-8839-646bddef5103 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:01:11.469996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da30fe46-bc94-4090-8e16-3cd3640e20ba req-c5743b0a-365a-4221-96ed-251c926e9f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:11.471550 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da30fe46-bc94-4090-8e16-3cd3640e20ba req-c5743b0a-365a-4221-96ed-251c926e9f98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9f3a5278-957f-4116-9615-00ae8b4a370b HTTP/1.1" status: 200 len: 846 time: 0.3143263 Mar 01 21:01:11.476123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Usage tracker for resource:network and tenant:2ed89c43e4ba489384d0b31c0c723929 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:11.524157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:11.539220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:11.583813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:11.585829 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da30fe46-bc94-4090-8e16-3cd3640e20ba req-a99f1ad5-0df6-4208-aad5-b84eb851aa17 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=0eb071d1-6f39-4afc-91bb-12176e722075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712426 Mar 01 21:01:11.617896 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-642b37a7-0321-43ad-ad1f-97a93761869f req-2aeea16c-8861-41f9-9221-0a4cfcd62d87 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-2041263918&fields=id&tenant_id=7c4ec19aef264f29acd6f5fbc3ee1bc5 HTTP/1.1" status: 200 len: 267 time: 0.3111148 Mar 01 21:01:11.620932 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76fad150-5188-468a-8e50-1930679002a2 req-9e58cfae-9924-4a84-8577-806425343340 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6403060 Mar 01 21:01:11.802803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06981e0f-2160-40b1-93b1-4d960fbff5c0 req-f0ec0815-9cbc-42ff-8f82-fdeb56f59541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:11.806743 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-06981e0f-2160-40b1-93b1-4d960fbff5c0 req-f0ec0815-9cbc-42ff-8f82-fdeb56f59541 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c4ec19aef264f29acd6f5fbc3ee1bc5&device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 1136 time: 0.3339996 Mar 01 21:01:11.818270 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:11.826762 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:11.893967 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.resource_extend [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:01:11.907887 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:11.937101 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b37a7-0321-43ad-ad1f-97a93761869f req-d3aac711-c796-40dd-b231-a06c4d624e21 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:11.939116 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-642b37a7-0321-43ad-ad1f-97a93761869f req-d3aac711-c796-40dd-b231-a06c4d624e21 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 985 time: 0.3061559 Mar 01 21:01:11.941407 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Made reservation on behalf of 2ed89c43e4ba489384d0b31c0c723929 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:01:11.946040 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:11.972559 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fc774-c028-4328-95c3-a417796961fa req-aab5409a-cf42-444f-a9ec-36156c7141f5 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:11.990991 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-104fc774-c028-4328-95c3-a417796961fa req-aab5409a-cf42-444f-a9ec-36156c7141f5 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=cad0af69-e06d-405e-a404-734c95c0d5c0 HTTP/1.1" status: 200 len: 949 time: 0.6186516 Mar 01 21:01:12.001428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-642b37a7-0321-43ad-ad1f-97a93761869f req-5227abb2-1643-42f5-b7ac-6e75c3b0f86e tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Request body: {'port': {'security_groups': ['f4e84d6f-20b9-4e78-827b-1ab5383ce0fd']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:12.058158 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:12.089564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:12.098475 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Usage tracker for resource:security_group_rule and tenant:2ed89c43e4ba489384d0b31c0c723929 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:12.101981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:12.110846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:12.186503 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Allocated IP 172.20.0.2 (0aabcb94-54b8-4a83-8425-4e47bd3cde7a/1f8372b5-8958-4e7f-92ea-e20569596e28/bf6d2af4-8089-4b8c-8312-1b3bc77a7c02) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:01:12.233361 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a9d927df-f636-4c92-8839-646bddef5103, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a9d927df-f636-4c92-8839-646bddef5103,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:12.240772 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da30fe46-bc94-4090-8e16-3cd3640e20ba req-f8ca0273-ed3f-47b9-a3f4-522a294bb17e service neutron] 10.222.0.55 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6503882 Mar 01 21:01:12.264778 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:12.287609 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'a9d927df-f636-4c92-8839-646bddef5103', 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075', 'port_id': 'a9d927df-f636-4c92-8839-646bddef5103', 'mac_address': 'fa:16:3e:3e:ad:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f3a5278-957f-4116-9615-00ae8b4a370b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:01:12.324765 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06981e0f-2160-40b1-93b1-4d960fbff5c0 req-bbe3e1f8-9a9f-456c-a622-9f0f37c6954a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:12.328079 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-06981e0f-2160-40b1-93b1-4d960fbff5c0 req-bbe3e1f8-9a9f-456c-a622-9f0f37c6954a service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f29a706-a7a5-48ba-9770-3ee8a06bf432 HTTP/1.1" status: 200 len: 920 time: 0.5002422 Mar 01 21:01:12.386643 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-104fc774-c028-4328-95c3-a417796961fa req-94d88c59-cdc1-4345-8bb7-9891f9376771 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3883672 Mar 01 21:01:12.407942 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:12.545624 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:12.572160 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-06981e0f-2160-40b1-93b1-4d960fbff5c0 req-bc9bed3a-aa63-4a9e-bd88-423ed2f6ac2e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19e69e4a-3e43-4967-bb88-ca31a7262487 HTTP/1.1" status: 200 len: 217 time: 0.2255874 Mar 01 21:01:12.618669 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9d927df-f636-4c92-8839-646bddef5103 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:01:12.684197 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a9d927df-f636-4c92-8839-646bddef5103, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a9d927df-f636-4c92-8839-646bddef5103,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:12.714062 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:12.715571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06981e0f-2160-40b1-93b1-4d960fbff5c0 req-155beac3-5401-4f89-a390-80be54a09d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:12.718325 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-06981e0f-2160-40b1-93b1-4d960fbff5c0 req-155beac3-5401-4f89-a390-80be54a09d36 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0991afc3-5eec-4419-a780-db752de57820 HTTP/1.1" status: 200 len: 859 time: 0.1168535 Mar 01 21:01:12.725921 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Transition to ACTIVE for port object bf6d2af4-8089-4b8c-8312-1b3bc77a7c02 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:01:12.753198 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Transition to ACTIVE for port object bf6d2af4-8089-4b8c-8312-1b3bc77a7c02 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:01:12.762137 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:12.770389 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da30fe46-bc94-4090-8e16-3cd3640e20ba req-e7064b67-edde-4fd4-aa29-1ca39b7ef568 service neutron] 10.222.0.55 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5284860 Mar 01 21:01:12.829693 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-06981e0f-2160-40b1-93b1-4d960fbff5c0 req-8cca18d8-ece5-4db0-ba74-91a184a00d61 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f29a706-a7a5-48ba-9770-3ee8a06bf432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572958 Mar 01 21:01:12.853201 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:12.885674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84678181-22b4-4f6e-bc9f-57364f3b1699,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:12.895235 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Network 0aabcb94-54b8-4a83-8425-4e47bd3cde7a is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:01:12.900057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:12.923340 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:01:12.973735 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=a9d927df-f636-4c92-8839-646bddef5103,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:12.975823 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-642b37a7-0321-43ad-ad1f-97a93761869f req-5227abb2-1643-42f5-b7ac-6e75c3b0f86e tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:12.987007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:01:13.101916 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Pushing event updated for resources: {'Port': ['ID=bf6d2af4-8089-4b8c-8312-1b3bc77a7c02,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:13.108658 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:13.109156 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Added segment b5a41425-4d31-417b-97b8-23bb814d8add of type vlan for network 9caf171a-3693-4f4a-b243-b896084b21db Mar 01 21:01:13.123769 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-06981e0f-2160-40b1-93b1-4d960fbff5c0 req-4497e50e-b21e-4e8f-97c0-8ec4d5a87c29 service neutron] 10.222.0.57 "GET /v2.0/networks/1f29a706-a7a5-48ba-9770-3ee8a06bf432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641518 Mar 01 21:01:13.215003 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:13.225468 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a9d927df-f636-4c92-8839-646bddef5103'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:01:13.287812 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:13.339307 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-06981e0f-2160-40b1-93b1-4d960fbff5c0 req-9587fed1-ed5d-4ba3-8deb-306fa25db212 service neutron] 10.222.0.57 "GET /v2.0/networks/1f29a706-a7a5-48ba-9770-3ee8a06bf432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097352 Mar 01 21:01:13.340560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2debc6-1d05-4bf5-90e7-99a50a14286d req-bd837b31-61ad-453b-9b2c-09151c7b87a9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:13.342752 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e2debc6-1d05-4bf5-90e7-99a50a14286d req-bd837b31-61ad-453b-9b2c-09151c7b87a9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 943 time: 0.4511034 Mar 01 21:01:13.465668 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 548d5c69-fc44-474a-9154-234b2053cd4a up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:01:13.534532 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e2debc6-1d05-4bf5-90e7-99a50a14286d req-d739ea36-3767-46d6-bd20-35c55b5086f0 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762731 Mar 01 21:01:13.535413 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:13.541801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:13.551747 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:13.728075 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Attempting to bind port bf6d2af4-8089-4b8c-8312-1b3bc77a7c02 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:01:13.728507 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Attempting to bind port bf6d2af4-8089-4b8c-8312-1b3bc77a7c02 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '979731b6-8de4-46f5-8d91-ffe238bf8f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0aabcb94-54b8-4a83-8425-4e47bd3cde7a'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:01:13.728874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Attempting to bind port bf6d2af4-8089-4b8c-8312-1b3bc77a7c02 on network 0aabcb94-54b8-4a83-8425-4e47bd3cde7a {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:01:13.742435 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:01:13.743242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Checking segment: {'id': '979731b6-8de4-46f5-8d91-ffe238bf8f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0aabcb94-54b8-4a83-8425-4e47bd3cde7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:01:13.743951 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:13.744505 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Bound using segment: {'id': '979731b6-8de4-46f5-8d91-ffe238bf8f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0aabcb94-54b8-4a83-8425-4e47bd3cde7a'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:01:13.745283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Bound port: bf6d2af4-8089-4b8c-8312-1b3bc77a7c02, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '979731b6-8de4-46f5-8d91-ffe238bf8f22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '0aabcb94-54b8-4a83-8425-4e47bd3cde7a'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:01:13.745923 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:13.861533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Pushing event updated for resources: {'Network': ['ID=9caf171a-3693-4f4a-b243-b896084b21db,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:13.895716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-642b37a7-0321-43ad-ad1f-97a93761869f req-5227abb2-1643-42f5-b7ac-6e75c3b0f86e tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] For port 19e69e4a-3e43-4967-bb88-ca31a7262487, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=19e69e4a-3e43-4967-bb88-ca31a7262487,segment=NetworkSegment(ba78f6c1-be6a-4ab0-b6da-bf4380328feb),segment_id=ba78f6c1-be6a-4ab0-b6da-bf4380328feb)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:13.898601 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 9caf171a-3693-4f4a-b243-b896084b21db details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:01:13.948388 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-642b37a7-0321-43ad-ad1f-97a93761869f req-5227abb2-1643-42f5-b7ac-6e75c3b0f86e tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:13.977479 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079495c-9cee-4bb7-8c33-bb9c84adb4c7 req-935d90c9-b4ee-4aca-a167-70cb70d761b7 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:13.979306 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3079495c-9cee-4bb7-8c33-bb9c84adb4c7 req-935d90c9-b4ee-4aca-a167-70cb70d761b7 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=153d9f1a-3b96-4e51-ba73-6653a85e9580 HTTP/1.1" status: 200 len: 944 time: 0.1627989 Mar 01 21:01:14.013201 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48234) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:14.014119 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6b9402ae-51b0-4805-ac50-506d6b73eb67 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.9616833 Mar 01 21:01:14.025124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8f1d6644-692b-49e8-8ded-e66fe48e519b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Request body: {'subnet': {'network_id': '9caf171a-3693-4f4a-b243-b896084b21db', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:14.088526 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-642b37a7-0321-43ad-ad1f-97a93761869f req-5227abb2-1643-42f5-b7ac-6e75c3b0f86e tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:14.116826 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['19e69e4a-3e43-4967-bb88-ca31a7262487'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:01:14.191295 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 548d5c69-fc44-474a-9154-234b2053cd4a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:01:14.197650 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] For port bf6d2af4-8089-4b8c-8312-1b3bc77a7c02, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:01:14.234441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8f1d6644-692b-49e8-8ded-e66fe48e519b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:14.238930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8f1d6644-692b-49e8-8ded-e66fe48e519b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Usage tracker for resource:subnet and tenant:2ed89c43e4ba489384d0b31c0c723929 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:14.242556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8f1d6644-692b-49e8-8ded-e66fe48e519b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:14.251960 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8f1d6644-692b-49e8-8ded-e66fe48e519b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:14.270907 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 548d5c69-fc44-474a-9154-234b2053cd4a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:14.271341 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:14.321618 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] For port bf6d2af4-8089-4b8c-8312-1b3bc77a7c02, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=bf6d2af4-8089-4b8c-8312-1b3bc77a7c02,segment=NetworkSegment(979731b6-8de4-46f5-8d91-ffe238bf8f22),segment_id=979731b6-8de4-46f5-8d91-ffe238bf8f22)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:01:14.321910 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3079495c-9cee-4bb7-8c33-bb9c84adb4c7 req-dec57ad8-1ffa-40ad-acc9-c7b7abb31186 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3306630 Mar 01 21:01:14.342129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642b37a7-0321-43ad-ad1f-97a93761869f req-5227abb2-1643-42f5-b7ac-6e75c3b0f86e tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:14.342964 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-642b37a7-0321-43ad-ad1f-97a93761869f req-5227abb2-1643-42f5-b7ac-6e75c3b0f86e tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:14.356474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-642b37a7-0321-43ad-ad1f-97a93761869f req-5227abb2-1643-42f5-b7ac-6e75c3b0f86e tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "PUT /v2.0/ports/19e69e4a-3e43-4967-bb88-ca31a7262487 HTTP/1.1" status: 200 len: 943 time: 2.3956573 Mar 01 21:01:14.362147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b', 'tag': '19e69e4a-3e43-4967-bb88-ca31a7262487'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:01:14.423273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1d6644-692b-49e8-8ded-e66fe48e519b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Made reservation on behalf of 2ed89c43e4ba489384d0b31c0c723929 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:01:14.423273 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8f1d6644-692b-49e8-8ded-e66fe48e519b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:14.431926 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:14.510691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['19e69e4a-3e43-4967-bb88-ca31a7262487'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:01:14.578244 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:14.677037 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5227abb2-1643-42f5-b7ac-6e75c3b0f86e tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Pushing event updated for resources: {'Port': ['ID=19e69e4a-3e43-4967-bb88-ca31a7262487,revision_number=7']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:14.731871 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:14.820945 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154943a8-be3d-4421-90f1-cd1c0689ac12 None None] Pushing event updated for resources: {'Port': ['ID=bf6d2af4-8089-4b8c-8312-1b3bc77a7c02,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:14.960599 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:15.046760 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8f1d6644-692b-49e8-8ded-e66fe48e519b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:15.179707 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad0af69-e06d-405e-a404-734c95c0d5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548d5c69-fc44-474a-9154-234b2053cd4a'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:01:15.201310 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 548d5c69-fc44-474a-9154-234b2053cd4a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=548d5c69-fc44-474a-9154-234b2053cd4a,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:15.266229 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d6644-692b-49e8-8ded-e66fe48e519b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Pushing event updated for resources: {'Subnet': ['ID=70c0b5b5-8b16-4305-8d3b-a1fdc5c8d69e,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:15.266229 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f1d6644-692b-49e8-8ded-e66fe48e519b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Checking segment: {'id': 'b5a41425-4d31-417b-97b8-23bb814d8add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9caf171a-3693-4f4a-b243-b896084b21db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:01:15.266229 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1d6644-692b-49e8-8ded-e66fe48e519b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Network hostable DHCP agents. Network: 9caf171a-3693-4f4a-b243-b896084b21db, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:01:15.324447 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:15.432397 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=548d5c69-fc44-474a-9154-234b2053cd4a,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:15.452262 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f97bb-2d34-427e-8066-3557067efd4e req-07156158-6ef3-4df3-bd3a-3f214477ec44 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:15.453773 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-549f97bb-2d34-427e-8066-3557067efd4e req-07156158-6ef3-4df3-bd3a-3f214477ec44 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=cad0af69-e06d-405e-a404-734c95c0d5c0 HTTP/1.1" status: 200 len: 949 time: 0.8378906 Mar 01 21:01:15.454908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1d6644-692b-49e8-8ded-e66fe48e519b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Network 9caf171a-3693-4f4a-b243-b896084b21db is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:01:15.458602 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a9d927df-f636-4c92-8839-646bddef5103 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:01:15.469526 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-3a408db8-c889-499f-b466-0cd396608d0f tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9523413 Mar 01 21:01:15.502294 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:15.523309 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:15.533937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Usage tracker for resource:floatingip and tenant:7c4ec19aef264f29acd6f5fbc3ee1bc5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:15.540783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:15.578004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:15.588559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-8f1d6644-692b-49e8-8ded-e66fe48e519b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 9caf171a-3693-4f4a-b243-b896084b21db) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:15.593783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Allocated IP 172.25.5.64 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/4e84f045-fd54-4274-8f1a-5406941418b3) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:01:15.603605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1d6644-692b-49e8-8ded-e66fe48e519b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:15.608171 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8f1d6644-692b-49e8-8ded-e66fe48e519b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:15.608683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-549f97bb-2d34-427e-8066-3557067efd4e req-39c1dada-049d-4e7a-871e-097b5417b927 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472695 Mar 01 21:01:15.622363 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ba4e07-bc9c-4dad-ae5a-8d8c70445c7a None None] Network 9caf171a-3693-4f4a-b243-b896084b21db requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:01:15.749115 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8f1d6644-692b-49e8-8ded-e66fe48e519b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7347157 Mar 01 21:01:15.751727 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48250) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:15.758076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d9cd6688-e0e3-4ef9-b544-29a9cdc650cf tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Request body: {'port': {'network_id': '9caf171a-3693-4f4a-b243-b896084b21db', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-487910935'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:15.767940 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port a9d927df-f636-4c92-8839-646bddef5103 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:01:15.790270 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port a9d927df-f636-4c92-8839-646bddef5103 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:15.794761 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:15.832611 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b', 'tag': '19e69e4a-3e43-4967-bb88-ca31a7262487', 'status': 'completed', 'code': 200} Mar 01 21:01:15.838766 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:16.088251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device bf6d2af4-8089-4b8c-8312-1b3bc77a7c02 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:01:16.232883 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:16.272136 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35799351-61e8-4486-8861-f4fe50891354 req-57abd2d1-8390-4a31-9e9a-15a1a0fea4f5 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:16.274320 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35799351-61e8-4486-8861-f4fe50891354 req-57abd2d1-8390-4a31-9e9a-15a1a0fea4f5 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 943 time: 0.4502227 Mar 01 21:01:16.431039 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:16.477622 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:16.496354 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e5cdb-5b3e-4016-9337-2c64e398b7a3 req-7bff62ea-ee66-4131-8329-b9f625d155a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:16.497284 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a30e5cdb-5b3e-4016-9337-2c64e398b7a3 req-7bff62ea-ee66-4131-8329-b9f625d155a6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c4ec19aef264f29acd6f5fbc3ee1bc5&device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 1097 time: 0.7024293 Mar 01 21:01:16.538190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a9d927df-f636-4c92-8839-646bddef5103, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a9d927df-f636-4c92-8839-646bddef5103,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:16.541966 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35799351-61e8-4486-8861-f4fe50891354 req-1f830618-86fb-4b6d-b089-46615ed2456c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569258 Mar 01 21:01:16.610807 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port bf6d2af4-8089-4b8c-8312-1b3bc77a7c02 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:01:16.639400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d9cd6688-e0e3-4ef9-b544-29a9cdc650cf tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:16.648712 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09921ee-40d0-4759-af38-7a5449c1267c None None] Network 0aabcb94-54b8-4a83-8425-4e47bd3cde7a requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:01:16.656214 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:16.681341 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad0af69-e06d-405e-a404-734c95c0d5c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548d5c69-fc44-474a-9154-234b2053cd4a', 'code': 200} Mar 01 21:01:16.681341 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:16.766578 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-9caf171a-3693-4f4a-b243-b896084b21db', 'network_id': '9caf171a-3693-4f4a-b243-b896084b21db', 'tenant_id': '2ed89c43e4ba489384d0b31c0c723929', 'fixed_ips': [{'subnet_id': '70c0b5b5-8b16-4305-8d3b-a1fdc5c8d69e'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:01:16.766578 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:16.830846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d9cd6688-e0e3-4ef9-b544-29a9cdc650cf tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Usage tracker for resource:port and tenant:2ed89c43e4ba489384d0b31c0c723929 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:16.883620 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d9cd6688-e0e3-4ef9-b544-29a9cdc650cf tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:16.904105 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d9cd6688-e0e3-4ef9-b544-29a9cdc650cf tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:16.954206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e5cdb-5b3e-4016-9337-2c64e398b7a3 req-ced6db01-b8ec-431b-9aa8-b524f2da1da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:16.954603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:01:16.954824 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a30e5cdb-5b3e-4016-9337-2c64e398b7a3 req-ced6db01-b8ec-431b-9aa8-b524f2da1da0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f29a706-a7a5-48ba-9770-3ee8a06bf432 HTTP/1.1" status: 200 len: 920 time: 0.4064977 Mar 01 21:01:16.955012 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:16.970394 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:01:17.051772 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Allocated IP 2001:db8::2 (9caf171a-3693-4f4a-b243-b896084b21db/70c0b5b5-8b16-4305-8d3b-a1fdc5c8d69e/cb483e6d-8a8b-481f-9477-bcd9390c702d) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:01:17.056153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0932b5-9b4b-4f81-b5d5-a39f7389adec req-350aac4f-868d-4627-aae7-51befbe21d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:17.057477 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7d0932b5-9b4b-4f81-b5d5-a39f7389adec req-350aac4f-868d-4627-aae7-51befbe21d1d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cad0af69-e06d-405e-a404-734c95c0d5c0 HTTP/1.1" status: 200 len: 1101 time: 0.2229643 Mar 01 21:01:17.067622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9cd6688-e0e3-4ef9-b544-29a9cdc650cf tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Made reservation on behalf of 2ed89c43e4ba489384d0b31c0c723929 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:01:17.072308 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6688-e0e3-4ef9-b544-29a9cdc650cf tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:17.083625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Pushing event updated for resources: {'Port': ['ID=4e84f045-fd54-4274-8f1a-5406941418b3,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:17.127010 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:01:17.133371 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Allocated IP 172.25.5.59 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/14925206-1017-497f-b303-9b4939a3fd9b) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:01:17.134665 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a30e5cdb-5b3e-4016-9337-2c64e398b7a3 req-4c1373d5-cfba-490a-ab4a-074a4b6f6acc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19e69e4a-3e43-4967-bb88-ca31a7262487 HTTP/1.1" status: 200 len: 217 time: 0.1583974 Mar 01 21:01:17.217301 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7d0932b5-9b4b-4f81-b5d5-a39f7389adec req-d7a2b15a-394b-4451-ba00-f20e7abfffbb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505957 Mar 01 21:01:17.272382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-d9cd6688-e0e3-4ef9-b544-29a9cdc650cf tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] device_id is not set on port be5439d3-89b1-4e74-85da-14c69878efdc yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:01:17.331746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1e3c51d6-dd56-482c-8b1b-35bc1df490b9 None None] Provisioning for port bf6d2af4-8089-4b8c-8312-1b3bc77a7c02 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:01:17.358078 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e5cdb-5b3e-4016-9337-2c64e398b7a3 req-9fce1cc4-2c29-4d7e-8738-10d5d762512b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:17.359987 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a30e5cdb-5b3e-4016-9337-2c64e398b7a3 req-9fce1cc4-2c29-4d7e-8738-10d5d762512b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0991afc3-5eec-4419-a780-db752de57820 HTTP/1.1" status: 200 len: 859 time: 0.1474235 Mar 01 21:01:17.378103 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1e3c51d6-dd56-482c-8b1b-35bc1df490b9 None None] Provisioning complete for port bf6d2af4-8089-4b8c-8312-1b3bc77a7c02 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:17.382525 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1e3c51d6-dd56-482c-8b1b-35bc1df490b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:17.453136 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a30e5cdb-5b3e-4016-9337-2c64e398b7a3 req-ee358a3a-dc8c-4f5b-a24c-c33d3f4571d7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f29a706-a7a5-48ba-9770-3ee8a06bf432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801218 Mar 01 21:01:17.544679 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8663491f-7225-4ab7-9392-74f7bbf3c175 req-45bb0d6d-f247-4fb8-80b1-e651f54a0f65 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:17.553096 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8663491f-7225-4ab7-9392-74f7bbf3c175 req-45bb0d6d-f247-4fb8-80b1-e651f54a0f65 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=153d9f1a-3b96-4e51-ba73-6653a85e9580 HTTP/1.1" status: 200 len: 945 time: 0.6835873 Mar 01 21:01:17.569361 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=a9d927df-f636-4c92-8839-646bddef5103,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:17.653916 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:17.661896 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a30e5cdb-5b3e-4016-9337-2c64e398b7a3 req-e4732aa6-ac6a-4e1d-ab84-83b0fde931cf service neutron] 10.222.0.57 "GET /v2.0/networks/1f29a706-a7a5-48ba-9770-3ee8a06bf432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993616 Mar 01 21:01:17.672220 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8663491f-7225-4ab7-9392-74f7bbf3c175 req-b3d073c7-2a9b-4166-8cf7-2a89548c3692 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180778 Mar 01 21:01:17.689468 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Transition to ACTIVE for port object cb483e6d-8a8b-481f-9477-bcd9390c702d will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:01:17.700824 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:17.772576 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Transition to ACTIVE for port object cb483e6d-8a8b-481f-9477-bcd9390c702d will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:01:17.843537 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1e3c51d6-dd56-482c-8b1b-35bc1df490b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:17.996444 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1e3c51d6-dd56-482c-8b1b-35bc1df490b9 None None] For port bf6d2af4-8089-4b8c-8312-1b3bc77a7c02, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=bf6d2af4-8089-4b8c-8312-1b3bc77a7c02,segment=NetworkSegment(979731b6-8de4-46f5-8d91-ffe238bf8f22),segment_id=979731b6-8de4-46f5-8d91-ffe238bf8f22)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:18.024039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287cd500-094c-4b36-97a2-a99d03a46e42 req-2311e8c9-46de-46cb-914b-81730cda5ada tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:18.028811 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-287cd500-094c-4b36-97a2-a99d03a46e42 req-2311e8c9-46de-46cb-914b-81730cda5ada tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=cad0af69-e06d-405e-a404-734c95c0d5c0 HTTP/1.1" status: 200 len: 950 time: 0.2002928 Mar 01 21:01:18.187322 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-287cd500-094c-4b36-97a2-a99d03a46e42 req-214e8280-d32c-4544-98be-502151a60104 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489446 Mar 01 21:01:18.208960 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a30e5cdb-5b3e-4016-9337-2c64e398b7a3 req-a2f2d927-c736-4268-a669-206572f59e61 service neutron] 10.222.0.57 "GET /v2.0/networks/1f29a706-a7a5-48ba-9770-3ee8a06bf432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4830601 Mar 01 21:01:18.456909 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdea0b9-7697-4389-9795-5d5722431725 req-e448df8e-4fca-4fa4-bce6-5568b957b602 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:18.462683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bcdea0b9-7697-4389-9795-5d5722431725 req-e448df8e-4fca-4fa4-bce6-5568b957b602 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 943 time: 0.1253109 Mar 01 21:01:18.526648 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bcdea0b9-7697-4389-9795-5d5722431725 req-abc565f0-dd12-4207-926e-273ad09eca8f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503833 Mar 01 21:01:18.675400 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153d9f1a-3b96-4e51-ba73-6653a85e9580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d927df-f636-4c92-8839-646bddef5103'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:01:18.748848 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153d9f1a-3b96-4e51-ba73-6653a85e9580', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9d927df-f636-4c92-8839-646bddef5103', 'code': 200} Mar 01 21:01:18.773468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48280) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:18.813739 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1e3c51d6-dd56-482c-8b1b-35bc1df490b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:18.818139 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:18.960926 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Network 9caf171a-3693-4f4a-b243-b896084b21db is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:01:18.972565 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:18.975821 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:01:19.053809 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:19.225349 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-d9cd6688-e0e3-4ef9-b544-29a9cdc650cf tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Allocated IP 2001:db8::28a (9caf171a-3693-4f4a-b243-b896084b21db/70c0b5b5-8b16-4305-8d3b-a1fdc5c8d69e/be5439d3-89b1-4e74-85da-14c69878efdc) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:01:19.231402 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8d4c94dd-9739-46bf-b218-f300775d2f51 None None] Provisioning complete for port bf6d2af4-8089-4b8c-8312-1b3bc77a7c02 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:19.233679 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8d4c94dd-9739-46bf-b218-f300775d2f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:19.258440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:01:19.266390 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:19.305141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d61b72-8d4a-44f5-8019-aad9179e815b req-41080987-9483-4173-b9f5-67839309550b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:19.311615 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e0d61b72-8d4a-44f5-8019-aad9179e815b req-41080987-9483-4173-b9f5-67839309550b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=153d9f1a-3b96-4e51-ba73-6653a85e9580 HTTP/1.1" status: 200 len: 1096 time: 0.4955437 Mar 01 21:01:19.321096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Pushing event updated for resources: {'Port': ['ID=14925206-1017-497f-b303-9b4939a3fd9b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:19.331123 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c51d6-dd56-482c-8b1b-35bc1df490b9 None None] Pushing event updated for resources: {'Port': ['ID=bf6d2af4-8089-4b8c-8312-1b3bc77a7c02,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:19.371107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:01:19.417041 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e0d61b72-8d4a-44f5-8019-aad9179e815b req-01bb9d96-961c-40f7-ac70-0e6c87febcbd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804546 Mar 01 21:01:19.429885 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Attempting to bind port cb483e6d-8a8b-481f-9477-bcd9390c702d on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:01:19.430389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Attempting to bind port cb483e6d-8a8b-481f-9477-bcd9390c702d by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'b5a41425-4d31-417b-97b8-23bb814d8add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9caf171a-3693-4f4a-b243-b896084b21db'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:01:19.430711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af7cf4-5ed3-44a7-a3cb-e705e2d51c87 req-cf8eda8c-e276-463e-99c0-967c966ff87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:19.431013 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Attempting to bind port cb483e6d-8a8b-481f-9477-bcd9390c702d on network 9caf171a-3693-4f4a-b243-b896084b21db {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:01:19.431239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af7cf4-5ed3-44a7-a3cb-e705e2d51c87 req-cf8eda8c-e276-463e-99c0-967c966ff87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:19.431754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af7cf4-5ed3-44a7-a3cb-e705e2d51c87 req-cf8eda8c-e276-463e-99c0-967c966ff87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:19.432262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af7cf4-5ed3-44a7-a3cb-e705e2d51c87 req-cf8eda8c-e276-463e-99c0-967c966ff87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:19.432737 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af7cf4-5ed3-44a7-a3cb-e705e2d51c87 req-cf8eda8c-e276-463e-99c0-967c966ff87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:19.433210 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af7cf4-5ed3-44a7-a3cb-e705e2d51c87 req-cf8eda8c-e276-463e-99c0-967c966ff87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:19.433678 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af7cf4-5ed3-44a7-a3cb-e705e2d51c87 req-cf8eda8c-e276-463e-99c0-967c966ff87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:19.446616 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58af7cf4-5ed3-44a7-a3cb-e705e2d51c87 req-cf8eda8c-e276-463e-99c0-967c966ff87a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 6492 time: 0.6690555 Mar 01 21:01:19.460590 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:01:19.461579 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Checking segment: {'id': 'b5a41425-4d31-417b-97b8-23bb814d8add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9caf171a-3693-4f4a-b243-b896084b21db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:01:19.462387 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:19.463229 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Bound using segment: {'id': 'b5a41425-4d31-417b-97b8-23bb814d8add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9caf171a-3693-4f4a-b243-b896084b21db'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:01:19.463900 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Bound port: cb483e6d-8a8b-481f-9477-bcd9390c702d, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5a41425-4d31-417b-97b8-23bb814d8add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '9caf171a-3693-4f4a-b243-b896084b21db'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:01:19.468696 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:19.611670 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Pushing event updated for resources: {'Port': ['ID=cb483e6d-8a8b-481f-9477-bcd9390c702d,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:19.635549 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:19.657523 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:19.713185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] For port cb483e6d-8a8b-481f-9477-bcd9390c702d, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:01:19.728196 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58af7cf4-5ed3-44a7-a3cb-e705e2d51c87 req-ecac53d5-6a37-443d-b12d-2634238ef6ef service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.2833223 Mar 01 21:01:19.746635 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] For port cb483e6d-8a8b-481f-9477-bcd9390c702d, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=cb483e6d-8a8b-481f-9477-bcd9390c702d,segment=NetworkSegment(b5a41425-4d31-417b-97b8-23bb814d8add),segment_id=b5a41425-4d31-417b-97b8-23bb814d8add)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:01:19.781383 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac832392-6a4d-4bb8-8f70-e112db8c523f req-69475c1a-948d-42c7-85a7-8de83608e1b9 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:19.796888 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac832392-6a4d-4bb8-8f70-e112db8c523f req-69475c1a-948d-42c7-85a7-8de83608e1b9 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=153d9f1a-3b96-4e51-ba73-6653a85e9580 HTTP/1.1" status: 200 len: 945 time: 0.7542028 Mar 01 21:01:19.828100 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6688-e0e3-4ef9-b544-29a9cdc650cf tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:19.843635 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:19.879841 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-d9cd6688-e0e3-4ef9-b544-29a9cdc650cf tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Transition to ACTIVE for port object be5439d3-89b1-4e74-85da-14c69878efdc will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:01:20.017074 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6688-e0e3-4ef9-b544-29a9cdc650cf tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:20.072907 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device bf6d2af4-8089-4b8c-8312-1b3bc77a7c02 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:01:20.091260 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac832392-6a4d-4bb8-8f70-e112db8c523f req-2dd9c8e5-354d-4969-9920-be845173a813 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828884 Mar 01 21:01:20.092674 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:20.153801 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec24183-97ff-4500-846c-c52fe3a09c32 None None] Pushing event updated for resources: {'Port': ['ID=cb483e6d-8a8b-481f-9477-bcd9390c702d,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:20.276167 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cd6688-e0e3-4ef9-b544-29a9cdc650cf tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Network 9caf171a-3693-4f4a-b243-b896084b21db is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:01:20.282857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-d9cd6688-e0e3-4ef9-b544-29a9cdc650cf tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:20.297626 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cd6688-e0e3-4ef9-b544-29a9cdc650cf tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:01:20.325534 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9cd6688-e0e3-4ef9-b544-29a9cdc650cf tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:20.333651 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d9cd6688-e0e3-4ef9-b544-29a9cdc650cf tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:20.345492 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port bf6d2af4-8089-4b8c-8312-1b3bc77a7c02 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:20.345869 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:20.376399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cd6688-e0e3-4ef9-b544-29a9cdc650cf tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Pushing event updated for resources: {'Port': ['ID=be5439d3-89b1-4e74-85da-14c69878efdc,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:20.526028 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d9cd6688-e0e3-4ef9-b544-29a9cdc650cf tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.7730067 Mar 01 21:01:20.537114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48296) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:20.553240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Request body: {'port': {'network_id': '9caf171a-3693-4f4a-b243-b896084b21db', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-781233783', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:20.559954 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.api.validators [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] bootfile-name is not in valid_values {{(pid=88519) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 01 21:01:20.561665 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.api.validators [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] tftp-server is not in valid_values {{(pid=88519) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 01 21:01:20.562449 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.api.validators [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] server-ip-address is not in valid_values {{(pid=88519) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 01 21:01:20.887922 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:21.009480 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d073c7-fdb0-4649-806f-c5cd88b22d43 req-1d18948d-a281-4920-aa28-e60e12791610 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:21.018341 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b1d073c7-fdb0-4649-806f-c5cd88b22d43 req-1d18948d-a281-4920-aa28-e60e12791610 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=cad0af69-e06d-405e-a404-734c95c0d5c0 HTTP/1.1" status: 200 len: 950 time: 0.5946591 Mar 01 21:01:21.066557 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:21.090363 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:21.100612 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Usage tracker for resource:port and tenant:2ed89c43e4ba489384d0b31c0c723929 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:21.110071 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:21.129127 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:21.172603 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:21.210146 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b1d073c7-fdb0-4649-806f-c5cd88b22d43 req-cdb00cd2-c7a1-4e51-90ac-8356859c25ad tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906333 Mar 01 21:01:21.224026 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:21.268209 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Made reservation on behalf of 2ed89c43e4ba489384d0b31c0c723929 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:01:21.277437 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:21.328455 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] device_id is not set on port 4953ede1-e284-473a-9010-772072329342 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:01:21.521469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Allocated IP 2001:db8::13f (9caf171a-3693-4f4a-b243-b896084b21db/70c0b5b5-8b16-4305-8d3b-a1fdc5c8d69e/4953ede1-e284-473a-9010-772072329342) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:01:21.570097 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e236e40-9a3a-4fb4-97ce-dec08d83ca70 None None] Network 9caf171a-3693-4f4a-b243-b896084b21db requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:01:21.628682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Pushing event updated for resources: {'Port': ['ID=14925206-1017-497f-b303-9b4939a3fd9b,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:21.665411 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:21.726601 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11579b41-495c-44e6-aa9d-803467668d60 req-dae30671-bf66-4161-a5c4-5bace94755de tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:21.728336 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-11579b41-495c-44e6-aa9d-803467668d60 req-dae30671-bf66-4161-a5c4-5bace94755de tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 943 time: 0.2568057 Mar 01 21:01:21.765932 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Router d0917dfc-bddb-40eb-b2f3-46135c90b36b is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:01:21.792650 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:21.813668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Transition to ACTIVE for port object 4953ede1-e284-473a-9010-772072329342 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:01:21.821233 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9a76c028-b04c-4541-b387-eb0db1730c02 None None] Provisioning for port cb483e6d-8a8b-481f-9477-bcd9390c702d completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:01:22.342562 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-11579b41-495c-44e6-aa9d-803467668d60 req-d10c5a62-778c-46c4-a1b3-0edc46fc09cc tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170797 Mar 01 21:01:22.346667 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device cb483e6d-8a8b-481f-9477-bcd9390c702d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:01:22.350325 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:22.350325 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-b0294f25-9dde-4d80-9c02-0860482cc292 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.5165694 Mar 01 21:01:22.350325 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:01:22.353639 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f1d5c0-3b7e-4035-8b65-f84be492392f None None] Sync routers for ids ['d0917dfc-bddb-40eb-b2f3-46135c90b36b'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:01:22.353639 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f1d5c0-3b7e-4035-8b65-f84be492392f None None] Routers {'d0917dfc-bddb-40eb-b2f3-46135c90b36b'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:01:22.353639 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d3f1d5c0-3b7e-4035-8b65-f84be492392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:01:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0917dfc-bddb-40eb-b2f3-46135c90b36b'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:22.356907 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:22.360529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-5e3ef4cc-74e8-4f3d-99a3-002c22777a47 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Synchronizing usage tracker for tenant:7c4ec19aef264f29acd6f5fbc3ee1bc5 on resource:floatingip {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:01:22.363044 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d3f1d5c0-3b7e-4035-8b65-f84be492392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:22.363044 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f1d5c0-3b7e-4035-8b65-f84be492392f None None] Routers {'d0917dfc-bddb-40eb-b2f3-46135c90b36b'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:01:22.363044 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d3f1d5c0-3b7e-4035-8b65-f84be492392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:01:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0917dfc-bddb-40eb-b2f3-46135c90b36b'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:22.364017 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f0bdc-001c-45c3-b333-0deac839fe1c req-28a51fce-931c-431c-a279-da7da28aeea4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:22.364017 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2a0f0bdc-001c-45c3-b333-0deac839fe1c req-28a51fce-931c-431c-a279-da7da28aeea4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=153d9f1a-3b96-4e51-ba73-6653a85e9580 HTTP/1.1" status: 200 len: 945 time: 0.1946199 Mar 01 21:01:22.364609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Network 9caf171a-3693-4f4a-b243-b896084b21db is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:01:22.364609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:22.364609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:01:22.364609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:22.364609 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:22.365264 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port cb483e6d-8a8b-481f-9477-bcd9390c702d completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:01:22.365423 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d3f1d5c0-3b7e-4035-8b65-f84be492392f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:22.365423 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f1d5c0-3b7e-4035-8b65-f84be492392f None None] The sync data for ids ['d0917dfc-bddb-40eb-b2f3-46135c90b36b'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:01:22.365550 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2a0f0bdc-001c-45c3-b333-0deac839fe1c req-c91ee6ca-b971-4b19-86a8-5623ab896acc tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671535 Mar 01 21:01:22.365620 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port cb483e6d-8a8b-481f-9477-bcd9390c702d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:22.365620 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:22.365773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Pushing event updated for resources: {'Port': ['ID=4953ede1-e284-473a-9010-772072329342,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:22.386507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-5e3ef4cc-74e8-4f3d-99a3-002c22777a47 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Unset dirty status for tenant:7c4ec19aef264f29acd6f5fbc3ee1bc5 on resource:floatingip {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:01:22.387738 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-5e3ef4cc-74e8-4f3d-99a3-002c22777a47 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 695 time: 0.3884838 Mar 01 21:01:22.391849 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:22.391849 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6308ee7e-fb8f-4606-83fd-0fa2159846d0 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 11.1317258 Mar 01 21:01:22.392834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48308) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:22.454342 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:22.492023 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2f8266c4-65cf-4ee8-95d6-2b26daa3a0cb tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.9514558 Mar 01 21:01:22.501445 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port cb483e6d-8a8b-481f-9477-bcd9390c702d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=cb483e6d-8a8b-481f-9477-bcd9390c702d,segment=NetworkSegment(b5a41425-4d31-417b-97b8-23bb814d8add),segment_id=b5a41425-4d31-417b-97b8-23bb814d8add)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:22.502749 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d36fff3f-5748-4143-82d4-205ce6fe1435 None None] Provisioning for port be5439d3-89b1-4e74-85da-14c69878efdc completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:01:22.502856 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48312) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:22.511000 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d36fff3f-5748-4143-82d4-205ce6fe1435 None None] Provisioning complete for port be5439d3-89b1-4e74-85da-14c69878efdc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:22.511000 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d36fff3f-5748-4143-82d4-205ce6fe1435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:22.576956 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d36fff3f-5748-4143-82d4-205ce6fe1435 None None] Port be5439d3-89b1-4e74-85da-14c69878efdc cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:01:22.583268 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:22.678035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-6a99aa2c-f866-4f6a-9355-2bbd2b0172b3 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:22.679647 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-448ad6bc-1d33-4f5c-9ece-5934967fbc5f req-6a99aa2c-f866-4f6a-9355-2bbd2b0172b3 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.2786529 Mar 01 21:01:22.720218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=cb483e6d-8a8b-481f-9477-bcd9390c702d,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:22.745641 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d36fff3f-5748-4143-82d4-205ce6fe1435 None None] Provisioning complete for port cb483e6d-8a8b-481f-9477-bcd9390c702d triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:22.746582 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d36fff3f-5748-4143-82d4-205ce6fe1435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:22.837046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd96a604-87b2-46ec-8b17-5d765d79b10a tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:22.844342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd96a604-87b2-46ec-8b17-5d765d79b10a tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:22.852037 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd96a604-87b2-46ec-8b17-5d765d79b10a tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:22.852862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cd96a604-87b2-46ec-8b17-5d765d79b10a tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Synchronizing usage tracker for tenant:2ed89c43e4ba489384d0b31c0c723929 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:01:22.965580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c35c9a-068d-4e6e-a561-ad02aa391192 req-ba02c469-9965-4e13-9b98-5e83b238009c tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:22.968255 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5c35c9a-068d-4e6e-a561-ad02aa391192 req-ba02c469-9965-4e13-9b98-5e83b238009c tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 945 time: 0.1514382 Mar 01 21:01:22.971530 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cd96a604-87b2-46ec-8b17-5d765d79b10a tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Unset dirty status for tenant:2ed89c43e4ba489384d0b31c0c723929 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:01:22.975584 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cd96a604-87b2-46ec-8b17-5d765d79b10a tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.4689879 Mar 01 21:01:22.981868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48322) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:23.019324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-6e54c066-03b1-45f7-87ab-d1d6bdcf402f tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:23.033961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ebf528d4-1bcd-46be-8cbe-0aa6d02d32fc None None] Provisioning complete for port be5439d3-89b1-4e74-85da-14c69878efdc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:23.034141 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-6e54c066-03b1-45f7-87ab-d1d6bdcf402f tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1774933 Mar 01 21:01:23.034646 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ebf528d4-1bcd-46be-8cbe-0aa6d02d32fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:23.050050 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5c35c9a-068d-4e6e-a561-ad02aa391192 req-99a368a3-7050-415d-b6c0-eefac2fa806e tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759625 Mar 01 21:01:23.133164 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ebf528d4-1bcd-46be-8cbe-0aa6d02d32fc None None] Port be5439d3-89b1-4e74-85da-14c69878efdc cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:01:23.165754 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-4178d6c4-bebc-4edc-a3aa-de79bf905a72 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 695 time: 0.1189940 Mar 01 21:01:23.176260 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-a8757a85-cd57-46fd-9672-104fe2ff45d5 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Request body: {'floatingip': {'port_id': '19e69e4a-3e43-4967-bb88-ca31a7262487', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:23.239753 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-59299710-122f-48d6-8cbb-29924fb4c737 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Deleting port 4953ede1-e284-473a-9010-772072329342 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:23.240093 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59299710-122f-48d6-8cbb-29924fb4c737 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:23.253999 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ebf528d4-1bcd-46be-8cbe-0aa6d02d32fc None None] Provisioning for port 4953ede1-e284-473a-9010-772072329342 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:01:23.259693 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ebf528d4-1bcd-46be-8cbe-0aa6d02d32fc None None] Provisioning complete for port 4953ede1-e284-473a-9010-772072329342 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:23.260780 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ebf528d4-1bcd-46be-8cbe-0aa6d02d32fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:23.264944 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-a8757a85-cd57-46fd-9672-104fe2ff45d5 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks [] for floatingip, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:23.321387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ebf528d4-1bcd-46be-8cbe-0aa6d02d32fc None None] Port 4953ede1-e284-473a-9010-772072329342 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:01:23.631855 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:23.798755 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59299710-122f-48d6-8cbb-29924fb4c737 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:23.806966 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8cad881e-232e-4416-b5e6-f7b16eee4f97 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:23.815912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-05fed337-caf1-4355-bc90-eab7d726e525 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:23.816408 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-05fed337-caf1-4355-bc90-eab7d726e525 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:23.816976 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-05fed337-caf1-4355-bc90-eab7d726e525 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:23.817345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-05fed337-caf1-4355-bc90-eab7d726e525 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:23.817989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-05fed337-caf1-4355-bc90-eab7d726e525 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:23.818272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-05fed337-caf1-4355-bc90-eab7d726e525 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:23.818737 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-05fed337-caf1-4355-bc90-eab7d726e525 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:23.819203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-05fed337-caf1-4355-bc90-eab7d726e525 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:23.819698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-05fed337-caf1-4355-bc90-eab7d726e525 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:23.820167 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-05fed337-caf1-4355-bc90-eab7d726e525 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:23.820632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-05fed337-caf1-4355-bc90-eab7d726e525 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:23.821094 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-05fed337-caf1-4355-bc90-eab7d726e525 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:23.821564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-05fed337-caf1-4355-bc90-eab7d726e525 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:23.822441 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-05fed337-caf1-4355-bc90-eab7d726e525 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:23.822542 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-05fed337-caf1-4355-bc90-eab7d726e525 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:23.822935 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-05fed337-caf1-4355-bc90-eab7d726e525 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:23.825411 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-05fed337-caf1-4355-bc90-eab7d726e525 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=153d9f1a-3b96-4e51-ba73-6653a85e9580&device_id=cad0af69-e06d-405e-a404-734c95c0d5c0&device_id=539a24b4-0c31-4aad-a228-53f114a9490a&device_id=c0e6c311-1796-477c-a45a-731042b6684b&device_id=38b740f2-9254-4d6d-8951-ec762b71c95a&device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b&device_id=f0a008b0-3c05-4503-8582-d9d35b54389b&device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948&device_id=4659015d-4561-4bfe-a339-451e415b3f2c&device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 14480 time: 0.3815846 Mar 01 21:01:23.907816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device cb483e6d-8a8b-481f-9477-bcd9390c702d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:01:23.938000 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-1b786cb0-17eb-4fa2-b452-5b7e2a26b643 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:23.949819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-59299710-122f-48d6-8cbb-29924fb4c737 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Calling delete_port for 4953ede1-e284-473a-9010-772072329342 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:23.966094 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-1b786cb0-17eb-4fa2-b452-5b7e2a26b643 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:23.984496 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-1b786cb0-17eb-4fa2-b452-5b7e2a26b643 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Usage tracker for resource:security_group_rule and tenant:60ab457b716f410d986ad8f5e47dd194 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:23.985383 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port cb483e6d-8a8b-481f-9477-bcd9390c702d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:23.986067 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:23.988427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-1b786cb0-17eb-4fa2-b452-5b7e2a26b643 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:23.995791 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-1b786cb0-17eb-4fa2-b452-5b7e2a26b643 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:24.215279 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-1b786cb0-17eb-4fa2-b452-5b7e2a26b643 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:24.221497 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-a8757a85-cd57-46fd-9672-104fe2ff45d5 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:24.300151 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-1b786cb0-17eb-4fa2-b452-5b7e2a26b643 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:24.340412 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a0af6ac-44b1-426f-ab7c-60a1d19db32a req-1b786cb0-17eb-4fa2-b452-5b7e2a26b643 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&id=1074fff3-b893-4ad5-a33b-4f1a6a7d7771&id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&id=184a5dd5-0ad1-4955-b322-3c59427675b8&id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 738 time: 0.4953015 Mar 01 21:01:24.347490 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b786cb0-17eb-4fa2-b452-5b7e2a26b643 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17484b23-eca5-4255-b3f2-f4c8ac963fb4,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:24.363269 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-a8757a85-cd57-46fd-9672-104fe2ff45d5 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:24.468388 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59299710-122f-48d6-8cbb-29924fb4c737 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:24.537100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59299710-122f-48d6-8cbb-29924fb4c737 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Pushing event deleted for resources: {'Port': ['ID=4953ede1-e284-473a-9010-772072329342,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:24.602999 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-a8757a85-cd57-46fd-9672-104fe2ff45d5 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Floating IP 5c82ddc8-f1aa-4f14-9de5-03fa94689453 associated. External IP: 172.25.5.59, port: 19e69e4a-3e43-4967-bb88-ca31a7262487. Mar 01 21:01:24.610727 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 940044c3-308c-4284-a779-446921c9c097 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:01:24.649678 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59299710-122f-48d6-8cbb-29924fb4c737 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:24.690031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26092e8-b99f-4828-8ce8-625aff5ffd07 req-aa5c99f4-4e0d-4218-91e8-4bf8af29288c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:24.691618 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d26092e8-b99f-4828-8ce8-625aff5ffd07 req-aa5c99f4-4e0d-4218-91e8-4bf8af29288c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 943 time: 0.2577183 Mar 01 21:01:24.797573 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-8cad881e-232e-4416-b5e6-f7b16eee4f97 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Allocated IP 172.20.0.1 (0aabcb94-54b8-4a83-8425-4e47bd3cde7a/1f8372b5-8958-4e7f-92ea-e20569596e28/87cfa183-57d3-4696-837e-f12af7e3b173) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:01:24.798016 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 940044c3-308c-4284-a779-446921c9c097, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=940044c3-308c-4284-a779-446921c9c097,segment=NetworkSegment(c0033dff-66c7-4991-8ee7-f4c19b77a17f),segment_id=c0033dff-66c7-4991-8ee7-f4c19b77a17f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:24.814991 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '940044c3-308c-4284-a779-446921c9c097', 'network_id': 'c6ada74c-bd63-4636-abf5-95dfb8263926', 'port_id': '940044c3-308c-4284-a779-446921c9c097', 'mac_address': 'fa:16:3e:54:ca:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d9c7eca-9d4c-45b5-b379-078956794f58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:01:24.815414 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-59299710-122f-48d6-8cbb-29924fb4c737 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] 10.222.0.42 "DELETE /v2.0/ports/4953ede1-e284-473a-9010-772072329342 HTTP/1.1" status: 204 len: 168 time: 1.8319917 Mar 01 21:01:24.825568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48332) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:24.836207 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-114b6f71-a712-4436-839e-7fdd4e6e7076 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Request body: {'port': {'name': 'tempest-new-port-name-1453224495', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:24.836653 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.api.validators [None req-114b6f71-a712-4436-839e-7fdd4e6e7076 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] bootfile-name is not in valid_values {{(pid=88518) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 01 21:01:24.836981 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.api.validators [None req-114b6f71-a712-4436-839e-7fdd4e6e7076 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] tftp-server is not in valid_values {{(pid=88518) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 01 21:01:24.837322 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.api.validators [None req-114b6f71-a712-4436-839e-7fdd4e6e7076 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] server-ip-address is not in valid_values {{(pid=88518) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 01 21:01:24.876749 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d26092e8-b99f-4828-8ce8-625aff5ffd07 req-7eaba797-fc92-4e40-9b58-e1379210f569 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779528 Mar 01 21:01:24.880367 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:24.901613 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 940044c3-308c-4284-a779-446921c9c097 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:01:24.930797 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 940044c3-308c-4284-a779-446921c9c097, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=940044c3-308c-4284-a779-446921c9c097,segment=NetworkSegment(c0033dff-66c7-4991-8ee7-f4c19b77a17f),segment_id=c0033dff-66c7-4991-8ee7-f4c19b77a17f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:24.993619 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8cad881e-232e-4416-b5e6-f7b16eee4f97 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:25.007218 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:25.022415 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-8cad881e-232e-4416-b5e6-f7b16eee4f97 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Transition to ACTIVE for port object 87cfa183-57d3-4696-837e-f12af7e3b173 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:01:25.113126 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-114b6f71-a712-4436-839e-7fdd4e6e7076 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:25.117618 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8cad881e-232e-4416-b5e6-f7b16eee4f97 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:25.131427 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=940044c3-308c-4284-a779-446921c9c097,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:25.191877 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cad881e-232e-4416-b5e6-f7b16eee4f97 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Network 0aabcb94-54b8-4a83-8425-4e47bd3cde7a is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:01:25.194997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-8cad881e-232e-4416-b5e6-f7b16eee4f97 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:25.197734 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cad881e-232e-4416-b5e6-f7b16eee4f97 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:01:25.281533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad881e-232e-4416-b5e6-f7b16eee4f97 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Pushing event updated for resources: {'Port': ['ID=87cfa183-57d3-4696-837e-f12af7e3b173,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:25.283890 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8cad881e-232e-4416-b5e6-f7b16eee4f97 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:25.290240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-a8757a85-cd57-46fd-9672-104fe2ff45d5 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Router 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:01:25.310973 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619f43b-5915-4dc2-9803-46dcabb832f0 req-26a7d953-8414-4322-a1bb-9d44c8bd87f1 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:25.311822 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c619f43b-5915-4dc2-9803-46dcabb832f0 req-26a7d953-8414-4322-a1bb-9d44c8bd87f1 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=153d9f1a-3b96-4e51-ba73-6653a85e9580 HTTP/1.1" status: 200 len: 945 time: 0.3011720 Mar 01 21:01:25.360796 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['940044c3-308c-4284-a779-446921c9c097'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:01:25.508493 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8cad881e-232e-4416-b5e6-f7b16eee4f97 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:25.641250 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b7cec3fd-0489-4ce3-992d-be77dd931d9a None None] Provisioning for port 87cfa183-57d3-4696-837e-f12af7e3b173 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:01:25.647632 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b7cec3fd-0489-4ce3-992d-be77dd931d9a None None] Provisioning complete for port 87cfa183-57d3-4696-837e-f12af7e3b173 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:25.648001 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b7cec3fd-0489-4ce3-992d-be77dd931d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:25.661578 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c619f43b-5915-4dc2-9803-46dcabb832f0 req-133488ff-a0f0-4a45-8ae7-962d188ca9c2 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279469 Mar 01 21:01:25.723794 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b7cec3fd-0489-4ce3-992d-be77dd931d9a None None] Port 87cfa183-57d3-4696-837e-f12af7e3b173 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:01:25.790277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-a8757a85-cd57-46fd-9672-104fe2ff45d5 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:01:25.805774 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b98500-70a1-4739-90ee-b42575db031d None None] Sync routers for ids ['9e1843ae-aaa8-45bb-ba0d-91d7544920a4'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:01:25.819778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b98500-70a1-4739-90ee-b42575db031d None None] Routers {'9e1843ae-aaa8-45bb-ba0d-91d7544920a4'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:01:25.820719 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-42b98500-70a1-4739-90ee-b42575db031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:01:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9e1843ae-aaa8-45bb-ba0d-91d7544920a4'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:25.823287 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-a8757a85-cd57-46fd-9672-104fe2ff45d5 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:25.852159 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-114b6f71-a712-4436-839e-7fdd4e6e7076 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:25.899527 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-a8757a85-cd57-46fd-9672-104fe2ff45d5 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "PUT /v2.0/floatingips/5c82ddc8-f1aa-4f14-9de5-03fa94689453 HTTP/1.1" status: 200 len: 996 time: 2.7207177 Mar 01 21:01:25.905571 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b', 'tag': '19e69e4a-3e43-4967-bb88-ca31a7262487'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:01:25.917588 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-114b6f71-a712-4436-839e-7fdd4e6e7076 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:26.027846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b6f71-a712-4436-839e-7fdd4e6e7076 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Pushing event updated for resources: {'Port': ['ID=be5439d3-89b1-4e74-85da-14c69878efdc,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:26.044274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-114b6f71-a712-4436-839e-7fdd4e6e7076 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] In _notify_port_updated(), no bound segment for port be5439d3-89b1-4e74-85da-14c69878efdc on network 9caf171a-3693-4f4a-b243-b896084b21db {{(pid=88518) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:01:26.049972 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114b6f71-a712-4436-839e-7fdd4e6e7076 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:26.050683 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-114b6f71-a712-4436-839e-7fdd4e6e7076 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:26.054651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-114b6f71-a712-4436-839e-7fdd4e6e7076 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] 10.222.0.42 "PUT /v2.0/ports/be5439d3-89b1-4e74-85da-14c69878efdc HTTP/1.1" status: 200 len: 1130 time: 1.2255552 Mar 01 21:01:26.065073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48346) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:26.157532 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-42b98500-70a1-4739-90ee-b42575db031d None None] Set router 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:01:26.208675 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8cad881e-232e-4416-b5e6-f7b16eee4f97 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:26.241638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592b0c0b-4bff-4032-a97d-64a6833f9690 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:26.246767 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-592b0c0b-4bff-4032-a97d-64a6833f9690 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] 10.222.0.42 "GET /v2.0/ports/be5439d3-89b1-4e74-85da-14c69878efdc HTTP/1.1" status: 200 len: 1130 time: 0.1171186 Mar 01 21:01:26.246767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48350) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:26.282675 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8cad881e-232e-4416-b5e6-f7b16eee4f97 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:26.335772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-693716b8-b8b1-42e1-9638-78994ae4f308 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Deleting port be5439d3-89b1-4e74-85da-14c69878efdc {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:26.336110 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-693716b8-b8b1-42e1-9638-78994ae4f308 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:26.370664 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-ff996ce5-e120-4096-a05a-9fcc971d0f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:26.372196 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-ff996ce5-e120-4096-a05a-9fcc971d0f33 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c4ec19aef264f29acd6f5fbc3ee1bc5&device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 1097 time: 0.4718900 Mar 01 21:01:26.425397 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8cad881e-232e-4416-b5e6-f7b16eee4f97 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:26.429472 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cad881e-232e-4416-b5e6-f7b16eee4f97 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Pushing event updated for resources: {'Port': ['ID=87cfa183-57d3-4696-837e-f12af7e3b173,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:26.526579 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-124cf878-f717-4c18-a932-da43c8f27e51 None None] Provisioning complete for port be5439d3-89b1-4e74-85da-14c69878efdc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:26.527117 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-124cf878-f717-4c18-a932-da43c8f27e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:26.617782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cad881e-232e-4416-b5e6-f7b16eee4f97 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Network 0aabcb94-54b8-4a83-8425-4e47bd3cde7a is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:01:26.618905 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 940044c3-308c-4284-a779-446921c9c097 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:01:26.619467 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-8cad881e-232e-4416-b5e6-f7b16eee4f97 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:26.683393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-ffa26419-fa02-4d21-8d67-79c7381b63fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:26.685038 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-ffa26419-fa02-4d21-8d67-79c7381b63fd service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f29a706-a7a5-48ba-9770-3ee8a06bf432 HTTP/1.1" status: 200 len: 920 time: 0.3050992 Mar 01 21:01:26.719193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-124cf878-f717-4c18-a932-da43c8f27e51 None None] Port be5439d3-89b1-4e74-85da-14c69878efdc cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:01:26.759677 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 940044c3-308c-4284-a779-446921c9c097 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:26.760057 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:26.844171 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-7d2e0928-c4f0-493b-8f40-2a79083b33d1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19e69e4a-3e43-4967-bb88-ca31a7262487 HTTP/1.1" status: 200 len: 999 time: 0.1526313 Mar 01 21:01:26.900508 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-693716b8-b8b1-42e1-9638-78994ae4f308 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:26.911884 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cad881e-232e-4416-b5e6-f7b16eee4f97 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Router d0917dfc-bddb-40eb-b2f3-46135c90b36b has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:01:26.920508 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-42b98500-70a1-4739-90ee-b42575db031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-435856102-router', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:00:00Z', 'updated_at': '2022-03-01T21:00:07Z', 'revision_number': 4, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'gw_port': {'id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:01Z', 'updated_at': '2022-03-01T21:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '5c82ddc8-f1aa-4f14-9de5-03fa94689453', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'port_id': '19e69e4a-3e43-4967-bb88-ca31a7262487', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432', 'mac_address': 'fa:16:3e:f6:3f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:01:19Z', 'updated_at': '2022-03-01T21:01:24Z', 'revision_number': 1, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be78268-410e-466b-afd4-dc76c4dce458', 'name': '', 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'mac_address': 'fa:16:3e:82:3d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '0991afc3-5eec-4419-a780-db752de57820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:05Z', 'updated_at': '2022-03-01T21:00:16Z', 'revision_number': 5, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'subnets': [{'id': '0991afc3-5eec-4419-a780-db752de57820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:26.935029 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b98500-70a1-4739-90ee-b42575db031d None None] Checking router: 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:01:26.950477 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b98500-70a1-4739-90ee-b42575db031d None None] Routers {'9e1843ae-aaa8-45bb-ba0d-91d7544920a4'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:01:26.951767 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-42b98500-70a1-4739-90ee-b42575db031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:01:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9e1843ae-aaa8-45bb-ba0d-91d7544920a4'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:27.092248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-693716b8-b8b1-42e1-9638-78994ae4f308 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Calling delete_port for be5439d3-89b1-4e74-85da-14c69878efdc owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:27.158624 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cad881e-232e-4416-b5e6-f7b16eee4f97 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:01:27.167563 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8cad881e-232e-4416-b5e6-f7b16eee4f97 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] 10.222.0.42 "PUT /v2.0/routers/d0917dfc-bddb-40eb-b2f3-46135c90b36b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7734203 Mar 01 21:01:27.170758 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48356) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:27.175199 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ddcd12-c42a-4feb-b41f-99b88b5d8c1a None None] Sync routers for ids ['d0917dfc-bddb-40eb-b2f3-46135c90b36b'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:01:27.178893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-3122e897-d533-4ea8-a3f8-f3c8c2bff9fd tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Request body: {'port': {'network_id': '0aabcb94-54b8-4a83-8425-4e47bd3cde7a', 'name': 'tempest-FloatingIPAdminTestJSON-555682506'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:27.185998 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ddcd12-c42a-4feb-b41f-99b88b5d8c1a None None] Routers {'d0917dfc-bddb-40eb-b2f3-46135c90b36b'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:01:27.186188 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-99ddcd12-c42a-4feb-b41f-99b88b5d8c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:01:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0917dfc-bddb-40eb-b2f3-46135c90b36b'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:27.218811 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:27.248907 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b4c993fb-ba30-4a80-95a1-4d75e1f75028 None None] Provisioning complete for port 87cfa183-57d3-4696-837e-f12af7e3b173 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:27.249455 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b4c993fb-ba30-4a80-95a1-4d75e1f75028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:27.259284 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-99ddcd12-c42a-4feb-b41f-99b88b5d8c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:27.268725 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ddcd12-c42a-4feb-b41f-99b88b5d8c1a None None] Routers {'d0917dfc-bddb-40eb-b2f3-46135c90b36b'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:01:27.269510 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-99ddcd12-c42a-4feb-b41f-99b88b5d8c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:01:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0917dfc-bddb-40eb-b2f3-46135c90b36b'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:27.303686 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-42b98500-70a1-4739-90ee-b42575db031d None None] Set router 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:01:27.341050 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-99ddcd12-c42a-4feb-b41f-99b88b5d8c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:27.342627 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ddcd12-c42a-4feb-b41f-99b88b5d8c1a None None] The sync data for ids ['d0917dfc-bddb-40eb-b2f3-46135c90b36b'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:01:27.360332 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3122e897-d533-4ea8-a3f8-f3c8c2bff9fd tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:27.365474 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3122e897-d533-4ea8-a3f8-f3c8c2bff9fd tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Usage tracker for resource:port and tenant:82f2c7be5c214bdab0cc533c9714b137 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:27.369111 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3122e897-d533-4ea8-a3f8-f3c8c2bff9fd tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:27.376127 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3122e897-d533-4ea8-a3f8-f3c8c2bff9fd tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:27.381093 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4659015d-4561-4bfe-a339-451e415b3f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940044c3-308c-4284-a779-446921c9c097'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:01:27.402057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b4c993fb-ba30-4a80-95a1-4d75e1f75028 None None] Port 87cfa183-57d3-4696-837e-f12af7e3b173 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:01:27.408592 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 940044c3-308c-4284-a779-446921c9c097, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=940044c3-308c-4284-a779-446921c9c097,segment=NetworkSegment(c0033dff-66c7-4991-8ee7-f4c19b77a17f),segment_id=c0033dff-66c7-4991-8ee7-f4c19b77a17f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:27.426129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-3621ce75-f346-4910-b800-a53fc1f77047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:27.427630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-3621ce75-f346-4910-b800-a53fc1f77047 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0991afc3-5eec-4419-a780-db752de57820 HTTP/1.1" status: 200 len: 859 time: 0.5826781 Mar 01 21:01:27.467782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3122e897-d533-4ea8-a3f8-f3c8c2bff9fd tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Made reservation on behalf of 82f2c7be5c214bdab0cc533c9714b137 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:01:27.472368 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3122e897-d533-4ea8-a3f8-f3c8c2bff9fd tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:27.492039 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-4ff2cc4e-82aa-4002-9f7f-e5a7df3b0307 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f29a706-a7a5-48ba-9770-3ee8a06bf432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535557 Mar 01 21:01:27.501005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-3122e897-d533-4ea8-a3f8-f3c8c2bff9fd tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] device_id is not set on port 6d8f61e4-5ee3-4990-97ee-f1c93010331c yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:01:27.504961 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f7beabfd-1acc-4503-869d-6203d5f9f92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:27.505943 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:27.605220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd18fe6-d5e3-4b28-814e-936388c96b22 req-1b93acde-0b66-4922-86a1-50625183464f tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:27.605699 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd18fe6-d5e3-4b28-814e-936388c96b22 req-1b93acde-0b66-4922-86a1-50625183464f tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:27.606402 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd18fe6-d5e3-4b28-814e-936388c96b22 req-1b93acde-0b66-4922-86a1-50625183464f tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:27.609176 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9bd18fe6-d5e3-4b28-814e-936388c96b22 req-1b93acde-0b66-4922-86a1-50625183464f tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cad0af69-e06d-405e-a404-734c95c0d5c0&device_id=c0e6c311-1796-477c-a45a-731042b6684b&device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 2883 time: 0.6325300 Mar 01 21:01:27.609942 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-693716b8-b8b1-42e1-9638-78994ae4f308 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:27.640199 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=940044c3-308c-4284-a779-446921c9c097,revision_number=10']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:27.669416 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-3122e897-d533-4ea8-a3f8-f3c8c2bff9fd tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Allocated IP 172.20.0.9 (0aabcb94-54b8-4a83-8425-4e47bd3cde7a/1f8372b5-8958-4e7f-92ea-e20569596e28/6d8f61e4-5ee3-4990-97ee-f1c93010331c) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:01:27.690073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693716b8-b8b1-42e1-9638-78994ae4f308 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Pushing event deleted for resources: {'Port': ['ID=be5439d3-89b1-4e74-85da-14c69878efdc,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:27.760019 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-693716b8-b8b1-42e1-9638-78994ae4f308 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:27.775168 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-9bd18fe6-d5e3-4b28-814e-936388c96b22 req-9d9b152e-8f4b-404c-8315-13801a603455 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Synchronizing usage tracker for tenant:60ab457b716f410d986ad8f5e47dd194 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:01:27.793420 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-5edf7b48-b6df-429d-8887-fcc62d3bed0d service neutron] 10.222.0.42 "GET /v2.0/networks/1f29a706-a7a5-48ba-9770-3ee8a06bf432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2923937 Mar 01 21:01:27.795387 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-693716b8-b8b1-42e1-9638-78994ae4f308 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] 10.222.0.42 "DELETE /v2.0/ports/be5439d3-89b1-4e74-85da-14c69878efdc HTTP/1.1" status: 204 len: 168 time: 1.5477068 Mar 01 21:01:27.798084 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48362) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:27.827872 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-42b98500-70a1-4739-90ee-b42575db031d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-435856102-router', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:00:00Z', 'updated_at': '2022-03-01T21:00:07Z', 'revision_number': 4, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'gw_port': {'id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:01Z', 'updated_at': '2022-03-01T21:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '5c82ddc8-f1aa-4f14-9de5-03fa94689453', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'port_id': '19e69e4a-3e43-4967-bb88-ca31a7262487', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432', 'mac_address': 'fa:16:3e:f6:3f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:01:19Z', 'updated_at': '2022-03-01T21:01:24Z', 'revision_number': 1, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be78268-410e-466b-afd4-dc76c4dce458', 'name': '', 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'mac_address': 'fa:16:3e:82:3d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '0991afc3-5eec-4419-a780-db752de57820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:05Z', 'updated_at': '2022-03-01T21:00:16Z', 'revision_number': 5, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'subnets': [{'id': '0991afc3-5eec-4419-a780-db752de57820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:27.839260 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b98500-70a1-4739-90ee-b42575db031d None None] The sync data for ids ['9e1843ae-aaa8-45bb-ba0d-91d7544920a4'] in n-d-827896-4 is: [{'id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-435856102-router', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:00:00Z', 'updated_at': '2022-03-01T21:00:07Z', 'revision_number': 4, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'gw_port': {'id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:01Z', 'updated_at': '2022-03-01T21:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '5c82ddc8-f1aa-4f14-9de5-03fa94689453', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'floating_ip_address': '172.25.5.59', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'port_id': '19e69e4a-3e43-4967-bb88-ca31a7262487', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1365, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432', 'mac_address': 'fa:16:3e:f6:3f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:01:19Z', 'updated_at': '2022-03-01T21:01:24Z', 'revision_number': 1, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4be78268-410e-466b-afd4-dc76c4dce458', 'name': '', 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'mac_address': 'fa:16:3e:82:3d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '0991afc3-5eec-4419-a780-db752de57820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:05Z', 'updated_at': '2022-03-01T21:00:16Z', 'revision_number': 5, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'subnets': [{'id': '0991afc3-5eec-4419-a780-db752de57820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:01:27.967209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-9bd18fe6-d5e3-4b28-814e-936388c96b22 req-9d9b152e-8f4b-404c-8315-13801a603455 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Unset dirty status for tenant:60ab457b716f410d986ad8f5e47dd194 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:01:27.968583 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9bd18fe6-d5e3-4b28-814e-936388c96b22 req-9d9b152e-8f4b-404c-8315-13801a603455 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463736 Mar 01 21:01:28.006074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-32bda10a-f442-48f6-bcfa-c1955ce3f9dc tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Deleting subnet 70c0b5b5-8b16-4305-8d3b-a1fdc5c8d69e {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:01:28.021613 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-32bda10a-f442-48f6-bcfa-c1955ce3f9dc tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:28.099261 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3122e897-d533-4ea8-a3f8-f3c8c2bff9fd tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:28.113804 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a28bb87-1e96-4481-b2c4-324fdce18a65 req-033a4c62-c2b3-44b5-a6d5-4daa8d7f4fca service neutron] 10.222.0.42 "GET /v2.0/networks/1f29a706-a7a5-48ba-9770-3ee8a06bf432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2775002 Mar 01 21:01:28.123537 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-32bda10a-f442-48f6-bcfa-c1955ce3f9dc tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:28.144977 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-3122e897-d533-4ea8-a3f8-f3c8c2bff9fd tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Transition to ACTIVE for port object 6d8f61e4-5ee3-4990-97ee-f1c93010331c will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:01:28.188440 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bfcfce-7bba-47e8-b41a-a740bf2221e3 None None] New status for floating IP 5c82ddc8-f1aa-4f14-9de5-03fa94689453: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:01:28.261459 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3122e897-d533-4ea8-a3f8-f3c8c2bff9fd tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:28.276598 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b', 'tag': '19e69e4a-3e43-4967-bb88-ca31a7262487', 'status': 'completed', 'code': 200} Mar 01 21:01:28.293541 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f6ad3-b031-47fa-b3d9-1d55d7946954 req-63b2585e-4259-41ef-9091-46e5a7371b62 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:28.311943 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-881f6ad3-b031-47fa-b3d9-1d55d7946954 req-63b2585e-4259-41ef-9091-46e5a7371b62 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.1864128 Mar 01 21:01:28.340517 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-32bda10a-f442-48f6-bcfa-c1955ce3f9dc tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:28.438037 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3122e897-d533-4ea8-a3f8-f3c8c2bff9fd tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Network 0aabcb94-54b8-4a83-8425-4e47bd3cde7a is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:01:28.444302 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-3122e897-d533-4ea8-a3f8-f3c8c2bff9fd tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:28.453387 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3122e897-d533-4ea8-a3f8-f3c8c2bff9fd tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:01:28.470161 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-881f6ad3-b031-47fa-b3d9-1d55d7946954 req-b6dbec2c-981d-4597-8233-1340e40d645f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569529 Mar 01 21:01:28.516386 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3122e897-d533-4ea8-a3f8-f3c8c2bff9fd tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Pushing event updated for resources: {'Port': ['ID=6d8f61e4-5ee3-4990-97ee-f1c93010331c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:28.533371 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4659015d-4561-4bfe-a339-451e415b3f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '940044c3-308c-4284-a779-446921c9c097', 'code': 200} Mar 01 21:01:28.567432 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3122e897-d533-4ea8-a3f8-f3c8c2bff9fd tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:28.568088 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3122e897-d533-4ea8-a3f8-f3c8c2bff9fd tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:28.579629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f43acbd-ffce-46de-b76c-f3db7564f07f req-aeea3996-8e16-4c73-84b2-0065a4b362d4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:28.581344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fca22-308c-4af6-a05f-1cf378662d8a req-985097bc-503c-44de-8086-73a1f06330f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:28.581667 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5f43acbd-ffce-46de-b76c-f3db7564f07f req-aeea3996-8e16-4c73-84b2-0065a4b362d4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=153d9f1a-3b96-4e51-ba73-6653a85e9580 HTTP/1.1" status: 200 len: 945 time: 0.1791983 Mar 01 21:01:28.584631 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed7fca22-308c-4af6-a05f-1cf378662d8a req-985097bc-503c-44de-8086-73a1f06330f7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c4ec19aef264f29acd6f5fbc3ee1bc5&device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 1097 time: 0.2701974 Mar 01 21:01:28.639157 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-32bda10a-f442-48f6-bcfa-c1955ce3f9dc tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:28.702670 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e99560-3d6f-45a6-a750-5e482e5b92e7 req-0d112254-f67e-4b74-b7a0-e6dc06b70caa tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:28.703427 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-72e99560-3d6f-45a6-a750-5e482e5b92e7 req-0d112254-f67e-4b74-b7a0-e6dc06b70caa tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Synchronizing usage tracker for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:01:28.800862 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0abc71-1031-4a7a-92ad-c75f5d5f7eba None None] Network 9caf171a-3693-4f4a-b243-b896084b21db requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:01:28.809754 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-32bda10a-f442-48f6-bcfa-c1955ce3f9dc tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:28.816110 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fca22-308c-4af6-a05f-1cf378662d8a req-e70270e0-df59-451d-8472-498f0a85a6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:28.817603 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed7fca22-308c-4af6-a05f-1cf378662d8a req-e70270e0-df59-451d-8472-498f0a85a6b2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f29a706-a7a5-48ba-9770-3ee8a06bf432 HTTP/1.1" status: 200 len: 920 time: 0.2130587 Mar 01 21:01:28.818136 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bda10a-f442-48f6-bcfa-c1955ce3f9dc tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Pushing event deleted for resources: {'Subnet': ['ID=70c0b5b5-8b16-4305-8d3b-a1fdc5c8d69e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:28.825591 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5f43acbd-ffce-46de-b76c-f3db7564f07f req-5bd81639-73c2-408f-944a-79bc1a3026ae tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366166 Mar 01 21:01:28.832840 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-32bda10a-f442-48f6-bcfa-c1955ce3f9dc tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] 10.222.0.42 "DELETE /v2.0/subnets/70c0b5b5-8b16-4305-8d3b-a1fdc5c8d69e HTTP/1.1" status: 204 len: 168 time: 1.0335948 Mar 01 21:01:28.833704 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48372) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:28.885445 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7812377f-339d-4d06-a78d-512865ee133f req-2a7b0e1c-74e2-4800-aa5e-8a36792bbe89 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 1001 time: 0.1769874 Mar 01 21:01:28.949866 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-72e99560-3d6f-45a6-a750-5e482e5b92e7 req-0d112254-f67e-4b74-b7a0-e6dc06b70caa tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Unset dirty status for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:01:28.950727 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72e99560-3d6f-45a6-a750-5e482e5b92e7 req-0d112254-f67e-4b74-b7a0-e6dc06b70caa tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.55 "GET /v2.0/ports?device_id=153d9f1a-3b96-4e51-ba73-6653a85e9580 HTTP/1.1" status: 200 len: 945 time: 0.6345687 Mar 01 21:01:28.952706 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3122e897-d533-4ea8-a3f8-f3c8c2bff9fd tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7806969 Mar 01 21:01:28.963286 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48378) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:29.005114 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a970461d-4359-42eb-81d7-6255152d84e9 None None] Provisioning for port 6d8f61e4-5ee3-4990-97ee-f1c93010331c completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:01:29.019626 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a970461d-4359-42eb-81d7-6255152d84e9 None None] Provisioning complete for port 6d8f61e4-5ee3-4990-97ee-f1c93010331c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:29.020294 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a970461d-4359-42eb-81d7-6255152d84e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:29.026337 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:29.045236 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812377f-339d-4d06-a78d-512865ee133f req-7bee2570-2768-420a-9616-e8347c7f053c tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:29.046824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7812377f-339d-4d06-a78d-512865ee133f req-7bee2570-2768-420a-9616-e8347c7f053c tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports/19e69e4a-3e43-4967-bb88-ca31a7262487 HTTP/1.1" status: 200 len: 943 time: 0.1544323 Mar 01 21:01:29.051985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Deleting port cb483e6d-8a8b-481f-9477-bcd9390c702d {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:29.052479 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:29.146533 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed7fca22-308c-4af6-a05f-1cf378662d8a req-2d40c17d-80cf-48a0-b907-37a54f8bcb05 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19e69e4a-3e43-4967-bb88-ca31a7262487 HTTP/1.1" status: 200 len: 1001 time: 0.3184421 Mar 01 21:01:29.151478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-72e99560-3d6f-45a6-a750-5e482e5b92e7 req-7a89faad-989c-4c1c-98ca-b4fc4e399ce6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Deleting port a9d927df-f636-4c92-8839-646bddef5103 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:29.151930 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-72e99560-3d6f-45a6-a750-5e482e5b92e7 req-7a89faad-989c-4c1c-98ca-b4fc4e399ce6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:29.189370 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c15077-5933-467a-8df3-6c83b46ac299 req-ec9dd921-8118-4f68-a457-dcf83ea8cf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:29.190836 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a5c15077-5933-467a-8df3-6c83b46ac299 req-ec9dd921-8118-4f68-a457-dcf83ea8cf23 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 1097 time: 0.2369683 Mar 01 21:01:29.205858 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a970461d-4359-42eb-81d7-6255152d84e9 None None] Port 6d8f61e4-5ee3-4990-97ee-f1c93010331c cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:01:29.291841 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a5c15077-5933-467a-8df3-6c83b46ac299 req-da4eca69-5c9e-44e3-89d6-ef1367637ae6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523076 Mar 01 21:01:29.324441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'project_id': '82f2c7be5c214bdab0cc533c9714b137', 'port_id': '6d8f61e4-5ee3-4990-97ee-f1c93010331c'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:29.336934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:29.338135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb32063a-4619-4722-9680-f1618e549fce None None] DHCP port deletion for 9caf171a-3693-4f4a-b243-b896084b21db request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:01:29.344989 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-bb32063a-4619-4722-9680-f1618e549fce None None] Deleting port cb483e6d-8a8b-481f-9477-bcd9390c702d {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:29.345608 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bb32063a-4619-4722-9680-f1618e549fce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:29.354785 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Usage tracker for resource:floatingip and tenant:82f2c7be5c214bdab0cc533c9714b137 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:29.385767 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:29.407671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7fca22-308c-4af6-a05f-1cf378662d8a req-8e35b1ed-ec02-4a10-a7ad-8ed502aa4d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:29.409180 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed7fca22-308c-4af6-a05f-1cf378662d8a req-8e35b1ed-ec02-4a10-a7ad-8ed502aa4d0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0991afc3-5eec-4419-a780-db752de57820 HTTP/1.1" status: 200 len: 859 time: 0.2289548 Mar 01 21:01:29.413064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:29.491884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7812377f-339d-4d06-a78d-512865ee133f req-d8d6d569-8fa7-415e-b12b-bdac1389f183 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 1001 time: 0.2774396 Mar 01 21:01:29.576724 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:29.616720 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed7fca22-308c-4af6-a05f-1cf378662d8a req-ed4991d9-17b7-4d29-9691-3faebc0f8207 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f29a706-a7a5-48ba-9770-3ee8a06bf432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803347 Mar 01 21:01:29.656862 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-bb32063a-4619-4722-9680-f1618e549fce None None] For port cb483e6d-8a8b-481f-9477-bcd9390c702d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=cb483e6d-8a8b-481f-9477-bcd9390c702d,segment=NetworkSegment(b5a41425-4d31-417b-97b8-23bb814d8add),segment_id=b5a41425-4d31-417b-97b8-23bb814d8add)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:29.659896 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bb32063a-4619-4722-9680-f1618e549fce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:29.685818 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] For port cb483e6d-8a8b-481f-9477-bcd9390c702d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=cb483e6d-8a8b-481f-9477-bcd9390c702d,segment=NetworkSegment(b5a41425-4d31-417b-97b8-23bb814d8add),segment_id=b5a41425-4d31-417b-97b8-23bb814d8add)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:29.686156 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:29.779348 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed7fca22-308c-4af6-a05f-1cf378662d8a req-bd646ba4-3545-4b04-b8bb-61af15a8623a service neutron] 10.222.0.57 "GET /v2.0/networks/1f29a706-a7a5-48ba-9770-3ee8a06bf432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465349 Mar 01 21:01:29.833972 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Calling delete_port for cb483e6d-8a8b-481f-9477-bcd9390c702d owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:29.846052 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-bb32063a-4619-4722-9680-f1618e549fce None None] Calling delete_port for cb483e6d-8a8b-481f-9477-bcd9390c702d owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:29.853653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-72e99560-3d6f-45a6-a750-5e482e5b92e7 req-7a89faad-989c-4c1c-98ca-b4fc4e399ce6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] For port a9d927df-f636-4c92-8839-646bddef5103, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a9d927df-f636-4c92-8839-646bddef5103,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:29.854018 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-72e99560-3d6f-45a6-a750-5e482e5b92e7 req-7a89faad-989c-4c1c-98ca-b4fc4e399ce6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:29.910129 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-58ea41b6-7ebf-4c48-b289-0ad7a632f2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:29.917584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812377f-339d-4d06-a78d-512865ee133f req-61fdcbfe-96a3-4907-9e86-940fffab615e tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:29.927023 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7812377f-339d-4d06-a78d-512865ee133f req-61fdcbfe-96a3-4907-9e86-940fffab615e tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.4229538 Mar 01 21:01:29.948737 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device cb483e6d-8a8b-481f-9477-bcd9390c702d no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:01:30.083838 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bb32063a-4619-4722-9680-f1618e549fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:30.144809 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7812377f-339d-4d06-a78d-512865ee133f req-6f20aa6f-785d-432a-9001-8a569537ac8f tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 1001 time: 0.2166152 Mar 01 21:01:30.173043 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-7812377f-339d-4d06-a78d-512865ee133f req-aaf60dfe-a3c4-4c81-94aa-cfee05b25029 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:30.194883 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:30.235223 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32063a-4619-4722-9680-f1618e549fce None None] Pushing event deleted for resources: {'Port': ['ID=cb483e6d-8a8b-481f-9477-bcd9390c702d,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:30.235223 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb32063a-4619-4722-9680-f1618e549fce None None] No DVR routers for this DVR port cb483e6d-8a8b-481f-9477-bcd9390c702d on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:01:30.253427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ec52b-1636-4de4-8adc-07498fbd4d57 req-eaad0f91-d592-4322-b9a9-dc89478ffd09 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:30.253427 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-002ec52b-1636-4de4-8adc-07498fbd4d57 req-eaad0f91-d592-4322-b9a9-dc89478ffd09 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.2489812 Mar 01 21:01:30.253427 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:01:30.253427 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:01:30.310047 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-72e99560-3d6f-45a6-a750-5e482e5b92e7 req-7a89faad-989c-4c1c-98ca-b4fc4e399ce6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Calling delete_port for a9d927df-f636-4c92-8839-646bddef5103 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:30.322413 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-002ec52b-1636-4de4-8adc-07498fbd4d57 req-1e5bed08-cfd7-4a8d-97ba-db49043ad466 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758593 Mar 01 21:01:30.331020 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7812377f-339d-4d06-a78d-512865ee133f req-aaf60dfe-a3c4-4c81-94aa-cfee05b25029 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks [] for floatingip, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:30.412907 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed7fca22-308c-4af6-a05f-1cf378662d8a req-2bbc605c-c6af-4dd9-83b7-3a8310ab1c72 service neutron] 10.222.0.57 "GET /v2.0/networks/1f29a706-a7a5-48ba-9770-3ee8a06bf432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6161430 Mar 01 21:01:30.457832 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:30.489381 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:30.614179 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:30.632473 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7812377f-339d-4d06-a78d-512865ee133f req-aaf60dfe-a3c4-4c81-94aa-cfee05b25029 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:30.670858 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Allocated IP 172.25.5.18 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/9f58507d-117a-48b9-af38-d92d6e447e5d) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:01:30.712206 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-72e99560-3d6f-45a6-a750-5e482e5b92e7 req-7a89faad-989c-4c1c-98ca-b4fc4e399ce6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:30.721757 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7812377f-339d-4d06-a78d-512865ee133f req-aaf60dfe-a3c4-4c81-94aa-cfee05b25029 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:30.722284 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [req-7812377f-339d-4d06-a78d-512865ee133f req-aaf60dfe-a3c4-4c81-94aa-cfee05b25029 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Floating IP 5c82ddc8-f1aa-4f14-9de5-03fa94689453 disassociated. External IP: 172.25.5.59, port: 19e69e4a-3e43-4967-bb88-ca31a7262487. Mar 01 21:01:30.726406 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:01:30.805212 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['4aa54e26-cd7a-4723-a780-84a6fc30af19'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:01:30.844189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Deleting port cb483e6d-8a8b-481f-9477-bcd9390c702d {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:30.844189 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:30.877965 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a89faad-989c-4c1c-98ca-b4fc4e399ce6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Pushing event deleted for resources: {'Port': ['ID=a9d927df-f636-4c92-8839-646bddef5103,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:30.988915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] The port 'cb483e6d-8a8b-481f-9477-bcd9390c702d' was deleted {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:01:31.016757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e99560-3d6f-45a6-a750-5e482e5b92e7 req-7a89faad-989c-4c1c-98ca-b4fc4e399ce6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] No DVR routers for this DVR port a9d927df-f636-4c92-8839-646bddef5103 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:01:31.022920 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-72e99560-3d6f-45a6-a750-5e482e5b92e7 req-7a89faad-989c-4c1c-98ca-b4fc4e399ce6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:31.039506 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '153d9f1a-3b96-4e51-ba73-6653a85e9580', 'name': 'network-vif-deleted', 'tag': 'a9d927df-f636-4c92-8839-646bddef5103'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:01:31.108747 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c5fb2694-fba3-4e4c-b3c0-ae9d0f333bcb req-680c54ae-16cf-4f6a-ae78-2728e2ffa200 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=153d9f1a-3b96-4e51-ba73-6653a85e9580 HTTP/1.1" status: 200 len: 210 time: 0.1185205 Mar 01 21:01:31.135952 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:31.181423 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72e99560-3d6f-45a6-a750-5e482e5b92e7 req-7a89faad-989c-4c1c-98ca-b4fc4e399ce6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.55 "DELETE /v2.0/ports/a9d927df-f636-4c92-8839-646bddef5103 HTTP/1.1" status: 204 len: 173 time: 2.1820354 Mar 01 21:01:31.277796 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:31.350718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:01:31.353842 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:31.362722 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:01:31.416813 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Pushing event updated for resources: {'Port': ['ID=9f58507d-117a-48b9-af38-d92d6e447e5d,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:31.456222 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:31.543102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9caf171a-3693-4f4a-b243-b896084b21db']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:31.565788 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a9d927df-f636-4c92-8839-646bddef5103 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:01:31.572840 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5a41425-4d31-417b-97b8-23bb814d8add') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:31.573143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5a41425-4d31-417b-97b8-23bb814d8add') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:31.592178 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:31.614927 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: a9d927df-f636-4c92-8839-646bddef5103 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:01:31.615324 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a9d927df-f636-4c92-8839-646bddef5103 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:01:31.629148 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:31.684507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceadcbdb-5e3b-493b-97a3-b8bac97f2677 req-2c06cbf5-156b-4a44-83c7-1322ddd52c3f tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:31.686694 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ceadcbdb-5e3b-493b-97a3-b8bac97f2677 req-2c06cbf5-156b-4a44-83c7-1322ddd52c3f tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 1100 time: 0.3891888 Mar 01 21:01:31.695897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:01:31.702176 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:01:31.716942 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:01:31.843099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7812377f-339d-4d06-a78d-512865ee133f req-aaf60dfe-a3c4-4c81-94aa-cfee05b25029 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Router 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:01:31.851264 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ceadcbdb-5e3b-493b-97a3-b8bac97f2677 req-1d5aad5e-eb3e-4b60-a840-423427e16cbb tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350663 Mar 01 21:01:31.858152 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:31.918527 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '153d9f1a-3b96-4e51-ba73-6653a85e9580', 'name': 'network-vif-deleted', 'tag': 'a9d927df-f636-4c92-8839-646bddef5103', 'status': 'completed', 'code': 200} Mar 01 21:01:31.933715 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:31.958516 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:31.967968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] Pushing event deleted for resources: {'Network': ['ID=9caf171a-3693-4f4a-b243-b896084b21db,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:32.026526 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:32.078950 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d106bfe5-33c7-4812-bab1-e06e9d35cc3b tempest-ExtraDHCPOptionsIpV6TestJSON-173549781 tempest-ExtraDHCPOptionsIpV6TestJSON-173549781-project] 10.222.0.42 "DELETE /v2.0/networks/9caf171a-3693-4f4a-b243-b896084b21db HTTP/1.1" status: 204 len: 168 time: 3.2419434 Mar 01 21:01:32.178456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7812377f-339d-4d06-a78d-512865ee133f req-aaf60dfe-a3c4-4c81-94aa-cfee05b25029 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:01:32.183755 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7812377f-339d-4d06-a78d-512865ee133f req-aaf60dfe-a3c4-4c81-94aa-cfee05b25029 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:32.187332 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:32.192934 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e837fb-2c78-4231-8854-5fc0b5873b59 None None] Sync routers for ids ['9e1843ae-aaa8-45bb-ba0d-91d7544920a4'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:01:32.205975 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e837fb-2c78-4231-8854-5fc0b5873b59 None None] Routers {'9e1843ae-aaa8-45bb-ba0d-91d7544920a4'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:01:32.206965 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d3e837fb-2c78-4231-8854-5fc0b5873b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:01:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9e1843ae-aaa8-45bb-ba0d-91d7544920a4'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:32.258991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e13192-92a0-40f4-8e8d-a0280d6331ea req-4e230218-9c85-4193-9687-b06437a72e4a tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:32.260771 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78e13192-92a0-40f4-8e8d-a0280d6331ea req-4e230218-9c85-4193-9687-b06437a72e4a tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.1839023 Mar 01 21:01:32.326630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7812377f-339d-4d06-a78d-512865ee133f req-aaf60dfe-a3c4-4c81-94aa-cfee05b25029 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "PUT /v2.0/floatingips/5c82ddc8-f1aa-4f14-9de5-03fa94689453 HTTP/1.1" status: 200 len: 694 time: 2.1633141 Mar 01 21:01:32.329900 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b', 'tag': '19e69e4a-3e43-4967-bb88-ca31a7262487'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:01:32.335969 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:32.339530 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78e13192-92a0-40f4-8e8d-a0280d6331ea req-fa2fac51-51b8-4584-a6ac-22eab8395f28 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666060 Mar 01 21:01:32.440912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812377f-339d-4d06-a78d-512865ee133f req-1422f196-41fa-4ec5-a8cb-8f352e6cfc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:32.444383 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7812377f-339d-4d06-a78d-512865ee133f req-1422f196-41fa-4ec5-a8cb-8f352e6cfc48 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=7c4ec19aef264f29acd6f5fbc3ee1bc5&device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 1097 time: 0.1005137 Mar 01 21:01:32.449087 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:32.478466 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-d3e837fb-2c78-4231-8854-5fc0b5873b59 None None] Set router 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:01:32.698645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812377f-339d-4d06-a78d-512865ee133f req-daecfb2e-571f-4ae2-a556-8962d4f07055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:32.708914 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7812377f-339d-4d06-a78d-512865ee133f req-daecfb2e-571f-4ae2-a556-8962d4f07055 service neutron] 10.222.0.42 "GET /v2.0/networks?id=1f29a706-a7a5-48ba-9770-3ee8a06bf432 HTTP/1.1" status: 200 len: 920 time: 0.2408383 Mar 01 21:01:32.729443 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Pushing event updated for resources: {'Port': ['ID=9f58507d-117a-48b9-af38-d92d6e447e5d,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:32.748342 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:32.834843 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7812377f-339d-4d06-a78d-512865ee133f req-bee8fd1d-5206-492c-ab36-ebca5142cd26 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19e69e4a-3e43-4967-bb88-ca31a7262487 HTTP/1.1" status: 200 len: 217 time: 0.1265862 Mar 01 21:01:32.843578 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48444) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:32.885888 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d3e837fb-2c78-4231-8854-5fc0b5873b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-435856102-router', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:00:00Z', 'updated_at': '2022-03-01T21:00:07Z', 'revision_number': 4, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'gw_port': {'id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:01Z', 'updated_at': '2022-03-01T21:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '4be78268-410e-466b-afd4-dc76c4dce458', 'name': '', 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'mac_address': 'fa:16:3e:82:3d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '0991afc3-5eec-4419-a780-db752de57820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:05Z', 'updated_at': '2022-03-01T21:00:16Z', 'revision_number': 5, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'subnets': [{'id': '0991afc3-5eec-4419-a780-db752de57820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:32.891011 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e837fb-2c78-4231-8854-5fc0b5873b59 None None] Checking router: 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:01:32.903344 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e837fb-2c78-4231-8854-5fc0b5873b59 None None] Routers {'9e1843ae-aaa8-45bb-ba0d-91d7544920a4'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:01:32.905396 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d3e837fb-2c78-4231-8854-5fc0b5873b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:01:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9e1843ae-aaa8-45bb-ba0d-91d7544920a4'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:32.934363 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad2bee-9477-4be4-8230-0413c7a8e5e9 req-3d60fbb8-20cc-476b-bcbc-e2f2e988070c tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:32.936942 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-49ad2bee-9477-4be4-8230-0413c7a8e5e9 req-3d60fbb8-20cc-476b-bcbc-e2f2e988070c tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 1100 time: 0.3787107 Mar 01 21:01:32.980321 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Floating IP 798045fa-2bba-4641-8db9-298f1dc4a5c8 associated. External IP: 172.25.5.18, port: 6d8f61e4-5ee3-4990-97ee-f1c93010331c. Mar 01 21:01:32.988757 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-49ad2bee-9477-4be4-8230-0413c7a8e5e9 req-dc224c76-b699-40f5-9a78-bd691b36df8a tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445676 Mar 01 21:01:32.990352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812377f-339d-4d06-a78d-512865ee133f req-e72b0719-de43-4c99-83b7-81379232351c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:32.991884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7812377f-339d-4d06-a78d-512865ee133f req-e72b0719-de43-4c99-83b7-81379232351c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0991afc3-5eec-4419-a780-db752de57820 HTTP/1.1" status: 200 len: 859 time: 0.1477826 Mar 01 21:01:33.130309 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8e5804b2-13ae-4def-a707-e9952a93275e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2ed89c43e4ba489384d0b31c0c723929&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854171 Mar 01 21:01:33.133280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48454) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:33.218748 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7812377f-339d-4d06-a78d-512865ee133f req-4427c8c9-d5a5-4954-94a7-e0118b5013cc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=1f29a706-a7a5-48ba-9770-3ee8a06bf432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2183509 Mar 01 21:01:33.219244 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b', 'tag': '19e69e4a-3e43-4967-bb88-ca31a7262487', 'status': 'completed', 'code': 200} Mar 01 21:01:33.306087 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-d3e837fb-2c78-4231-8854-5fc0b5873b59 None None] Set router 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:01:33.391277 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7812377f-339d-4d06-a78d-512865ee133f req-055112f3-7154-4686-85db-283e53a845b4 service neutron] 10.222.0.42 "GET /v2.0/networks/1f29a706-a7a5-48ba-9770-3ee8a06bf432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659107 Mar 01 21:01:33.429702 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a35abc79-dc59-46f2-b7f9-2c56fad7a8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:33.462055 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a35abc79-dc59-46f2-b7f9-2c56fad7a8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:33.556123 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7812377f-339d-4d06-a78d-512865ee133f req-77b7f07c-cf19-459a-9497-e81adc348037 service neutron] 10.222.0.42 "GET /v2.0/networks/1f29a706-a7a5-48ba-9770-3ee8a06bf432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587739 Mar 01 21:01:33.594491 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09cce5-ac2b-42a7-b70f-3398d6112473 req-3e335756-a384-496d-8ee3-9e197cfffb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:33.596211 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1a09cce5-ac2b-42a7-b70f-3398d6112473 req-3e335756-a384-496d-8ee3-9e197cfffb0e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c4ec19aef264f29acd6f5fbc3ee1bc5&device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 1097 time: 0.3645205 Mar 01 21:01:33.702341 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d3e837fb-2c78-4231-8854-5fc0b5873b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-435856102-router', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:00:00Z', 'updated_at': '2022-03-01T21:00:07Z', 'revision_number': 4, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'gw_port': {'id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:01Z', 'updated_at': '2022-03-01T21:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '4be78268-410e-466b-afd4-dc76c4dce458', 'name': '', 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'mac_address': 'fa:16:3e:82:3d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '0991afc3-5eec-4419-a780-db752de57820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:05Z', 'updated_at': '2022-03-01T21:00:16Z', 'revision_number': 5, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'subnets': [{'id': '0991afc3-5eec-4419-a780-db752de57820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:33.706895 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e837fb-2c78-4231-8854-5fc0b5873b59 None None] The sync data for ids ['9e1843ae-aaa8-45bb-ba0d-91d7544920a4'] in n-d-827896-4 is: [{'id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-435856102-router', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:00:00Z', 'updated_at': '2022-03-01T21:00:07Z', 'revision_number': 4, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'gw_port': {'id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:01Z', 'updated_at': '2022-03-01T21:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '4be78268-410e-466b-afd4-dc76c4dce458', 'name': '', 'network_id': '1f29a706-a7a5-48ba-9770-3ee8a06bf432', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'mac_address': 'fa:16:3e:82:3d:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '0991afc3-5eec-4419-a780-db752de57820', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:05Z', 'updated_at': '2022-03-01T21:00:16Z', 'revision_number': 5, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'subnets': [{'id': '0991afc3-5eec-4419-a780-db752de57820', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:01:33.726802 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a35abc79-dc59-46f2-b7f9-2c56fad7a8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:33.748395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Router d0917dfc-bddb-40eb-b2f3-46135c90b36b has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:01:33.754313 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35abc79-dc59-46f2-b7f9-2c56fad7a8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84678181-22b4-4f6e-bc9f-57364f3b1699,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:33.852649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09cce5-ac2b-42a7-b70f-3398d6112473 req-89bd9200-9dac-4a20-995a-99fedf002f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:33.854105 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1a09cce5-ac2b-42a7-b70f-3398d6112473 req-89bd9200-9dac-4a20-995a-99fedf002f78 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1f29a706-a7a5-48ba-9770-3ee8a06bf432 HTTP/1.1" status: 200 len: 920 time: 0.2488663 Mar 01 21:01:33.867401 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74064e-819c-49a6-99e7-0a98fe0f843d req-9ea576b9-21a3-49aa-8505-f04e4c686a20 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:33.867905 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a35abc79-dc59-46f2-b7f9-2c56fad7a8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:33.871157 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a35abc79-dc59-46f2-b7f9-2c56fad7a8c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/84678181-22b4-4f6e-bc9f-57364f3b1699 HTTP/1.1" status: 204 len: 168 time: 0.7346685 Mar 01 21:01:33.871279 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e74064e-819c-49a6-99e7-0a98fe0f843d req-9ea576b9-21a3-49aa-8505-f04e4c686a20 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.1225004 Mar 01 21:01:33.927313 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e74064e-819c-49a6-99e7-0a98fe0f843d req-cc4116ad-9be4-4868-8ad6-18ccfcdc672d tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509908 Mar 01 21:01:33.945984 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1a09cce5-ac2b-42a7-b70f-3398d6112473 req-e1be95d4-9ac8-486e-8cf4-004a0e0735e1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=19e69e4a-3e43-4967-bb88-ca31a7262487 HTTP/1.1" status: 200 len: 217 time: 0.0744042 Mar 01 21:01:34.101923 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98a10c59-e76c-4ae7-b96e-a2a83048a5f6 req-28b331ec-0c88-45a4-9efa-40189817bbb4 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/floatingips/5c82ddc8-f1aa-4f14-9de5-03fa94689453 HTTP/1.1" status: 200 len: 694 time: 0.1294954 Mar 01 21:01:34.105248 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:01:34.115644 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5a580a-c350-4a1c-a40a-7ac67c23c384 None None] Sync routers for ids ['d0917dfc-bddb-40eb-b2f3-46135c90b36b'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:01:34.131560 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5a580a-c350-4a1c-a40a-7ac67c23c384 None None] Routers {'d0917dfc-bddb-40eb-b2f3-46135c90b36b'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:01:34.131958 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4e5a580a-c350-4a1c-a40a-7ac67c23c384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:01:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0917dfc-bddb-40eb-b2f3-46135c90b36b'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:34.134357 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b80cee-2d94-4434-9c08-50fdbd2bf62a None None] New status for floating IP 5c82ddc8-f1aa-4f14-9de5-03fa94689453: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:01:34.224045 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09cce5-ac2b-42a7-b70f-3398d6112473 req-29982de2-a903-454b-91b6-7f5e423aea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:34.225542 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1a09cce5-ac2b-42a7-b70f-3398d6112473 req-29982de2-a903-454b-91b6-7f5e423aea2e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0991afc3-5eec-4419-a780-db752de57820 HTTP/1.1" status: 200 len: 859 time: 0.2709367 Mar 01 21:01:34.242142 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4e5a580a-c350-4a1c-a40a-7ac67c23c384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:34.257486 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5a580a-c350-4a1c-a40a-7ac67c23c384 None None] Routers {'d0917dfc-bddb-40eb-b2f3-46135c90b36b'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:01:34.258721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4e5a580a-c350-4a1c-a40a-7ac67c23c384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:01:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0917dfc-bddb-40eb-b2f3-46135c90b36b'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:34.292990 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1a09cce5-ac2b-42a7-b70f-3398d6112473 req-6a82bf34-f9c5-4296-9798-e29b136becf1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1f29a706-a7a5-48ba-9770-3ee8a06bf432&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530314 Mar 01 21:01:34.353883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4e5a580a-c350-4a1c-a40a-7ac67c23c384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:34.354635 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5a580a-c350-4a1c-a40a-7ac67c23c384 None None] The sync data for ids ['d0917dfc-bddb-40eb-b2f3-46135c90b36b'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:01:34.454482 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a10c59-e76c-4ae7-b96e-a2a83048a5f6 req-1e590139-eae5-4899-8b3a-df3af19b12ab tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:34.456017 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98a10c59-e76c-4ae7-b96e-a2a83048a5f6 req-1e590139-eae5-4899-8b3a-df3af19b12ab tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.3431139 Mar 01 21:01:34.570843 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf127d3-04ba-456b-bccc-423a51c8953e req-1ffd70b2-badd-49d2-b49f-5c4a4190676f tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:34.572601 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5cf127d3-04ba-456b-bccc-423a51c8953e req-1ffd70b2-badd-49d2-b49f-5c4a4190676f tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 945 time: 0.2210805 Mar 01 21:01:34.576340 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98a10c59-e76c-4ae7-b96e-a2a83048a5f6 req-c430d4ee-6880-48cf-a680-76e1cd2e32a6 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 697 time: 0.1115811 Mar 01 21:01:34.597710 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:34.683073 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-83a82681-c994-4514-b6ca-58ea49b03dbb tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 5.6824434 Mar 01 21:01:34.684391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48480) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:34.687460 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98a10c59-e76c-4ae7-b96e-a2a83048a5f6 req-510b6af2-7e8b-46e4-9d15-aa3660780b1a tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.59 HTTP/1.1" status: 200 len: 697 time: 0.0944710 Mar 01 21:01:34.695541 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5cf127d3-04ba-456b-bccc-423a51c8953e req-4bf54f9d-c149-44dc-8ea4-76c657aabbc7 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162789 Mar 01 21:01:34.790715 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1a09cce5-ac2b-42a7-b70f-3398d6112473 req-834c476d-f871-4295-b3e5-367c7fd99cdc service neutron] 10.222.0.57 "GET /v2.0/networks/1f29a706-a7a5-48ba-9770-3ee8a06bf432?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4905314 Mar 01 21:01:34.939025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-98a10c59-e76c-4ae7-b96e-a2a83048a5f6 req-e8ce7183-7fe9-4dad-9140-11cbe114f882 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Deleting port 14925206-1017-497f-b303-9b4939a3fd9b {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:34.939523 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-98a10c59-e76c-4ae7-b96e-a2a83048a5f6 req-e8ce7183-7fe9-4dad-9140-11cbe114f882 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:34.939683 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bb8cca7d-7fd0-42f1-8a1d-0aa00871cb74 tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] 10.222.0.42 "GET /v2.0/floatingips/798045fa-2bba-4641-8db9-298f1dc4a5c8 HTTP/1.1" status: 200 len: 981 time: 0.2516274 Mar 01 21:01:34.942619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48486) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:35.054993 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cfc6ad3a-e133-42ad-b8f0-0afe04dead30 tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3515 time: 0.1094182 Mar 01 21:01:35.056279 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48496) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:35.135150 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c1ebc-e8f4-42cb-8469-e64fcdd9f200 req-d239a8cf-bc1e-4edd-9081-3e54041d9d30 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:35.136628 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-808c1ebc-e8f4-42cb-8469-e64fcdd9f200 req-d239a8cf-bc1e-4edd-9081-3e54041d9d30 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.2658732 Mar 01 21:01:35.172080 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1a09cce5-ac2b-42a7-b70f-3398d6112473 req-61eeacdc-bfb9-4211-9c74-ecf36b1584e0 service neutron] 10.222.0.57 "GET /v2.0/networks/1f29a706-a7a5-48ba-9770-3ee8a06bf432?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3693278 Mar 01 21:01:35.187500 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-98a10c59-e76c-4ae7-b96e-a2a83048a5f6 req-e8ce7183-7fe9-4dad-9140-11cbe114f882 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:35.188098 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-98a10c59-e76c-4ae7-b96e-a2a83048a5f6 req-e8ce7183-7fe9-4dad-9140-11cbe114f882 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:35.300042 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-51283a06-33bb-47cf-adae-88f158994f85 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Deleting port 9f58507d-117a-48b9-af38-d92d6e447e5d {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:35.300873 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51283a06-33bb-47cf-adae-88f158994f85 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:35.355269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48502) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:35.442479 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-808c1ebc-e8f4-42cb-8469-e64fcdd9f200 req-cdf05925-5005-4405-8e6a-6556ea5c2a96 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990131 Mar 01 21:01:35.449423 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-98a10c59-e76c-4ae7-b96e-a2a83048a5f6 req-e8ce7183-7fe9-4dad-9140-11cbe114f882 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Calling delete_port for 14925206-1017-497f-b303-9b4939a3fd9b owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:35.516621 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-408151540'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:35.529391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:35.538141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:network and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:35.545866 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:35.557777 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:35.590095 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51283a06-33bb-47cf-adae-88f158994f85 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:35.590425 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51283a06-33bb-47cf-adae-88f158994f85 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:35.698416 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-98a10c59-e76c-4ae7-b96e-a2a83048a5f6 req-e8ce7183-7fe9-4dad-9140-11cbe114f882 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:35.720270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:01:35.723385 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:35.750005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-51283a06-33bb-47cf-adae-88f158994f85 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Calling delete_port for 9f58507d-117a-48b9-af38-d92d6e447e5d owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:35.751242 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce7183-7fe9-4dad-9140-11cbe114f882 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Pushing event deleted for resources: {'Port': ['ID=14925206-1017-497f-b303-9b4939a3fd9b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:35.787472 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:35.805348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0b800-5936-49c4-8cbf-a67a4bf20807 req-5a480c1d-450a-4156-9678-cb132c7cf70f tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:35.806047 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-5ce0b800-5936-49c4-8cbf-a67a4bf20807 req-5a480c1d-450a-4156-9678-cb132c7cf70f tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Synchronizing usage tracker for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:01:35.821272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:35.844944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:security_group_rule and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:35.851075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:35.854647 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-98a10c59-e76c-4ae7-b96e-a2a83048a5f6 req-e8ce7183-7fe9-4dad-9140-11cbe114f882 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:35.861854 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:35.967585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-5ce0b800-5936-49c4-8cbf-a67a4bf20807 req-5a480c1d-450a-4156-9678-cb132c7cf70f tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Unset dirty status for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:01:35.968710 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5ce0b800-5936-49c4-8cbf-a67a4bf20807 req-5a480c1d-450a-4156-9678-cb132c7cf70f tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.57 "GET /v2.0/ports?device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 945 time: 0.5233605 Mar 01 21:01:35.997845 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-98a10c59-e76c-4ae7-b96e-a2a83048a5f6 req-e8ce7183-7fe9-4dad-9140-11cbe114f882 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:35.999651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98a10c59-e76c-4ae7-b96e-a2a83048a5f6 req-e8ce7183-7fe9-4dad-9140-11cbe114f882 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "DELETE /v2.0/floatingips/5c82ddc8-f1aa-4f14-9de5-03fa94689453 HTTP/1.1" status: 204 len: 173 time: 1.3017297 Mar 01 21:01:36.056278 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b8429-324e-430d-8c83-ee5129cfe2f7 req-8e2669f2-d982-4b0a-9839-05c468d922fc tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:36.058697 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-263b8429-324e-430d-8c83-ee5129cfe2f7 req-8e2669f2-d982-4b0a-9839-05c468d922fc tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.1012828 Mar 01 21:01:36.129312 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-5ce0b800-5936-49c4-8cbf-a67a4bf20807 req-54e9ae16-fa91-41f6-9eb8-78746a5e2de3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Deleting port 4aa54e26-cd7a-4723-a780-84a6fc30af19 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:36.129663 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5ce0b800-5936-49c4-8cbf-a67a4bf20807 req-54e9ae16-fa91-41f6-9eb8-78746a5e2de3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:36.166493 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:36.175546 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-263b8429-324e-430d-8c83-ee5129cfe2f7 req-df87d128-57e7-4754-aa6e-85338e8c3fa4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101837 Mar 01 21:01:36.187807 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51283a06-33bb-47cf-adae-88f158994f85 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:36.223170 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b69206-3943-42ec-8499-91c8c27a66e2 req-ac16ca3f-ceed-4dcb-ad0c-7ad1a9455d1d tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:36.224751 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-18b69206-3943-42ec-8499-91c8c27a66e2 req-ac16ca3f-ceed-4dcb-ad0c-7ad1a9455d1d tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 945 time: 0.1069853 Mar 01 21:01:36.275946 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-18b69206-3943-42ec-8499-91c8c27a66e2 req-9087c56a-4015-41bb-8218-4e1369862c45 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448363 Mar 01 21:01:36.374907 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5b16bc28-ae97-4e75-8545-4cb9f8648a8c req-b9e776e3-2738-4e54-a9ae-97a31399146c tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups/5ffb39fd-0add-41e1-ad1c-6764c8474b40 HTTP/1.1" status: 200 len: 1810 time: 0.0673926 Mar 01 21:01:36.438835 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:36.441809 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51283a06-33bb-47cf-adae-88f158994f85 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Pushing event deleted for resources: {'Port': ['ID=9f58507d-117a-48b9-af38-d92d6e447e5d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:36.485541 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5b16bc28-ae97-4e75-8545-4cb9f8648a8c req-1abb8521-318f-48d3-b464-98ef9b073f92 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:36.514957 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5b16bc28-ae97-4e75-8545-4cb9f8648a8c req-1abb8521-318f-48d3-b464-98ef9b073f92 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:36.564752 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:01:36.586978 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22b1d99f-f434-4f17-967c-b12fccc3e24e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:36.628725 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:36.629066 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Added segment 9219b39f-06fa-42a1-8efb-20c8ae6faa04 of type vlan for network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 Mar 01 21:01:36.646086 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5b16bc28-ae97-4e75-8545-4cb9f8648a8c req-1abb8521-318f-48d3-b464-98ef9b073f92 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:36.666484 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb8521-318f-48d3-b464-98ef9b073f92 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ffb39fd-0add-41e1-ad1c-6764c8474b40,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:36.691571 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51283a06-33bb-47cf-adae-88f158994f85 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:36.691916 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-51283a06-33bb-47cf-adae-88f158994f85 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Floating IP 798045fa-2bba-4641-8db9-298f1dc4a5c8 disassociated (deleted). External IP: 172.25.5.18, port: 6d8f61e4-5ee3-4990-97ee-f1c93010331c. Mar 01 21:01:36.746811 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5b16bc28-ae97-4e75-8545-4cb9f8648a8c req-1abb8521-318f-48d3-b464-98ef9b073f92 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:36.746811 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5b16bc28-ae97-4e75-8545-4cb9f8648a8c req-1abb8521-318f-48d3-b464-98ef9b073f92 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "DELETE /v2.0/security-groups/5ffb39fd-0add-41e1-ad1c-6764c8474b40 HTTP/1.1" status: 204 len: 173 time: 0.3594751 Mar 01 21:01:36.975119 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8baea95-abe9-4dda-a46b-80a7d905cb4d req-63365e87-baee-4633-a089-182b22c75e6f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:36.976925 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8baea95-abe9-4dda-a46b-80a7d905cb4d req-63365e87-baee-4633-a089-182b22c75e6f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.1136298 Mar 01 21:01:36.979433 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:37.040068 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8baea95-abe9-4dda-a46b-80a7d905cb4d req-22fab8b5-972a-4f4f-910a-1873f0ed5a1a tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512836 Mar 01 21:01:37.098274 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:01:37.135988 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-5ce0b800-5936-49c4-8cbf-a67a4bf20807 req-54e9ae16-fa91-41f6-9eb8-78746a5e2de3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] For port 4aa54e26-cd7a-4723-a780-84a6fc30af19, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=4aa54e26-cd7a-4723-a780-84a6fc30af19,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:37.136355 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5ce0b800-5936-49c4-8cbf-a67a4bf20807 req-54e9ae16-fa91-41f6-9eb8-78746a5e2de3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:37.256780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60b0ebc-c586-4448-ad8e-258fb2a5d857 req-ccc98e44-b6a2-4332-87e6-4753911ba6e3 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:37.258267 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e60b0ebc-c586-4448-ad8e-258fb2a5d857 req-ccc98e44-b6a2-4332-87e6-4753911ba6e3 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.1043065 Mar 01 21:01:37.296993 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-5ce0b800-5936-49c4-8cbf-a67a4bf20807 req-54e9ae16-fa91-41f6-9eb8-78746a5e2de3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Calling delete_port for 4aa54e26-cd7a-4723-a780-84a6fc30af19 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:37.326714 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:37.332481 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:37.333065 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:37.356496 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e60b0ebc-c586-4448-ad8e-258fb2a5d857 req-b3449a6b-d953-4524-86a7-c53070fc3ce8 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911360 Mar 01 21:01:37.378263 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51283a06-33bb-47cf-adae-88f158994f85 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Router d0917dfc-bddb-40eb-b2f3-46135c90b36b has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:01:37.403006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96250538-b4b6-42db-a2df-916ea6cd64cc req-05ec48f9-bf1d-43b2-805e-bc26e90cbd6d tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:37.405796 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96250538-b4b6-42db-a2df-916ea6cd64cc req-05ec48f9-bf1d-43b2-805e-bc26e90cbd6d tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.1066241 Mar 01 21:01:37.473373 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96250538-b4b6-42db-a2df-916ea6cd64cc req-f295521b-ea6a-4d2b-9ca9-137ab2d89f89 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565629 Mar 01 21:01:37.559154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Network': ['ID=2e7d448a-b62f-4a54-b0fd-6fa6663798b9,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:37.574605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba056ef-da28-4ecd-9a9f-1778033e4cd5 req-80f5ff57-948d-4323-b608-73c847eaec5b tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:37.575776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-4ba056ef-da28-4ecd-9a9f-1778033e4cd5 req-80f5ff57-948d-4323-b608-73c847eaec5b tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Synchronizing usage tracker for tenant:7c4ec19aef264f29acd6f5fbc3ee1bc5 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:01:37.580851 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:01:37.598316 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b026beac-b2f8-4f2a-aed0-b806c1617e48 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2391975 Mar 01 21:01:37.599782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48546) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:37.610258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-ed38b169-4fce-4274-8f6c-7c8ca73f936c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'port': {'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9', 'name': 'tempest-PortsTestJSON-325278575'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:37.676977 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5500579-34c8-48f7-8175-5dd415f43447 req-c86b8a5e-0eed-4502-9ad6-2be75ca7f031 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:37.683804 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f5500579-34c8-48f7-8175-5dd415f43447 req-c86b8a5e-0eed-4502-9ad6-2be75ca7f031 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 945 time: 0.1048188 Mar 01 21:01:37.726589 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f5500579-34c8-48f7-8175-5dd415f43447 req-f0b69d97-f1c6-4861-b8d6-b7386e65c5a6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413299 Mar 01 21:01:37.731621 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-4ba056ef-da28-4ecd-9a9f-1778033e4cd5 req-80f5ff57-948d-4323-b608-73c847eaec5b tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Unset dirty status for tenant:7c4ec19aef264f29acd6f5fbc3ee1bc5 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:01:37.733472 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ba056ef-da28-4ecd-9a9f-1778033e4cd5 req-80f5ff57-948d-4323-b608-73c847eaec5b tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.2406998 Mar 01 21:01:37.787550 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-4ba056ef-da28-4ecd-9a9f-1778033e4cd5 req-1fc222f7-36f2-4ec2-80de-f404ac03289e tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Synchronizing usage tracker for tenant:7c4ec19aef264f29acd6f5fbc3ee1bc5 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:01:37.891680 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-4ba056ef-da28-4ecd-9a9f-1778033e4cd5 req-1fc222f7-36f2-4ec2-80de-f404ac03289e tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Unset dirty status for tenant:7c4ec19aef264f29acd6f5fbc3ee1bc5 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:01:37.892848 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ba056ef-da28-4ecd-9a9f-1778033e4cd5 req-1fc222f7-36f2-4ec2-80de-f404ac03289e tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534224 Mar 01 21:01:37.944979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecf8ea-e264-4e8b-b697-96a6242e38c6 req-89706109-44a0-4100-97ef-a15ed3b97e11 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:37.946389 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-71ecf8ea-e264-4e8b-b697-96a6242e38c6 req-89706109-44a0-4100-97ef-a15ed3b97e11 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.0973585 Mar 01 21:01:37.995123 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-71ecf8ea-e264-4e8b-b697-96a6242e38c6 req-ab04b61a-b7b9-4df3-87eb-b8a924712b21 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425019 Mar 01 21:01:38.014625 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51283a06-33bb-47cf-adae-88f158994f85 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:01:38.019707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ed38b169-4fce-4274-8f6c-7c8ca73f936c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:38.026793 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ed38b169-4fce-4274-8f6c-7c8ca73f936c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:port and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:38.030318 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de965e6-b76c-4b78-a8f1-68eecbfc2cbd None None] Sync routers for ids ['d0917dfc-bddb-40eb-b2f3-46135c90b36b'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:01:38.031589 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51283a06-33bb-47cf-adae-88f158994f85 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:38.044116 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de965e6-b76c-4b78-a8f1-68eecbfc2cbd None None] Routers {'d0917dfc-bddb-40eb-b2f3-46135c90b36b'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:01:38.051961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1de965e6-b76c-4b78-a8f1-68eecbfc2cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:01:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0917dfc-bddb-40eb-b2f3-46135c90b36b'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:38.089664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ed38b169-4fce-4274-8f6c-7c8ca73f936c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:38.093206 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-51283a06-33bb-47cf-adae-88f158994f85 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] 10.222.0.42 "DELETE /v2.0/floatingips/798045fa-2bba-4641-8db9-298f1dc4a5c8 HTTP/1.1" status: 204 len: 168 time: 3.0363004 Mar 01 21:01:38.097457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48554) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:38.097920 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5ce0b800-5936-49c4-8cbf-a67a4bf20807 req-54e9ae16-fa91-41f6-9eb8-78746a5e2de3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:38.109388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ed38b169-4fce-4274-8f6c-7c8ca73f936c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:38.110979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:38.115064 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:38.124394 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Usage tracker for resource:floatingip and tenant:1e43b97d55a84d778bd0ef4821aecbc0 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:38.134228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:38.141059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:01:38.163601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9ae16-fa91-41f6-9eb8-78746a5e2de3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Pushing event deleted for resources: {'Port': ['ID=4aa54e26-cd7a-4723-a780-84a6fc30af19,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:38.171349 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:38.199499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1de965e6-b76c-4b78-a8f1-68eecbfc2cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:38.217364 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de965e6-b76c-4b78-a8f1-68eecbfc2cbd None None] Routers {'d0917dfc-bddb-40eb-b2f3-46135c90b36b'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:01:38.217364 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1de965e6-b76c-4b78-a8f1-68eecbfc2cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:01:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0917dfc-bddb-40eb-b2f3-46135c90b36b'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:38.228358 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1783a827-989c-4473-b801-c4316bd94735 req-2a020c6e-8d38-4d2d-a441-ffe27f2976df tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:38.230188 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1783a827-989c-4473-b801-c4316bd94735 req-2a020c6e-8d38-4d2d-a441-ffe27f2976df tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.0971489 Mar 01 21:01:38.249039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce0b800-5936-49c4-8cbf-a67a4bf20807 req-54e9ae16-fa91-41f6-9eb8-78746a5e2de3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] No DVR routers for this DVR port 4aa54e26-cd7a-4723-a780-84a6fc30af19 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:01:38.249039 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5ce0b800-5936-49c4-8cbf-a67a4bf20807 req-54e9ae16-fa91-41f6-9eb8-78746a5e2de3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:38.249337 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5ce0b800-5936-49c4-8cbf-a67a4bf20807 req-54e9ae16-fa91-41f6-9eb8-78746a5e2de3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.57 "DELETE /v2.0/ports/4aa54e26-cd7a-4723-a780-84a6fc30af19 HTTP/1.1" status: 204 len: 173 time: 2.2716620 Mar 01 21:01:38.249945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539a24b4-0c31-4aad-a228-53f114a9490a', 'name': 'network-vif-deleted', 'tag': '4aa54e26-cd7a-4723-a780-84a6fc30af19'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:01:38.277204 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:38.294530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1de965e6-b76c-4b78-a8f1-68eecbfc2cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:38.294530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de965e6-b76c-4b78-a8f1-68eecbfc2cbd None None] The sync data for ids ['d0917dfc-bddb-40eb-b2f3-46135c90b36b'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:01:38.301207 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1783a827-989c-4473-b801-c4316bd94735 req-9dffbe02-6e2f-4869-8926-37847188a20b tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628896 Mar 01 21:01:38.313773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed38b169-4fce-4274-8f6c-7c8ca73f936c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:01:38.320294 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed38b169-4fce-4274-8f6c-7c8ca73f936c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:38.345227 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539a24b4-0c31-4aad-a228-53f114a9490a', 'name': 'network-vif-deleted', 'tag': '4aa54e26-cd7a-4723-a780-84a6fc30af19', 'status': 'completed', 'code': 200} Mar 01 21:01:38.362533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-ed38b169-4fce-4274-8f6c-7c8ca73f936c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] device_id is not set on port 8cf32e87-91dd-4aec-b429-efdf440e4bae yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:01:38.463039 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:38.690193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 4aa54e26-cd7a-4723-a780-84a6fc30af19 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:01:38.701030 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed38b169-4fce-4274-8f6c-7c8ca73f936c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:38.702679 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77f04b6-13c7-4d08-b3c1-8a99d98dcb88 req-f75c3855-cff8-4951-a280-e19eb8b69d6e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:38.704548 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f77f04b6-13c7-4d08-b3c1-8a99d98dcb88 req-f75c3855-cff8-4951-a280-e19eb8b69d6e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.1899357 Mar 01 21:01:38.714597 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Allocated IP 172.25.5.246 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/9e0e06a0-2d15-421a-861f-aab62d731f8c) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:01:38.731258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 4aa54e26-cd7a-4723-a780-84a6fc30af19 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:01:38.732315 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 4aa54e26-cd7a-4723-a780-84a6fc30af19 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:01:38.809103 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f77f04b6-13c7-4d08-b3c1-8a99d98dcb88 req-839ff3a2-1b92-4c9a-89e0-b877a4ef95f8 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890183 Mar 01 21:01:38.838684 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed38b169-4fce-4274-8f6c-7c8ca73f936c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:38.959769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed38b169-4fce-4274-8f6c-7c8ca73f936c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Checking segment: {'id': '9219b39f-06fa-42a1-8efb-20c8ae6faa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:01:38.959769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed38b169-4fce-4274-8f6c-7c8ca73f936c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network hostable DHCP agents. Network: 2e7d448a-b62f-4a54-b0fd-6fa6663798b9, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:01:38.965595 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed38b169-4fce-4274-8f6c-7c8ca73f936c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=8cf32e87-91dd-4aec-b429-efdf440e4bae,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:39.062704 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2df32227-3cb9-485b-b88b-56a1023fa3e0 req-bb307d66-4dde-4c0c-8dea-5f0c419fb62b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=539a24b4-0c31-4aad-a228-53f114a9490a HTTP/1.1" status: 200 len: 210 time: 0.0989051 Mar 01 21:01:39.103401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed38b169-4fce-4274-8f6c-7c8ca73f936c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:01:39.169248 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:39.191656 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d5b42-104b-4091-9637-96911d15be23 req-e3dc112f-3445-411e-803b-47bfcca7ba7f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:39.193108 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d55d5b42-104b-4091-9637-96911d15be23 req-e3dc112f-3445-411e-803b-47bfcca7ba7f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.1810544 Mar 01 21:01:39.277061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-ed38b169-4fce-4274-8f6c-7c8ca73f936c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 2e7d448a-b62f-4a54-b0fd-6fa6663798b9) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:39.281783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed38b169-4fce-4274-8f6c-7c8ca73f936c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:01:39.287289 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737d681a-1bf7-4872-ad6a-3f916e4c952c None None] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:01:39.287704 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed38b169-4fce-4274-8f6c-7c8ca73f936c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:39.288327 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed38b169-4fce-4274-8f6c-7c8ca73f936c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:39.296730 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d55d5b42-104b-4091-9637-96911d15be23 req-29ec40cd-4e84-4048-9e21-b6d4574d4816 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697970 Mar 01 21:01:39.329670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dfd68-9267-4a8d-85e7-9486f556b720 req-dc3c63ec-d105-4233-9a97-52d79cd39bae tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:39.334203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a2dfd68-9267-4a8d-85e7-9486f556b720 req-dc3c63ec-d105-4233-9a97-52d79cd39bae tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.1390758 Mar 01 21:01:39.383224 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a2dfd68-9267-4a8d-85e7-9486f556b720 req-70e538a1-af97-4392-951e-fc01e33b57a7 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459478 Mar 01 21:01:39.431632 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:39.437999 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ed38b169-4fce-4274-8f6c-7c8ca73f936c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8321891 Mar 01 21:01:39.437999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48570) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:39.444513 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-072c66d0-9eb1-432e-91c4-a09585c77817 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1202939386'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:39.452233 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-072c66d0-9eb1-432e-91c4-a09585c77817 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:39.457322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-072c66d0-9eb1-432e-91c4-a09585c77817 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:network and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:39.467269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-072c66d0-9eb1-432e-91c4-a09585c77817 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:39.474494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-072c66d0-9eb1-432e-91c4-a09585c77817 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:39.493239 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:01:39.496131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:39.504512 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:01:39.543887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Pushing event updated for resources: {'Port': ['ID=9e0e06a0-2d15-421a-861f-aab62d731f8c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:39.572192 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072c66d0-9eb1-432e-91c4-a09585c77817 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:01:39.574482 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-072c66d0-9eb1-432e-91c4-a09585c77817 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:39.602410 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:39.613322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072c66d0-9eb1-432e-91c4-a09585c77817 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:01:39.623572 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-072c66d0-9eb1-432e-91c4-a09585c77817 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:39.623915 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-072c66d0-9eb1-432e-91c4-a09585c77817 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Added segment 156ccd2e-159e-4420-85bb-1fa48fd31f28 of type vlan for network 465f6bae-7109-415b-bd0a-6ddab659f9e5 Mar 01 21:01:39.654562 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-072c66d0-9eb1-432e-91c4-a09585c77817 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:39.784639 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-072c66d0-9eb1-432e-91c4-a09585c77817 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:39.790287 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072c66d0-9eb1-432e-91c4-a09585c77817 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:39.790906 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-072c66d0-9eb1-432e-91c4-a09585c77817 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:39.805711 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:39.817509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee088a1-4bec-455a-a651-21cdad64fba6 req-9552dc65-74f2-466c-b3dd-0031d87b77a2 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:39.818196 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-8ee088a1-4bec-455a-a651-21cdad64fba6 req-9552dc65-74f2-466c-b3dd-0031d87b77a2 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Synchronizing usage tracker for tenant:7c4ec19aef264f29acd6f5fbc3ee1bc5 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:01:39.861270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-8ee088a1-4bec-455a-a651-21cdad64fba6 req-9552dc65-74f2-466c-b3dd-0031d87b77a2 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Unset dirty status for tenant:7c4ec19aef264f29acd6f5fbc3ee1bc5 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:01:39.862449 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8ee088a1-4bec-455a-a651-21cdad64fba6 req-9552dc65-74f2-466c-b3dd-0031d87b77a2 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.57 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.1539512 Mar 01 21:01:39.964118 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-072c66d0-9eb1-432e-91c4-a09585c77817 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5262733 Mar 01 21:01:39.965251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c66d0-9eb1-432e-91c4-a09585c77817 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Network': ['ID=465f6bae-7109-415b-bd0a-6ddab659f9e5,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:39.969075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48576) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:39.980928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'ports': [{'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9'}, {'network_id': '465f6bae-7109-415b-bd0a-6ddab659f9e5'}]} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:39.980928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'port': {'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:39.980928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'port': {'network_id': '465f6bae-7109-415b-bd0a-6ddab659f9e5'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:39.986757 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 465f6bae-7109-415b-bd0a-6ddab659f9e5 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:01:40.067518 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-8ee088a1-4bec-455a-a651-21cdad64fba6 req-6bc18598-5d51-40a5-a4b1-1483d3371b56 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Deleting port 19e69e4a-3e43-4967-bb88-ca31a7262487 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:40.067518 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8ee088a1-4bec-455a-a651-21cdad64fba6 req-6bc18598-5d51-40a5-a4b1-1483d3371b56 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:40.138013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940fea4-adac-4a1c-a15c-2ba565ffc927 req-f8d673dc-f64d-42a4-8433-d37593710f5a tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:40.147438 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0940fea4-adac-4a1c-a15c-2ba565ffc927 req-f8d673dc-f64d-42a4-8433-d37593710f5a tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.1877460 Mar 01 21:01:40.210453 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:40.239777 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0940fea4-adac-4a1c-a15c-2ba565ffc927 req-dff53f86-323d-4553-95a0-66096ca8142f tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556023 Mar 01 21:01:40.309160 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:40.489461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:40.552682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Pushing event updated for resources: {'Port': ['ID=9e0e06a0-2d15-421a-861f-aab62d731f8c,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:40.564215 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:port and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:40.569925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:40.572572 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:40.580648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:40.620500 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-8ee088a1-4bec-455a-a651-21cdad64fba6 req-6bc18598-5d51-40a5-a4b1-1483d3371b56 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] For port 19e69e4a-3e43-4967-bb88-ca31a7262487, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=19e69e4a-3e43-4967-bb88-ca31a7262487,segment=NetworkSegment(ba78f6c1-be6a-4ab0-b6da-bf4380328feb),segment_id=ba78f6c1-be6a-4ab0-b6da-bf4380328feb)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:40.620935 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8ee088a1-4bec-455a-a651-21cdad64fba6 req-6bc18598-5d51-40a5-a4b1-1483d3371b56 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:40.670841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41f56f-c253-4962-b8a5-c7fec642c343 req-9b794281-e176-475b-b63d-05857867c318 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:40.672819 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b41f56f-c253-4962-b8a5-c7fec642c343 req-9b794281-e176-475b-b63d-05857867c318 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.2081947 Mar 01 21:01:40.689171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'port': 2} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:01:40.693645 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:40.730027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad07d87-e634-4096-9b41-dc73e7c52c02 req-34afb4df-5876-45dc-8c22-750897559e17 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:40.730027 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ad07d87-e634-4096-9b41-dc73e7c52c02 req-34afb4df-5876-45dc-8c22-750897559e17 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 945 time: 0.1454492 Mar 01 21:01:40.751905 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b41f56f-c253-4962-b8a5-c7fec642c343 req-237105a1-b180-46da-b609-adc3e6c116bd tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723648 Mar 01 21:01:40.754605 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:40.757900 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-df16e85d-aff4-48a3-96f9-c35176febf0d tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6572857 Mar 01 21:01:40.759092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48594) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:40.780243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-8ee088a1-4bec-455a-a651-21cdad64fba6 req-6bc18598-5d51-40a5-a4b1-1483d3371b56 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Calling delete_port for 19e69e4a-3e43-4967-bb88-ca31a7262487 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:40.803297 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ad07d87-e634-4096-9b41-dc73e7c52c02 req-2f30d028-81d5-42c0-ab3d-20910d014de8 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/security-groups?id=1074fff3-b893-4ad5-a33b-4f1a6a7d7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683799 Mar 01 21:01:40.837099 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:40.981247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:40.997839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:41.058299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Usage tracker for resource:floatingip and tenant:a2b6b0dd460a4092bf3069bffaa72ad8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:41.069963 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:41.080849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:41.143025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-0ce3d64f-96f4-49ec-838c-0dbf60fe1a36 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:41.144460 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-0ce3d64f-96f4-49ec-838c-0dbf60fe1a36 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 806 time: 0.2516165 Mar 01 21:01:41.157126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14acd062-ce4c-4716-b159-3d279c0b5a67 req-04c3f32b-fb31-4c87-b7b9-aaddf17459c2 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:41.159054 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14acd062-ce4c-4716-b159-3d279c0b5a67 req-04c3f32b-fb31-4c87-b7b9-aaddf17459c2 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 946 time: 0.2391088 Mar 01 21:01:41.185260 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-150fb911-8681-41c2-a5d1-3d8b70f06bb1 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/quotas/aa2e4c40cdf841a1bcb0ba66d7c5d576 HTTP/1.1" status: 200 len: 375 time: 0.0256011 Mar 01 21:01:41.189270 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:41.277553 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14acd062-ce4c-4716-b159-3d279c0b5a67 req-a41da3a6-f6c8-44cf-8318-f5561a7ca4f1 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/security-groups?id=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113553 Mar 01 21:01:41.281519 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] device_id is not set on port e1e7df91-cc2b-4af2-99db-183385a099dd yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:01:41.389454 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:41.390517 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-7cccc189-79fa-4d23-a694-1046baeeeaf6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1881738 Mar 01 21:01:41.413479 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8ee088a1-4bec-455a-a651-21cdad64fba6 req-6bc18598-5d51-40a5-a4b1-1483d3371b56 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:41.489167 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc18598-5d51-40a5-a4b1-1483d3371b56 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Pushing event deleted for resources: {'Port': ['ID=19e69e4a-3e43-4967-bb88-ca31a7262487,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:41.634035 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ee088a1-4bec-455a-a651-21cdad64fba6 req-6bc18598-5d51-40a5-a4b1-1483d3371b56 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] No DVR routers for this DVR port 19e69e4a-3e43-4967-bb88-ca31a7262487 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:01:41.636636 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8ee088a1-4bec-455a-a651-21cdad64fba6 req-6bc18598-5d51-40a5-a4b1-1483d3371b56 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:41.643492 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] device_id is not set on port 67d32aa0-a161-4e85-924d-5ebcbadccd54 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:01:41.646199 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b', 'name': 'network-vif-deleted', 'tag': '19e69e4a-3e43-4967-bb88-ca31a7262487'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:01:41.698875 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:41.742163 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:41.758232 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8ee088a1-4bec-455a-a651-21cdad64fba6 req-6bc18598-5d51-40a5-a4b1-1483d3371b56 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.57 "DELETE /v2.0/ports/19e69e4a-3e43-4967-bb88-ca31a7262487 HTTP/1.1" status: 204 len: 173 time: 1.8448002 Mar 01 21:01:41.782911 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-e645b437-0ad4-4d28-89fd-c4caecb3d924 service neutron] 10.222.0.42 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826008 Mar 01 21:01:41.826407 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:41.893987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f5c70d-6ce0-49e5-81b4-44a18daf98c3 req-66375a88-c765-470c-b62d-988220fd16f3 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:41.895496 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76f5c70d-6ce0-49e5-81b4-44a18daf98c3 req-66375a88-c765-470c-b62d-988220fd16f3 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.3197105 Mar 01 21:01:41.898955 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:01:41.903193 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:41.917726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:01:41.917726 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:41.933674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=e1e7df91-cc2b-4af2-99db-183385a099dd,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:42.025564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=67d32aa0-a161-4e85-924d-5ebcbadccd54,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:42.030747 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Checking segment: {'id': '156ccd2e-159e-4420-85bb-1fa48fd31f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '465f6bae-7109-415b-bd0a-6ddab659f9e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:01:42.031188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network hostable DHCP agents. Network: 465f6bae-7109-415b-bd0a-6ddab659f9e5, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:01:42.051430 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76f5c70d-6ce0-49e5-81b4-44a18daf98c3 req-5f205b49-ed64-4bc3-adcb-2db015a286aa tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985594 Mar 01 21:01:42.061214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Allocated IP 172.25.5.12 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/a0772223-3c3c-4cf7-8094-cdcf89ab94bb) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:01:42.084405 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-8bca445a-ba0d-478f-b756-d41fc01327fa service neutron] 10.222.0.42 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2881465 Mar 01 21:01:42.186064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network 465f6bae-7109-415b-bd0a-6ddab659f9e5 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:01:42.232470 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:42.328332 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 465f6bae-7109-415b-bd0a-6ddab659f9e5) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:42.331956 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:01:42.336816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89b865d-e21a-4057-917b-0a661d5eaed0 None None] Network 465f6bae-7109-415b-bd0a-6ddab659f9e5 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:01:42.337791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:42.353657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:42.354364 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:42.400970 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b', 'name': 'network-vif-deleted', 'tag': '19e69e4a-3e43-4967-bb88-ca31a7262487', 'status': 'completed', 'code': 200} Mar 01 21:01:42.403397 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:42.458713 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-07ea61d4-d70e-4f0f-9b0a-e658e7f82635 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4857357 Mar 01 21:01:42.460934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48630) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:42.486284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:01:42.494561 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:42.494561 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:01:42.570882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Pushing event updated for resources: {'Port': ['ID=a0772223-3c3c-4cf7-8094-cdcf89ab94bb,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:42.611116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b45ce671-6e92-461b-be95-271de5dbe178 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port 67d32aa0-a161-4e85-924d-5ebcbadccd54 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:42.611524 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b45ce671-6e92-461b-be95-271de5dbe178 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:42.632351 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:42.716219 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 19e69e4a-3e43-4967-bb88-ca31a7262487 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:01:42.756998 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 19e69e4a-3e43-4967-bb88-ca31a7262487 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:01:42.757339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 19e69e4a-3e43-4967-bb88-ca31a7262487 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:01:42.853438 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-190905a4-6170-4f3a-bdc7-cf99925262c5 req-bd89b6a2-44b4-48ef-9e2a-68e94524be39 tempest-ServerRescueTestJSONUnderV235-1777987236 tempest-ServerRescueTestJSONUnderV235-1777987236-project] 10.222.0.42 "GET /v2.0/ports?device_id=56e9b77d-b0a5-4a6a-92c6-85ff7dc8618b HTTP/1.1" status: 200 len: 210 time: 0.0851495 Mar 01 21:01:42.869599 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:42.934230 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b45ce671-6e92-461b-be95-271de5dbe178 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:42.996498 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-551689f3-ad22-4598-a9e2-2dc41f122502 req-1370f6ab-2cca-47f1-9e7f-b2322d11f189 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=71657e79-fd57-486f-992c-d7d46950dd59 HTTP/1.1" status: 200 len: 210 time: 0.0664814 Mar 01 21:01:43.089631 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b45ce671-6e92-461b-be95-271de5dbe178 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for 67d32aa0-a161-4e85-924d-5ebcbadccd54 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:43.122252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ded7ef-f3ec-43d7-870b-3278f811fc90 req-bc55f089-febc-45d0-b2ca-7204c3088f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:43.125073 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58ded7ef-f3ec-43d7-870b-3278f811fc90 req-bc55f089-febc-45d0-b2ca-7204c3088f59 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=73e0cae710d240e3a9c48196a71f53fb&device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 1097 time: 0.3992598 Mar 01 21:01:43.305508 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ded7ef-f3ec-43d7-870b-3278f811fc90 req-8c2efb79-8ff6-44b6-bdd5-04953a25db71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:43.306977 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58ded7ef-f3ec-43d7-870b-3278f811fc90 req-8c2efb79-8ff6-44b6-bdd5-04953a25db71 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c6ada74c-bd63-4636-abf5-95dfb8263926 HTTP/1.1" status: 200 len: 915 time: 0.1735203 Mar 01 21:01:43.387488 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4061b-367d-4362-98d3-15fab127e86c req-fb126ea4-4753-48f2-91e6-f55d3691477c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:43.389416 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d9a4061b-367d-4362-98d3-15fab127e86c req-fb126ea4-4753-48f2-91e6-f55d3691477c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.2158833 Mar 01 21:01:43.420128 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfbec18-d5d2-40df-98c5-38f2137de0e8 req-3e9a60a1-2053-4bd6-b9ca-9bf141c01173 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:43.420128 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ddfbec18-d5d2-40df-98c5-38f2137de0e8 req-3e9a60a1-2053-4bd6-b9ca-9bf141c01173 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.1830356 Mar 01 21:01:43.430020 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:43.485214 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b45ce671-6e92-461b-be95-271de5dbe178 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:43.491892 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d9a4061b-367d-4362-98d3-15fab127e86c req-17d9dc74-c59a-4b24-b94e-83edbb290fd3 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931747 Mar 01 21:01:43.500318 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ddfbec18-d5d2-40df-98c5-38f2137de0e8 req-a26dbf0a-a85f-4bfd-b106-2e172160e200 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667543 Mar 01 21:01:43.541540 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58ded7ef-f3ec-43d7-870b-3278f811fc90 req-0a0f46b7-871c-49ed-a843-fca39251c83b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=940044c3-308c-4284-a779-446921c9c097 HTTP/1.1" status: 200 len: 217 time: 0.2284803 Mar 01 21:01:43.550876 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:43.555677 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45ce671-6e92-461b-be95-271de5dbe178 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Port': ['ID=67d32aa0-a161-4e85-924d-5ebcbadccd54,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:43.586277 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b45ce671-6e92-461b-be95-271de5dbe178 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:43.607995 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b45ce671-6e92-461b-be95-271de5dbe178 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/ports/67d32aa0-a161-4e85-924d-5ebcbadccd54 HTTP/1.1" status: 204 len: 168 time: 1.1458056 Mar 01 21:01:43.610457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48646) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:43.662781 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ded7ef-f3ec-43d7-870b-3278f811fc90 req-6f5ab57c-3b0e-4fef-998d-4c22292e2114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:43.664286 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58ded7ef-f3ec-43d7-870b-3278f811fc90 req-6f5ab57c-3b0e-4fef-998d-4c22292e2114 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=3d9c7eca-9d4c-45b5-b379-078956794f58 HTTP/1.1" status: 200 len: 854 time: 0.1137333 Mar 01 21:01:43.698781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Pushing event updated for resources: {'Port': ['ID=a0772223-3c3c-4cf7-8094-cdcf89ab94bb,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:43.716252 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58ded7ef-f3ec-43d7-870b-3278f811fc90 req-a31e7a0c-cc82-4db1-aef7-82fd7d8e15fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c6ada74c-bd63-4636-abf5-95dfb8263926&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452073 Mar 01 21:01:43.723610 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:43.768641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241883a5-2228-487f-bc37-0a83eef4dded req-ef893f3d-66ad-484e-b559-d371e57c5426 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:43.770119 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-241883a5-2228-487f-bc37-0a83eef4dded req-ef893f3d-66ad-484e-b559-d371e57c5426 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 945 time: 0.1364887 Mar 01 21:01:43.816450 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-241883a5-2228-487f-bc37-0a83eef4dded req-084d23d4-0898-4f29-bb94-6315be37b798 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/security-groups?id=1074fff3-b893-4ad5-a33b-4f1a6a7d7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394366 Mar 01 21:01:43.824078 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c76824-e89c-41ec-81d0-e22116b1f5dd tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:43.830905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c76824-e89c-41ec-81d0-e22116b1f5dd tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:43.831728 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-36c76824-e89c-41ec-81d0-e22116b1f5dd tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Synchronizing usage tracker for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:01:43.870856 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:43.870856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d7143cfe-2fc0-44d1-a1b4-1e444ae508f8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1076369 Mar 01 21:01:43.873205 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48650) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:43.953257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-36c76824-e89c-41ec-81d0-e22116b1f5dd tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Unset dirty status for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:01:43.954588 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-36c76824-e89c-41ec-81d0-e22116b1f5dd tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.3430240 Mar 01 21:01:43.957032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48656) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:43.957378 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48658) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:43.978998 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58ded7ef-f3ec-43d7-870b-3278f811fc90 req-124a6ccc-0437-4cf5-85ed-ba4f460a28ec service neutron] 10.222.0.57 "GET /v2.0/networks/c6ada74c-bd63-4636-abf5-95dfb8263926?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552493 Mar 01 21:01:44.021260 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a64481b8-5434-408b-9bc5-d806388970a7 tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.1481006 Mar 01 21:01:44.032780 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48666) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:44.221483 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2b46a87e-e050-4cc0-85f6-cca81b754b3c tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Synchronizing usage tracker for tenant:82f2c7be5c214bdab0cc533c9714b137 on resource:floatingip {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:01:44.311847 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58ded7ef-f3ec-43d7-870b-3278f811fc90 req-946300c1-aed0-4ed9-9391-4e161eb096b3 service neutron] 10.222.0.57 "GET /v2.0/networks/c6ada74c-bd63-4636-abf5-95dfb8263926?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212776 Mar 01 21:01:44.335476 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-632a4b93-4996-4b38-a225-539ec3008965 req-3e6ff3ff-63e9-47d0-9d02-87252629d8de tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=71657e79-fd57-486f-992c-d7d46950dd59 HTTP/1.1" status: 200 len: 210 time: 0.0706425 Mar 01 21:01:44.354120 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2b46a87e-e050-4cc0-85f6-cca81b754b3c tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Unset dirty status for tenant:82f2c7be5c214bdab0cc533c9714b137 on resource:floatingip {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:01:44.354120 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2b46a87e-e050-4cc0-85f6-cca81b754b3c tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3164058 Mar 01 21:01:44.354120 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48670) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:44.355057 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-947a6091-07ce-43a3-949c-6bec8d4f53a6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port e1e7df91-cc2b-4af2-99db-183385a099dd {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:44.355324 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-947a6091-07ce-43a3-949c-6bec8d4f53a6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:44.568629 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-88fed0f5-33f4-4796-8ef3-a55e2bf647b8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Deleting port a0772223-3c3c-4cf7-8094-cdcf89ab94bb {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:44.568982 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88fed0f5-33f4-4796-8ef3-a55e2bf647b8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:44.810657 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88fed0f5-33f4-4796-8ef3-a55e2bf647b8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:44.811001 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88fed0f5-33f4-4796-8ef3-a55e2bf647b8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:44.832206 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-947a6091-07ce-43a3-949c-6bec8d4f53a6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:44.941613 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-88fed0f5-33f4-4796-8ef3-a55e2bf647b8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Calling delete_port for a0772223-3c3c-4cf7-8094-cdcf89ab94bb owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:44.986894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-947a6091-07ce-43a3-949c-6bec8d4f53a6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for e1e7df91-cc2b-4af2-99db-183385a099dd owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:45.193813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82670954-d680-4e80-ba8c-d03c08b70152 req-a07517fe-6525-493d-8055-9d0ff4195acf tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:45.195328 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82670954-d680-4e80-ba8c-d03c08b70152 req-a07517fe-6525-493d-8055-9d0ff4195acf tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.4750557 Mar 01 21:01:45.222241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e206cdc4-65b9-4650-a6db-f94e17d638d3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:45.223320 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e206cdc4-65b9-4650-a6db-f94e17d638d3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Synchronizing usage tracker for tenant:b78d9d9c87074e3ead6611c118eec35f on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:01:45.248542 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249f273-0fca-4084-83ed-01cc8bc3869b req-d096b435-3a34-4b5f-9ac9-f78a0310d2f1 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:45.251818 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f249f273-0fca-4084-83ed-01cc8bc3869b req-d096b435-3a34-4b5f-9ac9-f78a0310d2f1 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.5304224 Mar 01 21:01:45.319936 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82670954-d680-4e80-ba8c-d03c08b70152 req-0471d521-b69c-4815-bf67-e1fc5a5cebc6 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948777 Mar 01 21:01:45.362005 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-947a6091-07ce-43a3-949c-6bec8d4f53a6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:45.377807 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e206cdc4-65b9-4650-a6db-f94e17d638d3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Unset dirty status for tenant:b78d9d9c87074e3ead6611c118eec35f on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:01:45.378924 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e206cdc4-65b9-4650-a6db-f94e17d638d3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.57 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 945 time: 0.6162391 Mar 01 21:01:45.440851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a6091-07ce-43a3-949c-6bec8d4f53a6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Port': ['ID=e1e7df91-cc2b-4af2-99db-183385a099dd,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:45.450867 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f249f273-0fca-4084-83ed-01cc8bc3869b req-c3510cf5-16f9-4c23-8c2d-0e694fc20c07 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600735 Mar 01 21:01:45.468129 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-947a6091-07ce-43a3-949c-6bec8d4f53a6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:45.484730 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Deleting port ba1be82b-f1bb-4a54-ae3b-3188ebeebadb {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:45.485247 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:45.535638 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88fed0f5-33f4-4796-8ef3-a55e2bf647b8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:45.579040 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-41ee06cd-66c1-41ac-b8cf-dce0e3f5651b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:45.580512 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-41ee06cd-66c1-41ac-b8cf-dce0e3f5651b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.57 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 806 time: 0.3131247 Mar 01 21:01:45.612782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-384b8ffc-41a3-4381-a8ee-15005f773348 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Request body: {'port': {'device_id': '71657e79-fd57-486f-992c-d7d46950dd59', 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075', 'admin_state_up': True, 'tenant_id': 'aa2e4c40cdf841a1bcb0ba66d7c5d576'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:45.628921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fed0f5-33f4-4796-8ef3-a55e2bf647b8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Pushing event deleted for resources: {'Port': ['ID=a0772223-3c3c-4cf7-8094-cdcf89ab94bb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:45.739084 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-947a6091-07ce-43a3-949c-6bec8d4f53a6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/ports/e1e7df91-cc2b-4af2-99db-183385a099dd HTTP/1.1" status: 204 len: 168 time: 1.7766716 Mar 01 21:01:45.767158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48682) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:45.771196 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ccbc808-25f8-4103-84bc-ed1113e89c51 req-8d5a3610-602f-48dc-b019-fffd0fac92cb tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=71657e79-fd57-486f-992c-d7d46950dd59 HTTP/1.1" status: 200 len: 210 time: 0.1974056 Mar 01 21:01:45.831547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c30b30-2b93-400a-b563-7e5f5f4e371d req-112582c1-fbf6-416c-83a3-1b7ec0ef4278 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:45.833044 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-38c30b30-2b93-400a-b563-7e5f5f4e371d req-112582c1-fbf6-416c-83a3-1b7ec0ef4278 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 945 time: 0.3949208 Mar 01 21:01:45.909123 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-38c30b30-2b93-400a-b563-7e5f5f4e371d req-1c8cd454-0f2c-4029-a6b1-d5cde36efbc3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/security-groups?id=1074fff3-b893-4ad5-a33b-4f1a6a7d7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689173 Mar 01 21:01:45.938955 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f956b49d-bbfc-4fed-b2a2-5f35ee2f2695 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:45.939725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f956b49d-bbfc-4fed-b2a2-5f35ee2f2695 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Synchronizing usage tracker for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:01:45.945335 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e1364ff3-95e7-403a-a490-0a1bfbe4353a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:45.979578 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88fed0f5-33f4-4796-8ef3-a55e2bf647b8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:46.003235 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-384b8ffc-41a3-4381-a8ee-15005f773348 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:46.032117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-384b8ffc-41a3-4381-a8ee-15005f773348 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:46.037968 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88fed0f5-33f4-4796-8ef3-a55e2bf647b8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:46.039127 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-88fed0f5-33f4-4796-8ef3-a55e2bf647b8 tempest-FloatingIPAdminTestJSON-240316512 tempest-FloatingIPAdminTestJSON-240316512-project] 10.222.0.42 "DELETE /v2.0/floatingips/a4f0d1f5-a9fa-4f10-83bb-d1519690379a HTTP/1.1" status: 204 len: 168 time: 1.6872542 Mar 01 21:01:46.043989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48686) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:46.111761 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f956b49d-bbfc-4fed-b2a2-5f35ee2f2695 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Unset dirty status for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:01:46.115546 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f956b49d-bbfc-4fed-b2a2-5f35ee2f2695 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3446765 Mar 01 21:01:46.115818 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48690) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:46.150921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] For port ba1be82b-f1bb-4a54-ae3b-3188ebeebadb, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=ba1be82b-f1bb-4a54-ae3b-3188ebeebadb,segment=NetworkSegment(127fa70f-19d8-4610-b0ae-f3a57aa7af4b),segment_id=127fa70f-19d8-4610-b0ae-f3a57aa7af4b)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:46.151546 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:46.171978 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-32814dde-9777-451c-bfc2-1c646ac9845e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] GET failed (client error): The resource could not be found. Mar 01 21:01:46.173347 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-32814dde-9777-451c-bfc2-1c646ac9845e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports/67d32aa0-a161-4e85-924d-5ebcbadccd54 HTTP/1.1" status: 404 len: 333 time: 0.0567749 Mar 01 21:01:46.176314 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48694) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:46.244481 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-384b8ffc-41a3-4381-a8ee-15005f773348 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Made reservation on behalf of aa2e4c40cdf841a1bcb0ba66d7c5d576 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:01:46.251191 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-384b8ffc-41a3-4381-a8ee-15005f773348 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:46.312403 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab7f7fb-4cb1-48be-99b5-bd020e70bc4d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] GET failed (client error): The resource could not be found. Mar 01 21:01:46.313715 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fab7f7fb-4cb1-48be-99b5-bd020e70bc4d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports/e1e7df91-cc2b-4af2-99db-183385a099dd HTTP/1.1" status: 404 len: 333 time: 0.1365094 Mar 01 21:01:46.318948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48698) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:46.349256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-875a9939-dc76-4a6b-ae9b-4ab6d3de42be tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Deleting port 9e0e06a0-2d15-421a-861f-aab62d731f8c {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:46.349594 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-875a9939-dc76-4a6b-ae9b-4ab6d3de42be tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:46.489960 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49b17006-e36d-4d4f-aba1-0f612b78c8c4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:46.714800 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device ba1be82b-f1bb-4a54-ae3b-3188ebeebadb no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:01:46.764518 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49b17006-e36d-4d4f-aba1-0f612b78c8c4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:46.771978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e1364ff3-95e7-403a-a490-0a1bfbe4353a admin admin] Deleting port 4be78268-410e-466b-afd4-dc76c4dce458 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:46.772338 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e1364ff3-95e7-403a-a490-0a1bfbe4353a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:46.836735 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceddbcb-2996-4c62-a69b-195b14b1eb81 req-71184f66-bb82-497c-bfd0-72db5ca42163 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:46.838243 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ceddbcb-2996-4c62-a69b-195b14b1eb81 req-71184f66-bb82-497c-bfd0-72db5ca42163 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.4000416 Mar 01 21:01:46.838422 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:46.850465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-49b17006-e36d-4d4f-aba1-0f612b78c8c4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465f6bae-7109-415b-bd0a-6ddab659f9e5']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:46.867190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccf60a1-4a37-4f4a-9f39-47a23b820948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba1be82b-f1bb-4a54-ae3b-3188ebeebadb'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:01:46.879326 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port ba1be82b-f1bb-4a54-ae3b-3188ebeebadb, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=ba1be82b-f1bb-4a54-ae3b-3188ebeebadb,segment=NetworkSegment(127fa70f-19d8-4610-b0ae-f3a57aa7af4b),segment_id=127fa70f-19d8-4610-b0ae-f3a57aa7af4b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:46.897496 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-49b17006-e36d-4d4f-aba1-0f612b78c8c4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156ccd2e-159e-4420-85bb-1fa48fd31f28') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:46.897798 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-49b17006-e36d-4d4f-aba1-0f612b78c8c4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156ccd2e-159e-4420-85bb-1fa48fd31f28') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:46.949623 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49b17006-e36d-4d4f-aba1-0f612b78c8c4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:46.984664 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:46.988882 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:46.989240 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:46.989547 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Floating IP cc5188f5-548a-477d-a734-a6c1f5b54bf7 disassociated. External IP: 172.25.5.164, port: ba1be82b-f1bb-4a54-ae3b-3188ebeebadb. Mar 01 21:01:46.989885 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Calling delete_port for ba1be82b-f1bb-4a54-ae3b-3188ebeebadb owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:47.022358 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-875a9939-dc76-4a6b-ae9b-4ab6d3de42be tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:47.023952 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-875a9939-dc76-4a6b-ae9b-4ab6d3de42be tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:47.038385 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48589986-2d86-4a1f-851e-25439a624eb2 req-2a511bd5-59f7-4614-9af5-4f1539c4364f tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:47.046089 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-48589986-2d86-4a1f-851e-25439a624eb2 req-2a511bd5-59f7-4614-9af5-4f1539c4364f tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.4597893 Mar 01 21:01:47.061711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=ba1be82b-f1bb-4a54-ae3b-3188ebeebadb,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:47.076661 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ceddbcb-2996-4c62-a69b-195b14b1eb81 req-e29b1baf-9934-4792-af0b-748235b0acb9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185476 Mar 01 21:01:47.077619 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49b17006-e36d-4d4f-aba1-0f612b78c8c4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:47.090779 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b17006-e36d-4d4f-aba1-0f612b78c8c4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:01:47.091226 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49b17006-e36d-4d4f-aba1-0f612b78c8c4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:01:47.112626 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:01:47.173077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-384b8ffc-41a3-4381-a8ee-15005f773348 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Allocated IP 172.20.0.13 (0eb071d1-6f39-4afc-91bb-12176e722075/9f3a5278-957f-4116-9615-00ae8b4a370b/0110d452-9534-44bd-a4df-a0700d3cbc28) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:01:47.183177 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-875a9939-dc76-4a6b-ae9b-4ab6d3de42be tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Calling delete_port for 9e0e06a0-2d15-421a-861f-aab62d731f8c owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:47.228869 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-48589986-2d86-4a1f-851e-25439a624eb2 req-dead2aab-a312-4ad6-a3f4-db6d1d1d84df tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818488 Mar 01 21:01:47.307629 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccf60a1-4a37-4f4a-9f39-47a23b820948', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba1be82b-f1bb-4a54-ae3b-3188ebeebadb', 'code': 200} Mar 01 21:01:47.388223 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:01:47.389155 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:01:47.416303 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a22d185-5eca-47b2-8215-f0e95b96beaa req-384491a6-aa02-421e-b3d3-a63d6e14d4b4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=71657e79-fd57-486f-992c-d7d46950dd59 HTTP/1.1" status: 200 len: 210 time: 0.1745045 Mar 01 21:01:47.449920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-e1364ff3-95e7-403a-a490-0a1bfbe4353a admin admin] For port 4be78268-410e-466b-afd4-dc76c4dce458, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4be78268-410e-466b-afd4-dc76c4dce458,segment=NetworkSegment(ba78f6c1-be6a-4ab0-b6da-bf4380328feb),segment_id=ba78f6c1-be6a-4ab0-b6da-bf4380328feb)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:47.450314 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e1364ff3-95e7-403a-a490-0a1bfbe4353a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:47.580339 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49b17006-e36d-4d4f-aba1-0f612b78c8c4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:47.589700 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e1364ff3-95e7-403a-a490-0a1bfbe4353a admin admin] Calling delete_port for 4be78268-410e-466b-afd4-dc76c4dce458 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:47.592477 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-384b8ffc-41a3-4381-a8ee-15005f773348 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:47.603262 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-875a9939-dc76-4a6b-ae9b-4ab6d3de42be tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:47.633963 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49b17006-e36d-4d4f-aba1-0f612b78c8c4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:47.690069 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a9939-dc76-4a6b-ae9b-4ab6d3de42be tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Pushing event deleted for resources: {'Port': ['ID=9e0e06a0-2d15-421a-861f-aab62d731f8c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:47.691961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b17006-e36d-4d4f-aba1-0f612b78c8c4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Network': ['ID=465f6bae-7109-415b-bd0a-6ddab659f9e5,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:47.706688 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-49b17006-e36d-4d4f-aba1-0f612b78c8c4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/networks/465f6bae-7109-415b-bd0a-6ddab659f9e5 HTTP/1.1" status: 204 len: 168 time: 1.3873217 Mar 01 21:01:47.716730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48714) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:47.733005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b487f58f-dbb9-4a04-98cc-0828f86856e7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1399518441'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:47.742008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b487f58f-dbb9-4a04-98cc-0828f86856e7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:47.760913 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-875a9939-dc76-4a6b-ae9b-4ab6d3de42be tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:47.812142 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-384b8ffc-41a3-4381-a8ee-15005f773348 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:47.823202 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:01:47.880786 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-875a9939-dc76-4a6b-ae9b-4ab6d3de42be tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:47.881939 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-875a9939-dc76-4a6b-ae9b-4ab6d3de42be tempest-FloatingIPAdminTestJSON-977404820 tempest-FloatingIPAdminTestJSON-977404820-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/7ee564ea-55af-4697-b7c2-c024a0db10c2 HTTP/1.1" status: 204 len: 168 time: 1.8336809 Mar 01 21:01:47.884553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b487f58f-dbb9-4a04-98cc-0828f86856e7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:network and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:47.889300 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48718) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:47.890424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Deleting port ba1be82b-f1bb-4a54-ae3b-3188ebeebadb {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:47.890772 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:47.904839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b487f58f-dbb9-4a04-98cc-0828f86856e7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:47.931424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-384b8ffc-41a3-4381-a8ee-15005f773348 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Network 0eb071d1-6f39-4afc-91bb-12176e722075 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:01:47.940898 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-384b8ffc-41a3-4381-a8ee-15005f773348 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:47.950815 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-384b8ffc-41a3-4381-a8ee-15005f773348 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:01:47.952296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b487f58f-dbb9-4a04-98cc-0828f86856e7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:47.987909 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80fa71a-16f3-4a83-a63f-82b253e5a1f0 req-d5589f67-b9a9-4f47-b720-2cbc2345429a tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:47.989406 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a80fa71a-16f3-4a83-a63f-82b253e5a1f0 req-d5589f67-b9a9-4f47-b720-2cbc2345429a tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 943 time: 0.5758278 Mar 01 21:01:47.990753 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b8ffc-41a3-4381-a8ee-15005f773348 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Pushing event updated for resources: {'Port': ['ID=0110d452-9534-44bd-a4df-a0700d3cbc28,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:48.061619 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-b8e8c8a6-86e0-45d0-8ade-cadb81d35675 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Deleting port 6d8f61e4-5ee3-4990-97ee-f1c93010331c {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:48.062008 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b8e8c8a6-86e0-45d0-8ade-cadb81d35675 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:48.083609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-384b8ffc-41a3-4381-a8ee-15005f773348 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:48.084225 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-384b8ffc-41a3-4381-a8ee-15005f773348 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:48.107516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b487f58f-dbb9-4a04-98cc-0828f86856e7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:01:48.110763 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b487f58f-dbb9-4a04-98cc-0828f86856e7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:48.133961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8d10b-f708-4d1c-ba57-340c19845f57 req-3021fe03-2109-432a-b7c6-e34138611358 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:48.135486 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78d8d10b-f708-4d1c-ba57-340c19845f57 req-3021fe03-2109-432a-b7c6-e34138611358 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.5532761 Mar 01 21:01:48.209368 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-384b8ffc-41a3-4381-a8ee-15005f773348 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6091871 Mar 01 21:01:48.217235 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a80fa71a-16f3-4a83-a63f-82b253e5a1f0 req-8dbc9d34-bb48-4790-ab1f-1199da078fcd tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/security-groups?id=1074fff3-b893-4ad5-a33b-4f1a6a7d7771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057841 Mar 01 21:01:48.224688 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] Request body: {'port': {'device_id': '71657e79-fd57-486f-992c-d7d46950dd59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:48.279371 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b487f58f-dbb9-4a04-98cc-0828f86856e7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:01:48.305801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] For port ba1be82b-f1bb-4a54-ae3b-3188ebeebadb, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=ba1be82b-f1bb-4a54-ae3b-3188ebeebadb,segment=NetworkSegment(127fa70f-19d8-4610-b0ae-f3a57aa7af4b),segment_id=127fa70f-19d8-4610-b0ae-f3a57aa7af4b)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:48.306169 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:48.328386 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78d8d10b-f708-4d1c-ba57-340c19845f57 req-40495547-e137-4ef6-bca6-f29cd71e9a8e tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716948 Mar 01 21:01:48.336467 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b487f58f-dbb9-4a04-98cc-0828f86856e7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:48.336807 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-b487f58f-dbb9-4a04-98cc-0828f86856e7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Added segment 1acb0475-4f2b-4b90-a2f4-574e4ae96f53 of type vlan for network 8b6e46e2-a5b5-496f-9833-fffa85c4dc39 Mar 01 21:01:48.458745 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:48.483530 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b487f58f-dbb9-4a04-98cc-0828f86856e7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:48.673055 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b8e8c8a6-86e0-45d0-8ade-cadb81d35675 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:48.690905 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e1364ff3-95e7-403a-a490-0a1bfbe4353a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:48.911532 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b487f58f-dbb9-4a04-98cc-0828f86856e7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:48.915885 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:48.916247 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:48.916554 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Floating IP cc5188f5-548a-477d-a734-a6c1f5b54bf7 disassociated. External IP: 172.25.5.164, port: ba1be82b-f1bb-4a54-ae3b-3188ebeebadb. Mar 01 21:01:48.916850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b487f58f-dbb9-4a04-98cc-0828f86856e7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:48.916972 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Calling delete_port for ba1be82b-f1bb-4a54-ae3b-3188ebeebadb owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:48.917436 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b487f58f-dbb9-4a04-98cc-0828f86856e7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:48.934760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b58976-e438-447f-8e40-b04817e76c85 req-a651ed24-c452-469e-ae6c-8b771c6f6ddc tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:48.934760 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9b58976-e438-447f-8e40-b04817e76c85 req-a651ed24-c452-469e-ae6c-8b771c6f6ddc tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.5428991 Mar 01 21:01:49.001540 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1364ff3-95e7-403a-a490-0a1bfbe4353a admin admin] Pushing event deleted for resources: {'Port': ['ID=4be78268-410e-466b-afd4-dc76c4dce458,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:49.015585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-b8e8c8a6-86e0-45d0-8ade-cadb81d35675 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Calling delete_port for 6d8f61e4-5ee3-4990-97ee-f1c93010331c owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:49.121663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb62aca-b591-4cd8-863b-e8abc9b92c5a req-2d701d03-43ea-4e1d-9d38-ed4e8fd63829 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:49.127215 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fbb62aca-b591-4cd8-863b-e8abc9b92c5a req-2d701d03-43ea-4e1d-9d38-ed4e8fd63829 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.6564586 Mar 01 21:01:49.262011 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0110d452-9534-44bd-a4df-a0700d3cbc28 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:01:49.270230 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:49.286600 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] Transition to ACTIVE for port object 0110d452-9534-44bd-a4df-a0700d3cbc28 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:01:49.290194 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:49.308312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b487f58f-dbb9-4a04-98cc-0828f86856e7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Network': ['ID=8b6e46e2-a5b5-496f-9833-fffa85c4dc39,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:49.321202 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 8b6e46e2-a5b5-496f-9833-fffa85c4dc39 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:01:49.333202 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9b58976-e438-447f-8e40-b04817e76c85 req-2f9eefca-f7aa-4f7a-8a5e-f0cfeb350d2d tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840817 Mar 01 21:01:49.337908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Pushing event deleted for resources: {'Port': ['ID=ba1be82b-f1bb-4a54-ae3b-3188ebeebadb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:49.389966 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fbb62aca-b591-4cd8-863b-e8abc9b92c5a req-89c6220f-1dcf-4458-bf1f-de8146bf9872 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317789 Mar 01 21:01:49.397040 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b487f58f-dbb9-4a04-98cc-0828f86856e7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6764116 Mar 01 21:01:49.417329 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48732) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:49.428684 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-16b25326-558b-44ee-b71b-b5b16841b8b7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'subnet': {'network_id': '8b6e46e2-a5b5-496f-9833-fffa85c4dc39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:49.508902 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:49.699404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] Pushing event updated for resources: {'Port': ['ID=0110d452-9534-44bd-a4df-a0700d3cbc28,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:49.741545 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Router 5acc4222-1252-47e4-a096-2eea37728eac has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:01:49.742308 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dbbec1d7-5b88-4f4a-8769-c40458fe4e73 req-3cec4046-b321-40db-b10a-6884e16a916b tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 210 time: 0.1823316 Mar 01 21:01:49.871308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-16b25326-558b-44ee-b71b-b5b16841b8b7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:49.873205 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] Attempting to bind port 0110d452-9534-44bd-a4df-a0700d3cbc28 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:01:49.873547 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] Attempting to bind port 0110d452-9534-44bd-a4df-a0700d3cbc28 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:01:49.873875 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] Attempting to bind port 0110d452-9534-44bd-a4df-a0700d3cbc28 on network 0eb071d1-6f39-4afc-91bb-12176e722075 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:01:49.889230 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] Port 0110d452-9534-44bd-a4df-a0700d3cbc28 on network 0eb071d1-6f39-4afc-91bb-12176e722075 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:01:49.889556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] Attempting to bind port 0110d452-9534-44bd-a4df-a0700d3cbc28 on network 0eb071d1-6f39-4afc-91bb-12176e722075 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:01:49.891809 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-16b25326-558b-44ee-b71b-b5b16841b8b7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:subnet and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:01:49.898310 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-16b25326-558b-44ee-b71b-b5b16841b8b7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:01:49.917573 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-16b25326-558b-44ee-b71b-b5b16841b8b7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:49.957841 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:01:49.958128 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] Checking segment: {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:01:49.958423 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] Bound using segment: {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:01:49.958862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] Bound port: 0110d452-9534-44bd-a4df-a0700d3cbc28, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:01:49.959206 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:49.989106 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b8e8c8a6-86e0-45d0-8ade-cadb81d35675 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:50.040981 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:01:50.045704 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e1364ff3-95e7-403a-a490-0a1bfbe4353a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:50.058020 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f86877-271c-4195-857b-d2c7a31e57ab None None] Sync routers for ids ['5acc4222-1252-47e4-a096-2eea37728eac'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:01:50.068281 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f86877-271c-4195-857b-d2c7a31e57ab None None] Routers {'5acc4222-1252-47e4-a096-2eea37728eac'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:01:50.069112 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-61f86877-271c-4195-857b-d2c7a31e57ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:01:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5acc4222-1252-47e4-a096-2eea37728eac'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:50.072094 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa945fa-9d20-448f-8702-9eaf58af2f0b req-9ef5a10d-2abc-4f87-beca-0549b0621879 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:50.073594 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1aa945fa-9d20-448f-8702-9eaf58af2f0b req-9ef5a10d-2abc-4f87-beca-0549b0621879 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=71657e79-fd57-486f-992c-d7d46950dd59 HTTP/1.1" status: 200 len: 944 time: 0.6079440 Mar 01 21:01:50.076981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8c8a6-86e0-45d0-8ade-cadb81d35675 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Pushing event deleted for resources: {'Port': ['ID=6d8f61e4-5ee3-4990-97ee-f1c93010331c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:50.193243 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1aa945fa-9d20-448f-8702-9eaf58af2f0b req-9f4dff7b-cafc-4467-9921-36ea67ee9ee1 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593371 Mar 01 21:01:50.193896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b25326-558b-44ee-b71b-b5b16841b8b7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:01:50.197864 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16b25326-558b-44ee-b71b-b5b16841b8b7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:50.285935 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] No DVR routers for this DVR port ba1be82b-f1bb-4a54-ae3b-3188ebeebadb on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:01:50.290529 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:50.293076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bccf60a1-4a37-4f4a-9f39-47a23b820948', 'name': 'network-vif-deleted', 'tag': 'ba1be82b-f1bb-4a54-ae3b-3188ebeebadb'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:01:50.313579 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-46431af5-e38d-4791-912d-b7734a1d6b0f req-e3cfd8e5-fc3e-465f-a0cd-f8f878e204e1 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.57 "DELETE /v2.0/ports/ba1be82b-f1bb-4a54-ae3b-3188ebeebadb HTTP/1.1" status: 204 len: 173 time: 4.9216554 Mar 01 21:01:50.315117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.ipam_backend_mixin [None req-16b25326-558b-44ee-b71b-b5b16841b8b7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Performing IP validity checks on allocation pools {{(pid=88518) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 01 21:01:50.316011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.ipam_backend_mixin [None req-16b25326-558b-44ee-b71b-b5b16841b8b7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88518) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 01 21:01:50.316336 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] For port 0110d452-9534-44bd-a4df-a0700d3cbc28, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:01:50.320490 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] For port 0110d452-9534-44bd-a4df-a0700d3cbc28, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=0110d452-9534-44bd-a4df-a0700d3cbc28,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:01:50.359051 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-61f86877-271c-4195-857b-d2c7a31e57ab None None] Set router 5acc4222-1252-47e4-a096-2eea37728eac gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:01:50.370195 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bccf60a1-4a37-4f4a-9f39-47a23b820948', 'name': 'network-vif-deleted', 'tag': 'ba1be82b-f1bb-4a54-ae3b-3188ebeebadb', 'status': 'completed', 'code': 200} Mar 01 21:01:50.387462 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:50.468512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:50.469425 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:50.470932 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] 10.222.0.57 "PUT /v2.0/ports/0110d452-9534-44bd-a4df-a0700d3cbc28 HTTP/1.1" status: 200 len: 1092 time: 2.2526956 Mar 01 21:01:50.498965 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b60e6-5568-45f8-afb2-790ae4128eef service neutron] Pushing event updated for resources: {'Port': ['ID=0110d452-9534-44bd-a4df-a0700d3cbc28,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:50.580829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b059cb3-878b-45c1-a9d7-d2469a8ea945 req-119db18f-82ec-471a-88b9-2cf4d564ee81 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:50.587798 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7b059cb3-878b-45c1-a9d7-d2469a8ea945 req-119db18f-82ec-471a-88b9-2cf4d564ee81 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.6824474 Mar 01 21:01:50.655535 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-3befa1ee-f791-41c1-8adb-3e1f3a129676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:50.657178 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-3befa1ee-f791-41c1-8adb-3e1f3a129676 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&device_id=71657e79-fd57-486f-992c-d7d46950dd59 HTTP/1.1" status: 200 len: 1095 time: 0.0803127 Mar 01 21:01:50.739696 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-95bdaa8c-b9db-4c83-9fe9-87cbf85a0193 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0110d452-9534-44bd-a4df-a0700d3cbc28 HTTP/1.1" status: 200 len: 217 time: 0.0737641 Mar 01 21:01:50.793065 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-61f86877-271c-4195-857b-d2c7a31e57ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acc4222-1252-47e4-a096-2eea37728eac', 'name': 'tempest-ServersTestBootFromVolume-825597777-router', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:57:56Z', 'updated_at': '2022-03-01T20:58:11Z', 'revision_number': 4, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'gw_port': {'id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:00Z', 'updated_at': '2022-03-01T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147', 'name': '', 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'mac_address': 'fa:16:3e:3d:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e84a0e23-c311-4cef-a37e-b35e66df3495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:08Z', 'updated_at': '2022-03-01T20:58:24Z', 'revision_number': 5, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'subnets': [{'id': 'e84a0e23-c311-4cef-a37e-b35e66df3495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:50.798281 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f86877-271c-4195-857b-d2c7a31e57ab None None] Checking router: 5acc4222-1252-47e4-a096-2eea37728eac for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:01:50.808285 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f86877-271c-4195-857b-d2c7a31e57ab None None] Routers {'5acc4222-1252-47e4-a096-2eea37728eac'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:01:50.808952 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-61f86877-271c-4195-857b-d2c7a31e57ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:01:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5acc4222-1252-47e4-a096-2eea37728eac'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:50.820097 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-fafce031-503a-4f3a-8361-62904c82c120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:50.821679 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-fafce031-503a-4f3a-8361-62904c82c120 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f3a5278-957f-4116-9615-00ae8b4a370b HTTP/1.1" status: 200 len: 846 time: 0.0749125 Mar 01 21:01:50.855620 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b8e8c8a6-86e0-45d0-8ade-cadb81d35675 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:50.881375 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-6d70a4ce-6661-47b0-a6fe-71e1f670061a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0eb071d1-6f39-4afc-91bb-12176e722075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533535 Mar 01 21:01:50.971602 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7b059cb3-878b-45c1-a9d7-d2469a8ea945 req-3d097230-d8d4-4c2b-9e4a-b654c9063979 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829236 Mar 01 21:01:50.993178 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b8e8c8a6-86e0-45d0-8ade-cadb81d35675 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] 10.222.0.42 "DELETE /v2.0/ports/6d8f61e4-5ee3-4990-97ee-f1c93010331c HTTP/1.1" status: 204 len: 168 time: 3.0987036 Mar 01 21:01:50.994036 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48746) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:51.066370 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-61f86877-271c-4195-857b-d2c7a31e57ab None None] Set router 5acc4222-1252-47e4-a096-2eea37728eac gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:01:51.111016 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-33165150-579b-4d70-90b0-3f1b54d763db service neutron] 10.222.0.57 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229164 Mar 01 21:01:51.179349 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:51.205214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4746b98c-d290-4252-b282-0f83a74617ac req-6ad4d097-c6a1-48f1-8281-28a37c800846 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:51.206761 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4746b98c-d290-4252-b282-0f83a74617ac req-6ad4d097-c6a1-48f1-8281-28a37c800846 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.7215650 Mar 01 21:01:51.207534 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16b25326-558b-44ee-b71b-b5b16841b8b7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:51.268485 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9b37c0b6-997a-4d45-ad5c-396c1154bf84 req-219a0ae8-35a6-45f9-b7ca-46cfa39e7da2 service neutron] 10.222.0.57 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514776 Mar 01 21:01:51.293899 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2a3f8419-1862-4ba6-9150-43fb995bed6f req-80d6bde2-e79b-4431-99df-f35bf76522b8 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 210 time: 0.1140609 Mar 01 21:01:51.433989 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-61f86877-271c-4195-857b-d2c7a31e57ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acc4222-1252-47e4-a096-2eea37728eac', 'name': 'tempest-ServersTestBootFromVolume-825597777-router', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:57:56Z', 'updated_at': '2022-03-01T20:58:11Z', 'revision_number': 4, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'gw_port': {'id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:00Z', 'updated_at': '2022-03-01T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147', 'name': '', 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'mac_address': 'fa:16:3e:3d:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e84a0e23-c311-4cef-a37e-b35e66df3495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:08Z', 'updated_at': '2022-03-01T20:58:24Z', 'revision_number': 5, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'subnets': [{'id': 'e84a0e23-c311-4cef-a37e-b35e66df3495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:51.439068 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f86877-271c-4195-857b-d2c7a31e57ab None None] The sync data for ids ['5acc4222-1252-47e4-a096-2eea37728eac'] in n-d-827896-4 is: [{'id': '5acc4222-1252-47e4-a096-2eea37728eac', 'name': 'tempest-ServersTestBootFromVolume-825597777-router', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:57:56Z', 'updated_at': '2022-03-01T20:58:11Z', 'revision_number': 4, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'gw_port': {'id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:00Z', 'updated_at': '2022-03-01T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147', 'name': '', 'network_id': '8007cea6-41ad-4d71-904f-1df8339feed7', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'mac_address': 'fa:16:3e:3d:7a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'e84a0e23-c311-4cef-a37e-b35e66df3495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:08Z', 'updated_at': '2022-03-01T20:58:24Z', 'revision_number': 5, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'subnets': [{'id': 'e84a0e23-c311-4cef-a37e-b35e66df3495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:01:51.480640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b25326-558b-44ee-b71b-b5b16841b8b7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Subnet': ['ID=ba61cee7-1399-4988-b6df-bdb2572e5f09,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:51.493666 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4746b98c-d290-4252-b282-0f83a74617ac req-9cd3df1f-3984-4e19-953f-2690b34195bb tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026014 Mar 01 21:01:51.514259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b25326-558b-44ee-b71b-b5b16841b8b7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Checking segment: {'id': '1acb0475-4f2b-4b90-a2f4-574e4ae96f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8b6e46e2-a5b5-496f-9833-fffa85c4dc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:01:51.514684 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b25326-558b-44ee-b71b-b5b16841b8b7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network hostable DHCP agents. Network: 8b6e46e2-a5b5-496f-9833-fffa85c4dc39, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:01:51.530185 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b76681-4daa-4826-b01a-4bf26e311e2f tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:51.530921 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-84b76681-4daa-4826-b01a-4bf26e311e2f tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Synchronizing usage tracker for tenant:82f2c7be5c214bdab0cc533c9714b137 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:01:51.625461 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1364ff3-95e7-403a-a490-0a1bfbe4353a admin admin] Router 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:01:51.688045 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bac2e20d-f3b2-45cf-a44f-127dbc649a30 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:01:51.755284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-84b76681-4daa-4826-b01a-4bf26e311e2f tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Unset dirty status for tenant:82f2c7be5c214bdab0cc533c9714b137 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:01:51.758759 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-84b76681-4daa-4826-b01a-4bf26e311e2f tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0917dfc-bddb-40eb-b2f3-46135c90b36b HTTP/1.1" status: 200 len: 913 time: 0.7448537 Mar 01 21:01:51.758759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b25326-558b-44ee-b71b-b5b16841b8b7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network 8b6e46e2-a5b5-496f-9833-fffa85c4dc39 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:01:51.759592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48756) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:51.802476 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b293de85-7fca-463f-9a47-1712e21654b7 None None] New status for floating IP cc5188f5-548a-477d-a734-a6c1f5b54bf7: DOWN {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:01:51.873598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-16b25326-558b-44ee-b71b-b5b16841b8b7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 8b6e46e2-a5b5-496f-9833-fffa85c4dc39) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:51.885937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b25326-558b-44ee-b71b-b5b16841b8b7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:51.886527 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16b25326-558b-44ee-b71b-b5b16841b8b7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:51.897989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929296e6-cba6-497c-b54f-d4bcb43cd3ab req-8fc6c13f-e4a4-4a8d-b840-7114a313877e tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:51.899545 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-929296e6-cba6-497c-b54f-d4bcb43cd3ab req-8fc6c13f-e4a4-4a8d-b840-7114a313877e tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=71657e79-fd57-486f-992c-d7d46950dd59 HTTP/1.1" status: 200 len: 944 time: 0.3777628 Mar 01 21:01:51.953948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1364ff3-95e7-403a-a490-0a1bfbe4353a admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:01:51.965602 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e1364ff3-95e7-403a-a490-0a1bfbe4353a admin admin] 10.222.0.42 "PUT /v2.0/routers/9e1843ae-aaa8-45bb-ba0d-91d7544920a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0044427 Mar 01 21:01:51.968607 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66292c43-1438-468e-889c-904b30bb2591 None None] Sync routers for ids ['9e1843ae-aaa8-45bb-ba0d-91d7544920a4'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:01:51.972870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98781063-2795-42dd-9b8c-a9a260028847 req-ce45badf-a880-4ffc-8f63-f3aaf1788bb8 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:51.980137 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98781063-2795-42dd-9b8c-a9a260028847 req-ce45badf-a880-4ffc-8f63-f3aaf1788bb8 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.3412676 Mar 01 21:01:51.983204 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48760) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:51.984509 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66292c43-1438-468e-889c-904b30bb2591 None None] Routers {'9e1843ae-aaa8-45bb-ba0d-91d7544920a4'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:01:51.985349 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-66292c43-1438-468e-889c-904b30bb2591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:01:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9e1843ae-aaa8-45bb-ba0d-91d7544920a4'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:52.091139 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-16b25326-558b-44ee-b71b-b5b16841b8b7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6726863 Mar 01 21:01:52.098516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48764) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:52.130386 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-dfdd351b-690b-4a2e-87a9-6097872b6ef6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'port': {'network_id': '8b6e46e2-a5b5-496f-9833-fffa85c4dc39', 'name': 'tempest-PortsTestJSON-858382222'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:01:52.132180 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b04f33-7c91-4c41-b5d6-e2ea62f38c29 None None] Network 8b6e46e2-a5b5-496f-9833-fffa85c4dc39 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:01:52.167034 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-929296e6-cba6-497c-b54f-d4bcb43cd3ab req-c3c69e44-cc97-4363-a7b7-366eaaceeab5 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456839 Mar 01 21:01:52.274762 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98781063-2795-42dd-9b8c-a9a260028847 req-e6b6ecb8-b2f5-4426-8749-52435a81f31b tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936769 Mar 01 21:01:52.385527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71657e79-fd57-486f-992c-d7d46950dd59', 'tag': '0110d452-9534-44bd-a4df-a0700d3cbc28'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:01:52.444171 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-66292c43-1438-468e-889c-904b30bb2591 None None] Set router 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:01:52.568272 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-8b6e46e2-a5b5-496f-9833-fffa85c4dc39', 'network_id': '8b6e46e2-a5b5-496f-9833-fffa85c4dc39', 'tenant_id': '0668b57922e840b2aaaabc5aa0ce1805', 'fixed_ips': [{'subnet_id': 'ba61cee7-1399-4988-b6df-bdb2572e5f09'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:01:52.568691 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:52.647115 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:52.724127 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4b3c3d46-3c35-4a8d-8264-a2ea67870905 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:52.815485 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 0110d452-9534-44bd-a4df-a0700d3cbc28 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:01:52.822748 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:52.864478 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Allocated IP 172.20.0.2 (8b6e46e2-a5b5-496f-9833-fffa85c4dc39/ba61cee7-1399-4988-b6df-bdb2572e5f09/428bd391-4814-4353-9aa1-1a91723460bc) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:01:52.900857 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b740f2-9254-4d6d-8951-ec762b71c95a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac2e20d-f3b2-45cf-a44f-127dbc649a30'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:01:52.922693 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bac2e20d-f3b2-45cf-a44f-127dbc649a30, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bac2e20d-f3b2-45cf-a44f-127dbc649a30,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:53.012380 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:53.093868 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-66292c43-1438-468e-889c-904b30bb2591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-435856102-router', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:00:00Z', 'updated_at': '2022-03-01T21:01:48Z', 'revision_number': 5, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'gw_port': {'id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:01Z', 'updated_at': '2022-03-01T21:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:53.113852 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66292c43-1438-468e-889c-904b30bb2591 None None] Checking router: 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:01:53.124443 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-dfdd351b-690b-4a2e-87a9-6097872b6ef6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:01:53.134448 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66292c43-1438-468e-889c-904b30bb2591 None None] Routers {'9e1843ae-aaa8-45bb-ba0d-91d7544920a4'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:01:53.135198 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-66292c43-1438-468e-889c-904b30bb2591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:01:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9e1843ae-aaa8-45bb-ba0d-91d7544920a4'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:53.232909 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:53.242538 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b4349e12-2ed2-4080-a28d-66f8375755a1 req-88438cf1-c36c-4ff6-b0ec-15720d75cef3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/ports?device_id=bccf60a1-4a37-4f4a-9f39-47a23b820948 HTTP/1.1" status: 200 len: 210 time: 0.6599755 Mar 01 21:01:53.246504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-dfdd351b-690b-4a2e-87a9-6097872b6ef6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:01:53.312085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 0110d452-9534-44bd-a4df-a0700d3cbc28, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=0110d452-9534-44bd-a4df-a0700d3cbc28,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:53.316018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbda66-af49-4a7f-a4b2-737dc9493f6f req-5e52993d-3891-4454-a95d-df5d816bf236 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:53.317924 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dcdbda66-af49-4a7f-a4b2-737dc9493f6f req-5e52993d-3891-4454-a95d-df5d816bf236 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.7935090 Mar 01 21:01:53.342064 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=bac2e20d-f3b2-45cf-a44f-127dbc649a30,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:53.360735 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '0110d452-9534-44bd-a4df-a0700d3cbc28', 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075', 'port_id': '0110d452-9534-44bd-a4df-a0700d3cbc28', 'mac_address': 'fa:16:3e:ad:c0:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f3a5278-957f-4116-9615-00ae8b4a370b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:01:53.379677 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71657e79-fd57-486f-992c-d7d46950dd59', 'tag': '0110d452-9534-44bd-a4df-a0700d3cbc28', 'status': 'completed', 'code': 200} Mar 01 21:01:53.385069 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Deleting port d1574bda-dc5b-4de6-86d3-a9baa68b9fb0 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:53.389087 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:53.434215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdd351b-690b-4a2e-87a9-6097872b6ef6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:01:53.449191 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dfdd351b-690b-4a2e-87a9-6097872b6ef6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:53.465066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-4b3c3d46-3c35-4a8d-8264-a2ea67870905 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Deleting port 87cfa183-57d3-4696-837e-f12af7e3b173 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:53.465637 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4b3c3d46-3c35-4a8d-8264-a2ea67870905 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:53.549944 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-66292c43-1438-468e-889c-904b30bb2591 None None] Set router 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:01:53.582973 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-dfdd351b-690b-4a2e-87a9-6097872b6ef6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] device_id is not set on port 337d55de-7f86-46c1-8001-fd13c584a889 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:01:53.614257 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:53.636114 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:53.669802 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Transition to ACTIVE for port object 428bd391-4814-4353-9aa1-1a91723460bc will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:01:53.673473 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0110d452-9534-44bd-a4df-a0700d3cbc28 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:01:53.694313 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:53.719409 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bac2e20d-f3b2-45cf-a44f-127dbc649a30 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:01:53.721113 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4b3c3d46-3c35-4a8d-8264-a2ea67870905 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:53.753502 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd8241-77d0-4bfc-82fd-c730ec4e7902 req-3903d550-f4d9-4727-9939-b639953fc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:53.755532 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a2dd8241-77d0-4bfc-82fd-c730ec4e7902 req-3903d550-f4d9-4727-9939-b639953fc5d1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&device_id=71657e79-fd57-486f-992c-d7d46950dd59 HTTP/1.1" status: 200 len: 1095 time: 0.3744435 Mar 01 21:01:53.779977 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dcdbda66-af49-4a7f-a4b2-737dc9493f6f req-dbad37e1-8e72-4d30-9f9c-106d56a05649 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4564040 Mar 01 21:01:53.945306 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-4b3c3d46-3c35-4a8d-8264-a2ea67870905 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Calling delete_port for 87cfa183-57d3-4696-837e-f12af7e3b173 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:53.994322 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bac2e20d-f3b2-45cf-a44f-127dbc649a30, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bac2e20d-f3b2-45cf-a44f-127dbc649a30,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:53.997375 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-66292c43-1438-468e-889c-904b30bb2591 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-435856102-router', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:00:00Z', 'updated_at': '2022-03-01T21:01:48Z', 'revision_number': 5, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'gw_port': {'id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:01Z', 'updated_at': '2022-03-01T21:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:54.002491 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66292c43-1438-468e-889c-904b30bb2591 None None] The sync data for ids ['9e1843ae-aaa8-45bb-ba0d-91d7544920a4'] in n-d-827896-4 is: [{'id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'name': 'tempest-ServerRescueTestJSONUnderV235-435856102-router', 'tenant_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247'}], 'enable_snat': True}, 'gw_port_id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:00:00Z', 'updated_at': '2022-03-01T21:01:48Z', 'revision_number': 5, 'project_id': '7c4ec19aef264f29acd6f5fbc3ee1bc5', 'gw_port': {'id': 'd1574bda-dc5b-4de6-86d3-a9baa68b9fb0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:6e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e1843ae-aaa8-45bb-ba0d-91d7544920a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1226, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:00:01Z', 'updated_at': '2022-03-01T21:00:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:01:54.011875 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b740f2-9254-4d6d-8951-ec762b71c95a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac2e20d-f3b2-45cf-a44f-127dbc649a30', 'code': 200} Mar 01 21:01:54.022654 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 0110d452-9534-44bd-a4df-a0700d3cbc28, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=0110d452-9534-44bd-a4df-a0700d3cbc28,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:54.023969 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'bac2e20d-f3b2-45cf-a44f-127dbc649a30', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': 'bac2e20d-f3b2-45cf-a44f-127dbc649a30', 'mac_address': 'fa:16:3e:5c:b3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:01:54.032969 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Transition to ACTIVE for port object 428bd391-4814-4353-9aa1-1a91723460bc will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:01:54.101026 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:54.131788 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:01:54.161654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd8241-77d0-4bfc-82fd-c730ec4e7902 req-46d5c1b6-9829-4338-92c1-c62c9a855840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:54.164974 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a2dd8241-77d0-4bfc-82fd-c730ec4e7902 req-46d5c1b6-9829-4338-92c1-c62c9a855840 service neutron] 10.222.0.57 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 907 time: 0.3956838 Mar 01 21:01:54.184081 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe42c59-bbe7-4c09-a589-e69f2c4b87b1 req-ca7d0372-a755-4a4a-b298-389598a6e773 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:54.186203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4fe42c59-bbe7-4c09-a589-e69f2c4b87b1 req-ca7d0372-a755-4a4a-b298-389598a6e773 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 947 time: 0.6293581 Mar 01 21:01:54.192293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] For port d1574bda-dc5b-4de6-86d3-a9baa68b9fb0, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d1574bda-dc5b-4de6-86d3-a9baa68b9fb0,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:54.192661 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:54.202545 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:54.234516 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac2e20d-f3b2-45cf-a44f-127dbc649a30 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:01:54.257387 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:54.268677 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=0110d452-9534-44bd-a4df-a0700d3cbc28,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:54.273244 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a2dd8241-77d0-4bfc-82fd-c730ec4e7902 req-d296a10d-66a4-47b6-acb7-c0fefa59f582 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0110d452-9534-44bd-a4df-a0700d3cbc28 HTTP/1.1" status: 200 len: 217 time: 0.0961618 Mar 01 21:01:54.362791 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bac2e20d-f3b2-45cf-a44f-127dbc649a30, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bac2e20d-f3b2-45cf-a44f-127dbc649a30,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:54.363895 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Pushing event updated for resources: {'Port': ['ID=428bd391-4814-4353-9aa1-1a91723460bc,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:54.378594 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Network 8b6e46e2-a5b5-496f-9833-fffa85c4dc39 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:01:54.378594 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:54.408537 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:01:54.421731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd8241-77d0-4bfc-82fd-c730ec4e7902 req-d9a4e8f4-a005-44c2-b5d8-bfed618df437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:54.423611 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a2dd8241-77d0-4bfc-82fd-c730ec4e7902 req-d9a4e8f4-a005-44c2-b5d8-bfed618df437 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f3a5278-957f-4116-9615-00ae8b4a370b HTTP/1.1" status: 200 len: 846 time: 0.0749817 Mar 01 21:01:54.441719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Calling delete_port for d1574bda-dc5b-4de6-86d3-a9baa68b9fb0 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:54.485414 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['0110d452-9534-44bd-a4df-a0700d3cbc28'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:01:54.488678 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a2dd8241-77d0-4bfc-82fd-c730ec4e7902 req-a5212443-f49e-4b53-8735-241c293a85b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0eb071d1-6f39-4afc-91bb-12176e722075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563726 Mar 01 21:01:54.516076 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4fe42c59-bbe7-4c09-a589-e69f2c4b87b1 req-49c5756c-124b-426d-bc9c-1c4e964d640f tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113635 Mar 01 21:01:54.561657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-dfdd351b-690b-4a2e-87a9-6097872b6ef6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Allocated IP 172.20.0.14 (8b6e46e2-a5b5-496f-9833-fffa85c4dc39/ba61cee7-1399-4988-b6df-bdb2572e5f09/337d55de-7f86-46c1-8001-fd13c584a889) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:01:54.577504 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Attempting to bind port 428bd391-4814-4353-9aa1-1a91723460bc on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:01:54.580620 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Attempting to bind port 428bd391-4814-4353-9aa1-1a91723460bc by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '1acb0475-4f2b-4b90-a2f4-574e4ae96f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8b6e46e2-a5b5-496f-9833-fffa85c4dc39'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:01:54.580620 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Attempting to bind port 428bd391-4814-4353-9aa1-1a91723460bc on network 8b6e46e2-a5b5-496f-9833-fffa85c4dc39 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:01:54.586555 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:54.591949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:01:54.592317 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Checking segment: {'id': '1acb0475-4f2b-4b90-a2f4-574e4ae96f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8b6e46e2-a5b5-496f-9833-fffa85c4dc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:01:54.592706 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:54.593092 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Bound using segment: {'id': '1acb0475-4f2b-4b90-a2f4-574e4ae96f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8b6e46e2-a5b5-496f-9833-fffa85c4dc39'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:01:54.594758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Bound port: 428bd391-4814-4353-9aa1-1a91723460bc, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1acb0475-4f2b-4b90-a2f4-574e4ae96f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '8b6e46e2-a5b5-496f-9833-fffa85c4dc39'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:01:54.595210 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:54.672867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e2893-a86e-4707-a086-3840e21314b8 req-55ead727-1619-4fec-9d9b-04167bc3947f tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:54.680162 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1f5e2893-a86e-4707-a086-3840e21314b8 req-55ead727-1619-4fec-9d9b-04167bc3947f tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=71657e79-fd57-486f-992c-d7d46950dd59 HTTP/1.1" status: 200 len: 945 time: 0.4772937 Mar 01 21:01:54.778093 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a2dd8241-77d0-4bfc-82fd-c730ec4e7902 req-1785e71c-10fe-4174-aeb4-f9ccfeba35e5 service neutron] 10.222.0.57 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818615 Mar 01 21:01:54.821770 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1f5e2893-a86e-4707-a086-3840e21314b8 req-5a004b8d-087b-423d-af79-c86d77c33684 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404576 Mar 01 21:01:54.879618 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=bac2e20d-f3b2-45cf-a44f-127dbc649a30,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:54.926549 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4b3c3d46-3c35-4a8d-8264-a2ea67870905 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:54.954511 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48788) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:54.995485 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] For port 428bd391-4814-4353-9aa1-1a91723460bc, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:01:55.027744 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] For port 428bd391-4814-4353-9aa1-1a91723460bc, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=428bd391-4814-4353-9aa1-1a91723460bc,segment=NetworkSegment(1acb0475-4f2b-4b90-a2f4-574e4ae96f53),segment_id=1acb0475-4f2b-4b90-a2f4-574e4ae96f53)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:01:55.054374 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3c3d46-3c35-4a8d-8264-a2ea67870905 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Pushing event deleted for resources: {'Port': ['ID=87cfa183-57d3-4696-837e-f12af7e3b173,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:55.068966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['bac2e20d-f3b2-45cf-a44f-127dbc649a30'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:01:55.163005 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:55.207558 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9315e814-d74b-4ea8-ab00-a206f56a6bd3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:55.248804 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9315e814-d74b-4ea8-ab00-a206f56a6bd3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:55.296188 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dfdd351b-690b-4a2e-87a9-6097872b6ef6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:55.306289 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:55.353531 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb530f-78a5-44b8-8d88-b7dfe336508d None None] Pushing event updated for resources: {'Port': ['ID=428bd391-4814-4353-9aa1-1a91723460bc,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:55.368346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Pushing event deleted for resources: {'Port': ['ID=d1574bda-dc5b-4de6-86d3-a9baa68b9fb0,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:55.387376 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a2dd8241-77d0-4bfc-82fd-c730ec4e7902 req-fc55204a-6aaa-45df-a49c-4eed328b6ea4 service neutron] 10.222.0.57 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6001828 Mar 01 21:01:55.391614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:55.391958 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:55.392294 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:55.392688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:55.393015 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:55.393340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:55.393662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:55.393985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:55.394301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:55.394625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:55.394946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:55.395259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:01:55.402715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-dfdd351b-690b-4a2e-87a9-6097872b6ef6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Transition to ACTIVE for port object 337d55de-7f86-46c1-8001-fd13c584a889 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:01:55.445619 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708781c3-6d14-4df5-ac4a-4fe83d2e2c99 req-6066241f-e956-4e6a-bba5-1b7605f323f6 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:55.453822 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-708781c3-6d14-4df5-ac4a-4fe83d2e2c99 req-6066241f-e956-4e6a-bba5-1b7605f323f6 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.5054324 Mar 01 21:01:55.656781 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4b3c3d46-3c35-4a8d-8264-a2ea67870905 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:55.794511 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9315e814-d74b-4ea8-ab00-a206f56a6bd3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:55.826548 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-708781c3-6d14-4df5-ac4a-4fe83d2e2c99 req-7277ab40-f5eb-4bb3-8724-ae009544b721 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693867 Mar 01 21:01:55.857062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315e814-d74b-4ea8-ab00-a206f56a6bd3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1074fff3-b893-4ad5-a33b-4f1a6a7d7771,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:55.864020 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:56.098801 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 428bd391-4814-4353-9aa1-1a91723460bc up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:01:56.151033 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dfdd351b-690b-4a2e-87a9-6097872b6ef6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:56.200322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3c3d46-3c35-4a8d-8264-a2ea67870905 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Router d0917dfc-bddb-40eb-b2f3-46135c90b36b has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:01:56.228525 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:56.234765 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:56.304840 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 428bd391-4814-4353-9aa1-1a91723460bc completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:01:56.320814 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4be78268-410e-466b-afd4-dc76c4dce458 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:01:56.345284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e75851b-dba8-468d-bf34-dd422a0809a8 req-6c61e87a-518e-40f1-a8b5-896ed955a3f8 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:56.346708 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e75851b-dba8-468d-bf34-dd422a0809a8 req-6c61e87a-518e-40f1-a8b5-896ed955a3f8 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 948 time: 0.6464455 Mar 01 21:01:56.349398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdd351b-690b-4a2e-87a9-6097872b6ef6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network 8b6e46e2-a5b5-496f-9833-fffa85c4dc39 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:01:56.358805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 4be78268-410e-466b-afd4-dc76c4dce458 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:01:56.359147 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4be78268-410e-466b-afd4-dc76c4dce458 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:01:56.359479 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9315e814-d74b-4ea8-ab00-a206f56a6bd3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:56.363747 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9315e814-d74b-4ea8-ab00-a206f56a6bd3 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "DELETE /v2.0/security-groups/1074fff3-b893-4ad5-a33b-4f1a6a7d7771 HTTP/1.1" status: 204 len: 168 time: 1.4038765 Mar 01 21:01:56.364618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48798) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:56.373082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-dfdd351b-690b-4a2e-87a9-6097872b6ef6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:01:56.373661 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdd351b-690b-4a2e-87a9-6097872b6ef6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:01:56.406494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3c3d46-3c35-4a8d-8264-a2ea67870905 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:01:56.417291 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e5f026-245a-47ac-95a9-7c5cfb10ce82 None None] Sync routers for ids ['d0917dfc-bddb-40eb-b2f3-46135c90b36b'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:01:56.431085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e5f026-245a-47ac-95a9-7c5cfb10ce82 None None] Routers {'d0917dfc-bddb-40eb-b2f3-46135c90b36b'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:01:56.431728 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-d8e5f026-245a-47ac-95a9-7c5cfb10ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:01:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0917dfc-bddb-40eb-b2f3-46135c90b36b'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:56.435891 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdd351b-690b-4a2e-87a9-6097872b6ef6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=337d55de-7f86-46c1-8001-fd13c584a889,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:56.438633 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-c482bd4e-93e4-4536-9f22-9b43e1498914 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] show failed (client error): The resource could not be found. Mar 01 21:01:56.439741 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c482bd4e-93e4-4536-9f22-9b43e1498914 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "GET /v2.0/security-groups/1074fff3-b893-4ad5-a33b-4f1a6a7d7771 HTTP/1.1" status: 404 len: 347 time: 0.0679882 Mar 01 21:01:56.442647 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48802) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:56.505585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a085a-1a1f-4e29-8bad-96497d226e68 req-9834ae28-6f05-4c15-9ea5-16ef2d317beb tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:56.507499 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d31a085a-1a1f-4e29-8bad-96497d226e68 req-9834ae28-6f05-4c15-9ea5-16ef2d317beb tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=71657e79-fd57-486f-992c-d7d46950dd59 HTTP/1.1" status: 200 len: 945 time: 0.4538028 Mar 01 21:01:56.507619 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-d8e5f026-245a-47ac-95a9-7c5cfb10ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:56.512701 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:56.514151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e1843ae-aaa8-45bb-ba0d-91d7544920a4 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:01:56.518308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e5f026-245a-47ac-95a9-7c5cfb10ce82 None None] Routers {'d0917dfc-bddb-40eb-b2f3-46135c90b36b'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:01:56.518766 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-d8e5f026-245a-47ac-95a9-7c5cfb10ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:01:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0917dfc-bddb-40eb-b2f3-46135c90b36b'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:56.522817 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e75851b-dba8-468d-bf34-dd422a0809a8 req-251c6aa5-90cd-4824-8812-c1d1e951b428 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178577 Mar 01 21:01:56.546918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdd351b-690b-4a2e-87a9-6097872b6ef6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:56.547658 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dfdd351b-690b-4a2e-87a9-6097872b6ef6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:56.551434 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4b3c3d46-3c35-4a8d-8264-a2ea67870905 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] 10.222.0.42 "PUT /v2.0/routers/d0917dfc-bddb-40eb-b2f3-46135c90b36b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7909284 Mar 01 21:01:56.560989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48806) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:56.605463 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-d8e5f026-245a-47ac-95a9-7c5cfb10ce82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:56.605878 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e5f026-245a-47ac-95a9-7c5cfb10ce82 None None] The sync data for ids ['d0917dfc-bddb-40eb-b2f3-46135c90b36b'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:01:56.679035 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-d38b947f-3f9f-4c39-b525-80990e02fc36 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Deleting port eb5d1316-17c4-4611-8bb4-7c700e508fe2 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:56.679589 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d38b947f-3f9f-4c39-b525-80990e02fc36 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:56.777643 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 0110d452-9534-44bd-a4df-a0700d3cbc28 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:01:56.795083 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:56.798560 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9750240c-4a21-4938-97ce-bfa12d65718b admin admin] 10.222.0.42 "DELETE /v2.0/routers/9e1843ae-aaa8-45bb-ba0d-91d7544920a4 HTTP/1.1" status: 204 len: 168 time: 4.8124378 Mar 01 21:01:56.839106 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48810) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:56.860719 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d31a085a-1a1f-4e29-8bad-96497d226e68 req-10c73bd5-57df-47da-9b98-adc9a9cf3317 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422489 Mar 01 21:01:56.913012 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8700ae-17bf-4eba-ac14-0a9c3e79e9ba None None] Network 8b6e46e2-a5b5-496f-9833-fffa85c4dc39 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:01:56.940411 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-dfdd351b-690b-4a2e-87a9-6097872b6ef6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.8306401 Mar 01 21:01:56.941415 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48814) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:56.945882 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-82cdb55c-c099-40bb-bfe5-8d95d1fd1889 admin admin] Deleting subnet 0991afc3-5eec-4419-a780-db752de57820 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:01:56.979605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8ca6d8-4b63-4cc8-bc2f-b7a8c3731cb6 req-b298ac96-dea8-4c10-bdb2-bc776d6c4396 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:56.981077 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a8ca6d8-4b63-4cc8-bc2f-b7a8c3731cb6 req-b298ac96-dea8-4c10-bdb2-bc776d6c4396 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.2549653 Mar 01 21:01:56.992602 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5533b395-1566-4783-9923-69ed5408530b tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:56.998698 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d38b947f-3f9f-4c39-b525-80990e02fc36 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:56.999033 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d38b947f-3f9f-4c39-b525-80990e02fc36 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:57.014250 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82cdb55c-c099-40bb-bfe5-8d95d1fd1889 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:57.151076 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3df4c8db-c498-42d0-ae7e-6d0de92617cc None None] Provisioning for port 428bd391-4814-4353-9aa1-1a91723460bc completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:01:57.163959 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3df4c8db-c498-42d0-ae7e-6d0de92617cc None None] Provisioning complete for port 428bd391-4814-4353-9aa1-1a91723460bc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:57.164321 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3df4c8db-c498-42d0-ae7e-6d0de92617cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:57.195792 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 0110d452-9534-44bd-a4df-a0700d3cbc28 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:01:57.211050 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 0110d452-9534-44bd-a4df-a0700d3cbc28 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:57.211446 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:57.216624 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a8ca6d8-4b63-4cc8-bc2f-b7a8c3731cb6 req-6ee8c7cc-563e-49d6-b958-fd6cb58911f1 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494193 Mar 01 21:01:57.275489 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5533b395-1566-4783-9923-69ed5408530b tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:57.314126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-d38b947f-3f9f-4c39-b525-80990e02fc36 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Calling delete_port for eb5d1316-17c4-4611-8bb4-7c700e508fe2 owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:57.364342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b3717-7dff-4375-84c6-016c38aee912 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port 337d55de-7f86-46c1-8001-fd13c584a889 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:57.364684 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3b6b3717-7dff-4375-84c6-016c38aee912 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:57.409523 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-5533b395-1566-4783-9923-69ed5408530b tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Deleting port 4e84f045-fd54-4274-8f1a-5406941418b3 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:01:57.409930 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5533b395-1566-4783-9923-69ed5408530b tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:57.430922 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3df4c8db-c498-42d0-ae7e-6d0de92617cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:57.447671 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:57.461590 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-78cc14a0-3819-4245-b53d-e308efd1334e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:57.478983 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82cdb55c-c099-40bb-bfe5-8d95d1fd1889 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:57.496309 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71657e79-fd57-486f-992c-d7d46950dd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0110d452-9534-44bd-a4df-a0700d3cbc28'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:01:57.502712 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3df4c8db-c498-42d0-ae7e-6d0de92617cc None None] For port 428bd391-4814-4353-9aa1-1a91723460bc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=428bd391-4814-4353-9aa1-1a91723460bc,segment=NetworkSegment(1acb0475-4f2b-4b90-a2f4-574e4ae96f53),segment_id=1acb0475-4f2b-4b90-a2f4-574e4ae96f53)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:57.514292 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 0110d452-9534-44bd-a4df-a0700d3cbc28, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=0110d452-9534-44bd-a4df-a0700d3cbc28,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:57.560889 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71657e79-fd57-486f-992c-d7d46950dd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0110d452-9534-44bd-a4df-a0700d3cbc28', 'code': 200} Mar 01 21:01:57.585186 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3df4c8db-c498-42d0-ae7e-6d0de92617cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:57.636686 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82cdb55c-c099-40bb-bfe5-8d95d1fd1889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:57.640718 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:57.692457 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4c8db-c498-42d0-ae7e-6d0de92617cc None None] Pushing event updated for resources: {'Port': ['ID=428bd391-4814-4353-9aa1-1a91723460bc,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:57.745390 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bac2e20d-f3b2-45cf-a44f-127dbc649a30 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:01:57.746030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6d654c-d4e0-493c-ab10-57c66e3461f6 req-ef08a68c-f147-44a5-a1e6-3d818bcc1afe tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:57.754146 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d6d654c-d4e0-493c-ab10-57c66e3461f6 req-ef08a68c-f147-44a5-a1e6-3d818bcc1afe tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.2670999 Mar 01 21:01:57.851547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=0110d452-9534-44bd-a4df-a0700d3cbc28,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:57.893741 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port bac2e20d-f3b2-45cf-a44f-127dbc649a30 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:57.894372 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:57.944409 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-51630041-646c-4d7c-80f3-bccd7891be6f None None] Provisioning for port 337d55de-7f86-46c1-8001-fd13c584a889 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:01:57.970671 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-51630041-646c-4d7c-80f3-bccd7891be6f None None] Provisioning complete for port 337d55de-7f86-46c1-8001-fd13c584a889 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:57.971051 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-51630041-646c-4d7c-80f3-bccd7891be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:57.983675 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5533b395-1566-4783-9923-69ed5408530b tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:58.002070 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d38b947f-3f9f-4c39-b525-80990e02fc36 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:58.008994 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d6d654c-d4e0-493c-ab10-57c66e3461f6 req-2f4f5c2d-c2ba-4e8e-966d-5437d7f9afea tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539968 Mar 01 21:01:58.016744 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 428bd391-4814-4353-9aa1-1a91723460bc up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:01:58.103078 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b947f-3f9f-4c39-b525-80990e02fc36 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Pushing event deleted for resources: {'Port': ['ID=eb5d1316-17c4-4611-8bb4-7c700e508fe2,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:58.147005 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-51630041-646c-4d7c-80f3-bccd7891be6f None None] Port 337d55de-7f86-46c1-8001-fd13c584a889 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:01:58.149926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-5533b395-1566-4783-9923-69ed5408530b tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Calling delete_port for 4e84f045-fd54-4274-8f1a-5406941418b3 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:58.173762 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3b6b3717-7dff-4375-84c6-016c38aee912 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:58.182584 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d475906-b663-4e60-a90d-85e692490c2a req-cef4be33-6fe5-4f02-9dbf-aa4bc4f8a71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:58.184352 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9d475906-b663-4e60-a90d-85e692490c2a req-cef4be33-6fe5-4f02-9dbf-aa4bc4f8a71b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=71657e79-fd57-486f-992c-d7d46950dd59 HTTP/1.1" status: 200 len: 1097 time: 0.4949508 Mar 01 21:01:58.193438 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82cdb55c-c099-40bb-bfe5-8d95d1fd1889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:58.217220 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-51630041-646c-4d7c-80f3-bccd7891be6f None None] Provisioning complete for port 428bd391-4814-4353-9aa1-1a91723460bc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:58.218351 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-51630041-646c-4d7c-80f3-bccd7891be6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:58.252681 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 428bd391-4814-4353-9aa1-1a91723460bc triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:58.252976 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:58.304424 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:58.325896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d7b4f-f400-48c5-b16c-c2a565486a55 req-03e7e789-f2c5-4259-9a8a-f7be2cf121fe tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:58.329355 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-001d7b4f-f400-48c5-b16c-c2a565486a55 req-03e7e789-f2c5-4259-9a8a-f7be2cf121fe tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 948 time: 0.5501411 Mar 01 21:01:58.375219 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bac2e20d-f3b2-45cf-a44f-127dbc649a30, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bac2e20d-f3b2-45cf-a44f-127dbc649a30,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:01:58.376660 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d3826-83f2-49d6-9bcf-872cac61eb99 req-73eee288-2eab-48ad-aaa4-99b2b5d41bb1 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:58.380190 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d9d3826-83f2-49d6-9bcf-872cac61eb99 req-73eee288-2eab-48ad-aaa4-99b2b5d41bb1 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=71657e79-fd57-486f-992c-d7d46950dd59 HTTP/1.1" status: 200 len: 946 time: 0.1974969 Mar 01 21:01:58.422047 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cdb55c-c099-40bb-bfe5-8d95d1fd1889 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0991afc3-5eec-4419-a780-db752de57820,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:58.431930 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-001d7b4f-f400-48c5-b16c-c2a565486a55 req-9915e18d-0d16-4e75-81a8-14bb7686e54b tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938303 Mar 01 21:01:58.450890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b3717-7dff-4375-84c6-016c38aee912 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for 337d55de-7f86-46c1-8001-fd13c584a889 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:01:58.463262 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:58.507574 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82cdb55c-c099-40bb-bfe5-8d95d1fd1889 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:58.531573 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-82cdb55c-c099-40bb-bfe5-8d95d1fd1889 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0991afc3-5eec-4419-a780-db752de57820 HTTP/1.1" status: 204 len: 168 time: 1.6921086 Mar 01 21:01:58.532592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48830) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:58.540021 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9d475906-b663-4e60-a90d-85e692490c2a req-b8a3df83-ba98-4423-9569-50c77b39e94f service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395033 Mar 01 21:01:58.563026 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d1574bda-dc5b-4de6-86d3-a9baa68b9fb0 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:01:58.592578 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=bac2e20d-f3b2-45cf-a44f-127dbc649a30,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:58.595267 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d38b947f-3f9f-4c39-b525-80990e02fc36 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:58.597721 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d38b947f-3f9f-4c39-b525-80990e02fc36 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:58.602227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48834) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:58.602844 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: d1574bda-dc5b-4de6-86d3-a9baa68b9fb0 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:01:58.603197 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d1574bda-dc5b-4de6-86d3-a9baa68b9fb0 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:01:58.603830 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d38b947f-3f9f-4c39-b525-80990e02fc36 tempest-ServersTestBootFromVolume-393333529 tempest-ServersTestBootFromVolume-393333529-project] 10.222.0.42 "DELETE /v2.0/floatingips/cc5188f5-548a-477d-a734-a6c1f5b54bf7 HTTP/1.1" status: 204 len: 168 time: 2.1598392 Mar 01 21:01:58.660445 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-eca11470-eb40-4839-9770-aeb7630accff None None] Provisioning complete for port 337d55de-7f86-46c1-8001-fd13c584a889 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:01:58.660719 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-eca11470-eb40-4839-9770-aeb7630accff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:58.682433 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d9d3826-83f2-49d6-9bcf-872cac61eb99 req-6af1c58f-0bb1-4f45-937a-566673f07134 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2822764 Mar 01 21:01:58.686626 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5533b395-1566-4783-9923-69ed5408530b tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:58.703343 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad0ede14-c781-49bd-91ce-a964b04af467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:58.730305 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-eca11470-eb40-4839-9770-aeb7630accff None None] Port 337d55de-7f86-46c1-8001-fd13c584a889 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:01:58.749918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533b395-1566-4783-9923-69ed5408530b tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Pushing event deleted for resources: {'Port': ['ID=4e84f045-fd54-4274-8f1a-5406941418b3,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:58.881993 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad0ede14-c781-49bd-91ce-a964b04af467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:58.912999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-ad0ede14-c781-49bd-91ce-a964b04af467 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f29a706-a7a5-48ba-9770-3ee8a06bf432']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:59.005559 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6887d35-ff53-42be-9130-00e18b3fde3d req-609a66da-c14f-4572-b1bb-343a6964610a tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:59.007139 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6887d35-ff53-42be-9130-00e18b3fde3d req-609a66da-c14f-4572-b1bb-343a6964610a tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.4529741 Mar 01 21:01:59.025772 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5533b395-1566-4783-9923-69ed5408530b tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:59.064169 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-ad0ede14-c781-49bd-91ce-a964b04af467 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba78f6c1-be6a-4ab0-b6da-bf4380328feb') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:59.064770 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-ad0ede14-c781-49bd-91ce-a964b04af467 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba78f6c1-be6a-4ab0-b6da-bf4380328feb') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:01:59.074117 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3b6b3717-7dff-4375-84c6-016c38aee912 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:59.112634 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad0ede14-c781-49bd-91ce-a964b04af467 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:59.142453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b3717-7dff-4375-84c6-016c38aee912 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Port': ['ID=337d55de-7f86-46c1-8001-fd13c584a889,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:59.171915 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad0ede14-c781-49bd-91ce-a964b04af467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:59.220604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0ede14-c781-49bd-91ce-a964b04af467 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:01:59.220922 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad0ede14-c781-49bd-91ce-a964b04af467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:01:59.235175 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:01:59.257747 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5533b395-1566-4783-9923-69ed5408530b tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:59.266030 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5533b395-1566-4783-9923-69ed5408530b tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:59.334308 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3b6b3717-7dff-4375-84c6-016c38aee912 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:59.335756 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6887d35-ff53-42be-9130-00e18b3fde3d req-8a33eac9-4ac4-4e69-b368-83ff310744e1 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198771 Mar 01 21:01:59.349670 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3b6b3717-7dff-4375-84c6-016c38aee912 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/ports/337d55de-7f86-46c1-8001-fd13c584a889 HTTP/1.1" status: 204 len: 168 time: 2.4049516 Mar 01 21:01:59.350123 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48840) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:59.392555 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c4c373-7aee-4a66-b2ce-28b2b8b90b9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] DELETE failed (client error): The resource could not be found. Mar 01 21:01:59.393067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c4c373-7aee-4a66-b2ce-28b2b8b90b9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:01:59.397504 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f6c4c373-7aee-4a66-b2ce-28b2b8b90b9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/ports/337d55de-7f86-46c1-8001-fd13c584a889 HTTP/1.1" status: 404 len: 333 time: 0.0436473 Mar 01 21:01:59.397734 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48846) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:59.447236 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-84aa6824-9932-4c01-9710-3703287019f2 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] GET failed (client error): The resource could not be found. Mar 01 21:01:59.447236 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-84aa6824-9932-4c01-9710-3703287019f2 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Synchronizing usage tracker for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:01:59.474484 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad0ede14-c781-49bd-91ce-a964b04af467 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:59.496100 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad0ede14-c781-49bd-91ce-a964b04af467 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:59.501986 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ad0ede14-c781-49bd-91ce-a964b04af467 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1f29a706-a7a5-48ba-9770-3ee8a06bf432 HTTP/1.1" status: 204 len: 168 time: 0.9609041 Mar 01 21:01:59.510589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ede14-c781-49bd-91ce-a964b04af467 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f29a706-a7a5-48ba-9770-3ee8a06bf432,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:01:59.530583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-84aa6824-9932-4c01-9710-3703287019f2 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Unset dirty status for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:01:59.536989 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-84aa6824-9932-4c01-9710-3703287019f2 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports/337d55de-7f86-46c1-8001-fd13c584a889 HTTP/1.1" status: 404 len: 333 time: 0.1382346 Mar 01 21:01:59.539231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48854) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:59.562935 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b740f2-9254-4d6d-8951-ec762b71c95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac2e20d-f3b2-45cf-a44f-127dbc649a30'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:01:59.574922 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5533b395-1566-4783-9923-69ed5408530b tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:59.574922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5533b395-1566-4783-9923-69ed5408530b tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Fanout notify agent at l3_agent the message router_deleted on router d0917dfc-bddb-40eb-b2f3-46135c90b36b {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:01:59.642131 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-154e0ef4-aa81-47f3-9314-cc6b2bfd001c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:59.651507 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b49c304-1d2a-481d-b317-0aa421147e68 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting subnet ba61cee7-1399-4988-b6df-bdb2572e5f09 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:01:59.655042 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5b49c304-1d2a-481d-b317-0aa421147e68 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:59.695166 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5533b395-1566-4783-9923-69ed5408530b tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:59.696274 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5533b395-1566-4783-9923-69ed5408530b tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] 10.222.0.42 "DELETE /v2.0/routers/d0917dfc-bddb-40eb-b2f3-46135c90b36b HTTP/1.1" status: 204 len: 168 time: 3.1213262 Mar 01 21:01:59.698890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48860) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:01:59.760747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d8a01e-4b4f-4cb9-957e-999ee79443e3 req-d91dd150-0168-429a-9a80-7d5238e7711f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:59.762227 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91d8a01e-4b4f-4cb9-957e-999ee79443e3 req-d91dd150-0168-429a-9a80-7d5238e7711f tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.2253916 Mar 01 21:01:59.776940 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5b49c304-1d2a-481d-b317-0aa421147e68 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:59.813233 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97ad375-5c1e-46f3-8404-ed52bbbf2439 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Deleting subnet 1f8372b5-8958-4e7f-92ea-e20569596e28 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:01:59.824151 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e97ad375-5c1e-46f3-8404-ed52bbbf2439 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:59.833799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec40083-4051-4dc3-b62a-265bc9f0aa4d req-8293b978-3478-4d37-bf34-0edfb7177611 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:01:59.835263 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5ec40083-4051-4dc3-b62a-265bc9f0aa4d req-8293b978-3478-4d37-bf34-0edfb7177611 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.2112906 Mar 01 21:01:59.872883 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91d8a01e-4b4f-4cb9-957e-999ee79443e3 req-26f15e6e-e562-4e92-815b-144b53af93aa tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957813 Mar 01 21:01:59.900865 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e97ad375-5c1e-46f3-8404-ed52bbbf2439 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:59.929507 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5ec40083-4051-4dc3-b62a-265bc9f0aa4d req-7812aac6-9ab1-4989-8972-c66d934def23 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874643 Mar 01 21:01:59.960516 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e347a5ee-ed70-489f-967c-8dc38933003c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:01:59.974587 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5b49c304-1d2a-481d-b317-0aa421147e68 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:00.029785 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b740f2-9254-4d6d-8951-ec762b71c95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac2e20d-f3b2-45cf-a44f-127dbc649a30', 'code': 200} Mar 01 21:02:00.044584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48868) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:00.092865 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e97ad375-5c1e-46f3-8404-ed52bbbf2439 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:00.214708 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5b49c304-1d2a-481d-b317-0aa421147e68 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:00.292971 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49c304-1d2a-481d-b317-0aa421147e68 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Subnet': ['ID=ba61cee7-1399-4988-b6df-bdb2572e5f09,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:00.302984 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e97ad375-5c1e-46f3-8404-ed52bbbf2439 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:00.313199 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-47e335d1-7101-451d-ae4f-40e6f9ec8655 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c4ec19aef264f29acd6f5fbc3ee1bc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2636523 Mar 01 21:02:00.321241 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48872) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:00.344415 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5b49c304-1d2a-481d-b317-0aa421147e68 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:00.350272 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e54f1f-0c70-4c2f-ae82-cd1f27f7e905 None None] Network 8b6e46e2-a5b5-496f-9833-fffa85c4dc39 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:02:00.365316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ad375-5c1e-46f3-8404-ed52bbbf2439 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Pushing event deleted for resources: {'Subnet': ['ID=1f8372b5-8958-4e7f-92ea-e20569596e28,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:00.377403 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e97ad375-5c1e-46f3-8404-ed52bbbf2439 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:00.386807 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da59d625-9e7b-477b-9c3b-303cab121b54 None None] Network 0aabcb94-54b8-4a83-8425-4e47bd3cde7a requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:02:00.394071 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5b49c304-1d2a-481d-b317-0aa421147e68 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/subnets/ba61cee7-1399-4988-b6df-bdb2572e5f09 HTTP/1.1" status: 204 len: 168 time: 0.8496294 Mar 01 21:02:00.394863 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48876) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:00.420164 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e97ad375-5c1e-46f3-8404-ed52bbbf2439 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] 10.222.0.42 "DELETE /v2.0/subnets/1f8372b5-8958-4e7f-92ea-e20569596e28 HTTP/1.1" status: 204 len: 168 time: 0.7175031 Mar 01 21:02:00.422971 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48880) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:00.507017 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdadc6c-ecc5-499c-a07d-67799ed0f397 req-82ac9a75-0e67-480c-b476-fa535ebd808c tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:00.511895 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fbdadc6c-ecc5-499c-a07d-67799ed0f397 req-82ac9a75-0e67-480c-b476-fa535ebd808c tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=71657e79-fd57-486f-992c-d7d46950dd59 HTTP/1.1" status: 200 len: 946 time: 0.4304991 Mar 01 21:02:00.564299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023febd0-a8c6-463e-b9ec-9108b8e15573 req-b591d6b7-3656-413c-8049-31d807a9a4da tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:00.565767 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-023febd0-a8c6-463e-b9ec-9108b8e15573 req-b591d6b7-3656-413c-8049-31d807a9a4da tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.3458805 Mar 01 21:02:00.587903 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cec0b2c3-24c8-497a-8bfa-2453fff5c40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:00.613819 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:00.640765 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c033e8-e45c-4eea-8688-e37de205e8fa req-30658e3f-a6a4-46df-b5d8-b21e30a6c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:00.642458 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1c033e8-e45c-4eea-8688-e37de205e8fa req-30658e3f-a6a4-46df-b5d8-b21e30a6c0a5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 1100 time: 0.3942575 Mar 01 21:02:00.678014 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fbdadc6c-ecc5-499c-a07d-67799ed0f397 req-e1fb90e2-df8a-470f-afa6-7fbe19225055 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559441 Mar 01 21:02:00.679572 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:00.688440 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a195d207-6943-4a7d-9422-f67b432f5007 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:00.689811 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cec0b2c3-24c8-497a-8bfa-2453fff5c40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:00.724820 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1c033e8-e45c-4eea-8688-e37de205e8fa req-9e481886-ebc7-4fdf-b198-ea85f3490154 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679827 Mar 01 21:02:00.725914 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port 428bd391-4814-4353-9aa1-1a91723460bc {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:00.726659 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:00.752794 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-023febd0-a8c6-463e-b9ec-9108b8e15573 req-1ccd7021-9384-4a31-94a8-a5deb6ee06c9 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684220 Mar 01 21:02:00.756218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a195d207-6943-4a7d-9422-f67b432f5007 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Deleting port bf6d2af4-8089-4b8c-8312-1b3bc77a7c02 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:00.756686 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a195d207-6943-4a7d-9422-f67b432f5007 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:00.788640 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:00.832490 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e347a5ee-ed70-489f-967c-8dc38933003c admin admin] Deleting port c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:00.832640 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e347a5ee-ed70-489f-967c-8dc38933003c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:00.909263 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cec0b2c3-24c8-497a-8bfa-2453fff5c40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:00.951892 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec0b2c3-24c8-497a-8bfa-2453fff5c40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e84d6f-20b9-4e78-827b-1ab5383ce0fd,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:00.982752 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f94539-b06e-446f-afc4-f43493fc9ebf None None] DHCP port deletion for 0aabcb94-54b8-4a83-8425-4e47bd3cde7a request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:02:00.985714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e4f94539-b06e-446f-afc4-f43493fc9ebf None None] Deleting port bf6d2af4-8089-4b8c-8312-1b3bc77a7c02 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:00.987059 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e4f94539-b06e-446f-afc4-f43493fc9ebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:01.022827 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac45f42-8afe-48af-82f6-0be68ced8f93 None None] DHCP port deletion for 8b6e46e2-a5b5-496f-9833-fffa85c4dc39 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:02:01.071762 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5ac45f42-8afe-48af-82f6-0be68ced8f93 None None] Deleting port 428bd391-4814-4353-9aa1-1a91723460bc {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:01.076266 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5ac45f42-8afe-48af-82f6-0be68ced8f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:01.127675 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cec0b2c3-24c8-497a-8bfa-2453fff5c40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:01.131607 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cec0b2c3-24c8-497a-8bfa-2453fff5c40b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f4e84d6f-20b9-4e78-827b-1ab5383ce0fd HTTP/1.1" status: 204 len: 168 time: 0.8068242 Mar 01 21:02:01.180569 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-e347a5ee-ed70-489f-967c-8dc38933003c admin admin] For port c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147,segment=NetworkSegment(127fa70f-19d8-4610-b0ae-f3a57aa7af4b),segment_id=127fa70f-19d8-4610-b0ae-f3a57aa7af4b)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:01.180707 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e347a5ee-ed70-489f-967c-8dc38933003c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:01.205101 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d016aaf3-e06e-411b-a658-dbd555a7c207 req-a651b48c-81e0-4778-98db-b3ad781a58f3 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:01.207848 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d016aaf3-e06e-411b-a658-dbd555a7c207 req-a651b48c-81e0-4778-98db-b3ad781a58f3 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.2218854 Mar 01 21:02:01.276485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-a195d207-6943-4a7d-9422-f67b432f5007 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] For port bf6d2af4-8089-4b8c-8312-1b3bc77a7c02, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=bf6d2af4-8089-4b8c-8312-1b3bc77a7c02,segment=NetworkSegment(979731b6-8de4-46f5-8d91-ffe238bf8f22),segment_id=979731b6-8de4-46f5-8d91-ffe238bf8f22)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:01.277053 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a195d207-6943-4a7d-9422-f67b432f5007 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:01.419569 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a195d207-6943-4a7d-9422-f67b432f5007 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Calling delete_port for bf6d2af4-8089-4b8c-8312-1b3bc77a7c02 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:01.459482 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e4f94539-b06e-446f-afc4-f43493fc9ebf None None] For port bf6d2af4-8089-4b8c-8312-1b3bc77a7c02, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=bf6d2af4-8089-4b8c-8312-1b3bc77a7c02,segment=NetworkSegment(979731b6-8de4-46f5-8d91-ffe238bf8f22),segment_id=979731b6-8de4-46f5-8d91-ffe238bf8f22)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:01.460696 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e4f94539-b06e-446f-afc4-f43493fc9ebf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:01.527065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e347a5ee-ed70-489f-967c-8dc38933003c admin admin] Calling delete_port for c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:01.607148 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] For port 428bd391-4814-4353-9aa1-1a91723460bc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=428bd391-4814-4353-9aa1-1a91723460bc,segment=NetworkSegment(1acb0475-4f2b-4b90-a2f4-574e4ae96f53),segment_id=1acb0475-4f2b-4b90-a2f4-574e4ae96f53)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:01.607535 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:01.630736 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d016aaf3-e06e-411b-a658-dbd555a7c207 req-9eaa8fb4-169a-4f05-938a-e764854d2940 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3384526 Mar 01 21:02:01.691416 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e4f94539-b06e-446f-afc4-f43493fc9ebf None None] Calling delete_port for bf6d2af4-8089-4b8c-8312-1b3bc77a7c02 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:01.750304 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172b6e4-81fd-4108-8b54-06574db1275c req-29969fb3-d7ce-4ed8-b309-4028a1157374 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:01.750512 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-5ac45f42-8afe-48af-82f6-0be68ced8f93 None None] For port 428bd391-4814-4353-9aa1-1a91723460bc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=428bd391-4814-4353-9aa1-1a91723460bc,segment=NetworkSegment(1acb0475-4f2b-4b90-a2f4-574e4ae96f53),segment_id=1acb0475-4f2b-4b90-a2f4-574e4ae96f53)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:01.750955 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5ac45f42-8afe-48af-82f6-0be68ced8f93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:01.754929 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a195d207-6943-4a7d-9422-f67b432f5007 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:01.757395 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2172b6e4-81fd-4108-8b54-06574db1275c req-29969fb3-d7ce-4ed8-b309-4028a1157374 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.4640746 Mar 01 21:02:01.770861 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for 428bd391-4814-4353-9aa1-1a91723460bc owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:01.849732 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a195d207-6943-4a7d-9422-f67b432f5007 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] No DVR routers for this DVR port bf6d2af4-8089-4b8c-8312-1b3bc77a7c02 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:02:01.912481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2172b6e4-81fd-4108-8b54-06574db1275c req-92b70de5-8ad2-4b65-8cfe-6cfec71cc58b tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542344 Mar 01 21:02:01.920709 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5ac45f42-8afe-48af-82f6-0be68ced8f93 None None] Calling delete_port for 428bd391-4814-4353-9aa1-1a91723460bc owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:01.929032 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195d207-6943-4a7d-9422-f67b432f5007 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Pushing event deleted for resources: {'Port': ['ID=bf6d2af4-8089-4b8c-8312-1b3bc77a7c02,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: from cryptography.utils import int_from_bytes Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: from cryptography.utils import int_from_bytes Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: util.warn_limited( Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: util.warn_limited( Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.981910 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.985596 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.985596 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.985596 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.985596 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.985596 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.985596 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.985596 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.985596 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.985596 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.985596 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.985596 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.985596 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:01.985596 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:02:01.985596 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:02:02.037119 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26b3339-3d20-48da-8cd4-52a24b0109ae req-abc59bdc-9d5f-4bda-a796-127bcbb2dfd9 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:02.044765 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device bf6d2af4-8089-4b8c-8312-1b3bc77a7c02 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:02:02.045530 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b26b3339-3d20-48da-8cd4-52a24b0109ae req-abc59bdc-9d5f-4bda-a796-127bcbb2dfd9 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=71657e79-fd57-486f-992c-d7d46950dd59 HTTP/1.1" status: 200 len: 946 time: 0.2102218 Mar 01 21:02:02.102601 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-e4f94539-b06e-446f-afc4-f43493fc9ebf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:02:02.102601 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-e4f94539-b06e-446f-afc4-f43493fc9ebf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:02:02.104497 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: bf6d2af4-8089-4b8c-8312-1b3bc77a7c02 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:02:02.104835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device bf6d2af4-8089-4b8c-8312-1b3bc77a7c02 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:02:02.105250 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 428bd391-4814-4353-9aa1-1a91723460bc no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:02:02.140074 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b26b3339-3d20-48da-8cd4-52a24b0109ae req-2bd20646-b80b-4d4c-bea3-3f1a2a206a83 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935912 Mar 01 21:02:02.164209 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e347a5ee-ed70-489f-967c-8dc38933003c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:02.206832 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 01 21:02:02.206832 n-d-827896-4 neutron-server[88519]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.`level` = %(level)s] Mar 01 21:02:02.206832 n-d-827896-4 neutron-server[88519]: [parameters: {'port_id': '428bd391-4814-4353-9aa1-1a91723460bc', 'host': 'n-d-827896-4', 'level': 0}] Mar 01 21:02:02.206832 n-d-827896-4 neutron-server[88519]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:02:02.211796 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:02:02.225300 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a195d207-6943-4a7d-9422-f67b432f5007 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:02.283945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a195d207-6943-4a7d-9422-f67b432f5007 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aabcb94-54b8-4a83-8425-4e47bd3cde7a']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:02.293327 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5ac45f42-8afe-48af-82f6-0be68ced8f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:02.306129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a195d207-6943-4a7d-9422-f67b432f5007 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '979731b6-8de4-46f5-8d91-ffe238bf8f22') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:02.306571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a195d207-6943-4a7d-9422-f67b432f5007 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '979731b6-8de4-46f5-8d91-ffe238bf8f22') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:02.321449 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a195d207-6943-4a7d-9422-f67b432f5007 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:02.338009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347a5ee-ed70-489f-967c-8dc38933003c admin admin] Pushing event deleted for resources: {'Port': ['ID=c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:02.351283 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a195d207-6943-4a7d-9422-f67b432f5007 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:02.354322 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Port 428bd391-4814-4353-9aa1-1a91723460bc update to DOWN by agent not found {{(pid=88520) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 01 21:02:02.361958 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac45f42-8afe-48af-82f6-0be68ced8f93 None None] No DVR routers for this DVR port 428bd391-4814-4353-9aa1-1a91723460bc on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:02:02.367197 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a195d207-6943-4a7d-9422-f67b432f5007 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:02:02.367566 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a195d207-6943-4a7d-9422-f67b432f5007 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:02.384076 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac45f42-8afe-48af-82f6-0be68ced8f93 None None] Pushing event deleted for resources: {'Port': ['ID=428bd391-4814-4353-9aa1-1a91723460bc,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:02.392778 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:02:02.394653 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:02:02.591675 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a195d207-6943-4a7d-9422-f67b432f5007 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:02.603374 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e4f94539-b06e-446f-afc4-f43493fc9ebf None None] Deleting port bf6d2af4-8089-4b8c-8312-1b3bc77a7c02 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:02.603771 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e4f94539-b06e-446f-afc4-f43493fc9ebf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:02.611207 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a195d207-6943-4a7d-9422-f67b432f5007 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:02.627015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a195d207-6943-4a7d-9422-f67b432f5007 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Pushing event deleted for resources: {'Network': ['ID=0aabcb94-54b8-4a83-8425-4e47bd3cde7a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:02.638133 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a195d207-6943-4a7d-9422-f67b432f5007 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] 10.222.0.42 "DELETE /v2.0/networks/0aabcb94-54b8-4a83-8425-4e47bd3cde7a HTTP/1.1" status: 204 len: 168 time: 2.2019923 Mar 01 21:02:02.639106 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48918) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:02.657930 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3b29e-e708-4a17-8ef5-1ab373b79224 req-a9072625-b31c-4c44-ac2e-46b60af0dfca tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:02.659562 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-01c3b29e-e708-4a17-8ef5-1ab373b79224 req-a9072625-b31c-4c44-ac2e-46b60af0dfca tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.3900208 Mar 01 21:02:02.670181 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677c90fc-e369-4c31-8527-2b565b46c327 req-3accf460-bedc-422a-8379-b1d98b64838b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:02.672966 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-677c90fc-e369-4c31-8527-2b565b46c327 req-3accf460-bedc-422a-8379-b1d98b64838b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=71657e79-fd57-486f-992c-d7d46950dd59 HTTP/1.1" status: 200 len: 946 time: 0.3141088 Mar 01 21:02:02.722178 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port 428bd391-4814-4353-9aa1-1a91723460bc {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:02.722622 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:02.739877 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e4f94539-b06e-446f-afc4-f43493fc9ebf None None] The port 'bf6d2af4-8089-4b8c-8312-1b3bc77a7c02' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:02:02.820220 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-01c3b29e-e708-4a17-8ef5-1ab373b79224 req-11dd0512-9d68-43c5-a0da-cb8b633a5a61 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452098 Mar 01 21:02:02.843939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-677c90fc-e369-4c31-8527-2b565b46c327 req-3e2c49d6-90a3-487f-a993-ba323f24733a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520662 Mar 01 21:02:02.862745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48928) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:02.882569 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e347a5ee-ed70-489f-967c-8dc38933003c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:02.906995 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] The port '428bd391-4814-4353-9aa1-1a91723460bc' was deleted {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:02:02.947603 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-23b4bc01-07fc-4b6a-965e-e4b4764113d3 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Deleting port 460a3a95-958f-42d2-9c0d-7302ec9fbaf7 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:02.947945 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23b4bc01-07fc-4b6a-965e-e4b4764113d3 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:03.024530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1183873058-network', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:03.034704 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:03.138244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Usage tracker for resource:network and tenant:4948a3f4374642e5b9b9490b5a1ffed4 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:03.147612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:03.160856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:03.229230 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:03.262345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Made reservation on behalf of 4948a3f4374642e5b9b9490b5a1ffed4 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:03.265874 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:03.288655 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:03.319137 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b6e46e2-a5b5-496f-9833-fffa85c4dc39']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:03.321202 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df91e33-6d1b-45d4-92e2-db8ee6d700ba req-2d1c60eb-6e8a-4422-b629-9d1bf4e66b41 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:03.322689 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0df91e33-6d1b-45d4-92e2-db8ee6d700ba req-2d1c60eb-6e8a-4422-b629-9d1bf4e66b41 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.2942245 Mar 01 21:02:03.342462 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1acb0475-4f2b-4b90-a2f4-574e4ae96f53') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:03.342796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1acb0475-4f2b-4b90-a2f4-574e4ae96f53') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:03.363685 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:03.394782 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:03.397559 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:03.401325 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23b4bc01-07fc-4b6a-965e-e4b4764113d3 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:03.401670 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23b4bc01-07fc-4b6a-965e-e4b4764113d3 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:03.411929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Usage tracker for resource:security_group_rule and tenant:4948a3f4374642e5b9b9490b5a1ffed4 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:03.413118 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:02:03.413518 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:03.416365 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:02:03.428398 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:02:03.430603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:03.603458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-23b4bc01-07fc-4b6a-965e-e4b4764113d3 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Calling delete_port for 460a3a95-958f-42d2-9c0d-7302ec9fbaf7 owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:03.636117 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0df91e33-6d1b-45d4-92e2-db8ee6d700ba req-4df37211-9911-4bd5-a9cb-c81366e12f6e tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022227 Mar 01 21:02:03.644795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e347a5ee-ed70-489f-967c-8dc38933003c admin admin] Router 5acc4222-1252-47e4-a096-2eea37728eac has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:02:03.773905 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:03.801151 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:03.807584 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Network': ['ID=8b6e46e2-a5b5-496f-9833-fffa85c4dc39,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:03.820452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:03.820798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:03.821135 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:03.821468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:03.821910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:03.822150 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:03.822432 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:03.822754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:03.823089 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:03.823414 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:03.823735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:03.824051 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:03.827936 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23b4bc01-07fc-4b6a-965e-e4b4764113d3 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:03.832095 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-77d71775-3680-4f27-abd9-3c856732f783 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/networks/8b6e46e2-a5b5-496f-9833-fffa85c4dc39 HTTP/1.1" status: 204 len: 168 time: 3.4363914 Mar 01 21:02:03.848913 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48942) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:03.878221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4bc01-07fc-4b6a-965e-e4b4764113d3 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Pushing event deleted for resources: {'Port': ['ID=460a3a95-958f-42d2-9c0d-7302ec9fbaf7,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:03.915374 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7908590-5ccf-47ac-b0b9-790504a4da29 req-4c8d2a01-7d7e-45de-b19f-c2d86cb0cf75 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:03.916895 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c7908590-5ccf-47ac-b0b9-790504a4da29 req-4c8d2a01-7d7e-45de-b19f-c2d86cb0cf75 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.4763024 Mar 01 21:02:03.921168 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-25733796-cd99-4e8d-be9e-0a7419c53f9e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-982202143'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:03.941112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-25733796-cd99-4e8d-be9e-0a7419c53f9e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:03.979648 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-25733796-cd99-4e8d-be9e-0a7419c53f9e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:network and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:03.993117 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23b4bc01-07fc-4b6a-965e-e4b4764113d3 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:03.993535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-25733796-cd99-4e8d-be9e-0a7419c53f9e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:03.998300 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23b4bc01-07fc-4b6a-965e-e4b4764113d3 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:03.999485 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-23b4bc01-07fc-4b6a-965e-e4b4764113d3 tempest-FloatingIPAdminTestJSON-369962638 tempest-FloatingIPAdminTestJSON-369962638-project] 10.222.0.42 "DELETE /v2.0/floatingips/24df773e-8414-4c2e-82e2-90bf1dd95d00 HTTP/1.1" status: 204 len: 168 time: 1.3591783 Mar 01 21:02:04.015560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-25733796-cd99-4e8d-be9e-0a7419c53f9e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:04.058730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e347a5ee-ed70-489f-967c-8dc38933003c admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:02:04.070800 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc7ad0f-4c71-413f-b186-880c52fd7f9a None None] Sync routers for ids ['5acc4222-1252-47e4-a096-2eea37728eac'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:02:04.071769 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c7908590-5ccf-47ac-b0b9-790504a4da29 req-7ea0a98f-fd08-4f05-987e-dc6713702de1 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369033 Mar 01 21:02:04.092348 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc7ad0f-4c71-413f-b186-880c52fd7f9a None None] Routers {'5acc4222-1252-47e4-a096-2eea37728eac'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:02:04.092348 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6cc7ad0f-4c71-413f-b186-880c52fd7f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:02:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5acc4222-1252-47e4-a096-2eea37728eac'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:04.134965 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de854cbf-41c5-43fb-8a64-d9a3293e5632 req-7b70331e-0c86-45db-a188-d4d670e90ee2 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:04.142451 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de854cbf-41c5-43fb-8a64-d9a3293e5632 req-7b70331e-0c86-45db-a188-d4d670e90ee2 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=71657e79-fd57-486f-992c-d7d46950dd59 HTTP/1.1" status: 200 len: 946 time: 0.3669918 Mar 01 21:02:04.169613 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e347a5ee-ed70-489f-967c-8dc38933003c admin admin] 10.222.0.42 "PUT /v2.0/routers/5acc4222-1252-47e4-a096-2eea37728eac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5655720 Mar 01 21:02:04.172292 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48952) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:04.183215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25733796-cd99-4e8d-be9e-0a7419c53f9e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:04.187156 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-25733796-cd99-4e8d-be9e-0a7419c53f9e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:04.213085 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:04.296630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de854cbf-41c5-43fb-8a64-d9a3293e5632 req-eeaa35f6-c269-4718-a72b-606f78948ea5 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532862 Mar 01 21:02:04.324146 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:04.324593 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-6cc7ad0f-4c71-413f-b186-880c52fd7f9a None None] Set router 5acc4222-1252-47e4-a096-2eea37728eac gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:02:04.349516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25733796-cd99-4e8d-be9e-0a7419c53f9e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:02:04.377479 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:02:04.393421 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a9520b-4505-458b-b547-caf8048f16fb,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:04.398003 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-25733796-cd99-4e8d-be9e-0a7419c53f9e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:04.400913 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-25733796-cd99-4e8d-be9e-0a7419c53f9e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Added segment d48d2ad5-af9a-4786-8060-d9ff822028fe of type vlan for network a2865351-fc9b-4228-aa28-5e2e4be055ee Mar 01 21:02:04.400913 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:04.401078 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Added segment aac90a62-6b51-41bc-a3c6-eda5383d3946 of type vlan for network 33ba965f-d417-4519-8f89-3aefcdaf09c3 Mar 01 21:02:04.406584 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a70ef071-186a-4f0d-93bd-de258bd3f3c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:04.513853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e746f5-6a87-4396-8491-c0c797f77274 req-5cf6f17d-72ce-49ae-901d-ac2041e1300e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:04.521889 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56e746f5-6a87-4396-8491-c0c797f77274 req-5cf6f17d-72ce-49ae-901d-ac2041e1300e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.2970731 Mar 01 21:02:04.530857 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-25733796-cd99-4e8d-be9e-0a7419c53f9e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:04.549269 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:04.694543 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56e746f5-6a87-4396-8491-c0c797f77274 req-1b60d187-04f4-41a8-b2bc-3e7078d35e21 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716979 Mar 01 21:02:04.696462 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48958) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:04.701225 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a70ef071-186a-4f0d-93bd-de258bd3f3c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:04.712315 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:04.714701 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:04.718136 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:04.857098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a70ef071-186a-4f0d-93bd-de258bd3f3c3 admin admin] Deleting port 9d39ad04-7a97-477c-ba09-87e0c39c3861 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:04.857690 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a70ef071-186a-4f0d-93bd-de258bd3f3c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:04.862049 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6cc7ad0f-4c71-413f-b186-880c52fd7f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acc4222-1252-47e4-a096-2eea37728eac', 'name': 'tempest-ServersTestBootFromVolume-825597777-router', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73'}], 'enable_snat': True}, 'gw_port_id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:57:56Z', 'updated_at': '2022-03-01T21:02:01Z', 'revision_number': 5, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'gw_port': {'id': '9d39ad04-7a97-477c-ba09-87e0c39c3861', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:7f:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5acc4222-1252-47e4-a096-2eea37728eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:58:00Z', 'updated_at': '2022-03-01T20:58:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:04.878392 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc7ad0f-4c71-413f-b186-880c52fd7f9a None None] Checking router: 5acc4222-1252-47e4-a096-2eea37728eac for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:02:04.886965 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-25733796-cd99-4e8d-be9e-0a7419c53f9e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:04.893472 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25733796-cd99-4e8d-be9e-0a7419c53f9e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:04.894261 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-25733796-cd99-4e8d-be9e-0a7419c53f9e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:04.911116 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc7ad0f-4c71-413f-b186-880c52fd7f9a None None] Routers {'5acc4222-1252-47e4-a096-2eea37728eac'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:02:04.911704 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6cc7ad0f-4c71-413f-b186-880c52fd7f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:02:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5acc4222-1252-47e4-a096-2eea37728eac'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:04.927974 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0628328 Mar 01 21:02:04.936340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48974) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:04.964184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c923c31-4937-4547-93a4-d5ed00d3af14 admin admin] Pushing event updated for resources: {'Network': ['ID=33ba965f-d417-4519-8f89-3aefcdaf09c3,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:04.977660 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b01658c9-0f39-4519-b9cb-2c64f52c9222 admin admin] Request body: {'subnet': {'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1183873058-subnet', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:04.977767 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 33ba965f-d417-4519-8f89-3aefcdaf09c3 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:02:05.194415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25733796-cd99-4e8d-be9e-0a7419c53f9e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Network': ['ID=a2865351-fc9b-4228-aa28-5e2e4be055ee,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:05.199635 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-25733796-cd99-4e8d-be9e-0a7419c53f9e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3485570 Mar 01 21:02:05.201830 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b01658c9-0f39-4519-b9cb-2c64f52c9222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:05.204746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48980) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:05.209491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b01658c9-0f39-4519-b9cb-2c64f52c9222 admin admin] Usage tracker for resource:subnet and tenant:4948a3f4374642e5b9b9490b5a1ffed4 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:05.216502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-157eff86-69c7-4594-af63-624ac405de7b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'subnet': {'network_id': 'a2865351-fc9b-4228-aa28-5e2e4be055ee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:05.234101 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b01658c9-0f39-4519-b9cb-2c64f52c9222 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:05.241540 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network a2865351-fc9b-4228-aa28-5e2e4be055ee details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:02:05.255974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b01658c9-0f39-4519-b9cb-2c64f52c9222 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:05.382480 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-157eff86-69c7-4594-af63-624ac405de7b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:05.386619 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-157eff86-69c7-4594-af63-624ac405de7b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:subnet and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:05.398645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-157eff86-69c7-4594-af63-624ac405de7b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:05.406530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-157eff86-69c7-4594-af63-624ac405de7b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:05.413682 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-6cc7ad0f-4c71-413f-b186-880c52fd7f9a None None] Set router 5acc4222-1252-47e4-a096-2eea37728eac gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:02:05.422528 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01658c9-0f39-4519-b9cb-2c64f52c9222 admin admin] Made reservation on behalf of 4948a3f4374642e5b9b9490b5a1ffed4 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:05.431530 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b01658c9-0f39-4519-b9cb-2c64f52c9222 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:05.488591 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157eff86-69c7-4594-af63-624ac405de7b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:05.492255 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-a70ef071-186a-4f0d-93bd-de258bd3f3c3 admin admin] For port 9d39ad04-7a97-477c-ba09-87e0c39c3861, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9d39ad04-7a97-477c-ba09-87e0c39c3861,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:05.493205 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a70ef071-186a-4f0d-93bd-de258bd3f3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:05.493880 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-157eff86-69c7-4594-af63-624ac405de7b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:05.650450 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f5d578d6-19a3-4789-bcb4-5cad831340e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=82f2c7be5c214bdab0cc533c9714b137&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9525516 Mar 01 21:02:05.658173 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a70ef071-186a-4f0d-93bd-de258bd3f3c3 admin admin] Calling delete_port for 9d39ad04-7a97-477c-ba09-87e0c39c3861 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:05.683607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48990) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:05.693243 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6cc7ad0f-4c71-413f-b186-880c52fd7f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5acc4222-1252-47e4-a096-2eea37728eac', 'name': 'tempest-ServersTestBootFromVolume-825597777-router', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:57:56Z', 'updated_at': '2022-03-01T21:02:04Z', 'revision_number': 6, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:05.698955 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc7ad0f-4c71-413f-b186-880c52fd7f9a None None] The sync data for ids ['5acc4222-1252-47e4-a096-2eea37728eac'] in n-d-827896-4 is: [{'id': '5acc4222-1252-47e4-a096-2eea37728eac', 'name': 'tempest-ServersTestBootFromVolume-825597777-router', 'tenant_id': 'b78d9d9c87074e3ead6611c118eec35f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:57:56Z', 'updated_at': '2022-03-01T21:02:04Z', 'revision_number': 6, 'project_id': 'b78d9d9c87074e3ead6611c118eec35f', 'gw_port_host': None}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:02:05.765116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a78eeb-818f-4666-8ef6-46891d19dfe8 req-4fb245ad-4aad-488d-8db0-b66065c75721 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:05.765560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-c9a78eeb-818f-4666-8ef6-46891d19dfe8 req-4fb245ad-4aad-488d-8db0-b66065c75721 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Synchronizing usage tracker for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:02:05.908539 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-c9a78eeb-818f-4666-8ef6-46891d19dfe8 req-4fb245ad-4aad-488d-8db0-b66065c75721 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Unset dirty status for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:02:05.909792 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c9a78eeb-818f-4666-8ef6-46891d19dfe8 req-4fb245ad-4aad-488d-8db0-b66065c75721 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.57 "GET /v2.0/ports?device_id=71657e79-fd57-486f-992c-d7d46950dd59 HTTP/1.1" status: 200 len: 946 time: 1.1136665 Mar 01 21:02:05.951395 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-821cb111-ed32-49c1-93ef-d346dacc56f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:06.015937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c2b1ef-09c0-43fc-8fd5-39527308ac3a req-7e093621-f227-4820-8d45-c2ef15f4c8a2 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:06.017958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-c9a78eeb-818f-4666-8ef6-46891d19dfe8 req-8d9286b7-beb6-4896-8366-6ad3471a5951 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Deleting port 0110d452-9534-44bd-a4df-a0700d3cbc28 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:06.021405 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c9a78eeb-818f-4666-8ef6-46891d19dfe8 req-8d9286b7-beb6-4896-8366-6ad3471a5951 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:06.023136 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9c2b1ef-09c0-43fc-8fd5-39527308ac3a req-7e093621-f227-4820-8d45-c2ef15f4c8a2 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.3330083 Mar 01 21:02:06.086669 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-821cb111-ed32-49c1-93ef-d346dacc56f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:06.102595 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:02:06.105116 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a70ef071-186a-4f0d-93bd-de258bd3f3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:06.189459 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:02:06.189813 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c5f7f0ca-9bfa-4ff8-a9f1-ecc0b42a1147 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:02:06.195186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3150d7de-5c44-4efb-ac5e-9b006b8e55bc req-7eb191c9-370b-4beb-b2fc-a0c1b5402094 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:06.199851 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3150d7de-5c44-4efb-ac5e-9b006b8e55bc req-7eb191c9-370b-4beb-b2fc-a0c1b5402094 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=71657e79-fd57-486f-992c-d7d46950dd59 HTTP/1.1" status: 200 len: 946 time: 0.6507561 Mar 01 21:02:06.205610 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ef071-186a-4f0d-93bd-de258bd3f3c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d39ad04-7a97-477c-ba09-87e0c39c3861,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:06.403575 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a70ef071-186a-4f0d-93bd-de258bd3f3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:06.457794 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9c2b1ef-09c0-43fc-8fd5-39527308ac3a req-8e588f96-c2a1-4520-a343-8dbf6f5992cc tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4336998 Mar 01 21:02:06.520046 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3150d7de-5c44-4efb-ac5e-9b006b8e55bc req-e7cde402-667b-4aaa-b52c-4d71b498e9c0 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319931 Mar 01 21:02:06.656003 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a70ef071-186a-4f0d-93bd-de258bd3f3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:06.660306 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a70ef071-186a-4f0d-93bd-de258bd3f3c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:06.683912 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b01658c9-0f39-4519-b9cb-2c64f52c9222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:06.689295 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-157eff86-69c7-4594-af63-624ac405de7b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:06.692555 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-821cb111-ed32-49c1-93ef-d346dacc56f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:06.706418 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-c9a78eeb-818f-4666-8ef6-46891d19dfe8 req-8d9286b7-beb6-4896-8366-6ad3471a5951 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] For port 0110d452-9534-44bd-a4df-a0700d3cbc28, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=0110d452-9534-44bd-a4df-a0700d3cbc28,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:06.706769 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c9a78eeb-818f-4666-8ef6-46891d19dfe8 req-8d9286b7-beb6-4896-8366-6ad3471a5951 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:06.757657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821cb111-ed32-49c1-93ef-d346dacc56f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5c5a031-0f19-4281-b3ef-bbd83d4dc03b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:06.771061 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a70ef071-186a-4f0d-93bd-de258bd3f3c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:06.772746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a70ef071-186a-4f0d-93bd-de258bd3f3c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5acc4222-1252-47e4-a096-2eea37728eac {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:02:06.819015 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01658c9-0f39-4519-b9cb-2c64f52c9222 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8336f76-9298-450b-b9a8-2aa7486056a2,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:06.846914 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-c9a78eeb-818f-4666-8ef6-46891d19dfe8 req-8d9286b7-beb6-4896-8366-6ad3471a5951 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Calling delete_port for 0110d452-9534-44bd-a4df-a0700d3cbc28 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:06.859577 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-821cb111-ed32-49c1-93ef-d346dacc56f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:06.860668 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-821cb111-ed32-49c1-93ef-d346dacc56f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5c5a031-0f19-4281-b3ef-bbd83d4dc03b HTTP/1.1" status: 204 len: 168 time: 1.1694715 Mar 01 21:02:06.885818 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157eff86-69c7-4594-af63-624ac405de7b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Checking segment: {'id': 'd48d2ad5-af9a-4786-8060-d9ff822028fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a2865351-fc9b-4228-aa28-5e2e4be055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:02:06.886220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157eff86-69c7-4594-af63-624ac405de7b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network hostable DHCP agents. Network: a2865351-fc9b-4228-aa28-5e2e4be055ee, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:02:06.902263 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a70ef071-186a-4f0d-93bd-de258bd3f3c3 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:06.904714 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a70ef071-186a-4f0d-93bd-de258bd3f3c3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/5acc4222-1252-47e4-a096-2eea37728eac HTTP/1.1" status: 204 len: 168 time: 2.7309234 Mar 01 21:02:06.912005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49000) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:06.969673 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01658c9-0f39-4519-b9cb-2c64f52c9222 admin admin] Checking segment: {'id': 'aac90a62-6b51-41bc-a3c6-eda5383d3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:02:06.970321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01658c9-0f39-4519-b9cb-2c64f52c9222 admin admin] Network hostable DHCP agents. Network: 33ba965f-d417-4519-8f89-3aefcdaf09c3, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:02:07.001925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157eff86-69c7-4594-af63-624ac405de7b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Subnet': ['ID=a183547c-bfe4-43cd-b0d6-adce1a8dc39a,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:07.030291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d20bab-909b-417d-ba32-dbc07b6d9229 admin admin] Deleting subnet e84a0e23-c311-4cef-a37e-b35e66df3495 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:02:07.033001 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53d20bab-909b-417d-ba32-dbc07b6d9229 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:07.096569 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53d20bab-909b-417d-ba32-dbc07b6d9229 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:07.142669 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01658c9-0f39-4519-b9cb-2c64f52c9222 admin admin] Network 33ba965f-d417-4519-8f89-3aefcdaf09c3 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:02:07.147068 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157eff86-69c7-4594-af63-624ac405de7b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network a2865351-fc9b-4228-aa28-5e2e4be055ee is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:02:07.183049 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c9a78eeb-818f-4666-8ef6-46891d19dfe8 req-8d9286b7-beb6-4896-8366-6ad3471a5951 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:07.193842 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:02:07.198004 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53d20bab-909b-417d-ba32-dbc07b6d9229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:07.239618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-157eff86-69c7-4594-af63-624ac405de7b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, a2865351-fc9b-4228-aa28-5e2e4be055ee) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:07.246057 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9286b7-beb6-4896-8366-6ad3471a5951 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Pushing event deleted for resources: {'Port': ['ID=0110d452-9534-44bd-a4df-a0700d3cbc28,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:07.258700 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-b01658c9-0f39-4519-b9cb-2c64f52c9222 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 33ba965f-d417-4519-8f89-3aefcdaf09c3) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:07.261482 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e523989-ae1b-4854-afaf-5ee21f62fe5b None None] Network a2865351-fc9b-4228-aa28-5e2e4be055ee requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:02:07.266019 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157eff86-69c7-4594-af63-624ac405de7b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:07.266798 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-157eff86-69c7-4594-af63-624ac405de7b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:07.279830 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01658c9-0f39-4519-b9cb-2c64f52c9222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:07.280823 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b01658c9-0f39-4519-b9cb-2c64f52c9222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:07.293440 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8134d88-9883-4015-b689-173f72fdc961 None None] Network 33ba965f-d417-4519-8f89-3aefcdaf09c3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:02:07.397079 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-157eff86-69c7-4594-af63-624ac405de7b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1905982 Mar 01 21:02:07.399567 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49006) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:07.414817 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-9201ba0d-3148-4e00-80fe-7b241cd4bb76 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'port': {'network_id': 'a2865351-fc9b-4228-aa28-5e2e4be055ee', 'security_groups': [], 'name': 'tempest-PortsTestJSON-512913500'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:07.477530 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a78eeb-818f-4666-8ef6-46891d19dfe8 req-8d9286b7-beb6-4896-8366-6ad3471a5951 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] No DVR routers for this DVR port 0110d452-9534-44bd-a4df-a0700d3cbc28 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:02:07.480069 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-c9a78eeb-818f-4666-8ef6-46891d19dfe8 req-8d9286b7-beb6-4896-8366-6ad3471a5951 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:07.483096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71657e79-fd57-486f-992c-d7d46950dd59', 'name': 'network-vif-deleted', 'tag': '0110d452-9534-44bd-a4df-a0700d3cbc28'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:02:07.574297 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71657e79-fd57-486f-992c-d7d46950dd59', 'name': 'network-vif-deleted', 'tag': '0110d452-9534-44bd-a4df-a0700d3cbc28', 'status': 'completed', 'code': 200} Mar 01 21:02:07.597507 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c9a78eeb-818f-4666-8ef6-46891d19dfe8 req-8d9286b7-beb6-4896-8366-6ad3471a5951 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.57 "DELETE /v2.0/ports/0110d452-9534-44bd-a4df-a0700d3cbc28 HTTP/1.1" status: 204 len: 173 time: 1.6801636 Mar 01 21:02:07.738929 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b01658c9-0f39-4519-b9cb-2c64f52c9222 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7856925 Mar 01 21:02:07.741250 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49020) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:07.747637 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:07.756103 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:07.764666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Usage tracker for resource:router and tenant:4948a3f4374642e5b9b9490b5a1ffed4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:07.771098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:07.789203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9201ba0d-3148-4e00-80fe-7b241cd4bb76 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:07.792395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:07.792571 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53d20bab-909b-417d-ba32-dbc07b6d9229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:07.862444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49024) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:07.871309 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eba70b0a-833c-4444-8a86-6656de58fc8a req-00ed060c-e06a-4c7b-97c9-99e0f1bde188 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=71657e79-fd57-486f-992c-d7d46950dd59 HTTP/1.1" status: 200 len: 210 time: 0.1305828 Mar 01 21:02:07.876899 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9201ba0d-3148-4e00-80fe-7b241cd4bb76 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:07.878188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d20bab-909b-417d-ba32-dbc07b6d9229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e84a0e23-c311-4cef-a37e-b35e66df3495,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:07.881407 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53d20bab-909b-417d-ba32-dbc07b6d9229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:07.882468 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90382048-a797-40b4-8588-410f7a3a67f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:07.883482 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-53d20bab-909b-417d-ba32-dbc07b6d9229 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e84a0e23-c311-4cef-a37e-b35e66df3495 HTTP/1.1" status: 204 len: 168 time: 0.9703383 Mar 01 21:02:07.888688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49028) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:07.901432 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:07.902527 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:07.912784 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-90382048-a797-40b4-8588-410f7a3a67f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:07.913130 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f1bb15-1496-42ae-a4de-b7d2159d970e None None] Network 8007cea6-41ad-4d71-904f-1df8339feed7 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:02:07.933493 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-90382048-a797-40b4-8588-410f7a3a67f7 admin admin] Usage tracker for resource:security_group_rule and tenant:a2b6b0dd460a4092bf3069bffaa72ad8 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:07.966219 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-90382048-a797-40b4-8588-410f7a3a67f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:07.986643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-90382048-a797-40b4-8588-410f7a3a67f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:07.998083 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-33ba965f-d417-4519-8f89-3aefcdaf09c3', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'fixed_ips': [{'subnet_id': 'd8336f76-9298-450b-b9a8-2aa7486056a2'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:02:08.000056 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:08.008895 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:08.036109 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03959411-82ce-4b48-baf7-b7c1755eb6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:08.069795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9201ba0d-3148-4e00-80fe-7b241cd4bb76 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:08.082944 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9201ba0d-3148-4e00-80fe-7b241cd4bb76 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:08.111315 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9d39ad04-7a97-477c-ba09-87e0c39c3861 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:02:08.115680 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6eed52-fd83-4002-af6e-7fd7d67346d5 req-b0e4ccd9-faa8-4efb-8d6c-e9b88c2a3484 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:08.117241 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5f6eed52-fd83-4002-af6e-7fd7d67346d5 req-b0e4ccd9-faa8-4efb-8d6c-e9b88c2a3484 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.4156845 Mar 01 21:02:08.127236 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-9201ba0d-3148-4e00-80fe-7b241cd4bb76 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] device_id is not set on port 93ab078b-2051-45a4-8df2-2fae93b6e047 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:02:08.190791 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90382048-a797-40b4-8588-410f7a3a67f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:08.200539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-03959411-82ce-4b48-baf7-b7c1755eb6d5 admin admin] Deleting port 16f855bc-104a-4856-bac1-4ad16874d3d4 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:08.200880 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03959411-82ce-4b48-baf7-b7c1755eb6d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:08.256456 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 9d39ad04-7a97-477c-ba09-87e0c39c3861 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:02:08.256456 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9d39ad04-7a97-477c-ba09-87e0c39c3861 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:02:08.281622 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90382048-a797-40b4-8588-410f7a3a67f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:08.386311 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-a2865351-fc9b-4228-aa28-5e2e4be055ee', 'network_id': 'a2865351-fc9b-4228-aa28-5e2e4be055ee', 'tenant_id': '0668b57922e840b2aaaabc5aa0ce1805', 'fixed_ips': [{'subnet_id': 'a183547c-bfe4-43cd-b0d6-adce1a8dc39a'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:02:08.387401 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:08.402096 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-90382048-a797-40b4-8588-410f7a3a67f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a2b6b0dd460a4092bf3069bffaa72ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5385735 Mar 01 21:02:08.494983 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49036) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:08.518726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90382048-a797-40b4-8588-410f7a3a67f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f83603a-4dcf-49e1-afed-66856d55e4e1,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:08.597850 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:08.599390 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5f6eed52-fd83-4002-af6e-7fd7d67346d5 req-aea1f884-0070-42ee-b389-1c10b288d99e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4038663 Mar 01 21:02:08.635179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-03959411-82ce-4b48-baf7-b7c1755eb6d5 admin admin] For port 16f855bc-104a-4856-bac1-4ad16874d3d4, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=16f855bc-104a-4856-bac1-4ad16874d3d4,segment=NetworkSegment(127fa70f-19d8-4610-b0ae-f3a57aa7af4b),segment_id=127fa70f-19d8-4610-b0ae-f3a57aa7af4b)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:08.638373 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03959411-82ce-4b48-baf7-b7c1755eb6d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:08.652262 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-9201ba0d-3148-4e00-80fe-7b241cd4bb76 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Allocated IP 172.20.0.14 (a2865351-fc9b-4228-aa28-5e2e4be055ee/a183547c-bfe4-43cd-b0d6-adce1a8dc39a/93ab078b-2051-45a4-8df2-2fae93b6e047) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:08.674367 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-159b8077-c9ec-4f80-82a4-59c61d88d447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:08.744087 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-159b8077-c9ec-4f80-82a4-59c61d88d447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:08.797662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-03959411-82ce-4b48-baf7-b7c1755eb6d5 admin admin] Calling delete_port for 16f855bc-104a-4856-bac1-4ad16874d3d4 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:08.805940 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Allocated IP 172.20.0.2 (33ba965f-d417-4519-8f89-3aefcdaf09c3/d8336f76-9298-450b-b9a8-2aa7486056a2/5462c0da-72cf-400c-8aa3-3e08710f50c5) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:09.066635 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-159b8077-c9ec-4f80-82a4-59c61d88d447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:09.191134 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:09.218431 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7621033-6832-435e-bf47-6e9d46531e9d req-f4106e9a-23e4-417d-8cb5-b52092c2e95f tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=71657e79-fd57-486f-992c-d7d46950dd59 HTTP/1.1" status: 200 len: 210 time: 0.0668039 Mar 01 21:02:09.235883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 0110d452-9534-44bd-a4df-a0700d3cbc28 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:02:09.263087 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159b8077-c9ec-4f80-82a4-59c61d88d447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f83603a-4dcf-49e1-afed-66856d55e4e1,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:09.274902 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-159b8077-c9ec-4f80-82a4-59c61d88d447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:09.278574 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-159b8077-c9ec-4f80-82a4-59c61d88d447 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f83603a-4dcf-49e1-afed-66856d55e4e1 HTTP/1.1" status: 204 len: 168 time: 0.7772622 Mar 01 21:02:09.278963 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9201ba0d-3148-4e00-80fe-7b241cd4bb76 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:09.314706 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed24a82d-6c69-4467-bfa8-30ab0b4a8869 None None] DHCP port deletion for 8007cea6-41ad-4d71-904f-1df8339feed7 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:02:09.341711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-9201ba0d-3148-4e00-80fe-7b241cd4bb76 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Transition to ACTIVE for port object 93ab078b-2051-45a4-8df2-2fae93b6e047 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:09.341711 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03959411-82ce-4b48-baf7-b7c1755eb6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:09.349377 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:09.367401 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Transition to ACTIVE for port object 5462c0da-72cf-400c-8aa3-3e08710f50c5 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:09.383920 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:09.386314 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 0110d452-9534-44bd-a4df-a0700d3cbc28 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:02:09.386598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 0110d452-9534-44bd-a4df-a0700d3cbc28 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:02:09.419578 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Transition to ACTIVE for port object 5462c0da-72cf-400c-8aa3-3e08710f50c5 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:09.429809 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03959411-82ce-4b48-baf7-b7c1755eb6d5 admin admin] No DVR routers for this DVR port 16f855bc-104a-4856-bac1-4ad16874d3d4 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:02:09.473296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03959411-82ce-4b48-baf7-b7c1755eb6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=16f855bc-104a-4856-bac1-4ad16874d3d4,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:09.518115 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:09.557925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Allocated IP 172.25.5.29 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/e8a1cf9d-1bd1-4023-a173-62f02b4fa118) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:09.577959 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03959411-82ce-4b48-baf7-b7c1755eb6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:09.608032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-03959411-82ce-4b48-baf7-b7c1755eb6d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8007cea6-41ad-4d71-904f-1df8339feed7']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:09.621394 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-03959411-82ce-4b48-baf7-b7c1755eb6d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '127fa70f-19d8-4610-b0ae-f3a57aa7af4b') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:09.621725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-03959411-82ce-4b48-baf7-b7c1755eb6d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '127fa70f-19d8-4610-b0ae-f3a57aa7af4b') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:09.633614 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03959411-82ce-4b48-baf7-b7c1755eb6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:09.656119 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03959411-82ce-4b48-baf7-b7c1755eb6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:09.664745 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Network 33ba965f-d417-4519-8f89-3aefcdaf09c3 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:09.670092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03959411-82ce-4b48-baf7-b7c1755eb6d5 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:02:09.672117 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03959411-82ce-4b48-baf7-b7c1755eb6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:09.673594 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:09.696508 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:02:09.784773 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:09.831033 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Pushing event updated for resources: {'Port': ['ID=5462c0da-72cf-400c-8aa3-3e08710f50c5,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:02:09.832626 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:02:09.842622 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9201ba0d-3148-4e00-80fe-7b241cd4bb76 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:09.913163 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Attempting to bind port 5462c0da-72cf-400c-8aa3-3e08710f50c5 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:02:09.913858 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Attempting to bind port 5462c0da-72cf-400c-8aa3-3e08710f50c5 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'aac90a62-6b51-41bc-a3c6-eda5383d3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:02:09.914398 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Attempting to bind port 5462c0da-72cf-400c-8aa3-3e08710f50c5 on network 33ba965f-d417-4519-8f89-3aefcdaf09c3 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:02:09.922845 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:02:09.923624 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Checking segment: {'id': 'aac90a62-6b51-41bc-a3c6-eda5383d3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:02:09.924240 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:09.924866 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Bound using segment: {'id': 'aac90a62-6b51-41bc-a3c6-eda5383d3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:02:09.925537 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Bound port: 5462c0da-72cf-400c-8aa3-3e08710f50c5, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac90a62-6b51-41bc-a3c6-eda5383d3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:02:09.926124 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:09.933837 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:09.954983 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Allocated IP 172.20.0.2 (a2865351-fc9b-4228-aa28-5e2e4be055ee/a183547c-bfe4-43cd-b0d6-adce1a8dc39a/9b734453-d30b-48e9-b1c3-371dd1d82437) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:09.969710 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 16f855bc-104a-4856-bac1-4ad16874d3d4 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:02:10.021198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:10.024143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:10.026666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:02:10.039744 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03959411-82ce-4b48-baf7-b7c1755eb6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:10.074700 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03959411-82ce-4b48-baf7-b7c1755eb6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:10.078439 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 16f855bc-104a-4856-bac1-4ad16874d3d4 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:02:10.078768 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 16f855bc-104a-4856-bac1-4ad16874d3d4 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:02:10.093186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9201ba0d-3148-4e00-80fe-7b241cd4bb76 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network a2865351-fc9b-4228-aa28-5e2e4be055ee is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:10.104787 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03959411-82ce-4b48-baf7-b7c1755eb6d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8007cea6-41ad-4d71-904f-1df8339feed7,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:10.112967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-9201ba0d-3148-4e00-80fe-7b241cd4bb76 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:10.125668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9201ba0d-3148-4e00-80fe-7b241cd4bb76 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:02:10.157991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201ba0d-3148-4e00-80fe-7b241cd4bb76 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=93ab078b-2051-45a4-8df2-2fae93b6e047,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:10.207714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Pushing event updated for resources: {'Port': ['ID=e8a1cf9d-1bd1-4023-a173-62f02b4fa118,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:10.228703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1889e-098b-420b-bd5a-eb95a33cde9f req-97778710-1773-4f54-8aa2-15f65a21971c tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:10.230251 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1cb1889e-098b-420b-bd5a-eb95a33cde9f req-97778710-1773-4f54-8aa2-15f65a21971c tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.3964527 Mar 01 21:02:10.238151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9201ba0d-3148-4e00-80fe-7b241cd4bb76 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:10.238833 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9201ba0d-3148-4e00-80fe-7b241cd4bb76 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:10.257319 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] For port 5462c0da-72cf-400c-8aa3-3e08710f50c5, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:02:10.274630 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49054) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:10.298764 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] For port 5462c0da-72cf-400c-8aa3-3e08710f50c5, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5462c0da-72cf-400c-8aa3-3e08710f50c5,segment=NetworkSegment(aac90a62-6b51-41bc-a3c6-eda5383d3946),segment_id=aac90a62-6b51-41bc-a3c6-eda5383d3946)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:02:10.321308 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b6d9473-0a38-4bef-8659-47fb289e5040 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:10.345120 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-03959411-82ce-4b48-baf7-b7c1755eb6d5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8007cea6-41ad-4d71-904f-1df8339feed7 HTTP/1.1" status: 204 len: 168 time: 2.4444320 Mar 01 21:02:10.363127 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1cb1889e-098b-420b-bd5a-eb95a33cde9f req-73ef05ca-c31f-49c3-8618-5cdecbef4936 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197727 Mar 01 21:02:10.367077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6b6d9473-0a38-4bef-8659-47fb289e5040 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:10.380292 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9201ba0d-3148-4e00-80fe-7b241cd4bb76 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.9781439 Mar 01 21:02:10.384089 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6b6d9473-0a38-4bef-8659-47fb289e5040 admin admin] Usage tracker for resource:security_group_rule and tenant:1e43b97d55a84d778bd0ef4821aecbc0 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:10.388172 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49064) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:10.391517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6b6d9473-0a38-4bef-8659-47fb289e5040 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:10.436734 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6b6d9473-0a38-4bef-8659-47fb289e5040 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:10.484355 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:10.492817 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:10.534263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-21c41146-1a68-4ba7-bcf5-382d1b28dda7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port 93ab078b-2051-45a4-8df2-2fae93b6e047 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:10.535072 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21c41146-1a68-4ba7-bcf5-382d1b28dda7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:10.574598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Transition to ACTIVE for port object 9b734453-d30b-48e9-b1c3-371dd1d82437 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:10.670436 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Pushing event updated for resources: {'Port': ['ID=5462c0da-72cf-400c-8aa3-3e08710f50c5,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:10.683212 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Transition to ACTIVE for port object 9b734453-d30b-48e9-b1c3-371dd1d82437 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:10.686639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:10.687012 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:10.687331 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:10.687725 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:10.688061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:10.688391 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:10.688723 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:10.689048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:10.689371 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:10.689694 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:10.690017 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:10.690339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ad1d56-795a-40d6-b582-3649b7ab514a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:10.755510 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d785fd-620f-4ce1-9466-4683e20b2af9 req-10f9aed1-315e-4699-9b8d-3a1d159bd38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:10.757442 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1d785fd-620f-4ce1-9466-4683e20b2af9 req-10f9aed1-315e-4699-9b8d-3a1d159bd38f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=665d188d9bd94aaab6d655afa44861eb&device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 1100 time: 0.6809566 Mar 01 21:02:10.768702 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:10.837583 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Network a2865351-fc9b-4228-aa28-5e2e4be055ee is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:10.841190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:10.844368 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:02:10.938089 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Pushing event updated for resources: {'Port': ['ID=9b734453-d30b-48e9-b1c3-371dd1d82437,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:11.014964 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Attempting to bind port 9b734453-d30b-48e9-b1c3-371dd1d82437 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:02:11.015587 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Attempting to bind port 9b734453-d30b-48e9-b1c3-371dd1d82437 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'd48d2ad5-af9a-4786-8060-d9ff822028fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a2865351-fc9b-4228-aa28-5e2e4be055ee'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:02:11.016052 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Attempting to bind port 9b734453-d30b-48e9-b1c3-371dd1d82437 on network a2865351-fc9b-4228-aa28-5e2e4be055ee {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:02:11.036913 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:02:11.037671 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Checking segment: {'id': 'd48d2ad5-af9a-4786-8060-d9ff822028fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a2865351-fc9b-4228-aa28-5e2e4be055ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:02:11.039289 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:11.042626 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Bound using segment: {'id': 'd48d2ad5-af9a-4786-8060-d9ff822028fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a2865351-fc9b-4228-aa28-5e2e4be055ee'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:02:11.043243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Bound port: 9b734453-d30b-48e9-b1c3-371dd1d82437, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48d2ad5-af9a-4786-8060-d9ff822028fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'a2865351-fc9b-4228-aa28-5e2e4be055ee'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:02:11.045795 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:11.079279 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49078) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:11.177701 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] For port 9b734453-d30b-48e9-b1c3-371dd1d82437, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:02:11.182193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] For port 9b734453-d30b-48e9-b1c3-371dd1d82437, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9b734453-d30b-48e9-b1c3-371dd1d82437,segment=NetworkSegment(d48d2ad5-af9a-4786-8060-d9ff822028fe),segment_id=d48d2ad5-af9a-4786-8060-d9ff822028fe)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:02:11.192533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-6d824e9c-b04c-4743-b92b-d494eaea981e tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:11.200059 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-6d824e9c-b04c-4743-b92b-d494eaea981e tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 806 time: 0.4469697 Mar 01 21:02:11.281964 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-d3153253-a379-45cb-9899-6bef15c6ccdb tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/quotas/aa2e4c40cdf841a1bcb0ba66d7c5d576 HTTP/1.1" status: 200 len: 375 time: 0.0315530 Mar 01 21:02:11.296640 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-39d422a3-054b-4700-982d-3a26145be18f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b78d9d9c87074e3ead6611c118eec35f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2113817 Mar 01 21:02:11.297866 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d785fd-620f-4ce1-9466-4683e20b2af9 req-3ce4e870-56c4-49d2-902d-3cb7906c0f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:11.299346 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1d785fd-620f-4ce1-9466-4683e20b2af9 req-3ce4e870-56c4-49d2-902d-3cb7906c0f1c service neutron] 10.222.0.55 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.5218110 Mar 01 21:02:11.302016 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49082) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:11.317398 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:11.372097 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b6d9473-0a38-4bef-8659-47fb289e5040 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:11.400824 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21c41146-1a68-4ba7-bcf5-382d1b28dda7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:11.446788 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1d785fd-620f-4ce1-9466-4683e20b2af9 req-50c344c0-397c-4ec6-84d0-4b3fdc7f8994 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=bac2e20d-f3b2-45cf-a44f-127dbc649a30 HTTP/1.1" status: 200 len: 217 time: 0.0945795 Mar 01 21:02:11.485861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5fb4c-2e42-4a3e-8beb-fdece3b7c011 None None] Pushing event updated for resources: {'Port': ['ID=9b734453-d30b-48e9-b1c3-371dd1d82437,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:11.493722 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:11.624990 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5cac5c61-271a-48f0-b9ed-342a96a0b285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:11.707620 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d785fd-620f-4ce1-9466-4683e20b2af9 req-ae5521e0-eade-450f-bf75-817b1d32230c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:11.716097 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1d785fd-620f-4ce1-9466-4683e20b2af9 req-ae5521e0-eade-450f-bf75-817b1d32230c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.2608504 Mar 01 21:02:11.718915 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5cac5c61-271a-48f0-b9ed-342a96a0b285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:11.744000 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b6d9473-0a38-4bef-8659-47fb289e5040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:11.824376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-21c41146-1a68-4ba7-bcf5-382d1b28dda7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for 93ab078b-2051-45a4-8df2-2fae93b6e047 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:11.962552 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5cac5c61-271a-48f0-b9ed-342a96a0b285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:11.992998 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6b6d9473-0a38-4bef-8659-47fb289e5040 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e43b97d55a84d778bd0ef4821aecbc0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7122462 Mar 01 21:02:11.997504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6d9473-0a38-4bef-8659-47fb289e5040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960935e6-4631-4902-9ec7-16a64e88235a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:12.008440 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-35b7cb20-1084-4032-a3a1-627a59fe6866 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7133195 Mar 01 21:02:12.009315 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49092) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:12.160195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac5c61-271a-48f0-b9ed-342a96a0b285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd97726-2c48-422a-9c34-c287ecbb7ff9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:12.275154 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5462c0da-72cf-400c-8aa3-3e08710f50c5 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:02:12.345248 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744806a9-897d-4486-bb33-e7f271aef25e None None] Network 33ba965f-d417-4519-8f89-3aefcdaf09c3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:02:12.361083 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5cac5c61-271a-48f0-b9ed-342a96a0b285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:12.364875 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5cac5c61-271a-48f0-b9ed-342a96a0b285 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9cd97726-2c48-422a-9c34-c287ecbb7ff9 HTTP/1.1" status: 204 len: 168 time: 1.0593424 Mar 01 21:02:12.395919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d785fd-620f-4ce1-9466-4683e20b2af9 req-f49d39d3-3156-44fd-8140-610cf28f9da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:12.397398 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1d785fd-620f-4ce1-9466-4683e20b2af9 req-f49d39d3-3156-44fd-8140-610cf28f9da2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5837042 Mar 01 21:02:12.456784 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bae795-f106-4117-aba5-b4592ce372a5 req-98d4beff-4cfd-4def-a6a5-97b125297593 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:12.458402 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-42bae795-f106-4117-aba5-b4592ce372a5 req-98d4beff-4cfd-4def-a6a5-97b125297593 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.7007508 Mar 01 21:02:12.516084 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ea7f-7a78-4cbd-bc36-787d28dd42ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:12.549923 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ea7f-7a78-4cbd-bc36-787d28dd42ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:12.599739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-bb8cf460-9280-4d2c-81e7-22573eb48e9d None None] Provisioning for port 5462c0da-72cf-400c-8aa3-3e08710f50c5 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:12.610669 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21c41146-1a68-4ba7-bcf5-382d1b28dda7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:12.612502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-bb8cf460-9280-4d2c-81e7-22573eb48e9d None None] Provisioning complete for port 5462c0da-72cf-400c-8aa3-3e08710f50c5 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:12.612924 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bb8cf460-9280-4d2c-81e7-22573eb48e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:12.614302 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1d785fd-620f-4ce1-9466-4683e20b2af9 req-146f97ed-6126-4015-864d-6836648b2f6e service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617801 Mar 01 21:02:12.642692 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 5462c0da-72cf-400c-8aa3-3e08710f50c5 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:12.651642 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:12.658532 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 5462c0da-72cf-400c-8aa3-3e08710f50c5 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:12.658532 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:12.672681 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-14a86be8-93c8-40ff-93fb-d27319eed610 service neutron] 10.222.0.42 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6382933 Mar 01 21:02:12.745609 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ea7f-7a78-4cbd-bc36-787d28dd42ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:12.749623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c41146-1a68-4ba7-bcf5-382d1b28dda7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Port': ['ID=93ab078b-2051-45a4-8df2-2fae93b6e047,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:12.828096 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-42bae795-f106-4117-aba5-b4592ce372a5 req-58ba5294-bc83-4cec-ae15-40d0d4a8a4d7 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525877 Mar 01 21:02:12.858872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa5ea7f-7a78-4cbd-bc36-787d28dd42ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960935e6-4631-4902-9ec7-16a64e88235a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:13.005128 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:13.045897 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 5462c0da-72cf-400c-8aa3-3e08710f50c5, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5462c0da-72cf-400c-8aa3-3e08710f50c5,segment=NetworkSegment(aac90a62-6b51-41bc-a3c6-eda5383d3946),segment_id=aac90a62-6b51-41bc-a3c6-eda5383d3946)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:13.050261 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbaa116-63c5-4cea-9f59-d0a29d6173ae None None] Network a2865351-fc9b-4228-aa28-5e2e4be055ee requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:02:13.201692 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5fa5ea7f-7a78-4cbd-bc36-787d28dd42ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:13.202824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5fa5ea7f-7a78-4cbd-bc36-787d28dd42ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/960935e6-4631-4902-9ec7-16a64e88235a HTTP/1.1" status: 204 len: 168 time: 1.1891923 Mar 01 21:02:13.209324 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bb8cf460-9280-4d2c-81e7-22573eb48e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:13.253697 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21c41146-1a68-4ba7-bcf5-382d1b28dda7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:13.261510 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-21c41146-1a68-4ba7-bcf5-382d1b28dda7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/ports/93ab078b-2051-45a4-8df2-2fae93b6e047 HTTP/1.1" status: 204 len: 168 time: 2.8720632 Mar 01 21:02:13.262251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49108) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:13.263666 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:13.266007 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9b734453-d30b-48e9-b1c3-371dd1d82437 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:02:13.338037 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f533c17-9157-4486-83fe-99cda0b58cf6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] GET failed (client error): The resource could not be found. Mar 01 21:02:13.338566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6f533c17-9157-4486-83fe-99cda0b58cf6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Synchronizing usage tracker for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:02:13.375556 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-0fab3468-cdae-46c0-97e3-c1027628e6be service neutron] 10.222.0.42 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6567826 Mar 01 21:02:13.438799 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c1d785fd-620f-4ce1-9466-4683e20b2af9 req-aeacdcac-44ee-4f1a-9b74-91506fba72ec service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7849100 Mar 01 21:02:13.493189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6f533c17-9157-4486-83fe-99cda0b58cf6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Unset dirty status for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:02:13.494386 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6f533c17-9157-4486-83fe-99cda0b58cf6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports/93ab078b-2051-45a4-8df2-2fae93b6e047 HTTP/1.1" status: 404 len: 333 time: 0.2291713 Mar 01 21:02:13.497206 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49116) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:13.542663 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=5462c0da-72cf-400c-8aa3-3e08710f50c5,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:13.569803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-5355556c-464f-49c0-aa69-542e30a3578c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting subnet a183547c-bfe4-43cd-b0d6-adce1a8dc39a {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:02:13.572861 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5355556c-464f-49c0-aa69-542e30a3578c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:13.580391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Router 613b948d-1a88-447a-9052-ce28e5edacb8 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:02:13.650232 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-bb8cf460-9280-4d2c-81e7-22573eb48e9d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:02:13.650771 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-bb8cf460-9280-4d2c-81e7-22573eb48e9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:02:13.657942 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5355556c-464f-49c0-aa69-542e30a3578c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:13.667831 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 9b734453-d30b-48e9-b1c3-371dd1d82437 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:13.916351 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6373d4b2-d680-4952-8480-9b3f633dd689 req-dbdbaa7a-337e-4cbb-8b8f-0035702de8b6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 210 time: 0.1332917 Mar 01 21:02:13.950318 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:02:13.964373 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] Sync routers for ids ['613b948d-1a88-447a-9052-ce28e5edacb8'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:02:13.979937 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] Routers {'613b948d-1a88-447a-9052-ce28e5edacb8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:02:13.980762 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:02:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['613b948d-1a88-447a-9052-ce28e5edacb8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:14.050270 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5355556c-464f-49c0-aa69-542e30a3578c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:14.111045 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:14.112577 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e6893862-0c8e-40ea-8df2-ce753282b4ca admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3703277 Mar 01 21:02:14.115682 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49150) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:14.302809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] Set router 613b948d-1a88-447a-9052-ce28e5edacb8 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:02:14.339892 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61264f0-2593-4dc8-b328-6092e4db9592 req-be0bff39-cf65-460a-ad47-c3946cb7cf7c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:14.353968 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c61264f0-2593-4dc8-b328-6092e4db9592 req-be0bff39-cf65-460a-ad47-c3946cb7cf7c tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.1610205 Mar 01 21:02:14.416452 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c61264f0-2593-4dc8-b328-6092e4db9592 req-3d87cb35-5ef6-4cbe-bc6c-063a32a2e6df tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615168 Mar 01 21:02:14.465114 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49156) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:14.480002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f438b4-3fa4-4b54-9bce-d4d9c2a8448e req-848d49f8-6da5-4a86-b1cb-8fd4e066474d tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:14.488067 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59f438b4-3fa4-4b54-9bce-d4d9c2a8448e req-848d49f8-6da5-4a86-b1cb-8fd4e066474d tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.3721211 Mar 01 21:02:14.542272 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5462c0da-72cf-400c-8aa3-3e08710f50c5 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:02:14.578889 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59f438b4-3fa4-4b54-9bce-d4d9c2a8448e req-c434f65e-9aa1-4551-afb0-2edbe51d5651 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896478 Mar 01 21:02:14.641055 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1607013522-network', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:14.647638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:14.669168 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Usage tracker for resource:network and tenant:49f701ea16be4fb88d89fc6971a38e65 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:14.673821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:14.683350 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:14.689305 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5355556c-464f-49c0-aa69-542e30a3578c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:14.774057 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355556c-464f-49c0-aa69-542e30a3578c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Subnet': ['ID=a183547c-bfe4-43cd-b0d6-adce1a8dc39a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:14.781168 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5355556c-464f-49c0-aa69-542e30a3578c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:14.790627 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5355556c-464f-49c0-aa69-542e30a3578c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/subnets/a183547c-bfe4-43cd-b0d6-adce1a8dc39a HTTP/1.1" status: 204 len: 168 time: 1.2902014 Mar 01 21:02:14.790887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49170) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:14.836766 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Made reservation on behalf of 49f701ea16be4fb88d89fc6971a38e65 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:14.839149 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:14.843650 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa00ccab-ddfa-4b5e-a4d0-7ebff0ff5520 None None] Network a2865351-fc9b-4228-aa28-5e2e4be055ee requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:02:14.859180 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:15.002106 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 5462c0da-72cf-400c-8aa3-3e08710f50c5 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:15.002471 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:15.203902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:15.220664 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Usage tracker for resource:security_group_rule and tenant:49f701ea16be4fb88d89fc6971a38e65 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:15.225697 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe1a40f5-a631-4fed-b2c8-688e96ca26a8 req-89c40942-9224-4bb1-b5a3-b37e617d5544 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 210 time: 0.0763822 Mar 01 21:02:15.227989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:15.236196 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:15.242318 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:15.244898 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1db87e16-7a6a-4033-92ba-62f1807c78ed None None] Provisioning for port 9b734453-d30b-48e9-b1c3-371dd1d82437 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:15.253861 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44591ccf-d94f-4307-b5cd-743d5eb17194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:15.266942 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1db87e16-7a6a-4033-92ba-62f1807c78ed None None] Provisioning complete for port 9b734453-d30b-48e9-b1c3-371dd1d82437 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:15.267333 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1db87e16-7a6a-4033-92ba-62f1807c78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:15.271080 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port 9b734453-d30b-48e9-b1c3-371dd1d82437 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:15.271509 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:15.524491 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:07Z', 'updated_at': '2022-03-01T21:02:10Z', 'revision_number': 3, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'gw_port': {'id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:09Z', 'updated_at': '2022-03-01T21:02:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:15.547839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] Checking router: 613b948d-1a88-447a-9052-ce28e5edacb8 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:02:15.548190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] Updating router 613b948d-1a88-447a-9052-ce28e5edacb8 port e8a1cf9d-1bd1-4023-a173-62f02b4fa118 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:02:15.671989 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1db87e16-7a6a-4033-92ba-62f1807c78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:15.698985 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:15.714169 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:15.738858 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] For port 9b734453-d30b-48e9-b1c3-371dd1d82437, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9b734453-d30b-48e9-b1c3-371dd1d82437,segment=NetworkSegment(d48d2ad5-af9a-4786-8060-d9ff822028fe),segment_id=d48d2ad5-af9a-4786-8060-d9ff822028fe)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:15.739213 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:15.817836 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf2bcb-0de8-4e16-afb5-8ae2320da37b req-137acc41-3bab-462f-9632-10ccce3775ca tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:15.818650 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-0faf2bcb-0de8-4e16-afb5-8ae2320da37b req-137acc41-3bab-462f-9632-10ccce3775ca tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Synchronizing usage tracker for tenant:73e0cae710d240e3a9c48196a71f53fb on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:02:15.877231 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ae4f32-fd7b-434f-b1eb-8b331038d0cf None None] DHCP port deletion for a2865351-fc9b-4228-aa28-5e2e4be055ee request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:02:15.877750 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-44591ccf-d94f-4307-b5cd-743d5eb17194 admin admin] Allocated IP 172.20.0.1 (33ba965f-d417-4519-8f89-3aefcdaf09c3/d8336f76-9298-450b-b9a8-2aa7486056a2/7d45e162-0335-42f8-b5c4-3fd66b1e6d9c) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:15.912141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae4f32-fd7b-434f-b1eb-8b331038d0cf None None] Deleting port 9b734453-d30b-48e9-b1c3-371dd1d82437 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:15.912520 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4f32-fd7b-434f-b1eb-8b331038d0cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:15.969433 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for 9b734453-d30b-48e9-b1c3-371dd1d82437 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:16.021272 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:16.078009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:02:16.087954 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44591ccf-d94f-4307-b5cd-743d5eb17194 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:16.101005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f781ff3-6c81-48e2-acf7-fec6b6bd9247 req-40ac4dee-1103-4510-9fac-30808849cad4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:16.101397 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1db87e16-7a6a-4033-92ba-62f1807c78ed None None] For port 9b734453-d30b-48e9-b1c3-371dd1d82437, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9b734453-d30b-48e9-b1c3-371dd1d82437,segment=NetworkSegment(d48d2ad5-af9a-4786-8060-d9ff822028fe),segment_id=d48d2ad5-af9a-4786-8060-d9ff822028fe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:16.102445 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9f781ff3-6c81-48e2-acf7-fec6b6bd9247 req-40ac4dee-1103-4510-9fac-30808849cad4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.5541396 Mar 01 21:02:16.112526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-44591ccf-d94f-4307-b5cd-743d5eb17194 admin admin] Transition to ACTIVE for port object 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:16.120210 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9b734453-d30b-48e9-b1c3-371dd1d82437 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:02:16.128512 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f34464e-8761-4f42-8b9f-e107a8f1f2fd,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:16.133706 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:16.134043 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Added segment d2a42a8c-62c6-4f19-a4e0-684e0556e759 of type vlan for network 472c38d0-e825-4706-9372-a0e1682fe50b Mar 01 21:02:16.164535 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-0faf2bcb-0de8-4e16-afb5-8ae2320da37b req-137acc41-3bab-462f-9632-10ccce3775ca tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Unset dirty status for tenant:73e0cae710d240e3a9c48196a71f53fb on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:02:16.166594 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0faf2bcb-0de8-4e16-afb5-8ae2320da37b req-137acc41-3bab-462f-9632-10ccce3775ca tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.57 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.8181918 Mar 01 21:02:16.208485 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1db87e16-7a6a-4033-92ba-62f1807c78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:16.267340 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:16.284020 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9f781ff3-6c81-48e2-acf7-fec6b6bd9247 req-9437157f-7e3b-4bb7-97c6-b74f5dc50e0e tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650317 Mar 01 21:02:16.297539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736b182-abf6-4b4c-830b-9817d0a04d41 req-556511cb-e772-4e0f-b41d-351a1e2b1817 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:16.299254 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4736b182-abf6-4b4c-830b-9817d0a04d41 req-556511cb-e772-4e0f-b41d-351a1e2b1817 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.4923401 Mar 01 21:02:16.316878 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44591ccf-d94f-4307-b5cd-743d5eb17194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:16.338104 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db87e16-7a6a-4033-92ba-62f1807c78ed None None] Pushing event updated for resources: {'Port': ['ID=9b734453-d30b-48e9-b1c3-371dd1d82437,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:16.339766 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:02:16.340092 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:02:16.376541 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4736b182-abf6-4b4c-830b-9817d0a04d41 req-9f16a9a1-08f8-4278-9a24-5211a241049c tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615983 Mar 01 21:02:16.444192 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1db87e16-7a6a-4033-92ba-62f1807c78ed None None] Provisioning complete for port 5462c0da-72cf-400c-8aa3-3e08710f50c5 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:16.444563 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1db87e16-7a6a-4033-92ba-62f1807c78ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:16.452197 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-0faf2bcb-0de8-4e16-afb5-8ae2320da37b req-53a4d98c-bc4d-4739-8ddd-9869e93cb242 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Deleting port 940044c3-308c-4284-a779-446921c9c097 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:16.452542 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0faf2bcb-0de8-4e16-afb5-8ae2320da37b req-53a4d98c-bc4d-4739-8ddd-9869e93cb242 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:16.470705 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:16.472331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:16.473098 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:16.507578 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44591ccf-d94f-4307-b5cd-743d5eb17194 admin admin] Network 33ba965f-d417-4519-8f89-3aefcdaf09c3 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:16.514693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-44591ccf-d94f-4307-b5cd-743d5eb17194 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:16.517291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44591ccf-d94f-4307-b5cd-743d5eb17194 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:02:16.561911 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-947ed2aa-fd4e-47fb-8ee0-33f13ce35ed1 req-d645ab64-2dcd-468b-8a20-d264c42676f5 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 210 time: 0.1323700 Mar 01 21:02:16.640453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44591ccf-d94f-4307-b5cd-743d5eb17194 admin admin] Pushing event updated for resources: {'Port': ['ID=7d45e162-0335-42f8-b5c4-3fd66b1e6d9c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:16.672429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] Pushing event updated for resources: {'Network': ['ID=472c38d0-e825-4706-9372-a0e1682fe50b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:16.702293 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.resource_extend [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:02:16.716573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 472c38d0-e825-4706-9372-a0e1682fe50b details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:02:16.721149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49204) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:16.763092 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44591ccf-d94f-4307-b5cd-743d5eb17194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:16.765877 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:16.773738 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-845f0ee0-b56b-4b41-90b2-ac8564eb9a3a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.3105731 Mar 01 21:02:16.778212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49210) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:16.785018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-618bc682-4983-4e2f-980d-e2f13a076b86 admin admin] Request body: {'subnet': {'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1607013522-subnet', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:16.793632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-618bc682-4983-4e2f-980d-e2f13a076b86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:16.799568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-618bc682-4983-4e2f-980d-e2f13a076b86 admin admin] Usage tracker for resource:subnet and tenant:49f701ea16be4fb88d89fc6971a38e65 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:16.803442 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-618bc682-4983-4e2f-980d-e2f13a076b86 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:16.812783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-618bc682-4983-4e2f-980d-e2f13a076b86 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:16.841644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port 9b734453-d30b-48e9-b1c3-371dd1d82437 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:16.841892 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:16.902040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-74ac448f-8258-4fa0-ad39-73f9fe277421 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:16.920905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618bc682-4983-4e2f-980d-e2f13a076b86 admin admin] Made reservation on behalf of 49f701ea16be4fb88d89fc6971a38e65 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:16.923187 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-618bc682-4983-4e2f-980d-e2f13a076b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:16.950330 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c3ae4f32-fd7b-434f-b1eb-8b331038d0cf None None] For port 9b734453-d30b-48e9-b1c3-371dd1d82437, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9b734453-d30b-48e9-b1c3-371dd1d82437,segment=NetworkSegment(d48d2ad5-af9a-4786-8060-d9ff822028fe),segment_id=d48d2ad5-af9a-4786-8060-d9ff822028fe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:16.950993 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4f32-fd7b-434f-b1eb-8b331038d0cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:17.001467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 9b734453-d30b-48e9-b1c3-371dd1d82437, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9b734453-d30b-48e9-b1c3-371dd1d82437,segment=NetworkSegment(d48d2ad5-af9a-4786-8060-d9ff822028fe),segment_id=d48d2ad5-af9a-4786-8060-d9ff822028fe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:17.198656 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae4f32-fd7b-434f-b1eb-8b331038d0cf None None] Calling delete_port for 9b734453-d30b-48e9-b1c3-371dd1d82437 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:17.204967 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-74ac448f-8258-4fa0-ad39-73f9fe277421 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] 10.222.0.42 "PUT /v2.0/quotas/b7d98e3720f94337871dd50c4362f4db HTTP/1.1" status: 200 len: 366 time: 0.4803302 Mar 01 21:02:17.207589 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49214) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:17.221524 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] For port 9b734453-d30b-48e9-b1c3-371dd1d82437, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9b734453-d30b-48e9-b1c3-371dd1d82437,segment=NetworkSegment(d48d2ad5-af9a-4786-8060-d9ff822028fe),segment_id=d48d2ad5-af9a-4786-8060-d9ff822028fe)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:17.221878 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:17.272337 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9f359f29-9c2d-40e3-bfc6-370df6b16f84 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0605986 Mar 01 21:02:17.276041 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49218) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:17.279057 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-1ae74b99-e2b2-42f4-8041-e9b09eeb78a2 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:17.279738 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:17.280793 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-1ae74b99-e2b2-42f4-8041-e9b09eeb78a2 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.57 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 806 time: 0.3509178 Mar 01 21:02:17.292698 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-0faf2bcb-0de8-4e16-afb5-8ae2320da37b req-53a4d98c-bc4d-4739-8ddd-9869e93cb242 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] For port 940044c3-308c-4284-a779-446921c9c097, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=940044c3-308c-4284-a779-446921c9c097,segment=NetworkSegment(c0033dff-66c7-4991-8ee7-f4c19b77a17f),segment_id=c0033dff-66c7-4991-8ee7-f4c19b77a17f)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:17.293080 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0faf2bcb-0de8-4e16-afb5-8ae2320da37b req-53a4d98c-bc4d-4739-8ddd-9869e93cb242 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:17.305543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-1a2469da-5d71-418b-bc32-51ee10ae9efe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Request body: {'port': {'device_id': '78b2c527-068f-49c7-9ebb-00ba5b546e19', 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075', 'admin_state_up': True, 'tenant_id': 'aa2e4c40cdf841a1bcb0ba66d7c5d576'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:17.427397 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:17.473713 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-0faf2bcb-0de8-4e16-afb5-8ae2320da37b req-53a4d98c-bc4d-4739-8ddd-9869e93cb242 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Calling delete_port for 940044c3-308c-4284-a779-446921c9c097 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:17.509584 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] Transition to ACTIVE for port object e8a1cf9d-1bd1-4023-a173-62f02b4fa118 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:17.544970 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-c3ae4f32-fd7b-434f-b1eb-8b331038d0cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:02:17.545371 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-c3ae4f32-fd7b-434f-b1eb-8b331038d0cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:02:17.560730 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=9b734453-d30b-48e9-b1c3-371dd1d82437,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:17.564347 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1db87e16-7a6a-4033-92ba-62f1807c78ed None None] Could not find standard attr ID for object 93ab078b-2051-45a4-8df2-2fae93b6e047. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:02:17.586270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for 9b734453-d30b-48e9-b1c3-371dd1d82437 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:17.624500 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:17.666502 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f18731e0-5b72-47ea-aa10-209ab42324e9 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] 10.222.0.42 "GET /v2.0/quotas/b7d98e3720f94337871dd50c4362f4db HTTP/1.1" status: 200 len: 366 time: 0.3848362 Mar 01 21:02:17.686803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49228) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:17.765176 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] Attempting to bind port e8a1cf9d-1bd1-4023-a173-62f02b4fa118 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:02:17.765550 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] Attempting to bind port e8a1cf9d-1bd1-4023-a173-62f02b4fa118 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:02:17.765916 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] Attempting to bind port e8a1cf9d-1bd1-4023-a173-62f02b4fa118 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:02:17.773549 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892297c0-717c-402c-9849-d18be2f39cc5 None None] Pushing event updated for resources: {'Port': ['ID=e8a1cf9d-1bd1-4023-a173-62f02b4fa118,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:17.776692 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:02:17.777068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:02:17.777459 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:17.777913 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:02:17.778379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] Bound port: e8a1cf9d-1bd1-4023-a173-62f02b4fa118, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:02:17.778931 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:17.835285 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1d33c105-50fa-432c-8356-38c9584bec0c None None] Provisioning for port 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:17.851048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd2fb29-c2b7-4799-9359-3a12daac48ea req-a6ffe0e3-8816-42dd-97e4-f927a027e1b1 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:17.851711 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44591ccf-d94f-4307-b5cd-743d5eb17194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:17.852587 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7bd2fb29-c2b7-4799-9359-3a12daac48ea req-a6ffe0e3-8816-42dd-97e4-f927a027e1b1 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.2365158 Mar 01 21:02:17.861321 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1d33c105-50fa-432c-8356-38c9584bec0c None None] Provisioning complete for port 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:17.861733 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1d33c105-50fa-432c-8356-38c9584bec0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:17.866284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-1a2469da-5d71-418b-bc32-51ee10ae9efe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:17.872320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d304be-bd3e-4d34-aced-d913e91114ae req-c1cd0ba5-8d0f-43ca-a55f-1e0dea673398 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:17.880758 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56d304be-bd3e-4d34-aced-d913e91114ae req-c1cd0ba5-8d0f-43ca-a55f-1e0dea673398 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 946 time: 0.3129401 Mar 01 21:02:17.911323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-1a2469da-5d71-418b-bc32-51ee10ae9efe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Usage tracker for resource:port and tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:17.913193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] For port e8a1cf9d-1bd1-4023-a173-62f02b4fa118, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:02:17.915041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-1a2469da-5d71-418b-bc32-51ee10ae9efe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:17.917906 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:02:17.918240 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:02:17.925422 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-618bc682-4983-4e2f-980d-e2f13a076b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:17.931059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] For port e8a1cf9d-1bd1-4023-a173-62f02b4fa118, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e8a1cf9d-1bd1-4023-a173-62f02b4fa118,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:02:17.935147 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1d33c105-50fa-432c-8356-38c9584bec0c None None] Port 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:02:17.971057 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-1a2469da-5d71-418b-bc32-51ee10ae9efe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:17.973915 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d305ed78-a45e-4cde-904b-1e07a733484b tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/b7d98e3720f94337871dd50c4362f4db HTTP/1.1" status: 204 len: 168 time: 0.2858949 Mar 01 21:02:17.982897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49232) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:18.019330 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:18.031773 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56d304be-bd3e-4d34-aced-d913e91114ae req-aca6861f-410d-4593-8b38-ff1165d3b7f5 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d9b459-8dbf-4045-be05-7593a1cca2fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498668 Mar 01 21:02:18.041414 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-dc3056e1-be35-4906-89ea-10796b45ae43 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0493033 Mar 01 21:02:18.045086 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7bd2fb29-c2b7-4799-9359-3a12daac48ea req-ea050419-1b67-41a0-b8f8-8dab1b051de2 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838753 Mar 01 21:02:18.047271 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49236) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:18.066928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618bc682-4983-4e2f-980d-e2f13a076b86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d83b90d8-a7ff-4d57-a949-1f46cb1079f7,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:18.072875 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9389f76c-f264-4cd6-b89a-d4f3f284b61a tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] 10.222.0.42 "GET /v2.0/quotas/b7d98e3720f94337871dd50c4362f4db HTTP/1.1" status: 200 len: 370 time: 0.0229359 Mar 01 21:02:18.081496 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49240) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:18.088710 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ffb5a004-59a5-4d75-a10a-f1a097217c7d tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] 10.222.0.42 "GET /v2.0/quotas/b7d98e3720f94337871dd50c4362f4db/default HTTP/1.1" status: 200 len: 370 time: 0.0062006 Mar 01 21:02:18.089706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618bc682-4983-4e2f-980d-e2f13a076b86 admin admin] Checking segment: {'id': 'd2a42a8c-62c6-4f19-a4e0-684e0556e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:02:18.090063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618bc682-4983-4e2f-980d-e2f13a076b86 admin admin] Network hostable DHCP agents. Network: 472c38d0-e825-4706-9372-a0e1682fe50b, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:02:18.094770 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49244) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:18.115831 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-cc407d7a-e7ac-41ec-8afe-969368895a87 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] delete failed (client error): The resource could not be found. Mar 01 21:02:18.116839 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cc407d7a-e7ac-41ec-8afe-969368895a87 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/b7d98e3720f94337871dd50c4362f4db HTTP/1.1" status: 404 len: 348 time: 0.0211923 Mar 01 21:02:18.132741 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae4f32-fd7b-434f-b1eb-8b331038d0cf None None] Deleting port 9b734453-d30b-48e9-b1c3-371dd1d82437 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:18.133165 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4f32-fd7b-434f-b1eb-8b331038d0cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:18.174131 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-1a2469da-5d71-418b-bc32-51ee10ae9efe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Made reservation on behalf of aa2e4c40cdf841a1bcb0ba66d7c5d576 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:18.181904 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-1a2469da-5d71-418b-bc32-51ee10ae9efe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:18.197836 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0faf2bcb-0de8-4e16-afb5-8ae2320da37b req-53a4d98c-bc4d-4739-8ddd-9869e93cb242 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:18.203415 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] Routers {'613b948d-1a88-447a-9052-ce28e5edacb8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:02:18.203943 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:02:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['613b948d-1a88-447a-9052-ce28e5edacb8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:18.223080 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port 9b734453-d30b-48e9-b1c3-371dd1d82437 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:18.223563 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:18.264912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618bc682-4983-4e2f-980d-e2f13a076b86 admin admin] Network 472c38d0-e825-4706-9372-a0e1682fe50b is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:02:18.265751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a4d98c-bc4d-4739-8ddd-9869e93cb242 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Pushing event deleted for resources: {'Port': ['ID=940044c3-308c-4284-a779-446921c9c097,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:18.298359 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5961d5ab-10d0-4b72-9ae5-3d8ac8092428 req-fe6a9b3f-d266-4799-957a-99be93215e00 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 210 time: 0.1183934 Mar 01 21:02:18.300238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892297c0-717c-402c-9849-d18be2f39cc5 None None] Pushing event updated for resources: {'Port': ['ID=e8a1cf9d-1bd1-4023-a173-62f02b4fa118,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:18.403718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-618bc682-4983-4e2f-980d-e2f13a076b86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 472c38d0-e825-4706-9372-a0e1682fe50b) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:18.424714 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618bc682-4983-4e2f-980d-e2f13a076b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:18.425332 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-618bc682-4983-4e2f-980d-e2f13a076b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:18.427988 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cbfb13-5b55-499f-8321-b9134f22102d None None] Network 472c38d0-e825-4706-9372-a0e1682fe50b requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:02:18.442161 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44591ccf-d94f-4307-b5cd-743d5eb17194 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:18.450624 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-0faf2bcb-0de8-4e16-afb5-8ae2320da37b req-53a4d98c-bc4d-4739-8ddd-9869e93cb242 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] No DVR routers for this DVR port 940044c3-308c-4284-a779-446921c9c097 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:02:18.453653 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0faf2bcb-0de8-4e16-afb5-8ae2320da37b req-53a4d98c-bc4d-4739-8ddd-9869e93cb242 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:18.458347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49250) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:18.459875 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4659015d-4561-4bfe-a339-451e415b3f2c', 'name': 'network-vif-deleted', 'tag': '940044c3-308c-4284-a779-446921c9c097'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:02:18.519166 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1fd76d88-e6a7-44a1-a541-9e14d9b44d79 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] Usage tracker for resource:network and tenant:8396f3f93bf148adadd7f82c4fbc4c3f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:18.526420 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44591ccf-d94f-4307-b5cd-743d5eb17194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:18.535882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] For port 9b734453-d30b-48e9-b1c3-371dd1d82437, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9b734453-d30b-48e9-b1c3-371dd1d82437,segment=NetworkSegment(d48d2ad5-af9a-4786-8060-d9ff822028fe),segment_id=d48d2ad5-af9a-4786-8060-d9ff822028fe)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:18.536239 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:18.563809 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4659015d-4561-4bfe-a339-451e415b3f2c', 'name': 'network-vif-deleted', 'tag': '940044c3-308c-4284-a779-446921c9c097', 'status': 'completed', 'code': 200} Mar 01 21:02:18.597744 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1fd76d88-e6a7-44a1-a541-9e14d9b44d79 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:18.619129 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] Set router 613b948d-1a88-447a-9052-ce28e5edacb8 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:02:18.635129 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0faf2bcb-0de8-4e16-afb5-8ae2320da37b req-53a4d98c-bc4d-4739-8ddd-9869e93cb242 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.57 "DELETE /v2.0/ports/940044c3-308c-4284-a779-446921c9c097 HTTP/1.1" status: 204 len: 173 time: 2.4610493 Mar 01 21:02:18.674270 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-618bc682-4983-4e2f-980d-e2f13a076b86 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8918841 Mar 01 21:02:18.675392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1fd76d88-e6a7-44a1-a541-9e14d9b44d79 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] Usage tracker for resource:subnet and tenant:8396f3f93bf148adadd7f82c4fbc4c3f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:18.680992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49256) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:18.681939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for 9b734453-d30b-48e9-b1c3-371dd1d82437 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:18.693463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1fd76d88-e6a7-44a1-a541-9e14d9b44d79 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:18.711296 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c3ae4f32-fd7b-434f-b1eb-8b331038d0cf None None] For port 9b734453-d30b-48e9-b1c3-371dd1d82437, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9b734453-d30b-48e9-b1c3-371dd1d82437,segment=NetworkSegment(d48d2ad5-af9a-4786-8060-d9ff822028fe),segment_id=d48d2ad5-af9a-4786-8060-d9ff822028fe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:18.711510 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1607013522-router', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:18.711771 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4f32-fd7b-434f-b1eb-8b331038d0cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:18.734611 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:18.750987 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44591ccf-d94f-4307-b5cd-743d5eb17194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:18.754959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1fd76d88-e6a7-44a1-a541-9e14d9b44d79 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] Usage tracker for resource:subnetpool and tenant:8396f3f93bf148adadd7f82c4fbc4c3f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:18.761509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Usage tracker for resource:router and tenant:49f701ea16be4fb88d89fc6971a38e65 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:18.771332 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:18.774019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44591ccf-d94f-4307-b5cd-743d5eb17194 admin admin] Pushing event updated for resources: {'Port': ['ID=7d45e162-0335-42f8-b5c4-3fd66b1e6d9c,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:18.786232 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1fd76d88-e6a7-44a1-a541-9e14d9b44d79 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:18.790404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:18.819777 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-1a2469da-5d71-418b-bc32-51ee10ae9efe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Allocated IP 172.20.0.3 (0eb071d1-6f39-4afc-91bb-12176e722075/9f3a5278-957f-4116-9615-00ae8b4a370b/c883061e-9e3b-4c73-873d-273dc7c2248e) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:18.843315 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1fd76d88-e6a7-44a1-a541-9e14d9b44d79 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] Usage tracker for resource:port and tenant:8396f3f93bf148adadd7f82c4fbc4c3f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:18.845741 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:18.860330 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae4f32-fd7b-434f-b1eb-8b331038d0cf None None] Calling delete_port for 9b734453-d30b-48e9-b1c3-371dd1d82437 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:18.908107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Port': ['ID=9b734453-d30b-48e9-b1c3-371dd1d82437,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:18.914006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] No DVR routers for this DVR port 9b734453-d30b-48e9-b1c3-371dd1d82437 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:02:18.921194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1fd76d88-e6a7-44a1-a541-9e14d9b44d79 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:18.946838 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:18.946935 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:18.965346 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 940044c3-308c-4284-a779-446921c9c097 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:02:18.987115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1fd76d88-e6a7-44a1-a541-9e14d9b44d79 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] Usage tracker for resource:router and tenant:8396f3f93bf148adadd7f82c4fbc4c3f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:19.028636 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1fd76d88-e6a7-44a1-a541-9e14d9b44d79 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:19.049163 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:19.057196 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 940044c3-308c-4284-a779-446921c9c097 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:02:19.058184 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 940044c3-308c-4284-a779-446921c9c097 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:02:19.063243 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:19.094715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2865351-fc9b-4228-aa28-5e2e4be055ee']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:19.112781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48d2ad5-af9a-4786-8060-d9ff822028fe') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:19.113096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48d2ad5-af9a-4786-8060-d9ff822028fe') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:19.126265 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:19.145263 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:19.152498 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:02:19.152866 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:19.214181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44591ccf-d94f-4307-b5cd-743d5eb17194 admin admin] Network 33ba965f-d417-4519-8f89-3aefcdaf09c3 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:19.226529 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-44591ccf-d94f-4307-b5cd-743d5eb17194 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:19.250460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1fd76d88-e6a7-44a1-a541-9e14d9b44d79 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] Usage tracker for resource:floatingip and tenant:8396f3f93bf148adadd7f82c4fbc4c3f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:02:19.258582 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:02:19.272672 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1fd76d88-e6a7-44a1-a541-9e14d9b44d79 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:19.380336 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:19.416102 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-472c38d0-e825-4706-9372-a0e1682fe50b', 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'fixed_ips': [{'subnet_id': 'd83b90d8-a7ff-4d57-a949-1f46cb1079f7'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:02:19.420872 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:19.427994 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-c3ae4f32-fd7b-434f-b1eb-8b331038d0cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:02:19.428382 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-c3ae4f32-fd7b-434f-b1eb-8b331038d0cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:02:19.450600 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4e1aae7-136e-4674-8fbf-613aead15df8 req-3a1d7a4f-ceb3-4ebf-b3d3-60ea7970974b tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] 10.222.0.42 "GET /v2.0/ports?device_id=4659015d-4561-4bfe-a339-451e415b3f2c HTTP/1.1" status: 200 len: 210 time: 0.0801456 Mar 01 21:02:19.461741 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae4f32-fd7b-434f-b1eb-8b331038d0cf None None] Deleting port 9b734453-d30b-48e9-b1c3-371dd1d82437 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:19.462110 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c3ae4f32-fd7b-434f-b1eb-8b331038d0cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:19.481936 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:19.488019 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Network': ['ID=a2865351-fc9b-4228-aa28-5e2e4be055ee,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:19.516736 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1f8d92ec-8018-49fd-b222-7e8403ba95c9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/networks/a2865351-fc9b-4228-aa28-5e2e4be055ee HTTP/1.1" status: 204 len: 168 time: 4.7246151 Mar 01 21:02:19.517326 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49266) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:19.526033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-0ada0edd-ee7c-4741-b6f1-4201f4e6e0f4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'port': {'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9', 'name': 'tempest-PortsTestJSON-778014445'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:19.651465 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-1a2469da-5d71-418b-bc32-51ee10ae9efe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:19.662382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44591ccf-d94f-4307-b5cd-743d5eb17194 admin admin] Router 613b948d-1a88-447a-9052-ce28e5edacb8 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:02:19.695151 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae4f32-fd7b-434f-b1eb-8b331038d0cf None None] The port '9b734453-d30b-48e9-b1c3-371dd1d82437' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:02:19.722881 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fdaa5c31-af61-4e9b-bef4-7ccb6c9eda49 None None] Provisioning complete for port 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:19.723252 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fdaa5c31-af61-4e9b-bef4-7ccb6c9eda49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:19.792366 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69a23a54-9e13-433c-a0fa-bd6cc7c6be6a req-6fc07bc4-7bfd-4068-a0f0-2fe5dbd7a591 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 210 time: 0.1055334 Mar 01 21:02:19.800710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a8d85-93cb-41fe-a271-ca741eafa7b9 req-3c6260dd-2a72-400a-a8c4-700d07c4f011 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:19.809771 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-291a8d85-93cb-41fe-a271-ca741eafa7b9 req-3c6260dd-2a72-400a-a8c4-700d07c4f011 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.4925344 Mar 01 21:02:19.856886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0ada0edd-ee7c-4741-b6f1-4201f4e6e0f4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:19.865747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0ada0edd-ee7c-4741-b6f1-4201f4e6e0f4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:port and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:19.868421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-fdaa5c31-af61-4e9b-bef4-7ccb6c9eda49 None None] Port 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:02:19.871197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0ada0edd-ee7c-4741-b6f1-4201f4e6e0f4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:19.890808 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-291a8d85-93cb-41fe-a271-ca741eafa7b9 req-b3a015f8-957c-4a20-825e-def20c05ee6b tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800889 Mar 01 21:02:19.897116 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0ada0edd-ee7c-4741-b6f1-4201f4e6e0f4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:19.932112 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Allocated IP 172.20.0.2 (472c38d0-e825-4706-9372-a0e1682fe50b/d83b90d8-a7ff-4d57-a949-1f46cb1079f7/1d094ce7-1ada-4016-b96d-1ed6591f4b95) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:19.951312 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:07Z', 'updated_at': '2022-03-01T21:02:17Z', 'revision_number': 4, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'gw_port': {'id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:09Z', 'updated_at': '2022-03-01T21:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '7d45e162-0335-42f8-b5c4-3fd66b1e6d9c', 'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'mac_address': 'fa:16:3e:b6:66:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:15Z', 'updated_at': '2022-03-01T21:02:15Z', 'revision_number': 1, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'subnets': [{'id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:19.957626 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056d367e-4f4a-4396-b9c2-d08f5daf1c19 None None] The sync data for ids ['613b948d-1a88-447a-9052-ce28e5edacb8'] in n-d-827896-4 is: [{'id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:07Z', 'updated_at': '2022-03-01T21:02:17Z', 'revision_number': 4, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'gw_port': {'id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:09Z', 'updated_at': '2022-03-01T21:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '7d45e162-0335-42f8-b5c4-3fd66b1e6d9c', 'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'mac_address': 'fa:16:3e:b6:66:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:15Z', 'updated_at': '2022-03-01T21:02:15Z', 'revision_number': 1, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'subnets': [{'id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:02:19.968508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ada0edd-ee7c-4741-b6f1-4201f4e6e0f4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:19.972893 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ada0edd-ee7c-4741-b6f1-4201f4e6e0f4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:20.004934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-0ada0edd-ee7c-4741-b6f1-4201f4e6e0f4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] device_id is not set on port 3a62e06d-71e2-48df-b77c-ae39457afb5d yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:02:20.201809 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:20.205654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1fd76d88-e6a7-44a1-a541-9e14d9b44d79 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] Usage tracker for resource:security_group and tenant:8396f3f93bf148adadd7f82c4fbc4c3f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:20.224810 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1fd76d88-e6a7-44a1-a541-9e14d9b44d79 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:20.306565 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:20.325385 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Transition to ACTIVE for port object 1d094ce7-1ada-4016-b96d-1ed6591f4b95 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:20.356915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Transition to ACTIVE for port object 1d094ce7-1ada-4016-b96d-1ed6591f4b95 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:20.377579 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1fd76d88-e6a7-44a1-a541-9e14d9b44d79 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] Usage tracker for resource:security_group_rule and tenant:8396f3f93bf148adadd7f82c4fbc4c3f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:20.381269 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ada0edd-ee7c-4741-b6f1-4201f4e6e0f4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:20.400189 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1fd76d88-e6a7-44a1-a541-9e14d9b44d79 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:20.411342 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-1a2469da-5d71-418b-bc32-51ee10ae9efe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:20.428169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:02:20.459167 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1fd76d88-e6a7-44a1-a541-9e14d9b44d79 tempest-QuotasTest-950251890 tempest-QuotasTest-950251890-project-admin] 10.222.0.42 "GET /v2.0/quotas/8396f3f93bf148adadd7f82c4fbc4c3f/details.json HTTP/1.1" status: 200 len: 703 time: 1.9892242 Mar 01 21:02:20.459335 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:20.463876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44591ccf-d94f-4307-b5cd-743d5eb17194 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:02:20.515166 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-1a2469da-5d71-418b-bc32-51ee10ae9efe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Network 0eb071d1-6f39-4afc-91bb-12176e722075 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:20.528935 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ada0edd-ee7c-4741-b6f1-4201f4e6e0f4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:20.590802 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-1a2469da-5d71-418b-bc32-51ee10ae9efe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:20.598072 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49274) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:20.599292 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-1a2469da-5d71-418b-bc32-51ee10ae9efe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:02:20.630884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ada0edd-ee7c-4741-b6f1-4201f4e6e0f4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:20.634836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-0ada0edd-ee7c-4741-b6f1-4201f4e6e0f4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:20.635165 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2469da-5d71-418b-bc32-51ee10ae9efe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Pushing event updated for resources: {'Port': ['ID=c883061e-9e3b-4c73-873d-273dc7c2248e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:20.643663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ada0edd-ee7c-4741-b6f1-4201f4e6e0f4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:02:20.649415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ada0edd-ee7c-4741-b6f1-4201f4e6e0f4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:20.650030 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ada0edd-ee7c-4741-b6f1-4201f4e6e0f4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:20.660515 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-44591ccf-d94f-4307-b5cd-743d5eb17194 admin admin] 10.222.0.42 "PUT /v2.0/routers/613b948d-1a88-447a-9052-ce28e5edacb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5435636 Mar 01 21:02:20.691110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ada0edd-ee7c-4741-b6f1-4201f4e6e0f4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=3a62e06d-71e2-48df-b77c-ae39457afb5d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:20.728064 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Network 472c38d0-e825-4706-9372-a0e1682fe50b is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:20.736935 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:20.739430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:02:20.791035 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0ada0edd-ee7c-4741-b6f1-4201f4e6e0f4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2709668 Mar 01 21:02:20.794273 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49280) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:20.801093 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Pushing event updated for resources: {'Port': ['ID=1d094ce7-1ada-4016-b96d-1ed6591f4b95,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:20.861372 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-1a2469da-5d71-418b-bc32-51ee10ae9efe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:20.862636 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-1a2469da-5d71-418b-bc32-51ee10ae9efe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:20.872578 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dfaba05-46a7-41b6-9536-3bfc35b606c5 admin admin] Deleting subnet 3d9c7eca-9d4c-45b5-b379-078956794f58 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:02:20.890234 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5dfaba05-46a7-41b6-9536-3bfc35b606c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:20.987109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-596a6bcb-e8dc-4cbf-8c92-5fcb3e3ea452 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port 3a62e06d-71e2-48df-b77c-ae39457afb5d {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:20.988092 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-596a6bcb-e8dc-4cbf-8c92-5fcb3e3ea452 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:21.008509 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Attempting to bind port 1d094ce7-1ada-4016-b96d-1ed6591f4b95 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:02:21.010600 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Attempting to bind port 1d094ce7-1ada-4016-b96d-1ed6591f4b95 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'd2a42a8c-62c6-4f19-a4e0-684e0556e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:02:21.013196 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Attempting to bind port 1d094ce7-1ada-4016-b96d-1ed6591f4b95 on network 472c38d0-e825-4706-9372-a0e1682fe50b {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:02:21.045147 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:02:21.048206 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Checking segment: {'id': 'd2a42a8c-62c6-4f19-a4e0-684e0556e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:02:21.049632 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:21.050056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Bound using segment: {'id': 'd2a42a8c-62c6-4f19-a4e0-684e0556e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:02:21.051760 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Bound port: 1d094ce7-1ada-4016-b96d-1ed6591f4b95, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a42a8c-62c6-4f19-a4e0-684e0556e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:02:21.052176 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:21.064278 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-1a2469da-5d71-418b-bc32-51ee10ae9efe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7742362 Mar 01 21:02:21.070074 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5dfaba05-46a7-41b6-9536-3bfc35b606c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:21.157791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] Request body: {'port': {'device_id': '78b2c527-068f-49c7-9ebb-00ba5b546e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:21.376325 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:21.479141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49292) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:21.498783 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] For port 1d094ce7-1ada-4016-b96d-1ed6591f4b95, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:02:21.504603 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] For port 1d094ce7-1ada-4016-b96d-1ed6591f4b95, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1d094ce7-1ada-4016-b96d-1ed6591f4b95,segment=NetworkSegment(d2a42a8c-62c6-4f19-a4e0-684e0556e759),segment_id=d2a42a8c-62c6-4f19-a4e0-684e0556e759)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:02:21.527400 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5dfaba05-46a7-41b6-9536-3bfc35b606c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:21.572536 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:21.694788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90a8f5-6349-4abf-85ce-67fc0cebaa72 req-39b5660f-bc2a-4d8c-9de2-a14f39fb0d3b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:21.696758 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f90a8f5-6349-4abf-85ce-67fc0cebaa72 req-39b5660f-bc2a-4d8c-9de2-a14f39fb0d3b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 931 time: 0.5859404 Mar 01 21:02:21.728030 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fef133-1205-4672-92c9-18ea697aafe3 None None] Pushing event updated for resources: {'Port': ['ID=1d094ce7-1ada-4016-b96d-1ed6591f4b95,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:21.741663 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bc6c9742-77e2-4a51-974e-0ebf2ec4d0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:21.761683 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:21.767953 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-596a6bcb-e8dc-4cbf-8c92-5fcb3e3ea452 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:21.801429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b7c9a0-4cb2-4fef-ba03-07a3c351a52a req-1bffd609-a39a-47bd-b92d-39f753eb7452 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:21.802894 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68b7c9a0-4cb2-4fef-ba03-07a3c351a52a req-1bffd609-a39a-47bd-b92d-39f753eb7452 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.5274765 Mar 01 21:02:21.817590 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:21.903422 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:21.937759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bc6c9742-77e2-4a51-974e-0ebf2ec4d0cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:21.951096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bc6c9742-77e2-4a51-974e-0ebf2ec4d0cc admin admin] Usage tracker for resource:security_group_rule and tenant:98db3f2b444748258b3b8350a84ff896 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:21.959052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bc6c9742-77e2-4a51-974e-0ebf2ec4d0cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:21.976687 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-596a6bcb-e8dc-4cbf-8c92-5fcb3e3ea452 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for 3a62e06d-71e2-48df-b77c-ae39457afb5d owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:22.003668 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e8a1cf9d-1bd1-4023-a173-62f02b4fa118 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:02:22.118573 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f90a8f5-6349-4abf-85ce-67fc0cebaa72 req-f0d98278-d075-4903-84e5-8a8fbb9f4329 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4026914 Mar 01 21:02:22.179504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Allocated IP 172.25.5.37 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/e537bd84-4a3b-434f-a00b-1eeded53fc94) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:22.179965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68b7c9a0-4cb2-4fef-ba03-07a3c351a52a req-4bc690ae-c314-4a5e-8f71-f42849736107 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199407 Mar 01 21:02:22.219851 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5dfaba05-46a7-41b6-9536-3bfc35b606c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:22.224142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bc6c9742-77e2-4a51-974e-0ebf2ec4d0cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:22.307918 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfaba05-46a7-41b6-9536-3bfc35b606c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d9c7eca-9d4c-45b5-b379-078956794f58,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:22.327446 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5dfaba05-46a7-41b6-9536-3bfc35b606c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:22.431741 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port e8a1cf9d-1bd1-4023-a173-62f02b4fa118 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:22.435440 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-596a6bcb-e8dc-4cbf-8c92-5fcb3e3ea452 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:22.442909 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port e8a1cf9d-1bd1-4023-a173-62f02b4fa118 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:22.443463 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:22.535795 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5dfaba05-46a7-41b6-9536-3bfc35b606c5 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3d9c7eca-9d4c-45b5-b379-078956794f58 HTTP/1.1" status: 204 len: 168 time: 1.8871486 Mar 01 21:02:22.545287 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49300) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:22.546414 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a6bcb-e8dc-4cbf-8c92-5fcb3e3ea452 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Port': ['ID=3a62e06d-71e2-48df-b77c-ae39457afb5d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:22.550831 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-596a6bcb-e8dc-4cbf-8c92-5fcb3e3ea452 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:22.563671 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-596a6bcb-e8dc-4cbf-8c92-5fcb3e3ea452 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/ports/3a62e06d-71e2-48df-b77c-ae39457afb5d HTTP/1.1" status: 204 len: 168 time: 1.7683001 Mar 01 21:02:22.566065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49304) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:22.573003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e9b59ebd-672d-40e7-a86d-4050ddfc52b8 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'port': {'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9', 'mac_address': 'fa:16:3e:20:7c:83', 'name': 'tempest-PortsTestJSON-1738862019'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:22.624335 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:22.651961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port e8a1cf9d-1bd1-4023-a173-62f02b4fa118, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e8a1cf9d-1bd1-4023-a173-62f02b4fa118,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:22.719662 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:22.746495 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e9b59ebd-672d-40e7-a86d-4050ddfc52b8 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:22.751433 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e9b59ebd-672d-40e7-a86d-4050ddfc52b8 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:port and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:22.755391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e9b59ebd-672d-40e7-a86d-4050ddfc52b8 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:22.765102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e9b59ebd-672d-40e7-a86d-4050ddfc52b8 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:22.817505 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=e8a1cf9d-1bd1-4023-a173-62f02b4fa118,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:22.853266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b59ebd-672d-40e7-a86d-4050ddfc52b8 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:22.961716 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:22.989628 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e9b59ebd-672d-40e7-a86d-4050ddfc52b8 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:23.024019 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3845c95d-8ea9-4063-914b-1cd5e8fadcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:23.028356 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-e9b59ebd-672d-40e7-a86d-4050ddfc52b8 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] device_id is not set on port c7785189-1bd1-4539-94ef-fa01467774fa yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:02:23.095632 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bc6c9742-77e2-4a51-974e-0ebf2ec4d0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:23.212862 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bc6c9742-77e2-4a51-974e-0ebf2ec4d0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:23.247745 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d811b7-9578-44e2-b76c-4edc4ed56fb6 None None] Network 472c38d0-e825-4706-9372-a0e1682fe50b requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:02:23.251706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49312) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:23.288685 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bc6c9742-77e2-4a51-974e-0ebf2ec4d0cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98db3f2b444748258b3b8350a84ff896&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7934225 Mar 01 21:02:23.295989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49314) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:23.355262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-add26685-ce11-4b05-99b2-80c70674820a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1953342963', 'description': 'tempest-description--845555541'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:23.368490 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-add26685-ce11-4b05-99b2-80c70674820a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:23.379153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-add26685-ce11-4b05-99b2-80c70674820a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Usage tracker for resource:security_group and tenant:4948a3f4374642e5b9b9490b5a1ffed4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:23.387878 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-add26685-ce11-4b05-99b2-80c70674820a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:23.413067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6c9742-77e2-4a51-974e-0ebf2ec4d0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333ff794-4155-4e0d-94d6-b9558b603cef,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:23.449501 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-add26685-ce11-4b05-99b2-80c70674820a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:23.477230 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:02:23.494169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1ddd07a3-74f3-4e42-b7c2-d6515eb6f2fb None None] Provisioning for port 1d094ce7-1ada-4016-b96d-1ed6591f4b95 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:23.563773 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3845c95d-8ea9-4063-914b-1cd5e8fadcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:23.580450 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e8ee4635-9e57-4477-859f-020e3a4cbf5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:23.602981 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-3845c95d-8ea9-4063-914b-1cd5e8fadcd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6ada74c-bd63-4636-abf5-95dfb8263926']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:23.605702 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] Sync routers for ids ['613b948d-1a88-447a-9052-ce28e5edacb8'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:02:23.622214 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] Routers {'613b948d-1a88-447a-9052-ce28e5edacb8'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:02:23.622930 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:02:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['613b948d-1a88-447a-9052-ce28e5edacb8'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:23.640181 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:23.677616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c883061e-9e3b-4c73-873d-273dc7c2248e {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:02:23.688191 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:23.705539 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] Transition to ACTIVE for port object c883061e-9e3b-4c73-873d-273dc7c2248e will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:23.708383 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:23.715563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-3845c95d-8ea9-4063-914b-1cd5e8fadcd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0033dff-66c7-4991-8ee7-f4c19b77a17f') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:23.716056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-3845c95d-8ea9-4063-914b-1cd5e8fadcd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0033dff-66c7-4991-8ee7-f4c19b77a17f') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:23.726344 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e8ee4635-9e57-4477-859f-020e3a4cbf5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:23.754651 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df20da-5fb6-473f-a541-45f9ac77a277 req-33fc7f14-5711-41dc-96e0-b38ebe5574be tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:23.756478 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98df20da-5fb6-473f-a541-45f9ac77a277 req-33fc7f14-5711-41dc-96e0-b38ebe5574be tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 931 time: 0.4034634 Mar 01 21:02:23.761839 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e9b59ebd-672d-40e7-a86d-4050ddfc52b8 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:23.765551 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-add26685-ce11-4b05-99b2-80c70674820a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:23.796577 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:23.809436 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3845c95d-8ea9-4063-914b-1cd5e8fadcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:23.858035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f7f3b8-4de3-4358-81c1-687bf0a654fb req-99976c0f-6eed-4f54-a775-6c18aa77a1a2 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:23.865670 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39f7f3b8-4de3-4358-81c1-687bf0a654fb req-99976c0f-6eed-4f54-a775-6c18aa77a1a2 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.4602811 Mar 01 21:02:23.893227 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] Set router 613b948d-1a88-447a-9052-ce28e5edacb8 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:02:23.914374 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:23.922619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-add26685-ce11-4b05-99b2-80c70674820a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:23.926603 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-add26685-ce11-4b05-99b2-80c70674820a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Usage tracker for resource:security_group_rule and tenant:4948a3f4374642e5b9b9490b5a1ffed4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:23.929587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-add26685-ce11-4b05-99b2-80c70674820a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:23.935980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-add26685-ce11-4b05-99b2-80c70674820a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:23.947572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:23.948782 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3845c95d-8ea9-4063-914b-1cd5e8fadcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:23.991255 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39f7f3b8-4de3-4358-81c1-687bf0a654fb req-b904d592-fb5e-4430-bc8a-d72e45689c16 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246490 Mar 01 21:02:24.004961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:02:24.012463 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98df20da-5fb6-473f-a541-45f9ac77a277 req-2a716419-e630-4d8f-95e8-61b3a61aa404 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376921 Mar 01 21:02:24.021182 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e8ee4635-9e57-4477-859f-020e3a4cbf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:24.055465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee4635-9e57-4477-859f-020e3a4cbf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333ff794-4155-4e0d-94d6-b9558b603cef,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:24.058216 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e8ee4635-9e57-4477-859f-020e3a4cbf5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:24.063317 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e8ee4635-9e57-4477-859f-020e3a4cbf5c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/333ff794-4155-4e0d-94d6-b9558b603cef HTTP/1.1" status: 204 len: 168 time: 0.7663479 Mar 01 21:02:24.119859 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e8a1cf9d-1bd1-4023-a173-62f02b4fa118 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:02:24.179178 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e9b59ebd-672d-40e7-a86d-4050ddfc52b8 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:24.191879 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3845c95d-8ea9-4063-914b-1cd5e8fadcd8 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:02:24.192287 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3845c95d-8ea9-4063-914b-1cd5e8fadcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:24.211777 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Pushing event updated for resources: {'Port': ['ID=e537bd84-4a3b-434f-a00b-1eeded53fc94,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:02:24.214178 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:02:24.260379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b59ebd-672d-40e7-a86d-4050ddfc52b8 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:24.264893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-e9b59ebd-672d-40e7-a86d-4050ddfc52b8 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:24.275284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b59ebd-672d-40e7-a86d-4050ddfc52b8 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:02:24.276599 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port e8a1cf9d-1bd1-4023-a173-62f02b4fa118 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:24.277961 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:24.282026 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b59ebd-672d-40e7-a86d-4050ddfc52b8 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:24.282026 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e9b59ebd-672d-40e7-a86d-4050ddfc52b8 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:24.304438 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b59ebd-672d-40e7-a86d-4050ddfc52b8 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=c7785189-1bd1-4539-94ef-fa01467774fa,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:24.381750 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] Attempting to bind port c883061e-9e3b-4c73-873d-273dc7c2248e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:02:24.381996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] Attempting to bind port c883061e-9e3b-4c73-873d-273dc7c2248e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:02:24.382321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] Attempting to bind port c883061e-9e3b-4c73-873d-273dc7c2248e on network 0eb071d1-6f39-4afc-91bb-12176e722075 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:02:24.389019 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-add26685-ce11-4b05-99b2-80c70674820a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:24.389832 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e9b59ebd-672d-40e7-a86d-4050ddfc52b8 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.8225083 Mar 01 21:02:24.392374 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49322) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:24.406920 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] Port c883061e-9e3b-4c73-873d-273dc7c2248e on network 0eb071d1-6f39-4afc-91bb-12176e722075 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:02:24.406920 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] Attempting to bind port c883061e-9e3b-4c73-873d-273dc7c2248e on network 0eb071d1-6f39-4afc-91bb-12176e722075 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:02:24.420610 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:02:24.421059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] Checking segment: {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:02:24.421338 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] Bound using segment: {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:02:24.421783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] Bound port: c883061e-9e3b-4c73-873d-273dc7c2248e, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd141e36b-da9a-48de-b51a-84c292b6b497', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:02:24.422157 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:24.455871 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1d094ce7-1ada-4016-b96d-1ed6591f4b95 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:02:24.490859 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] Pushing event updated for resources: {'Port': ['ID=c883061e-9e3b-4c73-873d-273dc7c2248e,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:24.511410 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2119454-4914-450f-ab29-297a0d0cba7b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:24.512360 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f2119454-4914-450f-ab29-297a0d0cba7b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Synchronizing usage tracker for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:02:24.539748 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:07Z', 'updated_at': '2022-03-01T21:02:17Z', 'revision_number': 4, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'gw_port': {'id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:09Z', 'updated_at': '2022-03-01T21:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '7d45e162-0335-42f8-b5c4-3fd66b1e6d9c', 'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'mac_address': 'fa:16:3e:b6:66:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:15Z', 'updated_at': '2022-03-01T21:02:18Z', 'revision_number': 2, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'subnets': [{'id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:24.548707 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] Checking router: 613b948d-1a88-447a-9052-ce28e5edacb8 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:02:24.549533 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] Updating router 613b948d-1a88-447a-9052-ce28e5edacb8 port 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:02:24.564170 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3845c95d-8ea9-4063-914b-1cd5e8fadcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:24.565570 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-add26685-ce11-4b05-99b2-80c70674820a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:24.607952 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3845c95d-8ea9-4063-914b-1cd5e8fadcd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:24.613674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f2119454-4914-450f-ab29-297a0d0cba7b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Unset dirty status for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:02:24.614931 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f2119454-4914-450f-ab29-297a0d0cba7b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports/c7785189-1bd1-4539-94ef-fa01467774fa HTTP/1.1" status: 200 len: 841 time: 0.2208884 Mar 01 21:02:24.617800 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49328) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:24.621129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845c95d-8ea9-4063-914b-1cd5e8fadcd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6ada74c-bd63-4636-abf5-95dfb8263926,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:24.622769 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:24.667932 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 1d094ce7-1ada-4016-b96d-1ed6591f4b95 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:24.673930 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 1d094ce7-1ada-4016-b96d-1ed6591f4b95 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:24.674302 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:24.754303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-eef5e1dd-05a4-403b-864b-e898231abf9b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port c7785189-1bd1-4539-94ef-fa01467774fa {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:24.754664 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-eef5e1dd-05a4-403b-864b-e898231abf9b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:24.874060 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:24.928030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add26685-ce11-4b05-99b2-80c70674820a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:24.929326 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 1d094ce7-1ada-4016-b96d-1ed6591f4b95, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1d094ce7-1ada-4016-b96d-1ed6591f4b95,segment=NetworkSegment(d2a42a8c-62c6-4f19-a4e0-684e0556e759),segment_id=d2a42a8c-62c6-4f19-a4e0-684e0556e759)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:24.951027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] For port c883061e-9e3b-4c73-873d-273dc7c2248e, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:02:24.956394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] For port c883061e-9e3b-4c73-873d-273dc7c2248e, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c883061e-9e3b-4c73-873d-273dc7c2248e,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:02:24.994411 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49332) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:24.996431 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-add26685-ce11-4b05-99b2-80c70674820a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:25.000844 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-add26685-ce11-4b05-99b2-80c70674820a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7032998 Mar 01 21:02:25.001797 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49336) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:25.007493 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-10e1225e-a76f-4458-a1ae-c164e6f466a8 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Request body: {'security_group_rule': {'security_group_id': '71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:25.015164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-10e1225e-a76f-4458-a1ae-c164e6f466a8 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:25.019748 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-10e1225e-a76f-4458-a1ae-c164e6f466a8 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Usage tracker for resource:security_group_rule and tenant:4948a3f4374642e5b9b9490b5a1ffed4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:25.020516 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-eef5e1dd-05a4-403b-864b-e898231abf9b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:25.024439 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-10e1225e-a76f-4458-a1ae-c164e6f466a8 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:25.028724 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:25.037393 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f339e0f1-c0e0-4e78-ab00-734ae83e8efe admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:25.042269 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3845c95d-8ea9-4063-914b-1cd5e8fadcd8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c6ada74c-bd63-4636-abf5-95dfb8263926 HTTP/1.1" status: 204 len: 168 time: 2.4908209 Mar 01 21:02:25.102387 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:25.182141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=1d094ce7-1ada-4016-b96d-1ed6591f4b95,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:25.216129 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:25.233035 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] Transition to ACTIVE for port object 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:25.251118 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-eef5e1dd-05a4-403b-864b-e898231abf9b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for c7785189-1bd1-4539-94ef-fa01467774fa owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:25.271699 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-10e1225e-a76f-4458-a1ae-c164e6f466a8 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:25.298766 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:25.299406 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:25.301002 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] 10.222.0.57 "PUT /v2.0/ports/c883061e-9e3b-4c73-873d-273dc7c2248e HTTP/1.1" status: 200 len: 1091 time: 4.1482708 Mar 01 21:02:25.301515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78b2c527-068f-49c7-9ebb-00ba5b546e19', 'tag': 'c883061e-9e3b-4c73-873d-273dc7c2248e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:02:25.326743 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f339e0f1-c0e0-4e78-ab00-734ae83e8efe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:25.375262 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f339e0f1-c0e0-4e78-ab00-734ae83e8efe admin admin] Usage tracker for resource:security_group_rule and tenant:8396f3f93bf148adadd7f82c4fbc4c3f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:25.386393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f339e0f1-c0e0-4e78-ab00-734ae83e8efe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:25.398175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef5738-794c-4fdf-9c4e-c66188f05e65 service neutron] Pushing event updated for resources: {'Port': ['ID=c883061e-9e3b-4c73-873d-273dc7c2248e,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:25.407715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f339e0f1-c0e0-4e78-ab00-734ae83e8efe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:25.422931 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:25.426935 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:25.526627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8236b-fb2c-491a-974b-107de6fe62e2 req-46c5ddeb-ffc7-4124-bf78-864aaa8e62c4 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:25.530535 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-18b8236b-fb2c-491a-974b-107de6fe62e2 req-46c5ddeb-ffc7-4124-bf78-864aaa8e62c4 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.2081516 Mar 01 21:02:25.547151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc87efb7-ef8f-4096-8f89-c7e3516dd2b2 req-9cd3bbaf-5029-4305-84a0-0c1f348881c8 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:25.548571 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc87efb7-ef8f-4096-8f89-c7e3516dd2b2 req-9cd3bbaf-5029-4305-84a0-0c1f348881c8 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 943 time: 0.2617643 Mar 01 21:02:25.568050 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10e1225e-a76f-4458-a1ae-c164e6f466a8 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:25.593102 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-eef5e1dd-05a4-403b-864b-e898231abf9b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:25.697263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef5e1dd-05a4-403b-864b-e898231abf9b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Port': ['ID=c7785189-1bd1-4539-94ef-fa01467774fa,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:25.698640 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] Attempting to bind port 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:02:25.700289 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] Attempting to bind port 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'aac90a62-6b51-41bc-a3c6-eda5383d3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:02:25.700974 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] Attempting to bind port 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c on network 33ba965f-d417-4519-8f89-3aefcdaf09c3 {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:02:25.703345 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e96dac-2c27-4861-a49f-bcf97bbe1646 None None] Pushing event updated for resources: {'Port': ['ID=7d45e162-0335-42f8-b5c4-3fd66b1e6d9c,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:25.714566 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e96dac-2c27-4861-a49f-bcf97bbe1646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:25.726749 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e96dac-2c27-4861-a49f-bcf97bbe1646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:25.727264 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e96dac-2c27-4861-a49f-bcf97bbe1646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:25.727693 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e96dac-2c27-4861-a49f-bcf97bbe1646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:25.727976 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e96dac-2c27-4861-a49f-bcf97bbe1646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:25.728305 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e96dac-2c27-4861-a49f-bcf97bbe1646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:25.728630 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e96dac-2c27-4861-a49f-bcf97bbe1646 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:25.728948 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e96dac-2c27-4861-a49f-bcf97bbe1646 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:25.729262 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e96dac-2c27-4861-a49f-bcf97bbe1646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:25.729575 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e96dac-2c27-4861-a49f-bcf97bbe1646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:25.729885 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e96dac-2c27-4861-a49f-bcf97bbe1646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:25.730192 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e96dac-2c27-4861-a49f-bcf97bbe1646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:25.735162 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f339e0f1-c0e0-4e78-ab00-734ae83e8efe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:25.744096 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:02:25.744455 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] Checking segment: {'id': 'aac90a62-6b51-41bc-a3c6-eda5383d3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:02:25.744845 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:25.745222 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] Bound using segment: {'id': 'aac90a62-6b51-41bc-a3c6-eda5383d3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:02:25.745675 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] Bound port: 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac90a62-6b51-41bc-a3c6-eda5383d3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:02:25.746036 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:25.753451 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-0395d8b3-df75-4e72-aeaf-b0a4c8361cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:25.755026 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-0395d8b3-df75-4e72-aeaf-b0a4c8361cfc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 1094 time: 0.2421365 Mar 01 21:02:25.771329 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49348) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:25.800644 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-eef5e1dd-05a4-403b-864b-e898231abf9b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:25.810275 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc87efb7-ef8f-4096-8f89-c7e3516dd2b2 req-7c684e81-15be-4b5a-9559-9ca3b9758069 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544982 Mar 01 21:02:25.813263 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-18b8236b-fb2c-491a-974b-107de6fe62e2 req-61b4be66-1e77-4014-bbbc-b5aa8343cb3f tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267439 Mar 01 21:02:25.819903 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f339e0f1-c0e0-4e78-ab00-734ae83e8efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:25.853622 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-1447d48a-343d-40ae-bae6-ce3da0109ae7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c883061e-9e3b-4c73-873d-273dc7c2248e HTTP/1.1" status: 200 len: 217 time: 0.0884662 Mar 01 21:02:25.860773 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10e1225e-a76f-4458-a1ae-c164e6f466a8 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:25.879127 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f339e0f1-c0e0-4e78-ab00-734ae83e8efe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8396f3f93bf148adadd7f82c4fbc4c3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8836787 Mar 01 21:02:25.897452 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49352) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:25.906752 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] For port 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:02:25.910465 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] For port 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7d45e162-0335-42f8-b5c4-3fd66b1e6d9c,segment=NetworkSegment(aac90a62-6b51-41bc-a3c6-eda5383d3946),segment_id=aac90a62-6b51-41bc-a3c6-eda5383d3946)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:02:25.922865 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78b2c527-068f-49c7-9ebb-00ba5b546e19', 'tag': 'c883061e-9e3b-4c73-873d-273dc7c2248e', 'status': 'completed', 'code': 200} Mar 01 21:02:25.927264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f339e0f1-c0e0-4e78-ab00-734ae83e8efe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d8b73e-c928-41ec-96d9-5a1cd2c41a08,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:25.950318 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10e1225e-a76f-4458-a1ae-c164e6f466a8 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:25.970715 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1d094ce7-1ada-4016-b96d-1ed6591f4b95 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:02:26.014238 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:26.045986 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a8c1b116-0f8c-4c98-b6a8-95cc7c507d13 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=73e0cae710d240e3a9c48196a71f53fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2691529 Mar 01 21:02:26.049323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49356) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:26.068388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e1225e-a76f-4458-a1ae-c164e6f466a8 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace39e0c-c180-46c3-92a7-78f5d961d014,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:26.072044 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-eef5e1dd-05a4-403b-864b-e898231abf9b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/ports/c7785189-1bd1-4539-94ef-fa01467774fa HTTP/1.1" status: 204 len: 168 time: 1.4531052 Mar 01 21:02:26.081195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-f3064cab-6d82-4bca-881c-998bbd5734ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:26.081195 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-f3064cab-6d82-4bca-881c-998bbd5734ab service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f3a5278-957f-4116-9615-00ae8b4a370b HTTP/1.1" status: 200 len: 846 time: 0.2188737 Mar 01 21:02:26.086241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49360) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:26.098681 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 1d094ce7-1ada-4016-b96d-1ed6591f4b95 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:26.099184 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:26.139254 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-afbb1393-ec94-4806-bf81-bcbb79225cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:26.173740 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f839ebf-ebe2-4972-b373-89502502f53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:26.177294 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] Routers {'613b948d-1a88-447a-9052-ce28e5edacb8'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:02:26.180969 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:02:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['613b948d-1a88-447a-9052-ce28e5edacb8'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:26.200322 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-afbb1393-ec94-4806-bf81-bcbb79225cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:26.245557 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-300651fa-f181-41bb-b403-3592f1502433 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] GET failed (client error): The resource could not be found. Mar 01 21:02:26.248312 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-300651fa-f181-41bb-b403-3592f1502433 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports/c7785189-1bd1-4539-94ef-fa01467774fa HTTP/1.1" status: 404 len: 333 time: 0.1578431 Mar 01 21:02:26.251144 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-86db5a46-b36b-4872-99a1-576ff74c867a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0eb071d1-6f39-4afc-91bb-12176e722075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244030 Mar 01 21:02:26.266173 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f839ebf-ebe2-4972-b373-89502502f53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:26.313143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49364) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:26.314094 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e96dac-2c27-4861-a49f-bcf97bbe1646 None None] Pushing event updated for resources: {'Port': ['ID=7d45e162-0335-42f8-b5c4-3fd66b1e6d9c,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:26.350439 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-12094b3b-2b0b-4372-8e41-919d7b591012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'port': {'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9', 'name': 'tempest-PortsTestJSON-1576829102'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:26.364827 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10e1225e-a76f-4458-a1ae-c164e6f466a8 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:26.368427 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-10e1225e-a76f-4458-a1ae-c164e6f466a8 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3631423 Mar 01 21:02:26.369384 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49368) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:26.375636 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-01f2210c-74b7-437a-ae73-2b118c433570 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Request body: {'security_group_rule': {'security_group_id': '71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:26.382813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-01f2210c-74b7-437a-ae73-2b118c433570 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:26.387896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-01f2210c-74b7-437a-ae73-2b118c433570 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Usage tracker for resource:security_group_rule and tenant:4948a3f4374642e5b9b9490b5a1ffed4 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:26.391896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-01f2210c-74b7-437a-ae73-2b118c433570 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:26.399051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-01f2210c-74b7-437a-ae73-2b118c433570 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:26.441618 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f839ebf-ebe2-4972-b373-89502502f53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:26.458332 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f839ebf-ebe2-4972-b373-89502502f53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d9b459-8dbf-4045-be05-7593a1cca2fc,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:26.470642 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f839ebf-ebe2-4972-b373-89502502f53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:26.482209 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4f839ebf-ebe2-4972-b373-89502502f53b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1d9b459-8dbf-4045-be05-7593a1cca2fc HTTP/1.1" status: 204 len: 168 time: 0.4256673 Mar 01 21:02:26.493447 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-afbb1393-ec94-4806-bf81-bcbb79225cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:26.496019 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-afbb1393-ec94-4806-bf81-bcbb79225cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:26.500691 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-afbb1393-ec94-4806-bf81-bcbb79225cef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b1d8b73e-c928-41ec-96d9-5a1cd2c41a08 HTTP/1.1" status: 204 len: 168 time: 0.5997641 Mar 01 21:02:26.511605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbb1393-ec94-4806-bf81-bcbb79225cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d8b73e-c928-41ec-96d9-5a1cd2c41a08,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:26.532626 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] Set router 613b948d-1a88-447a-9052-ce28e5edacb8 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:02:26.584703 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-01f2210c-74b7-437a-ae73-2b118c433570 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:26.670555 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-01f2210c-74b7-437a-ae73-2b118c433570 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:26.721431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-12094b3b-2b0b-4372-8e41-919d7b591012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:26.739421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-12094b3b-2b0b-4372-8e41-919d7b591012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:port and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:26.748107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-12094b3b-2b0b-4372-8e41-919d7b591012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:26.755690 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-01f2210c-74b7-437a-ae73-2b118c433570 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:26.761596 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:26.767277 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-12094b3b-2b0b-4372-8e41-919d7b591012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:26.785373 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f2210c-74b7-437a-ae73-2b118c433570 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=399db9ba-2fe6-464d-9e0d-fe730d73f18d,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:26.863315 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12094b3b-2b0b-4372-8e41-919d7b591012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:26.867014 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-12094b3b-2b0b-4372-8e41-919d7b591012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:26.908046 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-01f2210c-74b7-437a-ae73-2b118c433570 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:26.909287 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-01f2210c-74b7-437a-ae73-2b118c433570 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5391779 Mar 01 21:02:26.912388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49380) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:26.917962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:26.933004 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:07Z', 'updated_at': '2022-03-01T21:02:17Z', 'revision_number': 4, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'gw_port': {'id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:09Z', 'updated_at': '2022-03-01T21:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '7d45e162-0335-42f8-b5c4-3fd66b1e6d9c', 'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'mac_address': 'fa:16:3e:b6:66:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:15Z', 'updated_at': '2022-03-01T21:02:25Z', 'revision_number': 4, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'subnets': [{'id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:26.935519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:26.939278 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ceb96-81f3-451d-a8fe-efd5ed76421e None None] The sync data for ids ['613b948d-1a88-447a-9052-ce28e5edacb8'] in n-d-827896-4 is: [{'id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:07Z', 'updated_at': '2022-03-01T21:02:17Z', 'revision_number': 4, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'gw_port': {'id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:09Z', 'updated_at': '2022-03-01T21:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '7d45e162-0335-42f8-b5c4-3fd66b1e6d9c', 'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'mac_address': 'fa:16:3e:b6:66:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:15Z', 'updated_at': '2022-03-01T21:02:25Z', 'revision_number': 4, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'subnets': [{'id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:02:26.945948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Usage tracker for resource:floatingip and tenant:4948a3f4374642e5b9b9490b5a1ffed4 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:26.946355 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-4bca23c0-fd8e-4535-b84c-5f04e6bddae2 service neutron] 10.222.0.57 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6319427 Mar 01 21:02:26.985167 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:27.059653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:27.150578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfefadf-321d-44eb-bfaa-4ade15401959 req-8a8bc697-4878-44a6-a951-078799568d0e tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:27.157955 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-abfefadf-321d-44eb-bfaa-4ade15401959 req-8a8bc697-4878-44a6-a951-078799568d0e tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 943 time: 0.2175009 Mar 01 21:02:27.182237 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc610d1a-8ba6-4f9d-bdd1-bb376eb59750 req-742aa10c-737d-429e-8dd1-dd3e7d02c45a tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:27.184489 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc610d1a-8ba6-4f9d-bdd1-bb376eb59750 req-742aa10c-737d-429e-8dd1-dd3e7d02c45a tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.1920607 Mar 01 21:02:27.184759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-12094b3b-2b0b-4372-8e41-919d7b591012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] device_id is not set on port a679fdc8-8807-436f-8c4d-a0b551c6e114 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:02:27.185205 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:27.295991 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-abfefadf-321d-44eb-bfaa-4ade15401959 req-f6c96fb8-2d19-4c1c-ab0f-d9e7132c43a1 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369460 Mar 01 21:02:27.344073 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc610d1a-8ba6-4f9d-bdd1-bb376eb59750 req-d0be7587-db8c-4736-bf50-db59d5a7d5f6 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384466 Mar 01 21:02:27.346162 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-551aad39-6a36-4e27-806d-cfe9623623af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:27.486645 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1d5d74f0-3bc4-40b4-9338-f4f69c84116c req-a8bd1207-420e-4112-a2fb-c247a148dddb service neutron] 10.222.0.57 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4588161 Mar 01 21:02:27.516385 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:27.565791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Router 8b0e57fb-eccc-446a-bee0-46f0a42c32ee is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:02:27.701862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Allocated IP 172.25.5.155 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/40626e6e-2b68-4c1d-ac81-b744599313a7) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:27.714489 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-12094b3b-2b0b-4372-8e41-919d7b591012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:27.886730 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:27.913206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:02:27.927303 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] Sync routers for ids ['8b0e57fb-eccc-446a-bee0-46f0a42c32ee'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:02:27.951709 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] Routers {'8b0e57fb-eccc-446a-bee0-46f0a42c32ee'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:02:27.952600 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:02:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8b0e57fb-eccc-446a-bee0-46f0a42c32ee'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:27.968110 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61277cc7-e27c-45fd-b2cf-16c2937bba85 req-227c8eeb-8313-464d-915c-00c992b14099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:27.972109 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-61277cc7-e27c-45fd-b2cf-16c2937bba85 req-227c8eeb-8313-464d-915c-00c992b14099 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 1094 time: 0.3082578 Mar 01 21:02:28.006681 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-12094b3b-2b0b-4372-8e41-919d7b591012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:28.034635 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:28.104458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:02:28.154668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12094b3b-2b0b-4372-8e41-919d7b591012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=a679fdc8-8807-436f-8c4d-a0b551c6e114,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:28.156450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Pushing event updated for resources: {'Port': ['ID=40626e6e-2b68-4c1d-ac81-b744599313a7,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:28.184736 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:28.186401 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:28.189636 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:02:28.284755 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:28.298984 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:28.300692 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8de16264-c78d-4611-b73d-7b3e1640e709 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.6039958 Mar 01 21:02:28.302128 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61277cc7-e27c-45fd-b2cf-16c2937bba85 req-9ed243d9-9111-4ede-b766-8b801e1c029c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:28.303671 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-61277cc7-e27c-45fd-b2cf-16c2937bba85 req-9ed243d9-9111-4ede-b766-8b801e1c029c service neutron] 10.222.0.57 "GET /v2.0/networks?id=0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 200 len: 907 time: 0.3256936 Mar 01 21:02:28.303927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49418) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:28.309063 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12094b3b-2b0b-4372-8e41-919d7b591012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:28.310424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-12094b3b-2b0b-4372-8e41-919d7b591012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:28.313494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12094b3b-2b0b-4372-8e41-919d7b591012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:02:28.319485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12094b3b-2b0b-4372-8e41-919d7b591012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:28.319875 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-12094b3b-2b0b-4372-8e41-919d7b591012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:28.421299 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] Set router 8b0e57fb-eccc-446a-bee0-46f0a42c32ee gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:02:28.456995 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-61277cc7-e27c-45fd-b2cf-16c2937bba85 req-7891ea3e-9c58-49c3-95d2-653c2d7b4bcd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c883061e-9e3b-4c73-873d-273dc7c2248e HTTP/1.1" status: 200 len: 217 time: 0.1394036 Mar 01 21:02:28.518728 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-12094b3b-2b0b-4372-8e41-919d7b591012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.2013657 Mar 01 21:02:28.524485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49430) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:28.539669 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-2fc14348-1448-4ccf-a1a4-ab3e54717dc3 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:28.603223 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61277cc7-e27c-45fd-b2cf-16c2937bba85 req-eb3491b0-2d73-4f29-9bab-21152ba43c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:28.604719 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-61277cc7-e27c-45fd-b2cf-16c2937bba85 req-eb3491b0-2d73-4f29-9bab-21152ba43c4c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9f3a5278-957f-4116-9615-00ae8b4a370b HTTP/1.1" status: 200 len: 846 time: 0.1470940 Mar 01 21:02:28.623708 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:28.638443 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:28.638979 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:28.719204 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2fc14348-1448-4ccf-a1a4-ab3e54717dc3 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:28.781029 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:28.923718 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:28.950974 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c883061e-9e3b-4c73-873d-273dc7c2248e details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:02:29.073369 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7d45e162-0335-42f8-b5c4-3fd66b1e6d9c,segment=NetworkSegment(aac90a62-6b51-41bc-a3c6-eda5383d3946),segment_id=aac90a62-6b51-41bc-a3c6-eda5383d3946)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:29.123473 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2fc14348-1448-4ccf-a1a4-ab3e54717dc3 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:29.127838 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-61277cc7-e27c-45fd-b2cf-16c2937bba85 req-04b303b4-220f-4ab5-8fa5-d84835955b45 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=0eb071d1-6f39-4afc-91bb-12176e722075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5168316 Mar 01 21:02:29.140147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6cf8da-78f7-4cf4-997b-3587cc78ea49 req-020e823a-bfd2-4583-a8cc-db13650ddb5e tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:29.141678 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f6cf8da-78f7-4cf4-997b-3587cc78ea49 req-020e823a-bfd2-4583-a8cc-db13650ddb5e tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 943 time: 0.5956087 Mar 01 21:02:29.178063 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:29.196948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94aac75-8ade-48de-a00c-c72d8c761f61 req-a56370b7-6a3e-416b-9245-83beb592bdaa tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:29.198571 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a94aac75-8ade-48de-a00c-c72d8c761f61 req-a56370b7-6a3e-416b-9245-83beb592bdaa tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.6634326 Mar 01 21:02:29.253066 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'name': 'tempest-ServersTestJSON-1607013522-router', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:18Z', 'updated_at': '2022-03-01T21:02:24Z', 'revision_number': 3, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'gw_port': {'id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:21Z', 'updated_at': '2022-03-01T21:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:29.268248 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] Checking router: 8b0e57fb-eccc-446a-bee0-46f0a42c32ee for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:02:29.275158 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] Updating router 8b0e57fb-eccc-446a-bee0-46f0a42c32ee port e537bd84-4a3b-434f-a00b-1eeded53fc94 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:02:29.292593 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-61277cc7-e27c-45fd-b2cf-16c2937bba85 req-7a807540-c198-463c-96ea-1e4c5ab0305b service neutron] 10.222.0.57 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569152 Mar 01 21:02:29.355051 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2fc14348-1448-4ccf-a1a4-ab3e54717dc3 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:29.356751 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:29.391754 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port c883061e-9e3b-4c73-873d-273dc7c2248e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c883061e-9e3b-4c73-873d-273dc7c2248e,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:29.413387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=7d45e162-0335-42f8-b5c4-3fd66b1e6d9c,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:29.421102 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'c883061e-9e3b-4c73-873d-273dc7c2248e', 'network_id': '0eb071d1-6f39-4afc-91bb-12176e722075', 'port_id': 'c883061e-9e3b-4c73-873d-273dc7c2248e', 'mac_address': 'fa:16:3e:3d:f3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f3a5278-957f-4116-9615-00ae8b4a370b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:02:29.469401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-2fc14348-1448-4ccf-a1a4-ab3e54717dc3 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] In _notify_port_updated(), no bound segment for port a679fdc8-8807-436f-8c4d-a0b551c6e114 on network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 {{(pid=88519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:02:29.475274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc14348-1448-4ccf-a1a4-ab3e54717dc3 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:29.475922 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2fc14348-1448-4ccf-a1a4-ab3e54717dc3 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:29.477222 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2fc14348-1448-4ccf-a1a4-ab3e54717dc3 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "PUT /v2.0/ports/a679fdc8-8807-436f-8c4d-a0b551c6e114 HTTP/1.1" status: 200 len: 818 time: 0.9521420 Mar 01 21:02:29.483959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49444) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:29.559469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc14348-1448-4ccf-a1a4-ab3e54717dc3 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=a679fdc8-8807-436f-8c4d-a0b551c6e114,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:29.581299 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:29.592823 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-61277cc7-e27c-45fd-b2cf-16c2937bba85 req-2e11d85b-03ab-4f21-a6d4-bee54dd364b3 service neutron] 10.222.0.57 "GET /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943184 Mar 01 21:02:29.614914 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c883061e-9e3b-4c73-873d-273dc7c2248e {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:02:29.628426 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-3154d11a-4dc9-4a44-9440-0cf179f95839 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port a679fdc8-8807-436f-8c4d-a0b551c6e114 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:29.628775 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3154d11a-4dc9-4a44-9440-0cf179f95839 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:29.698911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port c883061e-9e3b-4c73-873d-273dc7c2248e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c883061e-9e3b-4c73-873d-273dc7c2248e,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:29.704683 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8642e82d-bcef-4510-b4bc-a95759625330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:29.739502 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f6cf8da-78f7-4cf4-997b-3587cc78ea49 req-d66b39ad-0568-4efe-8da2-0ee058b9949b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5674877 Mar 01 21:02:29.764011 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a94aac75-8ade-48de-a00c-c72d8c761f61 req-d0b49a34-c2f9-4e14-849f-d015b9482e45 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5290265 Mar 01 21:02:29.799096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49454) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:29.865626 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:29.881722 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] Transition to ACTIVE for port object e537bd84-4a3b-434f-a00b-1eeded53fc94 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:29.888505 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:29.978838 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=c883061e-9e3b-4c73-873d-273dc7c2248e,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:29.986809 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:30.007886 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.resource_extend [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:02:30.052665 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:30.054690 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-2584456d-ff73-4575-8776-312669060525 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1476926075'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:30.060193 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2584456d-ff73-4575-8776-312669060525 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:30.067440 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2584456d-ff73-4575-8776-312669060525 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Usage tracker for resource:router and tenant:c2976e9136c3488b847bd05f9230927a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:30.069471 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2584456d-ff73-4575-8776-312669060525 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:30.073638 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-988f79f1-dfcc-4660-b269-842f2b4e7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:30.079807 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:02:30.081948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2584456d-ff73-4575-8776-312669060525 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:30.105441 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3154d11a-4dc9-4a44-9440-0cf179f95839 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:30.122372 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:30.199809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] Attempting to bind port e537bd84-4a3b-434f-a00b-1eeded53fc94 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:02:30.199809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] Attempting to bind port e537bd84-4a3b-434f-a00b-1eeded53fc94 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:02:30.199809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] Attempting to bind port e537bd84-4a3b-434f-a00b-1eeded53fc94 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:02:30.205595 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2584456d-ff73-4575-8776-312669060525 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:30.206334 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:02:30.206790 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:02:30.207037 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2584456d-ff73-4575-8776-312669060525 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:30.207196 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:30.207628 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:02:30.208251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] Bound port: e537bd84-4a3b-434f-a00b-1eeded53fc94, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:02:30.208633 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:30.264438 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['c883061e-9e3b-4c73-873d-273dc7c2248e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:02:30.316015 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd506a8-7d52-4b3e-82c5-d819c72fd403 None None] Pushing event updated for resources: {'Port': ['ID=e537bd84-4a3b-434f-a00b-1eeded53fc94,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:30.326422 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-3154d11a-4dc9-4a44-9440-0cf179f95839 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for a679fdc8-8807-436f-8c4d-a0b551c6e114 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:30.349460 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:30.373178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Pushing event updated for resources: {'Port': ['ID=40626e6e-2b68-4c1d-ac81-b744599313a7,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:30.405823 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2584456d-ff73-4575-8776-312669060525 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:30.439341 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:30.440003 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:30.514323 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] For port e537bd84-4a3b-434f-a00b-1eeded53fc94, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:02:30.548158 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] For port e537bd84-4a3b-434f-a00b-1eeded53fc94, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e537bd84-4a3b-434f-a00b-1eeded53fc94,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:02:30.548158 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:30.557097 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2584456d-ff73-4575-8776-312669060525 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:30.557206 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:30.560522 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2719b34c-6466-487b-8fa8-2b1ef430fb9d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6468613 Mar 01 21:02:30.600632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-988f79f1-dfcc-4660-b269-842f2b4e7e35 admin admin] Allocated IP 172.20.0.1 (472c38d0-e825-4706-9372-a0e1682fe50b/d83b90d8-a7ff-4d57-a949-1f46cb1079f7/9659967b-3d3c-4a79-a728-3bf50324ffb9) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:30.622800 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3154d11a-4dc9-4a44-9440-0cf179f95839 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:30.693464 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:30.697139 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:30.733953 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154d11a-4dc9-4a44-9440-0cf179f95839 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Port': ['ID=a679fdc8-8807-436f-8c4d-a0b551c6e114,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:30.738638 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2584456d-ff73-4575-8776-312669060525 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:30.739901 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2584456d-ff73-4575-8776-312669060525 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.9395790 Mar 01 21:02:30.743055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49498) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:30.748862 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3154d11a-4dc9-4a44-9440-0cf179f95839 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:30.752079 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3154d11a-4dc9-4a44-9440-0cf179f95839 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/ports/a679fdc8-8807-436f-8c4d-a0b551c6e114 HTTP/1.1" status: 204 len: 168 time: 1.2651045 Mar 01 21:02:30.784116 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd506a8-7d52-4b3e-82c5-d819c72fd403 None None] Pushing event updated for resources: {'Port': ['ID=e537bd84-4a3b-434f-a00b-1eeded53fc94,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:30.818621 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49502) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:30.827548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] Routers {'8b0e57fb-eccc-446a-bee0-46f0a42c32ee'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:02:30.828169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:02:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8b0e57fb-eccc-446a-bee0-46f0a42c32ee'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:30.861997 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-988f79f1-dfcc-4660-b269-842f2b4e7e35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:30.945091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-988f79f1-dfcc-4660-b269-842f2b4e7e35 admin admin] Transition to ACTIVE for port object 9659967b-3d3c-4a79-a728-3bf50324ffb9 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:30.952943 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79b46020-60e8-4878-a416-afcd0bb073f6 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:31.013018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-e5524556-8bde-4d9b-9851-9cb1cba435b3 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Synchronizing usage tracker for tenant:4948a3f4374642e5b9b9490b5a1ffed4 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:02:31.080109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9050cfee-1832-41c0-96d9-68207683524e req-aefa9501-242c-4774-959b-ff2cab4599de tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:31.081900 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9050cfee-1832-41c0-96d9-68207683524e req-aefa9501-242c-4774-959b-ff2cab4599de tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 944 time: 0.1394460 Mar 01 21:02:31.113458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] Set router 8b0e57fb-eccc-446a-bee0-46f0a42c32ee gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:02:31.131853 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:02:31.163095 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9050cfee-1832-41c0-96d9-68207683524e req-6bc74569-4df8-4b08-af5b-ec00d8f61572 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729749 Mar 01 21:02:31.164431 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-e5524556-8bde-4d9b-9851-9cb1cba435b3 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Unset dirty status for tenant:4948a3f4374642e5b9b9490b5a1ffed4 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:02:31.165501 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-e5524556-8bde-4d9b-9851-9cb1cba435b3 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1953342963&fields=id&tenant_id=4948a3f4374642e5b9b9490b5a1ffed4 HTTP/1.1" status: 200 len: 267 time: 0.2998190 Mar 01 21:02:31.233732 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-988f79f1-dfcc-4660-b269-842f2b4e7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:31.287103 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49516) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:31.387547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988f79f1-dfcc-4660-b269-842f2b4e7e35 admin admin] Network 472c38d0-e825-4706-9372-a0e1682fe50b is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:31.431230 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-988f79f1-dfcc-4660-b269-842f2b4e7e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:31.448231 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79b46020-60e8-4878-a416-afcd0bb073f6 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:31.453426 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988f79f1-dfcc-4660-b269-842f2b4e7e35 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:02:31.457997 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79b46020-60e8-4878-a416-afcd0bb073f6 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:31.481947 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309fb106-efec-4288-870b-09db2e319bb2 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:31.482993 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-309fb106-efec-4288-870b-09db2e319bb2 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Synchronizing usage tracker for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:02:31.586491 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8d7781b-22e9-4696-af08-1de2f7e774cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:31.604862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f8d7781b-22e9-4696-af08-1de2f7e774cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:31.609322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f8d7781b-22e9-4696-af08-1de2f7e774cc admin admin] Usage tracker for resource:security_group_rule and tenant:ab928d85c48940c2b51ecc3e9bfeda8e is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:31.612857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f8d7781b-22e9-4696-af08-1de2f7e774cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:31.614414 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'name': 'tempest-ServersTestJSON-1607013522-router', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:18Z', 'updated_at': '2022-03-01T21:02:24Z', 'revision_number': 3, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'gw_port': {'id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:21Z', 'updated_at': '2022-03-01T21:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:31.619663 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5cced7e-0181-4192-8a82-941fd235df93 None None] The sync data for ids ['8b0e57fb-eccc-446a-bee0-46f0a42c32ee'] in n-d-827896-4 is: [{'id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'name': 'tempest-ServersTestJSON-1607013522-router', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:18Z', 'updated_at': '2022-03-01T21:02:24Z', 'revision_number': 3, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'gw_port': {'id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:21Z', 'updated_at': '2022-03-01T21:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:02:31.620583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f8d7781b-22e9-4696-af08-1de2f7e774cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:31.647518 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-309fb106-efec-4288-870b-09db2e319bb2 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Unset dirty status for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:02:31.648992 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-309fb106-efec-4288-870b-09db2e319bb2 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.8232815 Mar 01 21:02:31.653887 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49522) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:31.702478 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f79f1-dfcc-4660-b269-842f2b4e7e35 admin admin] Pushing event updated for resources: {'Port': ['ID=9659967b-3d3c-4a79-a728-3bf50324ffb9,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:31.704788 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c363b5-b99f-4779-818a-1a7fcb9dc82e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] GET failed (client error): The resource could not be found. Mar 01 21:02:31.706312 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c4c363b5-b99f-4779-818a-1a7fcb9dc82e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports/a679fdc8-8807-436f-8c4d-a0b551c6e114 HTTP/1.1" status: 404 len: 333 time: 0.0512652 Mar 01 21:02:31.714170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49526) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:31.718243 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79b46020-60e8-4878-a416-afcd0bb073f6 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:31.718827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b46020-60e8-4878-a416-afcd0bb073f6 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router efe77766-e22e-4eed-88af-77524808ef44 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:02:31.737037 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-44187206-7534-4005-b6dc-b579c38502bc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-661363525'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:31.755848 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-44187206-7534-4005-b6dc-b579c38502bc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:31.761175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-44187206-7534-4005-b6dc-b579c38502bc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:network and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:31.764623 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-988f79f1-dfcc-4660-b269-842f2b4e7e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:31.766010 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-44187206-7534-4005-b6dc-b579c38502bc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:31.780337 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-44187206-7534-4005-b6dc-b579c38502bc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:31.797441 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79b46020-60e8-4878-a416-afcd0bb073f6 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:31.798762 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-79b46020-60e8-4878-a416-afcd0bb073f6 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] 10.222.0.42 "DELETE /v2.0/routers/efe77766-e22e-4eed-88af-77524808ef44 HTTP/1.1" status: 204 len: 168 time: 1.0545962 Mar 01 21:02:31.802185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49530) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:31.812735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-6719bfe5-c06a-4e8b-8b04-e1e1a142d85d tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Request body: {'router': {'name': 'tempest-router-292344502', 'distributed': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:31.822357 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6719bfe5-c06a-4e8b-8b04-e1e1a142d85d tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:31.833751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6719bfe5-c06a-4e8b-8b04-e1e1a142d85d tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Usage tracker for resource:router and tenant:c2976e9136c3488b847bd05f9230927a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:31.836949 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6719bfe5-c06a-4e8b-8b04-e1e1a142d85d tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:31.851537 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6719bfe5-c06a-4e8b-8b04-e1e1a142d85d tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:31.870451 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8d7781b-22e9-4696-af08-1de2f7e774cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:31.916227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-9d7fbdd4-8b23-455a-998d-218bf10ae6c6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:31.916227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-9d7fbdd4-8b23-455a-998d-218bf10ae6c6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Synchronizing usage tracker for tenant:4948a3f4374642e5b9b9490b5a1ffed4 on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:02:31.945206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44187206-7534-4005-b6dc-b579c38502bc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:31.951864 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44187206-7534-4005-b6dc-b579c38502bc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:31.988166 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44187206-7534-4005-b6dc-b579c38502bc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:02:32.001326 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44187206-7534-4005-b6dc-b579c38502bc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:32.001761 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-44187206-7534-4005-b6dc-b579c38502bc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Added segment ff9632bf-2646-4c53-97de-e88093a154e2 of type vlan for network feaf9c01-5a97-4b74-8dfa-121e5452209d Mar 01 21:02:32.007410 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4596e34-7169-481a-8230-f405e09d8550 req-3ab856df-fad4-45f0-9f9d-d7cf8282d758 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:32.009426 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c4596e34-7169-481a-8230-f405e09d8550 req-3ab856df-fad4-45f0-9f9d-d7cf8282d758 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.6239135 Mar 01 21:02:32.047403 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e09d85ad-5a13-4337-b096-1727582a28ab None None] Provisioning for port 9659967b-3d3c-4a79-a728-3bf50324ffb9 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:32.063860 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44187206-7534-4005-b6dc-b579c38502bc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:32.073943 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e09d85ad-5a13-4337-b096-1727582a28ab None None] Provisioning complete for port 9659967b-3d3c-4a79-a728-3bf50324ffb9 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:32.075050 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e09d85ad-5a13-4337-b096-1727582a28ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:32.107038 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c4596e34-7169-481a-8230-f405e09d8550 req-3c543c99-7d99-4e84-a82e-d4815bbefc0e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836489 Mar 01 21:02:32.132819 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8d7781b-22e9-4696-af08-1de2f7e774cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:32.160578 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e09d85ad-5a13-4337-b096-1727582a28ab None None] Port 9659967b-3d3c-4a79-a728-3bf50324ffb9 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:02:32.178358 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-9d7fbdd4-8b23-455a-998d-218bf10ae6c6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Unset dirty status for tenant:4948a3f4374642e5b9b9490b5a1ffed4 on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:02:32.179642 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-9d7fbdd4-8b23-455a-998d-218bf10ae6c6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/networks?id=33ba965f-d417-4519-8f89-3aefcdaf09c3 HTTP/1.1" status: 200 len: 811 time: 1.0053957 Mar 01 21:02:32.196158 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f8d7781b-22e9-4696-af08-1de2f7e774cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab928d85c48940c2b51ecc3e9bfeda8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8997889 Mar 01 21:02:32.196158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7781b-22e9-4696-af08-1de2f7e774cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9fd212-f136-4360-b90b-ee1075c00ddc,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:32.197170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49536) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:32.211421 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-cc3a1b6b-7c1c-4133-901f-656596ebbeb3 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/quotas/4948a3f4374642e5b9b9490b5a1ffed4 HTTP/1.1" status: 200 len: 375 time: 0.0252767 Mar 01 21:02:32.281388 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:32.286246 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44187206-7534-4005-b6dc-b579c38502bc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:32.292937 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44187206-7534-4005-b6dc-b579c38502bc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:32.294874 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44187206-7534-4005-b6dc-b579c38502bc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:32.314350 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ce58c5c-c200-4795-a2d8-5b75ee92e660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:32.348456 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6719bfe5-c06a-4e8b-8b04-e1e1a142d85d tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:32.349687 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6719bfe5-c06a-4e8b-8b04-e1e1a142d85d tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:32.407532 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-988f79f1-dfcc-4660-b269-842f2b4e7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:32.436038 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ce58c5c-c200-4795-a2d8-5b75ee92e660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:32.471171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44187206-7534-4005-b6dc-b579c38502bc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Network': ['ID=feaf9c01-5a97-4b74-8dfa-121e5452209d,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:32.473947 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6719bfe5-c06a-4e8b-8b04-e1e1a142d85d tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:32.489664 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network feaf9c01-5a97-4b74-8dfa-121e5452209d details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:02:32.506270 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-2355441c-0de5-4393-919a-cef94b5bdfc5 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4948a3f4374642e5b9b9490b5a1ffed4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2828605 Mar 01 21:02:32.570274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e03ee79-8ca7-4abf-9775-9d58d1474b07 req-ecb24095-556a-4336-969b-67d23317d328 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:32.571824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5e03ee79-8ca7-4abf-9775-9d58d1474b07 req-ecb24095-556a-4336-969b-67d23317d328 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 944 time: 0.2504952 Mar 01 21:02:32.582874 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6719bfe5-c06a-4e8b-8b04-e1e1a142d85d tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:32.622888 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ce58c5c-c200-4795-a2d8-5b75ee92e660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:32.642477 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce58c5c-c200-4795-a2d8-5b75ee92e660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9fd212-f136-4360-b90b-ee1075c00ddc,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:32.650310 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ce58c5c-c200-4795-a2d8-5b75ee92e660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:32.651479 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0ce58c5c-c200-4795-a2d8-5b75ee92e660 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf9fd212-f136-4360-b90b-ee1075c00ddc HTTP/1.1" status: 204 len: 168 time: 0.4533880 Mar 01 21:02:32.780704 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-44187206-7534-4005-b6dc-b579c38502bc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0637789 Mar 01 21:02:32.783509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49542) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:32.789387 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d17ca6e3-b6e4-4178-aa96-9ab9c79c3064 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'subnet': {'network_id': 'feaf9c01-5a97-4b74-8dfa-121e5452209d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:32.829911 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5e03ee79-8ca7-4abf-9775-9d58d1474b07 req-e5ccc9dc-d5da-48ad-aa8e-70e7799b9236 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375429 Mar 01 21:02:32.886042 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-f2f8dea3-8330-43d2-a1c3-cddb8f108649 service neutron] 10.222.0.42 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462923 Mar 01 21:02:32.907037 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6719bfe5-c06a-4e8b-8b04-e1e1a142d85d tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:32.910858 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6719bfe5-c06a-4e8b-8b04-e1e1a142d85d tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.1049688 Mar 01 21:02:32.914064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49546) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:32.994805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c883061e-9e3b-4c73-873d-273dc7c2248e up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:02:33.023856 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-988f79f1-dfcc-4660-b269-842f2b4e7e35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:33.085103 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-38ead24a-b513-487d-8348-7ab8848c038e service neutron] 10.222.0.42 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909878 Mar 01 21:02:33.117404 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-988f79f1-dfcc-4660-b269-842f2b4e7e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:33.231575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d17ca6e3-b6e4-4178-aa96-9ab9c79c3064 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:33.234624 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5d08151e-79bf-4db6-a500-47fc0e22eb51 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:33.236237 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-988f79f1-dfcc-4660-b269-842f2b4e7e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:33.253397 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port c883061e-9e3b-4c73-873d-273dc7c2248e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:33.260959 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port c883061e-9e3b-4c73-873d-273dc7c2248e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:33.261537 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:33.296935 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d17ca6e3-b6e4-4178-aa96-9ab9c79c3064 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:subnet and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:33.308334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d17ca6e3-b6e4-4178-aa96-9ab9c79c3064 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:33.317591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d17ca6e3-b6e4-4178-aa96-9ab9c79c3064 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:33.402105 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f79f1-dfcc-4660-b269-842f2b4e7e35 admin admin] Pushing event updated for resources: {'Port': ['ID=9659967b-3d3c-4a79-a728-3bf50324ffb9,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:33.518642 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:33.571833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port c883061e-9e3b-4c73-873d-273dc7c2248e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c883061e-9e3b-4c73-873d-273dc7c2248e,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:33.573374 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b2c527-068f-49c7-9ebb-00ba5b546e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c883061e-9e3b-4c73-873d-273dc7c2248e'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:02:33.612720 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d35d242c-b23a-4b56-8e46-4dbcbd67b760 req-c860e3b6-a5d3-400f-9e93-28d1e4b6f5f4 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 210 time: 0.0560565 Mar 01 21:02:33.614568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17ca6e3-b6e4-4178-aa96-9ab9c79c3064 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:33.618168 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d17ca6e3-b6e4-4178-aa96-9ab9c79c3064 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:33.619682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-988f79f1-dfcc-4660-b269-842f2b4e7e35 admin admin] Network 472c38d0-e825-4706-9372-a0e1682fe50b is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:33.622336 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-988f79f1-dfcc-4660-b269-842f2b4e7e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:33.631588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b53f37-4412-4542-b217-bc949e88b5a7 req-548a6594-d7aa-4a1f-8d48-4d37b123b98e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:33.633650 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5d08151e-79bf-4db6-a500-47fc0e22eb51 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:33.639514 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5d08151e-79bf-4db6-a500-47fc0e22eb51 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:33.640136 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94b53f37-4412-4542-b217-bc949e88b5a7 req-548a6594-d7aa-4a1f-8d48-4d37b123b98e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.2998979 Mar 01 21:02:33.748198 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:33.834220 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94b53f37-4412-4542-b217-bc949e88b5a7 req-f30d94a1-7816-4daa-bd7a-921a7c3f053f tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895478 Mar 01 21:02:33.866414 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2c527-068f-49c7-9ebb-00ba5b546e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c883061e-9e3b-4c73-873d-273dc7c2248e', 'code': 200} Mar 01 21:02:33.925271 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=c883061e-9e3b-4c73-873d-273dc7c2248e,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:34.093842 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b41c22f8-ea84-4671-9d39-53932fcf28fa None None] Provisioning complete for port 9659967b-3d3c-4a79-a728-3bf50324ffb9 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:34.094833 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b41c22f8-ea84-4671-9d39-53932fcf28fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:34.108347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3762ca44-1db3-46f3-a6da-198b7366d851 req-f35a3157-0af2-4f75-a65a-028bc19d5af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:34.116799 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3762ca44-1db3-46f3-a6da-198b7366d851 req-f35a3157-0af2-4f75-a65a-028bc19d5af1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 1096 time: 0.2136347 Mar 01 21:02:34.163820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e537bd84-4a3b-434f-a00b-1eeded53fc94 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:02:34.198722 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5d08151e-79bf-4db6-a500-47fc0e22eb51 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:34.200123 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d08151e-79bf-4db6-a500-47fc0e22eb51 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a86396ae-8256-4ebd-9756-c9b398c8c6d6 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:02:34.204637 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3762ca44-1db3-46f3-a6da-198b7366d851 req-93b25973-3046-4ab8-9b19-0f23956059d7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839770 Mar 01 21:02:34.234195 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5d08151e-79bf-4db6-a500-47fc0e22eb51 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:34.235608 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5d08151e-79bf-4db6-a500-47fc0e22eb51 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] 10.222.0.42 "DELETE /v2.0/routers/a86396ae-8256-4ebd-9756-c9b398c8c6d6 HTTP/1.1" status: 204 len: 168 time: 1.3206367 Mar 01 21:02:34.244326 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49580) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:34.254795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-5e5a9359-9f40-4edd-96cf-2ce6edd0c10c tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Request body: {'router': {'name': 'tempest-router-48265008', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '19431622e5cf46bf8e811379a30e56c8'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:34.264502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5e5a9359-9f40-4edd-96cf-2ce6edd0c10c tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:34.271746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5e5a9359-9f40-4edd-96cf-2ce6edd0c10c tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Usage tracker for resource:router and tenant:19431622e5cf46bf8e811379a30e56c8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:34.274136 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b41c22f8-ea84-4671-9d39-53932fcf28fa None None] Port 9659967b-3d3c-4a79-a728-3bf50324ffb9 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:02:34.281277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5e5a9359-9f40-4edd-96cf-2ce6edd0c10c tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:34.285857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-988f79f1-dfcc-4660-b269-842f2b4e7e35 admin admin] Router 8b0e57fb-eccc-446a-bee0-46f0a42c32ee has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:02:34.293498 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5e5a9359-9f40-4edd-96cf-2ce6edd0c10c tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:34.388912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8058136-2f94-4f7d-a056-c14ae449cc4c req-20e2f007-c38f-45ab-9caa-4f28d95a4895 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:34.390367 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8058136-2f94-4f7d-a056-c14ae449cc4c req-20e2f007-c38f-45ab-9caa-4f28d95a4895 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.2776000 Mar 01 21:02:34.401989 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port e537bd84-4a3b-434f-a00b-1eeded53fc94 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:34.407423 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port e537bd84-4a3b-434f-a00b-1eeded53fc94 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:34.407798 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:34.451478 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d17ca6e3-b6e4-4178-aa96-9ab9c79c3064 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:34.454780 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9359-9f40-4edd-96cf-2ce6edd0c10c tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:34.455800 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9359-9f40-4edd-96cf-2ce6edd0c10c tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:34.524993 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8058136-2f94-4f7d-a056-c14ae449cc4c req-91178951-4bbb-4bc7-9806-cbe3842701fd tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264789 Mar 01 21:02:34.534013 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ca6e3-b6e4-4178-aa96-9ab9c79c3064 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Subnet': ['ID=10418d77-50e1-44ae-8b05-d520c41dd6fa,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:34.569254 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9359-9f40-4edd-96cf-2ce6edd0c10c tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:34.569506 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:34.582870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988f79f1-dfcc-4660-b269-842f2b4e7e35 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:02:34.593727 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] Sync routers for ids ['8b0e57fb-eccc-446a-bee0-46f0a42c32ee'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:02:34.595776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port e537bd84-4a3b-434f-a00b-1eeded53fc94, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e537bd84-4a3b-434f-a00b-1eeded53fc94,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:34.607420 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17ca6e3-b6e4-4178-aa96-9ab9c79c3064 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Checking segment: {'id': 'ff9632bf-2646-4c53-97de-e88093a154e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'feaf9c01-5a97-4b74-8dfa-121e5452209d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:02:34.607790 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17ca6e3-b6e4-4178-aa96-9ab9c79c3064 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network hostable DHCP agents. Network: feaf9c01-5a97-4b74-8dfa-121e5452209d, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:02:34.609693 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] Routers {'8b0e57fb-eccc-446a-bee0-46f0a42c32ee'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:02:34.610755 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:02:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8b0e57fb-eccc-446a-bee0-46f0a42c32ee'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:34.614477 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-988f79f1-dfcc-4660-b269-842f2b4e7e35 admin admin] 10.222.0.42 "PUT /v2.0/routers/8b0e57fb-eccc-446a-bee0-46f0a42c32ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3092029 Mar 01 21:02:34.675683 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:34.700465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17ca6e3-b6e4-4178-aa96-9ab9c79c3064 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network feaf9c01-5a97-4b74-8dfa-121e5452209d is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:02:34.701276 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9359-9f40-4edd-96cf-2ce6edd0c10c tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:34.780283 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-d17ca6e3-b6e4-4178-aa96-9ab9c79c3064 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, feaf9c01-5a97-4b74-8dfa-121e5452209d) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:34.788760 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17ca6e3-b6e4-4178-aa96-9ab9c79c3064 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:34.795546 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d17ca6e3-b6e4-4178-aa96-9ab9c79c3064 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:34.798132 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-16cd903b-be1c-490d-94ba-519d70afb75d req-26f452ba-b29f-48b8-99df-240b14623766 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 210 time: 0.0871906 Mar 01 21:02:34.817082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c316eb17-08c4-494a-a16f-f92dd8ba7fd1 None None] Network feaf9c01-5a97-4b74-8dfa-121e5452209d requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:02:34.860731 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=e537bd84-4a3b-434f-a00b-1eeded53fc94,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:34.876537 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e5a9359-9f40-4edd-96cf-2ce6edd0c10c tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:34.878769 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5e5a9359-9f40-4edd-96cf-2ce6edd0c10c tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6328089 Mar 01 21:02:34.880992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49600) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:34.890369 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-10623756-f8da-4643-811e-f7e2aa821e26 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:34.908412 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] Set router 8b0e57fb-eccc-446a-bee0-46f0a42c32ee gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:02:35.160895 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49606) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:35.161417 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d17ca6e3-b6e4-4178-aa96-9ab9c79c3064 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3729973 Mar 01 21:02:35.171324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-04a2e387-f817-4f12-9075-fbc95234ae75 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'subnet': {'network_id': 'feaf9c01-5a97-4b74-8dfa-121e5452209d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:35.247458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-feaf9c01-5a97-4b74-8dfa-121e5452209d', 'network_id': 'feaf9c01-5a97-4b74-8dfa-121e5452209d', 'tenant_id': '0668b57922e840b2aaaabc5aa0ce1805', 'fixed_ips': [{'subnet_id': '10418d77-50e1-44ae-8b05-d520c41dd6fa'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:02:35.247458 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:35.354515 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-04a2e387-f817-4f12-9075-fbc95234ae75 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:35.413694 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-04a2e387-f817-4f12-9075-fbc95234ae75 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:subnet and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:35.457328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-04a2e387-f817-4f12-9075-fbc95234ae75 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:35.484683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-04a2e387-f817-4f12-9075-fbc95234ae75 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:35.545721 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d2805-8567-4662-9921-5b5a7e9758dd req-a336343c-9666-44f8-9e49-a24f938e101c tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:35.547742 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e03d2805-8567-4662-9921-5b5a7e9758dd req-a336343c-9666-44f8-9e49-a24f938e101c tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.1895761 Mar 01 21:02:35.595892 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a2e387-f817-4f12-9075-fbc95234ae75 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:35.596593 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'name': 'tempest-ServersTestJSON-1607013522-router', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:18Z', 'updated_at': '2022-03-01T21:02:32Z', 'revision_number': 4, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'gw_port': {'id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:21Z', 'updated_at': '2022-03-01T21:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '9659967b-3d3c-4a79-a728-3bf50324ffb9', 'name': '', 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'mac_address': 'fa:16:3e:96:46:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'd83b90d8-a7ff-4d57-a949-1f46cb1079f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:30Z', 'updated_at': '2022-03-01T21:02:32Z', 'revision_number': 2, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'subnets': [{'id': 'd83b90d8-a7ff-4d57-a949-1f46cb1079f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:35.600246 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04a2e387-f817-4f12-9075-fbc95234ae75 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:35.602115 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] Checking router: 8b0e57fb-eccc-446a-bee0-46f0a42c32ee for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:02:35.602621 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] Updating router 8b0e57fb-eccc-446a-bee0-46f0a42c32ee port 9659967b-3d3c-4a79-a728-3bf50324ffb9 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:02:35.648085 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10623756-f8da-4643-811e-f7e2aa821e26 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:35.648327 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10623756-f8da-4643-811e-f7e2aa821e26 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:35.661107 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e03d2805-8567-4662-9921-5b5a7e9758dd req-3c8d1692-3166-49fe-9c20-35e0d90dffec tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048326 Mar 01 21:02:35.669769 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:35.712726 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Allocated IP 172.20.0.2 (feaf9c01-5a97-4b74-8dfa-121e5452209d/10418d77-50e1-44ae-8b05-d520c41dd6fa/79a2ee5b-d258-46d5-a36d-84a54846146b) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:35.891092 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49620) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:35.891092 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-623fb9e6-f7c9-4d86-8161-097004f48215 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1640731969', 'description': 'tempest-description--1363776358'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:35.891092 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-623fb9e6-f7c9-4d86-8161-097004f48215 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:35.896213 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-623fb9e6-f7c9-4d86-8161-097004f48215 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Usage tracker for resource:security_group and tenant:49f701ea16be4fb88d89fc6971a38e65 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:35.900407 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-623fb9e6-f7c9-4d86-8161-097004f48215 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:35.908056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-623fb9e6-f7c9-4d86-8161-097004f48215 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:35.925188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-10623756-f8da-4643-811e-f7e2aa821e26 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88519) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Mar 01 21:02:35.925685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-10623756-f8da-4643-811e-f7e2aa821e26 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Router f03e6196-a472-4679-9dcd-66491cab1771 migrating from provider to provider. {{(pid=88519) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Mar 01 21:02:35.926488 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10623756-f8da-4643-811e-f7e2aa821e26 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:35.932980 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10623756-f8da-4643-811e-f7e2aa821e26 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:36.002697 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-623fb9e6-f7c9-4d86-8161-097004f48215 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:36.047250 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10623756-f8da-4643-811e-f7e2aa821e26 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:36.128182 n-d-827896-4 neutron-server[88518]: INFO neutron.db.ipam_backend_mixin [None req-04a2e387-f817-4f12-9075-fbc95234ae75 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 10418d77-50e1-44ae-8b05-d520c41dd6fa (CIDR: 172.20.0.0/28) Mar 01 21:02:36.187293 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bac2e20d-f3b2-45cf-a44f-127dbc649a30 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:02:36.218037 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e537bd84-4a3b-434f-a00b-1eeded53fc94 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:02:36.237146 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-906b6a63-c06e-4929-bfc7-81159bec2c93 req-45c534de-d02f-4d44-8a0c-d6c644024288 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 210 time: 0.1388216 Mar 01 21:02:36.248346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87e187-65a7-4861-a6e2-d34c65ebde11 req-f53e271e-dec0-472a-b8a6-ce6f50e381fe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:36.249944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a87e187-65a7-4861-a6e2-d34c65ebde11 req-f53e271e-dec0-472a-b8a6-ce6f50e381fe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.3941627 Mar 01 21:02:36.251066 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a2e387-f817-4f12-9075-fbc95234ae75 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:02:36.251594 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a2e387-f817-4f12-9075-fbc95234ae75 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:02:36.278847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-623fb9e6-f7c9-4d86-8161-097004f48215 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:36.284159 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-623fb9e6-f7c9-4d86-8161-097004f48215 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Usage tracker for resource:security_group_rule and tenant:49f701ea16be4fb88d89fc6971a38e65 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:36.288322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-623fb9e6-f7c9-4d86-8161-097004f48215 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:36.300262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-623fb9e6-f7c9-4d86-8161-097004f48215 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:36.312704 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a87e187-65a7-4861-a6e2-d34c65ebde11 req-3f3d20f8-94b6-4c81-818d-41d6f2a362e6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556273 Mar 01 21:02:36.317467 n-d-827896-4 neutron-server[88519]: WARNING neutron.scheduler.l3_agent_scheduler [None req-10623756-f8da-4643-811e-f7e2aa821e26 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] No L3 agents can host the router f03e6196-a472-4679-9dcd-66491cab1771 Mar 01 21:02:36.337829 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:36.354143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Transition to ACTIVE for port object 79a2ee5b-d258-46d5-a36d-84a54846146b will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:36.379911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Transition to ACTIVE for port object 79a2ee5b-d258-46d5-a36d-84a54846146b will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:36.394561 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port e537bd84-4a3b-434f-a00b-1eeded53fc94 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:36.395146 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:36.461051 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:36.490294 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-04a2e387-f817-4f12-9075-fbc95234ae75 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3238270 Mar 01 21:02:36.490837 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] Transition to ACTIVE for port object 9659967b-3d3c-4a79-a728-3bf50324ffb9 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:36.490920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49634) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:36.500374 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-468abb70-aa81-4d2b-bcd0-23f4f4d3ee83 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'subnet': {'network_id': 'feaf9c01-5a97-4b74-8dfa-121e5452209d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:36.601068 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:36.616011 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:36.689492 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:36.725192 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Network feaf9c01-5a97-4b74-8dfa-121e5452209d is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:36.731797 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:36.761383 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:02:36.764291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-468abb70-aa81-4d2b-bcd0-23f4f4d3ee83 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:36.785170 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-468abb70-aa81-4d2b-bcd0-23f4f4d3ee83 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:subnet and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:36.794650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-468abb70-aa81-4d2b-bcd0-23f4f4d3ee83 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:36.804178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-468abb70-aa81-4d2b-bcd0-23f4f4d3ee83 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:36.844168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10623756-f8da-4643-811e-f7e2aa821e26 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Hosts for router f03e6196-a472-4679-9dcd-66491cab1771: [] {{(pid=88519) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Mar 01 21:02:36.938404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10623756-f8da-4643-811e-f7e2aa821e26 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Hosts for other DVR routers connected to router f03e6196-a472-4679-9dcd-66491cab1771: set() {{(pid=88519) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Mar 01 21:02:36.968778 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327868c6-a8b9-4895-b856-fa9b3bb6f456 None None] Pushing event updated for resources: {'Port': ['ID=9659967b-3d3c-4a79-a728-3bf50324ffb9,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:37.017413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b740f2-9254-4d6d-8951-ec762b71c95a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac2e20d-f3b2-45cf-a44f-127dbc649a30'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:02:37.022219 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10623756-f8da-4643-811e-f7e2aa821e26 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:37.037144 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-10623756-f8da-4643-811e-f7e2aa821e26 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] 10.222.0.42 "PUT /v2.0/routers/f03e6196-a472-4679-9dcd-66491cab1771 HTTP/1.1" status: 200 len: 715 time: 2.1522355 Mar 01 21:02:37.038998 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49650) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:37.040556 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Pushing event updated for resources: {'Port': ['ID=79a2ee5b-d258-46d5-a36d-84a54846146b,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:37.066453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468abb70-aa81-4d2b-bcd0-23f4f4d3ee83 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:37.070646 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-468abb70-aa81-4d2b-bcd0-23f4f4d3ee83 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:37.100349 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bac2e20d-f3b2-45cf-a44f-127dbc649a30, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bac2e20d-f3b2-45cf-a44f-127dbc649a30,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:37.115949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Attempting to bind port 79a2ee5b-d258-46d5-a36d-84a54846146b on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:02:37.116312 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Attempting to bind port 79a2ee5b-d258-46d5-a36d-84a54846146b by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'ff9632bf-2646-4c53-97de-e88093a154e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'feaf9c01-5a97-4b74-8dfa-121e5452209d'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:02:37.116672 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Attempting to bind port 79a2ee5b-d258-46d5-a36d-84a54846146b on network feaf9c01-5a97-4b74-8dfa-121e5452209d {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:02:37.126098 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:02:37.126474 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Checking segment: {'id': 'ff9632bf-2646-4c53-97de-e88093a154e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'feaf9c01-5a97-4b74-8dfa-121e5452209d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:02:37.126874 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:37.127267 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Bound using segment: {'id': 'ff9632bf-2646-4c53-97de-e88093a154e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'feaf9c01-5a97-4b74-8dfa-121e5452209d'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:02:37.127772 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Bound port: 79a2ee5b-d258-46d5-a36d-84a54846146b, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9632bf-2646-4c53-97de-e88093a154e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'feaf9c01-5a97-4b74-8dfa-121e5452209d'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:02:37.128142 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:37.151274 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] Attempting to bind port 9659967b-3d3c-4a79-a728-3bf50324ffb9 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:02:37.152080 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] Attempting to bind port 9659967b-3d3c-4a79-a728-3bf50324ffb9 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'd2a42a8c-62c6-4f19-a4e0-684e0556e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:02:37.154079 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] Attempting to bind port 9659967b-3d3c-4a79-a728-3bf50324ffb9 on network 472c38d0-e825-4706-9372-a0e1682fe50b {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:02:37.161825 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:02:37.162933 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] Checking segment: {'id': 'd2a42a8c-62c6-4f19-a4e0-684e0556e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:02:37.164548 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:37.165152 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] Bound using segment: {'id': 'd2a42a8c-62c6-4f19-a4e0-684e0556e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:02:37.175551 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] Bound port: 9659967b-3d3c-4a79-a728-3bf50324ffb9, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2a42a8c-62c6-4f19-a4e0-684e0556e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:02:37.175551 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:37.230483 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-623fb9e6-f7c9-4d86-8161-097004f48215 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:37.277885 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60453e-8ecc-4586-8d52-fe9db996fed2 req-46354bb8-055a-4018-8ae9-3015346ead3a tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:37.285817 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae60453e-8ecc-4586-8d52-fe9db996fed2 req-46354bb8-055a-4018-8ae9-3015346ead3a tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.3631558 Mar 01 21:02:37.291407 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] For port 79a2ee5b-d258-46d5-a36d-84a54846146b, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:02:37.301203 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] For port 79a2ee5b-d258-46d5-a36d-84a54846146b, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=79a2ee5b-d258-46d5-a36d-84a54846146b,segment=NetworkSegment(ff9632bf-2646-4c53-97de-e88093a154e2),segment_id=ff9632bf-2646-4c53-97de-e88093a154e2)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:02:37.303112 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:37.371183 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8f757597-3b1e-484a-886c-35d4c22f777c tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] 10.222.0.42 "GET /v2.0/routers/f03e6196-a472-4679-9dcd-66491cab1771 HTTP/1.1" status: 200 len: 715 time: 0.3316996 Mar 01 21:02:37.381879 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] For port 9659967b-3d3c-4a79-a728-3bf50324ffb9, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:02:37.382035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49658) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:37.382149 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] For port 9659967b-3d3c-4a79-a728-3bf50324ffb9, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9659967b-3d3c-4a79-a728-3bf50324ffb9,segment=NetworkSegment(d2a42a8c-62c6-4f19-a4e0-684e0556e759),segment_id=d2a42a8c-62c6-4f19-a4e0-684e0556e759)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:02:37.382248 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-623fb9e6-f7c9-4d86-8161-097004f48215 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:37.399540 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=bac2e20d-f3b2-45cf-a44f-127dbc649a30,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:37.404098 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae60453e-8ecc-4586-8d52-fe9db996fed2 req-99987d32-aa37-4735-8c4d-74d1dc4fc87e tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169181 Mar 01 21:02:37.421439 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5331e19-7dce-4884-aa16-c9cebc80dc1a req-394e0ce6-3497-4425-9b40-87f7cda10210 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:37.429279 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f5331e19-7dce-4884-aa16-c9cebc80dc1a req-394e0ce6-3497-4425-9b40-87f7cda10210 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.5492032 Mar 01 21:02:37.433268 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:37.453304 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623fb9e6-f7c9-4d86-8161-097004f48215 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e56c719-69fd-4112-92df-821606b04e9f,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:37.491645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-28d51dcc-f2f3-43ef-8239-309b4927546b tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:37.492416 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-28d51dcc-f2f3-43ef-8239-309b4927546b tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.57 "GET /v2.0/networks?id=33ba965f-d417-4519-8f89-3aefcdaf09c3 HTTP/1.1" status: 200 len: 811 time: 0.3138359 Mar 01 21:02:37.523642 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f5331e19-7dce-4884-aa16-c9cebc80dc1a req-42b5aa07-b572-4855-b045-a7fe75fbb173 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835168 Mar 01 21:02:37.540185 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b740f2-9254-4d6d-8951-ec762b71c95a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bac2e20d-f3b2-45cf-a44f-127dbc649a30', 'code': 200} Mar 01 21:02:37.567690 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-a35b2830-9378-488f-9227-8dffadca3d52 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Synchronizing usage tracker for tenant:4948a3f4374642e5b9b9490b5a1ffed4 on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:02:37.568894 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:37.572301 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-623fb9e6-f7c9-4d86-8161-097004f48215 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:37.574962 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-623fb9e6-f7c9-4d86-8161-097004f48215 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.7060962 Mar 01 21:02:37.597416 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49666) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:37.608623 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-a35b2830-9378-488f-9227-8dffadca3d52 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Unset dirty status for tenant:4948a3f4374642e5b9b9490b5a1ffed4 on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:02:37.612020 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-a35b2830-9378-488f-9227-8dffadca3d52 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4948a3f4374642e5b9b9490b5a1ffed4 HTTP/1.1" status: 200 len: 380 time: 0.1112602 Mar 01 21:02:37.612366 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676722c9-cc4c-48e3-938e-1616d20f3b5e None None] Pushing event updated for resources: {'Port': ['ID=79a2ee5b-d258-46d5-a36d-84a54846146b,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:37.626256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-81e68e31-d026-4a2a-934d-683872689eb6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Request body: {'port': {'device_id': '0cb509f9-9053-4c07-acaf-e923cd1ac1ce', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'admin_state_up': True, 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'security_groups': ['71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:37.732822 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] Routers {'8b0e57fb-eccc-446a-bee0-46f0a42c32ee'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:02:37.733632 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:02:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8b0e57fb-eccc-446a-bee0-46f0a42c32ee'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:37.849315 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-81e68e31-d026-4a2a-934d-683872689eb6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:37.855679 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-81e68e31-d026-4a2a-934d-683872689eb6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Usage tracker for resource:port and tenant:4948a3f4374642e5b9b9490b5a1ffed4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:37.863584 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-81e68e31-d026-4a2a-934d-683872689eb6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:37.879565 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-81e68e31-d026-4a2a-934d-683872689eb6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:37.922061 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327868c6-a8b9-4895-b856-fa9b3bb6f456 None None] Pushing event updated for resources: {'Port': ['ID=9659967b-3d3c-4a79-a728-3bf50324ffb9,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:37.951710 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bac2e20d-f3b2-45cf-a44f-127dbc649a30 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:02:37.954577 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f6fdd62e-af08-4783-84e3-ec25ccc536c2 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Request body: {'security_group_rule': {'security_group_id': '9e56c719-69fd-4112-92df-821606b04e9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:37.960836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f6fdd62e-af08-4783-84e3-ec25ccc536c2 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:37.964892 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f6fdd62e-af08-4783-84e3-ec25ccc536c2 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Usage tracker for resource:security_group_rule and tenant:49f701ea16be4fb88d89fc6971a38e65 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:37.968002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f6fdd62e-af08-4783-84e3-ec25ccc536c2 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:37.977473 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f6fdd62e-af08-4783-84e3-ec25ccc536c2 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:38.052946 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-81e68e31-d026-4a2a-934d-683872689eb6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Made reservation on behalf of 4948a3f4374642e5b9b9490b5a1ffed4 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:38.066543 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-81e68e31-d026-4a2a-934d-683872689eb6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:38.237176 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] Set router 8b0e57fb-eccc-446a-bee0-46f0a42c32ee gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:02:38.272497 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bac2e20d-f3b2-45cf-a44f-127dbc649a30, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bac2e20d-f3b2-45cf-a44f-127dbc649a30,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:38.302427 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'bac2e20d-f3b2-45cf-a44f-127dbc649a30', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': 'bac2e20d-f3b2-45cf-a44f-127dbc649a30', 'mac_address': 'fa:16:3e:5c:b3:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:02:38.336667 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8de26a4b-65d9-4e5f-a6aa-3a3964414997 req-7b73380e-0e87-44cb-8484-3d3abee60cec tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 210 time: 0.4219086 Mar 01 21:02:38.386354 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:38.406940 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bac2e20d-f3b2-45cf-a44f-127dbc649a30 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:02:38.434848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bac2e20d-f3b2-45cf-a44f-127dbc649a30, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bac2e20d-f3b2-45cf-a44f-127dbc649a30,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:38.452256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-81e68e31-d026-4a2a-934d-683872689eb6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Allocated IP 172.20.0.14 (33ba965f-d417-4519-8f89-3aefcdaf09c3/d8336f76-9298-450b-b9a8-2aa7486056a2/0ad8dabb-36cd-4c07-b68b-b546a100094d) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:38.502412 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6c7d12fd-e40e-4d34-b1eb-b6b0d34afa7d tempest-RoutersTestDVR-1041822007 tempest-RoutersTestDVR-1041822007-project] 10.222.0.42 "GET /v2.0/routers/f03e6196-a472-4679-9dcd-66491cab1771 HTTP/1.1" status: 200 len: 681 time: 1.1127455 Mar 01 21:02:38.505571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49682) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:38.520973 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f6fdd62e-af08-4783-84e3-ec25ccc536c2 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:38.561611 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:38.643462 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f6fdd62e-af08-4783-84e3-ec25ccc536c2 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:38.652906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=bac2e20d-f3b2-45cf-a44f-127dbc649a30,revision_number=10']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:38.668898 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-468abb70-aa81-4d2b-bcd0-23f4f4d3ee83 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:38.732217 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'name': 'tempest-ServersTestJSON-1607013522-router', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:18Z', 'updated_at': '2022-03-01T21:02:32Z', 'revision_number': 4, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'gw_port': {'id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:21Z', 'updated_at': '2022-03-01T21:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '9659967b-3d3c-4a79-a728-3bf50324ffb9', 'name': '', 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'mac_address': 'fa:16:3e:96:46:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'd83b90d8-a7ff-4d57-a949-1f46cb1079f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:30Z', 'updated_at': '2022-03-01T21:02:37Z', 'revision_number': 4, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'subnets': [{'id': 'd83b90d8-a7ff-4d57-a949-1f46cb1079f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:38.739881 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac29b570-08a0-4ac7-a7c9-bfe29a8a0ef3 None None] The sync data for ids ['8b0e57fb-eccc-446a-bee0-46f0a42c32ee'] in n-d-827896-4 is: [{'id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'name': 'tempest-ServersTestJSON-1607013522-router', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:18Z', 'updated_at': '2022-03-01T21:02:32Z', 'revision_number': 4, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'gw_port': {'id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:21Z', 'updated_at': '2022-03-01T21:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '9659967b-3d3c-4a79-a728-3bf50324ffb9', 'name': '', 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'mac_address': 'fa:16:3e:96:46:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'd83b90d8-a7ff-4d57-a949-1f46cb1079f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:30Z', 'updated_at': '2022-03-01T21:02:37Z', 'revision_number': 4, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'subnets': [{'id': 'd83b90d8-a7ff-4d57-a949-1f46cb1079f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:02:38.749014 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f6fdd62e-af08-4783-84e3-ec25ccc536c2 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:38.759603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468abb70-aa81-4d2b-bcd0-23f4f4d3ee83 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network feaf9c01-5a97-4b74-8dfa-121e5452209d is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:38.792286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-468abb70-aa81-4d2b-bcd0-23f4f4d3ee83 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:38.802162 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468abb70-aa81-4d2b-bcd0-23f4f4d3ee83 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:38.802770 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-468abb70-aa81-4d2b-bcd0-23f4f4d3ee83 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:38.819964 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf7036-c618-4c4a-9793-a0e068db651a req-36895807-3bf9-4aa7-98ae-704059448160 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:38.822859 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50cf7036-c618-4c4a-9793-a0e068db651a req-36895807-3bf9-4aa7-98ae-704059448160 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.9071264 Mar 01 21:02:38.896378 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fdd62e-af08-4783-84e3-ec25ccc536c2 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d95ce8c-0560-4626-a0c0-c8a7f935afa6,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:38.902090 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['bac2e20d-f3b2-45cf-a44f-127dbc649a30'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:02:38.907232 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3b1c-b90b-42f5-9397-ba2e2745400e tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:38.935381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468abb70-aa81-4d2b-bcd0-23f4f4d3ee83 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Subnet': ['ID=ca3427ce-c726-4f4d-9e22-1b63fe40a9a1,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:39.027926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50cf7036-c618-4c4a-9793-a0e068db651a req-6a99a111-b37c-4081-baa0-d5b6650f5e6e tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592629 Mar 01 21:02:39.038946 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f6fdd62e-af08-4783-84e3-ec25ccc536c2 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:39.056508 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f6fdd62e-af08-4783-84e3-ec25ccc536c2 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4487178 Mar 01 21:02:39.065687 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd153225-e124-4604-b8b9-d7d64fac49b1 req-5cafe313-92ff-46d2-b9a2-d8829ed1c07f tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:39.075062 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd153225-e124-4604-b8b9-d7d64fac49b1 req-5cafe313-92ff-46d2-b9a2-d8829ed1c07f tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.5051737 Mar 01 21:02:39.075614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49692) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:39.081047 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-d7b38497-3271-4618-8eb3-b158be517aaf tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Request body: {'security_group_rule': {'security_group_id': '9e56c719-69fd-4112-92df-821606b04e9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:39.132251 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-468abb70-aa81-4d2b-bcd0-23f4f4d3ee83 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6398466 Mar 01 21:02:39.148414 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d7b38497-3271-4618-8eb3-b158be517aaf tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:39.150728 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49696) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:39.169646 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b28aefd0-3577-49d7-843e-e1eb12ddef9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'port': {'network_id': 'feaf9c01-5a97-4b74-8dfa-121e5452209d', 'fixed_ips': [{'subnet_id': '10418d77-50e1-44ae-8b05-d520c41dd6fa'}, {'subnet_id': 'ca3427ce-c726-4f4d-9e22-1b63fe40a9a1'}], 'name': 'tempest-PortsTestJSON-907716855'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:39.227656 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-81e68e31-d026-4a2a-934d-683872689eb6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:39.266527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-81e68e31-d026-4a2a-934d-683872689eb6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Transition to ACTIVE for port object 0ad8dabb-36cd-4c07-b68b-b546a100094d will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:39.331605 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930e9c19-7dce-455e-8c99-06db238d3f66 None None] Network feaf9c01-5a97-4b74-8dfa-121e5452209d requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:02:39.375129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d7b38497-3271-4618-8eb3-b158be517aaf tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Usage tracker for resource:security_group_rule and tenant:49f701ea16be4fb88d89fc6971a38e65 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:39.394219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d7b38497-3271-4618-8eb3-b158be517aaf tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:39.414934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d7b38497-3271-4618-8eb3-b158be517aaf tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:39.432140 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd153225-e124-4604-b8b9-d7d64fac49b1 req-01c24fd1-a1b8-4500-b4d4-a8cf3a20044b tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3403730 Mar 01 21:02:39.469072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b28aefd0-3577-49d7-843e-e1eb12ddef9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:39.481476 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b28aefd0-3577-49d7-843e-e1eb12ddef9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:port and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:39.489438 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b28aefd0-3577-49d7-843e-e1eb12ddef9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:39.506563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b28aefd0-3577-49d7-843e-e1eb12ddef9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:39.565309 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7b38497-3271-4618-8eb3-b158be517aaf tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:39.578092 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4f593a67-b65d-4c93-8299-20e86fc543f6 None None] Provisioning for port 79a2ee5b-d258-46d5-a36d-84a54846146b completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:39.654354 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28aefd0-3577-49d7-843e-e1eb12ddef9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:39.717404 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-81e68e31-d026-4a2a-934d-683872689eb6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:39.912670 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3b1c-b90b-42f5-9397-ba2e2745400e tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:39.915376 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3b1c-b90b-42f5-9397-ba2e2745400e tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:39.928679 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d044b2b-5cee-47ca-841d-c78402680cdc None None] Update dhcp port {'port': {'network_id': 'feaf9c01-5a97-4b74-8dfa-121e5452209d', 'fixed_ips': [{'subnet_id': '10418d77-50e1-44ae-8b05-d520c41dd6fa', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ca3427ce-c726-4f4d-9e22-1b63fe40a9a1'}], 'binding:host_id': 'n-d-827896-4'}, 'id': '79a2ee5b-d258-46d5-a36d-84a54846146b'} from n-d-827896-4. {{(pid=88520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 01 21:02:39.949646 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b28aefd0-3577-49d7-843e-e1eb12ddef9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:40.039452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-81e68e31-d026-4a2a-934d-683872689eb6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Network 33ba965f-d417-4519-8f89-3aefcdaf09c3 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:40.039452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-81e68e31-d026-4a2a-934d-683872689eb6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:40.043715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e68e31-d026-4a2a-934d-683872689eb6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Pushing event updated for resources: {'Port': ['ID=0ad8dabb-36cd-4c07-b68b-b546a100094d,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:40.046040 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3b1c-b90b-42f5-9397-ba2e2745400e tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:40.046512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2d3b1c-b90b-42f5-9397-ba2e2745400e tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f03e6196-a472-4679-9dcd-66491cab1771 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:02:40.048082 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-81e68e31-d026-4a2a-934d-683872689eb6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:02:40.073416 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7b38497-3271-4618-8eb3-b158be517aaf tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:40.094213 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5d044b2b-5cee-47ca-841d-c78402680cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:40.121936 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3b1c-b90b-42f5-9397-ba2e2745400e tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:40.122626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-b28aefd0-3577-49d7-843e-e1eb12ddef9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] device_id is not set on port fe13ddc6-dcbe-4908-b108-132b0a06ebf5 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:02:40.123200 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8e2d3b1c-b90b-42f5-9397-ba2e2745400e tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] 10.222.0.42 "DELETE /v2.0/routers/f03e6196-a472-4679-9dcd-66491cab1771 HTTP/1.1" status: 204 len: 168 time: 1.6094112 Mar 01 21:02:40.147064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49712) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:40.172479 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9659967b-3d3c-4a79-a728-3bf50324ffb9 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:02:40.177460 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7b38497-3271-4618-8eb3-b158be517aaf tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:40.178409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-0eed0332-b666-43cb-95c8-e440a574c485 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Request body: {'router': {'name': 'tempest-router-193154243', 'distributed': True}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:40.207799 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0eed0332-b666-43cb-95c8-e440a574c485 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:40.221360 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0eed0332-b666-43cb-95c8-e440a574c485 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Usage tracker for resource:router and tenant:c2976e9136c3488b847bd05f9230927a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:40.222738 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b38497-3271-4618-8eb3-b158be517aaf tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b82106c-a263-4ae9-b33b-0f8deb980d8d,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:40.249097 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-81e68e31-d026-4a2a-934d-683872689eb6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:40.254178 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-81e68e31-d026-4a2a-934d-683872689eb6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:40.260074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0eed0332-b666-43cb-95c8-e440a574c485 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:40.278186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59045b5f-3ecf-4f1a-84c2-afaef82188a3 req-ef8beb66-d111-4717-b6de-7440005ef450 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:40.278186 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59045b5f-3ecf-4f1a-84c2-afaef82188a3 req-ef8beb66-d111-4717-b6de-7440005ef450 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 932 time: 0.3659573 Mar 01 21:02:40.278503 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0eed0332-b666-43cb-95c8-e440a574c485 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:40.422328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aae6e-4cdb-475b-a054-70aaf39ed986 req-28042a71-601b-4a1a-bdb4-e702badab9f0 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:40.428360 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b1aae6e-4cdb-475b-a054-70aaf39ed986 req-28042a71-601b-4a1a-bdb4-e702badab9f0 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.5654414 Mar 01 21:02:40.428458 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-81e68e31-d026-4a2a-934d-683872689eb6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8096340 Mar 01 21:02:40.432052 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7b38497-3271-4618-8eb3-b158be517aaf tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:40.433237 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d7b38497-3271-4618-8eb3-b158be517aaf tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3566811 Mar 01 21:02:40.438592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] Request body: {'port': {'device_id': '0cb509f9-9053-4c07-acaf-e923cd1ac1ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:40.450431 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49720) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:40.506628 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0eed0332-b666-43cb-95c8-e440a574c485 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:40.508073 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0eed0332-b666-43cb-95c8-e440a574c485 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:40.513564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:40.524065 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59045b5f-3ecf-4f1a-84c2-afaef82188a3 req-34780bef-fc29-457e-8652-6e56e8563969 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2297757 Mar 01 21:02:40.560871 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 9659967b-3d3c-4a79-a728-3bf50324ffb9 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:40.573597 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:40.580923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9659967b-3d3c-4a79-a728-3bf50324ffb9 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:40.582664 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:40.596424 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Usage tracker for resource:floatingip and tenant:49f701ea16be4fb88d89fc6971a38e65 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:40.633369 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0eed0332-b666-43cb-95c8-e440a574c485 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:40.659193 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:40.678940 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:40.681947 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b1aae6e-4cdb-475b-a054-70aaf39ed986 req-f2a2f454-8323-4bea-8a03-24c7635e6393 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330296 Mar 01 21:02:40.694981 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5f6c3333-a8a5-4a09-ad5c-caccfbc5fb9e None None] Provisioning for port 0ad8dabb-36cd-4c07-b68b-b546a100094d completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:40.695099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:40.706406 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5f6c3333-a8a5-4a09-ad5c-caccfbc5fb9e None None] Provisioning complete for port 0ad8dabb-36cd-4c07-b68b-b546a100094d triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:40.706994 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5f6c3333-a8a5-4a09-ad5c-caccfbc5fb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:40.779733 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-5d044b2b-5cee-47ca-841d-c78402680cdc None None] Allocated IP 172.20.0.18 (feaf9c01-5a97-4b74-8dfa-121e5452209d/ca3427ce-c726-4f4d-9e22-1b63fe40a9a1/79a2ee5b-d258-46d5-a36d-84a54846146b) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:40.817593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f881796b-ac7b-41e2-9acb-b5c5c32e7c82 req-c64f3109-532b-4048-9d27-dda83d4f7b1f tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:40.832419 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f881796b-ac7b-41e2-9acb-b5c5c32e7c82 req-c64f3109-532b-4048-9d27-dda83d4f7b1f tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.1194012 Mar 01 21:02:40.848927 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c3333-a8a5-4a09-ad5c-caccfbc5fb9e None None] Port 0ad8dabb-36cd-4c07-b68b-b546a100094d cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:02:40.857266 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:40.881101 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0eed0332-b666-43cb-95c8-e440a574c485 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:40.888560 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:40.917779 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f881796b-ac7b-41e2-9acb-b5c5c32e7c82 req-eeb116f9-c6d3-4006-8d8b-76460d219716 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826001 Mar 01 21:02:41.004029 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 9659967b-3d3c-4a79-a728-3bf50324ffb9, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9659967b-3d3c-4a79-a728-3bf50324ffb9,segment=NetworkSegment(d2a42a8c-62c6-4f19-a4e0-684e0556e759),segment_id=d2a42a8c-62c6-4f19-a4e0-684e0556e759)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:41.105301 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:41.105301 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 79a2ee5b-d258-46d5-a36d-84a54846146b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:02:41.134736 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0eed0332-b666-43cb-95c8-e440a574c485 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:41.139157 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0eed0332-b666-43cb-95c8-e440a574c485 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9823775 Mar 01 21:02:41.139854 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49732) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:41.172048 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:41.214452 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-5d044b2b-5cee-47ca-841d-c78402680cdc None None] For port 79a2ee5b-d258-46d5-a36d-84a54846146b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=79a2ee5b-d258-46d5-a36d-84a54846146b,segment=NetworkSegment(ff9632bf-2646-4c53-97de-e88093a154e2),segment_id=ff9632bf-2646-4c53-97de-e88093a154e2)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:41.264531 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=9659967b-3d3c-4a79-a728-3bf50324ffb9,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:41.291162 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5d044b2b-5cee-47ca-841d-c78402680cdc None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:41.304933 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d1dec8c4-46f1-4e50-a141-50654fe61326 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:41.310217 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5d044b2b-5cee-47ca-841d-c78402680cdc None None] Transition to ACTIVE for port object 79a2ee5b-d258-46d5-a36d-84a54846146b will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:41.331395 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Allocated IP 172.25.5.18 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/d0a54b3d-582e-43e9-9900-90ab8f312075) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:41.378652 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 79a2ee5b-d258-46d5-a36d-84a54846146b completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:41.383616 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 79a2ee5b-d258-46d5-a36d-84a54846146b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:41.384087 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:41.491602 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5d044b2b-5cee-47ca-841d-c78402680cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:41.545290 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:41.677384 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:41.683770 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-b28aefd0-3577-49d7-843e-e1eb12ddef9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Allocated IP 172.20.0.3 (feaf9c01-5a97-4b74-8dfa-121e5452209d/10418d77-50e1-44ae-8b05-d520c41dd6fa/fe13ddc6-dcbe-4908-b108-132b0a06ebf5) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:41.704529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-b28aefd0-3577-49d7-843e-e1eb12ddef9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Allocated IP 172.20.0.23 (feaf9c01-5a97-4b74-8dfa-121e5452209d/ca3427ce-c726-4f4d-9e22-1b63fe40a9a1/fe13ddc6-dcbe-4908-b108-132b0a06ebf5) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:41.748997 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d044b2b-5cee-47ca-841d-c78402680cdc None None] Pushing event updated for resources: {'Port': ['ID=79a2ee5b-d258-46d5-a36d-84a54846146b,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:41.765889 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 79a2ee5b-d258-46d5-a36d-84a54846146b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=79a2ee5b-d258-46d5-a36d-84a54846146b,segment=NetworkSegment(ff9632bf-2646-4c53-97de-e88093a154e2),segment_id=ff9632bf-2646-4c53-97de-e88093a154e2)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:41.796214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad8dabb-36cd-4c07-b68b-b546a100094d {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:02:41.818090 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d1dec8c4-46f1-4e50-a141-50654fe61326 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:41.818090 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:41.818090 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d1dec8c4-46f1-4e50-a141-50654fe61326 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:41.822288 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:41.850740 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] Transition to ACTIVE for port object 0ad8dabb-36cd-4c07-b68b-b546a100094d will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:41.858591 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:41.957797 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=79a2ee5b-d258-46d5-a36d-84a54846146b,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:41.967668 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bac2e20d-f3b2-45cf-a44f-127dbc649a30 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:02:42.009163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:42.018093 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9659967b-3d3c-4a79-a728-3bf50324ffb9 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:02:42.048774 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:42.052871 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d1dec8c4-46f1-4e50-a141-50654fe61326 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:42.053409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dec8c4-46f1-4e50-a141-50654fe61326 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5fde55f2-f06e-457b-97fa-78bf983802a7 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:02:42.072022 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:42.079743 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:02:42.119420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Pushing event updated for resources: {'Port': ['ID=d0a54b3d-582e-43e9-9900-90ab8f312075,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:42.142800 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port bac2e20d-f3b2-45cf-a44f-127dbc649a30 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:42.146516 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:42.237756 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9659967b-3d3c-4a79-a728-3bf50324ffb9 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:42.238368 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:42.273236 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2609bc8b-dee1-4194-a46e-66ae3383d873 req-be693c63-2520-48a7-8f62-64e597f97090 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:42.282816 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2609bc8b-dee1-4194-a46e-66ae3383d873 req-be693c63-2520-48a7-8f62-64e597f97090 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 932 time: 0.5466700 Mar 01 21:02:42.421111 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b28aefd0-3577-49d7-843e-e1eb12ddef9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:42.462709 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088a861-a92c-4075-a71a-cb8775430527 req-5f9e5d01-c04e-4ca3-b71b-a319d3e0c794 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:42.465410 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8088a861-a92c-4075-a71a-cb8775430527 req-5f9e5d01-c04e-4ca3-b71b-a319d3e0c794 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.5734272 Mar 01 21:02:42.484434 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:42.500030 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2609bc8b-dee1-4194-a46e-66ae3383d873 req-9b39d908-1ca6-4ab1-963a-c4cc741c67e0 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2176411 Mar 01 21:02:42.501539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-b28aefd0-3577-49d7-843e-e1eb12ddef9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Transition to ACTIVE for port object fe13ddc6-dcbe-4908-b108-132b0a06ebf5 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:42.565772 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:42.574939 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d1dec8c4-46f1-4e50-a141-50654fe61326 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:42.576226 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d1dec8c4-46f1-4e50-a141-50654fe61326 tempest-RoutersTestDVR-1116627249 tempest-RoutersTestDVR-1116627249-project-admin] 10.222.0.42 "DELETE /v2.0/routers/5fde55f2-f06e-457b-97fa-78bf983802a7 HTTP/1.1" status: 204 len: 168 time: 1.4359717 Mar 01 21:02:42.590893 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8088a861-a92c-4075-a71a-cb8775430527 req-e92e9847-6f3d-4173-83eb-0a2755114ec7 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141119 Mar 01 21:02:42.637722 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b740f2-9254-4d6d-8951-ec762b71c95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac2e20d-f3b2-45cf-a44f-127dbc649a30'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:02:42.643048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01e8a20-97f7-4204-bea7-32b66ca8a5aa None None] Network feaf9c01-5a97-4b74-8dfa-121e5452209d requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:02:42.673973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad8dabb-36cd-4c07-b68b-b546a100094d,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:42.714033 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] Attempting to bind port 0ad8dabb-36cd-4c07-b68b-b546a100094d on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:02:42.714970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] Attempting to bind port 0ad8dabb-36cd-4c07-b68b-b546a100094d by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'aac90a62-6b51-41bc-a3c6-eda5383d3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:02:42.716070 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] Attempting to bind port 0ad8dabb-36cd-4c07-b68b-b546a100094d on network 33ba965f-d417-4519-8f89-3aefcdaf09c3 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:02:42.727190 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] Port 0ad8dabb-36cd-4c07-b68b-b546a100094d on network 33ba965f-d417-4519-8f89-3aefcdaf09c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:02:42.728590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] Attempting to bind port 0ad8dabb-36cd-4c07-b68b-b546a100094d on network 33ba965f-d417-4519-8f89-3aefcdaf09c3 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:02:42.734941 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b28aefd0-3577-49d7-843e-e1eb12ddef9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:42.738835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:02:42.739404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] Checking segment: {'id': 'aac90a62-6b51-41bc-a3c6-eda5383d3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:02:42.739964 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] Bound using segment: {'id': 'aac90a62-6b51-41bc-a3c6-eda5383d3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:02:42.740557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] Bound port: 0ad8dabb-36cd-4c07-b68b-b546a100094d, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac90a62-6b51-41bc-a3c6-eda5383d3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:02:42.741131 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:42.878258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] For port 0ad8dabb-36cd-4c07-b68b-b546a100094d, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:02:42.880589 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bac2e20d-f3b2-45cf-a44f-127dbc649a30, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bac2e20d-f3b2-45cf-a44f-127dbc649a30,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:42.884047 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] For port 0ad8dabb-36cd-4c07-b68b-b546a100094d, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=0ad8dabb-36cd-4c07-b68b-b546a100094d,segment=NetworkSegment(aac90a62-6b51-41bc-a3c6-eda5383d3946),segment_id=aac90a62-6b51-41bc-a3c6-eda5383d3946)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:02:42.905982 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:42.975175 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b740f2-9254-4d6d-8951-ec762b71c95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bac2e20d-f3b2-45cf-a44f-127dbc649a30', 'code': 200} Mar 01 21:02:42.992697 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:43.033649 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:43.094856 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:43.095538 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:43.096973 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] 10.222.0.57 "PUT /v2.0/ports/0ad8dabb-36cd-4c07-b68b-b546a100094d HTTP/1.1" status: 200 len: 1092 time: 2.6635818 Mar 01 21:02:43.105811 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb509f9-9053-4c07-acaf-e923cd1ac1ce', 'tag': '0ad8dabb-36cd-4c07-b68b-b546a100094d'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:02:43.112459 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 79a2ee5b-d258-46d5-a36d-84a54846146b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:02:43.140072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28aefd0-3577-49d7-843e-e1eb12ddef9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network feaf9c01-5a97-4b74-8dfa-121e5452209d is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:43.169999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-b28aefd0-3577-49d7-843e-e1eb12ddef9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:43.175232 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28aefd0-3577-49d7-843e-e1eb12ddef9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:02:43.181062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab6412-cf8b-46cc-b2fd-cdb995630e97 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad8dabb-36cd-4c07-b68b-b546a100094d,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:43.196191 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af7572-d0d4-44e6-8f3a-56632f1c5918 req-4dcc8bb8-b264-4771-9d30-6506d668b42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:43.201894 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58af7572-d0d4-44e6-8f3a-56632f1c5918 req-4dcc8bb8-b264-4771-9d30-6506d668b42c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 1101 time: 0.2599998 Mar 01 21:02:43.203788 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb509f9-9053-4c07-acaf-e923cd1ac1ce', 'tag': '0ad8dabb-36cd-4c07-b68b-b546a100094d', 'status': 'completed', 'code': 200} Mar 01 21:02:43.278434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447bf8f-0775-48e5-ae33-cda27dc9e0e1 req-2e845e09-49ca-4609-b21b-43a11a477073 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:43.286949 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e447bf8f-0775-48e5-ae33-cda27dc9e0e1 req-2e845e09-49ca-4609-b21b-43a11a477073 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 949 time: 0.6044354 Mar 01 21:02:43.288918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28aefd0-3577-49d7-843e-e1eb12ddef9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=fe13ddc6-dcbe-4908-b108-132b0a06ebf5,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:43.360306 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e447bf8f-0775-48e5-ae33-cda27dc9e0e1 req-61710cc3-19ac-4fe5-a31f-a1fc0ca6c095 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722303 Mar 01 21:02:43.370587 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-58af7572-d0d4-44e6-8f3a-56632f1c5918 req-165de5aa-3768-469e-862f-f27e741982fa service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654446 Mar 01 21:02:43.408577 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28aefd0-3577-49d7-843e-e1eb12ddef9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:43.409295 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b28aefd0-3577-49d7-843e-e1eb12ddef9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:43.411589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198eef5-850d-4d05-a00b-b2459454d786 req-5f929298-0483-44e9-bbeb-16bcd3095aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:43.414238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=bac2e20d-f3b2-45cf-a44f-127dbc649a30,revision_number=11']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:43.415234 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5198eef5-850d-4d05-a00b-b2459454d786 req-5f929298-0483-44e9-bbeb-16bcd3095aa3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4948a3f4374642e5b9b9490b5a1ffed4&device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 1095 time: 0.1888301 Mar 01 21:02:43.464177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a419a4ef-4455-47ee-afe9-f89872fd6bd3 None None] Provisioning for port 79a2ee5b-d258-46d5-a36d-84a54846146b completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:43.466205 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a419a4ef-4455-47ee-afe9-f89872fd6bd3 None None] Provisioning complete for port 79a2ee5b-d258-46d5-a36d-84a54846146b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:43.466743 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a419a4ef-4455-47ee-afe9-f89872fd6bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:43.466956 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:43.558057 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b28aefd0-3577-49d7-843e-e1eb12ddef9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 4.4026818 Mar 01 21:02:43.561081 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49766) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:43.567978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f7dc0674-70f5-496a-b956-3c4213f4aa94 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '10418d77-50e1-44ae-8b05-d520c41dd6fa'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:43.628325 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49770) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:43.642026 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:43.781664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198eef5-850d-4d05-a00b-b2459454d786 req-ee8dccd9-0730-40ec-910b-d1475bbcd869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:43.796833 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5198eef5-850d-4d05-a00b-b2459454d786 req-ee8dccd9-0730-40ec-910b-d1475bbcd869 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4948a3f4374642e5b9b9490b5a1ffed4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3718402 Mar 01 21:02:43.932751 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-db247a33-2e98-4abe-aab2-1cf881499226 None None] Provisioning for port fe13ddc6-dcbe-4908-b108-132b0a06ebf5 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:43.938598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-db247a33-2e98-4abe-aab2-1cf881499226 None None] Provisioning complete for port fe13ddc6-dcbe-4908-b108-132b0a06ebf5 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:43.943909 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-db247a33-2e98-4abe-aab2-1cf881499226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:44.038948 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 79a2ee5b-d258-46d5-a36d-84a54846146b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:02:44.108979 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-db247a33-2e98-4abe-aab2-1cf881499226 None None] Port fe13ddc6-dcbe-4908-b108-132b0a06ebf5 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:02:44.129762 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198eef5-850d-4d05-a00b-b2459454d786 req-612f2fb7-5e3e-4567-9350-159277651751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:44.131549 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5198eef5-850d-4d05-a00b-b2459454d786 req-612f2fb7-5e3e-4567-9350-159277651751 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3301332 Mar 01 21:02:44.159903 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-db247a33-2e98-4abe-aab2-1cf881499226 None None] Provisioning complete for port 79a2ee5b-d258-46d5-a36d-84a54846146b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:44.160401 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-db247a33-2e98-4abe-aab2-1cf881499226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:44.186768 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 79a2ee5b-d258-46d5-a36d-84a54846146b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:44.187144 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:44.210301 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:44.259041 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-87cb83b5-b505-45c4-b860-aa5150679834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:44.280018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-87cb83b5-b505-45c4-b860-aa5150679834 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:44.285744 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-87cb83b5-b505-45c4-b860-aa5150679834 admin admin] Usage tracker for resource:security_group_rule and tenant:19431622e5cf46bf8e811379a30e56c8 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:44.292296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-87cb83b5-b505-45c4-b860-aa5150679834 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:44.303959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-87cb83b5-b505-45c4-b860-aa5150679834 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:44.325482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-33c197ed-6ab3-4fbd-b8a9-a4d214eeef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:44.326959 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-33c197ed-6ab3-4fbd-b8a9-a4d214eeef83 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4948a3f4374642e5b9b9490b5a1ffed4&device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 1095 time: 0.1414759 Mar 01 21:02:44.347098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Pushing event updated for resources: {'Port': ['ID=d0a54b3d-582e-43e9-9900-90ab8f312075,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:44.393591 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0674-70f5-496a-b956-3c4213f4aa94 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:44.409424 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-6ff6d262-3a67-456a-857d-6a5b8eaab0b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ad8dabb-36cd-4c07-b68b-b546a100094d HTTP/1.1" status: 200 len: 217 time: 0.0756581 Mar 01 21:02:44.471842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dccca0-fc97-46c8-bcdc-2a8ba3f48a96 req-1f5acd3f-d23c-4577-81af-8154e3b52666 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:44.473673 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15dccca0-fc97-46c8-bcdc-2a8ba3f48a96 req-1f5acd3f-d23c-4577-81af-8154e3b52666 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.5014703 Mar 01 21:02:44.492436 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:44.492436 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2aeea44e-6d75-4b4c-b054-4aa6254f83ce tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0253150 Mar 01 21:02:44.535558 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-cddd593c-5138-48c6-8945-6b385e298689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:44.537051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-92cf7af9-2bb1-4ec3-b915-7799d57e064f None None] Provisioning complete for port fe13ddc6-dcbe-4908-b108-132b0a06ebf5 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:44.537204 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-cddd593c-5138-48c6-8945-6b385e298689 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8336f76-9298-450b-b9a8-2aa7486056a2 HTTP/1.1" status: 200 len: 850 time: 0.1212447 Mar 01 21:02:44.538638 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-92cf7af9-2bb1-4ec3-b915-7799d57e064f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:44.550788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7aadc1-daa8-4f43-bf65-8a4abb6bea0a req-1e9d73ae-13b5-4eff-8108-0de040015a5b tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:44.551004 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf7aadc1-daa8-4f43-bf65-8a4abb6bea0a req-1e9d73ae-13b5-4eff-8108-0de040015a5b tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 944 time: 0.5767181 Mar 01 21:02:44.666914 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-92cf7af9-2bb1-4ec3-b915-7799d57e064f None None] Port fe13ddc6-dcbe-4908-b108-132b0a06ebf5 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:02:44.735780 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-87cb83b5-b505-45c4-b860-aa5150679834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:44.775270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-9be3d33f-12c5-460d-8d7f-021ba8bbaa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:44.775956 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15dccca0-fc97-46c8-bcdc-2a8ba3f48a96 req-0fad1e60-a21a-4b3f-b4a2-fcca4c859537 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859824 Mar 01 21:02:44.777204 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-9be3d33f-12c5-460d-8d7f-021ba8bbaa4f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=33ba965f-d417-4519-8f89-3aefcdaf09c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2311020 Mar 01 21:02:44.804318 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf7aadc1-daa8-4f43-bf65-8a4abb6bea0a req-c67fabd9-a329-43be-8bff-db4ef26aae2a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2370477 Mar 01 21:02:44.966240 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-361bf68e-fa50-419a-a9b6-77422bc0d829 service neutron] 10.222.0.57 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752956 Mar 01 21:02:44.966240 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-87cb83b5-b505-45c4-b860-aa5150679834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:45.066194 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-87cb83b5-b505-45c4-b860-aa5150679834 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=19431622e5cf46bf8e811379a30e56c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4479573 Mar 01 21:02:45.111771 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49804) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:45.120276 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb83b5-b505-45c4-b860-aa5150679834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6728dcb-b5db-4aa1-ab61-ef89e63de16e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:45.159715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-4c3a4285-a55e-4439-bc6a-6a353f3f043c tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Synchronizing usage tracker for tenant:49f701ea16be4fb88d89fc6971a38e65 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:02:45.186959 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3112d795-28a9-40c2-9d2a-b450f5e10b20 req-696d9354-7110-47ff-a870-613fcab54a47 service neutron] 10.222.0.57 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109251 Mar 01 21:02:45.352107 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8f483f4e-5331-482a-a92a-eb5678557975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:45.388088 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca63f5-98d8-470a-b945-bbb3a28b6a03 req-ec19dc54-2d16-47e8-b7d2-e3ef4d54b433 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:45.389612 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-11ca63f5-98d8-470a-b945-bbb3a28b6a03 req-ec19dc54-2d16-47e8-b7d2-e3ef4d54b433 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 950 time: 0.3915162 Mar 01 21:02:45.434497 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8f483f4e-5331-482a-a92a-eb5678557975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:45.440792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-4c3a4285-a55e-4439-bc6a-6a353f3f043c tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Unset dirty status for tenant:49f701ea16be4fb88d89fc6971a38e65 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:02:45.441928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-4c3a4285-a55e-4439-bc6a-6a353f3f043c tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1640731969&fields=id&tenant_id=49f701ea16be4fb88d89fc6971a38e65 HTTP/1.1" status: 200 len: 267 time: 0.3895078 Mar 01 21:02:45.474061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-f7dc0674-70f5-496a-b956-3c4213f4aa94 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Delete allocated IP 172.20.0.23 (feaf9c01-5a97-4b74-8dfa-121e5452209d/ca3427ce-c726-4f4d-9e22-1b63fe40a9a1) {{(pid=88518) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 01 21:02:45.553429 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-11ca63f5-98d8-470a-b945-bbb3a28b6a03 req-a5cff924-4b2b-406f-8b59-7b470e5cd395 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546035 Mar 01 21:02:45.782598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-061b9bd6-0da9-4292-b95a-261b3814a886 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:45.783265 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-061b9bd6-0da9-4292-b95a-261b3814a886 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Synchronizing usage tracker for tenant:49f701ea16be4fb88d89fc6971a38e65 on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:02:45.829420 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0674-70f5-496a-b956-3c4213f4aa94 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:45.839132 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8f483f4e-5331-482a-a92a-eb5678557975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:45.867083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f483f4e-5331-482a-a92a-eb5678557975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6728dcb-b5db-4aa1-ab61-ef89e63de16e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:45.867083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-f7dc0674-70f5-496a-b956-3c4213f4aa94 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Transition to ACTIVE for port object fe13ddc6-dcbe-4908-b108-132b0a06ebf5 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:45.904097 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8f483f4e-5331-482a-a92a-eb5678557975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:45.905202 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8f483f4e-5331-482a-a92a-eb5678557975 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b6728dcb-b5db-4aa1-ab61-ef89e63de16e HTTP/1.1" status: 204 len: 168 time: 0.7923205 Mar 01 21:02:45.959825 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f75077-59e6-4934-815a-da8aa9721c12 req-c74100c5-325f-4588-96b5-89e6d0518dbe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:45.961172 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73f75077-59e6-4934-815a-da8aa9721c12 req-c74100c5-325f-4588-96b5-89e6d0518dbe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.0913973 Mar 01 21:02:45.988646 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-061b9bd6-0da9-4292-b95a-261b3814a886 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Unset dirty status for tenant:49f701ea16be4fb88d89fc6971a38e65 on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:02:45.989675 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-061b9bd6-0da9-4292-b95a-261b3814a886 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/networks?id=472c38d0-e825-4706-9372-a0e1682fe50b HTTP/1.1" status: 200 len: 806 time: 0.5352242 Mar 01 21:02:46.018260 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-b2906924-fd36-40b3-bc0e-644871769a63 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/quotas/49f701ea16be4fb88d89fc6971a38e65 HTTP/1.1" status: 200 len: 375 time: 0.0168610 Mar 01 21:02:46.022861 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73f75077-59e6-4934-815a-da8aa9721c12 req-6f252082-d867-4021-a53a-e368e153ac20 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526862 Mar 01 21:02:46.027692 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0674-70f5-496a-b956-3c4213f4aa94 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:46.425051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc0674-70f5-496a-b956-3c4213f4aa94 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=fe13ddc6-dcbe-4908-b108-132b0a06ebf5,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:46.446790 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc0674-70f5-496a-b956-3c4213f4aa94 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] In _notify_port_updated(), no bound segment for port fe13ddc6-dcbe-4908-b108-132b0a06ebf5 on network feaf9c01-5a97-4b74-8dfa-121e5452209d {{(pid=88518) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:02:46.452440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7dc0674-70f5-496a-b956-3c4213f4aa94 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:46.453040 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f7dc0674-70f5-496a-b956-3c4213f4aa94 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:46.454278 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f7dc0674-70f5-496a-b956-3c4213f4aa94 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "PUT /v2.0/ports/fe13ddc6-dcbe-4908-b108-132b0a06ebf5 HTTP/1.1" status: 200 len: 918 time: 2.8921385 Mar 01 21:02:46.457290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49828) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:46.469460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-a34eeb16-34bf-430f-8dc5-39fad47f6d04 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '10418d77-50e1-44ae-8b05-d520c41dd6fa'}, {'subnet_id': 'ca3427ce-c726-4f4d-9e22-1b63fe40a9a1'}]}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:46.495494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-dcc3d314-fbb9-4892-ae47-8cbaa0bd5569 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Synchronizing usage tracker for tenant:49f701ea16be4fb88d89fc6971a38e65 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:02:46.507639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3f3589-3671-4c65-83e0-a1d659e5ca8f req-8235a825-50ab-4b64-90de-727e3b5faf85 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:46.509111 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc3f3589-3671-4c65-83e0-a1d659e5ca8f req-8235a825-50ab-4b64-90de-727e3b5faf85 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 944 time: 0.3505530 Mar 01 21:02:46.509654 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f6f890c0-c8d7-4300-97d3-dd62aeec1d6e None None] Provisioning for port fe13ddc6-dcbe-4908-b108-132b0a06ebf5 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:46.516014 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f6f890c0-c8d7-4300-97d3-dd62aeec1d6e None None] Provisioning complete for port fe13ddc6-dcbe-4908-b108-132b0a06ebf5 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:46.516505 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f6f890c0-c8d7-4300-97d3-dd62aeec1d6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:46.565387 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc3f3589-3671-4c65-83e0-a1d659e5ca8f req-6fcb765c-3592-42cc-840e-d34acdfa530f tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494735 Mar 01 21:02:46.582061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f6f890c0-c8d7-4300-97d3-dd62aeec1d6e None None] Port fe13ddc6-dcbe-4908-b108-132b0a06ebf5 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:02:46.635093 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-dcc3d314-fbb9-4892-ae47-8cbaa0bd5569 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Unset dirty status for tenant:49f701ea16be4fb88d89fc6971a38e65 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:02:46.638163 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-dcc3d314-fbb9-4892-ae47-8cbaa0bd5569 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=49f701ea16be4fb88d89fc6971a38e65&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5577176 Mar 01 21:02:46.799705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49838) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:46.833585 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-349566df-b3ef-4d95-8939-3c1a0d2eb91a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:46.859648 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-349566df-b3ef-4d95-8939-3c1a0d2eb91a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:46.868293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-349566df-b3ef-4d95-8939-3c1a0d2eb91a admin admin] Usage tracker for resource:security_group_rule and tenant:c2976e9136c3488b847bd05f9230927a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:46.874841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-349566df-b3ef-4d95-8939-3c1a0d2eb91a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:46.907200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-349566df-b3ef-4d95-8939-3c1a0d2eb91a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:46.908035 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a34eeb16-34bf-430f-8dc5-39fad47f6d04 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:46.929097 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-658f7c14-6244-44d6-bcad-390eb63dab58 service neutron] 10.222.0.42 "GET /v2.0/networks/472c38d0-e825-4706-9372-a0e1682fe50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2736826 Mar 01 21:02:46.969099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d87ba-6441-441d-894f-3b1e6b98e8f2 req-4abf51cf-5dd0-42b0-b2c1-1371c81046ed tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:46.970690 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-296d87ba-6441-441d-894f-3b1e6b98e8f2 req-4abf51cf-5dd0-42b0-b2c1-1371c81046ed tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 950 time: 0.2708309 Mar 01 21:02:47.045399 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 0ad8dabb-36cd-4c07-b68b-b546a100094d details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:02:47.126982 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-296d87ba-6441-441d-894f-3b1e6b98e8f2 req-f989cce9-c2fe-408e-a7cd-2dc5aa4b48f8 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391563 Mar 01 21:02:47.197609 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-de5cacdc-197a-46ee-9056-1e5ad3d92f30 service neutron] 10.222.0.42 "GET /v2.0/networks/472c38d0-e825-4706-9372-a0e1682fe50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564516 Mar 01 21:02:47.222122 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-349566df-b3ef-4d95-8939-3c1a0d2eb91a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:47.308276 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 0ad8dabb-36cd-4c07-b68b-b546a100094d, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=0ad8dabb-36cd-4c07-b68b-b546a100094d,segment=NetworkSegment(aac90a62-6b51-41bc-a3c6-eda5383d3946),segment_id=aac90a62-6b51-41bc-a3c6-eda5383d3946)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:47.321264 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-349566df-b3ef-4d95-8939-3c1a0d2eb91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:47.325292 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '0ad8dabb-36cd-4c07-b68b-b546a100094d', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'port_id': '0ad8dabb-36cd-4c07-b68b-b546a100094d', 'mac_address': 'fa:16:3e:19:80:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:02:47.386909 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-a34eeb16-34bf-430f-8dc5-39fad47f6d04 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Allocated IP 172.20.0.28 (feaf9c01-5a97-4b74-8dfa-121e5452209d/ca3427ce-c726-4f4d-9e22-1b63fe40a9a1/fe13ddc6-dcbe-4908-b108-132b0a06ebf5) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:47.400073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349566df-b3ef-4d95-8939-3c1a0d2eb91a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768a81f4-7bc3-4487-9cc5-82beb40098f8,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:47.408896 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-349566df-b3ef-4d95-8939-3c1a0d2eb91a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c2976e9136c3488b847bd05f9230927a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6081369 Mar 01 21:02:47.418903 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49850) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:47.419200 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:47.432261 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad8dabb-36cd-4c07-b68b-b546a100094d {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:02:47.456411 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 0ad8dabb-36cd-4c07-b68b-b546a100094d, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=0ad8dabb-36cd-4c07-b68b-b546a100094d,segment=NetworkSegment(aac90a62-6b51-41bc-a3c6-eda5383d3946),segment_id=aac90a62-6b51-41bc-a3c6-eda5383d3946)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:47.482669 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c77488-77a7-471b-945a-3f6f58cae577 req-d446effe-7ef7-4fb4-a3b4-dbd8bcb4d76c tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:47.484370 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70c77488-77a7-471b-945a-3f6f58cae577 req-d446effe-7ef7-4fb4-a3b4-dbd8bcb4d76c tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.2135508 Mar 01 21:02:47.525782 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7010640c-01b8-4ad1-9060-87f5a446c825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:47.578408 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70c77488-77a7-471b-945a-3f6f58cae577 req-534f3d5a-4fe5-4082-a0fa-3aebaaa45c51 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820992 Mar 01 21:02:47.588821 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7010640c-01b8-4ad1-9060-87f5a446c825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:47.623146 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:47.624676 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a34eeb16-34bf-430f-8dc5-39fad47f6d04 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:47.658728 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-a34eeb16-34bf-430f-8dc5-39fad47f6d04 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Transition to ACTIVE for port object fe13ddc6-dcbe-4908-b108-132b0a06ebf5 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:47.710152 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=0ad8dabb-36cd-4c07-b68b-b546a100094d,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:47.734632 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-837147b9-84e7-4e12-9910-886e724c09d7 req-506b6da1-3df2-4e7b-951f-c9a935d13034 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 210 time: 0.0532901 Mar 01 21:02:47.743579 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a34eeb16-34bf-430f-8dc5-39fad47f6d04 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:47.778833 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7010640c-01b8-4ad1-9060-87f5a446c825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:47.824919 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010640c-01b8-4ad1-9060-87f5a446c825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768a81f4-7bc3-4487-9cc5-82beb40098f8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:47.832641 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7010640c-01b8-4ad1-9060-87f5a446c825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:47.837968 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7010640c-01b8-4ad1-9060-87f5a446c825 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/768a81f4-7bc3-4487-9cc5-82beb40098f8 HTTP/1.1" status: 204 len: 168 time: 0.4256530 Mar 01 21:02:47.904302 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['0ad8dabb-36cd-4c07-b68b-b546a100094d'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:02:48.037188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a34eeb16-34bf-430f-8dc5-39fad47f6d04 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] In _notify_port_updated(), no bound segment for port fe13ddc6-dcbe-4908-b108-132b0a06ebf5 on network feaf9c01-5a97-4b74-8dfa-121e5452209d {{(pid=88519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:02:48.042924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34eeb16-34bf-430f-8dc5-39fad47f6d04 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:48.043617 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a34eeb16-34bf-430f-8dc5-39fad47f6d04 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:48.048453 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a34eeb16-34bf-430f-8dc5-39fad47f6d04 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "PUT /v2.0/ports/fe13ddc6-dcbe-4908-b108-132b0a06ebf5 HTTP/1.1" status: 200 len: 998 time: 1.5866375 Mar 01 21:02:48.048625 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49868) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:48.051447 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34eeb16-34bf-430f-8dc5-39fad47f6d04 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=fe13ddc6-dcbe-4908-b108-132b0a06ebf5,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:48.141050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8663c2-f881-45d5-9fb4-a051e1e18fc0 req-1616c6f7-61ae-430b-a6e4-5942b0441366 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:48.142503 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4e8663c2-f881-45d5-9fb4-a051e1e18fc0 req-1616c6f7-61ae-430b-a6e4-5942b0441366 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 945 time: 0.2312891 Mar 01 21:02:48.151760 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-8b48116b-ca7a-4729-b699-648300e500d9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port fe13ddc6-dcbe-4908-b108-132b0a06ebf5 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:48.156080 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b48116b-ca7a-4729-b699-648300e500d9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:48.230769 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4e8663c2-f881-45d5-9fb4-a051e1e18fc0 req-d31ccd9f-d802-410a-bc75-8930e249218d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686481 Mar 01 21:02:48.410006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d729b4-39f0-4754-b3a5-984537f9762a req-84a9e396-c6e6-41c0-9db9-2bb3e0a4212e tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:48.411631 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e7d729b4-39f0-4754-b3a5-984537f9762a req-84a9e396-c6e6-41c0-9db9-2bb3e0a4212e tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 1101 time: 0.0797019 Mar 01 21:02:48.447432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b944fec6-d084-4d7b-aae4-c4307ca8f1c1 None None] Provisioning for port fe13ddc6-dcbe-4908-b108-132b0a06ebf5 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:48.448289 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b944fec6-d084-4d7b-aae4-c4307ca8f1c1 None None] Provisioning complete for port fe13ddc6-dcbe-4908-b108-132b0a06ebf5 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:48.448676 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b944fec6-d084-4d7b-aae4-c4307ca8f1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:48.489373 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e7d729b4-39f0-4754-b3a5-984537f9762a req-b12c57dc-9ad1-4a76-ad21-0192a4dc4cc8 tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715001 Mar 01 21:02:48.523062 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b944fec6-d084-4d7b-aae4-c4307ca8f1c1 None None] Port fe13ddc6-dcbe-4908-b108-132b0a06ebf5 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:02:48.528429 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b48116b-ca7a-4729-b699-648300e500d9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:48.686558 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-8b48116b-ca7a-4729-b699-648300e500d9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for fe13ddc6-dcbe-4908-b108-132b0a06ebf5 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:48.984391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c0db94-ecec-4851-aaca-4d0324aa3252 req-171abf99-81d4-4315-b852-8f5749729802 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:48.986011 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0c0db94-ecec-4851-aaca-4d0324aa3252 req-171abf99-81d4-4315-b852-8f5749729802 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.0997066 Mar 01 21:02:49.060850 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0c0db94-ecec-4851-aaca-4d0324aa3252 req-ddb6745d-ec70-4e64-b1e5-790a7919def9 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651698 Mar 01 21:02:49.072626 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 0ad8dabb-36cd-4c07-b68b-b546a100094d up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:02:49.079620 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b48116b-ca7a-4729-b699-648300e500d9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:49.166739 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48116b-ca7a-4729-b699-648300e500d9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Port': ['ID=fe13ddc6-dcbe-4908-b108-132b0a06ebf5,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:49.222915 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e2b3fe0-1c9a-4d10-9dbb-50cb3e66f08a req-889c7832-8349-4311-b1f3-7484e6d5e34e tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 210 time: 0.0578001 Mar 01 21:02:49.296504 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 0ad8dabb-36cd-4c07-b68b-b546a100094d completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:49.305476 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 0ad8dabb-36cd-4c07-b68b-b546a100094d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:49.306074 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:49.321536 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b48116b-ca7a-4729-b699-648300e500d9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:49.339884 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8b48116b-ca7a-4729-b699-648300e500d9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/ports/fe13ddc6-dcbe-4908-b108-132b0a06ebf5 HTTP/1.1" status: 204 len: 168 time: 1.2878144 Mar 01 21:02:49.340514 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49900) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:49.399233 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-06b8ca81-700e-46aa-9800-2ffbf4324e93 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] GET failed (client error): The resource could not be found. Mar 01 21:02:49.399962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-06b8ca81-700e-46aa-9800-2ffbf4324e93 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Synchronizing usage tracker for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:02:49.495125 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:49.495417 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6234282c-7408-4937-9ae9-b8aed27b6e0e req-b4b1537e-1177-40a7-a2c7-d6f6f3d75dbe tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:49.497797 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6234282c-7408-4937-9ae9-b8aed27b6e0e req-b4b1537e-1177-40a7-a2c7-d6f6f3d75dbe tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 1101 time: 0.2629182 Mar 01 21:02:49.534646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 0ad8dabb-36cd-4c07-b68b-b546a100094d, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=0ad8dabb-36cd-4c07-b68b-b546a100094d,segment=NetworkSegment(aac90a62-6b51-41bc-a3c6-eda5383d3946),segment_id=aac90a62-6b51-41bc-a3c6-eda5383d3946)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:49.535699 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb509f9-9053-4c07-acaf-e923cd1ac1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad8dabb-36cd-4c07-b68b-b546a100094d'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:02:49.564771 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-06b8ca81-700e-46aa-9800-2ffbf4324e93 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Unset dirty status for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:02:49.568420 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-06b8ca81-700e-46aa-9800-2ffbf4324e93 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports/fe13ddc6-dcbe-4908-b108-132b0a06ebf5 HTTP/1.1" status: 404 len: 333 time: 0.2225792 Mar 01 21:02:49.569250 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49912) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:49.578326 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720bffc-cbd6-4c1a-a28d-f46547c4214c req-64b8ff0f-6557-48c7-b123-e7970de3b557 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:49.579798 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6720bffc-cbd6-4c1a-a28d-f46547c4214c req-64b8ff0f-6557-48c7-b123-e7970de3b557 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 945 time: 0.1645331 Mar 01 21:02:49.627101 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:49.671323 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6234282c-7408-4937-9ae9-b8aed27b6e0e req-8777f04c-e319-4ec1-8205-083489d35a2c tempest-ServersAdminTestJSON-1229716778 tempest-ServersAdminTestJSON-1229716778-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629171 Mar 01 21:02:49.710446 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6720bffc-cbd6-4c1a-a28d-f46547c4214c req-b5da2416-f545-459a-8fb0-121206d989bd tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915980 Mar 01 21:02:49.718579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c087022-d21a-45ab-933a-184e25fe4d44 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting subnet ca3427ce-c726-4f4d-9e22-1b63fe40a9a1 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:02:49.722901 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c087022-d21a-45ab-933a-184e25fe4d44 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:49.726148 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=0ad8dabb-36cd-4c07-b68b-b546a100094d,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:49.738530 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49922) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:49.793280 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb509f9-9053-4c07-acaf-e923cd1ac1ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad8dabb-36cd-4c07-b68b-b546a100094d', 'code': 200} Mar 01 21:02:49.793658 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c087022-d21a-45ab-933a-184e25fe4d44 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:49.952135 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c087022-d21a-45ab-933a-184e25fe4d44 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:50.071767 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5139e-f5c6-4c68-b186-996545cc1d70 req-f0deb15d-e5cf-4dda-9683-e25fc325fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:50.071767 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fab5139e-f5c6-4c68-b186-996545cc1d70 req-f0deb15d-e5cf-4dda-9683-e25fc325fa33 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 1097 time: 0.2215433 Mar 01 21:02:50.130563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49932) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:50.130664 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fab5139e-f5c6-4c68-b186-996545cc1d70 req-a37ed4f3-a335-4741-bd6b-136ca3ffddcf service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509179 Mar 01 21:02:50.168519 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c087022-d21a-45ab-933a-184e25fe4d44 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:50.222916 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-471818411'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:50.259599 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a308a232-5bf4-4a8b-aaac-8a353110005d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:50.267306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c087022-d21a-45ab-933a-184e25fe4d44 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3427ce-c726-4f4d-9e22-1b63fe40a9a1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:50.269259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:50.274897 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc04bf5a-ce03-4e86-b0b9-9b070df915d2 None None] Network feaf9c01-5a97-4b74-8dfa-121e5452209d requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:02:50.275551 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a308a232-5bf4-4a8b-aaac-8a353110005d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:50.279765 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a308a232-5bf4-4a8b-aaac-8a353110005d admin admin] Usage tracker for resource:security_group_rule and tenant:6ea2bb904b66447bbbfbfc4c537885c1 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:50.282598 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a308a232-5bf4-4a8b-aaac-8a353110005d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:50.283945 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c087022-d21a-45ab-933a-184e25fe4d44 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:50.288792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a308a232-5bf4-4a8b-aaac-8a353110005d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:50.302182 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Usage tracker for resource:network and tenant:cfac8685916e46c485a7434702737a59 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:50.307127 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:50.311021 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2c087022-d21a-45ab-933a-184e25fe4d44 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/subnets/ca3427ce-c726-4f4d-9e22-1b63fe40a9a1 HTTP/1.1" status: 204 len: 168 time: 0.7302761 Mar 01 21:02:50.313813 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49940) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:50.318306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:50.406130 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eb8e583-7310-4af5-bb88-e03b82294648 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting subnet 10418d77-50e1-44ae-8b05-d520c41dd6fa {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:02:50.409596 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e583-7310-4af5-bb88-e03b82294648 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:50.468200 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e583-7310-4af5-bb88-e03b82294648 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:50.485888 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Made reservation on behalf of cfac8685916e46c485a7434702737a59 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:50.486103 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:50.501932 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:50.520705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ce340-1904-4ee5-bae1-090b4b6ba4e2 req-7f0e256f-d67e-42e6-b878-d4ba16cfe900 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:50.522190 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d4ce340-1904-4ee5-bae1-090b4b6ba4e2 req-7f0e256f-d67e-42e6-b878-d4ba16cfe900 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.3032167 Mar 01 21:02:50.533872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:50.553431 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Usage tracker for resource:security_group_rule and tenant:cfac8685916e46c485a7434702737a59 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:50.588993 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:50.603746 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a308a232-5bf4-4a8b-aaac-8a353110005d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:50.605897 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e583-7310-4af5-bb88-e03b82294648 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:50.615974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:50.620500 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cd92baa7-3d25-4870-b0d5-ba316e282553 req-fc9cfea1-680a-4791-9551-36dea3d6cd0c tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 210 time: 0.0835786 Mar 01 21:02:50.649135 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d4ce340-1904-4ee5-bae1-090b4b6ba4e2 req-803ba2be-1009-4ce7-9f64-98169524468d tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165569 Mar 01 21:02:50.749267 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:50.749576 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a308a232-5bf4-4a8b-aaac-8a353110005d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:50.821127 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a308a232-5bf4-4a8b-aaac-8a353110005d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ea2bb904b66447bbbfbfc4c537885c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0807719 Mar 01 21:02:50.826479 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49948) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:50.849075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a808263-241c-4778-b03c-4ace2eb4770e req-2bdcdb3d-b74e-46d5-99fa-f64b4a8a5430 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:50.851106 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a808263-241c-4778-b03c-4ace2eb4770e req-2bdcdb3d-b74e-46d5-99fa-f64b4a8a5430 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=cad0af69-e06d-405e-a404-734c95c0d5c0 HTTP/1.1" status: 200 len: 950 time: 0.1066110 Mar 01 21:02:50.869903 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a308a232-5bf4-4a8b-aaac-8a353110005d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d39725-348c-4b92-8c9b-69e6babfafc9,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:50.888399 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e583-7310-4af5-bb88-e03b82294648 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:50.930287 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8e583-7310-4af5-bb88-e03b82294648 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Subnet': ['ID=10418d77-50e1-44ae-8b05-d520c41dd6fa,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:50.941562 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9eb8e583-7310-4af5-bb88-e03b82294648 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:50.958415 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:50.974236 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9eb8e583-7310-4af5-bb88-e03b82294648 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/subnets/10418d77-50e1-44ae-8b05-d520c41dd6fa HTTP/1.1" status: 204 len: 168 time: 0.6438439 Mar 01 21:02:50.974236 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49952) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:51.017439 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:02:51.033397 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c48103c0-c731-4468-948f-b64d9a483be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:51.041764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a808263-241c-4778-b03c-4ace2eb4770e req-32951adc-3bd6-470c-abe8-642f18a804dd tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842027 Mar 01 21:02:51.047686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20374452-9051-4291-bbc9-f5b5cf277ea3,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:51.051745 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:51.057425 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Added segment d8de7f23-7eaf-45bd-ade9-0958cb1947cb of type vlan for network 26b756bc-0064-4897-9fa6-8dca9a38e0f4 Mar 01 21:02:51.120050 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:51.160637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06614413-3777-409c-b7c3-d9fc693898d5 req-6855385a-a39e-409b-8756-26c4b39bdba1 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:51.162445 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06614413-3777-409c-b7c3-d9fc693898d5 req-6855385a-a39e-409b-8756-26c4b39bdba1 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.2823777 Mar 01 21:02:51.199706 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c48103c0-c731-4468-948f-b64d9a483be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:51.212078 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f7e11af0-114c-487b-90d7-e29bee76c9c1 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:51.212980 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:51.233069 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06614413-3777-409c-b7c3-d9fc693898d5 req-c6f342d3-4800-474f-bf3b-2f7491b782a4 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622506 Mar 01 21:02:51.323756 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e467249d-3852-47d0-b013-32151e28b727 None None] Network feaf9c01-5a97-4b74-8dfa-121e5452209d requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:02:51.330306 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:51.332261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-f7e11af0-114c-487b-90d7-e29bee76c9c1 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port 79a2ee5b-d258-46d5-a36d-84a54846146b {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:51.336592 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f7e11af0-114c-487b-90d7-e29bee76c9c1 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:51.336720 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:51.336720 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:51.460208 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Pushing event updated for resources: {'Network': ['ID=26b756bc-0064-4897-9fa6-8dca9a38e0f4,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:51.503257 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 26b756bc-0064-4897-9fa6-8dca9a38e0f4 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:02:51.592267 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-9b6e167f-7d18-41dd-bcc0-77c77d1f04b2 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:51.593926 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-9b6e167f-7d18-41dd-bcc0-77c77d1f04b2 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.55 "GET /v2.0/networks?id=472c38d0-e825-4706-9372-a0e1682fe50b HTTP/1.1" status: 200 len: 806 time: 0.4813073 Mar 01 21:02:51.596301 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-f7e11af0-114c-487b-90d7-e29bee76c9c1 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] For port 79a2ee5b-d258-46d5-a36d-84a54846146b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=79a2ee5b-d258-46d5-a36d-84a54846146b,segment=NetworkSegment(ff9632bf-2646-4c53-97de-e88093a154e2),segment_id=ff9632bf-2646-4c53-97de-e88093a154e2)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:51.596664 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f7e11af0-114c-487b-90d7-e29bee76c9c1 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:51.599186 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-42e6fb4e-453a-4318-beda-97fe116a0749 None None] Provisioning complete for port 79a2ee5b-d258-46d5-a36d-84a54846146b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:51.599855 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-42e6fb4e-453a-4318-beda-97fe116a0749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:51.640484 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2f8f0403-408c-4c88-bd92-badd1a2b8e16 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5145605 Mar 01 21:02:51.642229 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49956) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:51.650442 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4236dfc1-c065-4808-b7eb-8693c3ce3253 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Request body: {'subnet': {'network_id': '26b756bc-0064-4897-9fa6-8dca9a38e0f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:51.775470 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-f7e11af0-114c-487b-90d7-e29bee76c9c1 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for 79a2ee5b-d258-46d5-a36d-84a54846146b owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:51.801758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c3d3a2-85b7-4145-a6ac-c3ec7b201671 None None] DHCP port deletion for feaf9c01-5a97-4b74-8dfa-121e5452209d request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:02:51.811745 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3d3a2-85b7-4145-a6ac-c3ec7b201671 None None] Deleting port 79a2ee5b-d258-46d5-a36d-84a54846146b {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:51.812113 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e5c3d3a2-85b7-4145-a6ac-c3ec7b201671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:51.820708 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c48103c0-c731-4468-948f-b64d9a483be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:51.859651 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4236dfc1-c065-4808-b7eb-8693c3ce3253 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:51.866646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48103c0-c731-4468-948f-b64d9a483be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d39725-348c-4b92-8c9b-69e6babfafc9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:51.877441 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4236dfc1-c065-4808-b7eb-8693c3ce3253 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Usage tracker for resource:subnet and tenant:cfac8685916e46c485a7434702737a59 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:51.884635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4236dfc1-c065-4808-b7eb-8693c3ce3253 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:51.894801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-8dcb8558-2621-408d-ae78-1a03a589479f tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Synchronizing usage tracker for tenant:49f701ea16be4fb88d89fc6971a38e65 on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:02:51.901803 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c48103c0-c731-4468-948f-b64d9a483be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:51.903725 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c48103c0-c731-4468-948f-b64d9a483be4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2d39725-348c-4b92-8c9b-69e6babfafc9 HTTP/1.1" status: 204 len: 168 time: 1.0759068 Mar 01 21:02:51.938202 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-8dcb8558-2621-408d-ae78-1a03a589479f tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Unset dirty status for tenant:49f701ea16be4fb88d89fc6971a38e65 on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:02:51.939818 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-8dcb8558-2621-408d-ae78-1a03a589479f tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=49f701ea16be4fb88d89fc6971a38e65 HTTP/1.1" status: 200 len: 380 time: 0.3258796 Mar 01 21:02:51.953415 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5b940e80-374d-4312-87b0-27958c897c13 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Request body: {'port': {'device_id': '3f755cf1-c0a3-4dfd-8bf2-f86c1872e966', 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b', 'admin_state_up': True, 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'security_groups': ['9e56c719-69fd-4112-92df-821606b04e9f']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:52.069371 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 79a2ee5b-d258-46d5-a36d-84a54846146b no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:02:52.084375 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-587b408a-00d7-4dd0-babd-8673d13c13ab req-49ad84db-5021-4109-ac29-fc9c9d9050f3 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 210 time: 0.1955678 Mar 01 21:02:52.085280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4236dfc1-c065-4808-b7eb-8693c3ce3253 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:52.091292 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f7e11af0-114c-487b-90d7-e29bee76c9c1 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:52.118399 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 79a2ee5b-d258-46d5-a36d-84a54846146b {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:02:52.118980 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 79a2ee5b-d258-46d5-a36d-84a54846146b not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:02:52.149802 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e5c3d3a2-85b7-4145-a6ac-c3ec7b201671 None None] For port 79a2ee5b-d258-46d5-a36d-84a54846146b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=79a2ee5b-d258-46d5-a36d-84a54846146b,segment=NetworkSegment(ff9632bf-2646-4c53-97de-e88093a154e2),segment_id=ff9632bf-2646-4c53-97de-e88093a154e2)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:52.151124 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e5c3d3a2-85b7-4145-a6ac-c3ec7b201671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:52.168469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e11af0-114c-487b-90d7-e29bee76c9c1 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Port': ['ID=79a2ee5b-d258-46d5-a36d-84a54846146b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:52.176320 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e11af0-114c-487b-90d7-e29bee76c9c1 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] No DVR routers for this DVR port 79a2ee5b-d258-46d5-a36d-84a54846146b on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:02:52.251466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532fb9d-ec4b-4708-8974-b2c3866edfa3 req-61e206e2-b477-4f92-84d0-9b0f405911d5 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:52.258922 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a532fb9d-ec4b-4708-8974-b2c3866edfa3 req-61e206e2-b477-4f92-84d0-9b0f405911d5 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.2736399 Mar 01 21:02:52.286975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08073be3-5800-4926-8433-ed38046cafb1 req-ffe020d6-30ab-463d-b1cd-658a57228dda tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:52.288536 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-08073be3-5800-4926-8433-ed38046cafb1 req-ffe020d6-30ab-463d-b1cd-658a57228dda tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.55 "GET /v2.0/ports?device_id=cad0af69-e06d-405e-a404-734c95c0d5c0 HTTP/1.1" status: 200 len: 950 time: 0.2092016 Mar 01 21:02:52.307027 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3d3a2-85b7-4145-a6ac-c3ec7b201671 None None] Calling delete_port for 79a2ee5b-d258-46d5-a36d-84a54846146b owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:52.393797 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4236dfc1-c065-4808-b7eb-8693c3ce3253 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Made reservation on behalf of cfac8685916e46c485a7434702737a59 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:52.395135 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-e5c3d3a2-85b7-4145-a6ac-c3ec7b201671 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:02:52.395673 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-e5c3d3a2-85b7-4145-a6ac-c3ec7b201671 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:02:52.399353 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4236dfc1-c065-4808-b7eb-8693c3ce3253 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:52.454421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5b940e80-374d-4312-87b0-27958c897c13 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:52.457604 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f7e11af0-114c-487b-90d7-e29bee76c9c1 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:52.464128 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a532fb9d-ec4b-4708-8974-b2c3866edfa3 req-08c135e3-b480-43f2-8ed3-2aab83009346 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041140 Mar 01 21:02:52.489159 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5b940e80-374d-4312-87b0-27958c897c13 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:52.502748 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-f7e11af0-114c-487b-90d7-e29bee76c9c1 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feaf9c01-5a97-4b74-8dfa-121e5452209d']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:52.517256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-f7e11af0-114c-487b-90d7-e29bee76c9c1 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9632bf-2646-4c53-97de-e88093a154e2') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:52.517634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-f7e11af0-114c-487b-90d7-e29bee76c9c1 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9632bf-2646-4c53-97de-e88093a154e2') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:52.531734 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f7e11af0-114c-487b-90d7-e29bee76c9c1 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:52.535869 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-08073be3-5800-4926-8433-ed38046cafb1 req-716eadfa-72e9-4b93-9b50-64fa1b524075 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Deleting port 548d5c69-fc44-474a-9154-234b2053cd4a {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:52.536206 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-08073be3-5800-4926-8433-ed38046cafb1 req-716eadfa-72e9-4b93-9b50-64fa1b524075 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:52.554437 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f7e11af0-114c-487b-90d7-e29bee76c9c1 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:52.564856 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e11af0-114c-487b-90d7-e29bee76c9c1 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:02:52.566323 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f7e11af0-114c-487b-90d7-e29bee76c9c1 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:02:52.584712 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:02:52.598348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5b940e80-374d-4312-87b0-27958c897c13 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Made reservation on behalf of 49f701ea16be4fb88d89fc6971a38e65 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:52.602625 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5b940e80-374d-4312-87b0-27958c897c13 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:52.734242 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0f5967-fd72-40e1-8f5b-0578e0bd58cc req-02a32c08-2080-42e5-ad7b-e099864dd76b tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:52.735782 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a0f5967-fd72-40e1-8f5b-0578e0bd58cc req-02a32c08-2080-42e5-ad7b-e099864dd76b tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=cad0af69-e06d-405e-a404-734c95c0d5c0 HTTP/1.1" status: 200 len: 950 time: 0.4445322 Mar 01 21:02:52.830716 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5b940e80-374d-4312-87b0-27958c897c13 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Allocated IP 172.20.0.4 (472c38d0-e825-4706-9372-a0e1682fe50b/d83b90d8-a7ff-4d57-a949-1f46cb1079f7/f44131eb-dd15-482a-826c-7aff4d81ae59) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:52.864007 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f7e11af0-114c-487b-90d7-e29bee76c9c1 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:52.896060 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f7e11af0-114c-487b-90d7-e29bee76c9c1 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:52.896945 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3d3a2-85b7-4145-a6ac-c3ec7b201671 None None] Deleting port 79a2ee5b-d258-46d5-a36d-84a54846146b {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:52.897834 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e5c3d3a2-85b7-4145-a6ac-c3ec7b201671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:52.907601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e11af0-114c-487b-90d7-e29bee76c9c1 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Network': ['ID=feaf9c01-5a97-4b74-8dfa-121e5452209d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:52.913318 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ceb8c-150d-4dac-afaf-1321b255502c req-b0f73e7f-149a-4af7-ae16-bb7729ae7bf2 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:52.921191 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-811ceb8c-150d-4dac-afaf-1321b255502c req-b0f73e7f-149a-4af7-ae16-bb7729ae7bf2 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.3333118 Mar 01 21:02:52.925256 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a0f5967-fd72-40e1-8f5b-0578e0bd58cc req-2d1e4f59-954c-4faf-9b0e-799e11a953e4 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722538 Mar 01 21:02:52.963512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49972) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:53.005924 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e5c3d3a2-85b7-4145-a6ac-c3ec7b201671 None None] The port '79a2ee5b-d258-46d5-a36d-84a54846146b' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:02:53.045860 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-884c749e-a5e8-4a95-9a3f-563d491ce97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:53.064180 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f7e11af0-114c-487b-90d7-e29bee76c9c1 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/networks/feaf9c01-5a97-4b74-8dfa-121e5452209d HTTP/1.1" status: 204 len: 168 time: 2.0975292 Mar 01 21:02:53.078357 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49976) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:53.137151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-884c749e-a5e8-4a95-9a3f-563d491ce97a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:53.150395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-884c749e-a5e8-4a95-9a3f-563d491ce97a admin admin] Usage tracker for resource:security_group_rule and tenant:658eaa0146c44cf1a7b400c148796301 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:53.165324 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-811ceb8c-150d-4dac-afaf-1321b255502c req-9418c625-fe04-41dc-903c-a9888a6df9a7 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432303 Mar 01 21:02:53.169960 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-884c749e-a5e8-4a95-9a3f-563d491ce97a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:53.177760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-08073be3-5800-4926-8433-ed38046cafb1 req-716eadfa-72e9-4b93-9b50-64fa1b524075 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] For port 548d5c69-fc44-474a-9154-234b2053cd4a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=548d5c69-fc44-474a-9154-234b2053cd4a,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:53.178530 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-08073be3-5800-4926-8433-ed38046cafb1 req-716eadfa-72e9-4b93-9b50-64fa1b524075 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:53.192325 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-884c749e-a5e8-4a95-9a3f-563d491ce97a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:53.222654 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5b940e80-374d-4312-87b0-27958c897c13 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:53.271107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5b940e80-374d-4312-87b0-27958c897c13 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Transition to ACTIVE for port object f44131eb-dd15-482a-826c-7aff4d81ae59 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:53.297290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ac85fd-1206-4a61-8e3f-a042a7802a13 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:53.297998 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-06ac85fd-1206-4a61-8e3f-a042a7802a13 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Synchronizing usage tracker for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:02:53.369807 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-884c749e-a5e8-4a95-9a3f-563d491ce97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:53.406582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-06ac85fd-1206-4a61-8e3f-a042a7802a13 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Unset dirty status for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:02:53.407814 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-06ac85fd-1206-4a61-8e3f-a042a7802a13 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3288898 Mar 01 21:02:53.411405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49984) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:53.421484 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-08073be3-5800-4926-8433-ed38046cafb1 req-716eadfa-72e9-4b93-9b50-64fa1b524075 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Calling delete_port for 548d5c69-fc44-474a-9154-234b2053cd4a owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:02:53.451324 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c1d6aa2b-a19a-4066-a617-70154ebccaf7 req-41073ae1-2cce-44be-937b-617d855e1e42 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 210 time: 0.2270730 Mar 01 21:02:53.458693 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5b940e80-374d-4312-87b0-27958c897c13 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:53.461867 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-884c749e-a5e8-4a95-9a3f-563d491ce97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:53.605650 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5b940e80-374d-4312-87b0-27958c897c13 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Network 472c38d0-e825-4706-9372-a0e1682fe50b is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:53.607908 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4236dfc1-c065-4808-b7eb-8693c3ce3253 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:53.610970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5b940e80-374d-4312-87b0-27958c897c13 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:53.613535 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5b940e80-374d-4312-87b0-27958c897c13 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:02:53.640978 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c749e-a5e8-4a95-9a3f-563d491ce97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec2049b5-8697-4a37-bf04-ca82bb5fe960,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:53.649561 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-884c749e-a5e8-4a95-9a3f-563d491ce97a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=658eaa0146c44cf1a7b400c148796301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6844175 Mar 01 21:02:53.651030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b940e80-374d-4312-87b0-27958c897c13 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Pushing event updated for resources: {'Port': ['ID=f44131eb-dd15-482a-826c-7aff4d81ae59,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:53.651780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b84d96-3b86-4a70-8d95-765aebe0366c req-4f55f794-a903-480f-b711-0ee1d8b1c029 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:53.656500 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49990) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:53.664203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6b84d96-3b86-4a70-8d95-765aebe0366c req-4f55f794-a903-480f-b711-0ee1d8b1c029 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.2536793 Mar 01 21:02:53.667642 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49992) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:53.677921 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:53.701523 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-bdb226b4-3733-47dd-acac-0697aeff7cf2 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Request body: {'floatingip': {'port_id': '0ad8dabb-36cd-4c07-b68b-b546a100094d'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:53.804224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4236dfc1-c065-4808-b7eb-8693c3ce3253 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Pushing event updated for resources: {'Subnet': ['ID=b6adf950-89c2-43ea-b702-5cd1daab2565,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:53.815391 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bdb226b4-3733-47dd-acac-0697aeff7cf2 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for floatingip, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:53.820639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4236dfc1-c065-4808-b7eb-8693c3ce3253 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Checking segment: {'id': 'd8de7f23-7eaf-45bd-ade9-0958cb1947cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '26b756bc-0064-4897-9fa6-8dca9a38e0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:02:53.820999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4236dfc1-c065-4808-b7eb-8693c3ce3253 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Network hostable DHCP agents. Network: 26b756bc-0064-4897-9fa6-8dca9a38e0f4, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:02:53.860539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0043d2-436c-4247-b350-aa818f0b64f8 req-c7e95c5f-a086-45c3-9a5e-5c4817e9ebfc tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:53.862054 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e0043d2-436c-4247-b350-aa818f0b64f8 req-c7e95c5f-a086-45c3-9a5e-5c4817e9ebfc tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.2562950 Mar 01 21:02:53.893630 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-08073be3-5800-4926-8433-ed38046cafb1 req-716eadfa-72e9-4b93-9b50-64fa1b524075 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:53.905816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['ffe81816-49da-4cfb-a31e-ca3fe6fef03f', '548d5c69-fc44-474a-9154-234b2053cd4a', 'bac2e20d-f3b2-45cf-a44f-127dbc649a30'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:02:53.906459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5b940e80-374d-4312-87b0-27958c897c13 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:53.907117 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5b940e80-374d-4312-87b0-27958c897c13 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:53.937443 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-95a861f9-dc92-43c1-915e-cb14730f4923 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5248878 Mar 01 21:02:53.943306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4236dfc1-c065-4808-b7eb-8693c3ce3253 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Network 26b756bc-0064-4897-9fa6-8dca9a38e0f4 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:02:53.950080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49998) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:53.974826 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716eadfa-72e9-4b93-9b50-64fa1b524075 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Pushing event deleted for resources: {'Port': ['ID=548d5c69-fc44-474a-9154-234b2053cd4a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:53.998690 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8865346d-e8f1-4025-8f5c-182126a3c0fc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-489715752'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:54.035227 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8865346d-e8f1-4025-8f5c-182126a3c0fc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:54.053882 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5b940e80-374d-4312-87b0-27958c897c13 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1074312 Mar 01 21:02:54.058655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8865346d-e8f1-4025-8f5c-182126a3c0fc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:network and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:54.073927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8865346d-e8f1-4025-8f5c-182126a3c0fc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:54.079019 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ed40e10-69ac-4544-ae1d-c0cf5bfc5be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:54.087719 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e0043d2-436c-4247-b350-aa818f0b64f8 req-ccf8f939-3c57-4654-9bc0-07b9eb8b232c tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188895 Mar 01 21:02:54.094181 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-08073be3-5800-4926-8433-ed38046cafb1 req-716eadfa-72e9-4b93-9b50-64fa1b524075 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] No DVR routers for this DVR port 548d5c69-fc44-474a-9154-234b2053cd4a on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:02:54.100558 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-08073be3-5800-4926-8433-ed38046cafb1 req-716eadfa-72e9-4b93-9b50-64fa1b524075 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:54.103663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cad0af69-e06d-405e-a404-734c95c0d5c0', 'name': 'network-vif-deleted', 'tag': '548d5c69-fc44-474a-9154-234b2053cd4a'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:02:54.127265 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-4236dfc1-c065-4808-b7eb-8693c3ce3253 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 26b756bc-0064-4897-9fa6-8dca9a38e0f4) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:54.130377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] Request body: {'port': {'device_id': '3f755cf1-c0a3-4dfd-8bf2-f86c1872e966', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:54.139972 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4236dfc1-c065-4808-b7eb-8693c3ce3253 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:54.140802 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4236dfc1-c065-4808-b7eb-8693c3ce3253 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:54.141522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6335682a-fbf7-48b1-80ea-f3a33cccb286 None None] Network 26b756bc-0064-4897-9fa6-8dca9a38e0f4 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:02:54.161620 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8865346d-e8f1-4025-8f5c-182126a3c0fc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:54.174707 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cad0af69-e06d-405e-a404-734c95c0d5c0', 'name': 'network-vif-deleted', 'tag': '548d5c69-fc44-474a-9154-234b2053cd4a', 'status': 'completed', 'code': 200} Mar 01 21:02:54.221829 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ed40e10-69ac-4544-ae1d-c0cf5bfc5be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:54.236318 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-fcf177cc-ceb2-40f6-b6ab-d40a87cc11c7 req-69cce135-c26d-450e-a8eb-7785b90f3c11 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Synchronizing usage tracker for tenant:665d188d9bd94aaab6d655afa44861eb on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:02:54.251540 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-08073be3-5800-4926-8433-ed38046cafb1 req-716eadfa-72e9-4b93-9b50-64fa1b524075 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.55 "DELETE /v2.0/ports/548d5c69-fc44-474a-9154-234b2053cd4a HTTP/1.1" status: 204 len: 173 time: 1.9549410 Mar 01 21:02:54.255677 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-db26c4e7-039f-4461-8949-07d2f39cc110 None None] Provisioning for port f44131eb-dd15-482a-826c-7aff4d81ae59 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:54.293403 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-db26c4e7-039f-4461-8949-07d2f39cc110 None None] Provisioning complete for port f44131eb-dd15-482a-826c-7aff4d81ae59 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:54.293779 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-db26c4e7-039f-4461-8949-07d2f39cc110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:54.361889 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4236dfc1-c065-4808-b7eb-8693c3ce3253 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7183564 Mar 01 21:02:54.365472 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50006) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:54.371588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Request body: {'port': {'network_id': '26b756bc-0064-4897-9fa6-8dca9a38e0f4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-89254766'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:54.455534 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-db26c4e7-039f-4461-8949-07d2f39cc110 None None] Port f44131eb-dd15-482a-826c-7aff4d81ae59 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:02:54.456982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-fcf177cc-ceb2-40f6-b6ab-d40a87cc11c7 req-69cce135-c26d-450e-a8eb-7785b90f3c11 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Unset dirty status for tenant:665d188d9bd94aaab6d655afa44861eb on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:02:54.460668 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcf177cc-ceb2-40f6-b6ab-d40a87cc11c7 req-69cce135-c26d-450e-a8eb-7785b90f3c11 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=cad0af69-e06d-405e-a404-734c95c0d5c0 HTTP/1.1" status: 200 len: 210 time: 0.2714393 Mar 01 21:02:54.567900 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8865346d-e8f1-4025-8f5c-182126a3c0fc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:54.571727 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8865346d-e8f1-4025-8f5c-182126a3c0fc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:54.603424 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ed40e10-69ac-4544-ae1d-c0cf5bfc5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:54.634897 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:54.685253 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-26b756bc-0064-4897-9fa6-8dca9a38e0f4', 'network_id': '26b756bc-0064-4897-9fa6-8dca9a38e0f4', 'tenant_id': 'cfac8685916e46c485a7434702737a59', 'fixed_ips': [{'subnet_id': 'b6adf950-89c2-43ea-b702-5cd1daab2565'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:02:54.685824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed40e10-69ac-4544-ae1d-c0cf5bfc5be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec2049b5-8697-4a37-bf04-ca82bb5fe960,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:54.686423 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:54.716081 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ed40e10-69ac-4544-ae1d-c0cf5bfc5be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:54.717331 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2ed40e10-69ac-4544-ae1d-c0cf5bfc5be1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec2049b5-8697-4a37-bf04-ca82bb5fe960 HTTP/1.1" status: 204 len: 168 time: 1.0548947 Mar 01 21:02:54.729639 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8865346d-e8f1-4025-8f5c-182126a3c0fc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:02:54.745276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:54.758517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Usage tracker for resource:port and tenant:cfac8685916e46c485a7434702737a59 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:54.762194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:54.774868 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:54.832157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a37ae-ec83-4024-8fb2-9150f564c78b req-4ff1cf4f-cd3e-4702-aafb-00aece64762b tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:54.833441 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-153a37ae-ec83-4024-8fb2-9150f564c78b req-4ff1cf4f-cd3e-4702-aafb-00aece64762b tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 931 time: 0.1777430 Mar 01 21:02:54.892404 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8865346d-e8f1-4025-8f5c-182126a3c0fc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:54.892761 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-8865346d-e8f1-4025-8f5c-182126a3c0fc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Added segment 620fbe42-ecf6-40d7-bed2-89efea1b9c95 of type vlan for network ff0c0bd8-3752-45c8-8919-273a84ddd6ef Mar 01 21:02:54.904177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Made reservation on behalf of cfac8685916e46c485a7434702737a59 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:54.908925 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:54.958240 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Allocated IP 2001:db8::2 (26b756bc-0064-4897-9fa6-8dca9a38e0f4/b6adf950-89c2-43ea-b702-5cd1daab2565/81e43e50-3aca-48f0-bb5f-21afe87623aa) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:54.958635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] device_id is not set on port 4a017ff5-6903-4759-bb1f-de8acd17e40e yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:02:55.020188 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-153a37ae-ec83-4024-8fb2-9150f564c78b req-4dae3b95-a148-488c-bdf0-d1c512c4e276 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e56c719-69fd-4112-92df-821606b04e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1703365 Mar 01 21:02:55.091376 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8865346d-e8f1-4025-8f5c-182126a3c0fc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:55.239059 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:55.258198 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Transition to ACTIVE for port object 81e43e50-3aca-48f0-bb5f-21afe87623aa will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:55.299031 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Transition to ACTIVE for port object 81e43e50-3aca-48f0-bb5f-21afe87623aa will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:55.342755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5b06a6-b50e-458d-ab83-9a0419d06131 req-f77f5018-95bd-4cc5-87c2-16fdab6d21e1 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:55.344630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad5b06a6-b50e-458d-ab83-9a0419d06131 req-f77f5018-95bd-4cc5-87c2-16fdab6d21e1 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.1004276 Mar 01 21:02:55.404285 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad5b06a6-b50e-458d-ab83-9a0419d06131 req-80a458dd-0c8c-43f7-a36a-e3253d0b4b44 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474122 Mar 01 21:02:55.404630 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8865346d-e8f1-4025-8f5c-182126a3c0fc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:55.408928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8865346d-e8f1-4025-8f5c-182126a3c0fc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:55.409527 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8865346d-e8f1-4025-8f5c-182126a3c0fc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:55.429467 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:55.482431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Network 26b756bc-0064-4897-9fa6-8dca9a38e0f4 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:55.483076 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:55.485704 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:02:55.541820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Allocated IP 2001:db8::3d8 (26b756bc-0064-4897-9fa6-8dca9a38e0f4/b6adf950-89c2-43ea-b702-5cd1daab2565/4a017ff5-6903-4759-bb1f-de8acd17e40e) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:55.595722 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f44131eb-dd15-482a-826c-7aff4d81ae59 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:02:55.610324 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bdb226b4-3733-47dd-acac-0697aeff7cf2 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:55.615352 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:55.621117 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Pushing event updated for resources: {'Port': ['ID=81e43e50-3aca-48f0-bb5f-21afe87623aa,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:55.623990 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8865346d-e8f1-4025-8f5c-182126a3c0fc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.6704810 Mar 01 21:02:55.625756 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8865346d-e8f1-4025-8f5c-182126a3c0fc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Network': ['ID=ff0c0bd8-3752-45c8-8919-273a84ddd6ef,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:55.628113 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50028) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:55.637340 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Attempting to bind port 81e43e50-3aca-48f0-bb5f-21afe87623aa on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:02:55.639089 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Attempting to bind port 81e43e50-3aca-48f0-bb5f-21afe87623aa by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'd8de7f23-7eaf-45bd-ade9-0958cb1947cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '26b756bc-0064-4897-9fa6-8dca9a38e0f4'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:02:55.645967 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Attempting to bind port 81e43e50-3aca-48f0-bb5f-21afe87623aa on network 26b756bc-0064-4897-9fa6-8dca9a38e0f4 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:02:55.646057 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-1dac1067-9580-4ab8-a5e7-ed34353ff126 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'subnet': {'network_id': 'ff0c0bd8-3752-45c8-8919-273a84ddd6ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:55.646578 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network ff0c0bd8-3752-45c8-8919-273a84ddd6ef details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:02:55.673634 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 2, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:02:55.674340 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Checking segment: {'id': 'd8de7f23-7eaf-45bd-ade9-0958cb1947cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '26b756bc-0064-4897-9fa6-8dca9a38e0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:02:55.674892 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:55.675465 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Bound using segment: {'id': 'd8de7f23-7eaf-45bd-ade9-0958cb1947cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '26b756bc-0064-4897-9fa6-8dca9a38e0f4'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:02:55.676089 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Bound port: 81e43e50-3aca-48f0-bb5f-21afe87623aa, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8de7f23-7eaf-45bd-ade9-0958cb1947cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '26b756bc-0064-4897-9fa6-8dca9a38e0f4'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:02:55.676608 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:55.682655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] Transition to ACTIVE for port object f44131eb-dd15-482a-826c-7aff4d81ae59 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:55.749920 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bdb226b4-3733-47dd-acac-0697aeff7cf2 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:55.829382 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:55.855686 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a02b175-c37f-47c0-8819-eb4113a727ea req-c3b71839-a73f-4862-8a92-4c71014dbce8 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=cad0af69-e06d-405e-a404-734c95c0d5c0 HTTP/1.1" status: 200 len: 210 time: 0.0543704 Mar 01 21:02:55.892798 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:55.919984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Transition to ACTIVE for port object 4a017ff5-6903-4759-bb1f-de8acd17e40e will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:55.938408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] For port 81e43e50-3aca-48f0-bb5f-21afe87623aa, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:02:55.941439 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] For port 81e43e50-3aca-48f0-bb5f-21afe87623aa, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=81e43e50-3aca-48f0-bb5f-21afe87623aa,segment=NetworkSegment(d8de7f23-7eaf-45bd-ade9-0958cb1947cb),segment_id=d8de7f23-7eaf-45bd-ade9-0958cb1947cb)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:02:56.030197 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:56.057812 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1dac1067-9580-4ab8-a5e7-ed34353ff126 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:56.077603 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] Pushing event updated for resources: {'Port': ['ID=f44131eb-dd15-482a-826c-7aff4d81ae59,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:56.080774 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:56.142360 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 548d5c69-fc44-474a-9154-234b2053cd4a no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:02:56.263860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 548d5c69-fc44-474a-9154-234b2053cd4a {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:02:56.264360 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 548d5c69-fc44-474a-9154-234b2053cd4a not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:02:56.266402 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61409e1-513a-4922-a649-b095730ce1dd None None] Pushing event updated for resources: {'Port': ['ID=81e43e50-3aca-48f0-bb5f-21afe87623aa,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:56.303513 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1dac1067-9580-4ab8-a5e7-ed34353ff126 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:subnet and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:56.383934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1dac1067-9580-4ab8-a5e7-ed34353ff126 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:56.391060 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1dac1067-9580-4ab8-a5e7-ed34353ff126 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:56.399041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] Attempting to bind port f44131eb-dd15-482a-826c-7aff4d81ae59 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:02:56.399658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] Attempting to bind port f44131eb-dd15-482a-826c-7aff4d81ae59 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd2a42a8c-62c6-4f19-a4e0-684e0556e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:02:56.400159 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] Attempting to bind port f44131eb-dd15-482a-826c-7aff4d81ae59 on network 472c38d0-e825-4706-9372-a0e1682fe50b {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:02:56.420332 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Network 26b756bc-0064-4897-9fa6-8dca9a38e0f4 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:56.425815 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] Port f44131eb-dd15-482a-826c-7aff4d81ae59 on network 472c38d0-e825-4706-9372-a0e1682fe50b not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:02:56.426404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] Attempting to bind port f44131eb-dd15-482a-826c-7aff4d81ae59 on network 472c38d0-e825-4706-9372-a0e1682fe50b {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:02:56.431377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:56.436006 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-bdb226b4-3733-47dd-acac-0697aeff7cf2 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Floating IP 9f93a1c3-5fa5-422a-b155-9c5fcce7d657 associated. External IP: 172.25.5.155, port: 0ad8dabb-36cd-4c07-b68b-b546a100094d. Mar 01 21:02:56.451759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Pushing event updated for resources: {'Port': ['ID=4a017ff5-6903-4759-bb1f-de8acd17e40e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:56.461286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:02:56.469811 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:56.471037 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:56.497805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:02:56.499600 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] Checking segment: {'id': 'd2a42a8c-62c6-4f19-a4e0-684e0556e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:02:56.500071 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] Bound using segment: {'id': 'd2a42a8c-62c6-4f19-a4e0-684e0556e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:02:56.500594 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] Bound port: f44131eb-dd15-482a-826c-7aff4d81ae59, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2a42a8c-62c6-4f19-a4e0-684e0556e759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:02:56.501026 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:56.501713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:56.502110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:56.502450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:56.502786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:56.503197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:56.503585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:56.503922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:56.504426 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:56.504810 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:56.505192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:56.505526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:56.506012 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:02:56.557116 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c1cba-6539-4439-b40e-8d147cafedec req-d1fd8fc6-2991-490d-ac21-efff042aff4f tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:56.558868 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-118c1cba-6539-4439-b40e-8d147cafedec req-d1fd8fc6-2991-490d-ac21-efff042aff4f tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 943 time: 0.2084899 Mar 01 21:02:56.598654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dac1067-9580-4ab8-a5e7-ed34353ff126 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:56.602519 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1dac1067-9580-4ab8-a5e7-ed34353ff126 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:56.640685 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3ccc84b3-1370-4111-95a7-706e29b473c1 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 2.2709632 Mar 01 21:02:56.651195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50046) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:56.673405 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-118c1cba-6539-4439-b40e-8d147cafedec req-7be56d53-6201-4f1c-a08b-2a163a91932c tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e56c719-69fd-4112-92df-821606b04e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087806 Mar 01 21:02:56.712047 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78a3cf-7bd3-4928-a702-661ce35db362 req-a484f316-6b58-43a8-a30b-68a56ae8243b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:56.712391 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5b78a3cf-7bd3-4928-a702-661ce35db362 req-a484f316-6b58-43a8-a30b-68a56ae8243b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.1219583 Mar 01 21:02:56.731423 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d09c3ae3-fa44-4cc4-a303-9229e8d5e6a3 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Request body: {'port': {'network_id': '26b756bc-0064-4897-9fa6-8dca9a38e0f4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1541652159', 'allowed_address_pairs': [{'ip_address': '2001:db8::3d8', 'mac_address': 'fa:16:3e:b5:4d:f7'}]}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:56.802038 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5b78a3cf-7bd3-4928-a702-661ce35db362 req-aa0071d7-dd68-4524-8ca3-85897398d8e7 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829008 Mar 01 21:02:56.998268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] For port f44131eb-dd15-482a-826c-7aff4d81ae59, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:02:57.020846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] For port f44131eb-dd15-482a-826c-7aff4d81ae59, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=f44131eb-dd15-482a-826c-7aff4d81ae59,segment=NetworkSegment(d2a42a8c-62c6-4f19-a4e0-684e0556e759),segment_id=d2a42a8c-62c6-4f19-a4e0-684e0556e759)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:02:57.107079 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:57.216316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d09c3ae3-fa44-4cc4-a303-9229e8d5e6a3 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:57.247544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:57.247544 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:57.248079 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] 10.222.0.55 "PUT /v2.0/ports/f44131eb-dd15-482a-826c-7aff4d81ae59 HTTP/1.1" status: 200 len: 1091 time: 3.1702182 Mar 01 21:02:57.256377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f755cf1-c0a3-4dfd-8bf2-f86c1872e966', 'tag': 'f44131eb-dd15-482a-826c-7aff4d81ae59'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:02:57.261940 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d09c3ae3-fa44-4cc4-a303-9229e8d5e6a3 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Usage tracker for resource:port and tenant:cfac8685916e46c485a7434702737a59 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:57.332497 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-078363eb-f9bc-404a-99a4-19c27e2f3379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:57.338597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d09c3ae3-fa44-4cc4-a303-9229e8d5e6a3 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:57.346273 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f755cf1-c0a3-4dfd-8bf2-f86c1872e966', 'tag': 'f44131eb-dd15-482a-826c-7aff4d81ae59', 'status': 'completed', 'code': 200} Mar 01 21:02:57.368544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d09c3ae3-fa44-4cc4-a303-9229e8d5e6a3 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:57.434910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9dd32d-3e18-46a2-99e0-93c5b2cb092c service neutron] Pushing event updated for resources: {'Port': ['ID=f44131eb-dd15-482a-826c-7aff4d81ae59,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:57.507019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb226b4-3733-47dd-acac-0697aeff7cf2 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Router 613b948d-1a88-447a-9052-ce28e5edacb8 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:02:57.595800 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09c3ae3-fa44-4cc4-a303-9229e8d5e6a3 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Made reservation on behalf of cfac8685916e46c485a7434702737a59 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:57.647884 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1dac1067-9580-4ab8-a5e7-ed34353ff126 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:57.693855 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc92bad-32a5-479a-95c2-75c4066e4366 req-47f68ac1-622d-4d22-b3a4-12bed0d3a1bc tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:57.695262 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-efc92bad-32a5-479a-95c2-75c4066e4366 req-47f68ac1-622d-4d22-b3a4-12bed0d3a1bc tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 950 time: 0.0996890 Mar 01 21:02:57.749119 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-efc92bad-32a5-479a-95c2-75c4066e4366 req-37e496cf-4f85-4ab7-aa40-2dcbaeeb8974 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474346 Mar 01 21:02:57.771611 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b534cc-b1d4-47aa-b004-2cb282eb0b16 None None] Network 26b756bc-0064-4897-9fa6-8dca9a38e0f4 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:02:57.918549 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc0a511-33f6-495d-b43f-8e44a509752d req-2b66cdc2-e590-432f-8e87-bb0fd9b9a691 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:57.920601 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ecc0a511-33f6-495d-b43f-8e44a509752d req-2b66cdc2-e590-432f-8e87-bb0fd9b9a691 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 943 time: 0.1138015 Mar 01 21:02:57.996514 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ecc0a511-33f6-495d-b43f-8e44a509752d req-437770e8-9bce-4f24-a232-551097443739 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e56c719-69fd-4112-92df-821606b04e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694795 Mar 01 21:02:58.072491 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90b0af-a85c-422d-a78d-60a7eefff348 req-f40ccf0c-b088-45fd-bd8c-d5517c46a0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:58.074947 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dc90b0af-a85c-422d-a78d-60a7eefff348 req-f40ccf0c-b088-45fd-bd8c-d5517c46a0da service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49f701ea16be4fb88d89fc6971a38e65&device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 1094 time: 0.7020948 Mar 01 21:02:58.080653 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-647e2b14-4a70-4bcf-b879-2cca39295af0 None None] Provisioning for port 81e43e50-3aca-48f0-bb5f-21afe87623aa completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:58.087458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac1067-9580-4ab8-a5e7-ed34353ff126 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Subnet': ['ID=b662bc57-fd83-48cb-96af-0ac063b54ae6,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:58.114365 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78a71d6-4771-4c1c-b575-4f5648ee377f req-8c94d64a-6e1e-49cd-8bb3-3a0ce1ee5152 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:58.114365 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f78a71d6-4771-4c1c-b575-4f5648ee377f req-8c94d64a-6e1e-49cd-8bb3-3a0ce1ee5152 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.1105113 Mar 01 21:02:58.115032 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 81e43e50-3aca-48f0-bb5f-21afe87623aa up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:02:58.185090 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d09c3ae3-fa44-4cc4-a303-9229e8d5e6a3 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:58.186038 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f78a71d6-4771-4c1c-b575-4f5648ee377f req-43b92b53-a1f6-49f0-b27d-b3d483b485c7 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624652 Mar 01 21:02:58.212737 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dac1067-9580-4ab8-a5e7-ed34353ff126 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Checking segment: {'id': '620fbe42-ecf6-40d7-bed2-89efea1b9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ff0c0bd8-3752-45c8-8919-273a84ddd6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:02:58.213117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dac1067-9580-4ab8-a5e7-ed34353ff126 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network hostable DHCP agents. Network: ff0c0bd8-3752-45c8-8919-273a84ddd6ef, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:02:58.227871 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb226b4-3733-47dd-acac-0697aeff7cf2 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:02:58.251413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916875e-a145-4327-9f90-100eac3fc164 None None] Sync routers for ids ['613b948d-1a88-447a-9052-ce28e5edacb8'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:02:58.264571 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916875e-a145-4327-9f90-100eac3fc164 None None] Routers {'613b948d-1a88-447a-9052-ce28e5edacb8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:02:58.265193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-9916875e-a145-4327-9f90-100eac3fc164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:02:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['613b948d-1a88-447a-9052-ce28e5edacb8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:58.302575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-d09c3ae3-fa44-4cc4-a303-9229e8d5e6a3 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] device_id is not set on port ee071169-3079-4d2c-8cad-f02ed91849f9 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:02:58.345793 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bdb226b4-3733-47dd-acac-0697aeff7cf2 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:58.420036 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 81e43e50-3aca-48f0-bb5f-21afe87623aa completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:58.462435 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bdb226b4-3733-47dd-acac-0697aeff7cf2 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "PUT /v2.0/floatingips/9f93a1c3-5fa5-422a-b155-9c5fcce7d657 HTTP/1.1" status: 200 len: 992 time: 4.7881272 Mar 01 21:02:58.469901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90b0af-a85c-422d-a78d-60a7eefff348 req-7dd0eb7a-c7ec-47df-be08-486da5f3f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:58.471908 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dc90b0af-a85c-422d-a78d-60a7eefff348 req-7dd0eb7a-c7ec-47df-be08-486da5f3f0ba service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=49f701ea16be4fb88d89fc6971a38e65&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3668730 Mar 01 21:02:58.477661 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 81e43e50-3aca-48f0-bb5f-21afe87623aa triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:58.477834 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:58.550859 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-9916875e-a145-4327-9f90-100eac3fc164 None None] Set router 613b948d-1a88-447a-9052-ce28e5edacb8 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:02:58.557135 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dac1067-9580-4ab8-a5e7-ed34353ff126 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network ff0c0bd8-3752-45c8-8919-273a84ddd6ef is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:02:58.670655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-1dac1067-9580-4ab8-a5e7-ed34353ff126 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, ff0c0bd8-3752-45c8-8919-273a84ddd6ef) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:58.706298 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22567c67-6881-43ef-aa17-03b27028b672 None None] Network ff0c0bd8-3752-45c8-8919-273a84ddd6ef requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:02:58.724107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dac1067-9580-4ab8-a5e7-ed34353ff126 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:58.725016 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1dac1067-9580-4ab8-a5e7-ed34353ff126 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:58.743232 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-d09c3ae3-fa44-4cc4-a303-9229e8d5e6a3 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Allocated IP 2001:db8::227 (26b756bc-0064-4897-9fa6-8dca9a38e0f4/b6adf950-89c2-43ea-b702-5cd1daab2565/ee071169-3079-4d2c-8cad-f02ed91849f9) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:58.805534 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc90b0af-a85c-422d-a78d-60a7eefff348 req-cf27fc3a-65a9-4138-a5fd-6eefd89f98cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:58.807122 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dc90b0af-a85c-422d-a78d-60a7eefff348 req-cf27fc3a-65a9-4138-a5fd-6eefd89f98cf service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3269916 Mar 01 21:02:58.902430 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:58.912038 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1dac1067-9580-4ab8-a5e7-ed34353ff126 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2771711 Mar 01 21:02:58.914621 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50102) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:58.922751 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-5ded3bdf-8e7f-49bf-8cbf-9415b53739b9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'port': {'network_id': 'ff0c0bd8-3752-45c8-8919-273a84ddd6ef', 'name': 'tempest-PortsTestJSON-281584679'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:02:59.069363 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 81e43e50-3aca-48f0-bb5f-21afe87623aa, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=81e43e50-3aca-48f0-bb5f-21afe87623aa,segment=NetworkSegment(d8de7f23-7eaf-45bd-ade9-0958cb1947cb),segment_id=d8de7f23-7eaf-45bd-ade9-0958cb1947cb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:02:59.075415 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3374d933-eb00-4652-91f2-18f953411c9c None None] Provisioning for port 4a017ff5-6903-4759-bb1f-de8acd17e40e completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:02:59.119888 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-9a89b6fb-7bbb-48f3-ab2d-cf36a63b6553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:59.122007 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-9a89b6fb-7bbb-48f3-ab2d-cf36a63b6553 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49f701ea16be4fb88d89fc6971a38e65&device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 1094 time: 0.2146790 Mar 01 21:02:59.169347 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:59.204989 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-c0eaaf18-3d9e-4288-9195-05c7fc2097a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f44131eb-dd15-482a-826c-7aff4d81ae59 HTTP/1.1" status: 200 len: 217 time: 0.0737476 Mar 01 21:02:59.279928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-f2597e51-07b2-48f6-8c0c-44a0445ad5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:59.281378 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-f2597e51-07b2-48f6-8c0c-44a0445ad5c2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d83b90d8-a7ff-4d57-a949-1f46cb1079f7 HTTP/1.1" status: 200 len: 845 time: 0.0710177 Mar 01 21:02:59.297671 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3374d933-eb00-4652-91f2-18f953411c9c None None] Provisioning complete for port 4a017ff5-6903-4759-bb1f-de8acd17e40e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:59.298173 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3374d933-eb00-4652-91f2-18f953411c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:59.323469 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d09c3ae3-fa44-4cc4-a303-9229e8d5e6a3 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:59.331726 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=81e43e50-3aca-48f0-bb5f-21afe87623aa,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:02:59.347603 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb509f9-9053-4c07-acaf-e923cd1ac1ce', 'tag': '0ad8dabb-36cd-4c07-b68b-b546a100094d'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:02:59.363959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-d09c3ae3-fa44-4cc4-a303-9229e8d5e6a3 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Transition to ACTIVE for port object ee071169-3079-4d2c-8cad-f02ed91849f9 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:02:59.401371 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-fb16101f-f6e8-4a43-b667-9d575a171559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:59.402517 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3374d933-eb00-4652-91f2-18f953411c9c None None] Port 4a017ff5-6903-4759-bb1f-de8acd17e40e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:02:59.404432 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-fb16101f-f6e8-4a43-b667-9d575a171559 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=472c38d0-e825-4706-9372-a0e1682fe50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1164823 Mar 01 21:02:59.471116 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5ded3bdf-8e7f-49bf-8cbf-9415b53739b9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:02:59.482198 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5ded3bdf-8e7f-49bf-8cbf-9415b53739b9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:port and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:02:59.488105 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-ff0c0bd8-3752-45c8-8919-273a84ddd6ef', 'network_id': 'ff0c0bd8-3752-45c8-8919-273a84ddd6ef', 'tenant_id': '0668b57922e840b2aaaabc5aa0ce1805', 'fixed_ips': [{'subnet_id': 'b662bc57-fd83-48cb-96af-0ac063b54ae6'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:02:59.488658 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:59.491298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5ded3bdf-8e7f-49bf-8cbf-9415b53739b9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:02:59.512260 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09edc92-0006-48ea-8f9d-7c0a50da955c req-ad74e2e7-6ef7-415b-bc76-058b2abc23f3 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:59.515214 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3374d933-eb00-4652-91f2-18f953411c9c None None] Provisioning complete for port 81e43e50-3aca-48f0-bb5f-21afe87623aa triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:02:59.515798 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3374d933-eb00-4652-91f2-18f953411c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:59.519108 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d09edc92-0006-48ea-8f9d-7c0a50da955c req-ad74e2e7-6ef7-415b-bc76-058b2abc23f3 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 950 time: 0.5319517 Mar 01 21:02:59.521922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5ded3bdf-8e7f-49bf-8cbf-9415b53739b9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:02:59.537298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7ff21-e00b-45dc-8b6c-93a2f1951bcd req-2141ab08-97c9-4a1e-8854-34b383d331fd tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:59.537298 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3cf7ff21-e00b-45dc-8b6c-93a2f1951bcd req-2141ab08-97c9-4a1e-8854-34b383d331fd tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 943 time: 0.2314050 Mar 01 21:02:59.560839 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-c26b7bd3-1bc8-430f-815f-2b4b6f133742 service neutron] 10.222.0.55 "GET /v2.0/networks/472c38d0-e825-4706-9372-a0e1682fe50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482716 Mar 01 21:02:59.561913 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d09c3ae3-fa44-4cc4-a303-9229e8d5e6a3 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:59.567347 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca45437-c890-45b6-855f-cdf5b510976d req-cc0d58cb-ca63-422a-a752-d12042222afe tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:59.569079 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ca45437-c890-45b6-855f-cdf5b510976d req-cc0d58cb-ca63-422a-a752-d12042222afe tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 950 time: 0.4164443 Mar 01 21:02:59.650839 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-432785a8-6cee-4dc6-9d30-07e9946b1de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:59.687231 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-9ca45437-c890-45b6-855f-cdf5b510976d req-345ebab8-d479-4cf2-a82b-02847698dd7c tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Deleting port ffe81816-49da-4cfb-a31e-ca3fe6fef03f {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:02:59.687629 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9ca45437-c890-45b6-855f-cdf5b510976d req-345ebab8-d479-4cf2-a82b-02847698dd7c tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:59.721234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d09c3ae3-fa44-4cc4-a303-9229e8d5e6a3 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Network 26b756bc-0064-4897-9fa6-8dca9a38e0f4 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:02:59.728791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-d09c3ae3-fa44-4cc4-a303-9229e8d5e6a3 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:02:59.745445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d09c3ae3-fa44-4cc4-a303-9229e8d5e6a3 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:02:59.751947 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09c3ae3-fa44-4cc4-a303-9229e8d5e6a3 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:02:59.752601 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d09c3ae3-fa44-4cc4-a303-9229e8d5e6a3 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:59.762431 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d09edc92-0006-48ea-8f9d-7c0a50da955c req-90a47cd4-dbbc-4081-84eb-3b4140e799fc tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424140 Mar 01 21:02:59.773328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50116) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:02:59.793881 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3cf7ff21-e00b-45dc-8b6c-93a2f1951bcd req-77215cd2-44eb-4d3b-bbab-e1cf05ab56b8 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e56c719-69fd-4112-92df-821606b04e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144387 Mar 01 21:02:59.825247 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-9916875e-a145-4327-9f90-100eac3fc164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:07Z', 'updated_at': '2022-03-01T21:02:17Z', 'revision_number': 4, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'gw_port': {'id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:09Z', 'updated_at': '2022-03-01T21:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '9f93a1c3-5fa5-422a-b155-9c5fcce7d657', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'port_id': '0ad8dabb-36cd-4c07-b68b-b546a100094d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'mac_address': 'fa:16:3e:19:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb509f9-9053-4c07-acaf-e923cd1ac1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:02:28Z', 'updated_at': '2022-03-01T21:02:55Z', 'revision_number': 1, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d45e162-0335-42f8-b5c4-3fd66b1e6d9c', 'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'mac_address': 'fa:16:3e:b6:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:15Z', 'updated_at': '2022-03-01T21:02:28Z', 'revision_number': 5, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'subnets': [{'id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:59.841764 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916875e-a145-4327-9f90-100eac3fc164 None None] Checking router: 613b948d-1a88-447a-9052-ce28e5edacb8 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:02:59.860259 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Allocated IP 172.20.0.2 (ff0c0bd8-3752-45c8-8919-273a84ddd6ef/b662bc57-fd83-48cb-96af-0ac063b54ae6/61c0d4f0-155c-44ee-934a-4e7acc4dd760) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:02:59.886203 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9916875e-a145-4327-9f90-100eac3fc164 None None] Routers {'613b948d-1a88-447a-9052-ce28e5edacb8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:02:59.887202 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-9916875e-a145-4327-9f90-100eac3fc164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:03:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['613b948d-1a88-447a-9052-ce28e5edacb8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:02:59.888081 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f67d4ff8-6abf-40b8-ae06-8b9793b4fcbf req-1b9b8d69-1fab-4f27-a275-7fd3641cd28e service neutron] 10.222.0.55 "GET /v2.0/networks/472c38d0-e825-4706-9372-a0e1682fe50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789283 Mar 01 21:02:59.892376 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb509f9-9053-4c07-acaf-e923cd1ac1ce', 'tag': '0ad8dabb-36cd-4c07-b68b-b546a100094d', 'status': 'completed', 'code': 200} Mar 01 21:02:59.895525 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ded3bdf-8e7f-49bf-8cbf-9415b53739b9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:02:59.898978 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ded3bdf-8e7f-49bf-8cbf-9415b53739b9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:02:59.911393 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c3ae3-fa44-4cc4-a303-9229e8d5e6a3 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Pushing event updated for resources: {'Port': ['ID=ee071169-3079-4d2c-8cad-f02ed91849f9,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:00.060280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057ce94-020e-4040-b99c-870566857643 req-d715d488-b07c-41d0-ae56-f9c498ad0ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:00.064899 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-5ded3bdf-8e7f-49bf-8cbf-9415b53739b9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] device_id is not set on port 768fc07a-0afa-43cb-a264-3f91b6cb2a75 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:03:00.065821 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0057ce94-020e-4040-b99c-870566857643 req-d715d488-b07c-41d0-ae56-f9c498ad0ecc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4948a3f4374642e5b9b9490b5a1ffed4&device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 1097 time: 0.1493905 Mar 01 21:03:00.069669 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d09c3ae3-fa44-4cc4-a303-9229e8d5e6a3 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.4105008 Mar 01 21:03:00.070606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50122) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:00.110826 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 81e43e50-3aca-48f0-bb5f-21afe87623aa up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:03:00.335508 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0a60e85e-ea5f-4420-9400-fbfcd4a71ed2 None None] Provisioning complete for port 4a017ff5-6903-4759-bb1f-de8acd17e40e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:00.335782 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0a60e85e-ea5f-4420-9400-fbfcd4a71ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:00.375419 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-9ca45437-c890-45b6-855f-cdf5b510976d req-345ebab8-d479-4cf2-a82b-02847698dd7c tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] For port ffe81816-49da-4cfb-a31e-ca3fe6fef03f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ffe81816-49da-4cfb-a31e-ca3fe6fef03f,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:00.375822 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9ca45437-c890-45b6-855f-cdf5b510976d req-345ebab8-d479-4cf2-a82b-02847698dd7c tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:00.390352 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2698af1-59f5-410d-929f-83b973f7e6c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:00.424034 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b2698af1-59f5-410d-929f-83b973f7e6c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:00.430844 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b2698af1-59f5-410d-929f-83b973f7e6c2 admin admin] Usage tracker for resource:security_group_rule and tenant:8e78078f83c549559d7f515e6337f7e6 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:00.436788 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b2698af1-59f5-410d-929f-83b973f7e6c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:00.446322 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-9916875e-a145-4327-9f90-100eac3fc164 None None] Set router 613b948d-1a88-447a-9052-ce28e5edacb8 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:03:00.449099 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b2698af1-59f5-410d-929f-83b973f7e6c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:00.480814 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057ce94-020e-4040-b99c-870566857643 req-8de21221-fa6f-429b-9fd5-985ce12b8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:00.482260 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0057ce94-020e-4040-b99c-870566857643 req-8de21221-fa6f-429b-9fd5-985ce12b8758 service neutron] 10.222.0.57 "GET /v2.0/networks?id=33ba965f-d417-4519-8f89-3aefcdaf09c3 HTTP/1.1" status: 200 len: 912 time: 0.4048193 Mar 01 21:03:00.525210 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-0a60e85e-ea5f-4420-9400-fbfcd4a71ed2 None None] Port 4a017ff5-6903-4759-bb1f-de8acd17e40e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:00.575625 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fae5fe-c765-471b-bf05-e1e131cda9fd tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:00.581167 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fae5fe-c765-471b-bf05-e1e131cda9fd tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:00.585811 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:00.587027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6fae5fe-c765-471b-bf05-e1e131cda9fd tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:00.587990 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c6fae5fe-c765-471b-bf05-e1e131cda9fd tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Synchronizing usage tracker for tenant:cfac8685916e46c485a7434702737a59 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:00.618463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76faaaf2-ca99-41b0-9fca-b86c4c428ee6 req-d62d4b75-a3be-474a-a339-8657eca9a2e4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:00.619994 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76faaaf2-ca99-41b0-9fca-b86c4c428ee6 req-d62d4b75-a3be-474a-a339-8657eca9a2e4 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.6799946 Mar 01 21:03:00.627414 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-9ca45437-c890-45b6-855f-cdf5b510976d req-345ebab8-d479-4cf2-a82b-02847698dd7c tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Calling delete_port for ffe81816-49da-4cfb-a31e-ca3fe6fef03f owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:00.634421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 81e43e50-3aca-48f0-bb5f-21afe87623aa triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:00.635036 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:00.651249 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0057ce94-020e-4040-b99c-870566857643 req-396bd6a4-7130-46ef-8c32-3c8f67366094 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ad8dabb-36cd-4c07-b68b-b546a100094d HTTP/1.1" status: 200 len: 1000 time: 0.1589808 Mar 01 21:03:00.718699 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c6fae5fe-c765-471b-bf05-e1e131cda9fd tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Unset dirty status for tenant:cfac8685916e46c485a7434702737a59 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:00.722559 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76faaaf2-ca99-41b0-9fca-b86c4c428ee6 req-94fa752d-c140-438b-86e9-ec512e3d1621 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650523 Mar 01 21:03:00.722710 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c6fae5fe-c765-471b-bf05-e1e131cda9fd tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.6481252 Mar 01 21:03:00.722795 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50128) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:00.746553 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:00.769278 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:00.803184 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057ce94-020e-4040-b99c-870566857643 req-bc8bc217-aafd-473f-b530-d692c7370a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:00.804655 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0057ce94-020e-4040-b99c-870566857643 req-bc8bc217-aafd-473f-b530-d692c7370a16 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8336f76-9298-450b-b9a8-2aa7486056a2 HTTP/1.1" status: 200 len: 850 time: 0.1466284 Mar 01 21:03:00.804838 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Transition to ACTIVE for port object 61c0d4f0-155c-44ee-934a-4e7acc4dd760 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:00.806489 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2698af1-59f5-410d-929f-83b973f7e6c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:00.867768 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Transition to ACTIVE for port object 61c0d4f0-155c-44ee-934a-4e7acc4dd760 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:00.871460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d6c66-d0a1-4c9b-a3a1-f097f85aca48 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Deleting port ee071169-3079-4d2c-8cad-f02ed91849f9 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:00.872008 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6c66-d0a1-4c9b-a3a1-f097f85aca48 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:00.902594 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-df2c7017-b5a3-4689-8a5a-fd52b0ba14bb None None] Provisioning for port ee071169-3079-4d2c-8cad-f02ed91849f9 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:00.923907 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2698af1-59f5-410d-929f-83b973f7e6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:00.963378 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9ca45437-c890-45b6-855f-cdf5b510976d req-345ebab8-d479-4cf2-a82b-02847698dd7c tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:00.967239 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-361de8c9-0f38-4a59-a325-33feaaa3286f req-644a0711-8738-4288-87d9-e4a89a39242a tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 210 time: 0.0568376 Mar 01 21:03:01.002042 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['bac2e20d-f3b2-45cf-a44f-127dbc649a30'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:03:01.039725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2698af1-59f5-410d-929f-83b973f7e6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11b7da8-c70c-4224-93df-7612ac031311,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:01.048980 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b2698af1-59f5-410d-929f-83b973f7e6c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8e78078f83c549559d7f515e6337f7e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2746439 Mar 01 21:03:01.063306 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:01.067776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50136) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:01.090586 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-df2c7017-b5a3-4689-8a5a-fd52b0ba14bb None None] Provisioning complete for port ee071169-3079-4d2c-8cad-f02ed91849f9 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:01.090814 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-df2c7017-b5a3-4689-8a5a-fd52b0ba14bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:01.157680 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057ce94-020e-4040-b99c-870566857643 req-810625ac-56d5-40e1-9d47-92bbec5dfe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:01.159158 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0057ce94-020e-4040-b99c-870566857643 req-810625ac-56d5-40e1-9d47-92bbec5dfe7f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=33ba965f-d417-4519-8f89-3aefcdaf09c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3418252 Mar 01 21:03:01.193445 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345ebab8-d479-4cf2-a82b-02847698dd7c tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Pushing event deleted for resources: {'Port': ['ID=ffe81816-49da-4cfb-a31e-ca3fe6fef03f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:01.255588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-5ded3bdf-8e7f-49bf-8cbf-9415b53739b9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Allocated IP 172.20.0.13 (ff0c0bd8-3752-45c8-8919-273a84ddd6ef/b662bc57-fd83-48cb-96af-0ac063b54ae6/768fc07a-0afa-43cb-a264-3f91b6cb2a75) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:03:01.268841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca45437-c890-45b6-855f-cdf5b510976d req-345ebab8-d479-4cf2-a82b-02847698dd7c tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] No DVR routers for this DVR port ffe81816-49da-4cfb-a31e-ca3fe6fef03f on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:03:01.280340 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9ca45437-c890-45b6-855f-cdf5b510976d req-345ebab8-d479-4cf2-a82b-02847698dd7c tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:01.283509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0e6c311-1796-477c-a45a-731042b6684b', 'name': 'network-vif-deleted', 'tag': 'ffe81816-49da-4cfb-a31e-ca3fe6fef03f'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:03:01.311002 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Network ff0c0bd8-3752-45c8-8919-273a84ddd6ef is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:01.328910 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ca45437-c890-45b6-855f-cdf5b510976d req-345ebab8-d479-4cf2-a82b-02847698dd7c tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.55 "DELETE /v2.0/ports/ffe81816-49da-4cfb-a31e-ca3fe6fef03f HTTP/1.1" status: 204 len: 173 time: 1.7331748 Mar 01 21:03:01.336534 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:01.338530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-df2c7017-b5a3-4689-8a5a-fd52b0ba14bb None None] Port ee071169-3079-4d2c-8cad-f02ed91849f9 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:01.341440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77cadf5-eaa7-4465-beaa-667d93ccbaa4 req-78a75615-2215-4996-9ada-f9bd0eea2083 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:01.345074 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:01.349762 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f77cadf5-eaa7-4465-beaa-667d93ccbaa4 req-78a75615-2215-4996-9ada-f9bd0eea2083 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 943 time: 0.3996272 Mar 01 21:03:01.356498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Pushing event updated for resources: {'Port': ['ID=61c0d4f0-155c-44ee-934a-4e7acc4dd760,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:01.395145 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e022308b-2e1d-484a-9377-02f8f6a31ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:01.414438 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6c66-d0a1-4c9b-a3a1-f097f85aca48 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:01.431334 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0e6c311-1796-477c-a45a-731042b6684b', 'name': 'network-vif-deleted', 'tag': 'ffe81816-49da-4cfb-a31e-ca3fe6fef03f', 'status': 'completed', 'code': 200} Mar 01 21:03:01.466133 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f77cadf5-eaa7-4465-beaa-667d93ccbaa4 req-3f9ce790-8396-4236-a809-d3fa4ae5e30d tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e56c719-69fd-4112-92df-821606b04e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153955 Mar 01 21:03:01.533374 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Attempting to bind port 61c0d4f0-155c-44ee-934a-4e7acc4dd760 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:03:01.534453 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Attempting to bind port 61c0d4f0-155c-44ee-934a-4e7acc4dd760 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '620fbe42-ecf6-40d7-bed2-89efea1b9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ff0c0bd8-3752-45c8-8919-273a84ddd6ef'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:03:01.535032 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Attempting to bind port 61c0d4f0-155c-44ee-934a-4e7acc4dd760 on network ff0c0bd8-3752-45c8-8919-273a84ddd6ef {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:03:01.566209 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:03:01.566963 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Checking segment: {'id': '620fbe42-ecf6-40d7-bed2-89efea1b9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ff0c0bd8-3752-45c8-8919-273a84ddd6ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:03:01.567567 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:01.568189 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Bound using segment: {'id': '620fbe42-ecf6-40d7-bed2-89efea1b9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ff0c0bd8-3752-45c8-8919-273a84ddd6ef'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:03:01.569031 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Bound port: 61c0d4f0-155c-44ee-934a-4e7acc4dd760, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620fbe42-ecf6-40d7-bed2-89efea1b9c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'ff0c0bd8-3752-45c8-8919-273a84ddd6ef'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:03:01.569646 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:01.592516 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-1d2d6c66-d0a1-4c9b-a3a1-f097f85aca48 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Calling delete_port for ee071169-3079-4d2c-8cad-f02ed91849f9 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:01.593355 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-9916875e-a145-4327-9f90-100eac3fc164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:07Z', 'updated_at': '2022-03-01T21:02:17Z', 'revision_number': 4, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'gw_port': {'id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:09Z', 'updated_at': '2022-03-01T21:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '9f93a1c3-5fa5-422a-b155-9c5fcce7d657', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'port_id': '0ad8dabb-36cd-4c07-b68b-b546a100094d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'mac_address': 'fa:16:3e:19:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb509f9-9053-4c07-acaf-e923cd1ac1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:02:28Z', 'updated_at': '2022-03-01T21:02:55Z', 'revision_number': 1, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d45e162-0335-42f8-b5c4-3fd66b1e6d9c', 'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'mac_address': 'fa:16:3e:b6:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:15Z', 'updated_at': '2022-03-01T21:02:28Z', 'revision_number': 5, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'subnets': [{'id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:01.621998 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916875e-a145-4327-9f90-100eac3fc164 None None] The sync data for ids ['613b948d-1a88-447a-9052-ce28e5edacb8'] in n-d-827896-4 is: [{'id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:07Z', 'updated_at': '2022-03-01T21:02:17Z', 'revision_number': 4, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'gw_port': {'id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:09Z', 'updated_at': '2022-03-01T21:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '9f93a1c3-5fa5-422a-b155-9c5fcce7d657', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'floating_ip_address': '172.25.5.155', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'port_id': '0ad8dabb-36cd-4c07-b68b-b546a100094d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'mac_address': 'fa:16:3e:19:80:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb509f9-9053-4c07-acaf-e923cd1ac1ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:02:28Z', 'updated_at': '2022-03-01T21:02:55Z', 'revision_number': 1, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d45e162-0335-42f8-b5c4-3fd66b1e6d9c', 'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'mac_address': 'fa:16:3e:b6:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:15Z', 'updated_at': '2022-03-01T21:02:28Z', 'revision_number': 5, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'subnets': [{'id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:03:01.641711 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ded3bdf-8e7f-49bf-8cbf-9415b53739b9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:01.677703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-5ded3bdf-8e7f-49bf-8cbf-9415b53739b9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Transition to ACTIVE for port object 768fc07a-0afa-43cb-a264-3f91b6cb2a75 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:01.703941 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0057ce94-020e-4040-b99c-870566857643 req-49f68b35-8679-4dcd-b163-796146c2cbb9 service neutron] 10.222.0.57 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4952698 Mar 01 21:03:01.746225 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e022308b-2e1d-484a-9377-02f8f6a31ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:01.777432 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ded3bdf-8e7f-49bf-8cbf-9415b53739b9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:01.810145 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] For port 61c0d4f0-155c-44ee-934a-4e7acc4dd760, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:03:01.816047 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] For port 61c0d4f0-155c-44ee-934a-4e7acc4dd760, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=61c0d4f0-155c-44ee-934a-4e7acc4dd760,segment=NetworkSegment(620fbe42-ecf6-40d7-bed2-89efea1b9c95),segment_id=620fbe42-ecf6-40d7-bed2-89efea1b9c95)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:03:01.858783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ded3bdf-8e7f-49bf-8cbf-9415b53739b9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network ff0c0bd8-3752-45c8-8919-273a84ddd6ef is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:01.867229 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-5ded3bdf-8e7f-49bf-8cbf-9415b53739b9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:01.872610 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ded3bdf-8e7f-49bf-8cbf-9415b53739b9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:01.911242 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:01.951679 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded3bdf-8e7f-49bf-8cbf-9415b53739b9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=768fc07a-0afa-43cb-a264-3f91b6cb2a75,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:01.989704 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0057ce94-020e-4040-b99c-870566857643 req-04e3c020-26e2-4b6c-918e-3ad08ca2695e service neutron] 10.222.0.57 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672853 Mar 01 21:03:02.001972 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ded3bdf-8e7f-49bf-8cbf-9415b53739b9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:02.002582 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ded3bdf-8e7f-49bf-8cbf-9415b53739b9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:02.015965 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b17dad6-51e3-4c9e-bab3-041d8c9afafc None None] New status for floating IP 9f93a1c3-5fa5-422a-b155-9c5fcce7d657: ACTIVE {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:03:02.044188 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674c92e8-b1c2-4bb9-a54e-9a590fbd50e0 None None] Pushing event updated for resources: {'Port': ['ID=61c0d4f0-155c-44ee-934a-4e7acc4dd760,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:02.053403 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6c66-d0a1-4c9b-a3a1-f097f85aca48 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:02.075028 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c86544-0959-4db9-8287-54e7c85d8fb4 req-eb2f9f78-3d8f-445f-8a76-540dc3228605 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:02.083301 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c3c86544-0959-4db9-8287-54e7c85d8fb4 req-eb2f9f78-3d8f-445f-8a76-540dc3228605 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.1795230 Mar 01 21:03:02.154551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ffe81816-49da-4cfb-a31e-ca3fe6fef03f no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:03:02.178452 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5ded3bdf-8e7f-49bf-8cbf-9415b53739b9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2617126 Mar 01 21:03:02.179158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50146) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:02.185609 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c3c86544-0959-4db9-8287-54e7c85d8fb4 req-becdaabd-60bd-4bfa-9b17-b3294eb9c43b tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011400 Mar 01 21:03:02.191086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-09f7b032-2c07-474a-8d82-2c7b3d24e8ec tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'port': {'network_id': 'ff0c0bd8-3752-45c8-8919-273a84ddd6ef', 'name': 'tempest-PortsTestJSON-85901098'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:02.200939 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e022308b-2e1d-484a-9377-02f8f6a31ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:02.236527 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:02.247193 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d6c66-d0a1-4c9b-a3a1-f097f85aca48 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Pushing event deleted for resources: {'Port': ['ID=ee071169-3079-4d2c-8cad-f02ed91849f9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:02.249404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: ffe81816-49da-4cfb-a31e-ca3fe6fef03f {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:03:02.249608 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ffe81816-49da-4cfb-a31e-ca3fe6fef03f not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:03:02.253987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022308b-2e1d-484a-9377-02f8f6a31ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11b7da8-c70c-4224-93df-7612ac031311,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:02.355044 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-606aaa2e-d765-4533-8117-be8b47400260 req-598ba53f-de26-4205-8092-3a426fc2a350 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Synchronizing usage tracker for tenant:665d188d9bd94aaab6d655afa44861eb on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:02.572766 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-09f7b032-2c07-474a-8d82-2c7b3d24e8ec tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:02.579302 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-09f7b032-2c07-474a-8d82-2c7b3d24e8ec tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:port and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:02.582731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-09f7b032-2c07-474a-8d82-2c7b3d24e8ec tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:02.589919 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-09f7b032-2c07-474a-8d82-2c7b3d24e8ec tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:02.598349 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-606aaa2e-d765-4533-8117-be8b47400260 req-598ba53f-de26-4205-8092-3a426fc2a350 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Unset dirty status for tenant:665d188d9bd94aaab6d655afa44861eb on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:02.606306 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-606aaa2e-d765-4533-8117-be8b47400260 req-598ba53f-de26-4205-8092-3a426fc2a350 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0e6c311-1796-477c-a45a-731042b6684b HTTP/1.1" status: 200 len: 210 time: 0.3354073 Mar 01 21:03:02.731731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e2ae6-7e30-4c4f-a7ae-700b49c47fe7 req-9620674f-6f69-4981-84e0-bcb9a6554dee tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:02.733276 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-305e2ae6-7e30-4c4f-a7ae-700b49c47fe7 req-9620674f-6f69-4981-84e0-bcb9a6554dee tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 943 time: 0.1237345 Mar 01 21:03:02.738415 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d2d6c66-d0a1-4c9b-a3a1-f097f85aca48 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:02.752734 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1d2d6c66-d0a1-4c9b-a3a1-f097f85aca48 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "DELETE /v2.0/ports/ee071169-3079-4d2c-8cad-f02ed91849f9 HTTP/1.1" status: 204 len: 168 time: 2.0289791 Mar 01 21:03:02.755201 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50152) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:02.757846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f7b032-2c07-474a-8d82-2c7b3d24e8ec tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:02.761779 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e022308b-2e1d-484a-9377-02f8f6a31ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:02.761779 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e022308b-2e1d-484a-9377-02f8f6a31ba7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d11b7da8-c70c-4224-93df-7612ac031311 HTTP/1.1" status: 204 len: 168 time: 1.6763754 Mar 01 21:03:02.761971 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-09f7b032-2c07-474a-8d82-2c7b3d24e8ec tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:02.803239 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-09f7b032-2c07-474a-8d82-2c7b3d24e8ec tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] device_id is not set on port 692f7533-493d-42e1-a39a-febc56f790e3 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:03:02.807141 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8bd040d-bb5f-4089-9fdc-1c590a1f89e4 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] GET failed (client error): The resource could not be found. Mar 01 21:03:02.807703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a8bd040d-bb5f-4089-9fdc-1c590a1f89e4 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Synchronizing usage tracker for tenant:cfac8685916e46c485a7434702737a59 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:02.845481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-305e2ae6-7e30-4c4f-a7ae-700b49c47fe7 req-085a6e4e-03a3-45ab-9199-2eb697c379d6 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e56c719-69fd-4112-92df-821606b04e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057334 Mar 01 21:03:02.932328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a8bd040d-bb5f-4089-9fdc-1c590a1f89e4 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Unset dirty status for tenant:cfac8685916e46c485a7434702737a59 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:02.934342 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a8bd040d-bb5f-4089-9fdc-1c590a1f89e4 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "GET /v2.0/ports/ee071169-3079-4d2c-8cad-f02ed91849f9 HTTP/1.1" status: 404 len: 333 time: 0.1780694 Mar 01 21:03:02.937792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50158) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:02.943652 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Request body: {'port': {'network_id': '26b756bc-0064-4897-9fa6-8dca9a38e0f4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1957262219'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:02.954693 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-09f7b032-2c07-474a-8d82-2c7b3d24e8ec tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Allocated IP 172.20.0.6 (ff0c0bd8-3752-45c8-8919-273a84ddd6ef/b662bc57-fd83-48cb-96af-0ac063b54ae6/692f7533-493d-42e1-a39a-febc56f790e3) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:03:03.108262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:03.119383 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:03.210553 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-09f7b032-2c07-474a-8d82-2c7b3d24e8ec tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:03.231861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-09f7b032-2c07-474a-8d82-2c7b3d24e8ec tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Transition to ACTIVE for port object 692f7533-493d-42e1-a39a-febc56f790e3 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:03.235243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Made reservation on behalf of cfac8685916e46c485a7434702737a59 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:03.238988 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:03.270676 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] device_id is not set on port b6d6ddcf-ffed-404a-bcd0-dfb452abaf5a yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:03:03.408505 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d82ddd-db0c-4c74-94c0-b137a3a42876 None None] Network ff0c0bd8-3752-45c8-8919-273a84ddd6ef requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:03.442382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Allocated IP 2001:db8::fc (26b756bc-0064-4897-9fa6-8dca9a38e0f4/b6adf950-89c2-43ea-b702-5cd1daab2565/b6d6ddcf-ffed-404a-bcd0-dfb452abaf5a) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:03:03.502640 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-09f7b032-2c07-474a-8d82-2c7b3d24e8ec tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:03.590715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50166) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:03.604538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f7b032-2c07-474a-8d82-2c7b3d24e8ec tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network ff0c0bd8-3752-45c8-8919-273a84ddd6ef is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:03.617330 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7774f416-488e-4b08-9ef5-836d4f5bba60 None None] Provisioning for port 61c0d4f0-155c-44ee-934a-4e7acc4dd760 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:03.623589 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-09f7b032-2c07-474a-8d82-2c7b3d24e8ec tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:03.630803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f7b032-2c07-474a-8d82-2c7b3d24e8ec tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=692f7533-493d-42e1-a39a-febc56f790e3,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:03.630803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f7b032-2c07-474a-8d82-2c7b3d24e8ec tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:03.677251 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-43107a4a-b346-4348-9372-a1d5452feadf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:03.697647 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:03.718172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Transition to ACTIVE for port object b6d6ddcf-ffed-404a-bcd0-dfb452abaf5a will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:03.720147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-43107a4a-b346-4348-9372-a1d5452feadf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:03.737030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-43107a4a-b346-4348-9372-a1d5452feadf admin admin] Usage tracker for resource:security_group_rule and tenant:a9b4d19310ad4b5db2239b5f0870509a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:03.741785 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-43107a4a-b346-4348-9372-a1d5452feadf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:03.758399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3887e40f-5e6b-4893-ad5e-f54a191ff66c req-e936f713-17d5-4ee6-954f-711215dd4959 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:03.760001 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3887e40f-5e6b-4893-ad5e-f54a191ff66c req-e936f713-17d5-4ee6-954f-711215dd4959 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.4220111 Mar 01 21:03:03.761157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-43107a4a-b346-4348-9372-a1d5452feadf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:03.771785 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f7b032-2c07-474a-8d82-2c7b3d24e8ec tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:03.772441 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-09f7b032-2c07-474a-8d82-2c7b3d24e8ec tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:03.813885 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:03.861923 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3887e40f-5e6b-4893-ad5e-f54a191ff66c req-e6014107-76c3-4f33-9d72-d38470ff384e tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852668 Mar 01 21:03:03.919056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Pushing event updated for resources: {'Port': ['ID=b6d6ddcf-ffed-404a-bcd0-dfb452abaf5a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:03.928399 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-09f7b032-2c07-474a-8d82-2c7b3d24e8ec tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7394176 Mar 01 21:03:03.933896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Network 26b756bc-0064-4897-9fa6-8dca9a38e0f4 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:03.933896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:03.934112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50176) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:03.937074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:03.943502 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:03.944181 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:03.949916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:03.949916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:03.950954 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:03.951347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:03.951856 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:03.952193 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:03.952582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:03.952966 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:03.953364 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:03.953664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:03.953991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:03.954317 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:04.041421 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4d31a029-fda2-4597-8a42-091b93810153 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1025534 Mar 01 21:03:04.044926 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50180) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:04.051019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8ee65b1e-d77a-4b76-a257-a7c803c9048d tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d8', 'mac_address': 'fa:16:3e:b5:4d:f7'}]}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:04.111717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 61c0d4f0-155c-44ee-934a-4e7acc4dd760 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:03:04.160169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device f44131eb-dd15-482a-826c-7aff4d81ae59 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:03:04.161192 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-43107a4a-b346-4348-9372-a1d5452feadf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:04.196940 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2b934d8b-1c36-476c-9538-4556806472bb None None] Provisioning for port 692f7533-493d-42e1-a39a-febc56f790e3 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:04.239695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9adbd65-7e64-4f63-a0c3-4bf278ef8e58 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:04.240349 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a9adbd65-7e64-4f63-a0c3-4bf278ef8e58 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Synchronizing usage tracker for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:04.284079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b06869-3f25-435f-a183-63cdeadddb25 req-d92b0ce7-a476-427e-82c2-3469cfc80594 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:04.285590 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b7b06869-3f25-435f-a183-63cdeadddb25 req-d92b0ce7-a476-427e-82c2-3469cfc80594 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 943 time: 0.2513440 Mar 01 21:03:04.314286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2b934d8b-1c36-476c-9538-4556806472bb None None] Provisioning complete for port 692f7533-493d-42e1-a39a-febc56f790e3 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:04.314655 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2b934d8b-1c36-476c-9538-4556806472bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:04.346204 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b7b06869-3f25-435f-a183-63cdeadddb25 req-a508ff35-b508-4c81-8d40-840655f7b96e tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e56c719-69fd-4112-92df-821606b04e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505304 Mar 01 21:03:04.366588 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.resource_extend [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:03:04.416811 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ee65b1e-d77a-4b76-a257-a7c803c9048d tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:04.421960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a9adbd65-7e64-4f63-a0c3-4bf278ef8e58 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Unset dirty status for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:04.426022 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a9adbd65-7e64-4f63-a0c3-4bf278ef8e58 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.4894581 Mar 01 21:03:04.426022 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-43107a4a-b346-4348-9372-a1d5452feadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:04.441482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50186) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:04.476314 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2b934d8b-1c36-476c-9538-4556806472bb None None] Port 692f7533-493d-42e1-a39a-febc56f790e3 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:04.493752 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43107a4a-b346-4348-9372-a1d5452feadf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3811ebf-4f54-4c9e-81df-e267d0e32f23,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:04.541398 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port f44131eb-dd15-482a-826c-7aff4d81ae59, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=f44131eb-dd15-482a-826c-7aff4d81ae59,segment=NetworkSegment(d2a42a8c-62c6-4f19-a4e0-684e0556e759),segment_id=d2a42a8c-62c6-4f19-a4e0-684e0556e759)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:04.542743 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-43107a4a-b346-4348-9372-a1d5452feadf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a9b4d19310ad4b5db2239b5f0870509a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9441957 Mar 01 21:03:04.553282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50194) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:04.574198 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'f44131eb-dd15-482a-826c-7aff4d81ae59', 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b', 'port_id': 'f44131eb-dd15-482a-826c-7aff4d81ae59', 'mac_address': 'fa:16:3e:cb:4a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd83b90d8-a7ff-4d57-a949-1f46cb1079f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:03:04.582086 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 61c0d4f0-155c-44ee-934a-4e7acc4dd760 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:04.588173 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-43ea363d-7094-4065-b298-1621d58fec17 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port 692f7533-493d-42e1-a39a-febc56f790e3 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:04.588508 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-43ea363d-7094-4065-b298-1621d58fec17 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:04.632966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 61c0d4f0-155c-44ee-934a-4e7acc4dd760 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:04.633475 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:04.667611 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2b934d8b-1c36-476c-9538-4556806472bb None None] Provisioning for port 768fc07a-0afa-43cb-a264-3f91b6cb2a75 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:04.680675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2b934d8b-1c36-476c-9538-4556806472bb None None] Provisioning complete for port 768fc07a-0afa-43cb-a264-3f91b6cb2a75 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:04.681416 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2b934d8b-1c36-476c-9538-4556806472bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:04.741336 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e32202d-5ed2-40d1-acca-b0e77b9bd4c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:04.769204 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2b934d8b-1c36-476c-9538-4556806472bb None None] Port 768fc07a-0afa-43cb-a264-3f91b6cb2a75 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:04.786889 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:04.818246 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e32202d-5ed2-40d1-acca-b0e77b9bd4c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:04.830646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f44131eb-dd15-482a-826c-7aff4d81ae59 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:03:04.836927 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2b934d8b-1c36-476c-9538-4556806472bb None None] Provisioning complete for port 61c0d4f0-155c-44ee-934a-4e7acc4dd760 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:04.837082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3afd259-2e59-41d0-b865-f179575c2c22 req-9cf8a01c-eda2-420d-b5ca-cbf3b7fb6417 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:04.837362 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2b934d8b-1c36-476c-9538-4556806472bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:04.839939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e3afd259-2e59-41d0-b865-f179575c2c22 req-9cf8a01c-eda2-420d-b5ca-cbf3b7fb6417 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 950 time: 0.2522342 Mar 01 21:03:04.906100 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port f44131eb-dd15-482a-826c-7aff4d81ae59, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=f44131eb-dd15-482a-826c-7aff4d81ae59,segment=NetworkSegment(d2a42a8c-62c6-4f19-a4e0-684e0556e759),segment_id=d2a42a8c-62c6-4f19-a4e0-684e0556e759)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:04.911865 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e3afd259-2e59-41d0-b865-f179575c2c22 req-ea615494-734c-4b79-92da-f9498d4fb950 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573921 Mar 01 21:03:04.992206 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:05.031120 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e32202d-5ed2-40d1-acca-b0e77b9bd4c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:05.032370 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-43ea363d-7094-4065-b298-1621d58fec17 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:05.062718 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:05.063927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e32202d-5ed2-40d1-acca-b0e77b9bd4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3811ebf-4f54-4c9e-81df-e267d0e32f23,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:05.073925 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e32202d-5ed2-40d1-acca-b0e77b9bd4c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:05.090428 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9e32202d-5ed2-40d1-acca-b0e77b9bd4c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3811ebf-4f54-4c9e-81df-e267d0e32f23 HTTP/1.1" status: 204 len: 168 time: 0.5257194 Mar 01 21:03:05.139604 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2b934d8b-1c36-476c-9538-4556806472bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:05.166379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fab1b5-d662-4bf6-82b3-10d9f4bbfc7e req-d953d5f7-0bbc-4d64-8d7f-0a8d69ac9d95 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:05.168679 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=f44131eb-dd15-482a-826c-7aff4d81ae59,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:05.171639 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32fab1b5-d662-4bf6-82b3-10d9f4bbfc7e req-d953d5f7-0bbc-4d64-8d7f-0a8d69ac9d95 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.1808901 Mar 01 21:03:05.183658 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 61c0d4f0-155c-44ee-934a-4e7acc4dd760, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=61c0d4f0-155c-44ee-934a-4e7acc4dd760,segment=NetworkSegment(620fbe42-ecf6-40d7-bed2-89efea1b9c95),segment_id=620fbe42-ecf6-40d7-bed2-89efea1b9c95)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:05.228196 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32fab1b5-d662-4bf6-82b3-10d9f4bbfc7e req-ec599176-35f9-4aef-a6ff-2186e02605be tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521929 Mar 01 21:03:05.265323 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:05.333996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-43ea363d-7094-4065-b298-1621d58fec17 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for 692f7533-493d-42e1-a39a-febc56f790e3 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:05.349115 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['f44131eb-dd15-482a-826c-7aff4d81ae59'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:03:05.366463 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [None req-8ee65b1e-d77a-4b76-a257-a7c803c9048d tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:03:05.390017 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ee65b1e-d77a-4b76-a257-a7c803c9048d tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:05.437920 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-2b934d8b-1c36-476c-9538-4556806472bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:03:05.438275 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-2b934d8b-1c36-476c-9538-4556806472bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:03:05.448811 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=61c0d4f0-155c-44ee-934a-4e7acc4dd760,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:05.482807 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ee65b1e-d77a-4b76-a257-a7c803c9048d tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:05.580316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee65b1e-d77a-4b76-a257-a7c803c9048d tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Pushing event updated for resources: {'Port': ['ID=b6d6ddcf-ffed-404a-bcd0-dfb452abaf5a,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:05.592612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85587f6-6d10-4373-bee6-68fc65d4df29 req-d20ade5e-6b80-43cc-928f-e9d0c771ca18 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:05.594132 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b85587f6-6d10-4373-bee6-68fc65d4df29 req-d20ade5e-6b80-43cc-928f-e9d0c771ca18 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 944 time: 0.1040380 Mar 01 21:03:05.644008 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-8ee65b1e-d77a-4b76-a257-a7c803c9048d tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] In _notify_port_updated(), no bound segment for port b6d6ddcf-ffed-404a-bcd0-dfb452abaf5a on network 26b756bc-0064-4897-9fa6-8dca9a38e0f4 {{(pid=88519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:03:05.646682 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b85587f6-6d10-4373-bee6-68fc65d4df29 req-22d7f1fd-76d8-4305-bf9c-e405beb73d5f tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e56c719-69fd-4112-92df-821606b04e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463226 Mar 01 21:03:05.653153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee65b1e-d77a-4b76-a257-a7c803c9048d tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:05.653828 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ee65b1e-d77a-4b76-a257-a7c803c9048d tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:05.655184 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8ee65b1e-d77a-4b76-a257-a7c803c9048d tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "PUT /v2.0/ports/b6d6ddcf-ffed-404a-bcd0-dfb452abaf5a HTTP/1.1" status: 200 len: 1002 time: 1.6093209 Mar 01 21:03:05.658345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50208) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:05.739856 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-80547b1b-032a-48d4-8f3e-b36f67f7c7d7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Deleting port b6d6ddcf-ffed-404a-bcd0-dfb452abaf5a {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:05.740197 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-80547b1b-032a-48d4-8f3e-b36f67f7c7d7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:05.802957 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-43ea363d-7094-4065-b298-1621d58fec17 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:05.856906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a0c365-646f-4f69-a735-c000e778bcdc req-5847adfe-780a-4483-b974-9926aa709287 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:05.858345 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84a0c365-646f-4f69-a735-c000e778bcdc req-5847adfe-780a-4483-b974-9926aa709287 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.55 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 950 time: 0.1023865 Mar 01 21:03:05.900217 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea363d-7094-4065-b298-1621d58fec17 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Port': ['ID=692f7533-493d-42e1-a39a-febc56f790e3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:05.941760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-84a0c365-646f-4f69-a735-c000e778bcdc req-14b24670-9ba5-4b21-940e-ff66f336ca93 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Deleting port bac2e20d-f3b2-45cf-a44f-127dbc649a30 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:05.942044 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-84a0c365-646f-4f69-a735-c000e778bcdc req-14b24670-9ba5-4b21-940e-ff66f336ca93 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:06.115108 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 61c0d4f0-155c-44ee-934a-4e7acc4dd760 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:03:06.206623 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2d5e8e5a-b14e-4e43-8d95-1ed1f4a0a170 None None] Could not find standard attr ID for object 692f7533-493d-42e1-a39a-febc56f790e3. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:03:06.254928 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-43ea363d-7094-4065-b298-1621d58fec17 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:06.257021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 61c0d4f0-155c-44ee-934a-4e7acc4dd760 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:06.257498 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:06.322493 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-80547b1b-032a-48d4-8f3e-b36f67f7c7d7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:06.333970 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2d5e8e5a-b14e-4e43-8d95-1ed1f4a0a170 None None] Provisioning for port b6d6ddcf-ffed-404a-bcd0-dfb452abaf5a completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:06.352360 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2d5e8e5a-b14e-4e43-8d95-1ed1f4a0a170 None None] Provisioning complete for port b6d6ddcf-ffed-404a-bcd0-dfb452abaf5a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:06.357685 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2d5e8e5a-b14e-4e43-8d95-1ed1f4a0a170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:06.388209 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-43ea363d-7094-4065-b298-1621d58fec17 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/ports/692f7533-493d-42e1-a39a-febc56f790e3 HTTP/1.1" status: 204 len: 168 time: 1.9455388 Mar 01 21:03:06.391113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-84a0c365-646f-4f69-a735-c000e778bcdc req-14b24670-9ba5-4b21-940e-ff66f336ca93 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] For port bac2e20d-f3b2-45cf-a44f-127dbc649a30, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bac2e20d-f3b2-45cf-a44f-127dbc649a30,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:06.391501 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-84a0c365-646f-4f69-a735-c000e778bcdc req-14b24670-9ba5-4b21-940e-ff66f336ca93 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:06.405871 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50228) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:06.457911 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-80547b1b-032a-48d4-8f3e-b36f67f7c7d7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Calling delete_port for b6d6ddcf-ffed-404a-bcd0-dfb452abaf5a owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:06.468817 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2d5e8e5a-b14e-4e43-8d95-1ed1f4a0a170 None None] Port b6d6ddcf-ffed-404a-bcd0-dfb452abaf5a cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:06.499431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2d5e8e5a-b14e-4e43-8d95-1ed1f4a0a170 None None] Provisioning complete for port 768fc07a-0afa-43cb-a264-3f91b6cb2a75 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:06.499868 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2d5e8e5a-b14e-4e43-8d95-1ed1f4a0a170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:06.572978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2d5e8e5a-b14e-4e43-8d95-1ed1f4a0a170 None None] Port 768fc07a-0afa-43cb-a264-3f91b6cb2a75 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:06.625958 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-84a0c365-646f-4f69-a735-c000e778bcdc req-14b24670-9ba5-4b21-940e-ff66f336ca93 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Calling delete_port for bac2e20d-f3b2-45cf-a44f-127dbc649a30 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:06.681009 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-80547b1b-032a-48d4-8f3e-b36f67f7c7d7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:06.735171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80547b1b-032a-48d4-8f3e-b36f67f7c7d7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Pushing event deleted for resources: {'Port': ['ID=b6d6ddcf-ffed-404a-bcd0-dfb452abaf5a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:06.812831 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-66066088-4cde-4a91-a153-1dbc4e775c9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] GET failed (client error): The resource could not be found. Mar 01 21:03:06.814194 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-66066088-4cde-4a91-a153-1dbc4e775c9c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports/692f7533-493d-42e1-a39a-febc56f790e3 HTTP/1.1" status: 404 len: 333 time: 0.4059355 Mar 01 21:03:06.822232 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50240) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:06.900908 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-80547b1b-032a-48d4-8f3e-b36f67f7c7d7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:06.912170 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-80547b1b-032a-48d4-8f3e-b36f67f7c7d7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "DELETE /v2.0/ports/b6d6ddcf-ffed-404a-bcd0-dfb452abaf5a HTTP/1.1" status: 204 len: 168 time: 1.2528107 Mar 01 21:03:06.914819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50244) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:06.953462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-a2bde67f-1d99-40b8-be5f-983006df706d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port 768fc07a-0afa-43cb-a264-3f91b6cb2a75 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:06.953812 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2bde67f-1d99-40b8-be5f-983006df706d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:06.959193 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-0519ce22-7c27-4443-8525-b217ae9ca598 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] GET failed (client error): The resource could not be found. Mar 01 21:03:06.959778 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0519ce22-7c27-4443-8525-b217ae9ca598 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Synchronizing usage tracker for tenant:cfac8685916e46c485a7434702737a59 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:06.987018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24bd40e-86bb-40ff-abfb-69e026090896 req-5c982c6b-3c48-4344-811e-2e0af82e7f0d tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:06.988534 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d24bd40e-86bb-40ff-abfb-69e026090896 req-5c982c6b-3c48-4344-811e-2e0af82e7f0d tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 950 time: 0.7475860 Mar 01 21:03:07.042023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0519ce22-7c27-4443-8525-b217ae9ca598 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Unset dirty status for tenant:cfac8685916e46c485a7434702737a59 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:07.045030 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0519ce22-7c27-4443-8525-b217ae9ca598 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "GET /v2.0/ports/b6d6ddcf-ffed-404a-bcd0-dfb452abaf5a HTTP/1.1" status: 404 len: 333 time: 0.1291902 Mar 01 21:03:07.054317 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50252) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:07.061083 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-3ae49d5a-d3b8-4a28-803d-c057ad022569 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Request body: {'port': {'network_id': '26b756bc-0064-4897-9fa6-8dca9a38e0f4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1967624841'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:07.078045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef9b39e-0cb1-43e7-ae06-a4a8298457c3 req-8d659d8e-da52-43cf-8411-173740fa0e1c tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:07.084841 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ef9b39e-0cb1-43e7-ae06-a4a8298457c3 req-8d659d8e-da52-43cf-8411-173740fa0e1c tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.6797342 Mar 01 21:03:07.210698 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d24bd40e-86bb-40ff-abfb-69e026090896 req-326cf569-86dd-4eb4-99af-7ad28a589e34 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/security-groups?id=184a5dd5-0ad1-4955-b322-3c59427675b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823812 Mar 01 21:03:07.225334 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ef9b39e-0cb1-43e7-ae06-a4a8298457c3 req-e11a2482-c059-4b98-be30-6b5b3c45be6e tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395733 Mar 01 21:03:07.228843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3ae49d5a-d3b8-4a28-803d-c057ad022569 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:07.234829 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-84a0c365-646f-4f69-a735-c000e778bcdc req-14b24670-9ba5-4b21-940e-ff66f336ca93 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:07.250265 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3ae49d5a-d3b8-4a28-803d-c057ad022569 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:07.258835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['bac2e20d-f3b2-45cf-a44f-127dbc649a30'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:03:07.354890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae49d5a-d3b8-4a28-803d-c057ad022569 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Made reservation on behalf of cfac8685916e46c485a7434702737a59 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:07.359419 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ae49d5a-d3b8-4a28-803d-c057ad022569 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:07.394922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b24670-9ba5-4b21-940e-ff66f336ca93 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Pushing event deleted for resources: {'Port': ['ID=bac2e20d-f3b2-45cf-a44f-127dbc649a30,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:07.408606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-3ae49d5a-d3b8-4a28-803d-c057ad022569 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] device_id is not set on port 6e2d38fa-92ca-42b4-aeb8-89110a6a9ce8 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:03:07.662185 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2bde67f-1d99-40b8-be5f-983006df706d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:07.662902 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-3ae49d5a-d3b8-4a28-803d-c057ad022569 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Allocated IP 2001:db8::15a (26b756bc-0064-4897-9fa6-8dca9a38e0f4/b6adf950-89c2-43ea-b702-5cd1daab2565/6e2d38fa-92ca-42b4-aeb8-89110a6a9ce8) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:03:07.813749 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-a2bde67f-1d99-40b8-be5f-983006df706d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for 768fc07a-0afa-43cb-a264-3f91b6cb2a75 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:07.889580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a0c365-646f-4f69-a735-c000e778bcdc req-14b24670-9ba5-4b21-940e-ff66f336ca93 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] No DVR routers for this DVR port bac2e20d-f3b2-45cf-a44f-127dbc649a30 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:03:07.899403 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-84a0c365-646f-4f69-a735-c000e778bcdc req-14b24670-9ba5-4b21-940e-ff66f336ca93 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:07.902429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38b740f2-9254-4d6d-8951-ec762b71c95a', 'name': 'network-vif-deleted', 'tag': 'bac2e20d-f3b2-45cf-a44f-127dbc649a30'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:03:08.004680 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84a0c365-646f-4f69-a735-c000e778bcdc req-14b24670-9ba5-4b21-940e-ff66f336ca93 tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.55 "DELETE /v2.0/ports/bac2e20d-f3b2-45cf-a44f-127dbc649a30 HTTP/1.1" status: 204 len: 173 time: 2.1403329 Mar 01 21:03:08.015342 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f782a77-92aa-4529-b7f2-af9576ad2a3c req-ade321f3-a163-420b-90fa-004a80978462 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:08.022301 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4f782a77-92aa-4529-b7f2-af9576ad2a3c req-ade321f3-a163-420b-90fa-004a80978462 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 944 time: 0.6306646 Mar 01 21:03:08.091240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42367526-642c-4027-a554-c43909654e35 req-5348a9ef-13f3-4f64-8e90-dfabb8f17cbf tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:08.092735 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-42367526-642c-4027-a554-c43909654e35 req-5348a9ef-13f3-4f64-8e90-dfabb8f17cbf tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.2870173 Mar 01 21:03:08.131493 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:03:08.157901 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4f782a77-92aa-4529-b7f2-af9576ad2a3c req-b5ee6900-3bb2-4c3c-b744-08495ca9e2f9 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e56c719-69fd-4112-92df-821606b04e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347558 Mar 01 21:03:08.169220 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-42367526-642c-4027-a554-c43909654e35 req-0aa6d63f-b06e-43d6-8dcf-8d0aea3a7857 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667381 Mar 01 21:03:08.195646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device f44131eb-dd15-482a-826c-7aff4d81ae59 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:03:08.251069 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2bde67f-1d99-40b8-be5f-983006df706d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:08.276126 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ae49d5a-d3b8-4a28-803d-c057ad022569 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:08.309673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-3ae49d5a-d3b8-4a28-803d-c057ad022569 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Transition to ACTIVE for port object 6e2d38fa-92ca-42b4-aeb8-89110a6a9ce8 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:08.320255 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38b740f2-9254-4d6d-8951-ec762b71c95a', 'name': 'network-vif-deleted', 'tag': 'bac2e20d-f3b2-45cf-a44f-127dbc649a30', 'status': 'completed', 'code': 200} Mar 01 21:03:08.338454 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bde67f-1d99-40b8-be5f-983006df706d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Port': ['ID=768fc07a-0afa-43cb-a264-3f91b6cb2a75,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:08.398829 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port f44131eb-dd15-482a-826c-7aff4d81ae59 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:08.404886 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port f44131eb-dd15-482a-826c-7aff4d81ae59 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:08.405255 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:08.430045 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ae49d5a-d3b8-4a28-803d-c057ad022569 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:08.494520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae49d5a-d3b8-4a28-803d-c057ad022569 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Network 26b756bc-0064-4897-9fa6-8dca9a38e0f4 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:08.503781 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-3ae49d5a-d3b8-4a28-803d-c057ad022569 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:08.508099 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae49d5a-d3b8-4a28-803d-c057ad022569 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:08.514377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae49d5a-d3b8-4a28-803d-c057ad022569 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:08.515021 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ae49d5a-d3b8-4a28-803d-c057ad022569 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:08.550243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-64930972-0fa9-45f2-a869-d77f09543950 req-04a41475-ff81-463b-9191-f63a2311436f tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Synchronizing usage tracker for tenant:665d188d9bd94aaab6d655afa44861eb on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:08.572318 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae49d5a-d3b8-4a28-803d-c057ad022569 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Pushing event updated for resources: {'Port': ['ID=6e2d38fa-92ca-42b4-aeb8-89110a6a9ce8,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:08.584610 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:08.606164 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2bde67f-1d99-40b8-be5f-983006df706d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:08.621838 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f755cf1-c0a3-4dfd-8bf2-f86c1872e966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44131eb-dd15-482a-826c-7aff4d81ae59'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:03:08.631980 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a2bde67f-1d99-40b8-be5f-983006df706d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/ports/768fc07a-0afa-43cb-a264-3f91b6cb2a75 HTTP/1.1" status: 204 len: 168 time: 1.8073294 Mar 01 21:03:08.633325 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50292) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:08.637241 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port f44131eb-dd15-482a-826c-7aff4d81ae59, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=f44131eb-dd15-482a-826c-7aff4d81ae59,segment=NetworkSegment(d2a42a8c-62c6-4f19-a4e0-684e0556e759),segment_id=d2a42a8c-62c6-4f19-a4e0-684e0556e759)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:08.666163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a797ca-6c4e-4ad6-83c7-ce1050d74e1d req-0a31ca56-d68a-4b8f-96d1-c1be12912c04 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:08.670143 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-10a797ca-6c4e-4ad6-83c7-ce1050d74e1d req-0a31ca56-d68a-4b8f-96d1-c1be12912c04 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.2947521 Mar 01 21:03:08.674490 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3ae49d5a-d3b8-4a28-803d-c057ad022569 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6185725 Mar 01 21:03:08.678905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50296) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:08.686850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-64930972-0fa9-45f2-a869-d77f09543950 req-04a41475-ff81-463b-9191-f63a2311436f tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] Unset dirty status for tenant:665d188d9bd94aaab6d655afa44861eb on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:08.686850 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-64930972-0fa9-45f2-a869-d77f09543950 req-04a41475-ff81-463b-9191-f63a2311436f tempest-ServersAdminTestJSON-276180867 tempest-ServersAdminTestJSON-276180867-project] 10.222.0.42 "GET /v2.0/ports?device_id=38b740f2-9254-4d6d-8951-ec762b71c95a HTTP/1.1" status: 200 len: 210 time: 0.2639439 Mar 01 21:03:08.687022 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca46b0c4-e90e-448d-9485-e86875e57ca8 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] GET failed (client error): The resource could not be found. Mar 01 21:03:08.687022 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ca46b0c4-e90e-448d-9485-e86875e57ca8 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Synchronizing usage tracker for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:08.688903 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-79b2da4c-1291-4f4f-976b-40587977de97 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b5:4d:f7'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:08.712937 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:08.783205 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f755cf1-c0a3-4dfd-8bf2-f86c1872e966', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44131eb-dd15-482a-826c-7aff4d81ae59', 'code': 200} Mar 01 21:03:08.798673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ca46b0c4-e90e-448d-9485-e86875e57ca8 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Unset dirty status for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:08.802890 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ca46b0c4-e90e-448d-9485-e86875e57ca8 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports/768fc07a-0afa-43cb-a264-3f91b6cb2a75 HTTP/1.1" status: 404 len: 333 time: 0.1659081 Mar 01 21:03:08.803776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50302) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:08.868017 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=f44131eb-dd15-482a-826c-7aff4d81ae59,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:08.935062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-998e17f1-3908-44cc-8d9e-0a4ea98fceb4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting subnet b662bc57-fd83-48cb-96af-0ac063b54ae6 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:03:08.938984 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-998e17f1-3908-44cc-8d9e-0a4ea98fceb4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:08.992990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a1928fa9-3fc4-4dce-85e4-08dfd2f2b8b5 None None] Provisioning for port 6e2d38fa-92ca-42b4-aeb8-89110a6a9ce8 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:09.000245 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-998e17f1-3908-44cc-8d9e-0a4ea98fceb4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:09.016679 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a1928fa9-3fc4-4dce-85e4-08dfd2f2b8b5 None None] Provisioning complete for port 6e2d38fa-92ca-42b4-aeb8-89110a6a9ce8 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:09.017059 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a1928fa9-3fc4-4dce-85e4-08dfd2f2b8b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:09.130151 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-998e17f1-3908-44cc-8d9e-0a4ea98fceb4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:09.136990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a1928fa9-3fc4-4dce-85e4-08dfd2f2b8b5 None None] Port 6e2d38fa-92ca-42b4-aeb8-89110a6a9ce8 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:09.147116 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-10a797ca-6c4e-4ad6-83c7-ce1050d74e1d req-4598e86b-53d5-4dac-9080-b5a1f96ed7c3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693055 Mar 01 21:03:09.280923 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e67dae-ff28-453b-b0b6-0f8ce3b10daa req-033b5dd0-0c0f-4399-82c3-ef9e081882b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:09.282525 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0e67dae-ff28-453b-b0b6-0f8ce3b10daa req-033b5dd0-0c0f-4399-82c3-ef9e081882b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 1096 time: 0.2085462 Mar 01 21:03:09.287933 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-79b2da4c-1291-4f4f-976b-40587977de97 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:09.308128 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-998e17f1-3908-44cc-8d9e-0a4ea98fceb4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:09.356518 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998e17f1-3908-44cc-8d9e-0a4ea98fceb4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Subnet': ['ID=b662bc57-fd83-48cb-96af-0ac063b54ae6,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:09.361743 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-998e17f1-3908-44cc-8d9e-0a4ea98fceb4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:09.372212 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-998e17f1-3908-44cc-8d9e-0a4ea98fceb4 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/subnets/b662bc57-fd83-48cb-96af-0ac063b54ae6 HTTP/1.1" status: 204 len: 168 time: 0.5672212 Mar 01 21:03:09.372396 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50310) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:09.381390 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5254c5e-3569-443e-8bc0-8454f59cf127 None None] Network ff0c0bd8-3752-45c8-8919-273a84ddd6ef requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:09.437598 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0e67dae-ff28-453b-b0b6-0f8ce3b10daa req-d60cc145-9759-4dac-bc34-7524e725433b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9e56c719-69fd-4112-92df-821606b04e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1399894 Mar 01 21:03:09.521571 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa83358b-74cc-40d5-b8c9-51c775035e62 req-18e336be-8261-40ea-969c-2460e38feffe tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:09.523079 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa83358b-74cc-40d5-b8c9-51c775035e62 req-18e336be-8261-40ea-969c-2460e38feffe tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 945 time: 0.2092829 Mar 01 21:03:09.571770 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cae0f793-9cb2-4611-b88c-5d1ef8ec8ead tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:09.590102 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50316) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:09.620317 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-cae0f793-9cb2-4611-b88c-5d1ef8ec8ead tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port 61c0d4f0-155c-44ee-934a-4e7acc4dd760 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:09.620721 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cae0f793-9cb2-4611-b88c-5d1ef8ec8ead tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:09.647676 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa83358b-74cc-40d5-b8c9-51c775035e62 req-dba7174d-4c7e-48c3-9594-e233fecd6c82 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e56c719-69fd-4112-92df-821606b04e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727465 Mar 01 21:03:09.669610 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3e1405-44c6-4cb6-ad7e-c8c50b297711 None None] DHCP port deletion for ff0c0bd8-3752-45c8-8919-273a84ddd6ef request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:03:09.673950 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e1405-44c6-4cb6-ad7e-c8c50b297711 None None] Deleting port 61c0d4f0-155c-44ee-934a-4e7acc4dd760 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:09.674506 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2e3e1405-44c6-4cb6-ad7e-c8c50b297711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:09.719477 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-79b2da4c-1291-4f4f-976b-40587977de97 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:09.841006 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7e2f637-ac49-41b8-9520-28d607597875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:09.844633 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-79b2da4c-1291-4f4f-976b-40587977de97 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:09.876513 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e7e2f637-ac49-41b8-9520-28d607597875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:09.894823 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-79b2da4c-1291-4f4f-976b-40587977de97 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] In _notify_port_updated(), no bound segment for port 6e2d38fa-92ca-42b4-aeb8-89110a6a9ce8 on network 26b756bc-0064-4897-9fa6-8dca9a38e0f4 {{(pid=88518) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:03:09.900655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b2da4c-1291-4f4f-976b-40587977de97 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:09.901289 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-79b2da4c-1291-4f4f-976b-40587977de97 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:09.906445 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-79b2da4c-1291-4f4f-976b-40587977de97 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "PUT /v2.0/ports/6e2d38fa-92ca-42b4-aeb8-89110a6a9ce8 HTTP/1.1" status: 200 len: 1003 time: 1.2261748 Mar 01 21:03:09.907201 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50328) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:09.942237 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2e3e1405-44c6-4cb6-ad7e-c8c50b297711 None None] For port 61c0d4f0-155c-44ee-934a-4e7acc4dd760, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=61c0d4f0-155c-44ee-934a-4e7acc4dd760,segment=NetworkSegment(620fbe42-ecf6-40d7-bed2-89efea1b9c95),segment_id=620fbe42-ecf6-40d7-bed2-89efea1b9c95)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:09.942744 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2e3e1405-44c6-4cb6-ad7e-c8c50b297711 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:09.955244 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-cae0f793-9cb2-4611-b88c-5d1ef8ec8ead tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] For port 61c0d4f0-155c-44ee-934a-4e7acc4dd760, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=61c0d4f0-155c-44ee-934a-4e7acc4dd760,segment=NetworkSegment(620fbe42-ecf6-40d7-bed2-89efea1b9c95),segment_id=620fbe42-ecf6-40d7-bed2-89efea1b9c95)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:09.955820 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cae0f793-9cb2-4611-b88c-5d1ef8ec8ead tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:10.023977 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b2da4c-1291-4f4f-976b-40587977de97 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Pushing event updated for resources: {'Port': ['ID=6e2d38fa-92ca-42b4-aeb8-89110a6a9ce8,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:10.066107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-55601ea1-c3ac-4e0c-beb2-b54b898b7feb tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Deleting port 6e2d38fa-92ca-42b4-aeb8-89110a6a9ce8 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:10.066455 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-55601ea1-c3ac-4e0c-beb2-b54b898b7feb tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:10.130283 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-cae0f793-9cb2-4611-b88c-5d1ef8ec8ead tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for 61c0d4f0-155c-44ee-934a-4e7acc4dd760 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:10.138628 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 61c0d4f0-155c-44ee-934a-4e7acc4dd760 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:03:10.181302 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e1405-44c6-4cb6-ad7e-c8c50b297711 None None] Calling delete_port for 61c0d4f0-155c-44ee-934a-4e7acc4dd760 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:10.205975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b86cda6-5d3f-430e-92b3-562a2596f40c req-4b06c40e-3fe6-4733-881b-2d93fab8d49e tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:10.216966 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2b86cda6-5d3f-430e-92b3-562a2596f40c req-4b06c40e-3fe6-4733-881b-2d93fab8d49e tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.4123025 Mar 01 21:03:10.220941 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e7e2f637-ac49-41b8-9520-28d607597875 admin admin] Usage tracker for resource:security_group_rule and tenant:66136df516be4edfa92b60f0684552be is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:10.224528 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e7e2f637-ac49-41b8-9520-28d607597875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:10.232728 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e7e2f637-ac49-41b8-9520-28d607597875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:10.244794 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bac2e20d-f3b2-45cf-a44f-127dbc649a30 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:03:10.293625 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cae0f793-9cb2-4611-b88c-5d1ef8ec8ead tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:10.301056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: bac2e20d-f3b2-45cf-a44f-127dbc649a30 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:03:10.301397 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bac2e20d-f3b2-45cf-a44f-127dbc649a30 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:03:10.332871 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-58df62b8-227e-46a7-bb78-b48463811924 None None] Provisioning complete for port 6e2d38fa-92ca-42b4-aeb8-89110a6a9ce8 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:10.333211 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-58df62b8-227e-46a7-bb78-b48463811924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:10.345879 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50334) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:10.351109 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2b86cda6-5d3f-430e-92b3-562a2596f40c req-98ce6f83-6b3f-4f3a-b48a-81a61ca455fd tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246877 Mar 01 21:03:10.364780 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0f793-9cb2-4611-b88c-5d1ef8ec8ead tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Port': ['ID=61c0d4f0-155c-44ee-934a-4e7acc4dd760,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:10.370955 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae0f793-9cb2-4611-b88c-5d1ef8ec8ead tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] No DVR routers for this DVR port 61c0d4f0-155c-44ee-934a-4e7acc4dd760 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:03:10.383536 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No active binding found for port 61c0d4f0-155c-44ee-934a-4e7acc4dd760 {{(pid=88520) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 01 21:03:10.383945 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 61c0d4f0-155c-44ee-934a-4e7acc4dd760 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:03:10.418846 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-58df62b8-227e-46a7-bb78-b48463811924 None None] Port 6e2d38fa-92ca-42b4-aeb8-89110a6a9ce8 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:10.422694 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-2e3e1405-44c6-4cb6-ad7e-c8c50b297711 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:03:10.423046 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-2e3e1405-44c6-4cb6-ad7e-c8c50b297711 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:03:10.516740 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-55601ea1-c3ac-4e0c-beb2-b54b898b7feb tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:10.567693 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cae0f793-9cb2-4611-b88c-5d1ef8ec8ead tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:10.630512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-cae0f793-9cb2-4611-b88c-5d1ef8ec8ead tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0c0bd8-3752-45c8-8919-273a84ddd6ef']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:10.644760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-55601ea1-c3ac-4e0c-beb2-b54b898b7feb tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Calling delete_port for 6e2d38fa-92ca-42b4-aeb8-89110a6a9ce8 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:10.659045 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7e2f637-ac49-41b8-9520-28d607597875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:10.661064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-cae0f793-9cb2-4611-b88c-5d1ef8ec8ead tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '620fbe42-ecf6-40d7-bed2-89efea1b9c95') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:10.661363 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-cae0f793-9cb2-4611-b88c-5d1ef8ec8ead tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '620fbe42-ecf6-40d7-bed2-89efea1b9c95') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:10.670215 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8c320e94-2672-4f26-9768-8fefc256e63f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=665d188d9bd94aaab6d655afa44861eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253939 Mar 01 21:03:10.672862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50340) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:10.676396 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cae0f793-9cb2-4611-b88c-5d1ef8ec8ead tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:10.697527 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cae0f793-9cb2-4611-b88c-5d1ef8ec8ead tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:10.703429 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae0f793-9cb2-4611-b88c-5d1ef8ec8ead tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:03:10.703843 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cae0f793-9cb2-4611-b88c-5d1ef8ec8ead tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:03:10.722097 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:03:10.736689 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7e2f637-ac49-41b8-9520-28d607597875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:10.792132 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a93c6b28-4dee-437d-8bc4-b30f15d58bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:10.920289 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a93c6b28-4dee-437d-8bc4-b30f15d58bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:10.924708 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e1405-44c6-4cb6-ad7e-c8c50b297711 None None] Deleting port 61c0d4f0-155c-44ee-934a-4e7acc4dd760 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:10.925644 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2e3e1405-44c6-4cb6-ad7e-c8c50b297711 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:10.950611 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e7e2f637-ac49-41b8-9520-28d607597875 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66136df516be4edfa92b60f0684552be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3423796 Mar 01 21:03:10.950925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50346) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:10.953172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e2f637-ac49-41b8-9520-28d607597875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46888d2-93d2-4d3f-9a6e-a6d9fd434aeb,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:11.013836 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2e3e1405-44c6-4cb6-ad7e-c8c50b297711 None None] The port '61c0d4f0-155c-44ee-934a-4e7acc4dd760' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:03:11.042521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4f082-ed3b-4997-b465-8b38a66eef07 req-e68d9db2-2c7a-4e9d-aa67-4b3a43fe0a64 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:11.044111 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ba4f082-ed3b-4997-b465-8b38a66eef07 req-e68d9db2-2c7a-4e9d-aa67-4b3a43fe0a64 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 945 time: 0.2532794 Mar 01 21:03:11.044738 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-55601ea1-c3ac-4e0c-beb2-b54b898b7feb tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:11.051191 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cae0f793-9cb2-4611-b88c-5d1ef8ec8ead tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:11.071250 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cae0f793-9cb2-4611-b88c-5d1ef8ec8ead tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:11.087643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0f793-9cb2-4611-b88c-5d1ef8ec8ead tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Network': ['ID=ff0c0bd8-3752-45c8-8919-273a84ddd6ef,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:11.098329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b29dc4-775d-4cc3-9634-b540f3947edc req-c8684993-1060-4889-9023-99146f22f153 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:11.099485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-a9b29dc4-775d-4cc3-9634-b540f3947edc req-c8684993-1060-4889-9023-99146f22f153 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Synchronizing usage tracker for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:11.185056 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cae0f793-9cb2-4611-b88c-5d1ef8ec8ead tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/networks/ff0c0bd8-3752-45c8-8919-273a84ddd6ef HTTP/1.1" status: 204 len: 168 time: 1.8114061 Mar 01 21:03:11.188887 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50350) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:11.194394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-7306b9ba-23b0-485e-b4cf-a532e4e13a63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1553245484'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:11.200407 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7306b9ba-23b0-485e-b4cf-a532e4e13a63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:11.204425 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7306b9ba-23b0-485e-b4cf-a532e4e13a63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:network and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:11.207505 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7306b9ba-23b0-485e-b4cf-a532e4e13a63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:11.213715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7306b9ba-23b0-485e-b4cf-a532e4e13a63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:11.239300 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55601ea1-c3ac-4e0c-beb2-b54b898b7feb tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Pushing event deleted for resources: {'Port': ['ID=6e2d38fa-92ca-42b4-aeb8-89110a6a9ce8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:11.286011 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd109d8e-dcd1-4f76-af83-50e875514a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:11.303794 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-55601ea1-c3ac-4e0c-beb2-b54b898b7feb tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:11.334636 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ba4f082-ed3b-4997-b465-8b38a66eef07 req-40a9342e-10a3-4e9c-9920-10efcd69877f tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e56c719-69fd-4112-92df-821606b04e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2407124 Mar 01 21:03:11.352084 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-55601ea1-c3ac-4e0c-beb2-b54b898b7feb tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "DELETE /v2.0/ports/6e2d38fa-92ca-42b4-aeb8-89110a6a9ce8 HTTP/1.1" status: 204 len: 168 time: 1.4362531 Mar 01 21:03:11.352475 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50354) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:11.355839 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd109d8e-dcd1-4f76-af83-50e875514a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:11.373849 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a93c6b28-4dee-437d-8bc4-b30f15d58bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:11.376170 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a93c6b28-4dee-437d-8bc4-b30f15d58bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:11.377330 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a93c6b28-4dee-437d-8bc4-b30f15d58bf2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/184a5dd5-0ad1-4955-b322-3c59427675b8 HTTP/1.1" status: 204 len: 168 time: 0.7034252 Mar 01 21:03:11.405310 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-a9b29dc4-775d-4cc3-9634-b540f3947edc req-c8684993-1060-4889-9023-99146f22f153 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Unset dirty status for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:11.406460 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a9b29dc4-775d-4cc3-9634-b540f3947edc req-c8684993-1060-4889-9023-99146f22f153 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.57 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.4496293 Mar 01 21:03:11.412372 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7306b9ba-23b0-485e-b4cf-a532e4e13a63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:11.416066 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7306b9ba-23b0-485e-b4cf-a532e4e13a63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:11.425465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c6b28-4dee-437d-8bc4-b30f15d58bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=184a5dd5-0ad1-4955-b322-3c59427675b8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:11.479198 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-e500c856-baa5-4650-a24f-deb886b6cdfb tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] GET failed (client error): The resource could not be found. Mar 01 21:03:11.480931 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e500c856-baa5-4650-a24f-deb886b6cdfb tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Synchronizing usage tracker for tenant:cfac8685916e46c485a7434702737a59 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:11.584281 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ba350-3a4f-4950-b873-7f0c58dcb283 req-ad255781-81be-4038-a463-ab03b55179a6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:11.586447 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-201ba350-3a4f-4950-b873-7f0c58dcb283 req-ad255781-81be-4038-a463-ab03b55179a6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 945 time: 0.0924673 Mar 01 21:03:11.587190 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-a9b29dc4-775d-4cc3-9634-b540f3947edc req-1897b45f-c506-4a5c-b64c-cf8b0aa797b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Deleting port c883061e-9e3b-4c73-873d-273dc7c2248e {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:11.587912 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9b29dc4-775d-4cc3-9634-b540f3947edc req-1897b45f-c506-4a5c-b64c-cf8b0aa797b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:11.588810 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd109d8e-dcd1-4f76-af83-50e875514a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:11.627427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd109d8e-dcd1-4f76-af83-50e875514a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46888d2-93d2-4d3f-9a6e-a6d9fd434aeb,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:11.633497 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7306b9ba-23b0-485e-b4cf-a532e4e13a63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:03:11.646895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e500c856-baa5-4650-a24f-deb886b6cdfb tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Unset dirty status for tenant:cfac8685916e46c485a7434702737a59 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:11.653462 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e500c856-baa5-4650-a24f-deb886b6cdfb tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "GET /v2.0/ports/6e2d38fa-92ca-42b4-aeb8-89110a6a9ce8 HTTP/1.1" status: 404 len: 333 time: 0.2946317 Mar 01 21:03:11.653758 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50362) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:11.661973 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd109d8e-dcd1-4f76-af83-50e875514a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:11.661973 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-dd109d8e-dcd1-4f76-af83-50e875514a3e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c46888d2-93d2-4d3f-9a6e-a6d9fd434aeb HTTP/1.1" status: 204 len: 168 time: 0.7077074 Mar 01 21:03:11.675790 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7306b9ba-23b0-485e-b4cf-a532e4e13a63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:11.675790 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-7306b9ba-23b0-485e-b4cf-a532e4e13a63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Added segment b98f5fa0-9fb8-4e83-990a-d33ac9e852d4 of type vlan for network 387c04a6-9b33-48f9-a45d-61ced2c36165 Mar 01 21:03:11.676009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-670b8a87-fff4-4cc7-92bc-45215762e8ce tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Request body: {'port': {'network_id': '26b756bc-0064-4897-9fa6-8dca9a38e0f4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-768716255'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:11.720447 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-201ba350-3a4f-4950-b873-7f0c58dcb283 req-dd98b758-4798-4a01-98bd-225d84eaecb6 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218486 Mar 01 21:03:11.782147 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-e86d7aee-251a-4deb-9772-6f793968dcb9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2589631 Mar 01 21:03:11.784091 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7306b9ba-23b0-485e-b4cf-a532e4e13a63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:11.872427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-670b8a87-fff4-4cc7-92bc-45215762e8ce tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:11.885474 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-670b8a87-fff4-4cc7-92bc-45215762e8ce tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:11.960431 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670b8a87-fff4-4cc7-92bc-45215762e8ce tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Made reservation on behalf of cfac8685916e46c485a7434702737a59 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:11.965149 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-670b8a87-fff4-4cc7-92bc-45215762e8ce tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:11.989266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-670b8a87-fff4-4cc7-92bc-45215762e8ce tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] device_id is not set on port ffbfd680-6870-4054-ab6b-b9cafd2083d6 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:03:12.021213 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-a9b29dc4-775d-4cc3-9634-b540f3947edc req-1897b45f-c506-4a5c-b64c-cf8b0aa797b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] For port c883061e-9e3b-4c73-873d-273dc7c2248e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c883061e-9e3b-4c73-873d-273dc7c2248e,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:12.021589 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9b29dc4-775d-4cc3-9634-b540f3947edc req-1897b45f-c506-4a5c-b64c-cf8b0aa797b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:12.128987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50372) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:12.156284 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7306b9ba-23b0-485e-b4cf-a532e4e13a63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:12.162057 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7306b9ba-23b0-485e-b4cf-a532e4e13a63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:12.162666 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7306b9ba-23b0-485e-b4cf-a532e4e13a63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:12.188513 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-a9b29dc4-775d-4cc3-9634-b540f3947edc req-1897b45f-c506-4a5c-b64c-cf8b0aa797b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Calling delete_port for c883061e-9e3b-4c73-873d-273dc7c2248e owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:12.189927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-670b8a87-fff4-4cc7-92bc-45215762e8ce tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Allocated IP 2001:db8::285 (26b756bc-0064-4897-9fa6-8dca9a38e0f4/b6adf950-89c2-43ea-b702-5cd1daab2565/ffbfd680-6870-4054-ab6b-b9cafd2083d6) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:03:12.232124 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3f99b141-8927-44e7-a058-732545df92f4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=60ab457b716f410d986ad8f5e47dd194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1021748 Mar 01 21:03:12.236760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50376) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:12.254371 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-08a13152-bd30-4b54-885e-795164583dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:12.254870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-08a13152-bd30-4b54-885e-795164583dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:12.255370 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-08a13152-bd30-4b54-885e-795164583dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:12.255863 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-08a13152-bd30-4b54-885e-795164583dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:12.257151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-08a13152-bd30-4b54-885e-795164583dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:12.257151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-08a13152-bd30-4b54-885e-795164583dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:12.257373 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-08a13152-bd30-4b54-885e-795164583dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:12.259229 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-08a13152-bd30-4b54-885e-795164583dbe service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5705b0cae87741729c72e376229e6a19&device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 6492 time: 0.3499243 Mar 01 21:03:12.388666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306b9ba-23b0-485e-b4cf-a532e4e13a63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Network': ['ID=387c04a6-9b33-48f9-a45d-61ced2c36165,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:12.407636 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 387c04a6-9b33-48f9-a45d-61ced2c36165 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:03:12.458753 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7306b9ba-23b0-485e-b4cf-a532e4e13a63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2663579 Mar 01 21:03:12.459022 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-178bc058-8080-4b61-91bc-221d983a45c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:12.460050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50382) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:12.469095 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-d8d5ff47-6f2a-4b75-9f78-652323dbbc46 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'subnet': {'network_id': '387c04a6-9b33-48f9-a45d-61ced2c36165', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:12.573350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-fc159071-b8f8-4bf3-9849-cbc5c6547fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:12.573904 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-fc159071-b8f8-4bf3-9849-cbc5c6547fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:12.574315 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-fc159071-b8f8-4bf3-9849-cbc5c6547fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:12.575953 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-fc159071-b8f8-4bf3-9849-cbc5c6547fc6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=1c6f66dd-272c-498f-a0ba-ba7fb81f92ae&id=ee65825d-7288-4653-bfc7-12a15403400e&id=ee65825d-7288-4653-bfc7-12a15403400e&id=ee65825d-7288-4653-bfc7-12a15403400e&id=ee65825d-7288-4653-bfc7-12a15403400e&id=77a119db-23ab-49e4-8878-de783cebb26a&id=77a119db-23ab-49e4-8878-de783cebb26a HTTP/1.1" status: 200 len: 2291 time: 0.2499247 Mar 01 21:03:12.685235 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9b29dc4-775d-4cc3-9634-b540f3947edc req-1897b45f-c506-4a5c-b64c-cf8b0aa797b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:12.697640 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:03:12.768688 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1897b45f-c506-4a5c-b64c-cf8b0aa797b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Pushing event deleted for resources: {'Port': ['ID=c883061e-9e3b-4c73-873d-273dc7c2248e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:12.776204 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-178bc058-8080-4b61-91bc-221d983a45c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:12.809393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d8d5ff47-6f2a-4b75-9f78-652323dbbc46 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:12.813515 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-c7bc5257-ef3d-4832-b7d1-59d32567a50f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7badcc59-c905-4f3b-8158-275e3f4a81f4 HTTP/1.1" status: 200 len: 1002 time: 0.2300451 Mar 01 21:03:12.814201 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d8d5ff47-6f2a-4b75-9f78-652323dbbc46 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:subnet and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:12.817440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d8d5ff47-6f2a-4b75-9f78-652323dbbc46 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:12.821994 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50388) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:12.825368 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d8d5ff47-6f2a-4b75-9f78-652323dbbc46 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:12.837120 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-670b8a87-fff4-4cc7-92bc-45215762e8ce tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:12.905359 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-670b8a87-fff4-4cc7-92bc-45215762e8ce tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Transition to ACTIVE for port object ffbfd680-6870-4054-ab6b-b9cafd2083d6 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:12.906876 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d5ff47-6f2a-4b75-9f78-652323dbbc46 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:12.910672 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d8d5ff47-6f2a-4b75-9f78-652323dbbc46 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:12.966464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51313c-d404-4811-8f28-704fd757b126 req-35679a79-8207-4288-819b-cc1239413a72 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:12.968359 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e51313c-d404-4811-8f28-704fd757b126 req-35679a79-8207-4288-819b-cc1239413a72 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 945 time: 0.4799898 Mar 01 21:03:13.084850 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39f129e9-ca66-4a43-bc23-c602e405a620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:13.089500 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9461b153-af17-46b7-b887-4cbaf8a1464c req-80c54a8d-b8d2-4a86-a887-ad7042d87047 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 210 time: 0.1329551 Mar 01 21:03:13.102320 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b29dc4-775d-4cc3-9634-b540f3947edc req-1897b45f-c506-4a5c-b64c-cf8b0aa797b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] No DVR routers for this DVR port c883061e-9e3b-4c73-873d-273dc7c2248e on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:03:13.109541 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-39f129e9-ca66-4a43-bc23-c602e405a620 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:13.112065 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9b29dc4-775d-4cc3-9634-b540f3947edc req-1897b45f-c506-4a5c-b64c-cf8b0aa797b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:13.114750 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78b2c527-068f-49c7-9ebb-00ba5b546e19', 'name': 'network-vif-deleted', 'tag': 'c883061e-9e3b-4c73-873d-273dc7c2248e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:03:13.125108 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-39f129e9-ca66-4a43-bc23-c602e405a620 admin admin] Usage tracker for resource:security_group_rule and tenant:7136a9ad78c64562ab2b144b11ebea4c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:13.133632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-39f129e9-ca66-4a43-bc23-c602e405a620 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:13.135554 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c883061e-9e3b-4c73-873d-273dc7c2248e no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:03:13.150520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-39f129e9-ca66-4a43-bc23-c602e405a620 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:13.159909 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e51313c-d404-4811-8f28-704fd757b126 req-9b2713fa-49b4-4cfd-90f9-352d7cf9ec7e tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e56c719-69fd-4112-92df-821606b04e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458881 Mar 01 21:03:13.162212 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-98b1dcdf-8d9b-4fc7-9819-474d352de241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:13.163740 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-98b1dcdf-8d9b-4fc7-9819-474d352de241 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=4b1ee371-6859-4aa1-bec5-74e86f55472d HTTP/1.1" status: 200 len: 849 time: 0.3309324 Mar 01 21:03:13.259779 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78b2c527-068f-49c7-9ebb-00ba5b546e19', 'name': 'network-vif-deleted', 'tag': 'c883061e-9e3b-4c73-873d-273dc7c2248e', 'status': 'completed', 'code': 200} Mar 01 21:03:13.280180 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: c883061e-9e3b-4c73-873d-273dc7c2248e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:03:13.280180 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c883061e-9e3b-4c73-873d-273dc7c2248e not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:03:13.280755 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a9b29dc4-775d-4cc3-9634-b540f3947edc req-1897b45f-c506-4a5c-b64c-cf8b0aa797b3 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.57 "DELETE /v2.0/ports/c883061e-9e3b-4c73-873d-273dc7c2248e HTTP/1.1" status: 204 len: 173 time: 1.8496201 Mar 01 21:03:13.355936 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-178bc058-8080-4b61-91bc-221d983a45c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:13.356435 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-2ed3fca7-a0a2-414b-8bbc-467e4b8f1a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:13.358229 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-2ed3fca7-a0a2-414b-8bbc-467e4b8f1a53 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=1c6f66dd-272c-498f-a0ba-ba7fb81f92ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1883039 Mar 01 21:03:13.360128 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-670b8a87-fff4-4cc7-92bc-45215762e8ce tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:13.454939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178bc058-8080-4b61-91bc-221d983a45c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17484b23-eca5-4255-b3f2-f4c8ac963fb4,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:13.481129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670b8a87-fff4-4cc7-92bc-45215762e8ce tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Network 26b756bc-0064-4897-9fa6-8dca9a38e0f4 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:13.487820 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39f129e9-ca66-4a43-bc23-c602e405a620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:13.490987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-670b8a87-fff4-4cc7-92bc-45215762e8ce tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:13.496576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670b8a87-fff4-4cc7-92bc-45215762e8ce tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:13.502120 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670b8a87-fff4-4cc7-92bc-45215762e8ce tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:13.502749 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-670b8a87-fff4-4cc7-92bc-45215762e8ce tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:13.517905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b8a87-fff4-4cc7-92bc-45215762e8ce tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Pushing event updated for resources: {'Port': ['ID=ffbfd680-6870-4054-ab6b-b9cafd2083d6,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:13.534415 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-09444504-7733-4373-925e-866cd2381c23 service neutron] 10.222.0.57 "GET /v2.0/networks/1c6f66dd-272c-498f-a0ba-ba7fb81f92ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681073 Mar 01 21:03:13.554147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7d92a-a7f9-4013-8232-2ed8269eec9f req-8ac10c01-bcdf-401a-944e-6f0fa6992826 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:13.555727 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-93a7d92a-a7f9-4013-8232-2ed8269eec9f req-8ac10c01-bcdf-401a-944e-6f0fa6992826 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 945 time: 0.2548063 Mar 01 21:03:13.557213 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d8d5ff47-6f2a-4b75-9f78-652323dbbc46 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:13.578338 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50396) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:13.586966 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-053ffd03-2ae8-492c-be89-f701055da539 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Request body: {'floatingip': {'port_id': 'f44131eb-dd15-482a-826c-7aff4d81ae59'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:13.610172 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-178bc058-8080-4b61-91bc-221d983a45c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:13.611214 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-178bc058-8080-4b61-91bc-221d983a45c5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/17484b23-eca5-4255-b3f2-f4c8ac963fb4 HTTP/1.1" status: 204 len: 168 time: 1.3735304 Mar 01 21:03:13.651583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5ff47-6f2a-4b75-9f78-652323dbbc46 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Subnet': ['ID=d3815e3c-2634-4e64-9f46-035b299424ab,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:13.660870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8d5ff47-6f2a-4b75-9f78-652323dbbc46 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Checking segment: {'id': 'b98f5fa0-9fb8-4e83-990a-d33ac9e852d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '387c04a6-9b33-48f9-a45d-61ced2c36165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:03:13.661056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d5ff47-6f2a-4b75-9f78-652323dbbc46 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network hostable DHCP agents. Network: 387c04a6-9b33-48f9-a45d-61ced2c36165, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:03:13.681134 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-670b8a87-fff4-4cc7-92bc-45215762e8ce tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0276601 Mar 01 21:03:13.684371 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50402) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:13.690076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4f8af71e-2319-471c-8aed-b42297f3bcc7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Request body: {'port': {'network_id': '26b756bc-0064-4897-9fa6-8dca9a38e0f4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-271038417'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:13.730615 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-053ffd03-2ae8-492c-be89-f701055da539 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for floatingip, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:13.811195 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39f129e9-ca66-4a43-bc23-c602e405a620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:13.835626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8d5ff47-6f2a-4b75-9f78-652323dbbc46 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network 387c04a6-9b33-48f9-a45d-61ced2c36165 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:03:13.904724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-d8d5ff47-6f2a-4b75-9f78-652323dbbc46 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 387c04a6-9b33-48f9-a45d-61ced2c36165) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:13.912844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d5ff47-6f2a-4b75-9f78-652323dbbc46 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:13.913510 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d8d5ff47-6f2a-4b75-9f78-652323dbbc46 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:13.924888 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec472252-f131-4aca-98f7-0c56f6ac1160 None None] Network 387c04a6-9b33-48f9-a45d-61ced2c36165 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:13.940289 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-39f129e9-ca66-4a43-bc23-c602e405a620 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7136a9ad78c64562ab2b144b11ebea4c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1158869 Mar 01 21:03:13.941294 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50406) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:13.992113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4f8af71e-2319-471c-8aed-b42297f3bcc7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:13.992251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f129e9-ca66-4a43-bc23-c602e405a620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=975678d1-c7e5-4619-b238-541263cb500a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:14.001560 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-a75ddfcf-04b1-49a7-a7a9-377bedc913ac service neutron] 10.222.0.57 "GET /v2.0/networks/1c6f66dd-272c-498f-a0ba-ba7fb81f92ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592359 Mar 01 21:03:14.004863 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4f8af71e-2319-471c-8aed-b42297f3bcc7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Usage tracker for resource:port and tenant:cfac8685916e46c485a7434702737a59 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:14.012840 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4f8af71e-2319-471c-8aed-b42297f3bcc7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:14.020300 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d8d5ff47-6f2a-4b75-9f78-652323dbbc46 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5547843 Mar 01 21:03:14.029293 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50412) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:14.037196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4f8af71e-2319-471c-8aed-b42297f3bcc7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:14.039157 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-af76a924-8663-4e40-a951-2aad78f3d5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:14.075698 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-af76a924-8663-4e40-a951-2aad78f3d5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:14.136790 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8af71e-2319-471c-8aed-b42297f3bcc7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Made reservation on behalf of cfac8685916e46c485a7434702737a59 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:14.141278 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f8af71e-2319-471c-8aed-b42297f3bcc7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:14.149554 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-b35d9da2-fa6a-4942-bbbb-b129c95e4c75 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.168&port_id=3369ed1f-fbb4-4e08-b382-46706868eb08 HTTP/1.1" status: 200 len: 217 time: 0.1218526 Mar 01 21:03:14.155405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-1c65db76-b23f-4852-8c94-3f6ca349c4ef tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'port': {'network_id': '387c04a6-9b33-48f9-a45d-61ced2c36165', 'name': 'tempest-PortsTestJSON-1249206331', 'fixed_ips': [{'subnet_id': 'd3815e3c-2634-4e64-9f46-035b299424ab', 'ip_address': '172.20.0.10'}]}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:14.168140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-4f8af71e-2319-471c-8aed-b42297f3bcc7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] device_id is not set on port 7bc1eb1a-2bb3-4a02-ac03-305619fe7b4a yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:03:14.269035 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f132cc46-d4c5-435f-9796-33789c26a96b None None] Provisioning for port ffbfd680-6870-4054-ab6b-b9cafd2083d6 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:14.348007 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f132cc46-d4c5-435f-9796-33789c26a96b None None] Provisioning complete for port ffbfd680-6870-4054-ab6b-b9cafd2083d6 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:14.348386 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f132cc46-d4c5-435f-9796-33789c26a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:14.365803 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-af76a924-8663-4e40-a951-2aad78f3d5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:14.405698 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf72874b-f798-4e74-b73c-9c7acdab01fd req-8b02bcc8-da8e-4221-a2e4-f675666030aa tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=78b2c527-068f-49c7-9ebb-00ba5b546e19 HTTP/1.1" status: 200 len: 210 time: 0.1026230 Mar 01 21:03:14.415216 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af76a924-8663-4e40-a951-2aad78f3d5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=975678d1-c7e5-4619-b238-541263cb500a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:14.430703 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-387c04a6-9b33-48f9-a45d-61ced2c36165', 'network_id': '387c04a6-9b33-48f9-a45d-61ced2c36165', 'tenant_id': '0668b57922e840b2aaaabc5aa0ce1805', 'fixed_ips': [{'subnet_id': 'd3815e3c-2634-4e64-9f46-035b299424ab'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:03:14.430703 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:14.431278 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-a405de9f-da95-4ad2-9a75-32813770ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:14.431278 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-a405de9f-da95-4ad2-9a75-32813770ccd9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e44b9d62-5494-43a9-9588-014f74981709 HTTP/1.1" status: 200 len: 797 time: 0.2451544 Mar 01 21:03:14.457067 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-af76a924-8663-4e40-a951-2aad78f3d5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:14.470735 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-af76a924-8663-4e40-a951-2aad78f3d5c7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/975678d1-c7e5-4619-b238-541263cb500a HTTP/1.1" status: 204 len: 168 time: 0.5164399 Mar 01 21:03:14.486329 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f132cc46-d4c5-435f-9796-33789c26a96b None None] Port ffbfd680-6870-4054-ab6b-b9cafd2083d6 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:14.570986 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-4f8af71e-2319-471c-8aed-b42297f3bcc7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Allocated IP 2001:db8::1a8 (26b756bc-0064-4897-9fa6-8dca9a38e0f4/b6adf950-89c2-43ea-b702-5cd1daab2565/7bc1eb1a-2bb3-4a02-ac03-305619fe7b4a) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:03:14.596700 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1c65db76-b23f-4852-8c94-3f6ca349c4ef tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:14.614432 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1c65db76-b23f-4852-8c94-3f6ca349c4ef tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:port and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:14.675953 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Allocated IP 172.20.0.2 (387c04a6-9b33-48f9-a45d-61ced2c36165/d3815e3c-2634-4e64-9f46-035b299424ab/32ff865f-5a10-4d7e-a773-5e86b47e91a2) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:03:14.808151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1c65db76-b23f-4852-8c94-3f6ca349c4ef tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:14.825987 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f8af71e-2319-471c-8aed-b42297f3bcc7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:14.830961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1c65db76-b23f-4852-8c94-3f6ca349c4ef tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:14.855670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-4f8af71e-2319-471c-8aed-b42297f3bcc7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Transition to ACTIVE for port object 7bc1eb1a-2bb3-4a02-ac03-305619fe7b4a will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:14.871893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-301fa6bc-43d2-4a8b-80ac-f71e451cd71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:14.873397 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-301fa6bc-43d2-4a8b-80ac-f71e451cd71c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee65825d-7288-4653-bfc7-12a15403400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4375870 Mar 01 21:03:14.941289 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:14.951967 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Transition to ACTIVE for port object 32ff865f-5a10-4d7e-a773-5e86b47e91a2 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:14.971282 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Transition to ACTIVE for port object 32ff865f-5a10-4d7e-a773-5e86b47e91a2 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:14.986889 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c65db76-b23f-4852-8c94-3f6ca349c4ef tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:15.029608 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f8af71e-2319-471c-8aed-b42297f3bcc7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:15.058449 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:15.176892 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8af71e-2319-471c-8aed-b42297f3bcc7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Network 26b756bc-0064-4897-9fa6-8dca9a38e0f4 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:15.178258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-4f8af71e-2319-471c-8aed-b42297f3bcc7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:15.200573 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8af71e-2319-471c-8aed-b42297f3bcc7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:15.200776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Network 387c04a6-9b33-48f9-a45d-61ced2c36165 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:15.204060 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:15.209130 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-1bfb04af-b440-4e63-86b7-6ad16bafcfb1 service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275690 Mar 01 21:03:15.209301 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:15.209611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8af71e-2319-471c-8aed-b42297f3bcc7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:15.210318 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f8af71e-2319-471c-8aed-b42297f3bcc7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:15.254248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8af71e-2319-471c-8aed-b42297f3bcc7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Pushing event updated for resources: {'Port': ['ID=7bc1eb1a-2bb3-4a02-ac03-305619fe7b4a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:15.281464 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-053ffd03-2ae8-492c-be89-f701055da539 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:15.290846 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1c65db76-b23f-4852-8c94-3f6ca349c4ef tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:15.315567 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Pushing event updated for resources: {'Port': ['ID=32ff865f-5a10-4d7e-a773-5e86b47e91a2,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:15.328070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:15.328411 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:15.328749 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:15.329085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:15.329450 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:15.329782 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:15.330106 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:15.330427 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:15.330747 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:15.331063 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:15.331391 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:15.331717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:15.335784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Attempting to bind port 32ff865f-5a10-4d7e-a773-5e86b47e91a2 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:03:15.336154 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Attempting to bind port 32ff865f-5a10-4d7e-a773-5e86b47e91a2 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'b98f5fa0-9fb8-4e83-990a-d33ac9e852d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '387c04a6-9b33-48f9-a45d-61ced2c36165'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:03:15.336562 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Attempting to bind port 32ff865f-5a10-4d7e-a773-5e86b47e91a2 on network 387c04a6-9b33-48f9-a45d-61ced2c36165 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:03:15.348656 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:03:15.349812 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Checking segment: {'id': 'b98f5fa0-9fb8-4e83-990a-d33ac9e852d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '387c04a6-9b33-48f9-a45d-61ced2c36165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:03:15.349812 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:15.354088 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Bound using segment: {'id': 'b98f5fa0-9fb8-4e83-990a-d33ac9e852d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '387c04a6-9b33-48f9-a45d-61ced2c36165'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:03:15.354088 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Bound port: 32ff865f-5a10-4d7e-a773-5e86b47e91a2, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98f5fa0-9fb8-4e83-990a-d33ac9e852d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '387c04a6-9b33-48f9-a45d-61ced2c36165'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:03:15.354088 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:15.374006 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-1c65db76-b23f-4852-8c94-3f6ca349c4ef tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] device_id is not set on port 23274780-c815-46f3-8fb3-37b75dcba045 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:03:15.412295 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4f8af71e-2319-471c-8aed-b42297f3bcc7 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7268419 Mar 01 21:03:15.413043 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50444) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:15.432742 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-438ba1cf-7670-4d06-996d-8c71090b9a36 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3d8', 'mac_address': 'fa:16:3e:b5:4d:f7'}, {'ip_address': '2001:db8::285', 'mac_address': 'fa:16:3e:de:b9:2a'}]}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:15.474465 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] For port 32ff865f-5a10-4d7e-a773-5e86b47e91a2, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:03:15.484754 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] For port 32ff865f-5a10-4d7e-a773-5e86b47e91a2, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=32ff865f-5a10-4d7e-a773-5e86b47e91a2,segment=NetworkSegment(b98f5fa0-9fb8-4e83-990a-d33ac9e852d4),segment_id=b98f5fa0-9fb8-4e83-990a-d33ac9e852d4)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:03:15.502574 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-053ffd03-2ae8-492c-be89-f701055da539 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:15.565955 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:15.668616 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609eee5c-b450-4aae-9947-a0e850f88968 None None] Pushing event updated for resources: {'Port': ['ID=32ff865f-5a10-4d7e-a773-5e86b47e91a2,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:15.728269 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-bd578b02-11d7-40f6-8375-36195545a350 service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120196 Mar 01 21:03:15.781123 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3e4b3bf6-0f01-4d50-81e4-6490794ba58e None None] Provisioning for port 7bc1eb1a-2bb3-4a02-ac03-305619fe7b4a completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:15.786883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3e4b3bf6-0f01-4d50-81e4-6490794ba58e None None] Provisioning complete for port 7bc1eb1a-2bb3-4a02-ac03-305619fe7b4a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:15.787506 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3e4b3bf6-0f01-4d50-81e4-6490794ba58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:15.872904 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3e4b3bf6-0f01-4d50-81e4-6490794ba58e None None] Port 7bc1eb1a-2bb3-4a02-ac03-305619fe7b4a cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:16.052870 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-8dbfeb5e-8b6c-4c64-bcf5-44ec12767a78 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.235&port_id=421f10f4-c2e3-421b-9631-75fca669804c HTTP/1.1" status: 200 len: 217 time: 0.3007708 Mar 01 21:03:16.120562 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 32ff865f-5a10-4d7e-a773-5e86b47e91a2 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:03:16.287483 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-053ffd03-2ae8-492c-be89-f701055da539 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Floating IP 32599f89-fed6-45a9-a524-bd5a2035b7f7 associated. External IP: 172.25.5.18, port: f44131eb-dd15-482a-826c-7aff4d81ae59. Mar 01 21:03:16.340864 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-3fa3f0d9-ee66-4259-8571-9ed6d32d543f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:16.342292 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-3fa3f0d9-ee66-4259-8571-9ed6d32d543f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e44b9d62-5494-43a9-9588-014f74981709 HTTP/1.1" status: 200 len: 797 time: 0.2696710 Mar 01 21:03:16.400845 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 32ff865f-5a10-4d7e-a773-5e86b47e91a2 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:16.601412 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-1c65db76-b23f-4852-8c94-3f6ca349c4ef tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Allocated IP 172.20.0.10 (387c04a6-9b33-48f9-a45d-61ced2c36165/d3815e3c-2634-4e64-9f46-035b299424ab/23274780-c815-46f3-8fb3-37b75dcba045) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:03:16.664311 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-438ba1cf-7670-4d06-996d-8c71090b9a36 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:17.043935 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-7a2bc1d4-81a5-4335-bb48-d9cafb267d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:17.045818 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-7a2bc1d4-81a5-4335-bb48-d9cafb267d68 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee65825d-7288-4653-bfc7-12a15403400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6842465 Mar 01 21:03:17.161494 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4bce88-222f-413e-8d3c-2c1b4384dc95 None None] Network 387c04a6-9b33-48f9-a45d-61ced2c36165 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:17.397898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50520) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:17.400270 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-29266e85-c813-4bbb-871c-5fc65b663749 None None] Provisioning for port 32ff865f-5a10-4d7e-a773-5e86b47e91a2 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:17.411912 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-29266e85-c813-4bbb-871c-5fc65b663749 None None] Provisioning complete for port 32ff865f-5a10-4d7e-a773-5e86b47e91a2 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:17.413250 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-29266e85-c813-4bbb-871c-5fc65b663749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:17.541096 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1c65db76-b23f-4852-8c94-3f6ca349c4ef tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:17.577161 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-759ce304-c70d-484c-8213-9010eb131722 service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5216060 Mar 01 21:03:17.591671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053ffd03-2ae8-492c-be89-f701055da539 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Router 8b0e57fb-eccc-446a-bee0-46f0a42c32ee has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:03:17.593038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-1c65db76-b23f-4852-8c94-3f6ca349c4ef tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Transition to ACTIVE for port object 23274780-c815-46f3-8fb3-37b75dcba045 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:17.677935 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-438ba1cf-7670-4d06-996d-8c71090b9a36 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:17.682707 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cdc20f81-7db7-44ea-9e0c-3d0b242257f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:17.689775 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-29266e85-c813-4bbb-871c-5fc65b663749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:17.710630 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-cdc20f81-7db7-44ea-9e0c-3d0b242257f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:17.727841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-cdc20f81-7db7-44ea-9e0c-3d0b242257f7 admin admin] Usage tracker for resource:security_group_rule and tenant:a56668c0ac1d49bea50f54cd98fa0f49 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:17.732069 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-cdc20f81-7db7-44ea-9e0c-3d0b242257f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:17.739074 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-29266e85-c813-4bbb-871c-5fc65b663749 None None] For port 32ff865f-5a10-4d7e-a773-5e86b47e91a2, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=32ff865f-5a10-4d7e-a773-5e86b47e91a2,segment=NetworkSegment(b98f5fa0-9fb8-4e83-990a-d33ac9e852d4),segment_id=b98f5fa0-9fb8-4e83-990a-d33ac9e852d4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:17.740426 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-cdc20f81-7db7-44ea-9e0c-3d0b242257f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:17.782545 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26195126-8113-4a9f-ab65-ca581efd1736 req-3219dd79-18ab-44f2-875d-a09e218a9256 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:17.782545 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-26195126-8113-4a9f-ab65-ca581efd1736 req-3219dd79-18ab-44f2-875d-a09e218a9256 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 945 time: 0.1737113 Mar 01 21:03:17.801991 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-438ba1cf-7670-4d06-996d-8c71090b9a36 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:17.835548 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-29266e85-c813-4bbb-871c-5fc65b663749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:17.871732 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-26195126-8113-4a9f-ab65-ca581efd1736 req-c1235acc-c925-4d0a-aa60-6506c0eba9c7 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783975 Mar 01 21:03:17.973759 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29266e85-c813-4bbb-871c-5fc65b663749 None None] Pushing event updated for resources: {'Port': ['ID=32ff865f-5a10-4d7e-a773-5e86b47e91a2,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:17.996443 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cdc20f81-7db7-44ea-9e0c-3d0b242257f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:18.066742 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053ffd03-2ae8-492c-be89-f701055da539 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:03:18.080607 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-438ba1cf-7670-4d06-996d-8c71090b9a36 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] In _notify_port_updated(), no bound segment for port 7bc1eb1a-2bb3-4a02-ac03-305619fe7b4a on network 26b756bc-0064-4897-9fa6-8dca9a38e0f4 {{(pid=88519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:03:18.081648 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abfb613-8614-4b90-8f8d-1eae631fa727 None None] Sync routers for ids ['8b0e57fb-eccc-446a-bee0-46f0a42c32ee'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:03:18.086698 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438ba1cf-7670-4d06-996d-8c71090b9a36 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:18.087352 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-438ba1cf-7670-4d06-996d-8c71090b9a36 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:18.088709 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-438ba1cf-7670-4d06-996d-8c71090b9a36 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "PUT /v2.0/ports/7bc1eb1a-2bb3-4a02-ac03-305619fe7b4a HTTP/1.1" status: 200 len: 1067 time: 2.6745999 Mar 01 21:03:18.092753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50560) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:18.114648 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abfb613-8614-4b90-8f8d-1eae631fa727 None None] Routers {'8b0e57fb-eccc-446a-bee0-46f0a42c32ee'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:03:18.115275 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-3abfb613-8614-4b90-8f8d-1eae631fa727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:03:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8b0e57fb-eccc-446a-bee0-46f0a42c32ee'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:18.126948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438ba1cf-7670-4d06-996d-8c71090b9a36 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Pushing event updated for resources: {'Port': ['ID=7bc1eb1a-2bb3-4a02-ac03-305619fe7b4a,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:18.156786 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cdc20f81-7db7-44ea-9e0c-3d0b242257f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:18.162890 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-d019fec5-2a4e-429a-95a0-22ef083f254e service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5662441 Mar 01 21:03:18.164088 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-053ffd03-2ae8-492c-be89-f701055da539 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:18.233736 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f84b60a2-d1b4-4d4d-9732-cfb8d73a8aaf tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Deleting port 7bc1eb1a-2bb3-4a02-ac03-305619fe7b4a {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:18.234018 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f84b60a2-d1b4-4d4d-9732-cfb8d73a8aaf tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:18.361138 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cdc20f81-7db7-44ea-9e0c-3d0b242257f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a56668c0ac1d49bea50f54cd98fa0f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9589834 Mar 01 21:03:18.378458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50570) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:18.417844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc20f81-7db7-44ea-9e0c-3d0b242257f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=478dd350-fa32-4a96-95ad-4e73673f0a19,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:18.450366 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-bb4f92c1-ccb3-4f33-91ff-ec4271007f47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=21b097e0-c594-4c20-862a-df9b7482b41e HTTP/1.1" status: 200 len: 217 time: 0.0699441 Mar 01 21:03:18.456647 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1c65db76-b23f-4852-8c94-3f6ca349c4ef tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:18.463168 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-053d3ade-6c90-4f5a-9604-44b1266993ba None None] Provisioning complete for port 32ff865f-5a10-4d7e-a773-5e86b47e91a2 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:18.463709 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-053d3ade-6c90-4f5a-9604-44b1266993ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:18.533282 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f84b60a2-d1b4-4d4d-9732-cfb8d73a8aaf tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:18.540656 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-3abfb613-8614-4b90-8f8d-1eae631fa727 None None] Set router 8b0e57fb-eccc-446a-bee0-46f0a42c32ee gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:03:18.591221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c65db76-b23f-4852-8c94-3f6ca349c4ef tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network 387c04a6-9b33-48f9-a45d-61ced2c36165 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:18.609127 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-1c65db76-b23f-4852-8c94-3f6ca349c4ef tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:18.612048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c65db76-b23f-4852-8c94-3f6ca349c4ef tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:18.669327 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f84b60a2-d1b4-4d4d-9732-cfb8d73a8aaf tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Calling delete_port for 7bc1eb1a-2bb3-4a02-ac03-305619fe7b4a owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:18.724248 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-053ffd03-2ae8-492c-be89-f701055da539 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "PUT /v2.0/floatingips/32599f89-fed6-45a9-a524-bd5a2035b7f7 HTTP/1.1" status: 200 len: 990 time: 5.1450033 Mar 01 21:03:18.726669 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-4a4d01d9-2e97-4f94-ab2e-9521b85750ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:18.732088 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-4a4d01d9-2e97-4f94-ab2e-9521b85750ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e44b9d62-5494-43a9-9588-014f74981709 HTTP/1.1" status: 200 len: 797 time: 0.2479568 Mar 01 21:03:18.744696 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f755cf1-c0a3-4dfd-8bf2-f86c1872e966', 'tag': 'f44131eb-dd15-482a-826c-7aff4d81ae59'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:03:18.837003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65db76-b23f-4852-8c94-3f6ca349c4ef tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=23274780-c815-46f3-8fb3-37b75dcba045,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:18.869997 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-981397b7-e9b6-49e8-82dc-7c2382ec8ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:18.869997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c65db76-b23f-4852-8c94-3f6ca349c4ef tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:18.869997 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1c65db76-b23f-4852-8c94-3f6ca349c4ef tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:18.941700 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f755cf1-c0a3-4dfd-8bf2-f86c1872e966', 'tag': 'f44131eb-dd15-482a-826c-7aff4d81ae59', 'status': 'completed', 'code': 200} Mar 01 21:03:18.980308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-86a3413c-0cae-40f0-90c7-222098f4548d None None] Provisioning complete for port 7bc1eb1a-2bb3-4a02-ac03-305619fe7b4a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:18.980746 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-86a3413c-0cae-40f0-90c7-222098f4548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:19.021727 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-981397b7-e9b6-49e8-82dc-7c2382ec8ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:19.088407 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-89975459-26fa-43ce-8271-1261dcb91515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:19.090699 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-89975459-26fa-43ce-8271-1261dcb91515 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee65825d-7288-4653-bfc7-12a15403400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3261859 Mar 01 21:03:19.138495 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1c65db76-b23f-4852-8c94-3f6ca349c4ef tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.1082201 Mar 01 21:03:19.156823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50582) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:19.162283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-86a3413c-0cae-40f0-90c7-222098f4548d None None] Port 7bc1eb1a-2bb3-4a02-ac03-305619fe7b4a cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:19.170356 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b7388763-30a3-4a46-a7ac-7a3a0ec7ed56 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'port': {'network_id': '387c04a6-9b33-48f9-a45d-61ced2c36165', 'name': 'tempest-PortsTestJSON-1960761139', 'fixed_ips': [{'subnet_id': 'd3815e3c-2634-4e64-9f46-035b299424ab', 'ip_address': '172.20.0.9'}]}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:19.200233 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-3abfb613-8614-4b90-8f8d-1eae631fa727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'name': 'tempest-ServersTestJSON-1607013522-router', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:18Z', 'updated_at': '2022-03-01T21:02:32Z', 'revision_number': 4, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'gw_port': {'id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:21Z', 'updated_at': '2022-03-01T21:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '32599f89-fed6-45a9-a524-bd5a2035b7f7', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'port_id': 'f44131eb-dd15-482a-826c-7aff4d81ae59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b', 'mac_address': 'fa:16:3e:cb:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f755cf1-c0a3-4dfd-8bf2-f86c1872e966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:02:42Z', 'updated_at': '2022-03-01T21:03:15Z', 'revision_number': 1, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9659967b-3d3c-4a79-a728-3bf50324ffb9', 'name': '', 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'mac_address': 'fa:16:3e:96:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'd83b90d8-a7ff-4d57-a949-1f46cb1079f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:30Z', 'updated_at': '2022-03-01T21:02:40Z', 'revision_number': 5, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'subnets': [{'id': 'd83b90d8-a7ff-4d57-a949-1f46cb1079f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:19.203182 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0962d7-0939-4eed-a706-d97754e30962 req-14b67c8d-dfbd-4562-b439-c17ec15e09fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:19.205412 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0a0962d7-0939-4eed-a706-d97754e30962 req-14b67c8d-dfbd-4562-b439-c17ec15e09fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49f701ea16be4fb88d89fc6971a38e65&device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 1096 time: 0.2694783 Mar 01 21:03:19.206470 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abfb613-8614-4b90-8f8d-1eae631fa727 None None] Checking router: 8b0e57fb-eccc-446a-bee0-46f0a42c32ee for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:03:19.211624 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f84b60a2-d1b4-4d4d-9732-cfb8d73a8aaf tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:19.216974 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abfb613-8614-4b90-8f8d-1eae631fa727 None None] Routers {'8b0e57fb-eccc-446a-bee0-46f0a42c32ee'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:03:19.217875 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-3abfb613-8614-4b90-8f8d-1eae631fa727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:03:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8b0e57fb-eccc-446a-bee0-46f0a42c32ee'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:19.317386 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84b60a2-d1b4-4d4d-9732-cfb8d73a8aaf tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Pushing event deleted for resources: {'Port': ['ID=7bc1eb1a-2bb3-4a02-ac03-305619fe7b4a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:19.319794 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50586) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:19.442823 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-3abfb613-8614-4b90-8f8d-1eae631fa727 None None] Set router 8b0e57fb-eccc-446a-bee0-46f0a42c32ee gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:03:19.498555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c64a8-8297-4c51-90db-9e765ec969ed req-f830d37a-470c-427b-850c-6851ec26741a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:19.500199 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-436c64a8-8297-4c51-90db-9e765ec969ed req-f830d37a-470c-427b-850c-6851ec26741a tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.55 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 945 time: 0.5918500 Mar 01 21:03:19.502204 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-981397b7-e9b6-49e8-82dc-7c2382ec8ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:19.507200 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-828b95c5-cba2-453b-bd73-6231ab010476 None None] Provisioning for port 23274780-c815-46f3-8fb3-37b75dcba045 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:19.525230 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-828b95c5-cba2-453b-bd73-6231ab010476 None None] Provisioning complete for port 23274780-c815-46f3-8fb3-37b75dcba045 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:19.525676 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-828b95c5-cba2-453b-bd73-6231ab010476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:19.543096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981397b7-e9b6-49e8-82dc-7c2382ec8ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=478dd350-fa32-4a96-95ad-4e73673f0a19,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:19.571958 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-981397b7-e9b6-49e8-82dc-7c2382ec8ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:19.573230 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-981397b7-e9b6-49e8-82dc-7c2382ec8ed9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/478dd350-fa32-4a96-95ad-4e73673f0a19 HTTP/1.1" status: 204 len: 168 time: 1.1259892 Mar 01 21:03:19.638445 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-828b95c5-cba2-453b-bd73-6231ab010476 None None] Port 23274780-c815-46f3-8fb3-37b75dcba045 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:19.643573 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-436c64a8-8297-4c51-90db-9e765ec969ed req-879e320c-e738-477f-98ab-71bfb68a1ebe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Deleting port a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:19.644105 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-436c64a8-8297-4c51-90db-9e765ec969ed req-879e320c-e738-477f-98ab-71bfb68a1ebe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:19.685582 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-491065b7-9f0a-464d-b71d-da177a151205 service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870504 Mar 01 21:03:19.688811 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b67795f6-16b0-4cba-af38-2e71d79f36b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:19.718809 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b5d440-47ed-46be-a207-15dc97660d20 req-b1f70ff0-6ae4-4352-b9e0-33ce048af400 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:19.720999 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-11b5d440-47ed-46be-a207-15dc97660d20 req-b1f70ff0-6ae4-4352-b9e0-33ce048af400 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 945 time: 0.7585862 Mar 01 21:03:19.750138 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0962d7-0939-4eed-a706-d97754e30962 req-32216801-cfeb-4a10-b786-dffa706cc176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:19.751810 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0a0962d7-0939-4eed-a706-d97754e30962 req-32216801-cfeb-4a10-b786-dffa706cc176 service neutron] 10.222.0.55 "GET /v2.0/networks?id=472c38d0-e825-4706-9372-a0e1682fe50b HTTP/1.1" status: 200 len: 907 time: 0.4760358 Mar 01 21:03:19.827890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b67795f6-16b0-4cba-af38-2e71d79f36b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:19.832284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b7388763-30a3-4a46-a7ac-7a3a0ec7ed56 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:19.901615 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b67795f6-16b0-4cba-af38-2e71d79f36b6 admin admin] Usage tracker for resource:security_group_rule and tenant:f2b77a567be1480c866aa9f8bb759c51 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:19.910665 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b7388763-30a3-4a46-a7ac-7a3a0ec7ed56 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:port and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:19.930115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b67795f6-16b0-4cba-af38-2e71d79f36b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:19.934115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b7388763-30a3-4a46-a7ac-7a3a0ec7ed56 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:19.948089 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b67795f6-16b0-4cba-af38-2e71d79f36b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:19.952251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b7388763-30a3-4a46-a7ac-7a3a0ec7ed56 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:19.988318 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd4713-161f-43c5-838f-d89241383025 req-54c00cb5-74bb-4a5a-9c17-0498a710b397 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:19.996267 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-66fd4713-161f-43c5-838f-d89241383025 req-54c00cb5-74bb-4a5a-9c17-0498a710b397 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 945 time: 0.7886097 Mar 01 21:03:20.008123 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0a0962d7-0939-4eed-a706-d97754e30962 req-c649e685-12be-4b87-9ef2-ad439ba703a8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f44131eb-dd15-482a-826c-7aff4d81ae59 HTTP/1.1" status: 200 len: 998 time: 0.2341337 Mar 01 21:03:20.030063 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f84b60a2-d1b4-4d4d-9732-cfb8d73a8aaf tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:20.060883 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-11b5d440-47ed-46be-a207-15dc97660d20 req-5783fb4a-8a47-48d2-b1c9-415750b969d1 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e56c719-69fd-4112-92df-821606b04e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011265 Mar 01 21:03:20.110285 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7388763-30a3-4a46-a7ac-7a3a0ec7ed56 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:20.129918 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b7388763-30a3-4a46-a7ac-7a3a0ec7ed56 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:20.133986 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 32ff865f-5a10-4d7e-a773-5e86b47e91a2 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:03:20.135711 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-66fd4713-161f-43c5-838f-d89241383025 req-72742ddf-1620-4e95-af14-eef1c7ffd810 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384239 Mar 01 21:03:20.137163 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f84b60a2-d1b4-4d4d-9732-cfb8d73a8aaf tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "DELETE /v2.0/ports/7bc1eb1a-2bb3-4a02-ac03-305619fe7b4a HTTP/1.1" status: 204 len: 168 time: 2.0434141 Mar 01 21:03:20.160611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50598) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:20.190735 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-df372bc4-891b-465e-b6d2-f40fba0d2cfd service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4884350 Mar 01 21:03:20.202488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-b7388763-30a3-4a46-a7ac-7a3a0ec7ed56 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] device_id is not set on port 16fd24e2-bf62-48a9-a413-b3bea75ecd03 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:03:20.220440 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2671a8-87f7-4177-bc59-7d53bdf7ebcd tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] GET failed (client error): The resource could not be found. Mar 01 21:03:20.221226 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bd2671a8-87f7-4177-bc59-7d53bdf7ebcd tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Synchronizing usage tracker for tenant:cfac8685916e46c485a7434702737a59 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:20.316061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-3abfb613-8614-4b90-8f8d-1eae631fa727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'name': 'tempest-ServersTestJSON-1607013522-router', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:18Z', 'updated_at': '2022-03-01T21:02:32Z', 'revision_number': 4, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'gw_port': {'id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:21Z', 'updated_at': '2022-03-01T21:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '32599f89-fed6-45a9-a524-bd5a2035b7f7', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'port_id': 'f44131eb-dd15-482a-826c-7aff4d81ae59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b', 'mac_address': 'fa:16:3e:cb:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f755cf1-c0a3-4dfd-8bf2-f86c1872e966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:02:42Z', 'updated_at': '2022-03-01T21:03:15Z', 'revision_number': 1, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9659967b-3d3c-4a79-a728-3bf50324ffb9', 'name': '', 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'mac_address': 'fa:16:3e:96:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'd83b90d8-a7ff-4d57-a949-1f46cb1079f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:30Z', 'updated_at': '2022-03-01T21:02:40Z', 'revision_number': 5, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'subnets': [{'id': 'd83b90d8-a7ff-4d57-a949-1f46cb1079f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:20.328436 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abfb613-8614-4b90-8f8d-1eae631fa727 None None] The sync data for ids ['8b0e57fb-eccc-446a-bee0-46f0a42c32ee'] in n-d-827896-4 is: [{'id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'name': 'tempest-ServersTestJSON-1607013522-router', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:18Z', 'updated_at': '2022-03-01T21:02:32Z', 'revision_number': 4, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'gw_port': {'id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:21Z', 'updated_at': '2022-03-01T21:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '32599f89-fed6-45a9-a524-bd5a2035b7f7', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'floating_ip_address': '172.25.5.18', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'port_id': 'f44131eb-dd15-482a-826c-7aff4d81ae59', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1480, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b', 'mac_address': 'fa:16:3e:cb:4a:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f755cf1-c0a3-4dfd-8bf2-f86c1872e966', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:02:42Z', 'updated_at': '2022-03-01T21:03:15Z', 'revision_number': 1, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9659967b-3d3c-4a79-a728-3bf50324ffb9', 'name': '', 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'mac_address': 'fa:16:3e:96:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'd83b90d8-a7ff-4d57-a949-1f46cb1079f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:30Z', 'updated_at': '2022-03-01T21:02:40Z', 'revision_number': 5, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'subnets': [{'id': 'd83b90d8-a7ff-4d57-a949-1f46cb1079f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:03:20.332027 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 32ff865f-5a10-4d7e-a773-5e86b47e91a2 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:20.332406 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:20.529995 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-436c64a8-8297-4c51-90db-9e765ec969ed req-879e320c-e738-477f-98ab-71bfb68a1ebe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] For port a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8,segment=NetworkSegment(d141e36b-da9a-48de-b51a-84c292b6b497),segment_id=d141e36b-da9a-48de-b51a-84c292b6b497)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:20.530575 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-436c64a8-8297-4c51-90db-9e765ec969ed req-879e320c-e738-477f-98ab-71bfb68a1ebe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:20.551110 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-68ca169c-ab24-48c8-9cb6-4b8faf93c261 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.52&port_id=7a1cf285-2ede-41c8-9511-8097c8c59ab8 HTTP/1.1" status: 200 len: 217 time: 0.2975209 Mar 01 21:03:20.565816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0962d7-0939-4eed-a706-d97754e30962 req-a2763cb3-075e-421b-9481-e9a6b0a9afa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:20.567241 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0a0962d7-0939-4eed-a706-d97754e30962 req-a2763cb3-075e-421b-9481-e9a6b0a9afa2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d83b90d8-a7ff-4d57-a949-1f46cb1079f7 HTTP/1.1" status: 200 len: 845 time: 0.5508249 Mar 01 21:03:20.703152 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a3b62cb-c80b-40bf-89e7-62a5466b2bca None None] New status for floating IP 32599f89-fed6-45a9-a524-bd5a2035b7f7: ACTIVE {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:03:20.736506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-436c64a8-8297-4c51-90db-9e765ec969ed req-879e320c-e738-477f-98ab-71bfb68a1ebe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Calling delete_port for a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:20.794880 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-f65acc7c-3192-4aaf-99f7-816bc3b24da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:20.796618 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-f65acc7c-3192-4aaf-99f7-816bc3b24da7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=e44b9d62-5494-43a9-9588-014f74981709 HTTP/1.1" status: 200 len: 797 time: 0.2325597 Mar 01 21:03:20.806620 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b67795f6-16b0-4cba-af38-2e71d79f36b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:20.852972 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bd2671a8-87f7-4177-bc59-7d53bdf7ebcd tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Unset dirty status for tenant:cfac8685916e46c485a7434702737a59 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:20.854705 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bd2671a8-87f7-4177-bc59-7d53bdf7ebcd tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "GET /v2.0/ports/7bc1eb1a-2bb3-4a02-ac03-305619fe7b4a HTTP/1.1" status: 404 len: 333 time: 0.6923351 Mar 01 21:03:20.860165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50612) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:20.916149 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b67795f6-16b0-4cba-af38-2e71d79f36b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:21.001938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0962d7-0939-4eed-a706-d97754e30962 req-02cf98d1-f22f-4053-a046-4b76c7130d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:21.003428 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0a0962d7-0939-4eed-a706-d97754e30962 req-02cf98d1-f22f-4053-a046-4b76c7130d41 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=472c38d0-e825-4706-9372-a0e1682fe50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3931012 Mar 01 21:03:21.024517 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b67795f6-16b0-4cba-af38-2e71d79f36b6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2b77a567be1480c866aa9f8bb759c51&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7054541 Mar 01 21:03:21.028845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50620) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:21.032979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67795f6-16b0-4cba-af38-2e71d79f36b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a788274-8c4e-410e-8ade-c21c7f0352b8,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:21.036222 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-b7388763-30a3-4a46-a7ac-7a3a0ec7ed56 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Allocated IP 172.20.0.9 (387c04a6-9b33-48f9-a45d-61ced2c36165/d3815e3c-2634-4e64-9f46-035b299424ab/16fd24e2-bf62-48a9-a413-b3bea75ecd03) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:03:21.089037 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e4e9f0cb-8de1-4166-846f-aafd031fdd35 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Deleting port ffbfd680-6870-4054-ab6b-b9cafd2083d6 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:21.089037 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4e9f0cb-8de1-4166-846f-aafd031fdd35 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:21.286382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-63e27653-afe0-4d70-a065-5a522f7a12bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:21.288222 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-63e27653-afe0-4d70-a065-5a522f7a12bd service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ee65825d-7288-4653-bfc7-12a15403400e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4792404 Mar 01 21:03:21.293317 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:21.435302 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ad0cfe15-e705-4d28-b163-8ac84d0b7d1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:21.460237 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0a0962d7-0939-4eed-a706-d97754e30962 req-dd1e791c-d2c6-4bc3-897f-99255057b39a service neutron] 10.222.0.55 "GET /v2.0/networks/472c38d0-e825-4706-9372-a0e1682fe50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282727 Mar 01 21:03:21.510975 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-436c64a8-8297-4c51-90db-9e765ec969ed req-879e320c-e738-477f-98ab-71bfb68a1ebe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:21.522085 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ad0cfe15-e705-4d28-b163-8ac84d0b7d1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:21.704576 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-a869caa2-60e4-4962-a30c-427eee83dd31 service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053893 Mar 01 21:03:21.753838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e320c-e738-477f-98ab-71bfb68a1ebe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Pushing event deleted for resources: {'Port': ['ID=a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:21.766738 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b7388763-30a3-4a46-a7ac-7a3a0ec7ed56 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:21.838388 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0a0962d7-0939-4eed-a706-d97754e30962 req-9a80d41a-d0a4-4dcb-8316-b938544575d6 service neutron] 10.222.0.55 "GET /v2.0/networks/472c38d0-e825-4706-9372-a0e1682fe50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3196399 Mar 01 21:03:21.856887 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-b7388763-30a3-4a46-a7ac-7a3a0ec7ed56 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Transition to ACTIVE for port object 16fd24e2-bf62-48a9-a413-b3bea75ecd03 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:21.888392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-436c64a8-8297-4c51-90db-9e765ec969ed req-879e320c-e738-477f-98ab-71bfb68a1ebe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] No DVR routers for this DVR port a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:03:21.900607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7d4a4-86e2-41de-895a-52f1a2956bfb req-6c3f77c4-fd6b-4b10-9cb1-0dcd998028c0 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:21.902492 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81c7d4a4-86e2-41de-895a-52f1a2956bfb req-6c3f77c4-fd6b-4b10-9cb1-0dcd998028c0 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 945 time: 0.5691392 Mar 01 21:03:21.904775 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-4fac1e28-8f63-44ee-9990-3f994737b441 service neutron] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850727 Mar 01 21:03:21.915094 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-436c64a8-8297-4c51-90db-9e765ec969ed req-879e320c-e738-477f-98ab-71bfb68a1ebe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:21.918594 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a008b0-3c05-4503-8582-d9d35b54389b', 'name': 'network-vif-deleted', 'tag': 'a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:03:21.955240 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4e9f0cb-8de1-4166-846f-aafd031fdd35 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:21.983379 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-436c64a8-8297-4c51-90db-9e765ec969ed req-879e320c-e738-477f-98ab-71bfb68a1ebe tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.55 "DELETE /v2.0/ports/a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 HTTP/1.1" status: 204 len: 173 time: 2.4769688 Mar 01 21:03:21.996053 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-69b433f8-4412-4be3-8665-1dcb9f170842 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=56e464ad-5156-4f01-9db7-f45a9059a600 HTTP/1.1" status: 200 len: 217 time: 0.0808794 Mar 01 21:03:22.090630 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-b074f9a3-5e2b-4bbf-b193-ba001716359a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:22.092307 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-b074f9a3-5e2b-4bbf-b193-ba001716359a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24348124-4cc7-4cd6-a18f-5dbd41fcf6ef HTTP/1.1" status: 200 len: 797 time: 0.0917351 Mar 01 21:03:22.094028 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b7388763-30a3-4a46-a7ac-7a3a0ec7ed56 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:22.127529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e4e9f0cb-8de1-4166-846f-aafd031fdd35 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Calling delete_port for ffbfd680-6870-4054-ab6b-b9cafd2083d6 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:22.153933 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81c7d4a4-86e2-41de-895a-52f1a2956bfb req-f053db6d-fd5b-426f-9a2d-817490b3e355 tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/security-groups?id=65a65a38-3e1c-41bb-8348-44f55a306a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256131 Mar 01 21:03:22.154846 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ad0cfe15-e705-4d28-b163-8ac84d0b7d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:22.157611 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ad0cfe15-e705-4d28-b163-8ac84d0b7d1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:22.158885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ad0cfe15-e705-4d28-b163-8ac84d0b7d1a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3a788274-8c4e-410e-8ade-c21c7f0352b8 HTTP/1.1" status: 204 len: 168 time: 1.1283839 Mar 01 21:03:22.185031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0cfe15-e705-4d28-b163-8ac84d0b7d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a788274-8c4e-410e-8ade-c21c7f0352b8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:22.234102 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:03:22.241855 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7388763-30a3-4a46-a7ac-7a3a0ec7ed56 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network 387c04a6-9b33-48f9-a45d-61ced2c36165 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:22.250016 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-b7388763-30a3-4a46-a7ac-7a3a0ec7ed56 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:22.256464 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7388763-30a3-4a46-a7ac-7a3a0ec7ed56 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:22.270105 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a008b0-3c05-4503-8582-d9d35b54389b', 'name': 'network-vif-deleted', 'tag': 'a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8', 'status': 'completed', 'code': 200} Mar 01 21:03:22.344703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7388763-30a3-4a46-a7ac-7a3a0ec7ed56 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=16fd24e2-bf62-48a9-a413-b3bea75ecd03,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:22.358868 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:03:22.359515 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a8ecd44a-7fff-4bb6-8482-4b3703cb3fe8 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:03:22.419418 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7388763-30a3-4a46-a7ac-7a3a0ec7ed56 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:22.420069 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b7388763-30a3-4a46-a7ac-7a3a0ec7ed56 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:22.425616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-6d724513-abee-4375-89c1-02459ed6ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:22.427078 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-6d724513-abee-4375-89c1-02459ed6ccfa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77a119db-23ab-49e4-8878-de783cebb26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3238144 Mar 01 21:03:22.503873 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4e9f0cb-8de1-4166-846f-aafd031fdd35 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:22.710530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9f0cb-8de1-4166-846f-aafd031fdd35 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Pushing event deleted for resources: {'Port': ['ID=ffbfd680-6870-4054-ab6b-b9cafd2083d6,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:22.710530 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4e9f0cb-8de1-4166-846f-aafd031fdd35 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:22.710530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50666) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:22.787900 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-8daebbc9-b45b-4d20-9c88-a153b5114d25 service neutron] 10.222.0.57 "GET /v2.0/networks/77a119db-23ab-49e4-8878-de783cebb26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268898 Mar 01 21:03:22.813719 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f4bb50f-6406-40d4-80a5-3bdd90c5bfda admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:22.821211 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-602bda66-1890-453c-9b23-6bf1eefbe1aa None None] Provisioning for port 16fd24e2-bf62-48a9-a413-b3bea75ecd03 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:22.827707 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e4e9f0cb-8de1-4166-846f-aafd031fdd35 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "DELETE /v2.0/ports/ffbfd680-6870-4054-ab6b-b9cafd2083d6 HTTP/1.1" status: 204 len: 168 time: 1.9649236 Mar 01 21:03:22.830217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50674) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:22.833179 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-602bda66-1890-453c-9b23-6bf1eefbe1aa None None] Provisioning complete for port 16fd24e2-bf62-48a9-a413-b3bea75ecd03 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:22.833836 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-602bda66-1890-453c-9b23-6bf1eefbe1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:22.867586 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1f4bb50f-6406-40d4-80a5-3bdd90c5bfda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:22.881920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1f4bb50f-6406-40d4-80a5-3bdd90c5bfda admin admin] Usage tracker for resource:security_group_rule and tenant:da37fb14c7574d9e969371f06175b7a1 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:22.885101 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-89371402-215e-4772-87ca-9353e23af16b tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] GET failed (client error): The resource could not be found. Mar 01 21:03:22.889539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-89371402-215e-4772-87ca-9353e23af16b tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Synchronizing usage tracker for tenant:cfac8685916e46c485a7434702737a59 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:22.889539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1f4bb50f-6406-40d4-80a5-3bdd90c5bfda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:22.895443 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1f4bb50f-6406-40d4-80a5-3bdd90c5bfda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:22.907023 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-602bda66-1890-453c-9b23-6bf1eefbe1aa None None] Port 16fd24e2-bf62-48a9-a413-b3bea75ecd03 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:22.919719 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b7388763-30a3-4a46-a7ac-7a3a0ec7ed56 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7615066 Mar 01 21:03:22.922520 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50680) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:22.957885 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-42422870-4949-4563-a44a-3875b7b33f42 service neutron] 10.222.0.57 "GET /v2.0/networks/77a119db-23ab-49e4-8878-de783cebb26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889009 Mar 01 21:03:23.035552 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-4e58dbb4-8b00-4efa-b01a-384be46e4781 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b3cc9b9c-e594-4a4b-9313-d2383734d393 HTTP/1.1" status: 200 len: 217 time: 0.0715637 Mar 01 21:03:23.050688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c110f6f4-12bc-412c-ba94-e55fd73f76fe tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:23.051471 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c110f6f4-12bc-412c-ba94-e55fd73f76fe tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Synchronizing usage tracker for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:23.084127 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f4bb50f-6406-40d4-80a5-3bdd90c5bfda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:23.086409 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-89371402-215e-4772-87ca-9353e23af16b tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Unset dirty status for tenant:cfac8685916e46c485a7434702737a59 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:23.088415 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-89371402-215e-4772-87ca-9353e23af16b tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "GET /v2.0/ports/ffbfd680-6870-4054-ab6b-b9cafd2083d6 HTTP/1.1" status: 404 len: 333 time: 0.2565603 Mar 01 21:03:23.093383 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50686) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:23.162432 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-cb8966d0-f015-4247-a9a9-0b6a9bd9f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:23.164640 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-cb8966d0-f015-4247-a9a9-0b6a9bd9f07e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=24348124-4cc7-4cd6-a18f-5dbd41fcf6ef HTTP/1.1" status: 200 len: 797 time: 0.1214681 Mar 01 21:03:23.184420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-c3d1a2b7-57fb-477c-9724-064203b58bd5 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Deleting port 4a017ff5-6903-4759-bb1f-de8acd17e40e {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:23.184420 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c3d1a2b7-57fb-477c-9724-064203b58bd5 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:23.226197 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f4bb50f-6406-40d4-80a5-3bdd90c5bfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:23.239529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c110f6f4-12bc-412c-ba94-e55fd73f76fe tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Unset dirty status for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:23.243794 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c110f6f4-12bc-412c-ba94-e55fd73f76fe tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3202510 Mar 01 21:03:23.245608 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50692) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:23.297390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50696) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:23.324971 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-a3b266af-ed17-4685-ac3e-9f985fe3d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:23.326652 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-a3b266af-ed17-4685-ac3e-9f985fe3d14d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=77a119db-23ab-49e4-8878-de783cebb26a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1553621 Mar 01 21:03:23.335267 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59fa23e3-1d80-42e3-a2cd-5263f34fd6c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:23.389757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-59fa23e3-1d80-42e3-a2cd-5263f34fd6c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:23.399314 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-59fa23e3-1d80-42e3-a2cd-5263f34fd6c1 admin admin] Usage tracker for resource:security_group_rule and tenant:68f0aacdf65f42379f404f38d4470671 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:23.424671 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d8c53be7-d4fd-45ff-be74-66d3aa008d1c req-625cf9b1-97e5-49a9-8021-349f1388c20f tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Synchronizing usage tracker for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:23.437918 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1f4bb50f-6406-40d4-80a5-3bdd90c5bfda admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da37fb14c7574d9e969371f06175b7a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7577806 Mar 01 21:03:23.438862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4bb50f-6406-40d4-80a5-3bdd90c5bfda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e0e4a5-a855-4edd-a3ab-b738c5fe3409,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:23.441412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50700) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:23.444967 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-59fa23e3-1d80-42e3-a2cd-5263f34fd6c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:23.468854 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-59fa23e3-1d80-42e3-a2cd-5263f34fd6c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:23.539222 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a7e352-e9a0-4d5c-b4d2-4d2461d62018 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:23.545646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a7e352-e9a0-4d5c-b4d2-4d2461d62018 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:23.551544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a7e352-e9a0-4d5c-b4d2-4d2461d62018 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:23.552330 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-22a7e352-e9a0-4d5c-b4d2-4d2461d62018 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Synchronizing usage tracker for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:23.563637 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-d520de65-b1a1-4f92-bcad-18abdd11ab57 service neutron] 10.222.0.57 "GET /v2.0/networks/77a119db-23ab-49e4-8878-de783cebb26a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293212 Mar 01 21:03:23.600840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-22a7e352-e9a0-4d5c-b4d2-4d2461d62018 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Unset dirty status for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:23.602103 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-22a7e352-e9a0-4d5c-b4d2-4d2461d62018 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.3513229 Mar 01 21:03:23.609323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f411a-b15f-4d6a-b0c3-f1d1b3bfae45 req-6bb81841-05f0-425c-92f9-0bb9cc5fe696 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:23.615031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50704) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:23.615188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f411a-b15f-4d6a-b0c3-f1d1b3bfae45 req-6bb81841-05f0-425c-92f9-0bb9cc5fe696 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:23.621549 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f411a-b15f-4d6a-b0c3-f1d1b3bfae45 req-6bb81841-05f0-425c-92f9-0bb9cc5fe696 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:23.627478 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f411a-b15f-4d6a-b0c3-f1d1b3bfae45 req-6bb81841-05f0-425c-92f9-0bb9cc5fe696 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:23.633215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f411a-b15f-4d6a-b0c3-f1d1b3bfae45 req-6bb81841-05f0-425c-92f9-0bb9cc5fe696 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:23.639991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f411a-b15f-4d6a-b0c3-f1d1b3bfae45 req-6bb81841-05f0-425c-92f9-0bb9cc5fe696 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:23.645926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f411a-b15f-4d6a-b0c3-f1d1b3bfae45 req-6bb81841-05f0-425c-92f9-0bb9cc5fe696 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:23.647861 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-178f411a-b15f-4d6a-b0c3-f1d1b3bfae45 req-6bb81841-05f0-425c-92f9-0bb9cc5fe696 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5435 time: 0.4323821 Mar 01 21:03:23.651331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d8c53be7-d4fd-45ff-be74-66d3aa008d1c req-625cf9b1-97e5-49a9-8021-349f1388c20f tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] Unset dirty status for tenant:aa2e4c40cdf841a1bcb0ba66d7c5d576 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:23.652609 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d8c53be7-d4fd-45ff-be74-66d3aa008d1c req-625cf9b1-97e5-49a9-8021-349f1388c20f tempest-ServersTestJSON-421169707 tempest-ServersTestJSON-421169707-project] 10.222.0.42 "GET /v2.0/ports?device_id=f0a008b0-3c05-4503-8582-d9d35b54389b HTTP/1.1" status: 200 len: 210 time: 0.3193722 Mar 01 21:03:23.684544 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:23.752940 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aafc0e5b-e356-4ce4-b0c1-78ae53f602ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:23.778769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb51c0-8dda-4ef3-8325-050c75774906 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port 16fd24e2-bf62-48a9-a413-b3bea75ecd03 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:23.779116 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ccfb51c0-8dda-4ef3-8325-050c75774906 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:23.808274 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-178f411a-b15f-4d6a-b0c3-f1d1b3bfae45 req-33809875-b9a2-4ca1-8734-ecd5e437ccf9 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1027577 Mar 01 21:03:23.822214 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aafc0e5b-e356-4ce4-b0c1-78ae53f602ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:23.834355 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c3d1a2b7-57fb-477c-9724-064203b58bd5 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:23.869292 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59fa23e3-1d80-42e3-a2cd-5263f34fd6c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:23.896362 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-18b6d7e6-b9d0-44db-9f93-27d8eaebcae4 req-5059e176-06fb-45e5-89ff-760c2e619c14 service neutron] 10.222.0.57 "GET /v2.0/networks/77a119db-23ab-49e4-8878-de783cebb26a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223896 Mar 01 21:03:23.953542 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59fa23e3-1d80-42e3-a2cd-5263f34fd6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:23.981329 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-c3d1a2b7-57fb-477c-9724-064203b58bd5 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Calling delete_port for 4a017ff5-6903-4759-bb1f-de8acd17e40e owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:24.092167 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-59fa23e3-1d80-42e3-a2cd-5263f34fd6c1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=68f0aacdf65f42379f404f38d4470671&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7879326 Mar 01 21:03:24.093854 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa23e3-1d80-42e3-a2cd-5263f34fd6c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c105040f-2a19-4460-82a4-f1f66ba070f3,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:24.099564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50708) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:24.168712 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ccfb51c0-8dda-4ef3-8325-050c75774906 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:24.233485 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aafc0e5b-e356-4ce4-b0c1-78ae53f602ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:24.258901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafc0e5b-e356-4ce4-b0c1-78ae53f602ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e0e4a5-a855-4edd-a3ab-b738c5fe3409,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:24.316301 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-ccfb51c0-8dda-4ef3-8325-050c75774906 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for 16fd24e2-bf62-48a9-a413-b3bea75ecd03 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:24.348411 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-41990828-1756-49e1-a7a6-5932a360b6f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:24.357841 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aafc0e5b-e356-4ce4-b0c1-78ae53f602ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:24.357841 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-aafc0e5b-e356-4ce4-b0c1-78ae53f602ad admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/97e0e4a5-a855-4edd-a3ab-b738c5fe3409 HTTP/1.1" status: 204 len: 168 time: 0.8864295 Mar 01 21:03:24.374721 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c3d1a2b7-57fb-477c-9724-064203b58bd5 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:24.396564 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-41990828-1756-49e1-a7a6-5932a360b6f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:24.469635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1a2b7-57fb-477c-9724-064203b58bd5 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Pushing event deleted for resources: {'Port': ['ID=4a017ff5-6903-4759-bb1f-de8acd17e40e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:24.480334 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c3d1a2b7-57fb-477c-9724-064203b58bd5 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:24.484268 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c3d1a2b7-57fb-477c-9724-064203b58bd5 tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "DELETE /v2.0/ports/4a017ff5-6903-4759-bb1f-de8acd17e40e HTTP/1.1" status: 204 len: 168 time: 1.3839643 Mar 01 21:03:24.485852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50714) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:24.579131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-3436a4a3-820d-4166-86f6-36c1e30c113b tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Deleting subnet b6adf950-89c2-43ea-b702-5cd1daab2565 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:03:24.582782 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3436a4a3-820d-4166-86f6-36c1e30c113b tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:24.645464 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3436a4a3-820d-4166-86f6-36c1e30c113b tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:24.745633 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3436a4a3-820d-4166-86f6-36c1e30c113b tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:24.769965 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aa059-b951-430c-afbf-0b1f1a85933e req-f104db41-8b1e-4e85-95db-6a1fa1985c04 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:24.774535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50720) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:24.776762 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aa059-b951-430c-afbf-0b1f1a85933e req-f104db41-8b1e-4e85-95db-6a1fa1985c04 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:24.784379 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aa059-b951-430c-afbf-0b1f1a85933e req-f104db41-8b1e-4e85-95db-6a1fa1985c04 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:24.790683 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aa059-b951-430c-afbf-0b1f1a85933e req-f104db41-8b1e-4e85-95db-6a1fa1985c04 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:24.803261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aa059-b951-430c-afbf-0b1f1a85933e req-f104db41-8b1e-4e85-95db-6a1fa1985c04 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:24.811274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aa059-b951-430c-afbf-0b1f1a85933e req-f104db41-8b1e-4e85-95db-6a1fa1985c04 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:24.817673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aa059-b951-430c-afbf-0b1f1a85933e req-f104db41-8b1e-4e85-95db-6a1fa1985c04 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:24.818805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-571aa059-b951-430c-afbf-0b1f1a85933e req-f104db41-8b1e-4e85-95db-6a1fa1985c04 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Synchronizing usage tracker for tenant:5705b0cae87741729c72e376229e6a19 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:24.822392 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-41990828-1756-49e1-a7a6-5932a360b6f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:24.841056 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ccfb51c0-8dda-4ef3-8325-050c75774906 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:24.877155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-1da7a9b5-1ee8-4bfc-af86-dee240311a85 admin admin] Deleting subnet 9f3a5278-957f-4116-9615-00ae8b4a370b {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:03:24.881565 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9b5-1ee8-4bfc-af86-dee240311a85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:24.894286 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41990828-1756-49e1-a7a6-5932a360b6f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c105040f-2a19-4460-82a4-f1f66ba070f3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:24.911228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfb51c0-8dda-4ef3-8325-050c75774906 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Port': ['ID=16fd24e2-bf62-48a9-a413-b3bea75ecd03,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:24.960368 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9b5-1ee8-4bfc-af86-dee240311a85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:25.028462 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-41990828-1756-49e1-a7a6-5932a360b6f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:25.035843 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-41990828-1756-49e1-a7a6-5932a360b6f3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c105040f-2a19-4460-82a4-f1f66ba070f3 HTTP/1.1" status: 204 len: 168 time: 0.9317505 Mar 01 21:03:25.051001 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3436a4a3-820d-4166-86f6-36c1e30c113b tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:25.069895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-571aa059-b951-430c-afbf-0b1f1a85933e req-f104db41-8b1e-4e85-95db-6a1fa1985c04 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Unset dirty status for tenant:5705b0cae87741729c72e376229e6a19 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:25.074232 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-571aa059-b951-430c-afbf-0b1f1a85933e req-f104db41-8b1e-4e85-95db-6a1fa1985c04 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.57 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5435 time: 0.4382067 Mar 01 21:03:25.077869 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ccfb51c0-8dda-4ef3-8325-050c75774906 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:25.082315 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ccfb51c0-8dda-4ef3-8325-050c75774906 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/ports/16fd24e2-bf62-48a9-a413-b3bea75ecd03 HTTP/1.1" status: 204 len: 168 time: 1.4633222 Mar 01 21:03:25.108258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50736) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:25.114033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3436a4a3-820d-4166-86f6-36c1e30c113b tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Pushing event deleted for resources: {'Subnet': ['ID=b6adf950-89c2-43ea-b702-5cd1daab2565,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:25.175690 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03630c08-f3bd-4eb7-b205-0a0c2d0c756a None None] Network 26b756bc-0064-4897-9fa6-8dca9a38e0f4 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:25.182292 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3436a4a3-820d-4166-86f6-36c1e30c113b tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:25.195156 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aa059-b951-430c-afbf-0b1f1a85933e req-5db636dd-a1ee-4634-8ca9-311552eb2773 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:25.197223 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-571aa059-b951-430c-afbf-0b1f1a85933e req-5db636dd-a1ee-4634-8ca9-311552eb2773 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.57 "GET /v2.0/ports/421f10f4-c2e3-421b-9631-75fca669804c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1128929 Mar 01 21:03:25.201398 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9b5-1ee8-4bfc-af86-dee240311a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:25.266599 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-b148b6d1-cd61-43f7-8be5-c1597487b2b6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] GET failed (client error): The resource could not be found. Mar 01 21:03:25.272425 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b148b6d1-cd61-43f7-8be5-c1597487b2b6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports/16fd24e2-bf62-48a9-a413-b3bea75ecd03 HTTP/1.1" status: 404 len: 333 time: 0.1506257 Mar 01 21:03:25.274834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50742) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:25.319592 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3436a4a3-820d-4166-86f6-36c1e30c113b tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "DELETE /v2.0/subnets/b6adf950-89c2-43ea-b702-5cd1daab2565 HTTP/1.1" status: 204 len: 168 time: 0.8321605 Mar 01 21:03:25.321882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50746) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:25.419910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-518612c5-ca46-4ad1-b0dc-70fce2b1f418 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port 23274780-c815-46f3-8fb3-37b75dcba045 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:25.420546 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-518612c5-ca46-4ad1-b0dc-70fce2b1f418 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:25.441360 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9b5-1ee8-4bfc-af86-dee240311a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:25.496270 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-571aa059-b951-430c-afbf-0b1f1a85933e req-da7aac6d-8a83-413e-ace2-32d0b29738ef tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.57 "GET /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2936924 Mar 01 21:03:25.516071 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-571aa059-b951-430c-afbf-0b1f1a85933e req-7db1a481-70c9-41f2-a75c-0ef1d5551259 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:25.517226 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7a9b5-1ee8-4bfc-af86-dee240311a85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f3a5278-957f-4116-9615-00ae8b4a370b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:25.518186 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d562cb75-342a-4d9e-8881-5937073da7eb None None] DHCP port deletion for 26b756bc-0064-4897-9fa6-8dca9a38e0f4 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:03:25.520535 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1da7a9b5-1ee8-4bfc-af86-dee240311a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:25.531029 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:25.531148 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d562cb75-342a-4d9e-8881-5937073da7eb None None] Deleting port 81e43e50-3aca-48f0-bb5f-21afe87623aa {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:25.531148 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d562cb75-342a-4d9e-8881-5937073da7eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:25.550042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccbcce-b511-45ea-a1c8-b7a97b03800e req-a195ccbc-6865-460b-9e99-cadddb6d7ce9 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:25.556988 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccbcce-b511-45ea-a1c8-b7a97b03800e req-a195ccbc-6865-460b-9e99-cadddb6d7ce9 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:25.562454 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccbcce-b511-45ea-a1c8-b7a97b03800e req-a195ccbc-6865-460b-9e99-cadddb6d7ce9 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:25.568478 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccbcce-b511-45ea-a1c8-b7a97b03800e req-a195ccbc-6865-460b-9e99-cadddb6d7ce9 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:25.576712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccbcce-b511-45ea-a1c8-b7a97b03800e req-a195ccbc-6865-460b-9e99-cadddb6d7ce9 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:25.583642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccbcce-b511-45ea-a1c8-b7a97b03800e req-a195ccbc-6865-460b-9e99-cadddb6d7ce9 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:25.591629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ccbcce-b511-45ea-a1c8-b7a97b03800e req-a195ccbc-6865-460b-9e99-cadddb6d7ce9 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:25.593569 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6ccbcce-b511-45ea-a1c8-b7a97b03800e req-a195ccbc-6865-460b-9e99-cadddb6d7ce9 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 5435 time: 0.6039205 Mar 01 21:03:25.595968 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1da7a9b5-1ee8-4bfc-af86-dee240311a85 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/9f3a5278-957f-4116-9615-00ae8b4a370b HTTP/1.1" status: 204 len: 168 time: 0.8203797 Mar 01 21:03:25.599859 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50758) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:25.662960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Deleting port 81e43e50-3aca-48f0-bb5f-21afe87623aa {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:25.663171 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:25.782087 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6ccbcce-b511-45ea-a1c8-b7a97b03800e req-291cb185-d8ee-4f9c-84b4-f9a955f4932b tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1606607 Mar 01 21:03:25.827470 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ba86d957-c24c-447b-97b0-d74a3c9ed0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:25.837633 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-7db1a481-70c9-41f2-a75c-0ef1d5551259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:25.844747 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d562cb75-342a-4d9e-8881-5937073da7eb None None] For port 81e43e50-3aca-48f0-bb5f-21afe87623aa, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=81e43e50-3aca-48f0-bb5f-21afe87623aa,segment=NetworkSegment(d8de7f23-7eaf-45bd-ade9-0958cb1947cb),segment_id=d8de7f23-7eaf-45bd-ade9-0958cb1947cb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:25.845436 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d562cb75-342a-4d9e-8881-5937073da7eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:25.933255 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-518612c5-ca46-4ad1-b0dc-70fce2b1f418 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:26.054738 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d562cb75-342a-4d9e-8881-5937073da7eb None None] Calling delete_port for 81e43e50-3aca-48f0-bb5f-21afe87623aa owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:26.088445 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 81e43e50-3aca-48f0-bb5f-21afe87623aa no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:03:26.102033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] For port 81e43e50-3aca-48f0-bb5f-21afe87623aa, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=81e43e50-3aca-48f0-bb5f-21afe87623aa,segment=NetworkSegment(d8de7f23-7eaf-45bd-ade9-0958cb1947cb),segment_id=d8de7f23-7eaf-45bd-ade9-0958cb1947cb)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:26.102600 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:26.162010 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-518612c5-ca46-4ad1-b0dc-70fce2b1f418 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for 23274780-c815-46f3-8fb3-37b75dcba045 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:26.292685 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:26.368458 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d562cb75-342a-4d9e-8881-5937073da7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:26.441704 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-571aa059-b951-430c-afbf-0b1f1a85933e req-7db1a481-70c9-41f2-a75c-0ef1d5551259 service neutron] For port 421f10f4-c2e3-421b-9631-75fca669804c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=421f10f4-c2e3-421b-9631-75fca669804c,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:26.451134 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Calling delete_port for 81e43e50-3aca-48f0-bb5f-21afe87623aa owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:26.455888 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562cb75-342a-4d9e-8881-5937073da7eb None None] Pushing event deleted for resources: {'Port': ['ID=81e43e50-3aca-48f0-bb5f-21afe87623aa,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:26.459851 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d562cb75-342a-4d9e-8881-5937073da7eb None None] No DVR routers for this DVR port 81e43e50-3aca-48f0-bb5f-21afe87623aa on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:03:26.500553 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-571aa059-b951-430c-afbf-0b1f1a85933e req-7db1a481-70c9-41f2-a75c-0ef1d5551259 service neutron] For port 421f10f4-c2e3-421b-9631-75fca669804c, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:03:26.547410 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-518612c5-ca46-4ad1-b0dc-70fce2b1f418 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:26.594789 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50788) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:26.600296 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ba86d957-c24c-447b-97b0-d74a3c9ed0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:26.652587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-ba86d957-c24c-447b-97b0-d74a3c9ed0fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb071d1-6f39-4afc-91bb-12176e722075']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:26.662756 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:03:26.663037 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:03:26.666406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-ba86d957-c24c-447b-97b0-d74a3c9ed0fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd141e36b-da9a-48de-b51a-84c292b6b497') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:26.666764 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-ba86d957-c24c-447b-97b0-d74a3c9ed0fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd141e36b-da9a-48de-b51a-84c292b6b497') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:26.680827 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ba86d957-c24c-447b-97b0-d74a3c9ed0fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:26.701230 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ba86d957-c24c-447b-97b0-d74a3c9ed0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:26.716843 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba86d957-c24c-447b-97b0-d74a3c9ed0fa admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:03:26.717795 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ba86d957-c24c-447b-97b0-d74a3c9ed0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:26.751030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-571aa059-b951-430c-afbf-0b1f1a85933e req-7db1a481-70c9-41f2-a75c-0ef1d5551259 service neutron] device_id is not set on port 421f10f4-c2e3-421b-9631-75fca669804c yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:03:26.759627 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-7db1a481-70c9-41f2-a75c-0ef1d5551259 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:26.768269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518612c5-ca46-4ad1-b0dc-70fce2b1f418 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Port': ['ID=23274780-c815-46f3-8fb3-37b75dcba045,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:26.771463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50796) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:03:26.810256 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:03:26.855156 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-7db1a481-70c9-41f2-a75c-0ef1d5551259 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:26.871503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1451920716-network', 'tenant_id': 'ff7ccd258bd24551b5f4338cdeffdae2'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:26.880422 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:26.885761 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Usage tracker for resource:network and tenant:ff7ccd258bd24551b5f4338cdeffdae2 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:26.890292 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:26.897700 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:26.942371 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ba86d957-c24c-447b-97b0-d74a3c9ed0fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:26.984442 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ba86d957-c24c-447b-97b0-d74a3c9ed0fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:26.992005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Made reservation on behalf of ff7ccd258bd24551b5f4338cdeffdae2 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:26.994480 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.015087 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba86d957-c24c-447b-97b0-d74a3c9ed0fa admin admin] Pushing event deleted for resources: {'Network': ['ID=0eb071d1-6f39-4afc-91bb-12176e722075,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:27.037844 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c89f965f-f8ba-4835-ba0c-02575df9498b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.077303 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.104057 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-518612c5-ca46-4ad1-b0dc-70fce2b1f418 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.108556 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:27.111100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1a481-70c9-41f2-a75c-0ef1d5551259 service neutron] Pushing event updated for resources: {'Port': ['ID=421f10f4-c2e3-421b-9631-75fca669804c,revision_number=6']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:27.113900 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-571aa059-b951-430c-afbf-0b1f1a85933e req-7db1a481-70c9-41f2-a75c-0ef1d5551259 service neutron] No DVR routers for this DVR port 421f10f4-c2e3-421b-9631-75fca669804c on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:03:27.119931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Usage tracker for resource:security_group_rule and tenant:ff7ccd258bd24551b5f4338cdeffdae2 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:27.129952 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:27.138491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:27.152717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c89f965f-f8ba-4835-ba0c-02575df9498b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:27.169632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Deleting port 81e43e50-3aca-48f0-bb5f-21afe87623aa {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:27.169632 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.173883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c89f965f-f8ba-4835-ba0c-02575df9498b admin admin] Usage tracker for resource:security_group_rule and tenant:66090d4d85934bf38b89533f0e48d5ee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:27.179718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c89f965f-f8ba-4835-ba0c-02575df9498b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:27.184893 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 421f10f4-c2e3-421b-9631-75fca669804c no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:03:27.186142 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-518612c5-ca46-4ad1-b0dc-70fce2b1f418 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/ports/23274780-c815-46f3-8fb3-37b75dcba045 HTTP/1.1" status: 204 len: 168 time: 1.9101009 Mar 01 21:03:27.192731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c89f965f-f8ba-4835-ba0c-02575df9498b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:27.194744 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50804) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:27.227670 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ba86d957-c24c-447b-97b0-d74a3c9ed0fa admin admin] 10.222.0.42 "DELETE /v2.0/networks/0eb071d1-6f39-4afc-91bb-12176e722075 HTTP/1.1" status: 204 len: 168 time: 1.6267517 Mar 01 21:03:27.241441 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebf837-948b-49f4-9186-0114488a337a req-1e8d6a2e-f658-4e30-9832-f2ba21f176bd tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:27.249479 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebf837-948b-49f4-9186-0114488a337a req-1e8d6a2e-f658-4e30-9832-f2ba21f176bd tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:27.259305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebf837-948b-49f4-9186-0114488a337a req-1e8d6a2e-f658-4e30-9832-f2ba21f176bd tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:27.272425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebf837-948b-49f4-9186-0114488a337a req-1e8d6a2e-f658-4e30-9832-f2ba21f176bd tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:27.274949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 421f10f4-c2e3-421b-9631-75fca669804c not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:03:27.275394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b3cc9b9c-e594-4a4b-9313-d2383734d393 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:03:27.281388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebf837-948b-49f4-9186-0114488a337a req-1e8d6a2e-f658-4e30-9832-f2ba21f176bd tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:27.287238 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-060a0827-5b07-4c3a-bc8b-472d6afc5e6c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] GET failed (client error): The resource could not be found. Mar 01 21:03:27.288020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-060a0827-5b07-4c3a-bc8b-472d6afc5e6c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Synchronizing usage tracker for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:27.288500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ebf837-948b-49f4-9186-0114488a337a req-1e8d6a2e-f658-4e30-9832-f2ba21f176bd tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:27.298643 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96ebf837-948b-49f4-9186-0114488a337a req-1e8d6a2e-f658-4e30-9832-f2ba21f176bd tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 4660 time: 0.3073606 Mar 01 21:03:27.306562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-571aa059-b951-430c-afbf-0b1f1a85933e req-7db1a481-70c9-41f2-a75c-0ef1d5551259 service neutron] In _notify_port_updated(), no bound segment for port 421f10f4-c2e3-421b-9631-75fca669804c on network ee65825d-7288-4653-bfc7-12a15403400e {{(pid=88519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:03:27.307614 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aa059-b951-430c-afbf-0b1f1a85933e req-7db1a481-70c9-41f2-a75c-0ef1d5551259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:27.308320 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-7db1a481-70c9-41f2-a75c-0ef1d5551259 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.309671 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-571aa059-b951-430c-afbf-0b1f1a85933e req-7db1a481-70c9-41f2-a75c-0ef1d5551259 service neutron] 10.222.0.57 "PUT /v2.0/ports/421f10f4-c2e3-421b-9631-75fca669804c HTTP/1.1" status: 200 len: 1028 time: 1.8060927 Mar 01 21:03:27.345911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6b9cdb76-41a6-4657-8a33-981565dc108f None None] Provisioning complete for port 421f10f4-c2e3-421b-9631-75fca669804c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:27.346940 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6b9cdb76-41a6-4657-8a33-981565dc108f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.378318 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-84228908-3c4a-4154-ab82-718d178b4578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.386662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] The port '81e43e50-3aca-48f0-bb5f-21afe87623aa' was deleted {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:03:27.409012 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aa059-b951-430c-afbf-0b1f1a85933e req-daf4589c-2d20-4d42-bc47-5fa69916f72c tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:27.410842 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-571aa059-b951-430c-afbf-0b1f1a85933e req-daf4589c-2d20-4d42-bc47-5fa69916f72c tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.57 "GET /v2.0/ports/3369ed1f-fbb4-4e08-b382-46706868eb08?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0929656 Mar 01 21:03:27.424706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-571aa059-b951-430c-afbf-0b1f1a85933e req-041eba94-aabf-45da-b0cb-40516ed2fa56 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:27.439007 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96ebf837-948b-49f4-9186-0114488a337a req-4d8c308b-2163-4537-91d6-a9be417d895f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&id=637d8a66-b76a-449f-a154-b7336a477829&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1394403 Mar 01 21:03:27.455154 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6b9cdb76-41a6-4657-8a33-981565dc108f None None] Port 421f10f4-c2e3-421b-9631-75fca669804c cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:27.484403 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.514281 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3cc9b9c-e594-4a4b-9313-d2383734d393'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:03:27.521350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-060a0827-5b07-4c3a-bc8b-472d6afc5e6c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Unset dirty status for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:27.527732 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-060a0827-5b07-4c3a-bc8b-472d6afc5e6c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports/23274780-c815-46f3-8fb3-37b75dcba045 HTTP/1.1" status: 404 len: 333 time: 0.3285153 Mar 01 21:03:27.531118 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b3cc9b9c-e594-4a4b-9313-d2383734d393, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b3cc9b9c-e594-4a4b-9313-d2383734d393,segment=NetworkSegment(2f81802e-5943-4bf7-9e4e-93ade0c400a0),segment_id=2f81802e-5943-4bf7-9e4e-93ade0c400a0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:27.536682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50812) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:27.563702 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3cc9b9c-e594-4a4b-9313-d2383734d393', 'code': 200} Mar 01 21:03:27.584245 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c89f965f-f8ba-4835-ba0c-02575df9498b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.594928 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.601508 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-041eba94-aabf-45da-b0cb-40516ed2fa56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.622108 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.622822 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 7a1cf285-2ede-41c8-9511-8097c8c59ab8 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:03:27.654077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b756bc-0064-4897-9fa6-8dca9a38e0f4']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:27.665338 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c89f965f-f8ba-4835-ba0c-02575df9498b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.676470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8de7f23-7eaf-45bd-ade9-0958cb1947cb') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:27.676773 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8de7f23-7eaf-45bd-ade9-0958cb1947cb') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:27.711276 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.724296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3bf83e-e594-49d6-9b99-06a465311e65 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting subnet d3815e3c-2634-4e64-9f46-035b299424ab {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:03:27.730842 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ae3bf83e-e594-49d6-9b99-06a465311e65 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.736661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50816) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:27.771138 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=b3cc9b9c-e594-4a4b-9313-d2383734d393,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:27.779045 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f965f-f8ba-4835-ba0c-02575df9498b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9bdec8d-5768-4a29-a42a-700e7756e8e7,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:27.783321 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c89f965f-f8ba-4835-ba0c-02575df9498b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66090d4d85934bf38b89533f0e48d5ee&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0108800 Mar 01 21:03:27.805820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50820) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:27.813563 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ae3bf83e-e594-49d6-9b99-06a465311e65 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.846081 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.857426 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.863825 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.877357 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:03:27.877754 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.893068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 7a1cf285-2ede-41c8-9511-8097c8c59ab8, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=7a1cf285-2ede-41c8-9511-8097c8c59ab8,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:03:27.893302 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:03:27.913403 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.927552 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1c9ebc3f-797d-4fca-8c27-35ca62724feb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa2e4c40cdf841a1bcb0ba66d7c5d576&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1890030 Mar 01 21:03:27.938504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50824) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:27.965477 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:27.966625 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 21b097e0-c594-4c20-862a-df9b7482b41e no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:03:28.021483 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-571aa059-b951-430c-afbf-0b1f1a85933e req-041eba94-aabf-45da-b0cb-40516ed2fa56 service neutron] For port 3369ed1f-fbb4-4e08-b382-46706868eb08, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3369ed1f-fbb4-4e08-b382-46706868eb08,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:28.040013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2967b175-c7d5-4540-ad5e-fbf05ddd3273,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:28.044946 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4a0eaaea-668b-42a0-94b7-d7fd6e761a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.066911 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fc175d26-da42-4a4f-a360-6631d6ab02a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.089124 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ae3bf83e-e594-49d6-9b99-06a465311e65 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.095168 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=7a1cf285-2ede-41c8-9511-8097c8c59ab8,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:28.120762 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4a0eaaea-668b-42a0-94b7-d7fd6e761a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.126159 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:03:28.136105 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.148234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-571aa059-b951-430c-afbf-0b1f1a85933e req-041eba94-aabf-45da-b0cb-40516ed2fa56 service neutron] For port 3369ed1f-fbb4-4e08-b382-46706868eb08, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:03:28.160781 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.165945 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.169384 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.169728 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Added segment 5a8282a0-b9db-4bfa-86a9-cbd7eac595e5 of type vlan for network d5f62176-f31a-4fc2-817c-5da8600dcb91 Mar 01 21:03:28.184987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] Pushing event deleted for resources: {'Network': ['ID=26b756bc-0064-4897-9fa6-8dca9a38e0f4,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:28.190591 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fc175d26-da42-4a4f-a360-6631d6ab02a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.198780 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 21b097e0-c594-4c20-862a-df9b7482b41e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=21b097e0-c594-4c20-862a-df9b7482b41e,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:28.210621 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-68d43961-4e98-44dc-8b1e-5d73bddb030e tempest-AllowedAddressPairIpV6TestJSON-297025600 tempest-AllowedAddressPairIpV6TestJSON-297025600-project] 10.222.0.42 "DELETE /v2.0/networks/26b756bc-0064-4897-9fa6-8dca9a38e0f4 HTTP/1.1" status: 204 len: 168 time: 2.8867221 Mar 01 21:03:28.238150 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.256567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-571aa059-b951-430c-afbf-0b1f1a85933e req-041eba94-aabf-45da-b0cb-40516ed2fa56 service neutron] device_id is not set on port 3369ed1f-fbb4-4e08-b382-46706868eb08 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:03:28.271468 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-041eba94-aabf-45da-b0cb-40516ed2fa56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.280430 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.283237 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 3369ed1f-fbb4-4e08-b382-46706868eb08 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:03:28.366296 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ae3bf83e-e594-49d6-9b99-06a465311e65 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.407477 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3bf83e-e594-49d6-9b99-06a465311e65 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Subnet': ['ID=d3815e3c-2634-4e64-9f46-035b299424ab,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:28.409485 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ae3bf83e-e594-49d6-9b99-06a465311e65 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.417319 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ae3bf83e-e594-49d6-9b99-06a465311e65 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/subnets/d3815e3c-2634-4e64-9f46-035b299424ab HTTP/1.1" status: 204 len: 168 time: 0.8776240 Mar 01 21:03:28.418792 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.419896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:28.420421 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.420829 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50830) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:28.424380 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fc175d26-da42-4a4f-a360-6631d6ab02a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.427507 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42c375a-9dfa-4d7f-a57b-6b7d1ae52f4a None None] Network 387c04a6-9b33-48f9-a45d-61ced2c36165 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:28.431213 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4a0eaaea-668b-42a0-94b7-d7fd6e761a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.435715 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-041eba94-aabf-45da-b0cb-40516ed2fa56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.440516 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=21b097e0-c594-4c20-862a-df9b7482b41e,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:28.534979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] Pushing event updated for resources: {'Network': ['ID=d5f62176-f31a-4fc2-817c-5da8600dcb91,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:28.545850 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc175d26-da42-4a4f-a360-6631d6ab02a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a65a38-3e1c-41bb-8348-44f55a306a1b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:28.562522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 7badcc59-c905-4f3b-8158-275e3f4a81f4 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:03:28.578925 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e075179d-fb6b-414e-99b9-18098680aa5f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9834545 Mar 01 21:03:28.580902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50836) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:28.586365 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-0c9545e6-44a2-41a8-bafe-5c6739b4c897 admin admin] Request body: {'subnet': {'network_id': 'd5f62176-f31a-4fc2-817c-5da8600dcb91', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1451920716-subnet', 'tenant_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:28.592016 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0c9545e6-44a2-41a8-bafe-5c6739b4c897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:28.595937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0c9545e6-44a2-41a8-bafe-5c6739b4c897 admin admin] Usage tracker for resource:subnet and tenant:ff7ccd258bd24551b5f4338cdeffdae2 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:28.599432 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0c9545e6-44a2-41a8-bafe-5c6739b4c897 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:28.614104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0c9545e6-44a2-41a8-bafe-5c6739b4c897 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:28.618852 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network d5f62176-f31a-4fc2-817c-5da8600dcb91 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:03:28.715092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb3423-c60f-4db4-88f2-838481586923 req-72a37e65-ebbd-43c1-be22-b5d520aae79a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:28.724534 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb3423-c60f-4db4-88f2-838481586923 req-72a37e65-ebbd-43c1-be22-b5d520aae79a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:28.732739 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb3423-c60f-4db4-88f2-838481586923 req-72a37e65-ebbd-43c1-be22-b5d520aae79a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:28.744282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb3423-c60f-4db4-88f2-838481586923 req-72a37e65-ebbd-43c1-be22-b5d520aae79a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:28.752948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb3423-c60f-4db4-88f2-838481586923 req-72a37e65-ebbd-43c1-be22-b5d520aae79a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:28.755474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55cb3423-c60f-4db4-88f2-838481586923 req-72a37e65-ebbd-43c1-be22-b5d520aae79a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 3879 time: 0.1455798 Mar 01 21:03:28.756750 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9545e6-44a2-41a8-bafe-5c6739b4c897 admin admin] Made reservation on behalf of ff7ccd258bd24551b5f4338cdeffdae2 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:28.759102 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0c9545e6-44a2-41a8-bafe-5c6739b4c897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.780664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0eaaea-668b-42a0-94b7-d7fd6e761a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9bdec8d-5768-4a29-a42a-700e7756e8e7,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:28.798817 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041eba94-aabf-45da-b0cb-40516ed2fa56 service neutron] Pushing event updated for resources: {'Port': ['ID=3369ed1f-fbb4-4e08-b382-46706868eb08,revision_number=6']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:28.818209 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4a0eaaea-668b-42a0-94b7-d7fd6e761a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.825293 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4a0eaaea-668b-42a0-94b7-d7fd6e761a47 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f9bdec8d-5768-4a29-a42a-700e7756e8e7 HTTP/1.1" status: 204 len: 168 time: 1.0154145 Mar 01 21:03:28.827871 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-571aa059-b951-430c-afbf-0b1f1a85933e req-041eba94-aabf-45da-b0cb-40516ed2fa56 service neutron] No DVR routers for this DVR port 3369ed1f-fbb4-4e08-b382-46706868eb08 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:03:28.876013 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fc175d26-da42-4a4f-a360-6631d6ab02a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.881996 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fc175d26-da42-4a4f-a360-6631d6ab02a8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/65a65a38-3e1c-41bb-8348-44f55a306a1b HTTP/1.1" status: 204 len: 168 time: 0.9409792 Mar 01 21:03:28.895001 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-21b7fee1-59e0-4c34-9dde-d3a44d6bc970 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.945094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-571aa059-b951-430c-afbf-0b1f1a85933e req-041eba94-aabf-45da-b0cb-40516ed2fa56 service neutron] In _notify_port_updated(), no bound segment for port 3369ed1f-fbb4-4e08-b382-46706868eb08 on network ee65825d-7288-4653-bfc7-12a15403400e {{(pid=88519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:03:28.945986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571aa059-b951-430c-afbf-0b1f1a85933e req-041eba94-aabf-45da-b0cb-40516ed2fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:28.946599 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-041eba94-aabf-45da-b0cb-40516ed2fa56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.948515 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-571aa059-b951-430c-afbf-0b1f1a85933e req-041eba94-aabf-45da-b0cb-40516ed2fa56 service neutron] 10.222.0.57 "PUT /v2.0/ports/3369ed1f-fbb4-4e08-b382-46706868eb08 HTTP/1.1" status: 200 len: 1028 time: 1.5286515 Mar 01 21:03:28.949453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-21b7fee1-59e0-4c34-9dde-d3a44d6bc970 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port 32ff865f-5a10-4d7e-a773-5e86b47e91a2 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:28.949782 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-21b7fee1-59e0-4c34-9dde-d3a44d6bc970 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:28.978010 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2388e668-83d4-44cc-9feb-78813244b295 None None] Provisioning complete for port 3369ed1f-fbb4-4e08-b382-46706868eb08 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:28.978643 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2388e668-83d4-44cc-9feb-78813244b295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:29.110286 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50846) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:29.142086 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2388e668-83d4-44cc-9feb-78813244b295 None None] Port 3369ed1f-fbb4-4e08-b382-46706868eb08 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:29.174772 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:29.232398 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 7badcc59-c905-4f3b-8158-275e3f4a81f4, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=7badcc59-c905-4f3b-8158-275e3f4a81f4,segment=NetworkSegment(3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed),segment_id=3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:29.252048 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55cb3423-c60f-4db4-88f2-838481586923 req-6633983f-1675-4a00-a484-24273b00403f tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0926847 Mar 01 21:03:29.263185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-571aa059-b951-430c-afbf-0b1f1a85933e req-fef625e4-4347-4d18-881a-3ccf7a656a74 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Deleting port 7a1cf285-2ede-41c8-9511-8097c8c59ab8 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:29.263701 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-fef625e4-4347-4d18-881a-3ccf7a656a74 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:29.274283 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0c9545e6-44a2-41a8-bafe-5c6739b4c897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:29.296486 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905929bd-73a9-4d9e-9c23-44ed4126addb None None] DHCP port deletion for 387c04a6-9b33-48f9-a45d-61ced2c36165 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:03:29.301596 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-905929bd-73a9-4d9e-9c23-44ed4126addb None None] Deleting port 32ff865f-5a10-4d7e-a773-5e86b47e91a2 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:29.302153 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-905929bd-73a9-4d9e-9c23-44ed4126addb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:29.334192 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:29.335156 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 56e464ad-5156-4f01-9db7-f45a9059a600 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:03:29.377388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9545e6-44a2-41a8-bafe-5c6739b4c897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b74cab-6a6c-4174-b538-cd9609f64a95,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:29.391824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9545e6-44a2-41a8-bafe-5c6739b4c897 admin admin] Checking segment: {'id': '5a8282a0-b9db-4bfa-86a9-cbd7eac595e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5f62176-f31a-4fc2-817c-5da8600dcb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:03:29.392179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9545e6-44a2-41a8-bafe-5c6739b4c897 admin admin] Network hostable DHCP agents. Network: d5f62176-f31a-4fc2-817c-5da8600dcb91, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:03:29.514552 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9545e6-44a2-41a8-bafe-5c6739b4c897 admin admin] Network d5f62176-f31a-4fc2-817c-5da8600dcb91 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:03:29.534191 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-21b7fee1-59e0-4c34-9dde-d3a44d6bc970 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] For port 32ff865f-5a10-4d7e-a773-5e86b47e91a2, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=32ff865f-5a10-4d7e-a773-5e86b47e91a2,segment=NetworkSegment(b98f5fa0-9fb8-4e83-990a-d33ac9e852d4),segment_id=b98f5fa0-9fb8-4e83-990a-d33ac9e852d4)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:29.534558 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-21b7fee1-59e0-4c34-9dde-d3a44d6bc970 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:29.563514 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=7badcc59-c905-4f3b-8158-275e3f4a81f4,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:29.570779 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a1cf285-2ede-41c8-9511-8097c8c59ab8'}, {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b097e0-c594-4c20-862a-df9b7482b41e'}, {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7badcc59-c905-4f3b-8158-275e3f4a81f4'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:03:29.590228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-0c9545e6-44a2-41a8-bafe-5c6739b4c897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, d5f62176-f31a-4fc2-817c-5da8600dcb91) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:29.596033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9545e6-44a2-41a8-bafe-5c6739b4c897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:29.599680 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0c9545e6-44a2-41a8-bafe-5c6739b4c897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:29.673598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8651cd7e-1388-44a8-94f3-89363e8e5631 None None] Network d5f62176-f31a-4fc2-817c-5da8600dcb91 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:29.698691 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a1cf285-2ede-41c8-9511-8097c8c59ab8', 'code': 200} Mar 01 21:03:29.698959 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '21b097e0-c594-4c20-862a-df9b7482b41e', 'code': 200} Mar 01 21:03:29.699247 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7badcc59-c905-4f3b-8158-275e3f4a81f4', 'code': 200} Mar 01 21:03:29.709618 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0c9545e6-44a2-41a8-bafe-5c6739b4c897 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1276312 Mar 01 21:03:29.716084 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50866) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:29.721110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1451920716-router', 'tenant_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:29.731221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-21b7fee1-59e0-4c34-9dde-d3a44d6bc970 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for 32ff865f-5a10-4d7e-a773-5e86b47e91a2 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:29.736458 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:29.740740 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Usage tracker for resource:router and tenant:ff7ccd258bd24551b5f4338cdeffdae2 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:29.743830 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:29.756957 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:29.840346 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:29.841392 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:29.852015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-571aa059-b951-430c-afbf-0b1f1a85933e req-fef625e4-4347-4d18-881a-3ccf7a656a74 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] For port 7a1cf285-2ede-41c8-9511-8097c8c59ab8, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=7a1cf285-2ede-41c8-9511-8097c8c59ab8,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:29.852361 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-fef625e4-4347-4d18-881a-3ccf7a656a74 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:29.863276 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:29.881395 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-89664ae7-acf2-4c83-ab01-c2ec957bc6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:29.884887 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-905929bd-73a9-4d9e-9c23-44ed4126addb None None] For port 32ff865f-5a10-4d7e-a773-5e86b47e91a2, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=32ff865f-5a10-4d7e-a773-5e86b47e91a2,segment=NetworkSegment(b98f5fa0-9fb8-4e83-990a-d33ac9e852d4),segment_id=b98f5fa0-9fb8-4e83-990a-d33ac9e852d4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:29.885509 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-905929bd-73a9-4d9e-9c23-44ed4126addb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:30.003909 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-571aa059-b951-430c-afbf-0b1f1a85933e req-fef625e4-4347-4d18-881a-3ccf7a656a74 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Calling delete_port for 7a1cf285-2ede-41c8-9511-8097c8c59ab8 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:30.036080 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-35469c1c-e4a5-456b-a23e-1a0b6c8e2ce2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cfac8685916e46c485a7434702737a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8955219 Mar 01 21:03:30.046500 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50882) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:30.123252 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-21b7fee1-59e0-4c34-9dde-d3a44d6bc970 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:30.162256 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 32ff865f-5a10-4d7e-a773-5e86b47e91a2 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:03:30.230150 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7fee1-59e0-4c34-9dde-d3a44d6bc970 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Port': ['ID=32ff865f-5a10-4d7e-a773-5e86b47e91a2,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:30.246871 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b7fee1-59e0-4c34-9dde-d3a44d6bc970 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] No DVR routers for this DVR port 32ff865f-5a10-4d7e-a773-5e86b47e91a2 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:03:30.287017 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 32ff865f-5a10-4d7e-a773-5e86b47e91a2 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:03:30.287310 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 32ff865f-5a10-4d7e-a773-5e86b47e91a2 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:03:30.289927 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:30.392860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-905929bd-73a9-4d9e-9c23-44ed4126addb None None] Calling delete_port for 32ff865f-5a10-4d7e-a773-5e86b47e91a2 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:30.414298 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-21b7fee1-59e0-4c34-9dde-d3a44d6bc970 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:30.450086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-21b7fee1-59e0-4c34-9dde-d3a44d6bc970 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['387c04a6-9b33-48f9-a45d-61ced2c36165']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:30.467055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-21b7fee1-59e0-4c34-9dde-d3a44d6bc970 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98f5fa0-9fb8-4e83-990a-d33ac9e852d4') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:30.467739 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-21b7fee1-59e0-4c34-9dde-d3a44d6bc970 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98f5fa0-9fb8-4e83-990a-d33ac9e852d4') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:30.481867 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-21b7fee1-59e0-4c34-9dde-d3a44d6bc970 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:30.484440 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 56e464ad-5156-4f01-9db7-f45a9059a600, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=56e464ad-5156-4f01-9db7-f45a9059a600,segment=NetworkSegment(2f81802e-5943-4bf7-9e4e-93ade0c400a0),segment_id=2f81802e-5943-4bf7-9e4e-93ade0c400a0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:30.505395 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-21b7fee1-59e0-4c34-9dde-d3a44d6bc970 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:30.513457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b7fee1-59e0-4c34-9dde-d3a44d6bc970 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:03:30.514128 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-21b7fee1-59e0-4c34-9dde-d3a44d6bc970 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:30.515763 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:30.574282 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:30.584469 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943dea36-11d4-431f-b059-801203c1946a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-d5f62176-f31a-4fc2-817c-5da8600dcb91', 'network_id': 'd5f62176-f31a-4fc2-817c-5da8600dcb91', 'tenant_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'fixed_ips': [{'subnet_id': 'b7b74cab-6a6c-4174-b538-cd9609f64a95'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:03:30.585325 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-943dea36-11d4-431f-b059-801203c1946a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:30.599873 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:03:30.643316 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:03:30.654166 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-119368bc-c006-4e9a-889b-94095ec04bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:30.732475 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:30.737451 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-905929bd-73a9-4d9e-9c23-44ed4126addb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:03:30.737451 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-905929bd-73a9-4d9e-9c23-44ed4126addb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:03:30.792218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=56e464ad-5156-4f01-9db7-f45a9059a600,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:30.829061 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-119368bc-c006-4e9a-889b-94095ec04bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:30.857907 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b8b20-aef7-488f-99d4-12c8b74b1c9a req-7b7ff5fc-5ad1-406e-8cb0-8dcb4a828df4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:30.871050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b8b20-aef7-488f-99d4-12c8b74b1c9a req-7b7ff5fc-5ad1-406e-8cb0-8dcb4a828df4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:30.872211 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-943dea36-11d4-431f-b059-801203c1946a None None] Allocated IP 172.20.0.2 (d5f62176-f31a-4fc2-817c-5da8600dcb91/b7b74cab-6a6c-4174-b538-cd9609f64a95/370c5d9f-8a8e-4327-be6a-feaa52a518fe) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:03:30.881294 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b8b20-aef7-488f-99d4-12c8b74b1c9a req-7b7ff5fc-5ad1-406e-8cb0-8dcb4a828df4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:30.898401 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b8b20-aef7-488f-99d4-12c8b74b1c9a req-7b7ff5fc-5ad1-406e-8cb0-8dcb4a828df4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:30.905016 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2b8b20-aef7-488f-99d4-12c8b74b1c9a req-7b7ff5fc-5ad1-406e-8cb0-8dcb4a828df4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:30.906821 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb2b8b20-aef7-488f-99d4-12c8b74b1c9a req-7b7ff5fc-5ad1-406e-8cb0-8dcb4a828df4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 3875 time: 0.3108060 Mar 01 21:03:30.971128 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-119368bc-c006-4e9a-889b-94095ec04bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:30.975985 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb2b8b20-aef7-488f-99d4-12c8b74b1c9a req-84bab6ed-5ce1-45f3-b1be-bd179a4c6df6 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552645 Mar 01 21:03:30.982753 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-21b7fee1-59e0-4c34-9dde-d3a44d6bc970 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:30.987734 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-21b7fee1-59e0-4c34-9dde-d3a44d6bc970 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:31.066998 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-fef625e4-4347-4d18-881a-3ccf7a656a74 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:31.074291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b7fee1-59e0-4c34-9dde-d3a44d6bc970 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Network': ['ID=387c04a6-9b33-48f9-a45d-61ced2c36165,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:31.077035 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119368bc-c006-4e9a-889b-94095ec04bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20374452-9051-4291-bbc9-f5b5cf277ea3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:31.164605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef625e4-4347-4d18-881a-3ccf7a656a74 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event deleted for resources: {'Port': ['ID=7a1cf285-2ede-41c8-9511-8097c8c59ab8,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:31.241749 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-905929bd-73a9-4d9e-9c23-44ed4126addb None None] Deleting port 32ff865f-5a10-4d7e-a773-5e86b47e91a2 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:31.242130 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-905929bd-73a9-4d9e-9c23-44ed4126addb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:31.342354 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-21b7fee1-59e0-4c34-9dde-d3a44d6bc970 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/networks/387c04a6-9b33-48f9-a45d-61ced2c36165 HTTP/1.1" status: 204 len: 168 time: 2.9173191 Mar 01 21:03:31.351157 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-571aa059-b951-430c-afbf-0b1f1a85933e req-fef625e4-4347-4d18-881a-3ccf7a656a74 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] No DVR routers for this DVR port 7a1cf285-2ede-41c8-9511-8097c8c59ab8 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:03:31.351157 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50926) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:31.353385 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-fef625e4-4347-4d18-881a-3ccf7a656a74 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:31.359633 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-571aa059-b951-430c-afbf-0b1f1a85933e req-fef625e4-4347-4d18-881a-3ccf7a656a74 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.57 "DELETE /v2.0/ports/7a1cf285-2ede-41c8-9511-8097c8c59ab8 HTTP/1.1" status: 204 len: 173 time: 2.2472756 Mar 01 21:03:31.360101 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-deleted', 'tag': '7a1cf285-2ede-41c8-9511-8097c8c59ab8'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:03:31.380067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-385e3647-ffb4-463d-97e1-7c1c76772627 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-356908865'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:31.391487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-905929bd-73a9-4d9e-9c23-44ed4126addb None None] The port '32ff865f-5a10-4d7e-a773-5e86b47e91a2' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:03:31.444581 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-943dea36-11d4-431f-b059-801203c1946a None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:31.445023 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:31.462115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-385e3647-ffb4-463d-97e1-7c1c76772627 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:31.472582 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-deleted', 'tag': '7a1cf285-2ede-41c8-9511-8097c8c59ab8', 'status': 'completed', 'code': 200} Mar 01 21:03:31.482622 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-119368bc-c006-4e9a-889b-94095ec04bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:31.484094 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-119368bc-c006-4e9a-889b-94095ec04bfb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/20374452-9051-4291-bbc9-f5b5cf277ea3 HTTP/1.1" status: 204 len: 168 time: 1.4364283 Mar 01 21:03:31.488151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-385e3647-ffb4-463d-97e1-7c1c76772627 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:network and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:31.490506 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:31.495524 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-943dea36-11d4-431f-b059-801203c1946a None None] Transition to ACTIVE for port object 370c5d9f-8a8e-4327-be6a-feaa52a518fe will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:31.500342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-385e3647-ffb4-463d-97e1-7c1c76772627 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:31.518749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-385e3647-ffb4-463d-97e1-7c1c76772627 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:31.528044 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-943dea36-11d4-431f-b059-801203c1946a None None] Transition to ACTIVE for port object 370c5d9f-8a8e-4327-be6a-feaa52a518fe will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:31.574189 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-571aa059-b951-430c-afbf-0b1f1a85933e req-80a19793-3810-4e44-ab62-9f3d2b82932c tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Deleting port 56e464ad-5156-4f01-9db7-f45a9059a600 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:31.574382 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-80a19793-3810-4e44-ab62-9f3d2b82932c tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:31.651812 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385e3647-ffb4-463d-97e1-7c1c76772627 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:31.657292 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-943dea36-11d4-431f-b059-801203c1946a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:31.660508 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-385e3647-ffb4-463d-97e1-7c1c76772627 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:31.831715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-385e3647-ffb4-463d-97e1-7c1c76772627 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:03:31.849141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Allocated IP 172.25.5.121 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/2171b964-9455-4590-a3e4-8addf96fab01) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:03:31.859958 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56e464ad-5156-4f01-9db7-f45a9059a600'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:03:31.925419 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943dea36-11d4-431f-b059-801203c1946a None None] Network d5f62176-f31a-4fc2-817c-5da8600dcb91 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:31.930251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-943dea36-11d4-431f-b059-801203c1946a None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:31.934936 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-385e3647-ffb4-463d-97e1-7c1c76772627 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:31.935152 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-385e3647-ffb4-463d-97e1-7c1c76772627 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Added segment 377f8195-c437-4e15-9351-f76e66dd28ac of type vlan for network 7911c6a3-1788-452e-a4b6-081498c1d4cf Mar 01 21:03:31.940944 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943dea36-11d4-431f-b059-801203c1946a None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:31.942657 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943dea36-11d4-431f-b059-801203c1946a None None] Pushing event updated for resources: {'Port': ['ID=370c5d9f-8a8e-4327-be6a-feaa52a518fe,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:31.991534 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-385e3647-ffb4-463d-97e1-7c1c76772627 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:31.991727 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56e464ad-5156-4f01-9db7-f45a9059a600', 'code': 200} Mar 01 21:03:32.057571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-571aa059-b951-430c-afbf-0b1f1a85933e req-80a19793-3810-4e44-ab62-9f3d2b82932c tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] For port 56e464ad-5156-4f01-9db7-f45a9059a600, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=56e464ad-5156-4f01-9db7-f45a9059a600,segment=NetworkSegment(2f81802e-5943-4bf7-9e4e-93ade0c400a0),segment_id=2f81802e-5943-4bf7-9e4e-93ade0c400a0)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:32.057883 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-80a19793-3810-4e44-ab62-9f3d2b82932c tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:32.129159 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-943dea36-11d4-431f-b059-801203c1946a None None] Attempting to bind port 370c5d9f-8a8e-4327-be6a-feaa52a518fe on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:03:32.129569 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-943dea36-11d4-431f-b059-801203c1946a None None] Attempting to bind port 370c5d9f-8a8e-4327-be6a-feaa52a518fe by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5a8282a0-b9db-4bfa-86a9-cbd7eac595e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5f62176-f31a-4fc2-817c-5da8600dcb91'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:03:32.130333 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943dea36-11d4-431f-b059-801203c1946a None None] Attempting to bind port 370c5d9f-8a8e-4327-be6a-feaa52a518fe on network d5f62176-f31a-4fc2-817c-5da8600dcb91 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:03:32.142522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943dea36-11d4-431f-b059-801203c1946a None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:03:32.149249 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943dea36-11d4-431f-b059-801203c1946a None None] Checking segment: {'id': '5a8282a0-b9db-4bfa-86a9-cbd7eac595e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5f62176-f31a-4fc2-817c-5da8600dcb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:03:32.149429 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:32.149722 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-943dea36-11d4-431f-b059-801203c1946a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:32.154029 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943dea36-11d4-431f-b059-801203c1946a None None] Bound using segment: {'id': '5a8282a0-b9db-4bfa-86a9-cbd7eac595e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5f62176-f31a-4fc2-817c-5da8600dcb91'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:03:32.154565 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-943dea36-11d4-431f-b059-801203c1946a None None] Bound port: 370c5d9f-8a8e-4327-be6a-feaa52a518fe, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8282a0-b9db-4bfa-86a9-cbd7eac595e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5f62176-f31a-4fc2-817c-5da8600dcb91'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:03:32.156330 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-943dea36-11d4-431f-b059-801203c1946a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:32.204520 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:32.241474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6ba96f3-62cc-48f9-b865-93e06dc1d1e1 req-8d51cc1f-53d9-48f4-84b7-fd616b4d0c47 tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.0617647 Mar 01 21:03:32.378072 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-571aa059-b951-430c-afbf-0b1f1a85933e req-80a19793-3810-4e44-ab62-9f3d2b82932c tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Calling delete_port for 56e464ad-5156-4f01-9db7-f45a9059a600 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:32.431862 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-943dea36-11d4-431f-b059-801203c1946a None None] For port 370c5d9f-8a8e-4327-be6a-feaa52a518fe, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:03:32.436461 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-943dea36-11d4-431f-b059-801203c1946a None None] For port 370c5d9f-8a8e-4327-be6a-feaa52a518fe, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=370c5d9f-8a8e-4327-be6a-feaa52a518fe,segment=NetworkSegment(5a8282a0-b9db-4bfa-86a9-cbd7eac595e5),segment_id=5a8282a0-b9db-4bfa-86a9-cbd7eac595e5)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:03:32.513632 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:32.537804 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-943dea36-11d4-431f-b059-801203c1946a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:32.563327 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [None req-385e3647-ffb4-463d-97e1-7c1c76772627 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:03:32.599060 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:32.610766 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:32.613992 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:32.661436 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-80a19793-3810-4e44-ab62-9f3d2b82932c tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:32.708148 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943dea36-11d4-431f-b059-801203c1946a None None] Pushing event updated for resources: {'Port': ['ID=370c5d9f-8a8e-4327-be6a-feaa52a518fe,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:32.726462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Pushing event updated for resources: {'Port': ['ID=2171b964-9455-4590-a3e4-8addf96fab01,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:32.773936 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-385e3647-ffb4-463d-97e1-7c1c76772627 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:32.784821 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385e3647-ffb4-463d-97e1-7c1c76772627 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:32.785662 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-385e3647-ffb4-463d-97e1-7c1c76772627 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:32.826311 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a19793-3810-4e44-ab62-9f3d2b82932c tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event deleted for resources: {'Port': ['ID=56e464ad-5156-4f01-9db7-f45a9059a600,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:33.077195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-571aa059-b951-430c-afbf-0b1f1a85933e req-80a19793-3810-4e44-ab62-9f3d2b82932c tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] No DVR routers for this DVR port 56e464ad-5156-4f01-9db7-f45a9059a600 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:03:33.093148 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-385e3647-ffb4-463d-97e1-7c1c76772627 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.7445195 Mar 01 21:03:33.097769 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-80a19793-3810-4e44-ab62-9f3d2b82932c tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:33.100448 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-571aa059-b951-430c-afbf-0b1f1a85933e req-80a19793-3810-4e44-ab62-9f3d2b82932c tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.57 "DELETE /v2.0/ports/56e464ad-5156-4f01-9db7-f45a9059a600 HTTP/1.1" status: 204 len: 173 time: 1.7277393 Mar 01 21:03:33.101216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50982) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:33.103240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96182f-4485-401f-9dab-bbce0985ed26 req-054cd194-ec8d-45b4-baf5-cebede21b4ce tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:33.106089 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385e3647-ffb4-463d-97e1-7c1c76772627 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Network': ['ID=7911c6a3-1788-452e-a4b6-081498c1d4cf,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:33.117410 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96182f-4485-401f-9dab-bbce0985ed26 req-054cd194-ec8d-45b4-baf5-cebede21b4ce tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:33.119994 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 7911c6a3-1788-452e-a4b6-081498c1d4cf details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:03:33.124495 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c2e170b2-7d44-442e-b156-72dec920a967 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'subnet': {'network_id': '7911c6a3-1788-452e-a4b6-081498c1d4cf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:33.131947 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96182f-4485-401f-9dab-bbce0985ed26 req-054cd194-ec8d-45b4-baf5-cebede21b4ce tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:33.133211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96182f-4485-401f-9dab-bbce0985ed26 req-054cd194-ec8d-45b4-baf5-cebede21b4ce tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:33.142952 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7d96182f-4485-401f-9dab-bbce0985ed26 req-054cd194-ec8d-45b4-baf5-cebede21b4ce tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 3143 time: 0.8540404 Mar 01 21:03:33.283963 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-571aa059-b951-430c-afbf-0b1f1a85933e req-d5585905-c233-4af5-abfb-f3253dcf7574 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Deleting port 21b097e0-c594-4c20-862a-df9b7482b41e {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:33.284895 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-d5585905-c233-4af5-abfb-f3253dcf7574 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:33.352790 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7d96182f-4485-401f-9dab-bbce0985ed26 req-f8ba47f8-11d3-44f0-9246-d0c3e9ebb86d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1979446 Mar 01 21:03:33.379908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50988) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:33.458944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7561bc70-f890-4346-a51a-9eea050d6557 req-ff577aeb-b11a-4604-ab92-2ab4f7f5322c tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.0980477 Mar 01 21:03:33.525069 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-deleted', 'tag': '56e464ad-5156-4f01-9db7-f45a9059a600'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:03:33.611930 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-deleted', 'tag': '56e464ad-5156-4f01-9db7-f45a9059a600', 'status': 'completed', 'code': 200} Mar 01 21:03:33.640718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c2e170b2-7d44-442e-b156-72dec920a967 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:33.645731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c2e170b2-7d44-442e-b156-72dec920a967 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:subnet and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:33.701084 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c2e170b2-7d44-442e-b156-72dec920a967 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:33.748298 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:33.844502 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8f058c44-cf22-48ed-9663-b5ce3edff03d tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:33.860238 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c2e170b2-7d44-442e-b156-72dec920a967 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:33.944438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-571aa059-b951-430c-afbf-0b1f1a85933e req-d5585905-c233-4af5-abfb-f3253dcf7574 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] For port 21b097e0-c594-4c20-862a-df9b7482b41e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=21b097e0-c594-4c20-862a-df9b7482b41e,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:33.945067 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-d5585905-c233-4af5-abfb-f3253dcf7574 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:34.075906 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e170b2-7d44-442e-b156-72dec920a967 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:34.080030 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2e170b2-7d44-442e-b156-72dec920a967 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:34.101468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51010) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:34.165063 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 370c5d9f-8a8e-4327-be6a-feaa52a518fe up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:03:34.192336 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-571aa059-b951-430c-afbf-0b1f1a85933e req-d5585905-c233-4af5-abfb-f3253dcf7574 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Calling delete_port for 21b097e0-c594-4c20-862a-df9b7482b41e owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:34.282218 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8f058c44-cf22-48ed-9663-b5ce3edff03d tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] 10.222.0.42 "PUT /v2.0/quotas/76d1bd0916824d9596051bc2aa1b607f HTTP/1.1" status: 200 len: 368 time: 0.8556647 Mar 01 21:03:34.286322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51016) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:34.321586 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:34.355110 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Request body: {'network': {'project_id': '76d1bd0916824d9596051bc2aa1b607f'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:34.375004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:34.387189 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 370c5d9f-8a8e-4327-be6a-feaa52a518fe completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:34.389703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Usage tracker for resource:network and tenant:76d1bd0916824d9596051bc2aa1b607f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:34.397320 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:34.419958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:34.427704 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d58291d-f6fa-4f57-adba-46912c15c78e None None] Network d5f62176-f31a-4fc2-817c-5da8600dcb91 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:34.548160 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-6ea61d2e-25bb-4999-8bce-bb5aaf110855 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1689284710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:34.561995 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Made reservation on behalf of 76d1bd0916824d9596051bc2aa1b607f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:34.562415 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:34.595592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6ea61d2e-25bb-4999-8bce-bb5aaf110855 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:34.599003 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:34.615428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6ea61d2e-25bb-4999-8bce-bb5aaf110855 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Usage tracker for resource:router and tenant:076dca714703453ebb1e97daf5f9598c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:34.622589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6ea61d2e-25bb-4999-8bce-bb5aaf110855 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:34.636756 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:34.640545 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6ea61d2e-25bb-4999-8bce-bb5aaf110855 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:34.647236 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Usage tracker for resource:security_group_rule and tenant:76d1bd0916824d9596051bc2aa1b607f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:34.654569 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:34.675611 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:34.712367 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765095f-dae0-4a4c-a56f-ec8a6321d81f req-fe27ba39-b26c-456f-9cd1-e6080163956d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:34.715979 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-d5585905-c233-4af5-abfb-f3253dcf7574 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:34.720954 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765095f-dae0-4a4c-a56f-ec8a6321d81f req-fe27ba39-b26c-456f-9cd1-e6080163956d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:34.727611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765095f-dae0-4a4c-a56f-ec8a6321d81f req-fe27ba39-b26c-456f-9cd1-e6080163956d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:34.729557 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3765095f-dae0-4a4c-a56f-ec8a6321d81f req-fe27ba39-b26c-456f-9cd1-e6080163956d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 2410 time: 0.1683931 Mar 01 21:03:34.741603 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ff7e70d3-1195-4203-b5af-20a3aa9a4b1e None None] Provisioning for port 370c5d9f-8a8e-4327-be6a-feaa52a518fe completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:34.747674 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ff7e70d3-1195-4203-b5af-20a3aa9a4b1e None None] Provisioning complete for port 370c5d9f-8a8e-4327-be6a-feaa52a518fe triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:34.748048 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ff7e70d3-1195-4203-b5af-20a3aa9a4b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:34.795937 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6ea61d2e-25bb-4999-8bce-bb5aaf110855 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:34.797055 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6ea61d2e-25bb-4999-8bce-bb5aaf110855 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:34.829531 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5585905-c233-4af5-abfb-f3253dcf7574 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event deleted for resources: {'Port': ['ID=21b097e0-c594-4c20-862a-df9b7482b41e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:34.838898 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2e170b2-7d44-442e-b156-72dec920a967 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:34.920140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Router 57f2943c-c849-4a32-9f14-1d19ba7ba1cd is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:03:34.938842 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3765095f-dae0-4a4c-a56f-ec8a6321d81f req-cdc670bf-8f11-479e-a2c2-d69001744799 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1979406 Mar 01 21:03:34.976663 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ff7e70d3-1195-4203-b5af-20a3aa9a4b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:35.004668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-571aa059-b951-430c-afbf-0b1f1a85933e req-d5585905-c233-4af5-abfb-f3253dcf7574 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] No DVR routers for this DVR port 21b097e0-c594-4c20-862a-df9b7482b41e on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:03:35.009017 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6ea61d2e-25bb-4999-8bce-bb5aaf110855 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:35.014694 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-d5585905-c233-4af5-abfb-f3253dcf7574 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:35.032148 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ff7e70d3-1195-4203-b5af-20a3aa9a4b1e None None] For port 370c5d9f-8a8e-4327-be6a-feaa52a518fe, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=370c5d9f-8a8e-4327-be6a-feaa52a518fe,segment=NetworkSegment(5a8282a0-b9db-4bfa-86a9-cbd7eac595e5),segment_id=5a8282a0-b9db-4bfa-86a9-cbd7eac595e5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:35.037308 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e170b2-7d44-442e-b156-72dec920a967 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Subnet': ['ID=01635214-c9c1-4e31-a62f-0d95ea1a6378,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:35.097690 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-571aa059-b951-430c-afbf-0b1f1a85933e req-d5585905-c233-4af5-abfb-f3253dcf7574 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.57 "DELETE /v2.0/ports/21b097e0-c594-4c20-862a-df9b7482b41e HTTP/1.1" status: 204 len: 173 time: 1.9340546 Mar 01 21:03:35.098298 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e170b2-7d44-442e-b156-72dec920a967 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Checking segment: {'id': '377f8195-c437-4e15-9351-f76e66dd28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7911c6a3-1788-452e-a4b6-081498c1d4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:03:35.098659 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e170b2-7d44-442e-b156-72dec920a967 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network hostable DHCP agents. Network: 7911c6a3-1788-452e-a4b6-081498c1d4cf, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:03:35.126128 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ff7e70d3-1195-4203-b5af-20a3aa9a4b1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:35.223500 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:35.240599 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6ea61d2e-25bb-4999-8bce-bb5aaf110855 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:35.288517 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7e70d3-1195-4203-b5af-20a3aa9a4b1e None None] Pushing event updated for resources: {'Port': ['ID=370c5d9f-8a8e-4327-be6a-feaa52a518fe,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:35.296182 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-571aa059-b951-430c-afbf-0b1f1a85933e req-06bfe67f-521c-48fc-8973-9c9ff85e40c9 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Deleting port b3cc9b9c-e594-4a4b-9313-d2383734d393 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:35.296526 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-06bfe67f-521c-48fc-8973-9c9ff85e40c9 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:35.319615 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:03:35.332054 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] Sync routers for ids ['57f2943c-c849-4a32-9f14-1d19ba7ba1cd'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:03:35.359997 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] Routers {'57f2943c-c849-4a32-9f14-1d19ba7ba1cd'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:03:35.363153 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:03:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['57f2943c-c849-4a32-9f14-1d19ba7ba1cd'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:35.398655 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:35.450862 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1f66c18-d0a6-4d27-8056-f5133e7a04c4 req-a4778e1d-3ec0-4082-a48a-0b35a71f52d6 tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.2855725 Mar 01 21:03:35.484922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:03:35.489870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e170b2-7d44-442e-b156-72dec920a967 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network 7911c6a3-1788-452e-a4b6-081498c1d4cf is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:03:35.508301 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4713db5f-55f9-4122-964d-a73e28810a72 None None] Provisioning complete for port 370c5d9f-8a8e-4327-be6a-feaa52a518fe triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:35.508815 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4713db5f-55f9-4122-964d-a73e28810a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:35.543236 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:35.544470 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a8ebbac3-e793-4a33-91c2-d0ce74057072 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8273849 Mar 01 21:03:35.544868 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6ea61d2e-25bb-4999-8bce-bb5aaf110855 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:35.546655 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6ea61d2e-25bb-4999-8bce-bb5aaf110855 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.3655684 Mar 01 21:03:35.547136 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51030) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:35.549740 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51034) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:35.578642 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:35.578998 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Added segment d8ae887e-1064-428d-8b0e-4d605ac5194d of type vlan for network 0912e48f-d9a6-4077-8203-af7918a11601 Mar 01 21:03:35.586111 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe290df-80ce-4501-9cf3-aa5a1457a977,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:35.618657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-deleted', 'tag': '21b097e0-c594-4c20-862a-df9b7482b41e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:03:35.651659 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-351912466'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:35.665809 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:35.674644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Usage tracker for resource:network and tenant:076dca714703453ebb1e97daf5f9598c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:35.679329 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:35.689426 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:35.693217 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:35.709138 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-deleted', 'tag': '21b097e0-c594-4c20-862a-df9b7482b41e', 'status': 'completed', 'code': 200} Mar 01 21:03:35.731189 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-c2e170b2-7d44-442e-b156-72dec920a967 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 7911c6a3-1788-452e-a4b6-081498c1d4cf) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:35.742944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e170b2-7d44-442e-b156-72dec920a967 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:35.743587 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2e170b2-7d44-442e-b156-72dec920a967 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:35.751295 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27732356-94ec-40a7-a2db-181359e1098d None None] Network 7911c6a3-1788-452e-a4b6-081498c1d4cf requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:35.800285 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] Set router 57f2943c-c849-4a32-9f14-1d19ba7ba1cd gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:03:35.899507 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-571aa059-b951-430c-afbf-0b1f1a85933e req-06bfe67f-521c-48fc-8973-9c9ff85e40c9 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] For port b3cc9b9c-e594-4a4b-9313-d2383734d393, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b3cc9b9c-e594-4a4b-9313-d2383734d393,segment=NetworkSegment(2f81802e-5943-4bf7-9e4e-93ade0c400a0),segment_id=2f81802e-5943-4bf7-9e4e-93ade0c400a0)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:35.900124 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-06bfe67f-521c-48fc-8973-9c9ff85e40c9 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:36.074534 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Made reservation on behalf of 076dca714703453ebb1e97daf5f9598c for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:36.078602 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:36.145073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-571aa059-b951-430c-afbf-0b1f1a85933e req-06bfe67f-521c-48fc-8973-9c9ff85e40c9 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Calling delete_port for b3cc9b9c-e594-4a4b-9313-d2383734d393 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:36.175847 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:36.208308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:36.213694 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 370c5d9f-8a8e-4327-be6a-feaa52a518fe up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:03:36.233747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Usage tracker for resource:security_group_rule and tenant:076dca714703453ebb1e97daf5f9598c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:36.239922 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:36.240214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:36.240852 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:36.266011 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c2e170b2-7d44-442e-b156-72dec920a967 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1597359 Mar 01 21:03:36.273556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51042) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:36.286318 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:36.302522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:36.317274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f586fb79-b441-4031-9b10-3b73abcc7012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1341298327', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:36.327391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f586fb79-b441-4031-9b10-3b73abcc7012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:36.383642 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f586fb79-b441-4031-9b10-3b73abcc7012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:router and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:36.394336 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f586fb79-b441-4031-9b10-3b73abcc7012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:36.399221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1cede-6bd8-4818-b73f-b38b589cc533 req-1e421822-8c7f-4bea-8cdc-6642d40aaf3e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:36.405801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c1cede-6bd8-4818-b73f-b38b589cc533 req-1e421822-8c7f-4bea-8cdc-6642d40aaf3e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:36.407333 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59c1cede-6bd8-4818-b73f-b38b589cc533 req-1e421822-8c7f-4bea-8cdc-6642d40aaf3e tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 1678 time: 0.3191171 Mar 01 21:03:36.444125 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 370c5d9f-8a8e-4327-be6a-feaa52a518fe triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:36.444518 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:36.544357 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59c1cede-6bd8-4818-b73f-b38b589cc533 req-47371e60-65be-43ee-9012-a5d2f2829a67 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1299036 Mar 01 21:03:36.623570 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f586fb79-b441-4031-9b10-3b73abcc7012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:36.634027 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.3423078 Mar 01 21:03:36.634942 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f74589-9070-49bb-a5aa-5b0585688287 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Pushing event updated for resources: {'Network': ['ID=0912e48f-d9a6-4077-8203-af7918a11601,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:36.637322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51050) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:36.649132 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-7911c6a3-1788-452e-a4b6-081498c1d4cf', 'network_id': '7911c6a3-1788-452e-a4b6-081498c1d4cf', 'tenant_id': '0668b57922e840b2aaaabc5aa0ce1805', 'fixed_ips': [{'subnet_id': '01635214-c9c1-4e31-a62f-0d95ea1a6378'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:03:36.650786 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:36.653524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-652071e3-961e-4481-8eba-bc3c8dc0ca55 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Request body: {'network': {'project_id': '76d1bd0916824d9596051bc2aa1b607f'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:36.656301 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-652071e3-961e-4481-8eba-bc3c8dc0ca55 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:36.666101 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-652071e3-961e-4481-8eba-bc3c8dc0ca55 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Usage tracker for resource:network and tenant:76d1bd0916824d9596051bc2aa1b607f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:36.670761 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 0912e48f-d9a6-4077-8203-af7918a11601 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:03:36.678404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-652071e3-961e-4481-8eba-bc3c8dc0ca55 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:36.690180 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-652071e3-961e-4481-8eba-bc3c8dc0ca55 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:36.730307 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f586fb79-b441-4031-9b10-3b73abcc7012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:36.731389 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f586fb79-b441-4031-9b10-3b73abcc7012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:36.746499 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:36.748564 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f586fb79-b441-4031-9b10-3b73abcc7012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:36.766047 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-06bfe67f-521c-48fc-8973-9c9ff85e40c9 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:36.768232 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652071e3-961e-4481-8eba-bc3c8dc0ca55 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Made reservation on behalf of 76d1bd0916824d9596051bc2aa1b607f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:36.771145 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-652071e3-961e-4481-8eba-bc3c8dc0ca55 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:36.781591 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22cb1ec3-587e-4dfb-8dcc-306d44161527 req-5fe97b5f-60e6-483d-9890-7543e14e6ddb tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.0807521 Mar 01 21:03:36.819947 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b093f6e-c7ec-4a54-8cd0-37a18da885cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:36.842511 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:36.882011 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f2943c-c849-4a32-9f14-1d19ba7ba1cd', 'name': 'tempest-FloatingIPDetailsTestJSON-1451920716-router', 'tenant_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2171b964-9455-4590-a3e4-8addf96fab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:03:29Z', 'updated_at': '2022-03-01T21:03:33Z', 'revision_number': 3, 'project_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'gw_port': {'id': '2171b964-9455-4590-a3e4-8addf96fab01', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:05:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f2943c-c849-4a32-9f14-1d19ba7ba1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:03:31Z', 'updated_at': '2022-03-01T21:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:36.890941 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bfe67f-521c-48fc-8973-9c9ff85e40c9 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event deleted for resources: {'Port': ['ID=b3cc9b9c-e594-4a4b-9313-d2383734d393,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:36.898166 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f586fb79-b441-4031-9b10-3b73abcc7012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:36.909721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] Checking router: 57f2943c-c849-4a32-9f14-1d19ba7ba1cd for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:03:36.910068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] Updating router 57f2943c-c849-4a32-9f14-1d19ba7ba1cd port 2171b964-9455-4590-a3e4-8addf96fab01 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:03:36.917873 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=642441fa-2718-4cd5-91aa-67638b2ab2e6,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:36.945137 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:03:36.948942 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-571aa059-b951-430c-afbf-0b1f1a85933e req-06bfe67f-521c-48fc-8973-9c9ff85e40c9 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] No DVR routers for this DVR port b3cc9b9c-e594-4a4b-9313-d2383734d393 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:03:36.958913 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-06bfe67f-521c-48fc-8973-9c9ff85e40c9 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:36.968590 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:36.969049 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Added segment bd4d09e0-09a5-4ecc-a8d6-a0e79af0d5c8 of type vlan for network 68887a4c-4a2d-42cf-8b0d-40be72c1d3c5 Mar 01 21:03:36.973289 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-652071e3-961e-4481-8eba-bc3c8dc0ca55 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:03:36.994086 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-571aa059-b951-430c-afbf-0b1f1a85933e req-06bfe67f-521c-48fc-8973-9c9ff85e40c9 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.57 "DELETE /v2.0/ports/b3cc9b9c-e594-4a4b-9313-d2383734d393 HTTP/1.1" status: 204 len: 173 time: 1.8727062 Mar 01 21:03:36.995898 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-652071e3-961e-4481-8eba-bc3c8dc0ca55 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:36.996834 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-652071e3-961e-4481-8eba-bc3c8dc0ca55 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Added segment 225b511c-f9a6-4e40-a68d-5e5c77a488d1 of type vlan for network 3456a33b-b4db-4400-a6b3-30ee196f7ce0 Mar 01 21:03:37.014782 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:37.052445 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:37.078954 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-571aa059-b951-430c-afbf-0b1f1a85933e req-de7026ea-e4c8-4c09-8875-7a71b3ab5a1a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Deleting port 7badcc59-c905-4f3b-8158-275e3f4a81f4 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:37.079596 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-de7026ea-e4c8-4c09-8875-7a71b3ab5a1a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:37.112643 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f586fb79-b441-4031-9b10-3b73abcc7012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:37.114091 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f586fb79-b441-4031-9b10-3b73abcc7012 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8373921 Mar 01 21:03:37.128275 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51054) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:37.147012 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-73ebcefd-fc25-4c2c-be60-afacf67c5859 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'port': {'network_id': '7911c6a3-1788-452e-a4b6-081498c1d4cf', 'name': 'tempest-PortsTestJSON-155601880'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:37.204180 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-652071e3-961e-4481-8eba-bc3c8dc0ca55 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:37.316497 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Allocated IP 172.20.0.2 (7911c6a3-1788-452e-a4b6-081498c1d4cf/01635214-c9c1-4e31-a62f-0d95ea1a6378/dcd0b8b6-21db-4293-b095-9fc84701f2f6) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:03:37.401004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-7b093f6e-c7ec-4a54-8cd0-37a18da885cf admin admin] Allocated IP 172.20.0.1 (d5f62176-f31a-4fc2-817c-5da8600dcb91/b7b74cab-6a6c-4174-b538-cd9609f64a95/9c566e10-bf1a-4bbc-9616-469f4dec3ef5) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:03:37.539411 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:37.545942 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:37.546643 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:37.554085 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-652071e3-961e-4481-8eba-bc3c8dc0ca55 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:37.555168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652071e3-961e-4481-8eba-bc3c8dc0ca55 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:37.555875 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-652071e3-961e-4481-8eba-bc3c8dc0ca55 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:37.704774 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event updated for resources: {'Network': ['ID=68887a4c-4a2d-42cf-8b0d-40be72c1d3c5,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:37.737682 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b093f6e-c7ec-4a54-8cd0-37a18da885cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:37.749953 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-deleted', 'tag': 'b3cc9b9c-e594-4a4b-9313-d2383734d393'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:03:37.760327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-73ebcefd-fc25-4c2c-be60-afacf67c5859 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:37.763666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 68887a4c-4a2d-42cf-8b0d-40be72c1d3c5 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:03:37.768954 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-73ebcefd-fc25-4c2c-be60-afacf67c5859 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:port and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:37.775158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-73ebcefd-fc25-4c2c-be60-afacf67c5859 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:37.778801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652071e3-961e-4481-8eba-bc3c8dc0ca55 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Pushing event updated for resources: {'Network': ['ID=3456a33b-b4db-4400-a6b3-30ee196f7ce0,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:37.786379 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-73ebcefd-fc25-4c2c-be60-afacf67c5859 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:37.801602 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:37.806101 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 3456a33b-b4db-4400-a6b3-30ee196f7ce0 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:03:37.821257 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-deleted', 'tag': 'b3cc9b9c-e594-4a4b-9313-d2383734d393', 'status': 'completed', 'code': 200} Mar 01 21:03:37.823461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-571aa059-b951-430c-afbf-0b1f1a85933e req-de7026ea-e4c8-4c09-8875-7a71b3ab5a1a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] For port 7badcc59-c905-4f3b-8158-275e3f4a81f4, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=7badcc59-c905-4f3b-8158-275e3f4a81f4,segment=NetworkSegment(3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed),segment_id=3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:37.823601 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-de7026ea-e4c8-4c09-8875-7a71b3ab5a1a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:37.831184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-7b093f6e-c7ec-4a54-8cd0-37a18da885cf admin admin] Transition to ACTIVE for port object 9c566e10-bf1a-4bbc-9616-469f4dec3ef5 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:37.870633 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-297ab2eb-9d3f-4f55-b30f-4a72a6705ec6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.3197250 Mar 01 21:03:37.874328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51066) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:37.880779 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-15814439-28a4-43d5-9621-e8430326ff70 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Request body: {'subnet': {'network_id': '68887a4c-4a2d-42cf-8b0d-40be72c1d3c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:37.910241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ebcefd-fc25-4c2c-be60-afacf67c5859 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:37.914152 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-73ebcefd-fc25-4c2c-be60-afacf67c5859 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:37.924836 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-652071e3-961e-4481-8eba-bc3c8dc0ca55 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2829347 Mar 01 21:03:37.938297 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51070) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:37.948730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-a2316d7e-3503-4cb2-828a-3b18f1a9323f tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Request body: {'network': {'project_id': '76d1bd0916824d9596051bc2aa1b607f'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:37.961791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-73ebcefd-fc25-4c2c-be60-afacf67c5859 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] device_id is not set on port 4bc56b5d-1dfe-4b5c-8198-76cf87ca7e49 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:03:37.966466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a2316d7e-3503-4cb2-828a-3b18f1a9323f tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:37.973444 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a2316d7e-3503-4cb2-828a-3b18f1a9323f tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Usage tracker for resource:network and tenant:76d1bd0916824d9596051bc2aa1b607f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:37.977953 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a2316d7e-3503-4cb2-828a-3b18f1a9323f tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:37.987194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a2316d7e-3503-4cb2-828a-3b18f1a9323f tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:38.026590 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2316d7e-3503-4cb2-828a-3b18f1a9323f tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 01 21:03:38.027149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2316d7e-3503-4cb2-828a-3b18f1a9323f tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:03:38.031289 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a2316d7e-3503-4cb2-828a-3b18f1a9323f tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0919302 Mar 01 21:03:38.042590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51074) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:38.052696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] Transition to ACTIVE for port object 2171b964-9455-4590-a3e4-8addf96fab01 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:38.099145 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:38.104856 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b093f6e-c7ec-4a54-8cd0-37a18da885cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:38.116574 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Transition to ACTIVE for port object dcd0b8b6-21db-4293-b095-9fc84701f2f6 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:38.146093 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Transition to ACTIVE for port object dcd0b8b6-21db-4293-b095-9fc84701f2f6 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:38.171661 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:38.185675 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d219207a-b0a3-4b8e-86b5-e3f471448b4b req-eba3cd14-db93-4ad4-a599-a99d972ef044 tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.1844385 Mar 01 21:03:38.227397 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:38.251969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b093f6e-c7ec-4a54-8cd0-37a18da885cf admin admin] Network d5f62176-f31a-4fc2-817c-5da8600dcb91 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:38.269371 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-7b093f6e-c7ec-4a54-8cd0-37a18da885cf admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:38.269578 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] Attempting to bind port 2171b964-9455-4590-a3e4-8addf96fab01 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:03:38.272905 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] Attempting to bind port 2171b964-9455-4590-a3e4-8addf96fab01 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:03:38.272905 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] Attempting to bind port 2171b964-9455-4590-a3e4-8addf96fab01 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:03:38.274464 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50434f08-0f61-4a61-ba8d-426b77f71c43 None None] Pushing event updated for resources: {'Port': ['ID=2171b964-9455-4590-a3e4-8addf96fab01,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:38.276957 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b093f6e-c7ec-4a54-8cd0-37a18da885cf admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:38.313787 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:03:38.314950 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:03:38.315576 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:38.317076 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:03:38.317880 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] Bound port: 2171b964-9455-4590-a3e4-8addf96fab01, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:03:38.320183 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-15814439-28a4-43d5-9621-e8430326ff70 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:38.326214 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:38.326458 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-de7026ea-e4c8-4c09-8875-7a71b3ab5a1a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:38.326662 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-de7026ea-e4c8-4c09-8875-7a71b3ab5a1a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:38.327182 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [req-571aa059-b951-430c-afbf-0b1f1a85933e req-de7026ea-e4c8-4c09-8875-7a71b3ab5a1a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Floating IP bb5b72dc-1533-46ff-9b21-30b63ed87d52 disassociated. External IP: 172.25.5.206, port: 7badcc59-c905-4f3b-8158-275e3f4a81f4. Mar 01 21:03:38.327743 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-571aa059-b951-430c-afbf-0b1f1a85933e req-de7026ea-e4c8-4c09-8875-7a71b3ab5a1a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Calling delete_port for 7badcc59-c905-4f3b-8158-275e3f4a81f4 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:38.328131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-15814439-28a4-43d5-9621-e8430326ff70 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Usage tracker for resource:subnet and tenant:076dca714703453ebb1e97daf5f9598c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:38.331370 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-15814439-28a4-43d5-9621-e8430326ff70 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:38.339919 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-15814439-28a4-43d5-9621-e8430326ff70 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:38.357399 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Network 7911c6a3-1788-452e-a4b6-081498c1d4cf is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:38.361833 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-73ebcefd-fc25-4c2c-be60-afacf67c5859 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Allocated IP 172.20.0.3 (7911c6a3-1788-452e-a4b6-081498c1d4cf/01635214-c9c1-4e31-a62f-0d95ea1a6378/4bc56b5d-1dfe-4b5c-8198-76cf87ca7e49) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:03:38.371202 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:38.381482 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:38.390719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6d91b-afa7-4885-9353-7eecfc1fbfe9 req-2c7f3b1a-1802-421e-aa25-ca3fb7da4fa9 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:38.394242 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ce6d91b-afa7-4885-9353-7eecfc1fbfe9 req-2c7f3b1a-1802-421e-aa25-ca3fb7da4fa9 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 944 time: 0.6508758 Mar 01 21:03:38.397166 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-921768fc-bf2e-48b3-b310-cb2bbb99f5b3 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=76d1bd0916824d9596051bc2aa1b607f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2880707 Mar 01 21:03:38.407901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51078) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:38.418662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b093f6e-c7ec-4a54-8cd0-37a18da885cf admin admin] Pushing event updated for resources: {'Port': ['ID=9c566e10-bf1a-4bbc-9616-469f4dec3ef5,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:38.472404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15814439-28a4-43d5-9621-e8430326ff70 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Made reservation on behalf of 076dca714703453ebb1e97daf5f9598c for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:38.477227 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-15814439-28a4-43d5-9621-e8430326ff70 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:38.500488 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Pushing event updated for resources: {'Port': ['ID=dcd0b8b6-21db-4293-b095-9fc84701f2f6,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:38.512351 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] For port 2171b964-9455-4590-a3e4-8addf96fab01, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:03:38.535341 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Attempting to bind port dcd0b8b6-21db-4293-b095-9fc84701f2f6 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:03:38.535731 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Attempting to bind port dcd0b8b6-21db-4293-b095-9fc84701f2f6 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '377f8195-c437-4e15-9351-f76e66dd28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7911c6a3-1788-452e-a4b6-081498c1d4cf'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:03:38.536090 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Attempting to bind port dcd0b8b6-21db-4293-b095-9fc84701f2f6 on network 7911c6a3-1788-452e-a4b6-081498c1d4cf {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:03:38.539814 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ce6d91b-afa7-4885-9353-7eecfc1fbfe9 req-56cdf5fb-74c3-4168-b684-0dc197742e23 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups?id=5305b5d3-8038-4a77-a953-21a2f5ecd5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1164310 Mar 01 21:03:38.543091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] For port 2171b964-9455-4590-a3e4-8addf96fab01, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2171b964-9455-4590-a3e4-8addf96fab01,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:03:38.544363 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:03:38.544943 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Checking segment: {'id': '377f8195-c437-4e15-9351-f76e66dd28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7911c6a3-1788-452e-a4b6-081498c1d4cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:03:38.545487 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:38.546019 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Bound using segment: {'id': '377f8195-c437-4e15-9351-f76e66dd28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7911c6a3-1788-452e-a4b6-081498c1d4cf'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:03:38.546626 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Bound port: dcd0b8b6-21db-4293-b095-9fc84701f2f6, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '377f8195-c437-4e15-9351-f76e66dd28ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '7911c6a3-1788-452e-a4b6-081498c1d4cf'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:03:38.547126 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b093f6e-c7ec-4a54-8cd0-37a18da885cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:38.547878 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:38.629654 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-96e53dae-9768-4167-81ab-33e8b64041e7 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:38.631095 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:38.666354 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-96e53dae-9768-4167-81ab-33e8b64041e7 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:38.692941 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9549e10-a17b-4c76-b576-b47576b4349f req-76970c7b-bfd7-426e-9ca9-8100193a84d2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.0676465 Mar 01 21:03:38.698185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ee585c90-433e-4cc1-adcb-c3c00ae1dadf None None] Provisioning for port 9c566e10-bf1a-4bbc-9616-469f4dec3ef5 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:38.719644 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ee585c90-433e-4cc1-adcb-c3c00ae1dadf None None] Provisioning complete for port 9c566e10-bf1a-4bbc-9616-469f4dec3ef5 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:38.720012 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ee585c90-433e-4cc1-adcb-c3c00ae1dadf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:38.746920 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] For port dcd0b8b6-21db-4293-b095-9fc84701f2f6, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:03:38.751798 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-de7026ea-e4c8-4c09-8875-7a71b3ab5a1a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:38.782304 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] For port dcd0b8b6-21db-4293-b095-9fc84701f2f6, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=dcd0b8b6-21db-4293-b095-9fc84701f2f6,segment=NetworkSegment(377f8195-c437-4e15-9351-f76e66dd28ac),segment_id=377f8195-c437-4e15-9351-f76e66dd28ac)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:03:38.794371 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] Routers {'57f2943c-c849-4a32-9f14-1d19ba7ba1cd'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:03:38.795015 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:03:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['57f2943c-c849-4a32-9f14-1d19ba7ba1cd'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:38.860305 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50434f08-0f61-4a61-ba8d-426b77f71c43 None None] Pushing event updated for resources: {'Port': ['ID=2171b964-9455-4590-a3e4-8addf96fab01,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:38.926847 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:38.930357 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ee585c90-433e-4cc1-adcb-c3c00ae1dadf None None] Port 9c566e10-bf1a-4bbc-9616-469f4dec3ef5 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:38.960877 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-15814439-28a4-43d5-9621-e8430326ff70 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:38.974768 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7026ea-e4c8-4c09-8875-7a71b3ab5a1a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event deleted for resources: {'Port': ['ID=7badcc59-c905-4f3b-8158-275e3f4a81f4,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:38.990929 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-96e53dae-9768-4167-81ab-33e8b64041e7 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:39.079309 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b093f6e-c7ec-4a54-8cd0-37a18da885cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:39.101145 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15814439-28a4-43d5-9621-e8430326ff70 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event updated for resources: {'Subnet': ['ID=59b6a22b-2b8f-4439-a261-e0ec9313ba3f,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:39.114751 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64560d8c-fac0-4651-8c9f-0700ba58af5e None None] Pushing event updated for resources: {'Port': ['ID=dcd0b8b6-21db-4293-b095-9fc84701f2f6,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:39.148313 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] Set router 57f2943c-c849-4a32-9f14-1d19ba7ba1cd gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:03:39.171286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15814439-28a4-43d5-9621-e8430326ff70 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Checking segment: {'id': 'bd4d09e0-09a5-4ecc-a8d6-a0e79af0d5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '68887a4c-4a2d-42cf-8b0d-40be72c1d3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:03:39.171681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15814439-28a4-43d5-9621-e8430326ff70 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Network hostable DHCP agents. Network: 68887a4c-4a2d-42cf-8b0d-40be72c1d3c5, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:03:39.183525 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e53dae-9768-4167-81ab-33e8b64041e7 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe290df-80ce-4501-9cf3-aa5a1457a977,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:39.345786 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-96e53dae-9768-4167-81ab-33e8b64041e7 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:39.351104 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-96e53dae-9768-4167-81ab-33e8b64041e7 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/0fe290df-80ce-4501-9cf3-aa5a1457a977 HTTP/1.1" status: 204 len: 168 time: 0.9393604 Mar 01 21:03:39.442557 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51086) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:39.444690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15814439-28a4-43d5-9621-e8430326ff70 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Network 68887a4c-4a2d-42cf-8b0d-40be72c1d3c5 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:03:39.481925 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-73ebcefd-fc25-4c2c-be60-afacf67c5859 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:39.500640 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-73ebcefd-fc25-4c2c-be60-afacf67c5859 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Transition to ACTIVE for port object 4bc56b5d-1dfe-4b5c-8198-76cf87ca7e49 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:39.571195 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f2943c-c849-4a32-9f14-1d19ba7ba1cd', 'name': 'tempest-FloatingIPDetailsTestJSON-1451920716-router', 'tenant_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2171b964-9455-4590-a3e4-8addf96fab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:03:29Z', 'updated_at': '2022-03-01T21:03:33Z', 'revision_number': 3, 'project_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'gw_port': {'id': '2171b964-9455-4590-a3e4-8addf96fab01', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:05:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f2943c-c849-4a32-9f14-1d19ba7ba1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:03:31Z', 'updated_at': '2022-03-01T21:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:39.582082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a066d132-c267-4e55-af64-a5054b903f52 None None] The sync data for ids ['57f2943c-c849-4a32-9f14-1d19ba7ba1cd'] in n-d-827896-4 is: [{'id': '57f2943c-c849-4a32-9f14-1d19ba7ba1cd', 'name': 'tempest-FloatingIPDetailsTestJSON-1451920716-router', 'tenant_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2171b964-9455-4590-a3e4-8addf96fab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:03:29Z', 'updated_at': '2022-03-01T21:03:33Z', 'revision_number': 3, 'project_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'gw_port': {'id': '2171b964-9455-4590-a3e4-8addf96fab01', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:05:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f2943c-c849-4a32-9f14-1d19ba7ba1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:03:31Z', 'updated_at': '2022-03-01T21:03:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:03:39.599241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-571aa059-b951-430c-afbf-0b1f1a85933e req-de7026ea-e4c8-4c09-8875-7a71b3ab5a1a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Router fe5c60f6-5ce9-4920-a237-6c1d694a483a has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:03:39.600664 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-73ebcefd-fc25-4c2c-be60-afacf67c5859 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:39.701421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ebcefd-fc25-4c2c-be60-afacf67c5859 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network 7911c6a3-1788-452e-a4b6-081498c1d4cf is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:39.703311 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ebcefd-fc25-4c2c-be60-afacf67c5859 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=4bc56b5d-1dfe-4b5c-8198-76cf87ca7e49,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:39.708729 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-73ebcefd-fc25-4c2c-be60-afacf67c5859 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:39.708966 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ebcefd-fc25-4c2c-be60-afacf67c5859 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:39.829153 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c96b115-0fb5-4c5e-bb80-ab349d8bb8f2 req-42b07588-f055-4f8c-a788-f7718efdab71 tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.3856657 Mar 01 21:03:39.830090 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-15814439-28a4-43d5-9621-e8430326ff70 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 68887a4c-4a2d-42cf-8b0d-40be72c1d3c5) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:39.837928 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3742adba-a66e-4f94-bf50-6c1d545dd20b None None] Network 68887a4c-4a2d-42cf-8b0d-40be72c1d3c5 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:39.845924 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-37506e89-f1ab-4c0e-9e3f-b2c127ca8a23 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:39.853960 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2020f8ce-fcf8-4f62-b576-8c63a7155692 req-3d589970-33f3-4706-b6aa-dc10e39604ba tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 210 time: 0.0749025 Mar 01 21:03:39.858935 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15814439-28a4-43d5-9621-e8430326ff70 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:39.875981 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-15814439-28a4-43d5-9621-e8430326ff70 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:40.031864 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ebcefd-fc25-4c2c-be60-afacf67c5859 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:40.033203 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-73ebcefd-fc25-4c2c-be60-afacf67c5859 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:40.132680 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-15814439-28a4-43d5-9621-e8430326ff70 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2573111 Mar 01 21:03:40.138188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51094) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:40.149197 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-73ebcefd-fc25-4c2c-be60-afacf67c5859 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0196280 Mar 01 21:03:40.152163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-571aa059-b951-430c-afbf-0b1f1a85933e req-de7026ea-e4c8-4c09-8875-7a71b3ab5a1a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:03:40.157028 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51098) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:40.176517 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e4c229-0c61-4859-a513-cb6d1efe9ea9 None None] Sync routers for ids ['fe5c60f6-5ce9-4920-a237-6c1d694a483a'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:03:40.207280 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e4c229-0c61-4859-a513-cb6d1efe9ea9 None None] Routers {'fe5c60f6-5ce9-4920-a237-6c1d694a483a'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:03:40.207890 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-58e4c229-0c61-4859-a513-cb6d1efe9ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:03:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fe5c60f6-5ce9-4920-a237-6c1d694a483a'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:40.246465 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b093f6e-c7ec-4a54-8cd0-37a18da885cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:40.279334 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-37506e89-f1ab-4c0e-9e3f-b2c127ca8a23 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:40.279654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-1ca7b48c-f1ce-43b4-9591-826ba6a97fd9 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Request body: {'network': {'name': 'tempest-router-network01--6407369'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:40.290857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1ca7b48c-f1ce-43b4-9591-826ba6a97fd9 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:40.296897 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1ca7b48c-f1ce-43b4-9591-826ba6a97fd9 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Usage tracker for resource:network and tenant:076dca714703453ebb1e97daf5f9598c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:40.302779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1ca7b48c-f1ce-43b4-9591-826ba6a97fd9 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:40.328694 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2171b964-9455-4590-a3e4-8addf96fab01 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:03:40.353021 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-37506e89-f1ab-4c0e-9e3f-b2c127ca8a23 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3456a33b-b4db-4400-a6b3-30ee196f7ce0']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:40.362492 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b093f6e-c7ec-4a54-8cd0-37a18da885cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:40.445193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-68887a4c-4a2d-42cf-8b0d-40be72c1d3c5', 'network_id': '68887a4c-4a2d-42cf-8b0d-40be72c1d3c5', 'tenant_id': '076dca714703453ebb1e97daf5f9598c', 'fixed_ips': [{'subnet_id': '59b6a22b-2b8f-4439-a261-e0ec9313ba3f'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:03:40.446294 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:40.501899 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b093f6e-c7ec-4a54-8cd0-37a18da885cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:40.502176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1ca7b48c-f1ce-43b4-9591-826ba6a97fd9 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:40.524429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-37506e89-f1ab-4c0e-9e3f-b2c127ca8a23 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '225b511c-f9a6-4e40-a68d-5e5c77a488d1') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:40.524868 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-37506e89-f1ab-4c0e-9e3f-b2c127ca8a23 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '225b511c-f9a6-4e40-a68d-5e5c77a488d1') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:40.601252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-571aa059-b951-430c-afbf-0b1f1a85933e req-de7026ea-e4c8-4c09-8875-7a71b3ab5a1a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] No DVR routers for this DVR port 7badcc59-c905-4f3b-8158-275e3f4a81f4 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:03:40.622515 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-58e4c229-0c61-4859-a513-cb6d1efe9ea9 None None] Set router fe5c60f6-5ce9-4920-a237-6c1d694a483a gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:03:40.673876 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Allocated IP 2001:db8::2 (68887a4c-4a2d-42cf-8b0d-40be72c1d3c5/59b6a22b-2b8f-4439-a261-e0ec9313ba3f/4349cb10-6bcb-46c4-86ab-dec00623b04f) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:03:40.727883 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-571aa059-b951-430c-afbf-0b1f1a85933e req-de7026ea-e4c8-4c09-8875-7a71b3ab5a1a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:40.730342 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-571aa059-b951-430c-afbf-0b1f1a85933e req-de7026ea-e4c8-4c09-8875-7a71b3ab5a1a tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.57 "DELETE /v2.0/ports/7badcc59-c905-4f3b-8158-275e3f4a81f4 HTTP/1.1" status: 204 len: 173 time: 3.7280040 Mar 01 21:03:40.730986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-deleted', 'tag': '7badcc59-c905-4f3b-8158-275e3f4a81f4'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:03:40.754657 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f5f9c8-6544-45e2-a7e9-30b8ef22eb91 None None] Network 7911c6a3-1788-452e-a4b6-081498c1d4cf requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:40.808501 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-37506e89-f1ab-4c0e-9e3f-b2c127ca8a23 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:40.832141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b093f6e-c7ec-4a54-8cd0-37a18da885cf admin admin] Network d5f62176-f31a-4fc2-817c-5da8600dcb91 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:40.843534 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-7b093f6e-c7ec-4a54-8cd0-37a18da885cf admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:40.852166 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd125b33-0f41-4fc4-88ff-152701124de3', 'name': 'network-vif-deleted', 'tag': '7badcc59-c905-4f3b-8158-275e3f4a81f4', 'status': 'completed', 'code': 200} Mar 01 21:03:40.862036 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca7b48c-f1ce-43b4-9591-826ba6a97fd9 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Made reservation on behalf of 076dca714703453ebb1e97daf5f9598c for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:40.866203 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b48c-f1ce-43b4-9591-826ba6a97fd9 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:40.878849 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-37506e89-f1ab-4c0e-9e3f-b2c127ca8a23 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:40.886258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37506e89-f1ab-4c0e-9e3f-b2c127ca8a23 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:03:40.886676 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-37506e89-f1ab-4c0e-9e3f-b2c127ca8a23 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:03:40.973257 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:03:40.976109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b093f6e-c7ec-4a54-8cd0-37a18da885cf admin admin] Pushing event updated for resources: {'Port': ['ID=9c566e10-bf1a-4bbc-9616-469f4dec3ef5,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:41.251606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-68bdee2b-bb2a-4cd1-9b93-73d333d0fc6c None None] Provisioning for port dcd0b8b6-21db-4293-b095-9fc84701f2f6 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:41.337359 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-58e4c229-0c61-4859-a513-cb6d1efe9ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'name': 'tempest-TaggedBootDevicesTest-27475877-router', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:12Z', 'updated_at': '2022-03-01T20:55:19Z', 'revision_number': 4, 'project_id': '5705b0cae87741729c72e376229e6a19', 'gw_port': {'id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:18:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:13Z', 'updated_at': '2022-03-01T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'a5649630-8649-471e-82a9-a049370a0977', 'name': '', 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'mac_address': 'fa:16:3e:b7:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '4b1ee371-6859-4aa1-bec5-74e86f55472d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:37Z', 'revision_number': 5, 'project_id': '5705b0cae87741729c72e376229e6a19', 'subnets': [{'id': '4b1ee371-6859-4aa1-bec5-74e86f55472d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:41.342977 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e4c229-0c61-4859-a513-cb6d1efe9ea9 None None] Checking router: fe5c60f6-5ce9-4920-a237-6c1d694a483a for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:03:41.354946 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e4c229-0c61-4859-a513-cb6d1efe9ea9 None None] Routers {'fe5c60f6-5ce9-4920-a237-6c1d694a483a'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:03:41.355969 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-58e4c229-0c61-4859-a513-cb6d1efe9ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:03:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fe5c60f6-5ce9-4920-a237-6c1d694a483a'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:41.449020 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:41.496914 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Transition to ACTIVE for port object 4349cb10-6bcb-46c4-86ab-dec00623b04f will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:41.519796 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 2171b964-9455-4590-a3e4-8addf96fab01 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:41.535093 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 2171b964-9455-4590-a3e4-8addf96fab01 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:41.537129 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:41.605566 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-58e4c229-0c61-4859-a513-cb6d1efe9ea9 None None] Set router fe5c60f6-5ce9-4920-a237-6c1d694a483a gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:03:41.624477 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a121df08-998c-483c-8749-fb5ff7c8a21b req-e910eac0-521c-418b-ae93-6ce99e94f573 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 210 time: 0.2554290 Mar 01 21:03:41.670920 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ad780fb-b9bb-43ce-9d2f-af824827aad3 req-8c887658-d487-424f-9481-8957cfb057e3 tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.4785459 Mar 01 21:03:41.676734 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Transition to ACTIVE for port object 4349cb10-6bcb-46c4-86ab-dec00623b04f will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:41.748154 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b351337a-2a54-49fb-9bb9-8b7eb6add96d None None] Provisioning complete for port 9c566e10-bf1a-4bbc-9616-469f4dec3ef5 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:41.748529 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b351337a-2a54-49fb-9bb9-8b7eb6add96d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:41.825858 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca7b48c-f1ce-43b4-9591-826ba6a97fd9 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:03:41.836184 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b48c-f1ce-43b4-9591-826ba6a97fd9 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:41.837643 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-1ca7b48c-f1ce-43b4-9591-826ba6a97fd9 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Added segment 99b0daaf-1e28-47e0-8102-c0727f5e18c8 of type vlan for network 88c92b35-8d66-4d7b-b178-e5818cd5365d Mar 01 21:03:41.864413 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-37506e89-f1ab-4c0e-9e3f-b2c127ca8a23 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:41.870122 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b48c-f1ce-43b4-9591-826ba6a97fd9 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:41.912736 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-37506e89-f1ab-4c0e-9e3f-b2c127ca8a23 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:41.915813 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-37506e89-f1ab-4c0e-9e3f-b2c127ca8a23 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] 10.222.0.42 "DELETE /v2.0/networks/3456a33b-b4db-4400-a6b3-30ee196f7ce0 HTTP/1.1" status: 204 len: 168 time: 2.4619768 Mar 01 21:03:41.920892 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe8d5570-f4cf-4af2-8e20-b2efac316562 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:41.922197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51114) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:41.922993 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37506e89-f1ab-4c0e-9e3f-b2c127ca8a23 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Pushing event deleted for resources: {'Network': ['ID=3456a33b-b4db-4400-a6b3-30ee196f7ce0,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:42.061236 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:42.108718 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b48c-f1ce-43b4-9591-826ba6a97fd9 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:42.115032 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca7b48c-f1ce-43b4-9591-826ba6a97fd9 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:42.115674 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ca7b48c-f1ce-43b4-9591-826ba6a97fd9 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:42.224884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b093f6e-c7ec-4a54-8cd0-37a18da885cf admin admin] Router 57f2943c-c849-4a32-9f14-1d19ba7ba1cd has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:03:42.236485 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-58e4c229-0c61-4859-a513-cb6d1efe9ea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'name': 'tempest-TaggedBootDevicesTest-27475877-router', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:12Z', 'updated_at': '2022-03-01T20:55:19Z', 'revision_number': 4, 'project_id': '5705b0cae87741729c72e376229e6a19', 'gw_port': {'id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:18:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:13Z', 'updated_at': '2022-03-01T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'a5649630-8649-471e-82a9-a049370a0977', 'name': '', 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'mac_address': 'fa:16:3e:b7:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '4b1ee371-6859-4aa1-bec5-74e86f55472d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:37Z', 'revision_number': 5, 'project_id': '5705b0cae87741729c72e376229e6a19', 'subnets': [{'id': '4b1ee371-6859-4aa1-bec5-74e86f55472d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:42.242003 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e4c229-0c61-4859-a513-cb6d1efe9ea9 None None] The sync data for ids ['fe5c60f6-5ce9-4920-a237-6c1d694a483a'] in n-d-827896-4 is: [{'id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'name': 'tempest-TaggedBootDevicesTest-27475877-router', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:12Z', 'updated_at': '2022-03-01T20:55:19Z', 'revision_number': 4, 'project_id': '5705b0cae87741729c72e376229e6a19', 'gw_port': {'id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:18:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:13Z', 'updated_at': '2022-03-01T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'a5649630-8649-471e-82a9-a049370a0977', 'name': '', 'network_id': '1c6f66dd-272c-498f-a0ba-ba7fb81f92ae', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'mac_address': 'fa:16:3e:b7:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '4b1ee371-6859-4aa1-bec5-74e86f55472d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:18Z', 'updated_at': '2022-03-01T20:55:37Z', 'revision_number': 5, 'project_id': '5705b0cae87741729c72e376229e6a19', 'subnets': [{'id': '4b1ee371-6859-4aa1-bec5-74e86f55472d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:03:42.251872 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ce2247c-e9a4-4150-bcbe-836db83dedf9 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:42.288084 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Network 68887a4c-4a2d-42cf-8b0d-40be72c1d3c5 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:42.305964 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:42.342267 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b351337a-2a54-49fb-9bb9-8b7eb6add96d None None] Port 9c566e10-bf1a-4bbc-9616-469f4dec3ef5 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:42.351227 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7b48c-f1ce-43b4-9591-826ba6a97fd9 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event updated for resources: {'Network': ['ID=88c92b35-8d66-4d7b-b178-e5818cd5365d,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:42.387815 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:42.406657 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Pushing event updated for resources: {'Port': ['ID=4349cb10-6bcb-46c4-86ab-dec00623b04f,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:42.487430 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1ca7b48c-f1ce-43b4-9591-826ba6a97fd9 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3475606 Mar 01 21:03:42.488171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51132) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:42.493223 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 88c92b35-8d66-4d7b-b178-e5818cd5365d details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:03:42.512785 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:42.555046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8c7bb188-7360-4f39-8926-bd5c76f8d4f2 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Request body: {'network': {'name': 'tempest-router-network02--831803926'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:42.562987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8c7bb188-7360-4f39-8926-bd5c76f8d4f2 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:42.576434 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8c7bb188-7360-4f39-8926-bd5c76f8d4f2 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Usage tracker for resource:network and tenant:076dca714703453ebb1e97daf5f9598c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:42.580238 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8c7bb188-7360-4f39-8926-bd5c76f8d4f2 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:42.594001 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8c7bb188-7360-4f39-8926-bd5c76f8d4f2 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:42.655810 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Attempting to bind port 4349cb10-6bcb-46c4-86ab-dec00623b04f on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:03:42.656343 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Attempting to bind port 4349cb10-6bcb-46c4-86ab-dec00623b04f by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'bd4d09e0-09a5-4ecc-a8d6-a0e79af0d5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '68887a4c-4a2d-42cf-8b0d-40be72c1d3c5'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:03:42.656834 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Attempting to bind port 4349cb10-6bcb-46c4-86ab-dec00623b04f on network 68887a4c-4a2d-42cf-8b0d-40be72c1d3c5 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:03:42.667568 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:03:42.668166 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Checking segment: {'id': 'bd4d09e0-09a5-4ecc-a8d6-a0e79af0d5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '68887a4c-4a2d-42cf-8b0d-40be72c1d3c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:03:42.675292 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:42.675292 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Bound using segment: {'id': 'bd4d09e0-09a5-4ecc-a8d6-a0e79af0d5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '68887a4c-4a2d-42cf-8b0d-40be72c1d3c5'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:03:42.675292 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Bound port: 4349cb10-6bcb-46c4-86ab-dec00623b04f, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd4d09e0-09a5-4ecc-a8d6-a0e79af0d5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '68887a4c-4a2d-42cf-8b0d-40be72c1d3c5'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:03:42.675292 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:42.736957 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7bb188-7360-4f39-8926-bd5c76f8d4f2 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Made reservation on behalf of 076dca714703453ebb1e97daf5f9598c for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:42.747106 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb188-7360-4f39-8926-bd5c76f8d4f2 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:42.790924 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 2171b964-9455-4590-a3e4-8addf96fab01, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2171b964-9455-4590-a3e4-8addf96fab01,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:42.797465 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-152154c9-aa63-4622-8634-eba1e4b8ce36 None None] New status for floating IP bb5b72dc-1533-46ff-9b21-30b63ed87d52: DOWN {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:03:42.823483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b093f6e-c7ec-4a54-8cd0-37a18da885cf admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:03:42.833363 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] Sync routers for ids ['57f2943c-c849-4a32-9f14-1d19ba7ba1cd'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:03:42.840042 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7b093f6e-c7ec-4a54-8cd0-37a18da885cf admin admin] 10.222.0.42 "PUT /v2.0/routers/57f2943c-c849-4a32-9f14-1d19ba7ba1cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2911179 Mar 01 21:03:42.853343 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] Routers {'57f2943c-c849-4a32-9f14-1d19ba7ba1cd'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:03:42.853343 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:03:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['57f2943c-c849-4a32-9f14-1d19ba7ba1cd'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:42.888449 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c7bb188-7360-4f39-8926-bd5c76f8d4f2 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:03:42.924377 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb188-7360-4f39-8926-bd5c76f8d4f2 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:42.928142 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-8c7bb188-7360-4f39-8926-bd5c76f8d4f2 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Added segment 7a750f52-365b-4dc6-84b9-b40762865074 of type vlan for network 7e85d06e-c49b-4d50-a9aa-6a7fbe79c019 Mar 01 21:03:43.165339 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe8d5570-f4cf-4af2-8e20-b2efac316562 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:43.192959 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb188-7360-4f39-8926-bd5c76f8d4f2 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:43.289081 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:43.289843 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device dcd0b8b6-21db-4293-b095-9fc84701f2f6 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:03:43.348539 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] Set router 57f2943c-c849-4a32-9f14-1d19ba7ba1cd gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:03:43.354831 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe8d5570-f4cf-4af2-8e20-b2efac316562 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:43.400309 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c245cd1a-ccc4-456d-b467-ec2c956c7072 req-75fd7feb-8a9d-4aa6-a7a1-09f0952e2cec tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 210 time: 0.0803492 Mar 01 21:03:43.465026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d5570-f4cf-4af2-8e20-b2efac316562 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=4bc56b5d-1dfe-4b5c-8198-76cf87ca7e49,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:43.465026 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb188-7360-4f39-8926-bd5c76f8d4f2 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:43.467145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7bb188-7360-4f39-8926-bd5c76f8d4f2 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:43.467145 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8c7bb188-7360-4f39-8926-bd5c76f8d4f2 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:43.554379 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ce2247c-e9a4-4150-bcbe-836db83dedf9 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:43.716927 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=2171b964-9455-4590-a3e4-8addf96fab01,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:43.731177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] For port 4349cb10-6bcb-46c4-86ab-dec00623b04f, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:03:43.735067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] For port 4349cb10-6bcb-46c4-86ab-dec00623b04f, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4349cb10-6bcb-46c4-86ab-dec00623b04f,segment=NetworkSegment(bd4d09e0-09a5-4ecc-a8d6-a0e79af0d5c8),segment_id=bd4d09e0-09a5-4ecc-a8d6-a0e79af0d5c8)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:03:43.739896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-0ce2247c-e9a4-4150-bcbe-836db83dedf9 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0912e48f-d9a6-4077-8203-af7918a11601']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:43.799225 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-0ce2247c-e9a4-4150-bcbe-836db83dedf9 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ae887e-1064-428d-8b0e-4d605ac5194d') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:43.799552 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-0ce2247c-e9a4-4150-bcbe-836db83dedf9 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ae887e-1064-428d-8b0e-4d605ac5194d') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:43.824440 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:43.846300 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-170f1daa-7c5f-4286-a539-7d4e9a118700 req-45448f13-ca8f-479d-87ff-743c19e631c9 tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.5313435 Mar 01 21:03:43.869468 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ce2247c-e9a4-4150-bcbe-836db83dedf9 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:43.885195 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8c7bb188-7360-4f39-8926-bd5c76f8d4f2 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3647783 Mar 01 21:03:43.890995 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51154) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:43.960370 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port dcd0b8b6-21db-4293-b095-9fc84701f2f6 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:43.966891 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec1186-c042-4d1e-9496-330086b00d47 None None] Pushing event updated for resources: {'Port': ['ID=4349cb10-6bcb-46c4-86ab-dec00623b04f,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:43.969692 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6d8b541f-0f3a-4c90-9b98-022703372a66 None None] Provisioning for port 4bc56b5d-1dfe-4b5c-8198-76cf87ca7e49 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:43.978455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port dcd0b8b6-21db-4293-b095-9fc84701f2f6 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:43.979136 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:44.013445 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6d8b541f-0f3a-4c90-9b98-022703372a66 None None] Provisioning complete for port 4bc56b5d-1dfe-4b5c-8198-76cf87ca7e49 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:44.013823 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6d8b541f-0f3a-4c90-9b98-022703372a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:44.014824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bb188-7360-4f39-8926-bd5c76f8d4f2 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event updated for resources: {'Network': ['ID=7e85d06e-c49b-4d50-a9aa-6a7fbe79c019,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:44.034057 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f8842010-3bb7-456b-aa0b-86f846156ead tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Request body: {'subnet': {'network_id': '88c92b35-8d66-4d7b-b178-e5818cd5365d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:44.051954 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ce2247c-e9a4-4150-bcbe-836db83dedf9 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:44.133117 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f2943c-c849-4a32-9f14-1d19ba7ba1cd', 'name': 'tempest-FloatingIPDetailsTestJSON-1451920716-router', 'tenant_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2171b964-9455-4590-a3e4-8addf96fab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:03:29Z', 'updated_at': '2022-03-01T21:03:38Z', 'revision_number': 4, 'project_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'gw_port': {'id': '2171b964-9455-4590-a3e4-8addf96fab01', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:05:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f2943c-c849-4a32-9f14-1d19ba7ba1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:03:31Z', 'updated_at': '2022-03-01T21:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '9c566e10-bf1a-4bbc-9616-469f4dec3ef5', 'name': '', 'network_id': 'd5f62176-f31a-4fc2-817c-5da8600dcb91', 'tenant_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'mac_address': 'fa:16:3e:ef:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f2943c-c849-4a32-9f14-1d19ba7ba1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'b7b74cab-6a6c-4174-b538-cd9609f64a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:03:36Z', 'updated_at': '2022-03-01T21:03:39Z', 'revision_number': 2, 'project_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'subnets': [{'id': 'b7b74cab-6a6c-4174-b538-cd9609f64a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:44.139997 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] Checking router: 57f2943c-c849-4a32-9f14-1d19ba7ba1cd for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:03:44.140350 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] Updating router 57f2943c-c849-4a32-9f14-1d19ba7ba1cd port 9c566e10-bf1a-4bbc-9616-469f4dec3ef5 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:03:44.143700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 7e85d06e-c49b-4d50-a9aa-6a7fbe79c019 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:03:44.166827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ce2247c-e9a4-4150-bcbe-836db83dedf9 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:03:44.175847 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ce2247c-e9a4-4150-bcbe-836db83dedf9 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:03:44.206460 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:03:44.274695 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:44.327895 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe8d5570-f4cf-4af2-8e20-b2efac316562 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:44.378599 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6d8b541f-0f3a-4c90-9b98-022703372a66 None None] Port 4bc56b5d-1dfe-4b5c-8198-76cf87ca7e49 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:44.435932 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-f4e7d31d-3509-4866-ad40-652f97aa49c5 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Synchronizing usage tracker for tenant:ff7ccd258bd24551b5f4338cdeffdae2 on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:44.452243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f8842010-3bb7-456b-aa0b-86f846156ead tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:44.487254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f8842010-3bb7-456b-aa0b-86f846156ead tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Usage tracker for resource:subnet and tenant:076dca714703453ebb1e97daf5f9598c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:44.513400 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f8842010-3bb7-456b-aa0b-86f846156ead tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:44.535292 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f8842010-3bb7-456b-aa0b-86f846156ead tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:44.584017 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:44.607772 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-78b6d512-01ce-4d80-b24c-01be547925e0 None None] Provisioning complete for port 4bc56b5d-1dfe-4b5c-8198-76cf87ca7e49 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:44.608204 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-78b6d512-01ce-4d80-b24c-01be547925e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:44.629248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-f4e7d31d-3509-4866-ad40-652f97aa49c5 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Unset dirty status for tenant:ff7ccd258bd24551b5f4338cdeffdae2 on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:44.630567 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-f4e7d31d-3509-4866-ad40-652f97aa49c5 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7440581 Mar 01 21:03:44.631692 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8842010-3bb7-456b-aa0b-86f846156ead tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Made reservation on behalf of 076dca714703453ebb1e97daf5f9598c for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:44.636365 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8842010-3bb7-456b-aa0b-86f846156ead tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:44.665607 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ce2247c-e9a4-4150-bcbe-836db83dedf9 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:44.715517 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe8d5570-f4cf-4af2-8e20-b2efac316562 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:44.726991 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port dcd0b8b6-21db-4293-b095-9fc84701f2f6, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=dcd0b8b6-21db-4293-b095-9fc84701f2f6,segment=NetworkSegment(377f8195-c437-4e15-9351-f76e66dd28ac),segment_id=377f8195-c437-4e15-9351-f76e66dd28ac)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:44.763128 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-78b6d512-01ce-4d80-b24c-01be547925e0 None None] Port 4bc56b5d-1dfe-4b5c-8198-76cf87ca7e49 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:44.766233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:44.775666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:44.834066 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ce2247c-e9a4-4150-bcbe-836db83dedf9 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:44.837950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Usage tracker for resource:floatingip and tenant:ff7ccd258bd24551b5f4338cdeffdae2 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:44.843552 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:44.843918 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:44.868654 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:44.919458 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce2247c-e9a4-4150-bcbe-836db83dedf9 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] Pushing event deleted for resources: {'Network': ['ID=0912e48f-d9a6-4077-8203-af7918a11601,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:44.941083 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d6b42086-e2af-44e0-9e65-152aee4bfbfc req-593eb9d4-5c5c-4597-b958-f0cfd43d70f3 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd125b33-0f41-4fc4-88ff-152701124de3 HTTP/1.1" status: 200 len: 210 time: 0.2603762 Mar 01 21:03:44.947458 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0ce2247c-e9a4-4150-bcbe-836db83dedf9 tempest-QuotasNegativeTest-390071883 tempest-QuotasNegativeTest-390071883-project-admin] 10.222.0.42 "DELETE /v2.0/networks/0912e48f-d9a6-4077-8203-af7918a11601 HTTP/1.1" status: 204 len: 168 time: 3.0141196 Mar 01 21:03:44.976075 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=dcd0b8b6-21db-4293-b095-9fc84701f2f6,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:45.000473 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:45.044341 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] Transition to ACTIVE for port object 9c566e10-bf1a-4bbc-9616-469f4dec3ef5 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:45.144877 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:03:45.145630 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:45.192511 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2171b964-9455-4590-a3e4-8addf96fab01 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:03:45.194481 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:45.387781 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 2171b964-9455-4590-a3e4-8addf96fab01 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:45.394294 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:45.449455 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883a68d-cb01-4549-b9ea-75732f19d4ae None None] Pushing event updated for resources: {'Port': ['ID=9c566e10-bf1a-4bbc-9616-469f4dec3ef5,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:45.467262 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96933764-415f-4394-a3d0-e267521b2335 req-dc8c00cd-6117-450a-a91c-4ced702fdfd7 tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.2446787 Mar 01 21:03:45.534331 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883a68d-cb01-4549-b9ea-75732f19d4ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:45.534727 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883a68d-cb01-4549-b9ea-75732f19d4ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:45.535009 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883a68d-cb01-4549-b9ea-75732f19d4ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:45.535339 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883a68d-cb01-4549-b9ea-75732f19d4ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:45.535688 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883a68d-cb01-4549-b9ea-75732f19d4ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:45.536012 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883a68d-cb01-4549-b9ea-75732f19d4ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:45.536330 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883a68d-cb01-4549-b9ea-75732f19d4ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:45.554240 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883a68d-cb01-4549-b9ea-75732f19d4ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:45.554692 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883a68d-cb01-4549-b9ea-75732f19d4ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:45.555032 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883a68d-cb01-4549-b9ea-75732f19d4ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:45.559814 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883a68d-cb01-4549-b9ea-75732f19d4ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:45.559814 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4883a68d-cb01-4549-b9ea-75732f19d4ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:45.712913 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] Attempting to bind port 9c566e10-bf1a-4bbc-9616-469f4dec3ef5 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:03:45.713698 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] Attempting to bind port 9c566e10-bf1a-4bbc-9616-469f4dec3ef5 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5a8282a0-b9db-4bfa-86a9-cbd7eac595e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5f62176-f31a-4fc2-817c-5da8600dcb91'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:03:45.714253 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] Attempting to bind port 9c566e10-bf1a-4bbc-9616-469f4dec3ef5 on network d5f62176-f31a-4fc2-817c-5da8600dcb91 {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:03:45.729490 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:03:45.730318 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] Checking segment: {'id': '5a8282a0-b9db-4bfa-86a9-cbd7eac595e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5f62176-f31a-4fc2-817c-5da8600dcb91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:03:45.730889 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:45.731470 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] Bound using segment: {'id': '5a8282a0-b9db-4bfa-86a9-cbd7eac595e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5f62176-f31a-4fc2-817c-5da8600dcb91'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:03:45.732251 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] Bound port: 9c566e10-bf1a-4bbc-9616-469f4dec3ef5, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a8282a0-b9db-4bfa-86a9-cbd7eac595e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'd5f62176-f31a-4fc2-817c-5da8600dcb91'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:03:45.732807 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:45.908464 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4349cb10-6bcb-46c4-86ab-dec00623b04f up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:03:45.919623 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] For port 9c566e10-bf1a-4bbc-9616-469f4dec3ef5, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:03:45.928007 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] For port 9c566e10-bf1a-4bbc-9616-469f4dec3ef5, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9c566e10-bf1a-4bbc-9616-469f4dec3ef5,segment=NetworkSegment(5a8282a0-b9db-4bfa-86a9-cbd7eac595e5),segment_id=5a8282a0-b9db-4bfa-86a9-cbd7eac595e5)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:03:45.932526 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8842010-3bb7-456b-aa0b-86f846156ead tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:45.983946 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:46.020203 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:46.027613 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe8d5570-f4cf-4af2-8e20-b2efac316562 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:46.042207 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd2fb0c-0e27-4abc-a368-e61e16d44fb5 None None] Network 68887a4c-4a2d-42cf-8b0d-40be72c1d3c5 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:46.122510 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] Routers {'57f2943c-c849-4a32-9f14-1d19ba7ba1cd'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:03:46.123654 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:03:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['57f2943c-c849-4a32-9f14-1d19ba7ba1cd'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:46.125301 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe8d5570-f4cf-4af2-8e20-b2efac316562 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:46.200877 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 4349cb10-6bcb-46c4-86ab-dec00623b04f completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:46.276776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Allocated IP 172.25.5.40 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/f94f143f-53cd-4702-9b8d-e56e65b4c461) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:03:46.408711 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4883a68d-cb01-4549-b9ea-75732f19d4ae None None] Pushing event updated for resources: {'Port': ['ID=9c566e10-bf1a-4bbc-9616-469f4dec3ef5,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:46.450891 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-594535e9-352e-43fe-8449-d48b6fe89f9e None None] Provisioning for port 4349cb10-6bcb-46c4-86ab-dec00623b04f completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:46.452189 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe8d5570-f4cf-4af2-8e20-b2efac316562 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:46.482011 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8d5570-f4cf-4af2-8e20-b2efac316562 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=4bc56b5d-1dfe-4b5c-8198-76cf87ca7e49,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:46.483920 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-594535e9-352e-43fe-8449-d48b6fe89f9e None None] Provisioning complete for port 4349cb10-6bcb-46c4-86ab-dec00623b04f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:46.484298 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-594535e9-352e-43fe-8449-d48b6fe89f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:46.558965 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] Set router 57f2943c-c849-4a32-9f14-1d19ba7ba1cd gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:03:46.577838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8842010-3bb7-456b-aa0b-86f846156ead tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event updated for resources: {'Subnet': ['ID=f80dab45-a19b-421a-928a-f66a075c4387,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:46.618954 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51182) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:46.652166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8842010-3bb7-456b-aa0b-86f846156ead tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Checking segment: {'id': '99b0daaf-1e28-47e0-8102-c0727f5e18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88c92b35-8d66-4d7b-b178-e5818cd5365d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:03:46.652569 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8842010-3bb7-456b-aa0b-86f846156ead tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Network hostable DHCP agents. Network: 88c92b35-8d66-4d7b-b178-e5818cd5365d, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:03:46.706746 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:46.727616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e2728b-d76d-47ad-8c2d-e4a4ca5c2beb req-4cc56e37-e483-432b-88a1-6be834e5b91b tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:46.729160 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8d5570-f4cf-4af2-8e20-b2efac316562 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network 7911c6a3-1788-452e-a4b6-081498c1d4cf is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:46.730223 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-09e2728b-d76d-47ad-8c2d-e4a4ca5c2beb req-4cc56e37-e483-432b-88a1-6be834e5b91b tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.1875744 Mar 01 21:03:46.731734 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-fe8d5570-f4cf-4af2-8e20-b2efac316562 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:46.784133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8842010-3bb7-456b-aa0b-86f846156ead tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Network 88c92b35-8d66-4d7b-b178-e5818cd5365d is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:03:46.832248 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:46.853219 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-09e2728b-d76d-47ad-8c2d-e4a4ca5c2beb req-54905e44-e207-4a09-97e3-5fb8c36a69e7 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912008 Mar 01 21:03:46.922691 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-594535e9-352e-43fe-8449-d48b6fe89f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:47.008695 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-594535e9-352e-43fe-8449-d48b6fe89f9e None None] For port 4349cb10-6bcb-46c4-86ab-dec00623b04f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4349cb10-6bcb-46c4-86ab-dec00623b04f,segment=NetworkSegment(bd4d09e0-09a5-4ecc-a8d6-a0e79af0d5c8),segment_id=bd4d09e0-09a5-4ecc-a8d6-a0e79af0d5c8)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:47.026093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51188) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:47.036184 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device dcd0b8b6-21db-4293-b095-9fc84701f2f6 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:03:47.095025 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f2943c-c849-4a32-9f14-1d19ba7ba1cd', 'name': 'tempest-FloatingIPDetailsTestJSON-1451920716-router', 'tenant_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2171b964-9455-4590-a3e4-8addf96fab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:03:29Z', 'updated_at': '2022-03-01T21:03:38Z', 'revision_number': 4, 'project_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'gw_port': {'id': '2171b964-9455-4590-a3e4-8addf96fab01', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:05:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f2943c-c849-4a32-9f14-1d19ba7ba1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:03:31Z', 'updated_at': '2022-03-01T21:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '9c566e10-bf1a-4bbc-9616-469f4dec3ef5', 'name': '', 'network_id': 'd5f62176-f31a-4fc2-817c-5da8600dcb91', 'tenant_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'mac_address': 'fa:16:3e:ef:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f2943c-c849-4a32-9f14-1d19ba7ba1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'b7b74cab-6a6c-4174-b538-cd9609f64a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:03:36Z', 'updated_at': '2022-03-01T21:03:45Z', 'revision_number': 4, 'project_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'subnets': [{'id': 'b7b74cab-6a6c-4174-b538-cd9609f64a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:47.100565 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d06c81-09d7-48ae-82f4-d677166a6bd0 None None] The sync data for ids ['57f2943c-c849-4a32-9f14-1d19ba7ba1cd'] in n-d-827896-4 is: [{'id': '57f2943c-c849-4a32-9f14-1d19ba7ba1cd', 'name': 'tempest-FloatingIPDetailsTestJSON-1451920716-router', 'tenant_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2171b964-9455-4590-a3e4-8addf96fab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:03:29Z', 'updated_at': '2022-03-01T21:03:38Z', 'revision_number': 4, 'project_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'gw_port': {'id': '2171b964-9455-4590-a3e4-8addf96fab01', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:05:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f2943c-c849-4a32-9f14-1d19ba7ba1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:03:31Z', 'updated_at': '2022-03-01T21:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '9c566e10-bf1a-4bbc-9616-469f4dec3ef5', 'name': '', 'network_id': 'd5f62176-f31a-4fc2-817c-5da8600dcb91', 'tenant_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'mac_address': 'fa:16:3e:ef:4a:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57f2943c-c849-4a32-9f14-1d19ba7ba1cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1604, 'fixed_ips': [{'subnet_id': 'b7b74cab-6a6c-4174-b538-cd9609f64a95', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:03:36Z', 'updated_at': '2022-03-01T21:03:45Z', 'revision_number': 4, 'project_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'subnets': [{'id': 'b7b74cab-6a6c-4174-b538-cd9609f64a95', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:03:47.178725 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-594535e9-352e-43fe-8449-d48b6fe89f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:47.317400 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-f8842010-3bb7-456b-aa0b-86f846156ead tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 88c92b35-8d66-4d7b-b178-e5818cd5365d) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:47.331782 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31ba5b1-78aa-45f0-a4a9-47f0bd19161e None None] Network 88c92b35-8d66-4d7b-b178-e5818cd5365d requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:47.332861 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1e33d9fa-c454-460e-94d2-dac86d79e889 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:47.343480 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e29741a9-1e3f-449c-a300-5952102d462b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:47.391767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1e33d9fa-c454-460e-94d2-dac86d79e889 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:47.438217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8842010-3bb7-456b-aa0b-86f846156ead tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:47.439157 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8842010-3bb7-456b-aa0b-86f846156ead tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:47.451723 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8d5570-f4cf-4af2-8e20-b2efac316562 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Router 6242e8b4-4bb9-496e-b0ad-92985110a775 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:03:47.476814 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b91c58c6-cfa0-4919-a408-ed9cb42355ef req-d592a56b-dcb6-4f0f-84e7-922ab3f1bf23 tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.1574755 Mar 01 21:03:47.501153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:47.511111 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e29741a9-1e3f-449c-a300-5952102d462b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:47.514154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:47.523940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e29741a9-1e3f-449c-a300-5952102d462b admin admin] Usage tracker for resource:security_group_rule and tenant:868cc82415654ba0ba55a33cf4f021c0 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:47.531718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:47.560259 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594535e9-352e-43fe-8449-d48b6fe89f9e None None] Pushing event updated for resources: {'Port': ['ID=4349cb10-6bcb-46c4-86ab-dec00623b04f,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:47.585913 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e29741a9-1e3f-449c-a300-5952102d462b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:47.599222 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Pushing event updated for resources: {'Port': ['ID=f94f143f-53cd-4702-9b8d-e56e65b4c461,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:47.615738 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f8842010-3bb7-456b-aa0b-86f846156ead tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.7212994 Mar 01 21:03:47.615738 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e29741a9-1e3f-449c-a300-5952102d462b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:47.623447 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port dcd0b8b6-21db-4293-b095-9fc84701f2f6 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:47.623832 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:47.627932 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51192) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:47.635901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b609fd44-405a-40b0-9c79-c085610b1add tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Request body: {'subnet': {'network_id': '7e85d06e-c49b-4d50-a9aa-6a7fbe79c019', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:47.700919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8d5570-f4cf-4af2-8e20-b2efac316562 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:03:47.713513 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1e33d9fa-c454-460e-94d2-dac86d79e889 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:47.730008 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b24b8d7-881f-4eb0-b2b6-236e53734778 None None] Sync routers for ids ['6242e8b4-4bb9-496e-b0ad-92985110a775'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:03:47.734648 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1e33d9fa-c454-460e-94d2-dac86d79e889 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:47.735800 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1e33d9fa-c454-460e-94d2-dac86d79e889 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "DELETE /v2.0/security-groups/5305b5d3-8038-4a77-a953-21a2f5ecd5c0 HTTP/1.1" status: 204 len: 168 time: 0.7020280 Mar 01 21:03:47.736662 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33d9fa-c454-460e-94d2-dac86d79e889 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5305b5d3-8038-4a77-a953-21a2f5ecd5c0,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:47.739512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51196) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:47.743151 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fe8d5570-f4cf-4af2-8e20-b2efac316562 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "PUT /v2.0/routers/6242e8b4-4bb9-496e-b0ad-92985110a775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5821645 Mar 01 21:03:47.743558 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51200) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:47.754352 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-db73f964-6092-42a0-b9da-cac3cf0c9229 None None] Provisioning complete for port 4bc56b5d-1dfe-4b5c-8198-76cf87ca7e49 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:47.754728 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-db73f964-6092-42a0-b9da-cac3cf0c9229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:47.793980 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-88c92b35-8d66-4d7b-b178-e5818cd5365d', 'network_id': '88c92b35-8d66-4d7b-b178-e5818cd5365d', 'tenant_id': '076dca714703453ebb1e97daf5f9598c', 'fixed_ips': [{'subnet_id': 'f80dab45-a19b-421a-928a-f66a075c4387'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:03:47.794812 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:47.800867 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-e3f44631-3584-40a3-8a34-437017ed53db tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] show failed (client error): The resource could not be found. Mar 01 21:03:47.807741 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e3f44631-3584-40a3-8a34-437017ed53db tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "GET /v2.0/security-groups/5305b5d3-8038-4a77-a953-21a2f5ecd5c0 HTTP/1.1" status: 404 len: 347 time: 0.0599062 Mar 01 21:03:47.811792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51204) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:47.814552 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b24b8d7-881f-4eb0-b2b6-236e53734778 None None] Routers {'6242e8b4-4bb9-496e-b0ad-92985110a775'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:03:47.815389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-9b24b8d7-881f-4eb0-b2b6-236e53734778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:03:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['6242e8b4-4bb9-496e-b0ad-92985110a775'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:47.843744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b609fd44-405a-40b0-9c79-c085610b1add tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:47.859233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b609fd44-405a-40b0-9c79-c085610b1add tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Usage tracker for resource:subnet and tenant:076dca714703453ebb1e97daf5f9598c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:47.861296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b609fd44-405a-40b0-9c79-c085610b1add tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:47.873280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b609fd44-405a-40b0-9c79-c085610b1add tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:47.878260 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:47.929593 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e29741a9-1e3f-449c-a300-5952102d462b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:47.934753 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-9b24b8d7-881f-4eb0-b2b6-236e53734778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:48.052418 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-cda40413-9516-417e-8123-36ae1c966c90 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Deleting port 853e52ac-163c-403a-a0bf-69fcd85663e3 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:48.052771 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cda40413-9516-417e-8123-36ae1c966c90 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:48.120266 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b24b8d7-881f-4eb0-b2b6-236e53734778 None None] Routers {'6242e8b4-4bb9-496e-b0ad-92985110a775'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:03:48.121177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-9b24b8d7-881f-4eb0-b2b6-236e53734778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:03:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['6242e8b4-4bb9-496e-b0ad-92985110a775'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:48.173045 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e29741a9-1e3f-449c-a300-5952102d462b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:48.186985 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-db73f964-6092-42a0-b9da-cac3cf0c9229 None None] Port 4bc56b5d-1dfe-4b5c-8198-76cf87ca7e49 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:48.198851 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-9b24b8d7-881f-4eb0-b2b6-236e53734778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:48.199347 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b24b8d7-881f-4eb0-b2b6-236e53734778 None None] The sync data for ids ['6242e8b4-4bb9-496e-b0ad-92985110a775'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:03:48.224099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b609fd44-405a-40b0-9c79-c085610b1add tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Made reservation on behalf of 076dca714703453ebb1e97daf5f9598c for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:48.228251 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b609fd44-405a-40b0-9c79-c085610b1add tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:48.241771 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e94982-4963-476b-ad6e-46f31604af6c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:48.242508 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f2e94982-4963-476b-ad6e-46f31604af6c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Synchronizing usage tracker for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:48.252200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29741a9-1e3f-449c-a300-5952102d462b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1afa07fd-1084-4013-8f5f-b0ac9733a3ab,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:48.292401 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:48.299899 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Allocated IP 2001:db8::2 (88c92b35-8d66-4d7b-b178-e5818cd5365d/f80dab45-a19b-421a-928a-f66a075c4387/37cbbe64-84ea-4cf5-b586-c326093df8db) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:03:48.308276 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cda40413-9516-417e-8123-36ae1c966c90 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:48.308653 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cda40413-9516-417e-8123-36ae1c966c90 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:48.323871 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-28289170-625e-4bc3-a5d2-374533a45dc2 None None] Provisioning complete for port 4349cb10-6bcb-46c4-86ab-dec00623b04f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:48.324563 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-28289170-625e-4bc3-a5d2-374533a45dc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:48.583108 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e29741a9-1e3f-449c-a300-5952102d462b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=868cc82415654ba0ba55a33cf4f021c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9617100 Mar 01 21:03:48.590834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-cda40413-9516-417e-8123-36ae1c966c90 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Calling delete_port for 853e52ac-163c-403a-a0bf-69fcd85663e3 owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:48.606066 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51212) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:48.628565 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f2e94982-4963-476b-ad6e-46f31604af6c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Unset dirty status for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:48.629721 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f2e94982-4963-476b-ad6e-46f31604af6c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports?device_id=6242e8b4-4bb9-496e-b0ad-92985110a775 HTTP/1.1" status: 200 len: 981 time: 0.8712003 Mar 01 21:03:48.632616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51216) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:48.717337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65718eeb-913e-49a5-8a69-01dedf299d58 req-ad94cd2a-6a50-47c3-ba58-97fecaa241f7 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:48.724176 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65718eeb-913e-49a5-8a69-01dedf299d58 req-ad94cd2a-6a50-47c3-ba58-97fecaa241f7 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.6563642 Mar 01 21:03:48.726318 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:48.739696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Transition to ACTIVE for port object 37cbbe64-84ea-4cf5-b586-c326093df8db will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:48.764531 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Transition to ACTIVE for port object 37cbbe64-84ea-4cf5-b586-c326093df8db will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:48.839257 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:48.841263 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8dc5b71-a5cb-483c-aba1-2e7f25e5d900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:48.845268 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65718eeb-913e-49a5-8a69-01dedf299d58 req-153f1351-a2e1-45bf-b443-240a26a44a74 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200619 Mar 01 21:03:48.867289 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:48.917502 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8dc5b71-a5cb-483c-aba1-2e7f25e5d900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:48.972661 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:49.005582 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Network 88c92b35-8d66-4d7b-b178-e5818cd5365d is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:49.026307 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:49.030672 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Pushing event updated for resources: {'Port': ['ID=37cbbe64-84ea-4cf5-b586-c326093df8db,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:49.039791 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:49.183296 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9c566e10-bf1a-4bbc-9616-469f4dec3ef5 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:03:49.186949 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f929739d-ee13-4113-b876-f522178c6d64 req-5ce0114b-3d16-4b4a-9616-f755c446ef3c tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.1096077 Mar 01 21:03:49.229427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Pushing event updated for resources: {'Port': ['ID=f94f143f-53cd-4702-9b8d-e56e65b4c461,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:49.247209 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:49.255108 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cda40413-9516-417e-8123-36ae1c966c90 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:49.263065 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Attempting to bind port 37cbbe64-84ea-4cf5-b586-c326093df8db on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:03:49.263457 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Attempting to bind port 37cbbe64-84ea-4cf5-b586-c326093df8db by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '99b0daaf-1e28-47e0-8102-c0727f5e18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88c92b35-8d66-4d7b-b178-e5818cd5365d'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:03:49.263825 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Attempting to bind port 37cbbe64-84ea-4cf5-b586-c326093df8db on network 88c92b35-8d66-4d7b-b178-e5818cd5365d {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:03:49.282008 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:03:49.282388 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Checking segment: {'id': '99b0daaf-1e28-47e0-8102-c0727f5e18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88c92b35-8d66-4d7b-b178-e5818cd5365d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:03:49.282787 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:49.283173 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Bound using segment: {'id': '99b0daaf-1e28-47e0-8102-c0727f5e18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88c92b35-8d66-4d7b-b178-e5818cd5365d'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:03:49.283659 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Bound port: 37cbbe64-84ea-4cf5-b586-c326093df8db, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99b0daaf-1e28-47e0-8102-c0727f5e18c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '88c92b35-8d66-4d7b-b178-e5818cd5365d'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:03:49.284067 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:49.286298 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b609fd44-405a-40b0-9c79-c085610b1add tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:49.318079 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda40413-9516-417e-8123-36ae1c966c90 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event deleted for resources: {'Port': ['ID=853e52ac-163c-403a-a0bf-69fcd85663e3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:49.366398 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8dc5b71-a5cb-483c-aba1-2e7f25e5d900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:49.368751 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8dc5b71-a5cb-483c-aba1-2e7f25e5d900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:49.372318 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a8dc5b71-a5cb-483c-aba1-2e7f25e5d900 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1afa07fd-1084-4013-8f5f-b0ac9733a3ab HTTP/1.1" status: 204 len: 168 time: 0.7636583 Mar 01 21:03:49.401276 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] For port 37cbbe64-84ea-4cf5-b586-c326093df8db, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:03:49.405014 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] For port 37cbbe64-84ea-4cf5-b586-c326093df8db, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=37cbbe64-84ea-4cf5-b586-c326093df8db,segment=NetworkSegment(99b0daaf-1e28-47e0-8102-c0727f5e18c8),segment_id=99b0daaf-1e28-47e0-8102-c0727f5e18c8)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:03:49.412455 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2b49ba78-fd1b-41c2-8c8f-e91315d0d514 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:49.414924 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b609fd44-405a-40b0-9c79-c085610b1add tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Checking segment: {'id': '7a750f52-365b-4dc6-84b9-b40762865074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7e85d06e-c49b-4d50-a9aa-6a7fbe79c019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:03:49.415339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b609fd44-405a-40b0-9c79-c085610b1add tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Network hostable DHCP agents. Network: 7e85d06e-c49b-4d50-a9aa-6a7fbe79c019, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:03:49.418283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 9c566e10-bf1a-4bbc-9616-469f4dec3ef5 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:49.424845 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9c566e10-bf1a-4bbc-9616-469f4dec3ef5 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:49.426188 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:49.433044 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:49.434269 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-bbe0b2da-0827-4d90-8a7b-861b177f4d6e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.6774189 Mar 01 21:03:49.440803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc5b71-a5cb-483c-aba1-2e7f25e5d900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afa07fd-1084-4013-8f5f-b0ac9733a3ab,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:49.447812 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609fd44-405a-40b0-9c79-c085610b1add tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event updated for resources: {'Subnet': ['ID=9ad3d9e4-be83-4508-91db-ff4fabc6a889,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:49.520745 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:49.528553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-6f94ce40-60fb-4f81-b3f8-e2b1dbe3c88a tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Synchronizing usage tracker for tenant:ff7ccd258bd24551b5f4338cdeffdae2 on resource:floatingip {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:49.543431 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b609fd44-405a-40b0-9c79-c085610b1add tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Network 7e85d06e-c49b-4d50-a9aa-6a7fbe79c019 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:03:49.557387 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cda40413-9516-417e-8123-36ae1c966c90 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:49.634448 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-6f94ce40-60fb-4f81-b3f8-e2b1dbe3c88a tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Unset dirty status for tenant:ff7ccd258bd24551b5f4338cdeffdae2 on resource:floatingip {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:49.638308 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-6f94ce40-60fb-4f81-b3f8-e2b1dbe3c88a tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 695 time: 0.1925044 Mar 01 21:03:49.641314 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cda40413-9516-417e-8123-36ae1c966c90 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:49.645050 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cda40413-9516-417e-8123-36ae1c966c90 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "DELETE /v2.0/floatingips/bb5b72dc-1533-46ff-9b21-30b63ed87d52 HTTP/1.1" status: 204 len: 168 time: 1.8289514 Mar 01 21:03:49.645718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51226) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:49.668322 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30a564-792a-4399-a83d-5a55d58ffa8c None None] Pushing event updated for resources: {'Port': ['ID=37cbbe64-84ea-4cf5-b586-c326093df8db,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:49.691424 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:49.746667 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-2b49ba78-fd1b-41c2-8c8f-e91315d0d514 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port 4bc56b5d-1dfe-4b5c-8198-76cf87ca7e49 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:49.747353 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2b49ba78-fd1b-41c2-8c8f-e91315d0d514 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:49.752028 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-b609fd44-405a-40b0-9c79-c085610b1add tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 7e85d06e-c49b-4d50-a9aa-6a7fbe79c019) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:49.756777 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b609fd44-405a-40b0-9c79-c085610b1add tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:49.757440 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b609fd44-405a-40b0-9c79-c085610b1add tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:49.766056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226a4963-53e3-4e40-a1cd-444f475bf49d None None] Network 7e85d06e-c49b-4d50-a9aa-6a7fbe79c019 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:49.789647 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 9c566e10-bf1a-4bbc-9616-469f4dec3ef5, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9c566e10-bf1a-4bbc-9616-469f4dec3ef5,segment=NetworkSegment(5a8282a0-b9db-4bfa-86a9-cbd7eac595e5),segment_id=5a8282a0-b9db-4bfa-86a9-cbd7eac595e5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:49.934758 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:49.935660 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4349cb10-6bcb-46c4-86ab-dec00623b04f up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:03:50.056140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9fbe6f82-89c8-4bde-ac79-a17884647cd4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Deleting port 421f10f4-c2e3-421b-9631-75fca669804c {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:50.056479 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fbe6f82-89c8-4bde-ac79-a17884647cd4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:50.154409 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=9c566e10-bf1a-4bbc-9616-469f4dec3ef5,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:50.209802 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b609fd44-405a-40b0-9c79-c085610b1add tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5779958 Mar 01 21:03:50.223217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51234) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:50.240623 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2b49ba78-fd1b-41c2-8c8f-e91315d0d514 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:50.249181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51240) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:50.271697 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 4349cb10-6bcb-46c4-86ab-dec00623b04f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:50.271845 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:50.302790 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-7e85d06e-c49b-4d50-a9aa-6a7fbe79c019', 'network_id': '7e85d06e-c49b-4d50-a9aa-6a7fbe79c019', 'tenant_id': '076dca714703453ebb1e97daf5f9598c', 'fixed_ips': [{'subnet_id': '9ad3d9e4-be83-4508-91db-ff4fabc6a889'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:03:50.302790 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:50.324726 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1c0d4f98-46d4-4ca1-ae94-82fa1494d9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:50.418326 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-2b49ba78-fd1b-41c2-8c8f-e91315d0d514 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for 4bc56b5d-1dfe-4b5c-8198-76cf87ca7e49 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:50.472958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1c0d4f98-46d4-4ca1-ae94-82fa1494d9bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:50.481801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1c0d4f98-46d4-4ca1-ae94-82fa1494d9bb admin admin] Usage tracker for resource:security_group_rule and tenant:7909cf08323344f2b947878d36f4a490 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:50.492307 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1c0d4f98-46d4-4ca1-ae94-82fa1494d9bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:50.506212 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1c0d4f98-46d4-4ca1-ae94-82fa1494d9bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:50.545686 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Allocated IP 2001:db8::2 (7e85d06e-c49b-4d50-a9aa-6a7fbe79c019/9ad3d9e4-be83-4508-91db-ff4fabc6a889/82cc5a00-6142-48f7-89df-cb843c4d8795) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:03:50.562011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-66997b34-ad0d-47d5-a606-60a76cb5c270 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:50.566725 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-66997b34-ad0d-47d5-a606-60a76cb5c270 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.8632135 Mar 01 21:03:50.625235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-c63fd873-0f65-4a09-926a-955a79c30814 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:03:50.626213 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40c0efb6-35e9-4df4-b213-8a2a3a8c2026 req-c63fd873-0f65-4a09-926a-955a79c30814 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175393 Mar 01 21:03:50.832655 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:50.845082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Transition to ACTIVE for port object 82cc5a00-6142-48f7-89df-cb843c4d8795 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:50.883372 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1c0d4f98-46d4-4ca1-ae94-82fa1494d9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:50.885950 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Transition to ACTIVE for port object 82cc5a00-6142-48f7-89df-cb843c4d8795 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:50.947073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21052fa5-bc23-42c5-98d7-bbc0a0549a5c req-22e88735-f2fc-4cfc-8e92-5a6691b90c8e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:50.948667 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-21052fa5-bc23-42c5-98d7-bbc0a0549a5c req-22e88735-f2fc-4cfc-8e92-5a6691b90c8e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.8144627 Mar 01 21:03:50.954147 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1c0d4f98-46d4-4ca1-ae94-82fa1494d9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:50.988817 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:51.034513 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa1e41c4-364f-4e10-bd7c-44a52c16223e req-dd5c10f9-d9b9-4992-903b-edb46cb01426 tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.1531212 Mar 01 21:03:51.037525 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2b49ba78-fd1b-41c2-8c8f-e91315d0d514 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:51.096245 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1c0d4f98-46d4-4ca1-ae94-82fa1494d9bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7909cf08323344f2b947878d36f4a490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8460755 Mar 01 21:03:51.114264 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Pushing event updated for resources: {'Port': ['ID=82cc5a00-6142-48f7-89df-cb843c4d8795,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:51.119624 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9c566e10-bf1a-4bbc-9616-469f4dec3ef5 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:03:51.120088 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51246) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:51.180481 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0d4f98-46d4-4ca1-ae94-82fa1494d9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4dd52ac-7352-4fcb-aab5-250a5cf1b897,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:51.185536 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b49ba78-fd1b-41c2-8c8f-e91315d0d514 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Port': ['ID=4bc56b5d-1dfe-4b5c-8198-76cf87ca7e49,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:51.239809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed6fd89-a1a2-4231-8ccc-8102b81b75ca None None] Network 88c92b35-8d66-4d7b-b178-e5818cd5365d requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:51.246472 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fbe6f82-89c8-4bde-ac79-a17884647cd4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:51.272252 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Network 7e85d06e-c49b-4d50-a9aa-6a7fbe79c019 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:51.291189 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:51.303510 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:51.395806 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-21052fa5-bc23-42c5-98d7-bbc0a0549a5c req-c90ab85c-7db2-4b90-92ab-809ff6fc214a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3788595 Mar 01 21:03:51.435055 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:51.478172 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2b49ba78-fd1b-41c2-8c8f-e91315d0d514 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:51.497214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9fbe6f82-89c8-4bde-ac79-a17884647cd4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Calling delete_port for 421f10f4-c2e3-421b-9631-75fca669804c owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:51.507598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Attempting to bind port 82cc5a00-6142-48f7-89df-cb843c4d8795 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:03:51.508048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Attempting to bind port 82cc5a00-6142-48f7-89df-cb843c4d8795 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '7a750f52-365b-4dc6-84b9-b40762865074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7e85d06e-c49b-4d50-a9aa-6a7fbe79c019'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:03:51.508479 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Attempting to bind port 82cc5a00-6142-48f7-89df-cb843c4d8795 on network 7e85d06e-c49b-4d50-a9aa-6a7fbe79c019 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:03:51.510594 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a08c5355-b6bc-4324-8b6a-76abf473f64c None None] Provisioning for port 37cbbe64-84ea-4cf5-b586-c326093df8db completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:51.534424 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:03:51.534885 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Checking segment: {'id': '7a750f52-365b-4dc6-84b9-b40762865074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7e85d06e-c49b-4d50-a9aa-6a7fbe79c019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:03:51.535401 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:51.535830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Bound using segment: {'id': '7a750f52-365b-4dc6-84b9-b40762865074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7e85d06e-c49b-4d50-a9aa-6a7fbe79c019'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:03:51.536384 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Bound port: 82cc5a00-6142-48f7-89df-cb843c4d8795, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a750f52-365b-4dc6-84b9-b40762865074', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '7e85d06e-c49b-4d50-a9aa-6a7fbe79c019'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:03:51.536830 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:51.556125 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9c566e10-bf1a-4bbc-9616-469f4dec3ef5 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:51.557266 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:51.580769 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:51.782176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b49ba78-fd1b-41c2-8c8f-e91315d0d514 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Router 6242e8b4-4bb9-496e-b0ad-92985110a775 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:03:51.787368 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] For port 82cc5a00-6142-48f7-89df-cb843c4d8795, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:03:51.792591 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] For port 82cc5a00-6142-48f7-89df-cb843c4d8795, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=82cc5a00-6142-48f7-89df-cb843c4d8795,segment=NetworkSegment(7a750f52-365b-4dc6-84b9-b40762865074),segment_id=7a750f52-365b-4dc6-84b9-b40762865074)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:03:51.847006 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-844407e5-0186-45f2-bf26-6ac7be5f5c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:51.857133 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-24ef2c44-5d85-49e1-a408-ed78a2c5f2fa tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7711928 Mar 01 21:03:51.860977 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 37cbbe64-84ea-4cf5-b586-c326093df8db up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:03:51.898024 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:51.935728 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-0414a3c7-7c98-4699-a133-6c863bcb8690 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:51.973675 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-0414a3c7-7c98-4699-a133-6c863bcb8690 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:52.009159 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d0dcd7-6d03-4609-aa48-79cdd9512319 None None] Pushing event updated for resources: {'Port': ['ID=82cc5a00-6142-48f7-89df-cb843c4d8795,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:52.021284 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-844407e5-0186-45f2-bf26-6ac7be5f5c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:52.057920 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b49ba78-fd1b-41c2-8c8f-e91315d0d514 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:03:52.070947 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319a10d2-3e4c-40a2-b30c-27f9ef5ea402 None None] Sync routers for ids ['6242e8b4-4bb9-496e-b0ad-92985110a775'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:03:52.083694 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-0414a3c7-7c98-4699-a133-6c863bcb8690 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:52.088910 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319a10d2-3e4c-40a2-b30c-27f9ef5ea402 None None] Routers {'6242e8b4-4bb9-496e-b0ad-92985110a775'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:03:52.089539 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-319a10d2-3e4c-40a2-b30c-27f9ef5ea402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:03:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['6242e8b4-4bb9-496e-b0ad-92985110a775'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:52.128778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 37cbbe64-84ea-4cf5-b586-c326093df8db completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:52.135505 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 37cbbe64-84ea-4cf5-b586-c326093df8db triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:52.135898 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:52.179345 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2b49ba78-fd1b-41c2-8c8f-e91315d0d514 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "PUT /v2.0/routers/6242e8b4-4bb9-496e-b0ad-92985110a775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5433142 Mar 01 21:03:52.179773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51252) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:52.217165 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-319a10d2-3e4c-40a2-b30c-27f9ef5ea402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:52.237682 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319a10d2-3e4c-40a2-b30c-27f9ef5ea402 None None] Routers {'6242e8b4-4bb9-496e-b0ad-92985110a775'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:03:52.238498 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-319a10d2-3e4c-40a2-b30c-27f9ef5ea402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:03:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['6242e8b4-4bb9-496e-b0ad-92985110a775'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:52.251589 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-32b0e5b6-0e3b-4b4b-bc6c-ebbef26e6d8d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] GET failed (client error): The resource could not be found. Mar 01 21:03:52.252050 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-32b0e5b6-0e3b-4b4b-bc6c-ebbef26e6d8d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Synchronizing usage tracker for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:52.312717 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e40c041-b801-475d-b32e-02788a4b313e req-5d114f3d-d970-4e30-b644-ec3499101170 tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.0690084 Mar 01 21:03:52.348970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-32b0e5b6-0e3b-4b4b-bc6c-ebbef26e6d8d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Unset dirty status for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:52.350497 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-32b0e5b6-0e3b-4b4b-bc6c-ebbef26e6d8d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports/4bc56b5d-1dfe-4b5c-8198-76cf87ca7e49 HTTP/1.1" status: 404 len: 333 time: 0.1694558 Mar 01 21:03:52.370570 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51256) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:52.390711 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:52.453809 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-319a10d2-3e4c-40a2-b30c-27f9ef5ea402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:52.454802 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319a10d2-3e4c-40a2-b30c-27f9ef5ea402 None None] The sync data for ids ['6242e8b4-4bb9-496e-b0ad-92985110a775'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:03:52.465509 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 37cbbe64-84ea-4cf5-b586-c326093df8db, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=37cbbe64-84ea-4cf5-b586-c326093df8db,segment=NetworkSegment(99b0daaf-1e28-47e0-8102-c0727f5e18c8),segment_id=99b0daaf-1e28-47e0-8102-c0727f5e18c8)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:52.480303 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-0414a3c7-7c98-4699-a133-6c863bcb8690 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:52.502249 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fbe6f82-89c8-4bde-ac79-a17884647cd4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:52.513546 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-469f9fa7-2d49-4c07-924f-de3272c5b16b None None] Provisioning complete for port 37cbbe64-84ea-4cf5-b586-c326093df8db triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:52.514091 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-469f9fa7-2d49-4c07-924f-de3272c5b16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:52.569987 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:52.628550 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-65c25bdb-dc05-4812-b55a-6b457cf3686c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:52.640188 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-844407e5-0186-45f2-bf26-6ac7be5f5c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:52.679714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=37cbbe64-84ea-4cf5-b586-c326093df8db,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:52.686003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe6f82-89c8-4bde-ac79-a17884647cd4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event deleted for resources: {'Port': ['ID=421f10f4-c2e3-421b-9631-75fca669804c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:52.742487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844407e5-0186-45f2-bf26-6ac7be5f5c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4dd52ac-7352-4fcb-aab5-250a5cf1b897,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:52.748927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Allocated IP 2001:db8::1 (88c92b35-8d66-4d7b-b178-e5818cd5365d/f80dab45-a19b-421a-928a-f66a075c4387/a245d346-b582-485b-bc52-1eced677504f) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:03:52.909216 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-844407e5-0186-45f2-bf26-6ac7be5f5c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:52.912631 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-844407e5-0186-45f2-bf26-6ac7be5f5c04 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4dd52ac-7352-4fcb-aab5-250a5cf1b897 HTTP/1.1" status: 204 len: 168 time: 1.7808199 Mar 01 21:03:52.945025 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fbe6f82-89c8-4bde-ac79-a17884647cd4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:52.945352 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-65c25bdb-dc05-4812-b55a-6b457cf3686c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:52.946888 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9fbe6f82-89c8-4bde-ac79-a17884647cd4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "DELETE /v2.0/ports/421f10f4-c2e3-421b-9631-75fca669804c HTTP/1.1" status: 204 len: 168 time: 3.2989690 Mar 01 21:03:52.948538 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-65c25bdb-dc05-4812-b55a-6b457cf3686c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:52.950155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51264) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:53.090190 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-47de1204-f181-4856-8138-527c0eef566d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Deleting port 3369ed1f-fbb4-4e08-b382-46706868eb08 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:53.090812 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-47de1204-f181-4856-8138-527c0eef566d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:53.116977 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 82cc5a00-6142-48f7-89df-cb843c4d8795 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:03:53.125574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81d6e4b-6d93-44e6-b27f-3f8429163774 req-9c0241f4-9994-4797-9e2a-9924ea488206 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:53.132675 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f81d6e4b-6d93-44e6-b27f-3f8429163774 req-9c0241f4-9994-4797-9e2a-9924ea488206 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.5593441 Mar 01 21:03:53.157843 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-65c25bdb-dc05-4812-b55a-6b457cf3686c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:53.158880 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c25bdb-dc05-4812-b55a-6b457cf3686c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Fanout notify agent at l3_agent the message router_deleted on router 6242e8b4-4bb9-496e-b0ad-92985110a775 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:03:53.194128 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-65c25bdb-dc05-4812-b55a-6b457cf3686c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:53.198320 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-65c25bdb-dc05-4812-b55a-6b457cf3686c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/routers/6242e8b4-4bb9-496e-b0ad-92985110a775 HTTP/1.1" status: 204 len: 168 time: 0.8226967 Mar 01 21:03:53.199861 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51268) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:53.273736 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f81d6e4b-6d93-44e6-b27f-3f8429163774 req-a26b62b7-c016-4235-95a7-8cc82d0ab9e8 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396661 Mar 01 21:03:53.310566 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:53.331784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 82cc5a00-6142-48f7-89df-cb843c4d8795 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:53.339230 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 37cbbe64-84ea-4cf5-b586-c326093df8db up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:03:53.347901 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-0414a3c7-7c98-4699-a133-6c863bcb8690 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:53.364775 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7ae7be-2780-4940-b95b-f5940da8a673 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting subnet 01635214-c9c1-4e31-a62f-0d95ea1a6378 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:03:53.419100 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae7be-2780-4940-b95b-f5940da8a673 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:53.493543 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 37cbbe64-84ea-4cf5-b586-c326093df8db triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:53.493899 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:53.542777 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae7be-2780-4940-b95b-f5940da8a673 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:53.548045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Transition to ACTIVE for port object a245d346-b582-485b-bc52-1eced677504f will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:03:53.576451 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5433ebe-6afa-4a94-a785-b7fb77b08479 req-daac8ce2-cd46-4a00-9cb4-a4db33e72337 tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.0723863 Mar 01 21:03:53.610944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-0414a3c7-7c98-4699-a133-6c863bcb8690 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Allocated IP 172.25.5.148 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/f2ecfe17-1e25-47a7-b974-495f24da9c81) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:03:53.658354 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae7be-2780-4940-b95b-f5940da8a673 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:53.691935 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db38fdbe-9623-4e04-849a-dfbb5df5df45 None None] Network 7e85d06e-c49b-4d50-a9aa-6a7fbe79c019 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:53.736301 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:53.741955 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:53.824949 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae7be-2780-4940-b95b-f5940da8a673 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:53.840320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event updated for resources: {'Port': ['ID=a245d346-b582-485b-bc52-1eced677504f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:53.857501 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Network 88c92b35-8d66-4d7b-b178-e5818cd5365d is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:53.860417 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:53.868791 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:53.868791 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:53.898867 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b7ae7be-2780-4940-b95b-f5940da8a673 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:53.922377 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9b7ae7be-2780-4940-b95b-f5940da8a673 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/subnets/01635214-c9c1-4e31-a62f-0d95ea1a6378 HTTP/1.1" status: 204 len: 168 time: 0.7213845 Mar 01 21:03:53.927067 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51284) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:53.927482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ae7be-2780-4940-b95b-f5940da8a673 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Subnet': ['ID=01635214-c9c1-4e31-a62f-0d95ea1a6378,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:53.956212 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-47de1204-f181-4856-8138-527c0eef566d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:53.964418 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-0414a3c7-7c98-4699-a133-6c863bcb8690 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:53.970501 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-48e24748-a3d1-48c3-83e1-76536cc2e244 None None] Provisioning for port 82cc5a00-6142-48f7-89df-cb843c4d8795 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:53.976255 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32563d4b-c04e-42b9-af93-f28fa107fca5 None None] Network 7911c6a3-1788-452e-a4b6-081498c1d4cf requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:54.149914 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-48e24748-a3d1-48c3-83e1-76536cc2e244 None None] Provisioning complete for port 82cc5a00-6142-48f7-89df-cb843c4d8795 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:54.153648 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-48e24748-a3d1-48c3-83e1-76536cc2e244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:54.280463 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc55df2e-1e4f-4863-8897-8eae38b1863a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:54.303198 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-dc55df2e-1e4f-4863-8897-8eae38b1863a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port dcd0b8b6-21db-4293-b095-9fc84701f2f6 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:54.305000 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc55df2e-1e4f-4863-8897-8eae38b1863a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:54.312813 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-47de1204-f181-4856-8138-527c0eef566d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Calling delete_port for 3369ed1f-fbb4-4e08-b382-46706868eb08 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:54.505482 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-0414a3c7-7c98-4699-a133-6c863bcb8690 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:54.526273 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-48e24748-a3d1-48c3-83e1-76536cc2e244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:54.557240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51298) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:54.575295 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-48e24748-a3d1-48c3-83e1-76536cc2e244 None None] For port 82cc5a00-6142-48f7-89df-cb843c4d8795, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=82cc5a00-6142-48f7-89df-cb843c4d8795,segment=NetworkSegment(7a750f52-365b-4dc6-84b9-b40762865074),segment_id=7a750f52-365b-4dc6-84b9-b40762865074)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:54.578933 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-47de1204-f181-4856-8138-527c0eef566d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:54.592393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414a3c7-7c98-4699-a133-6c863bcb8690 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Pushing event updated for resources: {'Port': ['ID=f2ecfe17-1e25-47a7-b974-495f24da9c81,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:54.605100 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:54.651045 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef3018e-a465-42af-a763-ff6a82c57fe9 None None] DHCP port deletion for 7911c6a3-1788-452e-a4b6-081498c1d4cf request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:03:54.656173 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4ef3018e-a465-42af-a763-ff6a82c57fe9 None None] Deleting port dcd0b8b6-21db-4293-b095-9fc84701f2f6 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:54.662156 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4ef3018e-a465-42af-a763-ff6a82c57fe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:54.664818 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-0414a3c7-7c98-4699-a133-6c863bcb8690 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:54.670228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-0414a3c7-7c98-4699-a133-6c863bcb8690 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:54.675591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de1204-f181-4856-8138-527c0eef566d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event deleted for resources: {'Port': ['ID=3369ed1f-fbb4-4e08-b382-46706868eb08,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:54.703599 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-0414a3c7-7c98-4699-a133-6c863bcb8690 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:54.732234 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-48e24748-a3d1-48c3-83e1-76536cc2e244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:54.790190 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1702701191'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:54.805443 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:54.814388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Usage tracker for resource:network and tenant:b1ee6d67e60d4522b2c7a56804647469 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:54.828133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:54.838068 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:54.850556 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-47de1204-f181-4856-8138-527c0eef566d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:54.862141 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-47de1204-f181-4856-8138-527c0eef566d tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "DELETE /v2.0/ports/3369ed1f-fbb4-4e08-b382-46706868eb08 HTTP/1.1" status: 204 len: 168 time: 1.9106526 Mar 01 21:03:54.864309 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51306) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:54.929461 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e24748-a3d1-48c3-83e1-76536cc2e244 None None] Pushing event updated for resources: {'Port': ['ID=82cc5a00-6142-48f7-89df-cb843c4d8795,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:54.954376 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Made reservation on behalf of b1ee6d67e60d4522b2c7a56804647469 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:54.959312 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:54.964917 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device dcd0b8b6-21db-4293-b095-9fc84701f2f6 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:03:54.981131 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:54.993084 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-dc55df2e-1e4f-4863-8897-8eae38b1863a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] For port dcd0b8b6-21db-4293-b095-9fc84701f2f6, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=dcd0b8b6-21db-4293-b095-9fc84701f2f6,segment=NetworkSegment(377f8195-c437-4e15-9351-f76e66dd28ac),segment_id=377f8195-c437-4e15-9351-f76e66dd28ac)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:54.993555 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc55df2e-1e4f-4863-8897-8eae38b1863a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:54.998143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7583402-b9af-4719-a62e-e46b62e45d54 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Deleting subnet 24348124-4cc7-4cd6-a18f-5dbd41fcf6ef {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:03:55.003249 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b7583402-b9af-4719-a62e-e46b62e45d54 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:55.019597 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ab23e223-a9c4-4eca-9ffe-2fc9d6b4cfe1 None None] Provisioning for port a245d346-b582-485b-bc52-1eced677504f completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:03:55.023422 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85df4a55-c455-404d-b691-be6030a2badb req-55e738fd-3a3c-442e-9dd9-c1027514fdc6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:55.025109 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85df4a55-c455-404d-b691-be6030a2badb req-55e738fd-3a3c-442e-9dd9-c1027514fdc6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.5789881 Mar 01 21:03:55.035978 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:55.055805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Usage tracker for resource:security_group_rule and tenant:b1ee6d67e60d4522b2c7a56804647469 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:55.061233 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:55.074404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ab23e223-a9c4-4eca-9ffe-2fc9d6b4cfe1 None None] Provisioning complete for port a245d346-b582-485b-bc52-1eced677504f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:55.074771 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ab23e223-a9c4-4eca-9ffe-2fc9d6b4cfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:55.075568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:55.089924 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b7583402-b9af-4719-a62e-e46b62e45d54 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:55.188947 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b7583402-b9af-4719-a62e-e46b62e45d54 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:55.194491 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-4ef3018e-a465-42af-a763-ff6a82c57fe9 None None] For port dcd0b8b6-21db-4293-b095-9fc84701f2f6, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=dcd0b8b6-21db-4293-b095-9fc84701f2f6,segment=NetworkSegment(377f8195-c437-4e15-9351-f76e66dd28ac),segment_id=377f8195-c437-4e15-9351-f76e66dd28ac)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:55.195052 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4ef3018e-a465-42af-a763-ff6a82c57fe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:55.236892 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ab23e223-a9c4-4eca-9ffe-2fc9d6b4cfe1 None None] Port a245d346-b582-485b-bc52-1eced677504f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:55.289524 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-dc55df2e-1e4f-4863-8897-8eae38b1863a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for dcd0b8b6-21db-4293-b095-9fc84701f2f6 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:55.358417 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:55.368333 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4ef3018e-a465-42af-a763-ff6a82c57fe9 None None] Calling delete_port for dcd0b8b6-21db-4293-b095-9fc84701f2f6 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:55.394776 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85df4a55-c455-404d-b691-be6030a2badb req-c0a9e196-54a9-4e5b-b446-9a4ab72b36fa tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3436425 Mar 01 21:03:55.409617 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b7583402-b9af-4719-a62e-e46b62e45d54 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:55.451623 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-0414a3c7-7c98-4699-a133-6c863bcb8690 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:55.456596 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-059018ed-54b8-4f5e-83a6-cf9b67c3ad16 None None] Provisioning complete for port 82cc5a00-6142-48f7-89df-cb843c4d8795 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:55.456972 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-059018ed-54b8-4f5e-83a6-cf9b67c3ad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:55.488077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7583402-b9af-4719-a62e-e46b62e45d54 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event deleted for resources: {'Subnet': ['ID=24348124-4cc7-4cd6-a18f-5dbd41fcf6ef,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:55.490235 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:55.505411 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:03:55.517447 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:55.518269 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Added segment 06231abb-bc19-4c1a-8057-46c65bb28fb8 of type vlan for network 6a5f9610-9a9b-45eb-8db1-c62ccfeec26e Mar 01 21:03:55.546626 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbbcd09-74a6-4567-a7a0-29a19e726ae3 None None] Network 77a119db-23ab-49e4-8878-de783cebb26a requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:55.549941 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b7583402-b9af-4719-a62e-e46b62e45d54 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:55.558850 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:55.562422 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:55.599406 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b7583402-b9af-4719-a62e-e46b62e45d54 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "DELETE /v2.0/subnets/24348124-4cc7-4cd6-a18f-5dbd41fcf6ef HTTP/1.1" status: 204 len: 168 time: 0.7338560 Mar 01 21:03:55.600234 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51312) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:55.620484 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38cadf1c-a83a-4084-a612-c055252041e5,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:55.645865 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c82984d2-7d8d-4605-bbad-b3e7aa7fe5bc req-d8312c18-65bb-43d9-a64f-ce6565fd6e14 tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.0926561 Mar 01 21:03:55.691810 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc55df2e-1e4f-4863-8897-8eae38b1863a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:55.702151 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:55.710398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:55.711030 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:55.756131 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-4ef3018e-a465-42af-a763-ff6a82c57fe9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:03:55.756131 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-4ef3018e-a465-42af-a763-ff6a82c57fe9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:03:55.832390 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2738221 Mar 01 21:03:55.837094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51316) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:55.840538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3048bee5-eb2d-4a6e-bd7d-00000b7bb6bd tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Network': ['ID=6a5f9610-9a9b-45eb-8db1-c62ccfeec26e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:55.847764 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-e5b5caec-d333-4bd5-bd4b-e590723bc002 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'subnet': {'network_id': '6a5f9610-9a9b-45eb-8db1-c62ccfeec26e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:55.867445 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 6a5f9610-9a9b-45eb-8db1-c62ccfeec26e details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:03:55.900053 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55df2e-1e4f-4863-8897-8eae38b1863a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Port': ['ID=dcd0b8b6-21db-4293-b095-9fc84701f2f6,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:55.921644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc55df2e-1e4f-4863-8897-8eae38b1863a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] No DVR routers for this DVR port dcd0b8b6-21db-4293-b095-9fc84701f2f6 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:03:55.972273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e5b5caec-d333-4bd5-bd4b-e590723bc002 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:55.973222 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-0414a3c7-7c98-4699-a133-6c863bcb8690 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:55.977633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e5b5caec-d333-4bd5-bd4b-e590723bc002 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Usage tracker for resource:subnet and tenant:b1ee6d67e60d4522b2c7a56804647469 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:55.982274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e5b5caec-d333-4bd5-bd4b-e590723bc002 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:55.988685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e5b5caec-d333-4bd5-bd4b-e590723bc002 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:56.033327 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-262d6d2a-18d4-4f17-8425-c13ea7aa0ec4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Deleting subnet e44b9d62-5494-43a9-9588-014f74981709 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:03:56.054094 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:56.058217 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-262d6d2a-18d4-4f17-8425-c13ea7aa0ec4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:56.073118 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a6442f-10e0-491b-9182-a23ecaf9990e None None] DHCP port deletion for 77a119db-23ab-49e4-8878-de783cebb26a request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:03:56.073922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b5caec-d333-4bd5-bd4b-e590723bc002 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Made reservation on behalf of b1ee6d67e60d4522b2c7a56804647469 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:56.077656 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e5b5caec-d333-4bd5-bd4b-e590723bc002 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:56.077971 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-60a6442f-10e0-491b-9182-a23ecaf9990e None None] Deleting port 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:56.078344 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-60a6442f-10e0-491b-9182-a23ecaf9990e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:56.170818 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:56.171593 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:56.215004 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc55df2e-1e4f-4863-8897-8eae38b1863a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:56.257817 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-262d6d2a-18d4-4f17-8425-c13ea7aa0ec4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:56.265814 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4ef3018e-a465-42af-a763-ff6a82c57fe9 None None] Deleting port dcd0b8b6-21db-4293-b095-9fc84701f2f6 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:56.266367 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4ef3018e-a465-42af-a763-ff6a82c57fe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:56.344960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4ef3018e-a465-42af-a763-ff6a82c57fe9 None None] The port 'dcd0b8b6-21db-4293-b095-9fc84701f2f6' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:03:56.376516 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e5b5caec-d333-4bd5-bd4b-e590723bc002 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:56.379671 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-dc55df2e-1e4f-4863-8897-8eae38b1863a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7911c6a3-1788-452e-a4b6-081498c1d4cf']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:56.430741 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-60a6442f-10e0-491b-9182-a23ecaf9990e None None] For port 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad,segment=NetworkSegment(2f81802e-5943-4bf7-9e4e-93ade0c400a0),segment_id=2f81802e-5943-4bf7-9e4e-93ade0c400a0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:56.431475 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-60a6442f-10e0-491b-9182-a23ecaf9990e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:56.463861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-dc55df2e-1e4f-4863-8897-8eae38b1863a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '377f8195-c437-4e15-9351-f76e66dd28ac') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:56.464243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-dc55df2e-1e4f-4863-8897-8eae38b1863a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '377f8195-c437-4e15-9351-f76e66dd28ac') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:56.472576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b5caec-d333-4bd5-bd4b-e590723bc002 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Checking segment: {'id': '06231abb-bc19-4c1a-8057-46c65bb28fb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '6a5f9610-9a9b-45eb-8db1-c62ccfeec26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:03:56.473052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b5caec-d333-4bd5-bd4b-e590723bc002 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Network hostable DHCP agents. Network: 6a5f9610-9a9b-45eb-8db1-c62ccfeec26e, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:03:56.484068 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5caec-d333-4bd5-bd4b-e590723bc002 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Subnet': ['ID=6d844e6a-d1b3-418f-897b-dd1e29ab1112,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:56.512429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event updated for resources: {'Port': ['ID=a245d346-b582-485b-bc52-1eced677504f,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:56.556934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:56.557346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:56.557921 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:56.558049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:56.558333 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:56.558697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:56.558974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:56.559296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:56.560656 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:56.560780 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b5caec-d333-4bd5-bd4b-e590723bc002 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Network 6a5f9610-9a9b-45eb-8db1-c62ccfeec26e is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:03:56.560877 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:56.560877 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:56.560877 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:03:56.568215 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-60a6442f-10e0-491b-9182-a23ecaf9990e None None] Calling delete_port for 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:56.570853 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc55df2e-1e4f-4863-8897-8eae38b1863a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:56.633387 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-e5b5caec-d333-4bd5-bd4b-e590723bc002 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 6a5f9610-9a9b-45eb-8db1-c62ccfeec26e) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:56.640177 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b5caec-d333-4bd5-bd4b-e590723bc002 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:56.640762 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e5b5caec-d333-4bd5-bd4b-e590723bc002 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:56.656726 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b031e35-cb4d-4a11-9e12-1af5e18c4d69 None None] Network 6a5f9610-9a9b-45eb-8db1-c62ccfeec26e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:56.660189 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc55df2e-1e4f-4863-8897-8eae38b1863a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:56.682861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc55df2e-1e4f-4863-8897-8eae38b1863a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:03:56.683258 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc55df2e-1e4f-4863-8897-8eae38b1863a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:03:56.698483 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:03:56.750999 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e5b5caec-d333-4bd5-bd4b-e590723bc002 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9102106 Mar 01 21:03:56.751410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51324) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:56.753015 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-60a6442f-10e0-491b-9182-a23ecaf9990e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:56.756588 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-568405817', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}, 'admin_state_up': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:56.765357 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:56.769346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Usage tracker for resource:router and tenant:b1ee6d67e60d4522b2c7a56804647469 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:56.772467 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:56.780324 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:56.802152 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a6442f-10e0-491b-9182-a23ecaf9990e None None] No DVR routers for this DVR port 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:03:56.813162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a6442f-10e0-491b-9182-a23ecaf9990e None None] Pushing event deleted for resources: {'Port': ['ID=99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:56.816749 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-262d6d2a-18d4-4f17-8425-c13ea7aa0ec4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:56.855316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Network 88c92b35-8d66-4d7b-b178-e5818cd5365d is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:56.864191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:56.872326 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:56.874406 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:56.907453 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:56.971213 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 82cc5a00-6142-48f7-89df-cb843c4d8795 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:03:56.983140 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-0414a3c7-7c98-4699-a133-6c863bcb8690 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:56.986641 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc55df2e-1e4f-4863-8897-8eae38b1863a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:57.005814 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c19e2c5-be5f-40df-8062-c5cddff88cc9 None None] Network 6a5f9610-9a9b-45eb-8db1-c62ccfeec26e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:57.062155 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc55df2e-1e4f-4863-8897-8eae38b1863a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:57.115888 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7e834-32fd-442b-8019-7be4a2645cc5 req-a53ebb57-eeda-471f-983c-8506f26d6d38 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:57.117576 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5e7e834-32fd-442b-8019-7be4a2645cc5 req-a53ebb57-eeda-471f-983c-8506f26d6d38 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.5385766 Mar 01 21:03:57.118245 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-0414a3c7-7c98-4699-a133-6c863bcb8690 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:57.161421 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc55df2e-1e4f-4863-8897-8eae38b1863a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Network': ['ID=7911c6a3-1788-452e-a4b6-081498c1d4cf,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:57.285115 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-262d6d2a-18d4-4f17-8425-c13ea7aa0ec4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:57.291055 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 82cc5a00-6142-48f7-89df-cb843c4d8795 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:57.291785 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:57.352742 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-76a86873-5da0-47b7-8e46-dfd7ba397653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:57.363978 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-dc55df2e-1e4f-4863-8897-8eae38b1863a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/networks/7911c6a3-1788-452e-a4b6-081498c1d4cf HTTP/1.1" status: 204 len: 168 time: 3.4330928 Mar 01 21:03:57.368466 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-dbf32e8b-91d5-49df-9630-d18b9aa1d7f8 None None] Provisioning complete for port a245d346-b582-485b-bc52-1eced677504f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:03:57.369519 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dbf32e8b-91d5-49df-9630-d18b9aa1d7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:57.373940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51328) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:57.379033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d6d2a-18d4-4f17-8425-c13ea7aa0ec4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event deleted for resources: {'Subnet': ['ID=e44b9d62-5494-43a9-9588-014f74981709,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:57.380922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414a3c7-7c98-4699-a133-6c863bcb8690 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Pushing event updated for resources: {'Port': ['ID=f2ecfe17-1e25-47a7-b974-495f24da9c81,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:57.386054 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5e7e834-32fd-442b-8019-7be4a2645cc5 req-61e78628-8809-40a0-9043-b90a47d55589 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184160 Mar 01 21:03:57.392505 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-262d6d2a-18d4-4f17-8425-c13ea7aa0ec4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:57.396937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-262d6d2a-18d4-4f17-8425-c13ea7aa0ec4 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "DELETE /v2.0/subnets/e44b9d62-5494-43a9-9588-014f74981709 HTTP/1.1" status: 204 len: 168 time: 1.7868717 Mar 01 21:03:57.423820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f129f7f-1d66-4f66-9e87-b4034f642eb1 None None] Network ee65825d-7288-4653-bfc7-12a15403400e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:57.437218 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51332) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:57.482071 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-0414a3c7-7c98-4699-a133-6c863bcb8690 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:57.515046 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:57.646712 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-dbf32e8b-91d5-49df-9630-d18b9aa1d7f8 None None] Port a245d346-b582-485b-bc52-1eced677504f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:03:57.741439 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9496889-30e0-4421-8742-a1b8309c5009 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:57.742092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d9496889-30e0-4421-8742-a1b8309c5009 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Synchronizing usage tracker for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:57.771142 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:03:57.793811 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-0414a3c7-7c98-4699-a133-6c863bcb8690 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:57.795009 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-0414a3c7-7c98-4699-a133-6c863bcb8690 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.8638370 Mar 01 21:03:57.812259 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8833e20a-3546-4a46-a98b-edfc73e7db16 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:57.816030 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:03:57.816737 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 99e2ae37-2dd0-4f46-8a56-0f59a6d2dfad not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:03:57.818368 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7cc0e2e9-a5d7-46d9-b154-049be55e46ef req-8bd8edd8-f340-4d6b-82b9-e597235b4bcc tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.1017308 Mar 01 21:03:57.818916 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Router a0e2983b-98a1-4b0a-a90e-c16d89277a9b is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:03:57.917177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd823520-2241-43eb-b92f-ebae0a9aedbe None None] DHCP port deletion for ee65825d-7288-4653-bfc7-12a15403400e request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:03:57.921547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-fd823520-2241-43eb-b92f-ebae0a9aedbe None None] Deleting port 5edd038d-90b0-44ae-b5e8-bb1c2c33074d {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:03:57.922536 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fd823520-2241-43eb-b92f-ebae0a9aedbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:57.930208 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:57.963617 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:57.968267 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-c2cbada5-0844-4bd3-80c4-c485b5323ca7 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Synchronizing usage tracker for tenant:ff7ccd258bd24551b5f4338cdeffdae2 on resource:floatingip {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:03:58.089889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d9496889-30e0-4421-8742-a1b8309c5009 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Unset dirty status for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:58.091086 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d9496889-30e0-4421-8742-a1b8309c5009 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports/8cf32e87-91dd-4aec-b429-efdf440e4bae HTTP/1.1" status: 200 len: 840 time: 0.7136719 Mar 01 21:03:58.107251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51336) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:58.127752 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Allocated IP 172.25.5.218 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/9b72aa0d-16c0-41d5-ab73-ca7c87027ae7) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:03:58.176697 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-fd823520-2241-43eb-b92f-ebae0a9aedbe None None] For port 5edd038d-90b0-44ae-b5e8-bb1c2c33074d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5edd038d-90b0-44ae-b5e8-bb1c2c33074d,segment=NetworkSegment(2fa2e03e-e75f-4620-9062-d3ef93987796),segment_id=2fa2e03e-e75f-4620-9062-d3ef93987796)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:03:58.176697 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fd823520-2241-43eb-b92f-ebae0a9aedbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:58.253049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:03:58.254625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-c2cbada5-0844-4bd3-80c4-c485b5323ca7 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Unset dirty status for tenant:ff7ccd258bd24551b5f4338cdeffdae2 on resource:floatingip {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:03:58.255772 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-c2cbada5-0844-4bd3-80c4-c485b5323ca7 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.148 HTTP/1.1" status: 200 len: 696 time: 0.4503012 Mar 01 21:03:58.257444 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8833e20a-3546-4a46-a98b-edfc73e7db16 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:58.270974 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d4032cb7-a5f0-404a-b8a5-8ac25ab4ed6e tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "PUT /v2.0/routers/a0e2983b-98a1-4b0a-a90e-c16d89277a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0371983 Mar 01 21:03:58.271208 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51340) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:58.303929 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ccf005-4d6a-4379-a137-47bfbac28cb9 None None] Sync routers for ids ['a0e2983b-98a1-4b0a-a90e-c16d89277a9b'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:03:58.313528 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-fd823520-2241-43eb-b92f-ebae0a9aedbe None None] Calling delete_port for 5edd038d-90b0-44ae-b5e8-bb1c2c33074d owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:03:58.328824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-29dd8eff-770e-4290-a675-0b3782d94128 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports/8cf32e87-91dd-4aec-b429-efdf440e4bae?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2105885 Mar 01 21:03:58.338631 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51344) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:58.338929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-8833e20a-3546-4a46-a98b-edfc73e7db16 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77a119db-23ab-49e4-8878-de783cebb26a']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:58.359162 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f7c67806-f1f1-4602-8721-6faf4c10fd1c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'subnet': {'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:58.361648 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ccf005-4d6a-4379-a137-47bfbac28cb9 None None] Routers {'a0e2983b-98a1-4b0a-a90e-c16d89277a9b'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:03:58.362360 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-56ccf005-4d6a-4379-a137-47bfbac28cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:03:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['a0e2983b-98a1-4b0a-a90e-c16d89277a9b'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:58.363087 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:58.379860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-8833e20a-3546-4a46-a98b-edfc73e7db16 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f81802e-5943-4bf7-9e4e-93ade0c400a0') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:58.380157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-8833e20a-3546-4a46-a98b-edfc73e7db16 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f81802e-5943-4bf7-9e4e-93ade0c400a0') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:58.471300 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8833e20a-3546-4a46-a98b-edfc73e7db16 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:58.490246 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-56ccf005-4d6a-4379-a137-47bfbac28cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:58.500580 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ccf005-4d6a-4379-a137-47bfbac28cb9 None None] Routers {'a0e2983b-98a1-4b0a-a90e-c16d89277a9b'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:03:58.501177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-56ccf005-4d6a-4379-a137-47bfbac28cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:03:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['a0e2983b-98a1-4b0a-a90e-c16d89277a9b'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:58.563965 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fd823520-2241-43eb-b92f-ebae0a9aedbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:58.612281 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8833e20a-3546-4a46-a98b-edfc73e7db16 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:58.614140 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-56ccf005-4d6a-4379-a137-47bfbac28cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:58.614638 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ccf005-4d6a-4379-a137-47bfbac28cb9 None None] The sync data for ids ['a0e2983b-98a1-4b0a-a90e-c16d89277a9b'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:03:58.622397 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd823520-2241-43eb-b92f-ebae0a9aedbe None None] Pushing event deleted for resources: {'Port': ['ID=5edd038d-90b0-44ae-b5e8-bb1c2c33074d,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:58.628944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8833e20a-3546-4a46-a98b-edfc73e7db16 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:03:58.629337 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8833e20a-3546-4a46-a98b-edfc73e7db16 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:58.631492 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd823520-2241-43eb-b92f-ebae0a9aedbe None None] No DVR routers for this DVR port 5edd038d-90b0-44ae-b5e8-bb1c2c33074d on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:03:58.655510 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:03:58.657851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f7c67806-f1f1-4602-8721-6faf4c10fd1c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:58.685032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f7c67806-f1f1-4602-8721-6faf4c10fd1c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:subnet and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:03:58.737864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f7c67806-f1f1-4602-8721-6faf4c10fd1c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:03:58.741671 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:58.757804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-0622bc4d-ca95-4a2a-8493-81e932476e60 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:58.759187 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d57154ae-c11e-45a4-9e77-b5fa90a2c2d5 req-0622bc4d-ca95-4a2a-8493-81e932476e60 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.4750576 Mar 01 21:03:58.762243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f7c67806-f1f1-4602-8721-6faf4c10fd1c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:58.846479 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:58.849746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Port': ['ID=9b72aa0d-16c0-41d5-ab73-ca7c87027ae7,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:58.853419 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c67806-f1f1-4602-8721-6faf4c10fd1c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:03:58.853602 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:58.855306 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f7c67806-f1f1-4602-8721-6faf4c10fd1c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:58.875889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db55f99-4d23-476d-a1b7-027145e31f7c req-b7ff843e-d45a-46d7-87bf-2ff4d6bd3769 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:58.877347 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8db55f99-4d23-476d-a1b7-027145e31f7c req-b7ff843e-d45a-46d7-87bf-2ff4d6bd3769 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.3432124 Mar 01 21:03:58.882038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:03:58.887866 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8833e20a-3546-4a46-a98b-edfc73e7db16 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:58.939981 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5edd038d-90b0-44ae-b5e8-bb1c2c33074d no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:03:58.982488 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 5edd038d-90b0-44ae-b5e8-bb1c2c33074d {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:03:58.982488 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5edd038d-90b0-44ae-b5e8-bb1c2c33074d not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:03:58.987396 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8833e20a-3546-4a46-a98b-edfc73e7db16 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:59.018548 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8833e20a-3546-4a46-a98b-edfc73e7db16 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event deleted for resources: {'Network': ['ID=77a119db-23ab-49e4-8878-de783cebb26a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:59.111223 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8db55f99-4d23-476d-a1b7-027145e31f7c req-47ad0de1-73bc-49ac-a006-7fd2dfc4830b tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2277315 Mar 01 21:03:59.153989 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e415d03-3966-4333-af2e-43833a38ea24 req-1136cb88-c938-49c3-8950-6c69084095f8 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3611763 Mar 01 21:03:59.158107 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8833e20a-3546-4a46-a98b-edfc73e7db16 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "DELETE /v2.0/networks/77a119db-23ab-49e4-8878-de783cebb26a HTTP/1.1" status: 204 len: 168 time: 1.7201793 Mar 01 21:03:59.162755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51356) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:59.188187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-9e415d03-3966-4333-af2e-43833a38ea24 req-84cb00e2-a13c-4338-93bb-0323c66d251d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:03:59.196820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-9e415d03-3966-4333-af2e-43833a38ea24 req-84cb00e2-a13c-4338-93bb-0323c66d251d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:03:59.307764 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-94038e14-e0ab-4726-8bc0-c35e16948b50 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:03:59.308825 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-94038e14-e0ab-4726-8bc0-c35e16948b50 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "PUT /v2.0/routers/a0e2983b-98a1-4b0a-a90e-c16d89277a9b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0365801 Mar 01 21:03:59.311770 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51360) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:03:59.432244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-9e415d03-3966-4333-af2e-43833a38ea24 req-84cb00e2-a13c-4338-93bb-0323c66d251d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:03:59.502177 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dcf8ec6b-119b-4355-bf7e-36b0b1ef8382 req-cfa5afbe-c9ab-46bf-ac44-e191191b1626 tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.0796530 Mar 01 21:03:59.514052 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-336ee7f5-83f6-43b8-ac8a-b536589d4a45 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:59.622544 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e89ae039-64cc-49c6-9d28-12765c3e8dd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:59.625301 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9e415d03-3966-4333-af2e-43833a38ea24 req-84cb00e2-a13c-4338-93bb-0323c66d251d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:59.720136 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f7c67806-f1f1-4602-8721-6faf4c10fd1c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:59.725487 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-336ee7f5-83f6-43b8-ac8a-b536589d4a45 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:59.807290 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c67806-f1f1-4602-8721-6faf4c10fd1c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:03:59.809029 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-336ee7f5-83f6-43b8-ac8a-b536589d4a45 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee65825d-7288-4653-bfc7-12a15403400e']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:59.822530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-f7c67806-f1f1-4602-8721-6faf4c10fd1c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:03:59.830353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-336ee7f5-83f6-43b8-ac8a-b536589d4a45 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fa2e03e-e75f-4620-9062-d3ef93987796') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:59.830654 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-336ee7f5-83f6-43b8-ac8a-b536589d4a45 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fa2e03e-e75f-4620-9062-d3ef93987796') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:03:59.834394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfbedbe-e7bf-4a6d-9e88-24f734415718 None None] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:03:59.841929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c67806-f1f1-4602-8721-6faf4c10fd1c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:03:59.841929 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f7c67806-f1f1-4602-8721-6faf4c10fd1c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:59.848951 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:59.862367 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c67806-f1f1-4602-8721-6faf4c10fd1c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Subnet': ['ID=2bc24ee7-bd18-48ad-9ddd-1ca44f2fa92e,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:03:59.909600 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-336ee7f5-83f6-43b8-ac8a-b536589d4a45 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:59.941175 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-336ee7f5-83f6-43b8-ac8a-b536589d4a45 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:59.956718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336ee7f5-83f6-43b8-ac8a-b536589d4a45 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:03:59.957121 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-336ee7f5-83f6-43b8-ac8a-b536589d4a45 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:03:59.972312 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:04:00.057628 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f7c67806-f1f1-4602-8721-6faf4c10fd1c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7114365 Mar 01 21:04:00.063681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51366) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:00.070923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-a18da4b8-03bb-4757-b50f-3272e297af8f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'security_group': {'name': 'tempest-secgroup-340488077'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:00.087231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a18da4b8-03bb-4757-b50f-3272e297af8f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:00.139097 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9e415d03-3966-4333-af2e-43833a38ea24 req-84cb00e2-a13c-4338-93bb-0323c66d251d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:00.151271 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a18da4b8-03bb-4757-b50f-3272e297af8f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:security_group and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:00.164049 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a18da4b8-03bb-4757-b50f-3272e297af8f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:00.202308 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-336ee7f5-83f6-43b8-ac8a-b536589d4a45 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:00.237655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a18da4b8-03bb-4757-b50f-3272e297af8f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:00.237930 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-336ee7f5-83f6-43b8-ac8a-b536589d4a45 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:00.253227 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-2e7d448a-b62f-4a54-b0fd-6fa6663798b9', 'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9', 'tenant_id': '0668b57922e840b2aaaabc5aa0ce1805', 'fixed_ips': [{'subnet_id': '2bc24ee7-bd18-48ad-9ddd-1ca44f2fa92e'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:04:00.254770 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:00.259131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bdf91-a504-4687-9af8-b45f59c85778 req-0cda8a39-bbd7-440e-834b-184991d5d25c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:00.271540 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-142bdf91-a504-4687-9af8-b45f59c85778 req-0cda8a39-bbd7-440e-834b-184991d5d25c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.2241440 Mar 01 21:04:00.271540 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ee7f5-83f6-43b8-ac8a-b536589d4a45 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] Pushing event deleted for resources: {'Network': ['ID=ee65825d-7288-4653-bfc7-12a15403400e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:00.323113 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-336ee7f5-83f6-43b8-ac8a-b536589d4a45 tempest-TaggedBootDevicesTest-1451765467 tempest-TaggedBootDevicesTest-1451765467-project] 10.222.0.42 "DELETE /v2.0/networks/ee65825d-7288-4653-bfc7-12a15403400e HTTP/1.1" status: 204 len: 168 time: 1.1588111 Mar 01 21:04:00.368066 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-142bdf91-a504-4687-9af8-b45f59c85778 req-3906831b-06a6-490d-88e5-e14d3d1a213c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933211 Mar 01 21:04:00.426373 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-9e415d03-3966-4333-af2e-43833a38ea24 req-84cb00e2-a13c-4338-93bb-0323c66d251d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Allocated IP 172.25.5.192 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/65d9e689-e0b9-4cf0-82dc-04c55fa97430) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:04:00.485315 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:00.496357 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a18da4b8-03bb-4757-b50f-3272e297af8f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:00.500258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Allocated IP 172.20.0.2 (2e7d448a-b62f-4a54-b0fd-6fa6663798b9/2bc24ee7-bd18-48ad-9ddd-1ca44f2fa92e/960b9fba-9903-4394-8bde-aba51ec20937) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:04:00.551529 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a18da4b8-03bb-4757-b50f-3272e297af8f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:00.570187 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:00.575456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a18da4b8-03bb-4757-b50f-3272e297af8f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:security_group_rule and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:00.589328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a18da4b8-03bb-4757-b50f-3272e297af8f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:00.622099 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:00.653479 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a18da4b8-03bb-4757-b50f-3272e297af8f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:00.665006 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9e415d03-3966-4333-af2e-43833a38ea24 req-84cb00e2-a13c-4338-93bb-0323c66d251d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:00.669003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb3d1d-ea09-49c6-a618-2101b342fe60 req-cbdd85c6-9252-497e-8298-e9d884cde96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:00.670700 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-12eb3d1d-ea09-49c6-a618-2101b342fe60 req-cbdd85c6-9252-497e-8298-e9d884cde96f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4948a3f4374642e5b9b9490b5a1ffed4&device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 1097 time: 0.5035012 Mar 01 21:04:00.685796 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-00ec5c82-5a65-455b-b71a-4d92a06c94a1 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:00.756145 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-300e2c41-ed3d-4a72-99b6-c1ffc320f7be req-8cbb8b4e-3d9d-483c-bc21-0ff19fb73f08 tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.0537307 Mar 01 21:04:00.765884 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9e415d03-3966-4333-af2e-43833a38ea24 req-84cb00e2-a13c-4338-93bb-0323c66d251d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:00.768638 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:00.783120 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Transition to ACTIVE for port object 960b9fba-9903-4394-8bde-aba51ec20937 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:04:00.810561 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Transition to ACTIVE for port object 960b9fba-9903-4394-8bde-aba51ec20937 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:04:00.828222 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e415d03-3966-4333-af2e-43833a38ea24 req-84cb00e2-a13c-4338-93bb-0323c66d251d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:04:00.830915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-9e415d03-3966-4333-af2e-43833a38ea24 req-84cb00e2-a13c-4338-93bb-0323c66d251d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:00.838960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e415d03-3966-4333-af2e-43833a38ea24 req-84cb00e2-a13c-4338-93bb-0323c66d251d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:04:00.886405 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:00.903867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb00e2-a13c-4338-93bb-0323c66d251d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Pushing event updated for resources: {'Port': ['ID=65d9e689-e0b9-4cf0-82dc-04c55fa97430,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:00.968652 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9e415d03-3966-4333-af2e-43833a38ea24 req-84cb00e2-a13c-4338-93bb-0323c66d251d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:00.995860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:04:00.997642 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:01.002834 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:04:01.006433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Pushing event updated for resources: {'Port': ['ID=960b9fba-9903-4394-8bde-aba51ec20937,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:01.154959 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9e415d03-3966-4333-af2e-43833a38ea24 req-84cb00e2-a13c-4338-93bb-0323c66d251d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:01.156464 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Attempting to bind port 960b9fba-9903-4394-8bde-aba51ec20937 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:04:01.156842 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Attempting to bind port 960b9fba-9903-4394-8bde-aba51ec20937 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '9219b39f-06fa-42a1-8efb-20c8ae6faa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:04:01.157171 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Attempting to bind port 960b9fba-9903-4394-8bde-aba51ec20937 on network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:04:01.163803 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:04:01.164174 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Checking segment: {'id': '9219b39f-06fa-42a1-8efb-20c8ae6faa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:04:01.166458 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:01.166458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Bound using segment: {'id': '9219b39f-06fa-42a1-8efb-20c8ae6faa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:04:01.166458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Bound port: 960b9fba-9903-4394-8bde-aba51ec20937, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9219b39f-06fa-42a1-8efb-20c8ae6faa04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:04:01.166458 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:01.243543 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a18da4b8-03bb-4757-b50f-3272e297af8f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:01.266112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb3d1d-ea09-49c6-a618-2101b342fe60 req-085636b6-9840-499a-b3ea-a45d9e774b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:01.267755 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-12eb3d1d-ea09-49c6-a618-2101b342fe60 req-085636b6-9840-499a-b3ea-a45d9e774b44 service neutron] 10.222.0.57 "GET /v2.0/networks?id=33ba965f-d417-4519-8f89-3aefcdaf09c3 HTTP/1.1" status: 200 len: 912 time: 0.5873613 Mar 01 21:04:01.279335 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] For port 960b9fba-9903-4394-8bde-aba51ec20937, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:04:01.282906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] For port 960b9fba-9903-4394-8bde-aba51ec20937, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=960b9fba-9903-4394-8bde-aba51ec20937,segment=NetworkSegment(9219b39f-06fa-42a1-8efb-20c8ae6faa04),segment_id=9219b39f-06fa-42a1-8efb-20c8ae6faa04)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:04:01.346482 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a18da4b8-03bb-4757-b50f-3272e297af8f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:01.371088 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:01.391740 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Router d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:04:01.468683 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18da4b8-03bb-4757-b50f-3272e297af8f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c9a247-0caa-419a-bd08-5966473b7a46,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:01.507487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca26dd-d038-4368-b8a8-b58dae3dfa55 None None] Pushing event updated for resources: {'Port': ['ID=960b9fba-9903-4394-8bde-aba51ec20937,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:01.540034 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-12eb3d1d-ea09-49c6-a618-2101b342fe60 req-15847492-17c7-4a9c-9468-b8e23f11f6d0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ad8dabb-36cd-4c07-b68b-b546a100094d HTTP/1.1" status: 200 len: 1002 time: 0.2613904 Mar 01 21:04:01.586381 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9e415d03-3966-4333-af2e-43833a38ea24 req-84cb00e2-a13c-4338-93bb-0323c66d251d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:01.601901 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a18da4b8-03bb-4757-b50f-3272e297af8f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:01.603248 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a18da4b8-03bb-4757-b50f-3272e297af8f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5386190 Mar 01 21:04:01.607398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51382) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:01.615400 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6e9e365a-79e4-46e7-b562-5da0ae9128bb tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'security_group': {'name': 'tempest-secgroup-1062116344'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:01.624417 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6e9e365a-79e4-46e7-b562-5da0ae9128bb tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:01.629463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-00ec5c82-5a65-455b-b71a-4d92a06c94a1 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Deleting port a245d346-b582-485b-bc52-1eced677504f {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:01.632133 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-00ec5c82-5a65-455b-b71a-4d92a06c94a1 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:01.641593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6e9e365a-79e4-46e7-b562-5da0ae9128bb tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:security_group and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:01.646158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6e9e365a-79e4-46e7-b562-5da0ae9128bb tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:01.657273 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6e9e365a-79e4-46e7-b562-5da0ae9128bb tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:01.690871 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9e415d03-3966-4333-af2e-43833a38ea24 req-84cb00e2-a13c-4338-93bb-0323c66d251d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:01.780185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb3d1d-ea09-49c6-a618-2101b342fe60 req-53e9306f-4b63-40ba-be40-0206629e7958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:01.781652 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-12eb3d1d-ea09-49c6-a618-2101b342fe60 req-53e9306f-4b63-40ba-be40-0206629e7958 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8336f76-9298-450b-b9a8-2aa7486056a2 HTTP/1.1" status: 200 len: 850 time: 0.2241693 Mar 01 21:04:01.813332 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6e9e365a-79e4-46e7-b562-5da0ae9128bb tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:01.956681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cb00e2-a13c-4338-93bb-0323c66d251d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Pushing event updated for resources: {'Port': ['ID=65d9e689-e0b9-4cf0-82dc-04c55fa97430,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:01.964519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6e9e365a-79e4-46e7-b562-5da0ae9128bb tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:01.974479 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6e9e365a-79e4-46e7-b562-5da0ae9128bb tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:security_group_rule and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:01.980574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6e9e365a-79e4-46e7-b562-5da0ae9128bb tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:01.987787 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9e415d03-3966-4333-af2e-43833a38ea24 req-84cb00e2-a13c-4338-93bb-0323c66d251d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:01.993860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6e9e365a-79e4-46e7-b562-5da0ae9128bb tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:02.095026 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc37549-695d-4e45-aee8-725f1020caf6 req-6c99c58b-d060-4840-ad9d-bf943e2f875b tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:02.102552 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2dc37549-695d-4e45-aee8-725f1020caf6 req-6c99c58b-d060-4840-ad9d-bf943e2f875b tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.2914500 Mar 01 21:04:02.143705 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9e415d03-3966-4333-af2e-43833a38ea24 req-84cb00e2-a13c-4338-93bb-0323c66d251d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:02.154846 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e415d03-3966-4333-af2e-43833a38ea24 req-84cb00e2-a13c-4338-93bb-0323c66d251d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9926829 Mar 01 21:04:02.165171 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:02.198316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:04:02.215478 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90173859-3e81-4a41-9ee1-8b1ec368a203 None None] Sync routers for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:04:02.260063 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90173859-3e81-4a41-9ee1-8b1ec368a203 None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:02.260998 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-90173859-3e81-4a41-9ee1-8b1ec368a203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:02.281199 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-9e415d03-3966-4333-af2e-43833a38ea24 req-51255d60-0b77-4897-8851-003a1540c8d3 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Synchronizing usage tracker for tenant:ff7ccd258bd24551b5f4338cdeffdae2 on resource:floatingip {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:04:02.284725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb3d1d-ea09-49c6-a618-2101b342fe60 req-9696fd02-5d8e-49ea-b119-b029747249fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:02.286226 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-12eb3d1d-ea09-49c6-a618-2101b342fe60 req-9696fd02-5d8e-49ea-b119-b029747249fa service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=33ba965f-d417-4519-8f89-3aefcdaf09c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4949403 Mar 01 21:04:02.287915 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-00ec5c82-5a65-455b-b71a-4d92a06c94a1 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:02.303001 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2dc37549-695d-4e45-aee8-725f1020caf6 req-1590f542-03b1-41c8-80b5-f93a3141f122 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994901 Mar 01 21:04:02.330211 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6e9e365a-79e4-46e7-b562-5da0ae9128bb tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:02.369716 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-90173859-3e81-4a41-9ee1-8b1ec368a203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:02.381558 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90173859-3e81-4a41-9ee1-8b1ec368a203 None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:02.382602 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-90173859-3e81-4a41-9ee1-8b1ec368a203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:02.437454 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6e9e365a-79e4-46e7-b562-5da0ae9128bb tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:02.447860 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:02.449086 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c1298109-30a6-440f-8641-d3e59c89651d tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.6966839 Mar 01 21:04:02.455557 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-90173859-3e81-4a41-9ee1-8b1ec368a203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:02.456281 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90173859-3e81-4a41-9ee1-8b1ec368a203 None None] The sync data for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:04:02.458262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-00ec5c82-5a65-455b-b71a-4d92a06c94a1 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Calling delete_port for a245d346-b582-485b-bc52-1eced677504f owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:02.459691 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51390) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:02.480741 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-9e415d03-3966-4333-af2e-43833a38ea24 req-51255d60-0b77-4897-8851-003a1540c8d3 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Unset dirty status for tenant:ff7ccd258bd24551b5f4338cdeffdae2 on resource:floatingip {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:04:02.482180 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e415d03-3966-4333-af2e-43833a38ea24 req-51255d60-0b77-4897-8851-003a1540c8d3 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.192 HTTP/1.1" status: 200 len: 696 time: 0.3266292 Mar 01 21:04:02.635678 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-12eb3d1d-ea09-49c6-a618-2101b342fe60 req-7416eeeb-b3d4-4e84-a5ce-e334572cae78 service neutron] 10.222.0.57 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393037 Mar 01 21:04:02.660041 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fca39479-5760-4585-85fb-0403e6ff4e6a req-be314909-96ea-41a3-a6bb-c74dd93c2a1c tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.1892979 Mar 01 21:04:02.707752 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6e9e365a-79e4-46e7-b562-5da0ae9128bb tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:02.711519 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6e9e365a-79e4-46e7-b562-5da0ae9128bb tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1004846 Mar 01 21:04:02.724363 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9e365a-79e4-46e7-b562-5da0ae9128bb tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2595fff5-4bbb-4914-a395-1e3eba46480d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:02.733283 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51394) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:02.750142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-386d1ce1-3442-4ed3-a5b5-819ee70fb02b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1516793302', 'security_groups': ['2595fff5-4bbb-4914-a395-1e3eba46480d'], 'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2bc24ee7-bd18-48ad-9ddd-1ca44f2fa92e'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:02.892180 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-12eb3d1d-ea09-49c6-a618-2101b342fe60 req-c85ab5f6-7466-4449-96e5-b487d35ab43c service neutron] 10.222.0.57 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509658 Mar 01 21:04:02.998684 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 960b9fba-9903-4394-8bde-aba51ec20937 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:04:03.000350 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-00ec5c82-5a65-455b-b71a-4d92a06c94a1 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:03.130193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2056edf7-b6e8-413b-b24f-fabe0fcf855e None None] Provisioning complete for port 8cf32e87-91dd-4aec-b429-efdf440e4bae triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:03.130943 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2056edf7-b6e8-413b-b24f-fabe0fcf855e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:03.163223 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e415d03-3966-4333-af2e-43833a38ea24 req-95f2da30-221b-40f0-86eb-11765a172f91 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:03.173313 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e415d03-3966-4333-af2e-43833a38ea24 req-95f2da30-221b-40f0-86eb-11765a172f91 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.5445261 Mar 01 21:04:03.175706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec5c82-5a65-455b-b71a-4d92a06c94a1 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event deleted for resources: {'Port': ['ID=a245d346-b582-485b-bc52-1eced677504f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:03.207246 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 960b9fba-9903-4394-8bde-aba51ec20937 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:04:03.278081 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2056edf7-b6e8-413b-b24f-fabe0fcf855e None None] Port 8cf32e87-91dd-4aec-b429-efdf440e4bae cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:04:03.319898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-386d1ce1-3442-4ed3-a5b5-819ee70fb02b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:03.367041 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-00ec5c82-5a65-455b-b71a-4d92a06c94a1 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:03.433675 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-386d1ce1-3442-4ed3-a5b5-819ee70fb02b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:port and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:03.436730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-386d1ce1-3442-4ed3-a5b5-819ee70fb02b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:03.443131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-386d1ce1-3442-4ed3-a5b5-819ee70fb02b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:03.444854 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2056edf7-b6e8-413b-b24f-fabe0fcf855e None None] Provisioning for port 960b9fba-9903-4394-8bde-aba51ec20937 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:04:03.453447 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2056edf7-b6e8-413b-b24f-fabe0fcf855e None None] Provisioning complete for port 960b9fba-9903-4394-8bde-aba51ec20937 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:03.454169 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2056edf7-b6e8-413b-b24f-fabe0fcf855e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:03.686039 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2056edf7-b6e8-413b-b24f-fabe0fcf855e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:03.698022 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00ec5c82-5a65-455b-b71a-4d92a06c94a1 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Router a0e2983b-98a1-4b0a-a90e-c16d89277a9b has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:04:03.730121 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2056edf7-b6e8-413b-b24f-fabe0fcf855e None None] For port 960b9fba-9903-4394-8bde-aba51ec20937, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=960b9fba-9903-4394-8bde-aba51ec20937,segment=NetworkSegment(9219b39f-06fa-42a1-8efb-20c8ae6faa04),segment_id=9219b39f-06fa-42a1-8efb-20c8ae6faa04)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:03.808511 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386d1ce1-3442-4ed3-a5b5-819ee70fb02b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:04:03.822915 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2056edf7-b6e8-413b-b24f-fabe0fcf855e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:03.858251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00ec5c82-5a65-455b-b71a-4d92a06c94a1 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:04:03.876705 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-00ec5c82-5a65-455b-b71a-4d92a06c94a1 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "PUT /v2.0/routers/a0e2983b-98a1-4b0a-a90e-c16d89277a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5605223 Mar 01 21:04:03.877812 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51408) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:03.878888 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44bee38-c029-4a5c-9aa7-484cfc6f6444 None None] Sync routers for ids ['a0e2983b-98a1-4b0a-a90e-c16d89277a9b'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:04:03.906888 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44bee38-c029-4a5c-9aa7-484cfc6f6444 None None] Routers {'a0e2983b-98a1-4b0a-a90e-c16d89277a9b'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:03.907548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e44bee38-c029-4a5c-9aa7-484cfc6f6444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['a0e2983b-98a1-4b0a-a90e-c16d89277a9b'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:03.980914 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e44bee38-c029-4a5c-9aa7-484cfc6f6444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:03.997241 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44bee38-c029-4a5c-9aa7-484cfc6f6444 None None] Routers {'a0e2983b-98a1-4b0a-a90e-c16d89277a9b'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:03.997873 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e44bee38-c029-4a5c-9aa7-484cfc6f6444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['a0e2983b-98a1-4b0a-a90e-c16d89277a9b'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:04.048784 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00090721-46f3-44ab-9a47-b244168542f7 req-5a3ba99a-acb0-4772-b1b4-e6be74dff74a tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7679412 Mar 01 21:04:04.053249 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-00090721-46f3-44ab-9a47-b244168542f7 req-e8f09cab-8d66-4b9f-8ace-92ed882bc04e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:04.079246 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056edf7-b6e8-413b-b24f-fabe0fcf855e None None] Pushing event updated for resources: {'Port': ['ID=960b9fba-9903-4394-8bde-aba51ec20937,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:04.081850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-00090721-46f3-44ab-9a47-b244168542f7 req-e8f09cab-8d66-4b9f-8ace-92ed882bc04e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:04.095565 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-47aa67a7-8afd-479d-833f-9b4d0c928db1 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] delete failed (client error): The resource could not be found. Mar 01 21:04:04.101956 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-47aa67a7-8afd-479d-833f-9b4d0c928db1 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-1731243194 HTTP/1.1" status: 404 len: 335 time: 0.2218940 Mar 01 21:04:04.101956 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51412) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:04.107938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9be99599-1ccf-41e2-86bd-2cb3d7c3fcf9 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a0e2983b-98a1-4b0a-a90e-c16d89277a9b'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:04.112830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e44bee38-c029-4a5c-9aa7-484cfc6f6444 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:04.113489 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44bee38-c029-4a5c-9aa7-484cfc6f6444 None None] The sync data for ids ['a0e2983b-98a1-4b0a-a90e-c16d89277a9b'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:04:04.126108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827adc60-1a66-4520-9043-c031c72e9c12 req-57cf4621-0e78-42e3-90c9-a8f4deb6cf13 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:04.127621 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-827adc60-1a66-4520-9043-c031c72e9c12 req-57cf4621-0e78-42e3-90c9-a8f4deb6cf13 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.6637588 Mar 01 21:04:04.152182 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-00090721-46f3-44ab-9a47-b244168542f7 req-e8f09cab-8d66-4b9f-8ace-92ed882bc04e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:04.189552 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-386d1ce1-3442-4ed3-a5b5-819ee70fb02b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:04.265092 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-827adc60-1a66-4520-9043-c031c72e9c12 req-63e4fc54-f79b-4ce4-a860-07d5d5bbabb1 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1264513 Mar 01 21:04:04.266100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-386d1ce1-3442-4ed3-a5b5-819ee70fb02b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] device_id is not set on port bd15b0ed-0cc2-420a-8f09-95f41d6fe291 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:04:04.411597 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a0094461-b391-4a27-a2b1-56803ee952d0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:04.428607 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-00090721-46f3-44ab-9a47-b244168542f7 req-e8f09cab-8d66-4b9f-8ace-92ed882bc04e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:04.570673 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9be99599-1ccf-41e2-86bd-2cb3d7c3fcf9 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:04.587269 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-20038eb1-da2a-4e2b-a2fa-4bef1c2e225a req-30784e42-1ae0-4f91-bcd2-a40e57ce56dd tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.1386309 Mar 01 21:04:04.663328 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-9be99599-1ccf-41e2-86bd-2cb3d7c3fcf9 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] update failed (client error): The resource could not be found. Mar 01 21:04:04.668700 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9be99599-1ccf-41e2-86bd-2cb3d7c3fcf9 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "PUT /v2.0/routers/a0e2983b-98a1-4b0a-a90e-c16d89277a9b HTTP/1.1" status: 404 len: 339 time: 0.5612097 Mar 01 21:04:04.668961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51422) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:04.674582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-804370805'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:04.679910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:04.684476 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Usage tracker for resource:network and tenant:076dca714703453ebb1e97daf5f9598c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:04.688322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:04.694816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:04.765101 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Made reservation on behalf of 076dca714703453ebb1e97daf5f9598c for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:04:04.768913 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:04.805990 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:04:04.817334 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:04.817621 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Added segment 81e29c04-466a-439b-9c53-9555c786818a of type vlan for network e48220a3-9937-4af0-8935-fb7c22c53100 Mar 01 21:04:04.847749 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:04.961487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-386d1ce1-3442-4ed3-a5b5-819ee70fb02b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Allocated IP 172.20.0.9 (2e7d448a-b62f-4a54-b0fd-6fa6663798b9/2bc24ee7-bd18-48ad-9ddd-1ca44f2fa92e/bd15b0ed-0cc2-420a-8f09-95f41d6fe291) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:04:04.962024 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 960b9fba-9903-4394-8bde-aba51ec20937 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:04:04.979665 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:04.993542 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:04.994594 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:05.041906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 960b9fba-9903-4394-8bde-aba51ec20937 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:05.042794 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:05.193595 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5236118 Mar 01 21:04:05.198335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51426) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:05.207010 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-83b5be73-795a-438b-bdf8-bd1ca5f61922 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Request body: {'subnet': {'network_id': 'e48220a3-9937-4af0-8935-fb7c22c53100', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:05.238080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event updated for resources: {'Network': ['ID=e48220a3-9937-4af0-8935-fb7c22c53100,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:05.260784 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:05.261272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:05.261718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:05.262154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:05.262597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:05.263062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:05.263519 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:05.263948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:05.264396 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:05.264818 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:05.265242 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:05.265662 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5895c24c-9c5c-4f79-a598-0fde10478aca tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:05.283937 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network e48220a3-9937-4af0-8935-fb7c22c53100 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:04:05.308318 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-00090721-46f3-44ab-9a47-b244168542f7 req-e8f09cab-8d66-4b9f-8ace-92ed882bc04e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:05.364887 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-83b5be73-795a-438b-bdf8-bd1ca5f61922 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:05.370870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-83b5be73-795a-438b-bdf8-bd1ca5f61922 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Usage tracker for resource:subnet and tenant:076dca714703453ebb1e97daf5f9598c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:05.374233 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-83b5be73-795a-438b-bdf8-bd1ca5f61922 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:05.381444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-83b5be73-795a-438b-bdf8-bd1ca5f61922 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:05.383547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-a0094461-b391-4a27-a2b1-56803ee952d0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Allocated IP 172.20.0.1 (6a5f9610-9a9b-45eb-8db1-c62ccfeec26e/6d844e6a-d1b3-418f-897b-dd1e29ab1112/1b8c3dd4-5040-4cac-a8eb-38dcb3e34e62) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:04:05.488280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b5be73-795a-438b-bdf8-bd1ca5f61922 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Made reservation on behalf of 076dca714703453ebb1e97daf5f9598c for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:04:05.491947 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83b5be73-795a-438b-bdf8-bd1ca5f61922 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:05.707772 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-386d1ce1-3442-4ed3-a5b5-819ee70fb02b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:05.798093 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83b5be73-795a-438b-bdf8-bd1ca5f61922 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:05.814126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-386d1ce1-3442-4ed3-a5b5-819ee70fb02b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Transition to ACTIVE for port object bd15b0ed-0cc2-420a-8f09-95f41d6fe291 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:04:05.858745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-00090721-46f3-44ab-9a47-b244168542f7 req-e8f09cab-8d66-4b9f-8ace-92ed882bc04e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Allocated IP 172.25.5.217 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/8c2ef909-0372-4151-9d01-b522ce64a0e1) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:04:05.899628 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5be73-795a-438b-bdf8-bd1ca5f61922 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event updated for resources: {'Subnet': ['ID=41244ad0-d844-4e0e-86fe-3cbc76120818,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:05.905091 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b5be73-795a-438b-bdf8-bd1ca5f61922 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Checking segment: {'id': '81e29c04-466a-439b-9c53-9555c786818a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e48220a3-9937-4af0-8935-fb7c22c53100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:04:05.906007 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b5be73-795a-438b-bdf8-bd1ca5f61922 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Network hostable DHCP agents. Network: e48220a3-9937-4af0-8935-fb7c22c53100, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:04:05.932278 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a0094461-b391-4a27-a2b1-56803ee952d0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:05.964406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7324e5-4dc7-4820-a044-0ffe09fb8773 req-9cc78236-6e6b-4009-8c83-4a3941b79118 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:05.965880 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e7324e5-4dc7-4820-a044-0ffe09fb8773 req-9cc78236-6e6b-4009-8c83-4a3941b79118 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.5181248 Mar 01 21:04:05.993233 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b5be73-795a-438b-bdf8-bd1ca5f61922 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Network e48220a3-9937-4af0-8935-fb7c22c53100 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:04:06.067751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-83b5be73-795a-438b-bdf8-bd1ca5f61922 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, e48220a3-9937-4af0-8935-fb7c22c53100) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:06.072609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b5be73-795a-438b-bdf8-bd1ca5f61922 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:06.086075 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83b5be73-795a-438b-bdf8-bd1ca5f61922 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:06.087269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff39df57-f689-4e2a-a012-3724764b11f7 None None] Network e48220a3-9937-4af0-8935-fb7c22c53100 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:04:06.120065 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-386d1ce1-3442-4ed3-a5b5-819ee70fb02b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:06.127229 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e7324e5-4dc7-4820-a044-0ffe09fb8773 req-89159e4e-b305-4fa9-8de1-342188d39184 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000545 Mar 01 21:04:06.169925 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-83b5be73-795a-438b-bdf8-bd1ca5f61922 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9695961 Mar 01 21:04:06.172157 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51438) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:06.178117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-12418c8c-08d7-4b21-98ed-76e6fe6f99cd tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e48220a3-9937-4af0-8935-fb7c22c53100'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:06.194509 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-00090721-46f3-44ab-9a47-b244168542f7 req-e8f09cab-8d66-4b9f-8ace-92ed882bc04e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:06.223489 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386d1ce1-3442-4ed3-a5b5-819ee70fb02b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:04:06.227352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-386d1ce1-3442-4ed3-a5b5-819ee70fb02b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:06.238025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386d1ce1-3442-4ed3-a5b5-819ee70fb02b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:04:06.304250 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a0094461-b391-4a27-a2b1-56803ee952d0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:06.309117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386d1ce1-3442-4ed3-a5b5-819ee70fb02b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=bd15b0ed-0cc2-420a-8f09-95f41d6fe291,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:06.440860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-e48220a3-9937-4af0-8935-fb7c22c53100', 'network_id': 'e48220a3-9937-4af0-8935-fb7c22c53100', 'tenant_id': '076dca714703453ebb1e97daf5f9598c', 'fixed_ips': [{'subnet_id': '41244ad0-d844-4e0e-86fe-3cbc76120818'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:04:06.442744 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:06.469259 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-503fea55-4d83-4ba2-8921-c9aee6716075 req-f47e34cc-54cd-4d51-a8a2-f65189669674 tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.1955719 Mar 01 21:04:06.486336 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0094461-b391-4a27-a2b1-56803ee952d0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Network 6a5f9610-9a9b-45eb-8db1-c62ccfeec26e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:04:06.488317 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-a0094461-b391-4a27-a2b1-56803ee952d0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:06.514874 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0094461-b391-4a27-a2b1-56803ee952d0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:04:06.575605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386d1ce1-3442-4ed3-a5b5-819ee70fb02b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:06.576294 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-386d1ce1-3442-4ed3-a5b5-819ee70fb02b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:06.601437 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0094461-b391-4a27-a2b1-56803ee952d0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Port': ['ID=1b8c3dd4-5040-4cac-a8eb-38dcb3e34e62,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:06.658596 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a0094461-b391-4a27-a2b1-56803ee952d0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:06.690467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Allocated IP 2001:db8:1::2 (e48220a3-9937-4af0-8935-fb7c22c53100/41244ad0-d844-4e0e-86fe-3cbc76120818/97c67a02-bdef-43a6-8bc6-385bc26e9710) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:04:06.726416 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-00090721-46f3-44ab-9a47-b244168542f7 req-e8f09cab-8d66-4b9f-8ace-92ed882bc04e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:06.782061 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-386d1ce1-3442-4ed3-a5b5-819ee70fb02b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0478051 Mar 01 21:04:06.785169 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51442) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:06.791537 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-443d15ed-7391-4616-9b25-8c6bccd08cf3 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'subnet': {'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:06.793352 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7bc7b2a1-b7f8-4285-a085-8302d22d3b68 None None] Provisioning for port bd15b0ed-0cc2-420a-8f09-95f41d6fe291 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:04:06.807025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00090721-46f3-44ab-9a47-b244168542f7 req-e8f09cab-8d66-4b9f-8ace-92ed882bc04e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:04:06.815071 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7bc7b2a1-b7f8-4285-a085-8302d22d3b68 None None] Provisioning complete for port bd15b0ed-0cc2-420a-8f09-95f41d6fe291 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:06.815071 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7bc7b2a1-b7f8-4285-a085-8302d22d3b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:06.815347 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-00090721-46f3-44ab-9a47-b244168542f7 req-e8f09cab-8d66-4b9f-8ace-92ed882bc04e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:06.832386 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-00090721-46f3-44ab-9a47-b244168542f7 req-e8f09cab-8d66-4b9f-8ace-92ed882bc04e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:04:06.889274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f09cab-8d66-4b9f-8ace-92ed882bc04e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Pushing event updated for resources: {'Port': ['ID=8c2ef909-0372-4151-9d01-b522ce64a0e1,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:06.892138 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-7bc7b2a1-b7f8-4285-a085-8302d22d3b68 None None] Port bd15b0ed-0cc2-420a-8f09-95f41d6fe291 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:04:06.987893 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a0094461-b391-4a27-a2b1-56803ee952d0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:07.010592 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-12418c8c-08d7-4b21-98ed-76e6fe6f99cd tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:07.044425 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:07.052431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Transition to ACTIVE for port object 97c67a02-bdef-43a6-8bc6-385bc26e9710 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:04:07.075423 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Transition to ACTIVE for port object 97c67a02-bdef-43a6-8bc6-385bc26e9710 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:04:07.082633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-443d15ed-7391-4616-9b25-8c6bccd08cf3 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:07.086715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-443d15ed-7391-4616-9b25-8c6bccd08cf3 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:subnet and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:07.089961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-443d15ed-7391-4616-9b25-8c6bccd08cf3 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:07.095939 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-443d15ed-7391-4616-9b25-8c6bccd08cf3 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:07.135426 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-00090721-46f3-44ab-9a47-b244168542f7 req-e8f09cab-8d66-4b9f-8ace-92ed882bc04e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:07.157535 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:07.220713 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443d15ed-7391-4616-9b25-8c6bccd08cf3 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:04:07.224749 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-443d15ed-7391-4616-9b25-8c6bccd08cf3 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:07.229773 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Network e48220a3-9937-4af0-8935-fb7c22c53100 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:04:07.232757 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:07.236491 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:04:07.288160 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Pushing event updated for resources: {'Port': ['ID=97c67a02-bdef-43a6-8bc6-385bc26e9710,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:07.345247 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Attempting to bind port 97c67a02-bdef-43a6-8bc6-385bc26e9710 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:04:07.345625 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Attempting to bind port 97c67a02-bdef-43a6-8bc6-385bc26e9710 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '81e29c04-466a-439b-9c53-9555c786818a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e48220a3-9937-4af0-8935-fb7c22c53100'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:04:07.345994 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Attempting to bind port 97c67a02-bdef-43a6-8bc6-385bc26e9710 on network e48220a3-9937-4af0-8935-fb7c22c53100 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:04:07.352656 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:04:07.353563 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Checking segment: {'id': '81e29c04-466a-439b-9c53-9555c786818a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e48220a3-9937-4af0-8935-fb7c22c53100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:04:07.354143 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:07.354692 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Bound using segment: {'id': '81e29c04-466a-439b-9c53-9555c786818a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e48220a3-9937-4af0-8935-fb7c22c53100'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:04:07.355209 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Bound port: 97c67a02-bdef-43a6-8bc6-385bc26e9710, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e29c04-466a-439b-9c53-9555c786818a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'e48220a3-9937-4af0-8935-fb7c22c53100'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:04:07.355675 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:07.390673 n-d-827896-4 neutron-server[88519]: INFO neutron.db.ipam_backend_mixin [None req-443d15ed-7391-4616-9b25-8c6bccd08cf3 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2bc24ee7-bd18-48ad-9ddd-1ca44f2fa92e (CIDR: 172.20.0.0/28) Mar 01 21:04:07.409878 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-12418c8c-08d7-4b21-98ed-76e6fe6f99cd tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:04:07.414632 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-12418c8c-08d7-4b21-98ed-76e6fe6f99cd tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "PUT /v2.0/routers/a0e2983b-98a1-4b0a-a90e-c16d89277a9b HTTP/1.1" status: 400 len: 364 time: 1.2376964 Mar 01 21:04:07.414984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51448) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:07.444058 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-00090721-46f3-44ab-9a47-b244168542f7 req-e8f09cab-8d66-4b9f-8ace-92ed882bc04e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:07.471940 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] For port 97c67a02-bdef-43a6-8bc6-385bc26e9710, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:04:07.475621 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] For port 97c67a02-bdef-43a6-8bc6-385bc26e9710, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=97c67a02-bdef-43a6-8bc6-385bc26e9710,segment=NetworkSegment(81e29c04-466a-439b-9c53-9555c786818a),segment_id=81e29c04-466a-439b-9c53-9555c786818a)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:04:07.485964 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-443d15ed-7391-4616-9b25-8c6bccd08cf3 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:04:07.487788 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443d15ed-7391-4616-9b25-8c6bccd08cf3 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:04:07.544467 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:07.647251 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-443d15ed-7391-4616-9b25-8c6bccd08cf3 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8612666 Mar 01 21:04:07.667689 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51454) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:07.685305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f38eb7e0-1c09-41a7-ba0e-3ce6c6211462 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'subnet': {'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:07.703884 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecafb884-5353-4dbf-95e9-4055a8628f0d None None] Pushing event updated for resources: {'Port': ['ID=97c67a02-bdef-43a6-8bc6-385bc26e9710,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:07.873156 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1616966-2d16-4dc2-9497-fe179c5a4996 req-3606eb17-0612-442d-b454-91ba74ea41f9 tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.0718162 Mar 01 21:04:07.922557 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a0094461-b391-4a27-a2b1-56803ee952d0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:07.996008 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a0094461-b391-4a27-a2b1-56803ee952d0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:08.029316 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-00090721-46f3-44ab-9a47-b244168542f7 req-e8f09cab-8d66-4b9f-8ace-92ed882bc04e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:08.119919 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-00090721-46f3-44ab-9a47-b244168542f7 req-e8f09cab-8d66-4b9f-8ace-92ed882bc04e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:08.245886 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-00090721-46f3-44ab-9a47-b244168542f7 req-e8f09cab-8d66-4b9f-8ace-92ed882bc04e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:08.250603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0094461-b391-4a27-a2b1-56803ee952d0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Port': ['ID=1b8c3dd4-5040-4cac-a8eb-38dcb3e34e62,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:08.274557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f38eb7e0-1c09-41a7-ba0e-3ce6c6211462 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:08.302828 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a0094461-b391-4a27-a2b1-56803ee952d0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:08.309320 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f38eb7e0-1c09-41a7-ba0e-3ce6c6211462 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:subnet and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:08.315143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f38eb7e0-1c09-41a7-ba0e-3ce6c6211462 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:08.318721 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82351ae9-50e0-41be-b521-a0a1a5b502b3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:08.332490 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f38eb7e0-1c09-41a7-ba0e-3ce6c6211462 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:08.483564 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-00090721-46f3-44ab-9a47-b244168542f7 req-e8f09cab-8d66-4b9f-8ace-92ed882bc04e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:08.484820 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00090721-46f3-44ab-9a47-b244168542f7 req-e8f09cab-8d66-4b9f-8ace-92ed882bc04e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4352586 Mar 01 21:04:08.494129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f09cab-8d66-4b9f-8ace-92ed882bc04e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Pushing event updated for resources: {'Port': ['ID=8c2ef909-0372-4151-9d01-b522ce64a0e1,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:08.536941 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38eb7e0-1c09-41a7-ba0e-3ce6c6211462 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:04:08.537117 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f38eb7e0-1c09-41a7-ba0e-3ce6c6211462 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:08.589026 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-00090721-46f3-44ab-9a47-b244168542f7 req-e6c21ed7-0b02-4b65-ac5e-63732b13c961 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Synchronizing usage tracker for tenant:ff7ccd258bd24551b5f4338cdeffdae2 on resource:floatingip {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:04:08.634342 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0094461-b391-4a27-a2b1-56803ee952d0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Network 6a5f9610-9a9b-45eb-8db1-c62ccfeec26e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:04:08.635610 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-a0094461-b391-4a27-a2b1-56803ee952d0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:08.834264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-00090721-46f3-44ab-9a47-b244168542f7 req-e6c21ed7-0b02-4b65-ac5e-63732b13c961 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Unset dirty status for tenant:ff7ccd258bd24551b5f4338cdeffdae2 on resource:floatingip {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:04:08.835457 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00090721-46f3-44ab-9a47-b244168542f7 req-e6c21ed7-0b02-4b65-ac5e-63732b13c961 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.3428469 Mar 01 21:04:08.841350 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0094461-b391-4a27-a2b1-56803ee952d0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Router d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:04:08.894203 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-82351ae9-50e0-41be-b521-a0a1a5b502b3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Allocated IP 2001:db8::1 (68887a4c-4a2d-42cf-8b0d-40be72c1d3c5/59b6a22b-2b8f-4439-a261-e0ec9313ba3f/4899f48c-f160-469a-b514-b5fe9144bd69) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:04:09.060169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 97c67a02-bdef-43a6-8bc6-385bc26e9710 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:04:09.121973 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ca949e-7b10-4c7c-a5a6-446c5a2057b4 None None] Network e48220a3-9937-4af0-8935-fb7c22c53100 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:04:09.219191 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82351ae9-50e0-41be-b521-a0a1a5b502b3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:09.275533 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6feca1a5-0638-4c4a-b702-ca18070ce2ef req-d8446692-39e3-4959-9e93-c4b417c5b7ff tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.0656714 Mar 01 21:04:09.282559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-82351ae9-50e0-41be-b521-a0a1a5b502b3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Transition to ACTIVE for port object 4899f48c-f160-469a-b514-b5fe9144bd69 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:04:09.301928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0094461-b391-4a27-a2b1-56803ee952d0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:04:09.318237 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a0094461-b391-4a27-a2b1-56803ee952d0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "PUT /v2.0/routers/d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8559573 Mar 01 21:04:09.322323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51466) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:09.327410 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea60aaf-e5c4-4cd6-bb04-09b0f0da7c8c None None] Sync routers for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:04:09.330667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-03d5f80d-600e-4831-b785-1c5aa2c1ca89 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'port': {'network_id': '6a5f9610-9a9b-45eb-8db1-c62ccfeec26e', 'name': 'tempest-FloatingIPTestJSON-1550948532'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:09.334233 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea60aaf-e5c4-4cd6-bb04-09b0f0da7c8c None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:09.334903 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0ea60aaf-e5c4-4cd6-bb04-09b0f0da7c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:09.356663 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9b0ecb4b-f55b-45c2-8855-a4a0230917ad None None] Provisioning for port 97c67a02-bdef-43a6-8bc6-385bc26e9710 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:04:09.387817 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00090721-46f3-44ab-9a47-b244168542f7 req-fb1246f5-ab0e-413c-b9ad-0fc7bf07c549 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:09.389206 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00090721-46f3-44ab-9a47-b244168542f7 req-fb1246f5-ab0e-413c-b9ad-0fc7bf07c549 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.5465550 Mar 01 21:04:09.392115 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f38eb7e0-1c09-41a7-ba0e-3ce6c6211462 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:09.403615 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0ea60aaf-e5c4-4cd6-bb04-09b0f0da7c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:09.410196 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 97c67a02-bdef-43a6-8bc6-385bc26e9710 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:04:09.413373 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9b0ecb4b-f55b-45c2-8855-a4a0230917ad None None] Provisioning complete for port 97c67a02-bdef-43a6-8bc6-385bc26e9710 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:09.413941 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9b0ecb4b-f55b-45c2-8855-a4a0230917ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:09.419607 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea60aaf-e5c4-4cd6-bb04-09b0f0da7c8c None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:09.420215 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0ea60aaf-e5c4-4cd6-bb04-09b0f0da7c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:09.489878 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0ea60aaf-e5c4-4cd6-bb04-09b0f0da7c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:09.490540 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ea60aaf-e5c4-4cd6-bb04-09b0f0da7c8c None None] The sync data for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:04:09.502252 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82351ae9-50e0-41be-b521-a0a1a5b502b3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:09.503058 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 97c67a02-bdef-43a6-8bc6-385bc26e9710 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:09.503463 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:09.503813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-00090721-46f3-44ab-9a47-b244168542f7 req-d6e270ff-8a56-42f3-9145-4fe6f11bcbbf tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:04:09.504820 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00090721-46f3-44ab-9a47-b244168542f7 req-d6e270ff-8a56-42f3-9145-4fe6f11bcbbf tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0671082 Mar 01 21:04:09.525239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38eb7e0-1c09-41a7-ba0e-3ce6c6211462 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:04:09.536429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-03d5f80d-600e-4831-b785-1c5aa2c1ca89 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:09.614710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38eb7e0-1c09-41a7-ba0e-3ce6c6211462 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Subnet': ['ID=477de5f9-5162-4b3b-becc-0fb2ed9dee25,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:09.627650 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-f38eb7e0-1c09-41a7-ba0e-3ce6c6211462 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:09.639989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38eb7e0-1c09-41a7-ba0e-3ce6c6211462 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:09.640503 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f38eb7e0-1c09-41a7-ba0e-3ce6c6211462 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:09.663555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82351ae9-50e0-41be-b521-a0a1a5b502b3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Network 68887a4c-4a2d-42cf-8b0d-40be72c1d3c5 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:04:09.670108 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-82351ae9-50e0-41be-b521-a0a1a5b502b3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:09.675126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82351ae9-50e0-41be-b521-a0a1a5b502b3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:04:09.675672 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82351ae9-50e0-41be-b521-a0a1a5b502b3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:09.700325 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8165363-f599-4a7f-8bd8-31616716ef48 None None] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:04:09.707246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82351ae9-50e0-41be-b521-a0a1a5b502b3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event updated for resources: {'Port': ['ID=4899f48c-f160-469a-b514-b5fe9144bd69,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:09.780546 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f38eb7e0-1c09-41a7-ba0e-3ce6c6211462 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1089387 Mar 01 21:04:09.780747 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51474) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:09.787502 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-338cebbc-85a3-4c97-a22f-513cf6c41e69 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1106298926', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '477de5f9-5162-4b3b-becc-0fb2ed9dee25'}], 'security_groups': ['26c9a247-0caa-419a-bd08-5966473b7a46']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:09.836070 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-03d5f80d-600e-4831-b785-1c5aa2c1ca89 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Usage tracker for resource:port and tenant:b1ee6d67e60d4522b2c7a56804647469 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:09.846503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-03d5f80d-600e-4831-b785-1c5aa2c1ca89 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:09.870179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-03d5f80d-600e-4831-b785-1c5aa2c1ca89 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:09.879648 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1da6b0e4-9864-4969-a3cb-59baac20a1a8 req-af2f2504-1704-41e9-a5f9-2e355c3cf43b tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/floatingips/647a0204-295f-4b11-a674-517fa8138e1d HTTP/1.1" status: 200 len: 693 time: 0.3443635 Mar 01 21:04:10.006847 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9b0ecb4b-f55b-45c2-8855-a4a0230917ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:10.052677 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d5f80d-600e-4831-b785-1c5aa2c1ca89 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Made reservation on behalf of b1ee6d67e60d4522b2c7a56804647469 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:04:10.057266 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03d5f80d-600e-4831-b785-1c5aa2c1ca89 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:10.102341 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82351ae9-50e0-41be-b521-a0a1a5b502b3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:10.112132 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da6b0e4-9864-4969-a3cb-59baac20a1a8 req-f8505c67-ebbe-4563-a8b5-05e19e9cc87e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:10.113956 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1da6b0e4-9864-4969-a3cb-59baac20a1a8 req-f8505c67-ebbe-4563-a8b5-05e19e9cc87e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.2259290 Mar 01 21:04:10.122099 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-9b0ecb4b-f55b-45c2-8855-a4a0230917ad None None] For port 97c67a02-bdef-43a6-8bc6-385bc26e9710, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=97c67a02-bdef-43a6-8bc6-385bc26e9710,segment=NetworkSegment(81e29c04-466a-439b-9c53-9555c786818a),segment_id=81e29c04-466a-439b-9c53-9555c786818a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:10.128435 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-1da6b0e4-9864-4969-a3cb-59baac20a1a8 req-6d290f9f-2f3f-43a3-8de0-3db412e1daaf tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:04:10.129926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1da6b0e4-9864-4969-a3cb-59baac20a1a8 req-6d290f9f-2f3f-43a3-8de0-3db412e1daaf tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090046 Mar 01 21:04:10.169948 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:10.170442 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-03d5f80d-600e-4831-b785-1c5aa2c1ca89 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] device_id is not set on port c52db57a-76eb-4569-939e-ecdc13e6a193 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:04:10.204595 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-338cebbc-85a3-4c97-a22f-513cf6c41e69 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:10.274430 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9b0ecb4b-f55b-45c2-8855-a4a0230917ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:10.373753 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22e57575-8c81-429e-abde-b6de99bd1127 req-7ffbcfda-54bc-4aa8-a24a-86b0c0c34a4c tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/floatingips/647a0204-295f-4b11-a674-517fa8138e1d HTTP/1.1" status: 200 len: 693 time: 0.1573734 Mar 01 21:04:10.409165 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ecb4b-f55b-45c2-8855-a4a0230917ad None None] Pushing event updated for resources: {'Port': ['ID=97c67a02-bdef-43a6-8bc6-385bc26e9710,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:10.549156 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:04:10.549588 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:04:10.638041 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c61c0829-e367-4a6e-bf90-4c2c38e06bd8 None None] Provisioning for port 4899f48c-f160-469a-b514-b5fe9144bd69 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:04:10.648171 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c61c0829-e367-4a6e-bf90-4c2c38e06bd8 None None] Provisioning complete for port 4899f48c-f160-469a-b514-b5fe9144bd69 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:10.648540 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c61c0829-e367-4a6e-bf90-4c2c38e06bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:10.659437 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da47e01b-a11e-4a0e-89bc-f4578d4278bc req-810699bd-7e19-4677-bd39-f7757a6c361b tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.0725071 Mar 01 21:04:10.689295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-03d5f80d-600e-4831-b785-1c5aa2c1ca89 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Allocated IP 172.20.0.7 (6a5f9610-9a9b-45eb-8db1-c62ccfeec26e/6d844e6a-d1b3-418f-897b-dd1e29ab1112/c52db57a-76eb-4569-939e-ecdc13e6a193) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:04:10.718317 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e57575-8c81-429e-abde-b6de99bd1127 req-982f2355-f2b8-4ead-aff2-a01d3da16f40 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:10.719730 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22e57575-8c81-429e-abde-b6de99bd1127 req-982f2355-f2b8-4ead-aff2-a01d3da16f40 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.3357651 Mar 01 21:04:10.742238 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-22e57575-8c81-429e-abde-b6de99bd1127 req-3b928eec-240d-446d-8d4d-5e05eb9e9bc5 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:04:10.743227 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22e57575-8c81-429e-abde-b6de99bd1127 req-3b928eec-240d-446d-8d4d-5e05eb9e9bc5 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056756 Mar 01 21:04:10.756177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c61c0829-e367-4a6e-bf90-4c2c38e06bd8 None None] Port 4899f48c-f160-469a-b514-b5fe9144bd69 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:04:10.778652 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e921435e-b19e-4572-87bd-fad405ef7938 None None] Update dhcp port {'port': {'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9', 'fixed_ips': [{'subnet_id': '2bc24ee7-bd18-48ad-9ddd-1ca44f2fa92e', 'ip_address': '172.20.0.2'}, {'subnet_id': '477de5f9-5162-4b3b-becc-0fb2ed9dee25'}], 'binding:host_id': 'n-d-827896-4'}, 'id': '960b9fba-9903-4394-8bde-aba51ec20937'} from n-d-827896-4. {{(pid=88520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 01 21:04:10.876172 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22e57575-8c81-429e-abde-b6de99bd1127 req-dcb631e9-89a4-4929-b9cf-908fe4b2964c tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.1061656 Mar 01 21:04:10.919625 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e921435e-b19e-4572-87bd-fad405ef7938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:11.000452 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-50f97b2b-9dd8-479b-bd73-f79c11a4198a None None] Provisioning complete for port 97c67a02-bdef-43a6-8bc6-385bc26e9710 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:11.000819 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-50f97b2b-9dd8-479b-bd73-f79c11a4198a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:11.030472 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22e57575-8c81-429e-abde-b6de99bd1127 req-661bf27d-c82e-4a26-ae4d-83ce3ca476ff tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.217 HTTP/1.1" status: 200 len: 696 time: 0.1417239 Mar 01 21:04:11.086064 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03d5f80d-600e-4831-b785-1c5aa2c1ca89 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:11.193091 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03d5f80d-600e-4831-b785-1c5aa2c1ca89 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:11.241373 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82351ae9-50e0-41be-b521-a0a1a5b502b3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:11.281195 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 97c67a02-bdef-43a6-8bc6-385bc26e9710 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:04:11.357688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d5f80d-600e-4831-b785-1c5aa2c1ca89 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Network 6a5f9610-9a9b-45eb-8db1-c62ccfeec26e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:04:11.358827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-22e57575-8c81-429e-abde-b6de99bd1127 req-338a87e8-3568-4a5e-92fd-0ef03a38340e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Deleting port 8c2ef909-0372-4151-9d01-b522ce64a0e1 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:11.359121 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-22e57575-8c81-429e-abde-b6de99bd1127 req-338a87e8-3568-4a5e-92fd-0ef03a38340e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:11.365240 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-e921435e-b19e-4572-87bd-fad405ef7938 None None] Allocated IP 172.20.0.18 (2e7d448a-b62f-4a54-b0fd-6fa6663798b9/477de5f9-5162-4b3b-becc-0fb2ed9dee25/960b9fba-9903-4394-8bde-aba51ec20937) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:04:11.379915 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82351ae9-50e0-41be-b521-a0a1a5b502b3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:11.390617 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82351ae9-50e0-41be-b521-a0a1a5b502b3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:11.390858 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-03d5f80d-600e-4831-b785-1c5aa2c1ca89 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:11.400772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d5f80d-600e-4831-b785-1c5aa2c1ca89 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:04:11.411852 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 97c67a02-bdef-43a6-8bc6-385bc26e9710 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:11.412506 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:11.429789 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5f80d-600e-4831-b785-1c5aa2c1ca89 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Port': ['ID=c52db57a-76eb-4569-939e-ecdc13e6a193,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:11.464046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82351ae9-50e0-41be-b521-a0a1a5b502b3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event updated for resources: {'Port': ['ID=4899f48c-f160-469a-b514-b5fe9144bd69,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:11.514644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d5f80d-600e-4831-b785-1c5aa2c1ca89 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:11.520919 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03d5f80d-600e-4831-b785-1c5aa2c1ca89 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:11.622909 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82351ae9-50e0-41be-b521-a0a1a5b502b3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Network 68887a4c-4a2d-42cf-8b0d-40be72c1d3c5 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:04:11.624784 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-82351ae9-50e0-41be-b521-a0a1a5b502b3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:11.711772 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-03d5f80d-600e-4831-b785-1c5aa2c1ca89 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3878570 Mar 01 21:04:11.718640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51486) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:11.726651 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-0e4005d2-3bd2-41c5-ac30-1f41ada9d50f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'port': {'network_id': '6a5f9610-9a9b-45eb-8db1-c62ccfeec26e', 'name': 'tempest-FloatingIPTestJSON-91776386'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:11.796238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e921435e-b19e-4572-87bd-fad405ef7938 None None] For port 960b9fba-9903-4394-8bde-aba51ec20937, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=960b9fba-9903-4394-8bde-aba51ec20937,segment=NetworkSegment(9219b39f-06fa-42a1-8efb-20c8ae6faa04),segment_id=9219b39f-06fa-42a1-8efb-20c8ae6faa04)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:11.854743 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e921435e-b19e-4572-87bd-fad405ef7938 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:11.875666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e921435e-b19e-4572-87bd-fad405ef7938 None None] Transition to ACTIVE for port object 960b9fba-9903-4394-8bde-aba51ec20937 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:04:11.883063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51494) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:11.885143 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-22e57575-8c81-429e-abde-b6de99bd1127 req-338a87e8-3568-4a5e-92fd-0ef03a38340e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:11.887379 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-22e57575-8c81-429e-abde-b6de99bd1127 req-338a87e8-3568-4a5e-92fd-0ef03a38340e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:11.922235 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82351ae9-50e0-41be-b521-a0a1a5b502b3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Router a0e2983b-98a1-4b0a-a90e-c16d89277a9b has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:04:11.942067 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e921435e-b19e-4572-87bd-fad405ef7938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:12.166920 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-12a03b5e-9a4f-4e9d-9a43-9cb14fd58cd6 None None] Provisioning complete for port 4899f48c-f160-469a-b514-b5fe9144bd69 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:12.167351 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-12a03b5e-9a4f-4e9d-9a43-9cb14fd58cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:12.176576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-22e57575-8c81-429e-abde-b6de99bd1127 req-338a87e8-3568-4a5e-92fd-0ef03a38340e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Calling delete_port for 8c2ef909-0372-4151-9d01-b522ce64a0e1 owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:12.246752 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-12a03b5e-9a4f-4e9d-9a43-9cb14fd58cd6 None None] Port 4899f48c-f160-469a-b514-b5fe9144bd69 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:04:12.262795 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e921435e-b19e-4572-87bd-fad405ef7938 None None] Pushing event updated for resources: {'Port': ['ID=960b9fba-9903-4394-8bde-aba51ec20937,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:12.277726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82351ae9-50e0-41be-b521-a0a1a5b502b3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:04:12.278265 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-945fa680-254a-40b4-89c6-fc22b89c00c1 req-a7f45d0d-6d52-45ec-81ec-aaa5a0a78aab tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.2519350 Mar 01 21:04:12.291056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1a57fe-9dca-4179-a563-f5e3284ec1bf None None] Sync routers for ids ['a0e2983b-98a1-4b0a-a90e-c16d89277a9b'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:04:12.300521 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-82351ae9-50e0-41be-b521-a0a1a5b502b3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "PUT /v2.0/routers/a0e2983b-98a1-4b0a-a90e-c16d89277a9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8818398 Mar 01 21:04:12.300758 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51500) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:12.319852 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1a57fe-9dca-4179-a563-f5e3284ec1bf None None] Routers {'a0e2983b-98a1-4b0a-a90e-c16d89277a9b'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:12.320566 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-fb1a57fe-9dca-4179-a563-f5e3284ec1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['a0e2983b-98a1-4b0a-a90e-c16d89277a9b'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:12.355461 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0e4005d2-3bd2-41c5-ac30-1f41ada9d50f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:12.378253 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0e4005d2-3bd2-41c5-ac30-1f41ada9d50f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Usage tracker for resource:port and tenant:b1ee6d67e60d4522b2c7a56804647469 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:12.398995 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-fb1a57fe-9dca-4179-a563-f5e3284ec1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:12.408667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0e4005d2-3bd2-41c5-ac30-1f41ada9d50f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:12.413561 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1a57fe-9dca-4179-a563-f5e3284ec1bf None None] Routers {'a0e2983b-98a1-4b0a-a90e-c16d89277a9b'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:12.415015 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-fb1a57fe-9dca-4179-a563-f5e3284ec1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['a0e2983b-98a1-4b0a-a90e-c16d89277a9b'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:12.485731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0e4005d2-3bd2-41c5-ac30-1f41ada9d50f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:12.513182 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-fb1a57fe-9dca-4179-a563-f5e3284ec1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:12.513595 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1a57fe-9dca-4179-a563-f5e3284ec1bf None None] The sync data for ids ['a0e2983b-98a1-4b0a-a90e-c16d89277a9b'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:04:12.594967 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fddf6b0f-54ec-456a-9ec6-b87a1c32e17c tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:12.629539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4005d2-3bd2-41c5-ac30-1f41ada9d50f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Made reservation on behalf of b1ee6d67e60d4522b2c7a56804647469 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:04:12.633063 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0e4005d2-3bd2-41c5-ac30-1f41ada9d50f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:12.687899 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-0e4005d2-3bd2-41c5-ac30-1f41ada9d50f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] device_id is not set on port 189bf0ce-67bd-4415-8ea0-ca057937f6bd yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:04:12.738732 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-338cebbc-85a3-4c97-a22f-513cf6c41e69 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Delete allocated IP 172.20.0.9 (2e7d448a-b62f-4a54-b0fd-6fa6663798b9/2bc24ee7-bd18-48ad-9ddd-1ca44f2fa92e) {{(pid=88519) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 01 21:04:12.754378 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-338cebbc-85a3-4c97-a22f-513cf6c41e69 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Allocated IP 172.20.0.25 (2e7d448a-b62f-4a54-b0fd-6fa6663798b9/477de5f9-5162-4b3b-becc-0fb2ed9dee25/bd15b0ed-0cc2-420a-8f09-95f41d6fe291) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:04:12.803300 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-22e57575-8c81-429e-abde-b6de99bd1127 req-338a87e8-3568-4a5e-92fd-0ef03a38340e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:12.881688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a87e8-3568-4a5e-92fd-0ef03a38340e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Pushing event deleted for resources: {'Port': ['ID=8c2ef909-0372-4151-9d01-b522ce64a0e1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:12.934623 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-fddf6b0f-54ec-456a-9ec6-b87a1c32e17c tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 01 21:04:12.938251 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fddf6b0f-54ec-456a-9ec6-b87a1c32e17c tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "DELETE /v2.0/routers/a0e2983b-98a1-4b0a-a90e-c16d89277a9b HTTP/1.1" status: 409 len: 329 time: 0.6338677 Mar 01 21:04:12.939220 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51504) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:12.971667 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-389e53c4-26fd-4377-9c95-a91d54ec1f8e None None] Provisioning complete for port bd15b0ed-0cc2-420a-8f09-95f41d6fe291 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:12.972127 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-389e53c4-26fd-4377-9c95-a91d54ec1f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:13.028850 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-389e53c4-26fd-4377-9c95-a91d54ec1f8e None None] Port bd15b0ed-0cc2-420a-8f09-95f41d6fe291 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:04:13.039818 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-389e53c4-26fd-4377-9c95-a91d54ec1f8e None None] Provisioning complete for port 8cf32e87-91dd-4aec-b429-efdf440e4bae triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:13.040320 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-389e53c4-26fd-4377-9c95-a91d54ec1f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:13.095471 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-22e57575-8c81-429e-abde-b6de99bd1127 req-338a87e8-3568-4a5e-92fd-0ef03a38340e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:13.110186 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-389e53c4-26fd-4377-9c95-a91d54ec1f8e None None] Port 8cf32e87-91dd-4aec-b429-efdf440e4bae cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:04:13.137550 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-0e4005d2-3bd2-41c5-ac30-1f41ada9d50f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Allocated IP 172.20.0.3 (6a5f9610-9a9b-45eb-8db1-c62ccfeec26e/6d844e6a-d1b3-418f-897b-dd1e29ab1112/189bf0ce-67bd-4415-8ea0-ca057937f6bd) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:04:13.233742 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 960b9fba-9903-4394-8bde-aba51ec20937 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:04:13.266569 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-389e53c4-26fd-4377-9c95-a91d54ec1f8e None None] Provisioning for port 960b9fba-9903-4394-8bde-aba51ec20937 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:04:13.280052 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-389e53c4-26fd-4377-9c95-a91d54ec1f8e None None] Provisioning complete for port 960b9fba-9903-4394-8bde-aba51ec20937 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:13.280424 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-389e53c4-26fd-4377-9c95-a91d54ec1f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:13.377970 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-338cebbc-85a3-4c97-a22f-513cf6c41e69 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:13.397147 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-22e57575-8c81-429e-abde-b6de99bd1127 req-338a87e8-3568-4a5e-92fd-0ef03a38340e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:13.398260 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22e57575-8c81-429e-abde-b6de99bd1127 req-338a87e8-3568-4a5e-92fd-0ef03a38340e tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "DELETE /v2.0/floatingips/647a0204-295f-4b11-a674-517fa8138e1d HTTP/1.1" status: 204 len: 173 time: 2.2838566 Mar 01 21:04:13.398778 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-338cebbc-85a3-4c97-a22f-513cf6c41e69 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Transition to ACTIVE for port object bd15b0ed-0cc2-420a-8f09-95f41d6fe291 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:04:13.433159 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 960b9fba-9903-4394-8bde-aba51ec20937 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:13.434132 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:13.579380 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-338cebbc-85a3-4c97-a22f-513cf6c41e69 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:13.654157 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-66460e14-129b-4a73-8d09-9e93967a3b3e req-d45720bc-a51a-4201-b25d-e8f731dfc7e7 tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.1646662 Mar 01 21:04:13.737040 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0e4005d2-3bd2-41c5-ac30-1f41ada9d50f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:13.761477 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae0abf5-734e-4597-8863-e0731e1c5898 req-8e7bb68e-1454-4cd7-8f63-b48b14a6570a tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:13.762863 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ae0abf5-734e-4597-8863-e0731e1c5898 req-8e7bb68e-1454-4cd7-8f63-b48b14a6570a tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3127303 Mar 01 21:04:13.785570 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd36929c-6ae5-4595-81a3-13c440419635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:13.824517 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338cebbc-85a3-4c97-a22f-513cf6c41e69 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=bd15b0ed-0cc2-420a-8f09-95f41d6fe291,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:13.909128 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-338cebbc-85a3-4c97-a22f-513cf6c41e69 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] In _notify_port_updated(), no bound segment for port bd15b0ed-0cc2-420a-8f09-95f41d6fe291 on network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 {{(pid=88519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:04:13.914913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338cebbc-85a3-4c97-a22f-513cf6c41e69 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:13.916106 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-338cebbc-85a3-4c97-a22f-513cf6c41e69 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:13.917404 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-338cebbc-85a3-4c97-a22f-513cf6c41e69 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "PUT /v2.0/ports/bd15b0ed-0cc2-420a-8f09-95f41d6fe291 HTTP/1.1" status: 200 len: 921 time: 4.1357799 Mar 01 21:04:13.925341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51514) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:13.952845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ea339230-47e9-40b1-a18a-37d1435f5520 req-a04901af-2e25-484c-b1b4-af62f61dc3ce tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Synchronizing usage tracker for tenant:ff7ccd258bd24551b5f4338cdeffdae2 on resource:floatingip {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:04:13.997896 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-940557ed-2a10-4850-a8f1-746944c3765a req-6a0a8983-0d73-4c68-aa65-8b7cb08a8aff service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4031372 Mar 01 21:04:14.042753 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-108d242f-302a-4b0c-bfcd-3f68dcff1829 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port bd15b0ed-0cc2-420a-8f09-95f41d6fe291 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:14.044154 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-108d242f-302a-4b0c-bfcd-3f68dcff1829 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:14.170716 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0e4005d2-3bd2-41c5-ac30-1f41ada9d50f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:14.202185 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-941c1bf7-0a25-44a7-b66b-3d78ac15dbfa req-ac85df41-157f-4eba-bbe7-762775db1144 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.0679514 Mar 01 21:04:14.266995 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ea339230-47e9-40b1-a18a-37d1435f5520 req-a04901af-2e25-484c-b1b4-af62f61dc3ce tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Unset dirty status for tenant:ff7ccd258bd24551b5f4338cdeffdae2 on resource:floatingip {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:04:14.268241 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea339230-47e9-40b1-a18a-37d1435f5520 req-a04901af-2e25-484c-b1b4-af62f61dc3ce tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/floatingips?tenant_id=ff7ccd258bd24551b5f4338cdeffdae2 HTTP/1.1" status: 200 len: 1656 time: 0.4231718 Mar 01 21:04:14.313673 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4005d2-3bd2-41c5-ac30-1f41ada9d50f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Network 6a5f9610-9a9b-45eb-8db1-c62ccfeec26e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:04:14.344047 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-0e4005d2-3bd2-41c5-ac30-1f41ada9d50f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:14.354127 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e4005d2-3bd2-41c5-ac30-1f41ada9d50f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:04:14.398670 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-cbfec713-89b1-488b-8a1e-688e1d522427 None None] Provisioning for port bd15b0ed-0cc2-420a-8f09-95f41d6fe291 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:04:14.402589 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4005d2-3bd2-41c5-ac30-1f41ada9d50f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Port': ['ID=189bf0ce-67bd-4415-8ea0-ca057937f6bd,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:14.406277 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-cbfec713-89b1-488b-8a1e-688e1d522427 None None] Provisioning complete for port bd15b0ed-0cc2-420a-8f09-95f41d6fe291 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:14.406531 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940557ed-2a10-4850-a8f1-746944c3765a req-929cc188-4c1f-440c-adaf-679e33c176ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:14.407522 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cbfec713-89b1-488b-8a1e-688e1d522427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:14.409099 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-940557ed-2a10-4850-a8f1-746944c3765a req-929cc188-4c1f-440c-adaf-679e33c176ee service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4948a3f4374642e5b9b9490b5a1ffed4&device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 1097 time: 0.3160231 Mar 01 21:04:14.465977 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3bad630f-8964-425e-8f64-056575444658 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:14.478646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-cbfec713-89b1-488b-8a1e-688e1d522427 None None] Port bd15b0ed-0cc2-420a-8f09-95f41d6fe291 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:04:14.490776 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e145f6a-1e0a-4a6b-991f-5166e2ea3ec0 req-16d81eb0-8343-4f15-911a-1f407445aecf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5325437 Mar 01 21:04:14.522233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4005d2-3bd2-41c5-ac30-1f41ada9d50f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:14.522869 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0e4005d2-3bd2-41c5-ac30-1f41ada9d50f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:14.630647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea339230-47e9-40b1-a18a-37d1435f5520 req-64796a24-33cc-4f87-88fa-718ff1da2287 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:14.632110 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea339230-47e9-40b1-a18a-37d1435f5520 req-64796a24-33cc-4f87-88fa-718ff1da2287 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/networks?id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&id=82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 787 time: 0.3534334 Mar 01 21:04:14.656218 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0e4005d2-3bd2-41c5-ac30-1f41ada9d50f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.9365339 Mar 01 21:04:14.667070 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-ea339230-47e9-40b1-a18a-37d1435f5520 req-5cb52739-8b02-46b3-944a-773d79dd6723 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:04:14.668090 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea339230-47e9-40b1-a18a-37d1435f5520 req-5cb52739-8b02-46b3-944a-773d79dd6723 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196085 Mar 01 21:04:14.668541 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51518) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:14.685741 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': '189bf0ce-67bd-4415-8ea0-ca057937f6bd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:14.698972 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:14.755673 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-dd36929c-6ae5-4595-81a3-13c440419635 admin admin] Deleting port a5649630-8649-471e-82a9-a049370a0977 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:14.756035 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd36929c-6ae5-4595-81a3-13c440419635 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:14.784801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Usage tracker for resource:floatingip and tenant:b1ee6d67e60d4522b2c7a56804647469 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:14.797936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:14.822269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:14.888894 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15ffe917-6a9d-4f2b-8702-1e4bba694f49 req-d15f7037-d256-4105-b698-ff0773cf1f65 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/floatingips/33b00616-7a6a-4ecc-81c1-dfb85e6d032b HTTP/1.1" status: 200 len: 693 time: 0.1943455 Mar 01 21:04:14.890760 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec51524c-e19d-46da-b292-3908b5a72f06 req-07b05f28-e4a0-4f77-b9b2-e95ceb06c874 tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.0899334 Mar 01 21:04:14.944011 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-108d242f-302a-4b0c-bfcd-3f68dcff1829 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:15.070930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940557ed-2a10-4850-a8f1-746944c3765a req-51954c7f-cd4c-424f-bef8-bc3f26f6306c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:15.073173 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-940557ed-2a10-4850-a8f1-746944c3765a req-51954c7f-cd4c-424f-bef8-bc3f26f6306c service neutron] 10.222.0.57 "GET /v2.0/networks?id=33ba965f-d417-4519-8f89-3aefcdaf09c3 HTTP/1.1" status: 200 len: 912 time: 0.5583274 Mar 01 21:04:15.160236 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-108d242f-302a-4b0c-bfcd-3f68dcff1829 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for bd15b0ed-0cc2-420a-8f09-95f41d6fe291 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:15.208777 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:15.222792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e145f6a-1e0a-4a6b-991f-5166e2ea3ec0 req-75559ad4-7633-4060-a871-ed3eb11c8042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:15.224563 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e145f6a-1e0a-4a6b-991f-5166e2ea3ec0 req-75559ad4-7633-4060-a871-ed3eb11c8042 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=49f701ea16be4fb88d89fc6971a38e65&device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 1096 time: 0.6355913 Mar 01 21:04:15.340720 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-940557ed-2a10-4850-a8f1-746944c3765a req-54ad3d6c-5581-4df2-9888-d62ee98324b5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ad8dabb-36cd-4c07-b68b-b546a100094d HTTP/1.1" status: 200 len: 1002 time: 0.1524038 Mar 01 21:04:15.482207 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffe917-6a9d-4f2b-8702-1e4bba694f49 req-b6fc0cca-07e4-43bb-b684-47aaac56b256 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:15.483482 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15ffe917-6a9d-4f2b-8702-1e4bba694f49 req-b6fc0cca-07e4-43bb-b684-47aaac56b256 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.5869462 Mar 01 21:04:15.486870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-dd36929c-6ae5-4595-81a3-13c440419635 admin admin] For port a5649630-8649-471e-82a9-a049370a0977, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=a5649630-8649-471e-82a9-a049370a0977,segment=NetworkSegment(3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed),segment_id=3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:15.487229 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd36929c-6ae5-4595-81a3-13c440419635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:15.519891 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940557ed-2a10-4850-a8f1-746944c3765a req-2d1d647c-27d4-4b00-bd1c-38f1068cf2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:15.521339 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-940557ed-2a10-4850-a8f1-746944c3765a req-2d1d647c-27d4-4b00-bd1c-38f1068cf2e3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8336f76-9298-450b-b9a8-2aa7486056a2 HTTP/1.1" status: 200 len: 850 time: 0.1634450 Mar 01 21:04:15.569336 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-3bad630f-8964-425e-8f64-056575444658 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Deleting port 4899f48c-f160-469a-b514-b5fe9144bd69 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:15.569786 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3bad630f-8964-425e-8f64-056575444658 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:15.608440 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-108d242f-302a-4b0c-bfcd-3f68dcff1829 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:15.675963 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d242f-302a-4b0c-bfcd-3f68dcff1829 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Port': ['ID=bd15b0ed-0cc2-420a-8f09-95f41d6fe291,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:15.679612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-dd36929c-6ae5-4595-81a3-13c440419635 admin admin] Calling delete_port for a5649630-8649-471e-82a9-a049370a0977 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:15.756641 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15ffe917-6a9d-4f2b-8702-1e4bba694f49 req-f5e17337-1741-46cc-964a-a3afb64632a1 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.192 HTTP/1.1" status: 200 len: 696 time: 0.2585330 Mar 01 21:04:15.770320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e145f6a-1e0a-4a6b-991f-5166e2ea3ec0 req-6a3c6259-e649-4a4b-b1a5-c0c7359cdc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:15.771115 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e145f6a-1e0a-4a6b-991f-5166e2ea3ec0 req-6a3c6259-e649-4a4b-b1a5-c0c7359cdc5a service neutron] 10.222.0.55 "GET /v2.0/networks?id=472c38d0-e825-4706-9372-a0e1682fe50b HTTP/1.1" status: 200 len: 907 time: 0.5098062 Mar 01 21:04:15.924444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940557ed-2a10-4850-a8f1-746944c3765a req-5f5a5731-243b-4a78-87d2-f7516a11da49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:15.926688 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-940557ed-2a10-4850-a8f1-746944c3765a req-5f5a5731-243b-4a78-87d2-f7516a11da49 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=33ba965f-d417-4519-8f89-3aefcdaf09c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3932700 Mar 01 21:04:15.930121 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-108d242f-302a-4b0c-bfcd-3f68dcff1829 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:15.982790 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3bad630f-8964-425e-8f64-056575444658 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:15.996852 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-108d242f-302a-4b0c-bfcd-3f68dcff1829 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/ports/bd15b0ed-0cc2-420a-8f09-95f41d6fe291 HTTP/1.1" status: 204 len: 168 time: 2.0702701 Mar 01 21:04:16.000980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51528) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:16.091314 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15ffe917-6a9d-4f2b-8702-1e4bba694f49 req-4fd69af9-42d2-495d-bec3-6e3ae2448ca3 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.192 HTTP/1.1" status: 200 len: 696 time: 0.3236372 Mar 01 21:04:16.220700 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e1eb539-ff18-4fab-802b-891475b4a043 req-4e08d366-6a30-4bc0-972b-2b5199207555 tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.1421986 Mar 01 21:04:16.250693 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e145f6a-1e0a-4a6b-991f-5166e2ea3ec0 req-e3e2884d-35c2-4df3-aaad-0dfdb2b9c314 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f44131eb-dd15-482a-826c-7aff4d81ae59 HTTP/1.1" status: 200 len: 1000 time: 0.4213941 Mar 01 21:04:16.360346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-3bad630f-8964-425e-8f64-056575444658 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Calling delete_port for 4899f48c-f160-469a-b514-b5fe9144bd69 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:16.390737 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbc3fa79-5fd9-484a-85c7-e52f5daac709 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] GET failed (client error): The resource could not be found. Mar 01 21:04:16.391273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-dbc3fa79-5fd9-484a-85c7-e52f5daac709 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Synchronizing usage tracker for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:04:16.472864 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-940557ed-2a10-4850-a8f1-746944c3765a req-e1de959d-dc28-4272-9fa5-a133121c4481 service neutron] 10.222.0.57 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315406 Mar 01 21:04:16.509151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-dbc3fa79-5fd9-484a-85c7-e52f5daac709 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Unset dirty status for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:04:16.510321 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-dbc3fa79-5fd9-484a-85c7-e52f5daac709 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports/bd15b0ed-0cc2-420a-8f09-95f41d6fe291 HTTP/1.1" status: 404 len: 333 time: 0.5067182 Mar 01 21:04:16.519346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51536) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:16.566850 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:16.591947 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-15ffe917-6a9d-4f2b-8702-1e4bba694f49 req-5cc2a805-78ad-44be-aa48-29fbab089df3 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Deleting port 65d9e689-e0b9-4cf0-82dc-04c55fa97430 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:16.592283 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-15ffe917-6a9d-4f2b-8702-1e4bba694f49 req-5cc2a805-78ad-44be-aa48-29fbab089df3 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:16.694466 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-940557ed-2a10-4850-a8f1-746944c3765a req-74b78a56-9cdd-4a5d-9313-b4ceede8d3a0 service neutron] 10.222.0.57 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103174 Mar 01 21:04:16.728732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e145f6a-1e0a-4a6b-991f-5166e2ea3ec0 req-6ba99f38-725c-4f43-ac87-5a2dc1c199b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:16.730163 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e145f6a-1e0a-4a6b-991f-5166e2ea3ec0 req-6ba99f38-725c-4f43-ac87-5a2dc1c199b7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d83b90d8-a7ff-4d57-a949-1f46cb1079f7 HTTP/1.1" status: 200 len: 845 time: 0.4605405 Mar 01 21:04:16.764791 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3bad630f-8964-425e-8f64-056575444658 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:16.816641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad630f-8964-425e-8f64-056575444658 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event deleted for resources: {'Port': ['ID=4899f48c-f160-469a-b514-b5fe9144bd69,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:16.911086 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d32da716-965c-4f20-8cc8-c74deed969f0 req-19499215-5b22-4c59-9d05-b60003a7749e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=cd729f2290424b1496a4a02565b7bce1&device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.0479982 Mar 01 21:04:17.007059 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d32da716-965c-4f20-8cc8-c74deed969f0 req-92d58a00-bc02-4b41-a844-6b928e5bf8de service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=cd729f2290424b1496a4a02565b7bce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0443678 Mar 01 21:04:17.067899 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-811c1ac9-8742-4b8d-826d-0513a74f6dca tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:17.080592 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3bad630f-8964-425e-8f64-056575444658 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:17.089487 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d60ee03-26ce-4a95-96d5-1719bf1cfb36 req-fb7288ed-6809-420e-bf5a-18e52b85ad4e tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.0983462 Mar 01 21:04:17.171830 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Allocated IP 172.25.5.139 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/97d69ad0-eb25-46fd-908d-89abfda925a7) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:04:17.173508 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-811c1ac9-8742-4b8d-826d-0513a74f6dca tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:17.187494 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-15ffe917-6a9d-4f2b-8702-1e4bba694f49 req-5cc2a805-78ad-44be-aa48-29fbab089df3 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:17.187807 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-15ffe917-6a9d-4f2b-8702-1e4bba694f49 req-5cc2a805-78ad-44be-aa48-29fbab089df3 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:17.267753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e145f6a-1e0a-4a6b-991f-5166e2ea3ec0 req-259d69e9-3008-4402-9020-71a9e931298b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:17.269317 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e145f6a-1e0a-4a6b-991f-5166e2ea3ec0 req-259d69e9-3008-4402-9020-71a9e931298b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=472c38d0-e825-4706-9372-a0e1682fe50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5278301 Mar 01 21:04:17.328882 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd36929c-6ae5-4595-81a3-13c440419635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:17.342227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-15ffe917-6a9d-4f2b-8702-1e4bba694f49 req-5cc2a805-78ad-44be-aa48-29fbab089df3 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Calling delete_port for 65d9e689-e0b9-4cf0-82dc-04c55fa97430 owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:17.466093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32da716-965c-4f20-8cc8-c74deed969f0 req-fbd74080-6b60-4661-b380-d8068224fd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:17.467567 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d32da716-965c-4f20-8cc8-c74deed969f0 req-fbd74080-6b60-4661-b380-d8068224fd2e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3817947 Mar 01 21:04:17.477867 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bad630f-8964-425e-8f64-056575444658 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Router a0e2983b-98a1-4b0a-a90e-c16d89277a9b has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:04:17.490643 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd36929c-6ae5-4595-81a3-13c440419635 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5649630-8649-471e-82a9-a049370a0977,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:17.758431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bad630f-8964-425e-8f64-056575444658 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:04:17.766604 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-811c1ac9-8742-4b8d-826d-0513a74f6dca tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:17.767576 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bfd3dd-4b28-4500-8326-12d988cee0a1 None None] Sync routers for ids ['a0e2983b-98a1-4b0a-a90e-c16d89277a9b'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:04:17.773341 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3bad630f-8964-425e-8f64-056575444658 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "PUT /v2.0/routers/a0e2983b-98a1-4b0a-a90e-c16d89277a9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8314755 Mar 01 21:04:17.775828 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51542) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:17.777442 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bfd3dd-4b28-4500-8326-12d988cee0a1 None None] Routers {'a0e2983b-98a1-4b0a-a90e-c16d89277a9b'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:17.778080 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-30bfd3dd-4b28-4500-8326-12d988cee0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['a0e2983b-98a1-4b0a-a90e-c16d89277a9b'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:17.838748 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-30bfd3dd-4b28-4500-8326-12d988cee0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:17.847422 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bfd3dd-4b28-4500-8326-12d988cee0a1 None None] Routers {'a0e2983b-98a1-4b0a-a90e-c16d89277a9b'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:17.848309 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-30bfd3dd-4b28-4500-8326-12d988cee0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['a0e2983b-98a1-4b0a-a90e-c16d89277a9b'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:17.851616 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-18948052-38c5-41d6-ab23-e9bbe82641de tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] show failed (client error): The resource could not be found. Mar 01 21:04:17.853538 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-18948052-38c5-41d6-ab23-e9bbe82641de tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-1085361765 HTTP/1.1" status: 404 len: 335 time: 0.0754206 Mar 01 21:04:17.857338 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51546) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:17.862486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-ef8839b6-04b5-4a55-bce6-b7e75970d8a1 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:17.911866 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-30bfd3dd-4b28-4500-8326-12d988cee0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:17.912267 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bfd3dd-4b28-4500-8326-12d988cee0a1 None None] The sync data for ids ['a0e2983b-98a1-4b0a-a90e-c16d89277a9b'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:04:17.932520 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-ef8839b6-04b5-4a55-bce6-b7e75970d8a1 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] update failed (client error): The resource could not be found. Mar 01 21:04:17.933565 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ef8839b6-04b5-4a55-bce6-b7e75970d8a1 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-42173032 HTTP/1.1" status: 404 len: 333 time: 0.0752575 Mar 01 21:04:17.938008 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51550) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:18.000264 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e145f6a-1e0a-4a6b-991f-5166e2ea3ec0 req-a9386493-06ea-4820-9f13-39fa9e311ac8 service neutron] 10.222.0.55 "GET /v2.0/networks/472c38d0-e825-4706-9372-a0e1682fe50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6737883 Mar 01 21:04:18.000894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c1ac9-8742-4b8d-826d-0513a74f6dca tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2595fff5-4bbb-4914-a395-1e3eba46480d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:18.019388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-baaa8eb2-4add-4843-ae95-5cc45566aad5 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Deleting subnet 41244ad0-d844-4e0e-86fe-3cbc76120818 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:04:18.022846 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-baaa8eb2-4add-4843-ae95-5cc45566aad5 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:18.090625 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-baaa8eb2-4add-4843-ae95-5cc45566aad5 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:18.131204 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:18.178387 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-baaa8eb2-4add-4843-ae95-5cc45566aad5 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:18.346887 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-811c1ac9-8742-4b8d-826d-0513a74f6dca tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:18.349636 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-811c1ac9-8742-4b8d-826d-0513a74f6dca tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/security-groups/2595fff5-4bbb-4914-a395-1e3eba46480d HTTP/1.1" status: 204 len: 168 time: 1.8134303 Mar 01 21:04:18.353433 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51556) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:18.371049 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2dc3597-a414-4041-9d54-044fb8bc4532 req-6a9fcd11-346a-454e-8f7d-24a568856c57 tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.1033611 Mar 01 21:04:18.382150 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-baaa8eb2-4add-4843-ae95-5cc45566aad5 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:18.407484 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd36929c-6ae5-4595-81a3-13c440419635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:18.428234 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e145f6a-1e0a-4a6b-991f-5166e2ea3ec0 req-e7284ed0-c91c-486c-88ac-ea63bbdc3591 service neutron] 10.222.0.55 "GET /v2.0/networks/472c38d0-e825-4706-9372-a0e1682fe50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793585 Mar 01 21:04:18.444328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaa8eb2-4add-4843-ae95-5cc45566aad5 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event deleted for resources: {'Subnet': ['ID=41244ad0-d844-4e0e-86fe-3cbc76120818,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:18.446232 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-baaa8eb2-4add-4843-ae95-5cc45566aad5 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:18.456586 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f486b5-115a-4603-9092-a034a5dff740 None None] Network e48220a3-9937-4af0-8935-fb7c22c53100 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:04:18.459876 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-baaa8eb2-4add-4843-ae95-5cc45566aad5 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "DELETE /v2.0/subnets/41244ad0-d844-4e0e-86fe-3cbc76120818 HTTP/1.1" status: 204 len: 168 time: 0.5207641 Mar 01 21:04:18.464292 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51560) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:18.485861 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-15ffe917-6a9d-4f2b-8702-1e4bba694f49 req-5cc2a805-78ad-44be-aa48-29fbab089df3 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:18.519621 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ee2505e-6c0c-48f4-a55f-1925998fa8cb tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:18.543873 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc2a805-78ad-44be-aa48-29fbab089df3 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Pushing event deleted for resources: {'Port': ['ID=65d9e689-e0b9-4cf0-82dc-04c55fa97430,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:18.613946 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ee2505e-6c0c-48f4-a55f-1925998fa8cb tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:18.625219 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88c554dd-9cd9-4c83-ae9f-694b0cf7716b tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:18.632514 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:18.664842 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-88c554dd-9cd9-4c83-ae9f-694b0cf7716b tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Deleting port 97c67a02-bdef-43a6-8bc6-385bc26e9710 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:18.665214 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88c554dd-9cd9-4c83-ae9f-694b0cf7716b tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:18.734370 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a69ecd2-40f1-4870-929a-119d09250a95 None None] DHCP port deletion for e48220a3-9937-4af0-8935-fb7c22c53100 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:04:18.740315 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2a69ecd2-40f1-4870-929a-119d09250a95 None None] Deleting port 97c67a02-bdef-43a6-8bc6-385bc26e9710 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:18.740883 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2a69ecd2-40f1-4870-929a-119d09250a95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:18.780950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:04:18.802492 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:18.811210 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ee2505e-6c0c-48f4-a55f-1925998fa8cb tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:18.814174 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:04:18.850353 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-15ffe917-6a9d-4f2b-8702-1e4bba694f49 req-5cc2a805-78ad-44be-aa48-29fbab089df3 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:18.855645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Port': ['ID=97d69ad0-eb25-46fd-908d-89abfda925a7,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:18.874467 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2505e-6c0c-48f4-a55f-1925998fa8cb tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c9a247-0caa-419a-bd08-5966473b7a46,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:18.896081 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ee2505e-6c0c-48f4-a55f-1925998fa8cb tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:18.897435 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9ee2505e-6c0c-48f4-a55f-1925998fa8cb tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/security-groups/26c9a247-0caa-419a-bd08-5966473b7a46 HTTP/1.1" status: 204 len: 168 time: 0.5429585 Mar 01 21:04:18.901343 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51564) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:18.930311 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-15ffe917-6a9d-4f2b-8702-1e4bba694f49 req-5cc2a805-78ad-44be-aa48-29fbab089df3 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:18.931942 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15ffe917-6a9d-4f2b-8702-1e4bba694f49 req-5cc2a805-78ad-44be-aa48-29fbab089df3 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "DELETE /v2.0/floatingips/33b00616-7a6a-4ecc-81c1-dfb85e6d032b HTTP/1.1" status: 204 len: 173 time: 2.7865679 Mar 01 21:04:18.963048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-88c554dd-9cd9-4c83-ae9f-694b0cf7716b tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] For port 97c67a02-bdef-43a6-8bc6-385bc26e9710, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=97c67a02-bdef-43a6-8bc6-385bc26e9710,segment=NetworkSegment(81e29c04-466a-439b-9c53-9555c786818a),segment_id=81e29c04-466a-439b-9c53-9555c786818a)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:18.963048 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88c554dd-9cd9-4c83-ae9f-694b0cf7716b tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:18.994723 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe6dfe9a-8f38-467b-a986-6aee9d3969b2 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting subnet 2bc24ee7-bd18-48ad-9ddd-1ca44f2fa92e {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:04:19.004108 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2a69ecd2-40f1-4870-929a-119d09250a95 None None] For port 97c67a02-bdef-43a6-8bc6-385bc26e9710, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=97c67a02-bdef-43a6-8bc6-385bc26e9710,segment=NetworkSegment(81e29c04-466a-439b-9c53-9555c786818a),segment_id=81e29c04-466a-439b-9c53-9555c786818a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:19.004503 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2a69ecd2-40f1-4870-929a-119d09250a95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:19.047860 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe6dfe9a-8f38-467b-a986-6aee9d3969b2 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:19.053097 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d32da716-965c-4f20-8cc8-c74deed969f0 req-c95cb0ca-0cf5-4a6f-b0ec-959348781c47 tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.55 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.1249766 Mar 01 21:04:19.138167 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c1147ed-6de8-4a17-bb77-b8deb3df35bc req-261fe752-044b-440e-bc6f-de0e67a790ce tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/floatingips/b03b33eb-841d-4ff0-96df-bc3161e4878c HTTP/1.1" status: 200 len: 693 time: 0.1529727 Mar 01 21:04:19.143811 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-88c554dd-9cd9-4c83-ae9f-694b0cf7716b tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Calling delete_port for 97c67a02-bdef-43a6-8bc6-385bc26e9710 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:19.233042 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe6dfe9a-8f38-467b-a986-6aee9d3969b2 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:19.287055 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2a69ecd2-40f1-4870-929a-119d09250a95 None None] Calling delete_port for 97c67a02-bdef-43a6-8bc6-385bc26e9710 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:19.376871 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 97c67a02-bdef-43a6-8bc6-385bc26e9710 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:04:19.378757 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe6dfe9a-8f38-467b-a986-6aee9d3969b2 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:19.409310 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88c554dd-9cd9-4c83-ae9f-694b0cf7716b tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:19.423560 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-2a69ecd2-40f1-4870-929a-119d09250a95 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:04:19.425485 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-2a69ecd2-40f1-4870-929a-119d09250a95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:04:19.431173 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 97c67a02-bdef-43a6-8bc6-385bc26e9710 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:04:19.432113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 97c67a02-bdef-43a6-8bc6-385bc26e9710 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:04:19.486673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c554dd-9cd9-4c83-ae9f-694b0cf7716b tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event deleted for resources: {'Port': ['ID=97c67a02-bdef-43a6-8bc6-385bc26e9710,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:19.497368 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c554dd-9cd9-4c83-ae9f-694b0cf7716b tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] No DVR routers for this DVR port 97c67a02-bdef-43a6-8bc6-385bc26e9710 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:04:19.616449 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-64cbc928-db81-40ea-b3ec-9487151e788c req-19dcf817-0b05-4257-8084-028f441fd78c tempest-ServerShowV254Test-1525620914 tempest-ServerShowV254Test-1525620914-project] 10.222.0.42 "GET /v2.0/ports?device_id=21bfda2a-8ae4-4771-add0-4ba50054c047 HTTP/1.1" status: 200 len: 210 time: 0.0850992 Mar 01 21:04:19.637765 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88c554dd-9cd9-4c83-ae9f-694b0cf7716b tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:19.664084 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-88c554dd-9cd9-4c83-ae9f-694b0cf7716b tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e48220a3-9937-4af0-8935-fb7c22c53100']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:19.678039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-88c554dd-9cd9-4c83-ae9f-694b0cf7716b tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e29c04-466a-439b-9c53-9555c786818a') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:19.678884 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-88c554dd-9cd9-4c83-ae9f-694b0cf7716b tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e29c04-466a-439b-9c53-9555c786818a') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:19.691426 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88c554dd-9cd9-4c83-ae9f-694b0cf7716b tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:19.696324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd36929c-6ae5-4595-81a3-13c440419635 admin admin] Router fe5c60f6-5ce9-4920-a237-6c1d694a483a has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:04:19.709639 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88c554dd-9cd9-4c83-ae9f-694b0cf7716b tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:19.712971 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe6dfe9a-8f38-467b-a986-6aee9d3969b2 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:19.740832 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1147ed-6de8-4a17-bb77-b8deb3df35bc req-eb5ec089-392f-4e09-ae00-958dc4a1ee91 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:19.742295 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c1147ed-6de8-4a17-bb77-b8deb3df35bc req-eb5ec089-392f-4e09-ae00-958dc4a1ee91 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.5341287 Mar 01 21:04:19.815558 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-2c1147ed-6de8-4a17-bb77-b8deb3df35bc req-8be237bb-ab44-44fd-90f3-413c32e7e1dc tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:04:19.816529 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c1147ed-6de8-4a17-bb77-b8deb3df35bc req-8be237bb-ab44-44fd-90f3-413c32e7e1dc tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139818 Mar 01 21:04:19.895065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dfe9a-8f38-467b-a986-6aee9d3969b2 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Subnet': ['ID=2bc24ee7-bd18-48ad-9ddd-1ca44f2fa92e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:19.901319 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c554dd-9cd9-4c83-ae9f-694b0cf7716b tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Releasing vlan 644 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:04:19.901893 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88c554dd-9cd9-4c83-ae9f-694b0cf7716b tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:19.924853 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe6dfe9a-8f38-467b-a986-6aee9d3969b2 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:19.925675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2a69ecd2-40f1-4870-929a-119d09250a95 None None] Deleting port 97c67a02-bdef-43a6-8bc6-385bc26e9710 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:19.926146 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2a69ecd2-40f1-4870-929a-119d09250a95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:04:19.928465 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:04:19.969894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-2c1147ed-6de8-4a17-bb77-b8deb3df35bc req-aa7346ad-e13d-4256-afca-05066aee023b tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Synchronizing usage tracker for tenant:ff7ccd258bd24551b5f4338cdeffdae2 on resource:floatingip {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:04:20.030778 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fe6dfe9a-8f38-467b-a986-6aee9d3969b2 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/subnets/2bc24ee7-bd18-48ad-9ddd-1ca44f2fa92e HTTP/1.1" status: 204 len: 168 time: 1.1283605 Mar 01 21:04:20.035104 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51572) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:20.038907 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2a69ecd2-40f1-4870-929a-119d09250a95 None None] The port '97c67a02-bdef-43a6-8bc6-385bc26e9710' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:04:20.040699 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0583811c-ed37-4806-b79d-a76125835159 None None] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:04:20.041622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8f50193a-f226-4f30-9501-d9197e44a3a0 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'subnet': {'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:20.203542 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd36929c-6ae5-4595-81a3-13c440419635 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:04:20.212824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-dd36929c-6ae5-4595-81a3-13c440419635 admin admin] 10.222.0.42 "PUT /v2.0/routers/fe5c60f6-5ce9-4920-a237-6c1d694a483a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3146164 Mar 01 21:04:20.212824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51576) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:20.215433 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88c554dd-9cd9-4c83-ae9f-694b0cf7716b tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:20.217582 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79110546-e4e9-4c94-b0c6-0ba0edf0ec82 None None] Sync routers for ids ['fe5c60f6-5ce9-4920-a237-6c1d694a483a'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:04:20.235344 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88c554dd-9cd9-4c83-ae9f-694b0cf7716b tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:20.247011 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79110546-e4e9-4c94-b0c6-0ba0edf0ec82 None None] Routers {'fe5c60f6-5ce9-4920-a237-6c1d694a483a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:20.248300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-79110546-e4e9-4c94-b0c6-0ba0edf0ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fe5c60f6-5ce9-4920-a237-6c1d694a483a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:20.257391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c554dd-9cd9-4c83-ae9f-694b0cf7716b tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event deleted for resources: {'Network': ['ID=e48220a3-9937-4af0-8935-fb7c22c53100,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:20.260783 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-88c554dd-9cd9-4c83-ae9f-694b0cf7716b tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "DELETE /v2.0/networks/e48220a3-9937-4af0-8935-fb7c22c53100 HTTP/1.1" status: 204 len: 168 time: 1.7955043 Mar 01 21:04:20.265553 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51580) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:20.302896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-2c1147ed-6de8-4a17-bb77-b8deb3df35bc req-aa7346ad-e13d-4256-afca-05066aee023b tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Unset dirty status for tenant:ff7ccd258bd24551b5f4338cdeffdae2 on resource:floatingip {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:04:20.311348 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c1147ed-6de8-4a17-bb77-b8deb3df35bc req-aa7346ad-e13d-4256-afca-05066aee023b tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.148 HTTP/1.1" status: 200 len: 696 time: 0.4317155 Mar 01 21:04:20.335932 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8f50193a-f226-4f30-9501-d9197e44a3a0 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:20.343843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8f50193a-f226-4f30-9501-d9197e44a3a0 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:subnet and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:20.348293 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8f50193a-f226-4f30-9501-d9197e44a3a0 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:20.359619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9d37a8a-c125-413f-b3e9-f0e3b87cc2c3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Deleting subnet 9ad3d9e4-be83-4508-91db-ff4fabc6a889 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:04:20.361786 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8f50193a-f226-4f30-9501-d9197e44a3a0 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:20.365539 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d9d37a8a-c125-413f-b3e9-f0e3b87cc2c3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:20.423205 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c1147ed-6de8-4a17-bb77-b8deb3df35bc req-d05605ab-c224-482c-b4ad-9f7c21d52499 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.148 HTTP/1.1" status: 200 len: 696 time: 0.1107097 Mar 01 21:04:20.428415 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d9d37a8a-c125-413f-b3e9-f0e3b87cc2c3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:20.479779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f50193a-f226-4f30-9501-d9197e44a3a0 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:04:20.483932 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8f50193a-f226-4f30-9501-d9197e44a3a0 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:20.640945 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-79110546-e4e9-4c94-b0c6-0ba0edf0ec82 None None] Set router fe5c60f6-5ce9-4920-a237-6c1d694a483a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:04:20.686900 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d9d37a8a-c125-413f-b3e9-f0e3b87cc2c3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:20.688762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-2c1147ed-6de8-4a17-bb77-b8deb3df35bc req-232733a2-8e9b-4154-b7d7-4f2ff34a898d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Deleting port f2ecfe17-1e25-47a7-b974-495f24da9c81 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:20.692021 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2c1147ed-6de8-4a17-bb77-b8deb3df35bc req-232733a2-8e9b-4154-b7d7-4f2ff34a898d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:20.908092 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f17c13cf-4bb8-4592-8706-e02ccf0dbb82 admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:20.961636 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d9d37a8a-c125-413f-b3e9-f0e3b87cc2c3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.060113 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8f50193a-f226-4f30-9501-d9197e44a3a0 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.066352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d37a8a-c125-413f-b3e9-f0e3b87cc2c3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad3d9e4-be83-4508-91db-ff4fabc6a889,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:21.083932 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d586b5-c8a2-4961-87e0-ed02bcf5e326 None None] Network 7e85d06e-c49b-4d50-a9aa-6a7fbe79c019 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:04:21.140342 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d9d37a8a-c125-413f-b3e9-f0e3b87cc2c3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.157440 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f50193a-f226-4f30-9501-d9197e44a3a0 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:04:21.163352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-8f50193a-f226-4f30-9501-d9197e44a3a0 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:21.188094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f50193a-f226-4f30-9501-d9197e44a3a0 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:21.188392 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8f50193a-f226-4f30-9501-d9197e44a3a0 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.205983 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d9d37a8a-c125-413f-b3e9-f0e3b87cc2c3 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "DELETE /v2.0/subnets/9ad3d9e4-be83-4508-91db-ff4fabc6a889 HTTP/1.1" status: 204 len: 168 time: 0.9393067 Mar 01 21:04:21.211208 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51590) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:21.284512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f50193a-f226-4f30-9501-d9197e44a3a0 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Subnet': ['ID=ca2bc2bf-810d-40e1-83db-5302523d6000,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:21.313277 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-24e1a6ad-2995-4758-95af-0e923c563723 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Deleting subnet f80dab45-a19b-421a-928a-f66a075c4387 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:04:21.317337 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-24e1a6ad-2995-4758-95af-0e923c563723 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.350996 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.353629 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.359970 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8f50193a-f226-4f30-9501-d9197e44a3a0 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3234513 Mar 01 21:04:21.367342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51594) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:21.382128 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c446c964-c62d-46f9-b455-dcfd8a52059a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'security_group': {'name': 'tempest-secgroup-68399558'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:21.390268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c446c964-c62d-46f9-b455-dcfd8a52059a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:21.395905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c446c964-c62d-46f9-b455-dcfd8a52059a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:security_group and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:21.406250 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c446c964-c62d-46f9-b455-dcfd8a52059a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:21.416592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c446c964-c62d-46f9-b455-dcfd8a52059a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:21.450635 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-24e1a6ad-2995-4758-95af-0e923c563723 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.487571 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-79110546-e4e9-4c94-b0c6-0ba0edf0ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'name': 'tempest-TaggedBootDevicesTest-27475877-router', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:12Z', 'updated_at': '2022-03-01T21:04:16Z', 'revision_number': 5, 'project_id': '5705b0cae87741729c72e376229e6a19', 'gw_port': {'id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:18:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:13Z', 'updated_at': '2022-03-01T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:21.492950 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79110546-e4e9-4c94-b0c6-0ba0edf0ec82 None None] Checking router: fe5c60f6-5ce9-4920-a237-6c1d694a483a for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:04:21.498617 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a42dd4e-796c-4b19-aba8-eac7f9904a05 None None] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:04:21.504127 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c446c964-c62d-46f9-b455-dcfd8a52059a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.551699 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79110546-e4e9-4c94-b0c6-0ba0edf0ec82 None None] Routers {'fe5c60f6-5ce9-4920-a237-6c1d694a483a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:21.552490 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-79110546-e4e9-4c94-b0c6-0ba0edf0ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fe5c60f6-5ce9-4920-a237-6c1d694a483a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:21.556970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c446c964-c62d-46f9-b455-dcfd8a52059a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:21.558302 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f17c13cf-4bb8-4592-8706-e02ccf0dbb82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.565158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c446c964-c62d-46f9-b455-dcfd8a52059a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:security_group_rule and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:21.568715 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2c1147ed-6de8-4a17-bb77-b8deb3df35bc req-232733a2-8e9b-4154-b7d7-4f2ff34a898d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.569043 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2c1147ed-6de8-4a17-bb77-b8deb3df35bc req-232733a2-8e9b-4154-b7d7-4f2ff34a898d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.572916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c446c964-c62d-46f9-b455-dcfd8a52059a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:21.582506 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c446c964-c62d-46f9-b455-dcfd8a52059a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:21.615684 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51600) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:21.640289 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-24e1a6ad-2995-4758-95af-0e923c563723 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.668057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803ad411-a9ec-4671-bff4-54a7dcc854cf None None] DHCP port deletion for 7e85d06e-c49b-4d50-a9aa-6a7fbe79c019 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:04:21.699179 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-803ad411-a9ec-4671-bff4-54a7dcc854cf None None] Deleting port 82cc5a00-6142-48f7-89df-cb843c4d8795 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:21.699724 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-803ad411-a9ec-4671-bff4-54a7dcc854cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.743104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-2c1147ed-6de8-4a17-bb77-b8deb3df35bc req-232733a2-8e9b-4154-b7d7-4f2ff34a898d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Calling delete_port for f2ecfe17-1e25-47a7-b974-495f24da9c81 owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:21.757216 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c446c964-c62d-46f9-b455-dcfd8a52059a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.804293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f17c13cf-4bb8-4592-8706-e02ccf0dbb82 admin admin] Deleting port c9e0ff92-1cd9-429d-907a-7972704c6d72 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:21.804563 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f17c13cf-4bb8-4592-8706-e02ccf0dbb82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.810123 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-506c4736-90f4-430a-a9a8-73e6a301c30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.825410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-506c4736-90f4-430a-a9a8-73e6a301c30e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:21.829492 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-506c4736-90f4-430a-a9a8-73e6a301c30e admin admin] Usage tracker for resource:security_group_rule and tenant:cd729f2290424b1496a4a02565b7bce1 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:21.831826 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-40cfbb82-33d6-4870-b006-8ed6965d023e None None] Provisioning complete for port 8cf32e87-91dd-4aec-b429-efdf440e4bae triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:21.831977 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-40cfbb82-33d6-4870-b006-8ed6965d023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.833278 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-506c4736-90f4-430a-a9a8-73e6a301c30e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:21.839274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-506c4736-90f4-430a-a9a8-73e6a301c30e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:21.842077 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c446c964-c62d-46f9-b455-dcfd8a52059a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.889609 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-24e1a6ad-2995-4758-95af-0e923c563723 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.934253 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.955569 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e1a6ad-2995-4758-95af-0e923c563723 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event deleted for resources: {'Subnet': ['ID=f80dab45-a19b-421a-928a-f66a075c4387,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:21.961156 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446c964-c62d-46f9-b455-dcfd8a52059a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd9824f-4ffd-46c5-ad38-81e98d51478d,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:21.966638 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-24e1a6ad-2995-4758-95af-0e923c563723 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:21.971647 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-24e1a6ad-2995-4758-95af-0e923c563723 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "DELETE /v2.0/subnets/f80dab45-a19b-421a-928a-f66a075c4387 HTTP/1.1" status: 204 len: 168 time: 0.7587914 Mar 01 21:04:21.972582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51606) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:22.002394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d865b8dd-80bc-42db-8f8b-c8308ea918af None None] Network 88c92b35-8d66-4d7b-b178-e5818cd5365d requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:04:22.137813 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:04:22.144245 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c446c964-c62d-46f9-b455-dcfd8a52059a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:22.148317 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c446c964-c62d-46f9-b455-dcfd8a52059a tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7774818 Mar 01 21:04:22.158571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51610) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:22.167536 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-506c4736-90f4-430a-a9a8-73e6a301c30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:22.175117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8b38b374-635f-48f9-b827-4ec8cc7ea455 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'security_group': {'name': 'tempest-secgroup-38219454'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:22.191104 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8b38b374-635f-48f9-b827-4ec8cc7ea455 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:22.193806 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-79110546-e4e9-4c94-b0c6-0ba0edf0ec82 None None] Set router fe5c60f6-5ce9-4920-a237-6c1d694a483a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:04:22.200064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8b38b374-635f-48f9-b827-4ec8cc7ea455 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:security_group and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:22.207057 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:22.208939 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8b38b374-635f-48f9-b827-4ec8cc7ea455 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:22.215734 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8b38b374-635f-48f9-b827-4ec8cc7ea455 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:22.230146 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Deleting port 82cc5a00-6142-48f7-89df-cb843c4d8795 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:22.230495 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:22.264542 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-506c4736-90f4-430a-a9a8-73e6a301c30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:22.271166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-f17c13cf-4bb8-4592-8706-e02ccf0dbb82 admin admin] For port c9e0ff92-1cd9-429d-907a-7972704c6d72, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c9e0ff92-1cd9-429d-907a-7972704c6d72,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:22.271576 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f17c13cf-4bb8-4592-8706-e02ccf0dbb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:22.285622 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-40cfbb82-33d6-4870-b006-8ed6965d023e None None] Port 8cf32e87-91dd-4aec-b429-efdf440e4bae cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:04:22.329379 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b38b374-635f-48f9-b827-4ec8cc7ea455 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:22.374286 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-506c4736-90f4-430a-a9a8-73e6a301c30e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd729f2290424b1496a4a02565b7bce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7552085 Mar 01 21:04:22.379658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c4736-90f4-430a-a9a8-73e6a301c30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc6cf35-6c38-4c38-bb2b-4fbe77dc4ec6,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:22.391088 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51614) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:22.406616 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2c1147ed-6de8-4a17-bb77-b8deb3df35bc req-232733a2-8e9b-4154-b7d7-4f2ff34a898d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:22.417845 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8b38b374-635f-48f9-b827-4ec8cc7ea455 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:22.423537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f17c13cf-4bb8-4592-8706-e02ccf0dbb82 admin admin] Calling delete_port for c9e0ff92-1cd9-429d-907a-7972704c6d72 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:22.516372 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232733a2-8e9b-4154-b7d7-4f2ff34a898d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Pushing event deleted for resources: {'Port': ['ID=f2ecfe17-1e25-47a7-b974-495f24da9c81,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:22.573958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8b38b374-635f-48f9-b827-4ec8cc7ea455 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:security_group_rule and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:22.578872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8b38b374-635f-48f9-b827-4ec8cc7ea455 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:22.588317 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-803ad411-a9ec-4671-bff4-54a7dcc854cf None None] For port 82cc5a00-6142-48f7-89df-cb843c4d8795, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=82cc5a00-6142-48f7-89df-cb843c4d8795,segment=NetworkSegment(7a750f52-365b-4dc6-84b9-b40762865074),segment_id=7a750f52-365b-4dc6-84b9-b40762865074)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:22.588317 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-803ad411-a9ec-4671-bff4-54a7dcc854cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:22.608072 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8b38b374-635f-48f9-b827-4ec8cc7ea455 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:22.644330 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:22.670165 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2c1147ed-6de8-4a17-bb77-b8deb3df35bc req-232733a2-8e9b-4154-b7d7-4f2ff34a898d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:22.743290 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:22.764305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] For port 82cc5a00-6142-48f7-89df-cb843c4d8795, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=82cc5a00-6142-48f7-89df-cb843c4d8795,segment=NetworkSegment(7a750f52-365b-4dc6-84b9-b40762865074),segment_id=7a750f52-365b-4dc6-84b9-b40762865074)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:22.764664 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:22.775378 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-12850f13-8c2d-48d4-bdc0-9a2c9d563127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:22.801615 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-803ad411-a9ec-4671-bff4-54a7dcc854cf None None] Calling delete_port for 82cc5a00-6142-48f7-89df-cb843c4d8795 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:22.810798 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2c1147ed-6de8-4a17-bb77-b8deb3df35bc req-232733a2-8e9b-4154-b7d7-4f2ff34a898d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:22.811957 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c1147ed-6de8-4a17-bb77-b8deb3df35bc req-232733a2-8e9b-4154-b7d7-4f2ff34a898d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "DELETE /v2.0/floatingips/b03b33eb-841d-4ff0-96df-bc3161e4878c HTTP/1.1" status: 204 len: 173 time: 2.3877125 Mar 01 21:04:22.858939 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-40cfbb82-33d6-4870-b006-8ed6965d023e None None] Provisioning complete for port 960b9fba-9903-4394-8bde-aba51ec20937 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:22.859399 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-40cfbb82-33d6-4870-b006-8ed6965d023e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:22.938391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Calling delete_port for 82cc5a00-6142-48f7-89df-cb843c4d8795 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:23.001678 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-12850f13-8c2d-48d4-bdc0-9a2c9d563127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:23.045832 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b38b374-635f-48f9-b827-4ec8cc7ea455 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:23.107323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Port': ['ID=97d69ad0-eb25-46fd-908d-89abfda925a7,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:23.122257 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-80d68f23-51e7-4cae-bdb7-66080d41e757 req-ee48524c-ba97-475c-ad5a-216808e79b0d tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/floatingips/0a65d2be-5c8d-486e-834f-b5370499c2b5 HTTP/1.1" status: 200 len: 692 time: 0.1347618 Mar 01 21:04:23.161867 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-803ad411-a9ec-4671-bff4-54a7dcc854cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:23.169077 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b38b374-635f-48f9-b827-4ec8cc7ea455 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:23.221265 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:23.226205 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:04:23.226545 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:04:23.245921 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803ad411-a9ec-4671-bff4-54a7dcc854cf None None] Pushing event deleted for resources: {'Port': ['ID=82cc5a00-6142-48f7-89df-cb843c4d8795,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:23.261123 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b38b374-635f-48f9-b827-4ec8cc7ea455 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74f4edfa-cf9d-49d2-b16c-d511febc1f42,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:23.272223 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ad411-a9ec-4671-bff4-54a7dcc854cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:23.272223 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ad411-a9ec-4671-bff4-54a7dcc854cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:23.272223 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ad411-a9ec-4671-bff4-54a7dcc854cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:23.272223 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ad411-a9ec-4671-bff4-54a7dcc854cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:23.272223 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ad411-a9ec-4671-bff4-54a7dcc854cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:23.272223 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ad411-a9ec-4671-bff4-54a7dcc854cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:23.272223 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ad411-a9ec-4671-bff4-54a7dcc854cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:23.272223 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ad411-a9ec-4671-bff4-54a7dcc854cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:23.272223 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ad411-a9ec-4671-bff4-54a7dcc854cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:23.273113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ad411-a9ec-4671-bff4-54a7dcc854cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:23.273113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ad411-a9ec-4671-bff4-54a7dcc854cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:23.273113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803ad411-a9ec-4671-bff4-54a7dcc854cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:23.279543 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803ad411-a9ec-4671-bff4-54a7dcc854cf None None] No DVR routers for this DVR port 82cc5a00-6142-48f7-89df-cb843c4d8795 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:04:23.284826 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46aefd2-0a6f-4a57-a32c-2a4c7d2aed21 None None] DHCP port deletion for 88c92b35-8d66-4d7b-b178-e5818cd5365d request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:04:23.301098 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f17c13cf-4bb8-4592-8706-e02ccf0dbb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:23.307216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a46aefd2-0a6f-4a57-a32c-2a4c7d2aed21 None None] Deleting port 37cbbe64-84ea-4cf5-b586-c326093df8db {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:23.307620 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a46aefd2-0a6f-4a57-a32c-2a4c7d2aed21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:23.319268 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-12850f13-8c2d-48d4-bdc0-9a2c9d563127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:23.323340 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-12850f13-8c2d-48d4-bdc0-9a2c9d563127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:23.326888 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-12850f13-8c2d-48d4-bdc0-9a2c9d563127 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dfc6cf35-6c38-4c38-bb2b-4fbe77dc4ec6 HTTP/1.1" status: 204 len: 168 time: 0.9329143 Mar 01 21:04:23.340872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12850f13-8c2d-48d4-bdc0-9a2c9d563127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc6cf35-6c38-4c38-bb2b-4fbe77dc4ec6,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:23.344232 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 82cc5a00-6142-48f7-89df-cb843c4d8795 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:04:23.351429 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b38b374-635f-48f9-b827-4ec8cc7ea455 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:23.356373 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8b38b374-635f-48f9-b827-4ec8cc7ea455 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1945746 Mar 01 21:04:23.357248 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51622) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:23.362896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-93e8285e-74e9-4d9c-97b1-989e595bf201 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'security_group': {'name': 'tempest-secgroup-2113288728'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:23.385229 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-93e8285e-74e9-4d9c-97b1-989e595bf201 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:23.390260 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-93e8285e-74e9-4d9c-97b1-989e595bf201 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:security_group and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:23.393420 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-93e8285e-74e9-4d9c-97b1-989e595bf201 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:23.401297 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-93e8285e-74e9-4d9c-97b1-989e595bf201 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:23.404179 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3219878-2986-4efa-ab1c-3dcefbedfcf5 None None] Update dhcp port {'port': {'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9', 'fixed_ips': [{'subnet_id': '477de5f9-5162-4b3b-becc-0fb2ed9dee25', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ca2bc2bf-810d-40e1-83db-5302523d6000'}], 'binding:host_id': 'n-d-827896-4'}, 'id': '960b9fba-9903-4394-8bde-aba51ec20937'} from n-d-827896-4. {{(pid=88520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 01 21:04:23.436398 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 82cc5a00-6142-48f7-89df-cb843c4d8795 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:04:23.436747 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 82cc5a00-6142-48f7-89df-cb843c4d8795 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:04:23.457068 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c13cf-4bb8-4592-8706-e02ccf0dbb82 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9e0ff92-1cd9-429d-907a-7972704c6d72,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:23.457250 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-79110546-e4e9-4c94-b0c6-0ba0edf0ec82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'name': 'tempest-TaggedBootDevicesTest-27475877-router', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:12Z', 'updated_at': '2022-03-01T21:04:16Z', 'revision_number': 5, 'project_id': '5705b0cae87741729c72e376229e6a19', 'gw_port': {'id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:18:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:13Z', 'updated_at': '2022-03-01T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:23.478720 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93e8285e-74e9-4d9c-97b1-989e595bf201 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:23.481489 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79110546-e4e9-4c94-b0c6-0ba0edf0ec82 None None] The sync data for ids ['fe5c60f6-5ce9-4920-a237-6c1d694a483a'] in n-d-827896-4 is: [{'id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'name': 'tempest-TaggedBootDevicesTest-27475877-router', 'tenant_id': '5705b0cae87741729c72e376229e6a19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75'}], 'enable_snat': True}, 'gw_port_id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:12Z', 'updated_at': '2022-03-01T21:04:16Z', 'revision_number': 5, 'project_id': '5705b0cae87741729c72e376229e6a19', 'gw_port': {'id': 'c9e0ff92-1cd9-429d-907a-7972704c6d72', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:18:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe5c60f6-5ce9-4920-a237-6c1d694a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:13Z', 'updated_at': '2022-03-01T20:55:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:04:23.515809 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-93e8285e-74e9-4d9c-97b1-989e595bf201 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:23.520877 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-93e8285e-74e9-4d9c-97b1-989e595bf201 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:security_group_rule and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:23.526274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-93e8285e-74e9-4d9c-97b1-989e595bf201 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:23.535215 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-93e8285e-74e9-4d9c-97b1-989e595bf201 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:23.564032 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d3219878-2986-4efa-ab1c-3dcefbedfcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:23.626565 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93e8285e-74e9-4d9c-97b1-989e595bf201 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:23.674913 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93e8285e-74e9-4d9c-97b1-989e595bf201 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:23.715520 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d68f23-51e7-4cae-bdb7-66080d41e757 req-9e82a087-d448-4e0d-abb7-da2efbf5cade tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:23.727499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Deleting port 82cc5a00-6142-48f7-89df-cb843c4d8795 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:23.730092 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:23.730463 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-80d68f23-51e7-4cae-bdb7-66080d41e757 req-9e82a087-d448-4e0d-abb7-da2efbf5cade tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 784 time: 0.5992312 Mar 01 21:04:23.815047 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:23.815230 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93e8285e-74e9-4d9c-97b1-989e595bf201 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:23.815230 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-93e8285e-74e9-4d9c-97b1-989e595bf201 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4514821 Mar 01 21:04:23.816737 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a46aefd2-0a6f-4a57-a32c-2a4c7d2aed21 None None] For port 37cbbe64-84ea-4cf5-b586-c326093df8db, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=37cbbe64-84ea-4cf5-b586-c326093df8db,segment=NetworkSegment(99b0daaf-1e28-47e0-8102-c0727f5e18c8),segment_id=99b0daaf-1e28-47e0-8102-c0727f5e18c8)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:23.817130 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a46aefd2-0a6f-4a57-a32c-2a4c7d2aed21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:23.820275 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51632) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:23.823523 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f17c13cf-4bb8-4592-8706-e02ccf0dbb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:23.875882 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Floating IP 76308154-9474-4db6-8ee6-a6e381548399 associated. External IP: 172.25.5.139, port: 189bf0ce-67bd-4415-8ea0-ca057937f6bd. Mar 01 21:04:23.879600 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] The port '82cc5a00-6142-48f7-89df-cb843c4d8795' was deleted {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:04:23.887518 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-be70920a-65f8-411b-9fac-361c7d48c43b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-769635337', 'security_groups': ['a4bf931e-dc82-432a-b4de-a82e1354edb9'], 'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'ca2bc2bf-810d-40e1-83db-5302523d6000'}]}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:23.969553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-80d68f23-51e7-4cae-bdb7-66080d41e757 req-c8a66e80-0d73-49b4-b511-2fe5e7b71313 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Synchronizing usage tracker for tenant:ff7ccd258bd24551b5f4338cdeffdae2 on resource:floatingip {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:04:23.971728 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a46aefd2-0a6f-4a57-a32c-2a4c7d2aed21 None None] Calling delete_port for 37cbbe64-84ea-4cf5-b586-c326093df8db owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:23.992367 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8285e-74e9-4d9c-97b1-989e595bf201 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bf931e-dc82-432a-b4de-a82e1354edb9,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:24.149419 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f17c13cf-4bb8-4592-8706-e02ccf0dbb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:24.154117 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f17c13cf-4bb8-4592-8706-e02ccf0dbb82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:24.157934 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:24.166626 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-d3219878-2986-4efa-ab1c-3dcefbedfcf5 None None] Allocated IP 172.20.0.2 (2e7d448a-b62f-4a54-b0fd-6fa6663798b9/ca2bc2bf-810d-40e1-83db-5302523d6000/960b9fba-9903-4394-8bde-aba51ec20937) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:04:24.212568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e85d06e-c49b-4d50-a9aa-6a7fbe79c019']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:24.231314 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a750f52-365b-4dc6-84b9-b40762865074') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:24.231314 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a750f52-365b-4dc6-84b9-b40762865074') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:24.240253 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-80d68f23-51e7-4cae-bdb7-66080d41e757 req-c8a66e80-0d73-49b4-b511-2fe5e7b71313 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Unset dirty status for tenant:ff7ccd258bd24551b5f4338cdeffdae2 on resource:floatingip {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:04:24.241356 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-80d68f23-51e7-4cae-bdb7-66080d41e757 req-c8a66e80-0d73-49b4-b511-2fe5e7b71313 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 695 time: 0.5101228 Mar 01 21:04:24.243947 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:24.324165 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a46aefd2-0a6f-4a57-a32c-2a4c7d2aed21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:24.365395 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-80d68f23-51e7-4cae-bdb7-66080d41e757 req-30ed99a2-2038-4ad1-af29-b6dd056ed781 tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "GET /v2.0/floatingips?floating_ip_address=172.25.5.40 HTTP/1.1" status: 200 len: 695 time: 0.1132932 Mar 01 21:04:24.392981 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46aefd2-0a6f-4a57-a32c-2a4c7d2aed21 None None] Pushing event deleted for resources: {'Port': ['ID=37cbbe64-84ea-4cf5-b586-c326093df8db,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:24.396989 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46aefd2-0a6f-4a57-a32c-2a4c7d2aed21 None None] No DVR routers for this DVR port 37cbbe64-84ea-4cf5-b586-c326093df8db on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:04:24.405703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-be70920a-65f8-411b-9fac-361c7d48c43b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:24.420905 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:24.426885 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:04:24.427283 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:24.441405 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d3219878-2986-4efa-ab1c-3dcefbedfcf5 None None] For port 960b9fba-9903-4394-8bde-aba51ec20937, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=960b9fba-9903-4394-8bde-aba51ec20937,segment=NetworkSegment(9219b39f-06fa-42a1-8efb-20c8ae6faa04),segment_id=9219b39f-06fa-42a1-8efb-20c8ae6faa04)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:04:24.444254 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:04:24.454934 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f17c13cf-4bb8-4592-8706-e02ccf0dbb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:24.455475 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17c13cf-4bb8-4592-8706-e02ccf0dbb82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe5c60f6-5ce9-4920-a237-6c1d694a483a {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:04:24.481475 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d3219878-2986-4efa-ab1c-3dcefbedfcf5 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:24.511399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-be70920a-65f8-411b-9fac-361c7d48c43b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:24.598334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be70920a-65f8-411b-9fac-361c7d48c43b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:04:24.628571 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d3219878-2986-4efa-ab1c-3dcefbedfcf5 None None] Transition to ACTIVE for port object 960b9fba-9903-4394-8bde-aba51ec20937 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:04:24.649448 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:24.685148 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d3219878-2986-4efa-ab1c-3dcefbedfcf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:24.703126 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:24.712170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event deleted for resources: {'Network': ['ID=7e85d06e-c49b-4d50-a9aa-6a7fbe79c019,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:24.793706 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-35ea50ce-1e07-4105-a513-4640c31fc7a0 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "DELETE /v2.0/networks/7e85d06e-c49b-4d50-a9aa-6a7fbe79c019 HTTP/1.1" status: 204 len: 168 time: 2.8137312 Mar 01 21:04:24.799780 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51652) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:24.814617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-80d68f23-51e7-4cae-bdb7-66080d41e757 req-8f2f0558-6094-4c4e-bb5b-0b3db2aef2bc tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Deleting port f94f143f-53cd-4702-9b8d-e56e65b4c461 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:24.814970 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-80d68f23-51e7-4cae-bdb7-66080d41e757 req-8f2f0558-6094-4c4e-bb5b-0b3db2aef2bc tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:24.856257 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3219878-2986-4efa-ab1c-3dcefbedfcf5 None None] Pushing event updated for resources: {'Port': ['ID=960b9fba-9903-4394-8bde-aba51ec20937,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:24.857792 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f17c13cf-4bb8-4592-8706-e02ccf0dbb82 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:24.859120 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f17c13cf-4bb8-4592-8706-e02ccf0dbb82 admin admin] 10.222.0.42 "DELETE /v2.0/routers/fe5c60f6-5ce9-4920-a237-6c1d694a483a HTTP/1.1" status: 204 len: 168 time: 4.6459343 Mar 01 21:04:24.864264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51656) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:24.999587 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be70920a-65f8-411b-9fac-361c7d48c43b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:25.091198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-be70920a-65f8-411b-9fac-361c7d48c43b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] device_id is not set on port daa0ede8-515b-4024-a148-da0f08db174b yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:04:25.134125 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0862dc56-92b7-4ffb-af26-fe27a0f062c6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:25.154488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d23f85a-d266-483e-bc68-a4b38741a2ac admin admin] Deleting subnet 4b1ee371-6859-4aa1-bec5-74e86f55472d {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:04:25.174401 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d23f85a-d266-483e-bc68-a4b38741a2ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:25.183183 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-80d68f23-51e7-4cae-bdb7-66080d41e757 req-8f2f0558-6094-4c4e-bb5b-0b3db2aef2bc tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:25.183815 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-80d68f23-51e7-4cae-bdb7-66080d41e757 req-8f2f0558-6094-4c4e-bb5b-0b3db2aef2bc tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:25.205315 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Router d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:04:25.281093 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 960b9fba-9903-4394-8bde-aba51ec20937 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:04:25.351202 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-80d68f23-51e7-4cae-bdb7-66080d41e757 req-8f2f0558-6094-4c4e-bb5b-0b3db2aef2bc tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Calling delete_port for f94f143f-53cd-4702-9b8d-e56e65b4c461 owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:25.452394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a5649630-8649-471e-82a9-a049370a0977 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:04:25.487192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51666) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:25.511543 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: a5649630-8649-471e-82a9-a049370a0977 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:04:25.512347 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a5649630-8649-471e-82a9-a049370a0977 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:04:25.513108 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c9e0ff92-1cd9-429d-907a-7972704c6d72 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:04:25.570632 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d23f85a-d266-483e-bc68-a4b38741a2ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:25.575189 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: c9e0ff92-1cd9-429d-907a-7972704c6d72 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:04:25.575754 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c9e0ff92-1cd9-429d-907a-7972704c6d72 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:04:25.576343 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 37cbbe64-84ea-4cf5-b586-c326093df8db no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:04:25.623015 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 37cbbe64-84ea-4cf5-b586-c326093df8db {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:04:25.623381 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 37cbbe64-84ea-4cf5-b586-c326093df8db not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:04:25.635969 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7e564724-2f49-4eaf-94e9-7b6afcc0a027 None None] Provisioning complete for port 8cf32e87-91dd-4aec-b429-efdf440e4bae triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:25.635969 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7e564724-2f49-4eaf-94e9-7b6afcc0a027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:25.678982 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0862dc56-92b7-4ffb-af26-fe27a0f062c6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:25.696510 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-7e564724-2f49-4eaf-94e9-7b6afcc0a027 None None] Port 8cf32e87-91dd-4aec-b429-efdf440e4bae cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:04:25.710236 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:04:25.714643 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-070c198f-0b04-42d2-a1f9-113c6e5517fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:25.720103 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c959eee-e311-4e33-a395-ae9fde133a50 None None] Sync routers for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:04:25.731639 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c959eee-e311-4e33-a395-ae9fde133a50 None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:25.732384 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7c959eee-e311-4e33-a395-ae9fde133a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:25.753868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-0862dc56-92b7-4ffb-af26-fe27a0f062c6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88c92b35-8d66-4d7b-b178-e5818cd5365d']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:25.755970 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-070c198f-0b04-42d2-a1f9-113c6e5517fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:25.764905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-070c198f-0b04-42d2-a1f9-113c6e5517fb admin admin] Usage tracker for resource:security_group_rule and tenant:ce12dbb587714585a55847c8fce313c7 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:25.768205 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-070c198f-0b04-42d2-a1f9-113c6e5517fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:25.775232 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-070c198f-0b04-42d2-a1f9-113c6e5517fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:25.792078 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-0862dc56-92b7-4ffb-af26-fe27a0f062c6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99b0daaf-1e28-47e0-8102-c0727f5e18c8') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:25.792575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-0862dc56-92b7-4ffb-af26-fe27a0f062c6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99b0daaf-1e28-47e0-8102-c0727f5e18c8') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:25.794442 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7e564724-2f49-4eaf-94e9-7b6afcc0a027 None None] Provisioning for port 960b9fba-9903-4394-8bde-aba51ec20937 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:04:25.799683 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7e564724-2f49-4eaf-94e9-7b6afcc0a027 None None] Provisioning complete for port 960b9fba-9903-4394-8bde-aba51ec20937 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:25.800895 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7e564724-2f49-4eaf-94e9-7b6afcc0a027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:25.801639 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7c959eee-e311-4e33-a395-ae9fde133a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:25.811183 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c959eee-e311-4e33-a395-ae9fde133a50 None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:25.812023 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7c959eee-e311-4e33-a395-ae9fde133a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:25.814679 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0862dc56-92b7-4ffb-af26-fe27a0f062c6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:25.831839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-be70920a-65f8-411b-9fac-361c7d48c43b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Allocated IP 172.20.0.7 (2e7d448a-b62f-4a54-b0fd-6fa6663798b9/ca2bc2bf-810d-40e1-83db-5302523d6000/daa0ede8-515b-4024-a148-da0f08db174b) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:04:25.844091 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0862dc56-92b7-4ffb-af26-fe27a0f062c6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:25.850187 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d23f85a-d266-483e-bc68-a4b38741a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:25.851644 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:25.877194 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7c959eee-e311-4e33-a395-ae9fde133a50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:25.877736 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c959eee-e311-4e33-a395-ae9fde133a50 None None] The sync data for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:04:25.889729 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-80d68f23-51e7-4cae-bdb7-66080d41e757 req-8f2f0558-6094-4c4e-bb5b-0b3db2aef2bc tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:25.915743 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0862dc56-92b7-4ffb-af26-fe27a0f062c6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:04:25.916706 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0862dc56-92b7-4ffb-af26-fe27a0f062c6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:04:25.930879 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:04:25.956667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f0558-6094-4c4e-bb5b-0b3db2aef2bc tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Pushing event deleted for resources: {'Port': ['ID=f94f143f-53cd-4702-9b8d-e56e65b4c461,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:26.019867 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-aebc66b6-3c06-448f-a436-19c19ad772db tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 11.3478575 Mar 01 21:04:26.023968 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51672) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:26.052821 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-4a6f3820-2b2e-4712-8fb2-d580d6f48da4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:26.092716 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-80d68f23-51e7-4cae-bdb7-66080d41e757 req-8f2f0558-6094-4c4e-bb5b-0b3db2aef2bc tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:26.118648 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-80d68f23-51e7-4cae-bdb7-66080d41e757 req-8f2f0558-6094-4c4e-bb5b-0b3db2aef2bc tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:26.119926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-80d68f23-51e7-4cae-bdb7-66080d41e757 req-8f2f0558-6094-4c4e-bb5b-0b3db2aef2bc tempest-FloatingIPDetailsTestJSON-1242245348 tempest-FloatingIPDetailsTestJSON-1242245348-project] 10.222.0.42 "DELETE /v2.0/floatingips/0a65d2be-5c8d-486e-834f-b5370499c2b5 HTTP/1.1" status: 204 len: 173 time: 1.7536750 Mar 01 21:04:26.128730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51676) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:26.207945 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-070c198f-0b04-42d2-a1f9-113c6e5517fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:26.226325 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0862dc56-92b7-4ffb-af26-fe27a0f062c6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:26.269665 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0862dc56-92b7-4ffb-af26-fe27a0f062c6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:26.303164 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-070c198f-0b04-42d2-a1f9-113c6e5517fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:26.308070 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0862dc56-92b7-4ffb-af26-fe27a0f062c6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event deleted for resources: {'Network': ['ID=88c92b35-8d66-4d7b-b178-e5818cd5365d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:26.318389 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0862dc56-92b7-4ffb-af26-fe27a0f062c6 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "DELETE /v2.0/networks/88c92b35-8d66-4d7b-b178-e5818cd5365d HTTP/1.1" status: 204 len: 168 time: 1.5086870 Mar 01 21:04:26.318389 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4a6f3820-2b2e-4712-8fb2-d580d6f48da4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:26.376524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51680) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:26.397897 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d23f85a-d266-483e-bc68-a4b38741a2ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:26.496845 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-070c198f-0b04-42d2-a1f9-113c6e5517fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ce12dbb587714585a55847c8fce313c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0001957 Mar 01 21:04:26.507987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51684) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:26.526349 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23f85a-d266-483e-bc68-a4b38741a2ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b1ee371-6859-4aa1-bec5-74e86f55472d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:26.529335 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d23f85a-d266-483e-bc68-a4b38741a2ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:26.529335 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0d23f85a-d266-483e-bc68-a4b38741a2ac admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4b1ee371-6859-4aa1-bec5-74e86f55472d HTTP/1.1" status: 204 len: 168 time: 1.6621475 Mar 01 21:04:26.535771 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36eaa417-f0ee-4676-b629-bf7339d9d4b0 None None] Network 1c6f66dd-272c-498f-a0ba-ba7fb81f92ae requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:04:26.544190 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51688) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:26.561822 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c198f-0b04-42d2-a1f9-113c6e5517fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3cbfb7-92f4-440f-b341-cfc80464aea5,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:26.669764 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-acdf452c-c50e-4375-bb7e-13765682b18c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:26.678921 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be70920a-65f8-411b-9fac-361c7d48c43b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:26.698250 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92ff8c9-d50f-424b-8ed4-f88b0155a7b7 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Deleting subnet 59b6a22b-2b8f-4439-a261-e0ec9313ba3f {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:04:26.757329 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e92ff8c9-d50f-424b-8ed4-f88b0155a7b7 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:26.766660 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-acdf452c-c50e-4375-bb7e-13765682b18c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:26.802602 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-be70920a-65f8-411b-9fac-361c7d48c43b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Transition to ACTIVE for port object daa0ede8-515b-4024-a148-da0f08db174b will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:04:26.851506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c68b4e-7250-4d8c-ad3d-d45d91cf01a8 None None] DHCP port deletion for 1c6f66dd-272c-498f-a0ba-ba7fb81f92ae request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:04:26.855830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-83c68b4e-7250-4d8c-ad3d-d45d91cf01a8 None None] Deleting port 4b79987b-e6c7-41c4-a39c-2f086728962c {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:26.856510 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-83c68b4e-7250-4d8c-ad3d-d45d91cf01a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:26.912688 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:26.948046 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4a6f3820-2b2e-4712-8fb2-d580d6f48da4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:26.950154 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e92ff8c9-d50f-424b-8ed4-f88b0155a7b7 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:26.991176 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-acdf452c-c50e-4375-bb7e-13765682b18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:27.026382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf452c-c50e-4375-bb7e-13765682b18c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3cbfb7-92f4-440f-b341-cfc80464aea5,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:27.039824 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-acdf452c-c50e-4375-bb7e-13765682b18c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:27.045213 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-acdf452c-c50e-4375-bb7e-13765682b18c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae3cbfb7-92f4-440f-b341-cfc80464aea5 HTTP/1.1" status: 204 len: 168 time: 0.5406837 Mar 01 21:04:27.077860 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-210d3782-bd95-4f81-b518-08c6b89d44f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:27.132388 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4a6f3820-2b2e-4712-8fb2-d580d6f48da4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:27.132671 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-4a6f3820-2b2e-4712-8fb2-d580d6f48da4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Floating IP 76308154-9474-4db6-8ee6-a6e381548399 disassociated. External IP: 172.25.5.139, port: 189bf0ce-67bd-4415-8ea0-ca057937f6bd. Mar 01 21:04:27.136201 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-83c68b4e-7250-4d8c-ad3d-d45d91cf01a8 None None] For port 4b79987b-e6c7-41c4-a39c-2f086728962c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4b79987b-e6c7-41c4-a39c-2f086728962c,segment=NetworkSegment(3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed),segment_id=3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:27.136845 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-83c68b4e-7250-4d8c-ad3d-d45d91cf01a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:27.220901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] Deleting port 4b79987b-e6c7-41c4-a39c-2f086728962c {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:27.221583 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:27.282960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4b79987b-e6c7-41c4-a39c-2f086728962c no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:04:27.347135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-83c68b4e-7250-4d8c-ad3d-d45d91cf01a8 None None] Calling delete_port for 4b79987b-e6c7-41c4-a39c-2f086728962c owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:27.398651 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be70920a-65f8-411b-9fac-361c7d48c43b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:27.494691 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4bd50c5f-5b8f-43c8-8a34-b5c5a7ac34a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:27.498409 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:27.546245 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-210d3782-bd95-4f81-b518-08c6b89d44f8 admin admin] Deleting port 9c566e10-bf1a-4bbc-9616-469f4dec3ef5 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:27.546815 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-210d3782-bd95-4f81-b518-08c6b89d44f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:27.554010 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be70920a-65f8-411b-9fac-361c7d48c43b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:04:27.566655 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-83c68b4e-7250-4d8c-ad3d-d45d91cf01a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:27.581600 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-be70920a-65f8-411b-9fac-361c7d48c43b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:27.597368 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e92ff8c9-d50f-424b-8ed4-f88b0155a7b7 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:27.701329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be70920a-65f8-411b-9fac-361c7d48c43b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:04:27.739550 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70920a-65f8-411b-9fac-361c7d48c43b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=daa0ede8-515b-4024-a148-da0f08db174b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:27.756421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c68b4e-7250-4d8c-ad3d-d45d91cf01a8 None None] Pushing event deleted for resources: {'Port': ['ID=4b79987b-e6c7-41c4-a39c-2f086728962c,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:27.771584 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c68b4e-7250-4d8c-ad3d-d45d91cf01a8 None None] No DVR routers for this DVR port 4b79987b-e6c7-41c4-a39c-2f086728962c on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:04:27.812855 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-210d3782-bd95-4f81-b518-08c6b89d44f8 admin admin] For port 9c566e10-bf1a-4bbc-9616-469f4dec3ef5, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9c566e10-bf1a-4bbc-9616-469f4dec3ef5,segment=NetworkSegment(5a8282a0-b9db-4bfa-86a9-cbd7eac595e5),segment_id=5a8282a0-b9db-4bfa-86a9-cbd7eac595e5)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:27.813148 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-210d3782-bd95-4f81-b518-08c6b89d44f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:27.881532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] For port 4b79987b-e6c7-41c4-a39c-2f086728962c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4b79987b-e6c7-41c4-a39c-2f086728962c,segment=NetworkSegment(3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed),segment_id=3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:27.882229 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:27.960906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-210d3782-bd95-4f81-b518-08c6b89d44f8 admin admin] Calling delete_port for 9c566e10-bf1a-4bbc-9616-469f4dec3ef5 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:28.021079 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be70920a-65f8-411b-9fac-361c7d48c43b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:28.021638 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be70920a-65f8-411b-9fac-361c7d48c43b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:28.050444 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-92e704d9-a907-4c97-bd59-e3fc67463080 None None] Provisioning for port daa0ede8-515b-4024-a148-da0f08db174b completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:04:28.057591 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-92e704d9-a907-4c97-bd59-e3fc67463080 None None] Provisioning complete for port daa0ede8-515b-4024-a148-da0f08db174b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:28.060368 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-92e704d9-a907-4c97-bd59-e3fc67463080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:28.111238 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] Calling delete_port for 4b79987b-e6c7-41c4-a39c-2f086728962c owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:28.171876 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-92e704d9-a907-4c97-bd59-e3fc67463080 None None] Port daa0ede8-515b-4024-a148-da0f08db174b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:04:28.203973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6f3820-2b2e-4712-8fb2-d580d6f48da4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Router d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:04:28.280813 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-be70920a-65f8-411b-9fac-361c7d48c43b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3992293 Mar 01 21:04:28.283870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51712) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:28.290270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-3cec62c7-1456-4483-bf21-6ff2da78d476 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'subnet': {'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:28.292719 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e92ff8c9-d50f-424b-8ed4-f88b0155a7b7 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:28.304114 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-210d3782-bd95-4f81-b518-08c6b89d44f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:28.334740 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:04:28.335068 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:04:28.343307 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ff8c9-d50f-424b-8ed4-f88b0155a7b7 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event deleted for resources: {'Subnet': ['ID=59b6a22b-2b8f-4439-a261-e0ec9313ba3f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:28.348914 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e92ff8c9-d50f-424b-8ed4-f88b0155a7b7 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:28.358442 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e92ff8c9-d50f-424b-8ed4-f88b0155a7b7 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "DELETE /v2.0/subnets/59b6a22b-2b8f-4439-a261-e0ec9313ba3f HTTP/1.1" status: 204 len: 168 time: 1.9889565 Mar 01 21:04:28.365949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4d8a7c-c416-4d3c-a32b-9ee11bf15314 None None] Network 68887a4c-4a2d-42cf-8b0d-40be72c1d3c5 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:04:28.368731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51718) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:28.373170 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210d3782-bd95-4f81-b518-08c6b89d44f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c566e10-bf1a-4bbc-9616-469f4dec3ef5,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:28.740261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6f3820-2b2e-4712-8fb2-d580d6f48da4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:04:28.741367 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4a6f3820-2b2e-4712-8fb2-d580d6f48da4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:28.750242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611233c-e7a2-49e2-90b2-abe5ebdf0ace None None] Sync routers for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:04:28.787629 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e611233c-e7a2-49e2-90b2-abe5ebdf0ace None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:28.788385 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e611233c-e7a2-49e2-90b2-abe5ebdf0ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:28.788840 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:28.806985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3cec62c7-1456-4483-bf21-6ff2da78d476 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:28.815481 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3cec62c7-1456-4483-bf21-6ff2da78d476 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:subnet and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:28.818635 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4a6f3820-2b2e-4712-8fb2-d580d6f48da4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "PUT /v2.0/floatingips/76308154-9474-4db6-8ee6-a6e381548399 HTTP/1.1" status: 200 len: 688 time: 2.7900531 Mar 01 21:04:28.820778 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Deleting port 4349cb10-6bcb-46c4-86ab-dec00623b04f {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:28.822060 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:28.828479 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51726) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:28.832986 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3cec62c7-1456-4483-bf21-6ff2da78d476 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:28.852992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] Deleting port 4b79987b-e6c7-41c4-a39c-2f086728962c {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:28.853657 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:28.872885 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7491dce-76a3-4348-bd62-feee3882e395 None None] DHCP port deletion for 68887a4c-4a2d-42cf-8b0d-40be72c1d3c5 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:04:28.884758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e611233c-e7a2-49e2-90b2-abe5ebdf0ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:28.887284 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e7491dce-76a3-4348-bd62-feee3882e395 None None] Deleting port 4349cb10-6bcb-46c4-86ab-dec00623b04f {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:28.887562 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e7491dce-76a3-4348-bd62-feee3882e395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:28.919345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3cec62c7-1456-4483-bf21-6ff2da78d476 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:28.938225 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] The port '4b79987b-e6c7-41c4-a39c-2f086728962c' was deleted {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:04:28.938531 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e611233c-e7a2-49e2-90b2-abe5ebdf0ace None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:28.939188 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e611233c-e7a2-49e2-90b2-abe5ebdf0ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:29.026571 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e611233c-e7a2-49e2-90b2-abe5ebdf0ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:29.026981 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e611233c-e7a2-49e2-90b2-abe5ebdf0ace None None] The sync data for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:04:29.093484 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-87895dd3-86f1-4d74-9884-1d17794e8a82 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Deleting port 97d69ad0-eb25-46fd-908d-89abfda925a7 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:29.093837 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-87895dd3-86f1-4d74-9884-1d17794e8a82 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:29.135611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cec62c7-1456-4483-bf21-6ff2da78d476 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:04:29.139050 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3cec62c7-1456-4483-bf21-6ff2da78d476 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:29.175092 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-210d3782-bd95-4f81-b518-08c6b89d44f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:29.250796 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e7491dce-76a3-4348-bd62-feee3882e395 None None] For port 4349cb10-6bcb-46c4-86ab-dec00623b04f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4349cb10-6bcb-46c4-86ab-dec00623b04f,segment=NetworkSegment(bd4d09e0-09a5-4ecc-a8d6-a0e79af0d5c8),segment_id=bd4d09e0-09a5-4ecc-a8d6-a0e79af0d5c8)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:29.251183 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e7491dce-76a3-4348-bd62-feee3882e395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:29.277097 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:29.335738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6f66dd-272c-498f-a0ba-ba7fb81f92ae']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:29.343714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] For port 4349cb10-6bcb-46c4-86ab-dec00623b04f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4349cb10-6bcb-46c4-86ab-dec00623b04f,segment=NetworkSegment(bd4d09e0-09a5-4ecc-a8d6-a0e79af0d5c8),segment_id=bd4d09e0-09a5-4ecc-a8d6-a0e79af0d5c8)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:29.344079 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:29.360573 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:29.361138 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bb073e5-fb4f-4e6b-9a2f-09e6e74741ed') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:29.396404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4349cb10-6bcb-46c4-86ab-dec00623b04f no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:04:29.434717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e7491dce-76a3-4348-bd62-feee3882e395 None None] Calling delete_port for 4349cb10-6bcb-46c4-86ab-dec00623b04f owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:29.501968 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Calling delete_port for 4349cb10-6bcb-46c4-86ab-dec00623b04f owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:29.532382 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:29.565932 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:29.593168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:04:29.593576 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:29.604896 n-d-827896-4 neutron-server[88518]: INFO neutron.db.ipam_backend_mixin [None req-3cec62c7-1456-4483-bf21-6ff2da78d476 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ca2bc2bf-810d-40e1-83db-5302523d6000 (CIDR: 172.20.0.0/28) Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:04:29.607650 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:04:29.612964 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:29.639338 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-87895dd3-86f1-4d74-9884-1d17794e8a82 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:29.639687 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-87895dd3-86f1-4d74-9884-1d17794e8a82 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:29.655373 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cec62c7-1456-4483-bf21-6ff2da78d476 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:04:29.655866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cec62c7-1456-4483-bf21-6ff2da78d476 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:04:29.656181 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c6501f8e-b4d9-48fe-bbae-d8ba8cdae656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:29.674993 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e7491dce-76a3-4348-bd62-feee3882e395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:29.707986 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:04:29.708292 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:04:29.763063 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7491dce-76a3-4348-bd62-feee3882e395 None None] Pushing event deleted for resources: {'Port': ['ID=4349cb10-6bcb-46c4-86ab-dec00623b04f,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:29.769550 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7491dce-76a3-4348-bd62-feee3882e395 None None] No DVR routers for this DVR port 4349cb10-6bcb-46c4-86ab-dec00623b04f on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:04:29.807967 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:29.825231 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:29.835508 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c6f66dd-272c-498f-a0ba-ba7fb81f92ae,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:29.839085 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-87895dd3-86f1-4d74-9884-1d17794e8a82 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Calling delete_port for 97d69ad0-eb25-46fd-908d-89abfda925a7 owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:29.843343 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c61d283d-82ed-49e1-9c55-ff89f0976ae0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1c6f66dd-272c-498f-a0ba-ba7fb81f92ae HTTP/1.1" status: 204 len: 168 time: 3.3002772 Mar 01 21:04:29.846181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51742) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:30.116468 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3cec62c7-1456-4483-bf21-6ff2da78d476 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8314521 Mar 01 21:04:30.120519 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51750) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:30.132829 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c2da39ba-9d6a-491a-a927-4fc75bdd7565 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'subnet': {'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:30.202989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210d3782-bd95-4f81-b518-08c6b89d44f8 admin admin] Router 57f2943c-c849-4a32-9f14-1d19ba7ba1cd has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:04:30.225511 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Deleting port 4349cb10-6bcb-46c4-86ab-dec00623b04f {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:30.227475 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:30.385800 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-87895dd3-86f1-4d74-9884-1d17794e8a82 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:30.441141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87895dd3-86f1-4d74-9884-1d17794e8a82 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event deleted for resources: {'Port': ['ID=97d69ad0-eb25-46fd-908d-89abfda925a7,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:30.449140 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:30.494458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] The port '4349cb10-6bcb-46c4-86ab-dec00623b04f' was deleted {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:04:30.522896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210d3782-bd95-4f81-b518-08c6b89d44f8 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:04:30.537205 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b85f3c-1821-4568-91d0-d5f59984df8c None None] Sync routers for ids ['57f2943c-c849-4a32-9f14-1d19ba7ba1cd'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:04:30.548251 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b85f3c-1821-4568-91d0-d5f59984df8c None None] Routers {'57f2943c-c849-4a32-9f14-1d19ba7ba1cd'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:30.549647 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b6b85f3c-1821-4568-91d0-d5f59984df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['57f2943c-c849-4a32-9f14-1d19ba7ba1cd'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:30.554839 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-210d3782-bd95-4f81-b518-08c6b89d44f8 admin admin] 10.222.0.42 "PUT /v2.0/routers/57f2943c-c849-4a32-9f14-1d19ba7ba1cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4244995 Mar 01 21:04:30.557223 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51758) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:30.621533 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:30.622922 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-87895dd3-86f1-4d74-9884-1d17794e8a82 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:30.625306 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-87895dd3-86f1-4d74-9884-1d17794e8a82 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:30.630861 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51762) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:30.633153 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-87895dd3-86f1-4d74-9884-1d17794e8a82 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "DELETE /v2.0/floatingips/76308154-9474-4db6-8ee6-a6e381548399 HTTP/1.1" status: 204 len: 168 time: 1.8012252 Mar 01 21:04:30.702020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': 'c52db57a-76eb-4569-939e-ecdc13e6a193'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:30.722973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:30.732696 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:30.741718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Usage tracker for resource:floatingip and tenant:b1ee6d67e60d4522b2c7a56804647469 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:30.754747 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:30.757339 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-89b4ea19-5db5-445b-a777-1d973976d9d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:30.776790 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:30.805465 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-b6b85f3c-1821-4568-91d0-d5f59984df8c None None] Set router 57f2943c-c849-4a32-9f14-1d19ba7ba1cd gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:04:30.815318 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68887a4c-4a2d-42cf-8b0d-40be72c1d3c5']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:30.841630 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c2da39ba-9d6a-491a-a927-4fc75bdd7565 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:30.849151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd4d09e0-09a5-4ecc-a8d6-a0e79af0d5c8') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:30.850013 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd4d09e0-09a5-4ecc-a8d6-a0e79af0d5c8') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:30.860394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c2da39ba-9d6a-491a-a927-4fc75bdd7565 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:subnet and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:30.867585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c2da39ba-9d6a-491a-a927-4fc75bdd7565 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:30.869140 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:30.885074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c2da39ba-9d6a-491a-a927-4fc75bdd7565 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:30.896626 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:30.906256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:04:30.906670 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:04:30.927971 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:04:30.941874 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:30.952154 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-89b4ea19-5db5-445b-a777-1d973976d9d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:31.034635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2da39ba-9d6a-491a-a927-4fc75bdd7565 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:04:31.038671 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2da39ba-9d6a-491a-a927-4fc75bdd7565 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:31.082778 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-89b4ea19-5db5-445b-a777-1d973976d9d3 admin admin] Deleting port 2171b964-9455-4590-a3e4-8addf96fab01 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:31.085858 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-89b4ea19-5db5-445b-a777-1d973976d9d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:31.146333 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b6b85f3c-1821-4568-91d0-d5f59984df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f2943c-c849-4a32-9f14-1d19ba7ba1cd', 'name': 'tempest-FloatingIPDetailsTestJSON-1451920716-router', 'tenant_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.121'}], 'enable_snat': True}, 'gw_port_id': '2171b964-9455-4590-a3e4-8addf96fab01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:03:29Z', 'updated_at': '2022-03-01T21:04:28Z', 'revision_number': 5, 'project_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'gw_port': {'id': '2171b964-9455-4590-a3e4-8addf96fab01', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:05:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '57f2943c-c849-4a32-9f14-1d19ba7ba1cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1584, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:03:31Z', 'updated_at': '2022-03-01T21:03:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:31.152847 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b85f3c-1821-4568-91d0-d5f59984df8c None None] Checking router: 57f2943c-c849-4a32-9f14-1d19ba7ba1cd for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:04:31.163329 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b85f3c-1821-4568-91d0-d5f59984df8c None None] Routers {'57f2943c-c849-4a32-9f14-1d19ba7ba1cd'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:31.164451 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b6b85f3c-1821-4568-91d0-d5f59984df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['57f2943c-c849-4a32-9f14-1d19ba7ba1cd'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:31.223190 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:31.254327 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:31.311437 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Pushing event deleted for resources: {'Network': ['ID=68887a4c-4a2d-42cf-8b0d-40be72c1d3c5,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:31.322023 n-d-827896-4 neutron-server[88519]: INFO neutron.db.ipam_backend_mixin [None req-c2da39ba-9d6a-491a-a927-4fc75bdd7565 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 477de5f9-5162-4b3b-becc-0fb2ed9dee25 (CIDR: 172.20.0.16/28) Mar 01 21:04:31.324870 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-52a13d65-5099-49bb-a3c7-2f2d48a03056 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "DELETE /v2.0/networks/68887a4c-4a2d-42cf-8b0d-40be72c1d3c5 HTTP/1.1" status: 204 len: 168 time: 2.9549570 Mar 01 21:04:31.326098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-89b4ea19-5db5-445b-a777-1d973976d9d3 admin admin] For port 2171b964-9455-4590-a3e4-8addf96fab01, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2171b964-9455-4590-a3e4-8addf96fab01,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:31.326469 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-89b4ea19-5db5-445b-a777-1d973976d9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:31.328666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51770) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:31.362359 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-b6b85f3c-1821-4568-91d0-d5f59984df8c None None] Set router 57f2943c-c849-4a32-9f14-1d19ba7ba1cd gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:04:31.375335 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2da39ba-9d6a-491a-a927-4fc75bdd7565 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:04:31.375850 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2da39ba-9d6a-491a-a927-4fc75bdd7565 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:04:31.391309 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3f65f7d0-92cb-474a-9d8b-58d4002a3858 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Synchronizing usage tracker for tenant:076dca714703453ebb1e97daf5f9598c on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:04:31.449942 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0051b237-114c-4e95-9d4e-ef686227abe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:31.469627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-89b4ea19-5db5-445b-a777-1d973976d9d3 admin admin] Calling delete_port for 2171b964-9455-4590-a3e4-8addf96fab01 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:31.483282 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b6b85f3c-1821-4568-91d0-d5f59984df8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57f2943c-c849-4a32-9f14-1d19ba7ba1cd', 'name': 'tempest-FloatingIPDetailsTestJSON-1451920716-router', 'tenant_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:03:29Z', 'updated_at': '2022-03-01T21:04:30Z', 'revision_number': 6, 'project_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:31.487486 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6b85f3c-1821-4568-91d0-d5f59984df8c None None] The sync data for ids ['57f2943c-c849-4a32-9f14-1d19ba7ba1cd'] in n-d-827896-4 is: [{'id': '57f2943c-c849-4a32-9f14-1d19ba7ba1cd', 'name': 'tempest-FloatingIPDetailsTestJSON-1451920716-router', 'tenant_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:03:29Z', 'updated_at': '2022-03-01T21:04:30Z', 'revision_number': 6, 'project_id': 'ff7ccd258bd24551b5f4338cdeffdae2', 'gw_port_host': None}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:04:31.518996 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c2da39ba-9d6a-491a-a927-4fc75bdd7565 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3947129 Mar 01 21:04:31.519133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51774) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:31.520312 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:31.532193 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-c7a74304-a1d6-4413-b087-9848eb77e213 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'subnet': {'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:31.559670 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3f65f7d0-92cb-474a-9d8b-58d4002a3858 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Unset dirty status for tenant:076dca714703453ebb1e97daf5f9598c on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:04:31.563050 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3f65f7d0-92cb-474a-9d8b-58d4002a3858 tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0e2983b-98a1-4b0a-a90e-c16d89277a9b HTTP/1.1" status: 200 len: 205 time: 0.2312639 Mar 01 21:04:31.564558 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51778) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:31.729112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51786) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:31.790836 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-509b08b7-1210-42ff-821d-c65baa30aede tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:31.829224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c7a74304-a1d6-4413-b087-9848eb77e213 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:31.835089 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c7a74304-a1d6-4413-b087-9848eb77e213 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Usage tracker for resource:subnet and tenant:0668b57922e840b2aaaabc5aa0ce1805 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:31.838568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c7a74304-a1d6-4413-b087-9848eb77e213 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:31.846530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c7a74304-a1d6-4413-b087-9848eb77e213 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:32.004947 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a74304-a1d6-4413-b087-9848eb77e213 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Made reservation on behalf of 0668b57922e840b2aaaabc5aa0ce1805 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:04:32.010003 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c7a74304-a1d6-4413-b087-9848eb77e213 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:32.026941 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-89b4ea19-5db5-445b-a777-1d973976d9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:32.124857 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:32.167038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b4ea19-5db5-445b-a777-1d973976d9d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2171b964-9455-4590-a3e4-8addf96fab01,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:32.248077 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46f3774a-8ab7-4818-b8e1-b5534226dede admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:32.307453 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-89b4ea19-5db5-445b-a777-1d973976d9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:32.360272 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-509b08b7-1210-42ff-821d-c65baa30aede tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:32.418646 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-509b08b7-1210-42ff-821d-c65baa30aede tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:32.420664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-46f3774a-8ab7-4818-b8e1-b5534226dede admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:32.463136 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-46f3774a-8ab7-4818-b8e1-b5534226dede admin admin] Usage tracker for resource:security_group_rule and tenant:695ee7fafba64c28a502a203fb9ef189 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:32.467740 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-46f3774a-8ab7-4818-b8e1-b5534226dede admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:32.483725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-46f3774a-8ab7-4818-b8e1-b5534226dede admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:32.489781 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-89b4ea19-5db5-445b-a777-1d973976d9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:32.492749 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-89b4ea19-5db5-445b-a777-1d973976d9d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:32.523039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Allocated IP 172.25.5.4 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/f58a65e1-4a97-4092-bda9-50b0174d77af) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:04:32.613035 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-509b08b7-1210-42ff-821d-c65baa30aede tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:32.613583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509b08b7-1210-42ff-821d-c65baa30aede tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Fanout notify agent at l3_agent the message router_deleted on router a0e2983b-98a1-4b0a-a90e-c16d89277a9b {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:04:32.619185 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-89b4ea19-5db5-445b-a777-1d973976d9d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:32.619769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b4ea19-5db5-445b-a777-1d973976d9d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 57f2943c-c849-4a32-9f14-1d19ba7ba1cd {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:04:32.637033 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-89b4ea19-5db5-445b-a777-1d973976d9d3 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:32.640405 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-89b4ea19-5db5-445b-a777-1d973976d9d3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/57f2943c-c849-4a32-9f14-1d19ba7ba1cd HTTP/1.1" status: 204 len: 168 time: 2.0800347 Mar 01 21:04:32.640737 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51794) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:32.683831 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c7a74304-a1d6-4413-b087-9848eb77e213 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:32.754494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a74304-a1d6-4413-b087-9848eb77e213 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:04:32.760057 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-c7a74304-a1d6-4413-b087-9848eb77e213 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:32.769968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a74304-a1d6-4413-b087-9848eb77e213 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:32.770559 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c7a74304-a1d6-4413-b087-9848eb77e213 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:32.785285 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f082e56-4b76-4efd-842f-7bf6b31fbf2a None None] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:04:32.796860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a7a9fad-d011-46c5-a954-e494cd812ec8 admin admin] Deleting subnet b7b74cab-6a6c-4174-b538-cd9609f64a95 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:04:32.802142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a74304-a1d6-4413-b087-9848eb77e213 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Subnet': ['ID=2fc5d3d7-fcb6-4c67-8db9-cb2d6eec9af4,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:32.808118 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a7a9fad-d011-46c5-a954-e494cd812ec8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:32.834059 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46f3774a-8ab7-4818-b8e1-b5534226dede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:32.851194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0051b237-114c-4e95-9d4e-ef686227abe5 admin admin] Deleting port 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:32.851625 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0051b237-114c-4e95-9d4e-ef686227abe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:32.880979 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a7a9fad-d011-46c5-a954-e494cd812ec8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:32.892899 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-509b08b7-1210-42ff-821d-c65baa30aede tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:32.894280 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-509b08b7-1210-42ff-821d-c65baa30aede tempest-RoutersNegativeIpV6Test-1184181800 tempest-RoutersNegativeIpV6Test-1184181800-project] 10.222.0.42 "DELETE /v2.0/routers/a0e2983b-98a1-4b0a-a90e-c16d89277a9b HTTP/1.1" status: 204 len: 168 time: 1.3267126 Mar 01 21:04:32.919803 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46f3774a-8ab7-4818-b8e1-b5534226dede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:32.949043 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:33.013316 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-46f3774a-8ab7-4818-b8e1-b5534226dede admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=695ee7fafba64c28a502a203fb9ef189&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2832146 Mar 01 21:04:33.023564 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a7a9fad-d011-46c5-a954-e494cd812ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:33.028819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51800) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:33.048061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3774a-8ab7-4818-b8e1-b5534226dede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15373d7f-c208-406d-968f-59361dc231df,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:33.113263 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c7a74304-a1d6-4413-b087-9848eb77e213 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5914690 Mar 01 21:04:33.116223 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51806) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:33.144943 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-109095f6-214d-4c5c-acdf-3a5fa5fa6c9f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1702092562', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2fc5d3d7-fcb6-4c67-8db9-cb2d6eec9af4'}], 'security_groups': ['8cd9824f-4ffd-46c5-ad38-81e98d51478d', '74f4edfa-cf9d-49d2-b16c-d511febc1f42']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:33.277569 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-0051b237-114c-4e95-9d4e-ef686227abe5 admin admin] For port 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a,segment=NetworkSegment(105d4c34-c520-4d04-b372-b0a0a838ec2b),segment_id=105d4c34-c520-4d04-b372-b0a0a838ec2b)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:33.278267 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0051b237-114c-4e95-9d4e-ef686227abe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:33.279562 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a7a9fad-d011-46c5-a954-e494cd812ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:33.286064 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2171b964-9455-4590-a3e4-8addf96fab01 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:04:33.342420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a9fad-d011-46c5-a954-e494cd812ec8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7b74cab-6a6c-4174-b538-cd9609f64a95,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:33.347176 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a7a9fad-d011-46c5-a954-e494cd812ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:33.356695 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2a7a9fad-d011-46c5-a954-e494cd812ec8 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/b7b74cab-6a6c-4174-b538-cd9609f64a95 HTTP/1.1" status: 204 len: 168 time: 0.7142079 Mar 01 21:04:33.358246 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51810) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:33.370696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 2171b964-9455-4590-a3e4-8addf96fab01 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:04:33.371773 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2171b964-9455-4590-a3e4-8addf96fab01 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:04:33.372429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9c566e10-bf1a-4bbc-9616-469f4dec3ef5 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:04:33.373859 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-882107c3-d957-4fc1-a840-a1d62c18076f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:33.412797 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bca21a6-3861-452c-ad3f-96ca25531071 None None] Network d5f62176-f31a-4fc2-817c-5da8600dcb91 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:04:33.438306 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:33.448349 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0051b237-114c-4e95-9d4e-ef686227abe5 admin admin] Calling delete_port for 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:33.473781 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 9c566e10-bf1a-4bbc-9616-469f4dec3ef5 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:04:33.474117 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9c566e10-bf1a-4bbc-9616-469f4dec3ef5 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:04:33.501919 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ff31764-a175-4e96-b538-37906ecbbea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:33.515667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-0ff31764-a175-4e96-b538-37906ecbbea3 admin admin] Deleting port 370c5d9f-8a8e-4327-be6a-feaa52a518fe {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:33.516001 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ff31764-a175-4e96-b538-37906ecbbea3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:33.550102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51818) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:33.594002 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d472eadb-b452-4d83-8841-1495b3849305 None None] Update dhcp port {'port': {'network_id': '2e7d448a-b62f-4a54-b0fd-6fa6663798b9', 'fixed_ips': [{'subnet_id': '477de5f9-5162-4b3b-becc-0fb2ed9dee25', 'ip_address': '172.20.0.18'}, {'subnet_id': 'ca2bc2bf-810d-40e1-83db-5302523d6000', 'ip_address': '172.20.0.2'}, {'subnet_id': '2fc5d3d7-fcb6-4c67-8db9-cb2d6eec9af4'}], 'binding:host_id': 'n-d-827896-4'}, 'id': '960b9fba-9903-4394-8bde-aba51ec20937'} from n-d-827896-4. {{(pid=88520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 01 21:04:33.721492 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d472eadb-b452-4d83-8841-1495b3849305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:33.809842 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6accb187-e84b-4bf7-baaf-93b5ab9980c2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=076dca714703453ebb1e97daf5f9598c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581060 Mar 01 21:04:33.814065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51826) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:33.846900 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Port': ['ID=f58a65e1-4a97-4092-bda9-50b0174d77af,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:33.881370 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-882107c3-d957-4fc1-a840-a1d62c18076f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:33.900932 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:04:33.914316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:33.930569 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:04:33.958656 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4116321d-cc0e-46f5-a65f-2a93088c3b8c None None] DHCP port deletion for d5f62176-f31a-4fc2-817c-5da8600dcb91 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:04:33.967710 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4116321d-cc0e-46f5-a65f-2a93088c3b8c None None] Deleting port 370c5d9f-8a8e-4327-be6a-feaa52a518fe {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:33.968090 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4116321d-cc0e-46f5-a65f-2a93088c3b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:34.036678 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-d472eadb-b452-4d83-8841-1495b3849305 None None] Allocated IP 172.20.0.34 (2e7d448a-b62f-4a54-b0fd-6fa6663798b9/2fc5d3d7-fcb6-4c67-8db9-cb2d6eec9af4/960b9fba-9903-4394-8bde-aba51ec20937) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:04:34.058193 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-0ff31764-a175-4e96-b538-37906ecbbea3 admin admin] For port 370c5d9f-8a8e-4327-be6a-feaa52a518fe, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=370c5d9f-8a8e-4327-be6a-feaa52a518fe,segment=NetworkSegment(5a8282a0-b9db-4bfa-86a9-cbd7eac595e5),segment_id=5a8282a0-b9db-4bfa-86a9-cbd7eac595e5)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:34.058762 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ff31764-a175-4e96-b538-37906ecbbea3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:34.209713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-0ff31764-a175-4e96-b538-37906ecbbea3 admin admin] Calling delete_port for 370c5d9f-8a8e-4327-be6a-feaa52a518fe owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:34.241744 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-109095f6-214d-4c5c-acdf-3a5fa5fa6c9f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:34.269517 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-882107c3-d957-4fc1-a840-a1d62c18076f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:34.276468 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cc5252-89b5-4773-9af6-1cdd5f9edc67 req-fadb38a1-cf02-475a-9ef2-f4e5f12959f5 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:34.278024 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b3cc5252-89b5-4773-9af6-1cdd5f9edc67 req-fadb38a1-cf02-475a-9ef2-f4e5f12959f5 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 945 time: 0.8201399 Mar 01 21:04:34.286607 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21bacecc-4422-4602-8d37-dbb5942c0431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:34.316237 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-4116321d-cc0e-46f5-a65f-2a93088c3b8c None None] For port 370c5d9f-8a8e-4327-be6a-feaa52a518fe, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=370c5d9f-8a8e-4327-be6a-feaa52a518fe,segment=NetworkSegment(5a8282a0-b9db-4bfa-86a9-cbd7eac595e5),segment_id=5a8282a0-b9db-4bfa-86a9-cbd7eac595e5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:34.316848 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4116321d-cc0e-46f5-a65f-2a93088c3b8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:34.328144 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882107c3-d957-4fc1-a840-a1d62c18076f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15373d7f-c208-406d-968f-59361dc231df,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:34.365280 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21bacecc-4422-4602-8d37-dbb5942c0431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:34.379915 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b3cc5252-89b5-4773-9af6-1cdd5f9edc67 req-ab3fdd70-fc25-45e1-a166-22ee7b20a1f0 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e56c719-69fd-4112-92df-821606b04e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889039 Mar 01 21:04:34.417334 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-882107c3-d957-4fc1-a840-a1d62c18076f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:34.420964 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-882107c3-d957-4fc1-a840-a1d62c18076f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/15373d7f-c208-406d-968f-59361dc231df HTTP/1.1" status: 204 len: 168 time: 1.3854334 Mar 01 21:04:34.438791 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ff31764-a175-4e96-b538-37906ecbbea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:34.503040 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4116321d-cc0e-46f5-a65f-2a93088c3b8c None None] Calling delete_port for 370c5d9f-8a8e-4327-be6a-feaa52a518fe owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:34.515001 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff31764-a175-4e96-b538-37906ecbbea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=370c5d9f-8a8e-4327-be6a-feaa52a518fe,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:34.518725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff31764-a175-4e96-b538-37906ecbbea3 admin admin] No DVR routers for this DVR port 370c5d9f-8a8e-4327-be6a-feaa52a518fe on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:04:34.549720 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21bacecc-4422-4602-8d37-dbb5942c0431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:34.578885 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d472eadb-b452-4d83-8841-1495b3849305 None None] For port 960b9fba-9903-4394-8bde-aba51ec20937, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=960b9fba-9903-4394-8bde-aba51ec20937,segment=NetworkSegment(9219b39f-06fa-42a1-8efb-20c8ae6faa04),segment_id=9219b39f-06fa-42a1-8efb-20c8ae6faa04)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:34.596682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bacecc-4422-4602-8d37-dbb5942c0431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642441fa-2718-4cd5-91aa-67638b2ab2e6,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:34.663064 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ff31764-a175-4e96-b538-37906ecbbea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:34.673836 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21bacecc-4422-4602-8d37-dbb5942c0431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:34.674065 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d472eadb-b452-4d83-8841-1495b3849305 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:34.677331 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-21bacecc-4422-4602-8d37-dbb5942c0431 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/642441fa-2718-4cd5-91aa-67638b2ab2e6 HTTP/1.1" status: 204 len: 168 time: 0.8571494 Mar 01 21:04:34.693443 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-4116321d-cc0e-46f5-a65f-2a93088c3b8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:04:34.693692 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-4116321d-cc0e-46f5-a65f-2a93088c3b8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:04:34.695027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-0ff31764-a175-4e96-b538-37906ecbbea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5f62176-f31a-4fc2-817c-5da8600dcb91']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:34.708831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-0ff31764-a175-4e96-b538-37906ecbbea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a8282a0-b9db-4bfa-86a9-cbd7eac595e5') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:34.709137 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-0ff31764-a175-4e96-b538-37906ecbbea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a8282a0-b9db-4bfa-86a9-cbd7eac595e5') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:34.721503 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ff31764-a175-4e96-b538-37906ecbbea3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:34.746227 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ff31764-a175-4e96-b538-37906ecbbea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:34.753172 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff31764-a175-4e96-b538-37906ecbbea3 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:04:34.760567 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ff31764-a175-4e96-b538-37906ecbbea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:04:34.770892 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:04:34.797716 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0051b237-114c-4e95-9d4e-ef686227abe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:34.928486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0051b237-114c-4e95-9d4e-ef686227abe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:34.935870 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d472eadb-b452-4d83-8841-1495b3849305 None None] Transition to ACTIVE for port object 960b9fba-9903-4394-8bde-aba51ec20937 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:04:34.936638 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ff31764-a175-4e96-b538-37906ecbbea3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:34.988418 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ff31764-a175-4e96-b538-37906ecbbea3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:35.001438 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff31764-a175-4e96-b538-37906ecbbea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5f62176-f31a-4fc2-817c-5da8600dcb91,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:35.007875 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d472eadb-b452-4d83-8841-1495b3849305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:35.100891 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0ff31764-a175-4e96-b538-37906ecbbea3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d5f62176-f31a-4fc2-817c-5da8600dcb91 HTTP/1.1" status: 204 len: 168 time: 1.7414865 Mar 01 21:04:35.164351 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d472eadb-b452-4d83-8841-1495b3849305 None None] Pushing event updated for resources: {'Port': ['ID=960b9fba-9903-4394-8bde-aba51ec20937,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:35.216429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4116321d-cc0e-46f5-a65f-2a93088c3b8c None None] Deleting port 370c5d9f-8a8e-4327-be6a-feaa52a518fe {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:35.216717 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4116321d-cc0e-46f5-a65f-2a93088c3b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:35.282853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51854) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:35.319600 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-843c2375-3def-479b-80c2-05df2b539bbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:35.356009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-843c2375-3def-479b-80c2-05df2b539bbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:35.362865 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-843c2375-3def-479b-80c2-05df2b539bbf admin admin] Usage tracker for resource:security_group_rule and tenant:e9b5c915a2e24218a729d9fd635b17c1 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:35.370652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-843c2375-3def-479b-80c2-05df2b539bbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:35.385799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-843c2375-3def-479b-80c2-05df2b539bbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:35.408427 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 960b9fba-9903-4394-8bde-aba51ec20937 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:04:35.545091 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-843c2375-3def-479b-80c2-05df2b539bbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:35.622713 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4116321d-cc0e-46f5-a65f-2a93088c3b8c None None] The port '370c5d9f-8a8e-4327-be6a-feaa52a518fe' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:04:35.697134 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:35.712764 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0051b237-114c-4e95-9d4e-ef686227abe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:35.737763 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-843c2375-3def-479b-80c2-05df2b539bbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:35.764896 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 370c5d9f-8a8e-4327-be6a-feaa52a518fe no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:04:35.841087 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-109095f6-214d-4c5c-acdf-3a5fa5fa6c9f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-4a3ed26c-c571-4ec7-9fc6-c49dc5f7c211 {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:04:35.841087 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-109095f6-214d-4c5c-acdf-3a5fa5fa6c9f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:04:35.844242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 370c5d9f-8a8e-4327-be6a-feaa52a518fe {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:04:35.844608 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 370c5d9f-8a8e-4327-be6a-feaa52a518fe not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:04:35.857710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843c2375-3def-479b-80c2-05df2b539bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321dd47d-bffc-447f-870f-eb08fd7c423d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:35.866906 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-843c2375-3def-479b-80c2-05df2b539bbf admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e9b5c915a2e24218a729d9fd635b17c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5803127 Mar 01 21:04:35.868577 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51866) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:35.894878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af689472-5854-42b0-bb63-7497d8bfe3b0 req-f8ae90d9-88bc-424b-8771-e86be81cc128 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:35.896652 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af689472-5854-42b0-bb63-7497d8bfe3b0 req-f8ae90d9-88bc-424b-8771-e86be81cc128 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 945 time: 0.2879941 Mar 01 21:04:35.958127 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51872) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:35.996388 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af689472-5854-42b0-bb63-7497d8bfe3b0 req-84c0ae34-a024-4796-9ea5-6c6cd1b5114f tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e56c719-69fd-4112-92df-821606b04e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870876 Mar 01 21:04:36.035045 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-524dc50c-e656-4655-a2f4-baaa65cf8158 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ff7ccd258bd24551b5f4338cdeffdae2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0740485 Mar 01 21:04:36.037641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51876) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:36.136609 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-01f7afa0-025e-4d76-af46-e1d69aa84e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:36.180790 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:36.206919 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5635aa64-b615-4dd8-a456-614114f9ba20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:36.210266 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-01f7afa0-025e-4d76-af46-e1d69aa84e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:36.335767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5635aa64-b615-4dd8-a456-614114f9ba20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:36.346995 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-01f7afa0-025e-4d76-af46-e1d69aa84e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:36.370920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7afa0-025e-4d76-af46-e1d69aa84e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2967b175-c7d5-4540-ad5e-fbf05ddd3273,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:36.393736 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-01f7afa0-025e-4d76-af46-e1d69aa84e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:36.395936 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-01f7afa0-025e-4d76-af46-e1d69aa84e7f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2967b175-c7d5-4540-ad5e-fbf05ddd3273 HTTP/1.1" status: 204 len: 168 time: 0.3572726 Mar 01 21:04:36.406109 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ddaea605-8903-4d60-9406-d67aa49e2581 None None] Provisioning complete for port daa0ede8-515b-4024-a148-da0f08db174b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:36.406483 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ddaea605-8903-4d60-9406-d67aa49e2581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:36.468264 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ddaea605-8903-4d60-9406-d67aa49e2581 None None] Port daa0ede8-515b-4024-a148-da0f08db174b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:04:36.480120 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ddaea605-8903-4d60-9406-d67aa49e2581 None None] Provisioning complete for port 8cf32e87-91dd-4aec-b429-efdf440e4bae triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:36.483295 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ddaea605-8903-4d60-9406-d67aa49e2581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:36.552461 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ddaea605-8903-4d60-9406-d67aa49e2581 None None] Port 8cf32e87-91dd-4aec-b429-efdf440e4bae cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:04:36.566748 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-109095f6-214d-4c5c-acdf-3a5fa5fa6c9f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:36.653120 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ddaea605-8903-4d60-9406-d67aa49e2581 None None] Provisioning for port 960b9fba-9903-4394-8bde-aba51ec20937 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:04:36.659106 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ddaea605-8903-4d60-9406-d67aa49e2581 None None] Provisioning complete for port 960b9fba-9903-4394-8bde-aba51ec20937 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:36.659527 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ddaea605-8903-4d60-9406-d67aa49e2581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:36.790522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0051b237-114c-4e95-9d4e-ef686227abe5 admin admin] Router 13fe3ed0-80cb-4eef-b011-98a8244353e2 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:04:36.835101 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5635aa64-b615-4dd8-a456-614114f9ba20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:36.937291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635aa64-b615-4dd8-a456-614114f9ba20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321dd47d-bffc-447f-870f-eb08fd7c423d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:36.984436 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb94dc-1508-424a-9de1-83126a1464dd req-fd8ea8ef-6ea3-4f55-81f5-018f01921831 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:36.985989 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-49eb94dc-1508-424a-9de1-83126a1464dd req-fd8ea8ef-6ea3-4f55-81f5-018f01921831 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.55 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 945 time: 0.1228032 Mar 01 21:04:36.998813 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5635aa64-b615-4dd8-a456-614114f9ba20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:37.000232 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5635aa64-b615-4dd8-a456-614114f9ba20 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/321dd47d-bffc-447f-870f-eb08fd7c423d HTTP/1.1" status: 204 len: 168 time: 1.1292431 Mar 01 21:04:37.078199 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:37.157389 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-49eb94dc-1508-424a-9de1-83126a1464dd req-6599925d-8c8d-4939-a19c-687124074ec1 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Deleting port f44131eb-dd15-482a-826c-7aff4d81ae59 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:37.157946 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-49eb94dc-1508-424a-9de1-83126a1464dd req-6599925d-8c8d-4939-a19c-687124074ec1 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:37.197702 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:37.356963 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:37.518428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ca00d2-6c4c-4f77-ada7-85a718257a9e req-6fcae643-46f0-4157-b328-65d96eca715f tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:37.520264 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96ca00d2-6c4c-4f77-ada7-85a718257a9e req-6fcae643-46f0-4157-b328-65d96eca715f tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 945 time: 0.2833674 Mar 01 21:04:37.678282 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Port': ['ID=f58a65e1-4a97-4092-bda9-50b0174d77af,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:37.698215 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0051b237-114c-4e95-9d4e-ef686227abe5 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:04:37.704254 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0051b237-114c-4e95-9d4e-ef686227abe5 admin admin] 10.222.0.42 "PUT /v2.0/routers/13fe3ed0-80cb-4eef-b011-98a8244353e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8570864 Mar 01 21:04:37.713328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51920) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:37.718363 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533e5434-6d95-4adf-920b-561b3d219165 None None] Sync routers for ids ['13fe3ed0-80cb-4eef-b011-98a8244353e2'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:04:37.742335 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533e5434-6d95-4adf-920b-561b3d219165 None None] Routers {'13fe3ed0-80cb-4eef-b011-98a8244353e2'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:37.742335 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-533e5434-6d95-4adf-920b-561b3d219165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['13fe3ed0-80cb-4eef-b011-98a8244353e2'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:37.764349 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96ca00d2-6c4c-4f77-ada7-85a718257a9e req-1829faad-dd1c-4437-b126-a3bd579a8fbe tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e56c719-69fd-4112-92df-821606b04e9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2356095 Mar 01 21:04:37.768702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-49eb94dc-1508-424a-9de1-83126a1464dd req-6599925d-8c8d-4939-a19c-687124074ec1 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] For port f44131eb-dd15-482a-826c-7aff4d81ae59, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=f44131eb-dd15-482a-826c-7aff4d81ae59,segment=NetworkSegment(d2a42a8c-62c6-4f19-a4e0-684e0556e759),segment_id=d2a42a8c-62c6-4f19-a4e0-684e0556e759)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:37.775295 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-49eb94dc-1508-424a-9de1-83126a1464dd req-6599925d-8c8d-4939-a19c-687124074ec1 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:37.948586 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-210c7917-98d2-4dee-ae52-33dad2c4cb2b admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:37.978202 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-533e5434-6d95-4adf-920b-561b3d219165 None None] Set router 13fe3ed0-80cb-4eef-b011-98a8244353e2 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:04:38.266537 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Floating IP 837dc12f-9122-4dcd-b3e5-8310a246bdfa associated. External IP: 172.25.5.4, port: c52db57a-76eb-4569-939e-ecdc13e6a193. Mar 01 21:04:38.372038 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-49eb94dc-1508-424a-9de1-83126a1464dd req-6599925d-8c8d-4939-a19c-687124074ec1 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:38.372038 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-49eb94dc-1508-424a-9de1-83126a1464dd req-6599925d-8c8d-4939-a19c-687124074ec1 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:38.372653 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [req-49eb94dc-1508-424a-9de1-83126a1464dd req-6599925d-8c8d-4939-a19c-687124074ec1 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Floating IP 32599f89-fed6-45a9-a524-bd5a2035b7f7 disassociated. External IP: 172.25.5.18, port: f44131eb-dd15-482a-826c-7aff4d81ae59. Mar 01 21:04:38.372856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-49eb94dc-1508-424a-9de1-83126a1464dd req-6599925d-8c8d-4939-a19c-687124074ec1 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Calling delete_port for f44131eb-dd15-482a-826c-7aff4d81ae59 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:38.450907 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-533e5434-6d95-4adf-920b-561b3d219165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe3ed0-80cb-4eef-b011-98a8244353e2', 'name': 'tempest-TaggedBootDevicesTest-1704721126-router', 'tenant_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8c3685cb-7eb8-4999-baca-8f1f0277057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:26Z', 'updated_at': '2022-03-01T21:04:34Z', 'revision_number': 5, 'project_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'gw_port': {'id': '8c3685cb-7eb8-4999-baca-8f1f0277057e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe3ed0-80cb-4eef-b011-98a8244353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:28Z', 'updated_at': '2022-03-01T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:38.455726 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533e5434-6d95-4adf-920b-561b3d219165 None None] Checking router: 13fe3ed0-80cb-4eef-b011-98a8244353e2 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:04:38.470727 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533e5434-6d95-4adf-920b-561b3d219165 None None] Routers {'13fe3ed0-80cb-4eef-b011-98a8244353e2'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:38.472070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-533e5434-6d95-4adf-920b-561b3d219165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['13fe3ed0-80cb-4eef-b011-98a8244353e2'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:38.523525 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-210c7917-98d2-4dee-ae52-33dad2c4cb2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:38.559406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-109095f6-214d-4c5c-acdf-3a5fa5fa6c9f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Delete allocated IP 172.20.0.7 (2e7d448a-b62f-4a54-b0fd-6fa6663798b9/ca2bc2bf-810d-40e1-83db-5302523d6000) {{(pid=88519) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 01 21:04:38.586645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-109095f6-214d-4c5c-acdf-3a5fa5fa6c9f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Allocated IP 172.20.0.36 (2e7d448a-b62f-4a54-b0fd-6fa6663798b9/2fc5d3d7-fcb6-4c67-8db9-cb2d6eec9af4/daa0ede8-515b-4024-a148-da0f08db174b) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:04:38.707869 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-49eb94dc-1508-424a-9de1-83126a1464dd req-6599925d-8c8d-4939-a19c-687124074ec1 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:38.772628 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-533e5434-6d95-4adf-920b-561b3d219165 None None] Set router 13fe3ed0-80cb-4eef-b011-98a8244353e2 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:04:38.783593 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-210c7917-98d2-4dee-ae52-33dad2c4cb2b admin admin] Deleting port 8c3685cb-7eb8-4999-baca-8f1f0277057e {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:38.783939 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-210c7917-98d2-4dee-ae52-33dad2c4cb2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:38.871135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599925d-8c8d-4939-a19c-687124074ec1 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Pushing event deleted for resources: {'Port': ['ID=f44131eb-dd15-482a-826c-7aff4d81ae59,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:39.232613 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-faf9a7fb-6ec5-403e-8064-ac22a3def6b5 req-a1f8acee-d0a0-497c-8b1e-11ed3440682a tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 210 time: 0.1651411 Mar 01 21:04:39.361581 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-533e5434-6d95-4adf-920b-561b3d219165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13fe3ed0-80cb-4eef-b011-98a8244353e2', 'name': 'tempest-TaggedBootDevicesTest-1704721126-router', 'tenant_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8c3685cb-7eb8-4999-baca-8f1f0277057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:26Z', 'updated_at': '2022-03-01T21:04:34Z', 'revision_number': 5, 'project_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'gw_port': {'id': '8c3685cb-7eb8-4999-baca-8f1f0277057e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe3ed0-80cb-4eef-b011-98a8244353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:28Z', 'updated_at': '2022-03-01T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:39.383073 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533e5434-6d95-4adf-920b-561b3d219165 None None] The sync data for ids ['13fe3ed0-80cb-4eef-b011-98a8244353e2'] in n-d-827896-4 is: [{'id': '13fe3ed0-80cb-4eef-b011-98a8244353e2', 'name': 'tempest-TaggedBootDevicesTest-1704721126-router', 'tenant_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.15'}], 'enable_snat': True}, 'gw_port_id': '8c3685cb-7eb8-4999-baca-8f1f0277057e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T20:55:26Z', 'updated_at': '2022-03-01T21:04:34Z', 'revision_number': 5, 'project_id': '2f1c9b8b5b644c7198787dc9cabd6814', 'gw_port': {'id': '8c3685cb-7eb8-4999-baca-8f1f0277057e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13fe3ed0-80cb-4eef-b011-98a8244353e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T20:55:28Z', 'updated_at': '2022-03-01T20:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:04:39.447531 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-210c7917-98d2-4dee-ae52-33dad2c4cb2b admin admin] For port 8c3685cb-7eb8-4999-baca-8f1f0277057e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8c3685cb-7eb8-4999-baca-8f1f0277057e,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:39.448044 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-210c7917-98d2-4dee-ae52-33dad2c4cb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:39.467499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Router d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:04:39.594245 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49eb94dc-1508-424a-9de1-83126a1464dd req-6599925d-8c8d-4939-a19c-687124074ec1 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Router 8b0e57fb-eccc-446a-bee0-46f0a42c32ee has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:04:39.708037 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2add01-e2d9-4816-b411-3c4ac71f1bdf req-c7257a90-3582-4d86-9c1f-af5002a444a1 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:39.709923 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf2add01-e2d9-4816-b411-3c4ac71f1bdf req-c7257a90-3582-4d86-9c1f-af5002a444a1 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.2780426 Mar 01 21:04:39.801824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-210c7917-98d2-4dee-ae52-33dad2c4cb2b admin admin] Calling delete_port for 8c3685cb-7eb8-4999-baca-8f1f0277057e owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:39.848408 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf2add01-e2d9-4816-b411-3c4ac71f1bdf req-c5c9cd15-be4b-4674-b2a6-502d3be490fa tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318121 Mar 01 21:04:39.849730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49eb94dc-1508-424a-9de1-83126a1464dd req-6599925d-8c8d-4939-a19c-687124074ec1 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:04:39.861876 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f787849-4458-4cf0-a93e-0fab25a72caa None None] Sync routers for ids ['8b0e57fb-eccc-446a-bee0-46f0a42c32ee'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:04:39.881127 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f787849-4458-4cf0-a93e-0fab25a72caa None None] Routers {'8b0e57fb-eccc-446a-bee0-46f0a42c32ee'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:39.881961 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1f787849-4458-4cf0-a93e-0fab25a72caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8b0e57fb-eccc-446a-bee0-46f0a42c32ee'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:40.009943 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-49eb94dc-1508-424a-9de1-83126a1464dd req-6599925d-8c8d-4939-a19c-687124074ec1 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] No DVR routers for this DVR port f44131eb-dd15-482a-826c-7aff4d81ae59 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:04:40.040580 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-49eb94dc-1508-424a-9de1-83126a1464dd req-6599925d-8c8d-4939-a19c-687124074ec1 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:40.062747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f755cf1-c0a3-4dfd-8bf2-f86c1872e966', 'name': 'network-vif-deleted', 'tag': 'f44131eb-dd15-482a-826c-7aff4d81ae59'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:04:40.140826 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-49eb94dc-1508-424a-9de1-83126a1464dd req-6599925d-8c8d-4939-a19c-687124074ec1 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.55 "DELETE /v2.0/ports/f44131eb-dd15-482a-826c-7aff4d81ae59 HTTP/1.1" status: 204 len: 173 time: 3.1489635 Mar 01 21:04:40.147185 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [None req-109095f6-214d-4c5c-acdf-3a5fa5fa6c9f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:04:40.153473 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f755cf1-c0a3-4dfd-8bf2-f86c1872e966', 'name': 'network-vif-deleted', 'tag': 'f44131eb-dd15-482a-826c-7aff4d81ae59', 'status': 'completed', 'code': 200} Mar 01 21:04:40.173242 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-1f787849-4458-4cf0-a93e-0fab25a72caa None None] Set router 8b0e57fb-eccc-446a-bee0-46f0a42c32ee gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:04:40.179992 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-109095f6-214d-4c5c-acdf-3a5fa5fa6c9f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:40.230053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:04:40.245153 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5292ed-db28-410b-989a-9b4f8955a7ad None None] Sync routers for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:04:40.245694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-109095f6-214d-4c5c-acdf-3a5fa5fa6c9f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Transition to ACTIVE for port object daa0ede8-515b-4024-a148-da0f08db174b will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:04:40.250772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52020) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:40.292496 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5292ed-db28-410b-989a-9b4f8955a7ad None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:40.294205 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5b5292ed-db28-410b-989a-9b4f8955a7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:40.399597 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-109095f6-214d-4c5c-acdf-3a5fa5fa6c9f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:40.498472 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:40.509891 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5b5292ed-db28-410b-989a-9b4f8955a7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:40.518739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5292ed-db28-410b-989a-9b4f8955a7ad None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:40.519353 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5b5292ed-db28-410b-989a-9b4f8955a7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:40.578745 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-70ac7c48-a569-4ff6-8afc-527889ae1863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:40.605727 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-70ac7c48-a569-4ff6-8afc-527889ae1863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:40.612213 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-70ac7c48-a569-4ff6-8afc-527889ae1863 admin admin] Usage tracker for resource:security_group_rule and tenant:b23b54ad65fb4e3e9aa9df575af32abf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:40.616647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-70ac7c48-a569-4ff6-8afc-527889ae1863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:40.621938 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device f44131eb-dd15-482a-826c-7aff4d81ae59 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:04:40.638175 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-70ac7c48-a569-4ff6-8afc-527889ae1863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:40.659718 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1f787849-4458-4cf0-a93e-0fab25a72caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'name': 'tempest-ServersTestJSON-1607013522-router', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:18Z', 'updated_at': '2022-03-01T21:02:32Z', 'revision_number': 4, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'gw_port': {'id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:21Z', 'updated_at': '2022-03-01T21:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '9659967b-3d3c-4a79-a728-3bf50324ffb9', 'name': '', 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'mac_address': 'fa:16:3e:96:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'd83b90d8-a7ff-4d57-a949-1f46cb1079f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:30Z', 'updated_at': '2022-03-01T21:02:40Z', 'revision_number': 5, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'subnets': [{'id': 'd83b90d8-a7ff-4d57-a949-1f46cb1079f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:40.666857 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f787849-4458-4cf0-a93e-0fab25a72caa None None] Checking router: 8b0e57fb-eccc-446a-bee0-46f0a42c32ee for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:04:40.682797 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f787849-4458-4cf0-a93e-0fab25a72caa None None] Routers {'8b0e57fb-eccc-446a-bee0-46f0a42c32ee'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:40.684512 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1f787849-4458-4cf0-a93e-0fab25a72caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8b0e57fb-eccc-446a-bee0-46f0a42c32ee'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:40.698148 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-83613a74-156a-45ed-9c1e-3a27e928ab8a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 10.0602818 Mar 01 21:04:40.707898 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5b5292ed-db28-410b-989a-9b4f8955a7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:40.708301 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52034) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:40.708538 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5292ed-db28-410b-989a-9b4f8955a7ad None None] The sync data for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:04:40.715007 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: f44131eb-dd15-482a-826c-7aff4d81ae59 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:04:40.715416 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device f44131eb-dd15-482a-826c-7aff4d81ae59 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:04:40.818027 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-70ac7c48-a569-4ff6-8afc-527889ae1863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:40.832732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-425684f5-5bb9-45b4-b5e3-0b4e4652dacf req-cfe29545-361c-4b7f-896f-154f9541b343 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Synchronizing usage tracker for tenant:49f701ea16be4fb88d89fc6971a38e65 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:04:40.901168 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-70ac7c48-a569-4ff6-8afc-527889ae1863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:40.923285 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5d11c90c-a979-4095-80ab-1fd26cf07780 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "GET /v2.0/floatingips/837dc12f-9122-4dcd-b3e5-8310a246bdfa HTTP/1.1" status: 200 len: 976 time: 0.2095716 Mar 01 21:04:40.931142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109095f6-214d-4c5c-acdf-3a5fa5fa6c9f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event updated for resources: {'Port': ['ID=daa0ede8-515b-4024-a148-da0f08db174b,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:40.935230 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52044) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:40.946972 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-210c7917-98d2-4dee-ae52-33dad2c4cb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:40.959928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac7c48-a569-4ff6-8afc-527889ae1863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab12f103-ed08-46f9-89da-73cca390e25f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:40.980781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-425684f5-5bb9-45b4-b5e3-0b4e4652dacf req-cfe29545-361c-4b7f-896f-154f9541b343 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Unset dirty status for tenant:49f701ea16be4fb88d89fc6971a38e65 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:04:41.003986 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-425684f5-5bb9-45b4-b5e3-0b4e4652dacf req-cfe29545-361c-4b7f-896f-154f9541b343 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/ports?device_id=3f755cf1-c0a3-4dfd-8bf2-f86c1872e966 HTTP/1.1" status: 200 len: 210 time: 0.4980764 Mar 01 21:04:41.070655 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-70ac7c48-a569-4ff6-8afc-527889ae1863 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b23b54ad65fb4e3e9aa9df575af32abf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8186927 Mar 01 21:04:41.078437 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52050) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:41.140878 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-1f787849-4458-4cf0-a93e-0fab25a72caa None None] Set router 8b0e57fb-eccc-446a-bee0-46f0a42c32ee gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:04:41.217126 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:04:41.306291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-109095f6-214d-4c5c-acdf-3a5fa5fa6c9f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] In _notify_port_updated(), no bound segment for port daa0ede8-515b-4024-a148-da0f08db174b on network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 {{(pid=88519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:04:41.313563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109095f6-214d-4c5c-acdf-3a5fa5fa6c9f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:41.314849 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-109095f6-214d-4c5c-acdf-3a5fa5fa6c9f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:41.316466 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-109095f6-214d-4c5c-acdf-3a5fa5fa6c9f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "PUT /v2.0/ports/daa0ede8-515b-4024-a148-da0f08db174b HTTP/1.1" status: 200 len: 960 time: 8.1965518 Mar 01 21:04:41.329039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52054) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:41.330964 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c7917-98d2-4dee-ae52-33dad2c4cb2b admin admin] Pushing event deleted for resources: {'Port': ['ID=8c3685cb-7eb8-4999-baca-8f1f0277057e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:41.342654 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:04:41.343177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0d45c9b4-6b00-4cfe-b4c4-f9b64c4f8c9a not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:04:41.390497 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-210c7917-98d2-4dee-ae52-33dad2c4cb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:41.391606 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-31b1b3ea-d1d0-4440-8603-c05c57520afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:41.450359 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b2a113-3dd4-4a6b-b33e-639d83ae72e6 req-04b1f7b2-6d31-49d9-86f5-7fdebdb745ce tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:41.452173 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72b2a113-3dd4-4a6b-b33e-639d83ae72e6 req-04b1f7b2-6d31-49d9-86f5-7fdebdb745ce tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.3234594 Mar 01 21:04:41.466892 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-31b1b3ea-d1d0-4440-8603-c05c57520afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:41.467048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-28bdf5b8-1c59-43f5-aaea-db1a42aab4f2 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Synchronizing usage tracker for tenant:b1ee6d67e60d4522b2c7a56804647469 on resource:floatingip {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:04:41.478901 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-402ade9a-e017-434f-a0d3-1cd61ca77c2f None None] Provisioning for port daa0ede8-515b-4024-a148-da0f08db174b completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:04:41.484691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-402ade9a-e017-434f-a0d3-1cd61ca77c2f None None] Provisioning complete for port daa0ede8-515b-4024-a148-da0f08db174b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:41.485201 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-402ade9a-e017-434f-a0d3-1cd61ca77c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:41.530212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-7cdb6877-acc4-4bd4-93d6-5c66e4dc636d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port daa0ede8-515b-4024-a148-da0f08db174b {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:41.530801 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7cdb6877-acc4-4bd4-93d6-5c66e4dc636d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:41.557568 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-402ade9a-e017-434f-a0d3-1cd61ca77c2f None None] Port daa0ede8-515b-4024-a148-da0f08db174b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:04:41.660301 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-210c7917-98d2-4dee-ae52-33dad2c4cb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:41.662486 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1f787849-4458-4cf0-a93e-0fab25a72caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'name': 'tempest-ServersTestJSON-1607013522-router', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:18Z', 'updated_at': '2022-03-01T21:02:32Z', 'revision_number': 4, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'gw_port': {'id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:21Z', 'updated_at': '2022-03-01T21:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '9659967b-3d3c-4a79-a728-3bf50324ffb9', 'name': '', 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'mac_address': 'fa:16:3e:96:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'd83b90d8-a7ff-4d57-a949-1f46cb1079f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:30Z', 'updated_at': '2022-03-01T21:02:40Z', 'revision_number': 5, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'subnets': [{'id': 'd83b90d8-a7ff-4d57-a949-1f46cb1079f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:41.662893 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-210c7917-98d2-4dee-ae52-33dad2c4cb2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:41.670275 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f787849-4458-4cf0-a93e-0fab25a72caa None None] The sync data for ids ['8b0e57fb-eccc-446a-bee0-46f0a42c32ee'] in n-d-827896-4 is: [{'id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'name': 'tempest-ServersTestJSON-1607013522-router', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:18Z', 'updated_at': '2022-03-01T21:02:32Z', 'revision_number': 4, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'gw_port': {'id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:21Z', 'updated_at': '2022-03-01T21:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '9659967b-3d3c-4a79-a728-3bf50324ffb9', 'name': '', 'network_id': '472c38d0-e825-4706-9372-a0e1682fe50b', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'mac_address': 'fa:16:3e:96:46:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1457, 'fixed_ips': [{'subnet_id': 'd83b90d8-a7ff-4d57-a949-1f46cb1079f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:30Z', 'updated_at': '2022-03-01T21:02:40Z', 'revision_number': 5, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'subnets': [{'id': 'd83b90d8-a7ff-4d57-a949-1f46cb1079f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:04:41.707567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-28bdf5b8-1c59-43f5-aaea-db1a42aab4f2 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Unset dirty status for tenant:b1ee6d67e60d4522b2c7a56804647469 on resource:floatingip {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:04:41.714417 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-28bdf5b8-1c59-43f5-aaea-db1a42aab4f2 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.7703416 Mar 01 21:04:41.714417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52062) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:41.725666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-3c6c59d5-85b5-4958-9a4a-900e4a90f699 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'floatingip': {'port_id': '189bf0ce-67bd-4415-8ea0-ca057937f6bd'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:41.790637 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-210c7917-98d2-4dee-ae52-33dad2c4cb2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:41.791395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210c7917-98d2-4dee-ae52-33dad2c4cb2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13fe3ed0-80cb-4eef-b011-98a8244353e2 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:04:41.795891 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72b2a113-3dd4-4a6b-b33e-639d83ae72e6 req-4048f0c8-282a-4194-91b9-a7f07783c728 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3274379 Mar 01 21:04:41.840203 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-210c7917-98d2-4dee-ae52-33dad2c4cb2b admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:41.844219 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-210c7917-98d2-4dee-ae52-33dad2c4cb2b admin admin] 10.222.0.42 "DELETE /v2.0/routers/13fe3ed0-80cb-4eef-b011-98a8244353e2 HTTP/1.1" status: 204 len: 168 time: 4.1247563 Mar 01 21:04:41.847998 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52068) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:41.859300 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3c6c59d5-85b5-4958-9a4a-900e4a90f699 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:41.862106 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-31b1b3ea-d1d0-4440-8603-c05c57520afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:41.975444 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1b3ea-d1d0-4440-8603-c05c57520afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab12f103-ed08-46f9-89da-73cca390e25f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:42.093522 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-31b1b3ea-d1d0-4440-8603-c05c57520afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:42.098093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-31b1b3ea-d1d0-4440-8603-c05c57520afa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ab12f103-ed08-46f9-89da-73cca390e25f HTTP/1.1" status: 204 len: 168 time: 1.0182915 Mar 01 21:04:42.146818 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-104ac840-116e-41bc-af64-463d652b11e7 admin admin] Deleting subnet 45c3e655-edc1-4284-b659-190569c7dc30 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:04:42.151750 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-104ac840-116e-41bc-af64-463d652b11e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:42.184357 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaf2f3d-3be6-47f2-965f-8f89c4a4cae1 None None] New status for floating IP 32599f89-fed6-45a9-a524-bd5a2035b7f7: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:04:42.249606 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-104ac840-116e-41bc-af64-463d652b11e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:42.286240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52084) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:42.432244 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7cdb6877-acc4-4bd4-93d6-5c66e4dc636d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:42.507135 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-479dc114-c8d5-4dda-95c9-77bae503febc tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:42.543656 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-479dc114-c8d5-4dda-95c9-77bae503febc tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:42.621325 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-7cdb6877-acc4-4bd4-93d6-5c66e4dc636d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for daa0ede8-515b-4024-a148-da0f08db174b owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:42.702486 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-104ac840-116e-41bc-af64-463d652b11e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:42.867163 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-479dc114-c8d5-4dda-95c9-77bae503febc tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:42.905821 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479dc114-c8d5-4dda-95c9-77bae503febc tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e56c719-69fd-4112-92df-821606b04e9f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:42.930155 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7cdb6877-acc4-4bd4-93d6-5c66e4dc636d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:42.932638 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-104ac840-116e-41bc-af64-463d652b11e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:43.007876 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefcbdda-8f11-4c44-90d9-b23baf30cba7 None None] Network 8f53e9c1-43ea-490e-bc6c-a4075ec99cb3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:04:43.037148 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52094) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:43.060767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-479dc114-c8d5-4dda-95c9-77bae503febc tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:43.062012 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-479dc114-c8d5-4dda-95c9-77bae503febc tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "DELETE /v2.0/security-groups/9e56c719-69fd-4112-92df-821606b04e9f HTTP/1.1" status: 204 len: 168 time: 0.7746925 Mar 01 21:04:43.064840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52100) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:43.203509 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-104ac840-116e-41bc-af64-463d652b11e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:43.221514 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104ac840-116e-41bc-af64-463d652b11e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45c3e655-edc1-4284-b659-190569c7dc30,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:43.243343 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b252fb4c-0e69-45be-bf7c-a7709a217925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:43.261445 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-06c3fc47-203c-4367-9654-b511143bb2f2 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] show failed (client error): The resource could not be found. Mar 01 21:04:43.265146 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-06c3fc47-203c-4367-9654-b511143bb2f2 tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "GET /v2.0/security-groups/9e56c719-69fd-4112-92df-821606b04e9f HTTP/1.1" status: 404 len: 347 time: 0.1968169 Mar 01 21:04:43.268606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52114) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:43.274006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdb6877-acc4-4bd4-93d6-5c66e4dc636d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Port': ['ID=daa0ede8-515b-4024-a148-da0f08db174b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:43.340597 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-104ac840-116e-41bc-af64-463d652b11e7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/45c3e655-edc1-4284-b659-190569c7dc30 HTTP/1.1" status: 204 len: 168 time: 1.4753408 Mar 01 21:04:43.346797 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52120) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:43.375719 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8c3685cb-7eb8-4999-baca-8f1f0277057e no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:04:43.380294 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b252fb4c-0e69-45be-bf7c-a7709a217925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:43.408853 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b252fb4c-0e69-45be-bf7c-a7709a217925 admin admin] Usage tracker for resource:security_group_rule and tenant:8d6dcf29d34e44a489723e53cc40454b is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:43.482145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b252fb4c-0e69-45be-bf7c-a7709a217925 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:43.501017 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 8c3685cb-7eb8-4999-baca-8f1f0277057e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:04:43.501609 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8c3685cb-7eb8-4999-baca-8f1f0277057e not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:04:43.515041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e4d3ecbc-e27b-45e4-945e-50b7b3f2d97f tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Deleting port d0a54b3d-582e-43e9-9900-90ab8f312075 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:43.515539 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e4d3ecbc-e27b-45e4-945e-50b7b3f2d97f tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:43.578308 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3c6c59d5-85b5-4958-9a4a-900e4a90f699 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:43.578989 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7cdb6877-acc4-4bd4-93d6-5c66e4dc636d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:43.581090 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7cdb6877-acc4-4bd4-93d6-5c66e4dc636d tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/ports/daa0ede8-515b-4024-a148-da0f08db174b HTTP/1.1" status: 204 len: 168 time: 2.2511163 Mar 01 21:04:43.584584 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b252fb4c-0e69-45be-bf7c-a7709a217925 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:43.592483 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:43.592784 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52128) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:43.615502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb7c23-29a2-4539-8f01-29264e03698d req-78ebdaec-58fc-48ca-9cba-55827ed5a449 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:43.623697 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79bb7c23-29a2-4539-8f01-29264e03698d req-78ebdaec-58fc-48ca-9cba-55827ed5a449 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.4976478 Mar 01 21:04:43.644529 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa3ca08-1406-4ffc-bbf3-a64d99f95fa8 None None] DHCP port deletion for 8f53e9c1-43ea-490e-bc6c-a4075ec99cb3 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:04:43.649587 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3ca08-1406-4ffc-bbf3-a64d99f95fa8 None None] Deleting port 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:43.650677 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7aa3ca08-1406-4ffc-bbf3-a64d99f95fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:43.658204 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] Deleting port 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:43.661226 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:43.685010 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c4e8b3-0ae5-4d65-8e98-c518f6ce257c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] GET failed (client error): The resource could not be found. Mar 01 21:04:43.685646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-26c4e8b3-0ae5-4d65-8e98-c518f6ce257c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Synchronizing usage tracker for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:04:43.764941 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3c6c59d5-85b5-4958-9a4a-900e4a90f699 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:43.822286 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79bb7c23-29a2-4539-8f01-29264e03698d req-0e964b56-48cb-4fd8-8de1-a6ef3c1c8983 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973691 Mar 01 21:04:43.917940 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e4d3ecbc-e27b-45e4-945e-50b7b3f2d97f tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:43.918460 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e4d3ecbc-e27b-45e4-945e-50b7b3f2d97f tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:43.932935 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7aa3ca08-1406-4ffc-bbf3-a64d99f95fa8 None None] For port 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3,segment=NetworkSegment(105d4c34-c520-4d04-b372-b0a0a838ec2b),segment_id=105d4c34-c520-4d04-b372-b0a0a838ec2b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:43.940381 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7aa3ca08-1406-4ffc-bbf3-a64d99f95fa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:44.001892 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] For port 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3,segment=NetworkSegment(105d4c34-c520-4d04-b372-b0a0a838ec2b),segment_id=105d4c34-c520-4d04-b372-b0a0a838ec2b)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:44.002894 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:44.120980 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3ca08-1406-4ffc-bbf3-a64d99f95fa8 None None] Calling delete_port for 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:44.293997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] Calling delete_port for 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:44.300901 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7aa3ca08-1406-4ffc-bbf3-a64d99f95fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:44.317941 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b252fb4c-0e69-45be-bf7c-a7709a217925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:44.322089 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-3c6c59d5-85b5-4958-9a4a-900e4a90f699 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Floating IP 837dc12f-9122-4dcd-b3e5-8310a246bdfa associated. External IP: 172.25.5.4, port: c52db57a-76eb-4569-939e-ecdc13e6a193. Mar 01 21:04:44.369032 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa3ca08-1406-4ffc-bbf3-a64d99f95fa8 None None] No DVR routers for this DVR port 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:04:44.377242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3ca08-1406-4ffc-bbf3-a64d99f95fa8 None None] Pushing event deleted for resources: {'Port': ['ID=81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:44.394289 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:04:44.394701 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:04:44.410511 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-26c4e8b3-0ae5-4d65-8e98-c518f6ce257c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Unset dirty status for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:04:44.415307 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-26c4e8b3-0ae5-4d65-8e98-c518f6ce257c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports/daa0ede8-515b-4024-a148-da0f08db174b HTTP/1.1" status: 404 len: 333 time: 0.8217449 Mar 01 21:04:44.415604 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52148) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:44.429400 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b252fb4c-0e69-45be-bf7c-a7709a217925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:44.499631 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-67d8f18d-3716-459d-9ef6-e0bbeda266d7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:44.542354 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-67d8f18d-3716-459d-9ef6-e0bbeda266d7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:44.602525 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b252fb4c-0e69-45be-bf7c-a7709a217925 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d6dcf29d34e44a489723e53cc40454b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5642962 Mar 01 21:04:44.606631 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52158) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:44.619992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e4d3ecbc-e27b-45e4-945e-50b7b3f2d97f tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Calling delete_port for d0a54b3d-582e-43e9-9900-90ab8f312075 owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:44.713344 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a01c2c2-d24c-450a-a6b3-5677f3b4720e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:44.715251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b252fb4c-0e69-45be-bf7c-a7709a217925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb38f3a-4b16-44d5-ab1d-8757ac649f99,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:44.766927 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a01c2c2-d24c-450a-a6b3-5677f3b4720e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:44.780664 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-67d8f18d-3716-459d-9ef6-e0bbeda266d7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:44.823221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d8f18d-3716-459d-9ef6-e0bbeda266d7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bf931e-dc82-432a-b4de-a82e1354edb9,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:44.889599 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-67d8f18d-3716-459d-9ef6-e0bbeda266d7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:44.889599 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-67d8f18d-3716-459d-9ef6-e0bbeda266d7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/security-groups/a4bf931e-dc82-432a-b4de-a82e1354edb9 HTTP/1.1" status: 204 len: 168 time: 0.4647014 Mar 01 21:04:44.889599 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52166) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:44.897323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] Deleting port 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:44.897323 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:44.970925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] The port '81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3' was deleted {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:04:45.088088 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6c59d5-85b5-4958-9a4a-900e4a90f699 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Router d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:04:45.158106 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e4d3ecbc-e27b-45e4-945e-50b7b3f2d97f tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:45.183059 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a01c2c2-d24c-450a-a6b3-5677f3b4720e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:45.188378 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:45.209768 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8b66c39f-1807-40cc-a94d-844a704c4abc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:45.215402 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d3ecbc-e27b-45e4-945e-50b7b3f2d97f tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Pushing event deleted for resources: {'Port': ['ID=d0a54b3d-582e-43e9-9900-90ab8f312075,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:45.238590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a01c2c2-d24c-450a-a6b3-5677f3b4720e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb38f3a-4b16-44d5-ab1d-8757ac649f99,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:45.269505 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f53e9c1-43ea-490e-bc6c-a4075ec99cb3']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:45.277646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:04:45.306595 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8b66c39f-1807-40cc-a94d-844a704c4abc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:45.315079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '105d4c34-c520-4d04-b372-b0a0a838ec2b') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:45.315592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '105d4c34-c520-4d04-b372-b0a0a838ec2b') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:45.324445 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a01c2c2-d24c-450a-a6b3-5677f3b4720e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:45.338546 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5a01c2c2-d24c-450a-a6b3-5677f3b4720e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cbb38f3a-4b16-44d5-ab1d-8757ac649f99 HTTP/1.1" status: 204 len: 168 time: 0.7232411 Mar 01 21:04:45.361836 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:04:45.362162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 81e7a6bd-8f5d-47f4-a459-5eaa6b1ae4d3 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:04:45.387419 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1b560-d5b6-40ea-9265-8b66e854bb31 req-608a2818-2590-4cf8-996b-6925afe32fe2 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:45.397243 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-03c1b560-d5b6-40ea-9265-8b66e854bb31 req-608a2818-2590-4cf8-996b-6925afe32fe2 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.4338686 Mar 01 21:04:45.401356 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e4d3ecbc-e27b-45e4-945e-50b7b3f2d97f tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:45.420557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6c59d5-85b5-4958-9a4a-900e4a90f699 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:04:45.432380 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e938e48c-8501-49b0-82a7-79c3ab4330f1 None None] Sync routers for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:04:45.449111 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e938e48c-8501-49b0-82a7-79c3ab4330f1 None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:45.449721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e938e48c-8501-49b0-82a7-79c3ab4330f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:45.480127 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:45.518768 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:45.527401 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-03c1b560-d5b6-40ea-9265-8b66e854bb31 req-babb83f5-1bdf-44f0-b080-5c0c817e0d54 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290927 Mar 01 21:04:45.530115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:04:45.530516 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:04:45.560157 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:04:45.567824 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e4d3ecbc-e27b-45e4-945e-50b7b3f2d97f tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:45.569936 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e4d3ecbc-e27b-45e4-945e-50b7b3f2d97f tempest-ServersTestJSON-1480592327 tempest-ServersTestJSON-1480592327-project] 10.222.0.42 "DELETE /v2.0/floatingips/32599f89-fed6-45a9-a524-bd5a2035b7f7 HTTP/1.1" status: 204 len: 168 time: 2.2996871 Mar 01 21:04:45.570125 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e938e48c-8501-49b0-82a7-79c3ab4330f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:45.580133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52176) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:45.591864 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e938e48c-8501-49b0-82a7-79c3ab4330f1 None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:45.592724 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e938e48c-8501-49b0-82a7-79c3ab4330f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:45.650487 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8b66c39f-1807-40cc-a94d-844a704c4abc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:45.670545 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66c39f-1807-40cc-a94d-844a704c4abc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f4edfa-cf9d-49d2-b16c-d511febc1f42,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:45.696272 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8b66c39f-1807-40cc-a94d-844a704c4abc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:45.697700 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8b66c39f-1807-40cc-a94d-844a704c4abc tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/security-groups/74f4edfa-cf9d-49d2-b16c-d511febc1f42 HTTP/1.1" status: 204 len: 168 time: 0.8144650 Mar 01 21:04:45.701214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52186) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:45.717837 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e938e48c-8501-49b0-82a7-79c3ab4330f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:45.724273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e938e48c-8501-49b0-82a7-79c3ab4330f1 None None] The sync data for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:04:45.792593 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:45.839759 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:45.846793 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] 10.222.0.42 "DELETE /v2.0/networks/8f53e9c1-43ea-490e-bc6c-a4075ec99cb3 HTTP/1.1" status: 204 len: 168 time: 2.4955740 Mar 01 21:04:45.859522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d19c4-b767-4800-a028-20a61697599a admin admin] Pushing event deleted for resources: {'Network': ['ID=8f53e9c1-43ea-490e-bc6c-a4075ec99cb3,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:45.942686 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4c9750ba-84c5-49b0-97a7-4015678b3749 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:46.026854 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4c9750ba-84c5-49b0-97a7-4015678b3749 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:46.192261 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4c9750ba-84c5-49b0-97a7-4015678b3749 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:46.225551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9750ba-84c5-49b0-97a7-4015678b3749 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd9824f-4ffd-46c5-ad38-81e98d51478d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:46.234563 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4c9750ba-84c5-49b0-97a7-4015678b3749 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:46.239628 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4c9750ba-84c5-49b0-97a7-4015678b3749 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/security-groups/8cd9824f-4ffd-46c5-ad38-81e98d51478d HTTP/1.1" status: 204 len: 168 time: 0.5372670 Mar 01 21:04:46.240328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52206) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:46.309040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-e435284a-7a49-437b-8964-c5128f3dce63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting subnet ca2bc2bf-810d-40e1-83db-5302523d6000 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:04:46.312302 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e435284a-7a49-437b-8964-c5128f3dce63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:46.371088 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e435284a-7a49-437b-8964-c5128f3dce63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:46.408949 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52210) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:46.440034 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6c59d5-85b5-4958-9a4a-900e4a90f699 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Router d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:04:46.440635 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-36114060-f1e6-47f5-891a-05addea5d4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:46.460595 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-36114060-f1e6-47f5-891a-05addea5d4f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:46.468774 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-36114060-f1e6-47f5-891a-05addea5d4f7 admin admin] Usage tracker for resource:security_group_rule and tenant:f2de03cad328411187b3de81eacf2dc5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:46.473519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-36114060-f1e6-47f5-891a-05addea5d4f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:46.485530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52214) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:46.488280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-36114060-f1e6-47f5-891a-05addea5d4f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:46.593085 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c77386f8-a6ed-41cf-9a1d-caca38976a2c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5705b0cae87741729c72e376229e6a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1041377 Mar 01 21:04:46.594813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52220) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:46.637224 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e435284a-7a49-437b-8964-c5128f3dce63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:46.727098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6c59d5-85b5-4958-9a4a-900e4a90f699 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:04:46.739827 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c93942-6372-46d2-a6a1-344b7670673c None None] Sync routers for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:04:46.749942 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c93942-6372-46d2-a6a1-344b7670673c None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:46.750828 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-23c93942-6372-46d2-a6a1-344b7670673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:46.778516 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3c6c59d5-85b5-4958-9a4a-900e4a90f699 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:46.845767 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-23c93942-6372-46d2-a6a1-344b7670673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:46.863049 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c93942-6372-46d2-a6a1-344b7670673c None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:46.865503 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-23c93942-6372-46d2-a6a1-344b7670673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:46.913403 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-36114060-f1e6-47f5-891a-05addea5d4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:46.919258 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7aa3b5ce-de86-4a11-8ec0-13f3abd2f37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:46.939413 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3c6c59d5-85b5-4958-9a4a-900e4a90f699 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "PUT /v2.0/floatingips/837dc12f-9122-4dcd-b3e5-8310a246bdfa HTTP/1.1" status: 200 len: 974 time: 5.2237830 Mar 01 21:04:46.940152 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52226) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:46.948124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-7cc0dde2-e19b-43b1-aa6f-d8eb0c980810 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:46.954476 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308fa3e-41c9-4c4d-a39b-e4ae2d1b093a req-9c80d6f8-2335-42ae-a76a-abadbb37f682 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:46.956506 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a308fa3e-41c9-4c4d-a39b-e4ae2d1b093a req-9c80d6f8-2335-42ae-a76a-abadbb37f682 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.2668321 Mar 01 21:04:46.961660 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e435284a-7a49-437b-8964-c5128f3dce63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:47.033121 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5426d9-77b7-4ace-a109-8cddc57b7820 None None] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:04:47.037688 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-23c93942-6372-46d2-a6a1-344b7670673c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:47.045868 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c93942-6372-46d2-a6a1-344b7670673c None None] The sync data for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:04:47.090443 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7cc0dde2-e19b-43b1-aa6f-d8eb0c980810 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:47.101209 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e435284a-7a49-437b-8964-c5128f3dce63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:47.105657 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-36114060-f1e6-47f5-891a-05addea5d4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:47.154629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52232) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:47.165028 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-36114060-f1e6-47f5-891a-05addea5d4f7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f2de03cad328411187b3de81eacf2dc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7542269 Mar 01 21:04:47.166691 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435284a-7a49-437b-8964-c5128f3dce63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2bc2bf-810d-40e1-83db-5302523d6000,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:47.196209 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7aa3b5ce-de86-4a11-8ec0-13f3abd2f37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:47.205736 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52234) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:47.397200 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7cc0dde2-e19b-43b1-aa6f-d8eb0c980810 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:47.426587 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e435284a-7a49-437b-8964-c5128f3dce63 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/subnets/ca2bc2bf-810d-40e1-83db-5302523d6000 HTTP/1.1" status: 204 len: 168 time: 1.1851690 Mar 01 21:04:47.449534 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a308fa3e-41c9-4c4d-a39b-e4ae2d1b093a req-55d6f924-34d3-42b9-b064-30cb3d9a25ff tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4714811 Mar 01 21:04:47.450033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52244) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:47.474723 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36114060-f1e6-47f5-891a-05addea5d4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39a8dab-dc01-4be9-8cab-acb9b031d5f7,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:47.512753 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1945355d-f9a5-4502-a0aa-e3e026d3ed96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:47.564515 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1945355d-f9a5-4502-a0aa-e3e026d3ed96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:47.569822 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f373360e-a330-4142-a223-8c2358c7eed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:47.577700 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1945355d-f9a5-4502-a0aa-e3e026d3ed96 admin admin] Usage tracker for resource:security_group_rule and tenant:2573f146dfe84fa49c82fb247abef0d5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:47.594659 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1945355d-f9a5-4502-a0aa-e3e026d3ed96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:47.614369 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1945355d-f9a5-4502-a0aa-e3e026d3ed96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:47.623339 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7cc0dde2-e19b-43b1-aa6f-d8eb0c980810 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:47.623926 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-7cc0dde2-e19b-43b1-aa6f-d8eb0c980810 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Floating IP 837dc12f-9122-4dcd-b3e5-8310a246bdfa disassociated. External IP: 172.25.5.4, port: 189bf0ce-67bd-4415-8ea0-ca057937f6bd. Mar 01 21:04:47.631435 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a3c073-9d3e-4dc5-a719-f4e341181281 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting subnet 2fc5d3d7-fcb6-4c67-8db9-cb2d6eec9af4 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:04:47.635448 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f4a3c073-9d3e-4dc5-a719-f4e341181281 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:47.692520 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f373360e-a330-4142-a223-8c2358c7eed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:47.705445 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7aa3b5ce-de86-4a11-8ec0-13f3abd2f37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:47.710406 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f4a3c073-9d3e-4dc5-a719-f4e341181281 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:47.800434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa3b5ce-de86-4a11-8ec0-13f3abd2f37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637d8a66-b76a-449f-a154-b7336a477829,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:47.911386 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f4a3c073-9d3e-4dc5-a719-f4e341181281 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:47.954857 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7aa3b5ce-de86-4a11-8ec0-13f3abd2f37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:47.956040 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7aa3b5ce-de86-4a11-8ec0-13f3abd2f37a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/637d8a66-b76a-449f-a154-b7336a477829 HTTP/1.1" status: 204 len: 168 time: 1.3590775 Mar 01 21:04:47.974940 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f373360e-a330-4142-a223-8c2358c7eed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:47.991445 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a36f94fc-953f-4af4-a49c-fc2aedcd78e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:48.013711 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1945355d-f9a5-4502-a0aa-e3e026d3ed96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:48.017866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373360e-a330-4142-a223-8c2358c7eed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39a8dab-dc01-4be9-8cab-acb9b031d5f7,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:48.028649 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f373360e-a330-4142-a223-8c2358c7eed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:48.028649 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f373360e-a330-4142-a223-8c2358c7eed7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b39a8dab-dc01-4be9-8cab-acb9b031d5f7 HTTP/1.1" status: 204 len: 168 time: 0.8182492 Mar 01 21:04:48.107442 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1945355d-f9a5-4502-a0aa-e3e026d3ed96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:48.166503 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f4a3c073-9d3e-4dc5-a719-f4e341181281 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:48.247125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3c073-9d3e-4dc5-a719-f4e341181281 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc5d3d7-fcb6-4c67-8db9-cb2d6eec9af4,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:48.267308 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f4a3c073-9d3e-4dc5-a719-f4e341181281 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:48.286553 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f4a3c073-9d3e-4dc5-a719-f4e341181281 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/subnets/2fc5d3d7-fcb6-4c67-8db9-cb2d6eec9af4 HTTP/1.1" status: 204 len: 168 time: 0.8203323 Mar 01 21:04:48.290315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1945355d-f9a5-4502-a0aa-e3e026d3ed96 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2573f146dfe84fa49c82fb247abef0d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1154094 Mar 01 21:04:48.291073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52254) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:48.294451 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52256) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:48.295075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1945355d-f9a5-4502-a0aa-e3e026d3ed96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc32f067-0cb4-43e5-8ac1-4d6586acc7a8,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:48.338295 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8a8dee-f28a-4da9-9573-a0759da9a4f0 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] DELETE failed (client error): The resource could not be found. Mar 01 21:04:48.338755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d8a8dee-f28a-4da9-9573-a0759da9a4f0 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:04:48.343336 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3d8a8dee-f28a-4da9-9573-a0759da9a4f0 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/subnets/ca2bc2bf-810d-40e1-83db-5302523d6000 HTTP/1.1" status: 404 len: 337 time: 0.0503685 Mar 01 21:04:48.370411 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186e42ee-34fd-4a29-83cd-b9216084bc06 None None] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:04:48.394129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52262) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:48.470455 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ffa368f1-e41e-40de-b278-b915f364cbf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:48.500041 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2750edfe-3a5c-4414-9c6c-47ae94da3685 None None] Provisioning complete for port 8cf32e87-91dd-4aec-b429-efdf440e4bae triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:48.500540 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2750edfe-3a5c-4414-9c6c-47ae94da3685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:48.525328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa330ba-82f9-4abd-b17e-ace2e3fd3298 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting subnet 477de5f9-5162-4b3b-becc-0fb2ed9dee25 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:04:48.530650 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bfa330ba-82f9-4abd-b17e-ace2e3fd3298 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:48.564074 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2750edfe-3a5c-4414-9c6c-47ae94da3685 None None] Port 8cf32e87-91dd-4aec-b429-efdf440e4bae cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:04:48.598779 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2750edfe-3a5c-4414-9c6c-47ae94da3685 None None] Provisioning complete for port 960b9fba-9903-4394-8bde-aba51ec20937 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:48.599496 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2750edfe-3a5c-4414-9c6c-47ae94da3685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:48.641034 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc0dde2-e19b-43b1-aa6f-d8eb0c980810 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Router d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:04:48.687306 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ffa368f1-e41e-40de-b278-b915f364cbf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:48.752105 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bfa330ba-82f9-4abd-b17e-ace2e3fd3298 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:48.969701 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bd044-72f5-42c0-bac2-e70ddc37c74c req-5a253019-1428-4467-a432-3e375f099d72 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:48.971432 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a2bd044-72f5-42c0-bac2-e70ddc37c74c req-5a253019-1428-4467-a432-3e375f099d72 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.3230228 Mar 01 21:04:48.975730 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc0dde2-e19b-43b1-aa6f-d8eb0c980810 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:04:48.990263 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afdee5f-d0f8-454b-82e6-5500823901a2 None None] Sync routers for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:04:48.996254 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7cc0dde2-e19b-43b1-aa6f-d8eb0c980810 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:49.004886 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afdee5f-d0f8-454b-82e6-5500823901a2 None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:49.006946 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-3afdee5f-d0f8-454b-82e6-5500823901a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:49.028112 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ffa368f1-e41e-40de-b278-b915f364cbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:49.044097 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a36f94fc-953f-4af4-a49c-fc2aedcd78e0 admin admin] Deleting port 9659967b-3d3c-4a79-a728-3bf50324ffb9 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:49.044453 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a36f94fc-953f-4af4-a49c-fc2aedcd78e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:49.102004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa368f1-e41e-40de-b278-b915f364cbf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc32f067-0cb4-43e5-8ac1-4d6586acc7a8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:49.145636 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bfa330ba-82f9-4abd-b17e-ace2e3fd3298 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:49.165673 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-3afdee5f-d0f8-454b-82e6-5500823901a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:49.219418 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afdee5f-d0f8-454b-82e6-5500823901a2 None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:49.221208 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-3afdee5f-d0f8-454b-82e6-5500823901a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:49.226221 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ffa368f1-e41e-40de-b278-b915f364cbf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:49.228167 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ffa368f1-e41e-40de-b278-b915f364cbf6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc32f067-0cb4-43e5-8ac1-4d6586acc7a8 HTTP/1.1" status: 204 len: 168 time: 0.9290996 Mar 01 21:04:49.252697 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a2bd044-72f5-42c0-bac2-e70ddc37c74c req-fbefc9bc-66b8-41cb-8b57-762261d70304 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2700415 Mar 01 21:04:49.264724 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7cc0dde2-e19b-43b1-aa6f-d8eb0c980810 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "PUT /v2.0/floatingips/837dc12f-9122-4dcd-b3e5-8310a246bdfa HTTP/1.1" status: 200 len: 686 time: 2.3226612 Mar 01 21:04:49.265407 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52288) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:49.309089 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52292) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:49.390861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-3afdee5f-d0f8-454b-82e6-5500823901a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:49.396146 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bfa330ba-82f9-4abd-b17e-ace2e3fd3298 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:49.402408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afdee5f-d0f8-454b-82e6-5500823901a2 None None] The sync data for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:04:49.457667 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bfa330ba-82f9-4abd-b17e-ace2e3fd3298 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:49.468566 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a8a0c445-50ef-4f4a-acd2-a1b94ebf9f67 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2f1c9b8b5b644c7198787dc9cabd6814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1581600 Mar 01 21:04:49.469407 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa330ba-82f9-4abd-b17e-ace2e3fd3298 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Subnet': ['ID=477de5f9-5162-4b3b-becc-0fb2ed9dee25,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:49.484313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52298) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:49.506638 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bfa330ba-82f9-4abd-b17e-ace2e3fd3298 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/subnets/477de5f9-5162-4b3b-becc-0fb2ed9dee25 HTTP/1.1" status: 204 len: 168 time: 1.1101272 Mar 01 21:04:49.510109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52302) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:49.565721 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6a96533-9ebf-430e-9c34-39db6885046e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] DELETE failed (client error): The resource could not be found. Mar 01 21:04:49.566163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6a96533-9ebf-430e-9c34-39db6885046e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:04:49.568276 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f6a96533-9ebf-430e-9c34-39db6885046e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/subnets/2bc24ee7-bd18-48ad-9ddd-1ca44f2fa92e HTTP/1.1" status: 404 len: 337 time: 0.0572755 Mar 01 21:04:49.575878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52306) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:49.641381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a502903c-c530-42b9-8608-31b3dc04633e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Synchronizing usage tracker for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:04:49.689081 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a502903c-c530-42b9-8608-31b3dc04633e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Unset dirty status for tenant:0668b57922e840b2aaaabc5aa0ce1805 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:04:49.690252 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a502903c-c530-42b9-8608-31b3dc04633e tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "GET /v2.0/ports?device_id=6242e8b4-4bb9-496e-b0ad-92985110a775 HTTP/1.1" status: 200 len: 205 time: 0.1132486 Mar 01 21:04:49.691141 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1b79ffb8-2a3a-4edb-b358-0fa991b27b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:49.692756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52312) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:49.831833 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-b8ab2669-73a9-456e-8397-9f689bc3b6d7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] delete failed (client error): The resource could not be found. Mar 01 21:04:49.832852 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b8ab2669-73a9-456e-8397-9f689bc3b6d7 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/routers/6242e8b4-4bb9-496e-b0ad-92985110a775 HTTP/1.1" status: 404 len: 336 time: 0.1392171 Mar 01 21:04:49.843085 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52318) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:49.847759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-51c51506-30ca-402c-9a1e-863d8cc9e7b2 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Deleting port f58a65e1-4a97-4092-bda9-50b0174d77af {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:49.848274 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51c51506-30ca-402c-9a1e-863d8cc9e7b2 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:49.876212 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ff6cad-3ca7-4fc5-96c3-4f80cd97b0c1 None None] Network 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:04:49.923099 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1b79ffb8-2a3a-4edb-b358-0fa991b27b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:49.982414 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-b451cd16-5dd0-41ac-92f1-9bc02bf39803 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] DELETE failed (client error): The resource could not be found. Mar 01 21:04:49.983314 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b451cd16-5dd0-41ac-92f1-9bc02bf39803 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:04:49.999210 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b451cd16-5dd0-41ac-92f1-9bc02bf39803 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/subnets/01635214-c9c1-4e31-a62f-0d95ea1a6378 HTTP/1.1" status: 404 len: 337 time: 0.1577725 Mar 01 21:04:50.001359 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52330) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:50.005463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-a36f94fc-953f-4af4-a49c-fc2aedcd78e0 admin admin] For port 9659967b-3d3c-4a79-a728-3bf50324ffb9, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9659967b-3d3c-4a79-a728-3bf50324ffb9,segment=NetworkSegment(d2a42a8c-62c6-4f19-a4e0-684e0556e759),segment_id=d2a42a8c-62c6-4f19-a4e0-684e0556e759)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:50.005826 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a36f94fc-953f-4af4-a49c-fc2aedcd78e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:50.044776 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-890547dd-7252-412d-98cd-d67cce7a898c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] DELETE failed (client error): The resource could not be found. Mar 01 21:04:50.045590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-890547dd-7252-412d-98cd-d67cce7a898c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:04:50.048278 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-890547dd-7252-412d-98cd-d67cce7a898c tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/subnets/d3815e3c-2634-4e64-9f46-035b299424ab HTTP/1.1" status: 404 len: 337 time: 0.0450673 Mar 01 21:04:50.052759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52336) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:50.118357 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e28df9-580a-43bf-965d-bd378082373f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] DELETE failed (client error): The resource could not be found. Mar 01 21:04:50.119133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e28df9-580a-43bf-965d-bd378082373f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:04:50.122924 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-243ac5a9-bdd6-4720-9bc2-9906db50e131 None None] Provisioning complete for port 8cf32e87-91dd-4aec-b429-efdf440e4bae triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:50.123537 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-243ac5a9-bdd6-4720-9bc2-9906db50e131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:50.142518 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-52e28df9-580a-43bf-965d-bd378082373f tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/subnets/b662bc57-fd83-48cb-96af-0ac063b54ae6 HTTP/1.1" status: 404 len: 337 time: 0.0884640 Mar 01 21:04:50.143516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52342) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:50.149389 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1b79ffb8-2a3a-4edb-b358-0fa991b27b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:50.150049 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a36f94fc-953f-4af4-a49c-fc2aedcd78e0 admin admin] Calling delete_port for 9659967b-3d3c-4a79-a728-3bf50324ffb9 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:50.159559 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1b79ffb8-2a3a-4edb-b358-0fa991b27b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:50.163818 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1b79ffb8-2a3a-4edb-b358-0fa991b27b61 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e2e7128c-a659-4209-acd1-048e19c5e750 HTTP/1.1" status: 204 len: 168 time: 0.6756957 Mar 01 21:04:50.218200 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-243ac5a9-bdd6-4720-9bc2-9906db50e131 None None] Port 8cf32e87-91dd-4aec-b429-efdf440e4bae cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:04:50.239022 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-243ac5a9-bdd6-4720-9bc2-9906db50e131 None None] Provisioning complete for port 960b9fba-9903-4394-8bde-aba51ec20937 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:04:50.239420 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-243ac5a9-bdd6-4720-9bc2-9906db50e131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:50.249562 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-776dd120-9975-4a73-aa9e-1208b9175494 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] DELETE failed (client error): The resource could not be found. Mar 01 21:04:50.250037 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776dd120-9975-4a73-aa9e-1208b9175494 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:04:50.253992 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-776dd120-9975-4a73-aa9e-1208b9175494 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/ports/fe13ddc6-dcbe-4908-b108-132b0a06ebf5 HTTP/1.1" status: 404 len: 333 time: 0.1072223 Mar 01 21:04:50.253992 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b79ffb8-2a3a-4edb-b358-0fa991b27b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e7128c-a659-4209-acd1-048e19c5e750,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:50.254662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52350) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:50.325721 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-d65dd552-4035-470c-9057-00e9f9101377 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] DELETE failed (client error): The resource could not be found. Mar 01 21:04:50.326214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d65dd552-4035-470c-9057-00e9f9101377 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:04:50.330453 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d65dd552-4035-470c-9057-00e9f9101377 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/subnets/ca3427ce-c726-4f4d-9e22-1b63fe40a9a1 HTTP/1.1" status: 404 len: 337 time: 0.0728590 Mar 01 21:04:50.330839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52356) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:50.393169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe4dcf3-02ce-4dcc-8ff0-1be0b73243ff None None] DHCP port deletion for 2e7d448a-b62f-4a54-b0fd-6fa6663798b9 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:04:50.407944 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6fe4dcf3-02ce-4dcc-8ff0-1be0b73243ff None None] Deleting port 960b9fba-9903-4394-8bde-aba51ec20937 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:50.408315 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6fe4dcf3-02ce-4dcc-8ff0-1be0b73243ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:50.528248 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51c51506-30ca-402c-9a1e-863d8cc9e7b2 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:50.528618 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51c51506-30ca-402c-9a1e-863d8cc9e7b2 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:50.591921 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc898d7-f263-4c83-8795-5495acfa363b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] DELETE failed (client error): The resource could not be found. Mar 01 21:04:50.592688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc898d7-f263-4c83-8795-5495acfa363b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:04:50.596619 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7fc898d7-f263-4c83-8795-5495acfa363b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/subnets/10418d77-50e1-44ae-8b05-d520c41dd6fa HTTP/1.1" status: 404 len: 337 time: 0.2625961 Mar 01 21:04:50.603685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52364) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:50.731130 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf92fde-0a95-4175-a0da-384eaa4e90e4 req-3000e4bc-c0d7-4ee5-8e7e-2190b68a0571 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:50.732633 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2bf92fde-0a95-4175-a0da-384eaa4e90e4 req-3000e4bc-c0d7-4ee5-8e7e-2190b68a0571 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.1424510 Mar 01 21:04:50.748510 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-51c51506-30ca-402c-9a1e-863d8cc9e7b2 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Calling delete_port for f58a65e1-4a97-4092-bda9-50b0174d77af owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:50.763203 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-6fe4dcf3-02ce-4dcc-8ff0-1be0b73243ff None None] For port 960b9fba-9903-4394-8bde-aba51ec20937, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=960b9fba-9903-4394-8bde-aba51ec20937,segment=NetworkSegment(9219b39f-06fa-42a1-8efb-20c8ae6faa04),segment_id=9219b39f-06fa-42a1-8efb-20c8ae6faa04)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:50.763769 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6fe4dcf3-02ce-4dcc-8ff0-1be0b73243ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:50.789212 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2bf92fde-0a95-4175-a0da-384eaa4e90e4 req-7405549f-0c70-402d-95ad-bfff7866fae0 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504234 Mar 01 21:04:50.806907 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-6edb6b5b-f2af-4e42-a112-ae7e082c170b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] DELETE failed (client error): The resource could not be found. Mar 01 21:04:50.809998 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6edb6b5b-f2af-4e42-a112-ae7e082c170b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:04:50.818883 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6edb6b5b-f2af-4e42-a112-ae7e082c170b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/ports/93ab078b-2051-45a4-8df2-2fae93b6e047 HTTP/1.1" status: 404 len: 333 time: 0.2100115 Mar 01 21:04:50.819404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52372) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:50.873795 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb677ed-429d-4ce2-bb0c-4b06d10567d9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] DELETE failed (client error): The resource could not be found. Mar 01 21:04:50.874321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb677ed-429d-4ce2-bb0c-4b06d10567d9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:04:50.880411 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ceb677ed-429d-4ce2-bb0c-4b06d10567d9 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/subnets/a183547c-bfe4-43cd-b0d6-adce1a8dc39a HTTP/1.1" status: 404 len: 337 time: 0.0561259 Mar 01 21:04:50.880685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52380) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:50.894531 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a36f94fc-953f-4af4-a49c-fc2aedcd78e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:50.984504 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-10dd1a45-0269-461e-b325-3c4779650075 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] DELETE failed (client error): The resource could not be found. Mar 01 21:04:50.986796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10dd1a45-0269-461e-b325-3c4779650075 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:04:50.989579 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-10dd1a45-0269-461e-b325-3c4779650075 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/subnets/ba61cee7-1399-4988-b6df-bdb2572e5f09 HTTP/1.1" status: 404 len: 337 time: 0.1078570 Mar 01 21:04:50.998576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52388) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:51.003904 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f94fc-953f-4af4-a49c-fc2aedcd78e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9659967b-3d3c-4a79-a728-3bf50324ffb9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:51.100342 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6fe4dcf3-02ce-4dcc-8ff0-1be0b73243ff None None] Calling delete_port for 960b9fba-9903-4394-8bde-aba51ec20937 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:51.232168 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-b4294868-c57f-40e0-9c00-5f1f41819fd6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Deleting port 8cf32e87-91dd-4aec-b429-efdf440e4bae {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:51.233675 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b4294868-c57f-40e0-9c00-5f1f41819fd6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:51.432534 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 960b9fba-9903-4394-8bde-aba51ec20937 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:04:51.725721 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:51.747936 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:51.754123 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51c51506-30ca-402c-9a1e-863d8cc9e7b2 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:51.811867 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c51506-30ca-402c-9a1e-863d8cc9e7b2 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event deleted for resources: {'Port': ['ID=f58a65e1-4a97-4092-bda9-50b0174d77af,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:51.915317 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52416) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:51.934168 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b4294868-c57f-40e0-9c00-5f1f41819fd6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:51.964629 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6fe4dcf3-02ce-4dcc-8ff0-1be0b73243ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:51.988142 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a36f94fc-953f-4af4-a49c-fc2aedcd78e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:52.038582 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe4dcf3-02ce-4dcc-8ff0-1be0b73243ff None None] Pushing event deleted for resources: {'Port': ['ID=960b9fba-9903-4394-8bde-aba51ec20937,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:52.040978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe4dcf3-02ce-4dcc-8ff0-1be0b73243ff None None] No DVR routers for this DVR port 960b9fba-9903-4394-8bde-aba51ec20937 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:04:52.218135 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51c51506-30ca-402c-9a1e-863d8cc9e7b2 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:52.241448 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-b4294868-c57f-40e0-9c00-5f1f41819fd6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Calling delete_port for 8cf32e87-91dd-4aec-b429-efdf440e4bae owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:52.342926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b15df-8f9b-4c03-879e-feae13968f3f req-633d0e76-7665-46fd-83c2-9ae41d56a1c4 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:52.352053 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb5b15df-8f9b-4c03-879e-feae13968f3f req-633d0e76-7665-46fd-83c2-9ae41d56a1c4 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.5992715 Mar 01 21:04:52.436878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-639238377-network', 'tenant_id': 'b7d67da784e54c12a0a3c33da8308ec8'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:52.458993 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb5b15df-8f9b-4c03-879e-feae13968f3f req-565d3e46-3e2c-4b2d-9d0c-5a3f60e93136 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060815 Mar 01 21:04:52.463825 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:52.476866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Usage tracker for resource:network and tenant:b7d67da784e54c12a0a3c33da8308ec8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:52.483765 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:52.487193 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b4294868-c57f-40e0-9c00-5f1f41819fd6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:52.554304 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:52.575847 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4294868-c57f-40e0-9c00-5f1f41819fd6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Port': ['ID=8cf32e87-91dd-4aec-b429-efdf440e4bae,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:52.598326 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b4294868-c57f-40e0-9c00-5f1f41819fd6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:52.652669 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51c51506-30ca-402c-9a1e-863d8cc9e7b2 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:52.653732 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-51c51506-30ca-402c-9a1e-863d8cc9e7b2 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "DELETE /v2.0/floatingips/837dc12f-9122-4dcd-b3e5-8310a246bdfa HTTP/1.1" status: 204 len: 168 time: 3.3085504 Mar 01 21:04:52.656088 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02929d22-bd8e-4753-86f1-d502a773f247 req-519667fb-1c6d-4acb-83e8-252f11cfb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:52.656808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52440) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:52.657529 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-02929d22-bd8e-4753-86f1-d502a773f247 req-519667fb-1c6d-4acb-83e8-252f11cfb07e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4948a3f4374642e5b9b9490b5a1ffed4&device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 1097 time: 0.7952075 Mar 01 21:04:52.777529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Made reservation on behalf of b7d67da784e54c12a0a3c33da8308ec8 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:04:52.781566 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:52.806846 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b4294868-c57f-40e0-9c00-5f1f41819fd6 tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/ports/8cf32e87-91dd-4aec-b429-efdf440e4bae HTTP/1.1" status: 204 len: 168 time: 1.8055508 Mar 01 21:04:52.809499 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52448) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:52.810320 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:52.848993 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-ab5dfd30-d439-46c8-a2bf-86ec786ce841 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] delete failed (client error): The resource could not be found. Mar 01 21:04:52.854737 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ab5dfd30-d439-46c8-a2bf-86ec786ce841 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "DELETE /v2.0/floatingips/837dc12f-9122-4dcd-b3e5-8310a246bdfa HTTP/1.1" status: 404 len: 345 time: 0.1961474 Mar 01 21:04:52.865858 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52454) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:52.873465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:52.919958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02929d22-bd8e-4753-86f1-d502a773f247 req-34ee9cfb-39c5-43b1-846d-6e74f0261eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:52.921368 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-02929d22-bd8e-4753-86f1-d502a773f247 req-34ee9cfb-39c5-43b1-846d-6e74f0261eeb service neutron] 10.222.0.57 "GET /v2.0/networks?id=33ba965f-d417-4519-8f89-3aefcdaf09c3 HTTP/1.1" status: 200 len: 912 time: 0.2551589 Mar 01 21:04:52.923139 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a36f94fc-953f-4af4-a49c-fc2aedcd78e0 admin admin] Router 8b0e57fb-eccc-446a-bee0-46f0a42c32ee has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:04:52.982766 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Usage tracker for resource:security_group_rule and tenant:b7d67da784e54c12a0a3c33da8308ec8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:52.987112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:52.989985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52458) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:53.003307 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:53.152133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eaafb3-07a9-4ffd-86a9-4392efa037b2 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:53.161515 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eaafb3-07a9-4ffd-86a9-4392efa037b2 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:53.168831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74eaafb3-07a9-4ffd-86a9-4392efa037b2 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:53.169760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-74eaafb3-07a9-4ffd-86a9-4392efa037b2 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Synchronizing usage tracker for tenant:b1ee6d67e60d4522b2c7a56804647469 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:04:53.182904 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8eb7f356-e4c8-4eb6-bb98-c09c7d48de6b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:53.214167 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a36f94fc-953f-4af4-a49c-fc2aedcd78e0 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:04:53.222895 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a36f94fc-953f-4af4-a49c-fc2aedcd78e0 admin admin] 10.222.0.42 "PUT /v2.0/routers/8b0e57fb-eccc-446a-bee0-46f0a42c32ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6398954 Mar 01 21:04:53.224064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52468) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:53.226170 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b84231-157f-47f2-a647-df0fa00057a9 None None] Sync routers for ids ['8b0e57fb-eccc-446a-bee0-46f0a42c32ee'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:04:53.247474 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b84231-157f-47f2-a647-df0fa00057a9 None None] Routers {'8b0e57fb-eccc-446a-bee0-46f0a42c32ee'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:53.248123 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b2b84231-157f-47f2-a647-df0fa00057a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8b0e57fb-eccc-446a-bee0-46f0a42c32ee'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:53.281724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-74eaafb3-07a9-4ffd-86a9-4392efa037b2 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Unset dirty status for tenant:b1ee6d67e60d4522b2c7a56804647469 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:04:53.285428 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-74eaafb3-07a9-4ffd-86a9-4392efa037b2 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "GET /v2.0/ports?network_id=6a5f9610-9a9b-45eb-8db1-c62ccfeec26e HTTP/1.1" status: 200 len: 2356 time: 0.3820789 Mar 01 21:04:53.301101 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52472) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:53.376838 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8eb7f356-e4c8-4eb6-bb98-c09c7d48de6b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:53.431078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-8eb7f356-e4c8-4eb6-bb98-c09c7d48de6b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e7d448a-b62f-4a54-b0fd-6fa6663798b9']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:53.460584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-8eb7f356-e4c8-4eb6-bb98-c09c7d48de6b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9219b39f-06fa-42a1-8efb-20c8ae6faa04') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:53.460874 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-8eb7f356-e4c8-4eb6-bb98-c09c7d48de6b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9219b39f-06fa-42a1-8efb-20c8ae6faa04') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:53.475263 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:53.479184 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8eb7f356-e4c8-4eb6-bb98-c09c7d48de6b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:53.514537 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8eb7f356-e4c8-4eb6-bb98-c09c7d48de6b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:53.526823 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb7f356-e4c8-4eb6-bb98-c09c7d48de6b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:04:53.527174 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8eb7f356-e4c8-4eb6-bb98-c09c7d48de6b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:53.539687 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-30d1f2e3-3903-4a3a-b809-04da8edb7d17 admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:04:53.549284 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:04:53.563597 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:53.638838 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-b2b84231-157f-47f2-a647-df0fa00057a9 None None] Set router 8b0e57fb-eccc-446a-bee0-46f0a42c32ee gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:04:53.661967 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-809014474-network', 'tenant_id': '1ae57b8c18154150bdb29415b840324f'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:53.682784 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:53.701522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Usage tracker for resource:network and tenant:1ae57b8c18154150bdb29415b840324f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:53.716980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:53.730005 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:53.747428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:53.751021 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-02929d22-bd8e-4753-86f1-d502a773f247 req-ae97895b-7ef4-4aa0-b68d-b503135b6f6b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ad8dabb-36cd-4c07-b68b-b546a100094d HTTP/1.1" status: 200 len: 1002 time: 0.8184259 Mar 01 21:04:53.758810 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062c8dbc-bd7d-4ef2-b29c-898e55747387 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:53.759552 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-062c8dbc-bd7d-4ef2-b29c-898e55747387 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Synchronizing usage tracker for tenant:b1ee6d67e60d4522b2c7a56804647469 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:04:53.951239 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:04:53.972945 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d0d8a9a-cbfd-4300-8860-c16c53736be7,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:53.981085 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:53.981785 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Added segment 878585b8-3463-4a29-ab25-da9f9d8339d1 of type vlan for network 3f0d1fb8-1045-4f16-9f87-d0357cb79e60 Mar 01 21:04:54.040689 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8eb7f356-e4c8-4eb6-bb98-c09c7d48de6b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:54.064326 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8eb7f356-e4c8-4eb6-bb98-c09c7d48de6b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:54.072497 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:54.103573 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7f356-e4c8-4eb6-bb98-c09c7d48de6b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] Pushing event deleted for resources: {'Network': ['ID=2e7d448a-b62f-4a54-b0fd-6fa6663798b9,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:54.122832 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-30d1f2e3-3903-4a3a-b809-04da8edb7d17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:54.141550 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850210c1-bda4-4260-a4e9-bb400d63e016 req-09b66e90-9e28-4293-8b37-5326b33d77f3 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:54.152941 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-850210c1-bda4-4260-a4e9-bb400d63e016 req-09b66e90-9e28-4293-8b37-5326b33d77f3 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.3067782 Mar 01 21:04:54.158971 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02929d22-bd8e-4753-86f1-d502a773f247 req-a98ef5bd-59b4-4c40-9df0-2c5515817abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:54.165252 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-02929d22-bd8e-4753-86f1-d502a773f247 req-a98ef5bd-59b4-4c40-9df0-2c5515817abf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8336f76-9298-450b-b9a8-2aa7486056a2 HTTP/1.1" status: 200 len: 850 time: 0.2621922 Mar 01 21:04:54.165683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8eb7f356-e4c8-4eb6-bb98-c09c7d48de6b tempest-PortsTestJSON-659789245 tempest-PortsTestJSON-659789245-project] 10.222.0.42 "DELETE /v2.0/networks/2e7d448a-b62f-4a54-b0fd-6fa6663798b9 HTTP/1.1" status: 204 len: 168 time: 1.3039482 Mar 01 21:04:54.234943 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-850210c1-bda4-4260-a4e9-bb400d63e016 req-5c80c6f1-1a7c-4389-8977-5e18a6fc04ac tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754840 Mar 01 21:04:54.252940 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-30d1f2e3-3903-4a3a-b809-04da8edb7d17 admin admin] Deleting port e537bd84-4a3b-434f-a00b-1eeded53fc94 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:54.253393 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-30d1f2e3-3903-4a3a-b809-04da8edb7d17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:54.299837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Made reservation on behalf of 1ae57b8c18154150bdb29415b840324f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:04:54.304609 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:54.312489 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:54.313603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:54.314252 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:54.328485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-062c8dbc-bd7d-4ef2-b29c-898e55747387 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Unset dirty status for tenant:b1ee6d67e60d4522b2c7a56804647469 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:04:54.334675 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-062c8dbc-bd7d-4ef2-b29c-898e55747387 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "GET /v2.0/subnets/6d844e6a-d1b3-418f-897b-dd1e29ab1112 HTTP/1.1" status: 200 len: 797 time: 1.0279770 Mar 01 21:04:54.340331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52498) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:54.341702 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b2b84231-157f-47f2-a647-df0fa00057a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'name': 'tempest-ServersTestJSON-1607013522-router', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37'}], 'enable_snat': True}, 'gw_port_id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:18Z', 'updated_at': '2022-03-01T21:04:50Z', 'revision_number': 5, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'gw_port': {'id': 'e537bd84-4a3b-434f-a00b-1eeded53fc94', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:21Z', 'updated_at': '2022-03-01T21:02:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:54.346686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'port': {'network_id': '6a5f9610-9a9b-45eb-8db1-c62ccfeec26e', 'name': 'tempest-FloatingIPTestJSON-1023920576', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:54.349668 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b84231-157f-47f2-a647-df0fa00057a9 None None] Checking router: 8b0e57fb-eccc-446a-bee0-46f0a42c32ee for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:04:54.356591 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:54.358773 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b84231-157f-47f2-a647-df0fa00057a9 None None] Routers {'8b0e57fb-eccc-446a-bee0-46f0a42c32ee'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:04:54.359384 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b2b84231-157f-47f2-a647-df0fa00057a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:04:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8b0e57fb-eccc-446a-bee0-46f0a42c32ee'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:54.407965 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:54.427958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Usage tracker for resource:security_group_rule and tenant:1ae57b8c18154150bdb29415b840324f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:54.434928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:54.499974 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:54.532614 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02929d22-bd8e-4753-86f1-d502a773f247 req-a6653774-4ffc-4602-a9b7-f29c4d3a2533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:54.534154 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-02929d22-bd8e-4753-86f1-d502a773f247 req-a6653774-4ffc-4602-a9b7-f29c4d3a2533 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=33ba965f-d417-4519-8f89-3aefcdaf09c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3678794 Mar 01 21:04:54.546528 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6251950 Mar 01 21:04:54.550226 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-02929d22-bd8e-4753-86f1-d502a773f247 req-6a3d42a1-e328-4070-8331-a54ea0f7a697 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:04:54.551292 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-02929d22-bd8e-4753-86f1-d502a773f247 req-6a3d42a1-e328-4070-8331-a54ea0f7a697 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073860 Mar 01 21:04:54.556839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52506) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:54.580124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0679ee44-5f1b-47bb-93f6-fb84634fe90d admin admin] Pushing event updated for resources: {'Network': ['ID=3f0d1fb8-1045-4f16-9f87-d0357cb79e60,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:54.593902 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-3ce296ad-284c-42a6-bf9a-312eb476d7e2 admin admin] Request body: {'subnet': {'network_id': '3f0d1fb8-1045-4f16-9f87-d0357cb79e60', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-639238377-subnet', 'tenant_id': 'b7d67da784e54c12a0a3c33da8308ec8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:54.605630 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 3f0d1fb8-1045-4f16-9f87-d0357cb79e60 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:04:54.634884 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3ce296ad-284c-42a6-bf9a-312eb476d7e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:54.639810 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-30d1f2e3-3903-4a3a-b809-04da8edb7d17 admin admin] For port e537bd84-4a3b-434f-a00b-1eeded53fc94, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e537bd84-4a3b-434f-a00b-1eeded53fc94,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:54.640191 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-30d1f2e3-3903-4a3a-b809-04da8edb7d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:54.690137 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-b2b84231-157f-47f2-a647-df0fa00057a9 None None] Set router 8b0e57fb-eccc-446a-bee0-46f0a42c32ee gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:04:54.703388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:54.738968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:54.756607 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3ce296ad-284c-42a6-bf9a-312eb476d7e2 admin admin] Usage tracker for resource:subnet and tenant:b7d67da784e54c12a0a3c33da8308ec8 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:54.865361 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-30d1f2e3-3903-4a3a-b809-04da8edb7d17 admin admin] Calling delete_port for e537bd84-4a3b-434f-a00b-1eeded53fc94 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:54.891947 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Made reservation on behalf of b1ee6d67e60d4522b2c7a56804647469 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:04:54.912399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52522) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:54.928927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3ce296ad-284c-42a6-bf9a-312eb476d7e2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:54.950209 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b2b84231-157f-47f2-a647-df0fa00057a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'name': 'tempest-ServersTestJSON-1607013522-router', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:18Z', 'updated_at': '2022-03-01T21:04:54Z', 'revision_number': 6, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:54.953059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3ce296ad-284c-42a6-bf9a-312eb476d7e2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:54.964237 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b84231-157f-47f2-a647-df0fa00057a9 None None] The sync data for ids ['8b0e57fb-eccc-446a-bee0-46f0a42c32ee'] in n-d-827896-4 is: [{'id': '8b0e57fb-eccc-446a-bee0-46f0a42c32ee', 'name': 'tempest-ServersTestJSON-1607013522-router', 'tenant_id': '49f701ea16be4fb88d89fc6971a38e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:18Z', 'updated_at': '2022-03-01T21:04:54Z', 'revision_number': 6, 'project_id': '49f701ea16be4fb88d89fc6971a38e65', 'gw_port_host': None}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:04:55.091192 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-02929d22-bd8e-4753-86f1-d502a773f247 req-aae2a446-248c-49e6-ada8-fbb1e0ec8e07 service neutron] 10.222.0.57 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5278625 Mar 01 21:04:55.126288 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:55.159638 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce296ad-284c-42a6-bf9a-312eb476d7e2 admin admin] Made reservation on behalf of b7d67da784e54c12a0a3c33da8308ec8 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:04:55.161984 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ce296ad-284c-42a6-bf9a-312eb476d7e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:55.198540 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-63019208-1d95-4b9f-8b7c-6aa6db4dc909 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0668b57922e840b2aaaabc5aa0ce1805&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2792020 Mar 01 21:04:55.199143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52532) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:55.226044 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] device_id is not set on port d672d744-ec72-4a38-978d-20e6151f5c4c yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:04:55.229690 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:55.352309 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:55.356610 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4079a63-1544-4755-a055-5150a4a1211c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:55.376029 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9659967b-3d3c-4a79-a728-3bf50324ffb9 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:04:55.397486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:04:55.443236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 9659967b-3d3c-4a79-a728-3bf50324ffb9 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:04:55.443946 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9659967b-3d3c-4a79-a728-3bf50324ffb9 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:04:55.463344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fb9937-50f5-48ea-a14f-09d1529b7988,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:55.466407 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:55.466800 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Added segment 36d166fa-4fda-4fcb-8132-c1c639c19b86 of type vlan for network f4f94981-724b-41f4-8830-1d5feba0b3bf Mar 01 21:04:55.505410 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-02929d22-bd8e-4753-86f1-d502a773f247 req-5cacbd44-e594-4606-896f-2e5cdf8065e0 service neutron] 10.222.0.57 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3722939 Mar 01 21:04:55.520158 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4079a63-1544-4755-a055-5150a4a1211c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:55.609040 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:55.676009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c75f7-4cf0-4778-9e9b-c83223a5454a req-ffc0d5e0-9469-4e3e-9128-766ade4cd7c0 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:55.677514 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a09c75f7-4cf0-4778-9e9b-c83223a5454a req-ffc0d5e0-9469-4e3e-9128-766ade4cd7c0 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.2896276 Mar 01 21:04:55.762330 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ce296ad-284c-42a6-bf9a-312eb476d7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:55.770273 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4079a63-1544-4755-a055-5150a4a1211c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:55.803192 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:55.804276 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:55.805420 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:55.808849 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-30d1f2e3-3903-4a3a-b809-04da8edb7d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:55.826178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4079a63-1544-4755-a055-5150a4a1211c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b1d99f-f434-4f17-967c-b12fccc3e24e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:55.830359 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a09c75f7-4cf0-4778-9e9b-c83223a5454a req-6f8d5ec7-b233-4c8a-b2cf-e1d0437a6e76 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171250 Mar 01 21:04:55.886448 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Allocated IP 172.20.0.14 (6a5f9610-9a9b-45eb-8db1-c62ccfeec26e/6d844e6a-d1b3-418f-897b-dd1e29ab1112/d672d744-ec72-4a38-978d-20e6151f5c4c) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:04:55.898051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Allocated IP 172.20.0.13 (6a5f9610-9a9b-45eb-8db1-c62ccfeec26e/6d844e6a-d1b3-418f-897b-dd1e29ab1112/d672d744-ec72-4a38-978d-20e6151f5c4c) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:04:55.935979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1f2e3-3903-4a3a-b809-04da8edb7d17 admin admin] Pushing event deleted for resources: {'Port': ['ID=e537bd84-4a3b-434f-a00b-1eeded53fc94,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:55.958963 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c4079a63-1544-4755-a055-5150a4a1211c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:55.962701 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c4079a63-1544-4755-a055-5150a4a1211c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/22b1d99f-f434-4f17-967c-b12fccc3e24e HTTP/1.1" status: 204 len: 168 time: 0.7590106 Mar 01 21:04:56.256685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52546) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:56.285562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] Pushing event updated for resources: {'Network': ['ID=f4f94981-724b-41f4-8830-1d5feba0b3bf,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:56.303088 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7bb5858b-54f1-4a38-8e14-4c97888f3453 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.3039515 Mar 01 21:04:56.303088 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce296ad-284c-42a6-bf9a-312eb476d7e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=285e0c8e-3ccb-4e27-b9e2-7791ce01e6a0,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:56.306301 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network f4f94981-724b-41f4-8830-1d5feba0b3bf details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:04:56.312001 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52554) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:56.328838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-13bacc68-c79c-4eaa-b5f9-8db14166e6fe admin admin] Request body: {'subnet': {'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-809014474-subnet', 'tenant_id': '1ae57b8c18154150bdb29415b840324f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:56.334890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce296ad-284c-42a6-bf9a-312eb476d7e2 admin admin] Checking segment: {'id': '878585b8-3463-4a29-ab25-da9f9d8339d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f0d1fb8-1045-4f16-9f87-d0357cb79e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:04:56.335303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce296ad-284c-42a6-bf9a-312eb476d7e2 admin admin] Network hostable DHCP agents. Network: 3f0d1fb8-1045-4f16-9f87-d0357cb79e60, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:04:56.337544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-13bacc68-c79c-4eaa-b5f9-8db14166e6fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:56.342754 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:56.349414 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-13bacc68-c79c-4eaa-b5f9-8db14166e6fe admin admin] Usage tracker for resource:subnet and tenant:1ae57b8c18154150bdb29415b840324f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:56.355475 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-13bacc68-c79c-4eaa-b5f9-8db14166e6fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:56.364865 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-13bacc68-c79c-4eaa-b5f9-8db14166e6fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:56.366632 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-30d1f2e3-3903-4a3a-b809-04da8edb7d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:56.508605 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1b8e83a9-3fea-4046-961b-ceae12a284b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:56.534708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1b8e83a9-3fea-4046-961b-ceae12a284b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:56.534708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1b8e83a9-3fea-4046-961b-ceae12a284b9 admin admin] Usage tracker for resource:security_group_rule and tenant:478b1af938ec4c00ab022ac33f68cf26 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:56.534708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1b8e83a9-3fea-4046-961b-ceae12a284b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:56.536856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1b8e83a9-3fea-4046-961b-ceae12a284b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:56.570620 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-30d1f2e3-3903-4a3a-b809-04da8edb7d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:56.573599 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-30d1f2e3-3903-4a3a-b809-04da8edb7d17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:56.592703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bacc68-c79c-4eaa-b5f9-8db14166e6fe admin admin] Made reservation on behalf of 1ae57b8c18154150bdb29415b840324f for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:04:56.596732 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-13bacc68-c79c-4eaa-b5f9-8db14166e6fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:56.597978 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce296ad-284c-42a6-bf9a-312eb476d7e2 admin admin] Network 3f0d1fb8-1045-4f16-9f87-d0357cb79e60 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:04:56.620145 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:56.731067 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-30d1f2e3-3903-4a3a-b809-04da8edb7d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:56.731933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d1f2e3-3903-4a3a-b809-04da8edb7d17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b0e57fb-eccc-446a-bee0-46f0a42c32ee {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:04:56.739046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-3ce296ad-284c-42a6-bf9a-312eb476d7e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 3f0d1fb8-1045-4f16-9f87-d0357cb79e60) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:56.746797 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce296ad-284c-42a6-bf9a-312eb476d7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:56.747428 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ce296ad-284c-42a6-bf9a-312eb476d7e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:56.749470 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dfb728-3925-437f-b224-54e2ea288386 None None] Network 3f0d1fb8-1045-4f16-9f87-d0357cb79e60 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:04:56.762626 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-30d1f2e3-3903-4a3a-b809-04da8edb7d17 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:56.766296 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-30d1f2e3-3903-4a3a-b809-04da8edb7d17 admin admin] 10.222.0.42 "DELETE /v2.0/routers/8b0e57fb-eccc-446a-bee0-46f0a42c32ee HTTP/1.1" status: 204 len: 168 time: 3.5387383 Mar 01 21:04:56.767437 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52560) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:56.786786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Network 6a5f9610-9a9b-45eb-8db1-c62ccfeec26e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:04:56.814912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:56.819739 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:04:56.900809 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3ce296ad-284c-42a6-bf9a-312eb476d7e2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3431087 Mar 01 21:04:56.945241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1d041c8-850c-4c16-a8b0-2795e941c58f admin admin] Deleting subnet d83b90d8-a7ff-4d57-a949-1f46cb1079f7 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:04:56.976016 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d1d041c8-850c-4c16-a8b0-2795e941c58f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:57.064084 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1b8e83a9-3fea-4046-961b-ceae12a284b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:57.094781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Port': ['ID=d672d744-ec72-4a38-978d-20e6151f5c4c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:57.138081 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:57.139022 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:57.140909 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:57.141415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:57.142666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:57.143157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:57.150377 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d1d041c8-850c-4c16-a8b0-2795e941c58f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:57.150576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:57.150576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:57.157031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:57.157031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:57.157031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:57.157031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:04:57.265881 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d1d041c8-850c-4c16-a8b0-2795e941c58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:57.272878 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f49806-2bed-42fc-bffd-fb8b0fb34349 None None] Network 3f0d1fb8-1045-4f16-9f87-d0357cb79e60 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:04:57.289429 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1b8e83a9-3fea-4046-961b-ceae12a284b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:57.300721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e537bd84-4a3b-434f-a00b-1eeded53fc94 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:04:57.337693 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:57.338543 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:57.380193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: e537bd84-4a3b-434f-a00b-1eeded53fc94 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:04:57.380708 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e537bd84-4a3b-434f-a00b-1eeded53fc94 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:04:57.440387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8e83a9-3fea-4046-961b-ceae12a284b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a16a7f5-b965-4ae9-ae7a-72c5b6332224,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:57.452524 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1b8e83a9-3fea-4046-961b-ceae12a284b9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=478b1af938ec4c00ab022ac33f68cf26&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1917241 Mar 01 21:04:57.453435 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52582) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:57.518965 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f761557a-c39e-4fb3-a943-0adf7905c2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:57.522192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb629a-5c6a-40b7-90e1-87ab7649dcba req-9ef97dde-f014-46d1-8caf-26a31b05b11a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:57.530320 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2beb629a-5c6a-40b7-90e1-87ab7649dcba req-9ef97dde-f014-46d1-8caf-26a31b05b11a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.3700807 Mar 01 21:04:57.581034 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d1d041c8-850c-4c16-a8b0-2795e941c58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:57.628098 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f1b30b9d-48e0-4ea8-8fbf-e88dbb61aadb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.2855995 Mar 01 21:04:57.634406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52590) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:57.638534 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9aa351fc-3617-4977-9c5b-d11b0de0d082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:57.645625 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d041c8-850c-4c16-a8b0-2795e941c58f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d83b90d8-a7ff-4d57-a949-1f46cb1079f7,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:57.650720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': 'd672d744-ec72-4a38-978d-20e6151f5c4c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:57.654208 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2beb629a-5c6a-40b7-90e1-87ab7649dcba req-195554b9-3e92-4a67-b272-9c9121ebc32e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230156 Mar 01 21:04:57.670257 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d1d041c8-850c-4c16-a8b0-2795e941c58f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:57.672970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:57.678707 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2c9d4c-7a20-426f-bb18-8068c749d014 None None] Network 472c38d0-e825-4706-9372-a0e1682fe50b requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:04:57.686259 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Usage tracker for resource:floatingip and tenant:b1ee6d67e60d4522b2c7a56804647469 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:57.692827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:57.698752 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d1d041c8-850c-4c16-a8b0-2795e941c58f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d83b90d8-a7ff-4d57-a949-1f46cb1079f7 HTTP/1.1" status: 204 len: 168 time: 0.9280291 Mar 01 21:04:57.702091 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52596) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:57.703843 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9aa351fc-3617-4977-9c5b-d11b0de0d082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:57.705956 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-13bacc68-c79c-4eaa-b5f9-8db14166e6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:57.712455 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:57.817279 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-35ed6099-77b0-4d61-8e0d-b6a34b58f33f req-a55a8c83-26b0-4001-910d-09b96efc2d6f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-791753677', 'description': 'tempest-description-1937601707'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:57.828892 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a23ea64d-3dc8-4650-8f58-38da4650f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:57.838402 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-35ed6099-77b0-4d61-8e0d-b6a34b58f33f req-a55a8c83-26b0-4001-910d-09b96efc2d6f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:57.864046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-35ed6099-77b0-4d61-8e0d-b6a34b58f33f req-a55a8c83-26b0-4001-910d-09b96efc2d6f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Usage tracker for resource:security_group and tenant:b7d67da784e54c12a0a3c33da8308ec8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:57.869675 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-35ed6099-77b0-4d61-8e0d-b6a34b58f33f req-a55a8c83-26b0-4001-910d-09b96efc2d6f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:57.870213 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a23ea64d-3dc8-4650-8f58-38da4650f140 admin admin] Deleting port 1d094ce7-1ada-4016-b96d-1ed6591f4b95 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:57.870573 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a23ea64d-3dc8-4650-8f58-38da4650f140 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:57.882294 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bacc68-c79c-4eaa-b5f9-8db14166e6fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a3c70c-0389-4a36-88c1-1a1dbac9856b,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:57.886609 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-35ed6099-77b0-4d61-8e0d-b6a34b58f33f req-a55a8c83-26b0-4001-910d-09b96efc2d6f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:57.896878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bacc68-c79c-4eaa-b5f9-8db14166e6fe admin admin] Checking segment: {'id': '36d166fa-4fda-4fcb-8132-c1c639c19b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:04:57.900458 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bacc68-c79c-4eaa-b5f9-8db14166e6fe admin admin] Network hostable DHCP agents. Network: f4f94981-724b-41f4-8830-1d5feba0b3bf, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:04:57.965559 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:58.009750 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-35ed6099-77b0-4d61-8e0d-b6a34b58f33f req-a55a8c83-26b0-4001-910d-09b96efc2d6f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:58.020394 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bacc68-c79c-4eaa-b5f9-8db14166e6fe admin admin] Network f4f94981-724b-41f4-8830-1d5feba0b3bf is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:04:58.057228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-35ed6099-77b0-4d61-8e0d-b6a34b58f33f req-a55a8c83-26b0-4001-910d-09b96efc2d6f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:58.057228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-35ed6099-77b0-4d61-8e0d-b6a34b58f33f req-a55a8c83-26b0-4001-910d-09b96efc2d6f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Usage tracker for resource:security_group_rule and tenant:b7d67da784e54c12a0a3c33da8308ec8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:58.057948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-35ed6099-77b0-4d61-8e0d-b6a34b58f33f req-a55a8c83-26b0-4001-910d-09b96efc2d6f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:58.065915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-35ed6099-77b0-4d61-8e0d-b6a34b58f33f req-a55a8c83-26b0-4001-910d-09b96efc2d6f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:58.077330 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dd9b1a-c92e-4e48-b60e-d7847c9410f3 None None] DHCP port deletion for 472c38d0-e825-4706-9372-a0e1682fe50b request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:04:58.082481 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-87dd9b1a-c92e-4e48-b60e-d7847c9410f3 None None] Deleting port 1d094ce7-1ada-4016-b96d-1ed6591f4b95 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:58.082863 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-87dd9b1a-c92e-4e48-b60e-d7847c9410f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:58.127615 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-13bacc68-c79c-4eaa-b5f9-8db14166e6fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, f4f94981-724b-41f4-8830-1d5feba0b3bf) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:58.129822 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9aa351fc-3617-4977-9c5b-d11b0de0d082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:58.149743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c437bc7a-6afa-4d22-a869-069a9bc97425 None None] Network f4f94981-724b-41f4-8830-1d5feba0b3bf requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:04:58.162050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bacc68-c79c-4eaa-b5f9-8db14166e6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:58.163035 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-13bacc68-c79c-4eaa-b5f9-8db14166e6fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:58.221928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa351fc-3617-4977-9c5b-d11b0de0d082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a16a7f5-b965-4ae9-ae7a-72c5b6332224,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:58.255928 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-35ed6099-77b0-4d61-8e0d-b6a34b58f33f req-a55a8c83-26b0-4001-910d-09b96efc2d6f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:58.260915 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-a23ea64d-3dc8-4650-8f58-38da4650f140 admin admin] For port 1d094ce7-1ada-4016-b96d-1ed6591f4b95, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1d094ce7-1ada-4016-b96d-1ed6591f4b95,segment=NetworkSegment(d2a42a8c-62c6-4f19-a4e0-684e0556e759),segment_id=d2a42a8c-62c6-4f19-a4e0-684e0556e759)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:58.261585 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a23ea64d-3dc8-4650-8f58-38da4650f140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:58.273767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9aa351fc-3617-4977-9c5b-d11b0de0d082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:58.277599 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9aa351fc-3617-4977-9c5b-d11b0de0d082 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5a16a7f5-b965-4ae9-ae7a-72c5b6332224 HTTP/1.1" status: 204 len: 168 time: 0.8225641 Mar 01 21:04:58.291827 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-13bacc68-c79c-4eaa-b5f9-8db14166e6fe admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9783151 Mar 01 21:04:58.364199 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-35ed6099-77b0-4d61-8e0d-b6a34b58f33f req-a55a8c83-26b0-4001-910d-09b96efc2d6f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:58.400461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a23ea64d-3dc8-4650-8f58-38da4650f140 admin admin] Calling delete_port for 1d094ce7-1ada-4016-b96d-1ed6591f4b95 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:58.466813 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-35ed6099-77b0-4d61-8e0d-b6a34b58f33f req-a55a8c83-26b0-4001-910d-09b96efc2d6f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:58.472972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35ed6099-77b0-4d61-8e0d-b6a34b58f33f req-a55a8c83-26b0-4001-910d-09b96efc2d6f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6651492 Mar 01 21:04:58.482035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a8c83-26b0-4001-910d-09b96efc2d6f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d258a51e-4b64-4849-9bf1-5021f5430892,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:58.498948 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:58.514254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-a8382dab-f602-41dd-b3e6-f4489c3a6f7b req-d058db46-67a9-4d35-99ca-2f618e1c71ae tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2082580083', 'description': 'tempest-description-1631099373'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:04:58.520543 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-a8382dab-f602-41dd-b3e6-f4489c3a6f7b req-d058db46-67a9-4d35-99ca-2f618e1c71ae tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:58.528163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-a8382dab-f602-41dd-b3e6-f4489c3a6f7b req-d058db46-67a9-4d35-99ca-2f618e1c71ae tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Usage tracker for resource:security_group and tenant:b7d67da784e54c12a0a3c33da8308ec8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:58.531212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-a8382dab-f602-41dd-b3e6-f4489c3a6f7b req-d058db46-67a9-4d35-99ca-2f618e1c71ae tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:58.544013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-a8382dab-f602-41dd-b3e6-f4489c3a6f7b req-d058db46-67a9-4d35-99ca-2f618e1c71ae tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:58.638564 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a8382dab-f602-41dd-b3e6-f4489c3a6f7b req-d058db46-67a9-4d35-99ca-2f618e1c71ae tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:58.640748 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-87dd9b1a-c92e-4e48-b60e-d7847c9410f3 None None] For port 1d094ce7-1ada-4016-b96d-1ed6591f4b95, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1d094ce7-1ada-4016-b96d-1ed6591f4b95,segment=NetworkSegment(d2a42a8c-62c6-4f19-a4e0-684e0556e759),segment_id=d2a42a8c-62c6-4f19-a4e0-684e0556e759)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:04:58.641328 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-87dd9b1a-c92e-4e48-b60e-d7847c9410f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:58.679264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-a8382dab-f602-41dd-b3e6-f4489c3a6f7b req-d058db46-67a9-4d35-99ca-2f618e1c71ae tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:58.689393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-a8382dab-f602-41dd-b3e6-f4489c3a6f7b req-d058db46-67a9-4d35-99ca-2f618e1c71ae tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Usage tracker for resource:security_group_rule and tenant:b7d67da784e54c12a0a3c33da8308ec8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:58.704431 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-a8382dab-f602-41dd-b3e6-f4489c3a6f7b req-d058db46-67a9-4d35-99ca-2f618e1c71ae tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:58.714377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-a8382dab-f602-41dd-b3e6-f4489c3a6f7b req-d058db46-67a9-4d35-99ca-2f618e1c71ae tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:58.798950 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a23ea64d-3dc8-4650-8f58-38da4650f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:58.800217 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-87dd9b1a-c92e-4e48-b60e-d7847c9410f3 None None] Calling delete_port for 1d094ce7-1ada-4016-b96d-1ed6591f4b95 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:04:58.846566 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a8382dab-f602-41dd-b3e6-f4489c3a6f7b req-d058db46-67a9-4d35-99ca-2f618e1c71ae tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:58.899141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64bbbe7-b8b0-4f11-ba91-83d2f79e8ec0 None None] Network f4f94981-724b-41f4-8830-1d5feba0b3bf requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:04:58.920492 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ea64d-3dc8-4650-8f58-38da4650f140 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d094ce7-1ada-4016-b96d-1ed6591f4b95,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:58.921444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ea64d-3dc8-4650-8f58-38da4650f140 admin admin] No DVR routers for this DVR port 1d094ce7-1ada-4016-b96d-1ed6591f4b95 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:04:58.925573 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a8382dab-f602-41dd-b3e6-f4489c3a6f7b req-d058db46-67a9-4d35-99ca-2f618e1c71ae tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:58.986577 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Allocated IP 172.25.5.37 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/e42ee019-1e5a-4e9f-b373-135dad4732ce) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:04:59.029260 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-87dd9b1a-c92e-4e48-b60e-d7847c9410f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:04:59.029956 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-87dd9b1a-c92e-4e48-b60e-d7847c9410f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:04:59.043485 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d058db46-67a9-4d35-99ca-2f618e1c71ae tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfeed1be-6dd0-428a-8dc0-eab000efc165,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:59.140109 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a8382dab-f602-41dd-b3e6-f4489c3a6f7b req-d058db46-67a9-4d35-99ca-2f618e1c71ae tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:59.141885 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a23ea64d-3dc8-4650-8f58-38da4650f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:59.142437 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8382dab-f602-41dd-b3e6-f4489c3a6f7b req-d058db46-67a9-4d35-99ca-2f618e1c71ae tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6329815 Mar 01 21:04:59.160101 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:04:59.290898 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1d094ce7-1ada-4016-b96d-1ed6591f4b95 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:04:59.292870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a23ea64d-3dc8-4650-8f58-38da4650f140 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['472c38d0-e825-4706-9372-a0e1682fe50b']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:59.316159 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a23ea64d-3dc8-4650-8f58-38da4650f140 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2a42a8c-62c6-4f19-a4e0-684e0556e759') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:59.316460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a23ea64d-3dc8-4650-8f58-38da4650f140 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2a42a8c-62c6-4f19-a4e0-684e0556e759') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:04:59.332349 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a23ea64d-3dc8-4650-8f58-38da4650f140 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:59.344275 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 1d094ce7-1ada-4016-b96d-1ed6591f4b95 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:04:59.344629 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1d094ce7-1ada-4016-b96d-1ed6591f4b95 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:04:59.363074 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a23ea64d-3dc8-4650-8f58-38da4650f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:59.381585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a23ea64d-3dc8-4650-8f58-38da4650f140 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:04:59.381986 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a23ea64d-3dc8-4650-8f58-38da4650f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:04:59.400812 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:04:59.471246 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:59.519310 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52646) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:04:59.539235 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-110c4373-b9e9-444c-9bfc-eda1e9c36b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:59.544558 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-87dd9b1a-c92e-4e48-b60e-d7847c9410f3 None None] Deleting port 1d094ce7-1ada-4016-b96d-1ed6591f4b95 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:04:59.544925 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-87dd9b1a-c92e-4e48-b60e-d7847c9410f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:59.560800 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-110c4373-b9e9-444c-9bfc-eda1e9c36b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:04:59.565041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-110c4373-b9e9-444c-9bfc-eda1e9c36b6a admin admin] Usage tracker for resource:security_group_rule and tenant:ed3a7995f7ec4612831dc400c3d0629a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:04:59.568174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-110c4373-b9e9-444c-9bfc-eda1e9c36b6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:04:59.574431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-110c4373-b9e9-444c-9bfc-eda1e9c36b6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:04:59.584488 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a23ea64d-3dc8-4650-8f58-38da4650f140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:59.619909 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a23ea64d-3dc8-4650-8f58-38da4650f140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:59.633838 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ea64d-3dc8-4650-8f58-38da4650f140 admin admin] Pushing event deleted for resources: {'Network': ['ID=472c38d0-e825-4706-9372-a0e1682fe50b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:59.637094 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:59.726204 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-87dd9b1a-c92e-4e48-b60e-d7847c9410f3 None None] The port '1d094ce7-1ada-4016-b96d-1ed6591f4b95' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:04:59.745390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:04:59.752444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:04:59.755587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Port': ['ID=e42ee019-1e5a-4e9f-b373-135dad4732ce,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:04:59.757771 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:04:59.821506 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b7ad2991-0664-419e-8cf6-5971d68605d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:04:59.826456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4862af7-42e1-4617-9c2e-745ea669013d req-2d45988e-dcb1-4a7a-93f7-9343ed748dca tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:04:59.827780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f4862af7-42e1-4617-9c2e-745ea669013d req-2d45988e-dcb1-4a7a-93f7-9343ed748dca tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Synchronizing usage tracker for tenant:b7d67da784e54c12a0a3c33da8308ec8 on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:04:59.872540 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a23ea64d-3dc8-4650-8f58-38da4650f140 admin admin] 10.222.0.42 "DELETE /v2.0/networks/472c38d0-e825-4706-9372-a0e1682fe50b HTTP/1.1" status: 204 len: 168 time: 2.1591856 Mar 01 21:04:59.929280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f4862af7-42e1-4617-9c2e-745ea669013d req-2d45988e-dcb1-4a7a-93f7-9343ed748dca tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Unset dirty status for tenant:b7d67da784e54c12a0a3c33da8308ec8 on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:04:59.931294 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4862af7-42e1-4617-9c2e-745ea669013d req-2d45988e-dcb1-4a7a-93f7-9343ed748dca tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/networks?id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60 HTTP/1.1" status: 200 len: 812 time: 0.4076493 Mar 01 21:04:59.955894 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4862af7-42e1-4617-9c2e-745ea669013d req-ccc93ca6-693c-4323-9607-d0fcdf5798d5 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/quotas/b7d67da784e54c12a0a3c33da8308ec8 HTTP/1.1" status: 200 len: 375 time: 0.0145311 Mar 01 21:05:00.047794 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-110c4373-b9e9-444c-9bfc-eda1e9c36b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:00.104741 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4862af7-42e1-4617-9c2e-745ea669013d req-300488e7-f4d8-41df-b580-5c2f9ed14ee3 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7d67da784e54c12a0a3c33da8308ec8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1303179 Mar 01 21:05:00.117557 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-110c4373-b9e9-444c-9bfc-eda1e9c36b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:00.187890 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-110c4373-b9e9-444c-9bfc-eda1e9c36b6a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed3a7995f7ec4612831dc400c3d0629a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6640694 Mar 01 21:05:00.191529 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52670) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:00.216183 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c4373-b9e9-444c-9bfc-eda1e9c36b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072feed5-c279-4bc5-a62a-a3ba094b785e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:00.380326 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-609686fe-b572-40b3-8897-cc2490022fe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:00.405220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-1a56b7fb-c250-418d-b7b9-634d4a0c5bdb tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:00.406729 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-1a56b7fb-c250-418d-b7b9-634d4a0c5bdb tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/networks?id=f4f94981-724b-41f4-8830-1d5feba0b3bf HTTP/1.1" status: 200 len: 812 time: 0.3363309 Mar 01 21:05:00.416665 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4862af7-42e1-4617-9c2e-745ea669013d req-2c1260e7-1275-48fd-942a-73896a0cbab2 service neutron] 10.222.0.42 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2804403 Mar 01 21:05:00.426981 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-609686fe-b572-40b3-8897-cc2490022fe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:00.490796 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:00.517093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52682) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:00.531881 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-d2683b7a-b1f8-44a2-b2e4-fc239778a6a7 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/quotas/1ae57b8c18154150bdb29415b840324f HTTP/1.1" status: 200 len: 375 time: 0.0894392 Mar 01 21:05:00.574434 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:00.585987 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-609686fe-b572-40b3-8897-cc2490022fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:00.613615 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:00.626214 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-03165e05-47a0-4e76-aa44-03466e508219 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=49f701ea16be4fb88d89fc6971a38e65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1054516 Mar 01 21:05:00.628050 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52692) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:00.630130 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609686fe-b572-40b3-8897-cc2490022fe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072feed5-c279-4bc5-a62a-a3ba094b785e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:00.638481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-76e149f5-7ebb-4ffd-bd71-b84f2cca2618 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1ae57b8c18154150bdb29415b840324f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1059268 Mar 01 21:05:00.670801 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-609686fe-b572-40b3-8897-cc2490022fe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:00.671963 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-609686fe-b572-40b3-8897-cc2490022fe4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/072feed5-c279-4bc5-a62a-a3ba094b785e HTTP/1.1" status: 204 len: 168 time: 0.4776011 Mar 01 21:05:00.719509 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6f75c55d-6af4-4a25-95e5-23181791f56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:00.801098 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6f75c55d-6af4-4a25-95e5-23181791f56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:00.801325 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4862af7-42e1-4617-9c2e-745ea669013d req-3b302f5e-cbb7-4220-acdb-d06263938928 service neutron] 10.222.0.42 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838110 Mar 01 21:05:00.845815 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-cb4b29e3-ef49-41b1-a034-835013e7696e service neutron] 10.222.0.42 "GET /v2.0/networks/f4f94981-724b-41f4-8830-1d5feba0b3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915052 Mar 01 21:05:00.885308 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:01.033474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-bb348ccc-7898-4cc9-9ccb-9434fc2b4604 service neutron] 10.222.0.42 "GET /v2.0/networks/f4f94981-724b-41f4-8830-1d5feba0b3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783440 Mar 01 21:05:01.186783 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6f75c55d-6af4-4a25-95e5-23181791f56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:01.229192 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f75c55d-6af4-4a25-95e5-23181791f56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f34464e-8761-4f42-8b9f-e107a8f1f2fd,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:01.231268 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6f75c55d-6af4-4a25-95e5-23181791f56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:01.234899 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6f75c55d-6af4-4a25-95e5-23181791f56f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1f34464e-8761-4f42-8b9f-e107a8f1f2fd HTTP/1.1" status: 204 len: 168 time: 0.6041524 Mar 01 21:05:01.320222 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:01.324086 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff66b094-7ce2-451c-9dd4-3265cbb17ffb req-96db9ef7-1cba-4c79-aafa-894d51d98347 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 210 time: 0.0544991 Mar 01 21:05:01.421168 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:01.549614 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Port': ['ID=e42ee019-1e5a-4e9f-b373-135dad4732ce,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:01.567734 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:01.829609 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Floating IP 65958128-26ad-4bc6-b107-77c6b990b24a associated. External IP: 172.25.5.37, port: d672d744-ec72-4a38-978d-20e6151f5c4c. Mar 01 21:05:02.090475 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b0d3d06d-c59d-4272-b65d-e5bbeffd1f3f req-c51e8f04-f659-4d9d-bc1d-a9b0ef8e63fe tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f989b34-9909-4b21-b432-9c08318750ee HTTP/1.1" status: 200 len: 210 time: 0.0774422 Mar 01 21:05:02.175275 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:02.444180 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Router d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:05:02.623504 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-407a363c-d67a-4466-a6bc-c473528d87f0 req-443004fa-3772-4445-a5b9-ed4be5f3da85 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 210 time: 0.1990449 Mar 01 21:05:02.728622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:05:02.742433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d40ae-fccd-4592-9149-e0bca9a98b6a None None] Sync routers for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:05:02.761292 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d40ae-fccd-4592-9149-e0bca9a98b6a None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:05:02.761972 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-506d40ae-fccd-4592-9149-e0bca9a98b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:05:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:02.840392 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-506d40ae-fccd-4592-9149-e0bca9a98b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:02.853662 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506d40ae-fccd-4592-9149-e0bca9a98b6a None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:05:02.854306 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-506d40ae-fccd-4592-9149-e0bca9a98b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:05:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:02.859588 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:02.965061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-506d40ae-fccd-4592-9149-e0bca9a98b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:02.966129 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506d40ae-fccd-4592-9149-e0bca9a98b6a None None] The sync data for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:05:03.000001 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2eecc968-f6e4-428e-9249-f3002d027d98 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.3590720 Mar 01 21:05:03.003077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52780) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:03.024605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-46563468-fa78-4d20-8458-1a45684d8532 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'floatingip': {'port_id': 'd672d744-ec72-4a38-978d-20e6151f5c4c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:03.245077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52792) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:03.298162 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e1d1d4b1-a47e-45ad-abdb-abdf866e831b req-29742d39-bd20-42da-8a73-bb6ff03fe2c4 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f989b34-9909-4b21-b432-9c08318750ee HTTP/1.1" status: 200 len: 210 time: 0.0489492 Mar 01 21:05:03.326485 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-46563468-fa78-4d20-8458-1a45684d8532 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:03.526869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1581440817-network', 'tenant_id': 'afd0c45db4bc4f1983f777a60546b06c'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:03.537867 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:03.549835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Usage tracker for resource:network and tenant:afd0c45db4bc4f1983f777a60546b06c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:03.549835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:03.562497 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:03.667116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Made reservation on behalf of afd0c45db4bc4f1983f777a60546b06c for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:05:03.669782 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:03.689710 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:03.708996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:03.715529 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Usage tracker for resource:security_group_rule and tenant:afd0c45db4bc4f1983f777a60546b06c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:03.718865 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:03.727134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:03.794011 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-08e50cea-e7b2-41f2-869f-4d6a615e2fd5 req-d1ecc721-84a1-4f5d-9d93-5e99e0ce2e7b tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 210 time: 0.0584641 Mar 01 21:05:03.833762 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:03.939006 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:03.970637 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:05:03.987140 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04eace24-75c1-4d62-aae6-b9311eb91749,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:03.993781 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:04.000203 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Added segment f2cac2a2-af87-4c01-a3e4-1a89092bee6f of type vlan for network 52f856ce-c4d1-4e4d-90e2-255f955b5fe3 Mar 01 21:05:04.033519 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:04.167651 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:04.168707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:04.169355 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:04.216490 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-46563468-fa78-4d20-8458-1a45684d8532 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:04.318146 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0714607 Mar 01 21:05:04.321085 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52822) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:04.332153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2bd3d8d4-d23f-45fe-9975-fc4416b55b13 admin admin] Request body: {'subnet': {'network_id': '52f856ce-c4d1-4e4d-90e2-255f955b5fe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1581440817-subnet', 'tenant_id': 'afd0c45db4bc4f1983f777a60546b06c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:04.333969 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311d737-9ddd-4a83-b486-5903c0e1f32d admin admin] Pushing event updated for resources: {'Network': ['ID=52f856ce-c4d1-4e4d-90e2-255f955b5fe3,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:04.340196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2bd3d8d4-d23f-45fe-9975-fc4416b55b13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:04.343976 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 52f856ce-c4d1-4e4d-90e2-255f955b5fe3 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:05:04.344621 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2bd3d8d4-d23f-45fe-9975-fc4416b55b13 admin admin] Usage tracker for resource:subnet and tenant:afd0c45db4bc4f1983f777a60546b06c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:04.348386 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2bd3d8d4-d23f-45fe-9975-fc4416b55b13 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:04.356394 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2bd3d8d4-d23f-45fe-9975-fc4416b55b13 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:04.360073 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-46563468-fa78-4d20-8458-1a45684d8532 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:04.480172 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a404e6a-86e1-448b-838f-c2669e17d050 req-7cb4be9d-a312-4520-802f-25274b926ba8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f989b34-9909-4b21-b432-9c08318750ee HTTP/1.1" status: 200 len: 210 time: 0.0581341 Mar 01 21:05:04.606519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd3d8d4-d23f-45fe-9975-fc4416b55b13 admin admin] Made reservation on behalf of afd0c45db4bc4f1983f777a60546b06c for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:05:04.608885 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2bd3d8d4-d23f-45fe-9975-fc4416b55b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:05.107723 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5beca2b-cfe9-4aa7-a0ff-7b275b8ad941 req-a22576aa-4ff1-4aaa-9f71-ba8abea5d615 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 210 time: 0.0945988 Mar 01 21:05:05.198584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46563468-fa78-4d20-8458-1a45684d8532 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Router d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:05:05.305997 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2bd3d8d4-d23f-45fe-9975-fc4416b55b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:05.492049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd3d8d4-d23f-45fe-9975-fc4416b55b13 admin admin] Checking segment: {'id': 'f2cac2a2-af87-4c01-a3e4-1a89092bee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '52f856ce-c4d1-4e4d-90e2-255f955b5fe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:05:05.492746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd3d8d4-d23f-45fe-9975-fc4416b55b13 admin admin] Network hostable DHCP agents. Network: 52f856ce-c4d1-4e4d-90e2-255f955b5fe3, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:05:05.499537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3d8d4-d23f-45fe-9975-fc4416b55b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9742ade-e87d-4155-bb1d-8404c09b60cd,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:05.515049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46563468-fa78-4d20-8458-1a45684d8532 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:05:05.525146 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-46563468-fa78-4d20-8458-1a45684d8532 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:05.530725 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef4709-8e21-4fbf-adc9-0519d6a5aac9 None None] Sync routers for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:05:05.543625 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef4709-8e21-4fbf-adc9-0519d6a5aac9 None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:05:05.544581 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-beef4709-8e21-4fbf-adc9-0519d6a5aac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:05:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:05.661393 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-beef4709-8e21-4fbf-adc9-0519d6a5aac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:05.679074 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef4709-8e21-4fbf-adc9-0519d6a5aac9 None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:05:05.680005 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-beef4709-8e21-4fbf-adc9-0519d6a5aac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:05:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:05.712285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd3d8d4-d23f-45fe-9975-fc4416b55b13 admin admin] Network 52f856ce-c4d1-4e4d-90e2-255f955b5fe3 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:05:05.730760 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cb893e99-2816-4fbd-986a-ed8433024e5a req-385b8661-d643-427a-a68f-ffeb24e5ee25 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f989b34-9909-4b21-b432-9c08318750ee HTTP/1.1" status: 200 len: 210 time: 0.0737863 Mar 01 21:05:05.756386 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-46563468-fa78-4d20-8458-1a45684d8532 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "PUT /v2.0/floatingips/65958128-26ad-4bc6-b107-77c6b990b24a HTTP/1.1" status: 200 len: 978 time: 2.7514446 Mar 01 21:05:05.759879 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52870) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:05.786352 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-beef4709-8e21-4fbf-adc9-0519d6a5aac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:05.787189 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef4709-8e21-4fbf-adc9-0519d6a5aac9 None None] The sync data for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:05:05.837149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-2bd3d8d4-d23f-45fe-9975-fc4416b55b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 52f856ce-c4d1-4e4d-90e2-255f955b5fe3) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:05:05.849203 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cec89b-b843-4c39-8be0-f33d1be68a7f None None] Network 52f856ce-c4d1-4e4d-90e2-255f955b5fe3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:05:05.866315 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd3d8d4-d23f-45fe-9975-fc4416b55b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:05.866315 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2bd3d8d4-d23f-45fe-9975-fc4416b55b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:06.136842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9fdc040d-c13d-4bb5-a372-0ce0fbdbfc10 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Deleting port e42ee019-1e5a-4e9f-b373-135dad4732ce {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:05:06.137548 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fdc040d-c13d-4bb5-a372-0ce0fbdbfc10 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:06.199350 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2bd3d8d4-d23f-45fe-9975-fc4416b55b13 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8740103 Mar 01 21:05:06.427057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0435684d-3079-4586-80c4-0dff3b0fc458 None None] Network 52f856ce-c4d1-4e4d-90e2-255f955b5fe3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:05:06.598340 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fddff040-5591-45b2-bbe7-58db1dd41aa1 req-5c920be7-6963-46c0-8814-c97e659ba717 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 210 time: 0.1592717 Mar 01 21:05:06.834078 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fdc040d-c13d-4bb5-a372-0ce0fbdbfc10 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:06.834409 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fdc040d-c13d-4bb5-a372-0ce0fbdbfc10 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:07.020278 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-f4d6cd97-8bc7-4294-9fb0-94280f6bad26 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:07.027865 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-f4d6cd97-8bc7-4294-9fb0-94280f6bad26 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Synchronizing usage tracker for tenant:1ae57b8c18154150bdb29415b840324f on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:05:07.079772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9fdc040d-c13d-4bb5-a372-0ce0fbdbfc10 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Calling delete_port for e42ee019-1e5a-4e9f-b373-135dad4732ce owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:05:07.150625 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-f4d6cd97-8bc7-4294-9fb0-94280f6bad26 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Unset dirty status for tenant:1ae57b8c18154150bdb29415b840324f on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:05:07.152241 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-f4d6cd97-8bc7-4294-9fb0-94280f6bad26 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.57 "GET /v2.0/networks?id=f4f94981-724b-41f4-8830-1d5feba0b3bf HTTP/1.1" status: 200 len: 812 time: 0.6887095 Mar 01 21:05:07.166831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-c44a315d-9aa0-4a98-baf6-9012b036cce8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Request body: {'port': {'device_id': '5f989b34-9909-4b21-b432-9c08318750ee', 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf', 'admin_state_up': True, 'tenant_id': '1ae57b8c18154150bdb29415b840324f'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:07.500622 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33e46552-10a7-4c89-beb4-4cb6d8ede58f req-fd6e64be-cc4c-4a92-bdde-4b1706bffa28 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f989b34-9909-4b21-b432-9c08318750ee HTTP/1.1" status: 200 len: 210 time: 0.1080873 Mar 01 21:05:07.618889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-63b8491a-9cc6-4e4c-a5d0-b2445ead9b87 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:07.620599 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-63b8491a-9cc6-4e4c-a5d0-b2445ead9b87 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.55 "GET /v2.0/networks?id=f4f94981-724b-41f4-8830-1d5feba0b3bf HTTP/1.1" status: 200 len: 812 time: 1.4850941 Mar 01 21:05:07.642399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-2a323bcc-aa93-4ab4-85ea-58ef2bf65c51 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Request body: {'port': {'device_id': '86b09428-3069-4c77-b731-5e11a524c725', 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf', 'admin_state_up': True, 'tenant_id': '1ae57b8c18154150bdb29415b840324f'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:07.707680 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-c44a315d-9aa0-4a98-baf6-9012b036cce8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:07.712248 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-c44a315d-9aa0-4a98-baf6-9012b036cce8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Usage tracker for resource:port and tenant:1ae57b8c18154150bdb29415b840324f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:07.715554 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-c44a315d-9aa0-4a98-baf6-9012b036cce8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:07.721943 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-c44a315d-9aa0-4a98-baf6-9012b036cce8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:07.752283 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4862af7-42e1-4617-9c2e-745ea669013d req-f6730f0b-0d8b-4c6c-a4d8-853ac0d52a22 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:07.753817 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f4862af7-42e1-4617-9c2e-745ea669013d req-f6730f0b-0d8b-4c6c-a4d8-853ac0d52a22 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.55 "GET /v2.0/networks?id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60 HTTP/1.1" status: 200 len: 812 time: 0.4011714 Mar 01 21:05:07.765941 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-f4862af7-42e1-4617-9c2e-745ea669013d req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Request body: {'port': {'device_id': 'de10d759-4303-42db-8eb6-40ea67ebddb5', 'network_id': '3f0d1fb8-1045-4f16-9f87-d0357cb79e60', 'admin_state_up': True, 'tenant_id': 'b7d67da784e54c12a0a3c33da8308ec8'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:07.877765 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-c44a315d-9aa0-4a98-baf6-9012b036cce8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Made reservation on behalf of 1ae57b8c18154150bdb29415b840324f for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:05:07.881634 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-c44a315d-9aa0-4a98-baf6-9012b036cce8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:07.896835 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cbd081ea-3a75-4a51-8dba-fe4f4fdcc618 req-989fd6c1-7eba-4e19-a143-4f68cdb909f3 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 210 time: 0.1026378 Mar 01 21:05:07.926452 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-64eda4c8-294c-4d9e-b913-05350a884370 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:07.927861 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-64eda4c8-294c-4d9e-b913-05350a884370 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/networks?id=52f856ce-c4d1-4e4d-90e2-255f955b5fe3 HTTP/1.1" status: 200 len: 822 time: 0.5617285 Mar 01 21:05:07.958707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-2a323bcc-aa93-4ab4-85ea-58ef2bf65c51 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:08.010317 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-f4862af7-42e1-4617-9c2e-745ea669013d req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:08.017138 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f4862af7-42e1-4617-9c2e-745ea669013d req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Usage tracker for resource:port and tenant:b7d67da784e54c12a0a3c33da8308ec8 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:08.020915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-2a323bcc-aa93-4ab4-85ea-58ef2bf65c51 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Usage tracker for resource:port and tenant:1ae57b8c18154150bdb29415b840324f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:08.026750 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-7ce4d283-1f25-4def-bb24-be8d809c2e9b tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/quotas/afd0c45db4bc4f1983f777a60546b06c HTTP/1.1" status: 200 len: 375 time: 0.0607088 Mar 01 21:05:08.026750 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-2a323bcc-aa93-4ab4-85ea-58ef2bf65c51 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:08.030261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f4862af7-42e1-4617-9c2e-745ea669013d req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:08.038758 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-f4862af7-42e1-4617-9c2e-745ea669013d req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:08.043910 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-2a323bcc-aa93-4ab4-85ea-58ef2bf65c51 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:08.115003 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-d415d7b9-87cb-4dba-9e48-371dd01343d5 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=afd0c45db4bc4f1983f777a60546b06c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0579922 Mar 01 21:05:08.181947 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4862af7-42e1-4617-9c2e-745ea669013d req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Made reservation on behalf of b7d67da784e54c12a0a3c33da8308ec8 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:05:08.187379 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f4862af7-42e1-4617-9c2e-745ea669013d req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:08.244943 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-2a323bcc-aa93-4ab4-85ea-58ef2bf65c51 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Made reservation on behalf of 1ae57b8c18154150bdb29415b840324f for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:05:08.253821 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-2a323bcc-aa93-4ab4-85ea-58ef2bf65c51 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:08.301050 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fdc040d-c13d-4bb5-a372-0ce0fbdbfc10 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:08.437245 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdc040d-c13d-4bb5-a372-0ce0fbdbfc10 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event deleted for resources: {'Port': ['ID=e42ee019-1e5a-4e9f-b373-135dad4732ce,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:08.595576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-c44a315d-9aa0-4a98-baf6-9012b036cce8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Allocated IP 172.20.0.10 (f4f94981-724b-41f4-8830-1d5feba0b3bf/45a3c70c-0389-4a36-88c1-1a1dbac9856b/f7c698f8-b5dc-488e-8d35-30630f77506c) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:05:08.604993 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-f4862af7-42e1-4617-9c2e-745ea669013d req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Allocated IP 172.20.0.3 (3f0d1fb8-1045-4f16-9f87-d0357cb79e60/285e0c8e-3ccb-4e27-b9e2-7791ce01e6a0/b7123e75-bba5-42e9-b585-3a871feab60a) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:05:08.620496 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-f53fd3f9-6696-4a76-aaa1-592791dc9ee0 service neutron] 10.222.0.42 "GET /v2.0/networks/52f856ce-c4d1-4e4d-90e2-255f955b5fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962552 Mar 01 21:05:08.709904 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fdc040d-c13d-4bb5-a372-0ce0fbdbfc10 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:08.711174 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-9fdc040d-c13d-4bb5-a372-0ce0fbdbfc10 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Floating IP 65958128-26ad-4bc6-b107-77c6b990b24a disassociated (deleted). External IP: 172.25.5.37, port: d672d744-ec72-4a38-978d-20e6151f5c4c. Mar 01 21:05:08.859654 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-db909b1b-f572-4007-b1f4-96861a666665 req-8ae15d3a-1bd8-4745-8af0-f2d2dce6476c tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f989b34-9909-4b21-b432-9c08318750ee HTTP/1.1" status: 200 len: 210 time: 0.0658581 Mar 01 21:05:09.067674 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f4862af7-42e1-4617-9c2e-745ea669013d req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:09.171816 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c629b1a-608e-4630-80f5-ce02df1fbbfe req-c3e057f0-7061-407b-be20-afde6e84b4aa tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 210 time: 0.0717003 Mar 01 21:05:09.189961 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-c44a315d-9aa0-4a98-baf6-9012b036cce8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:09.219263 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-c9d2e7a1-cb6f-4ce9-a09e-dc5719268329 service neutron] 10.222.0.42 "GET /v2.0/networks/52f856ce-c4d1-4e4d-90e2-255f955b5fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906076 Mar 01 21:05:09.240188 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f4862af7-42e1-4617-9c2e-745ea669013d req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:09.353077 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-c44a315d-9aa0-4a98-baf6-9012b036cce8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:09.383154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event updated for resources: {'Port': ['ID=b7123e75-bba5-42e9-b585-3a871feab60a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:09.402890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4862af7-42e1-4617-9c2e-745ea669013d req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Network 3f0d1fb8-1045-4f16-9f87-d0357cb79e60 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:05:09.405696 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:09.406371 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:09.406514 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:09.406806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:09.407148 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:09.407521 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:09.407869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:09.408196 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:09.408505 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:09.408818 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:09.409185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:09.409519 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:09.416861 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-f4862af7-42e1-4617-9c2e-745ea669013d req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:05:09.420420 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-c44a315d-9aa0-4a98-baf6-9012b036cce8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Network f4f94981-724b-41f4-8830-1d5feba0b3bf is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:05:09.455353 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4862af7-42e1-4617-9c2e-745ea669013d req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:05:09.492991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-c44a315d-9aa0-4a98-baf6-9012b036cce8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:05:09.498362 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-c44a315d-9aa0-4a98-baf6-9012b036cce8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:05:09.663542 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-c44a315d-9aa0-4a98-baf6-9012b036cce8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:09.665332 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-c44a315d-9aa0-4a98-baf6-9012b036cce8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:09.699218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4862af7-42e1-4617-9c2e-745ea669013d req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:09.699901 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f4862af7-42e1-4617-9c2e-745ea669013d req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:09.711774 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-787169c9-a1cf-4083-b5c6-897e25bc8546 req-c7d28b81-89a2-4d11-8cf7-37932c8b5a56 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/ports?device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 210 time: 0.1087253 Mar 01 21:05:09.750526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a315d-9aa0-4a98-baf6-9012b036cce8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Pushing event updated for resources: {'Port': ['ID=f7c698f8-b5dc-488e-8d35-30630f77506c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:09.783583 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-c44a315d-9aa0-4a98-baf6-9012b036cce8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6211295 Mar 01 21:05:09.797997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] Request body: {'port': {'device_id': '5f989b34-9909-4b21-b432-9c08318750ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:09.824228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52956) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:09.847292 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fdc040d-c13d-4bb5-a372-0ce0fbdbfc10 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Router d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:05:09.855473 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-2a323bcc-aa93-4ab4-85ea-58ef2bf65c51 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.10-b1681621-637f-44d5-add4-cc417ca49a6f {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:05:09.855473 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-2a323bcc-aa93-4ab4-85ea-58ef2bf65c51 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:05:09.970532 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f4862af7-42e1-4617-9c2e-745ea669013d req-724867ae-fcf7-4139-a10e-bfda29600a11 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2083135 Mar 01 21:05:10.005823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-f4862af7-42e1-4617-9c2e-745ea669013d req-f4fa4041-be8d-4c4f-8c99-d563b7a1e743 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:05:10.007270 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f4862af7-42e1-4617-9c2e-745ea669013d req-f4fa4041-be8d-4c4f-8c99-d563b7a1e743 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162737 Mar 01 21:05:10.040833 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:10.128028 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fdc040d-c13d-4bb5-a372-0ce0fbdbfc10 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:05:10.139604 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa312f-408e-4d73-b851-046c4db6c564 None None] Sync routers for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:05:10.154547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fa312f-408e-4d73-b851-046c4db6c564 None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:05:10.155482 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-82fa312f-408e-4d73-b851-046c4db6c564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:05:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:10.190819 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807ba24-23d6-4128-8c69-1ddd93076217 req-69e58b4c-6b92-4f0c-a375-7083b799ee1d tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:10.190819 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5807ba24-23d6-4128-8c69-1ddd93076217 req-69e58b4c-6b92-4f0c-a375-7083b799ee1d tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Synchronizing usage tracker for tenant:1ae57b8c18154150bdb29415b840324f on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:05:10.197920 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fdc040d-c13d-4bb5-a372-0ce0fbdbfc10 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:10.245719 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-82fa312f-408e-4d73-b851-046c4db6c564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:10.256287 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fa312f-408e-4d73-b851-046c4db6c564 None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:05:10.256287 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-82fa312f-408e-4d73-b851-046c4db6c564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:05:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:10.314821 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9fdc040d-c13d-4bb5-a372-0ce0fbdbfc10 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "DELETE /v2.0/floatingips/65958128-26ad-4bc6-b107-77c6b990b24a HTTP/1.1" status: 204 len: 168 time: 4.5532053 Mar 01 21:05:10.343177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-82fa312f-408e-4d73-b851-046c4db6c564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:10.344070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fa312f-408e-4d73-b851-046c4db6c564 None None] The sync data for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:05:10.356686 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-2a323bcc-aa93-4ab4-85ea-58ef2bf65c51 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:10.368120 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52976) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:10.377304 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5807ba24-23d6-4128-8c69-1ddd93076217 req-69e58b4c-6b92-4f0c-a375-7083b799ee1d tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Unset dirty status for tenant:1ae57b8c18154150bdb29415b840324f on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:05:10.378507 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5807ba24-23d6-4128-8c69-1ddd93076217 req-69e58b4c-6b92-4f0c-a375-7083b799ee1d tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f989b34-9909-4b21-b432-9c08318750ee HTTP/1.1" status: 200 len: 932 time: 0.3445306 Mar 01 21:05:10.397446 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] Request body: {'port': {'device_id': 'de10d759-4303-42db-8eb6-40ea67ebddb5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:10.433336 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b2b23a6-2737-4e82-9a76-1c3af6871222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:10.579154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7b2b23a6-2737-4e82-9a76-1c3af6871222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:10.594171 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:10.610925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7b2b23a6-2737-4e82-9a76-1c3af6871222 admin admin] Usage tracker for resource:security_group_rule and tenant:0e8ff74e9cab4963b099de6e0289a53e is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:10.621549 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7b2b23a6-2737-4e82-9a76-1c3af6871222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:10.649427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7b2b23a6-2737-4e82-9a76-1c3af6871222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:10.654412 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5807ba24-23d6-4128-8c69-1ddd93076217 req-f824d59d-6c9e-4b69-84a6-66ad5a2b6493 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072785 Mar 01 21:05:10.693347 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-92901ecc-f82c-4728-8ee6-62252507df72 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Deleting port d672d744-ec72-4a38-978d-20e6151f5c4c {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:05:10.693715 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-92901ecc-f82c-4728-8ee6-62252507df72 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:10.938615 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c1a9a-b777-4e77-82fa-74a7d4fdc0b9 req-c54aa450-e762-4e6a-8efb-f13dfc01e851 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:10.940991 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da0c1a9a-b777-4e77-82fa-74a7d4fdc0b9 req-c54aa450-e762-4e6a-8efb-f13dfc01e851 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 931 time: 0.4911051 Mar 01 21:05:11.008094 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c075b99-5fce-4969-8998-90bbd59ef8c0 req-0311b4af-f3f7-48b8-8dba-343f62b6b27f tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/ports?device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 210 time: 0.1144459 Mar 01 21:05:11.058250 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7c698f8-b5dc-488e-8d35-30630f77506c {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:05:11.067775 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:11.086337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-da0c1a9a-b777-4e77-82fa-74a7d4fdc0b9 req-bb7ef487-4e44-4fc6-bd16-4225d3da8400 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Synchronizing usage tracker for tenant:b7d67da784e54c12a0a3c33da8308ec8 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:05:11.089000 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] Transition to ACTIVE for port object f7c698f8-b5dc-488e-8d35-30630f77506c will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:05:11.198669 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:11.285073 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b2b23a6-2737-4e82-9a76-1c3af6871222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:11.305676 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-da0c1a9a-b777-4e77-82fa-74a7d4fdc0b9 req-bb7ef487-4e44-4fc6-bd16-4225d3da8400 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Unset dirty status for tenant:b7d67da784e54c12a0a3c33da8308ec8 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:05:11.306516 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da0c1a9a-b777-4e77-82fa-74a7d4fdc0b9 req-bb7ef487-4e44-4fc6-bd16-4225d3da8400 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3555405 Mar 01 21:05:11.308155 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-92901ecc-f82c-4728-8ee6-62252507df72 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:11.350059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7123e75-bba5-42e9-b585-3a871feab60a {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:05:11.369274 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:11.392400 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-2a323bcc-aa93-4ab4-85ea-58ef2bf65c51 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Allocated IP 172.20.0.9 (f4f94981-724b-41f4-8830-1d5feba0b3bf/45a3c70c-0389-4a36-88c1-1a1dbac9856b/96915ea0-a2dc-4a5d-9701-764bd9524e42) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:05:11.416728 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] Pushing event updated for resources: {'Port': ['ID=f7c698f8-b5dc-488e-8d35-30630f77506c,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:11.458865 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-92901ecc-f82c-4728-8ee6-62252507df72 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Calling delete_port for d672d744-ec72-4a38-978d-20e6151f5c4c owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:05:11.506670 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] Attempting to bind port f7c698f8-b5dc-488e-8d35-30630f77506c on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:05:11.506999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] Attempting to bind port f7c698f8-b5dc-488e-8d35-30630f77506c by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '36d166fa-4fda-4fcb-8132-c1c639c19b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:05:11.507332 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] Attempting to bind port f7c698f8-b5dc-488e-8d35-30630f77506c on network f4f94981-724b-41f4-8830-1d5feba0b3bf {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:05:11.512980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] Port f7c698f8-b5dc-488e-8d35-30630f77506c on network f4f94981-724b-41f4-8830-1d5feba0b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:05:11.513354 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] Attempting to bind port f7c698f8-b5dc-488e-8d35-30630f77506c on network f4f94981-724b-41f4-8830-1d5feba0b3bf {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:05:11.526433 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:05:11.527168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] Checking segment: {'id': '36d166fa-4fda-4fcb-8132-c1c639c19b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:05:11.529634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] Bound using segment: {'id': '36d166fa-4fda-4fcb-8132-c1c639c19b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:05:11.529634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] Bound port: f7c698f8-b5dc-488e-8d35-30630f77506c, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d166fa-4fda-4fcb-8132-c1c639c19b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:05:11.529634 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:11.575687 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] Transition to ACTIVE for port object b7123e75-bba5-42e9-b585-3a871feab60a will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:05:11.621390 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b2b23a6-2737-4e82-9a76-1c3af6871222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:11.635691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] For port f7c698f8-b5dc-488e-8d35-30630f77506c, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:05:11.638876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] For port f7c698f8-b5dc-488e-8d35-30630f77506c, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=f7c698f8-b5dc-488e-8d35-30630f77506c,segment=NetworkSegment(36d166fa-4fda-4fcb-8132-c1c639c19b86),segment_id=36d166fa-4fda-4fcb-8132-c1c639c19b86)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:05:11.689760 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:11.716384 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7b2b23a6-2737-4e82-9a76-1c3af6871222 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e8ff74e9cab4963b099de6e0289a53e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8885784 Mar 01 21:05:11.721464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52998) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:11.724075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b23a6-2737-4e82-9a76-1c3af6871222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0172046e-b1d1-4a79-b342-aea5dc8c18d1,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:11.823985 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:11.914586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] Pushing event updated for resources: {'Port': ['ID=b7123e75-bba5-42e9-b585-3a871feab60a,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:12.027791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:12.028422 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:12.029965 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] 10.222.0.57 "PUT /v2.0/ports/f7c698f8-b5dc-488e-8d35-30630f77506c HTTP/1.1" status: 200 len: 1092 time: 2.2378838 Mar 01 21:05:12.030363 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f989b34-9909-4b21-b432-9c08318750ee', 'tag': 'f7c698f8-b5dc-488e-8d35-30630f77506c'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:05:12.078909 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ba8e5666-8b21-4afc-b764-f65158be9b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:12.107199 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] Attempting to bind port b7123e75-bba5-42e9-b585-3a871feab60a on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:05:12.107563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] Attempting to bind port b7123e75-bba5-42e9-b585-3a871feab60a by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '878585b8-3463-4a29-ab25-da9f9d8339d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f0d1fb8-1045-4f16-9f87-d0357cb79e60'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:05:12.107893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] Attempting to bind port b7123e75-bba5-42e9-b585-3a871feab60a on network 3f0d1fb8-1045-4f16-9f87-d0357cb79e60 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:05:12.113043 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] Port b7123e75-bba5-42e9-b585-3a871feab60a on network 3f0d1fb8-1045-4f16-9f87-d0357cb79e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:05:12.113368 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] Attempting to bind port b7123e75-bba5-42e9-b585-3a871feab60a on network 3f0d1fb8-1045-4f16-9f87-d0357cb79e60 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:05:12.119059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cf18d-0a49-483e-b0ce-1f2245d5c24a service neutron] Pushing event updated for resources: {'Port': ['ID=f7c698f8-b5dc-488e-8d35-30630f77506c,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:12.138290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:05:12.138655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] Checking segment: {'id': '878585b8-3463-4a29-ab25-da9f9d8339d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f0d1fb8-1045-4f16-9f87-d0357cb79e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:05:12.139076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] Bound using segment: {'id': '878585b8-3463-4a29-ab25-da9f9d8339d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f0d1fb8-1045-4f16-9f87-d0357cb79e60'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:05:12.139618 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] Bound port: b7123e75-bba5-42e9-b585-3a871feab60a, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878585b8-3463-4a29-ab25-da9f9d8339d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f0d1fb8-1045-4f16-9f87-d0357cb79e60'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:05:12.139967 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:12.280364 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ba8e5666-8b21-4afc-b764-f65158be9b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:12.298921 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6d9c3-8715-498b-bd77-09fa9bc4152c req-06cc512e-71ab-437c-b4e7-2d04004f7399 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:12.307265 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8aa6d9c3-8715-498b-bd77-09fa9bc4152c req-06cc512e-71ab-437c-b4e7-2d04004f7399 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f989b34-9909-4b21-b432-9c08318750ee HTTP/1.1" status: 200 len: 944 time: 0.4648573 Mar 01 21:05:12.318869 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-2a323bcc-aa93-4ab4-85ea-58ef2bf65c51 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:12.440137 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8aa6d9c3-8715-498b-bd77-09fa9bc4152c req-faef0005-5b5b-4991-8fae-48fb8433f613 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318111 Mar 01 21:05:12.448070 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] For port b7123e75-bba5-42e9-b585-3a871feab60a, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:05:12.457540 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] For port b7123e75-bba5-42e9-b585-3a871feab60a, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b7123e75-bba5-42e9-b585-3a871feab60a,segment=NetworkSegment(878585b8-3463-4a29-ab25-da9f9d8339d1),segment_id=878585b8-3463-4a29-ab25-da9f9d8339d1)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:05:12.492271 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f989b34-9909-4b21-b432-9c08318750ee', 'tag': 'f7c698f8-b5dc-488e-8d35-30630f77506c', 'status': 'completed', 'code': 200} Mar 01 21:05:12.494247 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-97b0a221-acc6-4dd3-9cb1-c0a944af8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:12.499556 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-97b0a221-acc6-4dd3-9cb1-c0a944af8da8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ae57b8c18154150bdb29415b840324f&device_id=5f989b34-9909-4b21-b432-9c08318750ee HTTP/1.1" status: 200 len: 1095 time: 0.2556880 Mar 01 21:05:12.546183 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-92901ecc-f82c-4728-8ee6-62252507df72 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:12.607133 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-db0cbeab-dded-4ff1-8262-0a4f8f8256b4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c698f8-b5dc-488e-8d35-30630f77506c HTTP/1.1" status: 200 len: 217 time: 0.0930688 Mar 01 21:05:12.608909 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:12.661152 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ba8e5666-8b21-4afc-b764-f65158be9b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:12.664856 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-2a323bcc-aa93-4ab4-85ea-58ef2bf65c51 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:12.708068 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:12.708258 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:12.709544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92901ecc-f82c-4728-8ee6-62252507df72 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event deleted for resources: {'Port': ['ID=d672d744-ec72-4a38-978d-20e6151f5c4c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:12.709668 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] 10.222.0.55 "PUT /v2.0/ports/b7123e75-bba5-42e9-b585-3a871feab60a HTTP/1.1" status: 200 len: 1091 time: 2.6958342 Mar 01 21:05:12.738367 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-178f31dc-2a5c-4b1a-8386-ab852d0e484e req-777783bc-ab37-4015-a381-4fa065aabc16 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/ports?device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 210 time: 0.1425381 Mar 01 21:05:12.754161 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-6d6875d8-69db-42fe-be8f-609bc611c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:12.756754 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-6d6875d8-69db-42fe-be8f-609bc611c69a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45a3c70c-0389-4a36-88c1-1a1dbac9856b HTTP/1.1" status: 200 len: 852 time: 0.1097155 Mar 01 21:05:12.756754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421ef88-df87-4142-a77e-a26e8478f2ab service neutron] Pushing event updated for resources: {'Port': ['ID=b7123e75-bba5-42e9-b585-3a871feab60a,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:12.814748 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-a3f597c1-9103-4bec-90aa-f4042ce5d9e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4f94981-724b-41f4-8830-1d5feba0b3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446029 Mar 01 21:05:12.859674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-2a323bcc-aa93-4ab4-85ea-58ef2bf65c51 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Network f4f94981-724b-41f4-8830-1d5feba0b3bf is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:05:12.867641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e5666-8b21-4afc-b764-f65158be9b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0172046e-b1d1-4a79-b342-aea5dc8c18d1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:12.881614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-2a323bcc-aa93-4ab4-85ea-58ef2bf65c51 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:05:12.909996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-2a323bcc-aa93-4ab4-85ea-58ef2bf65c51 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:05:13.109906 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ba8e5666-8b21-4afc-b764-f65158be9b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:13.111878 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ba8e5666-8b21-4afc-b764-f65158be9b4f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0172046e-b1d1-4a79-b342-aea5dc8c18d1 HTTP/1.1" status: 204 len: 168 time: 1.3890979 Mar 01 21:05:13.116083 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-92901ecc-f82c-4728-8ee6-62252507df72 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:13.121015 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-92901ecc-f82c-4728-8ee6-62252507df72 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "DELETE /v2.0/ports/d672d744-ec72-4a38-978d-20e6151f5c4c HTTP/1.1" status: 204 len: 168 time: 2.7499959 Mar 01 21:05:13.129153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53024) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:13.144971 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:13.169274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a323bcc-aa93-4ab4-85ea-58ef2bf65c51 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Pushing event updated for resources: {'Port': ['ID=96915ea0-a2dc-4a5d-9701-764bd9524e42,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:13.175461 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-b42cfcc4-f3fa-4c6d-acf6-7baf8bdd25b9 service neutron] 10.222.0.57 "GET /v2.0/networks/f4f94981-724b-41f4-8830-1d5feba0b3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552451 Mar 01 21:05:13.176578 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:13.186614 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Usage tracker for resource:floatingip and tenant:b1ee6d67e60d4522b2c7a56804647469 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:13.211947 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:13.226989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-2a323bcc-aa93-4ab4-85ea-58ef2bf65c51 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:13.228167 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-2a323bcc-aa93-4ab4-85ea-58ef2bf65c51 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:13.231642 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4862af7-42e1-4617-9c2e-745ea669013d req-4cd304ec-edf4-4e7f-b4f1-5c4c8d377b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:13.239642 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f4862af7-42e1-4617-9c2e-745ea669013d req-4cd304ec-edf4-4e7f-b4f1-5c4c8d377b6d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7d67da784e54c12a0a3c33da8308ec8&device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 1094 time: 0.3883939 Mar 01 21:05:13.239642 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:13.244830 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-3eafe22f-2db4-4bca-99c6-0a69f0a2bee1 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:13.245524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-3eafe22f-2db4-4bca-99c6-0a69f0a2bee1 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Synchronizing usage tracker for tenant:afd0c45db4bc4f1983f777a60546b06c on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:05:13.285506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ca64c-ebb3-46bf-ae71-6cd28490992b req-9ea63bab-9422-4e36-b367-b7c835e13322 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:13.285506 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af6ca64c-ebb3-46bf-ae71-6cd28490992b req-9ea63bab-9422-4e36-b367-b7c835e13322 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 943 time: 0.6083634 Mar 01 21:05:13.383086 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af6ca64c-ebb3-46bf-ae71-6cd28490992b req-02aba0c3-45e7-4658-9e47-14ecce1723fd tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883572 Mar 01 21:05:13.400425 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-2a323bcc-aa93-4ab4-85ea-58ef2bf65c51 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7617679 Mar 01 21:05:13.417508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] Request body: {'port': {'device_id': '86b09428-3069-4c77-b731-5e11a524c725', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:13.447178 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f4862af7-42e1-4617-9c2e-745ea669013d req-6d32d3bf-ec9e-4695-a0f6-f52419517442 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7123e75-bba5-42e9-b585-3a871feab60a HTTP/1.1" status: 200 len: 217 time: 0.1950989 Mar 01 21:05:13.531223 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:13.620895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-3eafe22f-2db4-4bca-99c6-0a69f0a2bee1 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Unset dirty status for tenant:afd0c45db4bc4f1983f777a60546b06c on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:05:13.622049 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-3eafe22f-2db4-4bca-99c6-0a69f0a2bee1 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.57 "GET /v2.0/networks?id=52f856ce-c4d1-4e4d-90e2-255f955b5fe3 HTTP/1.1" status: 200 len: 822 time: 0.7053409 Mar 01 21:05:13.626053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5c983c21-a0a5-42fb-91fb-00016aee69dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:13.627477 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f4862af7-42e1-4617-9c2e-745ea669013d req-5c983c21-a0a5-42fb-91fb-00016aee69dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=285e0c8e-3ccb-4e27-b9e2-7791ce01e6a0 HTTP/1.1" status: 200 len: 852 time: 0.1572213 Mar 01 21:05:13.631512 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-06e6fe8e-1aa4-4ee7-86e6-88fdcd603409 service neutron] 10.222.0.57 "GET /v2.0/networks/f4f94981-724b-41f4-8830-1d5feba0b3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4477072 Mar 01 21:05:13.636558 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:13.677133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-3484708d-f2b5-499c-957d-0a8b4b59fea0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Request body: {'port': {'device_id': '7392d490-b964-4b89-8f38-4de463ba8c8b', 'network_id': '52f856ce-c4d1-4e4d-90e2-255f955b5fe3', 'admin_state_up': True, 'tenant_id': 'afd0c45db4bc4f1983f777a60546b06c'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:13.736957 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe711c9-0777-4d1c-98b7-ae9fcf8b8fab req-c9978fbf-9a00-42ab-8331-e936ad95d480 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:13.737667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-0fe711c9-0777-4d1c-98b7-ae9fcf8b8fab req-c9978fbf-9a00-42ab-8331-e936ad95d480 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Synchronizing usage tracker for tenant:1ae57b8c18154150bdb29415b840324f on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:05:13.766781 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f4862af7-42e1-4617-9c2e-745ea669013d req-49a7f8dc-725a-4e07-8c53-02a8f444e65e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316214 Mar 01 21:05:13.916077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-0fe711c9-0777-4d1c-98b7-ae9fcf8b8fab req-c9978fbf-9a00-42ab-8331-e936ad95d480 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Unset dirty status for tenant:1ae57b8c18154150bdb29415b840324f on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:05:13.917555 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0fe711c9-0777-4d1c-98b7-ae9fcf8b8fab req-c9978fbf-9a00-42ab-8331-e936ad95d480 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f989b34-9909-4b21-b432-9c08318750ee HTTP/1.1" status: 200 len: 944 time: 0.3502972 Mar 01 21:05:14.092931 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f4862af7-42e1-4617-9c2e-745ea669013d req-f724566c-2092-4b1c-89c3-ff0459967426 service neutron] 10.222.0.55 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190422 Mar 01 21:05:14.158505 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89f27b48-9718-4dfb-b0fa-94cee4ee036a req-bdcf8a84-447c-4380-a249-fdecce249966 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/ports?device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 210 time: 0.1891036 Mar 01 21:05:14.168417 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0fe711c9-0777-4d1c-98b7-ae9fcf8b8fab req-1101190b-732f-4558-b8f4-11192307a865 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455730 Mar 01 21:05:14.261264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96915ea0-a2dc-4a5d-9701-764bd9524e42 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:05:14.269899 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:14.286638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] Transition to ACTIVE for port object 96915ea0-a2dc-4a5d-9701-764bd9524e42 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:05:14.323062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53046) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:14.337456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-3484708d-f2b5-499c-957d-0a8b4b59fea0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:14.344475 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-60ec6509-237f-4dbf-9e47-414077baaab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:14.359767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-60ec6509-237f-4dbf-9e47-414077baaab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:14.364136 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-60ec6509-237f-4dbf-9e47-414077baaab9 admin admin] Usage tracker for resource:security_group_rule and tenant:7632a81a74c84d3498ec4c08f09d790e is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:14.368210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-60ec6509-237f-4dbf-9e47-414077baaab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:14.376944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-60ec6509-237f-4dbf-9e47-414077baaab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:14.418229 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-3484708d-f2b5-499c-957d-0a8b4b59fea0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Usage tracker for resource:port and tenant:afd0c45db4bc4f1983f777a60546b06c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:14.429943 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-3484708d-f2b5-499c-957d-0a8b4b59fea0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:14.453246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-3484708d-f2b5-499c-957d-0a8b4b59fea0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:14.482891 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce5080-d72d-4245-82d0-d959dbc17172 req-7cc270ed-4584-4c49-87c2-da309698dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:14.484429 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6cce5080-d72d-4245-82d0-d959dbc17172 req-7cc270ed-4584-4c49-87c2-da309698dc54 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ae57b8c18154150bdb29415b840324f&device_id=5f989b34-9909-4b21-b432-9c08318750ee HTTP/1.1" status: 200 len: 1095 time: 0.6860480 Mar 01 21:05:14.489241 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:14.501756 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de10d759-4303-42db-8eb6-40ea67ebddb5', 'tag': 'b7123e75-bba5-42e9-b585-3a871feab60a'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:05:14.548874 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-60ec6509-237f-4dbf-9e47-414077baaab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:14.551799 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:14.671649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-3484708d-f2b5-499c-957d-0a8b4b59fea0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Made reservation on behalf of afd0c45db4bc4f1983f777a60546b06c for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:05:14.677233 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-3484708d-f2b5-499c-957d-0a8b4b59fea0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:14.696731 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de10d759-4303-42db-8eb6-40ea67ebddb5', 'tag': 'b7123e75-bba5-42e9-b585-3a871feab60a', 'status': 'completed', 'code': 200} Mar 01 21:05:14.698385 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-60ec6509-237f-4dbf-9e47-414077baaab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:14.706277 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f4862af7-42e1-4617-9c2e-745ea669013d req-50233fe2-7a50-41c1-b544-405662c1878c service neutron] 10.222.0.55 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5832465 Mar 01 21:05:14.812019 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=96915ea0-a2dc-4a5d-9701-764bd9524e42,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:14.896556 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ec6509-237f-4dbf-9e47-414077baaab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b0c4ad-7f47-488e-b7f3-0106b1618990,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:14.907530 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-60ec6509-237f-4dbf-9e47-414077baaab9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7632a81a74c84d3498ec4c08f09d790e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5805809 Mar 01 21:05:14.915335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53068) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:15.095566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da46eb3-ca7e-439a-a252-62d45f6d66f7 req-0227679c-3031-47fa-8238-b7da7a1ed5ea tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:15.108175 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3da46eb3-ca7e-439a-a252-62d45f6d66f7 req-0227679c-3031-47fa-8238-b7da7a1ed5ea tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 943 time: 0.4904666 Mar 01 21:05:15.161508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] Attempting to bind port 96915ea0-a2dc-4a5d-9701-764bd9524e42 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:05:15.162964 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] Attempting to bind port 96915ea0-a2dc-4a5d-9701-764bd9524e42 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '36d166fa-4fda-4fcb-8132-c1c639c19b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:05:15.163867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] Attempting to bind port 96915ea0-a2dc-4a5d-9701-764bd9524e42 on network f4f94981-724b-41f4-8830-1d5feba0b3bf {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:05:15.185339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] Port 96915ea0-a2dc-4a5d-9701-764bd9524e42 on network f4f94981-724b-41f4-8830-1d5feba0b3bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:05:15.185339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] Attempting to bind port 96915ea0-a2dc-4a5d-9701-764bd9524e42 on network f4f94981-724b-41f4-8830-1d5feba0b3bf {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:05:15.211643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce5080-d72d-4245-82d0-d959dbc17172 req-cce50efd-5bd8-4516-9082-ca2dbbceba90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:15.213105 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6cce5080-d72d-4245-82d0-d959dbc17172 req-cce50efd-5bd8-4516-9082-ca2dbbceba90 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f4f94981-724b-41f4-8830-1d5feba0b3bf HTTP/1.1" status: 200 len: 913 time: 0.6798043 Mar 01 21:05:15.222580 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3da46eb3-ca7e-439a-a252-62d45f6d66f7 req-20496bc4-5877-4135-bb70-eda2c237e3dc tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126997 Mar 01 21:05:15.223497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:05:15.225140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] Checking segment: {'id': '36d166fa-4fda-4fcb-8132-c1c639c19b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:05:15.225140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] Bound using segment: {'id': '36d166fa-4fda-4fcb-8132-c1c639c19b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:05:15.225140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] Bound port: 96915ea0-a2dc-4a5d-9701-764bd9524e42, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d166fa-4fda-4fcb-8132-c1c639c19b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:05:15.225140 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:15.363314 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7613bc3a-05fe-44af-9b04-82f834cab9b1 req-8ab5e751-c1f2-413b-9924-cee243a43ab6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7555850 Mar 01 21:05:15.364712 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6cce5080-d72d-4245-82d0-d959dbc17172 req-a2237c0a-3983-4ed7-9fa8-2f59fb0b81ff service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7c698f8-b5dc-488e-8d35-30630f77506c HTTP/1.1" status: 200 len: 217 time: 0.1259868 Mar 01 21:05:15.387286 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-62153938-013d-440a-acf1-780ebc0f9a6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:15.455989 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0c73293-2d14-42c7-baf3-8bb4b8d12894 req-2daf47b7-91f0-431f-ab2b-3ce908a04a3f tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/ports?device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 210 time: 0.1032493 Mar 01 21:05:15.499845 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-3484708d-f2b5-499c-957d-0a8b4b59fea0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Allocated IP 172.20.0.7 (52f856ce-c4d1-4e4d-90e2-255f955b5fe3/a9742ade-e87d-4155-bb1d-8404c09b60cd/dc55729b-0686-414c-913a-3efbe658c77d) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:05:15.514887 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Allocated IP 172.25.5.54 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/218105ef-ec61-4520-b9e7-6d7f372ff6da) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:05:15.515164 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] For port 96915ea0-a2dc-4a5d-9701-764bd9524e42, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:05:15.519858 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] For port 96915ea0-a2dc-4a5d-9701-764bd9524e42, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=96915ea0-a2dc-4a5d-9701-764bd9524e42,segment=NetworkSegment(36d166fa-4fda-4fcb-8132-c1c639c19b86),segment_id=36d166fa-4fda-4fcb-8132-c1c639c19b86)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:05:15.541896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a839a0-305f-4d0a-ba0e-257606c3ba0b req-ddac621f-8d86-41f9-bae9-216e1fba8b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:15.543396 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-92a839a0-305f-4d0a-ba0e-257606c3ba0b req-ddac621f-8d86-41f9-bae9-216e1fba8b7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7d67da784e54c12a0a3c33da8308ec8&device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 1094 time: 0.6291175 Mar 01 21:05:15.551405 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-62153938-013d-440a-acf1-780ebc0f9a6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:15.577174 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bc8598-c6cb-43d5-9d22-a9d4fc53cdbc req-349c7b62-1b8e-4f57-8f53-881321370d4e tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:15.585755 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33bc8598-c6cb-43d5-9d22-a9d4fc53cdbc req-349c7b62-1b8e-4f57-8f53-881321370d4e tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f989b34-9909-4b21-b432-9c08318750ee HTTP/1.1" status: 200 len: 944 time: 0.1696594 Mar 01 21:05:15.610484 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:15.634729 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce5080-d72d-4245-82d0-d959dbc17172 req-9161c59b-0845-41d4-8241-1f154a8db29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:15.636214 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6cce5080-d72d-4245-82d0-d959dbc17172 req-9161c59b-0845-41d4-8241-1f154a8db29a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45a3c70c-0389-4a36-88c1-1a1dbac9856b HTTP/1.1" status: 200 len: 852 time: 0.2526011 Mar 01 21:05:15.722477 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:15.723521 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:15.725185 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] 10.222.0.55 "PUT /v2.0/ports/96915ea0-a2dc-4a5d-9701-764bd9524e42 HTTP/1.1" status: 200 len: 1091 time: 2.3205557 Mar 01 21:05:15.725646 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86b09428-3069-4c77-b731-5e11a524c725', 'tag': '96915ea0-a2dc-4a5d-9701-764bd9524e42'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:05:15.755034 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33bc8598-c6cb-43d5-9d22-a9d4fc53cdbc req-a6f62102-9700-4d27-847a-85f6b809ba1e tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683178 Mar 01 21:05:15.790399 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86b09428-3069-4c77-b731-5e11a524c725', 'tag': '96915ea0-a2dc-4a5d-9701-764bd9524e42', 'status': 'completed', 'code': 200} Mar 01 21:05:15.791106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa730a01-0616-42c6-a455-c3976c3e6eb7 service neutron] Pushing event updated for resources: {'Port': ['ID=96915ea0-a2dc-4a5d-9701-764bd9524e42,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:15.846391 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6cce5080-d72d-4245-82d0-d959dbc17172 req-bd7c080c-c936-4fca-b54e-4a0b17929f3a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4f94981-724b-41f4-8830-1d5feba0b3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1844881 Mar 01 21:05:15.911706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860532a-fdb2-49b3-ba6a-2888d62ea75d req-e8d1e836-b6ed-40b7-8a48-18350367c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:15.913588 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a860532a-fdb2-49b3-ba6a-2888d62ea75d req-e8d1e836-b6ed-40b7-8a48-18350367c1ad service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ae57b8c18154150bdb29415b840324f&device_id=86b09428-3069-4c77-b731-5e11a524c725 HTTP/1.1" status: 200 len: 1094 time: 0.0998411 Mar 01 21:05:16.111989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860532a-fdb2-49b3-ba6a-2888d62ea75d req-c95f08b0-e1fa-491e-886c-03a8f40135b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:16.113451 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a860532a-fdb2-49b3-ba6a-2888d62ea75d req-c95f08b0-e1fa-491e-886c-03a8f40135b1 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=1ae57b8c18154150bdb29415b840324f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1926498 Mar 01 21:05:16.280695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860532a-fdb2-49b3-ba6a-2888d62ea75d req-f65c8892-9d57-486c-a6a5-481109e4d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:16.283109 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a860532a-fdb2-49b3-ba6a-2888d62ea75d req-f65c8892-9d57-486c-a6a5-481109e4d6d1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1633055 Mar 01 21:05:16.359556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613bc3a-05fe-44af-9b04-82f834cab9b1 req-1524a417-35e7-4d09-82d5-d250f1da29f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:16.360928 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7613bc3a-05fe-44af-9b04-82f834cab9b1 req-1524a417-35e7-4d09-82d5-d250f1da29f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4948a3f4374642e5b9b9490b5a1ffed4&device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 1097 time: 0.9089520 Mar 01 21:05:16.379309 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-62153938-013d-440a-acf1-780ebc0f9a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:16.407998 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a839a0-305f-4d0a-ba0e-257606c3ba0b req-356bb043-9d17-4441-b2bc-82ea6741877d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:16.409459 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-92a839a0-305f-4d0a-ba0e-257606c3ba0b req-356bb043-9d17-4441-b2bc-82ea6741877d service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60 HTTP/1.1" status: 200 len: 913 time: 0.8423493 Mar 01 21:05:16.493203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-ad66a854-45c3-47bf-8ccd-e89408fcc317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:16.494676 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-ad66a854-45c3-47bf-8ccd-e89408fcc317 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ae57b8c18154150bdb29415b840324f&device_id=86b09428-3069-4c77-b731-5e11a524c725 HTTP/1.1" status: 200 len: 1094 time: 0.1674254 Mar 01 21:05:16.502660 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b65a9-f4a6-47a4-8508-4d7860534509 req-91c8455c-6716-45ba-aade-65f454b40a0d tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:16.510186 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d0b65a9-f4a6-47a4-8508-4d7860534509 req-91c8455c-6716-45ba-aade-65f454b40a0d tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 943 time: 0.1320879 Mar 01 21:05:16.517125 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62153938-013d-440a-acf1-780ebc0f9a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b0c4ad-7f47-488e-b7f3-0106b1618990,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:16.574520 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-92a839a0-305f-4d0a-ba0e-257606c3ba0b req-229b63ec-e5c1-4f1e-a905-2317fa5a623a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7123e75-bba5-42e9-b585-3a871feab60a HTTP/1.1" status: 200 len: 217 time: 0.1362936 Mar 01 21:05:16.629237 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-75699914-4155-4643-bf15-12a21791cfb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96915ea0-a2dc-4a5d-9701-764bd9524e42 HTTP/1.1" status: 200 len: 217 time: 0.1169145 Mar 01 21:05:16.630615 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:16.711771 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6cce5080-d72d-4245-82d0-d959dbc17172 req-b588b4f0-aa87-46fd-b398-f6bb08262cf2 service neutron] 10.222.0.57 "GET /v2.0/networks/f4f94981-724b-41f4-8830-1d5feba0b3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8419209 Mar 01 21:05:16.777580 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-62153938-013d-440a-acf1-780ebc0f9a6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:16.781215 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-62153938-013d-440a-acf1-780ebc0f9a6a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7b0c4ad-7f47-488e-b7f3-0106b1618990 HTTP/1.1" status: 204 len: 168 time: 1.8612370 Mar 01 21:05:16.885147 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d0b65a9-f4a6-47a4-8508-4d7860534509 req-c5d7c745-3de3-4608-8629-855430c177a1 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3739960 Mar 01 21:05:16.896581 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19547d95-bdee-45eb-84ff-45ab7b0f91f0 req-0cb871c6-47ba-4ec5-941e-add002df3b9c tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/ports?device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 210 time: 0.2517145 Mar 01 21:05:16.920937 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-3484708d-f2b5-499c-957d-0a8b4b59fea0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:16.931067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a839a0-305f-4d0a-ba0e-257606c3ba0b req-67ed7f5b-140e-441e-a379-80f04472eaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:16.932686 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-92a839a0-305f-4d0a-ba0e-257606c3ba0b req-67ed7f5b-140e-441e-a379-80f04472eaab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=285e0c8e-3ccb-4e27-b9e2-7791ce01e6a0 HTTP/1.1" status: 200 len: 852 time: 0.2951632 Mar 01 21:05:16.937215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-d9d00d24-a98e-4e09-b07c-7b8a6d6267b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:16.939027 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-d9d00d24-a98e-4e09-b07c-7b8a6d6267b9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=45a3c70c-0389-4a36-88c1-1a1dbac9856b HTTP/1.1" status: 200 len: 852 time: 0.2957971 Mar 01 21:05:17.013348 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-92a839a0-305f-4d0a-ba0e-257606c3ba0b req-5b846cef-a202-4509-82e3-9f9a156fcdbf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659974 Mar 01 21:05:17.014537 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613bc3a-05fe-44af-9b04-82f834cab9b1 req-2cffb542-59a8-49d8-9010-21f124165275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:17.015875 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7613bc3a-05fe-44af-9b04-82f834cab9b1 req-2cffb542-59a8-49d8-9010-21f124165275 service neutron] 10.222.0.57 "GET /v2.0/networks?id=33ba965f-d417-4519-8f89-3aefcdaf09c3 HTTP/1.1" status: 200 len: 912 time: 0.6220374 Mar 01 21:05:17.097454 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-db90e806-988b-4661-8e63-a926a6f83706 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4f94981-724b-41f4-8830-1d5feba0b3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1518977 Mar 01 21:05:17.220473 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6cce5080-d72d-4245-82d0-d959dbc17172 req-5dfe8025-ec66-43c1-8825-d67031aeeed9 service neutron] 10.222.0.57 "GET /v2.0/networks/f4f94981-724b-41f4-8830-1d5feba0b3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896810 Mar 01 21:05:17.231373 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:17.287580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efe1d23-bc3c-4e57-bc63-2523c5db32bd req-205ebff0-8e0a-4c08-9d96-57e6c6e95888 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:17.290994 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6efe1d23-bc3c-4e57-bc63-2523c5db32bd req-205ebff0-8e0a-4c08-9d96-57e6c6e95888 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f989b34-9909-4b21-b432-9c08318750ee HTTP/1.1" status: 200 len: 944 time: 0.2538507 Mar 01 21:05:17.335066 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-673ec955-8b70-4a2f-a59e-b718b1b7650c service neutron] 10.222.0.55 "GET /v2.0/networks/f4f94981-724b-41f4-8830-1d5feba0b3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292135 Mar 01 21:05:17.349054 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7613bc3a-05fe-44af-9b04-82f834cab9b1 req-872cc8b6-619f-40f1-842a-940681d28f5d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0ad8dabb-36cd-4c07-b68b-b546a100094d HTTP/1.1" status: 200 len: 1002 time: 0.3051209 Mar 01 21:05:17.356006 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:05:17.366117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:05:17.373346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:05:17.398905 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6efe1d23-bc3c-4e57-bc63-2523c5db32bd req-245bb1b4-cd05-4780-ad42-fa199dc263db tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927441 Mar 01 21:05:17.499243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Port': ['ID=218105ef-ec61-4520-b9e7-6d7f372ff6da,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:17.513334 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-3484708d-f2b5-499c-957d-0a8b4b59fea0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:17.529741 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-92a839a0-305f-4d0a-ba0e-257606c3ba0b req-50aec723-c784-43e7-a109-ce4ccf68ec0b service neutron] 10.222.0.55 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063176 Mar 01 21:05:17.553155 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f55308be-6ea5-458f-9ec8-10a7a7c9fcec req-b5ace8db-20ba-4960-9509-b938eb92bf36 service neutron] 10.222.0.55 "GET /v2.0/networks/f4f94981-724b-41f4-8830-1d5feba0b3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058501 Mar 01 21:05:17.582728 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device f7c698f8-b5dc-488e-8d35-30630f77506c details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:05:17.679156 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613bc3a-05fe-44af-9b04-82f834cab9b1 req-6fa7298e-13f9-4c80-97cf-b3da92fc9435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:17.680811 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7613bc3a-05fe-44af-9b04-82f834cab9b1 req-6fa7298e-13f9-4c80-97cf-b3da92fc9435 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8336f76-9298-450b-b9a8-2aa7486056a2 HTTP/1.1" status: 200 len: 850 time: 0.3192937 Mar 01 21:05:17.699012 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-3484708d-f2b5-499c-957d-0a8b4b59fea0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Network 52f856ce-c4d1-4e4d-90e2-255f955b5fe3 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:05:17.740599 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port f7c698f8-b5dc-488e-8d35-30630f77506c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=f7c698f8-b5dc-488e-8d35-30630f77506c,segment=NetworkSegment(36d166fa-4fda-4fcb-8132-c1c639c19b86),segment_id=36d166fa-4fda-4fcb-8132-c1c639c19b86)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:17.754990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'f7c698f8-b5dc-488e-8d35-30630f77506c', 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf', 'port_id': 'f7c698f8-b5dc-488e-8d35-30630f77506c', 'mac_address': 'fa:16:3e:12:89:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a3c70c-0389-4a36-88c1-1a1dbac9856b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:05:17.773710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3484708d-f2b5-499c-957d-0a8b4b59fea0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Pushing event updated for resources: {'Port': ['ID=dc55729b-0686-414c-913a-3efbe658c77d,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:17.786932 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-3484708d-f2b5-499c-957d-0a8b4b59fea0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:05:17.809432 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-3484708d-f2b5-499c-957d-0a8b4b59fea0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:05:17.869658 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:17.899228 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7c698f8-b5dc-488e-8d35-30630f77506c {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:05:17.928532 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port f7c698f8-b5dc-488e-8d35-30630f77506c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=f7c698f8-b5dc-488e-8d35-30630f77506c,segment=NetworkSegment(36d166fa-4fda-4fcb-8132-c1c639c19b86),segment_id=36d166fa-4fda-4fcb-8132-c1c639c19b86)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:17.951400 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-92a839a0-305f-4d0a-ba0e-257606c3ba0b req-66fcb497-6a34-4960-9356-cb7343bce045 service neutron] 10.222.0.55 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672194 Mar 01 21:05:17.966841 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:17.985681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-3484708d-f2b5-499c-957d-0a8b4b59fea0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:17.986466 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-3484708d-f2b5-499c-957d-0a8b4b59fea0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:18.015837 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:18.076758 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613bc3a-05fe-44af-9b04-82f834cab9b1 req-e4f8f13b-34a4-48d7-933b-649dbfedb298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:18.082951 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7613bc3a-05fe-44af-9b04-82f834cab9b1 req-e4f8f13b-34a4-48d7-933b-649dbfedb298 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=33ba965f-d417-4519-8f89-3aefcdaf09c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3838534 Mar 01 21:05:18.138763 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=f7c698f8-b5dc-488e-8d35-30630f77506c,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:18.203138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2ef49-f392-41c8-9d75-3c49d3919b98 req-7443d6a0-bd93-4587-8b58-d979345380cc tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:18.212757 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8af2ef49-f392-41c8-9d75-3c49d3919b98 req-7443d6a0-bd93-4587-8b58-d979345380cc tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/ports?device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 931 time: 0.1802697 Mar 01 21:05:18.247087 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3d14d-c245-4b2d-8a62-3aefbb2e929c req-fbd97269-e20f-4a3b-a815-27243b63250c tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:18.248985 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2af3d14d-c245-4b2d-8a62-3aefbb2e929c req-fbd97269-e20f-4a3b-a815-27243b63250c tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 943 time: 0.2158470 Mar 01 21:05:18.274280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['f7c698f8-b5dc-488e-8d35-30630f77506c'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:05:18.284010 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-3484708d-f2b5-499c-957d-0a8b4b59fea0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6144543 Mar 01 21:05:18.298246 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8af2ef49-f392-41c8-9d75-3c49d3919b98 req-fdac2837-5db3-49ca-a4cc-1e77f74317a0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eace24-75c1-4d62-aae6-b9311eb91749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809686 Mar 01 21:05:18.340965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2af3d14d-c245-4b2d-8a62-3aefbb2e929c req-fd32e45f-effe-49ea-af75-2dabe50ff467 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786040 Mar 01 21:05:18.351245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] Request body: {'port': {'device_id': '7392d490-b964-4b89-8f38-4de463ba8c8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:18.576603 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:18.646490 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7613bc3a-05fe-44af-9b04-82f834cab9b1 req-837b0127-b6e7-4f08-9ac5-2cbdaae19955 service neutron] 10.222.0.57 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5090489 Mar 01 21:05:18.704539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863aa6e0-bae9-400e-b8f4-ab03cfb903f7 req-c54d17ac-4d22-4be8-917e-f6d34e209bf4 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:18.706042 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-863aa6e0-bae9-400e-b8f4-ab03cfb903f7 req-c54d17ac-4d22-4be8-917e-f6d34e209bf4 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f989b34-9909-4b21-b432-9c08318750ee HTTP/1.1" status: 200 len: 945 time: 0.1374338 Mar 01 21:05:18.759344 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device b7123e75-bba5-42e9-b585-3a871feab60a details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:05:18.793368 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-863aa6e0-bae9-400e-b8f4-ab03cfb903f7 req-04f0b9b1-a2e4-43e0-9523-26e9f20802ee tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797307 Mar 01 21:05:18.908827 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:18.986155 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port b7123e75-bba5-42e9-b585-3a871feab60a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b7123e75-bba5-42e9-b585-3a871feab60a,segment=NetworkSegment(878585b8-3463-4a29-ab25-da9f9d8339d1),segment_id=878585b8-3463-4a29-ab25-da9f9d8339d1)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:19.002062 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'b7123e75-bba5-42e9-b585-3a871feab60a', 'network_id': '3f0d1fb8-1045-4f16-9f87-d0357cb79e60', 'port_id': 'b7123e75-bba5-42e9-b585-3a871feab60a', 'mac_address': 'fa:16:3e:48:b1:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285e0c8e-3ccb-4e27-b9e2-7791ce01e6a0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:05:19.099323 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:19.141074 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7123e75-bba5-42e9-b585-3a871feab60a {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:05:19.176802 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port b7123e75-bba5-42e9-b585-3a871feab60a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b7123e75-bba5-42e9-b585-3a871feab60a,segment=NetworkSegment(878585b8-3463-4a29-ab25-da9f9d8339d1),segment_id=878585b8-3463-4a29-ab25-da9f9d8339d1)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:19.289859 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:19.305755 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7613bc3a-05fe-44af-9b04-82f834cab9b1 req-201474c3-9d85-4990-afd6-ee858d4508db service neutron] 10.222.0.57 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6455050 Mar 01 21:05:19.425682 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=b7123e75-bba5-42e9-b585-3a871feab60a,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:19.503942 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:19.600238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device f7c698f8-b5dc-488e-8d35-30630f77506c up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:05:19.744681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5bd32-21ad-43d5-b0cc-0d88b2663741 req-cae1a1a1-8d06-4166-b0d7-a977ea9978bd tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:19.752824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6b5bd32-21ad-43d5-b0cc-0d88b2663741 req-cae1a1a1-8d06-4166-b0d7-a977ea9978bd tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/ports?device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 931 time: 0.1863248 Mar 01 21:05:19.780804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1d19d-48c1-406c-b5f8-dbcc3cc903f7 req-b8df159b-50a7-4127-8b74-64fb272d7ea3 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:19.782674 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00e1d19d-48c1-406c-b5f8-dbcc3cc903f7 req-b8df159b-50a7-4127-8b74-64fb272d7ea3 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 944 time: 0.1507294 Mar 01 21:05:19.853231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6b5bd32-21ad-43d5-b0cc-0d88b2663741 req-947338d3-f051-42b3-9cd8-4e467ab43728 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eace24-75c1-4d62-aae6-b9311eb91749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991964 Mar 01 21:05:19.882812 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port f7c698f8-b5dc-488e-8d35-30630f77506c completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:05:19.888574 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port f7c698f8-b5dc-488e-8d35-30630f77506c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:05:19.888947 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:19.896222 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc55729b-0686-414c-913a-3efbe658c77d {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:05:19.911806 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:19.922842 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00e1d19d-48c1-406c-b5f8-dbcc3cc903f7 req-29bd0b41-e420-4295-a016-391d2d1d9c26 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299093 Mar 01 21:05:19.936055 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['b7123e75-bba5-42e9-b585-3a871feab60a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:05:20.010827 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:20.250835 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe789af-2f52-4555-937a-826ddf5ef005 req-b4a2a3d3-6d0c-482d-9f55-82506c103aef tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:20.258706 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3fe789af-2f52-4555-937a-826ddf5ef005 req-b4a2a3d3-6d0c-482d-9f55-82506c103aef tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f989b34-9909-4b21-b432-9c08318750ee HTTP/1.1" status: 200 len: 945 time: 0.2646954 Mar 01 21:05:20.266185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Port': ['ID=218105ef-ec61-4520-b9e7-6d7f372ff6da,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:20.280466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] Transition to ACTIVE for port object dc55729b-0686-414c-913a-3efbe658c77d will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:05:20.321209 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3fe789af-2f52-4555-937a-826ddf5ef005 req-b026f2c4-4d2d-4097-9844-b2618d8b0923 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611632 Mar 01 21:05:20.334521 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:20.366262 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:20.404469 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:20.436789 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f989b34-9909-4b21-b432-9c08318750ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c698f8-b5dc-488e-8d35-30630f77506c'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:05:20.459729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port f7c698f8-b5dc-488e-8d35-30630f77506c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=f7c698f8-b5dc-488e-8d35-30630f77506c,segment=NetworkSegment(36d166fa-4fda-4fcb-8132-c1c639c19b86),segment_id=36d166fa-4fda-4fcb-8132-c1c639c19b86)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:20.520977 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f989b34-9909-4b21-b432-9c08318750ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7c698f8-b5dc-488e-8d35-30630f77506c', 'code': 200} Mar 01 21:05:20.530844 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:20.549196 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] Pushing event updated for resources: {'Port': ['ID=dc55729b-0686-414c-913a-3efbe658c77d,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:20.560097 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:20.563988 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53200) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:20.564166 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ad0b90df-7a52-43a3-a29c-ea9cfd064128 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.4291270 Mar 01 21:05:20.569732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6e65b4cf-8195-403d-8e2a-66a38ebbd1ce tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'port': {'network_id': '6a5f9610-9a9b-45eb-8db1-c62ccfeec26e', 'name': 'tempest-FloatingIPTestJSON-1621187897'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:20.837504 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=f7c698f8-b5dc-488e-8d35-30630f77506c,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:20.841737 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 96915ea0-a2dc-4a5d-9701-764bd9524e42 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:05:20.856039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6e65b4cf-8195-403d-8e2a-66a38ebbd1ce tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:20.863634 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6e65b4cf-8195-403d-8e2a-66a38ebbd1ce tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Usage tracker for resource:port and tenant:b1ee6d67e60d4522b2c7a56804647469 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:20.864155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] Attempting to bind port dc55729b-0686-414c-913a-3efbe658c77d on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:05:20.864500 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] Attempting to bind port dc55729b-0686-414c-913a-3efbe658c77d by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f2cac2a2-af87-4c01-a3e4-1a89092bee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '52f856ce-c4d1-4e4d-90e2-255f955b5fe3'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:05:20.864831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] Attempting to bind port dc55729b-0686-414c-913a-3efbe658c77d on network 52f856ce-c4d1-4e4d-90e2-255f955b5fe3 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:05:20.868290 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6e65b4cf-8195-403d-8e2a-66a38ebbd1ce tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:20.876849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6e65b4cf-8195-403d-8e2a-66a38ebbd1ce tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:20.918750 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] Port dc55729b-0686-414c-913a-3efbe658c77d on network 52f856ce-c4d1-4e4d-90e2-255f955b5fe3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:05:20.919084 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] Attempting to bind port dc55729b-0686-414c-913a-3efbe658c77d on network 52f856ce-c4d1-4e4d-90e2-255f955b5fe3 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:05:20.942633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 4, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:05:20.942869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] Checking segment: {'id': 'f2cac2a2-af87-4c01-a3e4-1a89092bee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '52f856ce-c4d1-4e4d-90e2-255f955b5fe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:05:20.943263 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] Bound using segment: {'id': 'f2cac2a2-af87-4c01-a3e4-1a89092bee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '52f856ce-c4d1-4e4d-90e2-255f955b5fe3'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:05:20.965849 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] Bound port: dc55729b-0686-414c-913a-3efbe658c77d, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2cac2a2-af87-4c01-a3e4-1a89092bee6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '52f856ce-c4d1-4e4d-90e2-255f955b5fe3'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:05:20.966250 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:20.978895 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e65b4cf-8195-403d-8e2a-66a38ebbd1ce tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Made reservation on behalf of b1ee6d67e60d4522b2c7a56804647469 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:05:20.982538 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6e65b4cf-8195-403d-8e2a-66a38ebbd1ce tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:21.003908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ec841-5916-4b46-9930-26fb8d619373 req-5b8a3bed-39ca-4700-bf08-a072a80b8de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:21.023558 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0e4ec841-5916-4b46-9930-26fb8d619373 req-5b8a3bed-39ca-4700-bf08-a072a80b8de7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5f989b34-9909-4b21-b432-9c08318750ee HTTP/1.1" status: 200 len: 1097 time: 0.3438058 Mar 01 21:05:21.044243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-6e65b4cf-8195-403d-8e2a-66a38ebbd1ce tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] device_id is not set on port 74f16b22-6cb1-47bd-8faa-5596c9d3260c yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:05:21.171431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 96915ea0-a2dc-4a5d-9701-764bd9524e42, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=96915ea0-a2dc-4a5d-9701-764bd9524e42,segment=NetworkSegment(36d166fa-4fda-4fcb-8132-c1c639c19b86),segment_id=36d166fa-4fda-4fcb-8132-c1c639c19b86)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:21.200271 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '96915ea0-a2dc-4a5d-9701-764bd9524e42', 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf', 'port_id': '96915ea0-a2dc-4a5d-9701-764bd9524e42', 'mac_address': 'fa:16:3e:a9:dc:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a3c70c-0389-4a36-88c1-1a1dbac9856b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:05:21.203512 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0e4ec841-5916-4b46-9930-26fb8d619373 req-8af4cd3b-8449-43d8-b1c9-cc2c2fa7b5f5 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580281 Mar 01 21:05:21.267218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] For port dc55729b-0686-414c-913a-3efbe658c77d, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:05:21.270706 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:21.281625 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] For port dc55729b-0686-414c-913a-3efbe658c77d, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=dc55729b-0686-414c-913a-3efbe658c77d,segment=NetworkSegment(f2cac2a2-af87-4c01-a3e4-1a89092bee6f),segment_id=f2cac2a2-af87-4c01-a3e4-1a89092bee6f)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:05:21.295024 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96915ea0-a2dc-4a5d-9701-764bd9524e42 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:05:21.316599 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 96915ea0-a2dc-4a5d-9701-764bd9524e42, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=96915ea0-a2dc-4a5d-9701-764bd9524e42,segment=NetworkSegment(36d166fa-4fda-4fcb-8132-c1c639c19b86),segment_id=36d166fa-4fda-4fcb-8132-c1c639c19b86)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:21.318478 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:21.385398 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:21.409505 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:21.471048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-6e65b4cf-8195-403d-8e2a-66a38ebbd1ce tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Allocated IP 172.20.0.4 (6a5f9610-9a9b-45eb-8db1-c62ccfeec26e/6d844e6a-d1b3-418f-897b-dd1e29ab1112/74f16b22-6cb1-47bd-8faa-5596c9d3260c) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:05:21.479519 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:21.480143 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:21.486360 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] 10.222.0.57 "PUT /v2.0/ports/dc55729b-0686-414c-913a-3efbe658c77d HTTP/1.1" status: 200 len: 1091 time: 3.1350212 Mar 01 21:05:21.486360 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7392d490-b964-4b89-8f38-4de463ba8c8b', 'tag': 'dc55729b-0686-414c-913a-3efbe658c77d'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:05:21.552069 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010cdbc-0b48-4500-a200-1769010b5967 service neutron] Pushing event updated for resources: {'Port': ['ID=dc55729b-0686-414c-913a-3efbe658c77d,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:21.564572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=96915ea0-a2dc-4a5d-9701-764bd9524e42,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:21.565429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902f809-2280-48ae-8625-c3d5414c9122 req-eb00005d-dda7-4683-9fbc-12fdb8a6d985 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:21.566953 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3902f809-2280-48ae-8625-c3d5414c9122 req-eb00005d-dda7-4683-9fbc-12fdb8a6d985 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/ports?device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 943 time: 0.3769755 Mar 01 21:05:21.581249 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897dc0be-60d0-489e-8117-a0a7e77823bc req-ef4b35f1-d7b9-4c25-a83d-6e856c714d37 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:21.582659 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-897dc0be-60d0-489e-8117-a0a7e77823bc req-ef4b35f1-d7b9-4c25-a83d-6e856c714d37 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 944 time: 0.3913167 Mar 01 21:05:21.701348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-13cb54bb-08cf-4059-899e-f0f3f66c2d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:21.703204 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-13cb54bb-08cf-4059-899e-f0f3f66c2d03 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=afd0c45db4bc4f1983f777a60546b06c&device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 1094 time: 0.0825288 Mar 01 21:05:21.706441 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['96915ea0-a2dc-4a5d-9701-764bd9524e42'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:05:21.957426 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-40b1b15d-ba6d-418a-82d2-987bc9bf9253 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc55729b-0686-414c-913a-3efbe658c77d HTTP/1.1" status: 200 len: 217 time: 0.2458510 Mar 01 21:05:21.964306 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3902f809-2280-48ae-8625-c3d5414c9122 req-6873d731-2d95-4231-b96d-4baeda1a6e39 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eace24-75c1-4d62-aae6-b9311eb91749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779805 Mar 01 21:05:22.045668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-9ec29a48-37d0-4aaf-b27c-325969a2c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:22.047214 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-9ec29a48-37d0-4aaf-b27c-325969a2c2e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9742ade-e87d-4155-bb1d-8404c09b60cd HTTP/1.1" status: 200 len: 862 time: 0.0834317 Mar 01 21:05:22.067437 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-897dc0be-60d0-489e-8117-a0a7e77823bc req-9e2a5666-6c09-4fb6-ac43-991ad723691f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4609246 Mar 01 21:05:22.111994 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-b859faa7-66a6-4f43-a1cb-415b5c99a4e5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52f856ce-c4d1-4e4d-90e2-255f955b5fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542753 Mar 01 21:05:22.155827 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7392d490-b964-4b89-8f38-4de463ba8c8b', 'tag': 'dc55729b-0686-414c-913a-3efbe658c77d', 'status': 'completed', 'code': 200} Mar 01 21:05:22.195445 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6e65b4cf-8195-403d-8e2a-66a38ebbd1ce tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:22.251249 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a3f3c-cb5a-47f9-9aa7-a8f86bc79654 req-78e42e14-289e-4d7a-af26-8bf32578cde3 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:22.252953 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-440a3f3c-cb5a-47f9-9aa7-a8f86bc79654 req-78e42e14-289e-4d7a-af26-8bf32578cde3 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f989b34-9909-4b21-b432-9c08318750ee HTTP/1.1" status: 200 len: 946 time: 0.1460066 Mar 01 21:05:22.296862 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-8ab48acb-2717-44e4-b8aa-0ec48e811951 service neutron] 10.222.0.57 "GET /v2.0/networks/52f856ce-c4d1-4e4d-90e2-255f955b5fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692181 Mar 01 21:05:22.310383 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-440a3f3c-cb5a-47f9-9aa7-a8f86bc79654 req-520ef4d7-c0c1-44b8-adb2-2feb989a2af6 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499227 Mar 01 21:05:22.401564 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6e65b4cf-8195-403d-8e2a-66a38ebbd1ce tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:22.457253 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-597dcdd2-4f77-42c3-8e71-14f938010ef2 req-200a53fc-5148-4193-9431-0d20e9729a48 service neutron] 10.222.0.57 "GET /v2.0/networks/52f856ce-c4d1-4e4d-90e2-255f955b5fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539724 Mar 01 21:05:22.486589 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e65b4cf-8195-403d-8e2a-66a38ebbd1ce tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Port': ['ID=74f16b22-6cb1-47bd-8faa-5596c9d3260c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:22.497390 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e65b4cf-8195-403d-8e2a-66a38ebbd1ce tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Network 6a5f9610-9a9b-45eb-8db1-c62ccfeec26e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:05:22.498562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-6e65b4cf-8195-403d-8e2a-66a38ebbd1ce tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:05:22.500958 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e65b4cf-8195-403d-8e2a-66a38ebbd1ce tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:05:22.561835 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e65b4cf-8195-403d-8e2a-66a38ebbd1ce tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:22.562439 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6e65b4cf-8195-403d-8e2a-66a38ebbd1ce tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:22.643923 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6e65b4cf-8195-403d-8e2a-66a38ebbd1ce tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0786457 Mar 01 21:05:22.644876 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53244) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:22.650538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b365364b-9326-4576-9314-cd54814339cb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'floatingip': {'port_id': '74f16b22-6cb1-47bd-8faa-5596c9d3260c'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:22.672047 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71852712-c857-4ca7-842c-36e27c7186c9 req-a67b1682-757c-4f0b-8723-73b0e67d59db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:22.673509 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-71852712-c857-4ca7-842c-36e27c7186c9 req-a67b1682-757c-4f0b-8723-73b0e67d59db service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=afd0c45db4bc4f1983f777a60546b06c&device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 1094 time: 0.0854182 Mar 01 21:05:22.749878 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b365364b-9326-4576-9314-cd54814339cb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:22.804004 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 96915ea0-a2dc-4a5d-9701-764bd9524e42 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:05:22.924944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71852712-c857-4ca7-842c-36e27c7186c9 req-71d05094-21f3-4df2-b739-441c0a21eab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:22.926633 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-71852712-c857-4ca7-842c-36e27c7186c9 req-71d05094-21f3-4df2-b739-441c0a21eab0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=52f856ce-c4d1-4e4d-90e2-255f955b5fe3 HTTP/1.1" status: 200 len: 923 time: 0.2456062 Mar 01 21:05:23.020066 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 96915ea0-a2dc-4a5d-9701-764bd9524e42 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:05:23.026196 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 96915ea0-a2dc-4a5d-9701-764bd9524e42 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:05:23.026725 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:23.042962 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-71852712-c857-4ca7-842c-36e27c7186c9 req-9167d308-0826-4bd2-b47e-3b07a9a8d569 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dc55729b-0686-414c-913a-3efbe658c77d HTTP/1.1" status: 200 len: 217 time: 0.0979221 Mar 01 21:05:23.250467 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:23.290656 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b09428-3069-4c77-b731-5e11a524c725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96915ea0-a2dc-4a5d-9701-764bd9524e42'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:05:23.309407 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 96915ea0-a2dc-4a5d-9701-764bd9524e42, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=96915ea0-a2dc-4a5d-9701-764bd9524e42,segment=NetworkSegment(36d166fa-4fda-4fcb-8132-c1c639c19b86),segment_id=36d166fa-4fda-4fcb-8132-c1c639c19b86)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:23.309559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71852712-c857-4ca7-842c-36e27c7186c9 req-2ec405cc-bb5a-4a05-bdec-2cc0688329a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:23.311706 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-71852712-c857-4ca7-842c-36e27c7186c9 req-2ec405cc-bb5a-4a05-bdec-2cc0688329a1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=a9742ade-e87d-4155-bb1d-8404c09b60cd HTTP/1.1" status: 200 len: 862 time: 0.2613442 Mar 01 21:05:23.380361 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-71852712-c857-4ca7-842c-36e27c7186c9 req-3f1ecd0d-9925-4886-8921-6d27ce6cfe65 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=52f856ce-c4d1-4e4d-90e2-255f955b5fe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618021 Mar 01 21:05:23.443399 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:23.444174 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device b7123e75-bba5-42e9-b585-3a871feab60a up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:05:23.556268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=96915ea0-a2dc-4a5d-9701-764bd9524e42,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:23.571551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:23.571891 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:23.572231 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:23.572562 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:23.572981 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:23.573232 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:23.573555 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:23.573873 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:23.574190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:23.574502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:23.574818 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:23.575131 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:23.593339 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-71852712-c857-4ca7-842c-36e27c7186c9 req-2196d7b4-b4df-4bf4-bd08-2c9441b0a7dc service neutron] 10.222.0.57 "GET /v2.0/networks/52f856ce-c4d1-4e4d-90e2-255f955b5fe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049599 Mar 01 21:05:23.736606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port b7123e75-bba5-42e9-b585-3a871feab60a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:05:23.745341 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port b7123e75-bba5-42e9-b585-3a871feab60a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:05:23.745341 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:23.817578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382943c4-a846-4ffb-8df9-6df7d036a880 req-19517525-8225-45b1-b7a2-2bd3e555d3a0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:23.825455 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-382943c4-a846-4ffb-8df9-6df7d036a880 req-19517525-8225-45b1-b7a2-2bd3e555d3a0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/ports?device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 943 time: 0.7199755 Mar 01 21:05:23.838610 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfabb0ac-bcf1-4c3e-b300-3bee4bf9f874 req-603c31b5-3dde-496d-9e80-c4625737d84c tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:23.841286 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:23.850805 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bfabb0ac-bcf1-4c3e-b300-3bee4bf9f874 req-603c31b5-3dde-496d-9e80-c4625737d84c tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 944 time: 0.4583824 Mar 01 21:05:23.913008 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-71852712-c857-4ca7-842c-36e27c7186c9 req-d79c3c73-dbf5-4abf-9af8-8ac90d115285 service neutron] 10.222.0.57 "GET /v2.0/networks/52f856ce-c4d1-4e4d-90e2-255f955b5fe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106987 Mar 01 21:05:24.001462 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-382943c4-a846-4ffb-8df9-6df7d036a880 req-af3f8173-e9e6-46e1-9f1d-4f70c203bdba tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eace24-75c1-4d62-aae6-b9311eb91749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754053 Mar 01 21:05:24.024958 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bfabb0ac-bcf1-4c3e-b300-3bee4bf9f874 req-dca013a0-7cec-4ac1-9fd1-bf6c21645c79 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750057 Mar 01 21:05:24.128209 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:24.226293 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port b7123e75-bba5-42e9-b585-3a871feab60a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b7123e75-bba5-42e9-b585-3a871feab60a,segment=NetworkSegment(878585b8-3463-4a29-ab25-da9f9d8339d1),segment_id=878585b8-3463-4a29-ab25-da9f9d8339d1)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:24.305944 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b365364b-9326-4576-9314-cd54814339cb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:24.334940 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b09428-3069-4c77-b731-5e11a524c725', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96915ea0-a2dc-4a5d-9701-764bd9524e42', 'code': 200} Mar 01 21:05:24.336414 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:24.404433 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e746b07-4646-4b90-aa67-a27e0ae6e677 req-48dd685c-3d8d-4346-a26b-112ea8dd2b29 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:24.405929 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e746b07-4646-4b90-aa67-a27e0ae6e677 req-48dd685c-3d8d-4346-a26b-112ea8dd2b29 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f989b34-9909-4b21-b432-9c08318750ee HTTP/1.1" status: 200 len: 946 time: 0.0986404 Mar 01 21:05:24.435793 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=b7123e75-bba5-42e9-b585-3a871feab60a,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:24.436167 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b365364b-9326-4576-9314-cd54814339cb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:24.482335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2e4538-56bc-4db1-bcc5-bd756675913c req-14683c1e-561d-42ee-9ceb-49068ad76e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:24.483860 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0a2e4538-56bc-4db1-bcc5-bd756675913c req-14683c1e-561d-42ee-9ceb-49068ad76e7f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=86b09428-3069-4c77-b731-5e11a524c725 HTTP/1.1" status: 200 len: 1096 time: 0.0820169 Mar 01 21:05:24.536412 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0a2e4538-56bc-4db1-bcc5-bd756675913c req-ddd0122a-1dcb-4e7d-a8a5-ea7448ad3577 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456510 Mar 01 21:05:24.657459 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e746b07-4646-4b90-aa67-a27e0ae6e677 req-98686888-ac1b-49a7-9925-dc2dbab42add tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454596 Mar 01 21:05:24.667592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53296) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:24.765733 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-b365364b-9326-4576-9314-cd54814339cb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Floating IP 58da0b24-8ef5-4107-88e8-e61a01a7632b associated. External IP: 172.25.5.54, port: 74f16b22-6cb1-47bd-8faa-5596c9d3260c. Mar 01 21:05:24.816396 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6badd0fe-6a4c-4732-ab66-665a20408a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:24.831801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6badd0fe-6a4c-4732-ab66-665a20408a61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:24.836382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6badd0fe-6a4c-4732-ab66-665a20408a61 admin admin] Usage tracker for resource:security_group_rule and tenant:eb6a218c48b54a29a8bae91ef1cbd0cf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:24.839707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6badd0fe-6a4c-4732-ab66-665a20408a61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:24.845601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6badd0fe-6a4c-4732-ab66-665a20408a61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:24.956220 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6badd0fe-6a4c-4732-ab66-665a20408a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:25.033935 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6badd0fe-6a4c-4732-ab66-665a20408a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:25.041012 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c4c08-371b-42d3-8269-70d4e876bce3 req-9e983a25-443e-48b4-8b3f-7674ba2e9a0d tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:25.059994 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a59c4c08-371b-42d3-8269-70d4e876bce3 req-9e983a25-443e-48b4-8b3f-7674ba2e9a0d tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=86b09428-3069-4c77-b731-5e11a524c725 HTTP/1.1" status: 200 len: 945 time: 0.2302983 Mar 01 21:05:25.102543 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6badd0fe-6a4c-4732-ab66-665a20408a61 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eb6a218c48b54a29a8bae91ef1cbd0cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4330728 Mar 01 21:05:25.107284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53316) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:25.130445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badd0fe-6a4c-4732-ab66-665a20408a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686fd437-167d-41f6-b490-c2badd9d4f8d,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:25.222163 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a0328103-c0ed-4f39-889e-82b9bfc4a2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:25.255393 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a0328103-c0ed-4f39-889e-82b9bfc4a2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:25.287186 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a59c4c08-371b-42d3-8269-70d4e876bce3 req-2927a2b6-f1f8-42cd-af13-989f42b174bc tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263052 Mar 01 21:05:25.463104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72ca03-5854-467c-8a60-4c6e9876a9f1 req-b1a126b1-3b12-4184-a77b-1b43873656f3 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:25.464520 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fb72ca03-5854-467c-8a60-4c6e9876a9f1 req-b1a126b1-3b12-4184-a77b-1b43873656f3 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/ports?device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 943 time: 0.2703354 Mar 01 21:05:25.474945 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b365364b-9326-4576-9314-cd54814339cb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Router d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:05:25.549331 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a0328103-c0ed-4f39-889e-82b9bfc4a2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:25.568404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0328103-c0ed-4f39-889e-82b9bfc4a2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686fd437-167d-41f6-b490-c2badd9d4f8d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:25.578381 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a0328103-c0ed-4f39-889e-82b9bfc4a2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:25.581916 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a0328103-c0ed-4f39-889e-82b9bfc4a2cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/686fd437-167d-41f6-b490-c2badd9d4f8d HTTP/1.1" status: 204 len: 168 time: 0.4710734 Mar 01 21:05:25.616295 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fb72ca03-5854-467c-8a60-4c6e9876a9f1 req-257738bb-7da1-408a-b329-8b40c5823ebd tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eace24-75c1-4d62-aae6-b9311eb91749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427865 Mar 01 21:05:25.620991 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device dc55729b-0686-414c-913a-3efbe658c77d details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:05:25.719009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcce83-aaf8-4881-a2f4-9cba520d3c03 req-6052fa72-f761-4707-aca2-b8d795d828ad tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:25.720450 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3bfcce83-aaf8-4881-a2f4-9cba520d3c03 req-6052fa72-f761-4707-aca2-b8d795d828ad tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 945 time: 0.3115766 Mar 01 21:05:25.790659 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b365364b-9326-4576-9314-cd54814339cb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:05:25.796276 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b365364b-9326-4576-9314-cd54814339cb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:25.798759 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port dc55729b-0686-414c-913a-3efbe658c77d, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=dc55729b-0686-414c-913a-3efbe658c77d,segment=NetworkSegment(f2cac2a2-af87-4c01-a3e4-1a89092bee6f),segment_id=f2cac2a2-af87-4c01-a3e4-1a89092bee6f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:25.801124 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34bc502-3852-41f5-9060-848847c696a2 None None] Sync routers for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:05:25.814198 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'dc55729b-0686-414c-913a-3efbe658c77d', 'network_id': '52f856ce-c4d1-4e4d-90e2-255f955b5fe3', 'port_id': 'dc55729b-0686-414c-913a-3efbe658c77d', 'mac_address': 'fa:16:3e:fe:59:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9742ade-e87d-4155-bb1d-8404c09b60cd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:05:25.847311 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34bc502-3852-41f5-9060-848847c696a2 None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:05:25.854517 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3bfcce83-aaf8-4881-a2f4-9cba520d3c03 req-695dcffe-e9c6-484f-b7c0-6d2236ad2155 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208844 Mar 01 21:05:25.855626 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f34bc502-3852-41f5-9060-848847c696a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:05:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:25.884031 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b365364b-9326-4576-9314-cd54814339cb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "PUT /v2.0/floatingips/58da0b24-8ef5-4107-88e8-e61a01a7632b HTTP/1.1" status: 200 len: 977 time: 3.2377169 Mar 01 21:05:25.884671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53326) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:25.887614 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:25.910478 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc55729b-0686-414c-913a-3efbe658c77d {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:05:25.939828 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port dc55729b-0686-414c-913a-3efbe658c77d, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=dc55729b-0686-414c-913a-3efbe658c77d,segment=NetworkSegment(f2cac2a2-af87-4c01-a3e4-1a89092bee6f),segment_id=f2cac2a2-af87-4c01-a3e4-1a89092bee6f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:25.959266 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f34bc502-3852-41f5-9060-848847c696a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:25.970362 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34bc502-3852-41f5-9060-848847c696a2 None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:05:25.970998 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f34bc502-3852-41f5-9060-848847c696a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:05:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:26.020394 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:26.032111 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f34bc502-3852-41f5-9060-848847c696a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:26.032821 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34bc502-3852-41f5-9060-848847c696a2 None None] The sync data for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:05:26.037923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b9db84ff-4f02-463f-80c7-fdd36c1fda6e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Deleting port 74f16b22-6cb1-47bd-8faa-5596c9d3260c {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:05:26.040144 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9db84ff-4f02-463f-80c7-fdd36c1fda6e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:26.171945 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=dc55729b-0686-414c-913a-3efbe658c77d,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:26.239530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['dc55729b-0686-414c-913a-3efbe658c77d'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:05:26.360538 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de10d759-4303-42db-8eb6-40ea67ebddb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7123e75-bba5-42e9-b585-3a871feab60a'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:05:26.368590 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9db84ff-4f02-463f-80c7-fdd36c1fda6e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:26.479986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53342) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:26.481926 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de10d759-4303-42db-8eb6-40ea67ebddb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7123e75-bba5-42e9-b585-3a871feab60a', 'code': 200} Mar 01 21:05:26.506146 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ebd43832-f91a-425f-b9cb-471684633395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:26.535987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ebd43832-f91a-425f-b9cb-471684633395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:26.544587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ebd43832-f91a-425f-b9cb-471684633395 admin admin] Usage tracker for resource:security_group_rule and tenant:6eee2a7ab2cb4266a91856e0e85cf5d3 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:26.566825 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c16044-0704-46ca-ace0-89a84c98b66b req-6edf9dea-5228-44da-a7bc-6ab8981d23e5 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:26.568381 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35c16044-0704-46ca-ace0-89a84c98b66b req-6edf9dea-5228-44da-a7bc-6ab8981d23e5 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=86b09428-3069-4c77-b731-5e11a524c725 HTTP/1.1" status: 200 len: 945 time: 0.1536560 Mar 01 21:05:26.585596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ebd43832-f91a-425f-b9cb-471684633395 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:26.620008 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35c16044-0704-46ca-ace0-89a84c98b66b req-1569780f-9ecb-41e1-b885-00f7a339910f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450006 Mar 01 21:05:26.732679 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ebd43832-f91a-425f-b9cb-471684633395 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:26.938452 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c902c04-9cfd-434b-8370-fba91613af10 req-f19ba972-5759-482a-a5cb-f8871607aca5 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:26.941124 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c902c04-9cfd-434b-8370-fba91613af10 req-f19ba972-5759-482a-a5cb-f8871607aca5 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/ports?device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 944 time: 0.1598260 Mar 01 21:05:27.020062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a0e32-9497-408a-9721-ffaba05cfead req-8ce29bbe-40e1-460c-bff7-14379d79acee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:27.022199 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3a3a0e32-9497-408a-9721-ffaba05cfead req-8ce29bbe-40e1-460c-bff7-14379d79acee service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 1096 time: 0.4789271 Mar 01 21:05:27.055545 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c902c04-9cfd-434b-8370-fba91613af10 req-21985a7e-d4c9-4442-88e2-bf4cb362154d tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eace24-75c1-4d62-aae6-b9311eb91749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068470 Mar 01 21:05:27.107427 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9db84ff-4f02-463f-80c7-fdd36c1fda6e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:27.107604 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9db84ff-4f02-463f-80c7-fdd36c1fda6e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:27.108017 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-b9db84ff-4f02-463f-80c7-fdd36c1fda6e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Floating IP 58da0b24-8ef5-4107-88e8-e61a01a7632b disassociated. External IP: 172.25.5.54, port: 74f16b22-6cb1-47bd-8faa-5596c9d3260c. Mar 01 21:05:27.108452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b9db84ff-4f02-463f-80c7-fdd36c1fda6e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Calling delete_port for 74f16b22-6cb1-47bd-8faa-5596c9d3260c owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:05:27.181778 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3a3a0e32-9497-408a-9721-ffaba05cfead req-7010c0c1-32db-4d81-ad18-22a0805d3667 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498530 Mar 01 21:05:27.275521 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ebd43832-f91a-425f-b9cb-471684633395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:27.309552 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c858979b-c2f3-42fb-a594-aa85a7a9739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:27.352262 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069bbc8-d444-461a-8495-327c3eda849c req-096f52d7-d919-42de-98ed-d8d47efc3ce8 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:27.359834 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c069bbc8-d444-461a-8495-327c3eda849c req-096f52d7-d919-42de-98ed-d8d47efc3ce8 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 945 time: 0.1626575 Mar 01 21:05:27.371387 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ebd43832-f91a-425f-b9cb-471684633395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:27.461362 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c069bbc8-d444-461a-8495-327c3eda849c req-53c737b7-ded0-40d2-bae9-127dcb5324e2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997577 Mar 01 21:05:27.486468 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9db84ff-4f02-463f-80c7-fdd36c1fda6e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:27.575196 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9db84ff-4f02-463f-80c7-fdd36c1fda6e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event deleted for resources: {'Port': ['ID=74f16b22-6cb1-47bd-8faa-5596c9d3260c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:27.582806 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ebd43832-f91a-425f-b9cb-471684633395 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6eee2a7ab2cb4266a91856e0e85cf5d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1027331 Mar 01 21:05:27.590895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd43832-f91a-425f-b9cb-471684633395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99b481e-74ea-4336-92e2-04e8c567e9e2,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:27.591008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53366) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:27.629403 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device dc55729b-0686-414c-913a-3efbe658c77d up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:05:27.750675 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7aad4b9f-273a-413e-9852-1c92746d232b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:27.786083 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port dc55729b-0686-414c-913a-3efbe658c77d completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:05:27.792367 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7aad4b9f-273a-413e-9852-1c92746d232b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:27.792835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port dc55729b-0686-414c-913a-3efbe658c77d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:05:27.793190 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:27.925312 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9db84ff-4f02-463f-80c7-fdd36c1fda6e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Router d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:05:27.940316 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7aad4b9f-273a-413e-9852-1c92746d232b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:27.973058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad4b9f-273a-413e-9852-1c92746d232b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99b481e-74ea-4336-92e2-04e8c567e9e2,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:27.984150 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7aad4b9f-273a-413e-9852-1c92746d232b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:27.987858 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7aad4b9f-273a-413e-9852-1c92746d232b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c99b481e-74ea-4336-92e2-04e8c567e9e2 HTTP/1.1" status: 204 len: 168 time: 0.3724732 Mar 01 21:05:28.031411 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:28.226379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port dc55729b-0686-414c-913a-3efbe658c77d, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=dc55729b-0686-414c-913a-3efbe658c77d,segment=NetworkSegment(f2cac2a2-af87-4c01-a3e4-1a89092bee6f),segment_id=f2cac2a2-af87-4c01-a3e4-1a89092bee6f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:28.344265 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:28.361535 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9db84ff-4f02-463f-80c7-fdd36c1fda6e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:05:28.408722 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cd86e9-dba1-4b6c-a2bf-81660ba440ae None None] Sync routers for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:05:28.452310 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cd86e9-dba1-4b6c-a2bf-81660ba440ae None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:05:28.453265 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-68cd86e9-dba1-4b6c-a2bf-81660ba440ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:05:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:28.543804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7392d490-b964-4b89-8f38-4de463ba8c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc55729b-0686-414c-913a-3efbe658c77d'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:05:28.549957 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-68cd86e9-dba1-4b6c-a2bf-81660ba440ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:28.562676 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9db84ff-4f02-463f-80c7-fdd36c1fda6e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:28.588394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cd86e9-dba1-4b6c-a2bf-81660ba440ae None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:05:28.589096 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-68cd86e9-dba1-4b6c-a2bf-81660ba440ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:05:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:28.591599 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b9db84ff-4f02-463f-80c7-fdd36c1fda6e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "DELETE /v2.0/ports/74f16b22-6cb1-47bd-8faa-5596c9d3260c HTTP/1.1" status: 204 len: 168 time: 2.7055302 Mar 01 21:05:28.595456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-b3dd6138-9f00-4f5e-a012-979416d0d90f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:28.597100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53404) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:28.597433 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-b3dd6138-9f00-4f5e-a012-979416d0d90f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/networks?id=f4f94981-724b-41f4-8830-1d5feba0b3bf HTTP/1.1" status: 200 len: 812 time: 0.5567341 Mar 01 21:05:28.606174 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c04996-392a-4d7d-ad88-e0687fbc36f1 req-23930a83-8bdf-46f7-b0a4-7c5b09cf2f36 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:28.607709 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b0c04996-392a-4d7d-ad88-e0687fbc36f1 req-23930a83-8bdf-46f7-b0a4-7c5b09cf2f36 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/ports?device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 945 time: 0.2808287 Mar 01 21:05:28.653789 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=dc55729b-0686-414c-913a-3efbe658c77d,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:28.664414 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-68cd86e9-dba1-4b6c-a2bf-81660ba440ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:28.664884 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cd86e9-dba1-4b6c-a2bf-81660ba440ae None None] The sync data for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:05:28.690304 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-89dbde94-8dc9-4800-b566-06124ffbbbf7 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/quotas/1ae57b8c18154150bdb29415b840324f HTTP/1.1" status: 200 len: 375 time: 0.0815265 Mar 01 21:05:28.756239 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53408) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:28.758390 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2d3706a0-d95f-4168-9df7-4218a90906e7 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "GET /v2.0/floatingips/58da0b24-8ef5-4107-88e8-e61a01a7632b HTTP/1.1" status: 200 len: 687 time: 0.1590974 Mar 01 21:05:28.823606 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b0c04996-392a-4d7d-ad88-e0687fbc36f1 req-73d019c0-91ec-4cd5-9c63-3cc11db0cc7b tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eace24-75c1-4d62-aae6-b9311eb91749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895101 Mar 01 21:05:28.953318 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2300ea3-358b-4f50-9fe1-a95bf489edaf req-308f31a4-1641-4f77-8af9-a43a5e6f3f36 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:28.954258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f2300ea3-358b-4f50-9fe1-a95bf489edaf req-308f31a4-1641-4f77-8af9-a43a5e6f3f36 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Synchronizing usage tracker for tenant:1ae57b8c18154150bdb29415b840324f on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:05:28.955244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-ac3597f6-3036-4520-aef5-1eff9c51d43a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Deleting port 218105ef-ec61-4520-b9e7-6d7f372ff6da {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:05:28.955731 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ac3597f6-3036-4520-aef5-1eff9c51d43a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:28.968040 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f2300ea3-358b-4f50-9fe1-a95bf489edaf req-308f31a4-1641-4f77-8af9-a43a5e6f3f36 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Unset dirty status for tenant:1ae57b8c18154150bdb29415b840324f on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:05:28.971133 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f2300ea3-358b-4f50-9fe1-a95bf489edaf req-308f31a4-1641-4f77-8af9-a43a5e6f3f36 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.55 "GET /v2.0/ports?device_id=86b09428-3069-4c77-b731-5e11a524c725 HTTP/1.1" status: 200 len: 945 time: 0.1041491 Mar 01 21:05:29.074205 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-a7739c6c-5be6-4d6d-8b2c-d185289c89bf tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1ae57b8c18154150bdb29415b840324f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3829544 Mar 01 21:05:29.082142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-f2300ea3-358b-4f50-9fe1-a95bf489edaf req-ee68bcf8-d1ee-4a8a-bd4d-9f1e938719d7 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Deleting port 96915ea0-a2dc-4a5d-9701-764bd9524e42 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:05:29.082513 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f2300ea3-358b-4f50-9fe1-a95bf489edaf req-ee68bcf8-d1ee-4a8a-bd4d-9f1e938719d7 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:29.111536 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53416) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:29.209207 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-997331da-da37-4419-adc2-1ea8b1332886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:29.360044 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-e9a5edeb-050a-486d-a8f7-3da908fbf19f service neutron] 10.222.0.42 "GET /v2.0/networks/f4f94981-724b-41f4-8830-1d5feba0b3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847373 Mar 01 21:05:29.409573 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fd2bf8-7aad-4acf-90f6-c0e041f7b7a0 req-79cae741-5efa-4efd-b5a2-b64ab364af13 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:29.416945 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39fd2bf8-7aad-4acf-90f6-c0e041f7b7a0 req-79cae741-5efa-4efd-b5a2-b64ab364af13 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 945 time: 0.4155674 Mar 01 21:05:29.521921 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ac3597f6-3036-4520-aef5-1eff9c51d43a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:29.522275 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ac3597f6-3036-4520-aef5-1eff9c51d43a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:29.549764 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-997331da-da37-4419-adc2-1ea8b1332886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:29.602568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-997331da-da37-4419-adc2-1ea8b1332886 admin admin] Usage tracker for resource:security_group_rule and tenant:ab5da6b69dd64477a4d9c35800c45893 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:29.613997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-997331da-da37-4419-adc2-1ea8b1332886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:29.626223 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-46c86da6-f483-4c5e-a051-2d082d2be449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:29.629510 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-997331da-da37-4419-adc2-1ea8b1332886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:29.681994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-ac3597f6-3036-4520-aef5-1eff9c51d43a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Calling delete_port for 218105ef-ec61-4520-b9e7-6d7f372ff6da owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:05:29.682634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5adcc1-e28a-4b4c-8256-9eabb35817a5 req-2717ca26-c068-4709-bfb7-f5b4ae25d301 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:29.684299 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1e5adcc1-e28a-4b4c-8256-9eabb35817a5 req-2717ca26-c068-4709-bfb7-f5b4ae25d301 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f989b34-9909-4b21-b432-9c08318750ee HTTP/1.1" status: 200 len: 946 time: 0.5668993 Mar 01 21:05:29.715497 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-39fd2bf8-7aad-4acf-90f6-c0e041f7b7a0 req-cba4c946-2557-4ab0-bd10-18ca9e620157 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976639 Mar 01 21:05:29.763647 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-61908b76-7e3c-4ad9-844f-0b7fab51c6d4 service neutron] 10.222.0.42 "GET /v2.0/networks/f4f94981-724b-41f4-8830-1d5feba0b3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026663 Mar 01 21:05:29.765339 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-f2300ea3-358b-4f50-9fe1-a95bf489edaf req-ee68bcf8-d1ee-4a8a-bd4d-9f1e938719d7 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] For port 96915ea0-a2dc-4a5d-9701-764bd9524e42, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=96915ea0-a2dc-4a5d-9701-764bd9524e42,segment=NetworkSegment(36d166fa-4fda-4fcb-8132-c1c639c19b86),segment_id=36d166fa-4fda-4fcb-8132-c1c639c19b86)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:29.765710 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f2300ea3-358b-4f50-9fe1-a95bf489edaf req-ee68bcf8-d1ee-4a8a-bd4d-9f1e938719d7 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:29.860041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-1e5adcc1-e28a-4b4c-8256-9eabb35817a5 req-25eb5adc-3fe1-48c7-9cf4-075ab8a1f2aa tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Deleting port f7c698f8-b5dc-488e-8d35-30630f77506c {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:05:29.860185 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7392d490-b964-4b89-8f38-4de463ba8c8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc55729b-0686-414c-913a-3efbe658c77d', 'code': 200} Mar 01 21:05:29.860840 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1e5adcc1-e28a-4b4c-8256-9eabb35817a5 req-25eb5adc-3fe1-48c7-9cf4-075ab8a1f2aa tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:29.959068 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-f2300ea3-358b-4f50-9fe1-a95bf489edaf req-ee68bcf8-d1ee-4a8a-bd4d-9f1e938719d7 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Calling delete_port for 96915ea0-a2dc-4a5d-9701-764bd9524e42 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:05:30.060589 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ac3597f6-3036-4520-aef5-1eff9c51d43a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:30.141726 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92e9e27c-e844-4695-9b00-bd9783d91566 req-682262ed-6302-4c95-8f5c-d9ea8a91a5bf tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-791753677&fields=id&tenant_id=b7d67da784e54c12a0a3c33da8308ec8 HTTP/1.1" status: 200 len: 267 time: 0.1476026 Mar 01 21:05:30.155153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3597f6-3036-4520-aef5-1eff9c51d43a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event deleted for resources: {'Port': ['ID=218105ef-ec61-4520-b9e7-6d7f372ff6da,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:30.495981 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-997331da-da37-4419-adc2-1ea8b1332886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:30.594587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67650f9-4b33-4aee-807f-0f1820ed4bc5 req-7a1f4f50-6f49-4cee-9fc8-47f85c7dd58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:30.596183 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d67650f9-4b33-4aee-807f-0f1820ed4bc5 req-7a1f4f50-6f49-4cee-9fc8-47f85c7dd58b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 1096 time: 0.6020896 Mar 01 21:05:30.600905 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:30.656475 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:30.681233 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f2300ea3-358b-4f50-9fe1-a95bf489edaf req-ee68bcf8-d1ee-4a8a-bd4d-9f1e938719d7 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:30.682797 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-997331da-da37-4419-adc2-1ea8b1332886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:30.689649 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ac3597f6-3036-4520-aef5-1eff9c51d43a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:30.695183 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['96915ea0-a2dc-4a5d-9701-764bd9524e42'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:05:30.708260 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-1e5adcc1-e28a-4b4c-8256-9eabb35817a5 req-25eb5adc-3fe1-48c7-9cf4-075ab8a1f2aa tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] For port f7c698f8-b5dc-488e-8d35-30630f77506c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=f7c698f8-b5dc-488e-8d35-30630f77506c,segment=NetworkSegment(36d166fa-4fda-4fcb-8132-c1c639c19b86),segment_id=36d166fa-4fda-4fcb-8132-c1c639c19b86)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:30.708992 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1e5adcc1-e28a-4b4c-8256-9eabb35817a5 req-25eb5adc-3fe1-48c7-9cf4-075ab8a1f2aa tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:30.737377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9e27c-e844-4695-9b00-bd9783d91566 req-aafd1fb8-3fbb-4704-9bbe-dfe194f402fa tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:30.738840 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92e9e27c-e844-4695-9b00-bd9783d91566 req-aafd1fb8-3fbb-4704-9bbe-dfe194f402fa tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 945 time: 0.5808430 Mar 01 21:05:30.741376 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['f7c698f8-b5dc-488e-8d35-30630f77506c'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:05:30.741967 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ac3597f6-3036-4520-aef5-1eff9c51d43a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:30.744693 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ac3597f6-3036-4520-aef5-1eff9c51d43a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "DELETE /v2.0/floatingips/58da0b24-8ef5-4107-88e8-e61a01a7632b HTTP/1.1" status: 204 len: 168 time: 1.9858866 Mar 01 21:05:30.747980 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53454) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:30.754068 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-92e9e27c-e844-4695-9b00-bd9783d91566 req-a37f6d50-e132-46a9-8c1e-8e0016a2e186 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Request body: {'port': {'security_groups': ['8d0d8a9a-cbfd-4300-8860-c16c53736be7', 'd258a51e-4b64-4849-9bf1-5021f5430892']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:30.840075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': '189bf0ce-67bd-4415-8ea0-ca057937f6bd'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:30.896725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:30.916553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Usage tracker for resource:floatingip and tenant:b1ee6d67e60d4522b2c7a56804647469 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:30.922666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:30.939082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb7bf5-d8cd-4aee-93c2-b029ae041b92 req-2e36a525-b222-454f-8e54-1ab10a7dfd29 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:30.940758 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ffb7bf5-d8cd-4aee-93c2-b029ae041b92 req-2e36a525-b222-454f-8e54-1ab10a7dfd29 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/ports?device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 945 time: 0.3373396 Mar 01 21:05:30.952830 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:30.986306 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-1e5adcc1-e28a-4b4c-8256-9eabb35817a5 req-25eb5adc-3fe1-48c7-9cf4-075ab8a1f2aa tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Calling delete_port for f7c698f8-b5dc-488e-8d35-30630f77506c owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:05:30.995968 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-92e9e27c-e844-4695-9b00-bd9783d91566 req-a37f6d50-e132-46a9-8c1e-8e0016a2e186 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:31.016762 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997331da-da37-4419-adc2-1ea8b1332886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7d32f0-edf5-41b0-b0ad-0db2a1263b4a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:31.019328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee68bcf8-d1ee-4a8a-bd4d-9f1e938719d7 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Pushing event deleted for resources: {'Port': ['ID=96915ea0-a2dc-4a5d-9701-764bd9524e42,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:31.022274 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d67650f9-4b33-4aee-807f-0f1820ed4bc5 req-fff58007-cb5e-440b-bb95-b72986c10866 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=04eace24-75c1-4d62-aae6-b9311eb91749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4183211 Mar 01 21:05:31.027641 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-997331da-da37-4419-adc2-1ea8b1332886 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab5da6b69dd64477a4d9c35800c45893&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9065278 Mar 01 21:05:31.036954 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53466) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:31.110893 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:31.143778 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ffb7bf5-d8cd-4aee-93c2-b029ae041b92 req-e0847f66-6a4e-4d41-af28-a1268a190a65 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eace24-75c1-4d62-aae6-b9311eb91749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942158 Mar 01 21:05:31.188032 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2300ea3-358b-4f50-9fe1-a95bf489edaf req-ee68bcf8-d1ee-4a8a-bd4d-9f1e938719d7 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] No DVR routers for this DVR port 96915ea0-a2dc-4a5d-9701-764bd9524e42 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:05:31.188032 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f2300ea3-358b-4f50-9fe1-a95bf489edaf req-ee68bcf8-d1ee-4a8a-bd4d-9f1e938719d7 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:31.201973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86b09428-3069-4c77-b731-5e11a524c725', 'name': 'network-vif-deleted', 'tag': '96915ea0-a2dc-4a5d-9701-764bd9524e42'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:05:31.243888 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1b98bc4-6821-496a-85ae-a6ce283c3208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:31.272638 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1b98bc4-6821-496a-85ae-a6ce283c3208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:31.300498 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f2300ea3-358b-4f50-9fe1-a95bf489edaf req-ee68bcf8-d1ee-4a8a-bd4d-9f1e938719d7 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.55 "DELETE /v2.0/ports/96915ea0-a2dc-4a5d-9701-764bd9524e42 HTTP/1.1" status: 204 len: 173 time: 2.3242476 Mar 01 21:05:31.496104 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:31.515614 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1b98bc4-6821-496a-85ae-a6ce283c3208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:31.538200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b98bc4-6821-496a-85ae-a6ce283c3208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7d32f0-edf5-41b0-b0ad-0db2a1263b4a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:31.541520 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1e5adcc1-e28a-4b4c-8256-9eabb35817a5 req-25eb5adc-3fe1-48c7-9cf4-075ab8a1f2aa tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:31.651245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eb5adc-3fe1-48c7-9cf4-075ab8a1f2aa tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Pushing event deleted for resources: {'Port': ['ID=f7c698f8-b5dc-488e-8d35-30630f77506c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:31.799453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-92e9e27c-e844-4695-9b00-bd9783d91566 req-a37f6d50-e132-46a9-8c1e-8e0016a2e186 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] For port b7123e75-bba5-42e9-b585-3a871feab60a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b7123e75-bba5-42e9-b585-3a871feab60a,segment=NetworkSegment(878585b8-3463-4a29-ab25-da9f9d8339d1),segment_id=878585b8-3463-4a29-ab25-da9f9d8339d1)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:31.922197 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a54f3da3-8265-4772-ac00-8526673be78b req-0ebb6e3d-56f1-49a5-8228-8e947f0d020c tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d2d50f-7d7c-4279-91b8-038f94d46610 HTTP/1.1" status: 200 len: 210 time: 0.0765743 Mar 01 21:05:31.935293 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86b09428-3069-4c77-b731-5e11a524c725', 'name': 'network-vif-deleted', 'tag': '96915ea0-a2dc-4a5d-9701-764bd9524e42', 'status': 'completed', 'code': 200} Mar 01 21:05:31.939421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e5adcc1-e28a-4b4c-8256-9eabb35817a5 req-25eb5adc-3fe1-48c7-9cf4-075ab8a1f2aa tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] No DVR routers for this DVR port f7c698f8-b5dc-488e-8d35-30630f77506c on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:05:31.942282 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1b98bc4-6821-496a-85ae-a6ce283c3208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:31.954286 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f1b98bc4-6821-496a-85ae-a6ce283c3208 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e7d32f0-edf5-41b0-b0ad-0db2a1263b4a HTTP/1.1" status: 204 len: 168 time: 0.9057341 Mar 01 21:05:31.954286 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1e5adcc1-e28a-4b4c-8256-9eabb35817a5 req-25eb5adc-3fe1-48c7-9cf4-075ab8a1f2aa tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:31.954286 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1e5adcc1-e28a-4b4c-8256-9eabb35817a5 req-25eb5adc-3fe1-48c7-9cf4-075ab8a1f2aa tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.57 "DELETE /v2.0/ports/f7c698f8-b5dc-488e-8d35-30630f77506c HTTP/1.1" status: 204 len: 173 time: 2.2481973 Mar 01 21:05:32.004758 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-92e9e27c-e844-4695-9b00-bd9783d91566 req-a37f6d50-e132-46a9-8c1e-8e0016a2e186 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:32.015773 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Allocated IP 172.25.5.36 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/8983e651-25e7-475b-8527-d539737c218b) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:05:32.132722 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-92e9e27c-e844-4695-9b00-bd9783d91566 req-a37f6d50-e132-46a9-8c1e-8e0016a2e186 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:32.145476 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['b7123e75-bba5-42e9-b585-3a871feab60a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:05:32.210010 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:32.334312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9e27c-e844-4695-9b00-bd9783d91566 req-a37f6d50-e132-46a9-8c1e-8e0016a2e186 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:32.335021 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-92e9e27c-e844-4695-9b00-bd9783d91566 req-a37f6d50-e132-46a9-8c1e-8e0016a2e186 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:32.351739 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92e9e27c-e844-4695-9b00-bd9783d91566 req-a37f6d50-e132-46a9-8c1e-8e0016a2e186 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "PUT /v2.0/ports/b7123e75-bba5-42e9-b585-3a871feab60a HTTP/1.1" status: 200 len: 981 time: 1.6016641 Mar 01 21:05:32.351739 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de10d759-4303-42db-8eb6-40ea67ebddb5', 'tag': 'b7123e75-bba5-42e9-b585-3a871feab60a'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:05:32.445436 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['b7123e75-bba5-42e9-b585-3a871feab60a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:05:32.620233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f6d50-e132-46a9-8c1e-8e0016a2e186 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event updated for resources: {'Port': ['ID=b7123e75-bba5-42e9-b585-3a871feab60a,revision_number=6']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:32.740059 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:32.838936 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 96915ea0-a2dc-4a5d-9701-764bd9524e42 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:05:32.865072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed28e0d-b524-4963-9e34-fb5cdcadf7ee req-f64068d8-7a59-4481-a500-9c2ee279cfd9 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:32.872206 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bed28e0d-b524-4963-9e34-fb5cdcadf7ee req-f64068d8-7a59-4481-a500-9c2ee279cfd9 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/ports?device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 945 time: 0.2056253 Mar 01 21:05:32.886346 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6224a61f-4555-41f9-96bf-939f6b7472b0 req-f319e48f-b9cb-4f19-b2a2-379862ae5f4e tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2082580083&fields=id&tenant_id=b7d67da784e54c12a0a3c33da8308ec8 HTTP/1.1" status: 200 len: 267 time: 0.1136761 Mar 01 21:05:32.910011 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 96915ea0-a2dc-4a5d-9701-764bd9524e42 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:05:32.910357 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 96915ea0-a2dc-4a5d-9701-764bd9524e42 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:05:32.954128 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:33.054999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:05:33.077316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:05:33.080027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Port': ['ID=8983e651-25e7-475b-8527-d539737c218b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:33.092506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:05:33.232017 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bed28e0d-b524-4963-9e34-fb5cdcadf7ee req-8cc499aa-5018-4ef1-8c95-33defae5c07d tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eace24-75c1-4d62-aae6-b9311eb91749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425212 Mar 01 21:05:33.380288 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224a61f-4555-41f9-96bf-939f6b7472b0 req-46cb5fbf-bd13-413b-a0a3-20d795dc29a8 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:33.389683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6224a61f-4555-41f9-96bf-939f6b7472b0 req-46cb5fbf-bd13-413b-a0a3-20d795dc29a8 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 984 time: 0.5024819 Mar 01 21:05:33.489755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-6224a61f-4555-41f9-96bf-939f6b7472b0 req-e4afae9a-da40-4726-9dcc-311791f15bd4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Request body: {'port': {'security_groups': ['8d0d8a9a-cbfd-4300-8860-c16c53736be7', 'd258a51e-4b64-4849-9bf1-5021f5430892', 'cfeed1be-6dd0-428a-8dc0-eab000efc165']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:33.680115 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device f7c698f8-b5dc-488e-8d35-30630f77506c no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:05:33.692256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57215570-b017-43e4-ada1-9ad24473bb91 req-2bfea43e-352f-470e-8b0f-17443742f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:33.694004 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57215570-b017-43e4-ada1-9ad24473bb91 req-2bfea43e-352f-470e-8b0f-17443742f062 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7d67da784e54c12a0a3c33da8308ec8&device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 1135 time: 0.1325488 Mar 01 21:05:33.761309 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de10d759-4303-42db-8eb6-40ea67ebddb5', 'tag': 'b7123e75-bba5-42e9-b585-3a871feab60a', 'status': 'completed', 'code': 200} Mar 01 21:05:33.815178 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: f7c698f8-b5dc-488e-8d35-30630f77506c {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:05:33.816666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device f7c698f8-b5dc-488e-8d35-30630f77506c not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:05:33.868996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57215570-b017-43e4-ada1-9ad24473bb91 req-6c342a9b-b358-4573-813f-c0680ace452b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:33.872628 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57215570-b017-43e4-ada1-9ad24473bb91 req-6c342a9b-b358-4573-813f-c0680ace452b service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60 HTTP/1.1" status: 200 len: 913 time: 0.1719470 Mar 01 21:05:33.949655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f989b34-9909-4b21-b432-9c08318750ee', 'name': 'network-vif-deleted', 'tag': 'f7c698f8-b5dc-488e-8d35-30630f77506c'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:05:33.974754 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57215570-b017-43e4-ada1-9ad24473bb91 req-c97b97ee-3f0e-4d13-a496-516f1c52b7cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7123e75-bba5-42e9-b585-3a871feab60a HTTP/1.1" status: 200 len: 217 time: 0.0961115 Mar 01 21:05:34.066615 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57215570-b017-43e4-ada1-9ad24473bb91 req-a0b9a80e-7cab-4c13-8b53-de3f9fc9a297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:34.074249 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57215570-b017-43e4-ada1-9ad24473bb91 req-a0b9a80e-7cab-4c13-8b53-de3f9fc9a297 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=285e0c8e-3ccb-4e27-b9e2-7791ce01e6a0 HTTP/1.1" status: 200 len: 852 time: 0.0917158 Mar 01 21:05:34.113849 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6224a61f-4555-41f9-96bf-939f6b7472b0 req-e4afae9a-da40-4726-9dcc-311791f15bd4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:34.147115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2bb8e2-3914-4024-870f-154da6acdb4d req-9fc144af-2879-423c-93ee-318a9bf875df tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:34.154224 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d2bb8e2-3914-4024-870f-154da6acdb4d req-9fc144af-2879-423c-93ee-318a9bf875df tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.3921266 Mar 01 21:05:34.211820 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57215570-b017-43e4-ada1-9ad24473bb91 req-08cd4f4b-e149-42bf-bdba-507588a14f83 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1313825 Mar 01 21:05:34.265348 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d2bb8e2-3914-4024-870f-154da6acdb4d req-dbfd34ca-e350-4930-b9b5-17d74236369a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101043 Mar 01 21:05:34.298489 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:34.647564 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0a7e7acf-230b-4495-a817-40a2f8554810 req-da33c986-e509-4d64-8155-f0358f6b825b tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d2d50f-7d7c-4279-91b8-038f94d46610 HTTP/1.1" status: 200 len: 210 time: 0.1432192 Mar 01 21:05:34.697542 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57215570-b017-43e4-ada1-9ad24473bb91 req-9b64aa07-111d-4fba-a236-0ad9c4e89b7e service neutron] 10.222.0.55 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777758 Mar 01 21:05:34.708408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e03fb2-043f-4930-9e6d-7eec942e1ebe req-7528671b-4a04-460f-b2bc-7df4cb05a3c3 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:34.709120 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-82e03fb2-043f-4930-9e6d-7eec942e1ebe req-7528671b-4a04-460f-b2bc-7df4cb05a3c3 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Synchronizing usage tracker for tenant:4948a3f4374642e5b9b9490b5a1ffed4 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:05:34.813160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-ab1999db-6858-43a5-856f-f9d4fdceb58a tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:34.813160 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-ab1999db-6858-43a5-856f-f9d4fdceb58a tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.55 "GET /v2.0/networks?id=f4f94981-724b-41f4-8830-1d5feba0b3bf HTTP/1.1" status: 200 len: 812 time: 0.4544945 Mar 01 21:05:34.879424 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-ce30196d-c8b6-4b34-8f48-66b4009cd6c8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Request body: {'port': {'device_id': '57d2d50f-7d7c-4279-91b8-038f94d46610', 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf', 'admin_state_up': True, 'tenant_id': '1ae57b8c18154150bdb29415b840324f'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:34.883417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-82e03fb2-043f-4930-9e6d-7eec942e1ebe req-7528671b-4a04-460f-b2bc-7df4cb05a3c3 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Unset dirty status for tenant:4948a3f4374642e5b9b9490b5a1ffed4 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:05:34.884667 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-82e03fb2-043f-4930-9e6d-7eec942e1ebe req-7528671b-4a04-460f-b2bc-7df4cb05a3c3 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.4589593 Mar 01 21:05:34.900271 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-93d6890c-43d4-47dd-b679-3de7862c2045 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:34.901791 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-93d6890c-43d4-47dd-b679-3de7862c2045 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.57 "GET /v2.0/networks?id=f4f94981-724b-41f4-8830-1d5feba0b3bf HTTP/1.1" status: 200 len: 812 time: 0.4128194 Mar 01 21:05:34.981625 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-715da114-c715-4fd3-abda-43965c046d8f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Request body: {'port': {'device_id': '908f29c4-cf8f-4db7-a79e-1ef6fdd6000c', 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf', 'admin_state_up': True, 'tenant_id': '1ae57b8c18154150bdb29415b840324f'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:35.078414 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f989b34-9909-4b21-b432-9c08318750ee', 'name': 'network-vif-deleted', 'tag': 'f7c698f8-b5dc-488e-8d35-30630f77506c', 'status': 'completed', 'code': 200} Mar 01 21:05:35.122332 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:35.366029 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-82e03fb2-043f-4930-9e6d-7eec942e1ebe req-132095a3-eb1c-4f5c-8103-68152e8e9c0d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Deleting port 0ad8dabb-36cd-4c07-b68b-b546a100094d {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:05:35.370111 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-82e03fb2-043f-4930-9e6d-7eec942e1ebe req-132095a3-eb1c-4f5c-8103-68152e8e9c0d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:35.383758 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-6224a61f-4555-41f9-96bf-939f6b7472b0 req-e4afae9a-da40-4726-9dcc-311791f15bd4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] For port b7123e75-bba5-42e9-b585-3a871feab60a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b7123e75-bba5-42e9-b585-3a871feab60a,segment=NetworkSegment(878585b8-3463-4a29-ab25-da9f9d8339d1),segment_id=878585b8-3463-4a29-ab25-da9f9d8339d1)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:35.420806 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57215570-b017-43e4-ada1-9ad24473bb91 req-a4b7cc85-f23c-4723-955b-783400560b92 service neutron] 10.222.0.55 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7073987 Mar 01 21:05:35.450039 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6224a61f-4555-41f9-96bf-939f6b7472b0 req-e4afae9a-da40-4726-9dcc-311791f15bd4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:35.502296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-ce30196d-c8b6-4b34-8f48-66b4009cd6c8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:35.519092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-ce30196d-c8b6-4b34-8f48-66b4009cd6c8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Usage tracker for resource:port and tenant:1ae57b8c18154150bdb29415b840324f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:35.532226 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-ce30196d-c8b6-4b34-8f48-66b4009cd6c8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:35.555869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-715da114-c715-4fd3-abda-43965c046d8f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:35.738159 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-ce30196d-c8b6-4b34-8f48-66b4009cd6c8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:35.747002 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6224a61f-4555-41f9-96bf-939f6b7472b0 req-e4afae9a-da40-4726-9dcc-311791f15bd4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:35.760282 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['b7123e75-bba5-42e9-b585-3a871feab60a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:05:35.797297 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-82e03fb2-043f-4930-9e6d-7eec942e1ebe req-132095a3-eb1c-4f5c-8103-68152e8e9c0d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] For port 0ad8dabb-36cd-4c07-b68b-b546a100094d, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=0ad8dabb-36cd-4c07-b68b-b546a100094d,segment=NetworkSegment(aac90a62-6b51-41bc-a3c6-eda5383d3946),segment_id=aac90a62-6b51-41bc-a3c6-eda5383d3946)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:35.797865 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-82e03fb2-043f-4930-9e6d-7eec942e1ebe req-132095a3-eb1c-4f5c-8103-68152e8e9c0d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:35.837905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224a61f-4555-41f9-96bf-939f6b7472b0 req-e4afae9a-da40-4726-9dcc-311791f15bd4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:35.838548 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6224a61f-4555-41f9-96bf-939f6b7472b0 req-e4afae9a-da40-4726-9dcc-311791f15bd4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:35.859657 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6224a61f-4555-41f9-96bf-939f6b7472b0 req-e4afae9a-da40-4726-9dcc-311791f15bd4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "PUT /v2.0/ports/b7123e75-bba5-42e9-b585-3a871feab60a HTTP/1.1" status: 200 len: 1020 time: 2.4675860 Mar 01 21:05:35.867221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de10d759-4303-42db-8eb6-40ea67ebddb5', 'tag': 'b7123e75-bba5-42e9-b585-3a871feab60a'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:05:35.881347 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-ce30196d-c8b6-4b34-8f48-66b4009cd6c8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Made reservation on behalf of 1ae57b8c18154150bdb29415b840324f for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:05:35.894819 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-ce30196d-c8b6-4b34-8f48-66b4009cd6c8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:35.956333 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['b7123e75-bba5-42e9-b585-3a871feab60a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:05:35.960025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-715da114-c715-4fd3-abda-43965c046d8f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Usage tracker for resource:port and tenant:1ae57b8c18154150bdb29415b840324f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:35.969526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-715da114-c715-4fd3-abda-43965c046d8f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:35.991273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-715da114-c715-4fd3-abda-43965c046d8f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:36.105543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-715da114-c715-4fd3-abda-43965c046d8f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Made reservation on behalf of 1ae57b8c18154150bdb29415b840324f for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:05:36.122946 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-715da114-c715-4fd3-abda-43965c046d8f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:36.151440 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:05:36.158059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afae9a-da40-4726-9dcc-311791f15bd4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event updated for resources: {'Port': ['ID=b7123e75-bba5-42e9-b585-3a871feab60a,revision_number=7']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:36.497551 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78e2e8c1-262f-43f7-993d-f1e7b7131173 req-d28181f1-db26-4914-b943-1ce9d4800945 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d2d50f-7d7c-4279-91b8-038f94d46610 HTTP/1.1" status: 200 len: 210 time: 0.3418660 Mar 01 21:05:36.673477 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-82e03fb2-043f-4930-9e6d-7eec942e1ebe req-132095a3-eb1c-4f5c-8103-68152e8e9c0d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:36.674261 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-82e03fb2-043f-4930-9e6d-7eec942e1ebe req-132095a3-eb1c-4f5c-8103-68152e8e9c0d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:36.674918 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [req-82e03fb2-043f-4930-9e6d-7eec942e1ebe req-132095a3-eb1c-4f5c-8103-68152e8e9c0d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Floating IP 9f93a1c3-5fa5-422a-b155-9c5fcce7d657 disassociated. External IP: 172.25.5.155, port: 0ad8dabb-36cd-4c07-b68b-b546a100094d. Mar 01 21:05:36.675770 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-82e03fb2-043f-4930-9e6d-7eec942e1ebe req-132095a3-eb1c-4f5c-8103-68152e8e9c0d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Calling delete_port for 0ad8dabb-36cd-4c07-b68b-b546a100094d owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:05:36.734990 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:36.777074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43099518-5e3a-4886-b284-2cac891467fd req-a97a7110-0e6e-41a7-8e9a-f1af87507835 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:36.778568 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-43099518-5e3a-4886-b284-2cac891467fd req-a97a7110-0e6e-41a7-8e9a-f1af87507835 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 946 time: 0.7273061 Mar 01 21:05:36.815404 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:36.857072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-ce30196d-c8b6-4b34-8f48-66b4009cd6c8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Allocated IP 172.20.0.5 (f4f94981-724b-41f4-8830-1d5feba0b3bf/45a3c70c-0389-4a36-88c1-1a1dbac9856b/0dcf95ea-a077-474f-a221-010cc5e682f9) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:05:36.955920 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-43099518-5e3a-4886-b284-2cac891467fd req-7459ecdb-5189-4654-a72d-da77bdbf9b29 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611602 Mar 01 21:05:36.992999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124e9b55-e527-4ef5-9cda-1b1bdae5d0a6 req-70880d1e-ddea-4ca8-b2f3-435a917383a0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:37.000660 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-124e9b55-e527-4ef5-9cda-1b1bdae5d0a6 req-70880d1e-ddea-4ca8-b2f3-435a917383a0 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/ports?device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 945 time: 0.2972114 Mar 01 21:05:37.005416 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Port': ['ID=8983e651-25e7-475b-8527-d539737c218b,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:37.056763 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-82e03fb2-043f-4930-9e6d-7eec942e1ebe req-132095a3-eb1c-4f5c-8103-68152e8e9c0d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:37.192008 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:37.196472 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132095a3-eb1c-4f5c-8103-68152e8e9c0d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Pushing event deleted for resources: {'Port': ['ID=0ad8dabb-36cd-4c07-b68b-b546a100094d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:37.282746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53640) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:37.285968 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-124e9b55-e527-4ef5-9cda-1b1bdae5d0a6 req-30abfc6f-f624-4c6d-a99e-fb32984ed568 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eace24-75c1-4d62-aae6-b9311eb91749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844427 Mar 01 21:05:37.402408 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de10d759-4303-42db-8eb6-40ea67ebddb5', 'tag': 'b7123e75-bba5-42e9-b585-3a871feab60a', 'status': 'completed', 'code': 200} Mar 01 21:05:37.516334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f1554-f00d-46ce-8854-5b861aff2b01 req-782cdb9f-fc21-437f-aad6-ffd3ec89fe1d tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:37.516997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-dd3f1554-f00d-46ce-8854-5b861aff2b01 req-782cdb9f-fc21-437f-aad6-ffd3ec89fe1d tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Synchronizing usage tracker for tenant:afd0c45db4bc4f1983f777a60546b06c on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:05:37.547818 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4ec9db51-03e5-44b9-bf9a-4a0e0b06bc4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:37.562052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82e03fb2-043f-4930-9e6d-7eec942e1ebe req-132095a3-eb1c-4f5c-8103-68152e8e9c0d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Router 613b948d-1a88-447a-9052-ce28e5edacb8 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:05:37.573147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4ec9db51-03e5-44b9-bf9a-4a0e0b06bc4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:37.577093 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4ec9db51-03e5-44b9-bf9a-4a0e0b06bc4d admin admin] Usage tracker for resource:security_group_rule and tenant:4a43625e504c4a0e948dcc74d60b2e8b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:37.581132 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4ec9db51-03e5-44b9-bf9a-4a0e0b06bc4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:37.590070 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4ec9db51-03e5-44b9-bf9a-4a0e0b06bc4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:37.630189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a17e7-df2a-4dc5-905d-3d560ba62bc2 req-bdde9c5e-404f-45e5-b389-0d8f65b00cd8 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:37.632404 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c4a17e7-df2a-4dc5-905d-3d560ba62bc2 req-bdde9c5e-404f-45e5-b389-0d8f65b00cd8 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 1023 time: 0.5063727 Mar 01 21:05:37.645517 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-dd3f1554-f00d-46ce-8854-5b861aff2b01 req-782cdb9f-fc21-437f-aad6-ffd3ec89fe1d tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Unset dirty status for tenant:afd0c45db4bc4f1983f777a60546b06c on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:05:37.646765 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dd3f1554-f00d-46ce-8854-5b861aff2b01 req-782cdb9f-fc21-437f-aad6-ffd3ec89fe1d tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.57 "GET /v2.0/ports?device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 945 time: 0.6642871 Mar 01 21:05:37.656724 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Floating IP ef9dc61d-7812-43ed-9455-34ad1240c0bd associated. External IP: 172.25.5.36, port: 189bf0ce-67bd-4415-8ea0-ca057937f6bd. Mar 01 21:05:37.733274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f6914-68d5-48bb-9909-98dc3c4f9bc3 req-99bfc5c5-0c9a-4db6-abd8-0946ea55335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:37.734775 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d99f6914-68d5-48bb-9909-98dc3c4f9bc3 req-99bfc5c5-0c9a-4db6-abd8-0946ea55335d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7d67da784e54c12a0a3c33da8308ec8&device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 1174 time: 0.2942894 Mar 01 21:05:37.825643 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-affff2af-ebb5-4025-afd3-f41a5b27ba53 req-bd519f70-90ba-4182-9477-4046aee12ddf tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d2d50f-7d7c-4279-91b8-038f94d46610 HTTP/1.1" status: 200 len: 210 time: 0.1008048 Mar 01 21:05:37.847980 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-ce30196d-c8b6-4b34-8f48-66b4009cd6c8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:37.852170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-dd3f1554-f00d-46ce-8854-5b861aff2b01 req-6aad8377-2846-4847-828c-ca07c0da5325 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Deleting port dc55729b-0686-414c-913a-3efbe658c77d {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:05:37.852620 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-dd3f1554-f00d-46ce-8854-5b861aff2b01 req-6aad8377-2846-4847-828c-ca07c0da5325 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:38.003283 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53654) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:38.013854 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c4a17e7-df2a-4dc5-905d-3d560ba62bc2 req-b2dda4bf-a034-415e-a1fd-10f11466d1a6 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=cfeed1be-6dd0-428a-8dc0-eab000efc165&id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&id=d258a51e-4b64-4849-9bf1-5021f5430892 HTTP/1.1" status: 200 len: 6157 time: 0.2904127 Mar 01 21:05:38.057981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-6277f111-34cb-4b4c-819d-5bd0a665aec6 req-e4f93c12-e415-4b1b-8cd5-4e2885e65489 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Request body: {'security_group': {'name': ' tempest-securitygroup -176493968 ', 'description': 'tempest-description-1947179438'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:38.075853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-6277f111-34cb-4b4c-819d-5bd0a665aec6 req-e4f93c12-e415-4b1b-8cd5-4e2885e65489 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:38.084387 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82e03fb2-043f-4930-9e6d-7eec942e1ebe req-132095a3-eb1c-4f5c-8103-68152e8e9c0d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:05:38.097276 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c6e660-2eef-48e6-986b-dec6c89bd62d None None] Sync routers for ids ['613b948d-1a88-447a-9052-ce28e5edacb8'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:05:38.113806 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c6e660-2eef-48e6-986b-dec6c89bd62d None None] Routers {'613b948d-1a88-447a-9052-ce28e5edacb8'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:05:38.114921 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-06c6e660-2eef-48e6-986b-dec6c89bd62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:05:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['613b948d-1a88-447a-9052-ce28e5edacb8'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:38.191476 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-ce30196d-c8b6-4b34-8f48-66b4009cd6c8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:38.302194 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4ec9db51-03e5-44b9-bf9a-4a0e0b06bc4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:38.331473 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-18089c79-6b78-471d-9216-943d8843a630 req-80e5e2c2-9dcd-43ca-85a0-8783e7625b9b tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 210 time: 0.1619878 Mar 01 21:05:38.341974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-6277f111-34cb-4b4c-819d-5bd0a665aec6 req-e4f93c12-e415-4b1b-8cd5-4e2885e65489 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:38.419442 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-06c6e660-2eef-48e6-986b-dec6c89bd62d None None] Set router 613b948d-1a88-447a-9052-ce28e5edacb8 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:05:38.427561 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-ce30196d-c8b6-4b34-8f48-66b4009cd6c8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Network f4f94981-724b-41f4-8830-1d5feba0b3bf is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:05:38.428379 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4ec9db51-03e5-44b9-bf9a-4a0e0b06bc4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:38.446048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f6914-68d5-48bb-9909-98dc3c4f9bc3 req-3b0580ac-d0ae-4927-bdf8-2c2d1ca79085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:38.447828 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d99f6914-68d5-48bb-9909-98dc3c4f9bc3 req-3b0580ac-d0ae-4927-bdf8-2c2d1ca79085 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60 HTTP/1.1" status: 200 len: 913 time: 0.6996722 Mar 01 21:05:38.467678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-ce30196d-c8b6-4b34-8f48-66b4009cd6c8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:05:38.654696 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7644804d-bd1e-4952-af86-7493c8206cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:38.680272 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d99f6914-68d5-48bb-9909-98dc3c4f9bc3 req-c34d7181-b7c6-4686-a7ff-f3931303b7ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7123e75-bba5-42e9-b585-3a871feab60a HTTP/1.1" status: 200 len: 217 time: 0.1875718 Mar 01 21:05:38.681553 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-82e03fb2-043f-4930-9e6d-7eec942e1ebe req-132095a3-eb1c-4f5c-8103-68152e8e9c0d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] No DVR routers for this DVR port 0ad8dabb-36cd-4c07-b68b-b546a100094d on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:05:38.687708 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-82e03fb2-043f-4930-9e6d-7eec942e1ebe req-132095a3-eb1c-4f5c-8103-68152e8e9c0d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:38.699280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb509f9-9053-4c07-acaf-e923cd1ac1ce', 'name': 'network-vif-deleted', 'tag': '0ad8dabb-36cd-4c07-b68b-b546a100094d'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:05:38.709597 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-ce30196d-c8b6-4b34-8f48-66b4009cd6c8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:05:38.763914 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6277f111-34cb-4b4c-819d-5bd0a665aec6 req-e4f93c12-e415-4b1b-8cd5-4e2885e65489 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:38.773754 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30196d-c8b6-4b34-8f48-66b4009cd6c8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Pushing event updated for resources: {'Port': ['ID=0dcf95ea-a077-474f-a221-010cc5e682f9,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:38.783128 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-715da114-c715-4fd3-abda-43965c046d8f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Allocated IP 172.20.0.6 (f4f94981-724b-41f4-8830-1d5feba0b3bf/45a3c70c-0389-4a36-88c1-1a1dbac9856b/d0abb970-ce58-412f-833d-4b25b2838cd8) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:05:38.794096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7644804d-bd1e-4952-af86-7493c8206cce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:38.818503 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7644804d-bd1e-4952-af86-7493c8206cce admin admin] Usage tracker for resource:security_group_rule and tenant:c4ab8a77321b452d9a30dab86e30694d is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:38.822038 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-06c6e660-2eef-48e6-986b-dec6c89bd62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:07Z', 'updated_at': '2022-03-01T21:02:17Z', 'revision_number': 4, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'gw_port': {'id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:09Z', 'updated_at': '2022-03-01T21:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '7d45e162-0335-42f8-b5c4-3fd66b1e6d9c', 'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'mac_address': 'fa:16:3e:b6:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:15Z', 'updated_at': '2022-03-01T21:02:28Z', 'revision_number': 5, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'subnets': [{'id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:38.826980 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c6e660-2eef-48e6-986b-dec6c89bd62d None None] Checking router: 613b948d-1a88-447a-9052-ce28e5edacb8 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:05:38.837301 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7644804d-bd1e-4952-af86-7493c8206cce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:38.839050 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c6e660-2eef-48e6-986b-dec6c89bd62d None None] Routers {'613b948d-1a88-447a-9052-ce28e5edacb8'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:05:38.839919 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-06c6e660-2eef-48e6-986b-dec6c89bd62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:05:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['613b948d-1a88-447a-9052-ce28e5edacb8'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:38.845726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99f6914-68d5-48bb-9909-98dc3c4f9bc3 req-fb3779c8-5929-40f0-b8fa-5c2169fd962e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:38.847588 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d99f6914-68d5-48bb-9909-98dc3c4f9bc3 req-fb3779c8-5929-40f0-b8fa-5c2169fd962e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=285e0c8e-3ccb-4e27-b9e2-7791ce01e6a0 HTTP/1.1" status: 200 len: 852 time: 0.1561828 Mar 01 21:05:38.870358 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4ec9db51-03e5-44b9-bf9a-4a0e0b06bc4d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a43625e504c4a0e948dcc74d60b2e8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5783038 Mar 01 21:05:38.870554 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7644804d-bd1e-4952-af86-7493c8206cce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:38.877685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53674) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:38.881652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec9db51-03e5-44b9-bf9a-4a0e0b06bc4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23441f9c-dc42-4bd0-ac67-23d95c07af9d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:38.899398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-6277f111-34cb-4b4c-819d-5bd0a665aec6 req-e4f93c12-e415-4b1b-8cd5-4e2885e65489 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:38.909907 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-ce30196d-c8b6-4b34-8f48-66b4009cd6c8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:38.910574 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-ce30196d-c8b6-4b34-8f48-66b4009cd6c8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:38.918576 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-82e03fb2-043f-4930-9e6d-7eec942e1ebe req-132095a3-eb1c-4f5c-8103-68152e8e9c0d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.57 "DELETE /v2.0/ports/0ad8dabb-36cd-4c07-b68b-b546a100094d HTTP/1.1" status: 204 len: 173 time: 4.0133169 Mar 01 21:05:38.932857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-6277f111-34cb-4b4c-819d-5bd0a665aec6 req-e4f93c12-e415-4b1b-8cd5-4e2885e65489 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Usage tracker for resource:security_group_rule and tenant:b7d67da784e54c12a0a3c33da8308ec8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:38.943137 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d99f6914-68d5-48bb-9909-98dc3c4f9bc3 req-7d6d6ca5-372d-4aa1-bb51-0ea265fc018e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709755 Mar 01 21:05:38.943743 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-6277f111-34cb-4b4c-819d-5bd0a665aec6 req-e4f93c12-e415-4b1b-8cd5-4e2885e65489 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:38.948644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Router d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:05:38.951683 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-dd3f1554-f00d-46ce-8854-5b861aff2b01 req-6aad8377-2846-4847-828c-ca07c0da5325 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] For port dc55729b-0686-414c-913a-3efbe658c77d, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=dc55729b-0686-414c-913a-3efbe658c77d,segment=NetworkSegment(f2cac2a2-af87-4c01-a3e4-1a89092bee6f),segment_id=f2cac2a2-af87-4c01-a3e4-1a89092bee6f)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:38.952048 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-dd3f1554-f00d-46ce-8854-5b861aff2b01 req-6aad8377-2846-4847-828c-ca07c0da5325 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:38.969486 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-6277f111-34cb-4b4c-819d-5bd0a665aec6 req-e4f93c12-e415-4b1b-8cd5-4e2885e65489 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:39.084576 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-06c6e660-2eef-48e6-986b-dec6c89bd62d None None] Set router 613b948d-1a88-447a-9052-ce28e5edacb8 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:05:39.156870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-dd3f1554-f00d-46ce-8854-5b861aff2b01 req-6aad8377-2846-4847-828c-ca07c0da5325 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Calling delete_port for dc55729b-0686-414c-913a-3efbe658c77d owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:05:39.227025 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6277f111-34cb-4b4c-819d-5bd0a665aec6 req-e4f93c12-e415-4b1b-8cd5-4e2885e65489 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:39.249869 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4184bd8c-2160-4221-b21e-598ee295f8f1 req-394e9de0-2c9e-4534-aba9-86fb5fbb4034 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:39.251429 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4184bd8c-2160-4221-b21e-598ee295f8f1 req-394e9de0-2c9e-4534-aba9-86fb5fbb4034 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/ports?device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 945 time: 0.5432751 Mar 01 21:05:39.252115 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0981a090-0542-4233-adb1-d7c6e845df2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:39.354685 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-ce30196d-c8b6-4b34-8f48-66b4009cd6c8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4802067 Mar 01 21:05:39.373908 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6277f111-34cb-4b4c-819d-5bd0a665aec6 req-e4f93c12-e415-4b1b-8cd5-4e2885e65489 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:39.389155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] Request body: {'port': {'device_id': '57d2d50f-7d7c-4279-91b8-038f94d46610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:39.466975 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0981a090-0542-4233-adb1-d7c6e845df2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:39.481749 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-06c6e660-2eef-48e6-986b-dec6c89bd62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:07Z', 'updated_at': '2022-03-01T21:02:17Z', 'revision_number': 4, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'gw_port': {'id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:09Z', 'updated_at': '2022-03-01T21:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '7d45e162-0335-42f8-b5c4-3fd66b1e6d9c', 'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'mac_address': 'fa:16:3e:b6:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:15Z', 'updated_at': '2022-03-01T21:02:28Z', 'revision_number': 5, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'subnets': [{'id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:39.486768 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c6e660-2eef-48e6-986b-dec6c89bd62d None None] The sync data for ids ['613b948d-1a88-447a-9052-ce28e5edacb8'] in n-d-827896-4 is: [{'id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:07Z', 'updated_at': '2022-03-01T21:02:17Z', 'revision_number': 4, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'gw_port': {'id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:09Z', 'updated_at': '2022-03-01T21:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '7d45e162-0335-42f8-b5c4-3fd66b1e6d9c', 'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'mac_address': 'fa:16:3e:b6:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:15Z', 'updated_at': '2022-03-01T21:02:28Z', 'revision_number': 5, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'subnets': [{'id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:05:39.514944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4184bd8c-2160-4221-b21e-598ee295f8f1 req-609ecbcc-be81-43e4-8732-0c1112675c44 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/security-groups?id=04eace24-75c1-4d62-aae6-b9311eb91749&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369204 Mar 01 21:05:39.523180 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d99f6914-68d5-48bb-9909-98dc3c4f9bc3 req-ecd93f48-0ffb-46e4-b11d-ae261c06ce46 service neutron] 10.222.0.55 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612450 Mar 01 21:05:39.546464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f93c12-e415-4b1b-8cd5-4e2885e65489 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf82f62-cc4c-4e07-867f-cd9f11430ba1,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:39.564207 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:05:39.578899 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f056f49-79c0-4123-93ae-36e922684140 None None] Sync routers for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:05:39.613581 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f056f49-79c0-4123-93ae-36e922684140 None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:05:39.619455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4f056f49-79c0-4123-93ae-36e922684140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:05:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:39.626686 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6277f111-34cb-4b4c-819d-5bd0a665aec6 req-e4f93c12-e415-4b1b-8cd5-4e2885e65489 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:39.634655 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7644804d-bd1e-4952-af86-7493c8206cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:39.637791 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6277f111-34cb-4b4c-819d-5bd0a665aec6 req-e4f93c12-e415-4b1b-8cd5-4e2885e65489 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 1.5937021 Mar 01 21:05:39.638355 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb509f9-9053-4c07-acaf-e923cd1ac1ce', 'name': 'network-vif-deleted', 'tag': '0ad8dabb-36cd-4c07-b68b-b546a100094d', 'status': 'completed', 'code': 200} Mar 01 21:05:39.702813 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:39.736541 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-715da114-c715-4fd3-abda-43965c046d8f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:39.771489 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7644804d-bd1e-4952-af86-7493c8206cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:39.805558 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:39.868232 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 0ad8dabb-36cd-4c07-b68b-b546a100094d no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:05:39.904185 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0981a090-0542-4233-adb1-d7c6e845df2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:39.924056 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-dd3f1554-f00d-46ce-8854-5b861aff2b01 req-6aad8377-2846-4847-828c-ca07c0da5325 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:39.954440 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4f056f49-79c0-4123-93ae-36e922684140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:39.960962 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60448572-0694-4a09-a774-ce4dca0e329f None None] New status for floating IP 9f93a1c3-5fa5-422a-b155-9c5fcce7d657: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:05:39.964432 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7644804d-bd1e-4952-af86-7493c8206cce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4ab8a77321b452d9a30dab86e30694d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9548292 Mar 01 21:05:39.965335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7644804d-bd1e-4952-af86-7493c8206cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb79f812-7a71-411c-8647-15e1079fda9b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:39.986836 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 0ad8dabb-36cd-4c07-b68b-b546a100094d {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:05:39.987794 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 0ad8dabb-36cd-4c07-b68b-b546a100094d not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:05:39.989023 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device dc55729b-0686-414c-913a-3efbe658c77d no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:05:40.004156 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53688) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:40.051769 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d99f6914-68d5-48bb-9909-98dc3c4f9bc3 req-be33d978-5684-4522-a5dc-43fcfd7dfd8b service neutron] 10.222.0.55 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5153513 Mar 01 21:05:40.053142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aad8377-2846-4847-828c-ca07c0da5325 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Pushing event deleted for resources: {'Port': ['ID=dc55729b-0686-414c-913a-3efbe658c77d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:40.106379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981a090-0542-4233-adb1-d7c6e845df2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23441f9c-dc42-4bd0-ac67-23d95c07af9d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:40.145020 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: dc55729b-0686-414c-913a-3efbe658c77d {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:05:40.145365 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device dc55729b-0686-414c-913a-3efbe658c77d not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:05:40.165985 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f056f49-79c0-4123-93ae-36e922684140 None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:05:40.166622 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4f056f49-79c0-4123-93ae-36e922684140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:05:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:40.191966 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd3f1554-f00d-46ce-8854-5b861aff2b01 req-6aad8377-2846-4847-828c-ca07c0da5325 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] No DVR routers for this DVR port dc55729b-0686-414c-913a-3efbe658c77d on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:05:40.197757 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-dd3f1554-f00d-46ce-8854-5b861aff2b01 req-6aad8377-2846-4847-828c-ca07c0da5325 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:40.199557 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9fa2b026-925c-44fc-8e89-a442ba336235 req-40475bb6-d8f2-4395-b12f-71aa5afd174b tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=0cb509f9-9053-4c07-acaf-e923cd1ac1ce HTTP/1.1" status: 200 len: 210 time: 0.2964029 Mar 01 21:05:40.226305 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8df46a81-3ce8-4036-98b1-78a5838d99c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:40.252071 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0981a090-0542-4233-adb1-d7c6e845df2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:40.254648 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0981a090-0542-4233-adb1-d7c6e845df2e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/23441f9c-dc42-4bd0-ac67-23d95c07af9d HTTP/1.1" status: 204 len: 168 time: 1.3694632 Mar 01 21:05:40.260080 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8df46a81-3ce8-4036-98b1-78a5838d99c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:40.265520 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3ea6a7f3-7441-43e4-8752-143024220e8e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 9.4351029 Mar 01 21:05:40.267344 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53694) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:40.307462 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-715da114-c715-4fd3-abda-43965c046d8f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:40.312677 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4f056f49-79c0-4123-93ae-36e922684140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:40.313077 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f056f49-79c0-4123-93ae-36e922684140 None None] The sync data for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:05:40.343958 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-bcdeccb1-ff73-4c98-bf63-2cb7ebc4c076 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1047053910'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:40.359858 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bcdeccb1-ff73-4c98-bf63-2cb7ebc4c076 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:40.374755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bcdeccb1-ff73-4c98-bf63-2cb7ebc4c076 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Usage tracker for resource:network and tenant:b1ee6d67e60d4522b2c7a56804647469 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:40.386056 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dd3f1554-f00d-46ce-8854-5b861aff2b01 req-6aad8377-2846-4847-828c-ca07c0da5325 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.57 "DELETE /v2.0/ports/dc55729b-0686-414c-913a-3efbe658c77d HTTP/1.1" status: 204 len: 173 time: 2.7185302 Mar 01 21:05:40.388191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bcdeccb1-ff73-4c98-bf63-2cb7ebc4c076 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:40.391379 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-715da114-c715-4fd3-abda-43965c046d8f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Network f4f94981-724b-41f4-8830-1d5feba0b3bf is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:05:40.403511 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-715da114-c715-4fd3-abda-43965c046d8f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:05:40.411969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bcdeccb1-ff73-4c98-bf63-2cb7ebc4c076 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:40.412073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-715da114-c715-4fd3-abda-43965c046d8f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:05:40.462526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ec517-9502-4219-a2d1-93b7b82638ee req-733efb1e-e2c2-4f4c-b9aa-f847be730520 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:40.463631 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-425ec517-9502-4219-a2d1-93b7b82638ee req-733efb1e-e2c2-4f4c-b9aa-f847be730520 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Synchronizing usage tracker for tenant:1ae57b8c18154150bdb29415b840324f on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:05:40.463866 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715da114-c715-4fd3-abda-43965c046d8f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Pushing event updated for resources: {'Port': ['ID=d0abb970-ce58-412f-833d-4b25b2838cd8,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:40.477191 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d53c7943-fcc7-48d2-b84b-f5130cd60a88 req-18243ba0-26ca-4503-9b24-760108485aed tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/cbf82f62-cc4c-4e07-867f-cd9f11430ba1 HTTP/1.1" status: 200 len: 1782 time: 0.2198155 Mar 01 21:05:40.502876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-715da114-c715-4fd3-abda-43965c046d8f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:40.503775 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-715da114-c715-4fd3-abda-43965c046d8f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:40.555440 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8df46a81-3ce8-4036-98b1-78a5838d99c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:40.557985 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8df46a81-3ce8-4036-98b1-78a5838d99c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:40.565960 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8df46a81-3ce8-4036-98b1-78a5838d99c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bb79f812-7a71-411c-8647-15e1079fda9b HTTP/1.1" status: 204 len: 168 time: 0.5490294 Mar 01 21:05:40.567582 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdeccb1-ff73-4c98-bf63-2cb7ebc4c076 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Made reservation on behalf of b1ee6d67e60d4522b2c7a56804647469 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:05:40.571026 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bcdeccb1-ff73-4c98-bf63-2cb7ebc4c076 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:40.667423 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcdeccb1-ff73-4c98-bf63-2cb7ebc4c076 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:05:40.677816 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c193fef-28e9-4215-a621-22204659608e req-fccd74ab-3bb3-43c8-bb4b-7a80a2a0f644 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/cbf82f62-cc4c-4e07-867f-cd9f11430ba1 HTTP/1.1" status: 200 len: 1782 time: 0.1792345 Mar 01 21:05:40.709494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-425ec517-9502-4219-a2d1-93b7b82638ee req-733efb1e-e2c2-4f4c-b9aa-f847be730520 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Unset dirty status for tenant:1ae57b8c18154150bdb29415b840324f on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:05:40.716531 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-425ec517-9502-4219-a2d1-93b7b82638ee req-733efb1e-e2c2-4f4c-b9aa-f847be730520 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d2d50f-7d7c-4279-91b8-038f94d46610 HTTP/1.1" status: 200 len: 931 time: 0.8735521 Mar 01 21:05:40.736570 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df46a81-3ce8-4036-98b1-78a5838d99c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb79f812-7a71-411c-8647-15e1079fda9b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:40.742878 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bcdeccb1-ff73-4c98-bf63-2cb7ebc4c076 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:40.743160 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-bcdeccb1-ff73-4c98-bf63-2cb7ebc4c076 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Added segment 0e4e6d4c-a788-4dca-ac1a-007c5bdf7017 of type vlan for network 3cba6882-400d-453f-a34e-1aa72feac35e Mar 01 21:05:40.750076 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-715da114-c715-4fd3-abda-43965c046d8f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.7890890 Mar 01 21:05:40.770441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] Request body: {'port': {'device_id': '908f29c4-cf8f-4db7-a79e-1ef6fdd6000c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:40.853185 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bcdeccb1-ff73-4c98-bf63-2cb7ebc4c076 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:40.871888 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-425ec517-9502-4219-a2d1-93b7b82638ee req-4ffa30c9-4dfd-406e-ad15-8537da60a391 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544595 Mar 01 21:05:40.896425 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:40.916187 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7c193fef-28e9-4215-a621-22204659608e req-a5b55768-bb48-47ee-85e8-71ab558b4a9d tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:40.972821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dcf95ea-a077-474f-a221-010cc5e682f9 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:05:40.997646 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:41.048693 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-930ca956-f249-4c46-a13b-7731b1282a61 req-fbf547e7-11a8-4df4-987a-18f4fe551425 tempest-InstanceActionsNegativeTestJSON-1052152862 tempest-InstanceActionsNegativeTestJSON-1052152862-project] 10.222.0.42 "GET /v2.0/ports?device_id=7392d490-b964-4b89-8f38-4de463ba8c8b HTTP/1.1" status: 200 len: 210 time: 0.0502055 Mar 01 21:05:41.052724 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7c193fef-28e9-4215-a621-22204659608e req-a5b55768-bb48-47ee-85e8-71ab558b4a9d tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:41.067077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53708) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:41.070934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] Transition to ACTIVE for port object 0dcf95ea-a077-474f-a221-010cc5e682f9 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:05:41.080496 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bcdeccb1-ff73-4c98-bf63-2cb7ebc4c076 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:41.085861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdeccb1-ff73-4c98-bf63-2cb7ebc4c076 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:41.086450 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bcdeccb1-ff73-4c98-bf63-2cb7ebc4c076 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:41.100147 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70b2a275-6455-4d7c-93c6-8676ed891fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:41.123590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-70b2a275-6455-4d7c-93c6-8676ed891fbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:41.128279 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-70b2a275-6455-4d7c-93c6-8676ed891fbb admin admin] Usage tracker for resource:security_group_rule and tenant:e371a4e535494c2ab1a3d2f8c9fd927a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:41.131260 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-70b2a275-6455-4d7c-93c6-8676ed891fbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:41.142139 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-70b2a275-6455-4d7c-93c6-8676ed891fbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:41.342897 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:41.347324 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bcdeccb1-ff73-4c98-bf63-2cb7ebc4c076 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0335808 Mar 01 21:05:41.365783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53720) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:41.392898 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f52ba28e-78b1-40a8-a9f4-5b413b81eaf4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'subnet': {'network_id': '3cba6882-400d-453f-a34e-1aa72feac35e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:41.393845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdeccb1-ff73-4c98-bf63-2cb7ebc4c076 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Network': ['ID=3cba6882-400d-453f-a34e-1aa72feac35e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:41.405408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 3cba6882-400d-453f-a34e-1aa72feac35e details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:05:41.447495 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53724) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:41.559160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] Pushing event updated for resources: {'Port': ['ID=0dcf95ea-a077-474f-a221-010cc5e682f9,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:41.575197 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7c193fef-28e9-4215-a621-22204659608e req-a5b55768-bb48-47ee-85e8-71ab558b4a9d tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:41.603595 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b55768-bb48-47ee-85e8-71ab558b4a9d tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf82f62-cc4c-4e07-867f-cd9f11430ba1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:41.637785 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] Attempting to bind port 0dcf95ea-a077-474f-a221-010cc5e682f9 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:05:41.638220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] Attempting to bind port 0dcf95ea-a077-474f-a221-010cc5e682f9 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '36d166fa-4fda-4fcb-8132-c1c639c19b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:05:41.638663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] Attempting to bind port 0dcf95ea-a077-474f-a221-010cc5e682f9 on network f4f94981-724b-41f4-8830-1d5feba0b3bf {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:05:41.643424 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] Port 0dcf95ea-a077-474f-a221-010cc5e682f9 on network f4f94981-724b-41f4-8830-1d5feba0b3bf not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:05:41.643743 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] Attempting to bind port 0dcf95ea-a077-474f-a221-010cc5e682f9 on network f4f94981-724b-41f4-8830-1d5feba0b3bf {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:05:41.647923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7392d490-b964-4b89-8f38-4de463ba8c8b', 'name': 'network-vif-deleted', 'tag': 'dc55729b-0686-414c-913a-3efbe658c77d'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:05:41.649759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:05:41.650149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] Checking segment: {'id': '36d166fa-4fda-4fcb-8132-c1c639c19b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:05:41.650530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] Bound using segment: {'id': '36d166fa-4fda-4fcb-8132-c1c639c19b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:05:41.650975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] Bound port: 0dcf95ea-a077-474f-a221-010cc5e682f9, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d166fa-4fda-4fcb-8132-c1c639c19b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:05:41.651314 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:41.697310 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f52ba28e-78b1-40a8-a9f4-5b413b81eaf4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:41.711340 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7392d490-b964-4b89-8f38-4de463ba8c8b', 'name': 'network-vif-deleted', 'tag': 'dc55729b-0686-414c-913a-3efbe658c77d', 'status': 'completed', 'code': 200} Mar 01 21:05:41.723439 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7c193fef-28e9-4215-a621-22204659608e req-a5b55768-bb48-47ee-85e8-71ab558b4a9d tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:41.729310 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c193fef-28e9-4215-a621-22204659608e req-a5b55768-bb48-47ee-85e8-71ab558b4a9d tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "DELETE /v2.0/security-groups/cbf82f62-cc4c-4e07-867f-cd9f11430ba1 HTTP/1.1" status: 204 len: 173 time: 1.0498505 Mar 01 21:05:41.729310 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53732) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:41.738346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f52ba28e-78b1-40a8-a9f4-5b413b81eaf4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:41.775991 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e69e1555-f056-4244-bbe7-f1a8edfaf3d0 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:41.778863 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ff1fd1b1-dbe7-4953-b1b4-47c319f04067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:41.802706 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-78554a32-1e6f-4622-ab82-0cf96a8c42f2 req-e65a05e8-d13b-4cf5-8c9e-2b813f7a7139 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] show failed (client error): The resource could not be found. Mar 01 21:05:41.803752 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78554a32-1e6f-4622-ab82-0cf96a8c42f2 req-e65a05e8-d13b-4cf5-8c9e-2b813f7a7139 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/cbf82f62-cc4c-4e07-867f-cd9f11430ba1 HTTP/1.1" status: 404 len: 352 time: 0.0480733 Mar 01 21:05:41.806259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ff1fd1b1-dbe7-4953-b1b4-47c319f04067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:41.815429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ff1fd1b1-dbe7-4953-b1b4-47c319f04067 admin admin] Usage tracker for resource:security_group_rule and tenant:1579c1112e7f45cfafea842c54513c27 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:41.815429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] For port 0dcf95ea-a077-474f-a221-010cc5e682f9, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:05:41.825299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ff1fd1b1-dbe7-4953-b1b4-47c319f04067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:41.830042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] For port 0dcf95ea-a077-474f-a221-010cc5e682f9, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=0dcf95ea-a077-474f-a221-010cc5e682f9,segment=NetworkSegment(36d166fa-4fda-4fcb-8132-c1c639c19b86),segment_id=36d166fa-4fda-4fcb-8132-c1c639c19b86)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:05:41.835906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ff1fd1b1-dbe7-4953-b1b4-47c319f04067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:41.840347 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-ded90d17-f46c-401f-8b7a-2d29c0abc394 req-e6f2be2f-dc10-4298-a16e-a7f17130bc5a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1710392197', 'description': 'tempest-description-504639887'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:41.849465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-ded90d17-f46c-401f-8b7a-2d29c0abc394 req-e6f2be2f-dc10-4298-a16e-a7f17130bc5a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:41.857578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ded90d17-f46c-401f-8b7a-2d29c0abc394 req-e6f2be2f-dc10-4298-a16e-a7f17130bc5a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Usage tracker for resource:security_group and tenant:b7d67da784e54c12a0a3c33da8308ec8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:41.861112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ded90d17-f46c-401f-8b7a-2d29c0abc394 req-e6f2be2f-dc10-4298-a16e-a7f17130bc5a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:41.866995 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70b2a275-6455-4d7c-93c6-8676ed891fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:41.870987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52ba28e-78b1-40a8-a9f4-5b413b81eaf4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Made reservation on behalf of b1ee6d67e60d4522b2c7a56804647469 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:05:41.874441 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f52ba28e-78b1-40a8-a9f4-5b413b81eaf4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:41.874818 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-ded90d17-f46c-401f-8b7a-2d29c0abc394 req-e6f2be2f-dc10-4298-a16e-a7f17130bc5a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:41.893941 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e69e1555-f056-4244-bbe7-f1a8edfaf3d0 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:41.908274 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:41.926423 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0abb970-ce58-412f-833d-4b25b2838cd8 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:05:41.947184 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:41.997596 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70b2a275-6455-4d7c-93c6-8676ed891fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:42.021828 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ded90d17-f46c-401f-8b7a-2d29c0abc394 req-e6f2be2f-dc10-4298-a16e-a7f17130bc5a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:42.065350 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ff1fd1b1-dbe7-4953-b1b4-47c319f04067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:42.071250 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:42.072020 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:42.074090 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] Transition to ACTIVE for port object d0abb970-ce58-412f-833d-4b25b2838cd8 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:05:42.074400 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] 10.222.0.55 "PUT /v2.0/ports/0dcf95ea-a077-474f-a221-010cc5e682f9 HTTP/1.1" status: 200 len: 1091 time: 2.6891992 Mar 01 21:05:42.085868 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d2d50f-7d7c-4279-91b8-038f94d46610', 'tag': '0dcf95ea-a077-474f-a221-010cc5e682f9'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:05:42.097009 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-70b2a275-6455-4d7c-93c6-8676ed891fbb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e371a4e535494c2ab1a3d2f8c9fd927a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0290024 Mar 01 21:05:42.097863 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b2a275-6455-4d7c-93c6-8676ed891fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec1bafa-3961-45cb-97c9-3d463d7b84f8,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:42.100382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53746) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:42.136791 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-ded90d17-f46c-401f-8b7a-2d29c0abc394 req-e6f2be2f-dc10-4298-a16e-a7f17130bc5a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:42.155153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ded90d17-f46c-401f-8b7a-2d29c0abc394 req-e6f2be2f-dc10-4298-a16e-a7f17130bc5a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Usage tracker for resource:security_group_rule and tenant:b7d67da784e54c12a0a3c33da8308ec8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:42.166795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ded90d17-f46c-401f-8b7a-2d29c0abc394 req-e6f2be2f-dc10-4298-a16e-a7f17130bc5a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:42.169545 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8774f9c5-ecd3-46a4-a24c-d495d292767a service neutron] Pushing event updated for resources: {'Port': ['ID=0dcf95ea-a077-474f-a221-010cc5e682f9,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:42.172095 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ff1fd1b1-dbe7-4953-b1b4-47c319f04067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:42.186332 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e69e1555-f056-4244-bbe7-f1a8edfaf3d0 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:42.198597 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:42.204673 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-ded90d17-f46c-401f-8b7a-2d29c0abc394 req-e6f2be2f-dc10-4298-a16e-a7f17130bc5a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:42.268244 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e1555-f056-4244-bbe7-f1a8edfaf3d0 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:42.305572 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ff1fd1b1-dbe7-4953-b1b4-47c319f04067 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1579c1112e7f45cfafea842c54513c27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5706317 Mar 01 21:05:42.323934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53750) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:42.366990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fd1b1-dbe7-4953-b1b4-47c319f04067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d1c556-5855-482d-b08b-cfd899bb030a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:42.376694 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8a98b4b-8f52-4605-be1d-1ad6d3e1dd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:42.380707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] Pushing event updated for resources: {'Port': ['ID=d0abb970-ce58-412f-833d-4b25b2838cd8,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:42.412968 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f52ba28e-78b1-40a8-a9f4-5b413b81eaf4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:42.413967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55e78a-4544-40ef-8a4e-9fa3305bb6aa req-a9a3b08a-24f7-4498-ac02-7256001b7c98 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:42.415479 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc55e78a-4544-40ef-8a4e-9fa3305bb6aa req-a9a3b08a-24f7-4498-ac02-7256001b7c98 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d2d50f-7d7c-4279-91b8-038f94d46610 HTTP/1.1" status: 200 len: 943 time: 0.4059548 Mar 01 21:05:42.468015 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8a98b4b-8f52-4605-be1d-1ad6d3e1dd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:42.548479 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e69e1555-f056-4244-bbe7-f1a8edfaf3d0 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:42.549586 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e69e1555-f056-4244-bbe7-f1a8edfaf3d0 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "DELETE /v2.0/security-groups/71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1 HTTP/1.1" status: 204 len: 168 time: 1.0984223 Mar 01 21:05:42.550633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ba28e-78b1-40a8-a9f4-5b413b81eaf4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Subnet': ['ID=55807fb6-9865-4286-bb41-c73b6bc23b33,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:42.563286 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53754) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:42.581204 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-7b1a3ddc-b68c-476e-bef3-a3c9d5271d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:42.582771 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-7b1a3ddc-b68c-476e-bef3-a3c9d5271d89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ae57b8c18154150bdb29415b840324f&device_id=57d2d50f-7d7c-4279-91b8-038f94d46610 HTTP/1.1" status: 200 len: 1094 time: 0.3705904 Mar 01 21:05:42.587143 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ded90d17-f46c-401f-8b7a-2d29c0abc394 req-e6f2be2f-dc10-4298-a16e-a7f17130bc5a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:42.590102 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c645da72-e29d-4ffa-bd1a-c892c44a038b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:42.594272 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc55e78a-4544-40ef-8a4e-9fa3305bb6aa req-84aed9f7-8b4d-47e1-ae09-42bd041a80c4 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610518 Mar 01 21:05:42.595019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] Attempting to bind port d0abb970-ce58-412f-833d-4b25b2838cd8 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:05:42.595241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] Attempting to bind port d0abb970-ce58-412f-833d-4b25b2838cd8 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '36d166fa-4fda-4fcb-8132-c1c639c19b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:05:42.595796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] Attempting to bind port d0abb970-ce58-412f-833d-4b25b2838cd8 on network f4f94981-724b-41f4-8830-1d5feba0b3bf {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:05:42.602807 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-a0f18f57-aba2-4387-a725-0360059a6d2b tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] show failed (client error): The resource could not be found. Mar 01 21:05:42.604161 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a0f18f57-aba2-4387-a725-0360059a6d2b tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups/71e6d3d8-ba73-4ae7-b7fb-d19f0f8f1ca1 HTTP/1.1" status: 404 len: 347 time: 0.0357089 Mar 01 21:05:42.604920 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52ba28e-78b1-40a8-a9f4-5b413b81eaf4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Checking segment: {'id': '0e4e6d4c-a788-4dca-ac1a-007c5bdf7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3cba6882-400d-453f-a34e-1aa72feac35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:05:42.605274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52ba28e-78b1-40a8-a9f4-5b413b81eaf4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Network hostable DHCP agents. Network: 3cba6882-400d-453f-a34e-1aa72feac35e, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:05:42.609870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] Port d0abb970-ce58-412f-833d-4b25b2838cd8 on network f4f94981-724b-41f4-8830-1d5feba0b3bf not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:05:42.609870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] Attempting to bind port d0abb970-ce58-412f-833d-4b25b2838cd8 on network f4f94981-724b-41f4-8830-1d5feba0b3bf {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:05:42.613086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53760) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:42.686925 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-5bb083d8-e8ea-48fb-804e-35b989d3cdb5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dcf95ea-a077-474f-a221-010cc5e682f9 HTTP/1.1" status: 200 len: 217 time: 0.0903153 Mar 01 21:05:42.691444 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c645da72-e29d-4ffa-bd1a-c892c44a038b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:42.698631 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:05:42.698962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] Checking segment: {'id': '36d166fa-4fda-4fcb-8132-c1c639c19b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:05:42.699559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] Bound using segment: {'id': '36d166fa-4fda-4fcb-8132-c1c639c19b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:05:42.700142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] Bound port: d0abb970-ce58-412f-833d-4b25b2838cd8, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d166fa-4fda-4fcb-8132-c1c639c19b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:05:42.700644 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:42.703380 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ded90d17-f46c-401f-8b7a-2d29c0abc394 req-e6f2be2f-dc10-4298-a16e-a7f17130bc5a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:42.762808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53768) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:42.826707 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d2d50f-7d7c-4279-91b8-038f94d46610', 'tag': '0dcf95ea-a077-474f-a221-010cc5e682f9', 'status': 'completed', 'code': 200} Mar 01 21:05:42.874798 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8a98b4b-8f52-4605-be1d-1ad6d3e1dd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:42.895086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2be2f-dc10-4298-a16e-a7f17130bc5a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1828b154-0edb-4a87-b5ad-7398b3e2e0e8,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:42.921753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-b4767dc3-f1cd-42e9-8d1b-e43a1714563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:42.923209 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-b4767dc3-f1cd-42e9-8d1b-e43a1714563c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=45a3c70c-0389-4a36-88c1-1a1dbac9856b HTTP/1.1" status: 200 len: 852 time: 0.2237294 Mar 01 21:05:42.971848 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8a98b4b-8f52-4605-be1d-1ad6d3e1dd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:42.973003 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a8a98b4b-8f52-4605-be1d-1ad6d3e1dd48 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bec1bafa-3961-45cb-97c9-3d463d7b84f8 HTTP/1.1" status: 204 len: 168 time: 0.8674436 Mar 01 21:05:42.974017 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a98b4b-8f52-4605-be1d-1ad6d3e1dd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec1bafa-3961-45cb-97c9-3d463d7b84f8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:42.974615 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-2c132244-717a-422b-aeb4-409d3489816e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Deleting port 40626e6e-2b68-4c1d-ac81-b744599313a7 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:05:42.974948 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2c132244-717a-422b-aeb4-409d3489816e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:42.996596 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c02bb2-ed97-4c2a-a92d-030ce962b550 admin admin] Deleting subnet a9742ade-e87d-4155-bb1d-8404c09b60cd {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:05:43.000815 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-9d698fec-744d-4ec2-984d-1f93546ec970 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4f94981-724b-41f4-8830-1d5feba0b3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679410 Mar 01 21:05:43.002968 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81c02bb2-ed97-4c2a-a92d-030ce962b550 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:43.062788 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ded90d17-f46c-401f-8b7a-2d29c0abc394 req-e6f2be2f-dc10-4298-a16e-a7f17130bc5a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:43.064026 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ded90d17-f46c-401f-8b7a-2d29c0abc394 req-e6f2be2f-dc10-4298-a16e-a7f17130bc5a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.2326643 Mar 01 21:05:43.092238 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52ba28e-78b1-40a8-a9f4-5b413b81eaf4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Network 3cba6882-400d-453f-a34e-1aa72feac35e is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:05:43.145119 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c645da72-e29d-4ffa-bd1a-c892c44a038b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:43.158745 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81c02bb2-ed97-4c2a-a92d-030ce962b550 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:43.186573 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-27ec9e66-cfeb-464d-bf36-5d5fea5d893e req-678aab91-d20b-4492-986b-52fc9559914e tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-661524254', 'description': 'tempest-description-1192488563'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:43.203812 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-f52ba28e-78b1-40a8-a9f4-5b413b81eaf4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 3cba6882-400d-453f-a34e-1aa72feac35e) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:05:43.208313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-27ec9e66-cfeb-464d-bf36-5d5fea5d893e req-678aab91-d20b-4492-986b-52fc9559914e tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:43.208837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52ba28e-78b1-40a8-a9f4-5b413b81eaf4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:43.209543 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f52ba28e-78b1-40a8-a9f4-5b413b81eaf4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:43.213714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db55ace3-216f-4606-980d-c7932bcc9031 None None] Network 3cba6882-400d-453f-a34e-1aa72feac35e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:05:43.221340 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c645da72-e29d-4ffa-bd1a-c892c44a038b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:43.226599 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c645da72-e29d-4ffa-bd1a-c892c44a038b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/53d1c556-5855-482d-b08b-cfd899bb030a HTTP/1.1" status: 204 len: 168 time: 0.8963313 Mar 01 21:05:43.232293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-27ec9e66-cfeb-464d-bf36-5d5fea5d893e req-678aab91-d20b-4492-986b-52fc9559914e tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Usage tracker for resource:security_group and tenant:b7d67da784e54c12a0a3c33da8308ec8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:43.235926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645da72-e29d-4ffa-bd1a-c892c44a038b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d1c556-5855-482d-b08b-cfd899bb030a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:43.240989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-27ec9e66-cfeb-464d-bf36-5d5fea5d893e req-678aab91-d20b-4492-986b-52fc9559914e tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:43.252512 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-27ec9e66-cfeb-464d-bf36-5d5fea5d893e req-678aab91-d20b-4492-986b-52fc9559914e tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:43.286485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] For port d0abb970-ce58-412f-833d-4b25b2838cd8, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:05:43.290838 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81c02bb2-ed97-4c2a-a92d-030ce962b550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:43.292061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] For port d0abb970-ce58-412f-833d-4b25b2838cd8, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=d0abb970-ce58-412f-833d-4b25b2838cd8,segment=NetworkSegment(36d166fa-4fda-4fcb-8132-c1c639c19b86),segment_id=36d166fa-4fda-4fcb-8132-c1c639c19b86)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:05:43.309505 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2c132244-717a-422b-aeb4-409d3489816e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:43.309997 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2c132244-717a-422b-aeb4-409d3489816e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:43.391253 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:43.490763 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-4f530ddb-1cf5-4439-b7e2-680dabd19165 service neutron] 10.222.0.55 "GET /v2.0/networks/f4f94981-724b-41f4-8830-1d5feba0b3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4583035 Mar 01 21:05:43.498908 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f52ba28e-78b1-40a8-a9f4-5b413b81eaf4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1264167 Mar 01 21:05:43.499092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53784) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:43.504036 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-2c132244-717a-422b-aeb4-409d3489816e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Calling delete_port for 40626e6e-2b68-4c1d-ac81-b744599313a7 owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:05:43.507570 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-738943955', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}, 'admin_state_up': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:43.551912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:43.562397 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Usage tracker for resource:router and tenant:b1ee6d67e60d4522b2c7a56804647469 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:43.567543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:43.568050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:43.568359 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:43.569963 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] 10.222.0.57 "PUT /v2.0/ports/d0abb970-ce58-412f-833d-4b25b2838cd8 HTTP/1.1" status: 200 len: 1091 time: 2.8131454 Mar 01 21:05:43.644270 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-3cba6882-400d-453f-a34e-1aa72feac35e', 'network_id': '3cba6882-400d-453f-a34e-1aa72feac35e', 'tenant_id': 'b1ee6d67e60d4522b2c7a56804647469', 'fixed_ips': [{'subnet_id': '55807fb6-9865-4286-bb41-c73b6bc23b33'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:05:43.646778 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:43.675107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:43.684736 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193debc-8d7f-4cf5-b8b5-438ee8b46db4 service neutron] Pushing event updated for resources: {'Port': ['ID=d0abb970-ce58-412f-833d-4b25b2838cd8,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:43.685350 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-27ec9e66-cfeb-464d-bf36-5d5fea5d893e req-678aab91-d20b-4492-986b-52fc9559914e tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:43.726002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '908f29c4-cf8f-4db7-a79e-1ef6fdd6000c', 'tag': 'd0abb970-ce58-412f-833d-4b25b2838cd8'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:05:43.806891 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-27ec9e66-cfeb-464d-bf36-5d5fea5d893e req-678aab91-d20b-4492-986b-52fc9559914e tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:43.825643 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-27ec9e66-cfeb-464d-bf36-5d5fea5d893e req-678aab91-d20b-4492-986b-52fc9559914e tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Usage tracker for resource:security_group_rule and tenant:b7d67da784e54c12a0a3c33da8308ec8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:43.836001 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-27ec9e66-cfeb-464d-bf36-5d5fea5d893e req-678aab91-d20b-4492-986b-52fc9559914e tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:43.941271 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-f397e48d-9633-45d3-9b56-5a1e8955abce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:43.942895 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-f397e48d-9633-45d3-9b56-5a1e8955abce service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ae57b8c18154150bdb29415b840324f&device_id=908f29c4-cf8f-4db7-a79e-1ef6fdd6000c HTTP/1.1" status: 200 len: 1094 time: 0.2539809 Mar 01 21:05:43.947501 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81c02bb2-ed97-4c2a-a92d-030ce962b550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:43.957805 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-27ec9e66-cfeb-464d-bf36-5d5fea5d893e req-678aab91-d20b-4492-986b-52fc9559914e tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:43.965111 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Allocated IP 172.20.0.2 (3cba6882-400d-453f-a34e-1aa72feac35e/55807fb6-9865-4286-bb41-c73b6bc23b33/66711255-d811-4260-be11-a70a8838802d) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:05:44.012272 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:44.013444 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:44.031049 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:44.098993 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81c02bb2-ed97-4c2a-a92d-030ce962b550 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:44.099327 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2c132244-717a-422b-aeb4-409d3489816e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:44.105200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c02bb2-ed97-4c2a-a92d-030ce962b550 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9742ade-e87d-4155-bb1d-8404c09b60cd,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:44.118576 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-f6c0cb13-5ab9-4e49-8495-939270c8c637 service neutron] 10.222.0.55 "GET /v2.0/networks/f4f94981-724b-41f4-8830-1d5feba0b3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6212332 Mar 01 21:05:44.147610 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-6b698257-8ad7-4256-b18e-40510740d0aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0abb970-ce58-412f-833d-4b25b2838cd8 HTTP/1.1" status: 200 len: 217 time: 0.1977355 Mar 01 21:05:44.192098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c132244-717a-422b-aeb4-409d3489816e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Pushing event deleted for resources: {'Port': ['ID=40626e6e-2b68-4c1d-ac81-b744599313a7,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:44.351492 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-4430aa4d-a2e4-4517-b334-320703294e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:44.353349 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-4430aa4d-a2e4-4517-b334-320703294e39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45a3c70c-0389-4a36-88c1-1a1dbac9856b HTTP/1.1" status: 200 len: 852 time: 0.1829705 Mar 01 21:05:44.370900 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:44.377837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2b927c-2429-429d-8c8a-65e3dd57d08a req-ad15f8d1-c201-4014-be8c-a1a0225c9c72 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:44.379926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be2b927c-2429-429d-8c8a-65e3dd57d08a req-ad15f8d1-c201-4014-be8c-a1a0225c9c72 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d2d50f-7d7c-4279-91b8-038f94d46610 HTTP/1.1" status: 200 len: 943 time: 0.5174015 Mar 01 21:05:44.382345 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-81c02bb2-ed97-4c2a-a92d-030ce962b550 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a9742ade-e87d-4155-bb1d-8404c09b60cd HTTP/1.1" status: 204 len: 168 time: 1.6097662 Mar 01 21:05:44.384340 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Transition to ACTIVE for port object 66711255-d811-4260-be11-a70a8838802d will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:05:44.407322 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Transition to ACTIVE for port object 66711255-d811-4260-be11-a70a8838802d will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:05:44.416361 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53814) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:44.483340 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-cdda2140-e79a-4c75-b10d-b916052164be service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4f94981-724b-41f4-8830-1d5feba0b3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1213152 Mar 01 21:05:44.528833 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:44.586125 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:44.615139 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be2b927c-2429-429d-8c8a-65e3dd57d08a req-70a6cdc2-b600-4d85-b539-81cf350b818b tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247496 Mar 01 21:05:44.644723 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-27ec9e66-cfeb-464d-bf36-5d5fea5d893e req-678aab91-d20b-4492-986b-52fc9559914e tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:44.658701 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab598d15-8b61-4d82-8bcb-2a1a52e68724 req-dccb9d7e-f384-423a-a5a1-059a7dadd344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:44.660137 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab598d15-8b61-4d82-8bcb-2a1a52e68724 req-dccb9d7e-f384-423a-a5a1-059a7dadd344 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=1ae57b8c18154150bdb29415b840324f&device_id=57d2d50f-7d7c-4279-91b8-038f94d46610 HTTP/1.1" status: 200 len: 1094 time: 0.4300132 Mar 01 21:05:44.662330 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Network 3cba6882-400d-453f-a34e-1aa72feac35e is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:05:44.724652 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:05:44.728628 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:05:44.761381 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Pushing event updated for resources: {'Port': ['ID=66711255-d811-4260-be11-a70a8838802d,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:44.788886 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '908f29c4-cf8f-4db7-a79e-1ef6fdd6000c', 'tag': 'd0abb970-ce58-412f-833d-4b25b2838cd8', 'status': 'completed', 'code': 200} Mar 01 21:05:44.798779 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10e6166c-6706-4458-a715-bae8c5b7279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:44.847282 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Attempting to bind port 66711255-d811-4260-be11-a70a8838802d on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:05:44.848317 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Attempting to bind port 66711255-d811-4260-be11-a70a8838802d by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '0e4e6d4c-a788-4dca-ac1a-007c5bdf7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3cba6882-400d-453f-a34e-1aa72feac35e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:05:44.849295 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Attempting to bind port 66711255-d811-4260-be11-a70a8838802d on network 3cba6882-400d-453f-a34e-1aa72feac35e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:05:44.863444 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:05:44.864839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Checking segment: {'id': '0e4e6d4c-a788-4dca-ac1a-007c5bdf7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3cba6882-400d-453f-a34e-1aa72feac35e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:05:44.865657 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:44.866271 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Bound using segment: {'id': '0e4e6d4c-a788-4dca-ac1a-007c5bdf7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3cba6882-400d-453f-a34e-1aa72feac35e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:05:44.867004 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Bound port: 66711255-d811-4260-be11-a70a8838802d, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4e6d4c-a788-4dca-ac1a-007c5bdf7017', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '3cba6882-400d-453f-a34e-1aa72feac35e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:05:44.868741 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:44.889360 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2c132244-717a-422b-aeb4-409d3489816e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:44.910314 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab598d15-8b61-4d82-8bcb-2a1a52e68724 req-282fa75b-a6c5-4118-8ef7-74be0a19620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:44.912233 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab598d15-8b61-4d82-8bcb-2a1a52e68724 req-282fa75b-a6c5-4118-8ef7-74be0a19620b service neutron] 10.222.0.55 "GET /v2.0/networks?id=f4f94981-724b-41f4-8830-1d5feba0b3bf HTTP/1.1" status: 200 len: 913 time: 0.2423508 Mar 01 21:05:44.998227 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-27ec9e66-cfeb-464d-bf36-5d5fea5d893e req-678aab91-d20b-4492-986b-52fc9559914e tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:45.009310 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2c132244-717a-422b-aeb4-409d3489816e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:45.016423 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2c132244-717a-422b-aeb4-409d3489816e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "DELETE /v2.0/floatingips/9f93a1c3-5fa5-422a-b155-9c5fcce7d657 HTTP/1.1" status: 204 len: 168 time: 2.3997812 Mar 01 21:05:45.052672 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] For port 66711255-d811-4260-be11-a70a8838802d, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:05:45.057185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] For port 66711255-d811-4260-be11-a70a8838802d, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=66711255-d811-4260-be11-a70a8838802d,segment=NetworkSegment(0e4e6d4c-a788-4dca-ac1a-007c5bdf7017),segment_id=0e4e6d4c-a788-4dca-ac1a-007c5bdf7017)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:05:45.123797 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:45.128143 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-50dac187-1339-4f6e-8926-4e8d157c4fd0 service neutron] 10.222.0.57 "GET /v2.0/networks/f4f94981-724b-41f4-8830-1d5feba0b3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4772787 Mar 01 21:05:45.165339 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10e6166c-6706-4458-a715-bae8c5b7279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:45.173404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53838) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:45.188233 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab598d15-8b61-4d82-8bcb-2a1a52e68724 req-e6dccffa-9f50-45b7-bbca-05e1b4b3b7eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0dcf95ea-a077-474f-a221-010cc5e682f9 HTTP/1.1" status: 200 len: 217 time: 0.2552845 Mar 01 21:05:45.342421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9e829-b7f4-4132-a041-1dccc606af41 None None] Pushing event updated for resources: {'Port': ['ID=66711255-d811-4260-be11-a70a8838802d,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:45.388071 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab598d15-8b61-4d82-8bcb-2a1a52e68724 req-c76bc4d6-6ad8-48ff-96c5-8f455bac3f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:45.389721 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab598d15-8b61-4d82-8bcb-2a1a52e68724 req-c76bc4d6-6ad8-48ff-96c5-8f455bac3f78 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=45a3c70c-0389-4a36-88c1-1a1dbac9856b HTTP/1.1" status: 200 len: 852 time: 0.1713693 Mar 01 21:05:45.390415 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-27ec9e66-cfeb-464d-bf36-5d5fea5d893e req-678aab91-d20b-4492-986b-52fc9559914e tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:45.391616 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27ec9e66-cfeb-464d-bf36-5d5fea5d893e req-678aab91-d20b-4492-986b-52fc9559914e tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 2.2541203 Mar 01 21:05:45.393529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678aab91-d20b-4492-986b-52fc9559914e tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=868c719a-2cc6-4bae-83d1-a0ee8e42b11e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:45.541189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-f80eded6-6ce0-4566-b356-bcaa253c2e60 req-41c42177-e251-46a2-8518-5a779a557c39 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-646826803', 'description': 'tempest-description-1385865352'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:45.554957 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-10e6166c-6706-4458-a715-bae8c5b7279b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52f856ce-c4d1-4e4d-90e2-255f955b5fe3']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:45.576160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f80eded6-6ce0-4566-b356-bcaa253c2e60 req-41c42177-e251-46a2-8518-5a779a557c39 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:45.583864 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab598d15-8b61-4d82-8bcb-2a1a52e68724 req-8b6883d7-2a1f-41a1-8e2e-7a29fe770bb3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f4f94981-724b-41f4-8830-1d5feba0b3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1877232 Mar 01 21:05:45.591606 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f80eded6-6ce0-4566-b356-bcaa253c2e60 req-41c42177-e251-46a2-8518-5a779a557c39 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Usage tracker for resource:security_group and tenant:b7d67da784e54c12a0a3c33da8308ec8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:45.599847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-10e6166c-6706-4458-a715-bae8c5b7279b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2cac2a2-af87-4c01-a3e4-1a89092bee6f') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:45.601509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-10e6166c-6706-4458-a715-bae8c5b7279b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2cac2a2-af87-4c01-a3e4-1a89092bee6f') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:45.632453 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10e6166c-6706-4458-a715-bae8c5b7279b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:45.729368 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53882) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:45.796609 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10e6166c-6706-4458-a715-bae8c5b7279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:45.798909 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f80eded6-6ce0-4566-b356-bcaa253c2e60 req-41c42177-e251-46a2-8518-5a779a557c39 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:45.804376 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab598d15-8b61-4d82-8bcb-2a1a52e68724 req-5e96b2e7-648b-4717-ac80-b946fc9fed7f service neutron] 10.222.0.55 "GET /v2.0/networks/f4f94981-724b-41f4-8830-1d5feba0b3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081153 Mar 01 21:05:45.805883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10e6166c-6706-4458-a715-bae8c5b7279b admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:05:45.806483 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10e6166c-6706-4458-a715-bae8c5b7279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:45.809608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f80eded6-6ce0-4566-b356-bcaa253c2e60 req-41c42177-e251-46a2-8518-5a779a557c39 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:05:45.947341 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:05:45.953950 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-97414f16-5814-41b4-8061-3b8deba25fab tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Request body: {'security_group': {'name': 'tempest-securitygroup--875271666', 'description': 'tempest-description--591562659'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:45.970558 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1762433020-network', 'tenant_id': 'c9bb4145c52d4d90a83341aa2ffbffd2'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:45.977478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-97414f16-5814-41b4-8061-3b8deba25fab tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:45.983138 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ac1b0e78-f04a-4fae-90f4-17e616bde340 req-7081abe1-26cd-47ac-a170-909c4ffa8815 service neutron] 10.222.0.57 "GET /v2.0/networks/f4f94981-724b-41f4-8830-1d5feba0b3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8481355 Mar 01 21:05:45.987507 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-97414f16-5814-41b4-8061-3b8deba25fab tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Usage tracker for resource:security_group and tenant:4948a3f4374642e5b9b9490b5a1ffed4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:45.992740 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:45.997865 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-97414f16-5814-41b4-8061-3b8deba25fab tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:46.005580 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Usage tracker for resource:network and tenant:c9bb4145c52d4d90a83341aa2ffbffd2 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:46.009738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-97414f16-5814-41b4-8061-3b8deba25fab tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:46.012380 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:46.021547 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:46.025752 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10e6166c-6706-4458-a715-bae8c5b7279b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:46.047961 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-10e6166c-6706-4458-a715-bae8c5b7279b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:46.080659 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6166c-6706-4458-a715-bae8c5b7279b admin admin] Pushing event deleted for resources: {'Network': ['ID=52f856ce-c4d1-4e4d-90e2-255f955b5fe3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:46.103887 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-97414f16-5814-41b4-8061-3b8deba25fab tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:46.171588 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-97414f16-5814-41b4-8061-3b8deba25fab tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:46.174646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-97414f16-5814-41b4-8061-3b8deba25fab tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Usage tracker for resource:security_group_rule and tenant:4948a3f4374642e5b9b9490b5a1ffed4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:46.177934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-97414f16-5814-41b4-8061-3b8deba25fab tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:46.184448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-97414f16-5814-41b4-8061-3b8deba25fab tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:46.246917 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-10e6166c-6706-4458-a715-bae8c5b7279b admin admin] 10.222.0.42 "DELETE /v2.0/networks/52f856ce-c4d1-4e4d-90e2-255f955b5fe3 HTTP/1.1" status: 204 len: 168 time: 1.8008237 Mar 01 21:05:46.248097 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Made reservation on behalf of c9bb4145c52d4d90a83341aa2ffbffd2 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:05:46.261479 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:46.295486 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:46.360733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:46.365515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Usage tracker for resource:security_group_rule and tenant:c9bb4145c52d4d90a83341aa2ffbffd2 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:46.372114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:46.383316 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f80eded6-6ce0-4566-b356-bcaa253c2e60 req-41c42177-e251-46a2-8518-5a779a557c39 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:46.387953 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:46.483557 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-97414f16-5814-41b4-8061-3b8deba25fab tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:46.490334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025d04c-501e-4ce6-8ad9-4bb52220547e req-896c7e53-4803-4aee-8eb9-004e35f7969a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:46.492312 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d025d04c-501e-4ce6-8ad9-4bb52220547e req-896c7e53-4803-4aee-8eb9-004e35f7969a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ae57b8c18154150bdb29415b840324f&device_id=908f29c4-cf8f-4db7-a79e-1ef6fdd6000c HTTP/1.1" status: 200 len: 1094 time: 0.2792318 Mar 01 21:05:46.510108 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab598d15-8b61-4d82-8bcb-2a1a52e68724 req-af5b488c-b316-43d9-bb91-428645e69177 service neutron] 10.222.0.55 "GET /v2.0/networks/f4f94981-724b-41f4-8830-1d5feba0b3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6412385 Mar 01 21:05:46.514288 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f80eded6-6ce0-4566-b356-bcaa253c2e60 req-41c42177-e251-46a2-8518-5a779a557c39 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:46.534777 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1bbb7-1710-4098-8349-6e84f5efafc5 req-dae45d9f-11e9-4edc-916c-50997e60eab3 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:46.549553 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fad1bbb7-1710-4098-8349-6e84f5efafc5 req-dae45d9f-11e9-4edc-916c-50997e60eab3 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d2d50f-7d7c-4279-91b8-038f94d46610 HTTP/1.1" status: 200 len: 943 time: 0.3178725 Mar 01 21:05:46.555503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f80eded6-6ce0-4566-b356-bcaa253c2e60 req-41c42177-e251-46a2-8518-5a779a557c39 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Usage tracker for resource:security_group_rule and tenant:b7d67da784e54c12a0a3c33da8308ec8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:46.600091 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:46.603039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f80eded6-6ce0-4566-b356-bcaa253c2e60 req-41c42177-e251-46a2-8518-5a779a557c39 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:46.613732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f80eded6-6ce0-4566-b356-bcaa253c2e60 req-41c42177-e251-46a2-8518-5a779a557c39 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:46.626767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-97414f16-5814-41b4-8061-3b8deba25fab tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:46.656780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53902) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:46.660822 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fad1bbb7-1710-4098-8349-6e84f5efafc5 req-a103aff3-b374-48e9-a032-f3ba02f19a1a tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894043 Mar 01 21:05:46.727834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53906) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:46.728911 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97414f16-5814-41b4-8061-3b8deba25fab tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd82f0f-c642-4fa2-92c7-0b47b04efb9c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:46.934190 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:46.945674 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:46.945902 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 0dcf95ea-a077-474f-a221-010cc5e682f9 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:05:46.961258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:05:46.972041 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:46.972352 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Added segment d9238f02-c100-4990-8319-17762690e67d of type vlan for network 37da9f48-c173-41ee-9818-1ebab5f60a99 Mar 01 21:05:46.973278 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:47.002716 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:47.144784 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025d04c-501e-4ce6-8ad9-4bb52220547e req-af863533-6066-4273-abb7-0b4ea6f631a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:47.146372 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d025d04c-501e-4ce6-8ad9-4bb52220547e req-af863533-6066-4273-abb7-0b4ea6f631a4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f4f94981-724b-41f4-8830-1d5feba0b3bf HTTP/1.1" status: 200 len: 913 time: 0.5444508 Mar 01 21:05:47.175243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf344f8b-71af-4967-8e5a-6b4c150c57d3 None None] Network 3cba6882-400d-453f-a34e-1aa72feac35e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:05:47.186551 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7f0ed7eb-d322-4074-9f8b-9a9668800f0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:47.193903 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:47.195147 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:47.195979 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:47.220711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7f0ed7eb-d322-4074-9f8b-9a9668800f0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:47.226082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7f0ed7eb-d322-4074-9f8b-9a9668800f0a admin admin] Usage tracker for resource:security_group_rule and tenant:fcc0b964b0ab4d508d4b686c6e8f340f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:47.229857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7f0ed7eb-d322-4074-9f8b-9a9668800f0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:47.236106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7f0ed7eb-d322-4074-9f8b-9a9668800f0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:47.306074 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-97414f16-5814-41b4-8061-3b8deba25fab tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:47.314087 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-97414f16-5814-41b4-8061-3b8deba25fab tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.5126588 Mar 01 21:05:47.314829 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53914) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:47.355515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f8617fa3-41e5-4043-ba81-6031113ed143 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Request body: {'security_group_rule': {'security_group_id': '8bd82f0f-c642-4fa2-92c7-0b47b04efb9c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:47.359383 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7444a70-6ebb-4a89-941b-c96545b77813,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:47.371092 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d025d04c-501e-4ce6-8ad9-4bb52220547e req-417c7269-b7a6-4bff-85f8-0c93ef571e50 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0abb970-ce58-412f-833d-4b25b2838cd8 HTTP/1.1" status: 200 len: 217 time: 0.2045743 Mar 01 21:05:47.372581 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1981838 Mar 01 21:05:47.379959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53918) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:47.380867 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f8617fa3-41e5-4043-ba81-6031113ed143 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:47.424594 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f80eded6-6ce0-4566-b356-bcaa253c2e60 req-41c42177-e251-46a2-8518-5a779a557c39 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:47.427664 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ef59f977-50ad-4c70-ac6a-8e166ba8e310 None None] Provisioning for port 66711255-d811-4260-be11-a70a8838802d completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:05:47.447835 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-029dab23-ccff-4025-ae03-c9260dee89d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=afd0c45db4bc4f1983f777a60546b06c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7126927 Mar 01 21:05:47.453274 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 66711255-d811-4260-be11-a70a8838802d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:05:47.458647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53922) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:47.479950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Allocated IP 172.25.5.195 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/05d892a0-e4e4-483d-90aa-a6ee0d50867a) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:05:47.489103 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7f0ed7eb-d322-4074-9f8b-9a9668800f0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:47.508796 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f80eded6-6ce0-4566-b356-bcaa253c2e60 req-41c42177-e251-46a2-8518-5a779a557c39 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:47.517752 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 0dcf95ea-a077-474f-a221-010cc5e682f9, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=0dcf95ea-a077-474f-a221-010cc5e682f9,segment=NetworkSegment(36d166fa-4fda-4fcb-8132-c1c639c19b86),segment_id=36d166fa-4fda-4fcb-8132-c1c639c19b86)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:47.534661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-1e65dff1-65d2-4f6f-924e-2d12e8f90039 admin admin] Request body: {'subnet': {'network_id': '37da9f48-c173-41ee-9818-1ebab5f60a99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1762433020-subnet', 'tenant_id': 'c9bb4145c52d4d90a83341aa2ffbffd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:47.541546 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f8617fa3-41e5-4043-ba81-6031113ed143 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Usage tracker for resource:security_group_rule and tenant:4948a3f4374642e5b9b9490b5a1ffed4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:47.557806 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '0dcf95ea-a077-474f-a221-010cc5e682f9', 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf', 'port_id': '0dcf95ea-a077-474f-a221-010cc5e682f9', 'mac_address': 'fa:16:3e:4a:63:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a3c70c-0389-4a36-88c1-1a1dbac9856b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:05:47.561039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c42177-e251-46a2-8518-5a779a557c39 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f009eea-2773-44b4-b2c7-c10e8dd25d91,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:47.562154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f8617fa3-41e5-4043-ba81-6031113ed143 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:47.567066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1e65dff1-65d2-4f6f-924e-2d12e8f90039 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:47.576109 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928b3b8-e21b-4a48-9490-6ac0a4a84d98 admin admin] Pushing event updated for resources: {'Network': ['ID=37da9f48-c173-41ee-9818-1ebab5f60a99,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:47.578519 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f8617fa3-41e5-4043-ba81-6031113ed143 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:47.582922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1e65dff1-65d2-4f6f-924e-2d12e8f90039 admin admin] Usage tracker for resource:subnet and tenant:c9bb4145c52d4d90a83341aa2ffbffd2 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:47.593245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1e65dff1-65d2-4f6f-924e-2d12e8f90039 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:47.602431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1e65dff1-65d2-4f6f-924e-2d12e8f90039 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:47.607639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 37da9f48-c173-41ee-9818-1ebab5f60a99 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:05:47.607826 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7f0ed7eb-d322-4074-9f8b-9a9668800f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:47.614932 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025d04c-501e-4ce6-8ad9-4bb52220547e req-8a9ecd72-b756-4c1d-b8d8-0ce75e2d768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:47.621193 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d025d04c-501e-4ce6-8ad9-4bb52220547e req-8a9ecd72-b756-4c1d-b8d8-0ce75e2d768b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=45a3c70c-0389-4a36-88c1-1a1dbac9856b HTTP/1.1" status: 200 len: 852 time: 0.2366743 Mar 01 21:05:47.688505 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d025d04c-501e-4ce6-8ad9-4bb52220547e req-9c32dea7-76ad-43e6-8d77-d601c6681824 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f4f94981-724b-41f4-8830-1d5feba0b3bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588765 Mar 01 21:05:47.742668 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c119c470-9d9f-434f-999c-845eda0a4176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:47.760116 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8617fa3-41e5-4043-ba81-6031113ed143 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:47.861021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 66711255-d811-4260-be11-a70a8838802d completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:05:47.862738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53930) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:47.863688 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7f0ed7eb-d322-4074-9f8b-9a9668800f0a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fcc0b964b0ab4d508d4b686c6e8f340f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2017913 Mar 01 21:05:47.923226 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ed7eb-d322-4074-9f8b-9a9668800f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dded512-d257-40d2-83fb-d3e4996e53a1,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:47.982894 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c119c470-9d9f-434f-999c-845eda0a4176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:47.990404 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f80eded6-6ce0-4566-b356-bcaa253c2e60 req-41c42177-e251-46a2-8518-5a779a557c39 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:47.991793 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f80eded6-6ce0-4566-b356-bcaa253c2e60 req-41c42177-e251-46a2-8518-5a779a557c39 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 2.4616899 Mar 01 21:05:48.003776 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8617fa3-41e5-4043-ba81-6031113ed143 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:48.026597 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:48.036119 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d025d04c-501e-4ce6-8ad9-4bb52220547e req-bb88946f-cfdd-4cf4-b273-787fdf9fdfce service neutron] 10.222.0.57 "GET /v2.0/networks/f4f94981-724b-41f4-8830-1d5feba0b3bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359907 Mar 01 21:05:48.038910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e65dff1-65d2-4f6f-924e-2d12e8f90039 admin admin] Made reservation on behalf of c9bb4145c52d4d90a83341aa2ffbffd2 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:05:48.042357 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1e65dff1-65d2-4f6f-924e-2d12e8f90039 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:48.067913 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:48.088582 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dcf95ea-a077-474f-a221-010cc5e682f9 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:05:48.096946 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8617fa3-41e5-4043-ba81-6031113ed143 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:48.104327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 66711255-d811-4260-be11-a70a8838802d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:05:48.105964 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:48.158330 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf336215-d363-4264-af34-c4b716097bcd req-5a9ec094-a8f0-4c4e-9741-edeb8006b51d tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:48.164434 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf336215-d363-4264-af34-c4b716097bcd req-5a9ec094-a8f0-4c4e-9741-edeb8006b51d tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d2d50f-7d7c-4279-91b8-038f94d46610 HTTP/1.1" status: 200 len: 943 time: 0.2548592 Mar 01 21:05:48.222279 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c119c470-9d9f-434f-999c-845eda0a4176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:48.231318 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8617fa3-41e5-4043-ba81-6031113ed143 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:48.232543 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f8617fa3-41e5-4043-ba81-6031113ed143 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8898218 Mar 01 21:05:48.235749 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 0dcf95ea-a077-474f-a221-010cc5e682f9, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=0dcf95ea-a077-474f-a221-010cc5e682f9,segment=NetworkSegment(36d166fa-4fda-4fcb-8132-c1c639c19b86),segment_id=36d166fa-4fda-4fcb-8132-c1c639c19b86)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:48.238877 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a40fbc7e-31cb-4d3f-8f1a-7585cfc08ca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:48.240448 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53936) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:48.268496 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-d12759d9-a7df-4b1c-8c28-e4f74b9fc10c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Request body: {'security_group_rule': {'security_group_id': '8bd82f0f-c642-4fa2-92c7-0b47b04efb9c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:48.273126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c119c470-9d9f-434f-999c-845eda0a4176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eace24-75c1-4d62-aae6-b9311eb91749,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:48.286582 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c119c470-9d9f-434f-999c-845eda0a4176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:48.301739 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c119c470-9d9f-434f-999c-845eda0a4176 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/04eace24-75c1-4d62-aae6-b9311eb91749 HTTP/1.1" status: 204 len: 168 time: 0.8324397 Mar 01 21:05:48.320005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d12759d9-a7df-4b1c-8c28-e4f74b9fc10c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:48.321573 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:48.333252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8617fa3-41e5-4043-ba81-6031113ed143 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dbe72b5-3449-4a49-a442-202f789f3a3d,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:48.353370 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d12759d9-a7df-4b1c-8c28-e4f74b9fc10c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Usage tracker for resource:security_group_rule and tenant:4948a3f4374642e5b9b9490b5a1ffed4 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:48.353370 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d12759d9-a7df-4b1c-8c28-e4f74b9fc10c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:48.365089 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d12759d9-a7df-4b1c-8c28-e4f74b9fc10c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:48.388661 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf336215-d363-4264-af34-c4b716097bcd req-6b5701ba-e5e5-4ec5-a026-e630faff36c6 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127099 Mar 01 21:05:48.393831 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:48.407212 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a40fbc7e-31cb-4d3f-8f1a-7585cfc08ca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:48.430680 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-6da10a2b-b7e2-43be-9080-60449e6f3d0b req-6566fadf-d6b0-4120-9d8c-285369ae17f2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Synchronizing usage tracker for tenant:b7d67da784e54c12a0a3c33da8308ec8 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:05:48.437794 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:48.443878 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=0dcf95ea-a077-474f-a221-010cc5e682f9,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:48.489411 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 66711255-d811-4260-be11-a70a8838802d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=66711255-d811-4260-be11-a70a8838802d,segment=NetworkSegment(0e4e6d4c-a788-4dca-ac1a-007c5bdf7017),segment_id=0e4e6d4c-a788-4dca-ac1a-007c5bdf7017)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:48.496748 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d025d04c-501e-4ce6-8ad9-4bb52220547e req-ae06a00b-749c-446f-97cf-151935642cb8 service neutron] 10.222.0.57 "GET /v2.0/networks/f4f94981-724b-41f4-8830-1d5feba0b3bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069233 Mar 01 21:05:48.509927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:05:48.512892 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:05:48.521839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:05:48.572909 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Port': ['ID=05d892a0-e4e4-483d-90aa-a6ee0d50867a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:48.581845 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d12759d9-a7df-4b1c-8c28-e4f74b9fc10c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:48.606354 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:48.615884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-6da10a2b-b7e2-43be-9080-60449e6f3d0b req-6566fadf-d6b0-4120-9d8c-285369ae17f2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Unset dirty status for tenant:b7d67da784e54c12a0a3c33da8308ec8 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:05:48.616951 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6da10a2b-b7e2-43be-9080-60449e6f3d0b req-6566fadf-d6b0-4120-9d8c-285369ae17f2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7d67da784e54c12a0a3c33da8308ec8 HTTP/1.1" status: 200 len: 10910 time: 0.5817978 Mar 01 21:05:48.705816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=66711255-d811-4260-be11-a70a8838802d,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:48.724547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['0dcf95ea-a077-474f-a221-010cc5e682f9'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:05:48.766201 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a40fbc7e-31cb-4d3f-8f1a-7585cfc08ca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:48.788924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fbc7e-31cb-4d3f-8f1a-7585cfc08ca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dded512-d257-40d2-83fb-d3e4996e53a1,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:48.799162 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a40fbc7e-31cb-4d3f-8f1a-7585cfc08ca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:48.800307 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a40fbc7e-31cb-4d3f-8f1a-7585cfc08ca3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8dded512-d257-40d2-83fb-d3e4996e53a1 HTTP/1.1" status: 204 len: 168 time: 0.9340675 Mar 01 21:05:48.848501 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1e65dff1-65d2-4f6f-924e-2d12e8f90039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:48.855588 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-33334745-ba20-4f16-b324-c72df34fee22 None None] Provisioning complete for port 66711255-d811-4260-be11-a70a8838802d triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:05:48.855953 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-33334745-ba20-4f16-b324-c72df34fee22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:49.040685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e65dff1-65d2-4f6f-924e-2d12e8f90039 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c6006dd-13ed-4c89-8dca-60a64f1f8e16,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:49.062240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e65dff1-65d2-4f6f-924e-2d12e8f90039 admin admin] Checking segment: {'id': 'd9238f02-c100-4990-8319-17762690e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '37da9f48-c173-41ee-9818-1ebab5f60a99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:05:49.062593 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e65dff1-65d2-4f6f-924e-2d12e8f90039 admin admin] Network hostable DHCP agents. Network: 37da9f48-c173-41ee-9818-1ebab5f60a99, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:05:49.170552 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d12759d9-a7df-4b1c-8c28-e4f74b9fc10c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:49.178580 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6da10a2b-b7e2-43be-9080-60449e6f3d0b req-f72e6dba-1f03-4131-8559-8886cb8659b3 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/8d0d8a9a-cbfd-4300-8860-c16c53736be7 HTTP/1.1" status: 200 len: 2985 time: 0.5378509 Mar 01 21:05:49.214088 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e65dff1-65d2-4f6f-924e-2d12e8f90039 admin admin] Network 37da9f48-c173-41ee-9818-1ebab5f60a99 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:05:49.236911 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6da10a2b-b7e2-43be-9080-60449e6f3d0b req-3630656c-a3d9-4ed9-8330-cafc1b53af18 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/8d0d8a9a-cbfd-4300-8860-c16c53736be7 HTTP/1.1" status: 200 len: 2985 time: 0.0499122 Mar 01 21:05:49.258239 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d12759d9-a7df-4b1c-8c28-e4f74b9fc10c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:49.322631 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 66711255-d811-4260-be11-a70a8838802d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:05:49.334525 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-1e65dff1-65d2-4f6f-924e-2d12e8f90039 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 37da9f48-c173-41ee-9818-1ebab5f60a99) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:05:49.345786 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e65dff1-65d2-4f6f-924e-2d12e8f90039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:49.347010 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1e65dff1-65d2-4f6f-924e-2d12e8f90039 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:49.354800 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44023b31-115a-481b-9fe9-d0e72f6cd1d8 None None] Network 37da9f48-c173-41ee-9818-1ebab5f60a99 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:05:49.443481 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1e65dff1-65d2-4f6f-924e-2d12e8f90039 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0575376 Mar 01 21:05:49.540219 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 66711255-d811-4260-be11-a70a8838802d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:05:49.541046 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:49.622467 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:49.681274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12759d9-a7df-4b1c-8c28-e4f74b9fc10c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab527904-f77c-4c5c-becb-44a9de405bdd,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:49.778253 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8345de77-04f4-4624-9ef0-640a7a29a37c None None] Network 37da9f48-c173-41ee-9818-1ebab5f60a99 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:05:49.800351 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device d0abb970-ce58-412f-833d-4b25b2838cd8 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:05:49.843086 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d12759d9-a7df-4b1c-8c28-e4f74b9fc10c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:49.845165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d12759d9-a7df-4b1c-8c28-e4f74b9fc10c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5958767 Mar 01 21:05:49.848602 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54000) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:49.856096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:49.868270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:49.878399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Usage tracker for resource:floatingip and tenant:4948a3f4374642e5b9b9490b5a1ffed4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:49.895815 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:49.896631 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-abeff563-30f0-46ba-8f95-0d2f43e10a52 req-5f1de8b4-1968-40d7-b76e-90f7af2efa88 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/1828b154-0edb-4a87-b5ad-7398b3e2e0e8 HTTP/1.1" status: 200 len: 1802 time: 0.3436320 Mar 01 21:05:49.913315 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:50.035496 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:50.076598 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54004) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:50.185678 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port d0abb970-ce58-412f-833d-4b25b2838cd8, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=d0abb970-ce58-412f-833d-4b25b2838cd8,segment=NetworkSegment(36d166fa-4fda-4fcb-8132-c1c639c19b86),segment_id=36d166fa-4fda-4fcb-8132-c1c639c19b86)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:50.204067 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-abeff563-30f0-46ba-8f95-0d2f43e10a52 req-c127715c-7f0b-43be-a502-097113b1fecb tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:50.232135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'd0abb970-ce58-412f-833d-4b25b2838cd8', 'network_id': 'f4f94981-724b-41f4-8830-1d5feba0b3bf', 'port_id': 'd0abb970-ce58-412f-833d-4b25b2838cd8', 'mac_address': 'fa:16:3e:cf:d0:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45a3c70c-0389-4a36-88c1-1a1dbac9856b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:05:50.234232 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e6036a-ddc6-4815-9179-0936d0f8c9fb req-adfb8569-dcc2-4e01-882e-9e4d6e4e1b63 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:50.235708 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e7e6036a-ddc6-4815-9179-0936d0f8c9fb req-adfb8569-dcc2-4e01-882e-9e4d6e4e1b63 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d2d50f-7d7c-4279-91b8-038f94d46610 HTTP/1.1" status: 200 len: 944 time: 0.6806848 Mar 01 21:05:50.262808 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:50.357059 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:50.379785 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0abb970-ce58-412f-833d-4b25b2838cd8 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:05:50.407407 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e7e6036a-ddc6-4815-9179-0936d0f8c9fb req-2609ac2b-dcee-47cb-be96-0bc79310c6d9 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583707 Mar 01 21:05:50.415600 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-abeff563-30f0-46ba-8f95-0d2f43e10a52 req-c127715c-7f0b-43be-a502-097113b1fecb tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:50.436029 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port d0abb970-ce58-412f-833d-4b25b2838cd8, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=d0abb970-ce58-412f-833d-4b25b2838cd8,segment=NetworkSegment(36d166fa-4fda-4fcb-8132-c1c639c19b86),segment_id=36d166fa-4fda-4fcb-8132-c1c639c19b86)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:50.487086 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:50.501520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Allocated IP 172.25.5.27 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/e291beeb-e94b-49ba-8eab-80e0d725bfae) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:05:50.562870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-176787686-network', 'tenant_id': 'ae8beb020bc5422983ac60a96ddee5cd'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:50.569927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:50.646831 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=d0abb970-ce58-412f-833d-4b25b2838cd8,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:50.651007 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:50.668982 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Usage tracker for resource:network and tenant:ae8beb020bc5422983ac60a96ddee5cd is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:50.676540 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:50.693187 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:50.723974 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['d0abb970-ce58-412f-833d-4b25b2838cd8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:05:50.774452 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:50.859908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Made reservation on behalf of ae8beb020bc5422983ac60a96ddee5cd for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:05:50.863410 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:50.894926 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-abeff563-30f0-46ba-8f95-0d2f43e10a52 req-c127715c-7f0b-43be-a502-097113b1fecb tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:50.900692 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:50.923799 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:50.930498 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Usage tracker for resource:security_group_rule and tenant:ae8beb020bc5422983ac60a96ddee5cd is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:50.935045 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:50.942714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:50.952584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127715c-7f0b-43be-a502-097113b1fecb tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1828b154-0edb-4a87-b5ad-7398b3e2e0e8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:50.966678 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 0dcf95ea-a077-474f-a221-010cc5e682f9 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:05:51.063333 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:51.064874 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:51.073808 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-abeff563-30f0-46ba-8f95-0d2f43e10a52 req-c127715c-7f0b-43be-a502-097113b1fecb tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:51.077655 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-abeff563-30f0-46ba-8f95-0d2f43e10a52 req-c127715c-7f0b-43be-a502-097113b1fecb tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "DELETE /v2.0/security-groups/1828b154-0edb-4a87-b5ad-7398b3e2e0e8 HTTP/1.1" status: 204 len: 173 time: 1.1800690 Mar 01 21:05:51.152924 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-269a6de2-1911-45c1-8946-08ce56f00eb4 req-2099dcb5-7442-4e4e-a22c-56001505bc17 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] show failed (client error): The resource could not be found. Mar 01 21:05:51.160043 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-269a6de2-1911-45c1-8946-08ce56f00eb4 req-2099dcb5-7442-4e4e-a22c-56001505bc17 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/1828b154-0edb-4a87-b5ad-7398b3e2e0e8 HTTP/1.1" status: 404 len: 352 time: 0.0594838 Mar 01 21:05:51.175977 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Pushing event updated for resources: {'Port': ['ID=e291beeb-e94b-49ba-8eab-80e0d725bfae,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:51.183343 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:51.196980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:05:51.213376 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:51.216722 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Added segment a07844af-8138-4cdc-af4b-5367f006a6d0 of type vlan for network 67bb6527-8461-46a9-b8fb-0f8330414ee1 Mar 01 21:05:51.251194 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:51.256697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Router fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:05:51.287520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54036) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:51.289894 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:05:51.302596 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:51.306448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:05:51.312965 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:05:51.327891 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dc9fd790-fd0f-4c34-a040-bb6e4a471b47 req-23bfe924-21cd-42b4-9876-397779968633 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/868c719a-2cc6-4bae-83d1-a0ee8e42b11e HTTP/1.1" status: 200 len: 1802 time: 0.1248126 Mar 01 21:05:51.347846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-116405022-network', 'tenant_id': '6d30ce3e80844ecabe799d1eb390c965'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:51.351268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 0dcf95ea-a077-474f-a221-010cc5e682f9 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:05:51.356447 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:51.357395 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 0dcf95ea-a077-474f-a221-010cc5e682f9 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:05:51.358313 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Usage tracker for resource:network and tenant:6d30ce3e80844ecabe799d1eb390c965 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:51.358574 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:51.361280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:51.367641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:51.412559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:51.416773 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:51.417748 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:51.418298 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:51.499324 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:51.529094 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-dc9fd790-fd0f-4c34-a040-bb6e4a471b47 req-7d46775c-77bc-4731-8366-d431df856591 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:51.549264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] Pushing event updated for resources: {'Network': ['ID=67bb6527-8461-46a9-b8fb-0f8330414ee1,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:51.552554 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Made reservation on behalf of 6d30ce3e80844ecabe799d1eb390c965 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:05:51.555727 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:51.562541 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d2d50f-7d7c-4279-91b8-038f94d46610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dcf95ea-a077-474f-a221-010cc5e682f9'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:05:51.572399 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-74370674-89e9-45e4-8247-953e4217079e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4852493 Mar 01 21:05:51.575672 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:51.579453 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 67bb6527-8461-46a9-b8fb-0f8330414ee1 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:05:51.584805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54046) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:51.594270 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-dc9fd790-fd0f-4c34-a040-bb6e4a471b47 req-7d46775c-77bc-4731-8366-d431df856591 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:51.598130 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-3f36da0b-6c2c-492f-817c-d33812883461 admin admin] Request body: {'subnet': {'network_id': '67bb6527-8461-46a9-b8fb-0f8330414ee1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-176787686-subnet', 'tenant_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:51.610318 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:51.612687 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3f36da0b-6c2c-492f-817c-d33812883461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:51.638518 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:51.644414 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Usage tracker for resource:security_group_rule and tenant:6d30ce3e80844ecabe799d1eb390c965 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:51.649056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3f36da0b-6c2c-492f-817c-d33812883461 admin admin] Usage tracker for resource:subnet and tenant:ae8beb020bc5422983ac60a96ddee5cd is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:51.652595 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:51.656647 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3f36da0b-6c2c-492f-817c-d33812883461 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:51.659096 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 0dcf95ea-a077-474f-a221-010cc5e682f9, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=0dcf95ea-a077-474f-a221-010cc5e682f9,segment=NetworkSegment(36d166fa-4fda-4fcb-8132-c1c639c19b86),segment_id=36d166fa-4fda-4fcb-8132-c1c639c19b86)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:51.668385 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:51.670956 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3f36da0b-6c2c-492f-817c-d33812883461 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:51.778441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f36da0b-6c2c-492f-817c-d33812883461 admin admin] Made reservation on behalf of ae8beb020bc5422983ac60a96ddee5cd for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:05:51.782775 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3f36da0b-6c2c-492f-817c-d33812883461 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:51.791153 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device d0abb970-ce58-412f-833d-4b25b2838cd8 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:05:51.827898 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:51.922287 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:51.942538 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=0dcf95ea-a077-474f-a221-010cc5e682f9,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:51.947270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:05:51.973286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d6fcf7-304c-4b03-bd20-d2c420f8e1b2 None None] Sync routers for ids ['fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:05:52.006783 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d6fcf7-304c-4b03-bd20-d2c420f8e1b2 None None] Routers {'fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:05:52.007714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-01d6fcf7-304c-4b03-bd20-d2c420f8e1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:05:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:52.008823 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c795afd5-c27b-4b10-9c7d-7e2010f88bdc req-75f3e899-40d6-4c5b-b96a-6ab9853e73c8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:52.011461 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c795afd5-c27b-4b10-9c7d-7e2010f88bdc req-75f3e899-40d6-4c5b-b96a-6ab9853e73c8 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d2d50f-7d7c-4279-91b8-038f94d46610 HTTP/1.1" status: 200 len: 945 time: 0.3840494 Mar 01 21:05:52.028103 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:52.061127 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-dc9fd790-fd0f-4c34-a040-bb6e4a471b47 req-7d46775c-77bc-4731-8366-d431df856591 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:52.066197 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-dc9fd790-fd0f-4c34-a040-bb6e4a471b47 req-7d46775c-77bc-4731-8366-d431df856591 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:52.069726 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dc9fd790-fd0f-4c34-a040-bb6e4a471b47 req-7d46775c-77bc-4731-8366-d431df856591 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "DELETE /v2.0/security-groups/868c719a-2cc6-4bae-83d1-a0ee8e42b11e HTTP/1.1" status: 204 len: 173 time: 0.6888278 Mar 01 21:05:52.109900 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-01d6fcf7-304c-4b03-bd20-d2c420f8e1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:52.117998 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:52.122194 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fb66619b-1c47-4edd-8743-e2b0bd1260b5 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.6195521 Mar 01 21:05:52.122194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46775c-77bc-4731-8366-d431df856591 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=868c719a-2cc6-4bae-83d1-a0ee8e42b11e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:52.125248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54058) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:52.146941 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d6fcf7-304c-4b03-bd20-d2c420f8e1b2 None None] Routers {'fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:05:52.148188 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-01d6fcf7-304c-4b03-bd20-d2c420f8e1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:05:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:52.155877 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:52.213696 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d2d50f-7d7c-4279-91b8-038f94d46610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dcf95ea-a077-474f-a221-010cc5e682f9', 'code': 200} Mar 01 21:05:52.214468 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-01d6fcf7-304c-4b03-bd20-d2c420f8e1b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:52.214850 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d6fcf7-304c-4b03-bd20-d2c420f8e1b2 None None] The sync data for ids ['fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:05:52.242780 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port d0abb970-ce58-412f-833d-4b25b2838cd8 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:05:52.247876 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port d0abb970-ce58-412f-833d-4b25b2838cd8 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:05:52.248246 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:52.389730 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:52.429728 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port d0abb970-ce58-412f-833d-4b25b2838cd8, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=d0abb970-ce58-412f-833d-4b25b2838cd8,segment=NetworkSegment(36d166fa-4fda-4fcb-8132-c1c639c19b86),segment_id=36d166fa-4fda-4fcb-8132-c1c639c19b86)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:05:52.442279 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:05:52.462796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a67d7e2-44be-47b3-b7d5-b3d4c068ed49,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:52.474095 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:52.474439 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Added segment 4f6b5e69-e04e-400b-b716-1fd588b48750 of type vlan for network bbbf65f3-35be-4ce5-802e-1c4241e4de0a Mar 01 21:05:52.484004 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c795afd5-c27b-4b10-9c7d-7e2010f88bdc req-d12179dd-a6a3-4f01-95c7-4746bea1b269 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4600081 Mar 01 21:05:52.485821 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-cded8e7b-3ec9-477a-a16c-cae7326bf2a5 req-3a42afaf-c82a-460b-b6a0-359f38b057f9 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] show failed (client error): The resource could not be found. Mar 01 21:05:52.487260 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cded8e7b-3ec9-477a-a16c-cae7326bf2a5 req-3a42afaf-c82a-460b-b6a0-359f38b057f9 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/868c719a-2cc6-4bae-83d1-a0ee8e42b11e HTTP/1.1" status: 404 len: 352 time: 0.0958550 Mar 01 21:05:52.513127 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:52.559106 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:52.621432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=d0abb970-ce58-412f-833d-4b25b2838cd8,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:52.623594 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:52.634664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54070) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:52.661974 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3f36da0b-6c2c-492f-817c-d33812883461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:52.716319 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:52.775992 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eccbd522-17ec-4fbe-8040-a5de237b4e3d req-8710d706-b770-4d66-a4eb-ee29349773ea tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/2f009eea-2773-44b4-b2c7-c10e8dd25d91 HTTP/1.1" status: 200 len: 1802 time: 0.2180040 Mar 01 21:05:52.788783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e860a1e1-0bf8-4f0e-8de1-3c9690109894 req-a8f397f0-71d8-4242-97a8-964ba86e1366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:52.790308 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e860a1e1-0bf8-4f0e-8de1-3c9690109894 req-a8f397f0-71d8-4242-97a8-964ba86e1366 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=57d2d50f-7d7c-4279-91b8-038f94d46610 HTTP/1.1" status: 200 len: 1096 time: 0.3961334 Mar 01 21:05:52.892494 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e860a1e1-0bf8-4f0e-8de1-3c9690109894 req-ee400332-479e-48ab-88a2-5f80e9b9bc61 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809088 Mar 01 21:05:52.906576 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:52.906576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:52.906576 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:52.917261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:52.950642 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:52.993388 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-eccbd522-17ec-4fbe-8040-a5de237b4e3d req-7d46450a-66aa-4b6f-b2e2-1e88e6039864 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:53.071151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Usage tracker for resource:floatingip and tenant:870aead4481c4a7785775c785d9bb888 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:53.088693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:53.095996 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-eccbd522-17ec-4fbe-8040-a5de237b4e3d req-7d46450a-66aa-4b6f-b2e2-1e88e6039864 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:53.119693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] Pushing event updated for resources: {'Network': ['ID=bbbf65f3-35be-4ce5-802e-1c4241e4de0a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:53.121480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36da0b-6c2c-492f-817c-d33812883461 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed7ad8a4-8267-45db-9da9-38b53b99c0bf,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:53.135648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:53.136193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network bbbf65f3-35be-4ce5-802e-1c4241e4de0a details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:05:53.144915 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Pushing event updated for resources: {'Port': ['ID=e291beeb-e94b-49ba-8eab-80e0d725bfae,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:53.171162 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f36da0b-6c2c-492f-817c-d33812883461 admin admin] Checking segment: {'id': 'a07844af-8138-4cdc-af4b-5367f006a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '67bb6527-8461-46a9-b8fb-0f8330414ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:05:53.171553 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f36da0b-6c2c-492f-817c-d33812883461 admin admin] Network hostable DHCP agents. Network: 67bb6527-8461-46a9-b8fb-0f8330414ee1, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:05:53.182056 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:53.269879 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:53.286686 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d38d1924-172b-4f4f-be56-393d574ee08c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9846072 Mar 01 21:05:53.287205 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54078) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:53.295254 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-be700df0-e0a4-44a5-894d-a4d060c05de6 admin admin] Request body: {'subnet': {'network_id': 'bbbf65f3-35be-4ce5-802e-1c4241e4de0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-116405022-subnet', 'tenant_id': '6d30ce3e80844ecabe799d1eb390c965', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:53.296493 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-eccbd522-17ec-4fbe-8040-a5de237b4e3d req-7d46450a-66aa-4b6f-b2e2-1e88e6039864 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:53.311097 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-be700df0-e0a4-44a5-894d-a4d060c05de6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:53.313431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f36da0b-6c2c-492f-817c-d33812883461 admin admin] Network 67bb6527-8461-46a9-b8fb-0f8330414ee1 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:05:53.315600 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:53.316782 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-94f3e807-0feb-4284-b04f-ac9fc3a5818c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4671836 Mar 01 21:05:53.321830 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d46450a-66aa-4b6f-b2e2-1e88e6039864 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f009eea-2773-44b4-b2c7-c10e8dd25d91,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:53.327754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-be700df0-e0a4-44a5-894d-a4d060c05de6 admin admin] Usage tracker for resource:subnet and tenant:6d30ce3e80844ecabe799d1eb390c965 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:53.333682 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-be700df0-e0a4-44a5-894d-a4d060c05de6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:53.351687 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-be700df0-e0a4-44a5-894d-a4d060c05de6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:53.375818 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-eccbd522-17ec-4fbe-8040-a5de237b4e3d req-7d46450a-66aa-4b6f-b2e2-1e88e6039864 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:53.376937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eccbd522-17ec-4fbe-8040-a5de237b4e3d req-7d46450a-66aa-4b6f-b2e2-1e88e6039864 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "DELETE /v2.0/security-groups/2f009eea-2773-44b4-b2c7-c10e8dd25d91 HTTP/1.1" status: 204 len: 173 time: 0.5835474 Mar 01 21:05:53.446512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-3f36da0b-6c2c-492f-817c-d33812883461 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 67bb6527-8461-46a9-b8fb-0f8330414ee1) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:05:53.455539 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e724edd6-1b4e-4a4c-8a05-44321652db32 None None] Network 67bb6527-8461-46a9-b8fb-0f8330414ee1 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:05:53.456921 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-5e0c364b-9b8a-40f8-82e9-c729b07e03d8 req-b7b1af64-3885-439a-a2af-7dbf55732625 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] show failed (client error): The resource could not be found. Mar 01 21:05:53.458211 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5e0c364b-9b8a-40f8-82e9-c729b07e03d8 req-b7b1af64-3885-439a-a2af-7dbf55732625 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/2f009eea-2773-44b4-b2c7-c10e8dd25d91 HTTP/1.1" status: 404 len: 352 time: 0.0347450 Mar 01 21:05:53.466895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f36da0b-6c2c-492f-817c-d33812883461 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:53.474711 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3f36da0b-6c2c-492f-817c-d33812883461 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:53.477773 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:53.498476 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be700df0-e0a4-44a5-894d-a4d060c05de6 admin admin] Made reservation on behalf of 6d30ce3e80844ecabe799d1eb390c965 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:05:53.501208 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be700df0-e0a4-44a5-894d-a4d060c05de6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:53.621861 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3f36da0b-6c2c-492f-817c-d33812883461 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.0313196 Mar 01 21:05:53.622842 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54100) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:53.637504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-176787686-router', 'tenant_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:53.647640 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:53.654700 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Usage tracker for resource:router and tenant:ae8beb020bc5422983ac60a96ddee5cd is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:53.659979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-df166867-c141-4ffe-a3a0-5b2335788fb5 req-c0545b96-8b31-4366-9a2f-c01a240c44a8 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Synchronizing usage tracker for tenant:b7d67da784e54c12a0a3c33da8308ec8 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:05:53.662383 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:53.670806 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:53.674276 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:53.713627 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-d652ce30-d7fa-4f7b-bb67-00eb9db6250b tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--875271666&fields=id&tenant_id=4948a3f4374642e5b9b9490b5a1ffed4 HTTP/1.1" status: 200 len: 267 time: 0.1534798 Mar 01 21:05:53.745569 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2c9655-47f4-47a0-87cd-25cc651fc2e9 None None] Network 67bb6527-8461-46a9-b8fb-0f8330414ee1 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:05:53.780980 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-df166867-c141-4ffe-a3a0-5b2335788fb5 req-c0545b96-8b31-4366-9a2f-c01a240c44a8 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Unset dirty status for tenant:b7d67da784e54c12a0a3c33da8308ec8 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:05:53.781987 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df166867-c141-4ffe-a3a0-5b2335788fb5 req-c0545b96-8b31-4366-9a2f-c01a240c44a8 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7d67da784e54c12a0a3c33da8308ec8 HTTP/1.1" status: 200 len: 6157 time: 0.2838016 Mar 01 21:05:53.810199 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:53.811213 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:53.849128 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:53.902500 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:53.941230 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Allocated IP 172.25.5.225 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/5aa1ab1b-2656-4948-9fa6-38384a6a6ae6) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:05:54.113196 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df166867-c141-4ffe-a3a0-5b2335788fb5 req-b3efdcfe-d56b-41c7-ab9d-9d845ebc68ce tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/8d0d8a9a-cbfd-4300-8860-c16c53736be7 HTTP/1.1" status: 200 len: 2985 time: 0.0654025 Mar 01 21:05:54.140790 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be700df0-e0a4-44a5-894d-a4d060c05de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:54.162544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-ad2182da-8e59-457f-9b95-0aaf8a6512a6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:54.164650 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-ad2182da-8e59-457f-9b95-0aaf8a6512a6 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/networks?id=33ba965f-d417-4519-8f89-3aefcdaf09c3 HTTP/1.1" status: 200 len: 811 time: 0.3930247 Mar 01 21:05:54.215500 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908f29c4-cf8f-4db7-a79e-1ef6fdd6000c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0abb970-ce58-412f-833d-4b25b2838cd8'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:05:54.237475 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-5f34669d-b990-444c-8c4d-6e1c85049d89 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/quotas/4948a3f4374642e5b9b9490b5a1ffed4 HTTP/1.1" status: 200 len: 375 time: 0.0290213 Mar 01 21:05:54.279063 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:54.341124 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df166867-c141-4ffe-a3a0-5b2335788fb5 req-d091ba9b-3ec8-414e-95f9-b557d60a8628 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/8d0d8a9a-cbfd-4300-8860-c16c53736be7 HTTP/1.1" status: 200 len: 2985 time: 0.2113020 Mar 01 21:05:54.439548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be700df0-e0a4-44a5-894d-a4d060c05de6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3a9a19c-60cb-465b-a1e3-df3d66bd3b1f,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:54.455146 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:54.470459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be700df0-e0a4-44a5-894d-a4d060c05de6 admin admin] Checking segment: {'id': '4f6b5e69-e04e-400b-b716-1fd588b48750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bbbf65f3-35be-4ce5-802e-1c4241e4de0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:05:54.470459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be700df0-e0a4-44a5-894d-a4d060c05de6 admin admin] Network hostable DHCP agents. Network: bbbf65f3-35be-4ce5-802e-1c4241e4de0a, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:05:54.581207 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Allocated IP 172.20.0.1 (3cba6882-400d-453f-a34e-1aa72feac35e/55807fb6-9865-4286-bb41-c73b6bc23b33/90a0c7fd-ee23-4540-ae0b-cb9f25e19a5d) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:05:54.591394 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-32aba3cb-6c06-4abd-929a-9b3954edc3d3 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4948a3f4374642e5b9b9490b5a1ffed4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3435946 Mar 01 21:05:54.664589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be700df0-e0a4-44a5-894d-a4d060c05de6 admin admin] Network bbbf65f3-35be-4ce5-802e-1c4241e4de0a is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:05:54.670543 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:54.824498 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98f558b-cc17-4de8-af08-c135401be03a req-335c0c4a-2aba-4486-861e-7b7a0c775940 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:54.826192 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e98f558b-cc17-4de8-af08-c135401be03a req-335c0c4a-2aba-4486-861e-7b7a0c775940 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d2d50f-7d7c-4279-91b8-038f94d46610 HTTP/1.1" status: 200 len: 945 time: 0.3290868 Mar 01 21:05:54.902206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:05:54.910118 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:05:54.916416 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:05:54.948863 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Pushing event updated for resources: {'Port': ['ID=5aa1ab1b-2656-4948-9fa6-38384a6a6ae6,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:54.956956 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:54.994938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-be700df0-e0a4-44a5-894d-a4d060c05de6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, bbbf65f3-35be-4ce5-802e-1c4241e4de0a) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:05:54.997234 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9805630c-ddc8-4c87-acfc-adb7ff0d5d36 service neutron] 10.222.0.42 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863916 Mar 01 21:05:55.005550 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a924c3-e3fe-4943-9e51-d3db360b2a17 None None] Network bbbf65f3-35be-4ce5-802e-1c4241e4de0a requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:05:55.007648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be700df0-e0a4-44a5-894d-a4d060c05de6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:55.012166 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be700df0-e0a4-44a5-894d-a4d060c05de6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:55.045574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Transition to ACTIVE for port object 90a0c7fd-ee23-4540-ae0b-cb9f25e19a5d will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:05:55.106380 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e98f558b-cc17-4de8-af08-c135401be03a req-ae53b2d1-86c7-4519-8816-cb1ffaa960df tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602775 Mar 01 21:05:55.123602 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:55.198325 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-be700df0-e0a4-44a5-894d-a4d060c05de6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9009936 Mar 01 21:05:55.248131 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-d28f46cf-2c15-49b0-a306-7cd08a71be8f service neutron] 10.222.0.42 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452071 Mar 01 21:05:55.251847 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:55.264816 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:55.293488 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908f29c4-cf8f-4db7-a79e-1ef6fdd6000c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0abb970-ce58-412f-833d-4b25b2838cd8', 'code': 200} Mar 01 21:05:55.368235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-3add1cc2-30e6-45ba-9ef7-451a6ff1dadb req-918ad939-0796-4ecf-b89b-a94e0aa1b1d0 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-876987176', 'description': 'tempest-description-512449242'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:55.382720 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-3add1cc2-30e6-45ba-9ef7-451a6ff1dadb req-918ad939-0796-4ecf-b89b-a94e0aa1b1d0 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:55.388434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Network 3cba6882-400d-453f-a34e-1aa72feac35e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:05:55.392210 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:55.394716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:05:55.414391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:05:55.444611 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839b4469-e4dc-4bb6-9d15-ef59944b3ae9 None None] Network bbbf65f3-35be-4ce5-802e-1c4241e4de0a requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:05:55.453363 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-3add1cc2-30e6-45ba-9ef7-451a6ff1dadb req-918ad939-0796-4ecf-b89b-a94e0aa1b1d0 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:55.463861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Port': ['ID=90a0c7fd-ee23-4540-ae0b-cb9f25e19a5d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:55.530986 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:55.679021 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:55.854163 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3add1cc2-30e6-45ba-9ef7-451a6ff1dadb req-918ad939-0796-4ecf-b89b-a94e0aa1b1d0 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:55.874851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Allocated IP 172.25.5.187 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/1e1ee101-b535-48ae-94ed-b7f21ce5ff74) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:05:55.892520 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9af4cc8-15e5-4b32-b4a6-0570ba230dd6 req-6ce1b6ba-cd22-4b0a-bc59-395af3728739 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 210 time: 0.0969017 Mar 01 21:05:55.896165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-3add1cc2-30e6-45ba-9ef7-451a6ff1dadb req-918ad939-0796-4ecf-b89b-a94e0aa1b1d0 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:55.906121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3add1cc2-30e6-45ba-9ef7-451a6ff1dadb req-918ad939-0796-4ecf-b89b-a94e0aa1b1d0 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Usage tracker for resource:security_group_rule and tenant:b7d67da784e54c12a0a3c33da8308ec8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:55.911147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3add1cc2-30e6-45ba-9ef7-451a6ff1dadb req-918ad939-0796-4ecf-b89b-a94e0aa1b1d0 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:55.916533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee332d6-77a6-4f03-af37-225f344cebb8 req-c74df0a0-6deb-4d0b-b0ac-b6c068d95c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:55.918580 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8ee332d6-77a6-4f03-af37-225f344cebb8 req-c74df0a0-6deb-4d0b-b0ac-b6c068d95c85 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=908f29c4-cf8f-4db7-a79e-1ef6fdd6000c HTTP/1.1" status: 200 len: 1096 time: 0.5834703 Mar 01 21:05:55.920628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-3add1cc2-30e6-45ba-9ef7-451a6ff1dadb req-918ad939-0796-4ecf-b89b-a94e0aa1b1d0 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:56.019599 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e71ae9c0-fa32-4905-a9ef-b68f3812cdd6 None None] Provisioning for port 90a0c7fd-ee23-4540-ae0b-cb9f25e19a5d completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:05:56.032013 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e71ae9c0-fa32-4905-a9ef-b68f3812cdd6 None None] Provisioning complete for port 90a0c7fd-ee23-4540-ae0b-cb9f25e19a5d triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:05:56.032013 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e71ae9c0-fa32-4905-a9ef-b68f3812cdd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:56.122431 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3add1cc2-30e6-45ba-9ef7-451a6ff1dadb req-918ad939-0796-4ecf-b89b-a94e0aa1b1d0 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:56.170729 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8ee332d6-77a6-4f03-af37-225f344cebb8 req-105dd9ac-ca00-4a49-a3b6-d83b542afd13 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383752 Mar 01 21:05:56.173236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e71ae9c0-fa32-4905-a9ef-b68f3812cdd6 None None] Port 90a0c7fd-ee23-4540-ae0b-cb9f25e19a5d cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:05:56.247043 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3add1cc2-30e6-45ba-9ef7-451a6ff1dadb req-918ad939-0796-4ecf-b89b-a94e0aa1b1d0 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:56.247242 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:56.291743 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:56.363316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ad939-0796-4ecf-b89b-a94e0aa1b1d0 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d971a3-a52c-4982-9e1f-1ef711660b88,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:56.402193 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:56.509582 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:56.527729 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Pushing event updated for resources: {'Port': ['ID=5aa1ab1b-2656-4948-9fa6-38384a6a6ae6,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:56.555320 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:56.591062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:05:56.595682 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:05:56.602387 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:05:56.626530 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:56.660824 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3add1cc2-30e6-45ba-9ef7-451a6ff1dadb req-918ad939-0796-4ecf-b89b-a94e0aa1b1d0 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:56.661810 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3add1cc2-30e6-45ba-9ef7-451a6ff1dadb req-918ad939-0796-4ecf-b89b-a94e0aa1b1d0 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.3092093 Mar 01 21:05:56.675777 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Pushing event updated for resources: {'Port': ['ID=1e1ee101-b535-48ae-94ed-b7f21ce5ff74,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:56.726593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-be4badf0-0b52-4ca6-b23c-e448fcba8c33 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:56.733185 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-be4badf0-0b52-4ca6-b23c-e448fcba8c33 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/networks?id=37da9f48-c173-41ee-9818-1ebab5f60a99 HTTP/1.1" status: 200 len: 809 time: 0.4551146 Mar 01 21:05:56.762458 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-887356b6-a562-4f68-8707-0a01bfdebe27 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/quotas/c9bb4145c52d4d90a83341aa2ffbffd2 HTTP/1.1" status: 200 len: 375 time: 0.0283275 Mar 01 21:05:56.766251 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:56.771705 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-72493a56-28e3-49bb-9837-48b38b7f62a4 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1357017 Mar 01 21:05:56.772902 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54162) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:56.833084 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-bb86e5ae-bfce-4ae0-94a2-62b3d24f2326 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1071527148', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'fixed_ips': [{'ip_address': '172.25.5.225'}]}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:56.851376 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-6a56a8f3-235c-4602-91ee-04775faa5052 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c9bb4145c52d4d90a83341aa2ffbffd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880365 Mar 01 21:05:56.883177 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bb86e5ae-bfce-4ae0-94a2-62b3d24f2326 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:56.890728 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bb86e5ae-bfce-4ae0-94a2-62b3d24f2326 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Usage tracker for resource:port and tenant:870aead4481c4a7785775c785d9bb888 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:56.896119 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bb86e5ae-bfce-4ae0-94a2-62b3d24f2326 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:56.915438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bb86e5ae-bfce-4ae0-94a2-62b3d24f2326 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:57.013467 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb86e5ae-bfce-4ae0-94a2-62b3d24f2326 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Made reservation on behalf of 870aead4481c4a7785775c785d9bb888 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:05:57.017142 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bb86e5ae-bfce-4ae0-94a2-62b3d24f2326 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:57.038111 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bb86e5ae-bfce-4ae0-94a2-62b3d24f2326 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:57.171712 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-70c45b85-4207-418f-84be-383376b0492f service neutron] 10.222.0.42 "GET /v2.0/networks/37da9f48-c173-41ee-9818-1ebab5f60a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167870 Mar 01 21:05:57.278029 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e34128-73f6-46c5-991c-4bcb79c827ce req-067510dc-8898-44cf-be04-1519307cf170 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:57.284783 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2e34128-73f6-46c5-991c-4bcb79c827ce req-067510dc-8898-44cf-be04-1519307cf170 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d2d50f-7d7c-4279-91b8-038f94d46610 HTTP/1.1" status: 200 len: 945 time: 0.4826462 Mar 01 21:05:57.345160 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8c1ad4aa-1b65-4d8b-9840-948d527a570b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:57.379643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bb86e5ae-bfce-4ae0-94a2-62b3d24f2326 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:57.393780 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bb86e5ae-bfce-4ae0-94a2-62b3d24f2326 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Usage tracker for resource:security_group_rule and tenant:870aead4481c4a7785775c785d9bb888 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:57.399855 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bb86e5ae-bfce-4ae0-94a2-62b3d24f2326 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:57.415011 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bb86e5ae-bfce-4ae0-94a2-62b3d24f2326 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:57.478768 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2e34128-73f6-46c5-991c-4bcb79c827ce req-8bac1be2-05c0-4bbd-9fb7-b36818a36bbd tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930170 Mar 01 21:05:57.504162 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-9d2f6067-c956-476e-a4c5-4371660b8f3e service neutron] 10.222.0.42 "GET /v2.0/networks/37da9f48-c173-41ee-9818-1ebab5f60a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3339219 Mar 01 21:05:57.541039 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:57.549231 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-7ef0a01e-1158-4088-ae8f-a7368d7d3f83 req-d79e2945-2335-4f01-a6ec-3565528be7a4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-457649139', 'description': 'tempest-description-471795337'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:57.554164 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:57.557795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-7ef0a01e-1158-4088-ae8f-a7368d7d3f83 req-d79e2945-2335-4f01-a6ec-3565528be7a4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:57.563061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-7ef0a01e-1158-4088-ae8f-a7368d7d3f83 req-d79e2945-2335-4f01-a6ec-3565528be7a4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Usage tracker for resource:security_group and tenant:b7d67da784e54c12a0a3c33da8308ec8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:57.567257 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-7ef0a01e-1158-4088-ae8f-a7368d7d3f83 req-d79e2945-2335-4f01-a6ec-3565528be7a4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:57.575618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-7ef0a01e-1158-4088-ae8f-a7368d7d3f83 req-d79e2945-2335-4f01-a6ec-3565528be7a4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:57.626517 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:57.695566 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7ef0a01e-1158-4088-ae8f-a7368d7d3f83 req-d79e2945-2335-4f01-a6ec-3565528be7a4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:57.762699 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-7ef0a01e-1158-4088-ae8f-a7368d7d3f83 req-d79e2945-2335-4f01-a6ec-3565528be7a4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:57.767875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Port': ['ID=90a0c7fd-ee23-4540-ae0b-cb9f25e19a5d,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:57.779705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-7ef0a01e-1158-4088-ae8f-a7368d7d3f83 req-d79e2945-2335-4f01-a6ec-3565528be7a4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Usage tracker for resource:security_group_rule and tenant:b7d67da784e54c12a0a3c33da8308ec8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:57.779705 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:57.790100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-7ef0a01e-1158-4088-ae8f-a7368d7d3f83 req-d79e2945-2335-4f01-a6ec-3565528be7a4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:57.807010 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:57.807367 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:57.807730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:57.808061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:57.808385 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:57.808708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:57.809032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:57.809352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:57.809667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:57.809981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:57.810298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:57.810609 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:05:57.815253 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-7ef0a01e-1158-4088-ae8f-a7368d7d3f83 req-d79e2945-2335-4f01-a6ec-3565528be7a4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:57.872982 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bb86e5ae-bfce-4ae0-94a2-62b3d24f2326 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:57.967253 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bb86e5ae-bfce-4ae0-94a2-62b3d24f2326 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:57.979541 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-bb86e5ae-bfce-4ae0-94a2-62b3d24f2326 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] device_id is not set on port 53d50c4e-5281-41e8-a215-c1e2e6260a5f yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:05:57.987082 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29a5e144-b7ac-4a95-9020-97630e6c04ab req-cac3da97-bc85-43bb-ab9d-63314bfb3feb tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 210 time: 0.1216917 Mar 01 21:05:58.090358 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:58.137332 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Network 3cba6882-400d-453f-a34e-1aa72feac35e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:05:58.146825 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:05:58.177607 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb86e5ae-bfce-4ae0-94a2-62b3d24f2326 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6ecffd-6c8c-4bba-a63a-160fc7ba152b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:58.446056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1be6efd7-cf4b-44e6-9dab-5d67b1ec9d51 None None] Provisioning complete for port 90a0c7fd-ee23-4540-ae0b-cb9f25e19a5d triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:05:58.446465 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1be6efd7-cf4b-44e6-9dab-5d67b1ec9d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:58.562386 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1be6efd7-cf4b-44e6-9dab-5d67b1ec9d51 None None] Port 90a0c7fd-ee23-4540-ae0b-cb9f25e19a5d cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:05:58.573258 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7ef0a01e-1158-4088-ae8f-a7368d7d3f83 req-d79e2945-2335-4f01-a6ec-3565528be7a4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:58.613250 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad885dc-b079-4aaa-9f4f-e9f4f7f0ad5e req-3563567a-0f70-4864-8752-d30748da746c tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:58.614958 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fad885dc-b079-4aaa-9f4f-e9f4f7f0ad5e req-3563567a-0f70-4864-8752-d30748da746c tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=908f29c4-cf8f-4db7-a79e-1ef6fdd6000c HTTP/1.1" status: 200 len: 945 time: 0.4693527 Mar 01 21:05:58.646836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Router fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:05:58.672256 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb86e5ae-bfce-4ae0-94a2-62b3d24f2326 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Mar 01 21:05:58.672256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb86e5ae-bfce-4ae0-94a2-62b3d24f2326 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:05:58.693460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-ec925b73-678f-4467-8d5f-0ed15fa07ad8 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:58.695170 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-ec925b73-678f-4467-8d5f-0ed15fa07ad8 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.57 "GET /v2.0/networks?id=33ba965f-d417-4519-8f89-3aefcdaf09c3 HTTP/1.1" status: 200 len: 811 time: 0.4236941 Mar 01 21:05:58.745018 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7ef0a01e-1158-4088-ae8f-a7368d7d3f83 req-d79e2945-2335-4f01-a6ec-3565528be7a4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:58.778498 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-977f00ee-d344-47bb-8dbb-15598e8732d4 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Synchronizing usage tracker for tenant:4948a3f4374642e5b9b9490b5a1ffed4 on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:05:58.779630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fad885dc-b079-4aaa-9f4f-e9f4f7f0ad5e req-660620fd-8653-44dd-ab51-1cd896a98815 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567082 Mar 01 21:05:58.827009 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bb86e5ae-bfce-4ae0-94a2-62b3d24f2326 tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.0507550 Mar 01 21:05:58.829773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54188) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:58.835424 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e2945-2335-4f01-a6ec-3565528be7a4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8e5a41-f18f-4b5c-8c8f-b595741b51f0,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:05:58.930643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-977f00ee-d344-47bb-8dbb-15598e8732d4 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Unset dirty status for tenant:4948a3f4374642e5b9b9490b5a1ffed4 on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:05:58.931973 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-977f00ee-d344-47bb-8dbb-15598e8732d4 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4948a3f4374642e5b9b9490b5a1ffed4 HTTP/1.1" status: 200 len: 379 time: 0.2242579 Mar 01 21:05:58.946658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Router c05141ee-aa58-4752-a13e-fd7146b5f2f2 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:05:58.950157 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-7ef0a01e-1158-4088-ae8f-a7368d7d3f83 req-d79e2945-2335-4f01-a6ec-3565528be7a4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:58.956368 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ef0a01e-1158-4088-ae8f-a7368d7d3f83 req-d79e2945-2335-4f01-a6ec-3565528be7a4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.4128027 Mar 01 21:05:58.973195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-514deac2-6061-49b8-b9bc-7cd30d19d7a5 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Request body: {'port': {'device_id': '109d47f0-3dcc-45d2-bf41-a62f5c9b31ed', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'admin_state_up': True, 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'security_groups': ['8bd82f0f-c642-4fa2-92c7-0b47b04efb9c']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:58.993428 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96f9ba7d-d619-445c-a313-092939ccb9f5 req-4663a627-06da-4fe9-83b1-6de557577459 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/ports?device_id=05794c59-8b77-419f-aedb-0bc700a9f746 HTTP/1.1" status: 200 len: 210 time: 0.0989323 Mar 01 21:05:59.045890 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:05:59.060362 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ba5c36-d432-453f-828a-0af0343ab44d None None] Sync routers for ids ['fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:05:59.062506 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-18a2900d-2980-4dbd-be9c-c3ef0d7f3d1f tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "PUT /v2.0/routers/fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9362543 Mar 01 21:05:59.076888 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54198) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:05:59.081977 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ba5c36-d432-453f-828a-0af0343ab44d None None] Routers {'fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:05:59.083947 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-11ba5c36-d432-453f-828a-0af0343ab44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:05:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:59.087276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-84988cbd-3a22-4986-bd9f-e51329107406 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'port': {'network_id': '3cba6882-400d-453f-a34e-1aa72feac35e', 'name': 'tempest-FloatingIPTestJSON-425164008'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:05:59.266868 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-11ba5c36-d432-453f-828a-0af0343ab44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:59.277797 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ba5c36-d432-453f-828a-0af0343ab44d None None] Routers {'fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:05:59.278412 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-11ba5c36-d432-453f-828a-0af0343ab44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:05:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:59.346115 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c12d8f8c-2226-45be-afbf-fb55274d8cc1 req-abe029ea-b1da-4bfd-b6d8-6d9a0806b29c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 210 time: 0.0692568 Mar 01 21:05:59.355283 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-11ba5c36-d432-453f-828a-0af0343ab44d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:59.355946 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ba5c36-d432-453f-828a-0af0343ab44d None None] The sync data for ids ['fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:05:59.402151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-84988cbd-3a22-4986-bd9f-e51329107406 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:59.406521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-84988cbd-3a22-4986-bd9f-e51329107406 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Usage tracker for resource:port and tenant:b1ee6d67e60d4522b2c7a56804647469 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:59.409387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-84988cbd-3a22-4986-bd9f-e51329107406 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:59.415788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-84988cbd-3a22-4986-bd9f-e51329107406 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:59.506572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0c3c35ca-f11f-4d71-8f56-5b7be3269dea tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Deleting port 5aa1ab1b-2656-4948-9fa6-38384a6a6ae6 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:05:59.506911 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c3c35ca-f11f-4d71-8f56-5b7be3269dea tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:59.568557 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84988cbd-3a22-4986-bd9f-e51329107406 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Made reservation on behalf of b1ee6d67e60d4522b2c7a56804647469 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:05:59.573049 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84988cbd-3a22-4986-bd9f-e51329107406 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:59.613644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-84988cbd-3a22-4986-bd9f-e51329107406 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] device_id is not set on port b183cecb-c5bf-4562-86af-53fdef5d4a75 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:05:59.648623 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8ce4802-6251-4f0b-9caf-11feeef0c302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:59.784692 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-ef43d66c-6d0d-4ef1-af61-7a8eb9b8d5e2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:05:59.786237 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-ef43d66c-6d0d-4ef1-af61-7a8eb9b8d5e2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/networks?id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60 HTTP/1.1" status: 200 len: 812 time: 0.3349988 Mar 01 21:05:59.810405 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-8c90fb50-019b-4807-a74d-56377bc851f4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/quotas/b7d67da784e54c12a0a3c33da8308ec8 HTTP/1.1" status: 200 len: 375 time: 0.0167751 Mar 01 21:05:59.845804 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-514deac2-6061-49b8-b9bc-7cd30d19d7a5 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:05:59.858346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-514deac2-6061-49b8-b9bc-7cd30d19d7a5 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Usage tracker for resource:port and tenant:4948a3f4374642e5b9b9490b5a1ffed4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:05:59.860657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-84988cbd-3a22-4986-bd9f-e51329107406 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Allocated IP 172.20.0.14 (3cba6882-400d-453f-a34e-1aa72feac35e/55807fb6-9865-4286-bb41-c73b6bc23b33/b183cecb-c5bf-4562-86af-53fdef5d4a75) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:05:59.862590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-514deac2-6061-49b8-b9bc-7cd30d19d7a5 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:05:59.871733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-514deac2-6061-49b8-b9bc-7cd30d19d7a5 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:05:59.874015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:05:59.888686 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] Sync routers for ids ['c05141ee-aa58-4752-a13e-fd7146b5f2f2'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:05:59.899990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] Routers {'c05141ee-aa58-4752-a13e-fd7146b5f2f2'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:05:59.901107 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c05141ee-aa58-4752-a13e-fd7146b5f2f2'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:05:59.912768 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c3c35ca-f11f-4d71-8f56-5b7be3269dea tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:05:59.913583 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c3c35ca-f11f-4d71-8f56-5b7be3269dea tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:00.003948 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-05e606c6-0fbe-4495-96b9-05e4ac01aca6 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7d67da784e54c12a0a3c33da8308ec8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1801050 Mar 01 21:06:00.102776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0c3c35ca-f11f-4d71-8f56-5b7be3269dea tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Calling delete_port for 5aa1ab1b-2656-4948-9fa6-38384a6a6ae6 owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:06:00.134089 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-514deac2-6061-49b8-b9bc-7cd30d19d7a5 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Made reservation on behalf of 4948a3f4374642e5b9b9490b5a1ffed4 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:06:00.137724 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-514deac2-6061-49b8-b9bc-7cd30d19d7a5 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:00.149415 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:00.153891 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-91a183b9-6c27-4111-b997-d0713bc32cf4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.5220301 Mar 01 21:06:00.163133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54222) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:00.194868 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] Set router c05141ee-aa58-4752-a13e-fd7146b5f2f2 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:06:00.268462 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-efe0b69b-32ff-43c2-b02d-debd3512ff55 service neutron] 10.222.0.42 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579267 Mar 01 21:06:00.271146 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84988cbd-3a22-4986-bd9f-e51329107406 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:00.360465 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6a56660-50cb-4a34-8732-635856be314a req-eb227600-2f16-457e-9aa8-0c766eb9776f tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/ports?device_id=05794c59-8b77-419f-aedb-0bc700a9f746 HTTP/1.1" status: 200 len: 210 time: 0.0805786 Mar 01 21:06:00.361523 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-84988cbd-3a22-4986-bd9f-e51329107406 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Transition to ACTIVE for port object b183cecb-c5bf-4562-86af-53fdef5d4a75 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:06:00.516304 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-514deac2-6061-49b8-b9bc-7cd30d19d7a5 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Allocated IP 172.20.0.5 (33ba965f-d417-4519-8f89-3aefcdaf09c3/d8336f76-9298-450b-b9a8-2aa7486056a2/b18d344b-7213-47e1-9aea-b1436ee2dc2c) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:06:00.533462 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-9e2a25d3-8e22-4dbf-b20c-5af7d2084684 service neutron] 10.222.0.42 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547939 Mar 01 21:06:00.558649 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:00.607260 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05141ee-aa58-4752-a13e-fd7146b5f2f2', 'name': 'tempest-ServerRescueNegativeTestJSON-176787686-router', 'tenant_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1e1ee101-b535-48ae-94ed-b7f21ce5ff74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:05:53Z', 'updated_at': '2022-03-01T21:05:56Z', 'revision_number': 3, 'project_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'gw_port': {'id': '1e1ee101-b535-48ae-94ed-b7f21ce5ff74', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05141ee-aa58-4752-a13e-fd7146b5f2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:05:55Z', 'updated_at': '2022-03-01T21:05:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:00.612718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] Checking router: c05141ee-aa58-4752-a13e-fd7146b5f2f2 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:06:00.613010 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] Updating router c05141ee-aa58-4752-a13e-fd7146b5f2f2 port 1e1ee101-b535-48ae-94ed-b7f21ce5ff74 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:06:00.681915 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:00.711054 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:00.766540 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c3c35ca-f11f-4d71-8f56-5b7be3269dea tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:00.774712 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84988cbd-3a22-4986-bd9f-e51329107406 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:00.829823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3c35ca-f11f-4d71-8f56-5b7be3269dea tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Pushing event deleted for resources: {'Port': ['ID=5aa1ab1b-2656-4948-9fa6-38384a6a6ae6,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:00.911347 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84988cbd-3a22-4986-bd9f-e51329107406 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event updated for resources: {'Port': ['ID=b183cecb-c5bf-4562-86af-53fdef5d4a75,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:00.948521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd95274-883d-4573-85cf-c507e858992d req-318b92bd-44d1-4ef8-bd6c-593dd65020fc tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:00.960680 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dcd95274-883d-4573-85cf-c507e858992d req-318b92bd-44d1-4ef8-bd6c-593dd65020fc tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=908f29c4-cf8f-4db7-a79e-1ef6fdd6000c HTTP/1.1" status: 200 len: 945 time: 0.4917018 Mar 01 21:06:01.001926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84988cbd-3a22-4986-bd9f-e51329107406 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Network 3cba6882-400d-453f-a34e-1aa72feac35e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:06:01.012447 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-84988cbd-3a22-4986-bd9f-e51329107406 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:06:01.125300 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84988cbd-3a22-4986-bd9f-e51329107406 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:06:01.432299 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ab4700c-3fd8-4ed6-b579-e2b84c30c77e req-72ae745b-60a7-4d79-86aa-ecee4a2edb18 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 210 time: 0.1621189 Mar 01 21:06:01.439888 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:01.460888 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] Transition to ACTIVE for port object 1e1ee101-b535-48ae-94ed-b7f21ce5ff74 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:06:01.465878 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dcd95274-883d-4573-85cf-c507e858992d req-82bd7ba0-b1e8-4c53-9472-fa4f8885dd31 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038142 Mar 01 21:06:01.557502 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:01.651596 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84988cbd-3a22-4986-bd9f-e51329107406 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:01.652327 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84988cbd-3a22-4986-bd9f-e51329107406 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:01.675269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-132624ec-c3e7-440c-b3e2-3e4624d1974d None None] Provisioning for port b183cecb-c5bf-4562-86af-53fdef5d4a75 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:06:01.679989 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] Attempting to bind port 1e1ee101-b535-48ae-94ed-b7f21ce5ff74 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:06:01.680354 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] Attempting to bind port 1e1ee101-b535-48ae-94ed-b7f21ce5ff74 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:06:01.681073 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] Attempting to bind port 1e1ee101-b535-48ae-94ed-b7f21ce5ff74 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:06:01.686018 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-132624ec-c3e7-440c-b3e2-3e4624d1974d None None] Provisioning complete for port b183cecb-c5bf-4562-86af-53fdef5d4a75 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:06:01.686654 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-132624ec-c3e7-440c-b3e2-3e4624d1974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:01.720926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60aef6d4-20a4-4e74-8b23-f4a6ea0ba8cd req-f6e580d1-3fba-43df-8da5-38da08becdb5 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 210 time: 0.1734903 Mar 01 21:06:01.739657 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-faf7ff55-4483-415e-82fb-3fa115b3b227 req-7b63bb92-3b9b-4f8b-8121-83ce40c8fe97 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/ports?device_id=05794c59-8b77-419f-aedb-0bc700a9f746 HTTP/1.1" status: 200 len: 210 time: 0.0822883 Mar 01 21:06:01.747849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-bf0eda67-cac9-4f6a-bda0-6771738c75a4 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:01.749365 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-bf0eda67-cac9-4f6a-bda0-6771738c75a4 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.55 "GET /v2.0/networks?id=37da9f48-c173-41ee-9818-1ebab5f60a99 HTTP/1.1" status: 200 len: 809 time: 1.0035555 Mar 01 21:06:01.754657 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-132624ec-c3e7-440c-b3e2-3e4624d1974d None None] Port b183cecb-c5bf-4562-86af-53fdef5d4a75 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:06:01.758430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:06:01.758799 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:06:01.759192 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:01.759600 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:06:01.760073 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] Bound port: 1e1ee101-b535-48ae-94ed-b7f21ce5ff74, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:06:01.760462 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:01.762982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-62483aa0-ca93-4e61-b418-2a9375fee04a tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Request body: {'port': {'device_id': '05794c59-8b77-419f-aedb-0bc700a9f746', 'network_id': '37da9f48-c173-41ee-9818-1ebab5f60a99', 'admin_state_up': True, 'tenant_id': 'c9bb4145c52d4d90a83341aa2ffbffd2'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:01.811822 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b6a7e-99ac-4531-8a96-8697f2331592 None None] Pushing event updated for resources: {'Port': ['ID=1e1ee101-b535-48ae-94ed-b7f21ce5ff74,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:01.827901 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c3c35ca-f11f-4d71-8f56-5b7be3269dea tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:01.844249 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-84988cbd-3a22-4986-bd9f-e51329107406 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7651320 Mar 01 21:06:01.846638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54256) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:01.871781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-23a38544-ad59-4f1b-9f4e-318bc182e7c0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Request body: {'floatingip': {'port_id': 'b183cecb-c5bf-4562-86af-53fdef5d4a75'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:01.880260 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] For port 1e1ee101-b535-48ae-94ed-b7f21ce5ff74, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:06:01.885050 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] For port 1e1ee101-b535-48ae-94ed-b7f21ce5ff74, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1e1ee101-b535-48ae-94ed-b7f21ce5ff74,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:06:01.978084 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:01.986662 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421a0022-02f6-4d68-b0f0-f2c63b1f69a2 req-003bdc06-1b56-47e0-b3ff-2d694a42ac87 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:01.987543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-421a0022-02f6-4d68-b0f0-f2c63b1f69a2 req-003bdc06-1b56-47e0-b3ff-2d694a42ac87 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Synchronizing usage tracker for tenant:1ae57b8c18154150bdb29415b840324f on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:06:02.000098 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-514deac2-6061-49b8-b9bc-7cd30d19d7a5 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:02.026265 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c3c35ca-f11f-4d71-8f56-5b7be3269dea tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:02.034416 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0c3c35ca-f11f-4d71-8f56-5b7be3269dea tempest-ExternalNetworksAdminNegativeTestJSON-71097229 tempest-ExternalNetworksAdminNegativeTestJSON-71097229-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/182bf94c-adbc-40c5-9f50-c64e5e47e27c HTTP/1.1" status: 204 len: 168 time: 3.2033620 Mar 01 21:06:02.099106 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] Routers {'c05141ee-aa58-4752-a13e-fd7146b5f2f2'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:02.099919 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c05141ee-aa58-4752-a13e-fd7146b5f2f2'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:02.163071 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-514deac2-6061-49b8-b9bc-7cd30d19d7a5 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Transition to ACTIVE for port object b18d344b-7213-47e1-9aea-b1436ee2dc2c will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:06:02.164345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-421a0022-02f6-4d68-b0f0-f2c63b1f69a2 req-003bdc06-1b56-47e0-b3ff-2d694a42ac87 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Unset dirty status for tenant:1ae57b8c18154150bdb29415b840324f on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:06:02.165749 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-421a0022-02f6-4d68-b0f0-f2c63b1f69a2 req-003bdc06-1b56-47e0-b3ff-2d694a42ac87 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.57 "GET /v2.0/ports?device_id=908f29c4-cf8f-4db7-a79e-1ef6fdd6000c HTTP/1.1" status: 200 len: 945 time: 1.2933166 Mar 01 21:06:02.172630 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-23a38544-ad59-4f1b-9f4e-318bc182e7c0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:02.270202 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd5ada-b3fb-4f16-b6b0-b515fd4113c0 req-7f7ba66d-dd9d-4f93-b0dc-235c2eb1cf8f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:02.273275 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-12bd5ada-b3fb-4f16-b6b0-b515fd4113c0 req-7f7ba66d-dd9d-4f93-b0dc-235c2eb1cf8f tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.55 "GET /v2.0/ports?device_id=57d2d50f-7d7c-4279-91b8-038f94d46610 HTTP/1.1" status: 200 len: 945 time: 0.5791101 Mar 01 21:06:02.414974 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-421a0022-02f6-4d68-b0f0-f2c63b1f69a2 req-14986567-ee7e-4d5f-b071-e30de568c35d tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Deleting port d0abb970-ce58-412f-833d-4b25b2838cd8 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:06:02.415316 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-421a0022-02f6-4d68-b0f0-f2c63b1f69a2 req-14986567-ee7e-4d5f-b071-e30de568c35d tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:02.434171 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] Set router c05141ee-aa58-4752-a13e-fd7146b5f2f2 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:06:02.509512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-12bd5ada-b3fb-4f16-b6b0-b515fd4113c0 req-dba0c80f-e550-4f96-b1cc-20ef85f72c95 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Deleting port 0dcf95ea-a077-474f-a221-010cc5e682f9 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:06:02.509869 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-12bd5ada-b3fb-4f16-b6b0-b515fd4113c0 req-dba0c80f-e550-4f96-b1cc-20ef85f72c95 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:02.615242 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-514deac2-6061-49b8-b9bc-7cd30d19d7a5 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:02.707320 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b6a7e-99ac-4531-8a96-8697f2331592 None None] Pushing event updated for resources: {'Port': ['ID=1e1ee101-b535-48ae-94ed-b7f21ce5ff74,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:02.778063 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:02.812395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54274) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:02.843550 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-514deac2-6061-49b8-b9bc-7cd30d19d7a5 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Network 33ba965f-d417-4519-8f89-3aefcdaf09c3 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:06:02.879031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-514deac2-6061-49b8-b9bc-7cd30d19d7a5 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:06:02.905416 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05141ee-aa58-4752-a13e-fd7146b5f2f2', 'name': 'tempest-ServerRescueNegativeTestJSON-176787686-router', 'tenant_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1e1ee101-b535-48ae-94ed-b7f21ce5ff74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:05:53Z', 'updated_at': '2022-03-01T21:05:56Z', 'revision_number': 3, 'project_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'gw_port': {'id': '1e1ee101-b535-48ae-94ed-b7f21ce5ff74', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05141ee-aa58-4752-a13e-fd7146b5f2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:05:55Z', 'updated_at': '2022-03-01T21:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:02.909883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-514deac2-6061-49b8-b9bc-7cd30d19d7a5 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:06:02.910827 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8494210a-831a-4471-8496-3ec0fdb14964 None None] The sync data for ids ['c05141ee-aa58-4752-a13e-fd7146b5f2f2'] in n-d-827896-4 is: [{'id': 'c05141ee-aa58-4752-a13e-fd7146b5f2f2', 'name': 'tempest-ServerRescueNegativeTestJSON-176787686-router', 'tenant_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1e1ee101-b535-48ae-94ed-b7f21ce5ff74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:05:53Z', 'updated_at': '2022-03-01T21:05:56Z', 'revision_number': 3, 'project_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'gw_port': {'id': '1e1ee101-b535-48ae-94ed-b7f21ce5ff74', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05141ee-aa58-4752-a13e-fd7146b5f2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:05:55Z', 'updated_at': '2022-03-01T21:06:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:06:02.987195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-62483aa0-ca93-4e61-b418-2a9375fee04a tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:06:03.020948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514deac2-6061-49b8-b9bc-7cd30d19d7a5 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Pushing event updated for resources: {'Port': ['ID=b18d344b-7213-47e1-9aea-b1436ee2dc2c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:03.063086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-62483aa0-ca93-4e61-b418-2a9375fee04a tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Usage tracker for resource:port and tenant:c9bb4145c52d4d90a83341aa2ffbffd2 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:06:03.155845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-62483aa0-ca93-4e61-b418-2a9375fee04a tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:06:03.171998 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a69126c-883c-4ccc-8321-e22f1c082612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:03.180857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-62483aa0-ca93-4e61-b418-2a9375fee04a tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:06:03.263440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356c039-8516-488f-ad82-6fd5dc23ccea req-cbf4fa57-e8b0-4a4d-904d-c85a4f40c0d8 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:03.264935 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a356c039-8516-488f-ad82-6fd5dc23ccea req-cbf4fa57-e8b0-4a4d-904d-c85a4f40c0d8 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 931 time: 0.4347758 Mar 01 21:06:03.290617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb8f6c-9e1e-4bd2-a6b5-bea7296f2b7c req-3d187661-9a52-47b3-9f30-662262a02bb5 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:03.303910 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8eb8f6c-9e1e-4bd2-a6b5-bea7296f2b7c req-3d187661-9a52-47b3-9f30-662262a02bb5 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=908f29c4-cf8f-4db7-a79e-1ef6fdd6000c HTTP/1.1" status: 200 len: 945 time: 0.4733982 Mar 01 21:06:03.335260 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-62483aa0-ca93-4e61-b418-2a9375fee04a tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Made reservation on behalf of c9bb4145c52d4d90a83341aa2ffbffd2 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:06:03.338848 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-62483aa0-ca93-4e61-b418-2a9375fee04a tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:03.368145 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9da877b7-7336-4be7-bed1-55f3ed502878 None None] Provisioning for port b18d344b-7213-47e1-9aea-b1436ee2dc2c completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:06:03.379426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9da877b7-7336-4be7-bed1-55f3ed502878 None None] Provisioning complete for port b18d344b-7213-47e1-9aea-b1436ee2dc2c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:06:03.379426 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9da877b7-7336-4be7-bed1-55f3ed502878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:03.442221 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1e1ee101-b535-48ae-94ed-b7f21ce5ff74 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:06:03.461975 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-514deac2-6061-49b8-b9bc-7cd30d19d7a5 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:03.462644 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-514deac2-6061-49b8-b9bc-7cd30d19d7a5 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:03.515987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2a69126c-883c-4ccc-8321-e22f1c082612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:06:03.554780 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-9da877b7-7336-4be7-bed1-55f3ed502878 None None] Port b18d344b-7213-47e1-9aea-b1436ee2dc2c cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:06:03.555625 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2a69126c-883c-4ccc-8321-e22f1c082612 admin admin] Usage tracker for resource:security_group_rule and tenant:2f9e4a64deb742b89d7d79ced14c3052 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:06:03.566594 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2a69126c-883c-4ccc-8321-e22f1c082612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:06:03.587918 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2a69126c-883c-4ccc-8321-e22f1c082612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:06:03.627936 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-421a0022-02f6-4d68-b0f0-f2c63b1f69a2 req-14986567-ee7e-4d5f-b071-e30de568c35d tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] For port d0abb970-ce58-412f-833d-4b25b2838cd8, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=d0abb970-ce58-412f-833d-4b25b2838cd8,segment=NetworkSegment(36d166fa-4fda-4fcb-8132-c1c639c19b86),segment_id=36d166fa-4fda-4fcb-8132-c1c639c19b86)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:03.628673 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-421a0022-02f6-4d68-b0f0-f2c63b1f69a2 req-14986567-ee7e-4d5f-b071-e30de568c35d tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:03.630672 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 1e1ee101-b535-48ae-94ed-b7f21ce5ff74 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:06:03.636938 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 1e1ee101-b535-48ae-94ed-b7f21ce5ff74 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:06:03.639380 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:03.719615 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8eb8f6c-9e1e-4bd2-a6b5-bea7296f2b7c req-7f6b8d8f-f4f9-444b-adf3-0f44563376d0 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/security-groups?id=07fb9937-50f5-48ea-a14f-09d1529b7988&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141881 Mar 01 21:06:03.731416 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a356c039-8516-488f-ad82-6fd5dc23ccea req-a3b5868e-86e6-47eb-8104-0d12c3f6cd1a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=8bd82f0f-c642-4fa2-92c7-0b47b04efb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4223025 Mar 01 21:06:03.862669 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:03.905721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 1e1ee101-b535-48ae-94ed-b7f21ce5ff74, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1e1ee101-b535-48ae-94ed-b7f21ce5ff74,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:03.940364 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-421a0022-02f6-4d68-b0f0-f2c63b1f69a2 req-14986567-ee7e-4d5f-b071-e30de568c35d tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Calling delete_port for d0abb970-ce58-412f-833d-4b25b2838cd8 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:06:03.985016 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:04.071737 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4355bb7f-45e6-494a-9b26-9b99ede2c446 req-6751bbac-230a-4964-9a27-b6a061c8226a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 210 time: 0.1058040 Mar 01 21:06:04.081390 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72c0e92e-f753-43b7-bb61-0a47c432442c req-067d7259-8670-435c-b31b-51e27a424c8b tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/ports?device_id=05794c59-8b77-419f-aedb-0bc700a9f746 HTTP/1.1" status: 200 len: 210 time: 0.1167653 Mar 01 21:06:04.102252 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.resource_extend [None req-23a38544-ad59-4f1b-9f4e-318bc182e7c0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:06:04.102558 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=1e1ee101-b535-48ae-94ed-b7f21ce5ff74,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:04.219251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-62483aa0-ca93-4e61-b418-2a9375fee04a tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Allocated IP 172.20.0.9 (37da9f48-c173-41ee-9818-1ebab5f60a99/6c6006dd-13ed-4c89-8dca-60a64f1f8e16/5be94fa8-b870-43df-88f4-dbea73a1f5f4) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:06:04.249369 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-23a38544-ad59-4f1b-9f4e-318bc182e7c0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:04.261345 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-514deac2-6061-49b8-b9bc-7cd30d19d7a5 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2978034 Mar 01 21:06:04.266156 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:04.305061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] Request body: {'port': {'device_id': '109d47f0-3dcc-45d2-bf41-a62f5c9b31ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:04.372080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-12bd5ada-b3fb-4f16-b6b0-b515fd4113c0 req-dba0c80f-e550-4f96-b1cc-20ef85f72c95 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] For port 0dcf95ea-a077-474f-a221-010cc5e682f9, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=0dcf95ea-a077-474f-a221-010cc5e682f9,segment=NetworkSegment(36d166fa-4fda-4fcb-8132-c1c639c19b86),segment_id=36d166fa-4fda-4fcb-8132-c1c639c19b86)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:04.372439 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-12bd5ada-b3fb-4f16-b6b0-b515fd4113c0 req-dba0c80f-e550-4f96-b1cc-20ef85f72c95 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:04.391625 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-23a38544-ad59-4f1b-9f4e-318bc182e7c0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:04.409644 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-421a0022-02f6-4d68-b0f0-f2c63b1f69a2 req-14986567-ee7e-4d5f-b071-e30de568c35d tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:04.628636 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-62483aa0-ca93-4e61-b418-2a9375fee04a tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:04.646451 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-23a38544-ad59-4f1b-9f4e-318bc182e7c0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Floating IP ef9dc61d-7812-43ed-9455-34ad1240c0bd associated. External IP: 172.25.5.36, port: 189bf0ce-67bd-4415-8ea0-ca057937f6bd. Mar 01 21:06:04.698588 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14986567-ee7e-4d5f-b071-e30de568c35d tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Pushing event deleted for resources: {'Port': ['ID=d0abb970-ce58-412f-833d-4b25b2838cd8,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:04.793755 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-12bd5ada-b3fb-4f16-b6b0-b515fd4113c0 req-dba0c80f-e550-4f96-b1cc-20ef85f72c95 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Calling delete_port for 0dcf95ea-a077-474f-a221-010cc5e682f9 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:06:04.914131 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-62483aa0-ca93-4e61-b418-2a9375fee04a tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:05.040660 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 0dcf95ea-a077-474f-a221-010cc5e682f9 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:06:05.055961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-421a0022-02f6-4d68-b0f0-f2c63b1f69a2 req-14986567-ee7e-4d5f-b071-e30de568c35d tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] No DVR routers for this DVR port d0abb970-ce58-412f-833d-4b25b2838cd8 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:06:05.068102 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-421a0022-02f6-4d68-b0f0-f2c63b1f69a2 req-14986567-ee7e-4d5f-b071-e30de568c35d tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:05.081919 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-62483aa0-ca93-4e61-b418-2a9375fee04a tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Network 37da9f48-c173-41ee-9818-1ebab5f60a99 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:06:05.099070 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-62483aa0-ca93-4e61-b418-2a9375fee04a tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:06:05.099070 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-62483aa0-ca93-4e61-b418-2a9375fee04a tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:06:05.115934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '908f29c4-cf8f-4db7-a79e-1ef6fdd6000c', 'name': 'network-vif-deleted', 'tag': 'd0abb970-ce58-412f-833d-4b25b2838cd8'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:06:05.137926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-18c8c5ca-a31f-4ed4-be19-3aba3305b032 req-c253c942-cbbd-4427-a3e1-2f21d333781b tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=908f29c4-cf8f-4db7-a79e-1ef6fdd6000c HTTP/1.1" status: 200 len: 210 time: 0.1454279 Mar 01 21:06:05.222724 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:05.283463 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '908f29c4-cf8f-4db7-a79e-1ef6fdd6000c', 'name': 'network-vif-deleted', 'tag': 'd0abb970-ce58-412f-833d-4b25b2838cd8', 'status': 'completed', 'code': 200} Mar 01 21:06:05.376014 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1e1ee101-b535-48ae-94ed-b7f21ce5ff74 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:06:05.387585 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-421a0022-02f6-4d68-b0f0-f2c63b1f69a2 req-14986567-ee7e-4d5f-b071-e30de568c35d tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.57 "DELETE /v2.0/ports/d0abb970-ce58-412f-833d-4b25b2838cd8 HTTP/1.1" status: 204 len: 173 time: 3.2101684 Mar 01 21:06:05.394175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-db314806-7953-4135-a1c4-fd0f0857f686 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:05.395643 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-db314806-7953-4135-a1c4-fd0f0857f686 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.57 "GET /v2.0/networks?id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60 HTTP/1.1" status: 200 len: 812 time: 1.1124990 Mar 01 21:06:05.408030 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:05.431039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-f7a6192e-1df5-42ac-baf6-f074116da6da tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Request body: {'port': {'device_id': '56cad337-c3ae-4789-8fa8-93885baf2ce9', 'network_id': '3f0d1fb8-1045-4f16-9f87-d0357cb79e60', 'admin_state_up': True, 'tenant_id': 'b7d67da784e54c12a0a3c33da8308ec8'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:05.431337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62483aa0-ca93-4e61-b418-2a9375fee04a tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Pushing event updated for resources: {'Port': ['ID=5be94fa8-b870-43df-88f4-dbea73a1f5f4,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:05.445835 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-12bd5ada-b3fb-4f16-b6b0-b515fd4113c0 req-dba0c80f-e550-4f96-b1cc-20ef85f72c95 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:05.491382 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 1e1ee101-b535-48ae-94ed-b7f21ce5ff74 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:06:05.492006 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:05.611710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0c80f-e550-4f96-b1cc-20ef85f72c95 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Pushing event deleted for resources: {'Port': ['ID=0dcf95ea-a077-474f-a221-010cc5e682f9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:05.784248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-62483aa0-ca93-4e61-b418-2a9375fee04a tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:05.785011 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-62483aa0-ca93-4e61-b418-2a9375fee04a tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:05.832344 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a38544-ad59-4f1b-9f4e-318bc182e7c0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Router d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:06:05.868757 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device d0abb970-ce58-412f-833d-4b25b2838cd8 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:06:05.873757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc94cdb1-2f26-4c60-a22b-b619944c0fc1 req-16aecf51-d70f-4949-a740-3e86ec4b167a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:05.886268 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc94cdb1-2f26-4c60-a22b-b619944c0fc1 req-16aecf51-d70f-4949-a740-3e86ec4b167a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 931 time: 0.8125236 Mar 01 21:06:05.926654 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: d0abb970-ce58-412f-833d-4b25b2838cd8 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:06:05.927037 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device d0abb970-ce58-412f-833d-4b25b2838cd8 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:06:05.977411 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-62483aa0-ca93-4e61-b418-2a9375fee04a tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2184215 Mar 01 21:06:06.005048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] Request body: {'port': {'device_id': '05794c59-8b77-419f-aedb-0bc700a9f746', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:06.018912 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a69126c-883c-4ccc-8321-e22f1c082612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:06.022677 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-12bd5ada-b3fb-4f16-b6b0-b515fd4113c0 req-dba0c80f-e550-4f96-b1cc-20ef85f72c95 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] No DVR routers for this DVR port 0dcf95ea-a077-474f-a221-010cc5e682f9 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:06:06.040264 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-12bd5ada-b3fb-4f16-b6b0-b515fd4113c0 req-dba0c80f-e550-4f96-b1cc-20ef85f72c95 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:06.053589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Allocated IP 172.20.0.1 (67bb6527-8461-46a9-b8fb-0f8330414ee1/ed7ad8a4-8267-45db-9da9-38b53b99c0bf/8c53d8f3-a103-4c26-a09b-46706f878db1) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:06:06.153190 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444f495e-1e0f-487e-ab30-3f749262f592 req-e7e609bf-8e7c-41e4-8570-12a304245920 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:06.154434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-444f495e-1e0f-487e-ab30-3f749262f592 req-e7e609bf-8e7c-41e4-8570-12a304245920 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Synchronizing usage tracker for tenant:c9bb4145c52d4d90a83341aa2ffbffd2 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:06:06.178451 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a69126c-883c-4ccc-8321-e22f1c082612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:06.216691 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-12bd5ada-b3fb-4f16-b6b0-b515fd4113c0 req-dba0c80f-e550-4f96-b1cc-20ef85f72c95 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.55 "DELETE /v2.0/ports/0dcf95ea-a077-474f-a221-010cc5e682f9 HTTP/1.1" status: 204 len: 173 time: 3.9375727 Mar 01 21:06:06.232887 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc94cdb1-2f26-4c60-a22b-b619944c0fc1 req-2461aa35-d63f-4c34-8508-e0250e39c356 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=8bd82f0f-c642-4fa2-92c7-0b47b04efb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3444026 Mar 01 21:06:06.358040 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2a69126c-883c-4ccc-8321-e22f1c082612 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2f9e4a64deb742b89d7d79ced14c3052&name=default HTTP/1.1" status: 200 len: 2983 time: 3.5407069 Mar 01 21:06:06.362893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54312) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:06.380581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-f7a6192e-1df5-42ac-baf6-f074116da6da tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:06:06.385813 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a69126c-883c-4ccc-8321-e22f1c082612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f0bd3b-2eff-4fc6-b6da-448491e1820f,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:06.401838 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-f7a6192e-1df5-42ac-baf6-f074116da6da tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Usage tracker for resource:port and tenant:b7d67da784e54c12a0a3c33da8308ec8 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:06:06.411705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-f7a6192e-1df5-42ac-baf6-f074116da6da tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:06:06.421081 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-444f495e-1e0f-487e-ab30-3f749262f592 req-e7e609bf-8e7c-41e4-8570-12a304245920 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Unset dirty status for tenant:c9bb4145c52d4d90a83341aa2ffbffd2 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:06:06.422248 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-444f495e-1e0f-487e-ab30-3f749262f592 req-e7e609bf-8e7c-41e4-8570-12a304245920 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/ports?device_id=05794c59-8b77-419f-aedb-0bc700a9f746 HTTP/1.1" status: 200 len: 931 time: 0.7602103 Mar 01 21:06:06.447296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-f7a6192e-1df5-42ac-baf6-f074116da6da tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:06:06.464697 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:06.518317 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:06.529209 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47a8d230-4bef-4fcb-b183-23c2d82d4bd8 req-50887326-55ae-4911-98de-5b93e72f99a2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 210 time: 0.0845561 Mar 01 21:06:06.563018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a38544-ad59-4f1b-9f4e-318bc182e7c0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:06:06.586988 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b8ccee-b947-4308-8b20-c72c3ffefa99 None None] Sync routers for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:06:06.599452 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b8ccee-b947-4308-8b20-c72c3ffefa99 None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:06.601027 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c4b8ccee-b947-4308-8b20-c72c3ffefa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:06.659573 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-f7a6192e-1df5-42ac-baf6-f074116da6da tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Made reservation on behalf of b7d67da784e54c12a0a3c33da8308ec8 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:06:06.664688 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-f7a6192e-1df5-42ac-baf6-f074116da6da tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:06.677253 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b052450f-acc0-4916-a086-ac2679345f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:06.692624 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-444f495e-1e0f-487e-ab30-3f749262f592 req-7708f4d6-df8c-4ed4-bdc9-18c04e986bbe tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7444a70-6ebb-4a89-941b-c96545b77813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2625937 Mar 01 21:06:06.710235 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c4b8ccee-b947-4308-8b20-c72c3ffefa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:06.728453 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b8ccee-b947-4308-8b20-c72c3ffefa99 None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:06.729374 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c4b8ccee-b947-4308-8b20-c72c3ffefa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:06.745395 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b052450f-acc0-4916-a086-ac2679345f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:06.797342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b18d344b-7213-47e1-9aea-b1436ee2dc2c {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:06:06.847142 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:06.873006 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c4b8ccee-b947-4308-8b20-c72c3ffefa99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:06.873558 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b8ccee-b947-4308-8b20-c72c3ffefa99 None None] The sync data for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:06:06.889510 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:06.896899 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] Transition to ACTIVE for port object b18d344b-7213-47e1-9aea-b1436ee2dc2c will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:06:06.980767 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Network 67bb6527-8461-46a9-b8fb-0f8330414ee1 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:06:06.987258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:06:06.994923 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:07.001881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:06:07.075012 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-090fb86c-71c7-45d3-a78f-411f441acc08 req-ad72aabc-5742-402d-83c3-89bc29073cb5 tempest-MultipleCreateTestJSON-1772984874 tempest-MultipleCreateTestJSON-1772984874-project] 10.222.0.42 "GET /v2.0/ports?device_id=57d2d50f-7d7c-4279-91b8-038f94d46610 HTTP/1.1" status: 200 len: 210 time: 0.1142499 Mar 01 21:06:07.193638 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Pushing event updated for resources: {'Port': ['ID=8c53d8f3-a103-4c26-a09b-46706f878db1,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:07.213959 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:07.284322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-f7a6192e-1df5-42ac-baf6-f074116da6da tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Allocated IP 172.20.0.6 (3f0d1fb8-1045-4f16-9f87-d0357cb79e60/285e0c8e-3ccb-4e27-b9e2-7791ce01e6a0/bd5f8899-e3ae-4bcc-b55b-70131d72fbb1) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:06:07.306441 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b052450f-acc0-4916-a086-ac2679345f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:07.413878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052450f-acc0-4916-a086-ac2679345f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f0bd3b-2eff-4fc6-b6da-448491e1820f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:07.462175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d2d50f-7d7c-4279-91b8-038f94d46610', 'name': 'network-vif-deleted', 'tag': '0dcf95ea-a077-474f-a221-010cc5e682f9'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:06:07.484637 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b052450f-acc0-4916-a086-ac2679345f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:07.485750 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b052450f-acc0-4916-a086-ac2679345f0f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0f0bd3b-2eff-4fc6-b6da-448491e1820f HTTP/1.1" status: 204 len: 168 time: 1.1116598 Mar 01 21:06:07.554725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a38544-ad59-4f1b-9f4e-318bc182e7c0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Router fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:06:07.617292 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d2d50f-7d7c-4279-91b8-038f94d46610', 'name': 'network-vif-deleted', 'tag': '0dcf95ea-a077-474f-a221-010cc5e682f9', 'status': 'completed', 'code': 200} Mar 01 21:06:07.708314 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] Pushing event updated for resources: {'Port': ['ID=b18d344b-7213-47e1-9aea-b1436ee2dc2c,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:07.847188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] Attempting to bind port b18d344b-7213-47e1-9aea-b1436ee2dc2c on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:06:07.848025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] Attempting to bind port b18d344b-7213-47e1-9aea-b1436ee2dc2c by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'aac90a62-6b51-41bc-a3c6-eda5383d3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:06:07.849001 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] Attempting to bind port b18d344b-7213-47e1-9aea-b1436ee2dc2c on network 33ba965f-d417-4519-8f89-3aefcdaf09c3 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:06:07.910062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5be94fa8-b870-43df-88f4-dbea73a1f5f4 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:06:07.911612 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-f7a6192e-1df5-42ac-baf6-f074116da6da tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:07.931247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbe75d-f1cf-458f-9d29-dd7358c4066e req-d72ca047-a2c6-45c6-9071-d58f23c4260e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:07.939175 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7cbe75d-f1cf-458f-9d29-dd7358c4066e req-d72ca047-a2c6-45c6-9071-d58f23c4260e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 943 time: 0.5109472 Mar 01 21:06:07.950272 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:07.951484 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] Port b18d344b-7213-47e1-9aea-b1436ee2dc2c on network 33ba965f-d417-4519-8f89-3aefcdaf09c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:06:07.952252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] Attempting to bind port b18d344b-7213-47e1-9aea-b1436ee2dc2c on network 33ba965f-d417-4519-8f89-3aefcdaf09c3 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:06:07.957111 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-960eff03-5b34-4207-bac9-0ab98429eca3 req-0164023e-5935-4e39-a650-9cfb45232784 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 210 time: 0.0978975 Mar 01 21:06:07.962958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:06:07.963455 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] Checking segment: {'id': 'aac90a62-6b51-41bc-a3c6-eda5383d3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:06:07.963938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] Bound using segment: {'id': 'aac90a62-6b51-41bc-a3c6-eda5383d3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:06:07.964485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] Bound port: b18d344b-7213-47e1-9aea-b1436ee2dc2c, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aac90a62-6b51-41bc-a3c6-eda5383d3946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:06:07.965116 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:08.009311 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] Transition to ACTIVE for port object 5be94fa8-b870-43df-88f4-dbea73a1f5f4 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:06:08.098890 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7cbe75d-f1cf-458f-9d29-dd7358c4066e req-10f0cebc-0070-4885-b026-4ab7fdea1041 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=8bd82f0f-c642-4fa2-92c7-0b47b04efb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584523 Mar 01 21:06:08.125946 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] For port b18d344b-7213-47e1-9aea-b1436ee2dc2c, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:06:08.130261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] For port b18d344b-7213-47e1-9aea-b1436ee2dc2c, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b18d344b-7213-47e1-9aea-b1436ee2dc2c,segment=NetworkSegment(aac90a62-6b51-41bc-a3c6-eda5383d3946),segment_id=aac90a62-6b51-41bc-a3c6-eda5383d3946)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:06:08.140004 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-f7a6192e-1df5-42ac-baf6-f074116da6da tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:08.152279 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['b7123e75-bba5-42e9-b585-3a871feab60a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:06:08.157861 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:08.223808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a38544-ad59-4f1b-9f4e-318bc182e7c0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:06:08.232936 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-23a38544-ad59-4f1b-9f4e-318bc182e7c0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:08.288924 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f5b7bc-58e4-420e-8c71-e72af9867aca None None] Sync routers for ids ['fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:06:08.311458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f5b7bc-58e4-420e-8c71-e72af9867aca None None] Routers {'fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:08.312378 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-92f5b7bc-58e4-420e-8c71-e72af9867aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:08.332322 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54340) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:08.390442 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54344) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:08.417047 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-92f5b7bc-58e4-420e-8c71-e72af9867aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:08.421107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] Pushing event updated for resources: {'Port': ['ID=5be94fa8-b870-43df-88f4-dbea73a1f5f4,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:08.432480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a6192e-1df5-42ac-baf6-f074116da6da tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event updated for resources: {'Port': ['ID=bd5f8899-e3ae-4bcc-b55b-70131d72fbb1,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:08.461549 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f5b7bc-58e4-420e-8c71-e72af9867aca None None] Routers {'fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:08.461732 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-92f5b7bc-58e4-420e-8c71-e72af9867aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:08.463701 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:08.529001 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-92f5b7bc-58e4-420e-8c71-e72af9867aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:08.529404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f5b7bc-58e4-420e-8c71-e72af9867aca None None] The sync data for ids ['fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:06:08.549114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-f7a6192e-1df5-42ac-baf6-f074116da6da tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Network 3f0d1fb8-1045-4f16-9f87-d0357cb79e60 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:06:08.556431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-f7a6192e-1df5-42ac-baf6-f074116da6da tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:06:08.570144 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:08.579584 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:08.579584 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] 10.222.0.57 "PUT /v2.0/ports/b18d344b-7213-47e1-9aea-b1436ee2dc2c HTTP/1.1" status: 200 len: 1091 time: 4.2989044 Mar 01 21:06:08.593163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-f7a6192e-1df5-42ac-baf6-f074116da6da tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:06:08.658376 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:08.724466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] Attempting to bind port 5be94fa8-b870-43df-88f4-dbea73a1f5f4 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:06:08.724812 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] Attempting to bind port 5be94fa8-b870-43df-88f4-dbea73a1f5f4 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd9238f02-c100-4990-8319-17762690e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '37da9f48-c173-41ee-9818-1ebab5f60a99'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:06:08.725328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] Attempting to bind port 5be94fa8-b870-43df-88f4-dbea73a1f5f4 on network 37da9f48-c173-41ee-9818-1ebab5f60a99 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:06:08.741528 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] Port 5be94fa8-b870-43df-88f4-dbea73a1f5f4 on network 37da9f48-c173-41ee-9818-1ebab5f60a99 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:06:08.741853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] Attempting to bind port 5be94fa8-b870-43df-88f4-dbea73a1f5f4 on network 37da9f48-c173-41ee-9818-1ebab5f60a99 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:06:08.758776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:06:08.758776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] Checking segment: {'id': 'd9238f02-c100-4990-8319-17762690e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '37da9f48-c173-41ee-9818-1ebab5f60a99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:06:08.758776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] Bound using segment: {'id': 'd9238f02-c100-4990-8319-17762690e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '37da9f48-c173-41ee-9818-1ebab5f60a99'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:06:08.758776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] Bound port: 5be94fa8-b870-43df-88f4-dbea73a1f5f4, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9238f02-c100-4990-8319-17762690e67d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '37da9f48-c173-41ee-9818-1ebab5f60a99'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:06:08.758776 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:08.782299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22efda-0986-4183-89bb-f9bdb610b9fa req-560a7acd-53ad-4150-b00d-12925550796e tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:08.783810 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a22efda-0986-4183-89bb-f9bdb610b9fa req-560a7acd-53ad-4150-b00d-12925550796e tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/ports?device_id=05794c59-8b77-419f-aedb-0bc700a9f746 HTTP/1.1" status: 200 len: 943 time: 0.6836622 Mar 01 21:06:08.786756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-919931ce-c108-4ede-8378-295fabfab81d admin admin] Deleting subnet 45a3c70c-0389-4a36-88c1-1a1dbac9856b {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:06:08.819475 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4b5866ba-0290-485e-9d43-46ca7e188cb1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=870aead4481c4a7785775c785d9bb888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4199271 Mar 01 21:06:08.840436 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-919931ce-c108-4ede-8378-295fabfab81d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:08.855759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54350) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:08.876531 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a22efda-0986-4183-89bb-f9bdb610b9fa req-24603296-1d2e-43dc-8175-5dbd18649f95 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7444a70-6ebb-4a89-941b-c96545b77813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821636 Mar 01 21:06:08.958765 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c382384-3470-4bc4-bc0a-92741913350a service neutron] Pushing event updated for resources: {'Port': ['ID=b18d344b-7213-47e1-9aea-b1436ee2dc2c,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:08.964105 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-23a38544-ad59-4f1b-9f4e-318bc182e7c0 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "PUT /v2.0/floatingips/ef9dc61d-7812-43ed-9455-34ad1240c0bd HTTP/1.1" status: 200 len: 977 time: 7.1077440 Mar 01 21:06:08.969172 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54354) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:09.004434 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-f7a6192e-1df5-42ac-baf6-f074116da6da tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:09.005070 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-f7a6192e-1df5-42ac-baf6-f074116da6da tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:09.009893 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-919931ce-c108-4ede-8378-295fabfab81d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:09.159993 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-f7a6192e-1df5-42ac-baf6-f074116da6da tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7558866 Mar 01 21:06:09.161628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] For port 5be94fa8-b870-43df-88f4-dbea73a1f5f4, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:06:09.167405 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d7e4fb49-9704-4a6b-8bec-c8f8aa860680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:09.180704 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] Request body: {'port': {'device_id': '56cad337-c3ae-4789-8fa8-93885baf2ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:09.217928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9b304515-4171-4eb3-97e1-f93d9eb1723c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Deleting port b183cecb-c5bf-4562-86af-53fdef5d4a75 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:06:09.218326 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b304515-4171-4eb3-97e1-f93d9eb1723c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:09.291144 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d7e4fb49-9704-4a6b-8bec-c8f8aa860680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:09.319806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-a185d3c5-933b-40af-97d4-522b18cf5fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:09.321447 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-a185d3c5-933b-40af-97d4-522b18cf5fbb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4948a3f4374642e5b9b9490b5a1ffed4&device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 1094 time: 0.4685690 Mar 01 21:06:09.330497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] For port 5be94fa8-b870-43df-88f4-dbea73a1f5f4, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5be94fa8-b870-43df-88f4-dbea73a1f5f4,segment=NetworkSegment(d9238f02-c100-4990-8319-17762690e67d),segment_id=d9238f02-c100-4990-8319-17762690e67d)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:06:09.353594 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-919931ce-c108-4ede-8378-295fabfab81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:09.446762 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:09.466249 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-0a70d5d1-1510-40d2-84a6-9ed79674168b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b18d344b-7213-47e1-9aea-b1436ee2dc2c HTTP/1.1" status: 200 len: 217 time: 0.1283233 Mar 01 21:06:09.470901 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:09.549559 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:09.577638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:09.578248 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:09.579656 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] 10.222.0.55 "PUT /v2.0/ports/5be94fa8-b870-43df-88f4-dbea73a1f5f4 HTTP/1.1" status: 200 len: 1091 time: 3.5922992 Mar 01 21:06:09.583786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05794c59-8b77-419f-aedb-0bc700a9f746', 'tag': '5be94fa8-b870-43df-88f4-dbea73a1f5f4'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:06:09.621760 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109d47f0-3dcc-45d2-bf41-a62f5c9b31ed', 'tag': 'b18d344b-7213-47e1-9aea-b1436ee2dc2c'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:06:09.645800 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:09.656782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db0656-8258-4b5c-8371-5e5cfdf6821f req-3cce1aa2-01f8-4ae4-ac7e-0bf4471840e6 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:09.664553 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40db0656-8258-4b5c-8371-5e5cfdf6821f req-3cce1aa2-01f8-4ae4-ac7e-0bf4471840e6 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 931 time: 0.5717561 Mar 01 21:06:09.684851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-e28637e7-42d7-417c-b968-369f6b6bd127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:09.686280 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-e28637e7-42d7-417c-b968-369f6b6bd127 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8336f76-9298-450b-b9a8-2aa7486056a2 HTTP/1.1" status: 200 len: 850 time: 0.2005746 Mar 01 21:06:09.700353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209784c8-253a-40f9-8b43-2c1b046233ea service neutron] Pushing event updated for resources: {'Port': ['ID=5be94fa8-b870-43df-88f4-dbea73a1f5f4,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:09.777568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Pushing event updated for resources: {'Port': ['ID=8c53d8f3-a103-4c26-a09b-46706f878db1,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:09.787528 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:09.791437 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d7e4fb49-9704-4a6b-8bec-c8f8aa860680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:09.830877 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:09.831233 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:09.831582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:09.831918 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:09.832252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:09.832583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:09.832904 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:09.833232 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:09.833554 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:09.833904 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:09.834474 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:09.834814 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:09.847743 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e4fb49-9704-4a6b-8bec-c8f8aa860680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6ecffd-6c8c-4bba-a63a-160fc7ba152b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:09.941477 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d7e4fb49-9704-4a6b-8bec-c8f8aa860680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:09.945524 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d7e4fb49-9704-4a6b-8bec-c8f8aa860680 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3a6ecffd-6c8c-4bba-a63a-160fc7ba152b HTTP/1.1" status: 204 len: 168 time: 1.0871339 Mar 01 21:06:09.961672 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-919931ce-c108-4ede-8378-295fabfab81d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:10.074525 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-40db0656-8258-4b5c-8371-5e5cfdf6821f req-83f7095f-d7a9-4927-bef8-0fafc8031763 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Synchronizing usage tracker for tenant:b7d67da784e54c12a0a3c33da8308ec8 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:06:10.077519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919931ce-c108-4ede-8378-295fabfab81d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a3c70c-0389-4a36-88c1-1a1dbac9856b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:10.090031 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-919931ce-c108-4ede-8378-295fabfab81d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:10.109058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc0d919-1353-4e45-93e6-2b74ab5e1d43 req-94908827-eaf3-43b4-a759-b28eb7137bc8 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:10.111832 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2dc0d919-1353-4e45-93e6-2b74ab5e1d43 req-94908827-eaf3-43b4-a759-b28eb7137bc8 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 943 time: 0.7803171 Mar 01 21:06:10.133376 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-919931ce-c108-4ede-8378-295fabfab81d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/45a3c70c-0389-4a36-88c1-1a1dbac9856b HTTP/1.1" status: 204 len: 168 time: 1.8008223 Mar 01 21:06:10.144257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54382) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:10.209722 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b304515-4171-4eb3-97e1-f93d9eb1723c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:10.219003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-504502df-abd3-40b0-82df-595bc314242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:10.220801 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-504502df-abd3-40b0-82df-595bc314242a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9bb4145c52d4d90a83341aa2ffbffd2&device_id=05794c59-8b77-419f-aedb-0bc700a9f746 HTTP/1.1" status: 200 len: 1094 time: 0.5215929 Mar 01 21:06:10.257958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-47168bde-12d3-4b56-b305-e1c8e180d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:10.259534 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-47168bde-12d3-4b56-b305-e1c8e180d061 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=33ba965f-d417-4519-8f89-3aefcdaf09c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5609331 Mar 01 21:06:10.289377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-40db0656-8258-4b5c-8371-5e5cfdf6821f req-83f7095f-d7a9-4927-bef8-0fafc8031763 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Unset dirty status for tenant:b7d67da784e54c12a0a3c33da8308ec8 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:06:10.304546 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40db0656-8258-4b5c-8371-5e5cfdf6821f req-83f7095f-d7a9-4927-bef8-0fafc8031763 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6379156 Mar 01 21:06:10.321939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2dc0d919-1353-4e45-93e6-2b74ab5e1d43 req-ab9b2e5d-bfbf-4567-a052-bbb5340ed348 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=8bd82f0f-c642-4fa2-92c7-0b47b04efb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1958506 Mar 01 21:06:10.452091 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05794c59-8b77-419f-aedb-0bc700a9f746', 'tag': '5be94fa8-b870-43df-88f4-dbea73a1f5f4', 'status': 'completed', 'code': 200} Mar 01 21:06:10.477837 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-0d886d3b-9ae3-4d8a-bb53-3e4d0e04176d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5be94fa8-b870-43df-88f4-dbea73a1f5f4 HTTP/1.1" status: 200 len: 217 time: 0.2479477 Mar 01 21:06:10.649503 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109d47f0-3dcc-45d2-bf41-a62f5c9b31ed', 'tag': 'b18d344b-7213-47e1-9aea-b1436ee2dc2c', 'status': 'completed', 'code': 200} Mar 01 21:06:10.686122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-1740b999-6661-484b-b6a7-b71c0b599c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:10.687590 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-1740b999-6661-484b-b6a7-b71c0b599c51 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c6006dd-13ed-4c89-8dca-60a64f1f8e16 HTTP/1.1" status: 200 len: 849 time: 0.2005422 Mar 01 21:06:10.731747 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Network 67bb6527-8461-46a9-b8fb-0f8330414ee1 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:06:10.739630 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:06:10.757396 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-e9ca346c-81e1-4ef3-8e8f-87e27f8dde42 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37da9f48-c173-41ee-9818-1ebab5f60a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592055 Mar 01 21:06:10.889973 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9cdb4b98-619a-4a86-8122-015e532617e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:10.927806 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-23cf613c-2678-4382-b1dc-f948cd35051f service neutron] 10.222.0.57 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6413028 Mar 01 21:06:10.987598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c1ddb-86ce-40ac-99c4-903c442114cd req-32c3384b-0a6e-41b8-ab09-5400cb991da2 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:10.988980 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a6c1ddb-86ce-40ac-99c4-903c442114cd req-32c3384b-0a6e-41b8-ab09-5400cb991da2 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/ports?device_id=05794c59-8b77-419f-aedb-0bc700a9f746 HTTP/1.1" status: 200 len: 943 time: 0.4544222 Mar 01 21:06:10.995091 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b304515-4171-4eb3-97e1-f93d9eb1723c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:10.995483 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b304515-4171-4eb3-97e1-f93d9eb1723c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:10.995796 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-9b304515-4171-4eb3-97e1-f93d9eb1723c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Floating IP ef9dc61d-7812-43ed-9455-34ad1240c0bd disassociated. External IP: 172.25.5.36, port: b183cecb-c5bf-4562-86af-53fdef5d4a75. Mar 01 21:06:10.996135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9b304515-4171-4eb3-97e1-f93d9eb1723c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Calling delete_port for b183cecb-c5bf-4562-86af-53fdef5d4a75 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:06:11.125597 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-a1caabcc-928e-4e67-b79f-0b6a8ae70a12 service neutron] 10.222.0.55 "GET /v2.0/networks/37da9f48-c173-41ee-9818-1ebab5f60a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624778 Mar 01 21:06:11.139571 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a6c1ddb-86ce-40ac-99c4-903c442114cd req-c3b24810-d024-4e8b-bedd-2bf65b73f9b7 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7444a70-6ebb-4a89-941b-c96545b77813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142390 Mar 01 21:06:11.144789 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:06:11.361985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:06:11.373381 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9cdb4b98-619a-4a86-8122-015e532617e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:11.383152 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Router c05141ee-aa58-4752-a13e-fd7146b5f2f2 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:06:11.395731 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:11.403247 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de7564a9-8544-4c31-8d47-a07e2eb3a691 req-d55ff64b-1353-4785-bf20-325d91016c47 service neutron] 10.222.0.55 "GET /v2.0/networks/37da9f48-c173-41ee-9818-1ebab5f60a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624178 Mar 01 21:06:11.436296 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b304515-4171-4eb3-97e1-f93d9eb1723c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:11.463188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-9cdb4b98-619a-4a86-8122-015e532617e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f94981-724b-41f4-8830-1d5feba0b3bf']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:11.588737 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6b71397e-d60b-4c74-83ee-d8a8476d9f64 req-35b7d0bc-feb4-4bed-b09d-b54060bd84bb service neutron] 10.222.0.57 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6393073 Mar 01 21:06:11.605840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] Transition to ACTIVE for port object bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:06:11.609434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b304515-4171-4eb3-97e1-f93d9eb1723c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event deleted for resources: {'Port': ['ID=b183cecb-c5bf-4562-86af-53fdef5d4a75,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:11.609957 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-9cdb4b98-619a-4a86-8122-015e532617e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d166fa-4fda-4fcb-8132-c1c639c19b86') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:11.609957 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-9cdb4b98-619a-4a86-8122-015e532617e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d166fa-4fda-4fcb-8132-c1c639c19b86') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:11.702951 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9cdb4b98-619a-4a86-8122-015e532617e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:11.733892 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:11.832724 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9cdb4b98-619a-4a86-8122-015e532617e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:11.945164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cdb4b98-619a-4a86-8122-015e532617e9 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:06:11.945811 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9cdb4b98-619a-4a86-8122-015e532617e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:06:11.960853 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:06:11.986527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:06:12.002096 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] Sync routers for ids ['c05141ee-aa58-4752-a13e-fd7146b5f2f2'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:06:12.002651 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-af4281fc-546d-43a9-8107-00abebb96211 admin admin] 10.222.0.42 "PUT /v2.0/routers/c05141ee-aa58-4752-a13e-fd7146b5f2f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8380711 Mar 01 21:06:12.032571 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] Routers {'c05141ee-aa58-4752-a13e-fd7146b5f2f2'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:12.035152 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c05141ee-aa58-4752-a13e-fd7146b5f2f2'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:12.113175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] Pushing event updated for resources: {'Port': ['ID=bd5f8899-e3ae-4bcc-b55b-70131d72fbb1,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:12.144295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b304515-4171-4eb3-97e1-f93d9eb1723c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Router fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:06:12.155560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34db0c8-13c8-49c0-9bd3-77e17d0a7f4b req-e02fff98-f857-4b0e-ae8d-5acd460ac8ea tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:12.163409 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e34db0c8-13c8-49c0-9bd3-77e17d0a7f4b req-e02fff98-f857-4b0e-ae8d-5acd460ac8ea tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 943 time: 0.6705353 Mar 01 21:06:12.176169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbd002d-99fb-4c2b-8f3a-70ac24bbcaea req-bafc0eab-2af2-47de-8238-3472fd0b0456 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:12.177712 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-edbd002d-99fb-4c2b-8f3a-70ac24bbcaea req-bafc0eab-2af2-47de-8238-3472fd0b0456 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 931 time: 0.6843331 Mar 01 21:06:12.194811 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980ae16-db5a-4571-889b-3094773d7b51 req-cf66a0ed-e29b-46ed-8627-a68abcfae35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:12.196781 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4980ae16-db5a-4571-889b-3094773d7b51 req-cf66a0ed-e29b-46ed-8627-a68abcfae35e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c9bb4145c52d4d90a83341aa2ffbffd2&device_id=05794c59-8b77-419f-aedb-0bc700a9f746 HTTP/1.1" status: 200 len: 1094 time: 0.5713000 Mar 01 21:06:12.284025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083f7b3-4723-4f40-90e8-d9ee9896dbec req-7a2138ae-a14a-471d-bd8b-53fd87c0d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:12.285559 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8083f7b3-4723-4f40-90e8-d9ee9896dbec req-7a2138ae-a14a-471d-bd8b-53fd87c0d50b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4948a3f4374642e5b9b9490b5a1ffed4&device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 1094 time: 0.5514526 Mar 01 21:06:12.339302 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] Attempting to bind port bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:06:12.339673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] Attempting to bind port bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '878585b8-3463-4a29-ab25-da9f9d8339d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f0d1fb8-1045-4f16-9f87-d0357cb79e60'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:06:12.340535 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] Attempting to bind port bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 on network 3f0d1fb8-1045-4f16-9f87-d0357cb79e60 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:06:12.345008 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9cdb4b98-619a-4a86-8122-015e532617e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:12.350668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] Port bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 on network 3f0d1fb8-1045-4f16-9f87-d0357cb79e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:06:12.350668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] Attempting to bind port bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 on network 3f0d1fb8-1045-4f16-9f87-d0357cb79e60 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:06:12.410730 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] Set router c05141ee-aa58-4752-a13e-fd7146b5f2f2 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:06:12.440595 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e34db0c8-13c8-49c0-9bd3-77e17d0a7f4b req-929ad0b4-7a39-4153-9a83-eb55177599b9 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=8bd82f0f-c642-4fa2-92c7-0b47b04efb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2763851 Mar 01 21:06:12.467160 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-edbd002d-99fb-4c2b-8f3a-70ac24bbcaea req-e8c3d98c-e13e-48a0-9b34-888165397b38 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668784 Mar 01 21:06:12.598114 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980ae16-db5a-4571-889b-3094773d7b51 req-43c31cac-9c0a-4a86-8b2e-426427addee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:12.599576 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4980ae16-db5a-4571-889b-3094773d7b51 req-43c31cac-9c0a-4a86-8b2e-426427addee3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=37da9f48-c173-41ee-9818-1ebab5f60a99 HTTP/1.1" status: 200 len: 910 time: 0.3825579 Mar 01 21:06:12.641948 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9cdb4b98-619a-4a86-8122-015e532617e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:12.667665 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 5, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:06:12.668014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] Checking segment: {'id': '878585b8-3463-4a29-ab25-da9f9d8339d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f0d1fb8-1045-4f16-9f87-d0357cb79e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:06:12.668410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] Bound using segment: {'id': '878585b8-3463-4a29-ab25-da9f9d8339d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f0d1fb8-1045-4f16-9f87-d0357cb79e60'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:06:12.668926 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] Bound port: bd5f8899-e3ae-4bcc-b55b-70131d72fbb1, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '878585b8-3463-4a29-ab25-da9f9d8339d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f0d1fb8-1045-4f16-9f87-d0357cb79e60'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:06:12.669232 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:12.685363 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdb4b98-619a-4a86-8122-015e532617e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f94981-724b-41f4-8830-1d5feba0b3bf,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:12.757662 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4980ae16-db5a-4571-889b-3094773d7b51 req-c0ed84f3-4250-4c25-b9e6-02fa01e372a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5be94fa8-b870-43df-88f4-dbea73a1f5f4 HTTP/1.1" status: 200 len: 217 time: 0.1449959 Mar 01 21:06:12.766470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b304515-4171-4eb3-97e1-f93d9eb1723c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:06:12.777901 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babbbedc-d2d7-4e34-941e-05db419fb212 None None] Sync routers for ids ['fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:06:12.794624 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babbbedc-d2d7-4e34-941e-05db419fb212 None None] Routers {'fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:12.795603 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-babbbedc-d2d7-4e34-941e-05db419fb212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:12.807979 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9cdb4b98-619a-4a86-8122-015e532617e9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f4f94981-724b-41f4-8830-1d5feba0b3bf HTTP/1.1" status: 204 len: 168 time: 2.6608748 Mar 01 21:06:12.831544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083f7b3-4723-4f40-90e8-d9ee9896dbec req-5f9e7811-06f6-409d-977c-56db76c1c6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:12.841348 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8083f7b3-4723-4f40-90e8-d9ee9896dbec req-5f9e7811-06f6-409d-977c-56db76c1c6e8 service neutron] 10.222.0.57 "GET /v2.0/networks?id=33ba965f-d417-4519-8f89-3aefcdaf09c3 HTTP/1.1" status: 200 len: 912 time: 0.5439138 Mar 01 21:06:12.896656 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05141ee-aa58-4752-a13e-fd7146b5f2f2', 'name': 'tempest-ServerRescueNegativeTestJSON-176787686-router', 'tenant_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1e1ee101-b535-48ae-94ed-b7f21ce5ff74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:05:53Z', 'updated_at': '2022-03-01T21:06:08Z', 'revision_number': 4, 'project_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'gw_port': {'id': '1e1ee101-b535-48ae-94ed-b7f21ce5ff74', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05141ee-aa58-4752-a13e-fd7146b5f2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:05:55Z', 'updated_at': '2022-03-01T21:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '8c53d8f3-a103-4c26-a09b-46706f878db1', 'name': '', 'network_id': '67bb6527-8461-46a9-b8fb-0f8330414ee1', 'tenant_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'mac_address': 'fa:16:3e:61:3b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05141ee-aa58-4752-a13e-fd7146b5f2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'ed7ad8a4-8267-45db-9da9-38b53b99c0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:06:04Z', 'updated_at': '2022-03-01T21:06:08Z', 'revision_number': 2, 'project_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'subnets': [{'id': 'ed7ad8a4-8267-45db-9da9-38b53b99c0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:12.907891 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] Checking router: c05141ee-aa58-4752-a13e-fd7146b5f2f2 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:06:12.909548 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] Updating router c05141ee-aa58-4752-a13e-fd7146b5f2f2 port 8c53d8f3-a103-4c26-a09b-46706f878db1 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:06:12.941130 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980ae16-db5a-4571-889b-3094773d7b51 req-b31b25f7-7e42-4571-9e11-274c58303cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:12.942758 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4980ae16-db5a-4571-889b-3094773d7b51 req-b31b25f7-7e42-4571-9e11-274c58303cff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6c6006dd-13ed-4c89-8dca-60a64f1f8e16 HTTP/1.1" status: 200 len: 849 time: 0.1744192 Mar 01 21:06:12.959014 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-babbbedc-d2d7-4e34-941e-05db419fb212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:12.978804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babbbedc-d2d7-4e34-941e-05db419fb212 None None] Routers {'fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:12.979728 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-babbbedc-d2d7-4e34-941e-05db419fb212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:12.996565 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:13.007731 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4980ae16-db5a-4571-889b-3094773d7b51 req-5a8d36b3-b303-4546-8daf-445eb1f0ece3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=37da9f48-c173-41ee-9818-1ebab5f60a99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572622 Mar 01 21:06:13.021128 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8083f7b3-4723-4f40-90e8-d9ee9896dbec req-badc106f-566f-4364-8289-7d40cdc48175 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b18d344b-7213-47e1-9aea-b1436ee2dc2c HTTP/1.1" status: 200 len: 217 time: 0.1728218 Mar 01 21:06:13.056968 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b304515-4171-4eb3-97e1-f93d9eb1723c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:13.116768 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775311b1-da25-4eae-b3a5-032821881cc0 req-dbaf55ea-888f-492a-9ccd-e7e544053f81 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:13.124876 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-775311b1-da25-4eae-b3a5-032821881cc0 req-dbaf55ea-888f-492a-9ccd-e7e544053f81 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/ports?device_id=05794c59-8b77-419f-aedb-0bc700a9f746 HTTP/1.1" status: 200 len: 943 time: 0.4327822 Mar 01 21:06:13.162972 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-babbbedc-d2d7-4e34-941e-05db419fb212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:13.164184 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babbbedc-d2d7-4e34-941e-05db419fb212 None None] The sync data for ids ['fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:06:13.187158 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:06:13.239687 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083f7b3-4723-4f40-90e8-d9ee9896dbec req-6657cafa-fc74-470f-9e52-b7c0a5598fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:13.247164 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8083f7b3-4723-4f40-90e8-d9ee9896dbec req-6657cafa-fc74-470f-9e52-b7c0a5598fbf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8336f76-9298-450b-b9a8-2aa7486056a2 HTTP/1.1" status: 200 len: 850 time: 0.2094986 Mar 01 21:06:13.248862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] For port bd5f8899-e3ae-4bcc-b55b-70131d72fbb1, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:06:13.297074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] For port bd5f8899-e3ae-4bcc-b55b-70131d72fbb1, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bd5f8899-e3ae-4bcc-b55b-70131d72fbb1,segment=NetworkSegment(878585b8-3463-4a29-ab25-da9f9d8339d1),segment_id=878585b8-3463-4a29-ab25-da9f9d8339d1)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:06:13.337284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083f7b3-4723-4f40-90e8-d9ee9896dbec req-0e038420-eb1b-4e0f-b1e4-7facbd65e43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:13.338948 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8083f7b3-4723-4f40-90e8-d9ee9896dbec req-0e038420-eb1b-4e0f-b1e4-7facbd65e43d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=33ba965f-d417-4519-8f89-3aefcdaf09c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797627 Mar 01 21:06:13.366905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54460) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:13.392044 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:13.456187 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9b304515-4171-4eb3-97e1-f93d9eb1723c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "DELETE /v2.0/ports/b183cecb-c5bf-4562-86af-53fdef5d4a75 HTTP/1.1" status: 204 len: 168 time: 4.4859900 Mar 01 21:06:13.465991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54466) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:13.476051 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] Pushing event updated for resources: {'Port': ['ID=bd5f8899-e3ae-4bcc-b55b-70131d72fbb1,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:13.550458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:13.551073 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:13.552455 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bad8a67b-858f-4c43-ae36-4c87effe0c94 service neutron] 10.222.0.57 "PUT /v2.0/ports/bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 HTTP/1.1" status: 200 len: 1091 time: 4.3832250 Mar 01 21:06:13.555253 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56cad337-c3ae-4789-8fa8-93885baf2ce9', 'tag': 'bd5f8899-e3ae-4bcc-b55b-70131d72fbb1'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:06:13.565967 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1275111939', 'router:external': True}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:13.573134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:06:13.575594 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Usage tracker for resource:network and tenant:6f9e63faa7844f39ad33d1f13e1e4196 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:06:13.579636 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:06:13.584333 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-775311b1-da25-4eae-b3a5-032821881cc0 req-cc2de2d4-870c-44aa-9761-5653a8baf1e4 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7444a70-6ebb-4a89-941b-c96545b77813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4582164 Mar 01 21:06:13.587184 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:06:13.590588 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4980ae16-db5a-4571-889b-3094773d7b51 req-35e8d7df-556a-4ed8-a109-4666af31a259 service neutron] 10.222.0.55 "GET /v2.0/networks/37da9f48-c173-41ee-9818-1ebab5f60a99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5760248 Mar 01 21:06:13.611469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79315291-21c7-4481-a39d-1f22119bde7a req-81a5808f-d13f-4f3d-a1e7-5194127c35af tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:13.613003 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79315291-21c7-4481-a39d-1f22119bde7a req-81a5808f-d13f-4f3d-a1e7-5194127c35af tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/networks?id=67bb6527-8461-46a9-b8fb-0f8330414ee1 HTTP/1.1" status: 200 len: 818 time: 0.3769455 Mar 01 21:06:13.619869 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:13.629807 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8083f7b3-4723-4f40-90e8-d9ee9896dbec req-314af9e9-cb6e-4c60-915f-fffa221a7473 service neutron] 10.222.0.57 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848260 Mar 01 21:06:13.635987 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] Transition to ACTIVE for port object 8c53d8f3-a103-4c26-a09b-46706f878db1 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:06:13.661962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54476) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:13.699476 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:13.866634 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8083f7b3-4723-4f40-90e8-d9ee9896dbec req-f7667ee8-c845-41a9-8179-c294ef9e478c service neutron] 10.222.0.57 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284222 Mar 01 21:06:13.867256 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fa0a6-5fff-417d-9e5b-5687d0001494 None None] Pushing event updated for resources: {'Port': ['ID=8c53d8f3-a103-4c26-a09b-46706f878db1,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:13.882157 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Made reservation on behalf of 6f9e63faa7844f39ad33d1f13e1e4196 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:06:13.889412 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:13.918246 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:13.919298 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79315291-21c7-4481-a39d-1f22119bde7a req-1b0440e2-f479-4ff4-b75d-806afbfbb553 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/quotas/ae8beb020bc5422983ac60a96ddee5cd HTTP/1.1" status: 200 len: 375 time: 0.2600579 Mar 01 21:06:13.930101 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fa0a6-5fff-417d-9e5b-5687d0001494 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:13.930439 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fa0a6-5fff-417d-9e5b-5687d0001494 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:13.930768 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fa0a6-5fff-417d-9e5b-5687d0001494 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:13.931091 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fa0a6-5fff-417d-9e5b-5687d0001494 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:13.931447 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fa0a6-5fff-417d-9e5b-5687d0001494 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:13.931755 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fa0a6-5fff-417d-9e5b-5687d0001494 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:13.932081 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fa0a6-5fff-417d-9e5b-5687d0001494 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:13.932394 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fa0a6-5fff-417d-9e5b-5687d0001494 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:13.932707 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fa0a6-5fff-417d-9e5b-5687d0001494 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:13.933019 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fa0a6-5fff-417d-9e5b-5687d0001494 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:13.933340 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fa0a6-5fff-417d-9e5b-5687d0001494 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:13.933643 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a8fa0a6-5fff-417d-9e5b-5687d0001494 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:13.948404 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] Attempting to bind port 8c53d8f3-a103-4c26-a09b-46706f878db1 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:06:13.949098 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] Attempting to bind port 8c53d8f3-a103-4c26-a09b-46706f878db1 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'a07844af-8138-4cdc-af4b-5367f006a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '67bb6527-8461-46a9-b8fb-0f8330414ee1'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:06:13.949631 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] Attempting to bind port 8c53d8f3-a103-4c26-a09b-46706f878db1 on network 67bb6527-8461-46a9-b8fb-0f8330414ee1 {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:06:13.951414 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:06:13.955846 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 6, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:06:13.956812 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] Checking segment: {'id': 'a07844af-8138-4cdc-af4b-5367f006a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '67bb6527-8461-46a9-b8fb-0f8330414ee1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:06:13.957517 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:13.958068 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] Bound using segment: {'id': 'a07844af-8138-4cdc-af4b-5367f006a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '67bb6527-8461-46a9-b8fb-0f8330414ee1'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:06:13.958688 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] Bound port: 8c53d8f3-a103-4c26-a09b-46706f878db1, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07844af-8138-4cdc-af4b-5367f006a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '67bb6527-8461-46a9-b8fb-0f8330414ee1'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:06:13.960002 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:13.960983 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Usage tracker for resource:security_group_rule and tenant:6f9e63faa7844f39ad33d1f13e1e4196 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:06:13.965645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:06:13.980433 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:06:14.091271 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:14.111479 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] For port 8c53d8f3-a103-4c26-a09b-46706f878db1, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:06:14.116979 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] For port 8c53d8f3-a103-4c26-a09b-46706f878db1, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8c53d8f3-a103-4c26-a09b-46706f878db1,segment=NetworkSegment(a07844af-8138-4cdc-af4b-5367f006a6d0),segment_id=a07844af-8138-4cdc-af4b-5367f006a6d0)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:06:14.120136 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-9d8aa25e-b1ef-4c05-800a-c965c10d5c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:14.122974 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-9d8aa25e-b1ef-4c05-800a-c965c10d5c18 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b7d67da784e54c12a0a3c33da8308ec8&device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 1094 time: 0.3659778 Mar 01 21:06:14.187998 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:14.200474 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:14.204000 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6a557d82-8874-4afb-b5ae-f405cd132383 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1ae57b8c18154150bdb29415b840324f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5408916 Mar 01 21:06:14.208991 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-d1d4c310-92b0-48e7-bf2f-08090d9643cc service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 HTTP/1.1" status: 200 len: 217 time: 0.0777733 Mar 01 21:06:14.209712 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54492) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:14.250169 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4980ae16-db5a-4571-889b-3094773d7b51 req-4b008f7c-3804-401e-85e1-54640c718481 service neutron] 10.222.0.55 "GET /v2.0/networks/37da9f48-c173-41ee-9818-1ebab5f60a99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6315382 Mar 01 21:06:14.294754 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] Routers {'c05141ee-aa58-4752-a13e-fd7146b5f2f2'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:14.295395 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c05141ee-aa58-4752-a13e-fd7146b5f2f2'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:14.308792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a58f3d9-5ee9-474b-8818-3bab9b967251,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:14.360334 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea3e1f-490d-49a9-bf0f-503c53a2ac0a req-773ba957-d55f-4437-8ac2-2bcca1367837 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:14.361914 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1dea3e1f-490d-49a9-bf0f-503c53a2ac0a req-773ba957-d55f-4437-8ac2-2bcca1367837 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 943 time: 0.4562774 Mar 01 21:06:14.409015 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79315291-21c7-4481-a39d-1f22119bde7a req-ec1872b4-ea84-4f17-81fc-4909cd59e972 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae8beb020bc5422983ac60a96ddee5cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4030321 Mar 01 21:06:14.425708 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:06:14.467609 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:14.468660 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Added segment 640bcd00-edeb-4471-ab09-b87be72f3c26 of type vlan for network 69e3e841-384a-4213-8ac4-cac4d245f88b Mar 01 21:06:14.491557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-e956dcaa-4f2a-425d-94ca-a3fbb1e561f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:14.494683 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-e956dcaa-4f2a-425d-94ca-a3fbb1e561f1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=285e0c8e-3ccb-4e27-b9e2-7791ce01e6a0 HTTP/1.1" status: 200 len: 852 time: 0.2792897 Mar 01 21:06:14.518907 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1dea3e1f-490d-49a9-bf0f-503c53a2ac0a req-83b8941a-cd35-422e-ae60-9a6069f24984 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=8bd82f0f-c642-4fa2-92c7-0b47b04efb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422100 Mar 01 21:06:14.577379 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8fa0a6-5fff-417d-9e5b-5687d0001494 None None] Pushing event updated for resources: {'Port': ['ID=8c53d8f3-a103-4c26-a09b-46706f878db1,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:14.654147 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-bebef08a-3ca5-4843-b1f7-d8ff40d8766e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400239 Mar 01 21:06:14.739030 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:14.767927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-79315291-21c7-4481-a39d-1f22119bde7a req-65ffa1e6-7383-4414-b982-9544b0fa24a7 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:06:14.769606 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79315291-21c7-4481-a39d-1f22119bde7a req-65ffa1e6-7383-4414-b982-9544b0fa24a7 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3492699 Mar 01 21:06:14.780349 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d456324-3d10-4ffd-846d-e09a3874fd6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:14.814935 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] Set router c05141ee-aa58-4752-a13e-fd7146b5f2f2 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:06:14.936501 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d456324-3d10-4ffd-846d-e09a3874fd6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:15.014911 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d0e66019-890f-478c-8f5b-5a85aff8ccc1 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:15.082711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 5be94fa8-b870-43df-88f4-dbea73a1f5f4 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:06:15.083442 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:15.085477 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:15.086284 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:15.139129 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-79b28f28-eadb-4aed-8e8f-185317b6df59 service neutron] 10.222.0.57 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4551299 Mar 01 21:06:15.144639 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d456324-3d10-4ffd-846d-e09a3874fd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:15.177373 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79315291-21c7-4481-a39d-1f22119bde7a req-7802abf6-a5a8-46ce-a309-f4dcb732fb4f service neutron] 10.222.0.42 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992901 Mar 01 21:06:15.231529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5fb86-29c6-41b8-a96c-6a3e22791527 req-0c3453b1-f51b-4e6a-801d-6d0c68e30c2f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:15.233225 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96d5fb86-29c6-41b8-a96c-6a3e22791527 req-0c3453b1-f51b-4e6a-801d-6d0c68e30c2f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 943 time: 0.4315906 Mar 01 21:06:15.339718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 5be94fa8-b870-43df-88f4-dbea73a1f5f4, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5be94fa8-b870-43df-88f4-dbea73a1f5f4,segment=NetworkSegment(d9238f02-c100-4990-8319-17762690e67d),segment_id=d9238f02-c100-4990-8319-17762690e67d)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:15.363838 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '5be94fa8-b870-43df-88f4-dbea73a1f5f4', 'network_id': '37da9f48-c173-41ee-9818-1ebab5f60a99', 'port_id': '5be94fa8-b870-43df-88f4-dbea73a1f5f4', 'mac_address': 'fa:16:3e:c4:5a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6006dd-13ed-4c89-8dca-60a64f1f8e16', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:06:15.376692 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d456324-3d10-4ffd-846d-e09a3874fd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fb9937-50f5-48ea-a14f-09d1529b7988,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:15.415532 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05141ee-aa58-4752-a13e-fd7146b5f2f2', 'name': 'tempest-ServerRescueNegativeTestJSON-176787686-router', 'tenant_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1e1ee101-b535-48ae-94ed-b7f21ce5ff74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:05:53Z', 'updated_at': '2022-03-01T21:06:08Z', 'revision_number': 4, 'project_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'gw_port': {'id': '1e1ee101-b535-48ae-94ed-b7f21ce5ff74', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05141ee-aa58-4752-a13e-fd7146b5f2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:05:55Z', 'updated_at': '2022-03-01T21:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '8c53d8f3-a103-4c26-a09b-46706f878db1', 'name': '', 'network_id': '67bb6527-8461-46a9-b8fb-0f8330414ee1', 'tenant_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'mac_address': 'fa:16:3e:61:3b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05141ee-aa58-4752-a13e-fd7146b5f2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'ed7ad8a4-8267-45db-9da9-38b53b99c0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:06:04Z', 'updated_at': '2022-03-01T21:06:14Z', 'revision_number': 4, 'project_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'subnets': [{'id': 'ed7ad8a4-8267-45db-9da9-38b53b99c0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:15.420041 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f56fa40-f9e4-428b-bf73-c06bb1c51bcb None None] The sync data for ids ['c05141ee-aa58-4752-a13e-fd7146b5f2f2'] in n-d-827896-4 is: [{'id': 'c05141ee-aa58-4752-a13e-fd7146b5f2f2', 'name': 'tempest-ServerRescueNegativeTestJSON-176787686-router', 'tenant_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1e1ee101-b535-48ae-94ed-b7f21ce5ff74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:05:53Z', 'updated_at': '2022-03-01T21:06:08Z', 'revision_number': 4, 'project_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'gw_port': {'id': '1e1ee101-b535-48ae-94ed-b7f21ce5ff74', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05141ee-aa58-4752-a13e-fd7146b5f2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:05:55Z', 'updated_at': '2022-03-01T21:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '8c53d8f3-a103-4c26-a09b-46706f878db1', 'name': '', 'network_id': '67bb6527-8461-46a9-b8fb-0f8330414ee1', 'tenant_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'mac_address': 'fa:16:3e:61:3b:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c05141ee-aa58-4752-a13e-fd7146b5f2f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1897, 'fixed_ips': [{'subnet_id': 'ed7ad8a4-8267-45db-9da9-38b53b99c0bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:06:04Z', 'updated_at': '2022-03-01T21:06:14Z', 'revision_number': 4, 'project_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'subnets': [{'id': 'ed7ad8a4-8267-45db-9da9-38b53b99c0bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:06:15.459170 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:15.510459 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5be94fa8-b870-43df-88f4-dbea73a1f5f4 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:06:15.544018 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 5be94fa8-b870-43df-88f4-dbea73a1f5f4, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5be94fa8-b870-43df-88f4-dbea73a1f5f4,segment=NetworkSegment(d9238f02-c100-4990-8319-17762690e67d),segment_id=d9238f02-c100-4990-8319-17762690e67d)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:15.549682 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96d5fb86-29c6-41b8-a96c-6a3e22791527 req-4b583733-1fa4-44b2-b048-646295080164 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983656 Mar 01 21:06:15.585568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Pushing event updated for resources: {'Network': ['ID=69e3e841-384a-4213-8ac4-cac4d245f88b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:15.604108 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f20e086f-45a7-4d7b-b50f-1768901107a9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.2360651 Mar 01 21:06:15.605065 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d456324-3d10-4ffd-846d-e09a3874fd6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:15.608558 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54512) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:15.608743 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2d456324-3d10-4ffd-846d-e09a3874fd6d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07fb9937-50f5-48ea-a14f-09d1529b7988 HTTP/1.1" status: 204 len: 168 time: 1.3940318 Mar 01 21:06:15.617917 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:15.622065 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 69e3e841-384a-4213-8ac4-cac4d245f88b details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:06:15.623833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-9ca519af-e959-4ef5-86a8-434572904bdc tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Request body: {'subnet': {'network_id': '69e3e841-384a-4213-8ac4-cac4d245f88b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:15.642193 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56cad337-c3ae-4789-8fa8-93885baf2ce9', 'tag': 'bd5f8899-e3ae-4bcc-b55b-70131d72fbb1', 'status': 'completed', 'code': 200} Mar 01 21:06:15.645765 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9ca519af-e959-4ef5-86a8-434572904bdc tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:06:15.656765 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79315291-21c7-4481-a39d-1f22119bde7a req-935e2bef-b2e3-4458-9789-f7b48d347dd4 service neutron] 10.222.0.42 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677973 Mar 01 21:06:15.657859 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9ca519af-e959-4ef5-86a8-434572904bdc tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Usage tracker for resource:subnet and tenant:6f9e63faa7844f39ad33d1f13e1e4196 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:06:15.663671 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9ca519af-e959-4ef5-86a8-434572904bdc tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:06:15.673397 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9ca519af-e959-4ef5-86a8-434572904bdc tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:06:15.809918 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-23eaf1dd-3865-432f-9dd4-0553cfdf8801 req-80ac6c8e-b417-4e15-9330-4c53ddebca0e service neutron] 10.222.0.57 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6602128 Mar 01 21:06:15.816890 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca519af-e959-4ef5-86a8-434572904bdc tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Made reservation on behalf of 6f9e63faa7844f39ad33d1f13e1e4196 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:06:15.821252 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ca519af-e959-4ef5-86a8-434572904bdc tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:15.934919 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b18d344b-7213-47e1-9aea-b1436ee2dc2c details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:06:15.956083 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['5be94fa8-b870-43df-88f4-dbea73a1f5f4'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:06:16.295324 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=5be94fa8-b870-43df-88f4-dbea73a1f5f4,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:16.303111 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.resource_extend [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:06:16.453811 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447a491-4c60-4628-8ee8-9db582c33240 req-cea523ef-b209-4a5f-b61a-e2db4b634259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:16.457819 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0447a491-4c60-4628-8ee8-9db582c33240 req-cea523ef-b209-4a5f-b61a-e2db4b634259 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b7d67da784e54c12a0a3c33da8308ec8&device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 1094 time: 0.5007355 Mar 01 21:06:16.546449 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d0e66019-890f-478c-8f5b-5a85aff8ccc1 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Deleting port 90a0c7fd-ee23-4540-ae0b-cb9f25e19a5d {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:06:16.547071 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d0e66019-890f-478c-8f5b-5a85aff8ccc1 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:16.573899 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b18d344b-7213-47e1-9aea-b1436ee2dc2c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b18d344b-7213-47e1-9aea-b1436ee2dc2c,segment=NetworkSegment(aac90a62-6b51-41bc-a3c6-eda5383d3946),segment_id=aac90a62-6b51-41bc-a3c6-eda5383d3946)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:16.597852 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'b18d344b-7213-47e1-9aea-b1436ee2dc2c', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'port_id': 'b18d344b-7213-47e1-9aea-b1436ee2dc2c', 'mac_address': 'fa:16:3e:be:4d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:06:16.723838 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:16.747903 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b18d344b-7213-47e1-9aea-b1436ee2dc2c {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:06:16.766276 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b18d344b-7213-47e1-9aea-b1436ee2dc2c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b18d344b-7213-47e1-9aea-b1436ee2dc2c,segment=NetworkSegment(aac90a62-6b51-41bc-a3c6-eda5383d3946),segment_id=aac90a62-6b51-41bc-a3c6-eda5383d3946)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:16.773153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447a491-4c60-4628-8ee8-9db582c33240 req-3407af68-5430-40a2-b27a-9edab2cc4294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:16.775345 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0447a491-4c60-4628-8ee8-9db582c33240 req-3407af68-5430-40a2-b27a-9edab2cc4294 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60 HTTP/1.1" status: 200 len: 913 time: 0.2987413 Mar 01 21:06:16.822953 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:16.858399 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0447a491-4c60-4628-8ee8-9db582c33240 req-d7ab0fa1-3204-4dfc-9493-7b3d31808573 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 HTTP/1.1" status: 200 len: 217 time: 0.0760462 Mar 01 21:06:16.885833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be671aed-06ad-41f4-8b0c-ddc46ff03c7d req-810b478a-a8f6-4568-9e01-8c378910ba0d tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:16.887869 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be671aed-06ad-41f4-8b0c-ddc46ff03c7d req-810b478a-a8f6-4568-9e01-8c378910ba0d tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/ports?device_id=05794c59-8b77-419f-aedb-0bc700a9f746 HTTP/1.1" status: 200 len: 944 time: 1.0056980 Mar 01 21:06:16.936601 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d0e66019-890f-478c-8f5b-5a85aff8ccc1 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:16.980576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447a491-4c60-4628-8ee8-9db582c33240 req-458ed992-bdd1-4c4c-9674-119c975df4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:16.982571 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0447a491-4c60-4628-8ee8-9db582c33240 req-458ed992-bdd1-4c4c-9674-119c975df4e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=285e0c8e-3ccb-4e27-b9e2-7791ce01e6a0 HTTP/1.1" status: 200 len: 852 time: 0.1175454 Mar 01 21:06:17.057095 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0447a491-4c60-4628-8ee8-9db582c33240 req-a5d1b47c-1c6b-45d1-9082-1d5393ef092f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684297 Mar 01 21:06:17.057934 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['b18d344b-7213-47e1-9aea-b1436ee2dc2c'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:06:17.241431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=b18d344b-7213-47e1-9aea-b1436ee2dc2c,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:17.291332 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62381fea-c249-4c64-99f7-f2a9bc9f2e80 req-8eaeca6b-0935-46e0-b88b-9b02a0b5b2b5 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:17.298427 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-62381fea-c249-4c64-99f7-f2a9bc9f2e80 req-8eaeca6b-0935-46e0-b88b-9b02a0b5b2b5 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 943 time: 0.9795823 Mar 01 21:06:17.310128 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d0e66019-890f-478c-8f5b-5a85aff8ccc1 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Calling delete_port for 90a0c7fd-ee23-4540-ae0b-cb9f25e19a5d owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:06:17.324319 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0447a491-4c60-4628-8ee8-9db582c33240 req-9434c5a8-050d-4e0d-84b8-98dbbcb60dcd service neutron] 10.222.0.57 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602518 Mar 01 21:06:17.469372 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8c53d8f3-a103-4c26-a09b-46706f878db1 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:06:17.523702 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-62381fea-c249-4c64-99f7-f2a9bc9f2e80 req-bb6249d7-bbdb-4ece-b842-4c52ebc6706d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=8bd82f0f-c642-4fa2-92c7-0b47b04efb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242925 Mar 01 21:06:17.574164 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0447a491-4c60-4628-8ee8-9db582c33240 req-82601705-5853-4d5e-b602-198921c22913 service neutron] 10.222.0.57 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426949 Mar 01 21:06:17.636091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 8c53d8f3-a103-4c26-a09b-46706f878db1 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:06:17.643330 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54554) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:17.645330 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 8c53d8f3-a103-4c26-a09b-46706f878db1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:06:17.645762 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:17.772210 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:17.778979 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be671aed-06ad-41f4-8b0c-ddc46ff03c7d req-223853ed-062a-41f2-9364-fc702c6345f3 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7444a70-6ebb-4a89-941b-c96545b77813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8229842 Mar 01 21:06:17.779549 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1348753569-network', 'tenant_id': 'b7a7c3aee97041b9a801e4248bbb86e5'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:17.787012 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:06:17.792392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Usage tracker for resource:network and tenant:b7a7c3aee97041b9a801e4248bbb86e5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:06:17.796881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:06:17.810094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:06:17.812164 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 8c53d8f3-a103-4c26-a09b-46706f878db1, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8c53d8f3-a103-4c26-a09b-46706f878db1,segment=NetworkSegment(a07844af-8138-4cdc-af4b-5367f006a6d0),segment_id=a07844af-8138-4cdc-af4b-5367f006a6d0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:17.910432 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:17.919315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea2c6b00-a004-4dfc-84da-dfb6e450383d req-cbadea8a-98d5-40ab-9919-46efa3cc928a tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 210 time: 0.1266429 Mar 01 21:06:17.933197 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Made reservation on behalf of b7a7c3aee97041b9a801e4248bbb86e5 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:06:17.936807 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:17.957341 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:17.969473 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b18d344b-7213-47e1-9aea-b1436ee2dc2c up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:06:17.994912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:06:18.005962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Usage tracker for resource:security_group_rule and tenant:b7a7c3aee97041b9a801e4248bbb86e5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:06:18.012587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:06:18.024277 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd671608-9cb2-4feb-b5e7-595269fb3bf7 req-541e34eb-fd66-47f8-9a8b-b28f27e3caf9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0657587 Mar 01 21:06:18.028903 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:06:18.227836 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=8c53d8f3-a103-4c26-a09b-46706f878db1,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:18.252626 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:18.327502 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:18.327886 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port b18d344b-7213-47e1-9aea-b1436ee2dc2c completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:06:18.333883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port b18d344b-7213-47e1-9aea-b1436ee2dc2c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:06:18.342014 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:18.351477 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:06:18.362363 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:18.362701 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Added segment 9bed440c-0e86-4609-9f79-d599079265d8 of type vlan for network 9b34390c-6fe5-4076-9506-cf6ffd99724e Mar 01 21:06:18.392143 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:18.487572 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:18.504913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d1dc7d-b223-4dd5-90f0-059c607afd2c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:18.524379 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:18.526424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:18.527158 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:18.531536 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109d47f0-3dcc-45d2-bf41-a62f5c9b31ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18d344b-7213-47e1-9aea-b1436ee2dc2c'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:06:18.551572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b18d344b-7213-47e1-9aea-b1436ee2dc2c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b18d344b-7213-47e1-9aea-b1436ee2dc2c,segment=NetworkSegment(aac90a62-6b51-41bc-a3c6-eda5383d3946),segment_id=aac90a62-6b51-41bc-a3c6-eda5383d3946)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:18.641524 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:18.643060 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937da453-8293-43cf-a4a6-b90e63076a41 req-b29918b8-2fab-4745-8b73-ac0822deaaad tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:18.644597 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-937da453-8293-43cf-a4a6-b90e63076a41 req-b29918b8-2fab-4745-8b73-ac0822deaaad tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 943 time: 0.7295890 Mar 01 21:06:18.651307 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d020025-2273-4300-95df-d2ad96d5878d req-274c2fd8-b21c-451f-a977-78f9786604c7 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:18.657954 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d020025-2273-4300-95df-d2ad96d5878d req-274c2fd8-b21c-451f-a977-78f9786604c7 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/networks?id=67bb6527-8461-46a9-b8fb-0f8330414ee1 HTTP/1.1" status: 200 len: 818 time: 0.3815544 Mar 01 21:06:18.668353 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] Pushing event updated for resources: {'Network': ['ID=9b34390c-6fe5-4076-9506-cf6ffd99724e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:18.672907 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-529ae525-6931-4b67-86c5-f84c7d89c83d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0281422 Mar 01 21:06:18.675755 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54586) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:18.683191 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d65d58c6-150b-465b-8117-3440ee559f76 admin admin] Request body: {'subnet': {'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1348753569-subnet', 'tenant_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:18.689191 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d65d58c6-150b-465b-8117-3440ee559f76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:06:18.693374 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d65d58c6-150b-465b-8117-3440ee559f76 admin admin] Usage tracker for resource:subnet and tenant:b7a7c3aee97041b9a801e4248bbb86e5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:06:18.697298 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d65d58c6-150b-465b-8117-3440ee559f76 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:06:18.703928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d65d58c6-150b-465b-8117-3440ee559f76 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:06:18.724235 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 9b34390c-6fe5-4076-9506-cf6ffd99724e details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:06:18.753129 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d020025-2273-4300-95df-d2ad96d5878d req-7aaba154-2685-44dc-8a34-f2cf1f1d3493 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/quotas/ae8beb020bc5422983ac60a96ddee5cd HTTP/1.1" status: 200 len: 375 time: 0.0942624 Mar 01 21:06:18.784175 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=b18d344b-7213-47e1-9aea-b1436ee2dc2c,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:18.818921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65d58c6-150b-465b-8117-3440ee559f76 admin admin] Made reservation on behalf of b7a7c3aee97041b9a801e4248bbb86e5 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:06:18.821912 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d65d58c6-150b-465b-8117-3440ee559f76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:18.861245 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-937da453-8293-43cf-a4a6-b90e63076a41 req-c0e45584-7ecf-44cd-add6-8b210b22084f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955094 Mar 01 21:06:18.892051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd671608-9cb2-4feb-b5e7-595269fb3bf7 req-8be1307a-9d52-4429-9e28-14863be3f558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:18.892051 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd671608-9cb2-4feb-b5e7-595269fb3bf7 req-8be1307a-9d52-4429-9e28-14863be3f558 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7d67da784e54c12a0a3c33da8308ec8&device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 1174 time: 0.6589227 Mar 01 21:06:18.969568 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d020025-2273-4300-95df-d2ad96d5878d req-2f6a272b-8e95-4295-b73f-b7fa8a13b434 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ae8beb020bc5422983ac60a96ddee5cd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2154815 Mar 01 21:06:19.021961 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d0e66019-890f-478c-8f5b-5a85aff8ccc1 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:19.102701 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 5be94fa8-b870-43df-88f4-dbea73a1f5f4 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:06:19.150244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.objects.ports [None req-9ca519af-e959-4ef5-86a8-434572904bdc tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88518) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 01 21:06:19.151061 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ca519af-e959-4ef5-86a8-434572904bdc tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:19.245916 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e66019-890f-478c-8f5b-5a85aff8ccc1 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event deleted for resources: {'Port': ['ID=90a0c7fd-ee23-4540-ae0b-cb9f25e19a5d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:19.299206 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 5be94fa8-b870-43df-88f4-dbea73a1f5f4 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:06:19.306167 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 5be94fa8-b870-43df-88f4-dbea73a1f5f4 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:06:19.309673 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:19.391272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79315291-21c7-4481-a39d-1f22119bde7a req-63ed099c-5185-42ce-833c-fa2e9e28d5be tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:19.392155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-79315291-21c7-4481-a39d-1f22119bde7a req-63ed099c-5185-42ce-833c-fa2e9e28d5be tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Synchronizing usage tracker for tenant:ae8beb020bc5422983ac60a96ddee5cd on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:06:19.494020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-79315291-21c7-4481-a39d-1f22119bde7a req-63ed099c-5185-42ce-833c-fa2e9e28d5be tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Unset dirty status for tenant:ae8beb020bc5422983ac60a96ddee5cd on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:06:19.495325 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-79315291-21c7-4481-a39d-1f22119bde7a req-63ed099c-5185-42ce-833c-fa2e9e28d5be tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.55 "GET /v2.0/networks?id=67bb6527-8461-46a9-b8fb-0f8330414ee1 HTTP/1.1" status: 200 len: 818 time: 0.4496148 Mar 01 21:06:19.510710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-79315291-21c7-4481-a39d-1f22119bde7a req-205d8aa2-3c8e-481e-81c2-852dc1c2e47f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Request body: {'port': {'device_id': '8b219640-4a0d-4f19-ab31-8cd0da8c5282', 'network_id': '67bb6527-8461-46a9-b8fb-0f8330414ee1', 'admin_state_up': True, 'tenant_id': 'ae8beb020bc5422983ac60a96ddee5cd'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:19.546223 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:19.550428 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d65d58c6-150b-465b-8117-3440ee559f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:19.566651 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8c53d8f3-a103-4c26-a09b-46706f878db1 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:06:19.576362 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca519af-e959-4ef5-86a8-434572904bdc tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Pushing event updated for resources: {'Subnet': ['ID=fd254da8-7714-484d-9860-9f4067304be1,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:19.602110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd671608-9cb2-4feb-b5e7-595269fb3bf7 req-b9d8af6a-0fad-4654-9e2c-0af8127b9289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:19.603593 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd671608-9cb2-4feb-b5e7-595269fb3bf7 req-b9d8af6a-0fad-4654-9e2c-0af8127b9289 service neutron] 10.222.0.55 "GET /v2.0/networks?id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60 HTTP/1.1" status: 200 len: 913 time: 0.6897919 Mar 01 21:06:19.638591 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 5be94fa8-b870-43df-88f4-dbea73a1f5f4, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5be94fa8-b870-43df-88f4-dbea73a1f5f4,segment=NetworkSegment(d9238f02-c100-4990-8319-17762690e67d),segment_id=d9238f02-c100-4990-8319-17762690e67d)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:19.672600 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d020025-2273-4300-95df-d2ad96d5878d req-21aaabcf-3e85-4965-8a74-6cd0a030a175 service neutron] 10.222.0.42 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7021124 Mar 01 21:06:19.683898 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 8c53d8f3-a103-4c26-a09b-46706f878db1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:06:19.684366 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:19.728605 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd671608-9cb2-4feb-b5e7-595269fb3bf7 req-d74d2efe-43c6-480e-952c-49da50e7d397 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b7123e75-bba5-42e9-b585-3a871feab60a HTTP/1.1" status: 200 len: 217 time: 0.1183958 Mar 01 21:06:19.732733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d58c6-150b-465b-8117-3440ee559f76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03961c1b-5cc3-4076-b4e1-e587eae0ddf1,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:19.739063 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d58c6-150b-465b-8117-3440ee559f76 admin admin] Checking segment: {'id': '9bed440c-0e86-4609-9f79-d599079265d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:06:19.739441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65d58c6-150b-465b-8117-3440ee559f76 admin admin] Network hostable DHCP agents. Network: 9b34390c-6fe5-4076-9506-cf6ffd99724e, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:06:19.744585 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:19.786822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-79315291-21c7-4481-a39d-1f22119bde7a req-205d8aa2-3c8e-481e-81c2-852dc1c2e47f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:06:19.790650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca519af-e959-4ef5-86a8-434572904bdc tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Checking segment: {'id': '640bcd00-edeb-4471-ab09-b87be72f3c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '69e3e841-384a-4213-8ac4-cac4d245f88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:06:19.791015 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca519af-e959-4ef5-86a8-434572904bdc tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Network hostable DHCP agents. Network: 69e3e841-384a-4213-8ac4-cac4d245f88b, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:06:19.794303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-79315291-21c7-4481-a39d-1f22119bde7a req-205d8aa2-3c8e-481e-81c2-852dc1c2e47f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Usage tracker for resource:port and tenant:ae8beb020bc5422983ac60a96ddee5cd is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:06:19.798918 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-79315291-21c7-4481-a39d-1f22119bde7a req-205d8aa2-3c8e-481e-81c2-852dc1c2e47f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:06:19.808888 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-79315291-21c7-4481-a39d-1f22119bde7a req-205d8aa2-3c8e-481e-81c2-852dc1c2e47f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:06:19.857363 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65d58c6-150b-465b-8117-3440ee559f76 admin admin] Network 9b34390c-6fe5-4076-9506-cf6ffd99724e is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:06:19.863029 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=5be94fa8-b870-43df-88f4-dbea73a1f5f4,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:19.891158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79315291-21c7-4481-a39d-1f22119bde7a req-205d8aa2-3c8e-481e-81c2-852dc1c2e47f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Made reservation on behalf of ae8beb020bc5422983ac60a96ddee5cd for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:06:19.895444 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-79315291-21c7-4481-a39d-1f22119bde7a req-205d8aa2-3c8e-481e-81c2-852dc1c2e47f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:19.931820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:06:20.046361 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-d65d58c6-150b-465b-8117-3440ee559f76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 9b34390c-6fe5-4076-9506-cf6ffd99724e) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:06:20.065065 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d0e66019-890f-478c-8f5b-5a85aff8ccc1 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:20.094974 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65d58c6-150b-465b-8117-3440ee559f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:20.095593 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port bd5f8899-e3ae-4bcc-b55b-70131d72fbb1, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bd5f8899-e3ae-4bcc-b55b-70131d72fbb1,segment=NetworkSegment(878585b8-3463-4a29-ab25-da9f9d8339d1),segment_id=878585b8-3463-4a29-ab25-da9f9d8339d1)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:20.095763 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d65d58c6-150b-465b-8117-3440ee559f76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:20.121835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'bd5f8899-e3ae-4bcc-b55b-70131d72fbb1', 'network_id': '3f0d1fb8-1045-4f16-9f87-d0357cb79e60', 'port_id': 'bd5f8899-e3ae-4bcc-b55b-70131d72fbb1', 'mac_address': 'fa:16:3e:61:6a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '285e0c8e-3ccb-4e27-b9e2-7791ce01e6a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:06:20.123802 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07675367-3a1e-4d13-8cb0-9260c4da3f1d None None] Network 9b34390c-6fe5-4076-9506-cf6ffd99724e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:06:20.235661 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d65d58c6-150b-465b-8117-3440ee559f76 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5578640 Mar 01 21:06:20.236987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54614) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:20.244686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca519af-e959-4ef5-86a8-434572904bdc tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Network 69e3e841-384a-4213-8ac4-cac4d245f88b is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:06:20.264058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86f61f-ac73-429f-bb88-4e729131bb81 req-3600b16b-aced-4846-85aa-8659b498e340 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:20.265826 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be86f61f-ac73-429f-bb88-4e729131bb81 req-3600b16b-aced-4846-85aa-8659b498e340 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 945 time: 1.1258726 Mar 01 21:06:20.276168 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1348753569-router', 'tenant_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:20.278926 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-79315291-21c7-4481-a39d-1f22119bde7a req-205d8aa2-3c8e-481e-81c2-852dc1c2e47f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Allocated IP 172.20.0.4 (67bb6527-8461-46a9-b8fb-0f8330414ee1/ed7ad8a4-8267-45db-9da9-38b53b99c0bf/fa08eb7d-a338-48a3-8a2c-2495a5948334) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:06:20.299518 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:06:20.316372 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-9ca519af-e959-4ef5-86a8-434572904bdc tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 69e3e841-384a-4213-8ac4-cac4d245f88b) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:06:20.320955 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca519af-e959-4ef5-86a8-434572904bdc tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:20.321792 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ca519af-e959-4ef5-86a8-434572904bdc tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:20.331195 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f581fa1-07a6-474b-93b9-ea8e7d0835d2 None None] Network 69e3e841-384a-4213-8ac4-cac4d245f88b requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:06:20.347426 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54618) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:20.545467 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:20.596691 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Usage tracker for resource:router and tenant:b7a7c3aee97041b9a801e4248bbb86e5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:06:20.601572 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd671608-9cb2-4feb-b5e7-595269fb3bf7 req-628e87e6-fb31-4b43-a458-dfb3f02fac32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:20.603101 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd671608-9cb2-4feb-b5e7-595269fb3bf7 req-628e87e6-fb31-4b43-a458-dfb3f02fac32 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=285e0c8e-3ccb-4e27-b9e2-7791ce01e6a0 HTTP/1.1" status: 200 len: 852 time: 0.8017943 Mar 01 21:06:20.604057 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:06:20.613810 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:06:20.622129 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d020025-2273-4300-95df-d2ad96d5878d req-9c52e944-d7fc-4d9b-a85a-a3119f81f035 service neutron] 10.222.0.42 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9486835 Mar 01 21:06:20.658930 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-18ead73e-56f9-478c-9704-7c7796116765 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:20.687743 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:06:20.693334 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port bd5f8899-e3ae-4bcc-b55b-70131d72fbb1, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bd5f8899-e3ae-4bcc-b55b-70131d72fbb1,segment=NetworkSegment(878585b8-3463-4a29-ab25-da9f9d8339d1),segment_id=878585b8-3463-4a29-ab25-da9f9d8339d1)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:20.698383 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be86f61f-ac73-429f-bb88-4e729131bb81 req-a2040870-b62c-4a27-99a8-41aee8b80a22 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=8bd82f0f-c642-4fa2-92c7-0b47b04efb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4007742 Mar 01 21:06:20.706684 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd671608-9cb2-4feb-b5e7-595269fb3bf7 req-e84d6f92-ed38-4151-b706-17160517bd7c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777731 Mar 01 21:06:20.729936 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd51ac1b-c2be-466f-8c3f-33fac01c952d None None] Network 69e3e841-384a-4213-8ac4-cac4d245f88b requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:06:20.739786 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-18ead73e-56f9-478c-9704-7c7796116765 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:06:20.784525 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-18ead73e-56f9-478c-9704-7c7796116765 admin admin] Usage tracker for resource:security_group_rule and tenant:670691a54c2b44be91f75d4ed586353b is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:06:20.797488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-18ead73e-56f9-478c-9704-7c7796116765 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:06:20.822437 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-18ead73e-56f9-478c-9704-7c7796116765 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:06:20.849497 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-79315291-21c7-4481-a39d-1f22119bde7a req-205d8aa2-3c8e-481e-81c2-852dc1c2e47f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:20.858161 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109d47f0-3dcc-45d2-bf41-a62f5c9b31ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b18d344b-7213-47e1-9aea-b1436ee2dc2c', 'code': 200} Mar 01 21:06:20.893273 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:20.950760 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd671608-9cb2-4feb-b5e7-595269fb3bf7 req-957e023d-89f3-439c-acc4-26bde8c8b753 service neutron] 10.222.0.55 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166171 Mar 01 21:06:20.959158 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9ca519af-e959-4ef5-86a8-434572904bdc tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.3477182 Mar 01 21:06:20.966921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54624) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:20.983141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-e135179b-ce4d-40d6-8033-0e7c012dfb77 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-360215425', 'network_id': '69e3e841-384a-4213-8ac4-cac4d245f88b'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:21.002280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e135179b-ce4d-40d6-8033-0e7c012dfb77 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:06:21.023864 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e135179b-ce4d-40d6-8033-0e7c012dfb77 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Usage tracker for resource:port and tenant:6f9e63faa7844f39ad33d1f13e1e4196 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:06:21.028390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e135179b-ce4d-40d6-8033-0e7c012dfb77 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:06:21.034641 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:21.040268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e135179b-ce4d-40d6-8033-0e7c012dfb77 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:06:21.041839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=bd5f8899-e3ae-4bcc-b55b-70131d72fbb1,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:21.044846 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e232bc9a-ab52-4ddc-917e-100760f1bd1b None None] Network 9b34390c-6fe5-4076-9506-cf6ffd99724e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:06:21.045870 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:21.099489 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-18ead73e-56f9-478c-9704-7c7796116765 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:21.106914 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4efcc7b-22ac-4ea0-9be4-b029cf7e8b1f req-fc14c45c-b726-4e77-81bd-a7615d1b630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:21.108796 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a4efcc7b-22ac-4ea0-9be4-b029cf7e8b1f req-fc14c45c-b726-4e77-81bd-a7615d1b630f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 1096 time: 0.2020755 Mar 01 21:06:21.151643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e135179b-ce4d-40d6-8033-0e7c012dfb77 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Made reservation on behalf of 6f9e63faa7844f39ad33d1f13e1e4196 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:06:21.154116 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e135179b-ce4d-40d6-8033-0e7c012dfb77 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:21.169263 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-79315291-21c7-4481-a39d-1f22119bde7a req-205d8aa2-3c8e-481e-81c2-852dc1c2e47f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:21.237390 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-18ead73e-56f9-478c-9704-7c7796116765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:21.291024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-e135179b-ce4d-40d6-8033-0e7c012dfb77 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] device_id is not set on port 0156a5cb-ffdb-4f2f-b61e-0fca281dabec yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:06:21.334272 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a4efcc7b-22ac-4ea0-9be4-b029cf7e8b1f req-6742af91-957b-4f40-8a72-d55e60390768 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8bd82f0f-c642-4fa2-92c7-0b47b04efb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2177284 Mar 01 21:06:21.338901 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-18ead73e-56f9-478c-9704-7c7796116765 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=670691a54c2b44be91f75d4ed586353b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9881747 Mar 01 21:06:21.341327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['bd5f8899-e3ae-4bcc-b55b-70131d72fbb1'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:06:21.345442 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54636) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:21.364645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79315291-21c7-4481-a39d-1f22119bde7a req-205d8aa2-3c8e-481e-81c2-852dc1c2e47f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Network 67bb6527-8461-46a9-b8fb-0f8330414ee1 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:06:21.393213 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-79315291-21c7-4481-a39d-1f22119bde7a req-205d8aa2-3c8e-481e-81c2-852dc1c2e47f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:06:21.414896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-79315291-21c7-4481-a39d-1f22119bde7a req-205d8aa2-3c8e-481e-81c2-852dc1c2e47f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:06:21.473177 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:21.478165 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d8aa2-3c8e-481e-81c2-852dc1c2e47f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Pushing event updated for resources: {'Port': ['ID=fa08eb7d-a338-48a3-8a2c-2495a5948334,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:21.522316 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:21.526329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ead73e-56f9-478c-9704-7c7796116765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa84c04c-4b31-4fe1-8dd6-0f900b1973ac,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:21.567601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79315291-21c7-4481-a39d-1f22119bde7a req-205d8aa2-3c8e-481e-81c2-852dc1c2e47f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:21.569359 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-79315291-21c7-4481-a39d-1f22119bde7a req-205d8aa2-3c8e-481e-81c2-852dc1c2e47f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:21.595511 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-e135179b-ce4d-40d6-8033-0e7c012dfb77 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Allocated IP 172.20.0.7 (69e3e841-384a-4213-8ac4-cac4d245f88b/fd254da8-7714-484d-9860-9f4067304be1/0156a5cb-ffdb-4f2f-b61e-0fca281dabec) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:06:21.661616 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ecf7f101-ba05-431e-8fb1-71c0c038f6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:21.673535 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-79315291-21c7-4481-a39d-1f22119bde7a req-205d8aa2-3c8e-481e-81c2-852dc1c2e47f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1700854 Mar 01 21:06:21.691245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] Request body: {'port': {'device_id': '8b219640-4a0d-4f19-ab31-8cd0da8c5282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:21.710098 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd671608-9cb2-4feb-b5e7-595269fb3bf7 req-d969f70f-1fb3-4279-bbed-606d88b5af9e service neutron] 10.222.0.55 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7493229 Mar 01 21:06:21.728937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa758a2-d3ec-4c39-89f9-d76856a37661 req-79c15f9c-cae2-48d7-98ae-8d28531037f2 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:21.729968 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3aa758a2-d3ec-4c39-89f9-d76856a37661 req-79c15f9c-cae2-48d7-98ae-8d28531037f2 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/ports?device_id=05794c59-8b77-419f-aedb-0bc700a9f746 HTTP/1.1" status: 200 len: 945 time: 0.5999482 Mar 01 21:06:21.747992 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ecf7f101-ba05-431e-8fb1-71c0c038f6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:21.779142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa79b3dd-c70c-4734-8a87-83b18559cf5c req-f7bb7703-183c-4150-9d08-ccb7d187bced tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:21.780630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa79b3dd-c70c-4734-8a87-83b18559cf5c req-f7bb7703-183c-4150-9d08-ccb7d187bced tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 944 time: 0.5006373 Mar 01 21:06:21.794113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e66019-890f-478c-8f5b-5a85aff8ccc1 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Router fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:06:21.904884 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:21.921427 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e135179b-ce4d-40d6-8033-0e7c012dfb77 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:22.107145 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3aa758a2-d3ec-4c39-89f9-d76856a37661 req-80e29c87-2af3-4ed6-8b0e-e6f6d2810425 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7444a70-6ebb-4a89-941b-c96545b77813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3647292 Mar 01 21:06:22.135545 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa79b3dd-c70c-4734-8a87-83b18559cf5c req-50ccce2a-25e2-433d-9a8a-15300099ac3d tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383780 Mar 01 21:06:22.166148 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e135179b-ce4d-40d6-8033-0e7c012dfb77 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:22.204479 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:22.287662 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e135179b-ce4d-40d6-8033-0e7c012dfb77 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Pushing event updated for resources: {'Port': ['ID=0156a5cb-ffdb-4f2f-b61e-0fca281dabec,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:22.293779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e135179b-ce4d-40d6-8033-0e7c012dfb77 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Network 69e3e841-384a-4213-8ac4-cac4d245f88b is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:06:22.303685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-e135179b-ce4d-40d6-8033-0e7c012dfb77 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:06:22.309487 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e135179b-ce4d-40d6-8033-0e7c012dfb77 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:06:22.367733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e135179b-ce4d-40d6-8033-0e7c012dfb77 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:22.368336 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e135179b-ce4d-40d6-8033-0e7c012dfb77 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:22.469884 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa08eb7d-a338-48a3-8a2c-2495a5948334 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:06:22.476002 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e135179b-ce4d-40d6-8033-0e7c012dfb77 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 1.5078306 Mar 01 21:06:22.479074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54644) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:22.481723 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ecf7f101-ba05-431e-8fb1-71c0c038f6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:22.482501 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:22.543828 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] Transition to ACTIVE for port object fa08eb7d-a338-48a3-8a2c-2495a5948334 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:06:22.569041 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d5222d8-a014-4420-bbb6-e68e79b0e6c5 req-e4bc0f63-4523-49e7-83da-f492496a50dc tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 210 time: 0.2862616 Mar 01 21:06:22.585753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7f101-ba05-431e-8fb1-71c0c038f6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa84c04c-4b31-4fe1-8dd6-0f900b1973ac,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:22.613022 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e66019-890f-478c-8f5b-5a85aff8ccc1 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:06:22.624567 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6203636b-532d-49a4-b31a-9feef9719cff None None] Sync routers for ids ['fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:06:22.635274 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6203636b-532d-49a4-b31a-9feef9719cff None None] Routers {'fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:22.635937 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6203636b-532d-49a4-b31a-9feef9719cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:22.673694 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:22.700725 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6203636b-532d-49a4-b31a-9feef9719cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:22.711251 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6203636b-532d-49a4-b31a-9feef9719cff None None] Routers {'fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:22.712390 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6203636b-532d-49a4-b31a-9feef9719cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:22.716755 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d0e66019-890f-478c-8f5b-5a85aff8ccc1 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "PUT /v2.0/routers/fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2394049 Mar 01 21:06:22.722292 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ecf7f101-ba05-431e-8fb1-71c0c038f6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:22.725827 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ecf7f101-ba05-431e-8fb1-71c0c038f6c0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aa84c04c-4b31-4fe1-8dd6-0f900b1973ac HTTP/1.1" status: 204 len: 168 time: 1.3708916 Mar 01 21:06:22.725975 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-9860d501-1e7c-429f-9730-e0888311bc5b tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Deleting port 0156a5cb-ffdb-4f2f-b61e-0fca281dabec {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:06:22.726249 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9860d501-1e7c-429f-9730-e0888311bc5b tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:22.728517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54648) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:22.778559 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6203636b-532d-49a4-b31a-9feef9719cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:22.778966 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6203636b-532d-49a4-b31a-9feef9719cff None None] The sync data for ids ['fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:06:22.821574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dff047-d931-4354-9e91-d97f38a45822 req-3cf9b680-97e4-44b1-9f56-16b664356d5a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:22.823233 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41dff047-d931-4354-9e91-d97f38a45822 req-3cf9b680-97e4-44b1-9f56-16b664356d5a tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 945 time: 0.3907049 Mar 01 21:06:22.859182 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05794c59-8b77-419f-aedb-0bc700a9f746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be94fa8-b870-43df-88f4-dbea73a1f5f4'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:06:22.907698 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05794c59-8b77-419f-aedb-0bc700a9f746', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5be94fa8-b870-43df-88f4-dbea73a1f5f4', 'code': 200} Mar 01 21:06:22.950119 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] Pushing event updated for resources: {'Port': ['ID=fa08eb7d-a338-48a3-8a2c-2495a5948334,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:22.978854 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41dff047-d931-4354-9e91-d97f38a45822 req-bdd6b5d1-4df6-48fd-8130-1e1ae1afa503 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=8bd82f0f-c642-4fa2-92c7-0b47b04efb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456084 Mar 01 21:06:23.075631 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] Attempting to bind port fa08eb7d-a338-48a3-8a2c-2495a5948334 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:06:23.076424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] Attempting to bind port fa08eb7d-a338-48a3-8a2c-2495a5948334 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'a07844af-8138-4cdc-af4b-5367f006a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '67bb6527-8461-46a9-b8fb-0f8330414ee1'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:06:23.076969 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] Attempting to bind port fa08eb7d-a338-48a3-8a2c-2495a5948334 on network 67bb6527-8461-46a9-b8fb-0f8330414ee1 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:06:23.130144 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] Port fa08eb7d-a338-48a3-8a2c-2495a5948334 on network 67bb6527-8461-46a9-b8fb-0f8330414ee1 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:06:23.130473 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] Attempting to bind port fa08eb7d-a338-48a3-8a2c-2495a5948334 on network 67bb6527-8461-46a9-b8fb-0f8330414ee1 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:06:23.139317 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5838cdf2-ceb9-4136-8511-edfa7d6478fc tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:23.151740 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:06:23.152083 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] Checking segment: {'id': 'a07844af-8138-4cdc-af4b-5367f006a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '67bb6527-8461-46a9-b8fb-0f8330414ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:06:23.152471 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] Bound using segment: {'id': 'a07844af-8138-4cdc-af4b-5367f006a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '67bb6527-8461-46a9-b8fb-0f8330414ee1'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:06:23.152909 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] Bound port: fa08eb7d-a338-48a3-8a2c-2495a5948334, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a07844af-8138-4cdc-af4b-5367f006a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '67bb6527-8461-46a9-b8fb-0f8330414ee1'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:06:23.153254 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:23.275495 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9860d501-1e7c-429f-9730-e0888311bc5b tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:23.445467 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-9860d501-1e7c-429f-9730-e0888311bc5b tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Calling delete_port for 0156a5cb-ffdb-4f2f-b61e-0fca281dabec owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:06:23.479627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54662) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:23.510018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] For port fa08eb7d-a338-48a3-8a2c-2495a5948334, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:06:23.589064 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2986a28f-b61b-45a5-bc1b-65c16cad8697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:23.590097 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] For port fa08eb7d-a338-48a3-8a2c-2495a5948334, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fa08eb7d-a338-48a3-8a2c-2495a5948334,segment=NetworkSegment(a07844af-8138-4cdc-af4b-5367f006a6d0),segment_id=a07844af-8138-4cdc-af4b-5367f006a6d0)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:06:23.606914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243d4d41-a4ca-42a9-9431-f65c9b873087 req-1ef24e0b-c734-496a-847f-091e0fc96442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:23.608369 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-243d4d41-a4ca-42a9-9431-f65c9b873087 req-1ef24e0b-c734-496a-847f-091e0fc96442 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=05794c59-8b77-419f-aedb-0bc700a9f746 HTTP/1.1" status: 200 len: 1096 time: 0.6247892 Mar 01 21:06:23.609397 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:23.682474 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:23.684739 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2986a28f-b61b-45a5-bc1b-65c16cad8697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:06:23.686915 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:23.741645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2986a28f-b61b-45a5-bc1b-65c16cad8697 admin admin] Usage tracker for resource:security_group_rule and tenant:5af11098fb69499680dd9258285de748 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:06:23.742001 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d020025-2273-4300-95df-d2ad96d5878d req-439fac8a-6779-47bf-a07d-916aad6bf894 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:23.743483 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2d020025-2273-4300-95df-d2ad96d5878d req-439fac8a-6779-47bf-a07d-916aad6bf894 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.57 "GET /v2.0/networks?id=67bb6527-8461-46a9-b8fb-0f8330414ee1 HTTP/1.1" status: 200 len: 818 time: 0.3297086 Mar 01 21:06:23.755144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2986a28f-b61b-45a5-bc1b-65c16cad8697 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:06:23.767276 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-2d020025-2273-4300-95df-d2ad96d5878d req-c7a904fe-c7f6-4f54-aef6-28e302c6e0ef tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Request body: {'port': {'device_id': '20cc3cc0-e1b6-4268-b062-ea9875ca388b', 'network_id': '67bb6527-8461-46a9-b8fb-0f8330414ee1', 'admin_state_up': True, 'tenant_id': 'ae8beb020bc5422983ac60a96ddee5cd'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:23.768496 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:23.780736 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2986a28f-b61b-45a5-bc1b-65c16cad8697 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:06:23.804319 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5838cdf2-ceb9-4136-8511-edfa7d6478fc tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:23.809284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17e074-c342-480c-bd96-1e3ac4bd403f req-84b95449-a221-4f0a-b35a-d9bc68f6fa86 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:23.816776 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc17e074-c342-480c-bd96-1e3ac4bd403f req-84b95449-a221-4f0a-b35a-d9bc68f6fa86 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 944 time: 0.5103998 Mar 01 21:06:23.823037 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:23.823339 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:23.824664 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-79315291-21c7-4481-a39d-1f22119bde7a req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] 10.222.0.55 "PUT /v2.0/ports/fa08eb7d-a338-48a3-8a2c-2495a5948334 HTTP/1.1" status: 200 len: 1091 time: 2.1401103 Mar 01 21:06:23.825408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b219640-4a0d-4f19-ab31-8cd0da8c5282', 'tag': 'fa08eb7d-a338-48a3-8a2c-2495a5948334'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:06:23.829663 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-243d4d41-a4ca-42a9-9431-f65c9b873087 req-20b4c681-1d55-4e21-a75b-0648d19a575a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b7444a70-6ebb-4a89-941b-c96545b77813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883469 Mar 01 21:06:23.851112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b51519-5e01-4d96-b1f2-22ab8f413cad req-f895bfa7-ba5f-4f83-b39b-9b37425a08b5 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:23.852561 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b3b51519-5e01-4d96-b1f2-22ab8f413cad req-f895bfa7-ba5f-4f83-b39b-9b37425a08b5 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/ports?device_id=05794c59-8b77-419f-aedb-0bc700a9f746 HTTP/1.1" status: 200 len: 945 time: 0.5445399 Mar 01 21:06:23.912376 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc17e074-c342-480c-bd96-1e3ac4bd403f req-33f5b692-bfb5-40b0-aaba-1dcd96af8407 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955043 Mar 01 21:06:23.921005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed10005-957d-4a83-8c46-63a1cf977442 service neutron] Pushing event updated for resources: {'Port': ['ID=fa08eb7d-a338-48a3-8a2c-2495a5948334,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:23.926729 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b3b51519-5e01-4d96-b1f2-22ab8f413cad req-390b85ec-554e-4d67-9910-f197905d5abc tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7444a70-6ebb-4a89-941b-c96545b77813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652828 Mar 01 21:06:23.965037 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-2d020025-2273-4300-95df-d2ad96d5878d req-c7a904fe-c7f6-4f54-aef6-28e302c6e0ef tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:06:23.966526 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:06:23.969572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-2d020025-2273-4300-95df-d2ad96d5878d req-c7a904fe-c7f6-4f54-aef6-28e302c6e0ef tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Usage tracker for resource:port and tenant:ae8beb020bc5422983ac60a96ddee5cd is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:06:23.973267 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-2d020025-2273-4300-95df-d2ad96d5878d req-c7a904fe-c7f6-4f54-aef6-28e302c6e0ef tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:06:23.979958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-2d020025-2273-4300-95df-d2ad96d5878d req-c7a904fe-c7f6-4f54-aef6-28e302c6e0ef tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:06:23.988035 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b219640-4a0d-4f19-ab31-8cd0da8c5282', 'tag': 'fa08eb7d-a338-48a3-8a2c-2495a5948334', 'status': 'completed', 'code': 200} Mar 01 21:06:23.991017 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9860d501-1e7c-429f-9730-e0888311bc5b tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:24.044890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9860d501-1e7c-429f-9730-e0888311bc5b tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Pushing event deleted for resources: {'Port': ['ID=0156a5cb-ffdb-4f2f-b61e-0fca281dabec,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:24.090098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d020025-2273-4300-95df-d2ad96d5878d req-c7a904fe-c7f6-4f54-aef6-28e302c6e0ef tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Made reservation on behalf of ae8beb020bc5422983ac60a96ddee5cd for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:06:24.093762 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2d020025-2273-4300-95df-d2ad96d5878d req-c7a904fe-c7f6-4f54-aef6-28e302c6e0ef tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:24.167326 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:06:24.172759 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:06:24.173377 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:24.241705 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9860d501-1e7c-429f-9730-e0888311bc5b tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:24.252410 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9860d501-1e7c-429f-9730-e0888311bc5b tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "DELETE /v2.0/ports/0156a5cb-ffdb-4f2f-b61e-0fca281dabec HTTP/1.1" status: 204 len: 168 time: 1.7700353 Mar 01 21:06:24.257646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54672) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:24.262782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '69e3e841-384a-4213-8ac4-cac4d245f88b', 'external_fixed_ips': [{'subnet_id': 'fd254da8-7714-484d-9860-9f4067304be1', 'ip_address': '172.20.0.7'}]}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:24.268383 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:06:24.277305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Usage tracker for resource:router and tenant:6f9e63faa7844f39ad33d1f13e1e4196 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:06:24.283288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:06:24.293896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:06:24.299406 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:24.334388 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port bd5f8899-e3ae-4bcc-b55b-70131d72fbb1, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bd5f8899-e3ae-4bcc-b55b-70131d72fbb1,segment=NetworkSegment(878585b8-3463-4a29-ab25-da9f9d8339d1),segment_id=878585b8-3463-4a29-ab25-da9f9d8339d1)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:24.354096 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-978587fa-e814-43e9-bbad-d452cb3d128f req-72c489f4-f0d6-406d-8783-38f55d0e4e9a tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 210 time: 0.3034160 Mar 01 21:06:24.354866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-5838cdf2-ceb9-4136-8511-edfa7d6478fc tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Deleting port 05d892a0-e4e4-483d-90aa-a6ee0d50867a {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:06:24.355199 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5838cdf2-ceb9-4136-8511-edfa7d6478fc tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:24.408238 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:24.492132 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=bd5f8899-e3ae-4bcc-b55b-70131d72fbb1,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:24.499988 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:24.500314 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:24.500661 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:24.500998 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:24.501333 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:24.501890 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:24.502005 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:24.502311 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:24.502672 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:24.502926 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:24.503284 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:24.503693 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:24.510154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-2d020025-2273-4300-95df-d2ad96d5878d req-c7a904fe-c7f6-4f54-aef6-28e302c6e0ef tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Allocated IP 172.20.0.6 (67bb6527-8461-46a9-b8fb-0f8330414ee1/ed7ad8a4-8267-45db-9da9-38b53b99c0bf/6a786a75-159c-4e1f-9466-4f6ac15a9170) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:06:24.538114 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:24.539196 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:24.582864 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:24.687610 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Allocated IP 172.25.5.190 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/0ddd395b-6eee-4f49-b773-905f9e902e5e) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:06:24.704882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79315291-21c7-4481-a39d-1f22119bde7a req-216f4d57-24de-4e5c-90c6-4950587e140a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:24.706351 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79315291-21c7-4481-a39d-1f22119bde7a req-216f4d57-24de-4e5c-90c6-4950587e140a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ae8beb020bc5422983ac60a96ddee5cd&device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 1094 time: 0.4243736 Mar 01 21:06:24.739311 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2d020025-2273-4300-95df-d2ad96d5878d req-c7a904fe-c7f6-4f54-aef6-28e302c6e0ef tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:24.797659 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2986a28f-b61b-45a5-bc1b-65c16cad8697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:24.806234 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a735f91-4bbf-4815-9081-37cdb44fed25 req-e384ca49-0155-4315-a1ca-ae47c9f64826 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:24.807771 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a735f91-4bbf-4815-9081-37cdb44fed25 req-e384ca49-0155-4315-a1ca-ae47c9f64826 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 945 time: 0.4877429 Mar 01 21:06:24.825984 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79315291-21c7-4481-a39d-1f22119bde7a req-6479aed2-1454-4603-ba3f-c38cd7b469b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa08eb7d-a338-48a3-8a2c-2495a5948334 HTTP/1.1" status: 200 len: 217 time: 0.1125066 Mar 01 21:06:24.826323 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2d020025-2273-4300-95df-d2ad96d5878d req-c7a904fe-c7f6-4f54-aef6-28e302c6e0ef tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:24.906969 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2986a28f-b61b-45a5-bc1b-65c16cad8697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:24.908945 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cad337-c3ae-4789-8fa8-93885baf2ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5f8899-e3ae-4bcc-b55b-70131d72fbb1'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:06:24.958049 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cad337-c3ae-4789-8fa8-93885baf2ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd5f8899-e3ae-4bcc-b55b-70131d72fbb1', 'code': 200} Mar 01 21:06:24.983121 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5838cdf2-ceb9-4136-8511-edfa7d6478fc tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:25.124875 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:25.133493 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a904fe-c7f6-4f54-aef6-28e302c6e0ef tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Pushing event updated for resources: {'Port': ['ID=6a786a75-159c-4e1f-9466-4f6ac15a9170,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:25.147797 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d020025-2273-4300-95df-d2ad96d5878d req-c7a904fe-c7f6-4f54-aef6-28e302c6e0ef tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Network 67bb6527-8461-46a9-b8fb-0f8330414ee1 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:06:25.182427 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-2d020025-2273-4300-95df-d2ad96d5878d req-c7a904fe-c7f6-4f54-aef6-28e302c6e0ef tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:06:25.184039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-5838cdf2-ceb9-4136-8511-edfa7d6478fc tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Calling delete_port for 05d892a0-e4e4-483d-90aa-a6ee0d50867a owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:06:25.189373 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d020025-2273-4300-95df-d2ad96d5878d req-c7a904fe-c7f6-4f54-aef6-28e302c6e0ef tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:06:25.237243 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2986a28f-b61b-45a5-bc1b-65c16cad8697 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5af11098fb69499680dd9258285de748&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7509301 Mar 01 21:06:25.254522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54682) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:25.264117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986a28f-b61b-45a5-bc1b-65c16cad8697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c059af12-a3d4-44ec-b619-ab72d44974b2,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:25.269391 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a735f91-4bbf-4815-9081-37cdb44fed25 req-3c602c5b-6f47-4dd5-8d42-25e468a7ce49 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=8bd82f0f-c642-4fa2-92c7-0b47b04efb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4257379 Mar 01 21:06:25.296141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79315291-21c7-4481-a39d-1f22119bde7a req-5a7ef5df-51de-4f4b-a5b7-6e21a7b33822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:25.297803 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79315291-21c7-4481-a39d-1f22119bde7a req-5a7ef5df-51de-4f4b-a5b7-6e21a7b33822 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed7ad8a4-8267-45db-9da9-38b53b99c0bf HTTP/1.1" status: 200 len: 858 time: 0.4416406 Mar 01 21:06:25.351871 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d020025-2273-4300-95df-d2ad96d5878d req-c7a904fe-c7f6-4f54-aef6-28e302c6e0ef tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:25.352619 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2d020025-2273-4300-95df-d2ad96d5878d req-c7a904fe-c7f6-4f54-aef6-28e302c6e0ef tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:25.447152 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79315291-21c7-4481-a39d-1f22119bde7a req-f0032ca9-5902-4877-bf73-980c99283d64 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=67bb6527-8461-46a9-b8fb-0f8330414ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1309278 Mar 01 21:06:25.450356 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65abf0ab-afe6-418d-ac57-3d63f6e8d6ae req-7cd743e7-79ff-4535-966f-c6f23978453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:25.451950 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-65abf0ab-afe6-418d-ac57-3d63f6e8d6ae req-7cd743e7-79ff-4535-966f-c6f23978453c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 1096 time: 0.3153532 Mar 01 21:06:25.491892 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2d020025-2273-4300-95df-d2ad96d5878d req-c7a904fe-c7f6-4f54-aef6-28e302c6e0ef tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7371638 Mar 01 21:06:25.504002 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:25.508070 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] Request body: {'port': {'device_id': '20cc3cc0-e1b6-4268-b062-ea9875ca388b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:25.553410 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-65abf0ab-afe6-418d-ac57-3d63f6e8d6ae req-f01e741c-9a62-423e-af18-80ae1efd56f3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892637 Mar 01 21:06:25.682893 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:25.702353 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cad1b820-6a52-4692-9ffd-87a0f3f3660c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:25.790499 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cad1b820-6a52-4692-9ffd-87a0f3f3660c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:25.837712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb0f59c-1844-4859-9aa1-5d185bcb76fc req-958f6d18-6224-4ba3-a217-ace0db15e25c tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:25.839206 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcb0f59c-1844-4859-9aa1-5d185bcb76fc req-958f6d18-6224-4ba3-a217-ace0db15e25c tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/ports?device_id=05794c59-8b77-419f-aedb-0bc700a9f746 HTTP/1.1" status: 200 len: 945 time: 0.5302281 Mar 01 21:06:25.840998 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79315291-21c7-4481-a39d-1f22119bde7a req-9ab09f77-49c8-4ca3-89ca-ab2710302595 service neutron] 10.222.0.55 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3472085 Mar 01 21:06:25.864594 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba61fbc-5b1c-4f11-bc5d-62c5fb9daa69 req-50c7ec56-497c-44a3-b038-734216d127ea tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:25.866227 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ba61fbc-5b1c-4f11-bc5d-62c5fb9daa69 req-50c7ec56-497c-44a3-b038-734216d127ea tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 945 time: 0.4515650 Mar 01 21:06:26.013199 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:26.083480 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:26.194632 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:26.278124 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcb0f59c-1844-4859-9aa1-5d185bcb76fc req-725767ad-a0db-42f7-a1f5-cde0f2e6a306 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7444a70-6ebb-4a89-941b-c96545b77813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4212155 Mar 01 21:06:26.286224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:06:26.292493 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ba61fbc-5b1c-4f11-bc5d-62c5fb9daa69 req-563a01d2-42ed-4955-9485-f339c0a5bd17 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891711 Mar 01 21:06:26.298613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:06:26.307660 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:06:26.339841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Pushing event updated for resources: {'Port': ['ID=0ddd395b-6eee-4f49-b773-905f9e902e5e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:26.351527 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5838cdf2-ceb9-4136-8511-edfa7d6478fc tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:26.422731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838cdf2-ceb9-4136-8511-edfa7d6478fc tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event deleted for resources: {'Port': ['ID=05d892a0-e4e4-483d-90aa-a6ee0d50867a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:26.468572 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cad1b820-6a52-4692-9ffd-87a0f3f3660c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:26.523414 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79315291-21c7-4481-a39d-1f22119bde7a req-e4dd7ab7-fd23-43e8-94d4-7252e9a7b695 service neutron] 10.222.0.55 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6744478 Mar 01 21:06:26.590758 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a786a75-159c-4e1f-9466-4f6ac15a9170 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:06:26.607148 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:26.613234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Allocated IP 172.20.0.7 (69e3e841-384a-4213-8ac4-cac4d245f88b/fd254da8-7714-484d-9860-9f4067304be1/74ca6feb-bb06-4a0a-9600-5b716a13781c) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:06:26.632834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] Transition to ACTIVE for port object 6a786a75-159c-4e1f-9466-4f6ac15a9170 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:06:26.719316 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:26.727391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1b820-6a52-4692-9ffd-87a0f3f3660c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c059af12-a3d4-44ec-b619-ab72d44974b2,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:26.871816 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cad1b820-6a52-4692-9ffd-87a0f3f3660c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:26.872829 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cad1b820-6a52-4692-9ffd-87a0f3f3660c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c059af12-a3d4-44ec-b619-ab72d44974b2 HTTP/1.1" status: 204 len: 168 time: 1.6173556 Mar 01 21:06:26.900092 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5838cdf2-ceb9-4136-8511-edfa7d6478fc tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:26.957472 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a786a75-159c-4e1f-9466-4f6ac15a9170,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:26.995492 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:27.031210 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] Attempting to bind port 6a786a75-159c-4e1f-9466-4f6ac15a9170 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:06:27.031717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] Attempting to bind port 6a786a75-159c-4e1f-9466-4f6ac15a9170 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'a07844af-8138-4cdc-af4b-5367f006a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '67bb6527-8461-46a9-b8fb-0f8330414ee1'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:06:27.031933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] Attempting to bind port 6a786a75-159c-4e1f-9466-4f6ac15a9170 on network 67bb6527-8461-46a9-b8fb-0f8330414ee1 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:06:27.038774 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] Port 6a786a75-159c-4e1f-9466-4f6ac15a9170 on network 67bb6527-8461-46a9-b8fb-0f8330414ee1 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:06:27.039116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] Attempting to bind port 6a786a75-159c-4e1f-9466-4f6ac15a9170 on network 67bb6527-8461-46a9-b8fb-0f8330414ee1 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:06:27.049108 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:06:27.049489 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] Checking segment: {'id': 'a07844af-8138-4cdc-af4b-5367f006a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '67bb6527-8461-46a9-b8fb-0f8330414ee1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:06:27.049817 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] Bound using segment: {'id': 'a07844af-8138-4cdc-af4b-5367f006a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '67bb6527-8461-46a9-b8fb-0f8330414ee1'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:06:27.050257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] Bound port: 6a786a75-159c-4e1f-9466-4f6ac15a9170, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a07844af-8138-4cdc-af4b-5367f006a6d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '67bb6527-8461-46a9-b8fb-0f8330414ee1'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:06:27.050599 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:27.133724 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5838cdf2-ceb9-4136-8511-edfa7d6478fc tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:27.152332 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] For port 6a786a75-159c-4e1f-9466-4f6ac15a9170, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:06:27.157115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] For port 6a786a75-159c-4e1f-9466-4f6ac15a9170, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6a786a75-159c-4e1f-9466-4f6ac15a9170,segment=NetworkSegment(a07844af-8138-4cdc-af4b-5367f006a6d0),segment_id=a07844af-8138-4cdc-af4b-5367f006a6d0)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:06:27.173130 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:27.197674 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5838cdf2-ceb9-4136-8511-edfa7d6478fc tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:27.206325 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f04334-4852-4d01-8eee-753b8cd59719 req-f0813a7f-9e9d-431b-89ab-ae3b268ad667 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:27.207891 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2f04334-4852-4d01-8eee-753b8cd59719 req-f0813a7f-9e9d-431b-89ab-ae3b268ad667 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 931 time: 0.6939230 Mar 01 21:06:27.231137 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:27.232156 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de974b-7b23-455a-9e33-3592ac4c34c4 req-bbc91ca4-b5b2-457c-8062-1073d9139215 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:27.233682 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-42de974b-7b23-455a-9e33-3592ac4c34c4 req-bbc91ca4-b5b2-457c-8062-1073d9139215 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 945 time: 0.7552240 Mar 01 21:06:27.254541 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:27.255497 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:27.257525 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2d020025-2273-4300-95df-d2ad96d5878d req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] 10.222.0.57 "PUT /v2.0/ports/6a786a75-159c-4e1f-9466-4f6ac15a9170 HTTP/1.1" status: 200 len: 1091 time: 1.7567677 Mar 01 21:06:27.259405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Network 69e3e841-384a-4213-8ac4-cac4d245f88b is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:06:27.260030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54692) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:27.261006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc969c-ae7c-434e-b4e2-866357cde636 req-afabe3d6-e038-45f8-a01c-474abc796cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:27.262554 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1cc969c-ae7c-434e-b4e2-866357cde636 req-afabe3d6-e038-45f8-a01c-474abc796cb0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ae8beb020bc5422983ac60a96ddee5cd&device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 1094 time: 0.5940416 Mar 01 21:06:27.264121 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20cc3cc0-e1b6-4268-b062-ea9875ca388b', 'tag': '6a786a75-159c-4e1f-9466-4f6ac15a9170'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:06:27.277413 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:06:27.279859 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:06:27.314350 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-81107cba-6a8c-4f28-8807-699492335136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:27.360056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-5e1b03f5-537a-4a16-840c-51db84e1865e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Request body: {'floatingip': {'port_id': 'b18d344b-7213-47e1-9aea-b1436ee2dc2c'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:27.425880 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5838cdf2-ceb9-4136-8511-edfa7d6478fc tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:27.426563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5838cdf2-ceb9-4136-8511-edfa7d6478fc tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Fanout notify agent at l3_agent the message router_deleted on router fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:06:27.450983 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20cc3cc0-e1b6-4268-b062-ea9875ca388b', 'tag': '6a786a75-159c-4e1f-9466-4f6ac15a9170', 'status': 'completed', 'code': 200} Mar 01 21:06:27.562125 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e1b03f5-537a-4a16-840c-51db84e1865e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for floatingip, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:27.612154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Pushing event updated for resources: {'Port': ['ID=74ca6feb-bb06-4a0a-9600-5b716a13781c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:27.632411 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2f04334-4852-4d01-8eee-753b8cd59719 req-c83fda89-3fa6-481b-80ac-f7eea4c0ba43 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4082468 Mar 01 21:06:27.705753 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5838cdf2-ceb9-4136-8511-edfa7d6478fc tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:27.706809 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5838cdf2-ceb9-4136-8511-edfa7d6478fc tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "DELETE /v2.0/routers/fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4 HTTP/1.1" status: 204 len: 168 time: 4.9764626 Mar 01 21:06:27.707578 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:27.747470 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54712) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:27.974802 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc969c-ae7c-434e-b4e2-866357cde636 req-807fa3bf-57d2-4a78-ad07-bf0ccc5f28af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:27.976265 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1cc969c-ae7c-434e-b4e2-866357cde636 req-807fa3bf-57d2-4a78-ad07-bf0ccc5f28af service neutron] 10.222.0.55 "GET /v2.0/networks?id=67bb6527-8461-46a9-b8fb-0f8330414ee1 HTTP/1.1" status: 200 len: 919 time: 0.7015710 Mar 01 21:06:28.079103 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1cc969c-ae7c-434e-b4e2-866357cde636 req-4e229a1c-acd1-451d-ad51-5916a87fbd3b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa08eb7d-a338-48a3-8a2c-2495a5948334 HTTP/1.1" status: 200 len: 217 time: 0.0897388 Mar 01 21:06:28.086919 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8b851-e11f-4feb-8864-cff70a848efc req-2d13c8bf-6413-449a-9edc-b7c5d4f1ca1d tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:28.094281 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58f8b851-e11f-4feb-8864-cff70a848efc req-2d13c8bf-6413-449a-9edc-b7c5d4f1ca1d tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/ports?device_id=05794c59-8b77-419f-aedb-0bc700a9f746 HTTP/1.1" status: 200 len: 945 time: 0.6456397 Mar 01 21:06:28.164441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc8e61-1162-476b-916a-94521b20f6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=6a786a75-159c-4e1f-9466-4f6ac15a9170,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:28.181872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea886da2-c1be-4a27-b023-1c888e9e3dc4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Deleting subnet 55807fb6-9865-4286-bb41-c73b6bc23b33 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:06:28.192323 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ea886da2-c1be-4a27-b023-1c888e9e3dc4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:28.243874 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a926ab6-b19a-4f8d-a7d5-75103ecc969a req-10b1f527-0dd8-4848-8f1d-02e9a95a521a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:28.245183 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75ebab-8a90-487c-b62d-510d9ecd0fd3 req-9fd5cb76-175e-4218-8aa1-6a0a35ca610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:28.245683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a926ab6-b19a-4f8d-a7d5-75103ecc969a req-10b1f527-0dd8-4848-8f1d-02e9a95a521a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 945 time: 0.4717488 Mar 01 21:06:28.246668 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da75ebab-8a90-487c-b62d-510d9ecd0fd3 req-9fd5cb76-175e-4218-8aa1-6a0a35ca610b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae8beb020bc5422983ac60a96ddee5cd&device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 1094 time: 0.7313194 Mar 01 21:06:28.298622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc969c-ae7c-434e-b4e2-866357cde636 req-7eac36bf-4b0e-444b-9d14-d0f053096d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:28.300098 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1cc969c-ae7c-434e-b4e2-866357cde636 req-7eac36bf-4b0e-444b-9d14-d0f053096d00 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed7ad8a4-8267-45db-9da9-38b53b99c0bf HTTP/1.1" status: 200 len: 858 time: 0.1974435 Mar 01 21:06:28.307803 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58f8b851-e11f-4feb-8864-cff70a848efc req-77858a99-4adf-4202-af48-ee2de4eb1f73 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7444a70-6ebb-4a89-941b-c96545b77813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125268 Mar 01 21:06:28.388203 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ea886da2-c1be-4a27-b023-1c888e9e3dc4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:28.430222 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1cc969c-ae7c-434e-b4e2-866357cde636 req-9d26b5f2-1657-45be-b750-d8b769597f9c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=67bb6527-8461-46a9-b8fb-0f8330414ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209784 Mar 01 21:06:28.484185 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a926ab6-b19a-4f8d-a7d5-75103ecc969a req-1738ab6a-b040-4f76-9fb9-434a884310e7 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170398 Mar 01 21:06:28.608403 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:28.758315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1cc969c-ae7c-434e-b4e2-866357cde636 req-a766dba3-c77e-449f-8fd6-371c625f0f52 service neutron] 10.222.0.55 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3181460 Mar 01 21:06:28.774562 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34e204a8-e802-46db-b57b-fd81340ecb10 req-7a1943f7-1513-4231-90f0-95d238b36194 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-876987176&fields=id&tenant_id=b7d67da784e54c12a0a3c33da8308ec8 HTTP/1.1" status: 200 len: 267 time: 0.1006677 Mar 01 21:06:28.914731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75ebab-8a90-487c-b62d-510d9ecd0fd3 req-dd2f8b47-513e-4f6e-a1b7-c7219d5aee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:28.916222 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da75ebab-8a90-487c-b62d-510d9ecd0fd3 req-dd2f8b47-513e-4f6e-a1b7-c7219d5aee58 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ae8beb020bc5422983ac60a96ddee5cd&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6533291 Mar 01 21:06:28.987778 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ea886da2-c1be-4a27-b023-1c888e9e3dc4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:29.026412 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:29.430733 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1cc969c-ae7c-434e-b4e2-866357cde636 req-9cf09240-e357-4bf3-bd49-73d1c780047b service neutron] 10.222.0.55 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6596413 Mar 01 21:06:29.468133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e204a8-e802-46db-b57b-fd81340ecb10 req-be560e32-7b89-486f-9b79-5ed4db0c09b8 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:29.468133 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34e204a8-e802-46db-b57b-fd81340ecb10 req-be560e32-7b89-486f-9b79-5ed4db0c09b8 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 945 time: 0.6190057 Mar 01 21:06:29.480842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ee0d08-dc41-418a-8c9c-7643571e9de2 req-3715bd0c-c4f3-4dac-b9b1-787bec4807ba tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:29.482682 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05ee0d08-dc41-418a-8c9c-7643571e9de2 req-3715bd0c-c4f3-4dac-b9b1-787bec4807ba tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 943 time: 0.6339064 Mar 01 21:06:29.483349 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ea886da2-c1be-4a27-b023-1c888e9e3dc4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:29.486706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-34e204a8-e802-46db-b57b-fd81340ecb10 req-e552512b-63a2-4142-bd63-9067df7c0a3a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Request body: {'port': {'security_groups': ['8d0d8a9a-cbfd-4300-8860-c16c53736be7', '39d971a3-a52c-4982-9e1f-1ef711660b88']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:29.529614 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da75ebab-8a90-487c-b62d-510d9ecd0fd3 req-9cb12bb0-b770-467d-be84-33174de62507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:29.531046 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da75ebab-8a90-487c-b62d-510d9ecd0fd3 req-9cb12bb0-b770-467d-be84-33174de62507 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5960653 Mar 01 21:06:29.542304 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea886da2-c1be-4a27-b023-1c888e9e3dc4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event deleted for resources: {'Subnet': ['ID=55807fb6-9865-4286-bb41-c73b6bc23b33,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:29.544414 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ea886da2-c1be-4a27-b023-1c888e9e3dc4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:29.548093 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Router 7cd7b496-9076-4f8c-9adb-d360f77a0f5f is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:06:29.578443 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2526db95-398d-489b-883e-2bf0da5064e7 None None] Network 3cba6882-400d-453f-a34e-1aa72feac35e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:06:29.749281 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fb68c206-6fff-4c41-89e3-2d918bab5fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:29.761314 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ea886da2-c1be-4a27-b023-1c888e9e3dc4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "DELETE /v2.0/subnets/55807fb6-9865-4286-bb41-c73b6bc23b33 HTTP/1.1" status: 204 len: 168 time: 1.8748820 Mar 01 21:06:29.763443 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54760) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:29.794647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:06:29.830458 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-05ee0d08-dc41-418a-8c9c-7643571e9de2 req-6ae17295-d398-461e-885f-6756cbf76305 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125644 Mar 01 21:06:29.862268 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e1b03f5-537a-4a16-840c-51db84e1865e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:29.879079 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] Sync routers for ids ['7cd7b496-9076-4f8c-9adb-d360f77a0f5f'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:06:29.900323 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] Routers {'7cd7b496-9076-4f8c-9adb-d360f77a0f5f'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:29.900561 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7cd7b496-9076-4f8c-9adb-d360f77a0f5f'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:29.922909 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-34e204a8-e802-46db-b57b-fd81340ecb10 req-e552512b-63a2-4142-bd63-9067df7c0a3a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:29.998547 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e1b03f5-537a-4a16-840c-51db84e1865e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:30.019371 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:30.021342 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2fcd94a6-7cd8-4987-9468-ae6eeff2b998 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.7780595 Mar 01 21:06:30.025461 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54764) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:30.102872 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:30.183907 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:30.196442 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c478d76f-b3d9-425b-9fca-7dba923af7e6 None None] DHCP port deletion for 3cba6882-400d-453f-a34e-1aa72feac35e request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:06:30.201578 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Deleting port 66711255-d811-4260-be11-a70a8838802d {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:06:30.201966 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:30.207276 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c478d76f-b3d9-425b-9fca-7dba923af7e6 None None] Deleting port 66711255-d811-4260-be11-a70a8838802d {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:06:30.207669 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c478d76f-b3d9-425b-9fca-7dba923af7e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:30.292133 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] Set router 7cd7b496-9076-4f8c-9adb-d360f77a0f5f gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:06:30.399757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d020025-2273-4300-95df-d2ad96d5878d req-ae9ebd71-273b-46a3-b848-2b4e89a4d364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:30.401500 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2d020025-2273-4300-95df-d2ad96d5878d req-ae9ebd71-273b-46a3-b848-2b4e89a4d364 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae8beb020bc5422983ac60a96ddee5cd&device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 1094 time: 0.8200462 Mar 01 21:06:30.502521 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2d020025-2273-4300-95df-d2ad96d5878d req-b09f202b-0f8e-4869-bf7a-bf69b6b32f83 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a786a75-159c-4e1f-9466-4f6ac15a9170 HTTP/1.1" status: 200 len: 217 time: 0.0736330 Mar 01 21:06:30.610731 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:30.665036 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-5e1b03f5-537a-4a16-840c-51db84e1865e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Floating IP 77ac51bd-3d5d-4ce4-9e39-3adc1e6c50a9 associated. External IP: 172.25.5.27, port: b18d344b-7213-47e1-9aea-b1436ee2dc2c. Mar 01 21:06:30.736525 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-34e204a8-e802-46db-b57b-fd81340ecb10 req-e552512b-63a2-4142-bd63-9067df7c0a3a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] For port bd5f8899-e3ae-4bcc-b55b-70131d72fbb1, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bd5f8899-e3ae-4bcc-b55b-70131d72fbb1,segment=NetworkSegment(878585b8-3463-4a29-ab25-da9f9d8339d1),segment_id=878585b8-3463-4a29-ab25-da9f9d8339d1)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:30.792529 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c478d76f-b3d9-425b-9fca-7dba923af7e6 None None] For port 66711255-d811-4260-be11-a70a8838802d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=66711255-d811-4260-be11-a70a8838802d,segment=NetworkSegment(0e4e6d4c-a788-4dca-ac1a-007c5bdf7017),segment_id=0e4e6d4c-a788-4dca-ac1a-007c5bdf7017)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:30.792909 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c478d76f-b3d9-425b-9fca-7dba923af7e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:30.862821 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-34e204a8-e802-46db-b57b-fd81340ecb10 req-e552512b-63a2-4142-bd63-9067df7c0a3a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:30.912924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d020025-2273-4300-95df-d2ad96d5878d req-8e257491-3f8f-4697-a3b5-9c9836f58a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:30.914429 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2d020025-2273-4300-95df-d2ad96d5878d req-8e257491-3f8f-4697-a3b5-9c9836f58a7d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed7ad8a4-8267-45db-9da9-38b53b99c0bf HTTP/1.1" status: 200 len: 858 time: 0.4011257 Mar 01 21:06:30.926473 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:30.935096 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c478d76f-b3d9-425b-9fca-7dba923af7e6 None None] Calling delete_port for 66711255-d811-4260-be11-a70a8838802d owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:06:30.980214 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-34e204a8-e802-46db-b57b-fd81340ecb10 req-e552512b-63a2-4142-bd63-9067df7c0a3a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:30.999245 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['bd5f8899-e3ae-4bcc-b55b-70131d72fbb1'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:06:31.023820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['b7123e75-bba5-42e9-b585-3a871feab60a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:06:31.132456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e204a8-e802-46db-b57b-fd81340ecb10 req-e552512b-63a2-4142-bd63-9067df7c0a3a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:31.132832 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-34e204a8-e802-46db-b57b-fd81340ecb10 req-e552512b-63a2-4142-bd63-9067df7c0a3a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:31.135901 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34e204a8-e802-46db-b57b-fd81340ecb10 req-e552512b-63a2-4142-bd63-9067df7c0a3a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "PUT /v2.0/ports/bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 HTTP/1.1" status: 200 len: 981 time: 1.6638746 Mar 01 21:06:31.161444 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56cad337-c3ae-4789-8fa8-93885baf2ce9', 'tag': 'bd5f8899-e3ae-4bcc-b55b-70131d72fbb1'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:06:31.187885 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device fa08eb7d-a338-48a3-8a2c-2495a5948334 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:06:31.210410 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2d020025-2273-4300-95df-d2ad96d5878d req-c6f0095a-f8fe-491f-941f-4516916fc187 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67bb6527-8461-46a9-b8fb-0f8330414ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2818487 Mar 01 21:06:31.231012 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['bd5f8899-e3ae-4bcc-b55b-70131d72fbb1'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:06:31.297693 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c478d76f-b3d9-425b-9fca-7dba923af7e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:31.410281 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 66711255-d811-4260-be11-a70a8838802d no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:06:31.429111 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2d020025-2273-4300-95df-d2ad96d5878d req-0b3dbc51-ba5f-4475-b46a-04ff7d6660e8 service neutron] 10.222.0.57 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480663 Mar 01 21:06:31.431129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552512b-63a2-4142-bd63-9067df7c0a3a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event updated for resources: {'Port': ['ID=bd5f8899-e3ae-4bcc-b55b-70131d72fbb1,revision_number=6']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:31.459220 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 66711255-d811-4260-be11-a70a8838802d {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:06:31.459501 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4391814-628c-44dd-af04-5633ff0862fb req-7784ad3b-e9b5-4738-8234-4c9a7c9a25cc tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:31.459803 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 66711255-d811-4260-be11-a70a8838802d not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:06:31.462447 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c478d76f-b3d9-425b-9fca-7dba923af7e6 None None] Pushing event deleted for resources: {'Port': ['ID=66711255-d811-4260-be11-a70a8838802d,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:31.466309 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c478d76f-b3d9-425b-9fca-7dba923af7e6 None None] No DVR routers for this DVR port 66711255-d811-4260-be11-a70a8838802d on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:06:31.466608 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4391814-628c-44dd-af04-5633ff0862fb req-7784ad3b-e9b5-4738-8234-4c9a7c9a25cc tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 943 time: 0.4874370 Mar 01 21:06:31.486025 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd7b496-9076-4f8c-9adb-d360f77a0f5f', 'name': 'tempest-ServerRescueTestJSON-1348753569-router', 'tenant_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '0ddd395b-6eee-4f49-b773-905f9e902e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:06:21Z', 'updated_at': '2022-03-01T21:06:26Z', 'revision_number': 3, 'project_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'gw_port': {'id': '0ddd395b-6eee-4f49-b773-905f9e902e5e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd7b496-9076-4f8c-9adb-d360f77a0f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:06:23Z', 'updated_at': '2022-03-01T21:06:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:31.527690 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2202c65-f9d8-4d0e-b068-bbb91edc3919 req-bd5d8b92-b170-4dce-95e0-7141592a065e tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/39d971a3-a52c-4982-9e1f-1ef711660b88 HTTP/1.1" status: 200 len: 1801 time: 0.3565402 Mar 01 21:06:31.534889 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] For port 66711255-d811-4260-be11-a70a8838802d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=66711255-d811-4260-be11-a70a8838802d,segment=NetworkSegment(0e4e6d4c-a788-4dca-ac1a-007c5bdf7017),segment_id=0e4e6d4c-a788-4dca-ac1a-007c5bdf7017)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:31.535867 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:31.609380 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] Checking router: 7cd7b496-9076-4f8c-9adb-d360f77a0f5f for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:06:31.609728 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] Updating router 7cd7b496-9076-4f8c-9adb-d360f77a0f5f port 0ddd395b-6eee-4f49-b773-905f9e902e5e binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:06:31.640673 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4391814-628c-44dd-af04-5633ff0862fb req-5e49beb6-858b-4acb-bba5-94095e9d0dce tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731155 Mar 01 21:06:31.704044 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56cad337-c3ae-4789-8fa8-93885baf2ce9', 'tag': 'bd5f8899-e3ae-4bcc-b55b-70131d72fbb1', 'status': 'completed', 'code': 200} Mar 01 21:06:31.711573 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-490d9eaf-a71f-4d83-8e00-0cf11161a586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:31.727145 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-d2202c65-f9d8-4d0e-b068-bbb91edc3919 req-9f38877e-b22f-44ae-95c3-700b77a14952 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 01 21:06:31.728196 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2202c65-f9d8-4d0e-b068-bbb91edc3919 req-9f38877e-b22f-44ae-95c3-700b77a14952 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "DELETE /v2.0/security-groups/39d971a3-a52c-4982-9e1f-1ef711660b88 HTTP/1.1" status: 409 len: 341 time: 0.1873860 Mar 01 21:06:31.853996 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:31.874864 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Calling delete_port for 66711255-d811-4260-be11-a70a8838802d owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:06:32.041448 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2d020025-2273-4300-95df-d2ad96d5878d req-57e8b6d2-f654-4d0e-a95c-085e3009a00c service neutron] 10.222.0.57 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046624 Mar 01 21:06:32.101315 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port fa08eb7d-a338-48a3-8a2c-2495a5948334, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fa08eb7d-a338-48a3-8a2c-2495a5948334,segment=NetworkSegment(a07844af-8138-4cdc-af4b-5367f006a6d0),segment_id=a07844af-8138-4cdc-af4b-5367f006a6d0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:32.151259 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:06:32.151603 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:06:32.160232 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-490d9eaf-a71f-4d83-8e00-0cf11161a586 admin admin] Allocated IP 172.20.0.1 (9b34390c-6fe5-4076-9506-cf6ffd99724e/03961c1b-5cc3-4076-b4e1-e587eae0ddf1/f795fc2e-1ff7-416a-abd0-4b594d73c75d) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:06:32.183247 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Router e7d060e3-3f48-4cf0-90c3-8f98df83c9cf is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:06:32.184482 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'fa08eb7d-a338-48a3-8a2c-2495a5948334', 'network_id': '67bb6527-8461-46a9-b8fb-0f8330414ee1', 'port_id': 'fa08eb7d-a338-48a3-8a2c-2495a5948334', 'mac_address': 'fa:16:3e:6c:3f:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed7ad8a4-8267-45db-9da9-38b53b99c0bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:06:32.190728 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9270f29-7bfb-439e-aefa-769fa93f37d8 req-2c0e92bc-eb85-4421-aac1-4624c1cd02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:32.192474 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b9270f29-7bfb-439e-aefa-769fa93f37d8 req-2c0e92bc-eb85-4421-aac1-4624c1cd02b8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b7d67da784e54c12a0a3c33da8308ec8&device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 1135 time: 0.2828438 Mar 01 21:06:32.201184 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1b03f5-537a-4a16-840c-51db84e1865e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Router 613b948d-1a88-447a-9052-ce28e5edacb8 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:06:32.327026 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:32.484745 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:32.505722 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-490d9eaf-a71f-4d83-8e00-0cf11161a586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:32.558370 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa08eb7d-a338-48a3-8a2c-2495a5948334 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:06:32.578545 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f503d-7ca5-4d82-ab96-3c7d309bb2a6 req-6ed6717c-09a6-4a33-85ec-f068921957a7 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:32.580719 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-046f503d-7ca5-4d82-ab96-3c7d309bb2a6 req-6ed6717c-09a6-4a33-85ec-f068921957a7 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 984 time: 0.1179712 Mar 01 21:06:32.654264 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-046f503d-7ca5-4d82-ab96-3c7d309bb2a6 req-e0326f2c-853b-46ae-af9e-2ba52f83924b tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&id=39d971a3-a52c-4982-9e1f-1ef711660b88&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0663145 Mar 01 21:06:32.674496 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-490d9eaf-a71f-4d83-8e00-0cf11161a586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:32.695270 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port fa08eb7d-a338-48a3-8a2c-2495a5948334, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fa08eb7d-a338-48a3-8a2c-2495a5948334,segment=NetworkSegment(a07844af-8138-4cdc-af4b-5367f006a6d0),segment_id=a07844af-8138-4cdc-af4b-5367f006a6d0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:32.818936 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:32.865996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d9eaf-a71f-4d83-8e00-0cf11161a586 admin admin] Pushing event updated for resources: {'Port': ['ID=f795fc2e-1ff7-416a-abd0-4b594d73c75d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:32.889047 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:32.895207 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490d9eaf-a71f-4d83-8e00-0cf11161a586 admin admin] Network 9b34390c-6fe5-4076-9506-cf6ffd99724e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:06:32.899772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-490d9eaf-a71f-4d83-8e00-0cf11161a586 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:06:32.903484 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490d9eaf-a71f-4d83-8e00-0cf11161a586 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:06:32.922380 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] Transition to ACTIVE for port object 0ddd395b-6eee-4f49-b773-905f9e902e5e will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:06:32.935202 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=fa08eb7d-a338-48a3-8a2c-2495a5948334,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:32.977216 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-490d9eaf-a71f-4d83-8e00-0cf11161a586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:32.983384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Deleting port 66711255-d811-4260-be11-a70a8838802d {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:06:32.983951 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:33.006855 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:33.008528 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:06:33.027756 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] Sync routers for ids ['e7d060e3-3f48-4cf0-90c3-8f98df83c9cf'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:06:33.053890 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] Routers {'e7d060e3-3f48-4cf0-90c3-8f98df83c9cf'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:33.054653 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['e7d060e3-3f48-4cf0-90c3-8f98df83c9cf'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:33.148873 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] The port '66711255-d811-4260-be11-a70a8838802d' was deleted {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:06:33.160480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9270f29-7bfb-439e-aefa-769fa93f37d8 req-7e1e7a2b-d0ae-4fff-a979-072d8752ca69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:33.162154 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b9270f29-7bfb-439e-aefa-769fa93f37d8 req-7e1e7a2b-d0ae-4fff-a979-072d8752ca69 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60 HTTP/1.1" status: 200 len: 913 time: 0.9629281 Mar 01 21:06:33.181009 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] Attempting to bind port 0ddd395b-6eee-4f49-b773-905f9e902e5e on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:06:33.181009 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] Attempting to bind port 0ddd395b-6eee-4f49-b773-905f9e902e5e by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:06:33.182271 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] Attempting to bind port 0ddd395b-6eee-4f49-b773-905f9e902e5e on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:06:33.190757 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:06:33.191274 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:06:33.192185 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:33.192538 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:06:33.193938 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] Bound port: 0ddd395b-6eee-4f49-b773-905f9e902e5e, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:06:33.194416 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:33.264627 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['fa08eb7d-a338-48a3-8a2c-2495a5948334'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:06:33.289822 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb42491-e960-47b8-9cd2-1c707fc55f4b req-337f3879-ea15-46c2-8c13-c6d28a5c4656 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:33.291314 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0eb42491-e960-47b8-9cd2-1c707fc55f4b req-337f3879-ea15-46c2-8c13-c6d28a5c4656 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 943 time: 0.1568491 Mar 01 21:06:33.334723 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd511f-63de-4416-8bd1-fcf95e708e9e None None] Pushing event updated for resources: {'Port': ['ID=0ddd395b-6eee-4f49-b773-905f9e902e5e,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:33.353990 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0eb42491-e960-47b8-9cd2-1c707fc55f4b req-683d11b1-cc45-4142-9f4e-58194650e7d3 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562832 Mar 01 21:06:33.405558 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:33.406747 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9c125b4e-a390-458d-adcb-c7da886ce260 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 9.1516693 Mar 01 21:06:33.409845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54812) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:33.412410 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] Set router e7d060e3-3f48-4cf0-90c3-8f98df83c9cf gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:06:33.422408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1b03f5-537a-4a16-840c-51db84e1865e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:06:33.424763 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b9270f29-7bfb-439e-aefa-769fa93f37d8 req-e848e6aa-ed51-4500-bf01-9468410f12a4 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 HTTP/1.1" status: 200 len: 217 time: 0.2091551 Mar 01 21:06:33.433527 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e1b03f5-537a-4a16-840c-51db84e1865e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:33.454606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14297cc2-c4bd-4be6-87f2-7da1c3bc24de None None] Sync routers for ids ['613b948d-1a88-447a-9052-ce28e5edacb8'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:06:33.484321 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] For port 0ddd395b-6eee-4f49-b773-905f9e902e5e, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:06:33.496248 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14297cc2-c4bd-4be6-87f2-7da1c3bc24de None None] Routers {'613b948d-1a88-447a-9052-ce28e5edacb8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:33.499756 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-14297cc2-c4bd-4be6-87f2-7da1c3bc24de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['613b948d-1a88-447a-9052-ce28e5edacb8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:33.570875 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] For port 0ddd395b-6eee-4f49-b773-905f9e902e5e, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0ddd395b-6eee-4f49-b773-905f9e902e5e,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:06:33.574731 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5e1b03f5-537a-4a16-840c-51db84e1865e tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "PUT /v2.0/floatingips/77ac51bd-3d5d-4ce4-9e39-3adc1e6c50a9 HTTP/1.1" status: 200 len: 990 time: 6.3065579 Mar 01 21:06:33.648184 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:33.692280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109d47f0-3dcc-45d2-bf41-a62f5c9b31ed', 'tag': 'b18d344b-7213-47e1-9aea-b1436ee2dc2c'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:06:33.701651 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-490d9eaf-a71f-4d83-8e00-0cf11161a586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:33.764681 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd511f-63de-4416-8bd1-fcf95e708e9e None None] Pushing event updated for resources: {'Port': ['ID=0ddd395b-6eee-4f49-b773-905f9e902e5e,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:33.843406 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109d47f0-3dcc-45d2-bf41-a62f5c9b31ed', 'tag': 'b18d344b-7213-47e1-9aea-b1436ee2dc2c', 'status': 'completed', 'code': 200} Mar 01 21:06:33.900935 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] Routers {'7cd7b496-9076-4f8c-9adb-d360f77a0f5f'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:33.902228 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7cd7b496-9076-4f8c-9adb-d360f77a0f5f'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:33.937823 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:33.953616 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d060e3-3f48-4cf0-90c3-8f98df83c9cf', 'name': '', 'tenant_id': '6f9e63faa7844f39ad33d1f13e1e4196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '69e3e841-384a-4213-8ac4-cac4d245f88b', 'external_fixed_ips': [{'subnet_id': 'fd254da8-7714-484d-9860-9f4067304be1', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': '74ca6feb-bb06-4a0a-9600-5b716a13781c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:06:24Z', 'updated_at': '2022-03-01T21:06:28Z', 'revision_number': 3, 'project_id': '6f9e63faa7844f39ad33d1f13e1e4196', 'gw_port': {'id': '74ca6feb-bb06-4a0a-9600-5b716a13781c', 'name': '', 'network_id': '69e3e841-384a-4213-8ac4-cac4d245f88b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:72:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7d060e3-3f48-4cf0-90c3-8f98df83c9cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1935, 'fixed_ips': [{'subnet_id': 'fd254da8-7714-484d-9860-9f4067304be1', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:06:26Z', 'updated_at': '2022-03-01T21:06:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fd254da8-7714-484d-9860-9f4067304be1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:33.959675 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] Checking router: e7d060e3-3f48-4cf0-90c3-8f98df83c9cf for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:06:33.960438 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] Updating router e7d060e3-3f48-4cf0-90c3-8f98df83c9cf port 74ca6feb-bb06-4a0a-9600-5b716a13781c binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:06:33.994334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9270f29-7bfb-439e-aefa-769fa93f37d8 req-39fc7d89-f5a6-4f61-835c-345ec4bbdbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:33.996518 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b9270f29-7bfb-439e-aefa-769fa93f37d8 req-39fc7d89-f5a6-4f61-835c-345ec4bbdbc5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=285e0c8e-3ccb-4e27-b9e2-7791ce01e6a0 HTTP/1.1" status: 200 len: 852 time: 0.4062274 Mar 01 21:06:33.999712 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cba6882-400d-453f-a34e-1aa72feac35e']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:34.031824 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:34.079317 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b9270f29-7bfb-439e-aefa-769fa93f37d8 req-7e6f4084-bde3-42e8-99fa-f8dc97c8a6ed service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604398 Mar 01 21:06:34.086299 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-14297cc2-c4bd-4be6-87f2-7da1c3bc24de None None] Set router 613b948d-1a88-447a-9052-ce28e5edacb8 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:06:34.127914 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:34.133256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e4e6d4c-a788-4dca-ac1a-007c5bdf7017') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:34.133676 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e4e6d4c-a788-4dca-ac1a-007c5bdf7017') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:34.221261 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:34.329222 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feeb22d-c813-4d22-9670-9662bc7ba9be req-4be59f45-f7de-4b3d-9e5d-45342b9b4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:34.330927 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5feeb22d-c813-4d22-9670-9662bc7ba9be req-4be59f45-f7de-4b3d-9e5d-45342b9b4768 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4948a3f4374642e5b9b9490b5a1ffed4&device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 1096 time: 0.4768209 Mar 01 21:06:34.341294 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:34.416410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:06:34.416818 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:06:34.435676 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:06:34.610036 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:34.636579 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] Transition to ACTIVE for port object 74ca6feb-bb06-4a0a-9600-5b716a13781c will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:06:34.660332 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] Set router 7cd7b496-9076-4f8c-9adb-d360f77a0f5f gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:06:34.749873 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:34.777381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531d2eb-3285-4c7a-9243-d9c53073146a req-e753a557-7785-4b9e-9793-cf4a93d50504 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:34.787469 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c531d2eb-3285-4c7a-9243-d9c53073146a req-e753a557-7785-4b9e-9793-cf4a93d50504 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 984 time: 0.8814023 Mar 01 21:06:34.799444 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:34.837083 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b9270f29-7bfb-439e-aefa-769fa93f37d8 req-172fb627-66b5-49b1-9660-6dd75211f7f7 service neutron] 10.222.0.57 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7483954 Mar 01 21:06:34.954565 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c531d2eb-3285-4c7a-9243-d9c53073146a req-eb2ad066-1a14-48e1-b3b6-52bc59c75e71 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&id=39d971a3-a52c-4982-9e1f-1ef711660b88&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1658728 Mar 01 21:06:34.956988 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-490d9eaf-a71f-4d83-8e00-0cf11161a586 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:34.977010 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] Attempting to bind port 74ca6feb-bb06-4a0a-9600-5b716a13781c on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:06:34.977620 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cabf7-230d-4b20-aef5-441113f37260 req-afa77237-83fc-4523-bf5e-1cfa83c66500 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:34.978271 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] Attempting to bind port 74ca6feb-bb06-4a0a-9600-5b716a13781c by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '640bcd00-edeb-4471-ab09-b87be72f3c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '69e3e841-384a-4213-8ac4-cac4d245f88b'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:06:34.979600 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe2cabf7-230d-4b20-aef5-441113f37260 req-afa77237-83fc-4523-bf5e-1cfa83c66500 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 943 time: 0.3383696 Mar 01 21:06:34.983814 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] Attempting to bind port 74ca6feb-bb06-4a0a-9600-5b716a13781c on network 69e3e841-384a-4213-8ac4-cac4d245f88b {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:06:35.012375 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a3a95-133f-4c29-8fa8-8bad3e88ee96 None None] Pushing event updated for resources: {'Port': ['ID=74ca6feb-bb06-4a0a-9600-5b716a13781c,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:35.029365 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:06:35.030039 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] Checking segment: {'id': '640bcd00-edeb-4471-ab09-b87be72f3c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '69e3e841-384a-4213-8ac4-cac4d245f88b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:06:35.030167 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Deleting port 74ca6feb-bb06-4a0a-9600-5b716a13781c {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:06:35.030510 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:35.032610 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:35.033593 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] Bound using segment: {'id': '640bcd00-edeb-4471-ab09-b87be72f3c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '69e3e841-384a-4213-8ac4-cac4d245f88b'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:06:35.034315 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] Bound port: 74ca6feb-bb06-4a0a-9600-5b716a13781c, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '640bcd00-edeb-4471-ab09-b87be72f3c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '69e3e841-384a-4213-8ac4-cac4d245f88b'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:06:35.040284 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:35.108433 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-490d9eaf-a71f-4d83-8e00-0cf11161a586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:35.156765 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b9270f29-7bfb-439e-aefa-769fa93f37d8 req-6ab9f6be-259f-48e8-a6ae-27d434cf9cda service neutron] 10.222.0.57 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000894 Mar 01 21:06:35.220197 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feeb22d-c813-4d22-9670-9662bc7ba9be req-d14b01c4-6672-4737-a2cf-44e6601c1daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:35.222164 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5feeb22d-c813-4d22-9670-9662bc7ba9be req-d14b01c4-6672-4737-a2cf-44e6601c1daf service neutron] 10.222.0.57 "GET /v2.0/networks?id=33ba965f-d417-4519-8f89-3aefcdaf09c3 HTTP/1.1" status: 200 len: 912 time: 0.8660121 Mar 01 21:06:35.257231 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] For port 74ca6feb-bb06-4a0a-9600-5b716a13781c, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:06:35.260537 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] For port 74ca6feb-bb06-4a0a-9600-5b716a13781c, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=74ca6feb-bb06-4a0a-9600-5b716a13781c,segment=NetworkSegment(640bcd00-edeb-4471-ab09-b87be72f3c26),segment_id=640bcd00-edeb-4471-ab09-b87be72f3c26)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:06:35.324049 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:35.326468 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-490d9eaf-a71f-4d83-8e00-0cf11161a586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:35.384750 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:35.464369 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5feeb22d-c813-4d22-9670-9662bc7ba9be req-017c562f-825b-4d93-b71b-c576842b244d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b18d344b-7213-47e1-9aea-b1436ee2dc2c HTTP/1.1" status: 200 len: 998 time: 0.2359869 Mar 01 21:06:35.492260 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:35.498848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490d9eaf-a71f-4d83-8e00-0cf11161a586 admin admin] Network 9b34390c-6fe5-4076-9506-cf6ffd99724e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:06:35.504176 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-490d9eaf-a71f-4d83-8e00-0cf11161a586 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:06:35.508611 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe2cabf7-230d-4b20-aef5-441113f37260 req-811ed730-b0f1-455e-92ef-045d6da46fb5 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5221860 Mar 01 21:06:35.513469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d9eaf-a71f-4d83-8e00-0cf11161a586 admin admin] Pushing event updated for resources: {'Port': ['ID=f795fc2e-1ff7-416a-abd0-4b594d73c75d,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:35.554129 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "DELETE /v2.0/networks/3cba6882-400d-453f-a34e-1aa72feac35e HTTP/1.1" status: 204 len: 168 time: 5.7759161 Mar 01 21:06:35.556362 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a3a95-133f-4c29-8fa8-8bad3e88ee96 None None] Pushing event updated for resources: {'Port': ['ID=74ca6feb-bb06-4a0a-9600-5b716a13781c,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:35.559983 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54852) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:35.626786 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feeb22d-c813-4d22-9670-9662bc7ba9be req-220fb951-83d5-4a8e-a76c-7d96d728f42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:35.628650 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5feeb22d-c813-4d22-9670-9662bc7ba9be req-220fb951-83d5-4a8e-a76c-7d96d728f42d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d8336f76-9298-450b-b9a8-2aa7486056a2 HTTP/1.1" status: 200 len: 850 time: 0.1156023 Mar 01 21:06:35.628779 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] Routers {'e7d060e3-3f48-4cf0-90c3-8f98df83c9cf'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:35.628914 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['e7d060e3-3f48-4cf0-90c3-8f98df83c9cf'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:35.643536 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-14297cc2-c4bd-4be6-87f2-7da1c3bc24de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:07Z', 'updated_at': '2022-03-01T21:02:17Z', 'revision_number': 4, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'gw_port': {'id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:09Z', 'updated_at': '2022-03-01T21:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '77ac51bd-3d5d-4ce4-9e39-3adc1e6c50a9', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'port_id': 'b18d344b-7213-47e1-9aea-b1436ee2dc2c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'mac_address': 'fa:16:3e:be:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109d47f0-3dcc-45d2-bf41-a62f5c9b31ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:05:51Z', 'updated_at': '2022-03-01T21:06:29Z', 'revision_number': 1, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d45e162-0335-42f8-b5c4-3fd66b1e6d9c', 'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'mac_address': 'fa:16:3e:b6:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:15Z', 'updated_at': '2022-03-01T21:02:28Z', 'revision_number': 5, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'subnets': [{'id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:35.660241 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14297cc2-c4bd-4be6-87f2-7da1c3bc24de None None] Checking router: 613b948d-1a88-447a-9052-ce28e5edacb8 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:06:35.666123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] For port 74ca6feb-bb06-4a0a-9600-5b716a13781c, host n-d-827896-4, got binding levels [] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:35.666657 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:35.702361 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bc92dc-506b-482e-a8e8-773f975142ef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event deleted for resources: {'Network': ['ID=3cba6882-400d-453f-a34e-1aa72feac35e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:35.726811 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14297cc2-c4bd-4be6-87f2-7da1c3bc24de None None] Routers {'613b948d-1a88-447a-9052-ce28e5edacb8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:35.727534 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-14297cc2-c4bd-4be6-87f2-7da1c3bc24de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['613b948d-1a88-447a-9052-ce28e5edacb8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:35.960485 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] Set router e7d060e3-3f48-4cf0-90c3-8f98df83c9cf gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:06:35.996858 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd7b496-9076-4f8c-9adb-d360f77a0f5f', 'name': 'tempest-ServerRescueTestJSON-1348753569-router', 'tenant_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '0ddd395b-6eee-4f49-b773-905f9e902e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:06:21Z', 'updated_at': '2022-03-01T21:06:33Z', 'revision_number': 4, 'project_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'gw_port': {'id': '0ddd395b-6eee-4f49-b773-905f9e902e5e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd7b496-9076-4f8c-9adb-d360f77a0f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:06:23Z', 'updated_at': '2022-03-01T21:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f795fc2e-1ff7-416a-abd0-4b594d73c75d', 'name': '', 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e', 'tenant_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'mac_address': 'fa:16:3e:ce:17:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd7b496-9076-4f8c-9adb-d360f77a0f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '03961c1b-5cc3-4076-b4e1-e587eae0ddf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:06:31Z', 'updated_at': '2022-03-01T21:06:32Z', 'revision_number': 1, 'project_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'subnets': [{'id': '03961c1b-5cc3-4076-b4e1-e587eae0ddf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:36.004902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Calling delete_port for 74ca6feb-bb06-4a0a-9600-5b716a13781c owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:06:36.013128 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba47c2f2-b9b9-4ea8-ad8b-34a2558a054f None None] The sync data for ids ['7cd7b496-9076-4f8c-9adb-d360f77a0f5f'] in n-d-827896-4 is: [{'id': '7cd7b496-9076-4f8c-9adb-d360f77a0f5f', 'name': 'tempest-ServerRescueTestJSON-1348753569-router', 'tenant_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '0ddd395b-6eee-4f49-b773-905f9e902e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:06:21Z', 'updated_at': '2022-03-01T21:06:33Z', 'revision_number': 4, 'project_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'gw_port': {'id': '0ddd395b-6eee-4f49-b773-905f9e902e5e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd7b496-9076-4f8c-9adb-d360f77a0f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:06:23Z', 'updated_at': '2022-03-01T21:06:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f795fc2e-1ff7-416a-abd0-4b594d73c75d', 'name': '', 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e', 'tenant_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'mac_address': 'fa:16:3e:ce:17:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd7b496-9076-4f8c-9adb-d360f77a0f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '03961c1b-5cc3-4076-b4e1-e587eae0ddf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:06:31Z', 'updated_at': '2022-03-01T21:06:32Z', 'revision_number': 1, 'project_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'subnets': [{'id': '03961c1b-5cc3-4076-b4e1-e587eae0ddf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:06:36.039297 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-14297cc2-c4bd-4be6-87f2-7da1c3bc24de None None] Set router 613b948d-1a88-447a-9052-ce28e5edacb8 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:06:36.122056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 6a786a75-159c-4e1f-9466-4f6ac15a9170 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:06:36.258919 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7d060e3-3f48-4cf0-90c3-8f98df83c9cf', 'name': '', 'tenant_id': '6f9e63faa7844f39ad33d1f13e1e4196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:06:24Z', 'updated_at': '2022-03-01T21:06:34Z', 'revision_number': 4, 'project_id': '6f9e63faa7844f39ad33d1f13e1e4196', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:36.281414 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88160385-bcb6-4923-aae1-cd1d45b6fd9f None None] The sync data for ids ['e7d060e3-3f48-4cf0-90c3-8f98df83c9cf'] in n-d-827896-4 is: [{'id': 'e7d060e3-3f48-4cf0-90c3-8f98df83c9cf', 'name': '', 'tenant_id': '6f9e63faa7844f39ad33d1f13e1e4196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:06:24Z', 'updated_at': '2022-03-01T21:06:34Z', 'revision_number': 4, 'project_id': '6f9e63faa7844f39ad33d1f13e1e4196', 'gw_port_host': None}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:06:36.557571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-6ddeee0e-fcf7-418f-a051-7ab626376fef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Deleting port 8983e651-25e7-475b-8527-d539737c218b {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:06:36.557571 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6ddeee0e-fcf7-418f-a051-7ab626376fef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:36.656586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb49196-afad-4f0e-b220-0df0f38b2f69 req-9b003b22-1de2-4f66-8633-b24993bebf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:36.658187 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5bb49196-afad-4f0e-b220-0df0f38b2f69 req-9b003b22-1de2-4f66-8633-b24993bebf6b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b7d67da784e54c12a0a3c33da8308ec8&device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 1135 time: 1.3428104 Mar 01 21:06:37.010294 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 6a786a75-159c-4e1f-9466-4f6ac15a9170, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6a786a75-159c-4e1f-9466-4f6ac15a9170,segment=NetworkSegment(a07844af-8138-4cdc-af4b-5367f006a6d0),segment_id=a07844af-8138-4cdc-af4b-5367f006a6d0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:37.060824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5feeb22d-c813-4d22-9670-9662bc7ba9be req-8e244b79-2dc4-4351-a2ad-203066270949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:37.062316 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5feeb22d-c813-4d22-9670-9662bc7ba9be req-8e244b79-2dc4-4351-a2ad-203066270949 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=33ba965f-d417-4519-8f89-3aefcdaf09c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3576183 Mar 01 21:06:37.069978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '6a786a75-159c-4e1f-9466-4f6ac15a9170', 'network_id': '67bb6527-8461-46a9-b8fb-0f8330414ee1', 'port_id': '6a786a75-159c-4e1f-9466-4f6ac15a9170', 'mac_address': 'fa:16:3e:05:d2:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed7ad8a4-8267-45db-9da9-38b53b99c0bf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:06:37.139999 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:06:37.140519 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:06:37.150351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490d9eaf-a71f-4d83-8e00-0cf11161a586 admin admin] Router 7cd7b496-9076-4f8c-9adb-d360f77a0f5f has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:06:37.223834 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6ddeee0e-fcf7-418f-a051-7ab626376fef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:37.225134 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6ddeee0e-fcf7-418f-a051-7ab626376fef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:37.276127 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device fa08eb7d-a338-48a3-8a2c-2495a5948334 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:06:37.293188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f03e3-9c56-42c5-bf66-2072cac6c43f req-fab4f13d-3fa1-4cfb-947a-24ccb31a1e0a tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:37.309408 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-143f03e3-9c56-42c5-bf66-2072cac6c43f req-fab4f13d-3fa1-4cfb-947a-24ccb31a1e0a tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/ports?device_id=05794c59-8b77-419f-aedb-0bc700a9f746 HTTP/1.1" status: 200 len: 945 time: 0.7099357 Mar 01 21:06:37.379050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e18356-0f88-4385-af1d-7399f721b645 req-321e7f7a-17ee-484f-ae77-432e6b3b29b4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:37.381175 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-02e18356-0f88-4385-af1d-7399f721b645 req-321e7f7a-17ee-484f-ae77-432e6b3b29b4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 984 time: 1.1339018 Mar 01 21:06:37.450837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-6ddeee0e-fcf7-418f-a051-7ab626376fef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Calling delete_port for 8983e651-25e7-475b-8527-d539737c218b owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:06:37.486089 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:37.527969 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0ddd395b-6eee-4f49-b773-905f9e902e5e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:06:37.644125 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-14297cc2-c4bd-4be6-87f2-7da1c3bc24de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:07Z', 'updated_at': '2022-03-01T21:02:17Z', 'revision_number': 4, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'gw_port': {'id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:09Z', 'updated_at': '2022-03-01T21:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '77ac51bd-3d5d-4ce4-9e39-3adc1e6c50a9', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'port_id': 'b18d344b-7213-47e1-9aea-b1436ee2dc2c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'mac_address': 'fa:16:3e:be:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109d47f0-3dcc-45d2-bf41-a62f5c9b31ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:05:51Z', 'updated_at': '2022-03-01T21:06:29Z', 'revision_number': 1, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d45e162-0335-42f8-b5c4-3fd66b1e6d9c', 'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'mac_address': 'fa:16:3e:b6:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:15Z', 'updated_at': '2022-03-01T21:02:28Z', 'revision_number': 5, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'subnets': [{'id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:37.657522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a786a75-159c-4e1f-9466-4f6ac15a9170 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:06:37.667258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb49196-afad-4f0e-b220-0df0f38b2f69 req-45403c90-fe97-4641-a421-22ffbba975f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:37.668909 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5bb49196-afad-4f0e-b220-0df0f38b2f69 req-45403c90-fe97-4641-a421-22ffbba975f7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60 HTTP/1.1" status: 200 len: 913 time: 1.0009468 Mar 01 21:06:37.684388 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14297cc2-c4bd-4be6-87f2-7da1c3bc24de None None] The sync data for ids ['613b948d-1a88-447a-9052-ce28e5edacb8'] in n-d-827896-4 is: [{'id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:07Z', 'updated_at': '2022-03-01T21:02:17Z', 'revision_number': 4, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'gw_port': {'id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:09Z', 'updated_at': '2022-03-01T21:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '77ac51bd-3d5d-4ce4-9e39-3adc1e6c50a9', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'floating_ip_address': '172.25.5.27', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'port_id': 'b18d344b-7213-47e1-9aea-b1436ee2dc2c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1866, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'mac_address': 'fa:16:3e:be:4d:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109d47f0-3dcc-45d2-bf41-a62f5c9b31ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:05:51Z', 'updated_at': '2022-03-01T21:06:29Z', 'revision_number': 1, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d45e162-0335-42f8-b5c4-3fd66b1e6d9c', 'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'mac_address': 'fa:16:3e:b6:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:15Z', 'updated_at': '2022-03-01T21:02:28Z', 'revision_number': 5, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'subnets': [{'id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:06:37.695229 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Deleting port 74ca6feb-bb06-4a0a-9600-5b716a13781c {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:06:37.695617 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:37.744380 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-02e18356-0f88-4385-af1d-7399f721b645 req-2e0f98b6-4f16-4127-ab66-1547dbecf586 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&id=39d971a3-a52c-4982-9e1f-1ef711660b88&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3394094 Mar 01 21:06:37.768548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 6a786a75-159c-4e1f-9466-4f6ac15a9170, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6a786a75-159c-4e1f-9466-4f6ac15a9170,segment=NetworkSegment(a07844af-8138-4cdc-af4b-5367f006a6d0),segment_id=a07844af-8138-4cdc-af4b-5367f006a6d0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:37.770192 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port fa08eb7d-a338-48a3-8a2c-2495a5948334 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:06:37.792758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port fa08eb7d-a338-48a3-8a2c-2495a5948334 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:06:37.793066 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:37.872622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490d9eaf-a71f-4d83-8e00-0cf11161a586 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:06:37.895797 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-143f03e3-9c56-42c5-bf66-2072cac6c43f req-56021558-c4ab-441d-afb5-f28b016474af tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/security-groups?id=b7444a70-6ebb-4a89-941b-c96545b77813&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5851531 Mar 01 21:06:37.924469 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5feeb22d-c813-4d22-9670-9662bc7ba9be req-9b600074-994d-415a-baf8-6d50f35cd33e service neutron] 10.222.0.57 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8308654 Mar 01 21:06:37.971388 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-490d9eaf-a71f-4d83-8e00-0cf11161a586 admin admin] 10.222.0.42 "PUT /v2.0/routers/7cd7b496-9076-4f8c-9adb-d360f77a0f5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9306533 Mar 01 21:06:37.994067 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:38.248709 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b3c73a-f8c6-44e5-a215-5ee3acaa8405 None None] New status for floating IP 77ac51bd-3d5d-4ce4-9e39-3adc1e6c50a9: ACTIVE {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:06:38.249866 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=6a786a75-159c-4e1f-9466-4f6ac15a9170,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:38.269547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 0ddd395b-6eee-4f49-b773-905f9e902e5e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:06:38.302139 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 0ddd395b-6eee-4f49-b773-905f9e902e5e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:06:38.308184 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:38.316407 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5feeb22d-c813-4d22-9670-9662bc7ba9be req-2750388f-f53e-4ab9-9f86-b6c0e21839e2 service neutron] 10.222.0.57 "GET /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176601 Mar 01 21:06:38.317018 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6ddeee0e-fcf7-418f-a051-7ab626376fef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:38.404654 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['6a786a75-159c-4e1f-9466-4f6ac15a9170'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:06:38.508995 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5bb49196-afad-4f0e-b220-0df0f38b2f69 req-950c5a04-23f1-48b4-828c-dcbd274adbe7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 HTTP/1.1" status: 200 len: 217 time: 0.5824749 Mar 01 21:06:38.524074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddeee0e-fcf7-418f-a051-7ab626376fef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event deleted for resources: {'Port': ['ID=8983e651-25e7-475b-8527-d539737c218b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:38.602545 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] For port 74ca6feb-bb06-4a0a-9600-5b716a13781c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=74ca6feb-bb06-4a0a-9600-5b716a13781c,segment=NetworkSegment(640bcd00-edeb-4471-ab09-b87be72f3c26),segment_id=640bcd00-edeb-4471-ab09-b87be72f3c26)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:38.603134 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:38.712540 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:38.757649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb49196-afad-4f0e-b220-0df0f38b2f69 req-c8e4dc00-dd02-4bdd-ac24-415d2ffa1fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:38.764692 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5bb49196-afad-4f0e-b220-0df0f38b2f69 req-c8e4dc00-dd02-4bdd-ac24-415d2ffa1fa0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=285e0c8e-3ccb-4e27-b9e2-7791ce01e6a0 HTTP/1.1" status: 200 len: 852 time: 0.2398582 Mar 01 21:06:38.795610 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:38.835625 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b219640-4a0d-4f19-ab31-8cd0da8c5282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa08eb7d-a338-48a3-8a2c-2495a5948334'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:06:38.841848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bf1f71-c65a-4165-b2ed-a87371932dc6 req-2408a807-8ab0-4dd0-8be2-eddeb0d152ce tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:38.848421 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8bf1f71-c65a-4165-b2ed-a87371932dc6 req-2408a807-8ab0-4dd0-8be2-eddeb0d152ce tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.55 "GET /v2.0/ports?device_id=05794c59-8b77-419f-aedb-0bc700a9f746 HTTP/1.1" status: 200 len: 945 time: 0.9438448 Mar 01 21:06:38.852523 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 0ddd395b-6eee-4f49-b773-905f9e902e5e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0ddd395b-6eee-4f49-b773-905f9e902e5e,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:38.853478 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Calling delete_port for 74ca6feb-bb06-4a0a-9600-5b716a13781c owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:06:38.860439 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port fa08eb7d-a338-48a3-8a2c-2495a5948334, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fa08eb7d-a338-48a3-8a2c-2495a5948334,segment=NetworkSegment(a07844af-8138-4cdc-af4b-5367f006a6d0),segment_id=a07844af-8138-4cdc-af4b-5367f006a6d0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:38.892643 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5bb49196-afad-4f0e-b220-0df0f38b2f69 req-8b692d39-dc29-4c9b-b919-6d459e82b07f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1156726 Mar 01 21:06:38.894942 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63340ad7-2079-4b47-97b3-798b13903931 req-8fcc9f17-af20-44b9-bd77-01686249d5ff tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:38.895339 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6ddeee0e-fcf7-418f-a051-7ab626376fef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:38.903062 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-63340ad7-2079-4b47-97b3-798b13903931 req-8fcc9f17-af20-44b9-bd77-01686249d5ff tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 944 time: 0.9121871 Mar 01 21:06:38.942274 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:38.945397 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:38.996759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-c8bf1f71-c65a-4165-b2ed-a87371932dc6 req-dcf8fbee-645f-4d7b-afe8-3811b76bfca9 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Deleting port 5be94fa8-b870-43df-88f4-dbea73a1f5f4 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:06:38.997646 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c8bf1f71-c65a-4165-b2ed-a87371932dc6 req-dcf8fbee-645f-4d7b-afe8-3811b76bfca9 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:38.998698 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6ddeee0e-fcf7-418f-a051-7ab626376fef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:39.001494 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6ddeee0e-fcf7-418f-a051-7ab626376fef tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "DELETE /v2.0/floatingips/ef9dc61d-7812-43ed-9455-34ad1240c0bd HTTP/1.1" status: 204 len: 168 time: 3.3768432 Mar 01 21:06:39.007438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54918) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:39.071919 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=fa08eb7d-a338-48a3-8a2c-2495a5948334,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:39.091021 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-63340ad7-2079-4b47-97b3-798b13903931 req-64fc12a4-fda5-48fe-a154-1a81c97e5c43 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869404 Mar 01 21:06:39.346131 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=0ddd395b-6eee-4f49-b773-905f9e902e5e,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:39.478964 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-c8bf1f71-c65a-4165-b2ed-a87371932dc6 req-dcf8fbee-645f-4d7b-afe8-3811b76bfca9 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] For port 5be94fa8-b870-43df-88f4-dbea73a1f5f4, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5be94fa8-b870-43df-88f4-dbea73a1f5f4,segment=NetworkSegment(d9238f02-c100-4990-8319-17762690e67d),segment_id=d9238f02-c100-4990-8319-17762690e67d)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:39.480540 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c8bf1f71-c65a-4165-b2ed-a87371932dc6 req-dcf8fbee-645f-4d7b-afe8-3811b76bfca9 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:39.588557 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b0e1f2-2d5c-48c1-ae1b-404efac869eb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] DELETE failed (client error): The resource could not be found. Mar 01 21:06:39.589355 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b0e1f2-2d5c-48c1-ae1b-404efac869eb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:06:39.593863 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-43b0e1f2-2d5c-48c1-ae1b-404efac869eb tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "DELETE /v2.0/ports/b183cecb-c5bf-4562-86af-53fdef5d4a75 HTTP/1.1" status: 404 len: 333 time: 0.5806363 Mar 01 21:06:39.593863 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54934) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:39.598263 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5bb49196-afad-4f0e-b220-0df0f38b2f69 req-8b71a752-9d15-48d9-98cf-e140c8fce2ab service neutron] 10.222.0.57 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6902242 Mar 01 21:06:39.667677 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f34530ee-2a2b-4645-9cf3-6d2574b1f7a6 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Synchronizing usage tracker for tenant:b1ee6d67e60d4522b2c7a56804647469 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:06:39.799320 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5bb49196-afad-4f0e-b220-0df0f38b2f69 req-98151150-2833-4111-9119-ea10b9f83840 service neutron] 10.222.0.57 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572921 Mar 01 21:06:39.817222 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-c8bf1f71-c65a-4165-b2ed-a87371932dc6 req-dcf8fbee-645f-4d7b-afe8-3811b76bfca9 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Calling delete_port for 5be94fa8-b870-43df-88f4-dbea73a1f5f4 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:06:39.824325 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f34530ee-2a2b-4645-9cf3-6d2574b1f7a6 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Unset dirty status for tenant:b1ee6d67e60d4522b2c7a56804647469 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:06:39.825585 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f34530ee-2a2b-4645-9cf3-6d2574b1f7a6 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4 HTTP/1.1" status: 200 len: 205 time: 0.2308371 Mar 01 21:06:39.828177 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54938) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:39.893440 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:39.927920 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-245c0f60-d634-464f-90d4-3f549a0e7b18 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] delete failed (client error): The resource could not be found. Mar 01 21:06:39.928935 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-245c0f60-d634-464f-90d4-3f549a0e7b18 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "DELETE /v2.0/routers/fe3e6c3d-7d72-42a1-b6fa-b0b796a312a4 HTTP/1.1" status: 404 len: 336 time: 0.0997486 Mar 01 21:06:39.935826 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54942) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:39.976215 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] Sync routers for ids ['7cd7b496-9076-4f8c-9adb-d360f77a0f5f'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:06:39.980190 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Pushing event deleted for resources: {'Port': ['ID=74ca6feb-bb06-4a0a-9600-5b716a13781c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:40.008490 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] Routers {'7cd7b496-9076-4f8c-9adb-d360f77a0f5f'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:40.008893 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7cd7b496-9076-4f8c-9adb-d360f77a0f5f'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:40.104118 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe82a16-4e46-4edd-9db3-6f7e6dac0b4a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] DELETE failed (client error): The resource could not be found. Mar 01 21:06:40.107657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe82a16-4e46-4edd-9db3-6f7e6dac0b4a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:06:40.112635 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-abe82a16-4e46-4edd-9db3-6f7e6dac0b4a tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "DELETE /v2.0/subnets/55807fb6-9865-4286-bb41-c73b6bc23b33 HTTP/1.1" status: 404 len: 337 time: 0.1747344 Mar 01 21:06:40.115815 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54950) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:40.120528 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 6a786a75-159c-4e1f-9466-4f6ac15a9170 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:06:40.262187 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-6d2c28b0-b376-4540-b79b-776c4cdebb20 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Deleting port 189bf0ce-67bd-4415-8ea0-ca057937f6bd {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:06:40.262187 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d2c28b0-b376-4540-b79b-776c4cdebb20 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:40.375640 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:40.434424 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] Set router 7cd7b496-9076-4f8c-9adb-d360f77a0f5f gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:06:40.493415 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 6a786a75-159c-4e1f-9466-4f6ac15a9170 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:06:40.514455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 6a786a75-159c-4e1f-9466-4f6ac15a9170 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:06:40.515179 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:40.621598 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d2c28b0-b376-4540-b79b-776c4cdebb20 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:40.673198 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:40.681022 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:40.807221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-6d2c28b0-b376-4540-b79b-776c4cdebb20 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Calling delete_port for 189bf0ce-67bd-4415-8ea0-ca057937f6bd owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:06:40.850032 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:40.850831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7d060e3-3f48-4cf0-90c3-8f98df83c9cf {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:06:40.863893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a9f9e-4246-48e6-b111-af312bfab576 req-59e9c938-9768-4654-96f5-0e32092025c8 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:40.868544 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-782a9f9e-4246-48e6-b111-af312bfab576 req-59e9c938-9768-4654-96f5-0e32092025c8 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/networks?id=9b34390c-6fe5-4076-9506-cf6ffd99724e HTTP/1.1" status: 200 len: 811 time: 1.0105724 Mar 01 21:06:40.936015 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04bba3-670e-4b85-a73f-02794c346d6d req-3e7a23d8-9596-4776-a157-ba4fea58c839 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:40.937794 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a04bba3-670e-4b85-a73f-02794c346d6d req-3e7a23d8-9596-4776-a157-ba4fea58c839 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 984 time: 1.0837409 Mar 01 21:06:40.962819 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-782a9f9e-4246-48e6-b111-af312bfab576 req-0c19cec6-72b2-455c-8e8d-a262cc6784fb tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/quotas/b7a7c3aee97041b9a801e4248bbb86e5 HTTP/1.1" status: 200 len: 375 time: 0.0676572 Mar 01 21:06:41.047206 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:41.098944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a04bba3-670e-4b85-a73f-02794c346d6d req-82251b60-4931-47b1-b7ef-6e1376463954 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&id=39d971a3-a52c-4982-9e1f-1ef711660b88&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1410706 Mar 01 21:06:41.125332 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 6a786a75-159c-4e1f-9466-4f6ac15a9170, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6a786a75-159c-4e1f-9466-4f6ac15a9170,segment=NetworkSegment(a07844af-8138-4cdc-af4b-5367f006a6d0),segment_id=a07844af-8138-4cdc-af4b-5367f006a6d0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:41.144491 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d2c28b0-b376-4540-b79b-776c4cdebb20 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:41.163713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-782a9f9e-4246-48e6-b111-af312bfab576 req-b3263468-80b5-4c92-8e3e-5101fc6e0be8 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Synchronizing usage tracker for tenant:b7a7c3aee97041b9a801e4248bbb86e5 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:06:41.221604 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c8bf1f71-c65a-4165-b2ed-a87371932dc6 req-dcf8fbee-645f-4d7b-afe8-3811b76bfca9 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:41.231194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c28b0-b376-4540-b79b-776c4cdebb20 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event deleted for resources: {'Port': ['ID=189bf0ce-67bd-4415-8ea0-ca057937f6bd,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:41.234344 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:41.238646 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b219640-4a0d-4f19-ab31-8cd0da8c5282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa08eb7d-a338-48a3-8a2c-2495a5948334', 'code': 200} Mar 01 21:06:41.255073 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-336cc107-96cd-408b-a841-23cc92004e11 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "DELETE /v2.0/routers/e7d060e3-3f48-4cf0-90c3-8f98df83c9cf HTTP/1.1" status: 204 len: 168 time: 7.8441050 Mar 01 21:06:41.264191 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['5be94fa8-b870-43df-88f4-dbea73a1f5f4'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:06:41.334824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54960) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:41.424399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf8fbee-645f-4d7b-afe8-3811b76bfca9 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Pushing event deleted for resources: {'Port': ['ID=5be94fa8-b870-43df-88f4-dbea73a1f5f4,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:41.429836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-782a9f9e-4246-48e6-b111-af312bfab576 req-b3263468-80b5-4c92-8e3e-5101fc6e0be8 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Unset dirty status for tenant:b7a7c3aee97041b9a801e4248bbb86e5 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:06:41.431236 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-782a9f9e-4246-48e6-b111-af312bfab576 req-b3263468-80b5-4c92-8e3e-5101fc6e0be8 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7a7c3aee97041b9a801e4248bbb86e5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4573402 Mar 01 21:06:41.461341 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:41.482040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c99f39a1-a398-4a1a-a1c6-d58490e58360 req-7361015e-d0ba-4935-8467-3d9423313b1f tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Synchronizing usage tracker for tenant:c9bb4145c52d4d90a83341aa2ffbffd2 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:06:41.490840 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d2c28b0-b376-4540-b79b-776c4cdebb20 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:41.505930 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0ddd395b-6eee-4f49-b773-905f9e902e5e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:06:41.555579 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c9239-4f49-4c6c-93bb-44de5987b0ab req-6cc671b6-442d-4937-9eba-4ec8da13de57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:41.557706 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-556c9239-4f49-4c6c-93bb-44de5987b0ab req-6cc671b6-442d-4937-9eba-4ec8da13de57 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 1096 time: 0.2423487 Mar 01 21:06:41.610704 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6d2c28b0-b376-4540-b79b-776c4cdebb20 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "DELETE /v2.0/ports/189bf0ce-67bd-4415-8ea0-ca057937f6bd HTTP/1.1" status: 204 len: 168 time: 1.4932435 Mar 01 21:06:41.615545 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54966) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:41.622763 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=6a786a75-159c-4e1f-9466-4f6ac15a9170,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:41.642132 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 0ddd395b-6eee-4f49-b773-905f9e902e5e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:06:41.642669 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:41.696527 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-556c9239-4f49-4c6c-93bb-44de5987b0ab req-4811d8c2-990d-4de1-9338-816f44a4a135 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302388 Mar 01 21:06:41.702157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bf1f71-c65a-4165-b2ed-a87371932dc6 req-dcf8fbee-645f-4d7b-afe8-3811b76bfca9 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] No DVR routers for this DVR port 5be94fa8-b870-43df-88f4-dbea73a1f5f4 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:06:41.706254 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd7b496-9076-4f8c-9adb-d360f77a0f5f', 'name': 'tempest-ServerRescueTestJSON-1348753569-router', 'tenant_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '0ddd395b-6eee-4f49-b773-905f9e902e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:06:21Z', 'updated_at': '2022-03-01T21:06:33Z', 'revision_number': 4, 'project_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'gw_port': {'id': '0ddd395b-6eee-4f49-b773-905f9e902e5e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7b496-9076-4f8c-9adb-d360f77a0f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:06:23Z', 'updated_at': '2022-03-01T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f795fc2e-1ff7-416a-abd0-4b594d73c75d', 'name': '', 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e', 'tenant_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'mac_address': 'fa:16:3e:ce:17:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd7b496-9076-4f8c-9adb-d360f77a0f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '03961c1b-5cc3-4076-b4e1-e587eae0ddf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:06:31Z', 'updated_at': '2022-03-01T21:06:34Z', 'revision_number': 2, 'project_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'subnets': [{'id': '03961c1b-5cc3-4076-b4e1-e587eae0ddf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:41.709921 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c8bf1f71-c65a-4165-b2ed-a87371932dc6 req-dcf8fbee-645f-4d7b-afe8-3811b76bfca9 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:41.712320 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8bf1f71-c65a-4165-b2ed-a87371932dc6 req-dcf8fbee-645f-4d7b-afe8-3811b76bfca9 tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.55 "DELETE /v2.0/ports/5be94fa8-b870-43df-88f4-dbea73a1f5f4 HTTP/1.1" status: 204 len: 173 time: 2.8065886 Mar 01 21:06:41.714515 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] Checking router: 7cd7b496-9076-4f8c-9adb-d360f77a0f5f for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:06:41.714664 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-a519d53a-cfed-4a4d-8ab3-9d5358bc6cbd tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Deleting subnet fd254da8-7714-484d-9860-9f4067304be1 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:06:41.714870 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] Updating router 7cd7b496-9076-4f8c-9adb-d360f77a0f5f port f795fc2e-1ff7-416a-abd0-4b594d73c75d binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:06:41.716298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05794c59-8b77-419f-aedb-0bc700a9f746', 'name': 'network-vif-deleted', 'tag': '5be94fa8-b870-43df-88f4-dbea73a1f5f4'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:06:41.717961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5218d9e6-0363-45e0-b60a-590b3f261d5b tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Deleting port c52db57a-76eb-4569-939e-ecdc13e6a193 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:06:41.718352 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5218d9e6-0363-45e0-b60a-590b3f261d5b tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:41.728555 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a519d53a-cfed-4a4d-8ab3-9d5358bc6cbd tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:41.754282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c99f39a1-a398-4a1a-a1c6-d58490e58360 req-7361015e-d0ba-4935-8467-3d9423313b1f tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] Unset dirty status for tenant:c9bb4145c52d4d90a83341aa2ffbffd2 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:06:41.763446 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c99f39a1-a398-4a1a-a1c6-d58490e58360 req-7361015e-d0ba-4935-8467-3d9423313b1f tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/ports?device_id=05794c59-8b77-419f-aedb-0bc700a9f746 HTTP/1.1" status: 200 len: 210 time: 0.3491714 Mar 01 21:06:41.837632 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:41.846808 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-782a9f9e-4246-48e6-b111-af312bfab576 req-674820a3-e5a1-407c-a94f-8ce30095a68d service neutron] 10.222.0.42 "GET /v2.0/networks/9b34390c-6fe5-4076-9506-cf6ffd99724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616085 Mar 01 21:06:42.199816 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a519d53a-cfed-4a4d-8ab3-9d5358bc6cbd tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:42.233452 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5218d9e6-0363-45e0-b60a-590b3f261d5b tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:42.310244 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a519d53a-cfed-4a4d-8ab3-9d5358bc6cbd tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:42.324919 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:42.340382 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] Transition to ACTIVE for port object f795fc2e-1ff7-416a-abd0-4b594d73c75d will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:06:42.345958 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-782a9f9e-4246-48e6-b111-af312bfab576 req-c8bfd954-3507-468c-a407-5813c2e04421 service neutron] 10.222.0.42 "GET /v2.0/networks/9b34390c-6fe5-4076-9506-cf6ffd99724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980571 Mar 01 21:06:42.367648 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220f344-97ff-4d52-80e0-469041467998 req-8266e569-b5ec-4bae-a3e5-7ce0715665d8 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:42.374794 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a220f344-97ff-4d52-80e0-469041467998 req-8266e569-b5ec-4bae-a3e5-7ce0715665d8 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 945 time: 0.4522574 Mar 01 21:06:42.419869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5218d9e6-0363-45e0-b60a-590b3f261d5b tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Calling delete_port for c52db57a-76eb-4569-939e-ecdc13e6a193 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:06:42.452744 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:42.461347 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a220f344-97ff-4d52-80e0-469041467998 req-f6789238-f400-4f7a-8e9e-5b6979213095 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855114 Mar 01 21:06:42.558589 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05794c59-8b77-419f-aedb-0bc700a9f746', 'name': 'network-vif-deleted', 'tag': '5be94fa8-b870-43df-88f4-dbea73a1f5f4', 'status': 'completed', 'code': 200} Mar 01 21:06:42.584861 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a519d53a-cfed-4a4d-8ab3-9d5358bc6cbd tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:42.609605 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecc65f-9e75-4b6c-9289-6652d4c75b76 None None] Pushing event updated for resources: {'Port': ['ID=f795fc2e-1ff7-416a-abd0-4b594d73c75d,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:42.661189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519d53a-cfed-4a4d-8ab3-9d5358bc6cbd tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=fd254da8-7714-484d-9860-9f4067304be1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:42.675937 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a519d53a-cfed-4a4d-8ab3-9d5358bc6cbd tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:42.696059 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a519d53a-cfed-4a4d-8ab3-9d5358bc6cbd tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/fd254da8-7714-484d-9860-9f4067304be1 HTTP/1.1" status: 204 len: 168 time: 1.3533180 Mar 01 21:06:42.699815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54988) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:42.725361 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5218d9e6-0363-45e0-b60a-590b3f261d5b tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:42.886811 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8cf78bb1-3067-41cc-a579-0e311fecaa38 req-1df7fb1c-ee9c-4a5e-9e46-3d9e432771bb tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 210 time: 0.0899680 Mar 01 21:06:42.950244 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218d9e6-0363-45e0-b60a-590b3f261d5b tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event deleted for resources: {'Port': ['ID=c52db57a-76eb-4569-939e-ecdc13e6a193,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:42.953598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] Attempting to bind port f795fc2e-1ff7-416a-abd0-4b594d73c75d on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:06:42.953978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] Attempting to bind port f795fc2e-1ff7-416a-abd0-4b594d73c75d by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '9bed440c-0e86-4609-9f79-d599079265d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:06:42.954778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] Attempting to bind port f795fc2e-1ff7-416a-abd0-4b594d73c75d on network 9b34390c-6fe5-4076-9506-cf6ffd99724e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:06:42.976290 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 6, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:06:42.976683 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] Checking segment: {'id': '9bed440c-0e86-4609-9f79-d599079265d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:06:42.977077 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:42.977478 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] Bound using segment: {'id': '9bed440c-0e86-4609-9f79-d599079265d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:06:42.977970 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] Bound port: f795fc2e-1ff7-416a-abd0-4b594d73c75d, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bed440c-0e86-4609-9f79-d599079265d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:06:42.978349 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:43.143326 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5218d9e6-0363-45e0-b60a-590b3f261d5b tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:43.159302 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5218d9e6-0363-45e0-b60a-590b3f261d5b tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "DELETE /v2.0/ports/c52db57a-76eb-4569-939e-ecdc13e6a193 HTTP/1.1" status: 204 len: 168 time: 1.5401623 Mar 01 21:06:43.159505 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55002) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:43.186934 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e9551c24-b70e-4e60-8837-d2128b8e318e req-b9cd0e1e-4240-4d15-bfbd-d53dd3b8c7da tempest-VolumesActionsTest-1370181454 tempest-VolumesActionsTest-1370181454-project] 10.222.0.42 "GET /v2.0/ports?device_id=05794c59-8b77-419f-aedb-0bc700a9f746 HTTP/1.1" status: 200 len: 210 time: 0.0926721 Mar 01 21:06:43.196318 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b21edb5d-f872-491a-80d6-7f25dcbcce63 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:43.240917 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] For port f795fc2e-1ff7-416a-abd0-4b594d73c75d, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:06:43.245082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cc3cc0-e1b6-4268-b062-ea9875ca388b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a786a75-159c-4e1f-9466-4f6ac15a9170'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:06:43.273693 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] For port f795fc2e-1ff7-416a-abd0-4b594d73c75d, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f795fc2e-1ff7-416a-abd0-4b594d73c75d,segment=NetworkSegment(9bed440c-0e86-4609-9f79-d599079265d8),segment_id=9bed440c-0e86-4609-9f79-d599079265d8)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:06:43.276607 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 5be94fa8-b870-43df-88f4-dbea73a1f5f4 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:06:43.283245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83449808-123d-4466-b76b-821eb96eb556 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:43.284828 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-83449808-123d-4466-b76b-821eb96eb556 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Synchronizing usage tracker for tenant:b1ee6d67e60d4522b2c7a56804647469 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:06:43.339442 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 5be94fa8-b870-43df-88f4-dbea73a1f5f4 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:06:43.339783 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 5be94fa8-b870-43df-88f4-dbea73a1f5f4 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:06:43.357396 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad1c32-3e2f-4e93-bf3c-709870ab6391 req-85b574d5-4a10-4357-a051-b61894a5f98a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:43.359040 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cc3cc0-e1b6-4268-b062-ea9875ca388b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a786a75-159c-4e1f-9466-4f6ac15a9170', 'code': 200} Mar 01 21:06:43.360619 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-21ad1c32-3e2f-4e93-bf3c-709870ab6391 req-85b574d5-4a10-4357-a051-b61894a5f98a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 984 time: 0.6100743 Mar 01 21:06:43.367288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-83449808-123d-4466-b76b-821eb96eb556 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Unset dirty status for tenant:b1ee6d67e60d4522b2c7a56804647469 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:06:43.368884 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-83449808-123d-4466-b76b-821eb96eb556 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "GET /v2.0/ports?device_id=d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c HTTP/1.1" status: 200 len: 913 time: 0.2079003 Mar 01 21:06:43.370409 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:43.371661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55008) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:43.582483 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] Routers {'7cd7b496-9076-4f8c-9adb-d360f77a0f5f'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:43.583058 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7cd7b496-9076-4f8c-9adb-d360f77a0f5f'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:43.599959 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b21edb5d-f872-491a-80d6-7f25dcbcce63 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:43.689107 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-21ad1c32-3e2f-4e93-bf3c-709870ab6391 req-b41a5532-2bcb-4662-9676-8e799477b8bf tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&id=39d971a3-a52c-4982-9e1f-1ef711660b88&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3042557 Mar 01 21:06:43.691935 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-b21edb5d-f872-491a-80d6-7f25dcbcce63 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e3e841-384a-4213-8ac4-cac4d245f88b']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:43.718086 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecc65f-9e75-4b6c-9289-6652d4c75b76 None None] Pushing event updated for resources: {'Port': ['ID=f795fc2e-1ff7-416a-abd0-4b594d73c75d,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:43.807753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-b21edb5d-f872-491a-80d6-7f25dcbcce63 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '640bcd00-edeb-4471-ab09-b87be72f3c26') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:43.808097 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-b21edb5d-f872-491a-80d6-7f25dcbcce63 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '640bcd00-edeb-4471-ab09-b87be72f3c26') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:43.840342 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b21edb5d-f872-491a-80d6-7f25dcbcce63 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:43.883284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef179432-0a05-4852-a646-60fe4a2248a5 req-8524a43e-a6ed-4d19-a657-3aba4450b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:43.885680 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ef179432-0a05-4852-a646-60fe4a2248a5 req-8524a43e-a6ed-4d19-a657-3aba4450b4e9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 1096 time: 0.2350354 Mar 01 21:06:43.886745 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b21edb5d-f872-491a-80d6-7f25dcbcce63 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:43.952001 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21edb5d-f872-491a-80d6-7f25dcbcce63 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:06:43.952400 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b21edb5d-f872-491a-80d6-7f25dcbcce63 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:06:43.973651 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:06:44.001500 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] Set router 7cd7b496-9076-4f8c-9adb-d360f77a0f5f gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:06:44.226444 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3401897a-378c-44aa-b586-47e77bbeb94b req-8b4f95f7-417a-4a45-8ccf-aeaa1b29cd7b tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-457649139&fields=id&tenant_id=b7d67da784e54c12a0a3c33da8308ec8 HTTP/1.1" status: 200 len: 267 time: 0.3398919 Mar 01 21:06:44.266522 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ef179432-0a05-4852-a646-60fe4a2248a5 req-b70666b2-1984-419c-8eb6-006840287b72 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3735127 Mar 01 21:06:44.276829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c5d9d-5e2c-43ee-a05f-d5cefcef55a7 req-253ea556-da1b-4c90-8229-c1b2d4568fb8 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:44.284570 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c7c5d9d-5e2c-43ee-a05f-d5cefcef55a7 req-253ea556-da1b-4c90-8229-c1b2d4568fb8 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 945 time: 0.5944538 Mar 01 21:06:44.438559 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c7c5d9d-5e2c-43ee-a05f-d5cefcef55a7 req-9cabb963-9ee3-4a61-9f76-4dba4637d005 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528423 Mar 01 21:06:44.491336 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401897a-378c-44aa-b586-47e77bbeb94b req-13d352ff-e964-4407-a8ca-cff9a908eb6d tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:44.499871 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3401897a-378c-44aa-b586-47e77bbeb94b req-13d352ff-e964-4407-a8ca-cff9a908eb6d tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 984 time: 0.2506177 Mar 01 21:06:44.515639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-3401897a-378c-44aa-b586-47e77bbeb94b req-467a9820-1055-4403-823f-e589e4e8edc2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Request body: {'port': {'security_groups': ['39d971a3-a52c-4982-9e1f-1ef711660b88', '8d0d8a9a-cbfd-4300-8860-c16c53736be7', '4d8e5a41-f18f-4b5c-8c8f-b595741b51f0']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:44.522770 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd7b496-9076-4f8c-9adb-d360f77a0f5f', 'name': 'tempest-ServerRescueTestJSON-1348753569-router', 'tenant_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '0ddd395b-6eee-4f49-b773-905f9e902e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:06:21Z', 'updated_at': '2022-03-01T21:06:33Z', 'revision_number': 4, 'project_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'gw_port': {'id': '0ddd395b-6eee-4f49-b773-905f9e902e5e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7b496-9076-4f8c-9adb-d360f77a0f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:06:23Z', 'updated_at': '2022-03-01T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f795fc2e-1ff7-416a-abd0-4b594d73c75d', 'name': '', 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e', 'tenant_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'mac_address': 'fa:16:3e:ce:17:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd7b496-9076-4f8c-9adb-d360f77a0f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '03961c1b-5cc3-4076-b4e1-e587eae0ddf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:06:31Z', 'updated_at': '2022-03-01T21:06:43Z', 'revision_number': 4, 'project_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'subnets': [{'id': '03961c1b-5cc3-4076-b4e1-e587eae0ddf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:44.525742 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-05a52e8a-23ae-4d3d-b115-7461486f9b7c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:44.527165 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93bc178-9e8b-4158-b8b0-a8952df49b7f None None] The sync data for ids ['7cd7b496-9076-4f8c-9adb-d360f77a0f5f'] in n-d-827896-4 is: [{'id': '7cd7b496-9076-4f8c-9adb-d360f77a0f5f', 'name': 'tempest-ServerRescueTestJSON-1348753569-router', 'tenant_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '0ddd395b-6eee-4f49-b773-905f9e902e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:06:21Z', 'updated_at': '2022-03-01T21:06:33Z', 'revision_number': 4, 'project_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'gw_port': {'id': '0ddd395b-6eee-4f49-b773-905f9e902e5e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7b496-9076-4f8c-9adb-d360f77a0f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:06:23Z', 'updated_at': '2022-03-01T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f795fc2e-1ff7-416a-abd0-4b594d73c75d', 'name': '', 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e', 'tenant_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'mac_address': 'fa:16:3e:ce:17:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cd7b496-9076-4f8c-9adb-d360f77a0f5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': '03961c1b-5cc3-4076-b4e1-e587eae0ddf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:06:31Z', 'updated_at': '2022-03-01T21:06:43Z', 'revision_number': 4, 'project_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'subnets': [{'id': '03961c1b-5cc3-4076-b4e1-e587eae0ddf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:06:44.675650 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b96e07fc-bbd0-47cd-a908-96e4f7631e83 req-84548f8d-303a-4bc3-bcc6-b0ac66a4306b tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 210 time: 0.0832322 Mar 01 21:06:44.676302 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b21edb5d-f872-491a-80d6-7f25dcbcce63 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:44.712921 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21edb5d-f872-491a-80d6-7f25dcbcce63 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 69e3e841-384a-4213-8ac4-cac4d245f88b {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 01 21:06:44.727994 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b21edb5d-f872-491a-80d6-7f25dcbcce63 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:44.740445 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21edb5d-f872-491a-80d6-7f25dcbcce63 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Pushing event deleted for resources: {'Network': ['ID=69e3e841-384a-4213-8ac4-cac4d245f88b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:44.749437 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b21edb5d-f872-491a-80d6-7f25dcbcce63 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "DELETE /v2.0/networks/69e3e841-384a-4213-8ac4-cac4d245f88b HTTP/1.1" status: 204 len: 168 time: 2.0487013 Mar 01 21:06:44.782058 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3401897a-378c-44aa-b586-47e77bbeb94b req-467a9820-1055-4403-823f-e589e4e8edc2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:45.308501 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-05a52e8a-23ae-4d3d-b115-7461486f9b7c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Deleting port 1b8c3dd4-5040-4cac-a8eb-38dcb3e34e62 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:06:45.308834 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-05a52e8a-23ae-4d3d-b115-7461486f9b7c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:45.339800 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-3401897a-378c-44aa-b586-47e77bbeb94b req-467a9820-1055-4403-823f-e589e4e8edc2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] For port bd5f8899-e3ae-4bcc-b55b-70131d72fbb1, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bd5f8899-e3ae-4bcc-b55b-70131d72fbb1,segment=NetworkSegment(878585b8-3463-4a29-ab25-da9f9d8339d1),segment_id=878585b8-3463-4a29-ab25-da9f9d8339d1)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:45.483261 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f795fc2e-1ff7-416a-abd0-4b594d73c75d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:06:45.485440 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55058) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:45.494611 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-0d6161e6-43a2-4145-a9b2-58e891d69ec7 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Request body: {'router': {'name': 'tempest-router--1271610390', 'project_id': '437d94ea907e4fbe85861caa2db46c72'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:45.537538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0d6161e6-43a2-4145-a9b2-58e891d69ec7 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:06:45.610251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0d6161e6-43a2-4145-a9b2-58e891d69ec7 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Usage tracker for resource:router and tenant:437d94ea907e4fbe85861caa2db46c72 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:06:45.616465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0d6161e6-43a2-4145-a9b2-58e891d69ec7 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:06:45.638830 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0d6161e6-43a2-4145-a9b2-58e891d69ec7 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:06:45.703143 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3401897a-378c-44aa-b586-47e77bbeb94b req-467a9820-1055-4403-823f-e589e4e8edc2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:45.756595 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port f795fc2e-1ff7-416a-abd0-4b594d73c75d completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:06:45.763290 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port f795fc2e-1ff7-416a-abd0-4b594d73c75d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:06:45.763290 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:45.790800 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d6161e6-43a2-4145-a9b2-58e891d69ec7 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:45.793364 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d6161e6-43a2-4145-a9b2-58e891d69ec7 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:45.800796 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3401897a-378c-44aa-b586-47e77bbeb94b req-467a9820-1055-4403-823f-e589e4e8edc2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:45.808691 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-05a52e8a-23ae-4d3d-b115-7461486f9b7c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:45.849924 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['bd5f8899-e3ae-4bcc-b55b-70131d72fbb1'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:06:45.884094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['b7123e75-bba5-42e9-b585-3a871feab60a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:06:45.912722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401897a-378c-44aa-b586-47e77bbeb94b req-467a9820-1055-4403-823f-e589e4e8edc2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:45.913657 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3401897a-378c-44aa-b586-47e77bbeb94b req-467a9820-1055-4403-823f-e589e4e8edc2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:45.928323 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3401897a-378c-44aa-b586-47e77bbeb94b req-467a9820-1055-4403-823f-e589e4e8edc2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "PUT /v2.0/ports/bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 HTTP/1.1" status: 200 len: 1020 time: 1.4274704 Mar 01 21:06:45.956366 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cadaf-75eb-4f75-b44f-328e7a35b06c req-225c91fa-2521-4294-851c-6e109d93fcd1 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:45.973307 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e01cadaf-75eb-4f75-b44f-328e7a35b06c req-225c91fa-2521-4294-851c-6e109d93fcd1 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 945 time: 0.2654526 Mar 01 21:06:45.978579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56cad337-c3ae-4789-8fa8-93885baf2ce9', 'tag': 'bd5f8899-e3ae-4bcc-b55b-70131d72fbb1'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:06:46.047432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['bd5f8899-e3ae-4bcc-b55b-70131d72fbb1'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:06:46.047710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-05a52e8a-23ae-4d3d-b115-7461486f9b7c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Calling delete_port for 1b8c3dd4-5040-4cac-a8eb-38dcb3e34e62 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:06:46.109327 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d6161e6-43a2-4145-a9b2-58e891d69ec7 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:46.184989 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e01cadaf-75eb-4f75-b44f-328e7a35b06c req-92e9bda7-92d9-4f41-9035-11426d72f669 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107625 Mar 01 21:06:46.254236 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ecef4f80-c654-4d1b-9f5b-e0fe40d8a942 req-b18b4599-784e-4ce8-a6d9-ee48138fee4a tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 210 time: 0.0676103 Mar 01 21:06:46.255843 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a9820-1055-4403-823f-e589e4e8edc2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event updated for resources: {'Port': ['ID=bd5f8899-e3ae-4bcc-b55b-70131d72fbb1,revision_number=7']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:46.317984 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87224ea2-e344-4b0f-b943-ae216b2bd3f7 req-42784b80-f717-4556-90a4-9f2a48e2d4b4 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/4d8e5a41-f18f-4b5c-8c8f-b595741b51f0 HTTP/1.1" status: 200 len: 1801 time: 0.0585241 Mar 01 21:06:46.328463 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:46.385818 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56cad337-c3ae-4789-8fa8-93885baf2ce9', 'tag': 'bd5f8899-e3ae-4bcc-b55b-70131d72fbb1', 'status': 'completed', 'code': 200} Mar 01 21:06:46.526854 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-87224ea2-e344-4b0f-b943-ae216b2bd3f7 req-61262d09-9139-4888-a8bb-e38a9149fef5 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 01 21:06:46.527929 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87224ea2-e344-4b0f-b943-ae216b2bd3f7 req-61262d09-9139-4888-a8bb-e38a9149fef5 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "DELETE /v2.0/security-groups/4d8e5a41-f18f-4b5c-8c8f-b595741b51f0 HTTP/1.1" status: 409 len: 341 time: 0.2029757 Mar 01 21:06:46.566484 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d6161e6-43a2-4145-a9b2-58e891d69ec7 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:46.704176 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a9f9e-4246-48e6-b111-af312bfab576 req-981beff6-02bc-4e9c-9cd9-d3a4ad11aa18 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:46.709273 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-782a9f9e-4246-48e6-b111-af312bfab576 req-981beff6-02bc-4e9c-9cd9-d3a4ad11aa18 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.55 "GET /v2.0/networks?id=9b34390c-6fe5-4076-9506-cf6ffd99724e HTTP/1.1" status: 200 len: 811 time: 0.3578644 Mar 01 21:06:46.711418 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port f795fc2e-1ff7-416a-abd0-4b594d73c75d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f795fc2e-1ff7-416a-abd0-4b594d73c75d,segment=NetworkSegment(9bed440c-0e86-4609-9f79-d599079265d8),segment_id=9bed440c-0e86-4609-9f79-d599079265d8)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:46.726681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-782a9f9e-4246-48e6-b111-af312bfab576 req-8020ed32-191f-4cb2-80a0-2a3855a91ab0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Request body: {'port': {'device_id': '5072cb7e-118c-4017-9556-1def3ff8aaf2', 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e', 'admin_state_up': True, 'tenant_id': 'b7a7c3aee97041b9a801e4248bbb86e5'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:46.749867 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3089138-76ad-4c4e-bade-6e068e02bd28 req-d9f9c221-d703-4b15-b2de-3083d696c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:46.757136 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3089138-76ad-4c4e-bade-6e068e02bd28 req-d9f9c221-d703-4b15-b2de-3083d696c4ad service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b7d67da784e54c12a0a3c33da8308ec8&device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 1174 time: 0.2870765 Mar 01 21:06:46.760662 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d6161e6-43a2-4145-a9b2-58e891d69ec7 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:46.760662 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0d6161e6-43a2-4145-a9b2-58e891d69ec7 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.2736819 Mar 01 21:06:46.767155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55082) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:46.905543 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:47.132583 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46abb1b9-b46a-412a-b499-b72f958122df tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:47.141077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-782a9f9e-4246-48e6-b111-af312bfab576 req-8020ed32-191f-4cb2-80a0-2a3855a91ab0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:06:47.170747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-782a9f9e-4246-48e6-b111-af312bfab576 req-8020ed32-191f-4cb2-80a0-2a3855a91ab0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:06:47.276972 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782a9f9e-4246-48e6-b111-af312bfab576 req-8020ed32-191f-4cb2-80a0-2a3855a91ab0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Made reservation on behalf of b7a7c3aee97041b9a801e4248bbb86e5 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:06:47.280923 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-782a9f9e-4246-48e6-b111-af312bfab576 req-8020ed32-191f-4cb2-80a0-2a3855a91ab0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:47.358135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=f795fc2e-1ff7-416a-abd0-4b594d73c75d,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:47.684075 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e0764989-2271-4764-81ae-0d61dba9a6a5 req-af252ef4-29a6-42f5-80a7-13055ed76a52 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 210 time: 0.0635383 Mar 01 21:06:47.747532 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594172f7-f0d0-4c7f-aa2c-5b3a8309f1c4 req-a5cdbddf-37a5-4088-bcb5-ef1a590003e0 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:47.759412 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3089138-76ad-4c4e-bade-6e068e02bd28 req-66d6f7ba-d36b-4c44-9621-14d390cf3442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:47.760007 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-594172f7-f0d0-4c7f-aa2c-5b3a8309f1c4 req-a5cdbddf-37a5-4088-bcb5-ef1a590003e0 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 945 time: 0.2997952 Mar 01 21:06:47.760863 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3089138-76ad-4c4e-bade-6e068e02bd28 req-66d6f7ba-d36b-4c44-9621-14d390cf3442 service neutron] 10.222.0.57 "GET /v2.0/networks?id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60 HTTP/1.1" status: 200 len: 913 time: 0.9900215 Mar 01 21:06:47.761502 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-05a52e8a-23ae-4d3d-b115-7461486f9b7c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:47.763401 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-782a9f9e-4246-48e6-b111-af312bfab576 req-8020ed32-191f-4cb2-80a0-2a3855a91ab0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Allocated IP 172.20.0.13 (9b34390c-6fe5-4076-9506-cf6ffd99724e/03961c1b-5cc3-4076-b4e1-e587eae0ddf1/7934ce29-a740-4da6-aa18-a1d654469d2d) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:06:47.838605 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-594172f7-f0d0-4c7f-aa2c-5b3a8309f1c4 req-2e4e8cfb-b4e4-4916-859a-ca75a43d2b58 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776238 Mar 01 21:06:48.091963 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46abb1b9-b46a-412a-b499-b72f958122df tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:48.099854 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a52e8a-23ae-4d3d-b115-7461486f9b7c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event deleted for resources: {'Port': ['ID=1b8c3dd4-5040-4cac-a8eb-38dcb3e34e62,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:48.118472 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46abb1b9-b46a-412a-b499-b72f958122df tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:48.163226 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3089138-76ad-4c4e-bade-6e068e02bd28 req-09067121-e92e-4ea5-8bf4-b57ea03168e7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 HTTP/1.1" status: 200 len: 217 time: 0.3375590 Mar 01 21:06:48.251939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89662b49-4515-41f1-a610-4ec9df3c9028 req-62f4f6c9-af51-49d8-a849-3fe83ea1a266 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:48.253634 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89662b49-4515-41f1-a610-4ec9df3c9028 req-62f4f6c9-af51-49d8-a849-3fe83ea1a266 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 1023 time: 0.4142189 Mar 01 21:06:48.309629 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-782a9f9e-4246-48e6-b111-af312bfab576 req-8020ed32-191f-4cb2-80a0-2a3855a91ab0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:48.328916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3089138-76ad-4c4e-bade-6e068e02bd28 req-55a3917d-33b2-4952-bea0-877304d6e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:48.330357 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3089138-76ad-4c4e-bade-6e068e02bd28 req-55a3917d-33b2-4952-bea0-877304d6e4f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=285e0c8e-3ccb-4e27-b9e2-7791ce01e6a0 HTTP/1.1" status: 200 len: 852 time: 0.1596403 Mar 01 21:06:48.377984 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89662b49-4515-41f1-a610-4ec9df3c9028 req-8f3a7717-2722-45ca-8d71-98cb54dcb8b8 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&id=39d971a3-a52c-4982-9e1f-1ef711660b88&id=4d8e5a41-f18f-4b5c-8c8f-b595741b51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1146212 Mar 01 21:06:48.439959 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46abb1b9-b46a-412a-b499-b72f958122df tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:48.440374 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46abb1b9-b46a-412a-b499-b72f958122df tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf32ac73-4627-4426-ba93-6f946d5e4f04 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:06:48.451570 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3089138-76ad-4c4e-bade-6e068e02bd28 req-1bce2310-658a-4822-b60a-bc819358c390 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=3f0d1fb8-1045-4f16-9f87-d0357cb79e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135752 Mar 01 21:06:48.561499 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-782a9f9e-4246-48e6-b111-af312bfab576 req-8020ed32-191f-4cb2-80a0-2a3855a91ab0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:48.642917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782a9f9e-4246-48e6-b111-af312bfab576 req-8020ed32-191f-4cb2-80a0-2a3855a91ab0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Network 9b34390c-6fe5-4076-9506-cf6ffd99724e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:06:48.645314 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-782a9f9e-4246-48e6-b111-af312bfab576 req-8020ed32-191f-4cb2-80a0-2a3855a91ab0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:06:48.650644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-782a9f9e-4246-48e6-b111-af312bfab576 req-8020ed32-191f-4cb2-80a0-2a3855a91ab0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:06:48.664171 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46abb1b9-b46a-412a-b499-b72f958122df tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:48.665317 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-46abb1b9-b46a-412a-b499-b72f958122df tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "DELETE /v2.0/routers/bf32ac73-4627-4426-ba93-6f946d5e4f04 HTTP/1.1" status: 204 len: 168 time: 1.8969703 Mar 01 21:06:48.703748 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-05a52e8a-23ae-4d3d-b115-7461486f9b7c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:48.715591 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3089138-76ad-4c4e-bade-6e068e02bd28 req-1a0d8f14-fcd8-4d4d-a884-ddc1d909ca5f service neutron] 10.222.0.57 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2556813 Mar 01 21:06:48.818703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a9f9e-4246-48e6-b111-af312bfab576 req-8020ed32-191f-4cb2-80a0-2a3855a91ab0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:48.823494 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-782a9f9e-4246-48e6-b111-af312bfab576 req-8020ed32-191f-4cb2-80a0-2a3855a91ab0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:48.861903 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020ed32-191f-4cb2-80a0-2a3855a91ab0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Pushing event updated for resources: {'Port': ['ID=7934ce29-a740-4da6-aa18-a1d654469d2d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:48.990457 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-782a9f9e-4246-48e6-b111-af312bfab576 req-8020ed32-191f-4cb2-80a0-2a3855a91ab0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2670865 Mar 01 21:06:49.003664 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] Request body: {'port': {'device_id': '5072cb7e-118c-4017-9556-1def3ff8aaf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:49.082368 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55126) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:49.215049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b760abe-9f46-447d-8cef-340098ef2eee req-aa3b65f0-edd6-4480-ad7e-af84262a41d0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:49.215834 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3b760abe-9f46-447d-8cef-340098ef2eee req-aa3b65f0-edd6-4480-ad7e-af84262a41d0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Synchronizing usage tracker for tenant:b7a7c3aee97041b9a801e4248bbb86e5 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:06:49.292712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd3b9b8-355c-43a1-8065-04dd1a0d48e5 req-95de5710-369f-4c96-bb88-9fdc82e94052 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:49.301998 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3cd3b9b8-355c-43a1-8065-04dd1a0d48e5 req-95de5710-369f-4c96-bb88-9fdc82e94052 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 945 time: 0.2710967 Mar 01 21:06:49.451028 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:49.496647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3b760abe-9f46-447d-8cef-340098ef2eee req-aa3b65f0-edd6-4480-ad7e-af84262a41d0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Unset dirty status for tenant:b7a7c3aee97041b9a801e4248bbb86e5 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:06:49.506373 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f795fc2e-1ff7-416a-abd0-4b594d73c75d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:06:49.517714 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b760abe-9f46-447d-8cef-340098ef2eee req-aa3b65f0-edd6-4480-ad7e-af84262a41d0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 932 time: 0.6161625 Mar 01 21:06:49.617884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3cd3b9b8-355c-43a1-8065-04dd1a0d48e5 req-acbad1cf-ca66-41d1-be83-57eeb5d35d5a tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3145924 Mar 01 21:06:49.638995 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port f795fc2e-1ff7-416a-abd0-4b594d73c75d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:06:49.639439 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:49.663909 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1610077333', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}, 'admin_state_up': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:49.681498 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:06:49.684961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838a37f-2557-4040-9674-afc1fab713c1 req-18c191c5-ff5f-4792-a762-37512cfe8c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:49.686682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Usage tracker for resource:router and tenant:21bf4bfe0a374167b5c293012eb21e6b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:06:49.687421 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a838a37f-2557-4040-9674-afc1fab713c1 req-18c191c5-ff5f-4792-a762-37512cfe8c7c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae8beb020bc5422983ac60a96ddee5cd&device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 1096 time: 0.8843656 Mar 01 21:06:49.693237 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:06:49.700434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:06:49.716729 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b760abe-9f46-447d-8cef-340098ef2eee req-27a2eb24-7d07-4922-a4dd-a03e2766b53a tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981716 Mar 01 21:06:49.824659 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:49.826047 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:49.921662 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3089138-76ad-4c4e-bade-6e068e02bd28 req-1cc7cb18-2211-43d1-8b9c-d1327963c419 service neutron] 10.222.0.57 "GET /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1441352 Mar 01 21:06:49.995101 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:50.135660 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70b0bc-72df-4408-b642-183e806a3b1a req-4442252f-c0f4-4cf0-9d54-ae8f601907f5 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:50.137284 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d70b0bc-72df-4408-b642-183e806a3b1a req-4442252f-c0f4-4cf0-9d54-ae8f601907f5 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 1023 time: 0.1928720 Mar 01 21:06:50.148928 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:06:50.223554 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211018a-8800-4d3e-8eb1-021e3e6a77e7 req-aa78b822-5121-4ace-922f-d189e43c8292 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:50.225024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-8211018a-8800-4d3e-8eb1-021e3e6a77e7 req-aa78b822-5121-4ace-922f-d189e43c8292 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Synchronizing usage tracker for tenant:b7d67da784e54c12a0a3c33da8308ec8 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:06:50.273451 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a52e8a-23ae-4d3d-b115-7461486f9b7c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Router d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:06:50.296901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838a37f-2557-4040-9674-afc1fab713c1 req-2aaa872c-ff9e-4790-9951-13c61e98474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:50.298512 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a838a37f-2557-4040-9674-afc1fab713c1 req-2aaa872c-ff9e-4790-9951-13c61e98474e service neutron] 10.222.0.57 "GET /v2.0/networks?id=67bb6527-8461-46a9-b8fb-0f8330414ee1 HTTP/1.1" status: 200 len: 919 time: 0.5960388 Mar 01 21:06:50.435927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-8211018a-8800-4d3e-8eb1-021e3e6a77e7 req-aa78b822-5121-4ace-922f-d189e43c8292 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Unset dirty status for tenant:b7d67da784e54c12a0a3c33da8308ec8 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:06:50.436974 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8211018a-8800-4d3e-8eb1-021e3e6a77e7 req-aa78b822-5121-4ace-922f-d189e43c8292 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.57 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 1023 time: 1.4550436 Mar 01 21:06:50.440334 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a838a37f-2557-4040-9674-afc1fab713c1 req-861b4c47-bef3-43d8-9f87-fcd04b2e9034 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a786a75-159c-4e1f-9466-4f6ac15a9170 HTTP/1.1" status: 200 len: 217 time: 0.0867324 Mar 01 21:06:50.480509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7934ce29-a740-4da6-aa18-a1d654469d2d {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:06:50.497352 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d70b0bc-72df-4408-b642-183e806a3b1a req-c1e17f5a-f9b5-45c5-b5ae-ea684cc9244b tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&id=39d971a3-a52c-4982-9e1f-1ef711660b88&id=4d8e5a41-f18f-4b5c-8c8f-b595741b51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3051805 Mar 01 21:06:50.535538 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:50.615063 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:50.620561 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] Transition to ACTIVE for port object 7934ce29-a740-4da6-aa18-a1d654469d2d will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:06:50.736618 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-8211018a-8800-4d3e-8eb1-021e3e6a77e7 req-b7bad019-cf67-4b2e-a8b6-aa99aabb8ee7 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Deleting port bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:06:50.737209 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8211018a-8800-4d3e-8eb1-021e3e6a77e7 req-b7bad019-cf67-4b2e-a8b6-aa99aabb8ee7 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:50.745496 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:50.783853 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a838a37f-2557-4040-9674-afc1fab713c1 req-ef9ea1d1-59d5-467e-86b4-af8ace77f907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:50.785093 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a838a37f-2557-4040-9674-afc1fab713c1 req-ef9ea1d1-59d5-467e-86b4-af8ace77f907 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed7ad8a4-8267-45db-9da9-38b53b99c0bf HTTP/1.1" status: 200 len: 858 time: 0.2974305 Mar 01 21:06:50.955784 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a838a37f-2557-4040-9674-afc1fab713c1 req-e247af1b-61dc-4765-b43a-1f2e8d7125e8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67bb6527-8461-46a9-b8fb-0f8330414ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1450982 Mar 01 21:06:50.960731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a52e8a-23ae-4d3d-b115-7461486f9b7c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:06:50.973339 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bf0def-e1b6-41de-b593-ec649714301f None None] Sync routers for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:06:50.996708 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bf0def-e1b6-41de-b593-ec649714301f None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:50.997597 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-64bf0def-e1b6-41de-b593-ec649714301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:51.095988 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-64bf0def-e1b6-41de-b593-ec649714301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:51.106984 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bf0def-e1b6-41de-b593-ec649714301f None None] Routers {'d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:51.107856 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-64bf0def-e1b6-41de-b593-ec649714301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:51.128013 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-05a52e8a-23ae-4d3d-b115-7461486f9b7c tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "PUT /v2.0/routers/d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7549894 Mar 01 21:06:51.133636 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55166) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:51.172990 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-64bf0def-e1b6-41de-b593-ec649714301f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:51.174022 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bf0def-e1b6-41de-b593-ec649714301f None None] The sync data for ids ['d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:06:51.206762 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:51.304742 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a838a37f-2557-4040-9674-afc1fab713c1 req-db7d0898-a526-4350-bf62-227e14034e02 service neutron] 10.222.0.57 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3413179 Mar 01 21:06:51.353369 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] Pushing event updated for resources: {'Port': ['ID=7934ce29-a740-4da6-aa18-a1d654469d2d,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:51.707241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-8211018a-8800-4d3e-8eb1-021e3e6a77e7 req-b7bad019-cf67-4b2e-a8b6-aa99aabb8ee7 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] For port bd5f8899-e3ae-4bcc-b55b-70131d72fbb1, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bd5f8899-e3ae-4bcc-b55b-70131d72fbb1,segment=NetworkSegment(878585b8-3463-4a29-ab25-da9f9d8339d1),segment_id=878585b8-3463-4a29-ab25-da9f9d8339d1)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:51.707878 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8211018a-8800-4d3e-8eb1-021e3e6a77e7 req-b7bad019-cf67-4b2e-a8b6-aa99aabb8ee7 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:51.757431 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7f7697-9cfa-4e0f-ae25-03c6e568d77e req-aa493cd8-d983-40d1-93a5-98bb1d659231 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:51.760358 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c7f7697-9cfa-4e0f-ae25-03c6e568d77e req-aa493cd8-d983-40d1-93a5-98bb1d659231 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 945 time: 0.8767953 Mar 01 21:06:51.881636 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698018ab-fa22-49fa-b436-c0a8ca280f8d req-7a617d7a-bed1-4a53-b9b7-ded8dc5ed96d tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:51.883213 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-698018ab-fa22-49fa-b436-c0a8ca280f8d req-7a617d7a-bed1-4a53-b9b7-ded8dc5ed96d tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 944 time: 0.9950511 Mar 01 21:06:51.904777 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] Attempting to bind port 7934ce29-a740-4da6-aa18-a1d654469d2d on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:06:51.905105 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] Attempting to bind port 7934ce29-a740-4da6-aa18-a1d654469d2d by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '9bed440c-0e86-4609-9f79-d599079265d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:06:51.911638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] Attempting to bind port 7934ce29-a740-4da6-aa18-a1d654469d2d on network 9b34390c-6fe5-4076-9506-cf6ffd99724e {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:06:51.936488 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] Port 7934ce29-a740-4da6-aa18-a1d654469d2d on network 9b34390c-6fe5-4076-9506-cf6ffd99724e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:06:51.936839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] Attempting to bind port 7934ce29-a740-4da6-aa18-a1d654469d2d on network 9b34390c-6fe5-4076-9506-cf6ffd99724e {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:06:51.963425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:06:51.963805 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] Checking segment: {'id': '9bed440c-0e86-4609-9f79-d599079265d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:06:51.964229 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] Bound using segment: {'id': '9bed440c-0e86-4609-9f79-d599079265d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:06:51.964666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] Bound port: 7934ce29-a740-4da6-aa18-a1d654469d2d, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bed440c-0e86-4609-9f79-d599079265d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:06:51.965016 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:52.043477 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-8211018a-8800-4d3e-8eb1-021e3e6a77e7 req-b7bad019-cf67-4b2e-a8b6-aa99aabb8ee7 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Calling delete_port for bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:06:52.077598 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df0a77b3-2b83-4f34-aa97-8428276558f4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:52.182622 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a838a37f-2557-4040-9674-afc1fab713c1 req-a9978666-9461-4d3b-9020-619afb9d702b service neutron] 10.222.0.57 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8161416 Mar 01 21:06:52.199512 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c7f7697-9cfa-4e0f-ae25-03c6e568d77e req-f15afb7b-179c-40fc-add4-9a0db5f279f9 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084215 Mar 01 21:06:52.404259 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-698018ab-fa22-49fa-b436-c0a8ca280f8d req-d507f72a-849a-474d-a145-d404a9535f4e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5084224 Mar 01 21:06:52.464265 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8211018a-8800-4d3e-8eb1-021e3e6a77e7 req-b7bad019-cf67-4b2e-a8b6-aa99aabb8ee7 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:52.477779 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['b7123e75-bba5-42e9-b585-3a871feab60a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:06:52.523585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bad019-cf67-4b2e-a8b6-aa99aabb8ee7 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event deleted for resources: {'Port': ['ID=bd5f8899-e3ae-4bcc-b55b-70131d72fbb1,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:52.563513 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:52.606467 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:52.652866 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df0a77b3-2b83-4f34-aa97-8428276558f4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:52.665201 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-8211018a-8800-4d3e-8eb1-021e3e6a77e7 req-b7bad019-cf67-4b2e-a8b6-aa99aabb8ee7 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] No DVR routers for this DVR port bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:06:52.670531 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-8211018a-8800-4d3e-8eb1-021e3e6a77e7 req-b7bad019-cf67-4b2e-a8b6-aa99aabb8ee7 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:52.691139 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56cad337-c3ae-4789-8fa8-93885baf2ce9', 'name': 'network-vif-deleted', 'tag': 'bd5f8899-e3ae-4bcc-b55b-70131d72fbb1'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:06:52.696377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] For port 7934ce29-a740-4da6-aa18-a1d654469d2d, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:06:52.758455 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56cad337-c3ae-4789-8fa8-93885baf2ce9', 'name': 'network-vif-deleted', 'tag': 'bd5f8899-e3ae-4bcc-b55b-70131d72fbb1', 'status': 'completed', 'code': 200} Mar 01 21:06:52.772994 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8211018a-8800-4d3e-8eb1-021e3e6a77e7 req-b7bad019-cf67-4b2e-a8b6-aa99aabb8ee7 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.57 "DELETE /v2.0/ports/bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 HTTP/1.1" status: 204 len: 173 time: 2.3242669 Mar 01 21:06:52.793426 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] For port 7934ce29-a740-4da6-aa18-a1d654469d2d, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7934ce29-a740-4da6-aa18-a1d654469d2d,segment=NetworkSegment(9bed440c-0e86-4609-9f79-d599079265d8),segment_id=9bed440c-0e86-4609-9f79-d599079265d8)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:06:52.820729 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-df0a77b3-2b83-4f34-aa97-8428276558f4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Deleting port 9b72aa0d-16c0-41d5-ab73-ca7c87027ae7 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:06:52.821073 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df0a77b3-2b83-4f34-aa97-8428276558f4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:52.976265 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081fe23d-87ee-48bb-95db-b0f00b056be0 req-6cc65139-1a65-45c6-be74-e985f4b8edc0 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:52.994131 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-081fe23d-87ee-48bb-95db-b0f00b056be0 req-6cc65139-1a65-45c6-be74-e985f4b8edc0 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=56cad337-c3ae-4789-8fa8-93885baf2ce9 HTTP/1.1" status: 200 len: 945 time: 0.6282566 Mar 01 21:06:53.079648 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:53.177790 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-081fe23d-87ee-48bb-95db-b0f00b056be0 req-903bdcf6-c4ef-441b-9ecf-1b6df9fc7aa0 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&id=39d971a3-a52c-4982-9e1f-1ef711660b88&id=4d8e5a41-f18f-4b5c-8c8f-b595741b51f0&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1818683 Mar 01 21:06:53.213453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:53.214186 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:53.215740 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-782a9f9e-4246-48e6-b111-af312bfab576 req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] 10.222.0.55 "PUT /v2.0/ports/7934ce29-a740-4da6-aa18-a1d654469d2d HTTP/1.1" status: 200 len: 1092 time: 4.2178597 Mar 01 21:06:53.227841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5072cb7e-118c-4017-9556-1def3ff8aaf2', 'tag': '7934ce29-a740-4da6-aa18-a1d654469d2d'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:06:53.326202 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b2af9-31f6-45e9-975a-1f0f49b9f469 service neutron] Pushing event updated for resources: {'Port': ['ID=7934ce29-a740-4da6-aa18-a1d654469d2d,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:53.337217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Allocated IP 172.25.5.85 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/7dff9051-ffbd-4e2d-83ae-506a06943d57) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:06:53.425439 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5072cb7e-118c-4017-9556-1def3ff8aaf2', 'tag': '7934ce29-a740-4da6-aa18-a1d654469d2d', 'status': 'completed', 'code': 200} Mar 01 21:06:53.513036 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df0a77b3-2b83-4f34-aa97-8428276558f4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:53.805181 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:53.867994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-df0a77b3-2b83-4f34-aa97-8428276558f4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Calling delete_port for 9b72aa0d-16c0-41d5-ab73-ca7c87027ae7 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:06:53.965487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca34daa-b8df-48e1-855d-7b68bbd69763 req-4a8010c5-f953-47bd-af3e-62e0d928e151 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:53.967018 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bca34daa-b8df-48e1-855d-7b68bbd69763 req-4a8010c5-f953-47bd-af3e-62e0d928e151 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 945 time: 0.6274991 Mar 01 21:06:53.987653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a9f9e-4246-48e6-b111-af312bfab576 req-fdd85663-38cc-469c-b654-7e24d6f527a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:53.989084 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-782a9f9e-4246-48e6-b111-af312bfab576 req-fdd85663-38cc-469c-b654-7e24d6f527a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7a7c3aee97041b9a801e4248bbb86e5&device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 1095 time: 0.6158111 Mar 01 21:06:54.117152 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-782a9f9e-4246-48e6-b111-af312bfab576 req-c47e2db0-f2bc-4126-a628-88ad5d271d6c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7934ce29-a740-4da6-aa18-a1d654469d2d HTTP/1.1" status: 200 len: 217 time: 0.1117432 Mar 01 21:06:54.121798 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:54.127530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:06:54.181607 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:06:54.182175 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bd5f8899-e3ae-4bcc-b55b-70131d72fbb1 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:06:54.187305 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bca34daa-b8df-48e1-855d-7b68bbd69763 req-923e9c4f-60d4-4595-a349-93e52a43149e tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038233 Mar 01 21:06:54.232061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782a9f9e-4246-48e6-b111-af312bfab576 req-cdb1e5ed-132a-4bc3-b744-41ff007bef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:54.233508 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-782a9f9e-4246-48e6-b111-af312bfab576 req-cdb1e5ed-132a-4bc3-b744-41ff007bef9a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03961c1b-5cc3-4076-b4e1-e587eae0ddf1 HTTP/1.1" status: 200 len: 851 time: 0.1001873 Mar 01 21:06:54.295153 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-782a9f9e-4246-48e6-b111-af312bfab576 req-844cef5b-e73a-45f8-a6d2-5b81ef5aaa0c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9b34390c-6fe5-4076-9506-cf6ffd99724e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537829 Mar 01 21:06:54.514318 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:54.600221 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-782a9f9e-4246-48e6-b111-af312bfab576 req-46adb6da-0c61-4b8c-a100-402cefd0214f service neutron] 10.222.0.55 "GET /v2.0/networks/9b34390c-6fe5-4076-9506-cf6ffd99724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758656 Mar 01 21:06:54.605288 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:06:54.606476 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df0a77b3-2b83-4f34-aa97-8428276558f4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:54.620245 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:06:54.655145 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff8dee-1ebd-41fa-a3e6-39c3acde3272 req-a7a00b7a-4c76-4e6c-a5ec-36020960a003 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:54.655488 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ccff8dee-1ebd-41fa-a3e6-39c3acde3272 req-a7a00b7a-4c76-4e6c-a5ec-36020960a003 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 944 time: 0.3300810 Mar 01 21:06:54.658376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:06:54.788283 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Pushing event updated for resources: {'Port': ['ID=7dff9051-ffbd-4e2d-83ae-506a06943d57,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:54.983010 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a77b3-2b83-4f34-aa97-8428276558f4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event deleted for resources: {'Port': ['ID=9b72aa0d-16c0-41d5-ab73-ca7c87027ae7,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:55.107867 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ccff8dee-1ebd-41fa-a3e6-39c3acde3272 req-4bcc6924-1664-496d-8ceb-4c293ab9b6bf tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3781252 Mar 01 21:06:55.127119 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-daee97ee-908f-45b2-a978-384094f574b4 req-ff0f3c40-359c-41e6-9930-ec3ccb9bc26d tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/39d971a3-a52c-4982-9e1f-1ef711660b88 HTTP/1.1" status: 200 len: 1801 time: 0.4372191 Mar 01 21:06:55.184122 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df0a77b3-2b83-4f34-aa97-8428276558f4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:55.562987 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-782a9f9e-4246-48e6-b111-af312bfab576 req-c4f67ffa-0369-48f6-853f-fba081c23d3e service neutron] 10.222.0.55 "GET /v2.0/networks/9b34390c-6fe5-4076-9506-cf6ffd99724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9521208 Mar 01 21:06:55.649161 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df0a77b3-2b83-4f34-aa97-8428276558f4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:55.663816 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df0a77b3-2b83-4f34-aa97-8428276558f4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:55.777961 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-daee97ee-908f-45b2-a978-384094f574b4 req-8ed1e578-7602-4446-b40a-707ad5f0789a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:55.862664 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df0a77b3-2b83-4f34-aa97-8428276558f4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:55.863051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0a77b3-2b83-4f34-aa97-8428276558f4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Fanout notify agent at l3_agent the message router_deleted on router d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:06:55.888171 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9dac99-03d5-4326-a064-e6d025b60086 req-811d47d2-d780-4f18-9246-ac52d8a25cad tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:55.889662 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de9dac99-03d5-4326-a064-e6d025b60086 req-811d47d2-d780-4f18-9246-ac52d8a25cad tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 945 time: 0.5116127 Mar 01 21:06:55.920491 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-daee97ee-908f-45b2-a978-384094f574b4 req-8ed1e578-7602-4446-b40a-707ad5f0789a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:56.058585 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df0a77b3-2b83-4f34-aa97-8428276558f4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:56.061961 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-df0a77b3-2b83-4f34-aa97-8428276558f4 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "DELETE /v2.0/routers/d0c3bfe4-1f30-4372-8e43-a9dd90ae0a1c HTTP/1.1" status: 204 len: 168 time: 4.9094808 Mar 01 21:06:56.062338 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55266) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:56.076360 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de9dac99-03d5-4326-a064-e6d025b60086 req-f47d2f5d-0cd3-4914-92a1-873daa2cf53b tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730661 Mar 01 21:06:56.111140 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:56.171744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454faa25-4a08-4828-bc7f-2224385ba852 req-4a5cd4b2-f197-4d67-a0f5-c76a7468bc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:56.173266 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-454faa25-4a08-4828-bc7f-2224385ba852 req-4a5cd4b2-f197-4d67-a0f5-c76a7468bc49 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7a7c3aee97041b9a801e4248bbb86e5&device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 1095 time: 0.4535213 Mar 01 21:06:56.205985 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-daee97ee-908f-45b2-a978-384094f574b4 req-8ed1e578-7602-4446-b40a-707ad5f0789a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:56.212471 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fe99ea-e839-4b6d-bd00-5e9eed6b349e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Deleting subnet 6d844e6a-d1b3-418f-897b-dd1e29ab1112 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:06:56.219910 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55fe99ea-e839-4b6d-bd00-5e9eed6b349e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:56.301338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1e578-7602-4446-b40a-707ad5f0789a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d971a3-a52c-4982-9e1f-1ef711660b88,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:56.327566 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55fe99ea-e839-4b6d-bd00-5e9eed6b349e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:56.413200 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55fe99ea-e839-4b6d-bd00-5e9eed6b349e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:56.450180 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-daee97ee-908f-45b2-a978-384094f574b4 req-8ed1e578-7602-4446-b40a-707ad5f0789a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:56.451292 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-daee97ee-908f-45b2-a978-384094f574b4 req-8ed1e578-7602-4446-b40a-707ad5f0789a tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "DELETE /v2.0/security-groups/39d971a3-a52c-4982-9e1f-1ef711660b88 HTTP/1.1" status: 204 len: 173 time: 1.0847473 Mar 01 21:06:56.544574 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55fe99ea-e839-4b6d-bd00-5e9eed6b349e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:56.557000 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454faa25-4a08-4828-bc7f-2224385ba852 req-8ae8ad6e-45cc-4754-beb7-c53924743222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:56.558462 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-454faa25-4a08-4828-bc7f-2224385ba852 req-8ae8ad6e-45cc-4754-beb7-c53924743222 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9b34390c-6fe5-4076-9506-cf6ffd99724e HTTP/1.1" status: 200 len: 912 time: 0.3765092 Mar 01 21:06:56.605538 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55fe99ea-e839-4b6d-bd00-5e9eed6b349e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:56.615014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fe99ea-e839-4b6d-bd00-5e9eed6b349e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event deleted for resources: {'Subnet': ['ID=6d844e6a-d1b3-418f-897b-dd1e29ab1112,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:56.628304 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-55fe99ea-e839-4b6d-bd00-5e9eed6b349e tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "DELETE /v2.0/subnets/6d844e6a-d1b3-418f-897b-dd1e29ab1112 HTTP/1.1" status: 204 len: 168 time: 0.5621519 Mar 01 21:06:56.628634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55280) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:56.670532 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-454faa25-4a08-4828-bc7f-2224385ba852 req-15d8f54c-cac4-4daa-9562-3fed692ad941 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7934ce29-a740-4da6-aa18-a1d654469d2d HTTP/1.1" status: 200 len: 217 time: 0.0993733 Mar 01 21:06:56.768165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-53a9311c-6c6a-4a7b-a5d2-2044eb0ff301 req-0b9f1e61-5815-42af-bfa8-a11d7ff2f0a3 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/4d8e5a41-f18f-4b5c-8c8f-b595741b51f0 HTTP/1.1" status: 200 len: 1801 time: 0.2864406 Mar 01 21:06:56.781694 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-af4b5caa-4cc3-479c-ab8e-41b2e47cef34 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:56.962336 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-af4b5caa-4cc3-479c-ab8e-41b2e47cef34 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:56.977399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfd8a3-8766-43b3-995f-52007e3dca6c req-5cf90c9e-28dc-4989-bc93-cd76fb12ec84 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:56.984221 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-efdfd8a3-8766-43b3-995f-52007e3dca6c req-5cf90c9e-28dc-4989-bc93-cd76fb12ec84 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 944 time: 0.6839874 Mar 01 21:06:57.001872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-af4b5caa-4cc3-479c-ab8e-41b2e47cef34 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a5f9610-9a9b-45eb-8db1-c62ccfeec26e']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:57.041049 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-af4b5caa-4cc3-479c-ab8e-41b2e47cef34 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06231abb-bc19-4c1a-8057-46c65bb28fb8') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:57.041434 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-af4b5caa-4cc3-479c-ab8e-41b2e47cef34 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06231abb-bc19-4c1a-8057-46c65bb28fb8') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:57.077987 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-af4b5caa-4cc3-479c-ab8e-41b2e47cef34 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:57.079276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454faa25-4a08-4828-bc7f-2224385ba852 req-bb47650f-2b91-44e6-83e8-6a0e615c3feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:57.080810 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-454faa25-4a08-4828-bc7f-2224385ba852 req-bb47650f-2b91-44e6-83e8-6a0e615c3feb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03961c1b-5cc3-4076-b4e1-e587eae0ddf1 HTTP/1.1" status: 200 len: 851 time: 0.4014359 Mar 01 21:06:57.109533 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-af4b5caa-4cc3-479c-ab8e-41b2e47cef34 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:57.119374 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4b5caa-4cc3-479c-ab8e-41b2e47cef34 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:06:57.120340 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-af4b5caa-4cc3-479c-ab8e-41b2e47cef34 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:57.153622 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:06:57.159641 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:06:57.170207 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-454faa25-4a08-4828-bc7f-2224385ba852 req-4de74cd2-76a3-4342-a61a-e78d5afde684 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9b34390c-6fe5-4076-9506-cf6ffd99724e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696375 Mar 01 21:06:57.173045 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-efdfd8a3-8766-43b3-995f-52007e3dca6c req-b2ce332d-2a3c-44cb-88f5-4c137467c047 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880686 Mar 01 21:06:57.295435 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-53a9311c-6c6a-4a7b-a5d2-2044eb0ff301 req-2a858709-9f17-4da0-b7d5-9bc3df4e114f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:57.400573 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5b404393-877a-4913-88a2-61800da6e626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:57.415234 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-af4b5caa-4cc3-479c-ab8e-41b2e47cef34 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:57.452034 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-af4b5caa-4cc3-479c-ab8e-41b2e47cef34 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:57.459684 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4b5caa-4cc3-479c-ab8e-41b2e47cef34 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] Pushing event deleted for resources: {'Network': ['ID=6a5f9610-9a9b-45eb-8db1-c62ccfeec26e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:57.472144 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-af4b5caa-4cc3-479c-ab8e-41b2e47cef34 tempest-FloatingIPTestJSON-665799987 tempest-FloatingIPTestJSON-665799987-project] 10.222.0.42 "DELETE /v2.0/networks/6a5f9610-9a9b-45eb-8db1-c62ccfeec26e HTTP/1.1" status: 204 len: 168 time: 0.8414090 Mar 01 21:06:57.533913 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-53a9311c-6c6a-4a7b-a5d2-2044eb0ff301 req-2a858709-9f17-4da0-b7d5-9bc3df4e114f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:57.611979 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-454faa25-4a08-4828-bc7f-2224385ba852 req-731a4429-c901-4aad-9eaa-262e76e1ffbb service neutron] 10.222.0.55 "GET /v2.0/networks/9b34390c-6fe5-4076-9506-cf6ffd99724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894536 Mar 01 21:06:57.769835 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c28374-5834-4271-97e8-b92cef01ea72 req-4dbd01c8-104d-4845-ab5a-50d5a1e2d6aa tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:57.772278 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70c28374-5834-4271-97e8-b92cef01ea72 req-4dbd01c8-104d-4845-ab5a-50d5a1e2d6aa tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 945 time: 0.4130321 Mar 01 21:06:57.835953 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-53a9311c-6c6a-4a7b-a5d2-2044eb0ff301 req-2a858709-9f17-4da0-b7d5-9bc3df4e114f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:57.858362 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-454faa25-4a08-4828-bc7f-2224385ba852 req-eed84be0-9287-40aa-a98b-473784e7537b service neutron] 10.222.0.55 "GET /v2.0/networks/9b34390c-6fe5-4076-9506-cf6ffd99724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351406 Mar 01 21:06:57.864059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Router ff0f26e3-b05c-44a1-9e77-5846e4f3da18 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:06:57.878607 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70c28374-5834-4271-97e8-b92cef01ea72 req-ce771019-99cb-46df-ad6b-7fe9e489988f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972064 Mar 01 21:06:57.892971 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a858709-9f17-4da0-b7d5-9bc3df4e114f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8e5a41-f18f-4b5c-8c8f-b595741b51f0,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:57.904456 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-53a9311c-6c6a-4a7b-a5d2-2044eb0ff301 req-2a858709-9f17-4da0-b7d5-9bc3df4e114f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:57.905562 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-53a9311c-6c6a-4a7b-a5d2-2044eb0ff301 req-2a858709-9f17-4da0-b7d5-9bc3df4e114f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "DELETE /v2.0/security-groups/4d8e5a41-f18f-4b5c-8c8f-b595741b51f0 HTTP/1.1" status: 204 len: 173 time: 0.9073293 Mar 01 21:06:57.976181 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a858709-9f17-4da0-b7d5-9bc3df4e114f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:57.976529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a858709-9f17-4da0-b7d5-9bc3df4e114f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:57.976865 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a858709-9f17-4da0-b7d5-9bc3df4e114f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:57.977196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a858709-9f17-4da0-b7d5-9bc3df4e114f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:57.977526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a858709-9f17-4da0-b7d5-9bc3df4e114f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:57.977840 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a858709-9f17-4da0-b7d5-9bc3df4e114f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:57.978162 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a858709-9f17-4da0-b7d5-9bc3df4e114f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:57.978482 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a858709-9f17-4da0-b7d5-9bc3df4e114f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:57.978833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a858709-9f17-4da0-b7d5-9bc3df4e114f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:57.979376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a858709-9f17-4da0-b7d5-9bc3df4e114f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:57.979710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a858709-9f17-4da0-b7d5-9bc3df4e114f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:57.980029 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a858709-9f17-4da0-b7d5-9bc3df4e114f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:06:57.987276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-5ec2c846-0cfe-47fb-b901-fec2cdaa6122 req-5541daf3-50e9-4b88-8c49-3f14d58a8ef1 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1753470456', 'description': 'tempest-description-932532704'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:58.008500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-5ec2c846-0cfe-47fb-b901-fec2cdaa6122 req-5541daf3-50e9-4b88-8c49-3f14d58a8ef1 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:06:58.024219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5ec2c846-0cfe-47fb-b901-fec2cdaa6122 req-5541daf3-50e9-4b88-8c49-3f14d58a8ef1 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Usage tracker for resource:security_group and tenant:b7d67da784e54c12a0a3c33da8308ec8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:06:58.025991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5ec2c846-0cfe-47fb-b901-fec2cdaa6122 req-5541daf3-50e9-4b88-8c49-3f14d58a8ef1 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:06:58.035205 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-5ec2c846-0cfe-47fb-b901-fec2cdaa6122 req-5541daf3-50e9-4b88-8c49-3f14d58a8ef1 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:06:58.158974 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5ec2c846-0cfe-47fb-b901-fec2cdaa6122 req-5541daf3-50e9-4b88-8c49-3f14d58a8ef1 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:58.188895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55318) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:58.207934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:06:58.218430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2078c2db-2d11-4a90-b04e-9a46b05dd822 None None] Sync routers for ids ['ff0f26e3-b05c-44a1-9e77-5846e4f3da18'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:06:58.240144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-5ec2c846-0cfe-47fb-b901-fec2cdaa6122 req-5541daf3-50e9-4b88-8c49-3f14d58a8ef1 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:06:58.241584 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2078c2db-2d11-4a90-b04e-9a46b05dd822 None None] Routers {'ff0f26e3-b05c-44a1-9e77-5846e4f3da18'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:58.243425 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2078c2db-2d11-4a90-b04e-9a46b05dd822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ff0f26e3-b05c-44a1-9e77-5846e4f3da18'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:58.246376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5ec2c846-0cfe-47fb-b901-fec2cdaa6122 req-5541daf3-50e9-4b88-8c49-3f14d58a8ef1 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Usage tracker for resource:security_group_rule and tenant:b7d67da784e54c12a0a3c33da8308ec8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:06:58.249678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5ec2c846-0cfe-47fb-b901-fec2cdaa6122 req-5541daf3-50e9-4b88-8c49-3f14d58a8ef1 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:06:58.257419 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-5ec2c846-0cfe-47fb-b901-fec2cdaa6122 req-5541daf3-50e9-4b88-8c49-3f14d58a8ef1 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:06:58.338141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2078c2db-2d11-4a90-b04e-9a46b05dd822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:58.348308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2078c2db-2d11-4a90-b04e-9a46b05dd822 None None] Routers {'ff0f26e3-b05c-44a1-9e77-5846e4f3da18'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:06:58.350359 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2078c2db-2d11-4a90-b04e-9a46b05dd822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:06:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['ff0f26e3-b05c-44a1-9e77-5846e4f3da18'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:58.362231 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:58.368148 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cc6ffa60-2cd8-4247-af86-b75fe3cc817a tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.2745640 Mar 01 21:06:58.370426 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55326) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:58.388319 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5ec2c846-0cfe-47fb-b901-fec2cdaa6122 req-5541daf3-50e9-4b88-8c49-3f14d58a8ef1 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:58.465677 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2078c2db-2d11-4a90-b04e-9a46b05dd822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:06:58.466943 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2078c2db-2d11-4a90-b04e-9a46b05dd822 None None] The sync data for ids ['ff0f26e3-b05c-44a1-9e77-5846e4f3da18'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:06:58.495603 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5ec2c846-0cfe-47fb-b901-fec2cdaa6122 req-5541daf3-50e9-4b88-8c49-3f14d58a8ef1 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:58.527508 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-396227aa-4f72-48e8-bea1-4126c51e73fb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b1ee6d67e60d4522b2c7a56804647469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3373454 Mar 01 21:06:58.530239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55330) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:58.555149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5541daf3-50e9-4b88-8c49-3f14d58a8ef1 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a4b985-f000-4be6-b486-16ae8de76f3a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:58.584070 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fbedb-b5df-4915-b163-d288d87e037f req-aa5c1984-d12b-48ca-800a-da317a00897c tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:58.589062 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa0fbedb-b5df-4915-b163-d288d87e037f req-aa5c1984-d12b-48ca-800a-da317a00897c tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 944 time: 0.1560955 Mar 01 21:06:58.652677 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa0fbedb-b5df-4915-b163-d288d87e037f req-73d4139f-0f4d-4457-baf4-6a926938505b tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605125 Mar 01 21:06:58.658647 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5ec2c846-0cfe-47fb-b901-fec2cdaa6122 req-5541daf3-50e9-4b88-8c49-3f14d58a8ef1 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:58.660332 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5ec2c846-0cfe-47fb-b901-fec2cdaa6122 req-5541daf3-50e9-4b88-8c49-3f14d58a8ef1 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6769276 Mar 01 21:06:58.701506 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0d9fd9ff-0073-4eba-8742-db267f243f51 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "GET /v2.0/routers/ff0f26e3-b05c-44a1-9e77-5846e4f3da18 HTTP/1.1" status: 200 len: 920 time: 0.3258488 Mar 01 21:06:58.701822 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ea057e0c-d7e7-4a17-89c7-1df407413e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:58.703330 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55336) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:58.733329 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ea057e0c-d7e7-4a17-89c7-1df407413e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:58.764639 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1b59629c-77ed-43e1-a82c-c5937a3e93f2 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff0f26e3-b05c-44a1-9e77-5846e4f3da18 HTTP/1.1" status: 200 len: 205 time: 0.0574787 Mar 01 21:06:58.770132 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55342) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:06:58.867510 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ea057e0c-d7e7-4a17-89c7-1df407413e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:58.875770 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4cd6ff71-1609-4228-9ffb-6570a58cec79 req-c4ce0c13-3c41-402c-bc58-6cbd43ed9df3 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/c3a4b985-f000-4be6-b486-16ae8de76f3a HTTP/1.1" status: 200 len: 1802 time: 0.1874349 Mar 01 21:06:58.891658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea057e0c-d7e7-4a17-89c7-1df407413e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38cadf1c-a83a-4084-a612-c055252041e5,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:58.901650 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ea057e0c-d7e7-4a17-89c7-1df407413e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:58.902664 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-4cd6ff71-1609-4228-9ffb-6570a58cec79 req-30bcd047-2da4-462a-8a78-766fda30208d tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1523171363', 'description': 'tempest-description-hth-343858580'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:06:58.902897 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ea057e0c-d7e7-4a17-89c7-1df407413e3c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38cadf1c-a83a-4084-a612-c055252041e5 HTTP/1.1" status: 204 len: 168 time: 0.3715570 Mar 01 21:06:59.228192 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4cd6ff71-1609-4228-9ffb-6570a58cec79 req-30bcd047-2da4-462a-8a78-766fda30208d tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:59.259103 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c106-e203-4b32-9cdf-c1b2e2a873ad tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:59.349432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 7934ce29-a740-4da6-aa18-a1d654469d2d details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:06:59.507844 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4cd6ff71-1609-4228-9ffb-6570a58cec79 req-30bcd047-2da4-462a-8a78-766fda30208d tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:59.509574 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c106-e203-4b32-9cdf-c1b2e2a873ad tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:59.520060 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0e5af2-5887-4f48-99a7-b21cf47a5f8e req-df3f057a-af6e-47bd-8ff6-92cb73534fe4 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:06:59.527619 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf0e5af2-5887-4f48-99a7-b21cf47a5f8e req-df3f057a-af6e-47bd-8ff6-92cb73534fe4 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 945 time: 0.5242865 Mar 01 21:06:59.592528 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf0e5af2-5887-4f48-99a7-b21cf47a5f8e req-b0c80fd0-ad77-4303-bec0-9e5658676e6f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637608 Mar 01 21:06:59.593628 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4cd6ff71-1609-4228-9ffb-6570a58cec79 req-30bcd047-2da4-462a-8a78-766fda30208d tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:59.597713 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4cd6ff71-1609-4228-9ffb-6570a58cec79 req-30bcd047-2da4-462a-8a78-766fda30208d tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:59.599395 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4cd6ff71-1609-4228-9ffb-6570a58cec79 req-30bcd047-2da4-462a-8a78-766fda30208d tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "PUT /v2.0/security-groups/c3a4b985-f000-4be6-b486-16ae8de76f3a HTTP/1.1" status: 200 len: 1776 time: 0.7062855 Mar 01 21:06:59.636189 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 7934ce29-a740-4da6-aa18-a1d654469d2d, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7934ce29-a740-4da6-aa18-a1d654469d2d,segment=NetworkSegment(9bed440c-0e86-4609-9f79-d599079265d8),segment_id=9bed440c-0e86-4609-9f79-d599079265d8)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:59.637967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-b3a4c106-e203-4b32-9cdf-c1b2e2a873ad tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Deleting port 7dff9051-ffbd-4e2d-83ae-506a06943d57 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:06:59.638405 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c106-e203-4b32-9cdf-c1b2e2a873ad tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:59.650230 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '7934ce29-a740-4da6-aa18-a1d654469d2d', 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e', 'port_id': '7934ce29-a740-4da6-aa18-a1d654469d2d', 'mac_address': 'fa:16:3e:fe:67:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03961c1b-5cc3-4076-b4e1-e587eae0ddf1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:06:59.682087 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-22f1bd8c-7760-42c2-a2c3-076da60122ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:59.695037 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bcd047-2da4-462a-8a78-766fda30208d tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a4b985-f000-4be6-b486-16ae8de76f3a,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:06:59.763145 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:06:59.816226 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de4b7ad6-6a5c-487c-b412-d6170ab34e35 req-35ccca2a-18a2-4c1b-a260-6f082fffbb63 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/c3a4b985-f000-4be6-b486-16ae8de76f3a HTTP/1.1" status: 200 len: 1776 time: 0.1824439 Mar 01 21:06:59.823973 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7934ce29-a740-4da6-aa18-a1d654469d2d {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:06:59.857837 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 7934ce29-a740-4da6-aa18-a1d654469d2d, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7934ce29-a740-4da6-aa18-a1d654469d2d,segment=NetworkSegment(9bed440c-0e86-4609-9f79-d599079265d8),segment_id=9bed440c-0e86-4609-9f79-d599079265d8)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:06:59.913422 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:00.067412 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=7934ce29-a740-4da6-aa18-a1d654469d2d,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:00.181115 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2788dc8-6587-4f1a-a965-b5a7174882c1 req-670e63ad-540e-4000-a47f-b24ebdbde3d7 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/c3a4b985-f000-4be6-b486-16ae8de76f3a HTTP/1.1" status: 200 len: 1776 time: 0.3421161 Mar 01 21:07:00.212897 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c106-e203-4b32-9cdf-c1b2e2a873ad tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:00.256667 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['7934ce29-a740-4da6-aa18-a1d654469d2d'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:07:00.433188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55388) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:00.481327 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-b3a4c106-e203-4b32-9cdf-c1b2e2a873ad tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Calling delete_port for 7dff9051-ffbd-4e2d-83ae-506a06943d57 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:07:00.570202 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e233896-671b-4322-863d-271f503432f9 req-36015dca-867b-479a-82ad-d8bad7557483 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:00.571727 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e233896-671b-4322-863d-271f503432f9 req-36015dca-867b-479a-82ad-d8bad7557483 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 945 time: 0.7340124 Mar 01 21:07:00.590350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1755576456'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:00.595943 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:00.596528 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:00.599188 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:00.602898 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Usage tracker for resource:network and tenant:307c2afecbe74dab8682f7a83d727a24 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:00.606144 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:00.613837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:00.687213 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b2788dc8-6587-4f1a-a965-b5a7174882c1 req-9ebb35e0-68f2-4c94-9e4d-0ea729940bab tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:00.688452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Made reservation on behalf of 307c2afecbe74dab8682f7a83d727a24 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:07:00.691399 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e233896-671b-4322-863d-271f503432f9 req-26c7732f-4bb1-42cc-8a35-5e2477595c3e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052794 Mar 01 21:07:00.694217 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:00.724700 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b2788dc8-6587-4f1a-a965-b5a7174882c1 req-9ebb35e0-68f2-4c94-9e4d-0ea729940bab tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:00.726263 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:00.760540 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:00.765675 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Usage tracker for resource:security_group_rule and tenant:307c2afecbe74dab8682f7a83d727a24 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:00.770319 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:00.778842 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:00.874464 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b2788dc8-6587-4f1a-a965-b5a7174882c1 req-9ebb35e0-68f2-4c94-9e4d-0ea729940bab tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:00.890917 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:00.901132 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb35e0-68f2-4c94-9e4d-0ea729940bab tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a4b985-f000-4be6-b486-16ae8de76f3a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:00.908363 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c106-e203-4b32-9cdf-c1b2e2a873ad tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:00.995099 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:01.007743 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b2788dc8-6587-4f1a-a965-b5a7174882c1 req-9ebb35e0-68f2-4c94-9e4d-0ea729940bab tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:01.009447 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2788dc8-6587-4f1a-a965-b5a7174882c1 req-9ebb35e0-68f2-4c94-9e4d-0ea729940bab tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "DELETE /v2.0/security-groups/c3a4b985-f000-4be6-b486-16ae8de76f3a HTTP/1.1" status: 204 len: 173 time: 0.8158689 Mar 01 21:07:01.022783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4c106-e203-4b32-9cdf-c1b2e2a873ad tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Pushing event deleted for resources: {'Port': ['ID=7dff9051-ffbd-4e2d-83ae-506a06943d57,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:01.032997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:07:01.042475 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a40221f8-500f-4f3a-af1b-fa6780c07829,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:01.048181 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:01.048594 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Added segment a927bae6-0b2a-45bc-81e0-4dffb9ae0b74 of type vlan for network ae148cdb-c67c-4d4a-acf3-21a291c9450d Mar 01 21:07:01.119450 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:01.188255 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c106-e203-4b32-9cdf-c1b2e2a873ad tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:01.199167 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:01.204924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:01.205519 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:01.269323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2684ab6-5542-4ff1-95fa-5ec569f0cf98 req-e3c4e5d4-dd86-48b3-9de6-3b7337149aa8 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:01.272217 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2684ab6-5542-4ff1-95fa-5ec569f0cf98 req-e3c4e5d4-dd86-48b3-9de6-3b7337149aa8 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 945 time: 0.3574543 Mar 01 21:07:01.362401 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 7934ce29-a740-4da6-aa18-a1d654469d2d up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:07:01.556342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Network': ['ID=ae148cdb-c67c-4d4a-acf3-21a291c9450d,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:01.568232 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network ae148cdb-c67c-4d4a-acf3-21a291c9450d details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:07:01.612600 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c106-e203-4b32-9cdf-c1b2e2a873ad tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:01.615856 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c106-e203-4b32-9cdf-c1b2e2a873ad tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:01.657173 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-70951db5-ee5c-4e73-832b-afad5669a915 req-17f295e2-7368-4449-962f-8f1caeca6224 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] show failed (client error): The resource could not be found. Mar 01 21:07:01.663766 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70951db5-ee5c-4e73-832b-afad5669a915 req-17f295e2-7368-4449-962f-8f1caeca6224 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/4d8e5a41-f18f-4b5c-8c8f-b595741b51f0 HTTP/1.1" status: 404 len: 352 time: 0.3902509 Mar 01 21:07:01.683238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 7934ce29-a740-4da6-aa18-a1d654469d2d completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:07:01.689737 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 7934ce29-a740-4da6-aa18-a1d654469d2d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:07:01.690335 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:01.704763 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3b0312aa-d269-4a79-ae41-0cf2f020288c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2703443 Mar 01 21:07:01.738689 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-ddf946cf-073a-4597-ac71-7acb30839875 req-fae1b656-95e2-401e-b8a9-c73b6acbecbd tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] show failed (client error): The resource could not be found. Mar 01 21:07:01.740366 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ddf946cf-073a-4597-ac71-7acb30839875 req-fae1b656-95e2-401e-b8a9-c73b6acbecbd tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/39d971a3-a52c-4982-9e1f-1ef711660b88 HTTP/1.1" status: 404 len: 352 time: 0.0358863 Mar 01 21:07:01.743567 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2684ab6-5542-4ff1-95fa-5ec569f0cf98 req-c17a0f9b-110e-4a16-9df0-2e1120a6b12e tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049330 Mar 01 21:07:01.748935 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c106-e203-4b32-9cdf-c1b2e2a873ad tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:01.749412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a4c106-e203-4b32-9cdf-c1b2e2a873ad tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Fanout notify agent at l3_agent the message router_deleted on router ff0f26e3-b05c-44a1-9e77-5846e4f3da18 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:07:01.768715 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3a4c106-e203-4b32-9cdf-c1b2e2a873ad tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:01.769799 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b3a4c106-e203-4b32-9cdf-c1b2e2a873ad tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "DELETE /v2.0/routers/ff0f26e3-b05c-44a1-9e77-5846e4f3da18 HTTP/1.1" status: 204 len: 168 time: 2.9982405 Mar 01 21:07:01.775710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55424) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:01.784176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Request body: {'router': {'name': 'tempest-snat-router-353508616', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'enable_snat': False}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:01.849381 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:01.874496 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Usage tracker for resource:router and tenant:6f9e63faa7844f39ad33d1f13e1e4196 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:01.887622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:01.904367 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:01.963794 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-e4908a7e-0860-402e-9513-fde35634f3ee req-467ffc9f-59de-4027-99e2-1902b4ed9d5f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] show failed (client error): The resource could not be found. Mar 01 21:07:01.967453 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e4908a7e-0860-402e-9513-fde35634f3ee req-467ffc9f-59de-4027-99e2-1902b4ed9d5f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/2f009eea-2773-44b4-b2c7-c10e8dd25d91 HTTP/1.1" status: 404 len: 352 time: 0.0627279 Mar 01 21:07:01.982748 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:02.016174 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:02.017754 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:02.064692 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5072cb7e-118c-4017-9556-1def3ff8aaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7934ce29-a740-4da6-aa18-a1d654469d2d'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:07:02.081501 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:02.088295 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-feffe658-c905-438f-ab84-ebab6cf3e238 req-2d83f03c-e211-4bcc-9ce3-66a367417abf tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] show failed (client error): The resource could not be found. Mar 01 21:07:02.141029 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 7934ce29-a740-4da6-aa18-a1d654469d2d, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7934ce29-a740-4da6-aa18-a1d654469d2d,segment=NetworkSegment(9bed440c-0e86-4609-9f79-d599079265d8),segment_id=9bed440c-0e86-4609-9f79-d599079265d8)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:07:02.146693 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-feffe658-c905-438f-ab84-ebab6cf3e238 req-2d83f03c-e211-4bcc-9ce3-66a367417abf tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/868c719a-2cc6-4bae-83d1-a0ee8e42b11e HTTP/1.1" status: 404 len: 352 time: 0.1003540 Mar 01 21:07:02.204924 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f43cfc9-715a-420f-9b95-7152539bd2ba req-8b3167da-cfc7-4bca-ba1b-833c4f386d3c tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:02.215959 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f43cfc9-715a-420f-9b95-7152539bd2ba req-8b3167da-cfc7-4bca-ba1b-833c4f386d3c tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 945 time: 0.2382021 Mar 01 21:07:02.231503 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5072cb7e-118c-4017-9556-1def3ff8aaf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7934ce29-a740-4da6-aa18-a1d654469d2d', 'code': 200} Mar 01 21:07:02.258605 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:02.289349 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-f0dcf723-a7ac-499e-bc6b-4f92b0c9f178 req-e045d636-73fe-4d44-93fa-6ae32c4d5e86 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] show failed (client error): The resource could not be found. Mar 01 21:07:02.298616 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0dcf723-a7ac-499e-bc6b-4f92b0c9f178 req-e045d636-73fe-4d44-93fa-6ae32c4d5e86 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/1828b154-0edb-4a87-b5ad-7398b3e2e0e8 HTTP/1.1" status: 404 len: 352 time: 0.0448728 Mar 01 21:07:02.336694 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:02.391510 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=7934ce29-a740-4da6-aa18-a1d654469d2d,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:02.519764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f43cfc9-715a-420f-9b95-7152539bd2ba req-68eb7047-8c7f-4377-9736-55c7d16ed0e3 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020387 Mar 01 21:07:02.546835 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-5dfa4faf-2f8b-4e37-8aec-57ba1dd30cbd req-ac18be60-84a1-4bb5-aa49-1266e6dfd185 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] show failed (client error): The resource could not be found. Mar 01 21:07:02.550189 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5dfa4faf-2f8b-4e37-8aec-57ba1dd30cbd req-ac18be60-84a1-4bb5-aa49-1266e6dfd185 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/cbf82f62-cc4c-4e07-867f-cd9f11430ba1 HTTP/1.1" status: 404 len: 352 time: 0.1118660 Mar 01 21:07:02.600330 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c56986-88ab-46a2-a0ce-a37518ac0fcd req-13e837c9-f42a-4c3f-9dd4-c8ff09dd1828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:02.601718 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70c56986-88ab-46a2-a0ce-a37518ac0fcd req-13e837c9-f42a-4c3f-9dd4-c8ff09dd1828 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 1097 time: 0.2777047 Mar 01 21:07:02.659904 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:02.671886 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70c56986-88ab-46a2-a0ce-a37518ac0fcd req-b52f8dc7-132c-4ee0-86b2-fc182c718186 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630305 Mar 01 21:07:03.123250 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a685bf0-306e-4857-9262-1ac6a587f149 req-fefdaf2e-1461-41c9-96f7-0aa54dd549ec tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:03.125079 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a685bf0-306e-4857-9262-1ac6a587f149 req-fefdaf2e-1461-41c9-96f7-0aa54dd549ec tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 945 time: 0.1497061 Mar 01 21:07:03.258836 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a685bf0-306e-4857-9262-1ac6a587f149 req-acfcd4df-00d9-4ee5-9303-cc4caa388263 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166577 Mar 01 21:07:03.267420 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:03.313525 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:03.425302 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bdf216-ff9b-4ec5-bcc3-694cd777edb7 req-34aa5d01-8d9f-483d-8afb-b851092f69a3 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:03.434139 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70bdf216-ff9b-4ec5-bcc3-694cd777edb7 req-34aa5d01-8d9f-483d-8afb-b851092f69a3 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 1023 time: 0.1002352 Mar 01 21:07:03.486438 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-70bdf216-ff9b-4ec5-bcc3-694cd777edb7 req-a23a6717-f056-4a09-a2d8-593b411bd494 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Synchronizing usage tracker for tenant:b7d67da784e54c12a0a3c33da8308ec8 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:07:03.537641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Allocated IP 172.25.5.20 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/4e41a21b-b2be-4afd-a670-1645f82275fb) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:07:03.558514 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-70bdf216-ff9b-4ec5-bcc3-694cd777edb7 req-a23a6717-f056-4a09-a2d8-593b411bd494 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Unset dirty status for tenant:b7d67da784e54c12a0a3c33da8308ec8 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:07:03.563007 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70bdf216-ff9b-4ec5-bcc3-694cd777edb7 req-a23a6717-f056-4a09-a2d8-593b411bd494 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=cfeed1be-6dd0-428a-8dc0-eab000efc165&id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&id=d258a51e-4b64-4849-9bf1-5021f5430892&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1278234 Mar 01 21:07:03.746892 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29966544-efe5-4bdc-9c30-8cc3fc7c8a79 req-bd5a01a4-2a80-4bfc-9f67-b2f0c04db4ff tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:03.754493 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29966544-efe5-4bdc-9c30-8cc3fc7c8a79 req-bd5a01a4-2a80-4bfc-9f67-b2f0c04db4ff tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 946 time: 0.1016729 Mar 01 21:07:03.808006 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29966544-efe5-4bdc-9c30-8cc3fc7c8a79 req-845fabcb-6d63-4a50-8d4e-c98f779251c7 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518036 Mar 01 21:07:03.819200 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:03.942332 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:04.182916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:07:04.212406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:04.235695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:07:04.296351 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Pushing event updated for resources: {'Port': ['ID=4e41a21b-b2be-4afd-a670-1645f82275fb,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:05.014798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55498) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:05.032472 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c645af-ad80-455f-83d6-07b95ca755bc req-25e16de5-a6e4-4d9d-ab6c-214794b25665 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:05.035423 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-cf8cc584-7d30-4b73-b7c9-18d907106b09 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'subnet': {'network_id': 'ae148cdb-c67c-4d4a-acf3-21a291c9450d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:05.041833 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7c645af-ad80-455f-83d6-07b95ca755bc req-25e16de5-a6e4-4d9d-ab6c-214794b25665 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 945 time: 0.4210024 Mar 01 21:07:05.116652 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7c645af-ad80-455f-83d6-07b95ca755bc req-7f7e3a38-c825-475c-b2fb-b74e585bd707 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738103 Mar 01 21:07:05.153101 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed25173c-8985-4dce-9825-181cad9d800e req-30c44c1d-0c9e-40f9-92bd-d521d2ba0936 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:05.154900 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed25173c-8985-4dce-9825-181cad9d800e req-30c44c1d-0c9e-40f9-92bd-d521d2ba0936 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.55 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 1023 time: 0.3724782 Mar 01 21:07:05.309126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cf8cc584-7d30-4b73-b7c9-18d907106b09 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:05.314272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-ed25173c-8985-4dce-9825-181cad9d800e req-9ff1f5db-0c5f-4c9b-aa9d-d59bcb2c92d2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Deleting port b7123e75-bba5-42e9-b585-3a871feab60a {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:07:05.314624 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ed25173c-8985-4dce-9825-181cad9d800e req-9ff1f5db-0c5f-4c9b-aa9d-d59bcb2c92d2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:05.318642 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cf8cc584-7d30-4b73-b7c9-18d907106b09 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Usage tracker for resource:subnet and tenant:307c2afecbe74dab8682f7a83d727a24 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:05.322908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cf8cc584-7d30-4b73-b7c9-18d907106b09 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:05.344197 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cf8cc584-7d30-4b73-b7c9-18d907106b09 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:05.485171 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:05.560265 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2aee56-b0eb-4017-ad42-9ca6e8c0a148 req-bc42aa12-1fca-4094-a6be-ebba59ea6c0d tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:05.567834 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee2aee56-b0eb-4017-ad42-9ca6e8c0a148 req-bc42aa12-1fca-4094-a6be-ebba59ea6c0d tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 1023 time: 0.2035177 Mar 01 21:07:05.587601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8cc584-7d30-4b73-b7c9-18d907106b09 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Made reservation on behalf of 307c2afecbe74dab8682f7a83d727a24 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:07:05.591506 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf8cc584-7d30-4b73-b7c9-18d907106b09 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:05.706949 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee2aee56-b0eb-4017-ad42-9ca6e8c0a148 req-408d1dfc-02cc-4ed2-8c72-5907e4443515 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups?id=cfeed1be-6dd0-428a-8dc0-eab000efc165&id=8d0d8a9a-cbfd-4300-8860-c16c53736be7&id=d258a51e-4b64-4849-9bf1-5021f5430892&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1381166 Mar 01 21:07:05.873674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-ed25173c-8985-4dce-9825-181cad9d800e req-9ff1f5db-0c5f-4c9b-aa9d-d59bcb2c92d2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] For port b7123e75-bba5-42e9-b585-3a871feab60a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=b7123e75-bba5-42e9-b585-3a871feab60a,segment=NetworkSegment(878585b8-3463-4a29-ab25-da9f9d8339d1),segment_id=878585b8-3463-4a29-ab25-da9f9d8339d1)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:07:05.874025 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ed25173c-8985-4dce-9825-181cad9d800e req-9ff1f5db-0c5f-4c9b-aa9d-d59bcb2c92d2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:06.009642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-ed25173c-8985-4dce-9825-181cad9d800e req-9ff1f5db-0c5f-4c9b-aa9d-d59bcb2c92d2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Calling delete_port for b7123e75-bba5-42e9-b585-3a871feab60a owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:07:06.060993 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f29a27-7182-462c-83fb-7febbfa20082 req-82644240-4fd1-4c54-9939-c3d818024eba tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:06.062518 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50f29a27-7182-462c-83fb-7febbfa20082 req-82644240-4fd1-4c54-9939-c3d818024eba tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 946 time: 0.2959681 Mar 01 21:07:06.138272 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50f29a27-7182-462c-83fb-7febbfa20082 req-0d70e8b6-fb84-49ec-885f-761cbd5c31dc tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617480 Mar 01 21:07:06.138980 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55518) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:06.196772 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:06.522011 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ed25173c-8985-4dce-9825-181cad9d800e req-9ff1f5db-0c5f-4c9b-aa9d-d59bcb2c92d2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:06.526097 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf8cc584-7d30-4b73-b7c9-18d907106b09 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:06.542711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['b7123e75-bba5-42e9-b585-3a871feab60a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:07:06.573397 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0353878b-d465-4a3c-bc0a-6b1d1f8d2232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:06.604098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff1f5db-0c5f-4c9b-aa9d-d59bcb2c92d2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event deleted for resources: {'Port': ['ID=b7123e75-bba5-42e9-b585-3a871feab60a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:06.654186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0353878b-d465-4a3c-bc0a-6b1d1f8d2232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:06.666454 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0353878b-d465-4a3c-bc0a-6b1d1f8d2232 admin admin] Usage tracker for resource:security_group_rule and tenant:4f144fd4a96c49e3a3e37a89a09c6a42 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:06.675813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0353878b-d465-4a3c-bc0a-6b1d1f8d2232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:06.699857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8cc584-7d30-4b73-b7c9-18d907106b09 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Subnet': ['ID=3610eef0-ee8e-4f0d-8b2a-c572f33f0ed6,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:06.712315 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf8cc584-7d30-4b73-b7c9-18d907106b09 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Checking segment: {'id': 'a927bae6-0b2a-45bc-81e0-4dffb9ae0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ae148cdb-c67c-4d4a-acf3-21a291c9450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:07:06.712682 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8cc584-7d30-4b73-b7c9-18d907106b09 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Network hostable DHCP agents. Network: ae148cdb-c67c-4d4a-acf3-21a291c9450d, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:07:06.722382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0353878b-d465-4a3c-bc0a-6b1d1f8d2232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:06.726732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed25173c-8985-4dce-9825-181cad9d800e req-9ff1f5db-0c5f-4c9b-aa9d-d59bcb2c92d2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] No DVR routers for this DVR port b7123e75-bba5-42e9-b585-3a871feab60a on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:07:06.733584 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ed25173c-8985-4dce-9825-181cad9d800e req-9ff1f5db-0c5f-4c9b-aa9d-d59bcb2c92d2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:06.736689 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de10d759-4303-42db-8eb6-40ea67ebddb5', 'name': 'network-vif-deleted', 'tag': 'b7123e75-bba5-42e9-b585-3a871feab60a'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:07:06.782792 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed25173c-8985-4dce-9825-181cad9d800e req-9ff1f5db-0c5f-4c9b-aa9d-d59bcb2c92d2 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.55 "DELETE /v2.0/ports/b7123e75-bba5-42e9-b585-3a871feab60a HTTP/1.1" status: 204 len: 173 time: 1.6170604 Mar 01 21:07:06.806745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76df955-8379-46e3-b1b7-0a12d0cfa632 req-3ce0031c-64e4-44a3-a9c1-9933616a9dae tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:06.815055 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c76df955-8379-46e3-b1b7-0a12d0cfa632 req-3ce0031c-64e4-44a3-a9c1-9933616a9dae tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 945 time: 0.4940073 Mar 01 21:07:06.841880 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8cc584-7d30-4b73-b7c9-18d907106b09 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Network ae148cdb-c67c-4d4a-acf3-21a291c9450d is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:07:06.890577 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Router 7ad390e2-dd89-4482-bbf3-f58716b54607 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:07:06.968962 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c76df955-8379-46e3-b1b7-0a12d0cfa632 req-2ca140b9-1961-43a2-b7f3-25eaa9bfcb9b tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415629 Mar 01 21:07:06.986780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-90655c7f-28c1-485c-9aae-c76b6fa2e285 req-4ed1b941-0dc0-457a-9627-0ef0429969bf tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Synchronizing usage tracker for tenant:b7d67da784e54c12a0a3c33da8308ec8 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:07:07.125333 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0353878b-d465-4a3c-bc0a-6b1d1f8d2232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:07.216685 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0353878b-d465-4a3c-bc0a-6b1d1f8d2232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:07.268445 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0353878b-d465-4a3c-bc0a-6b1d1f8d2232 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4f144fd4a96c49e3a3e37a89a09c6a42&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1104190 Mar 01 21:07:07.295086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55538) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:07.335913 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c845ab-2355-4de2-ba30-ac2921678955 req-34d08eb7-a71d-4e3c-93a7-47948a14fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:07.341106 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:07:07.347814 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-cf8cc584-7d30-4b73-b7c9-18d907106b09 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, ae148cdb-c67c-4d4a-acf3-21a291c9450d) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:07.353081 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf8cc584-7d30-4b73-b7c9-18d907106b09 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:07.353310 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] Sync routers for ids ['7ad390e2-dd89-4482-bbf3-f58716b54607'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:07:07.353744 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf8cc584-7d30-4b73-b7c9-18d907106b09 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:07.355507 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46c845ab-2355-4de2-ba30-ac2921678955 req-34d08eb7-a71d-4e3c-93a7-47948a14fd9b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7a7c3aee97041b9a801e4248bbb86e5&device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 1097 time: 0.4795604 Mar 01 21:07:07.363665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-90655c7f-28c1-485c-9aae-c76b6fa2e285 req-4ed1b941-0dc0-457a-9627-0ef0429969bf tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Unset dirty status for tenant:b7d67da784e54c12a0a3c33da8308ec8 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:07:07.370560 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] Routers {'7ad390e2-dd89-4482-bbf3-f58716b54607'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:07:07.370560 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:07:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7ad390e2-dd89-4482-bbf3-f58716b54607'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:07.378183 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90655c7f-28c1-485c-9aae-c76b6fa2e285 req-4ed1b941-0dc0-457a-9627-0ef0429969bf tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/ports?device_id=de10d759-4303-42db-8eb6-40ea67ebddb5 HTTP/1.1" status: 200 len: 210 time: 0.4998057 Mar 01 21:07:07.388204 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cdb465-7ffa-4ee0-8e88-6e07f860b55e None None] Network ae148cdb-c67c-4d4a-acf3-21a291c9450d requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:07:07.470307 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0353878b-d465-4a3c-bc0a-6b1d1f8d2232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2596d371-984d-4a60-926b-310f797fd7e1,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:07.476542 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de10d759-4303-42db-8eb6-40ea67ebddb5', 'name': 'network-vif-deleted', 'tag': 'b7123e75-bba5-42e9-b585-3a871feab60a', 'status': 'completed', 'code': 200} Mar 01 21:07:07.484303 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cf8cc584-7d30-4b73-b7c9-18d907106b09 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4674942 Mar 01 21:07:07.485818 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:07.492538 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ed1c80d3-bddd-48e9-9467-25e5f982b154 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.7098453 Mar 01 21:07:07.492538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55542) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:07.498739 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-e2b8ab95-4f66-4f03-8653-a661c3d82f1d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-723537704'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:07.505490 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55546) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:07.522282 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e2b8ab95-4f66-4f03-8653-a661c3d82f1d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:07.603131 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e2b8ab95-4f66-4f03-8653-a661c3d82f1d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Usage tracker for resource:network and tenant:307c2afecbe74dab8682f7a83d727a24 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:07.606665 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e2b8ab95-4f66-4f03-8653-a661c3d82f1d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:07.612935 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e2b8ab95-4f66-4f03-8653-a661c3d82f1d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:07.639500 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] Set router 7ad390e2-dd89-4482-bbf3-f58716b54607 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:07:07.644465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa766d-0734-4c8d-8b2c-c12058a531c4 req-42f32419-a07c-404e-b5e6-66782423387b tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:07.646542 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0aa766d-0734-4c8d-8b2c-c12058a531c4 req-42f32419-a07c-404e-b5e6-66782423387b tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 946 time: 0.4827406 Mar 01 21:07:07.759251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-ae148cdb-c67c-4d4a-acf3-21a291c9450d', 'network_id': 'ae148cdb-c67c-4d4a-acf3-21a291c9450d', 'tenant_id': '307c2afecbe74dab8682f7a83d727a24', 'fixed_ips': [{'subnet_id': '3610eef0-ee8e-4f0d-8b2a-c572f33f0ed6'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:07:07.760086 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:07.767096 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-65ed10d9-ce8a-47d0-b6e4-2a92242084fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:07.792727 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b8ab95-4f66-4f03-8653-a661c3d82f1d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Made reservation on behalf of 307c2afecbe74dab8682f7a83d727a24 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:07:07.803040 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e2b8ab95-4f66-4f03-8653-a661c3d82f1d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:07.890626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c845ab-2355-4de2-ba30-ac2921678955 req-002e70ac-605f-4e21-ac2d-29217040f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:07.913079 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46c845ab-2355-4de2-ba30-ac2921678955 req-002e70ac-605f-4e21-ac2d-29217040f7d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9b34390c-6fe5-4076-9506-cf6ffd99724e HTTP/1.1" status: 200 len: 912 time: 0.4812601 Mar 01 21:07:07.913079 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0aa766d-0734-4c8d-8b2c-c12058a531c4 req-6a8615f9-de11-46c3-980a-15dbd29d2d91 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343607 Mar 01 21:07:07.913079 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-65ed10d9-ce8a-47d0-b6e4-2a92242084fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:07.942037 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ac7958e6-5977-4a88-8290-69b51a2c3b14 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "GET /v2.0/routers/7ad390e2-dd89-4482-bbf3-f58716b54607 HTTP/1.1" status: 200 len: 907 time: 0.4188907 Mar 01 21:07:07.944479 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2b8ab95-4f66-4f03-8653-a661c3d82f1d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:07:07.946704 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55556) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:07.980707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Request body: {'router': {'name': 'tempest-snat-router-353508616', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'enable_snat': True}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:07.999705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:08.008513 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Usage tracker for resource:router and tenant:6f9e63faa7844f39ad33d1f13e1e4196 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:08.017274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:08.028475 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:08.071779 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e2b8ab95-4f66-4f03-8653-a661c3d82f1d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:08.072124 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-e2b8ab95-4f66-4f03-8653-a661c3d82f1d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Added segment ac5f6948-c3e6-41db-b0a8-08b0075d6404 of type vlan for network e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3 Mar 01 21:07:08.134402 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:08.138061 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:08.150545 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e2b8ab95-4f66-4f03-8653-a661c3d82f1d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:08.170090 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad390e2-dd89-4482-bbf3-f58716b54607', 'name': 'tempest-snat-router-353508616', 'tenant_id': '6f9e63faa7844f39ad33d1f13e1e4196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.20'}], 'enable_snat': False}, 'gw_port_id': '4e41a21b-b2be-4afd-a670-1645f82275fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:02Z', 'updated_at': '2022-03-01T21:07:04Z', 'revision_number': 3, 'project_id': '6f9e63faa7844f39ad33d1f13e1e4196', 'gw_port': {'id': '4e41a21b-b2be-4afd-a670-1645f82275fb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:53:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad390e2-dd89-4482-bbf3-f58716b54607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:03Z', 'updated_at': '2022-03-01T21:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:08.178401 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Allocated IP 2001:db8:0:ffff::2 (ae148cdb-c67c-4d4a-acf3-21a291c9450d/3610eef0-ee8e-4f0d-8b2a-c572f33f0ed6/2dc27b05-72b6-4f5a-b029-664f01b4f0d6) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:07:08.191648 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] Checking router: 7ad390e2-dd89-4482-bbf3-f58716b54607 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:07:08.208503 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] Updating router 7ad390e2-dd89-4482-bbf3-f58716b54607 port 4e41a21b-b2be-4afd-a670-1645f82275fb binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:07:08.228626 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46c845ab-2355-4de2-ba30-ac2921678955 req-092ca8fe-189b-43f4-a2a2-b2e342bc52a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7934ce29-a740-4da6-aa18-a1d654469d2d HTTP/1.1" status: 200 len: 217 time: 0.2520812 Mar 01 21:07:08.231400 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-65ed10d9-ce8a-47d0-b6e4-2a92242084fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:08.232965 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:08.349571 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e2b8ab95-4f66-4f03-8653-a661c3d82f1d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:08.359283 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b8ab95-4f66-4f03-8653-a661c3d82f1d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:08.360722 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e2b8ab95-4f66-4f03-8653-a661c3d82f1d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:08.374527 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-65ed10d9-ce8a-47d0-b6e4-2a92242084fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:08.378116 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-65ed10d9-ce8a-47d0-b6e4-2a92242084fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2596d371-984d-4a60-926b-310f797fd7e1 HTTP/1.1" status: 204 len: 168 time: 1.0650461 Mar 01 21:07:08.378116 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ed10d9-ce8a-47d0-b6e4-2a92242084fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2596d371-984d-4a60-926b-310f797fd7e1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:08.460414 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c845ab-2355-4de2-ba30-ac2921678955 req-d554a787-b7d5-4061-85c0-8ffef32afea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:08.464354 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46c845ab-2355-4de2-ba30-ac2921678955 req-d554a787-b7d5-4061-85c0-8ffef32afea9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03961c1b-5cc3-4076-b4e1-e587eae0ddf1 HTTP/1.1" status: 200 len: 851 time: 0.2200975 Mar 01 21:07:08.464504 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:08.471665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4ab5b-11ec-4990-8297-ffc351de8a56 req-46408e5c-1176-4e1c-96f7-a176f0e44384 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:08.479319 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2c4ab5b-11ec-4990-8297-ffc351de8a56 req-46408e5c-1176-4e1c-96f7-a176f0e44384 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 945 time: 0.1790693 Mar 01 21:07:08.541200 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46c845ab-2355-4de2-ba30-ac2921678955 req-aacfc6d4-3423-4e4e-bad0-9591e225a6ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9b34390c-6fe5-4076-9506-cf6ffd99724e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467155 Mar 01 21:07:08.610885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2c4ab5b-11ec-4990-8297-ffc351de8a56 req-02c1cdb3-9990-442f-bb65-3d9c96db29a4 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303687 Mar 01 21:07:08.687293 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:08.711666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Transition to ACTIVE for port object 2dc27b05-72b6-4f5a-b029-664f01b4f0d6 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:07:08.762339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Transition to ACTIVE for port object 2dc27b05-72b6-4f5a-b029-664f01b4f0d6 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:07:08.772529 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8ab95-4f66-4f03-8653-a661c3d82f1d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Network': ['ID=e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:08.788308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:07:08.888414 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:08.918947 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e2b8ab95-4f66-4f03-8653-a661c3d82f1d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4293797 Mar 01 21:07:08.922753 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc2afef0-e837-4d67-b4b1-8c1410e2995e req-9f341100-a703-4965-ad5a-bf43f56b6d2c tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/cfeed1be-6dd0-428a-8dc0-eab000efc165 HTTP/1.1" status: 200 len: 1803 time: 0.0973394 Mar 01 21:07:08.923054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55578) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:08.928167 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46c845ab-2355-4de2-ba30-ac2921678955 req-c8430e27-4ed8-48dc-9772-01cd5ccf04e0 service neutron] 10.222.0.55 "GET /v2.0/networks/9b34390c-6fe5-4076-9506-cf6ffd99724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807831 Mar 01 21:07:08.933641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-af532836-0620-4f46-a81f-7e8eb263393e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'subnet': {'network_id': 'e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:08.983537 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Network ae148cdb-c67c-4d4a-acf3-21a291c9450d is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:07:08.994065 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:09.001079 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:07:09.008613 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Pushing event updated for resources: {'Port': ['ID=2dc27b05-72b6-4f5a-b029-664f01b4f0d6,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:09.198068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Attempting to bind port 2dc27b05-72b6-4f5a-b029-664f01b4f0d6 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:07:09.198528 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Attempting to bind port 2dc27b05-72b6-4f5a-b029-664f01b4f0d6 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'a927bae6-0b2a-45bc-81e0-4dffb9ae0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ae148cdb-c67c-4d4a-acf3-21a291c9450d'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:07:09.198955 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Attempting to bind port 2dc27b05-72b6-4f5a-b029-664f01b4f0d6 on network ae148cdb-c67c-4d4a-acf3-21a291c9450d {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:07:09.209839 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:09.210629 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:07:09.211116 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Checking segment: {'id': 'a927bae6-0b2a-45bc-81e0-4dffb9ae0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ae148cdb-c67c-4d4a-acf3-21a291c9450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:07:09.211640 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:09.212862 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Bound using segment: {'id': 'a927bae6-0b2a-45bc-81e0-4dffb9ae0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ae148cdb-c67c-4d4a-acf3-21a291c9450d'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:07:09.214290 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Bound port: 2dc27b05-72b6-4f5a-b029-664f01b4f0d6, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a927bae6-0b2a-45bc-81e0-4dffb9ae0b74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'ae148cdb-c67c-4d4a-acf3-21a291c9450d'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:07:09.214781 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:09.226890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bbf3e6-286f-4515-a5ad-3c277dc10e8c req-82225c8d-f433-4d5f-acde-53e928138af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:09.229548 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6bbf3e6-286f-4515-a5ad-3c277dc10e8c req-82225c8d-f433-4d5f-acde-53e928138af4 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 1096 time: 0.6703906 Mar 01 21:07:09.288663 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:09.308362 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] Transition to ACTIVE for port object 4e41a21b-b2be-4afd-a670-1645f82275fb will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:07:09.357756 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55590) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:09.387918 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:09.389456 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] For port 2dc27b05-72b6-4f5a-b029-664f01b4f0d6, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:07:09.392624 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] For port 2dc27b05-72b6-4f5a-b029-664f01b4f0d6, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2dc27b05-72b6-4f5a-b029-664f01b4f0d6,segment=NetworkSegment(a927bae6-0b2a-45bc-81e0-4dffb9ae0b74),segment_id=a927bae6-0b2a-45bc-81e0-4dffb9ae0b74)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:07:09.399823 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6bbf3e6-286f-4515-a5ad-3c277dc10e8c req-aadb3a3f-a4f3-410f-92da-ff22177477db service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434739 Mar 01 21:07:09.404963 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device b7123e75-bba5-42e9-b585-3a871feab60a no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:07:09.431108 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-01855f6e-e566-4518-a4df-557ec0701fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:09.451140 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-01855f6e-e566-4518-a4df-557ec0701fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:09.455192 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: b7123e75-bba5-42e9-b585-3a871feab60a {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:07:09.455652 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device b7123e75-bba5-42e9-b585-3a871feab60a not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:07:09.456797 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-01855f6e-e566-4518-a4df-557ec0701fca admin admin] Usage tracker for resource:security_group_rule and tenant:e61aaa021a03417a8ea3b4969a70c87e is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:09.461813 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-01855f6e-e566-4518-a4df-557ec0701fca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:09.472954 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:09.499760 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] Attempting to bind port 4e41a21b-b2be-4afd-a670-1645f82275fb on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:07:09.501212 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] Attempting to bind port 4e41a21b-b2be-4afd-a670-1645f82275fb by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:07:09.501679 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] Attempting to bind port 4e41a21b-b2be-4afd-a670-1645f82275fb on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:07:09.515475 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:07:09.516191 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:07:09.516762 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:09.517247 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:07:09.517843 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] Bound port: 4e41a21b-b2be-4afd-a670-1645f82275fb, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:07:09.518421 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:09.539784 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-01855f6e-e566-4518-a4df-557ec0701fca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:09.571857 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cdbdb-d211-45e4-aa5f-10ae05ea2ac7 None None] Pushing event updated for resources: {'Port': ['ID=2dc27b05-72b6-4f5a-b029-664f01b4f0d6,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:09.635255 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebd37a-aec5-4cfc-a749-fea33a5d3297 None None] Pushing event updated for resources: {'Port': ['ID=4e41a21b-b2be-4afd-a670-1645f82275fb,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:09.670708 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] For port 4e41a21b-b2be-4afd-a670-1645f82275fb, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:07:09.674807 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] For port 4e41a21b-b2be-4afd-a670-1645f82275fb, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4e41a21b-b2be-4afd-a670-1645f82275fb,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:07:09.686180 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46c845ab-2355-4de2-ba30-ac2921678955 req-b6627e9d-75e3-4d67-b2e8-6b7ccf7fb202 service neutron] 10.222.0.55 "GET /v2.0/networks/9b34390c-6fe5-4076-9506-cf6ffd99724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7098665 Mar 01 21:07:09.692316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-af532836-0620-4f46-a81f-7e8eb263393e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:09.713207 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-af532836-0620-4f46-a81f-7e8eb263393e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Usage tracker for resource:subnet and tenant:307c2afecbe74dab8682f7a83d727a24 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:09.719165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-af532836-0620-4f46-a81f-7e8eb263393e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:09.732450 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-cc2afef0-e837-4d67-b4b1-8c1410e2995e req-e3d1fdaa-0b9f-4d57-a195-eade177d5d3f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:09.733230 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:09.736586 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-af532836-0620-4f46-a81f-7e8eb263393e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:09.779645 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-cc2afef0-e837-4d67-b4b1-8c1410e2995e req-e3d1fdaa-0b9f-4d57-a195-eade177d5d3f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:09.795608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8006ec0-70a7-4160-86ad-1c9dbc20faf2 req-f9591b56-f692-4356-af15-55a8d535908b tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:09.804852 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d8006ec0-70a7-4160-86ad-1c9dbc20faf2 req-f9591b56-f692-4356-af15-55a8d535908b tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 946 time: 0.3786070 Mar 01 21:07:09.874352 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d8006ec0-70a7-4160-86ad-1c9dbc20faf2 req-d42cbbb9-c021-4f0d-88ee-fa5f60278b59 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685146 Mar 01 21:07:09.881189 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] Routers {'7ad390e2-dd89-4482-bbf3-f58716b54607'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:07:09.881189 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:07:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7ad390e2-dd89-4482-bbf3-f58716b54607'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:09.971186 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-01855f6e-e566-4518-a4df-557ec0701fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:09.984871 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ebd37a-aec5-4cfc-a749-fea33a5d3297 None None] Pushing event updated for resources: {'Port': ['ID=4e41a21b-b2be-4afd-a670-1645f82275fb,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:10.031521 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:10.084103 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-01855f6e-e566-4518-a4df-557ec0701fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:10.091164 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:10.176021 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-cc2afef0-e837-4d67-b4b1-8c1410e2995e req-e3d1fdaa-0b9f-4d57-a195-eade177d5d3f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:10.196027 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] Set router 7ad390e2-dd89-4482-bbf3-f58716b54607 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:07:10.238399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1fdaa-0b9f-4d57-a195-eade177d5d3f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfeed1be-6dd0-428a-8dc0-eab000efc165,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:10.260695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af532836-0620-4f46-a81f-7e8eb263393e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Made reservation on behalf of 307c2afecbe74dab8682f7a83d727a24 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:07:10.269227 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-af532836-0620-4f46-a81f-7e8eb263393e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:10.382837 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-01855f6e-e566-4518-a4df-557ec0701fca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e61aaa021a03417a8ea3b4969a70c87e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0170236 Mar 01 21:07:10.385085 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55606) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:10.429868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01855f6e-e566-4518-a4df-557ec0701fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf506100-95b6-40aa-9210-35c71715c99f,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:10.456351 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01855f6e-e566-4518-a4df-557ec0701fca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:10.456724 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01855f6e-e566-4518-a4df-557ec0701fca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:10.457043 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01855f6e-e566-4518-a4df-557ec0701fca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:10.457379 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01855f6e-e566-4518-a4df-557ec0701fca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:10.458401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01855f6e-e566-4518-a4df-557ec0701fca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:10.458909 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01855f6e-e566-4518-a4df-557ec0701fca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:10.459410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01855f6e-e566-4518-a4df-557ec0701fca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:10.459752 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01855f6e-e566-4518-a4df-557ec0701fca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:10.460081 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01855f6e-e566-4518-a4df-557ec0701fca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:10.460408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01855f6e-e566-4518-a4df-557ec0701fca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:10.460734 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01855f6e-e566-4518-a4df-557ec0701fca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:10.461062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01855f6e-e566-4518-a4df-557ec0701fca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:10.534854 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f840d90b-aff7-4d4a-a865-f00247b8c378 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:10.555221 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-cc2afef0-e837-4d67-b4b1-8c1410e2995e req-e3d1fdaa-0b9f-4d57-a195-eade177d5d3f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:10.556565 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc2afef0-e837-4d67-b4b1-8c1410e2995e req-e3d1fdaa-0b9f-4d57-a195-eade177d5d3f tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "DELETE /v2.0/security-groups/cfeed1be-6dd0-428a-8dc0-eab000efc165 HTTP/1.1" status: 204 len: 173 time: 1.6026430 Mar 01 21:07:10.589084 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f840d90b-aff7-4d4a-a865-f00247b8c378 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:10.597177 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Allocated IP 172.25.5.64 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/a8f89604-a023-4019-9b7b-6bbdae983795) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:07:10.611853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba03caa3-04d9-45b3-af90-802c9506fbbf req-5ce2d5bd-8b4d-4d42-9f23-859db37b2961 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:10.617815 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ba03caa3-04d9-45b3-af90-802c9506fbbf req-5ce2d5bd-8b4d-4d42-9f23-859db37b2961 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 945 time: 0.5691640 Mar 01 21:07:10.866555 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:10.909874 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f840d90b-aff7-4d4a-a865-f00247b8c378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:10.934488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840d90b-aff7-4d4a-a865-f00247b8c378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf506100-95b6-40aa-9210-35c71715c99f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:10.962971 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ad390e2-dd89-4482-bbf3-f58716b54607', 'name': 'tempest-snat-router-353508616', 'tenant_id': '6f9e63faa7844f39ad33d1f13e1e4196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.20'}], 'enable_snat': False}, 'gw_port_id': '4e41a21b-b2be-4afd-a670-1645f82275fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:02Z', 'updated_at': '2022-03-01T21:07:04Z', 'revision_number': 3, 'project_id': '6f9e63faa7844f39ad33d1f13e1e4196', 'gw_port': {'id': '4e41a21b-b2be-4afd-a670-1645f82275fb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:53:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad390e2-dd89-4482-bbf3-f58716b54607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:03Z', 'updated_at': '2022-03-01T21:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:10.966747 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f840d90b-aff7-4d4a-a865-f00247b8c378 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:10.967572 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2c9d72-d96f-4fc8-aecb-4652c132172b None None] The sync data for ids ['7ad390e2-dd89-4482-bbf3-f58716b54607'] in n-d-827896-4 is: [{'id': '7ad390e2-dd89-4482-bbf3-f58716b54607', 'name': 'tempest-snat-router-353508616', 'tenant_id': '6f9e63faa7844f39ad33d1f13e1e4196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.20'}], 'enable_snat': False}, 'gw_port_id': '4e41a21b-b2be-4afd-a670-1645f82275fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:02Z', 'updated_at': '2022-03-01T21:07:04Z', 'revision_number': 3, 'project_id': '6f9e63faa7844f39ad33d1f13e1e4196', 'gw_port': {'id': '4e41a21b-b2be-4afd-a670-1645f82275fb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:53:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ad390e2-dd89-4482-bbf3-f58716b54607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1952, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:03Z', 'updated_at': '2022-03-01T21:07:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:07:10.979097 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f840d90b-aff7-4d4a-a865-f00247b8c378 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf506100-95b6-40aa-9210-35c71715c99f HTTP/1.1" status: 204 len: 168 time: 0.5928049 Mar 01 21:07:10.988044 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-af532836-0620-4f46-a81f-7e8eb263393e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:11.079983 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ba03caa3-04d9-45b3-af90-802c9506fbbf req-b42bfeb7-dec5-4dca-8bf4-2ce1f548500d tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109325 Mar 01 21:07:11.108021 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:11.128971 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af532836-0620-4f46-a81f-7e8eb263393e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Subnet': ['ID=ef3efd37-94f3-4a26-a11c-0b602b30dce5,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:11.134255 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29a4f31b-6eb7-4e95-ae39-33bbc8c6aa89 req-3c257242-3cc2-4b29-ad7f-b1aef9358874 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "GET /v2.0/security-groups/d258a51e-4b64-4849-9bf1-5021f5430892 HTTP/1.1" status: 200 len: 1802 time: 0.5150607 Mar 01 21:07:11.200293 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:07:11.204460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:11.214875 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:07:11.227086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af532836-0620-4f46-a81f-7e8eb263393e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Checking segment: {'id': 'ac5f6948-c3e6-41db-b0a8-08b0075d6404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:07:11.230744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af532836-0620-4f46-a81f-7e8eb263393e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Network hostable DHCP agents. Network: e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:07:11.260651 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Pushing event updated for resources: {'Port': ['ID=a8f89604-a023-4019-9b7b-6bbdae983795,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:11.281588 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-29a4f31b-6eb7-4e95-ae39-33bbc8c6aa89 req-3258ca88-7aa3-4788-b067-0e9196446d25 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:11.376393 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-29a4f31b-6eb7-4e95-ae39-33bbc8c6aa89 req-3258ca88-7aa3-4788-b067-0e9196446d25 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:11.407595 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af532836-0620-4f46-a81f-7e8eb263393e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Network e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:07:11.497035 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f184b6-4ba8-4e41-a06a-488568836085 None None] Network ae148cdb-c67c-4d4a-acf3-21a291c9450d requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:07:11.535005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e9bb77-19f3-40d9-8780-9d7e4327af97 req-2718c45c-b4e7-4dae-a4a9-6509791e643f tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:11.541247 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-30e9bb77-19f3-40d9-8780-9d7e4327af97 req-2718c45c-b4e7-4dae-a4a9-6509791e643f tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 946 time: 0.2218864 Mar 01 21:07:11.544112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-af532836-0620-4f46-a81f-7e8eb263393e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:11.554056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af532836-0620-4f46-a81f-7e8eb263393e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:11.556817 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-af532836-0620-4f46-a81f-7e8eb263393e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:11.564072 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b895eb5-f516-4938-b8d0-8aaa466883c0 None None] Network e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:07:11.710330 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4e41a21b-b2be-4afd-a670-1645f82275fb up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:07:11.731725 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-29a4f31b-6eb7-4e95-ae39-33bbc8c6aa89 req-3258ca88-7aa3-4788-b067-0e9196446d25 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:11.738497 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-29a4f31b-6eb7-4e95-ae39-33bbc8c6aa89 req-3258ca88-7aa3-4788-b067-0e9196446d25 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:11.741379 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29a4f31b-6eb7-4e95-ae39-33bbc8c6aa89 req-3258ca88-7aa3-4788-b067-0e9196446d25 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] 10.222.0.42 "DELETE /v2.0/security-groups/d258a51e-4b64-4849-9bf1-5021f5430892 HTTP/1.1" status: 204 len: 173 time: 0.6001270 Mar 01 21:07:11.749520 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-30e9bb77-19f3-40d9-8780-9d7e4327af97 req-7adc8d9e-c812-40ca-9966-9c9daf1c8304 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419270 Mar 01 21:07:11.766665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55624) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:11.768855 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-af532836-0620-4f46-a81f-7e8eb263393e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8442135 Mar 01 21:07:11.852187 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-79d00c7c-3776-4297-82fd-210c1b2591b3 None None] Provisioning for port 2dc27b05-72b6-4f5a-b029-664f01b4f0d6 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:07:11.889261 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55626) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:11.899886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-255704bf-164f-4b0b-b6d9-5a539d5274ec admin admin] Deleting subnet 285e0c8e-3ccb-4e27-b9e2-7791ce01e6a0 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:07:11.947428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3258ca88-7aa3-4788-b067-0e9196446d25 tempest-SecurityGroupsTestJSON-875100400 tempest-SecurityGroupsTestJSON-875100400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d258a51e-4b64-4849-9bf1-5021f5430892,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:11.953503 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-255704bf-164f-4b0b-b6d9-5a539d5274ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:12.295249 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-255704bf-164f-4b0b-b6d9-5a539d5274ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:12.308818 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:12.366266 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-255704bf-164f-4b0b-b6d9-5a539d5274ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:12.555338 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3', 'network_id': 'e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3', 'tenant_id': '307c2afecbe74dab8682f7a83d727a24', 'fixed_ips': [{'subnet_id': 'ef3efd37-94f3-4a26-a11c-0b602b30dce5'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:07:12.556191 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:12.581895 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-255704bf-164f-4b0b-b6d9-5a539d5274ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:12.662544 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 4e41a21b-b2be-4afd-a670-1645f82275fb completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:07:12.672999 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 4e41a21b-b2be-4afd-a670-1645f82275fb triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:07:12.672999 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:12.683925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255704bf-164f-4b0b-b6d9-5a539d5274ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=285e0c8e-3ccb-4e27-b9e2-7791ce01e6a0,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:12.689643 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-255704bf-164f-4b0b-b6d9-5a539d5274ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:12.729662 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-255704bf-164f-4b0b-b6d9-5a539d5274ec admin admin] 10.222.0.42 "DELETE /v2.0/subnets/285e0c8e-3ccb-4e27-b9e2-7791ce01e6a0 HTTP/1.1" status: 204 len: 168 time: 0.9560244 Mar 01 21:07:12.748027 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:12.753011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55660) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:13.104325 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54221c0b-0879-4986-870c-392ff4e91446 req-64add0b7-1a16-4295-a69a-4148cd0d4276 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:13.114804 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:13.120114 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54221c0b-0879-4986-870c-392ff4e91446 req-64add0b7-1a16-4295-a69a-4148cd0d4276 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 945 time: 0.6264420 Mar 01 21:07:13.148957 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 4e41a21b-b2be-4afd-a670-1645f82275fb, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4e41a21b-b2be-4afd-a670-1645f82275fb,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:07:13.159936 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:13.285038 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2dc35a4a-809e-4fed-8bf8-1aa168767813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:13.298641 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:13.299729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2dc27b05-72b6-4f5a-b029-664f01b4f0d6 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:07:13.339494 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Allocated IP 2001:db8::1 (e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3/ef3efd37-94f3-4a26-a11c-0b602b30dce5/b30c46ae-109d-453f-8d0a-3a8eb905f640) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:07:13.452487 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54221c0b-0879-4986-870c-392ff4e91446 req-0e1a816d-2393-4ce1-a51f-1f0fa18cb4d6 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313348 Mar 01 21:07:13.575079 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:13.912383 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=4e41a21b-b2be-4afd-a670-1645f82275fb,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:13.918978 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:13.932934 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Transition to ACTIVE for port object b30c46ae-109d-453f-8d0a-3a8eb905f640 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:07:13.988375 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Transition to ACTIVE for port object b30c46ae-109d-453f-8d0a-3a8eb905f640 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:07:14.006883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 2dc27b05-72b6-4f5a-b029-664f01b4f0d6 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:07:14.016866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d2f5d-3813-46cd-8ff3-488c81c63a14 req-4cb13be0-d7ba-4035-9cde-66caea4dfbf9 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:14.023300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 2dc27b05-72b6-4f5a-b029-664f01b4f0d6 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:07:14.024307 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:14.025693 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc6d2f5d-3813-46cd-8ff3-488c81c63a14 req-4cb13be0-d7ba-4035-9cde-66caea4dfbf9 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 946 time: 1.0573986 Mar 01 21:07:14.059982 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2dc35a4a-809e-4fed-8bf8-1aa168767813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:14.107284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-2dc35a4a-809e-4fed-8bf8-1aa168767813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f0d1fb8-1045-4f16-9f87-d0357cb79e60']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:14.108329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Router 52747e35-89f2-4d20-a363-f0a737f33901 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:07:14.136460 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:14.139305 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc6d2f5d-3813-46cd-8ff3-488c81c63a14 req-7dd742c2-ea67-4cf7-a5ea-2a640a83a089 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095030 Mar 01 21:07:14.144213 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-2dc35a4a-809e-4fed-8bf8-1aa168767813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '878585b8-3463-4a29-ab25-da9f9d8339d1') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:14.147964 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-2dc35a4a-809e-4fed-8bf8-1aa168767813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '878585b8-3463-4a29-ab25-da9f9d8339d1') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:14.170419 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2dc35a4a-809e-4fed-8bf8-1aa168767813 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:14.190385 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2dc35a4a-809e-4fed-8bf8-1aa168767813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:14.198618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dc35a4a-809e-4fed-8bf8-1aa168767813 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:07:14.199130 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2dc35a4a-809e-4fed-8bf8-1aa168767813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:07:14.268597 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:07:14.322534 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Pushing event updated for resources: {'Port': ['ID=b30c46ae-109d-453f-8d0a-3a8eb905f640,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:14.333827 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Network e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:07:14.336045 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:14.341572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:07:14.448597 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Attempting to bind port b30c46ae-109d-453f-8d0a-3a8eb905f640 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:07:14.449551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Attempting to bind port b30c46ae-109d-453f-8d0a-3a8eb905f640 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'ac5f6948-c3e6-41db-b0a8-08b0075d6404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:07:14.449551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Attempting to bind port b30c46ae-109d-453f-8d0a-3a8eb905f640 on network e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:07:14.512336 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2dc35a4a-809e-4fed-8bf8-1aa168767813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:14.516253 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:14.524015 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:07:14.524396 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Checking segment: {'id': 'ac5f6948-c3e6-41db-b0a8-08b0075d6404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:07:14.524805 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:14.525189 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Bound using segment: {'id': 'ac5f6948-c3e6-41db-b0a8-08b0075d6404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:07:14.525655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Bound port: b30c46ae-109d-453f-8d0a-3a8eb905f640, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac5f6948-c3e6-41db-b0a8-08b0075d6404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:07:14.526032 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:14.574125 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:07:14.585468 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91fa6f-f490-471b-bd3f-f7dfdc401d9a req-9d718f78-19cb-423c-bddc-b94ccc0fefee tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:14.587051 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e91fa6f-f490-471b-bd3f-f7dfdc401d9a req-9d718f78-19cb-423c-bddc-b94ccc0fefee tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.2662346 Mar 01 21:07:14.594163 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2dc35a4a-809e-4fed-8bf8-1aa168767813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:14.603721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b2c37f-9340-471f-b2bf-a94217cae56d None None] Sync routers for ids ['52747e35-89f2-4d20-a363-f0a737f33901'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:07:14.614603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc35a4a-809e-4fed-8bf8-1aa168767813 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f0d1fb8-1045-4f16-9f87-d0357cb79e60,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:14.616859 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Subnet': ['ID=ef3efd37-94f3-4a26-a11c-0b602b30dce5,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:14.636787 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:14.659094 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:14.660217 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b2c37f-9340-471f-b2bf-a94217cae56d None None] Routers {'52747e35-89f2-4d20-a363-f0a737f33901'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:07:14.661646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-07b2c37f-9340-471f-b2bf-a94217cae56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:07:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['52747e35-89f2-4d20-a363-f0a737f33901'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:14.664002 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-591ddfd3-1439-45ff-9c79-16fab4443ae9 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 6.7127624 Mar 01 21:07:14.666597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55696) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:14.756170 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] For port b30c46ae-109d-453f-8d0a-3a8eb905f640, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:07:14.764103 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e91fa6f-f490-471b-bd3f-f7dfdc401d9a req-fcdcbca3-b38a-47dc-a2de-a0951809a671 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586297 Mar 01 21:07:14.768432 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2dc35a4a-809e-4fed-8bf8-1aa168767813 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3f0d1fb8-1045-4f16-9f87-d0357cb79e60 HTTP/1.1" status: 204 len: 168 time: 2.0144653 Mar 01 21:07:14.776109 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:14.793213 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] For port b30c46ae-109d-453f-8d0a-3a8eb905f640, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b30c46ae-109d-453f-8d0a-3a8eb905f640,segment=NetworkSegment(ac5f6948-c3e6-41db-b0a8-08b0075d6404),segment_id=ac5f6948-c3e6-41db-b0a8-08b0075d6404)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:07:14.829451 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 2dc27b05-72b6-4f5a-b029-664f01b4f0d6, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2dc27b05-72b6-4f5a-b029-664f01b4f0d6,segment=NetworkSegment(a927bae6-0b2a-45bc-81e0-4dffb9ae0b74),segment_id=a927bae6-0b2a-45bc-81e0-4dffb9ae0b74)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:07:14.836650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:14.861183 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5a1b6c-ca06-43eb-a782-bda8b0939029 req-783fd1ec-9ed6-4e92-aac3-e045dc9e6297 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:14.863412 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5d5a1b6c-ca06-43eb-a782-bda8b0939029 req-783fd1ec-9ed6-4e92-aac3-e045dc9e6297 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 945 time: 0.4254136 Mar 01 21:07:14.869091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5f6948-c3e6-41db-b0a8-08b0075d6404') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:14.869412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5f6948-c3e6-41db-b0a8-08b0075d6404') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:14.904433 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:14.942700 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:14.961151 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:15.017077 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-07b2c37f-9340-471f-b2bf-a94217cae56d None None] Set router 52747e35-89f2-4d20-a363-f0a737f33901 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:07:15.033962 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:15.077651 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:07:15.078057 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:07:15.169789 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:07:15.182158 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4d448aad-18bf-49f6-a21a-159d84f3ddf2 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "GET /v2.0/routers/52747e35-89f2-4d20-a363-f0a737f33901 HTTP/1.1" status: 200 len: 906 time: 0.5141370 Mar 01 21:07:15.182803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55712) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:15.190195 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5d5a1b6c-ca06-43eb-a782-bda8b0939029 req-7fcfe672-a0b8-48da-9687-f73d5096b239 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=8bd82f0f-c642-4fa2-92c7-0b47b04efb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2968280 Mar 01 21:07:15.199432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4e41a21b-b2be-4afd-a670-1645f82275fb up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:07:15.406416 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 01 21:07:15.406416 n-d-827896-4 neutron-server[88518]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 01 21:07:15.406416 n-d-827896-4 neutron-server[88518]: [parameters: {'id': 'e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3'}] Mar 01 21:07:15.406416 n-d-827896-4 neutron-server[88518]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:07:15.407509 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:07:15.509062 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83c1da8d-17c5-46d7-8a9e-f54b65a0d495 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:15.522492 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55724) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:15.624697 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56efdb59-706b-47ad-8c20-7f4599103bc4 None None] Network e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:07:15.683280 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-41d15802-82d6-4d5b-9ebc-c7842761c24d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7d67da784e54c12a0a3c33da8308ec8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1601245 Mar 01 21:07:15.684762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55730) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:15.874212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509f14e-cfd0-4add-8b9e-0025c2d92914 req-55d732ae-8d5e-4054-8e1a-028c16500c6b tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:15.882620 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6509f14e-cfd0-4add-8b9e-0025c2d92914 req-55d732ae-8d5e-4054-8e1a-028c16500c6b tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 946 time: 0.4528463 Mar 01 21:07:15.910097 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:15.921141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8daeb-cb27-4636-9f4a-29dbdd3ecf6f req-7c28e2ba-a212-4b8d-9141-2aa7aa5f6da4 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:15.929607 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14d8daeb-cb27-4636-9f4a-29dbdd3ecf6f req-7c28e2ba-a212-4b8d-9141-2aa7aa5f6da4 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.4147406 Mar 01 21:07:15.934459 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56456b6f-462c-4e1d-bf10-5e8cdcfe96b6 None None] Pushing event updated for resources: {'Port': ['ID=b30c46ae-109d-453f-8d0a-3a8eb905f640,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:15.956311 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83c1da8d-17c5-46d7-8a9e-f54b65a0d495 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:16.013253 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4322f8-d8c4-4023-aba2-b8b776f74a35 req-6d79f530-9f36-4801-b5a1-68f92d510379 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:16.014345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-3c4322f8-d8c4-4023-aba2-b8b776f74a35 req-6d79f530-9f36-4801-b5a1-68f92d510379 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Synchronizing usage tracker for tenant:4948a3f4374642e5b9b9490b5a1ffed4 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:07:16.052420 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-83c1da8d-17c5-46d7-8a9e-f54b65a0d495 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Deleting port a8f89604-a023-4019-9b7b-6bbdae983795 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:07:16.052668 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83c1da8d-17c5-46d7-8a9e-f54b65a0d495 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:16.103686 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6509f14e-cfd0-4add-8b9e-0025c2d92914 req-86e03f09-02f2-4baa-8f76-d223dcb6db25 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196012 Mar 01 21:07:16.111246 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3ddcf0bb-365c-43fa-b8d3-9d848af9ce0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:16.124016 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=2dc27b05-72b6-4f5a-b029-664f01b4f0d6,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:16.143867 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-3c4322f8-d8c4-4023-aba2-b8b776f74a35 req-6d79f530-9f36-4801-b5a1-68f92d510379 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Unset dirty status for tenant:4948a3f4374642e5b9b9490b5a1ffed4 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:07:16.145527 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3c4322f8-d8c4-4023-aba2-b8b776f74a35 req-6d79f530-9f36-4801-b5a1-68f92d510379 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.57 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 945 time: 0.2780886 Mar 01 21:07:16.156406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Deleting port b30c46ae-109d-453f-8d0a-3a8eb905f640 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:07:16.156900 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:16.268089 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 4e41a21b-b2be-4afd-a670-1645f82275fb triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:07:16.268089 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:16.296499 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14d8daeb-cb27-4636-9f4a-29dbdd3ecf6f req-1bea1175-2140-4f9e-ac9b-0eb1c9eeb40c tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3656542 Mar 01 21:07:16.311927 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3ddcf0bb-365c-43fa-b8d3-9d848af9ce0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:16.353126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-3c4322f8-d8c4-4023-aba2-b8b776f74a35 req-e0110d9c-a387-4a6a-ae69-4e934fb62760 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Deleting port b18d344b-7213-47e1-9aea-b1436ee2dc2c {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:07:16.353730 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3c4322f8-d8c4-4023-aba2-b8b776f74a35 req-e0110d9c-a387-4a6a-ae69-4e934fb62760 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:16.376168 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba2f390-43fe-4f78-bd82-208ee20f7423 None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:07:16.500614 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83c1da8d-17c5-46d7-8a9e-f54b65a0d495 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:16.609366 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba2f390-43fe-4f78-bd82-208ee20f7423 None None] Resources bound (agent type, host, resource id): {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:07:16.611278 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] For port b30c46ae-109d-453f-8d0a-3a8eb905f640, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b30c46ae-109d-453f-8d0a-3a8eb905f640,segment=NetworkSegment(ac5f6948-c3e6-41db-b0a8-08b0075d6404),segment_id=ac5f6948-c3e6-41db-b0a8-08b0075d6404)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:07:16.612354 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:16.626696 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3ddcf0bb-365c-43fa-b8d3-9d848af9ce0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:16.817512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-83c1da8d-17c5-46d7-8a9e-f54b65a0d495 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Calling delete_port for a8f89604-a023-4019-9b7b-6bbdae983795 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:07:16.865811 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-07b2c37f-9340-471f-b2bf-a94217cae56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52747e35-89f2-4d20-a363-f0a737f33901', 'name': 'tempest-snat-router-353508616', 'tenant_id': '6f9e63faa7844f39ad33d1f13e1e4196', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.64'}], 'enable_snat': True}, 'gw_port_id': 'a8f89604-a023-4019-9b7b-6bbdae983795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:08Z', 'updated_at': '2022-03-01T21:07:11Z', 'revision_number': 3, 'project_id': '6f9e63faa7844f39ad33d1f13e1e4196', 'gw_port': {'id': 'a8f89604-a023-4019-9b7b-6bbdae983795', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:ba:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52747e35-89f2-4d20-a363-f0a737f33901', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:10Z', 'updated_at': '2022-03-01T21:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:16.900739 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a90ca3-0adf-4457-a6ff-6ed6b22b0d89 req-07bd04de-7160-436d-9672-057a7da1b3c8 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:16.908340 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b2c37f-9340-471f-b2bf-a94217cae56d None None] Checking router: 52747e35-89f2-4d20-a363-f0a737f33901 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:07:16.908739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b2c37f-9340-471f-b2bf-a94217cae56d None None] Updating router 52747e35-89f2-4d20-a363-f0a737f33901 port a8f89604-a023-4019-9b7b-6bbdae983795 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:07:16.909120 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75a90ca3-0adf-4457-a6ff-6ed6b22b0d89 req-07bd04de-7160-436d-9672-057a7da1b3c8 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 945 time: 0.5010035 Mar 01 21:07:16.918358 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Calling delete_port for b30c46ae-109d-453f-8d0a-3a8eb905f640 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:07:16.948196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddcf0bb-365c-43fa-b8d3-9d848af9ce0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d0d8a9a-cbfd-4300-8860-c16c53736be7,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:17.047942 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3ddcf0bb-365c-43fa-b8d3-9d848af9ce0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:17.052126 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3ddcf0bb-365c-43fa-b8d3-9d848af9ce0b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8d0d8a9a-cbfd-4300-8860-c16c53736be7 HTTP/1.1" status: 204 len: 168 time: 1.3648138 Mar 01 21:07:17.063693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3c4322f8-d8c4-4023-aba2-b8b776f74a35 req-e0110d9c-a387-4a6a-ae69-4e934fb62760 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] For port b18d344b-7213-47e1-9aea-b1436ee2dc2c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b18d344b-7213-47e1-9aea-b1436ee2dc2c,segment=NetworkSegment(aac90a62-6b51-41bc-a3c6-eda5383d3946),segment_id=aac90a62-6b51-41bc-a3c6-eda5383d3946)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:07:17.064253 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3c4322f8-d8c4-4023-aba2-b8b776f74a35 req-e0110d9c-a387-4a6a-ae69-4e934fb62760 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:17.122070 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75a90ca3-0adf-4457-a6ff-6ed6b22b0d89 req-d9135924-f4fa-4697-91ad-d9e1b7d88065 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=8bd82f0f-c642-4fa2-92c7-0b47b04efb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2096777 Mar 01 21:07:17.181184 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:17.200025 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-07b2c37f-9340-471f-b2bf-a94217cae56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:17.303484 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Port': ['ID=b30c46ae-109d-453f-8d0a-3a8eb905f640,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:17.308449 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] No DVR routers for this DVR port b30c46ae-109d-453f-8d0a-3a8eb905f640 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:07:17.316588 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0e8a9cad-179c-4a24-adf8-7b55b73de3c5 req-2dbd3300-372d-4e28-abee-893c7beb674d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3470352 Mar 01 21:07:17.699339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2dc27b05-72b6-4f5a-b029-664f01b4f0d6 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:07:17.804641 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83c1da8d-17c5-46d7-8a9e-f54b65a0d495 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:17.860475 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:17.927324 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.resource_extend [None req-07b2c37f-9340-471f-b2bf-a94217cae56d None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:07:17.984372 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 2dc27b05-72b6-4f5a-b029-664f01b4f0d6 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:07:17.984746 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:18.006169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:18.014158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1da8d-17c5-46d7-8a9e-f54b65a0d495 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Pushing event deleted for resources: {'Port': ['ID=a8f89604-a023-4019-9b7b-6bbdae983795,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:18.093472 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a9cad-179c-4a24-adf8-7b55b73de3c5 req-b4ade7fc-59c8-4402-8771-4e5fc50696e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:18.093472 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0e8a9cad-179c-4a24-adf8-7b55b73de3c5 req-b4ade7fc-59c8-4402-8771-4e5fc50696e3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ae8beb020bc5422983ac60a96ddee5cd&device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 1096 time: 0.5828087 Mar 01 21:07:18.103050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac5f6948-c3e6-41db-b0a8-08b0075d6404') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:18.103509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac5f6948-c3e6-41db-b0a8-08b0075d6404') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:18.106533 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83c1da8d-17c5-46d7-8a9e-f54b65a0d495 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:18.191411 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-07b2c37f-9340-471f-b2bf-a94217cae56d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:07:18.191763 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-07b2c37f-9340-471f-b2bf-a94217cae56d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:07:18.196754 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:18.322622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507dbbb9-99f8-4810-a426-89dc1b6dc22b req-f2afa37a-867e-4edb-87e6-e4d2aa36474f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:18.330239 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83c1da8d-17c5-46d7-8a9e-f54b65a0d495 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:18.333414 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83c1da8d-17c5-46d7-8a9e-f54b65a0d495 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:18.335889 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-507dbbb9-99f8-4810-a426-89dc1b6dc22b req-f2afa37a-867e-4edb-87e6-e4d2aa36474f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.6728752 Mar 01 21:07:18.391159 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42d241a-0166-4237-99f0-56200618be65 req-ddf62146-dfa4-4ca7-a9a6-e7d1c01d761e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:18.397416 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b42d241a-0166-4237-99f0-56200618be65 req-ddf62146-dfa4-4ca7-a9a6-e7d1c01d761e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 946 time: 1.0204484 Mar 01 21:07:18.440301 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83c1da8d-17c5-46d7-8a9e-f54b65a0d495 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:18.440973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c1da8d-17c5-46d7-8a9e-f54b65a0d495 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 52747e35-89f2-4d20-a363-f0a737f33901 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:07:18.444979 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3c4322f8-d8c4-4023-aba2-b8b776f74a35 req-e0110d9c-a387-4a6a-ae69-4e934fb62760 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:18.445890 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3c4322f8-d8c4-4023-aba2-b8b776f74a35 req-e0110d9c-a387-4a6a-ae69-4e934fb62760 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:18.446275 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [req-3c4322f8-d8c4-4023-aba2-b8b776f74a35 req-e0110d9c-a387-4a6a-ae69-4e934fb62760 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Floating IP 77ac51bd-3d5d-4ce4-9e39-3adc1e6c50a9 disassociated. External IP: 172.25.5.27, port: b18d344b-7213-47e1-9aea-b1436ee2dc2c. Mar 01 21:07:18.446800 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-3c4322f8-d8c4-4023-aba2-b8b776f74a35 req-e0110d9c-a387-4a6a-ae69-4e934fb62760 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Calling delete_port for b18d344b-7213-47e1-9aea-b1436ee2dc2c owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:07:18.551243 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83c1da8d-17c5-46d7-8a9e-f54b65a0d495 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:18.555951 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-83c1da8d-17c5-46d7-8a9e-f54b65a0d495 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "DELETE /v2.0/routers/52747e35-89f2-4d20-a363-f0a737f33901 HTTP/1.1" status: 204 len: 168 time: 3.3721161 Mar 01 21:07:18.556813 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55774) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:18.561859 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:18.594389 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:07:18.595048 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:07:18.615597 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:07:18.646601 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-507dbbb9-99f8-4810-a426-89dc1b6dc22b req-a7817a29-796c-41f2-bbf9-f9a955634556 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3097260 Mar 01 21:07:18.717382 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b42d241a-0166-4237-99f0-56200618be65 req-cf4ace72-1ef1-4ca2-9f71-b1937ddbb00b tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3139029 Mar 01 21:07:18.756297 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a9cad-179c-4a24-adf8-7b55b73de3c5 req-16d779c4-e618-41d2-b4c2-d60c91f48acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:18.756297 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0e8a9cad-179c-4a24-adf8-7b55b73de3c5 req-16d779c4-e618-41d2-b4c2-d60c91f48acf service neutron] 10.222.0.55 "GET /v2.0/networks?id=67bb6527-8461-46a9-b8fb-0f8330414ee1 HTTP/1.1" status: 200 len: 919 time: 0.6243029 Mar 01 21:07:18.854697 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b2c37f-9340-471f-b2bf-a94217cae56d None None] Port a8f89604-a023-4019-9b7b-6bbdae983795 not found while updating agent binding for router 52747e35-89f2-4d20-a363-f0a737f33901. {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Mar 01 21:07:18.876407 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b2c37f-9340-471f-b2bf-a94217cae56d None None] Routers set() bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:07:18.876782 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b2c37f-9340-471f-b2bf-a94217cae56d None None] Router IDs set() for agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Mar 01 21:07:18.878674 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_agentschedulers_db [None req-07b2c37f-9340-471f-b2bf-a94217cae56d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'52747e35-89f2-4d20-a363-f0a737f33901'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:07:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent'). {{(pid=88520) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Mar 01 21:07:18.881474 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b2c37f-9340-471f-b2bf-a94217cae56d None None] The sync data for ids ['52747e35-89f2-4d20-a363-f0a737f33901'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:07:18.931912 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:18.935024 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0e8a9cad-179c-4a24-adf8-7b55b73de3c5 req-50222884-d9ed-4a2d-8ae1-0c137e7028a3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa08eb7d-a338-48a3-8a2c-2495a5948334 HTTP/1.1" status: 200 len: 217 time: 0.1708367 Mar 01 21:07:19.011395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55790) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:19.024843 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-48606754-f031-4232-8e4d-7082bad39ba5 req-88866cd0-8d87-4716-83a8-3a1616186067 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4757771 Mar 01 21:07:19.040937 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7058e0e-a8aa-4e58-a2ef-1378149a0545 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:19.083661 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:19.224944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Network': ['ID=e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:19.242690 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a058cbd3-805e-4448-bed8-22cb285dcbff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/networks/e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3 HTTP/1.1" status: 204 len: 168 time: 7.3381844 Mar 01 21:07:19.248975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55796) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:19.259088 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e5e5a92b-1573-4650-8e72-08116d39a95b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1791252971'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:19.266790 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e5e5a92b-1573-4650-8e72-08116d39a95b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:19.276387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e5e5a92b-1573-4650-8e72-08116d39a95b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Usage tracker for resource:network and tenant:307c2afecbe74dab8682f7a83d727a24 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:19.280401 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e5e5a92b-1573-4650-8e72-08116d39a95b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:19.290314 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a9cad-179c-4a24-adf8-7b55b73de3c5 req-927a4f89-6318-4373-8033-3d50de7997aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:19.291877 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0e8a9cad-179c-4a24-adf8-7b55b73de3c5 req-927a4f89-6318-4373-8033-3d50de7997aa service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed7ad8a4-8267-45db-9da9-38b53b99c0bf HTTP/1.1" status: 200 len: 858 time: 0.1855793 Mar 01 21:07:19.293377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e5e5a92b-1573-4650-8e72-08116d39a95b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:19.324822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1621693141-network', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:19.334783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:19.346067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Usage tracker for resource:network and tenant:5753fa3f75764d519dfd77c438eb049c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:19.351495 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:19.356965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0e8a9cad-179c-4a24-adf8-7b55b73de3c5 req-d84b8235-de39-45b6-9a9d-e600779a80ce service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=67bb6527-8461-46a9-b8fb-0f8330414ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571229 Mar 01 21:07:19.362188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:19.369316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb60913-ecd1-49bc-9a47-3d960b61b1f4 req-4ea09db3-766f-4631-8286-07396021523d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:19.370885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-edb60913-ecd1-49bc-9a47-3d960b61b1f4 req-4ea09db3-766f-4631-8286-07396021523d tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 945 time: 0.4482224 Mar 01 21:07:19.381876 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3c4322f8-d8c4-4023-aba2-b8b776f74a35 req-e0110d9c-a387-4a6a-ae69-4e934fb62760 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:19.501612 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0110d9c-a387-4a6a-ae69-4e934fb62760 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Pushing event deleted for resources: {'Port': ['ID=b18d344b-7213-47e1-9aea-b1436ee2dc2c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:19.513579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5e5a92b-1573-4650-8e72-08116d39a95b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Made reservation on behalf of 307c2afecbe74dab8682f7a83d727a24 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:07:19.517072 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5e5a92b-1573-4650-8e72-08116d39a95b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:19.538429 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-edb60913-ecd1-49bc-9a47-3d960b61b1f4 req-17fcb5cd-c37b-4b36-a254-345df73b0542 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups?id=8bd82f0f-c642-4fa2-92c7-0b47b04efb9c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391981 Mar 01 21:07:19.592310 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0e8a9cad-179c-4a24-adf8-7b55b73de3c5 req-450551ca-a71a-4c5d-95e1-06102cc6593f service neutron] 10.222.0.55 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202756 Mar 01 21:07:19.642286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5e5a92b-1573-4650-8e72-08116d39a95b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:07:19.656717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Made reservation on behalf of 5753fa3f75764d519dfd77c438eb049c for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:07:19.659254 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:19.686227 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7058e0e-a8aa-4e58-a2ef-1378149a0545 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:19.690464 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48606754-f031-4232-8e4d-7082bad39ba5 req-94ccf781-272b-4258-a971-c6a875339c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:19.693372 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-48606754-f031-4232-8e4d-7082bad39ba5 req-94ccf781-272b-4258-a971-c6a875339c36 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae8beb020bc5422983ac60a96ddee5cd&device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 1096 time: 0.4310031 Mar 01 21:07:19.697810 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:19.774362 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:19.844267 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Usage tracker for resource:security_group_rule and tenant:5753fa3f75764d519dfd77c438eb049c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:19.844267 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e7058e0e-a8aa-4e58-a2ef-1378149a0545 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Deleting port 4e41a21b-b2be-4afd-a670-1645f82275fb {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:07:19.844267 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7058e0e-a8aa-4e58-a2ef-1378149a0545 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:19.938656 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:19.972990 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:20.086112 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5e5a92b-1573-4650-8e72-08116d39a95b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:20.109403 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-e5e5a92b-1573-4650-8e72-08116d39a95b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Added segment 10b9fc41-86ee-46f0-9a60-cd5fea671f2d of type vlan for network 5468d9cf-8638-4428-8297-56ed508a93d3 Mar 01 21:07:20.182517 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c4322f8-d8c4-4023-aba2-b8b776f74a35 req-e0110d9c-a387-4a6a-ae69-4e934fb62760 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Router 613b948d-1a88-447a-9052-ce28e5edacb8 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:07:20.242701 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b18d344b-7213-47e1-9aea-b1436ee2dc2c no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:07:20.293514 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: b18d344b-7213-47e1-9aea-b1436ee2dc2c {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:07:20.293911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b18d344b-7213-47e1-9aea-b1436ee2dc2c not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:07:20.294831 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5e5a92b-1573-4650-8e72-08116d39a95b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:20.304646 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0e8a9cad-179c-4a24-adf8-7b55b73de3c5 req-8768867b-983b-466e-b00a-d537aaad86f1 service neutron] 10.222.0.55 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7114809 Mar 01 21:07:20.391341 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50e97f-bd92-4526-963f-f9d9bf151688 req-af7a98ac-fe57-4c8a-b7d0-9cb1cc92f8c2 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:20.392761 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c50e97f-bd92-4526-963f-f9d9bf151688 req-af7a98ac-fe57-4c8a-b7d0-9cb1cc92f8c2 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 946 time: 0.2483139 Mar 01 21:07:20.406550 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f7700b-8f8f-41cd-a472-a560be08d563 req-400549b3-0e72-4355-b34e-6e36970612d3 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:20.414975 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41f7700b-8f8f-41cd-a472-a560be08d563 req-400549b3-0e72-4355-b34e-6e36970612d3 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.6954837 Mar 01 21:07:20.423695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48606754-f031-4232-8e4d-7082bad39ba5 req-a159a722-af21-43ae-93c4-e9ee8a785c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:20.425206 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-48606754-f031-4232-8e4d-7082bad39ba5 req-a159a722-af21-43ae-93c4-e9ee8a785c14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=67bb6527-8461-46a9-b8fb-0f8330414ee1 HTTP/1.1" status: 200 len: 919 time: 0.7100797 Mar 01 21:07:20.489334 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41f7700b-8f8f-41cd-a472-a560be08d563 req-a348a406-2402-4340-807a-1984918ca81f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731966 Mar 01 21:07:20.494023 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c50e97f-bd92-4526-963f-f9d9bf151688 req-fed8b97c-91e5-41b0-b88c-96728c677fba tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762913 Mar 01 21:07:20.494620 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5e5a92b-1573-4650-8e72-08116d39a95b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:20.499896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5a92b-1573-4650-8e72-08116d39a95b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:20.502344 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5e5a92b-1573-4650-8e72-08116d39a95b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:20.541557 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-48606754-f031-4232-8e4d-7082bad39ba5 req-8cc9f49d-d916-4188-b7a7-8f7c38a85190 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a786a75-159c-4e1f-9466-4f6ac15a9170 HTTP/1.1" status: 200 len: 217 time: 0.0988019 Mar 01 21:07:20.563289 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-e7058e0e-a8aa-4e58-a2ef-1378149a0545 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] For port 4e41a21b-b2be-4afd-a670-1645f82275fb, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4e41a21b-b2be-4afd-a670-1645f82275fb,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:07:20.563738 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7058e0e-a8aa-4e58-a2ef-1378149a0545 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:20.629706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5a92b-1573-4650-8e72-08116d39a95b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Network': ['ID=5468d9cf-8638-4428-8297-56ed508a93d3,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:20.640089 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 5468d9cf-8638-4428-8297-56ed508a93d3 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:07:20.651416 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e5e5a92b-1573-4650-8e72-08116d39a95b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3971927 Mar 01 21:07:20.651416 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55816) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:20.656214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-7088479b-89e9-4e4b-ac74-cc1290e0b444 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'subnet': {'network_id': '5468d9cf-8638-4428-8297-56ed508a93d3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:20.790877 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48606754-f031-4232-8e4d-7082bad39ba5 req-63e9f827-f8d8-47e1-ad18-f0fc78529f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:20.792571 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-48606754-f031-4232-8e4d-7082bad39ba5 req-63e9f827-f8d8-47e1-ad18-f0fc78529f7c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed7ad8a4-8267-45db-9da9-38b53b99c0bf HTTP/1.1" status: 200 len: 858 time: 0.1487257 Mar 01 21:07:20.802647 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e7058e0e-a8aa-4e58-a2ef-1378149a0545 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Calling delete_port for 4e41a21b-b2be-4afd-a670-1645f82275fb owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:07:20.903467 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7571824-6ddb-4f76-8203-fca04628b39c req-ff4544a0-ccc3-4975-bc91-f551b22ae741 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 210 time: 0.1032391 Mar 01 21:07:20.909618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7088479b-89e9-4e4b-ac74-cc1290e0b444 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:20.916152 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7088479b-89e9-4e4b-ac74-cc1290e0b444 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Usage tracker for resource:subnet and tenant:307c2afecbe74dab8682f7a83d727a24 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:20.919702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7088479b-89e9-4e4b-ac74-cc1290e0b444 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:20.928455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7088479b-89e9-4e4b-ac74-cc1290e0b444 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:21.029003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7088479b-89e9-4e4b-ac74-cc1290e0b444 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Made reservation on behalf of 307c2afecbe74dab8682f7a83d727a24 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:07:21.033387 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7088479b-89e9-4e4b-ac74-cc1290e0b444 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:21.085109 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:21.289992 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:21.303484 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-48606754-f031-4232-8e4d-7082bad39ba5 req-e76f0351-e9f5-4b11-9c81-951b239cc798 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67bb6527-8461-46a9-b8fb-0f8330414ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4493823 Mar 01 21:07:21.316779 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:21.405200 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7088479b-89e9-4e4b-ac74-cc1290e0b444 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:21.422032 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:07:21.474915 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c4322f8-d8c4-4023-aba2-b8b776f74a35 req-e0110d9c-a387-4a6a-ae69-4e934fb62760 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:07:21.487903 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becf9848-e7c9-413e-8ed7-b2d72706f7b0 None None] Sync routers for ids ['613b948d-1a88-447a-9052-ce28e5edacb8'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:07:21.499828 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becf9848-e7c9-413e-8ed7-b2d72706f7b0 None None] Routers {'613b948d-1a88-447a-9052-ce28e5edacb8'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:07:21.500931 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-becf9848-e7c9-413e-8ed7-b2d72706f7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:07:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['613b948d-1a88-447a-9052-ce28e5edacb8'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:21.502153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7088479b-89e9-4e4b-ac74-cc1290e0b444 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Checking segment: {'id': '10b9fc41-86ee-46f0-9a60-cd5fea671f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5468d9cf-8638-4428-8297-56ed508a93d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:07:21.502337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7088479b-89e9-4e4b-ac74-cc1290e0b444 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Network hostable DHCP agents. Network: 5468d9cf-8638-4428-8297-56ed508a93d3, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:07:21.510018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7088479b-89e9-4e4b-ac74-cc1290e0b444 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Subnet': ['ID=d08e0036-f26a-4598-91bd-1ba55784eb33,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:21.588145 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7088479b-89e9-4e4b-ac74-cc1290e0b444 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Network 5468d9cf-8638-4428-8297-56ed508a93d3 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:07:21.592790 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4322f8-d8c4-4023-aba2-b8b776f74a35 req-e0110d9c-a387-4a6a-ae69-4e934fb62760 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] No DVR routers for this DVR port b18d344b-7213-47e1-9aea-b1436ee2dc2c on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:07:21.594423 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dce215f-84d8-4716-945e-a36108b25e12,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:21.600002 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3c4322f8-d8c4-4023-aba2-b8b776f74a35 req-e0110d9c-a387-4a6a-ae69-4e934fb62760 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:21.617973 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:21.618322 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Added segment 84854a8c-ded1-4ca6-9cb8-0eb467d349a7 of type vlan for network ad62e9af-4b76-4a54-b75b-80997074ebfc Mar 01 21:07:21.619271 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109d47f0-3dcc-45d2-bf41-a62f5c9b31ed', 'name': 'network-vif-deleted', 'tag': 'b18d344b-7213-47e1-9aea-b1436ee2dc2c'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:07:21.649898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-7088479b-89e9-4e4b-ac74-cc1290e0b444 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 5468d9cf-8638-4428-8297-56ed508a93d3) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:21.655049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7088479b-89e9-4e4b-ac74-cc1290e0b444 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:21.655940 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7088479b-89e9-4e4b-ac74-cc1290e0b444 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:21.661341 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0773505-87d8-456f-8f74-01d153c69d7a None None] Network 5468d9cf-8638-4428-8297-56ed508a93d3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:07:21.685675 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:21.700457 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3c4322f8-d8c4-4023-aba2-b8b776f74a35 req-e0110d9c-a387-4a6a-ae69-4e934fb62760 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.57 "DELETE /v2.0/ports/b18d344b-7213-47e1-9aea-b1436ee2dc2c HTTP/1.1" status: 204 len: 173 time: 5.5355790 Mar 01 21:07:21.734046 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-48606754-f031-4232-8e4d-7082bad39ba5 req-4a14634b-2232-4c07-842f-6894c056e645 service neutron] 10.222.0.57 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076736 Mar 01 21:07:21.931231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7088479b-89e9-4e4b-ac74-cc1290e0b444 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2798412 Mar 01 21:07:21.939090 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55838) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:21.981762 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-becf9848-e7c9-413e-8ed7-b2d72706f7b0 None None] Set router 613b948d-1a88-447a-9052-ce28e5edacb8 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:07:21.987472 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-36047962-5f5f-4616-8f4e-aebbd4041060 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-76296544'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:22.008097 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682590f-ca31-403e-a8b1-cfb5f21ae941 req-c7dc60db-41cc-473f-8ec2-0568babd3ff3 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:22.015171 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1682590f-ca31-403e-a8b1-cfb5f21ae941 req-c7dc60db-41cc-473f-8ec2-0568babd3ff3 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.1636269 Mar 01 21:07:22.034401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-36047962-5f5f-4616-8f4e-aebbd4041060 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:22.050203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2535de2e-20fc-470c-ae0f-37a7827b06ea req-21589744-3689-4b3d-97e8-924cb4a39b72 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:22.053020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-36047962-5f5f-4616-8f4e-aebbd4041060 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Usage tracker for resource:network and tenant:307c2afecbe74dab8682f7a83d727a24 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:22.058710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-36047962-5f5f-4616-8f4e-aebbd4041060 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:22.059848 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2535de2e-20fc-470c-ae0f-37a7827b06ea req-21589744-3689-4b3d-97e8-924cb4a39b72 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 946 time: 0.2918832 Mar 01 21:07:22.068888 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-36047962-5f5f-4616-8f4e-aebbd4041060 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:22.094542 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:22.095932 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:22.096521 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:22.237773 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1682590f-ca31-403e-a8b1-cfb5f21ae941 req-ed02e246-e195-41a0-b3c3-e96aecc278b8 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198608 Mar 01 21:07:22.257581 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2535de2e-20fc-470c-ae0f-37a7827b06ea req-fe989b37-6981-4cf9-9f02-94f11566f7e3 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968791 Mar 01 21:07:22.271219 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-5468d9cf-8638-4428-8297-56ed508a93d3', 'network_id': '5468d9cf-8638-4428-8297-56ed508a93d3', 'tenant_id': '307c2afecbe74dab8682f7a83d727a24', 'fixed_ips': [{'subnet_id': 'd08e0036-f26a-4598-91bd-1ba55784eb33'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:07:22.275392 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:22.276015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] Pushing event updated for resources: {'Network': ['ID=ad62e9af-4b76-4a54-b75b-80997074ebfc,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:22.281356 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-47dc2b78-9a7d-4b26-8319-0ba8aaf42321 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.2634406 Mar 01 21:07:22.282690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55848) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:22.287340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-729b99b8-948f-4370-8660-2256def2905d admin admin] Request body: {'subnet': {'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1621693141-subnet', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:22.291934 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-48606754-f031-4232-8e4d-7082bad39ba5 req-5f2f8907-1281-445b-b5ad-f8b23b331714 service neutron] 10.222.0.57 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5567682 Mar 01 21:07:22.294328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-729b99b8-948f-4370-8660-2256def2905d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:22.298603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-729b99b8-948f-4370-8660-2256def2905d admin admin] Usage tracker for resource:subnet and tenant:5753fa3f75764d519dfd77c438eb049c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:22.302154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-729b99b8-948f-4370-8660-2256def2905d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:22.309454 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-729b99b8-948f-4370-8660-2256def2905d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:22.354791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36047962-5f5f-4616-8f4e-aebbd4041060 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Made reservation on behalf of 307c2afecbe74dab8682f7a83d727a24 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:07:22.358654 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-36047962-5f5f-4616-8f4e-aebbd4041060 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:22.390788 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109d47f0-3dcc-45d2-bf41-a62f5c9b31ed', 'name': 'network-vif-deleted', 'tag': 'b18d344b-7213-47e1-9aea-b1436ee2dc2c', 'status': 'completed', 'code': 200} Mar 01 21:07:22.391433 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7058e0e-a8aa-4e58-a2ef-1378149a0545 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:22.394476 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network ad62e9af-4b76-4a54-b75b-80997074ebfc details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:07:22.428864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729b99b8-948f-4370-8660-2256def2905d admin admin] Made reservation on behalf of 5753fa3f75764d519dfd77c438eb049c for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:07:22.431253 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-729b99b8-948f-4370-8660-2256def2905d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:22.778710 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-becf9848-e7c9-413e-8ed7-b2d72706f7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:07Z', 'updated_at': '2022-03-01T21:02:17Z', 'revision_number': 4, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'gw_port': {'id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:09Z', 'updated_at': '2022-03-01T21:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '7d45e162-0335-42f8-b5c4-3fd66b1e6d9c', 'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'mac_address': 'fa:16:3e:b6:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:15Z', 'updated_at': '2022-03-01T21:02:28Z', 'revision_number': 5, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'subnets': [{'id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:22.783704 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7058e0e-a8aa-4e58-a2ef-1378149a0545 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e41a21b-b2be-4afd-a670-1645f82275fb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:22.790954 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becf9848-e7c9-413e-8ed7-b2d72706f7b0 None None] Checking router: 613b948d-1a88-447a-9052-ce28e5edacb8 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:07:22.842861 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becf9848-e7c9-413e-8ed7-b2d72706f7b0 None None] Routers {'613b948d-1a88-447a-9052-ce28e5edacb8'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:07:22.842861 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-becf9848-e7c9-413e-8ed7-b2d72706f7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:07:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['613b948d-1a88-447a-9052-ce28e5edacb8'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:22.872806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36047962-5f5f-4616-8f4e-aebbd4041060 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:07:22.916980 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7058e0e-a8aa-4e58-a2ef-1378149a0545 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:22.918362 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Allocated IP 2001:db8::1 (5468d9cf-8638-4428-8297-56ed508a93d3/d08e0036-f26a-4598-91bd-1ba55784eb33/b2a24dd2-0cec-4735-8442-0723764f48a9) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:07:22.939655 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b2cd46f-d795-495d-8b0b-cbb62fac8ea1 req-8bdf75d4-b78a-4c54-bae9-3a9eb5b014ff tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/ports?device_id=109d47f0-3dcc-45d2-bf41-a62f5c9b31ed HTTP/1.1" status: 200 len: 210 time: 0.4384711 Mar 01 21:07:23.248838 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-36047962-5f5f-4616-8f4e-aebbd4041060 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:23.249297 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-36047962-5f5f-4616-8f4e-aebbd4041060 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Added segment 05a1934c-a8ee-4a21-bd3e-328d74792ac2 of type vlan for network 001dff6c-9238-4ed9-847f-d314191eb20c Mar 01 21:07:23.265503 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-becf9848-e7c9-413e-8ed7-b2d72706f7b0 None None] Set router 613b948d-1a88-447a-9052-ce28e5edacb8 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:07:23.294043 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-729b99b8-948f-4370-8660-2256def2905d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:23.323874 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7058e0e-a8aa-4e58-a2ef-1378149a0545 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:23.326766 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7058e0e-a8aa-4e58-a2ef-1378149a0545 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:23.404777 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:23.412381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b99b8-948f-4370-8660-2256def2905d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0316ebdb-a31b-45d0-8b60-adc971a0b03e,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:23.425855 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729b99b8-948f-4370-8660-2256def2905d admin admin] Checking segment: {'id': '84854a8c-ded1-4ca6-9cb8-0eb467d349a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:07:23.427245 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729b99b8-948f-4370-8660-2256def2905d admin admin] Network hostable DHCP agents. Network: ad62e9af-4b76-4a54-b75b-80997074ebfc, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:07:23.522595 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-36047962-5f5f-4616-8f4e-aebbd4041060 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:23.535671 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Transition to ACTIVE for port object b2a24dd2-0cec-4735-8442-0723764f48a9 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:07:23.557729 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7058e0e-a8aa-4e58-a2ef-1378149a0545 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:23.568003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7058e0e-a8aa-4e58-a2ef-1378149a0545 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ad390e2-dd89-4482-bbf3-f58716b54607 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:07:23.587211 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Transition to ACTIVE for port object b2a24dd2-0cec-4735-8442-0723764f48a9 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:07:23.634485 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a5315-f9b1-482f-a55f-5443a777d5ef req-44d430e1-3ae8-49aa-98b5-ac23f29b2429 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:23.644303 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-224a5315-f9b1-482f-a55f-5443a777d5ef req-44d430e1-3ae8-49aa-98b5-ac23f29b2429 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 946 time: 0.1429193 Mar 01 21:07:23.656581 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [None req-36047962-5f5f-4616-8f4e-aebbd4041060 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:07:23.658906 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:23.685475 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7058e0e-a8aa-4e58-a2ef-1378149a0545 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:23.695111 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e7058e0e-a8aa-4e58-a2ef-1378149a0545 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "DELETE /v2.0/routers/7ad390e2-dd89-4482-bbf3-f58716b54607 HTTP/1.1" status: 204 len: 168 time: 5.0988681 Mar 01 21:07:23.702976 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55874) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:23.712483 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-735880003', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}, 'admin_state_up': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:23.731135 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:23.743691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Usage tracker for resource:router and tenant:21bf4bfe0a374167b5c293012eb21e6b is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:23.747998 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:23.756993 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:23.819430 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-224a5315-f9b1-482f-a55f-5443a777d5ef req-4c4ff870-2015-4463-a112-868ffa623eac tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742482 Mar 01 21:07:23.820034 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-729b99b8-948f-4370-8660-2256def2905d admin admin] Network ad62e9af-4b76-4a54-b75b-80997074ebfc is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:07:23.879994 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Network 5468d9cf-8638-4428-8297-56ed508a93d3 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:07:23.886315 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:23.888468 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:23.894437 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-36047962-5f5f-4616-8f4e-aebbd4041060 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:23.899236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:23.904372 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36047962-5f5f-4616-8f4e-aebbd4041060 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:23.909814 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-36047962-5f5f-4616-8f4e-aebbd4041060 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:23.918551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:07:23.931606 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-becf9848-e7c9-413e-8ed7-b2d72706f7b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:07Z', 'updated_at': '2022-03-01T21:02:17Z', 'revision_number': 4, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'gw_port': {'id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:09Z', 'updated_at': '2022-03-01T21:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '7d45e162-0335-42f8-b5c4-3fd66b1e6d9c', 'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'mac_address': 'fa:16:3e:b6:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:15Z', 'updated_at': '2022-03-01T21:02:28Z', 'revision_number': 5, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'subnets': [{'id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:23.936311 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-becf9848-e7c9-413e-8ed7-b2d72706f7b0 None None] The sync data for ids ['613b948d-1a88-447a-9052-ce28e5edacb8'] in n-d-827896-4 is: [{'id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:07Z', 'updated_at': '2022-03-01T21:02:17Z', 'revision_number': 4, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'gw_port': {'id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:09Z', 'updated_at': '2022-03-01T21:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '7d45e162-0335-42f8-b5c4-3fd66b1e6d9c', 'name': '', 'network_id': '33ba965f-d417-4519-8f89-3aefcdaf09c3', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'mac_address': 'fa:16:3e:b6:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1425, 'fixed_ips': [{'subnet_id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:15Z', 'updated_at': '2022-03-01T21:02:28Z', 'revision_number': 5, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'subnets': [{'id': 'd8336f76-9298-450b-b9a8-2aa7486056a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:07:23.983035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-729b99b8-948f-4370-8660-2256def2905d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, ad62e9af-4b76-4a54-b75b-80997074ebfc) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:23.988008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729b99b8-948f-4370-8660-2256def2905d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:23.989230 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-729b99b8-948f-4370-8660-2256def2905d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:24.103671 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-729b99b8-948f-4370-8660-2256def2905d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8207502 Mar 01 21:07:24.106096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55884) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:24.114404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1621693141-router', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:24.125113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Pushing event updated for resources: {'Port': ['ID=b2a24dd2-0cec-4735-8442-0723764f48a9,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:24.128467 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:24.138286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8fe28a-ddb1-4588-9706-7ba71cad7130 None None] Network ad62e9af-4b76-4a54-b75b-80997074ebfc requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:07:24.142633 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Usage tracker for resource:router and tenant:5753fa3f75764d519dfd77c438eb049c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:24.151900 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:24.158657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:24.247970 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:24.261059 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:24.262657 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:24.296201 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36047962-5f5f-4616-8f4e-aebbd4041060 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Network': ['ID=001dff6c-9238-4ed9-847f-d314191eb20c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:24.298940 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:24.318112 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:24.380879 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 001dff6c-9238-4ed9-847f-d314191eb20c details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:07:24.385019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55894) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:24.460970 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55898) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:24.461149 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-36047962-5f5f-4616-8f4e-aebbd4041060 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.5158935 Mar 01 21:07:24.551157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-963e73d0-ab7c-41da-a3cb-f747934e08d9 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'subnet': {'network_id': '001dff6c-9238-4ed9-847f-d314191eb20c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:24.552890 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9c32d7b-f400-4e93-89e3-47608562ea56 None None] New status for floating IP 77ac51bd-3d5d-4ce4-9e39-3adc1e6c50a9: DOWN {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:07:24.909362 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Attempting to bind port b2a24dd2-0cec-4735-8442-0723764f48a9 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:07:24.910030 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Attempting to bind port b2a24dd2-0cec-4735-8442-0723764f48a9 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '10b9fc41-86ee-46f0-9a60-cd5fea671f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5468d9cf-8638-4428-8297-56ed508a93d3'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:07:24.910759 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Attempting to bind port b2a24dd2-0cec-4735-8442-0723764f48a9 on network 5468d9cf-8638-4428-8297-56ed508a93d3 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:07:24.951205 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:07:24.951938 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Checking segment: {'id': '10b9fc41-86ee-46f0-9a60-cd5fea671f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5468d9cf-8638-4428-8297-56ed508a93d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:07:24.952516 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:24.953062 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Bound using segment: {'id': '10b9fc41-86ee-46f0-9a60-cd5fea671f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5468d9cf-8638-4428-8297-56ed508a93d3'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:07:24.953699 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Bound port: b2a24dd2-0cec-4735-8442-0723764f48a9, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10b9fc41-86ee-46f0-9a60-cd5fea671f2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '5468d9cf-8638-4428-8297-56ed508a93d3'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:07:24.954266 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:25.246629 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] For port b2a24dd2-0cec-4735-8442-0723764f48a9, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:07:25.258634 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] For port b2a24dd2-0cec-4735-8442-0723764f48a9, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b2a24dd2-0cec-4735-8442-0723764f48a9,segment=NetworkSegment(10b9fc41-86ee-46f0-9a60-cd5fea671f2d),segment_id=10b9fc41-86ee-46f0-9a60-cd5fea671f2d)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:07:25.417359 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:25.430573 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0805bf6c-5597-4d18-84c5-ce1b4ad03a3c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:25.438835 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-963e73d0-ab7c-41da-a3cb-f747934e08d9 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:25.444597 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-963e73d0-ab7c-41da-a3cb-f747934e08d9 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Usage tracker for resource:subnet and tenant:307c2afecbe74dab8682f7a83d727a24 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:25.449630 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-963e73d0-ab7c-41da-a3cb-f747934e08d9 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:25.458765 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-963e73d0-ab7c-41da-a3cb-f747934e08d9 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:25.567049 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:25.574220 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Pushing event updated for resources: {'Port': ['ID=b2a24dd2-0cec-4735-8442-0723764f48a9,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:25.579261 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0805bf6c-5597-4d18-84c5-ce1b4ad03a3c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:25.601355 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4e41a21b-b2be-4afd-a670-1645f82275fb no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:07:25.604795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963e73d0-ab7c-41da-a3cb-f747934e08d9 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Made reservation on behalf of 307c2afecbe74dab8682f7a83d727a24 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:07:25.609922 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-963e73d0-ab7c-41da-a3cb-f747934e08d9 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:25.649288 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:25.651953 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:25.652394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:25.653321 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:25.653744 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:25.654178 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:25.654544 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:25.654936 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:25.655322 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:25.655751 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:25.656143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:25.656534 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa542c9-c1f9-47f2-aeb5-8cf058441321 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:25.678758 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:25.701253 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 4e41a21b-b2be-4afd-a670-1645f82275fb {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:07:25.701665 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4e41a21b-b2be-4afd-a670-1645f82275fb not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:07:25.731141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-ad62e9af-4b76-4a54-b75b-80997074ebfc', 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'fixed_ips': [{'subnet_id': '0316ebdb-a31b-45d0-8b60-adc971a0b03e'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:07:25.731141 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:25.824966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.ipam_backend_mixin [None req-963e73d0-ab7c-41da-a3cb-f747934e08d9 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Performing IP validity checks on allocation pools {{(pid=88518) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 01 21:07:25.825641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.ipam_backend_mixin [None req-963e73d0-ab7c-41da-a3cb-f747934e08d9 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88518) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 01 21:07:25.855648 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0805bf6c-5597-4d18-84c5-ce1b4ad03a3c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:25.879134 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67d59c-e24c-4438-bc1a-f92880c5e1e2 req-f52bb9d2-a7d4-4feb-a978-d1f6a00a7697 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:25.881726 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec67d59c-e24c-4438-bc1a-f92880c5e1e2 req-f52bb9d2-a7d4-4feb-a978-d1f6a00a7697 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 946 time: 0.7220635 Mar 01 21:07:25.920482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0805bf6c-5597-4d18-84c5-ce1b4ad03a3c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd82f0f-c642-4fa2-92c7-0b47b04efb9c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:26.091893 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Allocated IP 172.20.0.2 (ad62e9af-4b76-4a54-b75b-80997074ebfc/0316ebdb-a31b-45d0-8b60-adc971a0b03e/9f16895b-4201-4b33-a37d-7ddedc5312c9) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:07:26.189561 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec67d59c-e24c-4438-bc1a-f92880c5e1e2 req-5ec0ca19-916c-4329-95f3-2c0a9e3e6a8d tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994120 Mar 01 21:07:26.318848 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0805bf6c-5597-4d18-84c5-ce1b4ad03a3c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:26.323314 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0805bf6c-5597-4d18-84c5-ce1b4ad03a3c tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "DELETE /v2.0/security-groups/8bd82f0f-c642-4fa2-92c7-0b47b04efb9c HTTP/1.1" status: 204 len: 168 time: 1.9371321 Mar 01 21:07:26.327405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55914) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:26.343118 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:26.383436 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:26.431417 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-1683c3d3-48cc-4bf9-a1a1-e5aa62fd6ef9 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] show failed (client error): The resource could not be found. Mar 01 21:07:26.435985 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1683c3d3-48cc-4bf9-a1a1-e5aa62fd6ef9 tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "GET /v2.0/security-groups/8bd82f0f-c642-4fa2-92c7-0b47b04efb9c HTTP/1.1" status: 404 len: 347 time: 0.1070366 Mar 01 21:07:26.436592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55920) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:26.454130 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:26.465432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Transition to ACTIVE for port object 9f16895b-4201-4b33-a37d-7ddedc5312c9 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:07:26.485866 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Transition to ACTIVE for port object 9f16895b-4201-4b33-a37d-7ddedc5312c9 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:07:26.572265 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:26.651564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-064f1fe4-1856-4f1d-8248-2f6eadc118ce tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Deleting port e291beeb-e94b-49ba-8eab-80e0d725bfae {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:07:26.652085 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-064f1fe4-1856-4f1d-8248-2f6eadc118ce tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:26.738615 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Pushing event updated for resources: {'Port': ['ID=9f16895b-4201-4b33-a37d-7ddedc5312c9,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:26.779092 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Network ad62e9af-4b76-4a54-b75b-80997074ebfc is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:07:26.786682 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:26.789575 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:07:26.925102 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:26.965291 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:27.004042 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Attempting to bind port 9f16895b-4201-4b33-a37d-7ddedc5312c9 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:07:27.005195 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Attempting to bind port 9f16895b-4201-4b33-a37d-7ddedc5312c9 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '84854a8c-ded1-4ca6-9cb8-0eb467d349a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:07:27.005672 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Attempting to bind port 9f16895b-4201-4b33-a37d-7ddedc5312c9 on network ad62e9af-4b76-4a54-b75b-80997074ebfc {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:07:27.033645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45888683-db25-4949-b8f0-bff3e6c4ee0d req-cd385144-1b07-4102-9169-73aef39de945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:27.035219 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45888683-db25-4949-b8f0-bff3e6c4ee0d req-cd385144-1b07-4102-9169-73aef39de945 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 1097 time: 0.2174025 Mar 01 21:07:27.037377 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-963e73d0-ab7c-41da-a3cb-f747934e08d9 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:27.042594 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:07:27.043093 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Checking segment: {'id': '84854a8c-ded1-4ca6-9cb8-0eb467d349a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:07:27.043778 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:27.049787 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Bound using segment: {'id': '84854a8c-ded1-4ca6-9cb8-0eb467d349a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:07:27.050427 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Bound port: 9f16895b-4201-4b33-a37d-7ddedc5312c9, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84854a8c-ded1-4ca6-9cb8-0eb467d349a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:07:27.052077 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:27.152217 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:07:27.194731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Allocated IP 172.25.5.96 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/5f1a0e5a-c510-4a22-b27b-3fd9744a88e5) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:07:27.304280 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45888683-db25-4949-b8f0-bff3e6c4ee0d req-3e14a2ed-bd45-4abb-a541-10dd27929a4a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198603 Mar 01 21:07:27.379653 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] For port 9f16895b-4201-4b33-a37d-7ddedc5312c9, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:07:27.384364 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] For port 9f16895b-4201-4b33-a37d-7ddedc5312c9, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9f16895b-4201-4b33-a37d-7ddedc5312c9,segment=NetworkSegment(84854a8c-ded1-4ca6-9cb8-0eb467d349a7),segment_id=84854a8c-ded1-4ca6-9cb8-0eb467d349a7)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:07:27.407708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e73d0-ab7c-41da-a3cb-f747934e08d9 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Subnet': ['ID=0bb189f8-01c3-431b-b8af-37622d8852a8,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:27.412208 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-84c59f3c-4756-476e-840a-16b1fe694608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:27.424266 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:27.478051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337b74a3-1fc3-4086-9fa9-04dd3f03512d None None] Network 5468d9cf-8638-4428-8297-56ed508a93d3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:07:27.489627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963e73d0-ab7c-41da-a3cb-f747934e08d9 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Checking segment: {'id': '05a1934c-a8ee-4a21-bd3e-328d74792ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '001dff6c-9238-4ed9-847f-d314191eb20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:07:27.494175 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963e73d0-ab7c-41da-a3cb-f747934e08d9 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Network hostable DHCP agents. Network: 001dff6c-9238-4ed9-847f-d314191eb20c, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:07:27.526051 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-064f1fe4-1856-4f1d-8248-2f6eadc118ce tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:27.526635 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-064f1fe4-1856-4f1d-8248-2f6eadc118ce tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:27.567652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcf4842-c0f4-43a0-95d5-037a8f817ab3 req-2526be9f-a7f3-4ea1-8555-42d4e58c4fd4 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:27.569951 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cdcf4842-c0f4-43a0-95d5-037a8f817ab3 req-2526be9f-a7f3-4ea1-8555-42d4e58c4fd4 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.2134442 Mar 01 21:07:27.586340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962763cd-ef33-406f-8582-9fdc8efd5ea8 req-5dff40e8-5fc8-4142-b26f-1072c63e13d9 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:27.600264 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-962763cd-ef33-406f-8582-9fdc8efd5ea8 req-5dff40e8-5fc8-4142-b26f-1072c63e13d9 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 946 time: 0.1825035 Mar 01 21:07:27.680864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963e73d0-ab7c-41da-a3cb-f747934e08d9 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Network 001dff6c-9238-4ed9-847f-d314191eb20c is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:07:27.729931 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:27.844402 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-064f1fe4-1856-4f1d-8248-2f6eadc118ce tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Calling delete_port for e291beeb-e94b-49ba-8eab-80e0d725bfae owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:07:27.866197 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device b2a24dd2-0cec-4735-8442-0723764f48a9 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:07:27.924777 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0daa8-0505-4941-974f-ff919ae13760 req-8bb91028-50db-4c78-ad25-78bd19b90e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:27.926836 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-52a0daa8-0505-4941-974f-ff919ae13760 req-8bb91028-50db-4c78-ad25-78bd19b90e00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ae8beb020bc5422983ac60a96ddee5cd&device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 1096 time: 0.4958882 Mar 01 21:07:27.945213 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c65db504-4d7b-464b-9dbd-301f7705c409 None None] Provisioning for port b2a24dd2-0cec-4735-8442-0723764f48a9 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:07:28.081392 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ace71-1101-4157-987e-5a96ed49c967 None None] Pushing event updated for resources: {'Port': ['ID=9f16895b-4201-4b33-a37d-7ddedc5312c9,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:28.136951 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port b2a24dd2-0cec-4735-8442-0723764f48a9 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:07:28.147874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port b2a24dd2-0cec-4735-8442-0723764f48a9 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:07:28.148390 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:28.156316 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-962763cd-ef33-406f-8582-9fdc8efd5ea8 req-1b736c96-b179-4a0c-af3b-486a572843e4 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5553217 Mar 01 21:07:28.175232 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-963e73d0-ab7c-41da-a3cb-f747934e08d9 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 001dff6c-9238-4ed9-847f-d314191eb20c) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:28.209068 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cdcf4842-c0f4-43a0-95d5-037a8f817ab3 req-3b91be98-387c-4bea-ac41-7d5dc3370e19 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673177 Mar 01 21:07:28.223672 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963e73d0-ab7c-41da-a3cb-f747934e08d9 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:28.224745 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-963e73d0-ab7c-41da-a3cb-f747934e08d9 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:28.246401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0daa8-0505-4941-974f-ff919ae13760 req-c4015101-4f69-4870-af0f-a29f585e5dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:28.250513 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-52a0daa8-0505-4941-974f-ff919ae13760 req-c4015101-4f69-4870-af0f-a29f585e5dee service neutron] 10.222.0.55 "GET /v2.0/networks?id=67bb6527-8461-46a9-b8fb-0f8330414ee1 HTTP/1.1" status: 200 len: 919 time: 0.3167443 Mar 01 21:07:28.257562 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:28.260802 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde0cc53-e28f-44f1-8510-ca2b94fbc555 None None] Network 001dff6c-9238-4ed9-847f-d314191eb20c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:07:28.307215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Allocated IP 172.25.5.39 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/9c3a2b34-ea39-4573-beb1-afe17adf4589) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:07:28.414425 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-963e73d0-ab7c-41da-a3cb-f747934e08d9 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 3.9496431 Mar 01 21:07:28.422845 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55954) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:28.740251 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-52a0daa8-0505-4941-974f-ff919ae13760 req-8f9512d3-68c3-4bda-8ac7-7abe79cfb0e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa08eb7d-a338-48a3-8a2c-2495a5948334 HTTP/1.1" status: 200 len: 217 time: 0.4477878 Mar 01 21:07:28.833863 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:07:28.872479 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:28.883152 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0daa8-0505-4941-974f-ff919ae13760 req-a27d6990-532c-47f8-8f08-853694f15851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:28.885564 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-52a0daa8-0505-4941-974f-ff919ae13760 req-a27d6990-532c-47f8-8f08-853694f15851 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed7ad8a4-8267-45db-9da9-38b53b99c0bf HTTP/1.1" status: 200 len: 858 time: 0.1157453 Mar 01 21:07:28.930359 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:28.973871 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:29.028425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55964) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:29.057311 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-52a0daa8-0505-4941-974f-ff919ae13760 req-27fbc70d-3f0e-4637-b4c2-cb989923c7f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=67bb6527-8461-46a9-b8fb-0f8330414ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695593 Mar 01 21:07:29.067692 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:29.094906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-212416d7-e589-469c-8516-4e644e09b003 None None] Provisioning complete for port b2a24dd2-0cec-4735-8442-0723764f48a9 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:07:29.095275 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-212416d7-e589-469c-8516-4e644e09b003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:29.102176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:07:29.190693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Pushing event updated for resources: {'Port': ['ID=5f1a0e5a-c510-4a22-b27b-3fd9744a88e5,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:29.330463 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port b2a24dd2-0cec-4735-8442-0723764f48a9, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b2a24dd2-0cec-4735-8442-0723764f48a9,segment=NetworkSegment(10b9fc41-86ee-46f0-9a60-cd5fea671f2d),segment_id=10b9fc41-86ee-46f0-9a60-cd5fea671f2d)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:07:29.353698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Pushing event updated for resources: {'Port': ['ID=9c3a2b34-ea39-4573-beb1-afe17adf4589,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:29.391158 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-001dff6c-9238-4ed9-847f-d314191eb20c', 'network_id': '001dff6c-9238-4ed9-847f-d314191eb20c', 'tenant_id': '307c2afecbe74dab8682f7a83d727a24', 'fixed_ips': [{'subnet_id': '0bb189f8-01c3-431b-b8af-37622d8852a8'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:07:29.399186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:07:29.403829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:29.404625 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:29.409896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:07:29.475308 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:29.595431 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb8095ba-cc0b-48c4-9d76-af9f4dc160af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:29.766394 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bb8095ba-cc0b-48c4-9d76-af9f4dc160af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:29.795615 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bb8095ba-cc0b-48c4-9d76-af9f4dc160af admin admin] Usage tracker for resource:security_group_rule and tenant:9cae1ff7188446e7812a0930ed0e3978 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:29.804042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bb8095ba-cc0b-48c4-9d76-af9f4dc160af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:29.813306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bb8095ba-cc0b-48c4-9d76-af9f4dc160af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:29.852969 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9f16895b-4201-4b33-a37d-7ddedc5312c9 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:07:29.889745 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-064f1fe4-1856-4f1d-8248-2f6eadc118ce tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:29.907005 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-52a0daa8-0505-4941-974f-ff919ae13760 req-3b83a946-19d8-49f4-a2dd-ebdfe7d846e2 service neutron] 10.222.0.55 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7622795 Mar 01 21:07:29.922699 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d51444fc-a78f-46c2-8234-bafd04d98df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:29.936578 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=b2a24dd2-0cec-4735-8442-0723764f48a9,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:29.992356 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:30.001118 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d05864-b329-4161-b685-da512e5e1054 None None] Network ad62e9af-4b76-4a54-b75b-80997074ebfc requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:07:30.100425 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064f1fe4-1856-4f1d-8248-2f6eadc118ce tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Pushing event deleted for resources: {'Port': ['ID=e291beeb-e94b-49ba-8eab-80e0d725bfae,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:30.110041 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb8095ba-cc0b-48c4-9d76-af9f4dc160af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:30.216676 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb8095ba-cc0b-48c4-9d76-af9f4dc160af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:30.225861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e1fbf205-b6d1-419a-8718-5bfbc7c58f6c None None] Provisioning for port 9f16895b-4201-4b33-a37d-7ddedc5312c9 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:07:30.236488 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Allocated IP 2001:db8::3 (001dff6c-9238-4ed9-847f-d314191eb20c/0bb189f8-01c3-431b-b8af-37622d8852a8/f1c7bf9a-d3d9-40bb-9fac-ecd930430b4e) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:07:30.334458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 9f16895b-4201-4b33-a37d-7ddedc5312c9 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:07:30.341692 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9f16895b-4201-4b33-a37d-7ddedc5312c9 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:07:30.342137 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:30.359100 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bb8095ba-cc0b-48c4-9d76-af9f4dc160af admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9cae1ff7188446e7812a0930ed0e3978&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3294740 Mar 01 21:07:30.363004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8095ba-cc0b-48c4-9d76-af9f4dc160af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a64a8c9b-1506-4f3e-b09e-8db3cdb6be32,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:30.379053 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55976) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:30.414910 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0717aa-f869-40d1-a59a-9ccb3784d99b req-6e2c58bf-28b6-4a02-9672-18342400b739 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:30.416617 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e0717aa-f869-40d1-a59a-9ccb3784d99b req-6e2c58bf-28b6-4a02-9672-18342400b739 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.9003444 Mar 01 21:07:30.428857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934e0363-bb00-48f7-a25b-78ce690c6f86 req-7e49d4b8-fe97-4126-af4c-8b7be54e2a05 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:30.430525 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-934e0363-bb00-48f7-a25b-78ce690c6f86 req-7e49d4b8-fe97-4126-af4c-8b7be54e2a05 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 946 time: 0.8417659 Mar 01 21:07:30.622538 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:30.696366 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:30.722715 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:30.753628 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:30.759122 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:30.786424 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Transition to ACTIVE for port object f1c7bf9a-d3d9-40bb-9fac-ecd930430b4e will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:07:30.828897 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Transition to ACTIVE for port object f1c7bf9a-d3d9-40bb-9fac-ecd930430b4e will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:07:30.834498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 9f16895b-4201-4b33-a37d-7ddedc5312c9, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9f16895b-4201-4b33-a37d-7ddedc5312c9,segment=NetworkSegment(84854a8c-ded1-4ca6-9cb8-0eb467d349a7),segment_id=84854a8c-ded1-4ca6-9cb8-0eb467d349a7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:07:30.853721 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2112613e-9838-483d-bc3c-3674930423c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:30.858132 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e0717aa-f869-40d1-a59a-9ccb3784d99b req-5498dfee-14b0-47e5-8198-88efc9bd75e4 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243076 Mar 01 21:07:30.887048 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:30.890078 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d1f0cb64-f4cf-442c-abf8-7b603ce4eafc None None] Provisioning complete for port 9f16895b-4201-4b33-a37d-7ddedc5312c9 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:07:30.890474 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d1f0cb64-f4cf-442c-abf8-7b603ce4eafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:30.894114 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-934e0363-bb00-48f7-a25b-78ce690c6f86 req-3a6253fb-d773-481f-a622-063e5ff354b3 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4367173 Mar 01 21:07:30.917616 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2112613e-9838-483d-bc3c-3674930423c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:30.949842 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:30.952003 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:30.987915 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-52a0daa8-0505-4941-974f-ff919ae13760 req-d61a30d6-a578-4af6-986d-e7c0e5711c3e service neutron] 10.222.0.55 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9918275 Mar 01 21:07:31.004873 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Network 001dff6c-9238-4ed9-847f-d314191eb20c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:07:31.014297 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:31.026769 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:07:31.098698 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2112613e-9838-483d-bc3c-3674930423c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:31.129343 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2112613e-9838-483d-bc3c-3674930423c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64a8c9b-1506-4f3e-b09e-8db3cdb6be32,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:31.149430 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2112613e-9838-483d-bc3c-3674930423c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:31.150639 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2112613e-9838-483d-bc3c-3674930423c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a64a8c9b-1506-4f3e-b09e-8db3cdb6be32 HTTP/1.1" status: 204 len: 168 time: 0.7629144 Mar 01 21:07:31.284092 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:31.337484 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=9f16895b-4201-4b33-a37d-7ddedc5312c9,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:31.340146 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Attempting to bind port f1c7bf9a-d3d9-40bb-9fac-ecd930430b4e on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:07:31.340514 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Attempting to bind port f1c7bf9a-d3d9-40bb-9fac-ecd930430b4e by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '05a1934c-a8ee-4a21-bd3e-328d74792ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '001dff6c-9238-4ed9-847f-d314191eb20c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:07:31.340871 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Attempting to bind port f1c7bf9a-d3d9-40bb-9fac-ecd930430b4e on network 001dff6c-9238-4ed9-847f-d314191eb20c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:07:31.369174 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:31.389124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:07:31.389124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Checking segment: {'id': '05a1934c-a8ee-4a21-bd3e-328d74792ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '001dff6c-9238-4ed9-847f-d314191eb20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:07:31.389124 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:31.389124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Bound using segment: {'id': '05a1934c-a8ee-4a21-bd3e-328d74792ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '001dff6c-9238-4ed9-847f-d314191eb20c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:07:31.389124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Bound port: f1c7bf9a-d3d9-40bb-9fac-ecd930430b4e, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a1934c-a8ee-4a21-bd3e-328d74792ac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '001dff6c-9238-4ed9-847f-d314191eb20c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:07:31.389970 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:31.435914 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb189f8-01c3-431b-b8af-37622d8852a8,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:31.478994 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-064f1fe4-1856-4f1d-8248-2f6eadc118ce tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:31.491989 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] For port f1c7bf9a-d3d9-40bb-9fac-ecd930430b4e, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:07:31.495289 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] For port f1c7bf9a-d3d9-40bb-9fac-ecd930430b4e, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f1c7bf9a-d3d9-40bb-9fac-ecd930430b4e,segment=NetworkSegment(05a1934c-a8ee-4a21-bd3e-328d74792ac2),segment_id=05a1934c-a8ee-4a21-bd3e-328d74792ac2)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:07:31.509321 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Pushing event updated for resources: {'Port': ['ID=f1c7bf9a-d3d9-40bb-9fac-ecd930430b4e,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:31.587088 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:31.675252 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-064f1fe4-1856-4f1d-8248-2f6eadc118ce tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:31.682128 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-064f1fe4-1856-4f1d-8248-2f6eadc118ce tempest-AttachVolumeTestJSON-1941758345 tempest-AttachVolumeTestJSON-1941758345-project] 10.222.0.42 "DELETE /v2.0/floatingips/77ac51bd-3d5d-4ce4-9e39-3adc1e6c50a9 HTTP/1.1" status: 204 len: 168 time: 5.2377963 Mar 01 21:07:31.704550 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:31.723460 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device b2a24dd2-0cec-4735-8442-0723764f48a9 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:07:31.808725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001dff6c-9238-4ed9-847f-d314191eb20c']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:31.832957 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a1934c-a8ee-4a21-bd3e-328d74792ac2') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:31.833441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a1934c-a8ee-4a21-bd3e-328d74792ac2') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:31.853338 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:31.911556 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-9015f8f5-d1d1-4253-8c38-253b08bb07e0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:31.913036 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-9015f8f5-d1d1-4253-8c38-253b08bb07e0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/networks?id=9b34390c-6fe5-4076-9506-cf6ffd99724e HTTP/1.1" status: 200 len: 811 time: 0.6367016 Mar 01 21:07:31.919956 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:31.938157 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:31.956170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:07:31.956659 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:07:31.972281 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:07:31.982538 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fcb534-7dc9-4c5e-a87b-6aa7269b6293 None None] Pushing event updated for resources: {'Port': ['ID=f1c7bf9a-d3d9-40bb-9fac-ecd930430b4e,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:32.001424 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port b2a24dd2-0cec-4735-8442-0723764f48a9 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:07:32.001892 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:32.064011 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d98bdfae-437f-4d81-bb7b-c3a78f977165 None None] Network 001dff6c-9238-4ed9-847f-d314191eb20c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:07:32.093464 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:32.154681 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-92f9ea24-ef99-4f7d-a078-1fa25965e20c tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/quotas/b7a7c3aee97041b9a801e4248bbb86e5 HTTP/1.1" status: 200 len: 375 time: 0.2302339 Mar 01 21:07:32.156091 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 01 21:07:32.156091 n-d-827896-4 neutron-server[88519]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 01 21:07:32.156091 n-d-827896-4 neutron-server[88519]: [parameters: {'id': '001dff6c-9238-4ed9-847f-d314191eb20c'}] Mar 01 21:07:32.156091 n-d-827896-4 neutron-server[88519]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:07:32.157125 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:07:32.168469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56008) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:32.192929 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-297200c4-f92a-46ad-8404-bc61d53d8d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:32.240685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-297200c4-f92a-46ad-8404-bc61d53d8d26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:32.302993 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-297200c4-f92a-46ad-8404-bc61d53d8d26 admin admin] Usage tracker for resource:security_group_rule and tenant:ec852fa2c8d645479334a9f37001ea77 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:32.319091 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-297200c4-f92a-46ad-8404-bc61d53d8d26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:32.325999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-297200c4-f92a-46ad-8404-bc61d53d8d26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:32.333835 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:32.483967 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-297200c4-f92a-46ad-8404-bc61d53d8d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:32.491449 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-0ada121b-3a12-42ce-8f66-251fd277f1c9 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b7a7c3aee97041b9a801e4248bbb86e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3161352 Mar 01 21:07:32.506196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060c571-3903-4d1d-9afd-c4f606a35f64 req-0dbb9ed5-1a99-43ab-9ded-ec04694a8a4d tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:32.509084 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5060c571-3903-4d1d-9afd-c4f606a35f64 req-0dbb9ed5-1a99-43ab-9ded-ec04694a8a4d tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.2642026 Mar 01 21:07:32.577491 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-297200c4-f92a-46ad-8404-bc61d53d8d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:32.578397 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5060c571-3903-4d1d-9afd-c4f606a35f64 req-f6a572a9-25e5-4882-85cc-0c6c54a1562f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584054 Mar 01 21:07:32.589057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9f16895b-4201-4b33-a37d-7ddedc5312c9 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:07:32.655304 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Router 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:07:32.663739 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-297200c4-f92a-46ad-8404-bc61d53d8d26 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec852fa2c8d645479334a9f37001ea77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4939437 Mar 01 21:07:32.669602 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:32.676592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56014) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:32.730085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9f16895b-4201-4b33-a37d-7ddedc5312c9 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:07:32.730712 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:32.800967 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Deleting port f1c7bf9a-d3d9-40bb-9fac-ecd930430b4e {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:07:32.801750 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:32.814470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-35e0f6d9-4be0-4ada-b045-25ef0254fcef service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:07:32.815675 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-35e0f6d9-4be0-4ada-b045-25ef0254fcef service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3037736 Mar 01 21:07:32.819778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833ce539-96bc-4791-a987-78248fbc0ebb None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:07:32.830617 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56020) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:33.040151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297200c4-f92a-46ad-8404-bc61d53d8d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be3ba1e-d371-419d-a1c1-28302b353ab0,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:33.045480 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833ce539-96bc-4791-a987-78248fbc0ebb None None] Resources bound (agent type, host, resource id): {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:07:33.087006 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Router 3232133b-f010-490f-9d63-8872b81a83cb is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:07:33.102149 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c4166409-fe7d-42e6-b19f-8e799eba4eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:33.139566 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c4166409-fe7d-42e6-b19f-8e799eba4eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:33.188144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:07:33.200896 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-38641a7d-f600-4d1b-aa9d-1a2e54e8b118 service neutron] 10.222.0.42 "GET /v2.0/networks/9b34390c-6fe5-4076-9506-cf6ffd99724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686106 Mar 01 21:07:33.203833 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] Sync routers for ids ['236506ba-093b-4bbd-b57d-a9fb1a3a44d0'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:07:33.240698 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] Routers {'236506ba-093b-4bbd-b57d-a9fb1a3a44d0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:07:33.247840 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:07:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['236506ba-093b-4bbd-b57d-a9fb1a3a44d0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:33.320935 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c4166409-fe7d-42e6-b19f-8e799eba4eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:33.416157 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:33.419822 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b261972d-f8b1-4ac6-a14f-e002f9a45887 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.3097575 Mar 01 21:07:33.432237 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56026) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:33.476680 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:07:33.587913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4166409-fe7d-42e6-b19f-8e799eba4eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be3ba1e-d371-419d-a1c1-28302b353ab0,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:33.591199 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a14d40-7ce8-48a3-8dbf-20bce655e5ba None None] Sync routers for ids ['3232133b-f010-490f-9d63-8872b81a83cb'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:07:33.603169 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c4166409-fe7d-42e6-b19f-8e799eba4eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:33.604700 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c4166409-fe7d-42e6-b19f-8e799eba4eb4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0be3ba1e-d371-419d-a1c1-28302b353ab0 HTTP/1.1" status: 204 len: 168 time: 0.9060538 Mar 01 21:07:33.627883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d61d7e9-5b52-4c64-85ad-3e1737cf3e64 admin admin] Deleting subnet 6c6006dd-13ed-4c89-8dca-60a64f1f8e16 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:07:33.635177 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d61d7e9-5b52-4c64-85ad-3e1737cf3e64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:33.642236 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] Set router 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:07:33.705603 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-c752c027-319d-45c1-a588-77d77eca270b service neutron] 10.222.0.42 "GET /v2.0/networks/9b34390c-6fe5-4076-9506-cf6ffd99724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4760199 Mar 01 21:07:33.721449 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a14d40-7ce8-48a3-8dbf-20bce655e5ba None None] Routers {'3232133b-f010-490f-9d63-8872b81a83cb'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:07:33.731569 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-28a14d40-7ce8-48a3-8dbf-20bce655e5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:07:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['3232133b-f010-490f-9d63-8872b81a83cb'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:33.772043 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:33.779953 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cbd7cbdf-0bcb-4187-bb1e-9491b4aca128 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.0753920 Mar 01 21:07:33.790676 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56034) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:33.848009 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-5a73e22e-de16-4440-a9d3-d62f431b58c3 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'enable_snat': False}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:33.915058 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-28a14d40-7ce8-48a3-8dbf-20bce655e5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:33.939522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a14d40-7ce8-48a3-8dbf-20bce655e5ba None None] Routers {'3232133b-f010-490f-9d63-8872b81a83cb'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:07:33.940168 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-28a14d40-7ce8-48a3-8dbf-20bce655e5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:07:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['3232133b-f010-490f-9d63-8872b81a83cb'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:34.024765 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d61d7e9-5b52-4c64-85ad-3e1737cf3e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:34.060069 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-28a14d40-7ce8-48a3-8dbf-20bce655e5ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:34.060620 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28a14d40-7ce8-48a3-8dbf-20bce655e5ba None None] The sync data for ids ['3232133b-f010-490f-9d63-8872b81a83cb'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:07:34.157064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] For port f1c7bf9a-d3d9-40bb-9fac-ecd930430b4e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f1c7bf9a-d3d9-40bb-9fac-ecd930430b4e,segment=NetworkSegment(05a1934c-a8ee-4a21-bd3e-328d74792ac2),segment_id=05a1934c-a8ee-4a21-bd3e-328d74792ac2)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:07:34.158763 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:34.268017 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1621693141-router', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:24Z', 'updated_at': '2022-03-01T21:07:30Z', 'revision_number': 3, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'gw_port': {'id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:27Z', 'updated_at': '2022-03-01T21:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:34.273539 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] Checking router: 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:07:34.274150 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] Updating router 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 port 9c3a2b34-ea39-4573-beb1-afe17adf4589 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:07:34.347433 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:34.443198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Calling delete_port for f1c7bf9a-d3d9-40bb-9fac-ecd930430b4e owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:07:34.469454 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b8eaa425-e5cf-4183-86cb-c342a1c5b429 req-af4aebfa-3145-466a-a527-8fa73a92cac1 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 210 time: 0.0571740 Mar 01 21:07:34.659751 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:34.731116 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9b1481-b789-4743-9fbd-71ec0b1734fc req-47fc6fc0-1392-4d1b-9181-3045899d283b tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:34.732654 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa9b1481-b789-4743-9fbd-71ec0b1734fc req-47fc6fc0-1392-4d1b-9181-3045899d283b tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.8871541 Mar 01 21:07:34.780828 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] No DVR routers for this DVR port f1c7bf9a-d3d9-40bb-9fac-ecd930430b4e on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:07:34.843661 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa9b1481-b789-4743-9fbd-71ec0b1734fc req-4429bd2b-f804-4086-8f3e-983e45990eda tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006513 Mar 01 21:07:34.907406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Port': ['ID=f1c7bf9a-d3d9-40bb-9fac-ecd930430b4e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:34.953535 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d61d7e9-5b52-4c64-85ad-3e1737cf3e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:34.996948 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:35.024236 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] Transition to ACTIVE for port object 9c3a2b34-ea39-4573-beb1-afe17adf4589 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:07:35.038265 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c8371dad-f409-4e97-9159-f549fcaba05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:35.135700 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:35.200360 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:35.242000 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] Attempting to bind port 9c3a2b34-ea39-4573-beb1-afe17adf4589 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:07:35.242678 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] Attempting to bind port 9c3a2b34-ea39-4573-beb1-afe17adf4589 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:07:35.243257 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] Attempting to bind port 9c3a2b34-ea39-4573-beb1-afe17adf4589 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:07:35.253002 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:07:35.253449 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:07:35.254467 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:35.255100 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:07:35.255817 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] Bound port: 9c3a2b34-ea39-4573-beb1-afe17adf4589, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:07:35.256257 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:35.295765 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45449774-ae60-4510-84da-035a3640137e None None] Pushing event updated for resources: {'Port': ['ID=9c3a2b34-ea39-4573-beb1-afe17adf4589,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:35.318811 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45449774-ae60-4510-84da-035a3640137e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:35.319445 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45449774-ae60-4510-84da-035a3640137e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:35.319785 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45449774-ae60-4510-84da-035a3640137e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:35.319981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-c8371dad-f409-4e97-9159-f549fcaba05a admin admin] Allocated IP 172.20.0.1 (ad62e9af-4b76-4a54-b75b-80997074ebfc/0316ebdb-a31b-45d0-8b60-adc971a0b03e/309e1742-e8ce-4d5e-9624-3909518a61cd) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:07:35.320131 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45449774-ae60-4510-84da-035a3640137e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:35.320436 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45449774-ae60-4510-84da-035a3640137e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:35.320781 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45449774-ae60-4510-84da-035a3640137e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:35.321082 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45449774-ae60-4510-84da-035a3640137e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:35.321402 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45449774-ae60-4510-84da-035a3640137e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:35.321717 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45449774-ae60-4510-84da-035a3640137e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:35.322220 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45449774-ae60-4510-84da-035a3640137e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:35.322548 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45449774-ae60-4510-84da-035a3640137e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:35.322873 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45449774-ae60-4510-84da-035a3640137e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:07:35.371202 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] For port 9c3a2b34-ea39-4573-beb1-afe17adf4589, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:07:35.374421 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] For port 9c3a2b34-ea39-4573-beb1-afe17adf4589, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9c3a2b34-ea39-4573-beb1-afe17adf4589,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:07:35.403744 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001dff6c-9238-4ed9-847f-d314191eb20c']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:35.491788 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a1934c-a8ee-4a21-bd3e-328d74792ac2') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:35.492087 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a1934c-a8ee-4a21-bd3e-328d74792ac2') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:35.503327 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c8371dad-f409-4e97-9159-f549fcaba05a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:35.539011 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:35.539255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-c8371dad-f409-4e97-9159-f549fcaba05a admin admin] Transition to ACTIVE for port object 309e1742-e8ce-4d5e-9624-3909518a61cd will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:07:35.543255 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:35.589108 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d61d7e9-5b52-4c64-85ad-3e1737cf3e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:35.681086 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c8371dad-f409-4e97-9159-f549fcaba05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:35.715750 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61d7e9-5b52-4c64-85ad-3e1737cf3e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c6006dd-13ed-4c89-8dca-60a64f1f8e16,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:35.727746 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:35.730255 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d61d7e9-5b52-4c64-85ad-3e1737cf3e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:35.748720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:07:35.749127 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:07:35.764046 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:07:35.781762 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45449774-ae60-4510-84da-035a3640137e None None] Pushing event updated for resources: {'Port': ['ID=9c3a2b34-ea39-4573-beb1-afe17adf4589,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:35.824510 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] Routers {'236506ba-093b-4bbd-b57d-a9fb1a3a44d0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:07:35.825431 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:07:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['236506ba-093b-4bbd-b57d-a9fb1a3a44d0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:35.848544 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6d61d7e9-5b52-4c64-85ad-3e1737cf3e64 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6c6006dd-13ed-4c89-8dca-60a64f1f8e16 HTTP/1.1" status: 204 len: 168 time: 3.0137160 Mar 01 21:07:35.870891 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56076) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:36.031155 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1ed4da07-9fe2-404e-96e4-22ebefd6491d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:36.055253 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bed6bea4-100f-47cb-a193-f335b9aa4d42 req-008b2131-6ae5-44d8-91a2-e5531a21421b tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 210 time: 0.2378294 Mar 01 21:07:36.064611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8371dad-f409-4e97-9159-f549fcaba05a admin admin] Network ad62e9af-4b76-4a54-b75b-80997074ebfc is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:07:36.089706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-c8371dad-f409-4e97-9159-f549fcaba05a admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:36.099844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8371dad-f409-4e97-9159-f549fcaba05a admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:07:36.115568 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a73e22e-de16-4440-a9d3-d62f431b58c3 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:36.149500 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] Set router 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:07:36.171409 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:36.206216 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:36.227684 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/networks/001dff6c-9238-4ed9-847f-d314191eb20c HTTP/1.1" status: 204 len: 168 time: 7.6099863 Mar 01 21:07:36.240366 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56088) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:36.276010 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a591c01-29d5-42fa-a0a8-d1f508e9fefb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Network': ['ID=001dff6c-9238-4ed9-847f-d314191eb20c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:36.389963 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1ed4da07-9fe2-404e-96e4-22ebefd6491d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:36.444906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-1ed4da07-9fe2-404e-96e4-22ebefd6491d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37da9f48-c173-41ee-9818-1ebab5f60a99']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:36.465514 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-1ed4da07-9fe2-404e-96e4-22ebefd6491d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9238f02-c100-4990-8319-17762690e67d') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:36.466095 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-1ed4da07-9fe2-404e-96e4-22ebefd6491d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9238f02-c100-4990-8319-17762690e67d') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:36.514210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-0063365b-bce9-4462-b7a8-4e996c1753f4 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1973110528'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:36.519871 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8371dad-f409-4e97-9159-f549fcaba05a admin admin] Pushing event updated for resources: {'Port': ['ID=309e1742-e8ce-4d5e-9624-3909518a61cd,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:36.522687 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c8371dad-f409-4e97-9159-f549fcaba05a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:36.571311 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-043a159f-9e5c-4dc2-8660-b52c74810c7f None None] Provisioning for port 309e1742-e8ce-4d5e-9624-3909518a61cd completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:07:36.578627 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-043a159f-9e5c-4dc2-8660-b52c74810c7f None None] Provisioning complete for port 309e1742-e8ce-4d5e-9624-3909518a61cd triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:07:36.579003 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-043a159f-9e5c-4dc2-8660-b52c74810c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:36.695880 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-043a159f-9e5c-4dc2-8660-b52c74810c7f None None] Port 309e1742-e8ce-4d5e-9624-3909518a61cd cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:07:36.732486 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1621693141-router', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:24Z', 'updated_at': '2022-03-01T21:07:30Z', 'revision_number': 3, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'gw_port': {'id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:27Z', 'updated_at': '2022-03-01T21:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:36.737499 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92def55-cc86-42a0-b42a-99f286b7578c None None] The sync data for ids ['236506ba-093b-4bbd-b57d-a9fb1a3a44d0'] in n-d-827896-4 is: [{'id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1621693141-router', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:24Z', 'updated_at': '2022-03-01T21:07:30Z', 'revision_number': 3, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'gw_port': {'id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1f:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:27Z', 'updated_at': '2022-03-01T21:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:07:37.065439 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1ed4da07-9fe2-404e-96e4-22ebefd6491d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:37.122353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0063365b-bce9-4462-b7a8-4e996c1753f4 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:37.241116 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0063365b-bce9-4462-b7a8-4e996c1753f4 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Usage tracker for resource:network and tenant:307c2afecbe74dab8682f7a83d727a24 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:37.273559 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0063365b-bce9-4462-b7a8-4e996c1753f4 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:37.300719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0063365b-bce9-4462-b7a8-4e996c1753f4 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:37.362915 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1ed4da07-9fe2-404e-96e4-22ebefd6491d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:37.459402 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed4da07-9fe2-404e-96e4-22ebefd6491d admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:07:37.459829 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1ed4da07-9fe2-404e-96e4-22ebefd6491d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:07:37.491218 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:07:37.607775 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0063365b-bce9-4462-b7a8-4e996c1753f4 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Made reservation on behalf of 307c2afecbe74dab8682f7a83d727a24 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:07:37.610808 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0063365b-bce9-4462-b7a8-4e996c1753f4 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:37.633721 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa20a95c-e510-4713-b70e-39083ce83d4a req-ca7f4bbd-d4ba-4bcc-8bed-ad78cfc1b861 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 210 time: 0.2764003 Mar 01 21:07:37.672840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-6a87d845-a2e6-4afa-b6a7-d3ca1fda1431 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:37.676378 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-6a87d845-a2e6-4afa-b6a7-d3ca1fda1431 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Synchronizing usage tracker for tenant:b7a7c3aee97041b9a801e4248bbb86e5 on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:07:37.732879 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9c3a2b34-ea39-4573-beb1-afe17adf4589 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:07:37.880642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0063365b-bce9-4462-b7a8-4e996c1753f4 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:07:37.895537 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a73e22e-de16-4440-a9d3-d62f431b58c3 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:37.902920 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a73e22e-de16-4440-a9d3-d62f431b58c3 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:37.917550 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615c103-9979-4eb0-8047-5890f828c376 req-e823c9b3-4ee7-4932-aff1-f4a521ab1d30 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:37.919213 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a615c103-9979-4eb0-8047-5890f828c376 req-e823c9b3-4ee7-4932-aff1-f4a521ab1d30 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 1.6864016 Mar 01 21:07:37.927181 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0063365b-bce9-4462-b7a8-4e996c1753f4 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:37.928505 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-0063365b-bce9-4462-b7a8-4e996c1753f4 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Added segment 4a4290d7-8081-4920-812d-5ae4d3cb7b93 of type vlan for network 9c69d512-7819-49f6-b50d-0812c1a0eb18 Mar 01 21:07:37.961561 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0063365b-bce9-4462-b7a8-4e996c1753f4 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:38.037799 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 9c3a2b34-ea39-4573-beb1-afe17adf4589 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:07:38.044355 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9c3a2b34-ea39-4573-beb1-afe17adf4589 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:07:38.045823 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:38.050942 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1ed4da07-9fe2-404e-96e4-22ebefd6491d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:38.129693 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1ed4da07-9fe2-404e-96e4-22ebefd6491d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:38.132735 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed4da07-9fe2-404e-96e4-22ebefd6491d admin admin] Pushing event deleted for resources: {'Network': ['ID=37da9f48-c173-41ee-9818-1ebab5f60a99,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:38.141324 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0063365b-bce9-4462-b7a8-4e996c1753f4 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:38.147960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0063365b-bce9-4462-b7a8-4e996c1753f4 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:38.148768 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0063365b-bce9-4462-b7a8-4e996c1753f4 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:38.210300 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1ed4da07-9fe2-404e-96e4-22ebefd6491d admin admin] 10.222.0.42 "DELETE /v2.0/networks/37da9f48-c173-41ee-9818-1ebab5f60a99 HTTP/1.1" status: 204 len: 168 time: 2.3273892 Mar 01 21:07:38.224205 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56122) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:38.255159 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c8371dad-f409-4e97-9159-f549fcaba05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:38.340659 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:38.376750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 9c3a2b34-ea39-4573-beb1-afe17adf4589, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9c3a2b34-ea39-4573-beb1-afe17adf4589,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:07:38.384606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-6a87d845-a2e6-4afa-b6a7-d3ca1fda1431 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Unset dirty status for tenant:b7a7c3aee97041b9a801e4248bbb86e5 on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:07:38.385737 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-6a87d845-a2e6-4afa-b6a7-d3ca1fda1431 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.57 "GET /v2.0/networks?id=9b34390c-6fe5-4076-9506-cf6ffd99724e HTTP/1.1" status: 200 len: 811 time: 1.2007847 Mar 01 21:07:38.398307 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a73e22e-de16-4440-a9d3-d62f431b58c3 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Router 3232133b-f010-490f-9d63-8872b81a83cb has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:07:38.411223 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-1783d688-fbf7-4367-9fa5-81170c5e2cbf tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Request body: {'port': {'device_id': '7ba5a915-55a7-4b5c-897c-1f578d74f6b8', 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e', 'admin_state_up': True, 'tenant_id': 'b7a7c3aee97041b9a801e4248bbb86e5'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:38.421818 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a615c103-9979-4eb0-8047-5890f828c376 req-d65c61b0-d088-4352-89e3-f456d02d6ee5 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262197 Mar 01 21:07:38.460705 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0063365b-bce9-4462-b7a8-4e996c1753f4 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9853439 Mar 01 21:07:38.464124 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:38.474291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56128) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:38.474951 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0063365b-bce9-4462-b7a8-4e996c1753f4 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Network': ['ID=9c69d512-7819-49f6-b50d-0812c1a0eb18,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:38.505695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e3c739ec-0eda-4cde-9001-8cdb7973ba45 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'subnet': {'network_id': '9c69d512-7819-49f6-b50d-0812c1a0eb18', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:38.516137 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 9c69d512-7819-49f6-b50d-0812c1a0eb18 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:07:38.606918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-70215eea-b04c-4673-9c5f-885b21fd08f3 admin admin] Deleting subnet d3a9a19c-60cb-465b-a1e3-df3d66bd3b1f {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:07:38.618665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56134) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:38.621973 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-70215eea-b04c-4673-9c5f-885b21fd08f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:38.705450 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=9c3a2b34-ea39-4573-beb1-afe17adf4589,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:38.834683 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-70215eea-b04c-4673-9c5f-885b21fd08f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:38.884930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a73e22e-de16-4440-a9d3-d62f431b58c3 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:07:38.891273 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a73e22e-de16-4440-a9d3-d62f431b58c3 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:38.895457 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5a73e22e-de16-4440-a9d3-d62f431b58c3 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "PUT /v2.0/routers/3232133b-f010-490f-9d63-8872b81a83cb HTTP/1.1" status: 200 len: 920 time: 5.0610781 Mar 01 21:07:38.897626 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f5ba81-e084-499e-8223-f6aa27e8ea0b req-e20708b8-e9c6-46c4-be8f-99387b8c8236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:38.898365 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-17f5ba81-e084-499e-8223-f6aa27e8ea0b req-e20708b8-e9c6-46c4-be8f-99387b8c8236 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 1096 time: 0.5538414 Mar 01 21:07:38.898841 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56142) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:38.901032 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293563d0-2e8e-4f0e-aa2f-8fa3bd125bd3 None None] Sync routers for ids ['3232133b-f010-490f-9d63-8872b81a83cb'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:07:38.908269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-1783d688-fbf7-4367-9fa5-81170c5e2cbf tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:38.932345 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293563d0-2e8e-4f0e-aa2f-8fa3bd125bd3 None None] Routers {'3232133b-f010-490f-9d63-8872b81a83cb'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:07:38.933590 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-293563d0-2e8e-4f0e-aa2f-8fa3bd125bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:07:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['3232133b-f010-490f-9d63-8872b81a83cb'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:38.981875 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5e80f044-9d6e-4ee9-8d5b-c22f92c968c0 req-2182600e-2400-4995-86a1-8d14fdfcce8e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 210 time: 0.1593318 Mar 01 21:07:38.984494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e3c739ec-0eda-4cde-9001-8cdb7973ba45 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:39.006837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-1783d688-fbf7-4367-9fa5-81170c5e2cbf tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:39.008976 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f597f761-07e8-4319-8ffe-28413642bd48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:39.020760 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-293563d0-2e8e-4f0e-aa2f-8fa3bd125bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:39.031599 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293563d0-2e8e-4f0e-aa2f-8fa3bd125bd3 None None] Routers {'3232133b-f010-490f-9d63-8872b81a83cb'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:07:39.032455 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-293563d0-2e8e-4f0e-aa2f-8fa3bd125bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:07:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['3232133b-f010-490f-9d63-8872b81a83cb'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:39.040950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e3c739ec-0eda-4cde-9001-8cdb7973ba45 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Usage tracker for resource:subnet and tenant:307c2afecbe74dab8682f7a83d727a24 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:39.061136 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e3c739ec-0eda-4cde-9001-8cdb7973ba45 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:39.076811 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e3c739ec-0eda-4cde-9001-8cdb7973ba45 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:39.089836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f597f761-07e8-4319-8ffe-28413642bd48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:39.095030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f597f761-07e8-4319-8ffe-28413642bd48 admin admin] Usage tracker for resource:security_group_rule and tenant:bfad04a97f1046e48c87f2d9c8ab77d0 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:39.102428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f597f761-07e8-4319-8ffe-28413642bd48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:39.112198 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f597f761-07e8-4319-8ffe-28413642bd48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:39.151688 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-17f5ba81-e084-499e-8223-f6aa27e8ea0b req-b3a4a835-9c74-4d6c-836a-3a7c6e1c8efe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448792 Mar 01 21:07:39.165330 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-293563d0-2e8e-4f0e-aa2f-8fa3bd125bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:39.165971 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293563d0-2e8e-4f0e-aa2f-8fa3bd125bd3 None None] The sync data for ids ['3232133b-f010-490f-9d63-8872b81a83cb'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:07:39.181552 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7019961b-229f-4096-8be8-6170f7cad77a tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "GET /v2.0/routers/3232133b-f010-490f-9d63-8872b81a83cb HTTP/1.1" status: 200 len: 920 time: 0.2805634 Mar 01 21:07:39.184342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56146) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:39.202921 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-70215eea-b04c-4673-9c5f-885b21fd08f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:39.266043 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-1783d688-fbf7-4367-9fa5-81170c5e2cbf tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Made reservation on behalf of b7a7c3aee97041b9a801e4248bbb86e5 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:07:39.271052 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-1783d688-fbf7-4367-9fa5-81170c5e2cbf tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:39.296600 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c739ec-0eda-4cde-9001-8cdb7973ba45 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Made reservation on behalf of 307c2afecbe74dab8682f7a83d727a24 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:07:39.299919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52f8761-4349-4068-acd0-6b5065073736 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:39.300132 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e3c739ec-0eda-4cde-9001-8cdb7973ba45 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:39.300625 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f52f8761-4349-4068-acd0-6b5065073736 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Synchronizing usage tracker for tenant:6f9e63faa7844f39ad33d1f13e1e4196 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:07:39.367023 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f597f761-07e8-4319-8ffe-28413642bd48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:39.469326 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-1783d688-fbf7-4367-9fa5-81170c5e2cbf tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Allocated IP 172.20.0.5 (9b34390c-6fe5-4076-9506-cf6ffd99724e/03961c1b-5cc3-4076-b4e1-e587eae0ddf1/f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:07:39.530791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f52f8761-4349-4068-acd0-6b5065073736 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Unset dirty status for tenant:6f9e63faa7844f39ad33d1f13e1e4196 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:07:39.534999 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f52f8761-4349-4068-acd0-6b5065073736 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&device_id=3232133b-f010-490f-9d63-8872b81a83cb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3468604 Mar 01 21:07:39.536405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56152) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:39.552135 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c8371dad-f409-4e97-9159-f549fcaba05a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:39.569414 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f597f761-07e8-4319-8ffe-28413642bd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:39.634240 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c8371dad-f409-4e97-9159-f549fcaba05a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:39.654075 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9c3a2b34-ea39-4573-beb1-afe17adf4589 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:07:39.684501 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5320469e-9851-4e4a-b07b-58fd689c5d56 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:39.685080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5320469e-9851-4e4a-b07b-58fd689c5d56 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Synchronizing usage tracker for tenant:6f9e63faa7844f39ad33d1f13e1e4196 on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:07:39.757480 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597f761-07e8-4319-8ffe-28413642bd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=980fb929-8a91-4094-8154-4a372a6047cf,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:39.787005 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9c3a2b34-ea39-4573-beb1-afe17adf4589 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:07:39.787005 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:39.787256 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-70215eea-b04c-4673-9c5f-885b21fd08f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:39.900150 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-1783d688-fbf7-4367-9fa5-81170c5e2cbf tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:39.915909 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5320469e-9851-4e4a-b07b-58fd689c5d56 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Unset dirty status for tenant:6f9e63faa7844f39ad33d1f13e1e4196 on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:07:39.931603 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5320469e-9851-4e4a-b07b-58fd689c5d56 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 881 time: 0.3940852 Mar 01 21:07:39.935647 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56162) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:39.936962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8371dad-f409-4e97-9159-f549fcaba05a admin admin] Pushing event updated for resources: {'Port': ['ID=309e1742-e8ce-4d5e-9624-3909518a61cd,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:39.944722 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-70215eea-b04c-4673-9c5f-885b21fd08f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:39.962230 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-70215eea-b04c-4673-9c5f-885b21fd08f3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d3a9a19c-60cb-465b-a1e3-df3d66bd3b1f HTTP/1.1" status: 204 len: 168 time: 1.7247691 Mar 01 21:07:39.964989 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f597f761-07e8-4319-8ffe-28413642bd48 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bfad04a97f1046e48c87f2d9c8ab77d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3451552 Mar 01 21:07:39.969102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56168) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:39.969691 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56170) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:39.972311 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70215eea-b04c-4673-9c5f-885b21fd08f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3a9a19c-60cb-465b-a1e3-df3d66bd3b1f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:40.009980 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9b9099a9-2ae4-4a4c-b995-7119135d3231 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "GET /v2.0/ports?device_id=3232133b-f010-490f-9d63-8872b81a83cb HTTP/1.1" status: 200 len: 205 time: 0.0752654 Mar 01 21:07:40.013417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56176) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:40.035971 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c8371dad-f409-4e97-9159-f549fcaba05a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:40.286260 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-1783d688-fbf7-4367-9fa5-81170c5e2cbf tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:40.298564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['7934ce29-a740-4da6-aa18-a1d654469d2d'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:07:40.427228 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cbe328aa-1a9c-4771-a5b3-8c4cd941657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:40.463076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8006f-3ea9-410b-8727-406aaeb5707e req-67b0f24e-46e9-46cd-baa7-813021fcb25c tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:40.472080 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8c8006f-3ea9-410b-8727-406aaeb5707e req-67b0f24e-46e9-46cd-baa7-813021fcb25c tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.9126081 Mar 01 21:07:40.481328 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c186d036-1fc5-4edd-9017-d74c788f5a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:40.589770 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-1783d688-fbf7-4367-9fa5-81170c5e2cbf tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Network 9b34390c-6fe5-4076-9506-cf6ffd99724e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:07:40.593661 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a23e97df-8649-4f0f-98d7-d981a8d0842d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:40.649725 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c186d036-1fc5-4edd-9017-d74c788f5a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:40.688481 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-1783d688-fbf7-4367-9fa5-81170c5e2cbf tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:40.694101 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8c8006f-3ea9-410b-8727-406aaeb5707e req-4c2fe561-f49b-4fa6-926f-68d70d35d321 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205715 Mar 01 21:07:40.711456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783d688-fbf7-4367-9fa5-81170c5e2cbf tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Pushing event updated for resources: {'Port': ['ID=f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:40.715189 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-1783d688-fbf7-4367-9fa5-81170c5e2cbf tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:07:40.726141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8371dad-f409-4e97-9159-f549fcaba05a admin admin] Network ad62e9af-4b76-4a54-b75b-80997074ebfc is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:07:40.745312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-c8371dad-f409-4e97-9159-f549fcaba05a admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:40.827899 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e3c739ec-0eda-4cde-9001-8cdb7973ba45 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:40.925294 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814fd1b7-b711-4093-80af-481978965658 req-3d9d2a7d-63c3-4c09-888a-f99a65049052 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:40.932610 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-814fd1b7-b711-4093-80af-481978965658 req-3d9d2a7d-63c3-4c09-888a-f99a65049052 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 931 time: 0.7448452 Mar 01 21:07:40.933784 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-1783d688-fbf7-4367-9fa5-81170c5e2cbf tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:40.934527 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-1783d688-fbf7-4367-9fa5-81170c5e2cbf tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:40.964353 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a23e97df-8649-4f0f-98d7-d981a8d0842d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:40.973711 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cbe328aa-1a9c-4771-a5b3-8c4cd941657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:41.055433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a6f2a18a-815e-4a13-a274-eb82e23a27e5 None None] Provisioning complete for port 309e1742-e8ce-4d5e-9624-3909518a61cd triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:07:41.056004 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a6f2a18a-815e-4a13-a274-eb82e23a27e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:41.069211 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a23e97df-8649-4f0f-98d7-d981a8d0842d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Deleting port 5f1a0e5a-c510-4a22-b27b-3fd9744a88e5 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:07:41.069634 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a23e97df-8649-4f0f-98d7-d981a8d0842d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:41.092038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-cbe328aa-1a9c-4771-a5b3-8c4cd941657b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbf65f3-35be-4ce5-802e-1c4241e4de0a']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:41.107923 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-814fd1b7-b711-4093-80af-481978965658 req-f9755f57-4e41-4623-81b9-456f0627757c tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743653 Mar 01 21:07:41.110390 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-1783d688-fbf7-4367-9fa5-81170c5e2cbf tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7092917 Mar 01 21:07:41.134479 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] Request body: {'port': {'device_id': '7ba5a915-55a7-4b5c-897c-1f578d74f6b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:41.138956 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a6f2a18a-815e-4a13-a274-eb82e23a27e5 None None] Port 309e1742-e8ce-4d5e-9624-3909518a61cd cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:07:41.178808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c739ec-0eda-4cde-9001-8cdb7973ba45 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Subnet': ['ID=f7d90521-b676-4d3c-a255-9334da6d967b,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:41.195242 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-cbe328aa-1a9c-4771-a5b3-8c4cd941657b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f6b5e69-e04e-400b-b716-1fd588b48750') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:41.195598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-cbe328aa-1a9c-4771-a5b3-8c4cd941657b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f6b5e69-e04e-400b-b716-1fd588b48750') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:41.214346 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c186d036-1fc5-4edd-9017-d74c788f5a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:41.218781 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cbe328aa-1a9c-4771-a5b3-8c4cd941657b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:41.246941 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c739ec-0eda-4cde-9001-8cdb7973ba45 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Checking segment: {'id': '4a4290d7-8081-4920-812d-5ae4d3cb7b93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9c69d512-7819-49f6-b50d-0812c1a0eb18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:07:41.247291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c739ec-0eda-4cde-9001-8cdb7973ba45 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Network hostable DHCP agents. Network: 9c69d512-7819-49f6-b50d-0812c1a0eb18, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:07:41.266908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c186d036-1fc5-4edd-9017-d74c788f5a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=980fb929-8a91-4094-8154-4a372a6047cf,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:41.279853 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cbe328aa-1a9c-4771-a5b3-8c4cd941657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:41.292151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbe328aa-1a9c-4771-a5b3-8c4cd941657b admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:07:41.292546 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cbe328aa-1a9c-4771-a5b3-8c4cd941657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:07:41.309362 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:07:41.323504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8371dad-f409-4e97-9159-f549fcaba05a admin admin] Router 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:07:41.368142 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:41.385636 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c186d036-1fc5-4edd-9017-d74c788f5a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:41.389082 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c186d036-1fc5-4edd-9017-d74c788f5a05 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/980fb929-8a91-4094-8154-4a372a6047cf HTTP/1.1" status: 204 len: 168 time: 1.4093640 Mar 01 21:07:41.421742 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a23e97df-8649-4f0f-98d7-d981a8d0842d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:41.497588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c739ec-0eda-4cde-9001-8cdb7973ba45 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Network 9c69d512-7819-49f6-b50d-0812c1a0eb18 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:07:41.561239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a23e97df-8649-4f0f-98d7-d981a8d0842d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Calling delete_port for 5f1a0e5a-c510-4a22-b27b-3fd9744a88e5 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:07:41.637959 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cbe328aa-1a9c-4771-a5b3-8c4cd941657b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:41.656806 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cbe328aa-1a9c-4771-a5b3-8c4cd941657b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:41.669931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe328aa-1a9c-4771-a5b3-8c4cd941657b admin admin] Pushing event deleted for resources: {'Network': ['ID=bbbf65f3-35be-4ce5-802e-1c4241e4de0a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:41.678892 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cbe328aa-1a9c-4771-a5b3-8c4cd941657b admin admin] 10.222.0.42 "DELETE /v2.0/networks/bbbf65f3-35be-4ce5-802e-1c4241e4de0a HTTP/1.1" status: 204 len: 168 time: 1.7032821 Mar 01 21:07:41.834700 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-e3c739ec-0eda-4cde-9001-8cdb7973ba45 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 9c69d512-7819-49f6-b50d-0812c1a0eb18) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:41.849784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4456253-977a-4a69-9a43-c84047667e47 None None] Network 9c69d512-7819-49f6-b50d-0812c1a0eb18 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:07:41.858829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c739ec-0eda-4cde-9001-8cdb7973ba45 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:41.861197 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e3c739ec-0eda-4cde-9001-8cdb7973ba45 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:42.016519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8371dad-f409-4e97-9159-f549fcaba05a admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:07:42.024209 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c8371dad-f409-4e97-9159-f549fcaba05a admin admin] 10.222.0.42 "PUT /v2.0/routers/236506ba-093b-4bbd-b57d-a9fb1a3a44d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5864363 Mar 01 21:07:42.031219 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] Sync routers for ids ['236506ba-093b-4bbd-b57d-a9fb1a3a44d0'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:07:42.065778 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33853511-eefd-4d17-ac7c-08188a194f3e req-7d3aeea5-9d53-4497-80d0-c3e0954f7f2f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:42.070390 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] Routers {'236506ba-093b-4bbd-b57d-a9fb1a3a44d0'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:07:42.071024 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:07:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['236506ba-093b-4bbd-b57d-a9fb1a3a44d0'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:42.073484 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:07:42.075820 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33853511-eefd-4d17-ac7c-08188a194f3e req-7d3aeea5-9d53-4497-80d0-c3e0954f7f2f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.1821344 Mar 01 21:07:42.088338 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a23e97df-8649-4f0f-98d7-d981a8d0842d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:42.093117 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:42.105273 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e3c739ec-0eda-4cde-9001-8cdb7973ba45 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.6145740 Mar 01 21:07:42.106274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56196) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:42.189763 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33853511-eefd-4d17-ac7c-08188a194f3e req-863d6134-9c10-44dd-8f10-3b79f15ab3c5 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127121 Mar 01 21:07:42.202625 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56202) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:42.314243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56208) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:42.326980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23e97df-8649-4f0f-98d7-d981a8d0842d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Pushing event deleted for resources: {'Port': ['ID=5f1a0e5a-c510-4a22-b27b-3fd9744a88e5,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:42.422840 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d115d5b0-2071-44a0-8a55-11a00ba5b463 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:42.436916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] Transition to ACTIVE for port object f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:07:42.574421 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-023d91f2-fc4e-41ce-aacb-6181385f2b32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:42.575961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] Set router 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:07:42.608975 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:42.638226 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-023d91f2-fc4e-41ce-aacb-6181385f2b32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:42.649583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-023d91f2-fc4e-41ce-aacb-6181385f2b32 admin admin] Usage tracker for resource:security_group_rule and tenant:86200e3cfcbb4756afcf8b284693280b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:42.654471 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-023d91f2-fc4e-41ce-aacb-6181385f2b32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:42.673974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-023d91f2-fc4e-41ce-aacb-6181385f2b32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:42.697600 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d115d5b0-2071-44a0-8a55-11a00ba5b463 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:42.789405 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9d84f-a951-4045-ac6c-0267354d0c95 req-4ba507fa-f776-4556-b308-48294cf28396 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:42.791018 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-83e9d84f-a951-4045-ac6c-0267354d0c95 req-4ba507fa-f776-4556-b308-48294cf28396 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 931 time: 0.3725896 Mar 01 21:07:42.884289 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-83e9d84f-a951-4045-ac6c-0267354d0c95 req-ba8907b0-523f-4402-8ab3-e45a95e61774 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814297 Mar 01 21:07:42.891794 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910e4688-10b8-46c2-82ad-13e22fe913ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-9c69d512-7819-49f6-b50d-0812c1a0eb18', 'network_id': '9c69d512-7819-49f6-b50d-0812c1a0eb18', 'tenant_id': '307c2afecbe74dab8682f7a83d727a24', 'fixed_ips': [{'subnet_id': 'f7d90521-b676-4d3c-a255-9334da6d967b'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:07:42.896921 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-910e4688-10b8-46c2-82ad-13e22fe913ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:42.988630 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d115d5b0-2071-44a0-8a55-11a00ba5b463 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.104940 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-023d91f2-fc4e-41ce-aacb-6181385f2b32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.122008 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:43.136239 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-179b6dd6-cce2-4ab0-8e68-e2a3ebbf5897 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c9bb4145c52d4d90a83341aa2ffbffd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9286277 Mar 01 21:07:43.149714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56226) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:43.155047 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a23e97df-8649-4f0f-98d7-d981a8d0842d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.194200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115d5b0-2071-44a0-8a55-11a00ba5b463 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d90521-b676-4d3c-a255-9334da6d967b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:43.212003 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-023d91f2-fc4e-41ce-aacb-6181385f2b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.338932 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d115d5b0-2071-44a0-8a55-11a00ba5b463 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.370969 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-023d91f2-fc4e-41ce-aacb-6181385f2b32 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=86200e3cfcbb4756afcf8b284693280b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0545166 Mar 01 21:07:43.390693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56232) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:43.391819 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023d91f2-fc4e-41ce-aacb-6181385f2b32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a08105e-b941-447e-a2ab-78be6d2a941c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server [None req-910e4688-10b8-46c2-82ad-13e22fe913ef None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7d90521-b676-4d3c-a255-9334da6d967b: This subnet is being modified by another concurrent operation. Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:07:43.426611 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise exception Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7d90521-b676-4d3c-a255-9334da6d967b: This subnet is being modified by another concurrent operation. Mar 01 21:07:43.430369 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Mar 01 21:07:43.445355 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-d115d5b0-2071-44a0-8a55-11a00ba5b463 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c69d512-7819-49f6-b50d-0812c1a0eb18']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:43.463591 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-d115d5b0-2071-44a0-8a55-11a00ba5b463 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a4290d7-8081-4920-812d-5ae4d3cb7b93') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:43.463930 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-d115d5b0-2071-44a0-8a55-11a00ba5b463 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a4290d7-8081-4920-812d-5ae4d3cb7b93') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:43.488389 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51e303-94f4-4cc0-a37a-74342d8126d2 req-657b17c6-a865-4b88-8232-e605bde56b32 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:43.490013 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1c51e303-94f4-4cc0-a37a-74342d8126d2 req-657b17c6-a865-4b88-8232-e605bde56b32 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.4808664 Mar 01 21:07:43.493900 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d115d5b0-2071-44a0-8a55-11a00ba5b463 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.495034 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcb9c75-c702-4d09-a4ed-d6ea9fbcf8e8 None None] Network 9c69d512-7819-49f6-b50d-0812c1a0eb18 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:07:43.523269 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a23e97df-8649-4f0f-98d7-d981a8d0842d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.524802 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56238) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:43.527059 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a23e97df-8649-4f0f-98d7-d981a8d0842d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.534261 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-856170446-network', 'tenant_id': '7bf29cdb9eb24de5adb032dbc52e44fd'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:43.538296 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d115d5b0-2071-44a0-8a55-11a00ba5b463 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.554994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:43.559986 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d115d5b0-2071-44a0-8a55-11a00ba5b463 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:07:43.565746 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d115d5b0-2071-44a0-8a55-11a00ba5b463 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:07:43.576687 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:07:43.591831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Usage tracker for resource:network and tenant:7bf29cdb9eb24de5adb032dbc52e44fd is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:43.599996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:43.626949 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d941d6e-3a61-4326-afed-36cfe1f1996e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.663121 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1c51e303-94f4-4cc0-a37a-74342d8126d2 req-96f31f10-400d-45c2-9eeb-240327665c7d tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607153 Mar 01 21:07:43.663121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:43.725413 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d941d6e-3a61-4326-afed-36cfe1f1996e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.736635 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a23e97df-8649-4f0f-98d7-d981a8d0842d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.736635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23e97df-8649-4f0f-98d7-d981a8d0842d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Fanout notify agent at l3_agent the message router_deleted on router 3232133b-f010-490f-9d63-8872b81a83cb {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:07:43.738692 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] Attempting to bind port f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:07:43.739123 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] Attempting to bind port f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '9bed440c-0e86-4609-9f79-d599079265d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:07:43.739799 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] Attempting to bind port f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 on network 9b34390c-6fe5-4076-9506-cf6ffd99724e {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:07:43.747855 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1621693141-router', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:24Z', 'updated_at': '2022-03-01T21:07:37Z', 'revision_number': 4, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'gw_port': {'id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:27Z', 'updated_at': '2022-03-01T21:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '309e1742-e8ce-4d5e-9624-3909518a61cd', 'name': '', 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'mac_address': 'fa:16:3e:4c:12:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '0316ebdb-a31b-45d0-8b60-adc971a0b03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:35Z', 'updated_at': '2022-03-01T21:07:38Z', 'revision_number': 2, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'subnets': [{'id': '0316ebdb-a31b-45d0-8b60-adc971a0b03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:43.751258 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a83ec6f6-a6f8-49a4-a26b-e1e370e6cce6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.763018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4022b-3992-4141-bf6e-0f16a156b827 req-20a2c23d-a32f-4666-8fb2-1ab848fe2831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:43.764795 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09b4022b-3992-4141-bf6e-0f16a156b827 req-20a2c23d-a32f-4666-8fb2-1ab848fe2831 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ae8beb020bc5422983ac60a96ddee5cd&device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 1096 time: 0.7613049 Mar 01 21:07:43.765584 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] Port f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 on network 9b34390c-6fe5-4076-9506-cf6ffd99724e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:07:43.765686 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] Attempting to bind port f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 on network 9b34390c-6fe5-4076-9506-cf6ffd99724e {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:07:43.776710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Made reservation on behalf of 7bf29cdb9eb24de5adb032dbc52e44fd for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:07:43.779019 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.784667 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] Checking router: 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:07:43.786780 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] Updating router 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 port 309e1742-e8ce-4d5e-9624-3909518a61cd binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:07:43.802971 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.821782 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d115d5b0-2071-44a0-8a55-11a00ba5b463 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.867442 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d115d5b0-2071-44a0-8a55-11a00ba5b463 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.867918 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a23e97df-8649-4f0f-98d7-d981a8d0842d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.868985 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a23e97df-8649-4f0f-98d7-d981a8d0842d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "DELETE /v2.0/routers/3232133b-f010-490f-9d63-8872b81a83cb HTTP/1.1" status: 204 len: 168 time: 3.8544774 Mar 01 21:07:43.878159 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 7, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:07:43.878367 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56250) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:43.878485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] Checking segment: {'id': '9bed440c-0e86-4609-9f79-d599079265d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:07:43.878577 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] Bound using segment: {'id': '9bed440c-0e86-4609-9f79-d599079265d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:07:43.879590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] Bound port: f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bed440c-0e86-4609-9f79-d599079265d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:07:43.879942 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.888433 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:43.891276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d115d5b0-2071-44a0-8a55-11a00ba5b463 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Network': ['ID=9c69d512-7819-49f6-b50d-0812c1a0eb18,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:43.896291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e0b50108-3720-4b42-90c8-a498da30d4b4 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-513963780', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:43.901705 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.908843 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Usage tracker for resource:security_group_rule and tenant:7bf29cdb9eb24de5adb032dbc52e44fd is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:43.915140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:43.917990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e0b50108-3720-4b42-90c8-a498da30d4b4 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:43.922667 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a83ec6f6-a6f8-49a4-a26b-e1e370e6cce6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:43.924758 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e0b50108-3720-4b42-90c8-a498da30d4b4 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Usage tracker for resource:router and tenant:21bf4bfe0a374167b5c293012eb21e6b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:43.931871 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d115d5b0-2071-44a0-8a55-11a00ba5b463 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/networks/9c69d512-7819-49f6-b50d-0812c1a0eb18 HTTP/1.1" status: 204 len: 168 time: 1.8219781 Mar 01 21:07:43.932964 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e0b50108-3720-4b42-90c8-a498da30d4b4 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:43.935628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56256) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:43.936432 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:43.949755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-be172c56-f1ba-43cf-85cb-1d47b8ec863e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-528490794'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:43.953531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e0b50108-3720-4b42-90c8-a498da30d4b4 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:43.965226 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-be172c56-f1ba-43cf-85cb-1d47b8ec863e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:43.978606 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-be172c56-f1ba-43cf-85cb-1d47b8ec863e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Usage tracker for resource:network and tenant:307c2afecbe74dab8682f7a83d727a24 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:43.983156 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-be172c56-f1ba-43cf-85cb-1d47b8ec863e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:43.986085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228701fe-0685-493e-9a3d-2f75fd38cec1 None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:07:44.001759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-be172c56-f1ba-43cf-85cb-1d47b8ec863e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:44.036925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56260) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:44.078049 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e0b50108-3720-4b42-90c8-a498da30d4b4 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:44.079952 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e0b50108-3720-4b42-90c8-a498da30d4b4 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:44.180557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4022b-3992-4141-bf6e-0f16a156b827 req-25088943-eff1-465b-abed-3e5231dff3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:44.182521 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09b4022b-3992-4141-bf6e-0f16a156b827 req-25088943-eff1-465b-abed-3e5231dff3a1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=67bb6527-8461-46a9-b8fb-0f8330414ee1 HTTP/1.1" status: 200 len: 919 time: 0.3680379 Mar 01 21:07:44.187650 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] For port f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:07:44.194274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] For port f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0,segment=NetworkSegment(9bed440c-0e86-4609-9f79-d599079265d8),segment_id=9bed440c-0e86-4609-9f79-d599079265d8)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:07:44.195951 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be172c56-f1ba-43cf-85cb-1d47b8ec863e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Made reservation on behalf of 307c2afecbe74dab8682f7a83d727a24 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:07:44.199579 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be172c56-f1ba-43cf-85cb-1d47b8ec863e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:44.218501 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e0b50108-3720-4b42-90c8-a498da30d4b4 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:44.272186 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d941d6e-3a61-4326-afed-36cfe1f1996e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:44.283521 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:44.285754 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be172c56-f1ba-43cf-85cb-1d47b8ec863e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:07:44.300250 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be172c56-f1ba-43cf-85cb-1d47b8ec863e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:44.301218 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-be172c56-f1ba-43cf-85cb-1d47b8ec863e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Added segment 53d7b339-8e20-4e7d-b548-77de8c193c0c of type vlan for network ca723e12-08a8-4819-99b2-fcc537d1365e Mar 01 21:07:44.312229 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09b4022b-3992-4141-bf6e-0f16a156b827 req-d58e8c4f-1297-463d-baa2-a8e279c4f31f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa08eb7d-a338-48a3-8a2c-2495a5948334 HTTP/1.1" status: 200 len: 217 time: 0.1163528 Mar 01 21:07:44.316273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d941d6e-3a61-4326-afed-36cfe1f1996e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7444a70-6ebb-4a89-941b-c96545b77813,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:44.319380 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:44.326447 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a83ec6f6-a6f8-49a4-a26b-e1e370e6cce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:44.333086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e57cb-3fa6-4edf-a91d-03b387f45988 req-b8fde972-ef01-4cb8-8399-4318edff8607 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:44.334721 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-356e57cb-3fa6-4edf-a91d-03b387f45988 req-b8fde972-ef01-4cb8-8399-4318edff8607 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 943 time: 0.2200842 Mar 01 21:07:44.370628 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e0b50108-3720-4b42-90c8-a498da30d4b4 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:44.382764 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be172c56-f1ba-43cf-85cb-1d47b8ec863e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:44.421368 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:44.462968 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ec6f6-a6f8-49a4-a26b-e1e370e6cce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a08105e-b941-447e-a2ab-78be6d2a941c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:44.465832 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-356e57cb-3fa6-4edf-a91d-03b387f45988 req-1588b697-9c89-4d8b-a9b0-d936af2f5cba tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158764 Mar 01 21:07:44.467788 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:44.468398 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:44.470013 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] 10.222.0.57 "PUT /v2.0/ports/f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 HTTP/1.1" status: 200 len: 1091 time: 3.3514338 Mar 01 21:07:44.477269 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a83ec6f6-a6f8-49a4-a26b-e1e370e6cce6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:44.481267 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a83ec6f6-a6f8-49a4-a26b-e1e370e6cce6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a08105e-b941-447e-a2ab-78be6d2a941c HTTP/1.1" status: 204 len: 168 time: 1.0857780 Mar 01 21:07:44.481267 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d941d6e-3a61-4326-afed-36cfe1f1996e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:44.483333 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1d941d6e-3a61-4326-afed-36cfe1f1996e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7444a70-6ebb-4a89-941b-c96545b77813 HTTP/1.1" status: 204 len: 168 time: 1.3325527 Mar 01 21:07:44.484210 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ba5a915-55a7-4b5c-897c-1f578d74f6b8', 'tag': 'f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:07:44.522125 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228701fe-0685-493e-9a3d-2f75fd38cec1 None None] Resources bound (agent type, host, resource id): {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:07:44.522658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b4022b-3992-4141-bf6e-0f16a156b827 req-507bab72-9913-4a6f-be6a-1a9fe76f1a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:44.525888 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09b4022b-3992-4141-bf6e-0f16a156b827 req-507bab72-9913-4a6f-be6a-1a9fe76f1a19 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed7ad8a4-8267-45db-9da9-38b53b99c0bf HTTP/1.1" status: 200 len: 858 time: 0.1899073 Mar 01 21:07:44.528543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ebc754-710f-47e4-a85d-bb56267694b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:44.595724 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e0b50108-3720-4b42-90c8-a498da30d4b4 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:44.599476 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e0b50108-3720-4b42-90c8-a498da30d4b4 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7128732 Mar 01 21:07:44.609175 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ba5a915-55a7-4b5c-897c-1f578d74f6b8', 'tag': 'f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0', 'status': 'completed', 'code': 200} Mar 01 21:07:44.609498 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56272) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:44.620898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:07:44.626318 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-e20fa57f-2d0c-42e3-a7d9-80e0ba435d71 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Request body: {'router': {'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:44.640639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55514a39-1876-4b84-b715-c4d2a2efac0a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:44.654684 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:44.655052 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Added segment 68400380-c21a-456b-96ad-f061bd67bc9d of type vlan for network 5ca76856-c4cc-4088-ad65-77ec56e4fcb9 Mar 01 21:07:44.752213 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09b4022b-3992-4141-bf6e-0f16a156b827 req-cb090262-c644-4499-b5ad-f218e07caf05 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=67bb6527-8461-46a9-b8fb-0f8330414ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2186527 Mar 01 21:07:44.993087 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:45.010027 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] Transition to ACTIVE for port object 309e1742-e8ce-4d5e-9624-3909518a61cd will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:07:45.125255 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:45.183631 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:45.212763 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be172c56-f1ba-43cf-85cb-1d47b8ec863e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:45.219112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be172c56-f1ba-43cf-85cb-1d47b8ec863e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:45.220147 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be172c56-f1ba-43cf-85cb-1d47b8ec863e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:45.366676 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd5e23-31e5-4d56-952b-d32c5318411c None None] Pushing event updated for resources: {'Port': ['ID=309e1742-e8ce-4d5e-9624-3909518a61cd,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:45.428178 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:45.429145 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:45.429712 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:45.429833 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa53d80-f0d5-4844-8a30-4e40014867a6 req-93e0c69b-a41b-4fb3-ad89-060a7a89b9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:45.431192 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-baa53d80-f0d5-4844-8a30-4e40014867a6 req-93e0c69b-a41b-4fb3-ad89-060a7a89b9d9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b7a7c3aee97041b9a801e4248bbb86e5&device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 1094 time: 0.8122315 Mar 01 21:07:45.439210 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] Attempting to bind port 309e1742-e8ce-4d5e-9624-3909518a61cd on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:07:45.440043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] Attempting to bind port 309e1742-e8ce-4d5e-9624-3909518a61cd by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '84854a8c-ded1-4ca6-9cb8-0eb467d349a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:07:45.440469 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] Attempting to bind port 309e1742-e8ce-4d5e-9624-3909518a61cd on network ad62e9af-4b76-4a54-b75b-80997074ebfc {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:07:45.449077 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:07:45.449943 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] Checking segment: {'id': '84854a8c-ded1-4ca6-9cb8-0eb467d349a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:07:45.450314 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:45.450820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] Bound using segment: {'id': '84854a8c-ded1-4ca6-9cb8-0eb467d349a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:07:45.452633 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] Bound port: 309e1742-e8ce-4d5e-9624-3909518a61cd, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84854a8c-ded1-4ca6-9cb8-0eb467d349a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:07:45.453062 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:45.470661 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e20fa57f-2d0c-42e3-a7d9-80e0ba435d71 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:45.483976 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09b4022b-3992-4141-bf6e-0f16a156b827 req-4fb034b3-9f01-47fc-91f0-0a92bcc000fb service neutron] 10.222.0.55 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7077794 Mar 01 21:07:45.496442 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-be172c56-f1ba-43cf-85cb-1d47b8ec863e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.5576551 Mar 01 21:07:45.505436 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56292) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:45.568628 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56298) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:45.603130 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-db10e8a1-2658-4522-97db-c2d8e1869e9b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'subnet': {'network_id': 'ca723e12-08a8-4819-99b2-fcc537d1365e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:45.641764 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] For port 309e1742-e8ce-4d5e-9624-3909518a61cd, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:07:45.649758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] For port 309e1742-e8ce-4d5e-9624-3909518a61cd, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=309e1742-e8ce-4d5e-9624-3909518a61cd,segment=NetworkSegment(84854a8c-ded1-4ca6-9cb8-0eb467d349a7),segment_id=84854a8c-ded1-4ca6-9cb8-0eb467d349a7)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:07:45.654761 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be172c56-f1ba-43cf-85cb-1d47b8ec863e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Network': ['ID=ca723e12-08a8-4819-99b2-fcc537d1365e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:45.673654 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network ca723e12-08a8-4819-99b2-fcc537d1365e details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:07:45.770657 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:45.792678 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2643421 Mar 01 21:07:45.803646 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56302) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:45.871442 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] Routers {'236506ba-093b-4bbd-b57d-a9fb1a3a44d0'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:07:45.872077 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:07:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['236506ba-093b-4bbd-b57d-a9fb1a3a44d0'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:45.916902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-22d12870-84d2-4c91-8a24-9721ea74d2ce admin admin] Request body: {'subnet': {'network_id': '5ca76856-c4cc-4088-ad65-77ec56e4fcb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-856170446-subnet', 'tenant_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:45.961461 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-22d12870-84d2-4c91-8a24-9721ea74d2ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:45.994749 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538f5cb6-f796-406d-bba3-b3f793a5e49d admin admin] Pushing event updated for resources: {'Network': ['ID=5ca76856-c4cc-4088-ad65-77ec56e4fcb9,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:45.998048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-22d12870-84d2-4c91-8a24-9721ea74d2ce admin admin] Usage tracker for resource:subnet and tenant:7bf29cdb9eb24de5adb032dbc52e44fd is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:46.007263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-db10e8a1-2658-4522-97db-c2d8e1869e9b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:46.014520 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-22d12870-84d2-4c91-8a24-9721ea74d2ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:46.023089 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-db10e8a1-2658-4522-97db-c2d8e1869e9b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Usage tracker for resource:subnet and tenant:307c2afecbe74dab8682f7a83d727a24 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:46.024048 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e77f1283-69a3-438a-bc97-69ee209328ad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d30ce3e80844ecabe799d1eb390c965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4490385 Mar 01 21:07:46.029168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56312) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:46.031403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa53d80-f0d5-4844-8a30-4e40014867a6 req-f02d5dea-fb9d-416a-9469-aca9f0d15db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:46.033244 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-baa53d80-f0d5-4844-8a30-4e40014867a6 req-f02d5dea-fb9d-416a-9469-aca9f0d15db0 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=b7a7c3aee97041b9a801e4248bbb86e5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5899241 Mar 01 21:07:46.038529 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-09b4022b-3992-4141-bf6e-0f16a156b827 req-4a72bfa2-d871-49fc-b28a-ae22effc9aa5 service neutron] 10.222.0.55 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328310 Mar 01 21:07:46.044642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-22d12870-84d2-4c91-8a24-9721ea74d2ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:46.046773 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-db10e8a1-2658-4522-97db-c2d8e1869e9b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:46.069932 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 5ca76856-c4cc-4088-ad65-77ec56e4fcb9 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:07:46.080932 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa670506-1509-4411-af20-c751f36e309d req-8b0fdf99-46d1-4fb6-84ed-ca543c102218 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:46.088645 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa670506-1509-4411-af20-c751f36e309d req-8b0fdf99-46d1-4fb6-84ed-ca543c102218 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.8871353 Mar 01 21:07:46.138878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-db10e8a1-2658-4522-97db-c2d8e1869e9b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:46.255167 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd5e23-31e5-4d56-952b-d32c5318411c None None] Pushing event updated for resources: {'Port': ['ID=309e1742-e8ce-4d5e-9624-3909518a61cd,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:46.266028 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d12870-84d2-4c91-8a24-9721ea74d2ce admin admin] Made reservation on behalf of 7bf29cdb9eb24de5adb032dbc52e44fd for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:07:46.269513 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22d12870-84d2-4c91-8a24-9721ea74d2ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:46.306730 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa53d80-f0d5-4844-8a30-4e40014867a6 req-d3d13bf0-568c-48eb-b212-4eb8bc8a00eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:46.308748 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-baa53d80-f0d5-4844-8a30-4e40014867a6 req-d3d13bf0-568c-48eb-b212-4eb8bc8a00eb service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2455754 Mar 01 21:07:46.317755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db10e8a1-2658-4522-97db-c2d8e1869e9b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Made reservation on behalf of 307c2afecbe74dab8682f7a83d727a24 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:07:46.322053 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-db10e8a1-2658-4522-97db-c2d8e1869e9b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:46.341661 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-06e64bbe-5dfc-47e9-b15b-b9721b891e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:46.420620 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-06e64bbe-5dfc-47e9-b15b-b9721b891e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:46.423890 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] Set router 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:07:46.443836 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa670506-1509-4411-af20-c751f36e309d req-66c9b11f-36a5-4916-8ad0-bba58be7bb32 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498929 Mar 01 21:07:46.488878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa317374-7a3a-4f15-92ee-a1542a8973ec req-0ebf0456-5883-426e-b697-ef4c551de737 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:46.490734 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa317374-7a3a-4f15-92ee-a1542a8973ec req-0ebf0456-5883-426e-b697-ef4c551de737 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 943 time: 0.8036835 Mar 01 21:07:46.647869 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa317374-7a3a-4f15-92ee-a1542a8973ec req-20b50e8e-120d-4414-8179-82b33dbd50bf tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038787 Mar 01 21:07:46.724063 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e20fa57f-2d0c-42e3-a7d9-80e0ba435d71 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:46.757815 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e20fa57f-2d0c-42e3-a7d9-80e0ba435d71 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:46.805750 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-06e64bbe-5dfc-47e9-b15b-b9721b891e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:46.829917 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-5079e775-cde3-4ce7-bdb4-f1d813a07587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:46.838178 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-5079e775-cde3-4ce7-bdb4-f1d813a07587 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b7a7c3aee97041b9a801e4248bbb86e5&device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 1094 time: 0.4719961 Mar 01 21:07:46.871183 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1621693141-router', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:24Z', 'updated_at': '2022-03-01T21:07:37Z', 'revision_number': 4, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'gw_port': {'id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:27Z', 'updated_at': '2022-03-01T21:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '309e1742-e8ce-4d5e-9624-3909518a61cd', 'name': '', 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'mac_address': 'fa:16:3e:4c:12:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '0316ebdb-a31b-45d0-8b60-adc971a0b03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:35Z', 'updated_at': '2022-03-01T21:07:45Z', 'revision_number': 4, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'subnets': [{'id': '0316ebdb-a31b-45d0-8b60-adc971a0b03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:46.875594 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023a23bf-396c-49a9-b539-3ff7b447829a None None] The sync data for ids ['236506ba-093b-4bbd-b57d-a9fb1a3a44d0'] in n-d-827896-4 is: [{'id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1621693141-router', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:24Z', 'updated_at': '2022-03-01T21:07:37Z', 'revision_number': 4, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'gw_port': {'id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:27Z', 'updated_at': '2022-03-01T21:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '309e1742-e8ce-4d5e-9624-3909518a61cd', 'name': '', 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'mac_address': 'fa:16:3e:4c:12:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '0316ebdb-a31b-45d0-8b60-adc971a0b03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:35Z', 'updated_at': '2022-03-01T21:07:45Z', 'revision_number': 4, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'subnets': [{'id': '0316ebdb-a31b-45d0-8b60-adc971a0b03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:07:46.923170 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3971931-0a84-448f-9f2e-7446d0d5dc76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:46.997502 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22d12870-84d2-4c91-8a24-9721ea74d2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:47.177185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e64bbe-5dfc-47e9-b15b-b9721b891e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a67d7e2-44be-47b3-b7d5-b3d4c068ed49,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:47.190584 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-db10e8a1-2658-4522-97db-c2d8e1869e9b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:47.325187 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-06e64bbe-5dfc-47e9-b15b-b9721b891e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:47.326803 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-06e64bbe-5dfc-47e9-b15b-b9721b891e2d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a67d7e2-44be-47b3-b7d5-b3d4c068ed49 HTTP/1.1" status: 204 len: 168 time: 1.2924418 Mar 01 21:07:47.331938 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-cefa410e-3b2c-4a29-a603-a4f5b4603848 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 HTTP/1.1" status: 200 len: 217 time: 0.1565840 Mar 01 21:07:47.446818 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-e20fa57f-2d0c-42e3-a7d9-80e0ba435d71 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Allocated IP 172.25.5.146 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/bb5097a6-d121-48da-9677-5281c8c091d9) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:07:47.451371 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d12870-84d2-4c91-8a24-9721ea74d2ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=542b14e2-bdf7-4bd8-bacb-1433ba0a9fc8,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:47.498203 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-f04681e1-204f-447a-852f-c248458c3eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:47.498203 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-f04681e1-204f-447a-852f-c248458c3eba service neutron] 10.222.0.57 "GET /v2.0/subnets?id=03961c1b-5cc3-4076-b4e1-e587eae0ddf1 HTTP/1.1" status: 200 len: 851 time: 0.1570575 Mar 01 21:07:47.669336 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-45529745-5bcc-4157-aae3-1fd4d27a5eec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b34390c-6fe5-4076-9506-cf6ffd99724e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321619 Mar 01 21:07:47.746156 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 309e1742-e8ce-4d5e-9624-3909518a61cd up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:07:47.940007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d12870-84d2-4c91-8a24-9721ea74d2ce admin admin] Checking segment: {'id': '68400380-c21a-456b-96ad-f061bd67bc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5ca76856-c4cc-4088-ad65-77ec56e4fcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:07:47.940369 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d12870-84d2-4c91-8a24-9721ea74d2ce admin admin] Network hostable DHCP agents. Network: 5ca76856-c4cc-4088-ad65-77ec56e4fcb9, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:07:48.011600 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 309e1742-e8ce-4d5e-9624-3909518a61cd completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:07:48.020401 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 309e1742-e8ce-4d5e-9624-3909518a61cd triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:07:48.021008 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:48.115335 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db10e8a1-2658-4522-97db-c2d8e1869e9b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Checking segment: {'id': '53d7b339-8e20-4e7d-b548-77de8c193c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'ca723e12-08a8-4819-99b2-fcc537d1365e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:07:48.116460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db10e8a1-2658-4522-97db-c2d8e1869e9b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Network hostable DHCP agents. Network: ca723e12-08a8-4819-99b2-fcc537d1365e, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:07:48.137804 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e20fa57f-2d0c-42e3-a7d9-80e0ba435d71 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:48.274849 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:48.294547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db10e8a1-2658-4522-97db-c2d8e1869e9b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Subnet': ['ID=7a3582e5-eb8c-481b-967f-c44d309bdf33,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:48.305863 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-66304730-2935-41fb-b293-6d2fb6cbedf1 service neutron] 10.222.0.57 "GET /v2.0/networks/9b34390c-6fe5-4076-9506-cf6ffd99724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946327 Mar 01 21:07:48.378268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 309e1742-e8ce-4d5e-9624-3909518a61cd, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=309e1742-e8ce-4d5e-9624-3909518a61cd,segment=NetworkSegment(84854a8c-ded1-4ca6-9cb8-0eb467d349a7),segment_id=84854a8c-ded1-4ca6-9cb8-0eb467d349a7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:07:48.380704 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e20fa57f-2d0c-42e3-a7d9-80e0ba435d71 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:48.408042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bb6df9-346a-4bab-bc90-485760a4b228 req-85ee7b48-b9ce-4018-90f5-05738ac4af98 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:48.410666 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88bb6df9-346a-4bab-bc90-485760a4b228 req-85ee7b48-b9ce-4018-90f5-05738ac4af98 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 943 time: 0.4530613 Mar 01 21:07:48.442818 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db10e8a1-2658-4522-97db-c2d8e1869e9b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Network ca723e12-08a8-4819-99b2-fcc537d1365e is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:07:48.453552 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d12870-84d2-4c91-8a24-9721ea74d2ce admin admin] Network 5ca76856-c4cc-4088-ad65-77ec56e4fcb9 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:07:48.491942 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:48.499394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20fa57f-2d0c-42e3-a7d9-80e0ba435d71 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:07:48.502194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fa57f-2d0c-42e3-a7d9-80e0ba435d71 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Pushing event updated for resources: {'Port': ['ID=bb5097a6-d121-48da-9677-5281c8c091d9,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:48.517688 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-e20fa57f-2d0c-42e3-a7d9-80e0ba435d71 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:48.530691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20fa57f-2d0c-42e3-a7d9-80e0ba435d71 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:07:48.540087 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b7ec9-a60c-43f4-b2a0-bbf9fefdc573 req-b885503a-56e8-4c7c-bef9-97d4180286a3 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:48.549137 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a57b7ec9-a60c-43f4-b2a0-bbf9fefdc573 req-b885503a-56e8-4c7c-bef9-97d4180286a3 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.6969700 Mar 01 21:07:48.606406 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=309e1742-e8ce-4d5e-9624-3909518a61cd,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:48.665724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f3971931-0a84-448f-9f2e-7446d0d5dc76 admin admin] Deleting port 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:07:48.666934 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3971931-0a84-448f-9f2e-7446d0d5dc76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:48.710436 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88bb6df9-346a-4bab-bc90-485760a4b228 req-a07cc38e-bd7b-4d3c-8746-f5b7472ce7bc tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702231 Mar 01 21:07:48.720995 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a57b7ec9-a60c-43f4-b2a0-bbf9fefdc573 req-9c104b40-40ea-4edd-b41d-1eb548e866de tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705987 Mar 01 21:07:48.748093 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-db10e8a1-2658-4522-97db-c2d8e1869e9b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, ca723e12-08a8-4819-99b2-fcc537d1365e) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:48.753784 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-22d12870-84d2-4c91-8a24-9721ea74d2ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 5ca76856-c4cc-4088-ad65-77ec56e4fcb9) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:48.755901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db10e8a1-2658-4522-97db-c2d8e1869e9b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:48.756608 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-db10e8a1-2658-4522-97db-c2d8e1869e9b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:48.757934 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42fb0d8-1597-4a97-89d9-7960310ee097 None None] Network ca723e12-08a8-4819-99b2-fcc537d1365e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:07:48.766120 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d12870-84d2-4c91-8a24-9721ea74d2ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:48.766781 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22d12870-84d2-4c91-8a24-9721ea74d2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:48.823060 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7474b27-53ec-494a-9668-9819edbeaaf4 None None] Network 5ca76856-c4cc-4088-ad65-77ec56e4fcb9 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:07:48.929613 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-db10e8a1-2658-4522-97db-c2d8e1869e9b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.4134767 Mar 01 21:07:48.945842 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56364) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:48.980399 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f77398ad-57a5-4e38-b3e4-c0ec155ba945 req-e2998cb0-f4ae-42db-8f74-6d5609560f8e service neutron] 10.222.0.57 "GET /v2.0/networks/9b34390c-6fe5-4076-9506-cf6ffd99724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6668665 Mar 01 21:07:48.998393 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-22d12870-84d2-4c91-8a24-9721ea74d2ce admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.1757164 Mar 01 21:07:48.998635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56372) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:49.008955 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-856170446-router', 'tenant_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:49.014630 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-f3971931-0a84-448f-9f2e-7446d0d5dc76 admin admin] For port 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7d45e162-0335-42f8-b5c4-3fd66b1e6d9c,segment=NetworkSegment(aac90a62-6b51-41bc-a3c6-eda5383d3946),segment_id=aac90a62-6b51-41bc-a3c6-eda5383d3946)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:07:49.015000 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3971931-0a84-448f-9f2e-7446d0d5dc76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:49.065486 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:49.195486 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Usage tracker for resource:router and tenant:7bf29cdb9eb24de5adb032dbc52e44fd is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:49.204356 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f3971931-0a84-448f-9f2e-7446d0d5dc76 admin admin] Calling delete_port for 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:07:49.248069 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45af00ff-d7d0-4cbe-9b96-684fd9f843de tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:49.380094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc991e2b-ff3d-49f2-ba36-1b3d18cc2665 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-ca723e12-08a8-4819-99b2-fcc537d1365e', 'network_id': 'ca723e12-08a8-4819-99b2-fcc537d1365e', 'tenant_id': '307c2afecbe74dab8682f7a83d727a24', 'fixed_ips': [{'subnet_id': '7a3582e5-eb8c-481b-967f-c44d309bdf33'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:07:49.382523 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bc991e2b-ff3d-49f2-ba36-1b3d18cc2665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:49.452359 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45af00ff-d7d0-4cbe-9b96-684fd9f843de tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:49.460985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:49.467276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:49.577288 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-5ca76856-c4cc-4088-ad65-77ec56e4fcb9', 'network_id': '5ca76856-c4cc-4088-ad65-77ec56e4fcb9', 'tenant_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'fixed_ips': [{'subnet_id': '542b14e2-bdf7-4bd8-bacb-1433ba0a9fc8'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:07:49.578250 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:49.631994 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:49.633082 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:49.691068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 309e1742-e8ce-4d5e-9624-3909518a61cd up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:07:49.705188 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:49.766798 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e20fa57f-2d0c-42e3-a7d9-80e0ba435d71 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:49.782702 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3971931-0a84-448f-9f2e-7446d0d5dc76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:49.994455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3971931-0a84-448f-9f2e-7446d0d5dc76 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d45e162-0335-42f8-b5c4-3fd66b1e6d9c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:50.021405 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 309e1742-e8ce-4d5e-9624-3909518a61cd triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:07:50.021773 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:50.060780 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45af00ff-d7d0-4cbe-9b96-684fd9f843de tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:50.099495 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Allocated IP 172.20.0.2 (5ca76856-c4cc-4088-ad65-77ec56e4fcb9/542b14e2-bdf7-4bd8-bacb-1433ba0a9fc8/c1de50cb-12c8-4319-91fc-5998ca568926) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:07:50.120545 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af00ff-d7d0-4cbe-9b96-684fd9f843de tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Subnet': ['ID=7a3582e5-eb8c-481b-967f-c44d309bdf33,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server [None req-bc991e2b-ff3d-49f2-ba36-1b3d18cc2665 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a3582e5-eb8c-481b-967f-c44d309bdf33: This subnet is being modified by another concurrent operation. Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:07:50.127655 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise exception Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a3582e5-eb8c-481b-967f-c44d309bdf33: This subnet is being modified by another concurrent operation. Mar 01 21:07:50.132206 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Mar 01 21:07:50.184520 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc73997-07df-4903-9c3f-693e4142394e None None] Network ca723e12-08a8-4819-99b2-fcc537d1365e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:07:50.433213 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45af00ff-d7d0-4cbe-9b96-684fd9f843de tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:50.465374 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-45af00ff-d7d0-4cbe-9b96-684fd9f843de tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca723e12-08a8-4819-99b2-fcc537d1365e']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:50.501908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-45af00ff-d7d0-4cbe-9b96-684fd9f843de tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53d7b339-8e20-4e7d-b548-77de8c193c0c') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:50.502738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-45af00ff-d7d0-4cbe-9b96-684fd9f843de tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53d7b339-8e20-4e7d-b548-77de8c193c0c') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:50.518954 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45af00ff-d7d0-4cbe-9b96-684fd9f843de tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:50.538353 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45af00ff-d7d0-4cbe-9b96-684fd9f843de tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:50.544961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45af00ff-d7d0-4cbe-9b96-684fd9f843de tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:07:50.545471 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45af00ff-d7d0-4cbe-9b96-684fd9f843de tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:50.623403 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:50.635868 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:07:50.695981 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:07:50.732364 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e20fa57f-2d0c-42e3-a7d9-80e0ba435d71 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:50.735826 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e20fa57f-2d0c-42e3-a7d9-80e0ba435d71 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:50.774206 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194d2e5-0e44-403a-97ae-7e0fed9a7259 req-79eda45c-9d94-46e9-a76a-1c55d1b9f8f0 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:50.775684 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f194d2e5-0e44-403a-97ae-7e0fed9a7259 req-79eda45c-9d94-46e9-a76a-1c55d1b9f8f0 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.7853711 Mar 01 21:07:50.793664 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Transition to ACTIVE for port object c1de50cb-12c8-4319-91fc-5998ca568926 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:07:50.816637 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Transition to ACTIVE for port object c1de50cb-12c8-4319-91fc-5998ca568926 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:07:50.828431 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45af00ff-d7d0-4cbe-9b96-684fd9f843de tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:50.849274 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45af00ff-d7d0-4cbe-9b96-684fd9f843de tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:50.895090 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:50.920698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4102d804-ee49-4130-8929-c9ac7d18619b req-a01c497b-3b74-4e74-94d4-cedf1e490c35 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:50.920985 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4102d804-ee49-4130-8929-c9ac7d18619b req-a01c497b-3b74-4e74-94d4-cedf1e490c35 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 943 time: 0.9294565 Mar 01 21:07:50.922802 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45af00ff-d7d0-4cbe-9b96-684fd9f843de tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Network': ['ID=ca723e12-08a8-4819-99b2-fcc537d1365e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:50.942815 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-45af00ff-d7d0-4cbe-9b96-684fd9f843de tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/networks/ca723e12-08a8-4819-99b2-fcc537d1365e HTTP/1.1" status: 204 len: 168 time: 1.9943564 Mar 01 21:07:50.945552 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56408) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:50.952711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f1a7d7bc-10b0-4da0-9f68-bba7e0492baf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-242556712'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:50.966823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f1a7d7bc-10b0-4da0-9f68-bba7e0492baf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:50.976002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f1a7d7bc-10b0-4da0-9f68-bba7e0492baf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Usage tracker for resource:network and tenant:307c2afecbe74dab8682f7a83d727a24 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:50.980807 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f1a7d7bc-10b0-4da0-9f68-bba7e0492baf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:50.989146 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f1a7d7bc-10b0-4da0-9f68-bba7e0492baf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:50.990352 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Network 5ca76856-c4cc-4088-ad65-77ec56e4fcb9 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:07:51.008763 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:51.057088 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Pushing event updated for resources: {'Port': ['ID=c1de50cb-12c8-4319-91fc-5998ca568926,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:51.063630 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:07:51.073071 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f194d2e5-0e44-403a-97ae-7e0fed9a7259 req-ebf79b1d-00d6-42c2-9e1e-46398bcec6c6 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857091 Mar 01 21:07:51.074077 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3971931-0a84-448f-9f2e-7446d0d5dc76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:51.084330 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a7d7bc-10b0-4da0-9f68-bba7e0492baf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Made reservation on behalf of 307c2afecbe74dab8682f7a83d727a24 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:07:51.087869 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1a7d7bc-10b0-4da0-9f68-bba7e0492baf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:51.109710 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4102d804-ee49-4130-8929-c9ac7d18619b req-4d152eb7-4433-4291-ad41-de5968865aff tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690180 Mar 01 21:07:51.148063 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20fa57f-2d0c-42e3-a7d9-80e0ba435d71 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Router 5a75f67c-47af-4bdf-995a-000638dac1aa is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:07:51.234123 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Attempting to bind port c1de50cb-12c8-4319-91fc-5998ca568926 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:07:51.234778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Attempting to bind port c1de50cb-12c8-4319-91fc-5998ca568926 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '68400380-c21a-456b-96ad-f061bd67bc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5ca76856-c4cc-4088-ad65-77ec56e4fcb9'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:07:51.235323 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Attempting to bind port c1de50cb-12c8-4319-91fc-5998ca568926 on network 5ca76856-c4cc-4088-ad65-77ec56e4fcb9 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:07:51.242092 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:07:51.243281 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Checking segment: {'id': '68400380-c21a-456b-96ad-f061bd67bc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5ca76856-c4cc-4088-ad65-77ec56e4fcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:07:51.243281 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:51.243648 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Bound using segment: {'id': '68400380-c21a-456b-96ad-f061bd67bc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5ca76856-c4cc-4088-ad65-77ec56e4fcb9'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:07:51.244121 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Bound port: c1de50cb-12c8-4319-91fc-5998ca568926, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68400380-c21a-456b-96ad-f061bd67bc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5ca76856-c4cc-4088-ad65-77ec56e4fcb9'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:07:51.244688 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:51.254564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56418) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:51.313705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a7d7bc-10b0-4da0-9f68-bba7e0492baf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:07:51.317955 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:51.371329 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1a7d7bc-10b0-4da0-9f68-bba7e0492baf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:51.371701 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-f1a7d7bc-10b0-4da0-9f68-bba7e0492baf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Added segment ae8af218-e1df-4a84-819a-83d425e5a410 of type vlan for network 8fc28eb2-7755-4923-b78f-7b856c7fc4e8 Mar 01 21:07:51.385486 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] For port c1de50cb-12c8-4319-91fc-5998ca568926, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:07:51.389427 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] For port c1de50cb-12c8-4319-91fc-5998ca568926, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c1de50cb-12c8-4319-91fc-5998ca568926,segment=NetworkSegment(68400380-c21a-456b-96ad-f061bd67bc9d),segment_id=68400380-c21a-456b-96ad-f061bd67bc9d)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:07:51.497708 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:51.508942 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1a7d7bc-10b0-4da0-9f68-bba7e0492baf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:51.526104 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-66734e1d-b8c2-46c8-87a8-50174ddeec1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:51.567849 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5dbea2-8b07-4317-8a46-67a33221863f None None] Pushing event updated for resources: {'Port': ['ID=c1de50cb-12c8-4319-91fc-5998ca568926,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:51.590041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20fa57f-2d0c-42e3-a7d9-80e0ba435d71 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:07:51.607936 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e20fa57f-2d0c-42e3-a7d9-80e0ba435d71 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:51.607936 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e20fa57f-2d0c-42e3-a7d9-80e0ba435d71 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "PUT /v2.0/routers/5a75f67c-47af-4bdf-995a-000638dac1aa HTTP/1.1" status: 200 len: 879 time: 6.9830480 Mar 01 21:07:51.607936 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56424) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:51.609205 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998e54c5-8706-4abd-a4ce-e75671e6e52a None None] Sync routers for ids ['5a75f67c-47af-4bdf-995a-000638dac1aa'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:07:51.625716 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998e54c5-8706-4abd-a4ce-e75671e6e52a None None] Routers {'5a75f67c-47af-4bdf-995a-000638dac1aa'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:07:51.626612 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-998e54c5-8706-4abd-a4ce-e75671e6e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:07:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5a75f67c-47af-4bdf-995a-000638dac1aa'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:51.630590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-66734e1d-b8c2-46c8-87a8-50174ddeec1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:51.637483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-66734e1d-b8c2-46c8-87a8-50174ddeec1e admin admin] Usage tracker for resource:security_group_rule and tenant:970a2f42a2c14f7c99552c719479542e is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:51.651240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-66734e1d-b8c2-46c8-87a8-50174ddeec1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:51.658626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-66734e1d-b8c2-46c8-87a8-50174ddeec1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:51.696665 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1a7d7bc-10b0-4da0-9f68-bba7e0492baf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:51.702172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a7d7bc-10b0-4da0-9f68-bba7e0492baf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:51.702780 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1a7d7bc-10b0-4da0-9f68-bba7e0492baf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:51.748766 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-998e54c5-8706-4abd-a4ce-e75671e6e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:51.759521 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998e54c5-8706-4abd-a4ce-e75671e6e52a None None] Routers {'5a75f67c-47af-4bdf-995a-000638dac1aa'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:07:51.760867 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-998e54c5-8706-4abd-a4ce-e75671e6e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:07:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5a75f67c-47af-4bdf-995a-000638dac1aa'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:51.896717 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-998e54c5-8706-4abd-a4ce-e75671e6e52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:51.897348 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998e54c5-8706-4abd-a4ce-e75671e6e52a None None] The sync data for ids ['5a75f67c-47af-4bdf-995a-000638dac1aa'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:07:51.937619 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:52.240028 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f1a7d7bc-10b0-4da0-9f68-bba7e0492baf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2934432 Mar 01 21:07:52.261369 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56438) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:52.312811 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a7d7bc-10b0-4da0-9f68-bba7e0492baf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Network': ['ID=8fc28eb2-7755-4923-b78f-7b856c7fc4e8,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:52.327666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 8fc28eb2-7755-4923-b78f-7b856c7fc4e8 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:07:52.328211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-477eea57-6df0-46ca-8f33-4417e25d36af tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'subnet': {'network_id': '8fc28eb2-7755-4923-b78f-7b856c7fc4e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:52.351160 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c329240a-4623-4353-90a4-7a96e4e8118a tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "GET /v2.0/routers/5a75f67c-47af-4bdf-995a-000638dac1aa HTTP/1.1" status: 200 len: 920 time: 0.7438471 Mar 01 21:07:52.353737 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56444) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:52.415794 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:07:52.418941 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:52.446268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fa44fc-f8cd-430b-a75a-8360396e36f8 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:52.452157 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d9fa44fc-f8cd-430b-a75a-8360396e36f8 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&device_id=5a75f67c-47af-4bdf-995a-000638dac1aa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0972447 Mar 01 21:07:52.452771 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56448) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:52.616718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0,segment=NetworkSegment(9bed440c-0e86-4609-9f79-d599079265d8),segment_id=9bed440c-0e86-4609-9f79-d599079265d8)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:07:52.629950 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cada6e29-a72e-4bd4-835f-8a2671c73577 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:52.634415 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cada6e29-a72e-4bd4-835f-8a2671c73577 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 881 time: 0.1780584 Mar 01 21:07:52.634652 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56454) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:52.648137 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0', 'network_id': '9b34390c-6fe5-4076-9506-cf6ffd99724e', 'port_id': 'f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0', 'mac_address': 'fa:16:3e:40:48:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03961c1b-5cc3-4076-b4e1-e587eae0ddf1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:07:52.690368 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3971931-0a84-448f-9f2e-7446d0d5dc76 admin admin] Router 613b948d-1a88-447a-9052-ce28e5edacb8 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:07:52.694954 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-be9251c6-07eb-40a2-95b7-13b2098e3bbe tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a75f67c-47af-4bdf-995a-000638dac1aa HTTP/1.1" status: 200 len: 205 time: 0.0570779 Mar 01 21:07:52.695266 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56458) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:52.707308 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-66734e1d-b8c2-46c8-87a8-50174ddeec1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:52.708945 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-477eea57-6df0-46ca-8f33-4417e25d36af tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:52.716118 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:52.743742 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:07:52.746719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-477eea57-6df0-46ca-8f33-4417e25d36af tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Usage tracker for resource:subnet and tenant:307c2afecbe74dab8682f7a83d727a24 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:52.767236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0,segment=NetworkSegment(9bed440c-0e86-4609-9f79-d599079265d8),segment_id=9bed440c-0e86-4609-9f79-d599079265d8)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:07:52.792128 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-477eea57-6df0-46ca-8f33-4417e25d36af tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:52.813888 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-66734e1d-b8c2-46c8-87a8-50174ddeec1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:52.823109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-477eea57-6df0-46ca-8f33-4417e25d36af tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:52.850923 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:52.959325 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-962ea09b-6d6d-4d6f-abb3-d03109fcf42d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:52.968309 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:53.008054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b32c7-43e8-4564-a091-0b9ce1a61e1f req-8862a172-4713-4069-a0ae-a7ad88e00f2b tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:53.010749 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df0b32c7-43e8-4564-a091-0b9ce1a61e1f req-8862a172-4713-4069-a0ae-a7ad88e00f2b tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 943 time: 0.7484989 Mar 01 21:07:53.024381 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-66734e1d-b8c2-46c8-87a8-50174ddeec1e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=970a2f42a2c14f7c99552c719479542e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7673955 Mar 01 21:07:53.031078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66734e1d-b8c2-46c8-87a8-50174ddeec1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234a890c-6cb0-4d88-80ab-4c896413be79,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:53.041992 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56464) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:53.062503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477eea57-6df0-46ca-8f33-4417e25d36af tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Made reservation on behalf of 307c2afecbe74dab8682f7a83d727a24 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:07:53.067326 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:07:53.067708 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-477eea57-6df0-46ca-8f33-4417e25d36af tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:53.214281 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Allocated IP 172.25.5.47 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/39af2c4e-72f5-44e7-878e-4ccd2c0da3fc) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:07:53.218276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3971931-0a84-448f-9f2e-7446d0d5dc76 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:07:53.239957 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27317f0d-009c-4add-840d-ea5b0e4a4326 None None] Network 5ca76856-c4cc-4088-ad65-77ec56e4fcb9 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:07:53.243459 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-962ea09b-6d6d-4d6f-abb3-d03109fcf42d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:53.365445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-962ea09b-6d6d-4d6f-abb3-d03109fcf42d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Deleting port bb5097a6-d121-48da-9677-5281c8c091d9 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:07:53.365806 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-962ea09b-6d6d-4d6f-abb3-d03109fcf42d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:53.404360 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd54a59a-e2d0-4a2e-ad4d-0349f5b193bb None None] Sync routers for ids ['613b948d-1a88-447a-9052-ce28e5edacb8'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:07:53.421060 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df0b32c7-43e8-4564-a091-0b9ce1a61e1f req-6cf8195e-4f88-4328-bdf0-8d3b181083a6 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758793 Mar 01 21:07:53.466507 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd54a59a-e2d0-4a2e-ad4d-0349f5b193bb None None] Routers {'613b948d-1a88-447a-9052-ce28e5edacb8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:07:53.467148 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-bd54a59a-e2d0-4a2e-ad4d-0349f5b193bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:07:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['613b948d-1a88-447a-9052-ce28e5edacb8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:53.560415 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-962ea09b-6d6d-4d6f-abb3-d03109fcf42d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:53.595039 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f3971931-0a84-448f-9f2e-7446d0d5dc76 admin admin] 10.222.0.42 "PUT /v2.0/routers/613b948d-1a88-447a-9052-ce28e5edacb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5556233 Mar 01 21:07:53.604621 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56472) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:53.635313 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3fbcad2b-7842-405e-bafd-7cc56f8ba26d None None] Provisioning for port c1de50cb-12c8-4319-91fc-5998ca568926 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:07:53.716093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-962ea09b-6d6d-4d6f-abb3-d03109fcf42d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Calling delete_port for bb5097a6-d121-48da-9677-5281c8c091d9 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:07:53.767036 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c1de50cb-12c8-4319-91fc-5998ca568926 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:07:53.775894 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c3423b82-ba09-42d7-af18-a90408b87579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:53.888493 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3548002f-6264-4633-a595-06f9e65eafb4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:53.896722 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:53.955457 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c3423b82-ba09-42d7-af18-a90408b87579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:53.989266 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-962ea09b-6d6d-4d6f-abb3-d03109fcf42d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:53.996687 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:54.002764 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-bd54a59a-e2d0-4a2e-ad4d-0349f5b193bb None None] Set router 613b948d-1a88-447a-9052-ce28e5edacb8 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:07:54.040905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ea09b-6d6d-4d6f-abb3-d03109fcf42d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Pushing event deleted for resources: {'Port': ['ID=bb5097a6-d121-48da-9677-5281c8c091d9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:54.178753 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-962ea09b-6d6d-4d6f-abb3-d03109fcf42d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:54.182628 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-477eea57-6df0-46ca-8f33-4417e25d36af tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:54.235864 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port c1de50cb-12c8-4319-91fc-5998ca568926 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:07:54.245671 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c1de50cb-12c8-4319-91fc-5998ca568926 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:07:54.246147 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:54.416072 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:07:54.537189 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c3423b82-ba09-42d7-af18-a90408b87579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:54.569383 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8825c156-c653-411b-89e8-b85fa478f7a7 None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:07:54.587645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3423b82-ba09-42d7-af18-a90408b87579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234a890c-6cb0-4d88-80ab-4c896413be79,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:54.652555 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:54.661200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477eea57-6df0-46ca-8f33-4417e25d36af tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Subnet': ['ID=a63b6d96-bdcb-4655-99e9-4e8cf4537d23,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:54.694579 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-962ea09b-6d6d-4d6f-abb3-d03109fcf42d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:54.698132 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-962ea09b-6d6d-4d6f-abb3-d03109fcf42d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:54.705384 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:54.735634 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e080525d-fc57-478e-bca3-0707500efa83 None None] Provisioning complete for port c1de50cb-12c8-4319-91fc-5998ca568926 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:07:54.736002 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e080525d-fc57-478e-bca3-0707500efa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:54.737924 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3548002f-6264-4633-a595-06f9e65eafb4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:54.740824 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c3423b82-ba09-42d7-af18-a90408b87579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:54.744319 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c3423b82-ba09-42d7-af18-a90408b87579 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/234a890c-6cb0-4d88-80ab-4c896413be79 HTTP/1.1" status: 204 len: 168 time: 1.6815102 Mar 01 21:07:54.792144 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-bd54a59a-e2d0-4a2e-ad4d-0349f5b193bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:07Z', 'updated_at': '2022-03-01T21:07:49Z', 'revision_number': 5, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'gw_port': {'id': 'e8a1cf9d-1bd1-4023-a173-62f02b4fa118', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:02:09Z', 'updated_at': '2022-03-01T21:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:54.794304 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-962ea09b-6d6d-4d6f-abb3-d03109fcf42d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:54.795544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962ea09b-6d6d-4d6f-abb3-d03109fcf42d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Fanout notify agent at l3_agent the message router_deleted on router 5a75f67c-47af-4bdf-995a-000638dac1aa {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:07:54.798454 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:07:54.805824 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd54a59a-e2d0-4a2e-ad4d-0349f5b193bb None None] Checking router: 613b948d-1a88-447a-9052-ce28e5edacb8 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:07:54.821564 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-962ea09b-6d6d-4d6f-abb3-d03109fcf42d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:54.823142 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-962ea09b-6d6d-4d6f-abb3-d03109fcf42d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "DELETE /v2.0/routers/5a75f67c-47af-4bdf-995a-000638dac1aa HTTP/1.1" status: 204 len: 168 time: 2.1268766 Mar 01 21:07:54.827557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56486) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:54.835600 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:07:54.841666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-2187aec6-661e-433a-b5f7-a5cd3e320aea tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-531696510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:54.856751 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:54.858155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2187aec6-661e-433a-b5f7-a5cd3e320aea tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:54.860187 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd54a59a-e2d0-4a2e-ad4d-0349f5b193bb None None] Routers {'613b948d-1a88-447a-9052-ce28e5edacb8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:07:54.861275 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-bd54a59a-e2d0-4a2e-ad4d-0349f5b193bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:07:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['613b948d-1a88-447a-9052-ce28e5edacb8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:54.865663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2187aec6-661e-433a-b5f7-a5cd3e320aea tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Usage tracker for resource:router and tenant:21bf4bfe0a374167b5c293012eb21e6b is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:54.868862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:07:54.870893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2187aec6-661e-433a-b5f7-a5cd3e320aea tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:54.878457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2187aec6-661e-433a-b5f7-a5cd3e320aea tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:54.905063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477eea57-6df0-46ca-8f33-4417e25d36af tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Checking segment: {'id': 'ae8af218-e1df-4a84-819a-83d425e5a410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8fc28eb2-7755-4923-b78f-7b856c7fc4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:07:54.905688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477eea57-6df0-46ca-8f33-4417e25d36af tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Network hostable DHCP agents. Network: 8fc28eb2-7755-4923-b78f-7b856c7fc4e8, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:07:54.919982 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:07:54.920455 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:54.964590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Pushing event updated for resources: {'Port': ['ID=39af2c4e-72f5-44e7-878e-4ccd2c0da3fc,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:54.996299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-3548002f-6264-4633-a595-06f9e65eafb4 admin admin] Deleting port e8a1cf9d-1bd1-4023-a173-62f02b4fa118 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:07:54.996584 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3548002f-6264-4633-a595-06f9e65eafb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:55.037551 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2187aec6-661e-433a-b5f7-a5cd3e320aea tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:55.040982 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2187aec6-661e-433a-b5f7-a5cd3e320aea tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:55.058073 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2187aec6-661e-433a-b5f7-a5cd3e320aea tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:55.111745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477eea57-6df0-46ca-8f33-4417e25d36af tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Network 8fc28eb2-7755-4923-b78f-7b856c7fc4e8 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:07:55.137810 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port c1de50cb-12c8-4319-91fc-5998ca568926, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c1de50cb-12c8-4319-91fc-5998ca568926,segment=NetworkSegment(68400380-c21a-456b-96ad-f061bd67bc9d),segment_id=68400380-c21a-456b-96ad-f061bd67bc9d)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:07:55.148428 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2187aec6-661e-433a-b5f7-a5cd3e320aea tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:55.214788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1f475-11e5-4a3c-989c-9459caff41c6 req-73c6fe15-079e-4eb0-8192-2e2d698926c7 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:55.216339 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58e1f475-11e5-4a3c-989c-9459caff41c6 req-73c6fe15-079e-4eb0-8192-2e2d698926c7 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 944 time: 0.4847360 Mar 01 21:07:55.291288 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2187aec6-661e-433a-b5f7-a5cd3e320aea tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:55.297212 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2187aec6-661e-433a-b5f7-a5cd3e320aea tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4685893 Mar 01 21:07:55.298789 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56496) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:55.304810 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c46372f3-10ff-4932-ae4c-ae7e74201afe tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'enable_snat': True}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:55.323039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e77afd1-3475-4713-9c0e-5b4e72f04828 req-0adb7609-9654-432d-b349-c6222694401d tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:55.324795 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e77afd1-3475-4713-9c0e-5b4e72f04828 req-0adb7609-9654-432d-b349-c6222694401d tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.5899687 Mar 01 21:07:55.329267 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:55.330282 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-bd54a59a-e2d0-4a2e-ad4d-0349f5b193bb None None] Set router 613b948d-1a88-447a-9052-ce28e5edacb8 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:07:55.351604 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-477eea57-6df0-46ca-8f33-4417e25d36af tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 8fc28eb2-7755-4923-b78f-7b856c7fc4e8) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:55.425248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477eea57-6df0-46ca-8f33-4417e25d36af tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:55.426343 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-477eea57-6df0-46ca-8f33-4417e25d36af tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:55.491396 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58e1f475-11e5-4a3c-989c-9459caff41c6 req-af36b002-673d-4fd1-87c4-11e64cfe135e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247057 Mar 01 21:07:55.500329 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e77afd1-3475-4713-9c0e-5b4e72f04828 req-cf498dcd-ea86-4596-8843-6fcd1012c66e tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662302 Mar 01 21:07:55.540481 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-bd54a59a-e2d0-4a2e-ad4d-0349f5b193bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:07Z', 'updated_at': '2022-03-01T21:07:54Z', 'revision_number': 6, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:55.542039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-3548002f-6264-4633-a595-06f9e65eafb4 admin admin] For port e8a1cf9d-1bd1-4023-a173-62f02b4fa118, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e8a1cf9d-1bd1-4023-a173-62f02b4fa118,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:07:55.542396 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3548002f-6264-4633-a595-06f9e65eafb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:55.631009 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:55.656818 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd54a59a-e2d0-4a2e-ad4d-0349f5b193bb None None] The sync data for ids ['613b948d-1a88-447a-9052-ce28e5edacb8'] in n-d-827896-4 is: [{'id': '613b948d-1a88-447a-9052-ce28e5edacb8', 'name': 'tempest-AttachVolumeTestJSON-1183873058-router', 'tenant_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:02:07Z', 'updated_at': '2022-03-01T21:07:54Z', 'revision_number': 6, 'project_id': '4948a3f4374642e5b9b9490b5a1ffed4', 'gw_port_host': None}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:07:55.779704 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56504) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:55.786629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-3548002f-6264-4633-a595-06f9e65eafb4 admin admin] Calling delete_port for e8a1cf9d-1bd1-4023-a173-62f02b4fa118 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:07:55.828774 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0,segment=NetworkSegment(9bed440c-0e86-4609-9f79-d599079265d8),segment_id=9bed440c-0e86-4609-9f79-d599079265d8)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:07:55.838400 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-477eea57-6df0-46ca-8f33-4417e25d36af tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5695231 Mar 01 21:07:55.840947 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba5a915-55a7-4b5c-897c-1f578d74f6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:07:55.907694 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=c1de50cb-12c8-4319-91fc-5998ca568926,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:55.926974 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba5a915-55a7-4b5c-897c-1f578d74f6b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0', 'code': 200} Mar 01 21:07:55.927772 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:55.956690 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c46372f3-10ff-4932-ae4c-ae7e74201afe tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:55.966298 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56506) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:56.004085 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-7360903f-8a81-45f0-ae72-6d561e1fcffb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'subnet': {'network_id': '8fc28eb2-7755-4923-b78f-7b856c7fc4e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:56.023759 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8825c156-c653-411b-89e8-b85fa478f7a7 None None] Unable to find a vacant binding_index for network 8fc28eb2-7755-4923-b78f-7b856c7fc4e8 and agent a66a1908-37b2-4ce2-b057-e987fb676140 {{(pid=88520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 01 21:07:56.050143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8825c156-c653-411b-89e8-b85fa478f7a7 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 8fc28eb2-7755-4923-b78f-7b856c7fc4e8) {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:07:56.166171 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:56.205595 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-709e34d1-e72b-4dcb-b1f6-06617349f4a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:56.307128 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-709e34d1-e72b-4dcb-b1f6-06617349f4a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:56.311160 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-709e34d1-e72b-4dcb-b1f6-06617349f4a6 admin admin] Usage tracker for resource:security_group_rule and tenant:b88c1fe696784d18a0edb9d2031ba1de is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:56.314158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-709e34d1-e72b-4dcb-b1f6-06617349f4a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:56.321675 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-709e34d1-e72b-4dcb-b1f6-06617349f4a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:56.412882 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-709e34d1-e72b-4dcb-b1f6-06617349f4a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:56.434293 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:56.536763 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-709e34d1-e72b-4dcb-b1f6-06617349f4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:56.595790 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7360903f-8a81-45f0-ae72-6d561e1fcffb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:56.604297 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7360903f-8a81-45f0-ae72-6d561e1fcffb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Usage tracker for resource:subnet and tenant:307c2afecbe74dab8682f7a83d727a24 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:56.607724 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7360903f-8a81-45f0-ae72-6d561e1fcffb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:56.622953 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7360903f-8a81-45f0-ae72-6d561e1fcffb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:56.654117 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-8fc28eb2-7755-4923-b78f-7b856c7fc4e8', 'network_id': '8fc28eb2-7755-4923-b78f-7b856c7fc4e8', 'tenant_id': '307c2afecbe74dab8682f7a83d727a24', 'fixed_ips': [{'subnet_id': 'a63b6d96-bdcb-4655-99e9-4e8cf4537d23'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:07:56.656152 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:56.664149 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2420f-42b6-4226-ac42-92186c157407 req-386742ca-4fc9-430a-ac6b-22ecb6d6ce2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:56.666270 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-78e2420f-42b6-4226-ac42-92186c157407 req-386742ca-4fc9-430a-ac6b-22ecb6d6ce2e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 1096 time: 0.6451073 Mar 01 21:07:56.715295 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7360903f-8a81-45f0-ae72-6d561e1fcffb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Made reservation on behalf of 307c2afecbe74dab8682f7a83d727a24 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:07:56.719099 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7360903f-8a81-45f0-ae72-6d561e1fcffb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:56.739961 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-709e34d1-e72b-4dcb-b1f6-06617349f4a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b88c1fe696784d18a0edb9d2031ba1de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7755523 Mar 01 21:07:56.741041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e34d1-e72b-4dcb-b1f6-06617349f4a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4981e023-cc17-4cfb-b389-f482167c18c8,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:56.751305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56522) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:56.797780 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:56.931457 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-78e2420f-42b6-4226-ac42-92186c157407 req-d9e1fcfd-068c-4602-a279-e43d6f42bee6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430396 Mar 01 21:07:56.972921 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d09cc486-90f3-4934-9c37-329182b59c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:56.999301 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Allocated IP 2001:db8::2 (8fc28eb2-7755-4923-b78f-7b856c7fc4e8/a63b6d96-bdcb-4655-99e9-4e8cf4537d23/ea974fa6-1912-4209-ba2d-cb18ee27aeb5) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:07:57.039544 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d09cc486-90f3-4934-9c37-329182b59c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:57.279405 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1310d49-9495-47b2-95fb-e768ef3f7dc5 req-8e37e5d8-5ed8-40d0-9455-ff5c1435a804 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:57.287854 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a1310d49-9495-47b2-95fb-e768ef3f7dc5 req-8e37e5d8-5ed8-40d0-9455-ff5c1435a804 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.4922149 Mar 01 21:07:57.320319 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3548002f-6264-4633-a595-06f9e65eafb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:57.383243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548002f-6264-4633-a595-06f9e65eafb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a1cf9d-1bd1-4023-a173-62f02b4fa118,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:57.387139 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-29a5d31c-7733-45c8-86c5-37ecc13c4857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:57.486091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Router c04c39a3-a472-4b33-98b9-a2773ec7647b is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:07:57.504679 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a1310d49-9495-47b2-95fb-e768ef3f7dc5 req-b7d98435-e6d3-4947-9008-1896dcd63d96 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159109 Mar 01 21:07:57.555313 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c46372f3-10ff-4932-ae4c-ae7e74201afe tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:57.592442 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c46372f3-10ff-4932-ae4c-ae7e74201afe tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:57.595608 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d09cc486-90f3-4934-9c37-329182b59c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:57.650734 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3548002f-6264-4633-a595-06f9e65eafb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:57.652926 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09cc486-90f3-4934-9c37-329182b59c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4981e023-cc17-4cfb-b389-f482167c18c8,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:57.681861 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:57.694282 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Transition to ACTIVE for port object ea974fa6-1912-4209-ba2d-cb18ee27aeb5 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:07:57.720374 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Transition to ACTIVE for port object ea974fa6-1912-4209-ba2d-cb18ee27aeb5 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:07:57.742636 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d09cc486-90f3-4934-9c37-329182b59c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:57.743773 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d09cc486-90f3-4934-9c37-329182b59c73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4981e023-cc17-4cfb-b389-f482167c18c8 HTTP/1.1" status: 204 len: 168 time: 0.9877322 Mar 01 21:07:57.749165 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c1de50cb-12c8-4319-91fc-5998ca568926 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:07:57.799436 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:57.841042 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-c46372f3-10ff-4932-ae4c-ae7e74201afe tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Allocated IP 172.25.5.120 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/8fbc82e3-7cce-4309-b56b-49835df02e4c) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:07:57.843236 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7360903f-8a81-45f0-ae72-6d561e1fcffb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:57.914600 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Pushing event updated for resources: {'Port': ['ID=ea974fa6-1912-4209-ba2d-cb18ee27aeb5,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:57.947682 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Network 8fc28eb2-7755-4923-b78f-7b856c7fc4e8 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:07:57.952052 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:57.954567 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:07:57.988571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7360903f-8a81-45f0-ae72-6d561e1fcffb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Network 8fc28eb2-7755-4923-b78f-7b856c7fc4e8 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:07:58.053912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7360903f-8a81-45f0-ae72-6d561e1fcffb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:58.061872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7360903f-8a81-45f0-ae72-6d561e1fcffb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:58.062473 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7360903f-8a81-45f0-ae72-6d561e1fcffb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:58.151247 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Attempting to bind port ea974fa6-1912-4209-ba2d-cb18ee27aeb5 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:07:58.152059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Attempting to bind port ea974fa6-1912-4209-ba2d-cb18ee27aeb5 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'ae8af218-e1df-4a84-819a-83d425e5a410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8fc28eb2-7755-4923-b78f-7b856c7fc4e8'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:07:58.153382 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Attempting to bind port ea974fa6-1912-4209-ba2d-cb18ee27aeb5 on network 8fc28eb2-7755-4923-b78f-7b856c7fc4e8 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:07:58.164624 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:07:58.165264 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Checking segment: {'id': 'ae8af218-e1df-4a84-819a-83d425e5a410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8fc28eb2-7755-4923-b78f-7b856c7fc4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:07:58.166145 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:58.166780 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Bound using segment: {'id': 'ae8af218-e1df-4a84-819a-83d425e5a410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8fc28eb2-7755-4923-b78f-7b856c7fc4e8'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:07:58.167508 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Bound port: ea974fa6-1912-4209-ba2d-cb18ee27aeb5, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae8af218-e1df-4a84-819a-83d425e5a410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '8fc28eb2-7755-4923-b78f-7b856c7fc4e8'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:07:58.168120 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:58.195733 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3548002f-6264-4633-a595-06f9e65eafb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:58.195881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360903f-8a81-45f0-ae72-6d561e1fcffb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Subnet': ['ID=3b9f3976-f73a-41a9-a1dd-4229cf470341,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:58.197486 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3548002f-6264-4633-a595-06f9e65eafb4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:58.237429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c1de50cb-12c8-4319-91fc-5998ca568926 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:07:58.239126 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:58.244023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:07:58.254382 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] Sync routers for ids ['c04c39a3-a472-4b33-98b9-a2773ec7647b'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:07:58.298172 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c46372f3-10ff-4932-ae4c-ae7e74201afe tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:58.304958 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] Routers {'c04c39a3-a472-4b33-98b9-a2773ec7647b'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:07:58.305589 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:07:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c04c39a3-a472-4b33-98b9-a2773ec7647b'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:58.329635 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7360903f-8a81-45f0-ae72-6d561e1fcffb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3621218 Mar 01 21:07:58.332596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56540) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:58.354151 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3548002f-6264-4633-a595-06f9e65eafb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:58.354743 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3548002f-6264-4633-a595-06f9e65eafb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 613b948d-1a88-447a-9052-ce28e5edacb8 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:07:58.369191 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3548002f-6264-4633-a595-06f9e65eafb4 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:58.379018 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3548002f-6264-4633-a595-06f9e65eafb4 admin admin] 10.222.0.42 "DELETE /v2.0/routers/613b948d-1a88-447a-9052-ce28e5edacb8 HTTP/1.1" status: 204 len: 168 time: 4.7726629 Mar 01 21:07:58.380367 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56544) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:58.477637 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c46372f3-10ff-4932-ae4c-ae7e74201afe tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:58.581978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] For port ea974fa6-1912-4209-ba2d-cb18ee27aeb5, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:07:58.584616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b126900-f514-4276-863e-131aa1287202 admin admin] Deleting subnet d8336f76-9298-450b-b9a8-2aa7486056a2 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:07:58.593801 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:58.595329 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e60b6b48-3c1e-40ea-8698-3716ddffa856 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.5954425 Mar 01 21:07:58.599836 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2b126900-f514-4276-863e-131aa1287202 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:58.632463 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] For port ea974fa6-1912-4209-ba2d-cb18ee27aeb5, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea974fa6-1912-4209-ba2d-cb18ee27aeb5,segment=NetworkSegment(ae8af218-e1df-4a84-819a-83d425e5a410),segment_id=ae8af218-e1df-4a84-819a-83d425e5a410)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:07:58.676342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56554) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:58.720276 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:58.808211 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e8a1cf9d-1bd1-4023-a173-62f02b4fa118 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:07:58.818372 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] Set router c04c39a3-a472-4b33-98b9-a2773ec7647b gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:07:58.879743 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46372f3-10ff-4932-ae4c-ae7e74201afe tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:07:58.915093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ffaf84-c6f8-45ec-8fbb-dd01e2bfa095 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:58.919694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ffaf84-c6f8-45ec-8fbb-dd01e2bfa095 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:58.923050 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ffaf84-c6f8-45ec-8fbb-dd01e2bfa095 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:58.926906 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ffaf84-c6f8-45ec-8fbb-dd01e2bfa095 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:58.932680 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ffaf84-c6f8-45ec-8fbb-dd01e2bfa095 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:58.933916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-36ffaf84-c6f8-45ec-8fbb-dd01e2bfa095 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Synchronizing usage tracker for tenant:307c2afecbe74dab8682f7a83d727a24 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:07:58.943195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-c46372f3-10ff-4932-ae4c-ae7e74201afe tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:07:58.961519 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46372f3-10ff-4932-ae4c-ae7e74201afe tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:07:59.000632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46372f3-10ff-4932-ae4c-ae7e74201afe tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Pushing event updated for resources: {'Port': ['ID=8fbc82e3-7cce-4309-b56b-49835df02e4c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:59.005911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: e8a1cf9d-1bd1-4023-a173-62f02b4fa118 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:07:59.006322 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e8a1cf9d-1bd1-4023-a173-62f02b4fa118 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:07:59.007594 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:07:59.057320 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ace33-0e6c-45b1-b582-ea9e7340d983 None None] Pushing event updated for resources: {'Port': ['ID=ea974fa6-1912-4209-ba2d-cb18ee27aeb5,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:07:59.078879 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:07:59.080426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7d45e162-0335-42f8-b5c4-3fd66b1e6d9c not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:07:59.193574 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2b126900-f514-4276-863e-131aa1287202 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:59.238865 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-36ffaf84-c6f8-45ec-8fbb-dd01e2bfa095 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Unset dirty status for tenant:307c2afecbe74dab8682f7a83d727a24 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:07:59.244748 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-36ffaf84-c6f8-45ec-8fbb-dd01e2bfa095 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.9077132 Mar 01 21:07:59.266634 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56566) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:07:59.305528 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-873003236'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:07:59.382543 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:07:59.392951 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c0d36-3d88-4f7b-aaa0-4a52d08b8e22 req-5c2d6562-2d09-43c4-9580-7603bf64c14f tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:07:59.401220 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-382c0d36-3d88-4f7b-aaa0-4a52d08b8e22 req-5c2d6562-2d09-43c4-9580-7603bf64c14f tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.4069238 Mar 01 21:07:59.408471 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Usage tracker for resource:network and tenant:307c2afecbe74dab8682f7a83d727a24 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:07:59.435908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:07:59.452117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:07:59.496236 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-382c0d36-3d88-4f7b-aaa0-4a52d08b8e22 req-ac3cc531-bdad-4c74-bd85-2b7adaadc1ca tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939436 Mar 01 21:07:59.604707 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2b126900-f514-4276-863e-131aa1287202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:59.651055 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a64ed281-7023-4ceb-b898-57e7e2634643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:59.675857 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04c39a3-a472-4b33-98b9-a2773ec7647b', 'name': 'tempest-TaggedBootDevicesTest_v242-856170446-router', 'tenant_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '39af2c4e-72f5-44e7-878e-4ccd2c0da3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:49Z', 'updated_at': '2022-03-01T21:07:55Z', 'revision_number': 3, 'project_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'gw_port': {'id': '39af2c4e-72f5-44e7-878e-4ccd2c0da3fc', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04c39a3-a472-4b33-98b9-a2773ec7647b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:52Z', 'updated_at': '2022-03-01T21:07:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:07:59.690236 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] Checking router: c04c39a3-a472-4b33-98b9-a2773ec7647b for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:07:59.694279 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] Updating router c04c39a3-a472-4b33-98b9-a2773ec7647b port 39af2c4e-72f5-44e7-878e-4ccd2c0da3fc binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:07:59.741983 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Made reservation on behalf of 307c2afecbe74dab8682f7a83d727a24 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:07:59.756539 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:59.826825 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:07:59.845708 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea974fa6-1912-4209-ba2d-cb18ee27aeb5 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:07:59.854701 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:59.860406 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Added segment 4abbf53c-ac47-45be-b534-423ca0a9365d of type vlan for network 3daec7e2-4146-4e76-8ad1-5a7b11d0e340 Mar 01 21:07:59.878041 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:07:59.898725 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:00.039299 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:00.055533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:00.056248 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:00.152670 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2b126900-f514-4276-863e-131aa1287202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:00.187729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port ea974fa6-1912-4209-ba2d-cb18ee27aeb5 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:08:00.302715 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0336735 Mar 01 21:08:00.305515 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56590) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:00.310777 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b126900-f514-4276-863e-131aa1287202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8336f76-9298-450b-b9a8-2aa7486056a2,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:00.340485 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2b126900-f514-4276-863e-131aa1287202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:00.356890 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2b126900-f514-4276-863e-131aa1287202 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d8336f76-9298-450b-b9a8-2aa7486056a2 HTTP/1.1" status: 204 len: 168 time: 1.9614673 Mar 01 21:08:00.360551 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56596) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:00.540358 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:00.554201 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-8f43195b-1c23-4220-937b-455221e30ffc tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:08:00.632242 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:00.719524 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:00.740016 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] Transition to ACTIVE for port object 39af2c4e-72f5-44e7-878e-4ccd2c0da3fc will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:08:00.764774 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Network': ['ID=3daec7e2-4146-4e76-8ad1-5a7b11d0e340,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:00.768082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b126900-f514-4276-863e-131aa1287202 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.768643 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b126900-f514-4276-863e-131aa1287202 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.769500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b126900-f514-4276-863e-131aa1287202 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.770067 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b126900-f514-4276-863e-131aa1287202 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.770496 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b126900-f514-4276-863e-131aa1287202 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.770949 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b126900-f514-4276-863e-131aa1287202 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.771398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b126900-f514-4276-863e-131aa1287202 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.772347 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b126900-f514-4276-863e-131aa1287202 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.772846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b126900-f514-4276-863e-131aa1287202 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.773263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b126900-f514-4276-863e-131aa1287202 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.773684 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b126900-f514-4276-863e-131aa1287202 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.774152 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b126900-f514-4276-863e-131aa1287202 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.816518 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:00.907517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.909023 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c46372f3-10ff-4932-ae4c-ae7e74201afe tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:00.911068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3db54c-f89f-440a-8ab4-52deccf8c5e2 None None] Network 8fc28eb2-7755-4923-b78f-7b856c7fc4e8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:08:00.912321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.912816 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.913284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.913624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.913953 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.914278 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.914603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.915007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.915334 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.915956 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.916282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878abd5e-bb60-427f-993e-d1f3134f6daf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:00.921856 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670f513-246c-45b1-a358-62e8d2810179 None None] Pushing event updated for resources: {'Port': ['ID=39af2c4e-72f5-44e7-878e-4ccd2c0da3fc,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:00.952063 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57315403-4d4a-41f5-aa7a-4a28f85cb35f None None] Network 33ba965f-d417-4519-8f89-3aefcdaf09c3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:08:00.967198 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 3daec7e2-4146-4e76-8ad1-5a7b11d0e340 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:08:00.967702 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] Attempting to bind port 39af2c4e-72f5-44e7-878e-4ccd2c0da3fc on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:08:00.968083 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] Attempting to bind port 39af2c4e-72f5-44e7-878e-4ccd2c0da3fc by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:08:00.968447 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] Attempting to bind port 39af2c4e-72f5-44e7-878e-4ccd2c0da3fc on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:08:00.978600 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:08:00.978972 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:08:00.979395 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:00.983778 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:08:00.983778 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] Bound port: 39af2c4e-72f5-44e7-878e-4ccd2c0da3fc, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:08:00.983778 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:01.016178 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8f43195b-1c23-4220-937b-455221e30ffc tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:01.075930 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] For port 39af2c4e-72f5-44e7-878e-4ccd2c0da3fc, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:08:01.079812 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] For port 39af2c4e-72f5-44e7-878e-4ccd2c0da3fc, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=39af2c4e-72f5-44e7-878e-4ccd2c0da3fc,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:08:01.090080 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52216c30-9694-43af-895a-fcc2454ce5a6 req-6b9cfe58-3c32-4a4f-9371-5ef3d20231c0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:01.091702 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-52216c30-9694-43af-895a-fcc2454ce5a6 req-6b9cfe58-3c32-4a4f-9371-5ef3d20231c0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.3289132 Mar 01 21:08:01.135934 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8f43195b-1c23-4220-937b-455221e30ffc tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:01.158195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f43195b-1c23-4220-937b-455221e30ffc tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Network 3daec7e2-4146-4e76-8ad1-5a7b11d0e340 is not hosted by any dhcp agent {{(pid=88518) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 01 21:08:01.159874 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:01.163941 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f43195b-1c23-4220-937b-455221e30ffc tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:01.165108 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8f43195b-1c23-4220-937b-455221e30ffc tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:01.169939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8f43195b-1c23-4220-937b-455221e30ffc tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "PUT /v2.0/networks/3daec7e2-4146-4e76-8ad1-5a7b11d0e340 HTTP/1.1" status: 200 len: 723 time: 0.8603816 Mar 01 21:08:01.172720 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56610) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:01.193037 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-52216c30-9694-43af-895a-fcc2454ce5a6 req-fe157243-e7ec-40f6-8100-24f3c2a658a8 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944495 Mar 01 21:08:01.201580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-22e714e0-571a-44db-a2cd-ca2584f77cff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'subnet': {'network_id': '3daec7e2-4146-4e76-8ad1-5a7b11d0e340', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:08:01.275122 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e7b7d4c2-36c9-4357-975d-756b1eff78fd None None] Provisioning for port ea974fa6-1912-4209-ba2d-cb18ee27aeb5 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:08:01.312438 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e7b7d4c2-36c9-4357-975d-756b1eff78fd None None] Provisioning complete for port ea974fa6-1912-4209-ba2d-cb18ee27aeb5 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:08:01.313121 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e7b7d4c2-36c9-4357-975d-756b1eff78fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:01.325445 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:01.373547 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670f513-246c-45b1-a358-62e8d2810179 None None] Pushing event updated for resources: {'Port': ['ID=39af2c4e-72f5-44e7-878e-4ccd2c0da3fc,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:01.415842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43195b-1c23-4220-937b-455221e30ffc tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Network': ['ID=3daec7e2-4146-4e76-8ad1-5a7b11d0e340,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:01.433720 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] Routers {'c04c39a3-a472-4b33-98b9-a2773ec7647b'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:08:01.434389 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:08:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c04c39a3-a472-4b33-98b9-a2773ec7647b'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:01.448996 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 3daec7e2-4146-4e76-8ad1-5a7b11d0e340 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:08:01.482469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-22e714e0-571a-44db-a2cd-ca2584f77cff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:01.483390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e582e-8cfd-4b40-9961-1cc6431b8066 req-c66d2627-bcad-43d1-8c9c-f958f4de0f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:01.485477 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a57e582e-8cfd-4b40-9961-1cc6431b8066 req-c66d2627-bcad-43d1-8c9c-f958f4de0f7f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b7a7c3aee97041b9a801e4248bbb86e5&device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 1096 time: 0.9117551 Mar 01 21:08:01.507589 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-22e714e0-571a-44db-a2cd-ca2584f77cff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:01.529384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] Deleting port 5462c0da-72cf-400c-8aa3-3e08710f50c5 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:08:01.530061 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:01.599086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e714e0-571a-44db-a2cd-ca2584f77cff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Made reservation on behalf of 307c2afecbe74dab8682f7a83d727a24 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:08:01.602694 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22e714e0-571a-44db-a2cd-ca2584f77cff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:01.868243 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] Set router c04c39a3-a472-4b33-98b9-a2773ec7647b gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:08:01.955446 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e7b7d4c2-36c9-4357-975d-756b1eff78fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:02.030531 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e7b7d4c2-36c9-4357-975d-756b1eff78fd None None] For port ea974fa6-1912-4209-ba2d-cb18ee27aeb5, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea974fa6-1912-4209-ba2d-cb18ee27aeb5,segment=NetworkSegment(ae8af218-e1df-4a84-819a-83d425e5a410),segment_id=ae8af218-e1df-4a84-819a-83d425e5a410)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:08:02.060724 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a25e2ee-b83e-4e3c-ac87-5d592ade3624 None None] DHCP port deletion for 33ba965f-d417-4519-8f89-3aefcdaf09c3 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:08:02.065405 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3a25e2ee-b83e-4e3c-ac87-5d592ade3624 None None] Deleting port 5462c0da-72cf-400c-8aa3-3e08710f50c5 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:08:02.073638 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3a25e2ee-b83e-4e3c-ac87-5d592ade3624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:02.169403 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22e714e0-571a-44db-a2cd-ca2584f77cff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:02.274561 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e7b7d4c2-36c9-4357-975d-756b1eff78fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:02.367268 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e714e0-571a-44db-a2cd-ca2584f77cff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Subnet': ['ID=67e935e1-be26-488c-a318-04ab1efd1f76,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:02.370928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e582e-8cfd-4b40-9961-1cc6431b8066 req-12004a8f-feb2-4b6c-9de3-aef4a6b39b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:02.373935 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e714e0-571a-44db-a2cd-ca2584f77cff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Checking segment: {'id': '4abbf53c-ac47-45be-b534-423ca0a9365d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3daec7e2-4146-4e76-8ad1-5a7b11d0e340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:08:02.374540 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e714e0-571a-44db-a2cd-ca2584f77cff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Network hostable DHCP agents. Network: 3daec7e2-4146-4e76-8ad1-5a7b11d0e340, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:08:02.381230 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a57e582e-8cfd-4b40-9961-1cc6431b8066 req-12004a8f-feb2-4b6c-9de3-aef4a6b39b7c service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b34390c-6fe5-4076-9506-cf6ffd99724e HTTP/1.1" status: 200 len: 912 time: 0.8783619 Mar 01 21:08:02.421357 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04c39a3-a472-4b33-98b9-a2773ec7647b', 'name': 'tempest-TaggedBootDevicesTest_v242-856170446-router', 'tenant_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '39af2c4e-72f5-44e7-878e-4ccd2c0da3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:49Z', 'updated_at': '2022-03-01T21:07:55Z', 'revision_number': 3, 'project_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'gw_port': {'id': '39af2c4e-72f5-44e7-878e-4ccd2c0da3fc', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04c39a3-a472-4b33-98b9-a2773ec7647b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:52Z', 'updated_at': '2022-03-01T21:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:02.435348 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120b2eef-576c-4764-85d3-3278d6b03900 None None] The sync data for ids ['c04c39a3-a472-4b33-98b9-a2773ec7647b'] in n-d-827896-4 is: [{'id': 'c04c39a3-a472-4b33-98b9-a2773ec7647b', 'name': 'tempest-TaggedBootDevicesTest_v242-856170446-router', 'tenant_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '39af2c4e-72f5-44e7-878e-4ccd2c0da3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:49Z', 'updated_at': '2022-03-01T21:07:55Z', 'revision_number': 3, 'project_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'gw_port': {'id': '39af2c4e-72f5-44e7-878e-4ccd2c0da3fc', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cb:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04c39a3-a472-4b33-98b9-a2773ec7647b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:52Z', 'updated_at': '2022-03-01T21:08:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:08:02.446874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b7d4c2-36c9-4357-975d-756b1eff78fd None None] Pushing event updated for resources: {'Port': ['ID=ea974fa6-1912-4209-ba2d-cb18ee27aeb5,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:02.471509 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4b362b-5e42-4459-b7a2-4355c80909f8 None None] Update dhcp port {'port': {'network_id': '8fc28eb2-7755-4923-b78f-7b856c7fc4e8', 'fixed_ips': [{'subnet_id': 'a63b6d96-bdcb-4655-99e9-4e8cf4537d23', 'ip_address': '2001:db8::2'}, {'subnet_id': '3b9f3976-f73a-41a9-a1dd-4229cf470341'}], 'binding:host_id': 'n-d-827896-4'}, 'id': 'ea974fa6-1912-4209-ba2d-cb18ee27aeb5'} from n-d-827896-4. {{(pid=88520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 01 21:08:02.545609 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:02.548550 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3f4b362b-5e42-4459-b7a2-4355c80909f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:02.551734 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e714e0-571a-44db-a2cd-ca2584f77cff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Network 3daec7e2-4146-4e76-8ad1-5a7b11d0e340 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:08:02.648584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c04ab5-e5c1-4f2c-8c81-79000e3fc0c8 req-99c8daa6-12eb-4850-92b1-aad8ff809580 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:02.652637 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9c04ab5-e5c1-4f2c-8c81-79000e3fc0c8 req-99c8daa6-12eb-4850-92b1-aad8ff809580 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.2015991 Mar 01 21:08:02.703236 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-22e714e0-571a-44db-a2cd-ca2584f77cff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 3daec7e2-4146-4e76-8ad1-5a7b11d0e340) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:08:02.718755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e714e0-571a-44db-a2cd-ca2584f77cff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:02.724068 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22e714e0-571a-44db-a2cd-ca2584f77cff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:02.730571 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a57e582e-8cfd-4b40-9961-1cc6431b8066 req-78d25d29-81ad-4670-8d5f-643ddad96c38 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 HTTP/1.1" status: 200 len: 217 time: 0.2996037 Mar 01 21:08:02.745540 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9c04ab5-e5c1-4f2c-8c81-79000e3fc0c8 req-92557d83-7245-43eb-bbf8-c09de6701443 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796616 Mar 01 21:08:02.861085 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-22e714e0-571a-44db-a2cd-ca2584f77cff tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6816723 Mar 01 21:08:02.861354 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56666) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:02.875153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e582e-8cfd-4b40-9961-1cc6431b8066 req-633de179-17a1-42fd-bfcc-c1875e474591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:02.877084 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a57e582e-8cfd-4b40-9961-1cc6431b8066 req-633de179-17a1-42fd-bfcc-c1875e474591 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=03961c1b-5cc3-4076-b4e1-e587eae0ddf1 HTTP/1.1" status: 200 len: 851 time: 0.1284242 Mar 01 21:08:02.878715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2866eda0-b51d-459f-8394-5ba2811b09c1 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:08:02.882908 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c46372f3-10ff-4932-ae4c-ae7e74201afe tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:02.910663 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dec7d82-04ce-4165-b966-0197dc8a4fe5 None None] Network 3daec7e2-4146-4e76-8ad1-5a7b11d0e340 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:08:02.958787 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c46372f3-10ff-4932-ae4c-ae7e74201afe tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:02.974364 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a57e582e-8cfd-4b40-9961-1cc6431b8066 req-4954650c-8a45-4ced-ab7d-fae0417b2d69 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b34390c-6fe5-4076-9506-cf6ffd99724e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852275 Mar 01 21:08:02.977873 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb776-e8c7-4a7f-ad6d-9eb493cfdb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:02.979831 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3a25e2ee-b83e-4e3c-ac87-5d592ade3624 None None] For port 5462c0da-72cf-400c-8aa3-3e08710f50c5, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5462c0da-72cf-400c-8aa3-3e08710f50c5,segment=NetworkSegment(aac90a62-6b51-41bc-a3c6-eda5383d3946),segment_id=aac90a62-6b51-41bc-a3c6-eda5383d3946)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:08:02.980374 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3a25e2ee-b83e-4e3c-ac87-5d592ade3624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:02.992153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] For port 5462c0da-72cf-400c-8aa3-3e08710f50c5, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5462c0da-72cf-400c-8aa3-3e08710f50c5,segment=NetworkSegment(aac90a62-6b51-41bc-a3c6-eda5383d3946),segment_id=aac90a62-6b51-41bc-a3c6-eda5383d3946)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:08:02.997963 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:03.187009 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3a25e2ee-b83e-4e3c-ac87-5d592ade3624 None None] Calling delete_port for 5462c0da-72cf-400c-8aa3-3e08710f50c5 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:08:03.282199 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2866eda0-b51d-459f-8394-5ba2811b09c1 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2087685'] for subnet, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:03.344948 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a57e582e-8cfd-4b40-9961-1cc6431b8066 req-57526ac7-5436-4802-a0ec-d26f9e9d0d95 service neutron] 10.222.0.57 "GET /v2.0/networks/9b34390c-6fe5-4076-9506-cf6ffd99724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3562181 Mar 01 21:08:03.426514 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-3f4b362b-5e42-4459-b7a2-4355c80909f8 None None] Allocated IP 172.20.0.1 (8fc28eb2-7755-4923-b78f-7b856c7fc4e8/3b9f3976-f73a-41a9-a1dd-4229cf470341/ea974fa6-1912-4209-ba2d-cb18ee27aeb5) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:08:03.577986 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3f4b362b-5e42-4459-b7a2-4355c80909f8 None None] For port ea974fa6-1912-4209-ba2d-cb18ee27aeb5, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea974fa6-1912-4209-ba2d-cb18ee27aeb5,segment=NetworkSegment(ae8af218-e1df-4a84-819a-83d425e5a410),segment_id=ae8af218-e1df-4a84-819a-83d425e5a410)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:08:03.585064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] Calling delete_port for 5462c0da-72cf-400c-8aa3-3e08710f50c5 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:08:03.626916 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2866eda0-b51d-459f-8394-5ba2811b09c1 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768676391141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7973485'] for subnet, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:03.642173 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3f4b362b-5e42-4459-b7a2-4355c80909f8 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:03.676110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3f4b362b-5e42-4459-b7a2-4355c80909f8 None None] Transition to ACTIVE for port object ea974fa6-1912-4209-ba2d-cb18ee27aeb5 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:08:03.798936 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56688) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:03.813280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2866eda0-b51d-459f-8394-5ba2811b09c1 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:03.813874 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2866eda0-b51d-459f-8394-5ba2811b09c1 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:03.825736 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2866eda0-b51d-459f-8394-5ba2811b09c1 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "PUT /v2.0/subnets/67e935e1-be26-488c-a318-04ab1efd1f76 HTTP/1.1" status: 200 len: 826 time: 0.9631824 Mar 01 21:08:03.829577 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56692) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:03.856400 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3f4b362b-5e42-4459-b7a2-4355c80909f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:03.860196 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3a25e2ee-b83e-4e3c-ac87-5d592ade3624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:03.960278 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea974fa6-1912-4209-ba2d-cb18ee27aeb5 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:08:04.021083 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a57e582e-8cfd-4b40-9961-1cc6431b8066 req-425d0dc8-cf33-4dfa-bba3-60668b10713c service neutron] 10.222.0.57 "GET /v2.0/networks/9b34390c-6fe5-4076-9506-cf6ffd99724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120472 Mar 01 21:08:04.148375 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4b7077d1-bbf0-4835-b70e-0dd26e839bef tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:04.158520 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:08:04.162471 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866eda0-b51d-459f-8394-5ba2811b09c1 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Subnet': ['ID=67e935e1-be26-488c-a318-04ab1efd1f76,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:04.194131 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a25e2ee-b83e-4e3c-ac87-5d592ade3624 None None] No DVR routers for this DVR port 5462c0da-72cf-400c-8aa3-3e08710f50c5 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:08:04.255139 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-22ce152b-1fcc-4170-8810-56814dee2857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:04.263202 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b83cc3-b8a9-4dd6-9881-707b10171605 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-3daec7e2-4146-4e76-8ad1-5a7b11d0e340', 'network_id': '3daec7e2-4146-4e76-8ad1-5a7b11d0e340', 'tenant_id': '307c2afecbe74dab8682f7a83d727a24', 'fixed_ips': [{'subnet_id': '67e935e1-be26-488c-a318-04ab1efd1f76'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:08:04.263202 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-83b83cc3-b8a9-4dd6-9881-707b10171605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:04.294493 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:08:04.294898 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:08:04.302510 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4b7077d1-bbf0-4835-b70e-0dd26e839bef tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:04.346288 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e33a12-2a21-4292-b82f-ff1a53ad8360 req-f1b3cb87-75ee-4010-9081-017611c9fa44 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:04.348015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-22ce152b-1fcc-4170-8810-56814dee2857 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:04.353025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-22ce152b-1fcc-4170-8810-56814dee2857 admin admin] Usage tracker for resource:security_group_rule and tenant:bc76fd60946844ceb97041ffb52071c7 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:08:04.353747 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91e33a12-2a21-4292-b82f-ff1a53ad8360 req-f1b3cb87-75ee-4010-9081-017611c9fa44 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.2875457 Mar 01 21:08:04.357009 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-22ce152b-1fcc-4170-8810-56814dee2857 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:08:04.364290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-22ce152b-1fcc-4170-8810-56814dee2857 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:04.410653 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b362b-5e42-4459-b7a2-4355c80909f8 None None] Pushing event updated for resources: {'Port': ['ID=ea974fa6-1912-4209-ba2d-cb18ee27aeb5,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:04.466707 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91e33a12-2a21-4292-b82f-ff1a53ad8360 req-6195d6b9-41cb-428d-9cd8-22b8ee3d203b tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098266 Mar 01 21:08:04.523641 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a25e2ee-b83e-4e3c-ac87-5d592ade3624 None None] Pushing event deleted for resources: {'Port': ['ID=5462c0da-72cf-400c-8aa3-3e08710f50c5,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:04.537573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 39af2c4e-72f5-44e7-878e-4ccd2c0da3fc up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:08:04.556874 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-ed9eb776-e8c7-4a7f-ad6d-9eb493cfdb4a admin admin] Allocated IP 172.20.0.1 (5ca76856-c4cc-4088-ad65-77ec56e4fcb9/542b14e2-bdf7-4bd8-bacb-1433ba0a9fc8/92007ef5-0a3e-4c8d-8671-787b63a59635) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:08:04.578656 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4b7077d1-bbf0-4835-b70e-0dd26e839bef tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:04.648010 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7077d1-bbf0-4835-b70e-0dd26e839bef tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Subnet': ['ID=67e935e1-be26-488c-a318-04ab1efd1f76,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:04.651620 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-22ce152b-1fcc-4170-8810-56814dee2857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:04.655522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46372f3-10ff-4932-ae4c-ae7e74201afe tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Router 2d324491-1437-4c80-b435-5728939615d2 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server [None req-83b83cc3-b8a9-4dd6-9881-707b10171605 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67e935e1-be26-488c-a318-04ab1efd1f76: This subnet is being modified by another concurrent operation. Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:08:04.665788 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise exception Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 67e935e1-be26-488c-a318-04ab1efd1f76: This subnet is being modified by another concurrent operation. Mar 01 21:08:04.670316 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Mar 01 21:08:04.711866 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c57865c-da0f-4507-bd68-5704458201a8 None None] Network 3daec7e2-4146-4e76-8ad1-5a7b11d0e340 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:08:04.770402 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 39af2c4e-72f5-44e7-878e-4ccd2c0da3fc completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:08:04.782770 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 39af2c4e-72f5-44e7-878e-4ccd2c0da3fc triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:08:04.783440 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:04.795203 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4b7077d1-bbf0-4835-b70e-0dd26e839bef tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:04.825479 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-4b7077d1-bbf0-4835-b70e-0dd26e839bef tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3daec7e2-4146-4e76-8ad1-5a7b11d0e340']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:04.844744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-4b7077d1-bbf0-4835-b70e-0dd26e839bef tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4abbf53c-ac47-45be-b534-423ca0a9365d') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:04.844744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-4b7077d1-bbf0-4835-b70e-0dd26e839bef tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4abbf53c-ac47-45be-b534-423ca0a9365d') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:04.861693 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4b7077d1-bbf0-4835-b70e-0dd26e839bef tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:04.893870 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4b7077d1-bbf0-4835-b70e-0dd26e839bef tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:04.901529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b7077d1-bbf0-4835-b70e-0dd26e839bef tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:08:04.902082 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4b7077d1-bbf0-4835-b70e-0dd26e839bef tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:08:04.936730 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:08:04.956064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] Deleting port 5462c0da-72cf-400c-8aa3-3e08710f50c5 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:08:04.956827 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.082816 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-22ce152b-1fcc-4170-8810-56814dee2857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.124710 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a03a250-c0b2-487f-8419-b67fdc1703a8 None None] Network 3daec7e2-4146-4e76-8ad1-5a7b11d0e340 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:08:05.136380 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4b7077d1-bbf0-4835-b70e-0dd26e839bef tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.164657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] The port '5462c0da-72cf-400c-8aa3-3e08710f50c5' was deleted {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:08:05.171563 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4b7077d1-bbf0-4835-b70e-0dd26e839bef tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.189966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7077d1-bbf0-4835-b70e-0dd26e839bef tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Network': ['ID=3daec7e2-4146-4e76-8ad1-5a7b11d0e340,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:05.203774 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4b7077d1-bbf0-4835-b70e-0dd26e839bef tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/networks/3daec7e2-4146-4e76-8ad1-5a7b11d0e340 HTTP/1.1" status: 204 len: 168 time: 1.3729095 Mar 01 21:08:05.207254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56720) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:05.241617 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c23e19c-462d-4963-92f4-61bedd624955 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] DELETE failed (client error): The resource could not be found. Mar 01 21:08:05.242225 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c23e19c-462d-4963-92f4-61bedd624955 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:08:05.244314 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9c23e19c-462d-4963-92f4-61bedd624955 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/networks/3daec7e2-4146-4e76-8ad1-5a7b11d0e340 HTTP/1.1" status: 404 len: 339 time: 0.0358198 Mar 01 21:08:05.248531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56724) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:05.256707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-826ff858-141a-4732-a54c-7c69c08cf155 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1803161749', 'description': 'd1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:08:05.262919 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-826ff858-141a-4732-a54c-7c69c08cf155 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:05.267178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-826ff858-141a-4732-a54c-7c69c08cf155 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Usage tracker for resource:network and tenant:307c2afecbe74dab8682f7a83d727a24 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:08:05.271979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-826ff858-141a-4732-a54c-7c69c08cf155 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:08:05.278732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-826ff858-141a-4732-a54c-7c69c08cf155 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:05.306221 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a03a250-c0b2-487f-8419-b67fdc1703a8 None None] Network 3daec7e2-4146-4e76-8ad1-5a7b11d0e340 could not be found, it might have been deleted concurrently. {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 01 21:08:05.356990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d366ebf1-f9f1-4a3c-ad56-447438c5371b None None] Network 8fc28eb2-7755-4923-b78f-7b856c7fc4e8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:08:05.374945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce152b-1fcc-4170-8810-56814dee2857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734ac30d-b552-471d-92ff-80c14e131834,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:05.377381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-826ff858-141a-4732-a54c-7c69c08cf155 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Made reservation on behalf of 307c2afecbe74dab8682f7a83d727a24 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:08:05.382385 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-826ff858-141a-4732-a54c-7c69c08cf155 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.417537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-826ff858-141a-4732-a54c-7c69c08cf155 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:08:05.429382 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-826ff858-141a-4732-a54c-7c69c08cf155 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.429382 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-826ff858-141a-4732-a54c-7c69c08cf155 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Added segment 9d55dac5-a672-4a7d-84f3-a8e2572a7a0a of type vlan for network 990b99b6-0c4c-4a8f-b0a4-7067f79f0bf4 Mar 01 21:08:05.433788 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-22ce152b-1fcc-4170-8810-56814dee2857 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc76fd60946844ceb97041ffb52071c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6237831 Mar 01 21:08:05.435081 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56730) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:05.450209 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.464226 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.513370 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 39af2c4e-72f5-44e7-878e-4ccd2c0da3fc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=39af2c4e-72f5-44e7-878e-4ccd2c0da3fc,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:08:05.517997 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-826ff858-141a-4732-a54c-7c69c08cf155 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.547273 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb776-e8c7-4a7f-ad6d-9eb493cfdb4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.558413 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5688f0df-a7ac-46fd-8e23-1200e3bc998f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.578738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33ba965f-d417-4519-8f89-3aefcdaf09c3']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:05.606479 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-bae82c5b-d0b6-468f-a6db-f3cf0c5cd986 None None] Provisioning for port ea974fa6-1912-4209-ba2d-cb18ee27aeb5 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:08:05.609089 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5688f0df-a7ac-46fd-8e23-1200e3bc998f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.636662 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.650530 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-ed9eb776-e8c7-4a7f-ad6d-9eb493cfdb4a admin admin] Transition to ACTIVE for port object 92007ef5-0a3e-4c8d-8671-787b63a59635 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:08:05.655626 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac90a62-6b51-41bc-a3c6-eda5383d3946') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:05.656172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac90a62-6b51-41bc-a3c6-eda5383d3946') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:05.676460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46372f3-10ff-4932-ae4c-ae7e74201afe tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:08:05.679416 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.687225 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-826ff858-141a-4732-a54c-7c69c08cf155 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.695292 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-826ff858-141a-4732-a54c-7c69c08cf155 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:05.696224 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-826ff858-141a-4732-a54c-7c69c08cf155 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.708351 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-bae82c5b-d0b6-468f-a6db-f3cf0c5cd986 None None] Provisioning complete for port ea974fa6-1912-4209-ba2d-cb18ee27aeb5 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:08:05.709045 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bae82c5b-d0b6-468f-a6db-f3cf0c5cd986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.730109 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.740216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:08:05.740620 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:08:05.756231 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:08:05.828004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ff858-141a-4732-a54c-7c69c08cf155 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Network': ['ID=990b99b6-0c4c-4a8f-b0a4-7067f79f0bf4,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:05.844841 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f650e9-b4a8-4902-8045-e9f883ee06a2 None None] Sync routers for ids ['2d324491-1437-4c80-b435-5728939615d2'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:08:05.850335 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5462c0da-72cf-400c-8aa3-3e08710f50c5 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:08:05.867256 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c46372f3-10ff-4932-ae4c-ae7e74201afe tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.868971 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c46372f3-10ff-4932-ae4c-ae7e74201afe tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "PUT /v2.0/routers/2d324491-1437-4c80-b435-5728939615d2 HTTP/1.1" status: 200 len: 914 time: 10.5689733 Mar 01 21:08:05.871461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56740) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:05.876518 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 990b99b6-0c4c-4a8f-b0a4-7067f79f0bf4 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:08:05.906011 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5688f0df-a7ac-46fd-8e23-1200e3bc998f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.926960 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5688f0df-a7ac-46fd-8e23-1200e3bc998f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.929458 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5688f0df-a7ac-46fd-8e23-1200e3bc998f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/734ac30d-b552-471d-92ff-80c14e131834 HTTP/1.1" status: 204 len: 168 time: 0.4936240 Mar 01 21:08:05.930493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5688f0df-a7ac-46fd-8e23-1200e3bc998f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734ac30d-b552-471d-92ff-80c14e131834,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:05.939057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 5462c0da-72cf-400c-8aa3-3e08710f50c5 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:08:05.939411 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5462c0da-72cf-400c-8aa3-3e08710f50c5 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:08:05.972566 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.995013 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb776-e8c7-4a7f-ad6d-9eb493cfdb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:05.998306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4fca5-bf5e-42a6-b43d-5b47bd0fd183 req-4da691d9-0007-48a0-be5e-caccf176a1b1 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:06.000477 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fdb4fca5-bf5e-42a6-b43d-5b47bd0fd183 req-4da691d9-0007-48a0-be5e-caccf176a1b1 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.1735878 Mar 01 21:08:06.002592 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-826ff858-141a-4732-a54c-7c69c08cf155 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7528632 Mar 01 21:08:06.005922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56750) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:06.015785 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f650e9-b4a8-4902-8045-e9f883ee06a2 None None] Routers {'2d324491-1437-4c80-b435-5728939615d2'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:08:06.016427 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-21f650e9-b4a8-4902-8045-e9f883ee06a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:08:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['2d324491-1437-4c80-b435-5728939615d2'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:06.024306 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:06.093820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-21f650e9-b4a8-4902-8045-e9f883ee06a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:06.138118 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=39af2c4e-72f5-44e7-878e-4ccd2c0da3fc,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:06.154503 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9eb776-e8c7-4a7f-ad6d-9eb493cfdb4a admin admin] Pushing event updated for resources: {'Port': ['ID=92007ef5-0a3e-4c8d-8671-787b63a59635,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:06.167203 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] 10.222.0.42 "DELETE /v2.0/networks/33ba965f-d417-4519-8f89-3aefcdaf09c3 HTTP/1.1" status: 204 len: 168 time: 5.8084841 Mar 01 21:08:06.171680 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea974fa6-1912-4209-ba2d-cb18ee27aeb5 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:08:06.219636 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b28f12-9e01-4e74-86d1-7e7b6aba6f9d admin admin] Pushing event deleted for resources: {'Network': ['ID=33ba965f-d417-4519-8f89-3aefcdaf09c3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:06.224557 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f650e9-b4a8-4902-8045-e9f883ee06a2 None None] Routers {'2d324491-1437-4c80-b435-5728939615d2'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:08:06.225197 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-21f650e9-b4a8-4902-8045-e9f883ee06a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:08:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['2d324491-1437-4c80-b435-5728939615d2'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:06.235438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9eb776-e8c7-4a7f-ad6d-9eb493cfdb4a admin admin] Network 5ca76856-c4cc-4088-ad65-77ec56e4fcb9 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:08:06.242980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-ed9eb776-e8c7-4a7f-ad6d-9eb493cfdb4a admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:08:06.270849 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9eb776-e8c7-4a7f-ad6d-9eb493cfdb4a admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:08:06.301728 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-21f650e9-b4a8-4902-8045-e9f883ee06a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:06.302346 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f650e9-b4a8-4902-8045-e9f883ee06a2 None None] The sync data for ids ['2d324491-1437-4c80-b435-5728939615d2'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:08:06.355660 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fdb4fca5-bf5e-42a6-b43d-5b47bd0fd183 req-042dd109-6641-4bba-8ad3-efc1bacf0fed tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406720 Mar 01 21:08:06.386654 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49120cd6-28f2-4820-b8d6-ab8b0ebd403d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:06.387324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-49120cd6-28f2-4820-b8d6-ab8b0ebd403d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Synchronizing usage tracker for tenant:307c2afecbe74dab8682f7a83d727a24 on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:08:06.388295 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb776-e8c7-4a7f-ad6d-9eb493cfdb4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:06.449457 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port ea974fa6-1912-4209-ba2d-cb18ee27aeb5 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:08:06.451574 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:06.500262 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-49120cd6-28f2-4820-b8d6-ab8b0ebd403d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Unset dirty status for tenant:307c2afecbe74dab8682f7a83d727a24 on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:08:06.525527 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-49120cd6-28f2-4820-b8d6-ab8b0ebd403d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "GET /v2.0/networks?id=990b99b6-0c4c-4a8f-b0a4-7067f79f0bf4 HTTP/1.1" status: 200 len: 765 time: 0.5124168 Mar 01 21:08:06.525527 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56760) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:06.546146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-fc6bb6a6-8661-4c67-af2f-3c2322749623 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'network': {'description': 'd2'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:08:06.851135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b9f223a6-556e-4150-8a42-c6bd5338d4a4 None None] Provisioning for port 92007ef5-0a3e-4c8d-8671-787b63a59635 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:08:06.857114 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b9f223a6-556e-4150-8a42-c6bd5338d4a4 None None] Provisioning complete for port 92007ef5-0a3e-4c8d-8671-787b63a59635 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:08:06.857767 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b9f223a6-556e-4150-8a42-c6bd5338d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:06.873197 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56768) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:06.929277 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90282883-497e-4448-881a-e02d784695cf None None] Network 8fc28eb2-7755-4923-b78f-7b856c7fc4e8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:08:06.982005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56774) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:07.008288 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b9f223a6-556e-4150-8a42-c6bd5338d4a4 None None] Port 92007ef5-0a3e-4c8d-8671-787b63a59635 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:08:07.027888 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4976b0e3-17f4-41f6-97c7-c8b4b89758ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:07.077905 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e04ee8c1-24db-4fa5-8042-c246bfb45e2f tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "GET /v2.0/routers/2d324491-1437-4c80-b435-5728939615d2 HTTP/1.1" status: 200 len: 920 time: 1.2052383 Mar 01 21:08:07.089497 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56778) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:07.092459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4976b0e3-17f4-41f6-97c7-c8b4b89758ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:07.092582 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fc6bb6a6-8661-4c67-af2f-3c2322749623 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:07.138250 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb776-e8c7-4a7f-ad6d-9eb493cfdb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:07.159529 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ae475754-2f10-4757-9981-7a52fade9a60 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4948a3f4374642e5b9b9490b5a1ffed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2892616 Mar 01 21:08:07.162763 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56784) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:07.168549 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4976b0e3-17f4-41f6-97c7-c8b4b89758ae admin admin] Usage tracker for resource:security_group_rule and tenant:0f08941a83d0496db2d4efa5fa92d446 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:08:07.173598 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4976b0e3-17f4-41f6-97c7-c8b4b89758ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:08:07.182765 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4976b0e3-17f4-41f6-97c7-c8b4b89758ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:07.204122 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2d8ac79a-50e2-4ad3-85ac-678b52a70bb1 None None] Provisioning complete for port ea974fa6-1912-4209-ba2d-cb18ee27aeb5 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:08:07.204573 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2d8ac79a-50e2-4ad3-85ac-678b52a70bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:07.218422 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fc6bb6a6-8661-4c67-af2f-3c2322749623 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:07.359796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6bb6a6-8661-4c67-af2f-3c2322749623 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Network': ['ID=990b99b6-0c4c-4a8f-b0a4-7067f79f0bf4,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:07.364566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fc6bb6a6-8661-4c67-af2f-3c2322749623 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Network 990b99b6-0c4c-4a8f-b0a4-7067f79f0bf4 is not hosted by any dhcp agent {{(pid=88518) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 01 21:08:07.370001 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6bb6a6-8661-4c67-af2f-3c2322749623 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:07.370655 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fc6bb6a6-8661-4c67-af2f-3c2322749623 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:07.374280 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fc6bb6a6-8661-4c67-af2f-3c2322749623 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "PUT /v2.0/networks/990b99b6-0c4c-4a8f-b0a4-7067f79f0bf4 HTTP/1.1" status: 200 len: 762 time: 0.8491120 Mar 01 21:08:07.375305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56790) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:07.375612 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 990b99b6-0c4c-4a8f-b0a4-7067f79f0bf4 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:08:07.410307 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d63a046d-b277-4a12-aee9-b12007094916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:07.433533 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d63a046d-b277-4a12-aee9-b12007094916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:07.575034 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d63a046d-b277-4a12-aee9-b12007094916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:07.643622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcdc683-b599-4216-b2b6-c194e3574da1 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:07.646524 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0fcdc683-b599-4216-b2b6-c194e3574da1 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&device_id=2d324491-1437-4c80-b435-5728939615d2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5558088 Mar 01 21:08:07.676520 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a046d-b277-4a12-aee9-b12007094916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a9520b-4505-458b-b547-caf8048f16fb,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:07.676520 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d63a046d-b277-4a12-aee9-b12007094916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:07.676520 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d63a046d-b277-4a12-aee9-b12007094916 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/83a9520b-4505-458b-b547-caf8048f16fb HTTP/1.1" status: 204 len: 168 time: 0.5087554 Mar 01 21:08:07.694529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56800) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:07.750987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80a6fcb-15bd-45ef-ac22-0a031ede52eb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:07.757460 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f80a6fcb-15bd-45ef-ac22-0a031ede52eb tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "GET /v2.0/networks?id=990b99b6-0c4c-4a8f-b0a4-7067f79f0bf4 HTTP/1.1" status: 200 len: 765 time: 0.3777325 Mar 01 21:08:07.759590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56810) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:07.853211 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb776-e8c7-4a7f-ad6d-9eb493cfdb4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:07.942070 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4976b0e3-17f4-41f6-97c7-c8b4b89758ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:07.950989 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb776-e8c7-4a7f-ad6d-9eb493cfdb4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:08.103525 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4976b0e3-17f4-41f6-97c7-c8b4b89758ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:08.124168 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30da1e73-bad5-4d99-9a45-81330afe724f None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:08:08.194415 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 39af2c4e-72f5-44e7-878e-4ccd2c0da3fc up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:08:08.276478 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4976b0e3-17f4-41f6-97c7-c8b4b89758ae admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f08941a83d0496db2d4efa5fa92d446&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2934449 Mar 01 21:08:08.277533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9eb776-e8c7-4a7f-ad6d-9eb493cfdb4a admin admin] Pushing event updated for resources: {'Port': ['ID=92007ef5-0a3e-4c8d-8671-787b63a59635,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:08.288452 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56822) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:08.302233 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed9eb776-e8c7-4a7f-ad6d-9eb493cfdb4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:08.314921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4976b0e3-17f4-41f6-97c7-c8b4b89758ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4215d0-0f00-4c7e-8943-c06e8a3dcf04,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:08.338996 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4ab7de4e-fa44-4b83-9639-eafa66c5b24b None None] Provisioning complete for port ea974fa6-1912-4209-ba2d-cb18ee27aeb5 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:08:08.340193 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4ab7de4e-fa44-4b83-9639-eafa66c5b24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:08.370910 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466e33c8-aa36-419b-b38b-fd1c3dac454b tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:08.370910 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-466e33c8-aa36-419b-b38b-fd1c3dac454b tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Synchronizing usage tracker for tenant:6f9e63faa7844f39ad33d1f13e1e4196 on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:08:08.385990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c1530-c342-48dc-8e9e-fc0329dc0d8f req-5c83ba40-262d-48f6-8b6e-ce425bc55077 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:08.387548 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-034c1530-c342-48dc-8e9e-fc0329dc0d8f req-5c83ba40-262d-48f6-8b6e-ce425bc55077 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.7780478 Mar 01 21:08:08.420073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b075f4-a1f7-4d26-befe-1acdae725085 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:08.421574 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-56b075f4-a1f7-4d26-befe-1acdae725085 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6425812 Mar 01 21:08:08.424375 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56830) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:08.505461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9eb776-e8c7-4a7f-ad6d-9eb493cfdb4a admin admin] Network 5ca76856-c4cc-4088-ad65-77ec56e4fcb9 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:08:08.510859 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-ed9eb776-e8c7-4a7f-ad6d-9eb493cfdb4a admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:08:08.556722 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-034c1530-c342-48dc-8e9e-fc0329dc0d8f req-5e046514-5692-4d3e-95e8-6665577fe0a8 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682065 Mar 01 21:08:08.561951 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-466e33c8-aa36-419b-b38b-fd1c3dac454b tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Unset dirty status for tenant:6f9e63faa7844f39ad33d1f13e1e4196 on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:08:08.568808 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-466e33c8-aa36-419b-b38b-fd1c3dac454b tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 881 time: 0.8695426 Mar 01 21:08:08.569613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56834) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:08.575707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5668fc26-6d08-453a-92c5-860e380a4ec2 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Synchronizing usage tracker for tenant:307c2afecbe74dab8682f7a83d727a24 on resource:subnet {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:08:08.593774 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 39af2c4e-72f5-44e7-878e-4ccd2c0da3fc triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:08:08.594528 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:08.650630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1425c3bc-febc-418d-9f92-3236f0da1c5f tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d324491-1437-4c80-b435-5728939615d2 HTTP/1.1" status: 200 len: 205 time: 0.0793619 Mar 01 21:08:08.654757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56840) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:08.657703 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8f9ee0bf-841b-450f-8aa1-b88741d4d1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:08.806828 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8f9ee0bf-841b-450f-8aa1-b88741d4d1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:08.915714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30da1e73-bad5-4d99-9a45-81330afe724f None None] Resources bound (agent type, host, resource id): {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:08:08.948957 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9eb776-e8c7-4a7f-ad6d-9eb493cfdb4a admin admin] Router c04c39a3-a472-4b33-98b9-a2773ec7647b has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:08:08.963717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5668fc26-6d08-453a-92c5-860e380a4ec2 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Unset dirty status for tenant:307c2afecbe74dab8682f7a83d727a24 on resource:subnet {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:08:08.968496 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5668fc26-6d08-453a-92c5-860e380a4ec2 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "GET /v2.0/subnets?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 207 time: 0.5370736 Mar 01 21:08:08.978140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56854) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:09.068577 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a893df-9c3b-4398-b202-c0f9ac5ae6c8 req-dd7ea2a7-43c7-4ed4-87d3-d0a7e966c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:09.073726 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-90a893df-9c3b-4398-b202-c0f9ac5ae6c8 req-dd7ea2a7-43c7-4ed4-87d3-d0a7e966c41f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ae8beb020bc5422983ac60a96ddee5cd&device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 1096 time: 0.2472835 Mar 01 21:08:09.210014 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d5013106-cc77-4b2b-96b2-a248bdccf854 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:09.466799 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a893df-9c3b-4398-b202-c0f9ac5ae6c8 req-2eea26bb-c78c-4498-bfde-e17c70205fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:09.468192 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-90a893df-9c3b-4398-b202-c0f9ac5ae6c8 req-2eea26bb-c78c-4498-bfde-e17c70205fc7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=67bb6527-8461-46a9-b8fb-0f8330414ee1 HTTP/1.1" status: 200 len: 919 time: 0.3590276 Mar 01 21:08:09.559034 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9eb776-e8c7-4a7f-ad6d-9eb493cfdb4a admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:08:09.574319 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] Sync routers for ids ['c04c39a3-a472-4b33-98b9-a2773ec7647b'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:08:09.586786 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] Routers {'c04c39a3-a472-4b33-98b9-a2773ec7647b'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:08:09.587690 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:08:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c04c39a3-a472-4b33-98b9-a2773ec7647b'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:09.605488 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8116e1c1-b016-45a6-8526-8fb0fbe1536f tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:09.606130 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-90a893df-9c3b-4398-b202-c0f9ac5ae6c8 req-9d20e3ee-982c-43d1-ac7b-d1220d0b84dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa08eb7d-a338-48a3-8a2c-2495a5948334 HTTP/1.1" status: 200 len: 217 time: 0.1306610 Mar 01 21:08:09.612793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8116e1c1-b016-45a6-8526-8fb0fbe1536f tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:09.619537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8116e1c1-b016-45a6-8526-8fb0fbe1536f tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:09.625320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8116e1c1-b016-45a6-8526-8fb0fbe1536f tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:09.631885 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8116e1c1-b016-45a6-8526-8fb0fbe1536f tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:09.637792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8116e1c1-b016-45a6-8526-8fb0fbe1536f tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:09.644974 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8116e1c1-b016-45a6-8526-8fb0fbe1536f tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.6577148 Mar 01 21:08:09.657851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56874) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:09.661344 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8f9ee0bf-841b-450f-8aa1-b88741d4d1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:09.699978 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ed9eb776-e8c7-4a7f-ad6d-9eb493cfdb4a admin admin] 10.222.0.42 "PUT /v2.0/routers/c04c39a3-a472-4b33-98b9-a2773ec7647b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9901752 Mar 01 21:08:09.718011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0ced5-3340-4a7a-bd81-4f22eb30e61f req-59ca1fe3-b175-4840-84ae-14515f8f67e4 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:09.730179 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61a0ced5-3340-4a7a-bd81-4f22eb30e61f req-59ca1fe3-b175-4840-84ae-14515f8f67e4 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.8797259 Mar 01 21:08:09.796814 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a893df-9c3b-4398-b202-c0f9ac5ae6c8 req-5aa36995-1d56-42bb-b314-5b2403486fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:09.798674 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-90a893df-9c3b-4398-b202-c0f9ac5ae6c8 req-5aa36995-1d56-42bb-b314-5b2403486fef service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed7ad8a4-8267-45db-9da9-38b53b99c0bf HTTP/1.1" status: 200 len: 858 time: 0.1847155 Mar 01 21:08:09.916721 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ee0bf-841b-450f-8aa1-b88741d4d1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4215d0-0f00-4c7e-8943-c06e8a3dcf04,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:09.924188 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] Set router c04c39a3-a472-4b33-98b9-a2773ec7647b gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:08:09.959613 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-90a893df-9c3b-4398-b202-c0f9ac5ae6c8 req-71e196b4-51e4-4f7f-86bc-770e27f4df85 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=67bb6527-8461-46a9-b8fb-0f8330414ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1537168 Mar 01 21:08:09.982364 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61a0ced5-3340-4a7a-bd81-4f22eb30e61f req-24521d07-3bd8-4507-8dfa-5597598dee5a tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508252 Mar 01 21:08:10.026266 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-cc892070-f15f-49c6-afc8-59088a108d3b None None] Provisioning complete for port 92007ef5-0a3e-4c8d-8671-787b63a59635 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:08:10.026845 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cc892070-f15f-49c6-afc8-59088a108d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:10.148264 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-cc892070-f15f-49c6-afc8-59088a108d3b None None] Port 92007ef5-0a3e-4c8d-8671-787b63a59635 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:08:10.169679 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8f9ee0bf-841b-450f-8aa1-b88741d4d1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:10.170774 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8f9ee0bf-841b-450f-8aa1-b88741d4d1c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f4215d0-0f00-4c7e-8943-c06e8a3dcf04 HTTP/1.1" status: 204 len: 168 time: 1.8865142 Mar 01 21:08:10.197856 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d5013106-cc77-4b2b-96b2-a248bdccf854 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:10.282376 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-90a893df-9c3b-4398-b202-c0f9ac5ae6c8 req-2181b583-d0d9-4648-a588-89ea98fe80bd service neutron] 10.222.0.55 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104527 Mar 01 21:08:10.322024 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ad2808af-9ce9-4106-a3c7-3a0eb6081e7e tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.6627314 Mar 01 21:08:10.322652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56896) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:10.415981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d5013106-cc77-4b2b-96b2-a248bdccf854 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Deleting port 8fbc82e3-7cce-4309-b56b-49835df02e4c {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:08:10.420473 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d5013106-cc77-4b2b-96b2-a248bdccf854 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:10.579893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3deae4b-bd55-48d1-b7b5-61596dfd2936 req-5638341b-4657-4279-8be3-00bc41cee57a tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:10.596482 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a3deae4b-bd55-48d1-b7b5-61596dfd2936 req-5638341b-4657-4279-8be3-00bc41cee57a tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.7662094 Mar 01 21:08:10.676159 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04c39a3-a472-4b33-98b9-a2773ec7647b', 'name': 'tempest-TaggedBootDevicesTest_v242-856170446-router', 'tenant_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '39af2c4e-72f5-44e7-878e-4ccd2c0da3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:49Z', 'updated_at': '2022-03-01T21:08:06Z', 'revision_number': 4, 'project_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'gw_port': {'id': '39af2c4e-72f5-44e7-878e-4ccd2c0da3fc', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04c39a3-a472-4b33-98b9-a2773ec7647b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:52Z', 'updated_at': '2022-03-01T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '92007ef5-0a3e-4c8d-8671-787b63a59635', 'name': '', 'network_id': '5ca76856-c4cc-4088-ad65-77ec56e4fcb9', 'tenant_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'mac_address': 'fa:16:3e:3a:f9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04c39a3-a472-4b33-98b9-a2773ec7647b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '542b14e2-bdf7-4bd8-bacb-1433ba0a9fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:08:03Z', 'updated_at': '2022-03-01T21:08:07Z', 'revision_number': 2, 'project_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'subnets': [{'id': '542b14e2-bdf7-4bd8-bacb-1433ba0a9fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:10.687068 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] Checking router: c04c39a3-a472-4b33-98b9-a2773ec7647b for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:08:10.687739 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] Updating router c04c39a3-a472-4b33-98b9-a2773ec7647b port 92007ef5-0a3e-4c8d-8671-787b63a59635 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:08:10.688374 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-90a893df-9c3b-4398-b202-c0f9ac5ae6c8 req-bcf68239-85b8-4ec7-b6f9-b468132939e4 service neutron] 10.222.0.55 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999681 Mar 01 21:08:10.707305 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a3deae4b-bd55-48d1-b7b5-61596dfd2936 req-564ea16f-b7c1-4ecb-a35f-de2aeeb44954 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097367 Mar 01 21:08:10.756305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc012b9-2ee5-4f11-87a8-3c24b41c3e8b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:10.757860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc012b9-2ee5-4f11-87a8-3c24b41c3e8b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:10.759654 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc012b9-2ee5-4f11-87a8-3c24b41c3e8b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:10.762004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc012b9-2ee5-4f11-87a8-3c24b41c3e8b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:10.763739 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc012b9-2ee5-4f11-87a8-3c24b41c3e8b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:10.769582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56936) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:10.779972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6cc012b9-2ee5-4f11-87a8-3c24b41c3e8b tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4542577 Mar 01 21:08:10.871548 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:10.914941 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a858894-f3f7-41e0-be62-20b89284a0c3 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:10.916365 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a858894-f3f7-41e0-be62-20b89284a0c3 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:10.917861 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a858894-f3f7-41e0-be62-20b89284a0c3 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:10.927097 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a858894-f3f7-41e0-be62-20b89284a0c3 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:10.932260 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a858894-f3f7-41e0-be62-20b89284a0c3 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:10.943544 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9a858894-f3f7-41e0-be62-20b89284a0c3 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1728482 Mar 01 21:08:10.944257 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56946) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:11.162631 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d5013106-cc77-4b2b-96b2-a248bdccf854 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:11.459035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d5013106-cc77-4b2b-96b2-a248bdccf854 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Calling delete_port for 8fbc82e3-7cce-4309-b56b-49835df02e4c owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:08:11.468306 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:11.486891 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] Transition to ACTIVE for port object 92007ef5-0a3e-4c8d-8671-787b63a59635 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:08:11.551908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b185b32b-598e-44f3-83b8-6cd4b6364849 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:11.553281 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b185b32b-598e-44f3-83b8-6cd4b6364849 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "GET /v2.0/networks/ae148cdb-c67c-4d4a-acf3-21a291c9450d HTTP/1.1" status: 200 len: 804 time: 0.6054919 Mar 01 21:08:11.557145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56968) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:11.591401 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:11.636771 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf569b6-9a5b-41e9-9a1f-3d5068ca55cf req-6b16aa09-e035-4d94-8897-99631a29df2c tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:11.638335 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6cf569b6-9a5b-41e9-9a1f-3d5068ca55cf req-6b16aa09-e035-4d94-8897-99631a29df2c tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.4435833 Mar 01 21:08:11.804511 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c3322007-c08e-4ece-974d-cbb6ccdb4889 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Synchronizing usage tracker for tenant:307c2afecbe74dab8682f7a83d727a24 on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:08:11.850968 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c3322007-c08e-4ece-974d-cbb6ccdb4889 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Unset dirty status for tenant:307c2afecbe74dab8682f7a83d727a24 on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:08:11.861180 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c3322007-c08e-4ece-974d-cbb6ccdb4889 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "GET /v2.0/networks/ae148cdb-c67c-4d4a-acf3-21a291c9450d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2951620 Mar 01 21:08:11.861180 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56982) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:11.884190 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6cf569b6-9a5b-41e9-9a1f-3d5068ca55cf req-a8df9104-32ce-4ec6-89b0-db1a62fd13c3 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303908 Mar 01 21:08:12.025062 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcb1ed-e95f-4889-bd94-54e5a30dea67 None None] Pushing event updated for resources: {'Port': ['ID=92007ef5-0a3e-4c8d-8671-787b63a59635,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:12.103537 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114f4870-eb12-404d-94ce-c348d9ec9eaf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:12.117682 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-114f4870-eb12-404d-94ce-c348d9ec9eaf tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "GET /v2.0/subnets/3610eef0-ee8e-4f0d-8b2a-c572f33f0ed6 HTTP/1.1" status: 200 len: 843 time: 0.2546871 Mar 01 21:08:12.117839 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] Attempting to bind port 92007ef5-0a3e-4c8d-8671-787b63a59635 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:08:12.117839 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] Attempting to bind port 92007ef5-0a3e-4c8d-8671-787b63a59635 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '68400380-c21a-456b-96ad-f061bd67bc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5ca76856-c4cc-4088-ad65-77ec56e4fcb9'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:08:12.117839 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] Attempting to bind port 92007ef5-0a3e-4c8d-8671-787b63a59635 on network 5ca76856-c4cc-4088-ad65-77ec56e4fcb9 {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:08:12.118287 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56996) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:12.130546 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:08:12.133580 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] Checking segment: {'id': '68400380-c21a-456b-96ad-f061bd67bc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5ca76856-c4cc-4088-ad65-77ec56e4fcb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:08:12.133580 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:12.133580 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] Bound using segment: {'id': '68400380-c21a-456b-96ad-f061bd67bc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5ca76856-c4cc-4088-ad65-77ec56e4fcb9'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:08:12.137605 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] Bound port: 92007ef5-0a3e-4c8d-8671-787b63a59635, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68400380-c21a-456b-96ad-f061bd67bc9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '5ca76856-c4cc-4088-ad65-77ec56e4fcb9'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:08:12.138596 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:12.219217 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d5013106-cc77-4b2b-96b2-a248bdccf854 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:12.271445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4b0276-7835-4596-9c5d-11f601564138 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:12.272828 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-df4b0276-7835-4596-9c5d-11f601564138 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "GET /v2.0/subnets/3610eef0-ee8e-4f0d-8b2a-c572f33f0ed6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1529889 Mar 01 21:08:12.277929 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57006) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:12.295322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1369576321'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:08:12.309475 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:12.344787 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:12.422399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5013106-cc77-4b2b-96b2-a248bdccf854 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Pushing event deleted for resources: {'Port': ['ID=8fbc82e3-7cce-4309-b56b-49835df02e4c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:12.429857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Made reservation on behalf of 307c2afecbe74dab8682f7a83d727a24 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:08:12.433049 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:12.433208 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] For port 92007ef5-0a3e-4c8d-8671-787b63a59635, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:08:12.443036 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] For port 92007ef5-0a3e-4c8d-8671-787b63a59635, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=92007ef5-0a3e-4c8d-8671-787b63a59635,segment=NetworkSegment(68400380-c21a-456b-96ad-f061bd67bc9d),segment_id=68400380-c21a-456b-96ad-f061bd67bc9d)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:08:12.485404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:08:12.520613 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:12.522764 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:12.523332 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Added segment ccd9893c-a47f-40e2-abbb-2f8b4cb4fbe9 of type vlan for network 0b8b9cea-9cf9-4681-acb5-969b5603c36a Mar 01 21:08:12.583120 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:12.653936 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] Routers {'c04c39a3-a472-4b33-98b9-a2773ec7647b'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:08:12.654611 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:08:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c04c39a3-a472-4b33-98b9-a2773ec7647b'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:12.731295 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:12.743305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:12.744678 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:12.935166 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6523123 Mar 01 21:08:12.959679 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57078) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:13.008298 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-df6a7965-6a25-444d-a58a-0d0d0fb859e5 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'subnet': {'network_id': '0b8b9cea-9cf9-4681-acb5-969b5603c36a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:08:13.122822 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc4901-c572-421a-a684-f3fe512f1570 req-cac79ce5-23e8-450e-9cca-9782577a843f tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:13.135504 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91fc4901-c572-421a-a684-f3fe512f1570 req-cac79ce5-23e8-450e-9cca-9782577a843f tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 1.0537515 Mar 01 21:08:13.152080 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefcb1ed-e95f-4889-bd94-54e5a30dea67 None None] Pushing event updated for resources: {'Port': ['ID=92007ef5-0a3e-4c8d-8671-787b63a59635,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:13.169044 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] Set router c04c39a3-a472-4b33-98b9-a2773ec7647b gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:08:13.266932 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d5013106-cc77-4b2b-96b2-a248bdccf854 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:13.573992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Network': ['ID=0b8b9cea-9cf9-4681-acb5-969b5603c36a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:13.579008 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-df6a7965-6a25-444d-a58a-0d0d0fb859e5 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:13.588236 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:13.588837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:13.589348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:13.589831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:13.590330 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:13.591044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:13.591571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:13.592061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:13.592694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:13.593241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:13.593726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:13.594510 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8846c64-34b2-4345-871c-fc54f8dccf12 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:13.623464 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 0b8b9cea-9cf9-4681-acb5-969b5603c36a details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:08:13.631262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-df6a7965-6a25-444d-a58a-0d0d0fb859e5 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:13.813405 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04c39a3-a472-4b33-98b9-a2773ec7647b', 'name': 'tempest-TaggedBootDevicesTest_v242-856170446-router', 'tenant_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '39af2c4e-72f5-44e7-878e-4ccd2c0da3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:49Z', 'updated_at': '2022-03-01T21:08:06Z', 'revision_number': 4, 'project_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'gw_port': {'id': '39af2c4e-72f5-44e7-878e-4ccd2c0da3fc', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04c39a3-a472-4b33-98b9-a2773ec7647b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:52Z', 'updated_at': '2022-03-01T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '92007ef5-0a3e-4c8d-8671-787b63a59635', 'name': '', 'network_id': '5ca76856-c4cc-4088-ad65-77ec56e4fcb9', 'tenant_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'mac_address': 'fa:16:3e:3a:f9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04c39a3-a472-4b33-98b9-a2773ec7647b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '542b14e2-bdf7-4bd8-bacb-1433ba0a9fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:08:03Z', 'updated_at': '2022-03-01T21:08:12Z', 'revision_number': 4, 'project_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'subnets': [{'id': '542b14e2-bdf7-4bd8-bacb-1433ba0a9fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:13.818461 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8140cc-112f-42c9-8b04-96fb56674f81 None None] The sync data for ids ['c04c39a3-a472-4b33-98b9-a2773ec7647b'] in n-d-827896-4 is: [{'id': 'c04c39a3-a472-4b33-98b9-a2773ec7647b', 'name': 'tempest-TaggedBootDevicesTest_v242-856170446-router', 'tenant_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '39af2c4e-72f5-44e7-878e-4ccd2c0da3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:49Z', 'updated_at': '2022-03-01T21:08:06Z', 'revision_number': 4, 'project_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'gw_port': {'id': '39af2c4e-72f5-44e7-878e-4ccd2c0da3fc', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04c39a3-a472-4b33-98b9-a2773ec7647b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:52Z', 'updated_at': '2022-03-01T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '92007ef5-0a3e-4c8d-8671-787b63a59635', 'name': '', 'network_id': '5ca76856-c4cc-4088-ad65-77ec56e4fcb9', 'tenant_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'mac_address': 'fa:16:3e:3a:f9:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c04c39a3-a472-4b33-98b9-a2773ec7647b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '542b14e2-bdf7-4bd8-bacb-1433ba0a9fc8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:08:03Z', 'updated_at': '2022-03-01T21:08:12Z', 'revision_number': 4, 'project_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'subnets': [{'id': '542b14e2-bdf7-4bd8-bacb-1433ba0a9fc8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:08:13.870611 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d5013106-cc77-4b2b-96b2-a248bdccf854 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:13.880592 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91fc4901-c572-421a-a684-f3fe512f1570 req-f0e12bf6-a88a-4579-ac92-3cb5045f8e5e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7304001 Mar 01 21:08:13.883782 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d5013106-cc77-4b2b-96b2-a248bdccf854 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:13.902107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6a7965-6a25-444d-a58a-0d0d0fb859e5 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Made reservation on behalf of 307c2afecbe74dab8682f7a83d727a24 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:08:13.906180 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df6a7965-6a25-444d-a58a-0d0d0fb859e5 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:13.958782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800a787-3bed-4da3-8061-47b94368e9a2 req-1e837ac5-d871-4918-92eb-6250a5b8de49 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:13.960802 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2800a787-3bed-4da3-8061-47b94368e9a2 req-1e837ac5-d871-4918-92eb-6250a5b8de49 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.2794187 Mar 01 21:08:14.076307 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.ipam_backend_mixin [None req-df6a7965-6a25-444d-a58a-0d0d0fb859e5 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Performing IP validity checks on allocation pools {{(pid=88519) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 01 21:08:14.077157 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.ipam_backend_mixin [None req-df6a7965-6a25-444d-a58a-0d0d0fb859e5 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88519) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 01 21:08:14.099993 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2800a787-3bed-4da3-8061-47b94368e9a2 req-26e5138e-444c-4e0e-80e3-8b30e73e053a tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244886 Mar 01 21:08:14.100824 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d5013106-cc77-4b2b-96b2-a248bdccf854 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:14.101281 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5013106-cc77-4b2b-96b2-a248bdccf854 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Fanout notify agent at l3_agent the message router_deleted on router 2d324491-1437-4c80-b435-5728939615d2 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:08:14.158016 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d5013106-cc77-4b2b-96b2-a248bdccf854 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:14.159887 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d5013106-cc77-4b2b-96b2-a248bdccf854 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "DELETE /v2.0/routers/2d324491-1437-4c80-b435-5728939615d2 HTTP/1.1" status: 204 len: 168 time: 5.5022900 Mar 01 21:08:14.169125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57114) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:14.178122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-fdc1f7a8-5f60-4bf9-9e47-6d7f733b021f tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2115464217', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:08:14.200318 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 92007ef5-0a3e-4c8d-8671-787b63a59635 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:08:14.225436 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fdc1f7a8-5f60-4bf9-9e47-6d7f733b021f tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:14.230422 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fdc1f7a8-5f60-4bf9-9e47-6d7f733b021f tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Usage tracker for resource:router and tenant:21bf4bfe0a374167b5c293012eb21e6b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:08:14.236627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fdc1f7a8-5f60-4bf9-9e47-6d7f733b021f tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:08:14.258315 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fdc1f7a8-5f60-4bf9-9e47-6d7f733b021f tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:14.426906 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fdc1f7a8-5f60-4bf9-9e47-6d7f733b021f tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:14.428072 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fdc1f7a8-5f60-4bf9-9e47-6d7f733b021f tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:14.447223 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fdc1f7a8-5f60-4bf9-9e47-6d7f733b021f tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:14.465888 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 92007ef5-0a3e-4c8d-8671-787b63a59635 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:08:14.471454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 92007ef5-0a3e-4c8d-8671-787b63a59635 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:08:14.476657 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:14.557736 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df6a7965-6a25-444d-a58a-0d0d0fb859e5 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:14.609189 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fdc1f7a8-5f60-4bf9-9e47-6d7f733b021f tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:14.636078 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:14.729997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a7965-6a25-444d-a58a-0d0d0fb859e5 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Subnet': ['ID=cc60dca3-4bc1-4650-958f-9a4c0fddb388,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:14.738536 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fdc1f7a8-5f60-4bf9-9e47-6d7f733b021f tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:14.740093 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 92007ef5-0a3e-4c8d-8671-787b63a59635, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=92007ef5-0a3e-4c8d-8671-787b63a59635,segment=NetworkSegment(68400380-c21a-456b-96ad-f061bd67bc9d),segment_id=68400380-c21a-456b-96ad-f061bd67bc9d)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:08:14.750896 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fdc1f7a8-5f60-4bf9-9e47-6d7f733b021f tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5723665 Mar 01 21:08:14.750896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57128) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:14.788836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-1e32dda1-c141-4208-9d63-f8ae7775d4e2 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'enable_snat': False}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:08:14.792711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df6a7965-6a25-444d-a58a-0d0d0fb859e5 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Checking segment: {'id': 'ccd9893c-a47f-40e2-abbb-2f8b4cb4fbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0b8b9cea-9cf9-4681-acb5-969b5603c36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:08:14.792711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6a7965-6a25-444d-a58a-0d0d0fb859e5 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Network hostable DHCP agents. Network: 0b8b9cea-9cf9-4681-acb5-969b5603c36a, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:08:14.839267 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:14.964984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df6a7965-6a25-444d-a58a-0d0d0fb859e5 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Network 0b8b9cea-9cf9-4681-acb5-969b5603c36a is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:08:15.029610 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=92007ef5-0a3e-4c8d-8671-787b63a59635,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:15.087741 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-df6a7965-6a25-444d-a58a-0d0d0fb859e5 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 0b8b9cea-9cf9-4681-acb5-969b5603c36a) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:08:15.097430 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6a7965-6a25-444d-a58a-0d0d0fb859e5 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:15.097636 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c8fb0e-86cf-4041-aa4a-1669ec707871 None None] Network 0b8b9cea-9cf9-4681-acb5-969b5603c36a requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:08:15.100217 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df6a7965-6a25-444d-a58a-0d0d0fb859e5 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:15.268361 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-df6a7965-6a25-444d-a58a-0d0d0fb859e5 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.3030224 Mar 01 21:08:15.271509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57140) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:15.283839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f1c6c51e-6e58-41b3-8251-32e1f024d06c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:08:15.667656 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-0b8b9cea-9cf9-4681-acb5-969b5603c36a', 'network_id': '0b8b9cea-9cf9-4681-acb5-969b5603c36a', 'tenant_id': '307c2afecbe74dab8682f7a83d727a24', 'fixed_ips': [{'subnet_id': 'cc60dca3-4bc1-4650-958f-9a4c0fddb388'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:08:15.669254 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:15.672932 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1c6c51e-6e58-41b3-8251-32e1f024d06c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-10800547'] for subnet, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:15.998894 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1e32dda1-c141-4208-9d63-f8ae7775d4e2 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:16.118519 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 92007ef5-0a3e-4c8d-8671-787b63a59635 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:08:16.355853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cb4ed4-a0ef-470c-afd0-0dfec2f924b1 req-6fe8ad9b-3b05-4c69-98e9-62cbf7b0a5a2 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:16.357650 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-01cb4ed4-a0ef-470c-afd0-0dfec2f924b1 req-6fe8ad9b-3b05-4c69-98e9-62cbf7b0a5a2 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 1.1035428 Mar 01 21:08:16.366326 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996af19-5dd8-45a5-ac19-345add574f3a req-a8fa9160-7e51-4142-a761-dd232fe99358 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:16.368798 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2996af19-5dd8-45a5-ac19-345add574f3a req-a8fa9160-7e51-4142-a761-dd232fe99358 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 1.0002410 Mar 01 21:08:16.447709 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1c6c51e-6e58-41b3-8251-32e1f024d06c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768676391141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1542038'] for subnet, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:16.564685 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-01cb4ed4-a0ef-470c-afd0-0dfec2f924b1 req-e8a511c7-21c1-49eb-b53e-d71ce5011f01 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944118 Mar 01 21:08:16.584856 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c6c51e-6e58-41b3-8251-32e1f024d06c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:16.587248 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1c6c51e-6e58-41b3-8251-32e1f024d06c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:16.594456 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2996af19-5dd8-45a5-ac19-345add574f3a req-e951df75-b0e7-4c1d-99f2-3c24a80679e8 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950755 Mar 01 21:08:16.602043 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f1c6c51e-6e58-41b3-8251-32e1f024d06c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "PUT /v2.0/subnets/cc60dca3-4bc1-4650-958f-9a4c0fddb388 HTTP/1.1" status: 200 len: 900 time: 1.3290915 Mar 01 21:08:16.605334 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57196) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:16.630564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c6c51e-6e58-41b3-8251-32e1f024d06c tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event updated for resources: {'Subnet': ['ID=cc60dca3-4bc1-4650-958f-9a4c0fddb388,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:16.640257 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Allocated IP 2001:db8::3 (0b8b9cea-9cf9-4681-acb5-969b5603c36a/cc60dca3-4bc1-4650-958f-9a4c0fddb388/013f196a-dc96-4783-9c3c-017452287ae0) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:08:16.659703 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 92007ef5-0a3e-4c8d-8671-787b63a59635 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:08:16.663687 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:16.806509 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:17.118933 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:17.141637 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Transition to ACTIVE for port object 013f196a-dc96-4783-9c3c-017452287ae0 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:08:17.167147 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Transition to ACTIVE for port object 013f196a-dc96-4783-9c3c-017452287ae0 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:08:17.180200 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:17.345372 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:17.352798 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1e32dda1-c141-4208-9d63-f8ae7775d4e2 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:17.394916 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1e32dda1-c141-4208-9d63-f8ae7775d4e2 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:17.487848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Pushing event updated for resources: {'Port': ['ID=013f196a-dc96-4783-9c3c-017452287ae0,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:17.523687 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Network 0b8b9cea-9cf9-4681-acb5-969b5603c36a is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:08:17.526391 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:08:17.535318 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:08:17.562027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-1e32dda1-c141-4208-9d63-f8ae7775d4e2 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Allocated IP 172.25.5.13 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/9df9255e-5719-41cf-84ee-d2a9fb118cce) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:08:17.674166 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Attempting to bind port 013f196a-dc96-4783-9c3c-017452287ae0 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:08:17.674822 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Attempting to bind port 013f196a-dc96-4783-9c3c-017452287ae0 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'ccd9893c-a47f-40e2-abbb-2f8b4cb4fbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0b8b9cea-9cf9-4681-acb5-969b5603c36a'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:08:17.676703 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Attempting to bind port 013f196a-dc96-4783-9c3c-017452287ae0 on network 0b8b9cea-9cf9-4681-acb5-969b5603c36a {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:08:17.682279 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 8, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:08:17.682658 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Checking segment: {'id': 'ccd9893c-a47f-40e2-abbb-2f8b4cb4fbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0b8b9cea-9cf9-4681-acb5-969b5603c36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:08:17.683206 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:17.683514 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Bound using segment: {'id': 'ccd9893c-a47f-40e2-abbb-2f8b4cb4fbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0b8b9cea-9cf9-4681-acb5-969b5603c36a'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:08:17.683977 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Bound port: 013f196a-dc96-4783-9c3c-017452287ae0, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd9893c-a47f-40e2-abbb-2f8b4cb4fbe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '0b8b9cea-9cf9-4681-acb5-969b5603c36a'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:08:17.684360 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:17.765903 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:17.816231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c17dbd-13b6-41ac-b562-b3410dbaad66 req-c61a6f59-ee4e-4d3d-a4f2-90647027058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:17.817939 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-50c17dbd-13b6-41ac-b562-b3410dbaad66 req-c61a6f59-ee4e-4d3d-a4f2-90647027058d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 1096 time: 0.1374578 Mar 01 21:08:17.838598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] For port 013f196a-dc96-4783-9c3c-017452287ae0, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:08:17.852797 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] For port 013f196a-dc96-4783-9c3c-017452287ae0, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=013f196a-dc96-4783-9c3c-017452287ae0,segment=NetworkSegment(ccd9893c-a47f-40e2-abbb-2f8b4cb4fbe9),segment_id=ccd9893c-a47f-40e2-abbb-2f8b4cb4fbe9)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:08:17.872188 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-50c17dbd-13b6-41ac-b562-b3410dbaad66 req-5b261f9f-74d3-488f-bfda-234c5e40132a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462558 Mar 01 21:08:17.917569 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:18.025779 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Subnet': ['ID=cc60dca3-4bc1-4650-958f-9a4c0fddb388,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:18.141710 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0bc2cb-a5f2-4ee3-9903-ab002e2c9ce5 None None] Pushing event updated for resources: {'Port': ['ID=013f196a-dc96-4783-9c3c-017452287ae0,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:18.188613 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5300fb2-e819-476a-aed3-3e55c31d6796 None None] Network 0b8b9cea-9cf9-4681-acb5-969b5603c36a requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:08:18.194085 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:18.263045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b8b9cea-9cf9-4681-acb5-969b5603c36a']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:18.278600 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd9893c-a47f-40e2-abbb-2f8b4cb4fbe9') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:18.278911 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd9893c-a47f-40e2-abbb-2f8b4cb4fbe9') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:18.302189 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:18.314698 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1e32dda1-c141-4208-9d63-f8ae7775d4e2 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:18.336981 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:18.362825 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:08:18.363256 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:08:18.385628 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:08:18.416619 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a24c8cd-b634-4ca0-9af5-c4e893feda96 req-618be09e-9b8e-4623-b93c-f0fccd5b9323 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:18.417986 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a24c8cd-b634-4ca0-9af5-c4e893feda96 req-618be09e-9b8e-4623-b93c-f0fccd5b9323 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.5558357 Mar 01 21:08:18.498280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c2b541-d018-44be-b6f5-97f27b0abf60 None None] Network 0b8b9cea-9cf9-4681-acb5-969b5603c36a requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:08:18.537205 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd2ce6-6bc3-4ca3-811d-6b443e0c7710 req-55f838c9-b1d0-489e-a524-f2d0f7e48153 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:18.538778 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8dfd2ce6-6bc3-4ca3-811d-6b443e0c7710 req-55f838c9-b1d0-489e-a524-f2d0f7e48153 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.6177022 Mar 01 21:08:18.602976 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 01 21:08:18.602976 n-d-827896-4 neutron-server[88518]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 01 21:08:18.602976 n-d-827896-4 neutron-server[88518]: [parameters: {'id': '0b8b9cea-9cf9-4681-acb5-969b5603c36a'}] Mar 01 21:08:18.602976 n-d-827896-4 neutron-server[88518]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:08:18.602976 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:08:18.606459 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a24c8cd-b634-4ca0-9af5-c4e893feda96 req-7d6bc21d-e078-42b0-8ef3-1c0a6f30a463 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233501 Mar 01 21:08:18.631570 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8dfd2ce6-6bc3-4ca3-811d-6b443e0c7710 req-19f37820-1e42-499d-9880-af7e2fa630e7 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709732 Mar 01 21:08:18.657409 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c3d951fa-dd4c-4cab-befb-0d098dbb45fd req-18e42613-1d16-4fba-9d26-a99ec33dda3c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1402729 Mar 01 21:08:18.682373 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1e32dda1-c141-4208-9d63-f8ae7775d4e2 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:18.782328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e32dda1-c141-4208-9d63-f8ae7775d4e2 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:08:18.791718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-1e32dda1-c141-4208-9d63-f8ae7775d4e2 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:08:18.810976 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e32dda1-c141-4208-9d63-f8ae7775d4e2 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:08:18.885418 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7f0211-23e5-49b8-88b8-d6fc3fe97671 None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:08:18.935638 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d951fa-dd4c-4cab-befb-0d098dbb45fd req-89bbefdf-2a82-45c8-be54-144557ac6ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:18.937800 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c3d951fa-dd4c-4cab-befb-0d098dbb45fd req-89bbefdf-2a82-45c8-be54-144557ac6ad5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae8beb020bc5422983ac60a96ddee5cd&device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 1096 time: 0.1477196 Mar 01 21:08:18.994477 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e32dda1-c141-4208-9d63-f8ae7775d4e2 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Pushing event updated for resources: {'Port': ['ID=9df9255e-5719-41cf-84ee-d2a9fb118cce,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:19.186934 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:19.249498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7f0211-23e5-49b8-88b8-d6fc3fe97671 None None] Resources bound (agent type, host, resource id): {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:08:19.459637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Deleting port 013f196a-dc96-4783-9c3c-017452287ae0 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:08:19.459637 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:19.624984 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c0a0d84c-8f38-4807-b48f-c81d5b59ffb5 req-93fe65d2-de6a-4470-a7bd-9a5b243078ef service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2779107 Mar 01 21:08:19.742095 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d951fa-dd4c-4cab-befb-0d098dbb45fd req-d8200fa6-802f-45c7-b40f-4599d31ce407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:19.744412 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c3d951fa-dd4c-4cab-befb-0d098dbb45fd req-d8200fa6-802f-45c7-b40f-4599d31ce407 service neutron] 10.222.0.57 "GET /v2.0/networks?id=67bb6527-8461-46a9-b8fb-0f8330414ee1 HTTP/1.1" status: 200 len: 919 time: 0.7826693 Mar 01 21:08:19.833759 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c3d951fa-dd4c-4cab-befb-0d098dbb45fd req-e5139fb0-f037-4a43-bb32-d3b95e88c030 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a786a75-159c-4e1f-9466-4f6ac15a9170 HTTP/1.1" status: 200 len: 217 time: 0.0809813 Mar 01 21:08:20.090360 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0d84c-8f38-4807-b48f-c81d5b59ffb5 req-845ae853-06b4-4394-9e7d-94fbea207b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:20.094268 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c0a0d84c-8f38-4807-b48f-c81d5b59ffb5 req-845ae853-06b4-4394-9e7d-94fbea207b3f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b7a7c3aee97041b9a801e4248bbb86e5&device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 1097 time: 0.4229598 Mar 01 21:08:20.101606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d951fa-dd4c-4cab-befb-0d098dbb45fd req-dcce2d38-d490-495b-8793-491655dd6dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:20.104801 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c3d951fa-dd4c-4cab-befb-0d098dbb45fd req-dcce2d38-d490-495b-8793-491655dd6dad service neutron] 10.222.0.57 "GET /v2.0/subnets?id=ed7ad8a4-8267-45db-9da9-38b53b99c0bf HTTP/1.1" status: 200 len: 858 time: 0.2479436 Mar 01 21:08:20.183946 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c3d951fa-dd4c-4cab-befb-0d098dbb45fd req-cd5e4772-8707-4b30-bbed-aaba4d97c98c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=67bb6527-8461-46a9-b8fb-0f8330414ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721147 Mar 01 21:08:20.431014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdacafa-3e70-4468-a2c2-330e52bad739 req-c1e55439-40d5-4b23-99d3-32a1283272f9 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:20.437764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bcdacafa-3e70-4468-a2c2-330e52bad739 req-c1e55439-40d5-4b23-99d3-32a1283272f9 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.5997047 Mar 01 21:08:20.582248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] For port 013f196a-dc96-4783-9c3c-017452287ae0, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=013f196a-dc96-4783-9c3c-017452287ae0,segment=NetworkSegment(ccd9893c-a47f-40e2-abbb-2f8b4cb4fbe9),segment_id=ccd9893c-a47f-40e2-abbb-2f8b4cb4fbe9)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:08:20.583009 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:20.642539 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bcdacafa-3e70-4468-a2c2-330e52bad739 req-ad622552-8ec3-428f-8aaa-894b79382cf6 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024510 Mar 01 21:08:20.673616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33408464-4d7d-433a-89c4-a33cdd2f158a req-3fd0de74-376e-4e66-9ddb-d398b1d89cf6 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:20.675885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33408464-4d7d-433a-89c4-a33cdd2f158a req-3fd0de74-376e-4e66-9ddb-d398b1d89cf6 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.7928534 Mar 01 21:08:20.791251 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c3d951fa-dd4c-4cab-befb-0d098dbb45fd req-3517f59e-65de-429a-86aa-f5a3d5be93a0 service neutron] 10.222.0.57 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725331 Mar 01 21:08:20.835128 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0d84c-8f38-4807-b48f-c81d5b59ffb5 req-67ae1175-1ec9-45dd-8750-a8a62bb9361b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:20.837110 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c0a0d84c-8f38-4807-b48f-c81d5b59ffb5 req-67ae1175-1ec9-45dd-8750-a8a62bb9361b service neutron] 10.222.0.55 "GET /v2.0/networks?id=9b34390c-6fe5-4076-9506-cf6ffd99724e HTTP/1.1" status: 200 len: 912 time: 0.6521745 Mar 01 21:08:20.900106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Calling delete_port for 013f196a-dc96-4783-9c3c-017452287ae0 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:08:20.985278 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c0a0d84c-8f38-4807-b48f-c81d5b59ffb5 req-000f7333-e3ce-4e22-bf1e-b1cf21f978e2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7934ce29-a740-4da6-aa18-a1d654469d2d HTTP/1.1" status: 200 len: 217 time: 0.1389060 Mar 01 21:08:21.119023 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1e32dda1-c141-4208-9d63-f8ae7775d4e2 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:21.178994 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c3d951fa-dd4c-4cab-befb-0d098dbb45fd req-291236af-828a-4856-a722-0c7970983354 service neutron] 10.222.0.57 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838964 Mar 01 21:08:21.188165 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0d84c-8f38-4807-b48f-c81d5b59ffb5 req-b6739537-76ae-4ee4-bd24-9e2466ca20f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:21.189732 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c0a0d84c-8f38-4807-b48f-c81d5b59ffb5 req-b6739537-76ae-4ee4-bd24-9e2466ca20f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=03961c1b-5cc3-4076-b4e1-e587eae0ddf1 HTTP/1.1" status: 200 len: 851 time: 0.1982112 Mar 01 21:08:21.246015 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c0a0d84c-8f38-4807-b48f-c81d5b59ffb5 req-b7d44890-7dc3-4f3c-9be2-ecebbd25813c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9b34390c-6fe5-4076-9506-cf6ffd99724e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497379 Mar 01 21:08:21.284909 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:21.424105 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:21.510746 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c0a0d84c-8f38-4807-b48f-c81d5b59ffb5 req-21c1fa66-cab1-4c8c-ae26-09208ca237ef service neutron] 10.222.0.55 "GET /v2.0/networks/9b34390c-6fe5-4076-9506-cf6ffd99724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587931 Mar 01 21:08:21.694278 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Port': ['ID=013f196a-dc96-4783-9c3c-017452287ae0,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:21.704407 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] No DVR routers for this DVR port 013f196a-dc96-4783-9c3c-017452287ae0 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:08:21.770344 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c0a0d84c-8f38-4807-b48f-c81d5b59ffb5 req-af48bf4e-db51-4a4e-af5c-bd523c1e3262 service neutron] 10.222.0.55 "GET /v2.0/networks/9b34390c-6fe5-4076-9506-cf6ffd99724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529051 Mar 01 21:08:21.813292 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33408464-4d7d-433a-89c4-a33cdd2f158a req-af10e7dd-012b-41e3-9fae-a97186de45f6 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8494213 Mar 01 21:08:22.236441 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:22.343517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b8b9cea-9cf9-4681-acb5-969b5603c36a']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:22.368946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd9893c-a47f-40e2-abbb-2f8b4cb4fbe9') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:22.369281 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd9893c-a47f-40e2-abbb-2f8b4cb4fbe9') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:22.398184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc2faa-82c2-4cf3-98e0-2415df1ba638 req-3ca36043-7c7b-4914-9194-b3913769cda8 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:22.399351 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0fcc2faa-82c2-4cf3-98e0-2415df1ba638 req-3ca36043-7c7b-4914-9194-b3913769cda8 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.5878215 Mar 01 21:08:22.406467 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1e32dda1-c141-4208-9d63-f8ae7775d4e2 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:22.439842 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:22.469364 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1e32dda1-c141-4208-9d63-f8ae7775d4e2 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:22.472674 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0fcc2faa-82c2-4cf3-98e0-2415df1ba638 req-ba61e36a-4b08-4a58-9fa3-7840164cd4b3 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640862 Mar 01 21:08:22.473685 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:08:22.613787 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:08:22.779117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67563ff-a964-4907-960a-4b62a9a94f6d req-e31f9825-2899-45ad-97cd-f7941d568d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:22.781670 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e67563ff-a964-4907-960a-4b62a9a94f6d req-e31f9825-2899-45ad-97cd-f7941d568d81 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ae8beb020bc5422983ac60a96ddee5cd&device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 1096 time: 0.1129007 Mar 01 21:08:22.895558 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:22.901073 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:22.946167 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/networks/0b8b9cea-9cf9-4681-acb5-969b5603c36a HTTP/1.1" status: 204 len: 168 time: 6.3394709 Mar 01 21:08:22.956690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57326) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:22.970352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b5e64-b2df-4d9e-9a55-819108f256d0 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Network': ['ID=0b8b9cea-9cf9-4681-acb5-969b5603c36a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:23.057176 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ba6f02-f541-4cfd-8dec-1956bd627709 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] DELETE failed (client error): The resource could not be found. Mar 01 21:08:23.057176 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ba6f02-f541-4cfd-8dec-1956bd627709 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:08:23.057176 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d3ba6f02-f541-4cfd-8dec-1956bd627709 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/subnets/cc60dca3-4bc1-4650-958f-9a4c0fddb388 HTTP/1.1" status: 404 len: 337 time: 0.0785275 Mar 01 21:08:23.057176 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57330) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:23.107775 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c87118c-0652-462b-84fd-d2f80ac78821 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] DELETE failed (client error): The resource could not be found. Mar 01 21:08:23.108253 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c87118c-0652-462b-84fd-d2f80ac78821 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:08:23.112337 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8c87118c-0652-462b-84fd-d2f80ac78821 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/networks/0b8b9cea-9cf9-4681-acb5-969b5603c36a HTTP/1.1" status: 404 len: 339 time: 0.0579665 Mar 01 21:08:23.121421 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a1ca2-daa1-4794-ba9e-ccd3c8995bea req-23f0bc9a-c47b-446a-a2ad-91993eb82d9e tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:23.127577 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-935a1ca2-daa1-4794-ba9e-ccd3c8995bea req-23f0bc9a-c47b-446a-a2ad-91993eb82d9e tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.3318808 Mar 01 21:08:23.154757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57336) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:23.202191 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67563ff-a964-4907-960a-4b62a9a94f6d req-bc29e7bd-8922-456e-a0ca-61bee2a3a238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:23.203766 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e67563ff-a964-4907-960a-4b62a9a94f6d req-bc29e7bd-8922-456e-a0ca-61bee2a3a238 service neutron] 10.222.0.55 "GET /v2.0/networks?id=67bb6527-8461-46a9-b8fb-0f8330414ee1 HTTP/1.1" status: 200 len: 919 time: 0.4157999 Mar 01 21:08:23.293712 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-935a1ca2-daa1-4794-ba9e-ccd3c8995bea req-e0d30440-44cc-4191-aaa8-39d551c5524e tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627624 Mar 01 21:08:23.305335 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e32dda1-c141-4208-9d63-f8ae7775d4e2 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Router 16a8e778-1046-4e4f-9636-7f4f4dfe828d is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:08:23.328268 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e67563ff-a964-4907-960a-4b62a9a94f6d req-bc9be117-37ff-462d-87d7-7a31bf83a458 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fa08eb7d-a338-48a3-8a2c-2495a5948334 HTTP/1.1" status: 200 len: 217 time: 0.1158009 Mar 01 21:08:23.418428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67563ff-a964-4907-960a-4b62a9a94f6d req-15c53ab0-cd4d-44fc-be19-f5eece20dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:23.420068 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84e8834e-e71f-40a9-94c9-9f0a73eb62a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:23.420506 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e67563ff-a964-4907-960a-4b62a9a94f6d req-15c53ab0-cd4d-44fc-be19-f5eece20dedb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ed7ad8a4-8267-45db-9da9-38b53b99c0bf HTTP/1.1" status: 200 len: 858 time: 0.0845525 Mar 01 21:08:23.496544 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e67563ff-a964-4907-960a-4b62a9a94f6d req-8ba0c63c-d050-45a5-81e9-1a26da323ee1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=67bb6527-8461-46a9-b8fb-0f8330414ee1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694721 Mar 01 21:08:23.757133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e32dda1-c141-4208-9d63-f8ae7775d4e2 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:08:23.781391 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:23.784525 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052814e9-4cd3-457d-a263-df419917b310 None None] Sync routers for ids ['16a8e778-1046-4e4f-9636-7f4f4dfe828d'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:08:23.808337 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052814e9-4cd3-457d-a263-df419917b310 None None] Routers {'16a8e778-1046-4e4f-9636-7f4f4dfe828d'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:08:23.812619 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-052814e9-4cd3-457d-a263-df419917b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:08:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['16a8e778-1046-4e4f-9636-7f4f4dfe828d'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:23.863310 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e67563ff-a964-4907-960a-4b62a9a94f6d req-01d4d1d2-f4cb-4963-853a-36e6260dfa1d service neutron] 10.222.0.55 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483601 Mar 01 21:08:23.939400 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-052814e9-4cd3-457d-a263-df419917b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:23.997795 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052814e9-4cd3-457d-a263-df419917b310 None None] Routers {'16a8e778-1046-4e4f-9636-7f4f4dfe828d'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:08:23.998794 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-052814e9-4cd3-457d-a263-df419917b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:08:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['16a8e778-1046-4e4f-9636-7f4f4dfe828d'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:24.000516 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84e8834e-e71f-40a9-94c9-9f0a73eb62a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:24.053756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-84e8834e-e71f-40a9-94c9-9f0a73eb62a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['990b99b6-0c4c-4a8f-b0a4-7067f79f0bf4']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:24.086828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-84e8834e-e71f-40a9-94c9-9f0a73eb62a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d55dac5-a672-4a7d-84f3-a8e2572a7a0a') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:24.086828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-84e8834e-e71f-40a9-94c9-9f0a73eb62a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d55dac5-a672-4a7d-84f3-a8e2572a7a0a') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:24.113486 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84e8834e-e71f-40a9-94c9-9f0a73eb62a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:24.131192 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84e8834e-e71f-40a9-94c9-9f0a73eb62a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:24.144103 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1e32dda1-c141-4208-9d63-f8ae7775d4e2 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:24.148014 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1e32dda1-c141-4208-9d63-f8ae7775d4e2 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "PUT /v2.0/routers/16a8e778-1046-4e4f-9636-7f4f4dfe828d HTTP/1.1" status: 200 len: 915 time: 9.4016149 Mar 01 21:08:24.148918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57380) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:24.149989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e8834e-e71f-40a9-94c9-9f0a73eb62a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:08:24.150383 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84e8834e-e71f-40a9-94c9-9f0a73eb62a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:24.167507 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e67563ff-a964-4907-960a-4b62a9a94f6d req-0023f0b7-6a0c-4587-aeed-b0b3e5a9ab92 service neutron] 10.222.0.55 "GET /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981791 Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:08:24.171978 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:08:24.248132 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-052814e9-4cd3-457d-a263-df419917b310 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:24.252313 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-052814e9-4cd3-457d-a263-df419917b310 None None] The sync data for ids ['16a8e778-1046-4e4f-9636-7f4f4dfe828d'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:08:24.699956 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84e8834e-e71f-40a9-94c9-9f0a73eb62a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:24.733650 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84e8834e-e71f-40a9-94c9-9f0a73eb62a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:24.762974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8834e-e71f-40a9-94c9-9f0a73eb62a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Network': ['ID=990b99b6-0c4c-4a8f-b0a4-7067f79f0bf4,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:24.787096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57398) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:24.787481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-84e8834e-e71f-40a9-94c9-9f0a73eb62a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/networks/990b99b6-0c4c-4a8f-b0a4-7067f79f0bf4 HTTP/1.1" status: 204 len: 168 time: 1.6313162 Mar 01 21:08:24.803031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129792b0-4415-4fd1-8d85-b844d518463b req-5d176f45-5254-47ed-8ceb-8f032bb47146 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:24.811464 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-129792b0-4415-4fd1-8d85-b844d518463b req-5d176f45-5254-47ed-8ceb-8f032bb47146 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 1.0228190 Mar 01 21:08:24.832304 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e08eea3a-a050-4930-9b88-5dd25ef0d65c tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "GET /v2.0/routers/16a8e778-1046-4e4f-9636-7f4f4dfe828d HTTP/1.1" status: 200 len: 921 time: 0.6614397 Mar 01 21:08:24.833455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57404) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:24.908065 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-57d92d8b-9988-4bbd-aa2e-78a9dd8de363 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] DELETE failed (client error): The resource could not be found. Mar 01 21:08:24.909379 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57d92d8b-9988-4bbd-aa2e-78a9dd8de363 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:08:24.911390 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-57d92d8b-9988-4bbd-aa2e-78a9dd8de363 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/subnets/67e935e1-be26-488c-a318-04ab1efd1f76 HTTP/1.1" status: 404 len: 337 time: 0.1225972 Mar 01 21:08:24.925802 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68483d-d8c2-4d3d-855f-bc59956d4abe req-b8a5ba48-5562-4dcc-9150-e51aef37767d tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:24.933022 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df68483d-d8c2-4d3d-855f-bc59956d4abe req-b8a5ba48-5562-4dcc-9150-e51aef37767d tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.4469588 Mar 01 21:08:24.941618 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57408) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:24.998325 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-24e6ca7d-3900-419a-a0eb-e7fb82de4faa tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] DELETE failed (client error): The resource could not be found. Mar 01 21:08:24.998864 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24e6ca7d-3900-419a-a0eb-e7fb82de4faa tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:08:25.000704 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-24e6ca7d-3900-419a-a0eb-e7fb82de4faa tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/networks/3daec7e2-4146-4e76-8ad1-5a7b11d0e340 HTTP/1.1" status: 404 len: 339 time: 0.0570304 Mar 01 21:08:25.003507 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-129792b0-4415-4fd1-8d85-b844d518463b req-79ed106b-bbbd-461c-95e7-dbd7bc171b75 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908324 Mar 01 21:08:25.007275 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57414) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:25.040475 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df68483d-d8c2-4d3d-855f-bc59956d4abe req-1b555b2f-c410-43c7-bf5c-4741eed795a3 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898149 Mar 01 21:08:25.069977 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7eb786b-3cd3-4297-ab20-8e689dc6f343 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:25.074380 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c7eb786b-3cd3-4297-ab20-8e689dc6f343 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&device_id=16a8e778-1046-4e4f-9636-7f4f4dfe828d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2378981 Mar 01 21:08:25.075233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57422) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:25.126002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b643f9a-f890-40da-938d-547570d4a43d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Deleting subnet 3b9f3976-f73a-41a9-a1dd-4229cf470341 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:08:25.130844 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6b643f9a-f890-40da-938d-547570d4a43d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:25.226488 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6b643f9a-f890-40da-938d-547570d4a43d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:25.256074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f851915-1f8e-42a1-a956-23a49a7f5162 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:25.260155 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5f851915-1f8e-42a1-a956-23a49a7f5162 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 881 time: 0.1807292 Mar 01 21:08:25.264270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57426) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:25.367153 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-57b431dc-7bbf-4e99-8174-472d334aa853 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a8e778-1046-4e4f-9636-7f4f4dfe828d HTTP/1.1" status: 200 len: 205 time: 0.1014543 Mar 01 21:08:25.367780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57430) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:25.392101 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6b643f9a-f890-40da-938d-547570d4a43d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:25.587708 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6b643f9a-f890-40da-938d-547570d4a43d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:25.636384 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6f083d4-5d39-467a-bd13-b0517ac57aac tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:25.648856 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6b643f9a-f890-40da-938d-547570d4a43d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:25.649995 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2cec3c-c3e6-48cb-8da9-3d9bfb43f704 None None] Network 8fc28eb2-7755-4923-b78f-7b856c7fc4e8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:08:25.663200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b643f9a-f890-40da-938d-547570d4a43d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Subnet': ['ID=3b9f3976-f73a-41a9-a1dd-4229cf470341,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:25.686589 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6b643f9a-f890-40da-938d-547570d4a43d tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/subnets/3b9f3976-f73a-41a9-a1dd-4229cf470341 HTTP/1.1" status: 204 len: 168 time: 0.6767843 Mar 01 21:08:25.688039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57440) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:25.815643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-50b6b727-f487-492d-8dda-9742ebb4e171 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Deleting subnet a63b6d96-bdcb-4655-99e9-4e8cf4537d23 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:08:25.822658 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50b6b727-f487-492d-8dda-9742ebb4e171 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:25.932299 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50b6b727-f487-492d-8dda-9742ebb4e171 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:26.017073 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6f083d4-5d39-467a-bd13-b0517ac57aac tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:26.023206 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50b6b727-f487-492d-8dda-9742ebb4e171 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:26.101877 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-b6f083d4-5d39-467a-bd13-b0517ac57aac tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Deleting port 9df9255e-5719-41cf-84ee-d2a9fb118cce {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:08:26.102267 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6f083d4-5d39-467a-bd13-b0517ac57aac tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:26.210868 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50b6b727-f487-492d-8dda-9742ebb4e171 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:26.370273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6b727-f487-492d-8dda-9742ebb4e171 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Subnet': ['ID=a63b6d96-bdcb-4655-99e9-4e8cf4537d23,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:26.386821 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50b6b727-f487-492d-8dda-9742ebb4e171 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:26.413391 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-50b6b727-f487-492d-8dda-9742ebb4e171 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/subnets/a63b6d96-bdcb-4655-99e9-4e8cf4537d23 HTTP/1.1" status: 204 len: 168 time: 0.7240720 Mar 01 21:08:26.415347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57460) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:26.722836 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-69c15f34-49fc-4351-baf6-af278b9add21 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:26.758733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-69c15f34-49fc-4351-baf6-af278b9add21 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Deleting port ea974fa6-1912-4209-ba2d-cb18ee27aeb5 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:08:26.759078 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-69c15f34-49fc-4351-baf6-af278b9add21 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:26.871554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84d424-f2bf-4ef6-97cd-b468a41d5fb2 req-cab082b4-1d0a-44ad-b432-3c26e4e9e3dd tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:26.888614 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7b84d424-f2bf-4ef6-97cd-b468a41d5fb2 req-cab082b4-1d0a-44ad-b432-3c26e4e9e3dd tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.5738630 Mar 01 21:08:27.142293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac4c6c8-b38f-4a9c-94c2-5a04f3f424e4 req-43961134-50b7-4e56-9285-f452638627b6 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:27.144429 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ac4c6c8-b38f-4a9c-94c2-5a04f3f424e4 req-43961134-50b7-4e56-9285-f452638627b6 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.6451950 Mar 01 21:08:27.163686 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7b84d424-f2bf-4ef6-97cd-b468a41d5fb2 req-6348f391-9d29-4c82-b095-f80539f6c4f8 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741013 Mar 01 21:08:27.196278 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6f083d4-5d39-467a-bd13-b0517ac57aac tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:27.232334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-69c15f34-49fc-4351-baf6-af278b9add21 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] For port ea974fa6-1912-4209-ba2d-cb18ee27aeb5, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea974fa6-1912-4209-ba2d-cb18ee27aeb5,segment=NetworkSegment(ae8af218-e1df-4a84-819a-83d425e5a410),segment_id=ae8af218-e1df-4a84-819a-83d425e5a410)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:08:27.232334 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-69c15f34-49fc-4351-baf6-af278b9add21 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:27.364711 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-32e3519b-d96f-46da-8c8b-248b0072f486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:27.428905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-69c15f34-49fc-4351-baf6-af278b9add21 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Calling delete_port for ea974fa6-1912-4209-ba2d-cb18ee27aeb5 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:08:27.462394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a519d9-60b3-4743-a102-7985c2496827 None None] Network 8fc28eb2-7755-4923-b78f-7b856c7fc4e8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:08:27.465247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-b6f083d4-5d39-467a-bd13-b0517ac57aac tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Calling delete_port for 9df9255e-5719-41cf-84ee-d2a9fb118cce owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:08:27.587446 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-69c15f34-49fc-4351-baf6-af278b9add21 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:27.650356 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c15f34-49fc-4351-baf6-af278b9add21 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Port': ['ID=ea974fa6-1912-4209-ba2d-cb18ee27aeb5,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:27.657439 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c15f34-49fc-4351-baf6-af278b9add21 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] No DVR routers for this DVR port ea974fa6-1912-4209-ba2d-cb18ee27aeb5 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:08:27.677528 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ac4c6c8-b38f-4a9c-94c2-5a04f3f424e4 req-62180329-dd7f-4d8d-b1ac-12f6d5f8e73d tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5126402 Mar 01 21:08:27.764997 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-14cf4c36-f02b-4ca3-b537-80a70f5bb1aa None None] Could not find standard attr ID for object ea974fa6-1912-4209-ba2d-cb18ee27aeb5. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:08:27.919562 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-69c15f34-49fc-4351-baf6-af278b9add21 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:27.924501 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3922be-194e-4bff-97cd-386bde73d57c None None] DHCP port deletion for 8fc28eb2-7755-4923-b78f-7b856c7fc4e8 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:08:27.934274 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6f083d4-5d39-467a-bd13-b0517ac57aac tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:27.973163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-69c15f34-49fc-4351-baf6-af278b9add21 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fc28eb2-7755-4923-b78f-7b856c7fc4e8']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:27.998094 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f083d4-5d39-467a-bd13-b0517ac57aac tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Pushing event deleted for resources: {'Port': ['ID=9df9255e-5719-41cf-84ee-d2a9fb118cce,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:28.059502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea974fa6-1912-4209-ba2d-cb18ee27aeb5 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:08:28.120685 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: ea974fa6-1912-4209-ba2d-cb18ee27aeb5 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:08:28.121392 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea974fa6-1912-4209-ba2d-cb18ee27aeb5 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:08:28.152456 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6f083d4-5d39-467a-bd13-b0517ac57aac tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:28.187773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-69c15f34-49fc-4351-baf6-af278b9add21 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae8af218-e1df-4a84-819a-83d425e5a410') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:28.188069 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-69c15f34-49fc-4351-baf6-af278b9add21 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae8af218-e1df-4a84-819a-83d425e5a410') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:28.208392 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-69c15f34-49fc-4351-baf6-af278b9add21 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:28.245501 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-69c15f34-49fc-4351-baf6-af278b9add21 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:28.264745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c15f34-49fc-4351-baf6-af278b9add21 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:08:28.265507 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-69c15f34-49fc-4351-baf6-af278b9add21 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:08:28.298614 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:08:28.402592 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6f083d4-5d39-467a-bd13-b0517ac57aac tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:28.407100 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6f083d4-5d39-467a-bd13-b0517ac57aac tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:28.778323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccb7ea-f6e8-4666-a226-0ab707f6400b req-df78ee13-cdf4-48f1-8228-2f56c5722c3e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:28.781194 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5ccb7ea-f6e8-4666-a226-0ab707f6400b req-df78ee13-cdf4-48f1-8228-2f56c5722c3e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.1410830 Mar 01 21:08:28.878727 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6f083d4-5d39-467a-bd13-b0517ac57aac tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:29.123450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f083d4-5d39-467a-bd13-b0517ac57aac tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Fanout notify agent at l3_agent the message router_deleted on router 16a8e778-1046-4e4f-9636-7f4f4dfe828d {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:08:29.123450 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5ccb7ea-f6e8-4666-a226-0ab707f6400b req-19d9c12a-c7ec-4f77-99dd-69242fc86b07 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070790 Mar 01 21:08:29.123450 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6f083d4-5d39-467a-bd13-b0517ac57aac tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:29.123450 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b6f083d4-5d39-467a-bd13-b0517ac57aac tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "DELETE /v2.0/routers/16a8e778-1046-4e4f-9636-7f4f4dfe828d HTTP/1.1" status: 204 len: 168 time: 3.5456502 Mar 01 21:08:29.123450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91726709-ee43-4611-8e30-94754a737d95 req-d1215a44-84f2-4a0a-96f8-73c4ea55f76b tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:29.123450 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91726709-ee43-4611-8e30-94754a737d95 req-d1215a44-84f2-4a0a-96f8-73c4ea55f76b tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.1106038 Mar 01 21:08:29.123450 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91726709-ee43-4611-8e30-94754a737d95 req-c9db39c3-10c1-412a-82ca-de6b4fddfc6a tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398715 Mar 01 21:08:29.123450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57502) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:29.123450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-582802426', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}, 'admin_state_up': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:08:29.123450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:29.123450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Usage tracker for resource:router and tenant:21bf4bfe0a374167b5c293012eb21e6b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:08:29.123450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:08:29.123450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:29.443089 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-69c15f34-49fc-4351-baf6-af278b9add21 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:29.449691 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-69c15f34-49fc-4351-baf6-af278b9add21 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:29.476977 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:29.480226 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:29.507034 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:29.514479 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c15f34-49fc-4351-baf6-af278b9add21 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Network': ['ID=8fc28eb2-7755-4923-b78f-7b856c7fc4e8,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:29.522295 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-69c15f34-49fc-4351-baf6-af278b9add21 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/networks/8fc28eb2-7755-4923-b78f-7b856c7fc4e8 HTTP/1.1" status: 204 len: 168 time: 3.1043539 Mar 01 21:08:29.524706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57516) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:29.585411 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f48b6eb-d49c-42e3-b394-76055e9659c8 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] DELETE failed (client error): The resource could not be found. Mar 01 21:08:29.586641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f48b6eb-d49c-42e3-b394-76055e9659c8 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:08:29.588551 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1f48b6eb-d49c-42e3-b394-76055e9659c8 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/subnets/7a3582e5-eb8c-481b-967f-c44d309bdf33 HTTP/1.1" status: 404 len: 337 time: 0.0622983 Mar 01 21:08:29.591820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57520) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:29.634810 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe57609-0c83-4bce-bc68-78f8d9ca5b4f tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] DELETE failed (client error): The resource could not be found. Mar 01 21:08:29.635419 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fe57609-0c83-4bce-bc68-78f8d9ca5b4f tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:08:29.656815 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5fe57609-0c83-4bce-bc68-78f8d9ca5b4f tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/networks/ca723e12-08a8-4819-99b2-fcc537d1365e HTTP/1.1" status: 404 len: 339 time: 0.0625999 Mar 01 21:08:29.662819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57528) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:29.697807 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d87e5f7f-a905-424b-bc9c-51de03c55e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:29.747714 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-6befe230-16d8-4e5a-b217-2ecb2f272b38 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] DELETE failed (client error): The resource could not be found. Mar 01 21:08:29.748581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6befe230-16d8-4e5a-b217-2ecb2f272b38 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:08:29.750759 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6befe230-16d8-4e5a-b217-2ecb2f272b38 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/subnets/f7d90521-b676-4d3c-a255-9334da6d967b HTTP/1.1" status: 404 len: 337 time: 0.0895734 Mar 01 21:08:29.756126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57532) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:29.808869 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad3b1710-0022-4647-bd85-4d72d49840db tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] DELETE failed (client error): The resource could not be found. Mar 01 21:08:29.809583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad3b1710-0022-4647-bd85-4d72d49840db tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:08:29.811532 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ad3b1710-0022-4647-bd85-4d72d49840db tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/networks/9c69d512-7819-49f6-b50d-0812c1a0eb18 HTTP/1.1" status: 404 len: 339 time: 0.0542557 Mar 01 21:08:29.814061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57538) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:29.861325 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a70695e-31ee-46e5-bead-ed0d8808c989 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] DELETE failed (client error): The resource could not be found. Mar 01 21:08:29.862744 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a70695e-31ee-46e5-bead-ed0d8808c989 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:08:29.864881 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3a70695e-31ee-46e5-bead-ed0d8808c989 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/subnets/0bb189f8-01c3-431b-b8af-37622d8852a8 HTTP/1.1" status: 404 len: 337 time: 0.0496738 Mar 01 21:08:29.867350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57542) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:29.904017 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0e569d-6841-475a-a954-761ecfbe3f19 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] DELETE failed (client error): The resource could not be found. Mar 01 21:08:29.908469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0e569d-6841-475a-a954-761ecfbe3f19 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:08:29.908469 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1d0e569d-6841-475a-a954-761ecfbe3f19 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/networks/001dff6c-9238-4ed9-847f-d314191eb20c HTTP/1.1" status: 404 len: 339 time: 0.0388181 Mar 01 21:08:29.911077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57546) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:30.024168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-892d43db-7d74-4e1d-a80e-1d5029b86b9a tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Deleting subnet d08e0036-f26a-4598-91bd-1ba55784eb33 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:08:30.027956 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-892d43db-7d74-4e1d-a80e-1d5029b86b9a tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:30.110659 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:30.147430 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-892d43db-7d74-4e1d-a80e-1d5029b86b9a tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:30.359868 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-892d43db-7d74-4e1d-a80e-1d5029b86b9a tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:30.533890 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:30.544339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97c36f-aec6-4b1d-a1f0-21b1854a2fff req-1bdb01f8-d8c8-491c-b7f3-7ccbc1cb641d tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:30.545793 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a97c36f-aec6-4b1d-a1f0-21b1854a2fff req-1bdb01f8-d8c8-491c-b7f3-7ccbc1cb641d tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.2236450 Mar 01 21:08:30.593030 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:30.608035 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a97c36f-aec6-4b1d-a1f0-21b1854a2fff req-17ed425a-3839-4912-8610-379985fd9800 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526264 Mar 01 21:08:30.620856 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-892d43db-7d74-4e1d-a80e-1d5029b86b9a tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:30.664486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892d43db-7d74-4e1d-a80e-1d5029b86b9a tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Subnet': ['ID=d08e0036-f26a-4598-91bd-1ba55784eb33,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:30.677040 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-892d43db-7d74-4e1d-a80e-1d5029b86b9a tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:30.682272 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63833099-365a-4273-be4e-3c419cd686b5 None None] Network 5468d9cf-8638-4428-8297-56ed508a93d3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:08:30.722154 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-892d43db-7d74-4e1d-a80e-1d5029b86b9a tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/subnets/d08e0036-f26a-4598-91bd-1ba55784eb33 HTTP/1.1" status: 204 len: 168 time: 0.8058116 Mar 01 21:08:30.722845 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57568) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:31.029858 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5d671400-7e3a-475d-947c-fd6b74a7b7a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:31.062271 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5d671400-7e3a-475d-947c-fd6b74a7b7a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Deleting port b2a24dd2-0cec-4735-8442-0723764f48a9 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:08:31.062621 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5d671400-7e3a-475d-947c-fd6b74a7b7a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:31.112829 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d3791f-db44-45d7-81fc-6da6d3c09294 None None] DHCP port deletion for 5468d9cf-8638-4428-8297-56ed508a93d3 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:08:31.113410 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:31.113743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a6d3791f-db44-45d7-81fc-6da6d3c09294 None None] Deleting port b2a24dd2-0cec-4735-8442-0723764f48a9 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:08:31.114303 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a6d3791f-db44-45d7-81fc-6da6d3c09294 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:31.230311 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:31.516009 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a6d3791f-db44-45d7-81fc-6da6d3c09294 None None] For port b2a24dd2-0cec-4735-8442-0723764f48a9, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b2a24dd2-0cec-4735-8442-0723764f48a9,segment=NetworkSegment(10b9fc41-86ee-46f0-9a60-cd5fea671f2d),segment_id=10b9fc41-86ee-46f0-9a60-cd5fea671f2d)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:08:31.516412 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a6d3791f-db44-45d7-81fc-6da6d3c09294 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:31.628135 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-5d671400-7e3a-475d-947c-fd6b74a7b7a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] For port b2a24dd2-0cec-4735-8442-0723764f48a9, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b2a24dd2-0cec-4735-8442-0723764f48a9,segment=NetworkSegment(10b9fc41-86ee-46f0-9a60-cd5fea671f2d),segment_id=10b9fc41-86ee-46f0-9a60-cd5fea671f2d)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:08:31.629906 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5d671400-7e3a-475d-947c-fd6b74a7b7a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:31.648346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Allocated IP 172.25.5.192 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/23d4496d-37ef-4d10-88d7-ddfee3e32392) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:08:31.852114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5d671400-7e3a-475d-947c-fd6b74a7b7a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Calling delete_port for b2a24dd2-0cec-4735-8442-0723764f48a9 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:08:31.907770 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a6d3791f-db44-45d7-81fc-6da6d3c09294 None None] Calling delete_port for b2a24dd2-0cec-4735-8442-0723764f48a9 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:08:32.056767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5d671400-7e3a-475d-947c-fd6b74a7b7a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:32.082255 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-a6d3791f-db44-45d7-81fc-6da6d3c09294 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:08:32.086832 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-a6d3791f-db44-45d7-81fc-6da6d3c09294 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:08:32.110530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78e5bf4-a3e1-4f84-9d1b-8d5e0be8d3ef req-c93428e6-1144-4946-9a29-95d80db1852b tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:32.119996 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b78e5bf4-a3e1-4f84-9d1b-8d5e0be8d3ef req-c93428e6-1144-4946-9a29-95d80db1852b tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.2460139 Mar 01 21:08:32.126574 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:32.138875 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device b2a24dd2-0cec-4735-8442-0723764f48a9 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:08:32.183830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: b2a24dd2-0cec-4735-8442-0723764f48a9 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:08:32.184282 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device b2a24dd2-0cec-4735-8442-0723764f48a9 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:08:32.248226 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:32.264115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d671400-7e3a-475d-947c-fd6b74a7b7a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Port': ['ID=b2a24dd2-0cec-4735-8442-0723764f48a9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:32.275538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d671400-7e3a-475d-947c-fd6b74a7b7a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] No DVR routers for this DVR port b2a24dd2-0cec-4735-8442-0723764f48a9 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:08:32.318907 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b78e5bf4-a3e1-4f84-9d1b-8d5e0be8d3ef req-b2351793-eae4-4856-8184-9bb1a5511b4e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965883 Mar 01 21:08:32.471610 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:32.497154 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5d671400-7e3a-475d-947c-fd6b74a7b7a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:32.560118 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-5d671400-7e3a-475d-947c-fd6b74a7b7a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5468d9cf-8638-4428-8297-56ed508a93d3']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:32.587659 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a6d3791f-db44-45d7-81fc-6da6d3c09294 None None] Deleting port b2a24dd2-0cec-4735-8442-0723764f48a9 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:08:32.588040 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a6d3791f-db44-45d7-81fc-6da6d3c09294 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:32.607887 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-5d671400-7e3a-475d-947c-fd6b74a7b7a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10b9fc41-86ee-46f0-9a60-cd5fea671f2d') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:32.608180 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-5d671400-7e3a-475d-947c-fd6b74a7b7a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10b9fc41-86ee-46f0-9a60-cd5fea671f2d') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:32.626475 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:08:32.648950 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5d671400-7e3a-475d-947c-fd6b74a7b7a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:32.660437 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:08:32.669356 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:08:32.675229 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5d671400-7e3a-475d-947c-fd6b74a7b7a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:32.704896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d671400-7e3a-475d-947c-fd6b74a7b7a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:08:32.708569 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5d671400-7e3a-475d-947c-fd6b74a7b7a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:08:32.754666 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:08:32.790604 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a6d3791f-db44-45d7-81fc-6da6d3c09294 None None] The port 'b2a24dd2-0cec-4735-8442-0723764f48a9' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:08:33.007769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Pushing event updated for resources: {'Port': ['ID=23d4496d-37ef-4d10-88d7-ddfee3e32392,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:33.210180 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5d671400-7e3a-475d-947c-fd6b74a7b7a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:33.232222 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5d671400-7e3a-475d-947c-fd6b74a7b7a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:33.275157 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5d671400-7e3a-475d-947c-fd6b74a7b7a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/networks/5468d9cf-8638-4428-8297-56ed508a93d3 HTTP/1.1" status: 204 len: 168 time: 2.5502684 Mar 01 21:08:33.275303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d671400-7e3a-475d-947c-fd6b74a7b7a6 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Network': ['ID=5468d9cf-8638-4428-8297-56ed508a93d3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:33.279405 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57620) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:33.387516 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b4d269f-61e2-4720-b9d8-47fd1f8aafbe tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] DELETE failed (client error): The resource could not be found. Mar 01 21:08:33.387973 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b4d269f-61e2-4720-b9d8-47fd1f8aafbe tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:08:33.549222 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7b4d269f-61e2-4720-b9d8-47fd1f8aafbe tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/subnets/ef3efd37-94f3-4a26-a11c-0b602b30dce5 HTTP/1.1" status: 404 len: 337 time: 0.2698393 Mar 01 21:08:33.552012 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57632) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:33.621915 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1074db6-25f4-4543-a138-3aca2738bf42 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] DELETE failed (client error): The resource could not be found. Mar 01 21:08:33.622405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1074db6-25f4-4543-a138-3aca2738bf42 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:08:33.624174 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a1074db6-25f4-4543-a138-3aca2738bf42 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/networks/e324a4ed-ae33-4d58-8e8a-1d09dbb0e7b3 HTTP/1.1" status: 404 len: 339 time: 0.0709195 Mar 01 21:08:33.629167 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57638) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:33.697042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9c1cd-dc37-457e-99a5-75bc169549d1 req-bc2bcc02-99a1-43f0-ad66-5591e21f8df1 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:33.704535 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54c9c1cd-dc37-457e-99a5-75bc169549d1 req-bc2bcc02-99a1-43f0-ad66-5591e21f8df1 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.2237344 Mar 01 21:08:33.747345 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:33.812845 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-69120f0f-4b95-4677-bf72-7d17c203ae37 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Deleting subnet 3610eef0-ee8e-4f0d-8b2a-c572f33f0ed6 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:08:33.816852 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-69120f0f-4b95-4677-bf72-7d17c203ae37 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:33.920424 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54c9c1cd-dc37-457e-99a5-75bc169549d1 req-aa8a35d2-dff8-4663-b67d-5f93387526f7 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146890 Mar 01 21:08:33.932627 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-69120f0f-4b95-4677-bf72-7d17c203ae37 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:34.139380 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-69120f0f-4b95-4677-bf72-7d17c203ae37 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:34.513263 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-69120f0f-4b95-4677-bf72-7d17c203ae37 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:34.548441 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:34.604520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69120f0f-4b95-4677-bf72-7d17c203ae37 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Subnet': ['ID=3610eef0-ee8e-4f0d-8b2a-c572f33f0ed6,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:34.614227 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-69120f0f-4b95-4677-bf72-7d17c203ae37 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:34.620517 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38b3aab-c8f5-4535-943b-70825eb80a78 None None] Network ae148cdb-c67c-4d4a-acf3-21a291c9450d requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:08:34.641975 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-69120f0f-4b95-4677-bf72-7d17c203ae37 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/subnets/3610eef0-ee8e-4f0d-8b2a-c572f33f0ed6 HTTP/1.1" status: 204 len: 168 time: 1.0103528 Mar 01 21:08:34.647245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57658) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:34.993312 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e4796211-b731-40b0-8e79-4e09d328a581 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:35.016878 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e4796211-b731-40b0-8e79-4e09d328a581 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Deleting port 2dc27b05-72b6-4f5a-b029-664f01b4f0d6 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:08:35.020145 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e4796211-b731-40b0-8e79-4e09d328a581 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:35.124951 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Router df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:08:35.147908 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843244b0-06d0-42b2-a9cc-3aad3b1a29ce None None] DHCP port deletion for ae148cdb-c67c-4d4a-acf3-21a291c9450d request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:08:35.152506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-843244b0-06d0-42b2-a9cc-3aad3b1a29ce None None] Deleting port 2dc27b05-72b6-4f5a-b029-664f01b4f0d6 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:08:35.153180 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-843244b0-06d0-42b2-a9cc-3aad3b1a29ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:35.456207 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-e4796211-b731-40b0-8e79-4e09d328a581 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] For port 2dc27b05-72b6-4f5a-b029-664f01b4f0d6, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2dc27b05-72b6-4f5a-b029-664f01b4f0d6,segment=NetworkSegment(a927bae6-0b2a-45bc-81e0-4dffb9ae0b74),segment_id=a927bae6-0b2a-45bc-81e0-4dffb9ae0b74)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:08:35.456622 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e4796211-b731-40b0-8e79-4e09d328a581 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:35.576487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5a156-0c42-4ee8-b78a-a5a340633c97 req-99cad52d-3ab2-4845-961b-aab7e859595f tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:35.584804 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2f5a156-0c42-4ee8-b78a-a5a340633c97 req-99cad52d-3ab2-4845-961b-aab7e859595f tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.4145522 Mar 01 21:08:35.653718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e4796211-b731-40b0-8e79-4e09d328a581 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Calling delete_port for 2dc27b05-72b6-4f5a-b029-664f01b4f0d6 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:08:35.792833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-843244b0-06d0-42b2-a9cc-3aad3b1a29ce None None] For port 2dc27b05-72b6-4f5a-b029-664f01b4f0d6, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2dc27b05-72b6-4f5a-b029-664f01b4f0d6,segment=NetworkSegment(a927bae6-0b2a-45bc-81e0-4dffb9ae0b74),segment_id=a927bae6-0b2a-45bc-81e0-4dffb9ae0b74)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:08:35.796921 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-843244b0-06d0-42b2-a9cc-3aad3b1a29ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:35.802096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:08:35.821748 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd91576e-0868-47af-b349-692801d38c00 None None] Sync routers for ids ['df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:08:35.848969 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd91576e-0868-47af-b349-692801d38c00 None None] Routers {'df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:08:35.849556 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-cd91576e-0868-47af-b349-692801d38c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:08:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:35.875228 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2f5a156-0c42-4ee8-b78a-a5a340633c97 req-9e7b07f6-b995-47f5-bc7a-fbb1fde7cf61 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890811 Mar 01 21:08:35.898109 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e4796211-b731-40b0-8e79-4e09d328a581 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:35.970522 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:35.972886 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5b6875de-4ce9-4666-8a3b-ea3a608835d1 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.9357026 Mar 01 21:08:35.975235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57684) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:35.981385 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e26c9578-37f7-4f31-a3a2-f8c85d917087 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:08:35.989283 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-cd91576e-0868-47af-b349-692801d38c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:36.011575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4796211-b731-40b0-8e79-4e09d328a581 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] No DVR routers for this DVR port 2dc27b05-72b6-4f5a-b029-664f01b4f0d6 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:08:36.031759 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd91576e-0868-47af-b349-692801d38c00 None None] Routers {'df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:08:36.032382 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-cd91576e-0868-47af-b349-692801d38c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:08:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:36.074211 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dec2be-dd69-4af7-890a-6071f059920a req-220573bb-e270-4c4d-8462-22f390233730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:36.078120 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-66dec2be-dd69-4af7-890a-6071f059920a req-220573bb-e270-4c4d-8462-22f390233730 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 1096 time: 0.2860203 Mar 01 21:08:36.079129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4796211-b731-40b0-8e79-4e09d328a581 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Port': ['ID=2dc27b05-72b6-4f5a-b029-664f01b4f0d6,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:36.264108 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-66dec2be-dd69-4af7-890a-6071f059920a req-b3025bc4-cd0f-4ee5-91f2-804e87238537 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125281 Mar 01 21:08:36.277930 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-843244b0-06d0-42b2-a9cc-3aad3b1a29ce None None] Calling delete_port for 2dc27b05-72b6-4f5a-b029-664f01b4f0d6 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:08:36.297978 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-cd91576e-0868-47af-b349-692801d38c00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:36.298377 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd91576e-0868-47af-b349-692801d38c00 None None] The sync data for ids ['df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:08:36.351540 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2dc27b05-72b6-4f5a-b029-664f01b4f0d6 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:08:36.439652 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 2dc27b05-72b6-4f5a-b029-664f01b4f0d6 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:08:36.440321 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2dc27b05-72b6-4f5a-b029-664f01b4f0d6 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:08:36.453048 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e4796211-b731-40b0-8e79-4e09d328a581 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:36.524200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-e4796211-b731-40b0-8e79-4e09d328a581 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae148cdb-c67c-4d4a-acf3-21a291c9450d']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:36.545708 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-843244b0-06d0-42b2-a9cc-3aad3b1a29ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:08:36.546336 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-843244b0-06d0-42b2-a9cc-3aad3b1a29ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:08:36.547940 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-e4796211-b731-40b0-8e79-4e09d328a581 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a927bae6-0b2a-45bc-81e0-4dffb9ae0b74') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:36.548240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-e4796211-b731-40b0-8e79-4e09d328a581 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a927bae6-0b2a-45bc-81e0-4dffb9ae0b74') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:36.561724 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e4796211-b731-40b0-8e79-4e09d328a581 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:36.579917 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e4796211-b731-40b0-8e79-4e09d328a581 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:36.587039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4796211-b731-40b0-8e79-4e09d328a581 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:08:36.587671 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e4796211-b731-40b0-8e79-4e09d328a581 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:08:36.603042 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:08:36.830881 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e4796211-b731-40b0-8e79-4e09d328a581 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:36.835210 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e4796211-b731-40b0-8e79-4e09d328a581 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:36.869762 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e4796211-b731-40b0-8e79-4e09d328a581 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] 10.222.0.42 "DELETE /v2.0/networks/ae148cdb-c67c-4d4a-acf3-21a291c9450d HTTP/1.1" status: 204 len: 168 time: 2.2213881 Mar 01 21:08:36.875613 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4796211-b731-40b0-8e79-4e09d328a581 tempest-NetworksIpV6Test-869216009 tempest-NetworksIpV6Test-869216009-project] Pushing event deleted for resources: {'Network': ['ID=ae148cdb-c67c-4d4a-acf3-21a291c9450d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:37.048323 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-843244b0-06d0-42b2-a9cc-3aad3b1a29ce None None] Deleting port 2dc27b05-72b6-4f5a-b029-664f01b4f0d6 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:08:37.048873 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-843244b0-06d0-42b2-a9cc-3aad3b1a29ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:37.190749 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-843244b0-06d0-42b2-a9cc-3aad3b1a29ce None None] The port '2dc27b05-72b6-4f5a-b029-664f01b4f0d6' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:08:37.295822 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e26c9578-37f7-4f31-a3a2-f8c85d917087 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:37.402360 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef40f95-c876-42f4-8b55-82622ef6b601 req-200649cf-e1fd-4bbb-9572-3a0abc6bd36b tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:37.411236 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ef40f95-c876-42f4-8b55-82622ef6b601 req-200649cf-e1fd-4bbb-9572-3a0abc6bd36b tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.2164197 Mar 01 21:08:37.455173 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ef40f95-c876-42f4-8b55-82622ef6b601 req-c4924340-1418-4f1e-a5b6-aa2467d1d06b tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427477 Mar 01 21:08:37.492872 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e26c9578-37f7-4f31-a3a2-f8c85d917087 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:37.523243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57718) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:37.608508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e26c9578-37f7-4f31-a3a2-f8c85d917087 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Deleting port 23d4496d-37ef-4d10-88d7-ddfee3e32392 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:08:37.608982 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e26c9578-37f7-4f31-a3a2-f8c85d917087 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:38.069448 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-284a6fbd-b8ba-4eb5-abdc-103148714aa3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=307c2afecbe74dab8682f7a83d727a24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5442538 Mar 01 21:08:38.071706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57732) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:38.099309 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e26c9578-37f7-4f31-a3a2-f8c85d917087 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:38.189790 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1fe3764f-4f9b-43e2-8230-53998c754d49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:38.226855 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1fe3764f-4f9b-43e2-8230-53998c754d49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:38.332953 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e26c9578-37f7-4f31-a3a2-f8c85d917087 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Calling delete_port for 23d4496d-37ef-4d10-88d7-ddfee3e32392 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:08:38.558803 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1fe3764f-4f9b-43e2-8230-53998c754d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:38.559144 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e26c9578-37f7-4f31-a3a2-f8c85d917087 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:38.769403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26c9578-37f7-4f31-a3a2-f8c85d917087 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Pushing event deleted for resources: {'Port': ['ID=23d4496d-37ef-4d10-88d7-ddfee3e32392,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:38.843888 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe3764f-4f9b-43e2-8230-53998c754d49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40221f8-500f-4f3a-af1b-fa6780c07829,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:38.863195 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1fe3764f-4f9b-43e2-8230-53998c754d49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:38.867317 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1fe3764f-4f9b-43e2-8230-53998c754d49 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a40221f8-500f-4f3a-af1b-fa6780c07829 HTTP/1.1" status: 204 len: 168 time: 0.7916253 Mar 01 21:08:38.879261 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e26c9578-37f7-4f31-a3a2-f8c85d917087 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:38.961675 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cf53f-5b7e-4676-a8df-637c1193d696 req-4edfab43-0982-4b0e-ba88-33d063994cda tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:38.963207 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d7cf53f-5b7e-4676-a8df-637c1193d696 req-4edfab43-0982-4b0e-ba88-33d063994cda tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.2621932 Mar 01 21:08:39.307847 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d7cf53f-5b7e-4676-a8df-637c1193d696 req-e466f353-3d7f-41fc-bc5c-c13f3c36978a tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889574 Mar 01 21:08:39.414801 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e26c9578-37f7-4f31-a3a2-f8c85d917087 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:39.419871 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e26c9578-37f7-4f31-a3a2-f8c85d917087 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:39.742600 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e26c9578-37f7-4f31-a3a2-f8c85d917087 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Router df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:08:40.202918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e26c9578-37f7-4f31-a3a2-f8c85d917087 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:08:40.215911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d474c3-3865-41eb-b9f0-a02957df0229 None None] Sync routers for ids ['df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:08:40.241572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d474c3-3865-41eb-b9f0-a02957df0229 None None] Routers {'df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:08:40.242216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-87d474c3-3865-41eb-b9f0-a02957df0229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:08:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:40.264505 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e26c9578-37f7-4f31-a3a2-f8c85d917087 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:40.264505 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e26c9578-37f7-4f31-a3a2-f8c85d917087 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "PUT /v2.0/routers/df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3 HTTP/1.1" status: 200 len: 705 time: 4.2865160 Mar 01 21:08:40.264887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57788) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:40.388392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4adadc-b292-4b01-a874-fa3ba8681615 req-033e125a-d3b7-4ca3-847e-b04a10bc96e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:40.395810 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed4adadc-b292-4b01-a874-fa3ba8681615 req-033e125a-d3b7-4ca3-847e-b04a10bc96e6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=b7a7c3aee97041b9a801e4248bbb86e5&device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 1096 time: 0.2311382 Mar 01 21:08:40.447278 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-87d474c3-3865-41eb-b9f0-a02957df0229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:40.478120 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d474c3-3865-41eb-b9f0-a02957df0229 None None] Routers {'df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:08:40.478755 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-87d474c3-3865-41eb-b9f0-a02957df0229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:08:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:40.533891 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-70fec650-c199-4229-9342-3dfdcdd8f7ff tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "GET /v2.0/routers/df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3 HTTP/1.1" status: 200 len: 740 time: 0.2592916 Mar 01 21:08:40.535067 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57796) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:40.607802 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57802) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:40.650359 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-87d474c3-3865-41eb-b9f0-a02957df0229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:40.652068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d474c3-3865-41eb-b9f0-a02957df0229 None None] The sync data for ids ['df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:08:40.725288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4adadc-b292-4b01-a874-fa3ba8681615 req-e1518fd0-4860-4d7e-a744-51aacc010fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:40.728834 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed4adadc-b292-4b01-a874-fa3ba8681615 req-e1518fd0-4860-4d7e-a744-51aacc010fec service neutron] 10.222.0.57 "GET /v2.0/networks?id=9b34390c-6fe5-4076-9506-cf6ffd99724e HTTP/1.1" status: 200 len: 912 time: 0.3288314 Mar 01 21:08:40.796082 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-311679ee-0fb2-45f0-80bf-da7187062af7 tempest-RoutersAdminTest-439807394 tempest-RoutersAdminTest-439807394-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&device_id=df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3 HTTP/1.1" status: 200 len: 205 time: 0.2594371 Mar 01 21:08:40.800282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57810) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:40.876337 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed4adadc-b292-4b01-a874-fa3ba8681615 req-b6d071f3-74b1-4391-be35-dac6d6f83dd7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 HTTP/1.1" status: 200 len: 217 time: 0.1313035 Mar 01 21:08:40.920257 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4cca158d-2b1f-4049-8e48-de632ca07235 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "GET /v2.0/ports?device_id=df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3 HTTP/1.1" status: 200 len: 205 time: 0.1104164 Mar 01 21:08:40.921916 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57820) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:41.077251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4adadc-b292-4b01-a874-fa3ba8681615 req-b775f643-29e8-4873-ae6d-3dea01cefaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:41.078699 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed4adadc-b292-4b01-a874-fa3ba8681615 req-b775f643-29e8-4873-ae6d-3dea01cefaf1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=03961c1b-5cc3-4076-b4e1-e587eae0ddf1 HTTP/1.1" status: 200 len: 851 time: 0.1963537 Mar 01 21:08:41.097083 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-18dd3a1e-d481-4d23-8df9-df009c06be14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:41.164918 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:08:41.212383 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-34a1779c-88eb-49dc-9a3a-3db887a3daef tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:41.280723 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed4adadc-b292-4b01-a874-fa3ba8681615 req-20f0e536-78f1-4ff4-a298-08347fb2cd32 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9b34390c-6fe5-4076-9506-cf6ffd99724e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1854632 Mar 01 21:08:41.285157 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-18dd3a1e-d481-4d23-8df9-df009c06be14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:41.291531 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-18dd3a1e-d481-4d23-8df9-df009c06be14 admin admin] Usage tracker for resource:security_group_rule and tenant:501acfe4854d4859893b6ccc5c19bbdf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:08:41.416321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe72e9-ffbe-45d9-acb5-3b1da9a7c453 req-3b159fb3-402f-41a1-a7c6-aa0b90c3028f tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:41.423628 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0fe72e9-ffbe-45d9-acb5-3b1da9a7c453 req-3b159fb3-402f-41a1-a7c6-aa0b90c3028f tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 1.2104490 Mar 01 21:08:41.435998 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57836) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:41.476582 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed4adadc-b292-4b01-a874-fa3ba8681615 req-b5c19e70-9d72-4bf8-bd06-2aec78c76ffe service neutron] 10.222.0.57 "GET /v2.0/networks/9b34390c-6fe5-4076-9506-cf6ffd99724e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876943 Mar 01 21:08:41.477452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-18dd3a1e-d481-4d23-8df9-df009c06be14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:08:41.523140 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-18dd3a1e-d481-4d23-8df9-df009c06be14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:41.681041 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed4adadc-b292-4b01-a874-fa3ba8681615 req-b7e26be7-e6a1-44e7-a3c9-34a071b3dd91 service neutron] 10.222.0.57 "GET /v2.0/networks/9b34390c-6fe5-4076-9506-cf6ffd99724e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962729 Mar 01 21:08:41.822791 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0fe72e9-ffbe-45d9-acb5-3b1da9a7c453 req-9c6eeaf5-1a8b-4ebc-a610-d8683c131c2e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3884282 Mar 01 21:08:41.826415 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-34a1779c-88eb-49dc-9a3a-3db887a3daef tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:41.829175 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-34a1779c-88eb-49dc-9a3a-3db887a3daef tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:41.834152 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-18dd3a1e-d481-4d23-8df9-df009c06be14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:41.925095 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-18dd3a1e-d481-4d23-8df9-df009c06be14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:41.952513 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-34a1779c-88eb-49dc-9a3a-3db887a3daef tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:41.953066 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34a1779c-88eb-49dc-9a3a-3db887a3daef tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Fanout notify agent at l3_agent the message router_deleted on router df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:08:41.984617 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-34a1779c-88eb-49dc-9a3a-3db887a3daef tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:42.012728 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-34a1779c-88eb-49dc-9a3a-3db887a3daef tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "DELETE /v2.0/routers/df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3 HTTP/1.1" status: 204 len: 168 time: 1.0872631 Mar 01 21:08:42.016061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1555717362'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:08:42.022377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:42.023033 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57848) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:42.028614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Usage tracker for resource:network and tenant:126f883557a74fbe85af15698faf078f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:08:42.031931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:08:42.038075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:42.129012 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57856) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:42.136137 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-45ea6db1-b7c0-4975-ba47-e9d9b46c7289 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "GET /v2.0/ports?device_id=df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3 HTTP/1.1" status: 200 len: 205 time: 0.1112568 Mar 01 21:08:42.137582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd3a1e-d481-4d23-8df9-df009c06be14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94791188-ff18-4ed1-8840-313eaa7560ee,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:42.142065 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-18dd3a1e-d481-4d23-8df9-df009c06be14 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=501acfe4854d4859893b6ccc5c19bbdf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5333033 Mar 01 21:08:42.152004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57860) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:42.275289 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:08:42.279968 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:42.284969 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-31b0f9f3-4b73-40da-b9d8-6598d154d606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:42.310242 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:42.329810 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-139ffe80-70f2-415a-b0a4-60891b636085 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] delete failed (client error): The resource could not be found. Mar 01 21:08:42.334181 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-139ffe80-70f2-415a-b0a4-60891b636085 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "DELETE /v2.0/routers/df8d46d1-bf4e-4f17-9b41-9a63e21ddcf3 HTTP/1.1" status: 404 len: 336 time: 0.2013440 Mar 01 21:08:42.336124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57870) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:42.340065 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-31b0f9f3-4b73-40da-b9d8-6598d154d606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:42.365917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:42.370650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Usage tracker for resource:security_group_rule and tenant:126f883557a74fbe85af15698faf078f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:08:42.374099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:08:42.382269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:42.408285 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e3735203-63a2-466e-b046-25a1de9c15d0 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "GET /v2.0/ports?device_id=16a8e778-1046-4e4f-9636-7f4f4dfe828d HTTP/1.1" status: 200 len: 205 time: 0.0702512 Mar 01 21:08:42.414825 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57874) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:42.512279 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-12ea46d2-7de4-4c25-92ad-67e51f9e700f tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] delete failed (client error): The resource could not be found. Mar 01 21:08:42.516013 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-12ea46d2-7de4-4c25-92ad-67e51f9e700f tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "DELETE /v2.0/routers/16a8e778-1046-4e4f-9636-7f4f4dfe828d HTTP/1.1" status: 404 len: 336 time: 0.0995038 Mar 01 21:08:42.516894 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57878) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:42.565944 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-31444301-c87b-4e1f-b76b-22892d865c21 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "GET /v2.0/ports?device_id=2d324491-1437-4c80-b435-5728939615d2 HTTP/1.1" status: 200 len: 205 time: 0.0478177 Mar 01 21:08:42.568635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57882) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:42.628962 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-31b0f9f3-4b73-40da-b9d8-6598d154d606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:42.659991 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-31b0f9f3-4b73-40da-b9d8-6598d154d606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:42.664156 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-31b0f9f3-4b73-40da-b9d8-6598d154d606 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/94791188-ff18-4ed1-8840-313eaa7560ee HTTP/1.1" status: 204 len: 168 time: 0.5011189 Mar 01 21:08:42.664156 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-bf36dad5-4ebb-40a7-b84b-8e3b9825707b tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] delete failed (client error): The resource could not be found. Mar 01 21:08:42.664156 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bf36dad5-4ebb-40a7-b84b-8e3b9825707b tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "DELETE /v2.0/routers/2d324491-1437-4c80-b435-5728939615d2 HTTP/1.1" status: 404 len: 336 time: 0.0938954 Mar 01 21:08:42.664156 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0f9f3-4b73-40da-b9d8-6598d154d606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94791188-ff18-4ed1-8840-313eaa7560ee,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:42.666443 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57890) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:42.719051 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:42.729681 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-60ddae4a-fcbf-4f50-bb2d-513d434998df tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "GET /v2.0/ports?device_id=5a75f67c-47af-4bdf-995a-000638dac1aa HTTP/1.1" status: 200 len: 205 time: 0.0597124 Mar 01 21:08:42.729930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57894) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:42.786726 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:42.801445 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-5636809e-a31c-48f4-97ef-1fd30588211d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] delete failed (client error): The resource could not be found. Mar 01 21:08:42.802558 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5636809e-a31c-48f4-97ef-1fd30588211d tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "DELETE /v2.0/routers/5a75f67c-47af-4bdf-995a-000638dac1aa HTTP/1.1" status: 404 len: 336 time: 0.0717821 Mar 01 21:08:42.805237 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57902) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:42.835322 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1455ff7-8801-44c3-a2a3-f42a96338711,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:42.849281 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:08:42.859760 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cba241e1-eb1e-4107-8aa1-e52ae6eb7be7 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "GET /v2.0/ports?device_id=3232133b-f010-490f-9d63-8872b81a83cb HTTP/1.1" status: 200 len: 205 time: 0.0506659 Mar 01 21:08:42.861382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57908) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:43.186127 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-de6aacf0-0829-4c7c-93f2-26fc7c75f0ef tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] delete failed (client error): The resource could not be found. Mar 01 21:08:43.188865 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-de6aacf0-0829-4c7c-93f2-26fc7c75f0ef tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "DELETE /v2.0/routers/3232133b-f010-490f-9d63-8872b81a83cb HTTP/1.1" status: 404 len: 336 time: 0.3243375 Mar 01 21:08:43.191474 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:43.192134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57918) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:43.192266 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Added segment e19df8ae-282e-4090-8498-1b5f9f3cf62c of type vlan for network 101c9c5d-78f8-4fa3-a042-b26eb572b1e0 Mar 01 21:08:43.253879 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-390bfbbe-7070-4a47-bae6-846b31153a68 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff0f26e3-b05c-44a1-9e77-5846e4f3da18 HTTP/1.1" status: 200 len: 205 time: 0.0602922 Mar 01 21:08:43.256657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57922) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:43.350357 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:43.446006 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-2ef9dde5-3d95-4164-8470-f58c7f1d4a48 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] delete failed (client error): The resource could not be found. Mar 01 21:08:43.447070 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2ef9dde5-3d95-4164-8470-f58c7f1d4a48 tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "DELETE /v2.0/routers/ff0f26e3-b05c-44a1-9e77-5846e4f3da18 HTTP/1.1" status: 404 len: 336 time: 0.1895039 Mar 01 21:08:43.449905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57934) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:43.496112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e4d4b-661e-4c4c-a24e-9376b22c51b6 req-64874cfb-4453-41e7-b5c4-171ae9c2c1ad tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:43.496112 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff9e4d4b-661e-4c4c-a24e-9376b22c51b6 req-64874cfb-4453-41e7-b5c4-171ae9c2c1ad tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.2984149 Mar 01 21:08:43.554918 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff9e4d4b-661e-4c4c-a24e-9376b22c51b6 req-d9f0f6f4-c739-4e01-a6ae-c94fa060fbd7 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477045 Mar 01 21:08:43.568325 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a34d568-f002-433d-b3ca-2663b99f5c6c tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] DELETE failed (client error): The resource could not be found. Mar 01 21:08:43.568863 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a34d568-f002-433d-b3ca-2663b99f5c6c tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:08:43.572983 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0a34d568-f002-433d-b3ca-2663b99f5c6c tempest-RoutersAdminTest-1042362938 tempest-RoutersAdminTest-1042362938-project] 10.222.0.42 "DELETE /v2.0/subnets/fd254da8-7714-484d-9860-9f4067304be1 HTTP/1.1" status: 404 len: 337 time: 0.1197433 Mar 01 21:08:43.581673 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:43.588015 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:43.588719 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:43.781984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Network': ['ID=101c9c5d-78f8-4fa3-a042-b26eb572b1e0,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:43.797504 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 101c9c5d-78f8-4fa3-a042-b26eb572b1e0 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:08:43.888211 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b84cfd2b-4adc-490d-8fa0-e908aeb63059 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4258294 Mar 01 21:08:44.012416 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57956) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:44.018535 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d06f05a4-d487-409c-aa66-ca4b658924db tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'subnet': {'network_id': '101c9c5d-78f8-4fa3-a042-b26eb572b1e0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:08:44.288595 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57966) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:44.546294 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1a0ba8aa-7f9a-467e-859c-79c2fcf3c420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:44.591233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1a0ba8aa-7f9a-467e-859c-79c2fcf3c420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:44.613444 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1a0ba8aa-7f9a-467e-859c-79c2fcf3c420 admin admin] Usage tracker for resource:security_group_rule and tenant:21bf4bfe0a374167b5c293012eb21e6b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:08:44.637016 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1a0ba8aa-7f9a-467e-859c-79c2fcf3c420 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:08:44.655143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1a0ba8aa-7f9a-467e-859c-79c2fcf3c420 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:44.655724 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d06f05a4-d487-409c-aa66-ca4b658924db tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:44.667605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d06f05a4-d487-409c-aa66-ca4b658924db tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Usage tracker for resource:subnet and tenant:126f883557a74fbe85af15698faf078f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:08:44.676487 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d06f05a4-d487-409c-aa66-ca4b658924db tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:08:44.707210 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d06f05a4-d487-409c-aa66-ca4b658924db tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:44.742885 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d183d8-45bc-4833-a1ae-5afdc1464709 req-903a1b7a-3b6c-4fec-bbab-79ba813254b3 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:44.746476 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85d183d8-45bc-4833-a1ae-5afdc1464709 req-903a1b7a-3b6c-4fec-bbab-79ba813254b3 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 945 time: 0.3257041 Mar 01 21:08:44.816403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06f05a4-d487-409c-aa66-ca4b658924db tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:08:44.820435 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d06f05a4-d487-409c-aa66-ca4b658924db tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:44.927450 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85d183d8-45bc-4833-a1ae-5afdc1464709 req-2f4831b8-564a-420b-983d-b7932dfe5797 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659334 Mar 01 21:08:45.012253 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7dd0c-90d5-4557-b830-2a7b208b4d58 req-3a6fb75f-987b-445f-86ef-53032f3cd0cc tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:45.021043 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a5f7dd0c-90d5-4557-b830-2a7b208b4d58 req-3a6fb75f-987b-445f-86ef-53032f3cd0cc tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.2351897 Mar 01 21:08:45.113392 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a5f7dd0c-90d5-4557-b830-2a7b208b4d58 req-a7f6605e-8c3b-4bde-9a47-450d597655fd tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909507 Mar 01 21:08:45.139994 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1a0ba8aa-7f9a-467e-859c-79c2fcf3c420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:45.207749 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1a0ba8aa-7f9a-467e-859c-79c2fcf3c420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:45.272982 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1a0ba8aa-7f9a-467e-859c-79c2fcf3c420 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=21bf4bfe0a374167b5c293012eb21e6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9806340 Mar 01 21:08:45.272982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ba8aa-7f9a-467e-859c-79c2fcf3c420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ba48a6-e80f-4af7-b828-c409c0843743,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:45.273800 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57998) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:45.301307 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d06f05a4-d487-409c-aa66-ca4b658924db tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:45.493133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f05a4-d487-409c-aa66-ca4b658924db tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Subnet': ['ID=63a6f825-c58d-4193-909b-0b474b660caf,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:45.559158 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9d869fe7-670a-4088-9407-4362301debb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:45.574791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06f05a4-d487-409c-aa66-ca4b658924db tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Checking segment: {'id': 'e19df8ae-282e-4090-8498-1b5f9f3cf62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '101c9c5d-78f8-4fa3-a042-b26eb572b1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:08:45.575231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06f05a4-d487-409c-aa66-ca4b658924db tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network hostable DHCP agents. Network: 101c9c5d-78f8-4fa3-a042-b26eb572b1e0, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:08:45.601529 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9d869fe7-670a-4088-9407-4362301debb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:45.715519 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06f05a4-d487-409c-aa66-ca4b658924db tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network 101c9c5d-78f8-4fa3-a042-b26eb572b1e0 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:08:45.756292 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9d869fe7-670a-4088-9407-4362301debb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:45.777762 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d869fe7-670a-4088-9407-4362301debb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ba48a6-e80f-4af7-b828-c409c0843743,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:45.823257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-d06f05a4-d487-409c-aa66-ca4b658924db tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 101c9c5d-78f8-4fa3-a042-b26eb572b1e0) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:08:45.832465 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9d869fe7-670a-4088-9407-4362301debb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:45.836002 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9d869fe7-670a-4088-9407-4362301debb3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/98ba48a6-e80f-4af7-b828-c409c0843743 HTTP/1.1" status: 204 len: 168 time: 0.5585890 Mar 01 21:08:45.836002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06f05a4-d487-409c-aa66-ca4b658924db tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:45.836161 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53d6a06-3f25-41b9-8b77-0455a9b84254 None None] Network 101c9c5d-78f8-4fa3-a042-b26eb572b1e0 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:08:45.836617 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d06f05a4-d487-409c-aa66-ca4b658924db tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:45.947454 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d06f05a4-d487-409c-aa66-ca4b658924db tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.9344344 Mar 01 21:08:45.950618 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58024) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:45.966427 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9555e973-fccc-40fe-8db4-ec3148f6c24c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1172529759'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:08:45.989259 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9555e973-fccc-40fe-8db4-ec3148f6c24c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:46.000511 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9555e973-fccc-40fe-8db4-ec3148f6c24c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Usage tracker for resource:network and tenant:126f883557a74fbe85af15698faf078f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:08:46.016090 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9555e973-fccc-40fe-8db4-ec3148f6c24c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:08:46.038692 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9555e973-fccc-40fe-8db4-ec3148f6c24c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:46.100285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f89a44-0d2f-455c-9f25-b7a7eec64a2f req-d358084b-5fab-43d4-9834-9a51a6b8d6f1 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:46.114955 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92f89a44-0d2f-455c-9f25-b7a7eec64a2f req-d358084b-5fab-43d4-9834-9a51a6b8d6f1 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.2037754 Mar 01 21:08:46.204406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9555e973-fccc-40fe-8db4-ec3148f6c24c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:08:46.214453 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9555e973-fccc-40fe-8db4-ec3148f6c24c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:46.217231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92f89a44-0d2f-455c-9f25-b7a7eec64a2f req-0dc0b2f5-79f8-4e33-9562-d8f1ffff063d tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011825 Mar 01 21:08:46.329159 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-101c9c5d-78f8-4fa3-a042-b26eb572b1e0', 'network_id': '101c9c5d-78f8-4fa3-a042-b26eb572b1e0', 'tenant_id': '126f883557a74fbe85af15698faf078f', 'fixed_ips': [{'subnet_id': '63a6f825-c58d-4193-909b-0b474b660caf'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:08:46.331136 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:46.346149 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9555e973-fccc-40fe-8db4-ec3148f6c24c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:08:46.359837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ffd432-e9ad-49e4-8b63-37146bed85bd req-c85c23c8-7c92-4379-9474-783e43695649 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:46.371247 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9555e973-fccc-40fe-8db4-ec3148f6c24c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:46.371524 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-17ffd432-e9ad-49e4-8b63-37146bed85bd req-c85c23c8-7c92-4379-9474-783e43695649 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 945 time: 0.1813538 Mar 01 21:08:46.372113 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-9555e973-fccc-40fe-8db4-ec3148f6c24c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Added segment b23000bf-c4e8-481a-a291-eb48e498c2f8 of type vlan for network d032044a-0954-4cf7-9cb8-bbb2b372b72c Mar 01 21:08:46.504135 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef42fb-897f-4f57-bf5f-bdbd3821e11f req-16a2c108-f166-48f1-8f3e-ccf0b5630cb1 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:46.505129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-cfef42fb-897f-4f57-bf5f-bdbd3821e11f req-16a2c108-f166-48f1-8f3e-ccf0b5630cb1 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Synchronizing usage tracker for tenant:ae8beb020bc5422983ac60a96ddee5cd on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:08:46.510948 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-17ffd432-e9ad-49e4-8b63-37146bed85bd req-4bf02831-1c5f-471d-9a9f-6f856e30ac1f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383576 Mar 01 21:08:46.548431 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9555e973-fccc-40fe-8db4-ec3148f6c24c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:46.667237 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9555e973-fccc-40fe-8db4-ec3148f6c24c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:46.672999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9555e973-fccc-40fe-8db4-ec3148f6c24c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:46.675811 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9555e973-fccc-40fe-8db4-ec3148f6c24c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:46.756922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-cfef42fb-897f-4f57-bf5f-bdbd3821e11f req-16a2c108-f166-48f1-8f3e-ccf0b5630cb1 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Unset dirty status for tenant:ae8beb020bc5422983ac60a96ddee5cd on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:08:46.759955 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cfef42fb-897f-4f57-bf5f-bdbd3821e11f req-16a2c108-f166-48f1-8f3e-ccf0b5630cb1 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.57 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 945 time: 0.6420059 Mar 01 21:08:46.793815 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Allocated IP 172.20.255.242 (101c9c5d-78f8-4fa3-a042-b26eb572b1e0/63a6f825-c58d-4193-909b-0b474b660caf/a07bd161-aa9a-4481-a382-9879a1a1031a) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:08:46.848997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-cfef42fb-897f-4f57-bf5f-bdbd3821e11f req-9c88a548-c981-47cc-a303-fe1d7429ad77 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Deleting port 6a786a75-159c-4e1f-9466-4f6ac15a9170 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:08:46.849345 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cfef42fb-897f-4f57-bf5f-bdbd3821e11f req-9c88a548-c981-47cc-a303-fe1d7429ad77 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:46.985830 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9555e973-fccc-40fe-8db4-ec3148f6c24c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Network': ['ID=d032044a-0954-4cf7-9cb8-bbb2b372b72c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:47.051811 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network d032044a-0954-4cf7-9cb8-bbb2b372b72c details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:08:47.154707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58062) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:47.245053 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b8c7161d-fd8c-4a4d-a0ff-1af42fd26bf1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f9e63faa7844f39ad33d1f13e1e4196&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0862179 Mar 01 21:08:47.245296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58070) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:47.285842 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-cfef42fb-897f-4f57-bf5f-bdbd3821e11f req-9c88a548-c981-47cc-a303-fe1d7429ad77 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] For port 6a786a75-159c-4e1f-9466-4f6ac15a9170, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=6a786a75-159c-4e1f-9466-4f6ac15a9170,segment=NetworkSegment(a07844af-8138-4cdc-af4b-5367f006a6d0),segment_id=a07844af-8138-4cdc-af4b-5367f006a6d0)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:08:47.286510 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cfef42fb-897f-4f57-bf5f-bdbd3821e11f req-9c88a548-c981-47cc-a303-fe1d7429ad77 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:47.326442 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:47.372578 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Transition to ACTIVE for port object a07bd161-aa9a-4481-a382-9879a1a1031a will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:08:47.387483 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b47b0ca-76b8-4f93-87d6-9391fa2412bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:47.395280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Transition to ACTIVE for port object a07bd161-aa9a-4481-a382-9879a1a1031a will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:08:47.400651 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9555e973-fccc-40fe-8db4-ec3148f6c24c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4487746 Mar 01 21:08:47.443289 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b47b0ca-76b8-4f93-87d6-9391fa2412bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:47.468144 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:47.496119 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58076) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:47.505313 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-cfef42fb-897f-4f57-bf5f-bdbd3821e11f req-9c88a548-c981-47cc-a303-fe1d7429ad77 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Calling delete_port for 6a786a75-159c-4e1f-9466-4f6ac15a9170 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:08:47.588225 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-e3bebb28-d3b6-425f-a4fe-940032958390 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'subnet': {'network_id': 'd032044a-0954-4cf7-9cb8-bbb2b372b72c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:08:47.592433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Pushing event updated for resources: {'Port': ['ID=a07bd161-aa9a-4481-a382-9879a1a1031a,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:47.615733 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:47.616164 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:47.616516 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:47.618680 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:47.619185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:47.619185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:47.619978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:47.620555 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:47.620667 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:47.621631 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:47.624439 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:47.624439 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:08:47.624797 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b47b0ca-76b8-4f93-87d6-9391fa2412bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:47.665793 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Network 101c9c5d-78f8-4fa3-a042-b26eb572b1e0 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:08:47.667462 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:08:47.671810 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b47b0ca-76b8-4f93-87d6-9391fa2412bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a58f3d9-5ee9-474b-8818-3bab9b967251,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:47.672651 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:08:47.702188 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b47b0ca-76b8-4f93-87d6-9391fa2412bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:47.706197 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6b47b0ca-76b8-4f93-87d6-9391fa2412bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a58f3d9-5ee9-474b-8818-3bab9b967251 HTTP/1.1" status: 204 len: 168 time: 0.4592438 Mar 01 21:08:47.777796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aada5b-cb4a-4e87-9801-24fe1b425879 req-41e6e91f-e4b6-4ffe-958e-b891a869c801 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:47.791831 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e2aada5b-cb4a-4e87-9801-24fe1b425879 req-41e6e91f-e4b6-4ffe-958e-b891a869c801 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.2492931 Mar 01 21:08:47.926403 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Attempting to bind port a07bd161-aa9a-4481-a382-9879a1a1031a on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:08:47.926783 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Attempting to bind port a07bd161-aa9a-4481-a382-9879a1a1031a by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'e19df8ae-282e-4090-8498-1b5f9f3cf62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '101c9c5d-78f8-4fa3-a042-b26eb572b1e0'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:08:47.927152 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Attempting to bind port a07bd161-aa9a-4481-a382-9879a1a1031a on network 101c9c5d-78f8-4fa3-a042-b26eb572b1e0 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:08:47.953191 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:08:47.953572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Checking segment: {'id': 'e19df8ae-282e-4090-8498-1b5f9f3cf62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '101c9c5d-78f8-4fa3-a042-b26eb572b1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:08:47.963936 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:47.965185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Bound using segment: {'id': 'e19df8ae-282e-4090-8498-1b5f9f3cf62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '101c9c5d-78f8-4fa3-a042-b26eb572b1e0'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:08:47.965908 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Bound port: a07bd161-aa9a-4481-a382-9879a1a1031a, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e19df8ae-282e-4090-8498-1b5f9f3cf62c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '101c9c5d-78f8-4fa3-a042-b26eb572b1e0'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:08:47.967043 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:48.074332 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e2aada5b-cb4a-4e87-9801-24fe1b425879 req-8622ee8b-3850-4577-83f3-76e90cc73ad9 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797925 Mar 01 21:08:48.133381 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e3bebb28-d3b6-425f-a4fe-940032958390 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:48.164146 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e3bebb28-d3b6-425f-a4fe-940032958390 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Usage tracker for resource:subnet and tenant:126f883557a74fbe85af15698faf078f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:08:48.176692 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e3bebb28-d3b6-425f-a4fe-940032958390 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:08:48.209528 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7037cdd5-bfff-4ea4-96e6-82a2c9394b97 req-248df3a9-a61a-430c-9d4f-88a99e67c50f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:48.213523 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7037cdd5-bfff-4ea4-96e6-82a2c9394b97 req-248df3a9-a61a-430c-9d4f-88a99e67c50f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 945 time: 0.3632100 Mar 01 21:08:48.266472 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e3bebb28-d3b6-425f-a4fe-940032958390 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:48.277843 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] For port a07bd161-aa9a-4481-a382-9879a1a1031a, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:08:48.313280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] For port a07bd161-aa9a-4481-a382-9879a1a1031a, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=a07bd161-aa9a-4481-a382-9879a1a1031a,segment=NetworkSegment(e19df8ae-282e-4090-8498-1b5f9f3cf62c),segment_id=e19df8ae-282e-4090-8498-1b5f9f3cf62c)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:08:48.371147 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bebb28-d3b6-425f-a4fe-940032958390 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:08:48.376411 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3bebb28-d3b6-425f-a4fe-940032958390 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:48.381761 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7037cdd5-bfff-4ea4-96e6-82a2c9394b97 req-1ac18fb4-5c5b-4669-ab20-b3e6942af97c tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583204 Mar 01 21:08:48.425883 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:48.433672 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cfef42fb-897f-4f57-bf5f-bdbd3821e11f req-9c88a548-c981-47cc-a303-fe1d7429ad77 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:48.595494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88a548-c981-47cc-a303-fe1d7429ad77 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Pushing event deleted for resources: {'Port': ['ID=6a786a75-159c-4e1f-9466-4f6ac15a9170,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:48.599400 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['fa08eb7d-a338-48a3-8a2c-2495a5948334'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:08:48.739883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['6a786a75-159c-4e1f-9466-4f6ac15a9170'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:08:48.858397 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c68a4c5-d14b-4a40-ad68-f5bbe94d35b0 None None] Pushing event updated for resources: {'Port': ['ID=a07bd161-aa9a-4481-a382-9879a1a1031a,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:48.909386 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfef42fb-897f-4f57-bf5f-bdbd3821e11f req-9c88a548-c981-47cc-a303-fe1d7429ad77 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] No DVR routers for this DVR port 6a786a75-159c-4e1f-9466-4f6ac15a9170 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:08:48.919130 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-cfef42fb-897f-4f57-bf5f-bdbd3821e11f req-9c88a548-c981-47cc-a303-fe1d7429ad77 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:48.922712 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20cc3cc0-e1b6-4268-b062-ea9875ca388b', 'name': 'network-vif-deleted', 'tag': '6a786a75-159c-4e1f-9466-4f6ac15a9170'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:08:49.107803 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cfef42fb-897f-4f57-bf5f-bdbd3821e11f req-9c88a548-c981-47cc-a303-fe1d7429ad77 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.57 "DELETE /v2.0/ports/6a786a75-159c-4e1f-9466-4f6ac15a9170 HTTP/1.1" status: 204 len: 173 time: 2.3121741 Mar 01 21:08:49.116608 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20cc3cc0-e1b6-4268-b062-ea9875ca388b', 'name': 'network-vif-deleted', 'tag': '6a786a75-159c-4e1f-9466-4f6ac15a9170', 'status': 'completed', 'code': 200} Mar 01 21:08:49.380388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0faefb-e4b9-4995-b864-968f3e12e64a req-b1f5cb24-ec86-4532-8ca1-b5ce2142ab45 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:49.381230 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-ad0faefb-e4b9-4995-b864-968f3e12e64a req-b1f5cb24-ec86-4532-8ca1-b5ce2142ab45 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Synchronizing usage tracker for tenant:b7a7c3aee97041b9a801e4248bbb86e5 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:08:49.583181 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c36de-3b9d-495c-980e-8a1fb425f15e req-91b8e471-5591-45bf-8f9f-4c144b184a43 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:49.587784 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae0c36de-3b9d-495c-980e-8a1fb425f15e req-91b8e471-5591-45bf-8f9f-4c144b184a43 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.2030268 Mar 01 21:08:49.653198 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d0d9faa-e6a9-4d6a-849a-c528bc58d09f req-85e703ea-cf77-4ffc-9397-9c7bfd431f1f tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=20cc3cc0-e1b6-4268-b062-ea9875ca388b HTTP/1.1" status: 200 len: 210 time: 0.0629873 Mar 01 21:08:49.700697 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae0c36de-3b9d-495c-980e-8a1fb425f15e req-72e0f46d-6426-4123-8be5-b28fa3c2a0f7 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085014 Mar 01 21:08:49.708426 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3bebb28-d3b6-425f-a4fe-940032958390 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:49.715453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-ad0faefb-e4b9-4995-b864-968f3e12e64a req-b1f5cb24-ec86-4532-8ca1-b5ce2142ab45 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Unset dirty status for tenant:b7a7c3aee97041b9a801e4248bbb86e5 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:08:49.719858 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ad0faefb-e4b9-4995-b864-968f3e12e64a req-b1f5cb24-ec86-4532-8ca1-b5ce2142ab45 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.57 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 1.0243874 Mar 01 21:08:49.881450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bebb28-d3b6-425f-a4fe-940032958390 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Subnet': ['ID=395573c8-d7bd-40fb-ae5a-63b9ccb2616e,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:49.888557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-ad0faefb-e4b9-4995-b864-968f3e12e64a req-1b6fa68f-dcfa-40fb-845a-bef4f4f2b620 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Deleting port f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:08:49.888891 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ad0faefb-e4b9-4995-b864-968f3e12e64a req-1b6fa68f-dcfa-40fb-845a-bef4f4f2b620 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:49.928414 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bebb28-d3b6-425f-a4fe-940032958390 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Checking segment: {'id': 'b23000bf-c4e8-481a-a291-eb48e498c2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd032044a-0954-4cf7-9cb8-bbb2b372b72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:08:49.928414 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bebb28-d3b6-425f-a4fe-940032958390 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network hostable DHCP agents. Network: d032044a-0954-4cf7-9cb8-bbb2b372b72c, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:08:50.137112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bebb28-d3b6-425f-a4fe-940032958390 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network d032044a-0954-4cf7-9cb8-bbb2b372b72c is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:08:50.260280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a07bd161-aa9a-4481-a382-9879a1a1031a up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:08:50.512611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58170) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:50.513003 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port a07bd161-aa9a-4481-a382-9879a1a1031a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:08:50.532514 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-e3bebb28-d3b6-425f-a4fe-940032958390 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, d032044a-0954-4cf7-9cb8-bbb2b372b72c) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:08:50.543010 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-796fa3ec-6dff-4e88-b9ba-458639f4d3f7 None None] Network d032044a-0954-4cf7-9cb8-bbb2b372b72c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:08:50.578876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bebb28-d3b6-425f-a4fe-940032958390 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:50.579577 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3bebb28-d3b6-425f-a4fe-940032958390 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:50.773536 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e3bebb28-d3b6-425f-a4fe-940032958390 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.2738199 Mar 01 21:08:50.774135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58182) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:50.813428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-ad0faefb-e4b9-4995-b864-968f3e12e64a req-1b6fa68f-dcfa-40fb-845a-bef4f4f2b620 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] For port f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0,segment=NetworkSegment(9bed440c-0e86-4609-9f79-d599079265d8),segment_id=9bed440c-0e86-4609-9f79-d599079265d8)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:08:50.814602 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ad0faefb-e4b9-4995-b864-968f3e12e64a req-1b6fa68f-dcfa-40fb-845a-bef4f4f2b620 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:50.816861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 6a786a75-159c-4e1f-9466-4f6ac15a9170 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:08:50.918827 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dc60a3-ac40-4d6c-a94f-6106f4335709 None None] Network 101c9c5d-78f8-4fa3-a042-b26eb572b1e0 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:08:51.130431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-ad0faefb-e4b9-4995-b864-968f3e12e64a req-1b6fa68f-dcfa-40fb-845a-bef4f4f2b620 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Calling delete_port for f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:08:51.273600 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 6a786a75-159c-4e1f-9466-4f6ac15a9170 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:08:51.274758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 6a786a75-159c-4e1f-9466-4f6ac15a9170 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:08:51.313729 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1559355676'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:08:51.319784 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:51.323893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Usage tracker for resource:network and tenant:02a57899d1034eb580757195bada9f86 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:08:51.327234 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:08:51.336928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:51.485883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0e03aea0-860b-4c80-9cd1-c79ad3db6b88 None None] Provisioning for port a07bd161-aa9a-4481-a382-9879a1a1031a completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:08:51.498757 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:51.513217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Made reservation on behalf of 02a57899d1034eb580757195bada9f86 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:08:51.516755 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:51.521631 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-d032044a-0954-4cf7-9cb8-bbb2b372b72c', 'network_id': 'd032044a-0954-4cf7-9cb8-bbb2b372b72c', 'tenant_id': '126f883557a74fbe85af15698faf078f', 'fixed_ips': [{'subnet_id': '395573c8-d7bd-40fb-ae5a-63b9ccb2616e'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:08:51.526056 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:51.593103 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:51.663545 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:51.674727 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:51.681083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Usage tracker for resource:security_group_rule and tenant:02a57899d1034eb580757195bada9f86 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:08:51.683227 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ad0faefb-e4b9-4995-b864-968f3e12e64a req-1b6fa68f-dcfa-40fb-845a-bef4f4f2b620 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:51.687076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:08:51.695013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:51.721474 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0e03aea0-860b-4c80-9cd1-c79ad3db6b88 None None] Provisioning complete for port a07bd161-aa9a-4481-a382-9879a1a1031a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:08:51.721852 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0e03aea0-860b-4c80-9cd1-c79ad3db6b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:51.763472 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['7934ce29-a740-4da6-aa18-a1d654469d2d'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:08:51.769420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0638acd6-77d6-4a9c-95ba-52e129530f61 req-09ba1db9-d06b-4fdf-96d5-1d4ca8660ebd tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:51.789181 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0638acd6-77d6-4a9c-95ba-52e129530f61 req-09ba1db9-d06b-4fdf-96d5-1d4ca8660ebd tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 945 time: 0.5615530 Mar 01 21:08:51.870844 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fa68f-dcfa-40fb-845a-bef4f4f2b620 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Pushing event deleted for resources: {'Port': ['ID=f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:52.030153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0faefb-e4b9-4995-b864-968f3e12e64a req-1b6fa68f-dcfa-40fb-845a-bef4f4f2b620 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] No DVR routers for this DVR port f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:08:52.040499 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-ad0faefb-e4b9-4995-b864-968f3e12e64a req-1b6fa68f-dcfa-40fb-845a-bef4f4f2b620 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:52.053379 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:52.062051 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ba5a915-55a7-4b5c-897c-1f578d74f6b8', 'name': 'network-vif-deleted', 'tag': 'f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:08:52.158076 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ad0faefb-e4b9-4995-b864-968f3e12e64a req-1b6fa68f-dcfa-40fb-845a-bef4f4f2b620 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.57 "DELETE /v2.0/ports/f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 HTTP/1.1" status: 204 len: 173 time: 2.4034035 Mar 01 21:08:52.325710 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0e03aea0-860b-4c80-9cd1-c79ad3db6b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:52.369580 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-0e03aea0-860b-4c80-9cd1-c79ad3db6b88 None None] For port a07bd161-aa9a-4481-a382-9879a1a1031a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=a07bd161-aa9a-4481-a382-9879a1a1031a,segment=NetworkSegment(e19df8ae-282e-4090-8498-1b5f9f3cf62c),segment_id=e19df8ae-282e-4090-8498-1b5f9f3cf62c)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:08:52.374537 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Allocated IP 172.20.0.2 (d032044a-0954-4cf7-9cb8-bbb2b372b72c/395573c8-d7bd-40fb-ae5a-63b9ccb2616e/b694ff02-22fa-4d65-b135-d2216f247b88) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:08:52.402314 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0638acd6-77d6-4a9c-95ba-52e129530f61 req-a9a76514-a103-4089-86ad-411f20aa0ae8 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6112807 Mar 01 21:08:52.511878 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:52.513338 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ba5a915-55a7-4b5c-897c-1f578d74f6b8', 'name': 'network-vif-deleted', 'tag': 'f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0', 'status': 'completed', 'code': 200} Mar 01 21:08:52.520690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55db24-0209-4b9e-8732-b380bbe91f88 req-4fd07fd9-d970-4bf2-b244-dfa1a95fe9d8 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:52.522797 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc55db24-0209-4b9e-8732-b380bbe91f88 req-4fd07fd9-d970-4bf2-b244-dfa1a95fe9d8 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.2325125 Mar 01 21:08:52.576765 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc55db24-0209-4b9e-8732-b380bbe91f88 req-aa64c755-0700-4a3a-a4ce-7df747c4e8ba tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474274 Mar 01 21:08:52.674803 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:52.688424 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Transition to ACTIVE for port object b694ff02-22fa-4d65-b135-d2216f247b88 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:08:52.708976 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Transition to ACTIVE for port object b694ff02-22fa-4d65-b135-d2216f247b88 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:08:52.724646 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0e03aea0-860b-4c80-9cd1-c79ad3db6b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:52.758785 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:52.787287 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:08:52.836947 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:08:52.851256 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:52.902121 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:08:52.903379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device f5a90c46-6307-4f3d-b35a-8b1d2a74c7b0 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:08:52.932244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7981c1d0-1d8e-439f-9df5-86f1ea3d362e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:52.982984 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:52.990637 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:52.990988 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Added segment 1025a2b6-f4cd-47eb-923c-ec46716cd4ca of type vlan for network bb0da870-51b7-4815-9487-dd574794e438 Mar 01 21:08:53.036669 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Network d032044a-0954-4cf7-9cb8-bbb2b372b72c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:08:53.045174 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:08:53.052110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:08:53.071738 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-87cbed53-1b98-4860-9383-6cc4a5000c5c None None] Provisioning complete for port a07bd161-aa9a-4481-a382-9879a1a1031a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:08:53.072449 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-87cbed53-1b98-4860-9383-6cc4a5000c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:53.114164 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Subnet': ['ID=395573c8-d7bd-40fb-ae5a-63b9ccb2616e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:53.167109 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e03aea0-860b-4c80-9cd1-c79ad3db6b88 None None] Pushing event updated for resources: {'Port': ['ID=a07bd161-aa9a-4481-a382-9879a1a1031a,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:53.213636 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:53.273241 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:53.319843 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d032044a-0954-4cf7-9cb8-bbb2b372b72c']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:53.335250 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23000bf-c4e8-481a-a291-eb48e498c2f8') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:53.335864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23000bf-c4e8-481a-a291-eb48e498c2f8') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:53.348839 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:53.369311 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:53.376486 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:08:53.377419 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:53.475885 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Attempting to bind port b694ff02-22fa-4d65-b135-d2216f247b88 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:08:53.476406 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Attempting to bind port b694ff02-22fa-4d65-b135-d2216f247b88 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'b23000bf-c4e8-481a-a291-eb48e498c2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd032044a-0954-4cf7-9cb8-bbb2b372b72c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:08:53.476611 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Attempting to bind port b694ff02-22fa-4d65-b135-d2216f247b88 on network d032044a-0954-4cf7-9cb8-bbb2b372b72c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:08:53.482029 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Pushing event updated for resources: {'Port': ['ID=b694ff02-22fa-4d65-b135-d2216f247b88,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:53.494948 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:08:53.495327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Checking segment: {'id': 'b23000bf-c4e8-481a-a291-eb48e498c2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd032044a-0954-4cf7-9cb8-bbb2b372b72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:08:53.495759 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:53.496489 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Bound using segment: {'id': 'b23000bf-c4e8-481a-a291-eb48e498c2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd032044a-0954-4cf7-9cb8-bbb2b372b72c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:08:53.496634 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Bound port: b694ff02-22fa-4d65-b135-d2216f247b88, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b23000bf-c4e8-481a-a291-eb48e498c2f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'd032044a-0954-4cf7-9cb8-bbb2b372b72c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:08:53.497002 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:08:53.520171 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:08:53.530642 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:53.537494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:53.538247 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:53.735866 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] For port b694ff02-22fa-4d65-b135-d2216f247b88, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:08:53.736557 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] For port b694ff02-22fa-4d65-b135-d2216f247b88, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b694ff02-22fa-4d65-b135-d2216f247b88,segment=NetworkSegment(b23000bf-c4e8-481a-a291-eb48e498c2f8),segment_id=b23000bf-c4e8-481a-a291-eb48e498c2f8)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:08:53.837420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Pushing event updated for resources: {'Network': ['ID=bb0da870-51b7-4815-9487-dd574794e438,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:53.850734 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network bb0da870-51b7-4815-9487-dd574794e438 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:08:53.937355 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:53.961288 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:54.027295 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 01 21:08:54.027295 n-d-827896-4 neutron-server[88518]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 01 21:08:54.027295 n-d-827896-4 neutron-server[88518]: [parameters: {'id': 'd032044a-0954-4cf7-9cb8-bbb2b372b72c'}] Mar 01 21:08:54.027295 n-d-827896-4 neutron-server[88518]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:08:54.028191 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:08:54.061817 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a34f1996-1a71-42ef-b808-1f6815fc048f req-bad98b6e-d90f-4ad9-9fa9-bf245f51cd5e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=7ba5a915-55a7-4b5c-897c-1f578d74f6b8 HTTP/1.1" status: 200 len: 210 time: 0.3297482 Mar 01 21:08:54.152097 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2e054786-34b1-4f43-b9d3-d9f58f1bcc10 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.6345074 Mar 01 21:08:54.154907 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58280) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:54.177699 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d25e4d12-1196-4ea6-8790-3eb89e0d5738 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Request body: {'subnet': {'network_id': 'bb0da870-51b7-4815-9487-dd574794e438', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:08:54.203140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8b3fe-7970-4b9e-9982-b25893cb30c8 req-7ccc67e5-0735-4285-9179-97304daed3ab tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:54.203140 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ba8b3fe-7970-4b9e-9982-b25893cb30c8 req-7ccc67e5-0735-4285-9179-97304daed3ab tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.3560121 Mar 01 21:08:54.321287 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ba8b3fe-7970-4b9e-9982-b25893cb30c8 req-8c8f3e9a-41e7-43c9-9d2e-e3fdc4cdc4be tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098635 Mar 01 21:08:54.364211 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a07bd161-aa9a-4481-a382-9879a1a1031a up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:08:54.409996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d25e4d12-1196-4ea6-8790-3eb89e0d5738 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:54.414143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d25e4d12-1196-4ea6-8790-3eb89e0d5738 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Usage tracker for resource:subnet and tenant:02a57899d1034eb580757195bada9f86 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:08:54.418004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d25e4d12-1196-4ea6-8790-3eb89e0d5738 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:08:54.426618 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d25e4d12-1196-4ea6-8790-3eb89e0d5738 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:54.531063 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:54.539720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25e4d12-1196-4ea6-8790-3eb89e0d5738 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Made reservation on behalf of 02a57899d1034eb580757195bada9f86 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:08:54.544986 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b0e99b-eb52-4e6b-8f16-eb3de9cb2cec None None] Pushing event updated for resources: {'Port': ['ID=b694ff02-22fa-4d65-b135-d2216f247b88,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:54.557773 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port a07bd161-aa9a-4481-a382-9879a1a1031a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:08:54.558144 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:54.573695 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d25e4d12-1196-4ea6-8790-3eb89e0d5738 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:54.600042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Deleting port b694ff02-22fa-4d65-b135-d2216f247b88 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:08:54.600928 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:54.608054 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d89fcc-bc62-4898-be4a-9829284409a4 None None] Network d032044a-0954-4cf7-9cb8-bbb2b372b72c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:08:55.012971 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d25e4d12-1196-4ea6-8790-3eb89e0d5738 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:55.160714 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] For port b694ff02-22fa-4d65-b135-d2216f247b88, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b694ff02-22fa-4d65-b135-d2216f247b88,segment=NetworkSegment(b23000bf-c4e8-481a-a291-eb48e498c2f8),segment_id=b23000bf-c4e8-481a-a291-eb48e498c2f8)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:08:55.161335 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:55.172188 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac09d98-cef6-4761-b300-505c7833c590 None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:08:55.286972 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25e4d12-1196-4ea6-8790-3eb89e0d5738 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Pushing event updated for resources: {'Subnet': ['ID=7fd3a063-0125-43de-a8a0-23d34ae4b6a2,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:55.390622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25e4d12-1196-4ea6-8790-3eb89e0d5738 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Checking segment: {'id': '1025a2b6-f4cd-47eb-923c-ec46716cd4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bb0da870-51b7-4815-9487-dd574794e438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:08:55.400179 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25e4d12-1196-4ea6-8790-3eb89e0d5738 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Network hostable DHCP agents. Network: bb0da870-51b7-4815-9487-dd574794e438, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:08:55.575303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25e4d12-1196-4ea6-8790-3eb89e0d5738 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Network bb0da870-51b7-4815-9487-dd574794e438 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:08:55.602867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Calling delete_port for b694ff02-22fa-4d65-b135-d2216f247b88 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:08:55.691592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-d25e4d12-1196-4ea6-8790-3eb89e0d5738 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, bb0da870-51b7-4815-9487-dd574794e438) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:08:55.702094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25e4d12-1196-4ea6-8790-3eb89e0d5738 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:55.702792 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d25e4d12-1196-4ea6-8790-3eb89e0d5738 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:55.761499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac09d98-cef6-4761-b300-505c7833c590 None None] Unable to find a vacant binding_index for network bb0da870-51b7-4815-9487-dd574794e438 and agent a66a1908-37b2-4ce2-b057-e987fb676140 {{(pid=88520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 01 21:08:55.777354 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac09d98-cef6-4761-b300-505c7833c590 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, bb0da870-51b7-4815-9487-dd574794e438) {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:08:55.811432 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d25e4d12-1196-4ea6-8790-3eb89e0d5738 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6512356 Mar 01 21:08:55.813398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58356) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:55.820486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-7253841b-0efb-4ee8-8c96-1c1a8911eef2 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Request body: {'port': {'network_id': 'bb0da870-51b7-4815-9487-dd574794e438', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1442937069'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:08:55.950294 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a4453-c4df-477a-a248-d59f1f0dbc83 req-497afb18-7af4-4593-abe7-acc35a79bbaa tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:55.966606 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f1a4453-c4df-477a-a248-d59f1f0dbc83 req-497afb18-7af4-4593-abe7-acc35a79bbaa tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.2836580 Mar 01 21:08:56.067057 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f1a4453-c4df-477a-a248-d59f1f0dbc83 req-e934fefc-a93d-4af0-a922-3908963c139b tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023190 Mar 01 21:08:56.071258 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:56.268038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Port': ['ID=b694ff02-22fa-4d65-b135-d2216f247b88,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:56.293379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No DVR routers for this DVR port b694ff02-22fa-4d65-b135-d2216f247b88 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:08:56.307515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7253841b-0efb-4ee8-8c96-1c1a8911eef2 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:56.320555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7253841b-0efb-4ee8-8c96-1c1a8911eef2 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Usage tracker for resource:port and tenant:02a57899d1034eb580757195bada9f86 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:08:56.331385 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7253841b-0efb-4ee8-8c96-1c1a8911eef2 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:08:56.348568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7253841b-0efb-4ee8-8c96-1c1a8911eef2 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:56.447695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7253841b-0efb-4ee8-8c96-1c1a8911eef2 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Made reservation on behalf of 02a57899d1034eb580757195bada9f86 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:08:56.451513 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7253841b-0efb-4ee8-8c96-1c1a8911eef2 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:56.474883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-bb0da870-51b7-4815-9487-dd574794e438', 'network_id': 'bb0da870-51b7-4815-9487-dd574794e438', 'tenant_id': '02a57899d1034eb580757195bada9f86', 'fixed_ips': [{'subnet_id': '7fd3a063-0125-43de-a8a0-23d34ae4b6a2'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:08:56.481911 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:56.506591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-7253841b-0efb-4ee8-8c96-1c1a8911eef2 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] device_id is not set on port 0aa65ad6-05d5-435d-842b-aa3e42ffc23a yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:08:56.758435 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Allocated IP 172.20.0.2 (bb0da870-51b7-4815-9487-dd574794e438/7fd3a063-0125-43de-a8a0-23d34ae4b6a2/891da2c5-d59c-4ce1-8b01-164d737e5c67) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:08:56.959266 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:57.011277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d032044a-0954-4cf7-9cb8-bbb2b372b72c']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:57.046821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b23000bf-c4e8-481a-a291-eb48e498c2f8') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:57.048407 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b23000bf-c4e8-481a-a291-eb48e498c2f8') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:08:57.072369 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:57.100189 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:57.130121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:08:57.130639 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:08:57.164946 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:08:57.202291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cec34-01ae-44b4-8a2b-a14b17ef3c8b req-1957d60c-a7ef-4f6f-9890-9c69b4c88ed4 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:57.210833 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-683cec34-01ae-44b4-8a2b-a14b17ef3c8b req-1957d60c-a7ef-4f6f-9890-9c69b4c88ed4 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 946 time: 0.8385553 Mar 01 21:08:57.215021 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169bea5-6d58-4f8e-8be7-4481c1f77a06 req-787b72a7-f7a7-43f5-b819-c4eb750571a1 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:57.216031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-e169bea5-6d58-4f8e-8be7-4481c1f77a06 req-787b72a7-f7a7-43f5-b819-c4eb750571a1 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Synchronizing usage tracker for tenant:ae8beb020bc5422983ac60a96ddee5cd on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:08:57.375773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-e169bea5-6d58-4f8e-8be7-4481c1f77a06 req-787b72a7-f7a7-43f5-b819-c4eb750571a1 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Unset dirty status for tenant:ae8beb020bc5422983ac60a96ddee5cd on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:08:57.377725 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e169bea5-6d58-4f8e-8be7-4481c1f77a06 req-787b72a7-f7a7-43f5-b819-c4eb750571a1 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.3814762 Mar 01 21:08:57.455843 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:57.477880 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8d16d17c-b311-48fc-955c-83acd2a16c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:57.561000 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-683cec34-01ae-44b4-8a2b-a14b17ef3c8b req-183ecfa7-7cdc-4de9-9330-1ec40d7e2ee1 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3406906 Mar 01 21:08:57.630247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f01cd-cb9e-40a9-ab04-028aa4d4a503 req-c0f6ec07-c1f3-4bb9-bc32-cf102580627d tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:57.638336 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-977f01cd-cb9e-40a9-ab04-028aa4d4a503 req-c0f6ec07-c1f3-4bb9-bc32-cf102580627d tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 945 time: 0.1864223 Mar 01 21:08:57.649522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Transition to ACTIVE for port object 891da2c5-d59c-4ce1-8b01-164d737e5c67 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:08:57.656765 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:57.663352 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:57.708537 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Transition to ACTIVE for port object 891da2c5-d59c-4ce1-8b01-164d737e5c67 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:08:57.709890 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Network': ['ID=d032044a-0954-4cf7-9cb8-bbb2b372b72c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:57.737105 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9df5db36-9637-4e5c-a255-5b5c48a5f8d9 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/d032044a-0954-4cf7-9cb8-bbb2b372b72c HTTP/1.1" status: 204 len: 168 time: 6.9618199 Mar 01 21:08:57.743033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58466) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:57.769153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-8d9bff50-3299-47a8-a651-f6bec12e5765 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1702510497'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:08:57.772625 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-e169bea5-6d58-4f8e-8be7-4481c1f77a06 req-a4b13230-9d6f-4231-a79b-6e3181fc1990 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Deleting port fa08eb7d-a338-48a3-8a2c-2495a5948334 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:08:57.772986 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e169bea5-6d58-4f8e-8be7-4481c1f77a06 req-a4b13230-9d6f-4231-a79b-6e3181fc1990 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:57.775007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8d9bff50-3299-47a8-a651-f6bec12e5765 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:57.780765 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8d9bff50-3299-47a8-a651-f6bec12e5765 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Usage tracker for resource:network and tenant:126f883557a74fbe85af15698faf078f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:08:57.783070 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8d9bff50-3299-47a8-a651-f6bec12e5765 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:08:57.789591 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8d9bff50-3299-47a8-a651-f6bec12e5765 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:57.802390 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:57.821778 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-977f01cd-cb9e-40a9-ab04-028aa4d4a503 req-38b7f7f7-8eb0-4aac-a1fa-c7937661144d tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/security-groups?id=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825426 Mar 01 21:08:57.882148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9bff50-3299-47a8-a651-f6bec12e5765 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:08:57.924667 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8d9bff50-3299-47a8-a651-f6bec12e5765 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:57.931164 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Network bb0da870-51b7-4815-9487-dd574794e438 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:08:57.939173 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:08:57.951874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:08:58.023812 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9bff50-3299-47a8-a651-f6bec12e5765 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:08:58.026919 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Pushing event updated for resources: {'Port': ['ID=891da2c5-d59c-4ce1-8b01-164d737e5c67,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:58.035735 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8d9bff50-3299-47a8-a651-f6bec12e5765 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:58.036189 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-8d9bff50-3299-47a8-a651-f6bec12e5765 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Added segment 8aeb224b-5ad4-46bf-8f0d-d00846cac4af of type vlan for network 010b1250-326b-4451-a77f-bd9995e89948 Mar 01 21:08:58.077628 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8d9bff50-3299-47a8-a651-f6bec12e5765 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:58.242513 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8d9bff50-3299-47a8-a651-f6bec12e5765 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:58.249093 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9bff50-3299-47a8-a651-f6bec12e5765 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:58.249833 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8d9bff50-3299-47a8-a651-f6bec12e5765 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:58.264069 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Attempting to bind port 891da2c5-d59c-4ce1-8b01-164d737e5c67 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:08:58.264641 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Attempting to bind port 891da2c5-d59c-4ce1-8b01-164d737e5c67 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '1025a2b6-f4cd-47eb-923c-ec46716cd4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bb0da870-51b7-4815-9487-dd574794e438'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:08:58.265344 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Attempting to bind port 891da2c5-d59c-4ce1-8b01-164d737e5c67 on network bb0da870-51b7-4815-9487-dd574794e438 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:08:58.273653 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 8, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:08:58.274209 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Checking segment: {'id': '1025a2b6-f4cd-47eb-923c-ec46716cd4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bb0da870-51b7-4815-9487-dd574794e438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:08:58.274882 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:58.275660 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Bound using segment: {'id': '1025a2b6-f4cd-47eb-923c-ec46716cd4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bb0da870-51b7-4815-9487-dd574794e438'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:08:58.277366 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Bound port: 891da2c5-d59c-4ce1-8b01-164d737e5c67, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1025a2b6-f4cd-47eb-923c-ec46716cd4ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'bb0da870-51b7-4815-9487-dd574794e438'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:08:58.277910 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:58.384137 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-e169bea5-6d58-4f8e-8be7-4481c1f77a06 req-a4b13230-9d6f-4231-a79b-6e3181fc1990 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] For port fa08eb7d-a338-48a3-8a2c-2495a5948334, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fa08eb7d-a338-48a3-8a2c-2495a5948334,segment=NetworkSegment(a07844af-8138-4cdc-af4b-5367f006a6d0),segment_id=a07844af-8138-4cdc-af4b-5367f006a6d0)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:08:58.384648 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e169bea5-6d58-4f8e-8be7-4481c1f77a06 req-a4b13230-9d6f-4231-a79b-6e3181fc1990 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:58.501607 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] For port 891da2c5-d59c-4ce1-8b01-164d737e5c67, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:08:58.506575 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] For port 891da2c5-d59c-4ce1-8b01-164d737e5c67, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=891da2c5-d59c-4ce1-8b01-164d737e5c67,segment=NetworkSegment(1025a2b6-f4cd-47eb-923c-ec46716cd4ca),segment_id=1025a2b6-f4cd-47eb-923c-ec46716cd4ca)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:08:58.529058 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8d9bff50-3299-47a8-a651-f6bec12e5765 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7841380 Mar 01 21:08:58.532779 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58484) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:58.539608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-c0ea801c-5ab0-42d5-9433-9bf4bf041d19 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'subnet': {'network_id': '010b1250-326b-4451-a77f-bd9995e89948', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:08:58.540858 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-e169bea5-6d58-4f8e-8be7-4481c1f77a06 req-a4b13230-9d6f-4231-a79b-6e3181fc1990 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Calling delete_port for fa08eb7d-a338-48a3-8a2c-2495a5948334 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:08:58.568693 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bff50-3299-47a8-a651-f6bec12e5765 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Network': ['ID=010b1250-326b-4451-a77f-bd9995e89948,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:58.585607 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 010b1250-326b-4451-a77f-bd9995e89948 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:08:58.622629 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-7253841b-0efb-4ee8-8c96-1c1a8911eef2 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Allocated IP 172.20.0.6 (bb0da870-51b7-4815-9487-dd574794e438/7fd3a063-0125-43de-a8a0-23d34ae4b6a2/0aa65ad6-05d5-435d-842b-aa3e42ffc23a) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:08:58.730704 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c0ea801c-5ab0-42d5-9433-9bf4bf041d19 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:58.740575 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c0ea801c-5ab0-42d5-9433-9bf4bf041d19 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Usage tracker for resource:subnet and tenant:126f883557a74fbe85af15698faf078f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:08:58.746881 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c0ea801c-5ab0-42d5-9433-9bf4bf041d19 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:08:58.769580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c0ea801c-5ab0-42d5-9433-9bf4bf041d19 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:58.833454 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:58.915670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ea801c-5ab0-42d5-9433-9bf4bf041d19 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:08:58.920310 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c0ea801c-5ab0-42d5-9433-9bf4bf041d19 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:58.966363 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58500) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:08:59.063219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8229cc3-be6b-41de-b1d6-74ab7ec2d934 req-4b973968-752d-4d00-9023-c300ca8391a0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:59.070374 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d8229cc3-be6b-41de-b1d6-74ab7ec2d934 req-4b973968-752d-4d00-9023-c300ca8391a0 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.55 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 946 time: 0.6337688 Mar 01 21:08:59.109960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0c518-e625-4bf2-8367-3d2ccd0061c5 None None] Pushing event updated for resources: {'Port': ['ID=891da2c5-d59c-4ce1-8b01-164d737e5c67,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:59.238868 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7253841b-0efb-4ee8-8c96-1c1a8911eef2 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:59.242913 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e169bea5-6d58-4f8e-8be7-4481c1f77a06 req-a4b13230-9d6f-4231-a79b-6e3181fc1990 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:59.255924 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['fa08eb7d-a338-48a3-8a2c-2495a5948334'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:08:59.324875 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b13230-9d6f-4231-a79b-6e3181fc1990 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Pushing event deleted for resources: {'Port': ['ID=fa08eb7d-a338-48a3-8a2c-2495a5948334,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:59.339490 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.ipam_backend_mixin [None req-c0ea801c-5ab0-42d5-9433-9bf4bf041d19 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Performing IP validity checks on allocation pools {{(pid=88518) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 01 21:08:59.340011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.ipam_backend_mixin [None req-c0ea801c-5ab0-42d5-9433-9bf4bf041d19 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88518) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 01 21:08:59.370214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-7253841b-0efb-4ee8-8c96-1c1a8911eef2 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Transition to ACTIVE for port object 0aa65ad6-05d5-435d-842b-aa3e42ffc23a will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:08:59.398952 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b8d76fc5-85b5-4d0b-bd17-29d9e338a48c req-18e7ef7d-e3dc-4b68-9e3b-33e977ac0579 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 210 time: 0.3267317 Mar 01 21:08:59.439061 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b11c042-b7fe-4764-830a-154df1524a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:59.453997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-e169bea5-6d58-4f8e-8be7-4481c1f77a06 req-a4b13230-9d6f-4231-a79b-6e3181fc1990 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] No DVR routers for this DVR port fa08eb7d-a338-48a3-8a2c-2495a5948334 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:08:59.471421 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e169bea5-6d58-4f8e-8be7-4481c1f77a06 req-a4b13230-9d6f-4231-a79b-6e3181fc1990 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:59.478170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b219640-4a0d-4f19-ab31-8cd0da8c5282', 'name': 'network-vif-deleted', 'tag': 'fa08eb7d-a338-48a3-8a2c-2495a5948334'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:08:59.531253 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-d8229cc3-be6b-41de-b1d6-74ab7ec2d934 req-ec1911db-26ae-4cd7-be2c-0b408504e52e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Deleting port 7934ce29-a740-4da6-aa18-a1d654469d2d {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:08:59.531892 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d8229cc3-be6b-41de-b1d6-74ab7ec2d934 req-ec1911db-26ae-4cd7-be2c-0b408504e52e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:59.620368 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b219640-4a0d-4f19-ab31-8cd0da8c5282', 'name': 'network-vif-deleted', 'tag': 'fa08eb7d-a338-48a3-8a2c-2495a5948334', 'status': 'completed', 'code': 200} Mar 01 21:08:59.632855 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3b11c042-b7fe-4764-830a-154df1524a8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:08:59.677313 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e169bea5-6d58-4f8e-8be7-4481c1f77a06 req-a4b13230-9d6f-4231-a79b-6e3181fc1990 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.55 "DELETE /v2.0/ports/fa08eb7d-a338-48a3-8a2c-2495a5948334 HTTP/1.1" status: 204 len: 173 time: 2.2884963 Mar 01 21:08:59.677524 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3b11c042-b7fe-4764-830a-154df1524a8b admin admin] Usage tracker for resource:security_group_rule and tenant:52c0c7685cfe495d86f81f4f71e9797e is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:08:59.688557 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3b11c042-b7fe-4764-830a-154df1524a8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:08:59.748206 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3b11c042-b7fe-4764-830a-154df1524a8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:08:59.750254 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-50eee352-5485-430b-8b28-0f9a34c7b59c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:59.757799 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7253841b-0efb-4ee8-8c96-1c1a8911eef2 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:08:59.774754 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6675b40-0d9d-4f8c-a4f8-02ba01fc36e0 req-2363afcb-906b-4721-9cf6-34140724d772 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:59.774754 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6675b40-0d9d-4f8c-a4f8-02ba01fc36e0 req-2363afcb-906b-4721-9cf6-34140724d772 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 946 time: 0.9694104 Mar 01 21:08:59.862004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7253841b-0efb-4ee8-8c96-1c1a8911eef2 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Network bb0da870-51b7-4815-9487-dd574794e438 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:08:59.866079 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7253841b-0efb-4ee8-8c96-1c1a8911eef2 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:08:59.870634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7253841b-0efb-4ee8-8c96-1c1a8911eef2 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:08:59.948433 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7253841b-0efb-4ee8-8c96-1c1a8911eef2 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Pushing event updated for resources: {'Port': ['ID=0aa65ad6-05d5-435d-842b-aa3e42ffc23a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:08:59.982378 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7253841b-0efb-4ee8-8c96-1c1a8911eef2 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:08:59.983402 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7253841b-0efb-4ee8-8c96-1c1a8911eef2 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:00.028551 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6675b40-0d9d-4f8c-a4f8-02ba01fc36e0 req-d85767fb-0267-4e1b-876f-82e9e9f3a735 tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/security-groups?id=f9d1dc7d-b223-4dd5-90f0-059c607afd2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330332 Mar 01 21:09:00.126230 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7253841b-0efb-4ee8-8c96-1c1a8911eef2 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.3083632 Mar 01 21:09:00.126497 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58522) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:00.133115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Request body: {'port': {'network_id': 'bb0da870-51b7-4815-9487-dd574794e438', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2073969749', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:00.133607 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.api.validators [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] bootfile-name is not in valid_values {{(pid=88519) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 01 21:09:00.139968 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.api.validators [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] tftp-server is not in valid_values {{(pid=88519) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 01 21:09:00.139968 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.api.validators [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] server-ip-address is not in valid_values {{(pid=88519) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 01 21:09:00.152012 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-d8229cc3-be6b-41de-b1d6-74ab7ec2d934 req-ec1911db-26ae-4cd7-be2c-0b408504e52e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] For port 7934ce29-a740-4da6-aa18-a1d654469d2d, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=7934ce29-a740-4da6-aa18-a1d654469d2d,segment=NetworkSegment(9bed440c-0e86-4609-9f79-d599079265d8),segment_id=9bed440c-0e86-4609-9f79-d599079265d8)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:00.152012 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d8229cc3-be6b-41de-b1d6-74ab7ec2d934 req-ec1911db-26ae-4cd7-be2c-0b408504e52e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:00.207845 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 891da2c5-d59c-4ce1-8b01-164d737e5c67 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:09:00.454313 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:00.461030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Usage tracker for resource:port and tenant:02a57899d1034eb580757195bada9f86 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:00.466031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:00.476515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:00.590808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-d8229cc3-be6b-41de-b1d6-74ab7ec2d934 req-ec1911db-26ae-4cd7-be2c-0b408504e52e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Calling delete_port for 7934ce29-a740-4da6-aa18-a1d654469d2d owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:09:00.620097 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c0ea801c-5ab0-42d5-9433-9bf4bf041d19 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:00.627402 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:00.680756 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8a6f53-81b0-436c-a631-d1877085d56b None None] Network bb0da870-51b7-4815-9487-dd574794e438 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:00.706821 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b11c042-b7fe-4764-830a-154df1524a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:00.713191 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:00.716386 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 891da2c5-d59c-4ce1-8b01-164d737e5c67 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:09:00.780076 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-828f3b4a-d785-49a5-85cc-9e02bc184dea req-730fbb8d-7b52-4e8f-a770-cf500a7e9136 tempest-ServerRescueNegativeTestJSON-584259662 tempest-ServerRescueNegativeTestJSON-584259662-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b219640-4a0d-4f19-ab31-8cd0da8c5282 HTTP/1.1" status: 200 len: 210 time: 0.0916698 Mar 01 21:09:00.817100 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b11c042-b7fe-4764-830a-154df1524a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:00.833894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ea801c-5ab0-42d5-9433-9bf4bf041d19 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Subnet': ['ID=44eda327-d391-4cfd-b9f6-82a9c1786f8f,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:00.882364 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ea801c-5ab0-42d5-9433-9bf4bf041d19 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Checking segment: {'id': '8aeb224b-5ad4-46bf-8f0d-d00846cac4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '010b1250-326b-4451-a77f-bd9995e89948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:00.882364 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea801c-5ab0-42d5-9433-9bf4bf041d19 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network hostable DHCP agents. Network: 010b1250-326b-4451-a77f-bd9995e89948, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:09:00.916852 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Made reservation on behalf of 02a57899d1034eb580757195bada9f86 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:00.921165 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:00.928942 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11c042-b7fe-4764-830a-154df1524a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c125ed4a-08b6-4056-be89-90047f1a716a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:00.938759 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3b11c042-b7fe-4764-830a-154df1524a8b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=52c0c7685cfe495d86f81f4f71e9797e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9685001 Mar 01 21:09:00.951474 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58536) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:00.961324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11c042-b7fe-4764-830a-154df1524a8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:00.961672 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11c042-b7fe-4764-830a-154df1524a8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:00.962000 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11c042-b7fe-4764-830a-154df1524a8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:00.962339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11c042-b7fe-4764-830a-154df1524a8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:00.962671 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11c042-b7fe-4764-830a-154df1524a8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:00.963003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11c042-b7fe-4764-830a-154df1524a8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:00.963337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11c042-b7fe-4764-830a-154df1524a8b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:00.963680 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11c042-b7fe-4764-830a-154df1524a8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:00.964010 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11c042-b7fe-4764-830a-154df1524a8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:00.964340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11c042-b7fe-4764-830a-154df1524a8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:00.964666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11c042-b7fe-4764-830a-154df1524a8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:00.964991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b11c042-b7fe-4764-830a-154df1524a8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:00.995171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] device_id is not set on port 8727efd7-e61f-4ce9-a084-a3ee67b7e584 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:09:01.052967 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4311a5ed-0e5c-4ad6-a211-11b4184eebe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:01.082827 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4311a5ed-0e5c-4ad6-a211-11b4184eebe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:01.113537 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-32f1655c-7df2-45bb-b70f-450ae59e960b None None] Provisioning for port 891da2c5-d59c-4ce1-8b01-164d737e5c67 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:09:01.148289 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-32f1655c-7df2-45bb-b70f-450ae59e960b None None] Provisioning complete for port 891da2c5-d59c-4ce1-8b01-164d737e5c67 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:01.148658 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-32f1655c-7df2-45bb-b70f-450ae59e960b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:01.181656 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d8229cc3-be6b-41de-b1d6-74ab7ec2d934 req-ec1911db-26ae-4cd7-be2c-0b408504e52e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:01.183553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ea801c-5ab0-42d5-9433-9bf4bf041d19 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network 010b1250-326b-4451-a77f-bd9995e89948 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:09:01.216296 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['7934ce29-a740-4da6-aa18-a1d654469d2d'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:09:01.269219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1911db-26ae-4cd7-be2c-0b408504e52e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Pushing event deleted for resources: {'Port': ['ID=7934ce29-a740-4da6-aa18-a1d654469d2d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:01.282054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Allocated IP 172.20.0.12 (bb0da870-51b7-4815-9487-dd574794e438/7fd3a063-0125-43de-a8a0-23d34ae4b6a2/8727efd7-e61f-4ce9-a084-a3ee67b7e584) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:09:01.357162 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-32f1655c-7df2-45bb-b70f-450ae59e960b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:01.393623 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-32f1655c-7df2-45bb-b70f-450ae59e960b None None] For port 891da2c5-d59c-4ce1-8b01-164d737e5c67, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=891da2c5-d59c-4ce1-8b01-164d737e5c67,segment=NetworkSegment(1025a2b6-f4cd-47eb-923c-ec46716cd4ca),segment_id=1025a2b6-f4cd-47eb-923c-ec46716cd4ca)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:01.405540 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4311a5ed-0e5c-4ad6-a211-11b4184eebe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:01.424030 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-334e6c84-6945-43a4-ad68-7c182280a5b7 req-f2eeb70f-013b-486f-ba77-2c4d12445fda tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 210 time: 0.1593568 Mar 01 21:09:01.443496 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8229cc3-be6b-41de-b1d6-74ab7ec2d934 req-ec1911db-26ae-4cd7-be2c-0b408504e52e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] No DVR routers for this DVR port 7934ce29-a740-4da6-aa18-a1d654469d2d on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:09:01.446687 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d8229cc3-be6b-41de-b1d6-74ab7ec2d934 req-ec1911db-26ae-4cd7-be2c-0b408504e52e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:01.452252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5072cb7e-118c-4017-9556-1def3ff8aaf2', 'name': 'network-vif-deleted', 'tag': '7934ce29-a740-4da6-aa18-a1d654469d2d'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:09:01.458034 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-c0ea801c-5ab0-42d5-9433-9bf4bf041d19 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 010b1250-326b-4451-a77f-bd9995e89948) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:01.470467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5e8ecb-74b4-49af-9f61-e8eaaba831a0 None None] Network 010b1250-326b-4451-a77f-bd9995e89948 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:01.488882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ea801c-5ab0-42d5-9433-9bf4bf041d19 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:01.489524 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c0ea801c-5ab0-42d5-9433-9bf4bf041d19 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:01.577808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311a5ed-0e5c-4ad6-a211-11b4184eebe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c125ed4a-08b6-4056-be89-90047f1a716a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:01.615175 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5072cb7e-118c-4017-9556-1def3ff8aaf2', 'name': 'network-vif-deleted', 'tag': '7934ce29-a740-4da6-aa18-a1d654469d2d', 'status': 'completed', 'code': 200} Mar 01 21:09:01.665814 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4311a5ed-0e5c-4ad6-a211-11b4184eebe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:01.676887 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4311a5ed-0e5c-4ad6-a211-11b4184eebe4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c125ed4a-08b6-4056-be89-90047f1a716a HTTP/1.1" status: 204 len: 168 time: 0.6996901 Mar 01 21:09:01.676887 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d8229cc3-be6b-41de-b1d6-74ab7ec2d934 req-ec1911db-26ae-4cd7-be2c-0b408504e52e tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.55 "DELETE /v2.0/ports/7934ce29-a740-4da6-aa18-a1d654469d2d HTTP/1.1" status: 204 len: 173 time: 2.5818048 Mar 01 21:09:01.705572 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-32f1655c-7df2-45bb-b70f-450ae59e960b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:01.817083 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c0ea801c-5ab0-42d5-9433-9bf4bf041d19 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.2796717 Mar 01 21:09:01.817822 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:01.819406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58556) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:01.824097 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1655c-7df2-45bb-b70f-450ae59e960b None None] Pushing event updated for resources: {'Port': ['ID=891da2c5-d59c-4ce1-8b01-164d737e5c67,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:01.874623 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 7934ce29-a740-4da6-aa18-a1d654469d2d no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:09:01.887644 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Transition to ACTIVE for port object 8727efd7-e61f-4ce9-a084-a3ee67b7e584 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:01.947471 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 7934ce29-a740-4da6-aa18-a1d654469d2d {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:09:01.947756 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 7934ce29-a740-4da6-aa18-a1d654469d2d not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:09:01.948605 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device fa08eb7d-a338-48a3-8a2c-2495a5948334 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:09:02.038782 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:02.053984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58564) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:02.114881 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: fa08eb7d-a338-48a3-8a2c-2495a5948334 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:09:02.123013 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device fa08eb7d-a338-48a3-8a2c-2495a5948334 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:09:02.149584 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-010b1250-326b-4451-a77f-bd9995e89948', 'network_id': '010b1250-326b-4451-a77f-bd9995e89948', 'tenant_id': '126f883557a74fbe85af15698faf078f', 'fixed_ips': [{'subnet_id': '44eda327-d391-4cfd-b9f6-82a9c1786f8f'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:09:02.150805 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:02.186070 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Pushing event updated for resources: {'Port': ['ID=8727efd7-e61f-4ce9-a084-a3ee67b7e584,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:02.250877 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 891da2c5-d59c-4ce1-8b01-164d737e5c67 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:09:02.378692 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:02.430714 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:02.465814 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Network bb0da870-51b7-4815-9487-dd574794e438 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:09:02.468479 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b422954e-c280-4974-ad8c-530a9a44c213 None None] Network bb0da870-51b7-4815-9487-dd574794e438 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:02.470138 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:02.474689 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:09:02.621236 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:02.687345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:02.688198 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:02.751015 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-bfd4ec0d-f74c-45d1-8cf6-bf5bb4e982dd req-d189d230-a085-401e-a1e0-3fbceb47c03f tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Synchronizing usage tracker for tenant:b7a7c3aee97041b9a801e4248bbb86e5 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:09:02.788817 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 891da2c5-d59c-4ce1-8b01-164d737e5c67 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:02.789336 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:02.839047 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ba8685b3-6360-4fc8-bb53-0a1f1e905fff None None] Provisioning for port 0aa65ad6-05d5-435d-842b-aa3e42ffc23a completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:09:02.871624 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ba8685b3-6360-4fc8-bb53-0a1f1e905fff None None] Provisioning complete for port 0aa65ad6-05d5-435d-842b-aa3e42ffc23a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:02.872022 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ba8685b3-6360-4fc8-bb53-0a1f1e905fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:02.918683 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-adc480ec-a8f3-41fc-bc57-19e635097ad8 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.7906680 Mar 01 21:09:02.921567 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58584) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:02.939091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Allocated IP 172.20.0.3 (010b1250-326b-4451-a77f-bd9995e89948/44eda327-d391-4cfd-b9f6-82a9c1786f8f/3cb1d2a3-5925-43dc-a7a0-e3a08dde9269) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:09:02.988020 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-bfd4ec0d-f74c-45d1-8cf6-bf5bb4e982dd req-d189d230-a085-401e-a1e0-3fbceb47c03f tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] Unset dirty status for tenant:b7a7c3aee97041b9a801e4248bbb86e5 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:09:03.000171 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bfd4ec0d-f74c-45d1-8cf6-bf5bb4e982dd req-d189d230-a085-401e-a1e0-3fbceb47c03f tempest-ServerRescueTestJSON-1045164170 tempest-ServerRescueTestJSON-1045164170-project] 10.222.0.42 "GET /v2.0/ports?device_id=5072cb7e-118c-4017-9556-1def3ff8aaf2 HTTP/1.1" status: 200 len: 210 time: 0.3380480 Mar 01 21:09:03.040100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58588) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:03.126455 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06defafe-04a1-4459-96d1-d582fc61a3ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:03.178314 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-06defafe-04a1-4459-96d1-d582fc61a3ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:03.186792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-06defafe-04a1-4459-96d1-d582fc61a3ec admin admin] Usage tracker for resource:security_group_rule and tenant:8b95a6cdbc624f34b8ec0852796bc8e5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:03.208602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd5c1c4-fbde-48e4-9455-cd8b9f2767c1 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:03.217172 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd5c1c4-fbde-48e4-9455-cd8b9f2767c1 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:03.225594 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd5c1c4-fbde-48e4-9455-cd8b9f2767c1 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:03.227506 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4bd5c1c4-fbde-48e4-9455-cd8b9f2767c1 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3047929 Mar 01 21:09:03.228821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-06defafe-04a1-4459-96d1-d582fc61a3ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:03.231715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58594) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:03.252353 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ba8685b3-6360-4fc8-bb53-0a1f1e905fff None None] Port 0aa65ad6-05d5-435d-842b-aa3e42ffc23a cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:09:03.271319 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5bbde409-c6a8-4763-8e0a-3d4427939d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:03.273707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-06defafe-04a1-4459-96d1-d582fc61a3ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:03.350923 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-db85ea3c-088c-4459-8306-b70bf7ba90ec tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Deleting port 8727efd7-e61f-4ce9-a084-a3ee67b7e584 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:09:03.350923 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-db85ea3c-088c-4459-8306-b70bf7ba90ec tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:03.462560 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ba8685b3-6360-4fc8-bb53-0a1f1e905fff None None] Provisioning complete for port 891da2c5-d59c-4ce1-8b01-164d737e5c67 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:03.463025 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ba8685b3-6360-4fc8-bb53-0a1f1e905fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:03.673300 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06defafe-04a1-4459-96d1-d582fc61a3ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:03.719741 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-db85ea3c-088c-4459-8306-b70bf7ba90ec tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:03.814130 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:03.831409 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Transition to ACTIVE for port object 3cb1d2a3-5925-43dc-a7a0-e3a08dde9269 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:03.853225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Transition to ACTIVE for port object 3cb1d2a3-5925-43dc-a7a0-e3a08dde9269 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:03.858501 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5bbde409-c6a8-4763-8e0a-3d4427939d78 admin admin] Deleting port 8c53d8f3-a103-4c26-a09b-46706f878db1 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:09:03.859097 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5bbde409-c6a8-4763-8e0a-3d4427939d78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:03.940122 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:04.005897 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06defafe-04a1-4459-96d1-d582fc61a3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:04.018696 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-db85ea3c-088c-4459-8306-b70bf7ba90ec tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Calling delete_port for 8727efd7-e61f-4ce9-a084-a3ee67b7e584 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:09:04.080991 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Network 010b1250-326b-4451-a77f-bd9995e89948 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:09:04.087974 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:04.107440 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:09:04.133962 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Pushing event updated for resources: {'Port': ['ID=3cb1d2a3-5925-43dc-a7a0-e3a08dde9269,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:04.168521 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58614) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:04.249676 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06defafe-04a1-4459-96d1-d582fc61a3ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec26fb5-1de1-4e3d-8eeb-d9d1f7b3a3c2,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:04.255059 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-06defafe-04a1-4459-96d1-d582fc61a3ec admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8b95a6cdbc624f34b8ec0852796bc8e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2127471 Mar 01 21:09:04.259841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58618) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:04.278487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Attempting to bind port 3cb1d2a3-5925-43dc-a7a0-e3a08dde9269 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:09:04.280121 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Attempting to bind port 3cb1d2a3-5925-43dc-a7a0-e3a08dde9269 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '8aeb224b-5ad4-46bf-8f0d-d00846cac4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '010b1250-326b-4451-a77f-bd9995e89948'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:09:04.280711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Attempting to bind port 3cb1d2a3-5925-43dc-a7a0-e3a08dde9269 on network 010b1250-326b-4451-a77f-bd9995e89948 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:09:04.291442 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:09:04.292159 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Checking segment: {'id': '8aeb224b-5ad4-46bf-8f0d-d00846cac4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '010b1250-326b-4451-a77f-bd9995e89948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:04.293098 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:04.293659 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Bound using segment: {'id': '8aeb224b-5ad4-46bf-8f0d-d00846cac4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '010b1250-326b-4451-a77f-bd9995e89948'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:09:04.294368 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Bound port: 3cb1d2a3-5925-43dc-a7a0-e3a08dde9269, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aeb224b-5ad4-46bf-8f0d-d00846cac4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '010b1250-326b-4451-a77f-bd9995e89948'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:09:04.295168 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:04.386217 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-163993e9-a94b-424d-9466-6b9a0b1fefcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:04.409479 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:04.444958 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] For port 3cb1d2a3-5925-43dc-a7a0-e3a08dde9269, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:09:04.448706 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] For port 3cb1d2a3-5925-43dc-a7a0-e3a08dde9269, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3cb1d2a3-5925-43dc-a7a0-e3a08dde9269,segment=NetworkSegment(8aeb224b-5ad4-46bf-8f0d-d00846cac4af),segment_id=8aeb224b-5ad4-46bf-8f0d-d00846cac4af)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:09:04.487107 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ae3639c7-a6ce-482e-9235-d77a3182d474 None None] Provisioning for port 8727efd7-e61f-4ce9-a084-a3ee67b7e584 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:09:04.491816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ae3639c7-a6ce-482e-9235-d77a3182d474 None None] Provisioning complete for port 8727efd7-e61f-4ce9-a084-a3ee67b7e584 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:04.492941 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ae3639c7-a6ce-482e-9235-d77a3182d474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:04.495408 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Subnet': ['ID=44eda327-d391-4cfd-b9f6-82a9c1786f8f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:04.560844 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-163993e9-a94b-424d-9466-6b9a0b1fefcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:04.586999 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ae3639c7-a6ce-482e-9235-d77a3182d474 None None] Port 8727efd7-e61f-4ce9-a084-a3ee67b7e584 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:09:04.599847 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ae3639c7-a6ce-482e-9235-d77a3182d474 None None] Provisioning complete for port 0aa65ad6-05d5-435d-842b-aa3e42ffc23a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:04.605276 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ae3639c7-a6ce-482e-9235-d77a3182d474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:04.646937 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:04.691540 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-5bbde409-c6a8-4763-8e0a-3d4427939d78 admin admin] For port 8c53d8f3-a103-4c26-a09b-46706f878db1, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8c53d8f3-a103-4c26-a09b-46706f878db1,segment=NetworkSegment(a07844af-8138-4cdc-af4b-5367f006a6d0),segment_id=a07844af-8138-4cdc-af4b-5367f006a6d0)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:04.692327 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5bbde409-c6a8-4763-8e0a-3d4427939d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:04.728920 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ae3639c7-a6ce-482e-9235-d77a3182d474 None None] Port 0aa65ad6-05d5-435d-842b-aa3e42ffc23a cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:09:04.764507 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:04.771850 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6892d63f-5784-4586-a4b2-450747cb3123 None None] Pushing event updated for resources: {'Port': ['ID=3cb1d2a3-5925-43dc-a7a0-e3a08dde9269,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:04.785786 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ae3639c7-a6ce-482e-9235-d77a3182d474 None None] Provisioning complete for port 891da2c5-d59c-4ce1-8b01-164d737e5c67 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:04.786238 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ae3639c7-a6ce-482e-9235-d77a3182d474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:04.799816 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010b1250-326b-4451-a77f-bd9995e89948']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:04.820801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aeb224b-5ad4-46bf-8f0d-d00846cac4af') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:04.821319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aeb224b-5ad4-46bf-8f0d-d00846cac4af') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:04.838292 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:04.867692 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:04.875716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:09:04.876354 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:04.968618 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5bbde409-c6a8-4763-8e0a-3d4427939d78 admin admin] Calling delete_port for 8c53d8f3-a103-4c26-a09b-46706f878db1 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:09:04.980037 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:09:04.983499 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-163993e9-a94b-424d-9466-6b9a0b1fefcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:05.025117 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-db85ea3c-088c-4459-8306-b70bf7ba90ec tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:05.068046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163993e9-a94b-424d-9466-6b9a0b1fefcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec26fb5-1de1-4e3d-8eeb-d9d1f7b3a3c2,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:05.152152 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7602a680-19bf-4f9d-8c98-a1c0790ce2da None None] Provisioning complete for port 0aa65ad6-05d5-435d-842b-aa3e42ffc23a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:05.152152 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7602a680-19bf-4f9d-8c98-a1c0790ce2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:05.169421 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 01 21:09:05.169421 n-d-827896-4 neutron-server[88518]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 01 21:09:05.169421 n-d-827896-4 neutron-server[88518]: [parameters: {'id': '010b1250-326b-4451-a77f-bd9995e89948'}] Mar 01 21:09:05.169421 n-d-827896-4 neutron-server[88518]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:09:05.170514 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:09:05.207070 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db85ea3c-088c-4459-8306-b70bf7ba90ec tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Pushing event deleted for resources: {'Port': ['ID=8727efd7-e61f-4ce9-a084-a3ee67b7e584,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:05.290117 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-7602a680-19bf-4f9d-8c98-a1c0790ce2da None None] Port 0aa65ad6-05d5-435d-842b-aa3e42ffc23a cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:09:05.295539 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7602a680-19bf-4f9d-8c98-a1c0790ce2da None None] Could not find standard attr ID for object 8727efd7-e61f-4ce9-a084-a3ee67b7e584. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:09:05.315580 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-163993e9-a94b-424d-9466-6b9a0b1fefcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:05.319336 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-163993e9-a94b-424d-9466-6b9a0b1fefcc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ec26fb5-1de1-4e3d-8eeb-d9d1f7b3a3c2 HTTP/1.1" status: 204 len: 168 time: 1.0582702 Mar 01 21:09:05.389349 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-db85ea3c-088c-4459-8306-b70bf7ba90ec tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:05.395480 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-db85ea3c-088c-4459-8306-b70bf7ba90ec tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] 10.222.0.42 "DELETE /v2.0/ports/8727efd7-e61f-4ce9-a084-a3ee67b7e584 HTTP/1.1" status: 204 len: 168 time: 2.1583002 Mar 01 21:09:05.396090 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58636) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:05.403254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-9efa779e-27fb-4193-b1d5-8751ba52057d tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Request body: {'port': {'name': 'tempest-new-port-name-893974396', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:05.403670 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.api.validators [None req-9efa779e-27fb-4193-b1d5-8751ba52057d tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] bootfile-name is not in valid_values {{(pid=88518) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 01 21:09:05.404328 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.api.validators [None req-9efa779e-27fb-4193-b1d5-8751ba52057d tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] tftp-server is not in valid_values {{(pid=88518) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 01 21:09:05.404328 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.api.validators [None req-9efa779e-27fb-4193-b1d5-8751ba52057d tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] server-ip-address is not in valid_values {{(pid=88518) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Mar 01 21:09:05.548929 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9efa779e-27fb-4193-b1d5-8751ba52057d tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:05.672413 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:05.751398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Deleting port 3cb1d2a3-5925-43dc-a7a0-e3a08dde9269 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:09:05.751746 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:06.028932 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5bbde409-c6a8-4763-8e0a-3d4427939d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:06.243776 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a18a034-b9ed-477a-adcd-7910bebc30fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:06.256219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] For port 3cb1d2a3-5925-43dc-a7a0-e3a08dde9269, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3cb1d2a3-5925-43dc-a7a0-e3a08dde9269,segment=NetworkSegment(8aeb224b-5ad4-46bf-8f0d-d00846cac4af),segment_id=8aeb224b-5ad4-46bf-8f0d-d00846cac4af)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:06.259134 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:06.259790 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3cb1d2a3-5925-43dc-a7a0-e3a08dde9269 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:09:06.410111 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbde409-c6a8-4763-8e0a-3d4427939d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c53d8f3-a103-4c26-a09b-46706f878db1,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:06.488848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Calling delete_port for 3cb1d2a3-5925-43dc-a7a0-e3a08dde9269 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:09:06.528802 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 3cb1d2a3-5925-43dc-a7a0-e3a08dde9269 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:09:06.538216 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.resource_extend [None req-9efa779e-27fb-4193-b1d5-8751ba52057d tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:09:06.557998 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9efa779e-27fb-4193-b1d5-8751ba52057d tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:06.585879 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0450ff-b54c-4812-a974-2d08824b2238 None None] Network 010b1250-326b-4451-a77f-bd9995e89948 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:06.678461 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9efa779e-27fb-4193-b1d5-8751ba52057d tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:06.782126 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-42863fd9-7493-4c2b-aaaa-bac2c86dc7a8 None None] Provisioning for port 3cb1d2a3-5925-43dc-a7a0-e3a08dde9269 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:09:06.896783 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-42863fd9-7493-4c2b-aaaa-bac2c86dc7a8 None None] Provisioning complete for port 3cb1d2a3-5925-43dc-a7a0-e3a08dde9269 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:06.897575 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-42863fd9-7493-4c2b-aaaa-bac2c86dc7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:06.906220 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:06.961698 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-42863fd9-7493-4c2b-aaaa-bac2c86dc7a8 None None] Port 3cb1d2a3-5925-43dc-a7a0-e3a08dde9269 was deleted so its status cannot be updated. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 01 21:09:06.969275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No DVR routers for this DVR port 3cb1d2a3-5925-43dc-a7a0-e3a08dde9269 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:09:07.090350 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7744f647-1cf2-4253-bc39-ea94dedd069b None None] DHCP port deletion for 010b1250-326b-4451-a77f-bd9995e89948 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:09:07.223480 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa779e-27fb-4193-b1d5-8751ba52057d tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Pushing event updated for resources: {'Port': ['ID=0aa65ad6-05d5-435d-842b-aa3e42ffc23a,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:07.272997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9efa779e-27fb-4193-b1d5-8751ba52057d tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] In _notify_port_updated(), no bound segment for port 0aa65ad6-05d5-435d-842b-aa3e42ffc23a on network bb0da870-51b7-4815-9487-dd574794e438 {{(pid=88518) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:09:07.278667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efa779e-27fb-4193-b1d5-8751ba52057d tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:07.279507 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9efa779e-27fb-4193-b1d5-8751ba52057d tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:07.284427 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9efa779e-27fb-4193-b1d5-8751ba52057d tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] 10.222.0.42 "PUT /v2.0/ports/0aa65ad6-05d5-435d-842b-aa3e42ffc23a HTTP/1.1" status: 200 len: 1135 time: 1.8872173 Mar 01 21:09:07.349676 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1aee33e6-0cd8-4b7d-b913-5cf69fd570c3 None None] Provisioning complete for port 0aa65ad6-05d5-435d-842b-aa3e42ffc23a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:07.350913 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1aee33e6-0cd8-4b7d-b913-5cf69fd570c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:07.379284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58680) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:07.438008 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1aee33e6-0cd8-4b7d-b913-5cf69fd570c3 None None] Port 0aa65ad6-05d5-435d-842b-aa3e42ffc23a cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:09:07.499168 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5bbde409-c6a8-4763-8e0a-3d4427939d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:07.515708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Port': ['ID=3cb1d2a3-5925-43dc-a7a0-e3a08dde9269,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:07.534151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52514b4a-8539-473c-ac88-c0e3d119f456 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:07.539497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-52514b4a-8539-473c-ac88-c0e3d119f456 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Synchronizing usage tracker for tenant:02a57899d1034eb580757195bada9f86 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:09:07.545092 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:07.591715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010b1250-326b-4451-a77f-bd9995e89948']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:07.608056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aeb224b-5ad4-46bf-8f0d-d00846cac4af') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:07.608496 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aeb224b-5ad4-46bf-8f0d-d00846cac4af') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:07.622715 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:07.651092 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:07.664381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:09:07.665066 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:09:07.683798 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:09:07.700247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-52514b4a-8539-473c-ac88-c0e3d119f456 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Unset dirty status for tenant:02a57899d1034eb580757195bada9f86 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:09:07.706313 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-52514b4a-8539-473c-ac88-c0e3d119f456 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] 10.222.0.42 "GET /v2.0/ports/0aa65ad6-05d5-435d-842b-aa3e42ffc23a HTTP/1.1" status: 200 len: 1135 time: 0.3068423 Mar 01 21:09:07.707173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58692) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:07.882106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-89e2930b-738e-4927-a329-32a0a17ec6fa tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Deleting port 0aa65ad6-05d5-435d-842b-aa3e42ffc23a {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:09:07.882658 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-89e2930b-738e-4927-a329-32a0a17ec6fa tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:07.989897 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bbde409-c6a8-4763-8e0a-3d4427939d78 admin admin] Router c05141ee-aa58-4752-a13e-fd7146b5f2f2 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:09:08.223346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0a18a034-b9ed-477a-adcd-7910bebc30fc admin admin] Deleting port f795fc2e-1ff7-416a-abd0-4b594d73c75d {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:09:08.223705 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a18a034-b9ed-477a-adcd-7910bebc30fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:08.274898 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-89e2930b-738e-4927-a329-32a0a17ec6fa tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:08.289350 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3cb1d2a3-5925-43dc-a7a0-e3a08dde9269 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:09:08.355214 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 3cb1d2a3-5925-43dc-a7a0-e3a08dde9269 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:09:08.355214 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3cb1d2a3-5925-43dc-a7a0-e3a08dde9269 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:09:08.358112 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:08.447734 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-0a18a034-b9ed-477a-adcd-7910bebc30fc admin admin] For port f795fc2e-1ff7-416a-abd0-4b594d73c75d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f795fc2e-1ff7-416a-abd0-4b594d73c75d,segment=NetworkSegment(9bed440c-0e86-4609-9f79-d599079265d8),segment_id=9bed440c-0e86-4609-9f79-d599079265d8)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:08.447734 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a18a034-b9ed-477a-adcd-7910bebc30fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:08.496554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-89e2930b-738e-4927-a329-32a0a17ec6fa tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Calling delete_port for 0aa65ad6-05d5-435d-842b-aa3e42ffc23a owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:09:08.562996 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:08.622902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Network': ['ID=010b1250-326b-4451-a77f-bd9995e89948,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:08.643197 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bb4c7f7a-ffae-43a6-92a4-784bc5c80df1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/010b1250-326b-4451-a77f-bd9995e89948 HTTP/1.1" status: 204 len: 168 time: 6.8230851 Mar 01 21:09:08.649538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58716) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:08.690812 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-ea38943b-fb8c-400b-b043-5357ebe089fe tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-825413758'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:08.697090 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0a18a034-b9ed-477a-adcd-7910bebc30fc admin admin] Calling delete_port for f795fc2e-1ff7-416a-abd0-4b594d73c75d owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:09:08.708049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ea38943b-fb8c-400b-b043-5357ebe089fe tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:08.733886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ea38943b-fb8c-400b-b043-5357ebe089fe tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Usage tracker for resource:network and tenant:126f883557a74fbe85af15698faf078f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:08.739157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ea38943b-fb8c-400b-b043-5357ebe089fe tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:08.747181 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ea38943b-fb8c-400b-b043-5357ebe089fe tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:08.807243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bbde409-c6a8-4763-8e0a-3d4427939d78 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:09:08.820432 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c56ca7-8028-4032-9e82-b56b0c2e4db7 None None] Sync routers for ids ['c05141ee-aa58-4752-a13e-fd7146b5f2f2'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:09:08.831626 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5bbde409-c6a8-4763-8e0a-3d4427939d78 admin admin] 10.222.0.42 "PUT /v2.0/routers/c05141ee-aa58-4752-a13e-fd7146b5f2f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6531510 Mar 01 21:09:08.832324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58726) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:08.836572 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c56ca7-8028-4032-9e82-b56b0c2e4db7 None None] Routers {'c05141ee-aa58-4752-a13e-fd7146b5f2f2'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:09:08.837200 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-51c56ca7-8028-4032-9e82-b56b0c2e4db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:09:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c05141ee-aa58-4752-a13e-fd7146b5f2f2'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:08.917315 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea38943b-fb8c-400b-b043-5357ebe089fe tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:08.925118 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ea38943b-fb8c-400b-b043-5357ebe089fe tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:08.972796 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-89e2930b-738e-4927-a329-32a0a17ec6fa tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:09.057744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e2930b-738e-4927-a329-32a0a17ec6fa tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Pushing event deleted for resources: {'Port': ['ID=0aa65ad6-05d5-435d-842b-aa3e42ffc23a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:09.141537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea38943b-fb8c-400b-b043-5357ebe089fe tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:09:09.175663 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a18a034-b9ed-477a-adcd-7910bebc30fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:09.257727 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-51c56ca7-8028-4032-9e82-b56b0c2e4db7 None None] Set router c05141ee-aa58-4752-a13e-fd7146b5f2f2 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:09:09.405290 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-43e30194-04bf-4351-b9f6-694161abefa5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:09.405882 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18a034-b9ed-477a-adcd-7910bebc30fc admin admin] Pushing event deleted for resources: {'Port': ['ID=f795fc2e-1ff7-416a-abd0-4b594d73c75d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:09.803217 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-89e2930b-738e-4927-a329-32a0a17ec6fa tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:09.809001 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a18a034-b9ed-477a-adcd-7910bebc30fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:09.823990 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ea38943b-fb8c-400b-b043-5357ebe089fe tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:09.824243 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-ea38943b-fb8c-400b-b043-5357ebe089fe tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Added segment e7836490-456e-4acc-a081-2dd76ba084d6 of type vlan for network d258dbe1-494a-4be7-8313-81ab2e7f698a Mar 01 21:09:09.825931 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-43e30194-04bf-4351-b9f6-694161abefa5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:09.858568 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-51c56ca7-8028-4032-9e82-b56b0c2e4db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05141ee-aa58-4752-a13e-fd7146b5f2f2', 'name': 'tempest-ServerRescueNegativeTestJSON-176787686-router', 'tenant_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.187'}], 'enable_snat': True}, 'gw_port_id': '1e1ee101-b535-48ae-94ed-b7f21ce5ff74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:05:53Z', 'updated_at': '2022-03-01T21:09:05Z', 'revision_number': 5, 'project_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'gw_port': {'id': '1e1ee101-b535-48ae-94ed-b7f21ce5ff74', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:05:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c05141ee-aa58-4752-a13e-fd7146b5f2f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:05:55Z', 'updated_at': '2022-03-01T21:06:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:09.864271 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ea38943b-fb8c-400b-b043-5357ebe089fe tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:09.869412 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c56ca7-8028-4032-9e82-b56b0c2e4db7 None None] Checking router: c05141ee-aa58-4752-a13e-fd7146b5f2f2 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:09:09.882035 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c56ca7-8028-4032-9e82-b56b0c2e4db7 None None] Routers {'c05141ee-aa58-4752-a13e-fd7146b5f2f2'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:09:09.883331 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-51c56ca7-8028-4032-9e82-b56b0c2e4db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:09:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c05141ee-aa58-4752-a13e-fd7146b5f2f2'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:09.902617 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-89e2930b-738e-4927-a329-32a0a17ec6fa tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] 10.222.0.42 "DELETE /v2.0/ports/0aa65ad6-05d5-435d-842b-aa3e42ffc23a HTTP/1.1" status: 204 len: 168 time: 2.1905375 Mar 01 21:09:09.905205 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58762) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:09.944907 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-43e30194-04bf-4351-b9f6-694161abefa5 admin admin] Deleting port 1e1ee101-b535-48ae-94ed-b7f21ce5ff74 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:09:09.945258 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-43e30194-04bf-4351-b9f6-694161abefa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:09.996707 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ea38943b-fb8c-400b-b043-5357ebe089fe tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:10.012885 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea38943b-fb8c-400b-b043-5357ebe089fe tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:10.013523 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ea38943b-fb8c-400b-b043-5357ebe089fe tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:10.100744 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-51c56ca7-8028-4032-9e82-b56b0c2e4db7 None None] Set router c05141ee-aa58-4752-a13e-fd7146b5f2f2 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:09:10.388179 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-51c56ca7-8028-4032-9e82-b56b0c2e4db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c05141ee-aa58-4752-a13e-fd7146b5f2f2', 'name': 'tempest-ServerRescueNegativeTestJSON-176787686-router', 'tenant_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:05:53Z', 'updated_at': '2022-03-01T21:09:09Z', 'revision_number': 6, 'project_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:10.400308 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c56ca7-8028-4032-9e82-b56b0c2e4db7 None None] The sync data for ids ['c05141ee-aa58-4752-a13e-fd7146b5f2f2'] in n-d-827896-4 is: [{'id': 'c05141ee-aa58-4752-a13e-fd7146b5f2f2', 'name': 'tempest-ServerRescueNegativeTestJSON-176787686-router', 'tenant_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:05:53Z', 'updated_at': '2022-03-01T21:09:09Z', 'revision_number': 6, 'project_id': 'ae8beb020bc5422983ac60a96ddee5cd', 'gw_port_host': None}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:09:10.460153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a18a034-b9ed-477a-adcd-7910bebc30fc admin admin] Router 7cd7b496-9076-4f8c-9adb-d360f77a0f5f has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:09:10.463554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab64808a-23de-4533-a8b8-2edc1ca11b85 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Deleting subnet 7fd3a063-0125-43de-a8a0-23d34ae4b6a2 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:09:10.514663 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ab64808a-23de-4533-a8b8-2edc1ca11b85 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:10.550661 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38943b-fb8c-400b-b043-5357ebe089fe tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Network': ['ID=d258dbe1-494a-4be7-8313-81ab2e7f698a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:10.570573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network d258dbe1-494a-4be7-8313-81ab2e7f698a details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:09:10.648650 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ea38943b-fb8c-400b-b043-5357ebe089fe tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9738214 Mar 01 21:09:10.699227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-43e30194-04bf-4351-b9f6-694161abefa5 admin admin] For port 1e1ee101-b535-48ae-94ed-b7f21ce5ff74, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1e1ee101-b535-48ae-94ed-b7f21ce5ff74,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:10.700199 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-43e30194-04bf-4351-b9f6-694161abefa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:10.782114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58776) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:10.797695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-45f52e66-cae0-4e26-8f1a-990484c931dc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'subnet': {'network_id': 'd258dbe1-494a-4be7-8313-81ab2e7f698a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:10.943474 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-43e30194-04bf-4351-b9f6-694161abefa5 admin admin] Calling delete_port for 1e1ee101-b535-48ae-94ed-b7f21ce5ff74 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:09:10.984877 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a18a034-b9ed-477a-adcd-7910bebc30fc admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:09:11.010360 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5734f0-89dd-46ff-a290-0468ae4ea0cd None None] Sync routers for ids ['7cd7b496-9076-4f8c-9adb-d360f77a0f5f'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:09:11.036355 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5734f0-89dd-46ff-a290-0468ae4ea0cd None None] Routers {'7cd7b496-9076-4f8c-9adb-d360f77a0f5f'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:09:11.039809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-0e5734f0-89dd-46ff-a290-0468ae4ea0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:09:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7cd7b496-9076-4f8c-9adb-d360f77a0f5f'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:11.070903 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ab64808a-23de-4533-a8b8-2edc1ca11b85 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:11.088277 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-45f52e66-cae0-4e26-8f1a-990484c931dc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:11.114879 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-45f52e66-cae0-4e26-8f1a-990484c931dc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Usage tracker for resource:subnet and tenant:126f883557a74fbe85af15698faf078f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:11.125763 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-45f52e66-cae0-4e26-8f1a-990484c931dc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:11.135287 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-45f52e66-cae0-4e26-8f1a-990484c931dc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:11.164881 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0a18a034-b9ed-477a-adcd-7910bebc30fc admin admin] 10.222.0.42 "PUT /v2.0/routers/7cd7b496-9076-4f8c-9adb-d360f77a0f5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9943800 Mar 01 21:09:11.167806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58790) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:11.245417 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ab64808a-23de-4533-a8b8-2edc1ca11b85 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:11.277170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f52e66-cae0-4e26-8f1a-990484c931dc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:11.281667 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45f52e66-cae0-4e26-8f1a-990484c931dc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:11.368615 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-0e5734f0-89dd-46ff-a290-0468ae4ea0cd None None] Set router 7cd7b496-9076-4f8c-9adb-d360f77a0f5f gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:09:11.581851 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ab64808a-23de-4533-a8b8-2edc1ca11b85 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:11.641424 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-43e30194-04bf-4351-b9f6-694161abefa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:11.659588 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:11.732937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab64808a-23de-4533-a8b8-2edc1ca11b85 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd3a063-0125-43de-a8a0-23d34ae4b6a2,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:11.746684 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3025f0-c371-41fc-9c0c-c6907f749219 None None] Network bb0da870-51b7-4815-9487-dd574794e438 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:11.747074 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ab64808a-23de-4533-a8b8-2edc1ca11b85 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:11.754741 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e30194-04bf-4351-b9f6-694161abefa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1ee101-b535-48ae-94ed-b7f21ce5ff74,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:11.845745 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ab64808a-23de-4533-a8b8-2edc1ca11b85 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] 10.222.0.42 "DELETE /v2.0/subnets/7fd3a063-0125-43de-a8a0-23d34ae4b6a2 HTTP/1.1" status: 204 len: 168 time: 1.9362271 Mar 01 21:09:11.858485 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58812) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:12.100323 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:12.232841 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1e1ee101-b535-48ae-94ed-b7f21ce5ff74 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:09:12.279372 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Deleting port 0ddd395b-6eee-4f49-b773-905f9e902e5e {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:09:12.279852 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:12.344220 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9237-d207-4910-8e58-300bd0022e06 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:12.354761 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-43e30194-04bf-4351-b9f6-694161abefa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:12.355897 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45f52e66-cae0-4e26-8f1a-990484c931dc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:12.367553 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-0e5734f0-89dd-46ff-a290-0468ae4ea0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd7b496-9076-4f8c-9adb-d360f77a0f5f', 'name': 'tempest-ServerRescueTestJSON-1348753569-router', 'tenant_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.190'}], 'enable_snat': True}, 'gw_port_id': '0ddd395b-6eee-4f49-b773-905f9e902e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:06:21Z', 'updated_at': '2022-03-01T21:09:08Z', 'revision_number': 5, 'project_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'gw_port': {'id': '0ddd395b-6eee-4f49-b773-905f9e902e5e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:3f:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cd7b496-9076-4f8c-9adb-d360f77a0f5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1927, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:06:23Z', 'updated_at': '2022-03-01T21:06:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:12.385684 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5734f0-89dd-46ff-a290-0468ae4ea0cd None None] Checking router: 7cd7b496-9076-4f8c-9adb-d360f77a0f5f for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:09:12.403806 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 1e1ee101-b535-48ae-94ed-b7f21ce5ff74 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:09:12.411330 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1e1ee101-b535-48ae-94ed-b7f21ce5ff74 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:09:12.411854 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8c53d8f3-a103-4c26-a09b-46706f878db1 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:09:12.456841 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 8c53d8f3-a103-4c26-a09b-46706f878db1 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:09:12.457562 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8c53d8f3-a103-4c26-a09b-46706f878db1 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:09:12.472823 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5734f0-89dd-46ff-a290-0468ae4ea0cd None None] Routers {'7cd7b496-9076-4f8c-9adb-d360f77a0f5f'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:09:12.473558 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-0e5734f0-89dd-46ff-a290-0468ae4ea0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:09:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7cd7b496-9076-4f8c-9adb-d360f77a0f5f'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:12.620032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-6b7a9237-d207-4910-8e58-300bd0022e06 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Deleting port 891da2c5-d59c-4ce1-8b01-164d737e5c67 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:09:12.626974 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9237-d207-4910-8e58-300bd0022e06 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:12.679089 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f52e66-cae0-4e26-8f1a-990484c931dc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Subnet': ['ID=4debede0-8759-4b32-bd86-9708e6a3b57d,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:12.697471 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-0e5734f0-89dd-46ff-a290-0468ae4ea0cd None None] Set router 7cd7b496-9076-4f8c-9adb-d360f77a0f5f gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:09:12.708910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f52e66-cae0-4e26-8f1a-990484c931dc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Checking segment: {'id': 'e7836490-456e-4acc-a081-2dd76ba084d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd258dbe1-494a-4be7-8313-81ab2e7f698a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:12.709288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f52e66-cae0-4e26-8f1a-990484c931dc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network hostable DHCP agents. Network: d258dbe1-494a-4be7-8313-81ab2e7f698a, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:09:12.761211 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e0cad3-f930-447f-acb3-dd26a5a7a66d None None] DHCP port deletion for bb0da870-51b7-4815-9487-dd574794e438 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:09:12.849832 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c0e0cad3-f930-447f-acb3-dd26a5a7a66d None None] Deleting port 891da2c5-d59c-4ce1-8b01-164d737e5c67 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:09:12.850207 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c0e0cad3-f930-447f-acb3-dd26a5a7a66d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:12.858466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] For port 0ddd395b-6eee-4f49-b773-905f9e902e5e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0ddd395b-6eee-4f49-b773-905f9e902e5e,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:12.862220 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:12.873445 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-43e30194-04bf-4351-b9f6-694161abefa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:12.882717 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-43e30194-04bf-4351-b9f6-694161abefa5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:12.883027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f52e66-cae0-4e26-8f1a-990484c931dc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network d258dbe1-494a-4be7-8313-81ab2e7f698a is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:09:12.925311 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-0e5734f0-89dd-46ff-a290-0468ae4ea0cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cd7b496-9076-4f8c-9adb-d360f77a0f5f', 'name': 'tempest-ServerRescueTestJSON-1348753569-router', 'tenant_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:06:21Z', 'updated_at': '2022-03-01T21:09:12Z', 'revision_number': 6, 'project_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:12.926748 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5734f0-89dd-46ff-a290-0468ae4ea0cd None None] The sync data for ids ['7cd7b496-9076-4f8c-9adb-d360f77a0f5f'] in n-d-827896-4 is: [{'id': '7cd7b496-9076-4f8c-9adb-d360f77a0f5f', 'name': 'tempest-ServerRescueTestJSON-1348753569-router', 'tenant_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:06:21Z', 'updated_at': '2022-03-01T21:09:12Z', 'revision_number': 6, 'project_id': 'b7a7c3aee97041b9a801e4248bbb86e5', 'gw_port_host': None}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:09:12.996841 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-45f52e66-cae0-4e26-8f1a-990484c931dc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, d258dbe1-494a-4be7-8313-81ab2e7f698a) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:13.041970 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-6b7a9237-d207-4910-8e58-300bd0022e06 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] For port 891da2c5-d59c-4ce1-8b01-164d737e5c67, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=891da2c5-d59c-4ce1-8b01-164d737e5c67,segment=NetworkSegment(1025a2b6-f4cd-47eb-923c-ec46716cd4ca),segment_id=1025a2b6-f4cd-47eb-923c-ec46716cd4ca)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:13.042498 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9237-d207-4910-8e58-300bd0022e06 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:13.076194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Calling delete_port for 0ddd395b-6eee-4f49-b773-905f9e902e5e owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:09:13.184638 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f52e66-cae0-4e26-8f1a-990484c931dc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:13.184638 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45f52e66-cae0-4e26-8f1a-990484c931dc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:13.193914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-6b7a9237-d207-4910-8e58-300bd0022e06 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Calling delete_port for 891da2c5-d59c-4ce1-8b01-164d737e5c67 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:09:13.326916 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-45f52e66-cae0-4e26-8f1a-990484c931dc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5409799 Mar 01 21:09:13.327703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58832) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:13.335040 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c0e0cad3-f930-447f-acb3-dd26a5a7a66d None None] For port 891da2c5-d59c-4ce1-8b01-164d737e5c67, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=891da2c5-d59c-4ce1-8b01-164d737e5c67,segment=NetworkSegment(1025a2b6-f4cd-47eb-923c-ec46716cd4ca),segment_id=1025a2b6-f4cd-47eb-923c-ec46716cd4ca)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:13.337641 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c0e0cad3-f930-447f-acb3-dd26a5a7a66d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:13.415769 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9237-d207-4910-8e58-300bd0022e06 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:13.485242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c0e0cad3-f930-447f-acb3-dd26a5a7a66d None None] Calling delete_port for 891da2c5-d59c-4ce1-8b01-164d737e5c67 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:09:13.529345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a9237-d207-4910-8e58-300bd0022e06 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Pushing event deleted for resources: {'Port': ['ID=891da2c5-d59c-4ce1-8b01-164d737e5c67,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:13.548661 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-43e30194-04bf-4351-b9f6-694161abefa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:13.551396 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43e30194-04bf-4351-b9f6-694161abefa5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c05141ee-aa58-4752-a13e-fd7146b5f2f2 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:09:13.567542 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58838) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:13.569515 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2be952b-fea8-4148-af6c-9640866f07ad None None] Network d258dbe1-494a-4be7-8313-81ab2e7f698a requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:13.599522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7a9237-d207-4910-8e58-300bd0022e06 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] No DVR routers for this DVR port 891da2c5-d59c-4ce1-8b01-164d737e5c67 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:09:13.608235 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:13.729248 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-43e30194-04bf-4351-b9f6-694161abefa5 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:13.730223 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-c0e0cad3-f930-447f-acb3-dd26a5a7a66d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:09:13.730531 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-c0e0cad3-f930-447f-acb3-dd26a5a7a66d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:09:13.731449 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-43e30194-04bf-4351-b9f6-694161abefa5 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c05141ee-aa58-4752-a13e-fd7146b5f2f2 HTTP/1.1" status: 204 len: 168 time: 4.8979983 Mar 01 21:09:13.791558 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58848) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:13.882141 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9237-d207-4910-8e58-300bd0022e06 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:13.973933 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a68bc94d-2f21-4a3a-99ea-87bdee92c183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:13.987306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-6b7a9237-d207-4910-8e58-300bd0022e06 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb0da870-51b7-4815-9487-dd574794e438']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:13.987895 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-d258dbe1-494a-4be7-8313-81ab2e7f698a', 'network_id': 'd258dbe1-494a-4be7-8313-81ab2e7f698a', 'tenant_id': '126f883557a74fbe85af15698faf078f', 'fixed_ips': [{'subnet_id': '4debede0-8759-4b32-bd86-9708e6a3b57d'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:09:13.988879 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:14.053202 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-6b7a9237-d207-4910-8e58-300bd0022e06 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1025a2b6-f4cd-47eb-923c-ec46716cd4ca') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:14.053547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-6b7a9237-d207-4910-8e58-300bd0022e06 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1025a2b6-f4cd-47eb-923c-ec46716cd4ca') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:14.101473 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a68bc94d-2f21-4a3a-99ea-87bdee92c183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:14.125592 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9237-d207-4910-8e58-300bd0022e06 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:14.155890 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a68bc94d-2f21-4a3a-99ea-87bdee92c183 admin admin] Usage tracker for resource:security_group_rule and tenant:4e6a1686ae77454e979a06264603b541 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:14.178584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a68bc94d-2f21-4a3a-99ea-87bdee92c183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:14.198401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ddd395b-6eee-4f49-b773-905f9e902e5e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:14.199210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a68bc94d-2f21-4a3a-99ea-87bdee92c183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:14.207387 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9237-d207-4910-8e58-300bd0022e06 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:14.234255 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:14.243837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b7a9237-d207-4910-8e58-300bd0022e06 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:09:14.244175 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9237-d207-4910-8e58-300bd0022e06 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:14.315756 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:14.316096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:14.316431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:14.316759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:14.317083 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:14.317409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:14.317736 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:14.318044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:14.318361 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:14.318673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:14.318991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:14.319300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:09:14.344837 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:09:14.374478 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Allocated IP 172.20.0.1 (d258dbe1-494a-4be7-8313-81ab2e7f698a/4debede0-8759-4b32-bd86-9708e6a3b57d/5b00b4d2-8f10-430d-bcc1-6397174fd74e) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:09:14.421188 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:14.482276 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c0e0cad3-f930-447f-acb3-dd26a5a7a66d None None] Deleting port 891da2c5-d59c-4ce1-8b01-164d737e5c67 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:09:14.482770 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c0e0cad3-f930-447f-acb3-dd26a5a7a66d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:14.523229 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f795fc2e-1ff7-416a-abd0-4b594d73c75d no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:09:14.571788 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2703c7-f13e-417a-8813-82a1a6911a7e admin admin] Deleting subnet ed7ad8a4-8267-45db-9da9-38b53b99c0bf {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:09:14.585816 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3e2703c7-f13e-417a-8813-82a1a6911a7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:14.610432 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9237-d207-4910-8e58-300bd0022e06 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:14.643084 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: f795fc2e-1ff7-416a-abd0-4b594d73c75d {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:09:14.643585 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f795fc2e-1ff7-416a-abd0-4b594d73c75d not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:09:14.643864 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 891da2c5-d59c-4ce1-8b01-164d737e5c67 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:09:14.653898 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9237-d207-4910-8e58-300bd0022e06 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:14.699497 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c0e0cad3-f930-447f-acb3-dd26a5a7a66d None None] The port '891da2c5-d59c-4ce1-8b01-164d737e5c67' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:09:14.700792 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 891da2c5-d59c-4ce1-8b01-164d737e5c67 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:09:14.701338 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 891da2c5-d59c-4ce1-8b01-164d737e5c67 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:09:14.701967 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0ddd395b-6eee-4f49-b773-905f9e902e5e no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:09:14.740169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 0ddd395b-6eee-4f49-b773-905f9e902e5e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:09:14.740571 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0ddd395b-6eee-4f49-b773-905f9e902e5e not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:09:14.774752 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7a9237-d207-4910-8e58-300bd0022e06 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] Pushing event deleted for resources: {'Network': ['ID=bb0da870-51b7-4815-9487-dd574794e438,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:14.788989 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3e2703c7-f13e-417a-8813-82a1a6911a7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:14.796748 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6b7a9237-d207-4910-8e58-300bd0022e06 tempest-ExtraDHCPOptionsTestJSON-1746322172 tempest-ExtraDHCPOptionsTestJSON-1746322172-project] 10.222.0.42 "DELETE /v2.0/networks/bb0da870-51b7-4815-9487-dd574794e438 HTTP/1.1" status: 204 len: 168 time: 2.9370515 Mar 01 21:09:14.844818 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a68bc94d-2f21-4a3a-99ea-87bdee92c183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:14.929366 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:14.956403 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:14.972657 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:14.974548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Transition to ACTIVE for port object 5b00b4d2-8f10-430d-bcc1-6397174fd74e will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:14.980808 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:14.986304 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a68bc94d-2f21-4a3a-99ea-87bdee92c183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:15.000432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Transition to ACTIVE for port object 5b00b4d2-8f10-430d-bcc1-6397174fd74e will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:15.032014 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a68bc94d-2f21-4a3a-99ea-87bdee92c183 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e6a1686ae77454e979a06264603b541&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4603629 Mar 01 21:09:15.034634 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3e2703c7-f13e-417a-8813-82a1a6911a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:15.035494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58898) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:15.090624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68bc94d-2f21-4a3a-99ea-87bdee92c183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f18e4e5-968a-4a18-a0cd-8ba66b383cbd,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:15.110366 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:15.139339 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:15.148544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cd7b496-9076-4f8c-9adb-d360f77a0f5f {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:09:15.153551 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-923d8d81-87f2-4b56-9a2c-f7ec398e75c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:15.179046 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:15.182765 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4c6e6e76-fffa-41a6-95d9-dc2be5633bf2 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7cd7b496-9076-4f8c-9adb-d360f77a0f5f HTTP/1.1" status: 204 len: 168 time: 4.0119700 Mar 01 21:09:15.183075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58912) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:15.186767 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-923d8d81-87f2-4b56-9a2c-f7ec398e75c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:15.217346 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Network d258dbe1-494a-4be7-8313-81ab2e7f698a is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:09:15.227397 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:15.239672 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:09:15.266808 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aeee344-62d0-44ab-b210-bfeaee7a5f8e admin admin] Deleting subnet 03961c1b-5cc3-4076-b4e1-e587eae0ddf1 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:09:15.270719 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5aeee344-62d0-44ab-b210-bfeaee7a5f8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:15.277724 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Pushing event updated for resources: {'Port': ['ID=5b00b4d2-8f10-430d-bcc1-6397174fd74e,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:15.318717 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:15.323975 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3e2703c7-f13e-417a-8813-82a1a6911a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:15.351902 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-923d8d81-87f2-4b56-9a2c-f7ec398e75c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:15.359027 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Attempting to bind port 5b00b4d2-8f10-430d-bcc1-6397174fd74e on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:09:15.361448 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Attempting to bind port 5b00b4d2-8f10-430d-bcc1-6397174fd74e by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'e7836490-456e-4acc-a081-2dd76ba084d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd258dbe1-494a-4be7-8313-81ab2e7f698a'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:09:15.361448 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Attempting to bind port 5b00b4d2-8f10-430d-bcc1-6397174fd74e on network d258dbe1-494a-4be7-8313-81ab2e7f698a {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:09:15.376378 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:09:15.377433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Checking segment: {'id': 'e7836490-456e-4acc-a081-2dd76ba084d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd258dbe1-494a-4be7-8313-81ab2e7f698a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:15.378085 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:15.378742 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Bound using segment: {'id': 'e7836490-456e-4acc-a081-2dd76ba084d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd258dbe1-494a-4be7-8313-81ab2e7f698a'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:09:15.382722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923d8d81-87f2-4b56-9a2c-f7ec398e75c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f18e4e5-968a-4a18-a0cd-8ba66b383cbd,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:15.384817 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Bound port: 5b00b4d2-8f10-430d-bcc1-6397174fd74e, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7836490-456e-4acc-a081-2dd76ba084d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'd258dbe1-494a-4be7-8313-81ab2e7f698a'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:09:15.390000 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:15.391956 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-923d8d81-87f2-4b56-9a2c-f7ec398e75c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:15.410779 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-923d8d81-87f2-4b56-9a2c-f7ec398e75c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1f18e4e5-968a-4a18-a0cd-8ba66b383cbd HTTP/1.1" status: 204 len: 168 time: 0.3737183 Mar 01 21:09:15.434578 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Subnet': ['ID=4debede0-8759-4b32-bd86-9708e6a3b57d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:15.477292 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3e2703c7-f13e-417a-8813-82a1a6911a7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:15.482231 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3e2703c7-f13e-417a-8813-82a1a6911a7e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ed7ad8a4-8267-45db-9da9-38b53b99c0bf HTTP/1.1" status: 204 len: 168 time: 1.6746030 Mar 01 21:09:15.482381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58932) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:15.491799 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2703c7-f13e-417a-8813-82a1a6911a7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed7ad8a4-8267-45db-9da9-38b53b99c0bf,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:15.530668 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5aeee344-62d0-44ab-b210-bfeaee7a5f8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:15.576625 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] For port 5b00b4d2-8f10-430d-bcc1-6397174fd74e, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:09:15.581606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] For port 5b00b4d2-8f10-430d-bcc1-6397174fd74e, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5b00b4d2-8f10-430d-bcc1-6397174fd74e,segment=NetworkSegment(e7836490-456e-4acc-a081-2dd76ba084d6),segment_id=e7836490-456e-4acc-a081-2dd76ba084d6)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:09:15.672642 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:15.696196 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:15.703909 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58946) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:15.746458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58954) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:15.754992 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5aeee344-62d0-44ab-b210-bfeaee7a5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:15.802384 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca188c50-b233-450e-9314-44e8c0fdd06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:15.817670 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-55b97c7c-c395-4e28-85fb-81e254896773 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-402781184'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:15.839170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d258dbe1-494a-4be7-8313-81ab2e7f698a']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:15.867039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-55b97c7c-c395-4e28-85fb-81e254896773 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:15.875105 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-55b97c7c-c395-4e28-85fb-81e254896773 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Usage tracker for resource:network and tenant:5753fa3f75764d519dfd77c438eb049c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:15.879647 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f6586-15d6-41a7-81cf-de8878e85a98 None None] Pushing event updated for resources: {'Port': ['ID=5b00b4d2-8f10-430d-bcc1-6397174fd74e,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:15.880482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-55b97c7c-c395-4e28-85fb-81e254896773 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:15.887705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7836490-456e-4acc-a081-2dd76ba084d6') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:15.888126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7836490-456e-4acc-a081-2dd76ba084d6') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:15.916360 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-55b97c7c-c395-4e28-85fb-81e254896773 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:15.955407 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:15.999475 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:16.014658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:09:16.016103 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:09:16.046107 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:09:16.065701 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2b5a40-0750-4f4b-a8e9-95ba34a5fbfe None None] Network d258dbe1-494a-4be7-8313-81ab2e7f698a requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:16.182441 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5aeee344-62d0-44ab-b210-bfeaee7a5f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:16.255099 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca188c50-b233-450e-9314-44e8c0fdd06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:16.273391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b97c7c-c395-4e28-85fb-81e254896773 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Made reservation on behalf of 5753fa3f75764d519dfd77c438eb049c for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:16.285139 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55b97c7c-c395-4e28-85fb-81e254896773 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:16.309605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-ca188c50-b233-450e-9314-44e8c0fdd06b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67bb6527-8461-46a9-b8fb-0f8330414ee1']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:16.333444 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-ca188c50-b233-450e-9314-44e8c0fdd06b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07844af-8138-4cdc-af4b-5367f006a6d0') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:16.334151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-ca188c50-b233-450e-9314-44e8c0fdd06b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07844af-8138-4cdc-af4b-5367f006a6d0') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:16.361591 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca188c50-b233-450e-9314-44e8c0fdd06b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:16.396332 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeee344-62d0-44ab-b210-bfeaee7a5f8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03961c1b-5cc3-4076-b4e1-e587eae0ddf1,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:16.405162 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca188c50-b233-450e-9314-44e8c0fdd06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:16.414400 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5aeee344-62d0-44ab-b210-bfeaee7a5f8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:16.422955 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca188c50-b233-450e-9314-44e8c0fdd06b admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:09:16.425297 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca188c50-b233-450e-9314-44e8c0fdd06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:16.436771 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5aeee344-62d0-44ab-b210-bfeaee7a5f8e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/03961c1b-5cc3-4076-b4e1-e587eae0ddf1 HTTP/1.1" status: 204 len: 168 time: 1.2516124 Mar 01 21:09:16.443844 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58990) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:16.455897 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b97c7c-c395-4e28-85fb-81e254896773 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:09:16.463206 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:09:16.556605 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 01 21:09:16.556605 n-d-827896-4 neutron-server[88519]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 01 21:09:16.556605 n-d-827896-4 neutron-server[88519]: [parameters: {'id': 'd258dbe1-494a-4be7-8313-81ab2e7f698a'}] Mar 01 21:09:16.556605 n-d-827896-4 neutron-server[88519]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:09:16.557286 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:09:16.557372 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ab614a9-3ea4-43dd-80d2-b8ec7f99ac07 None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:09:16.584106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58998) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:16.683951 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf0311d9-f752-4783-8e67-b63cef8a5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:16.687788 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8368f6b9-aee4-4edf-95fd-08bc19a3b884 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02a57899d1034eb580757195bada9f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9822111 Mar 01 21:09:16.691463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59008) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:16.703893 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-458b43c8-28ee-4809-b7fa-d7f67995eafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:16.722794 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55b97c7c-c395-4e28-85fb-81e254896773 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:16.723405 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-55b97c7c-c395-4e28-85fb-81e254896773 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Added segment a8a93b07-13b1-4192-a516-e287f6d815ca of type vlan for network 7a6458a9-9015-413f-bf43-efd7a3b7923c Mar 01 21:09:16.730643 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca188c50-b233-450e-9314-44e8c0fdd06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:16.733306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-458b43c8-28ee-4809-b7fa-d7f67995eafb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:16.742480 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab614a9-3ea4-43dd-80d2-b8ec7f99ac07 None None] Resources bound (agent type, host, resource id): {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:09:16.762461 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca188c50-b233-450e-9314-44e8c0fdd06b admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:16.775017 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca188c50-b233-450e-9314-44e8c0fdd06b admin admin] Pushing event deleted for resources: {'Network': ['ID=67bb6527-8461-46a9-b8fb-0f8330414ee1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:16.778380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-458b43c8-28ee-4809-b7fa-d7f67995eafb admin admin] Usage tracker for resource:security_group_rule and tenant:3332ffdea321420ab10f61d1ce033edf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:16.783151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-458b43c8-28ee-4809-b7fa-d7f67995eafb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:16.791244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-458b43c8-28ee-4809-b7fa-d7f67995eafb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:16.861689 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55b97c7c-c395-4e28-85fb-81e254896773 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:16.901369 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59020) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:16.924021 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ca188c50-b233-450e-9314-44e8c0fdd06b admin admin] 10.222.0.42 "DELETE /v2.0/networks/67bb6527-8461-46a9-b8fb-0f8330414ee1 HTTP/1.1" status: 204 len: 168 time: 1.4374864 Mar 01 21:09:16.948260 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e785b1d9-57f2-496b-9f2b-6b7c5cdf8e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:16.966247 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf0311d9-f752-4783-8e67-b63cef8a5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:16.975004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e785b1d9-57f2-496b-9f2b-6b7c5cdf8e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:16.980418 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e785b1d9-57f2-496b-9f2b-6b7c5cdf8e64 admin admin] Usage tracker for resource:security_group_rule and tenant:cd1963dc163a44edb40ce85dd6d60fa0 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:16.980611 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-54073a3f-c3cc-45e2-b944-bbb532affc97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:16.983481 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e785b1d9-57f2-496b-9f2b-6b7c5cdf8e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:16.990932 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e785b1d9-57f2-496b-9f2b-6b7c5cdf8e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:16.997588 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-458b43c8-28ee-4809-b7fa-d7f67995eafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.028516 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-bf0311d9-f752-4783-8e67-b63cef8a5be1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b34390c-6fe5-4076-9506-cf6ffd99724e']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:17.042972 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-54073a3f-c3cc-45e2-b944-bbb532affc97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.055011 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-bf0311d9-f752-4783-8e67-b63cef8a5be1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bed440c-0e86-4609-9f79-d599079265d8') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:17.055301 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-bf0311d9-f752-4783-8e67-b63cef8a5be1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bed440c-0e86-4609-9f79-d599079265d8') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:17.061624 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.091649 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf0311d9-f752-4783-8e67-b63cef8a5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.116648 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55b97c7c-c395-4e28-85fb-81e254896773 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.122241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b97c7c-c395-4e28-85fb-81e254896773 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:17.122852 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55b97c7c-c395-4e28-85fb-81e254896773 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.132607 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-458b43c8-28ee-4809-b7fa-d7f67995eafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.179405 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf0311d9-f752-4783-8e67-b63cef8a5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.198803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Deleting port 5b00b4d2-8f10-430d-bcc1-6397174fd74e {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:09:17.199119 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-458b43c8-28ee-4809-b7fa-d7f67995eafb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3332ffdea321420ab10f61d1ce033edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6051676 Mar 01 21:09:17.199241 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.199916 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59036) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:17.234457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458b43c8-28ee-4809-b7fa-d7f67995eafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900aca3c-e139-4470-bf3a-8df3a6add4f0,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:17.238117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf0311d9-f752-4783-8e67-b63cef8a5be1 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:09:17.238548 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf0311d9-f752-4783-8e67-b63cef8a5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.253941 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e785b1d9-57f2-496b-9f2b-6b7c5cdf8e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.300643 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e884b9ec-c4a8-4284-9a77-0a20ae82345e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.327391 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e785b1d9-57f2-496b-9f2b-6b7c5cdf8e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.347651 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e884b9ec-c4a8-4284-9a77-0a20ae82345e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.414108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785b1d9-57f2-496b-9f2b-6b7c5cdf8e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14d13381-d952-47e0-beb6-4c706a0fe670,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:17.419315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e785b1d9-57f2-496b-9f2b-6b7c5cdf8e64 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cd1963dc163a44edb40ce85dd6d60fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5167270 Mar 01 21:09:17.422181 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59052) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:09:17.426251 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:09:17.463188 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-55b97c7c-c395-4e28-85fb-81e254896773 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.7153900 Mar 01 21:09:17.466647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59058) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:17.476326 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-3f47cf16-b5d2-40e9-aa21-e2eb61c43b72 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1587621652'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:17.480964 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59062) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:17.484783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3f47cf16-b5d2-40e9-aa21-e2eb61c43b72 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:17.507555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3f47cf16-b5d2-40e9-aa21-e2eb61c43b72 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Usage tracker for resource:network and tenant:5753fa3f75764d519dfd77c438eb049c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:17.520504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3f47cf16-b5d2-40e9-aa21-e2eb61c43b72 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:17.520924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b97c7c-c395-4e28-85fb-81e254896773 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event updated for resources: {'Network': ['ID=7a6458a9-9015-413f-bf43-efd7a3b7923c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:17.534946 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 7a6458a9-9015-413f-bf43-efd7a3b7923c details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:09:17.535486 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3f47cf16-b5d2-40e9-aa21-e2eb61c43b72 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:17.536496 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ae94ea04-21f8-4e36-9c5a-5f094e56026d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.585242 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e884b9ec-c4a8-4284-9a77-0a20ae82345e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.601739 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ae94ea04-21f8-4e36-9c5a-5f094e56026d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.621324 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-426a3451-3a2f-46c0-abcc-f7f776d54e5e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ae8beb020bc5422983ac60a96ddee5cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382823 Mar 01 21:09:17.622238 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884b9ec-c4a8-4284-9a77-0a20ae82345e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900aca3c-e139-4470-bf3a-8df3a6add4f0,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:17.630342 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59070) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:17.656525 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-54073a3f-c3cc-45e2-b944-bbb532affc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.671074 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e884b9ec-c4a8-4284-9a77-0a20ae82345e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.674601 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e884b9ec-c4a8-4284-9a77-0a20ae82345e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/900aca3c-e139-4470-bf3a-8df3a6add4f0 HTTP/1.1" status: 204 len: 168 time: 0.4679575 Mar 01 21:09:17.683833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f47cf16-b5d2-40e9-aa21-e2eb61c43b72 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Made reservation on behalf of 5753fa3f75764d519dfd77c438eb049c for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:17.687275 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3f47cf16-b5d2-40e9-aa21-e2eb61c43b72 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.745668 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf0311d9-f752-4783-8e67-b63cef8a5be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.747991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54073a3f-c3cc-45e2-b944-bbb532affc97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7981c1d0-1d8e-439f-9df5-86f1ea3d362e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:17.751247 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-778c020e-c1f7-41b2-a6d6-273aade30ef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.781186 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf0311d9-f752-4783-8e67-b63cef8a5be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.795299 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-778c020e-c1f7-41b2-a6d6-273aade30ef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.800631 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] For port 5b00b4d2-8f10-430d-bcc1-6397174fd74e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5b00b4d2-8f10-430d-bcc1-6397174fd74e,segment=NetworkSegment(e7836490-456e-4acc-a081-2dd76ba084d6),segment_id=e7836490-456e-4acc-a081-2dd76ba084d6)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:17.801005 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.811618 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0311d9-f752-4783-8e67-b63cef8a5be1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b34390c-6fe5-4076-9506-cf6ffd99724e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:17.823270 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bf0311d9-f752-4783-8e67-b63cef8a5be1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9b34390c-6fe5-4076-9506-cf6ffd99724e HTTP/1.1" status: 204 len: 168 time: 1.3783684 Mar 01 21:09:17.845046 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ae94ea04-21f8-4e36-9c5a-5f094e56026d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.855220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f47cf16-b5d2-40e9-aa21-e2eb61c43b72 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:09:17.870550 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae94ea04-21f8-4e36-9c5a-5f094e56026d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d13381-d952-47e0-beb6-4c706a0fe670,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:17.874103 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3f47cf16-b5d2-40e9-aa21-e2eb61c43b72 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.874346 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-3f47cf16-b5d2-40e9-aa21-e2eb61c43b72 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Added segment c050b57d-eb8b-421b-b664-ad652fc15680 of type vlan for network 8391abf1-8497-437d-b6b2-a8884478b421 Mar 01 21:09:17.877766 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-54073a3f-c3cc-45e2-b944-bbb532affc97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.878903 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-54073a3f-c3cc-45e2-b944-bbb532affc97 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7981c1d0-1d8e-439f-9df5-86f1ea3d362e HTTP/1.1" status: 204 len: 168 time: 1.1837182 Mar 01 21:09:17.913611 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3f47cf16-b5d2-40e9-aa21-e2eb61c43b72 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.918751 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ae94ea04-21f8-4e36-9c5a-5f094e56026d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:17.918939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ae94ea04-21f8-4e36-9c5a-5f094e56026d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/14d13381-d952-47e0-beb6-4c706a0fe670 HTTP/1.1" status: 204 len: 168 time: 0.4958959 Mar 01 21:09:17.952251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Calling delete_port for 5b00b4d2-8f10-430d-bcc1-6397174fd74e owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:09:18.037636 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-778c020e-c1f7-41b2-a6d6-273aade30ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:18.052562 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3f47cf16-b5d2-40e9-aa21-e2eb61c43b72 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:18.057144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f47cf16-b5d2-40e9-aa21-e2eb61c43b72 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:18.057746 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3f47cf16-b5d2-40e9-aa21-e2eb61c43b72 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:18.082583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c020e-c1f7-41b2-a6d6-273aade30ef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:18.101780 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-778c020e-c1f7-41b2-a6d6-273aade30ef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:18.105920 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-778c020e-c1f7-41b2-a6d6-273aade30ef8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e5e8064f-00e9-46e0-a93d-fd97ffc0e1a8 HTTP/1.1" status: 204 len: 168 time: 0.4719889 Mar 01 21:09:18.129576 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:18.165911 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:09:18.187926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3f47cf16-b5d2-40e9-aa21-e2eb61c43b72 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7201948 Mar 01 21:09:18.191401 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59106) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:18.193798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Port': ['ID=5b00b4d2-8f10-430d-bcc1-6397174fd74e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:18.194427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47cf16-b5d2-40e9-aa21-e2eb61c43b72 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event updated for resources: {'Network': ['ID=8391abf1-8497-437d-b6b2-a8884478b421,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:18.204087 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No DVR routers for this DVR port 5b00b4d2-8f10-430d-bcc1-6397174fd74e on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:09:18.204277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-9d5b7338-65e1-46ff-87d4-c7074c4187a9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Request body: {'subnet': {'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:18.213622 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 8391abf1-8497-437d-b6b2-a8884478b421 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:09:18.325363 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59114) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:18.357268 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9d5b7338-65e1-46ff-87d4-c7074c4187a9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:18.361809 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:18.369742 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9d5b7338-65e1-46ff-87d4-c7074c4187a9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Usage tracker for resource:subnet and tenant:5753fa3f75764d519dfd77c438eb049c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:18.377575 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9d5b7338-65e1-46ff-87d4-c7074c4187a9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:18.389526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9d5b7338-65e1-46ff-87d4-c7074c4187a9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:18.410679 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d258dbe1-494a-4be7-8313-81ab2e7f698a']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:18.435824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7836490-456e-4acc-a081-2dd76ba084d6') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:18.435824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7836490-456e-4acc-a081-2dd76ba084d6') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:18.450062 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ced449bb-0bdb-4772-a0b3-ec11a3eb6499 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b7a7c3aee97041b9a801e4248bbb86e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1208968 Mar 01 21:09:18.450345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59126) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:18.453819 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:18.460585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5b7338-65e1-46ff-87d4-c7074c4187a9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Made reservation on behalf of 5753fa3f75764d519dfd77c438eb049c for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:18.464697 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9d5b7338-65e1-46ff-87d4-c7074c4187a9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:18.492332 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:18.519336 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:09:18.521970 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:09:18.542843 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:09:18.627715 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d8cdd2e-d56a-4fb6-a4ad-ec6c70756dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:18.660168 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d8cdd2e-d56a-4fb6-a4ad-ec6c70756dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:18.728743 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:18.749121 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:18.755831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Network': ['ID=d258dbe1-494a-4be7-8313-81ab2e7f698a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:18.766820 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f57bfb69-b914-4c0f-8ea2-bdc19aa22da1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/d258dbe1-494a-4be7-8313-81ab2e7f698a HTTP/1.1" status: 204 len: 168 time: 5.2422423 Mar 01 21:09:18.770950 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59148) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:18.776675 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-0ec5bba3-49a1-4f2c-958f-e7fb01710589 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1935183442'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:18.782293 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0ec5bba3-49a1-4f2c-958f-e7fb01710589 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:18.788452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0ec5bba3-49a1-4f2c-958f-e7fb01710589 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Usage tracker for resource:network and tenant:126f883557a74fbe85af15698faf078f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:18.797665 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0ec5bba3-49a1-4f2c-958f-e7fb01710589 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:18.800731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0ec5bba3-49a1-4f2c-958f-e7fb01710589 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:18.814337 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d8cdd2e-d56a-4fb6-a4ad-ec6c70756dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:18.819278 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d8cdd2e-d56a-4fb6-a4ad-ec6c70756dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:18.820077 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6d8cdd2e-d56a-4fb6-a4ad-ec6c70756dd5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f9d1dc7d-b223-4dd5-90f0-059c607afd2c HTTP/1.1" status: 204 len: 168 time: 0.3689585 Mar 01 21:09:18.833919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cdd2e-d56a-4fb6-a4ad-ec6c70756dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d1dc7d-b223-4dd5-90f0-059c607afd2c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:18.893204 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec5bba3-49a1-4f2c-958f-e7fb01710589 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:18.897095 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ec5bba3-49a1-4f2c-958f-e7fb01710589 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:18.928424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec5bba3-49a1-4f2c-958f-e7fb01710589 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:09:18.938662 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ec5bba3-49a1-4f2c-958f-e7fb01710589 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:18.939329 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-0ec5bba3-49a1-4f2c-958f-e7fb01710589 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Added segment 4e982cdf-c6ff-43cb-b439-65c2a45b9c69 of type vlan for network 9bafe767-7ffe-48da-ad9b-beb89e4479b1 Mar 01 21:09:18.977008 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ec5bba3-49a1-4f2c-958f-e7fb01710589 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:18.979064 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9d5b7338-65e1-46ff-87d4-c7074c4187a9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:19.082877 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b7338-65e1-46ff-87d4-c7074c4187a9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event updated for resources: {'Subnet': ['ID=eb5f0362-4737-40ee-9f53-2f030ee2674b,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:19.104482 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ec5bba3-49a1-4f2c-958f-e7fb01710589 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:19.107990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5b7338-65e1-46ff-87d4-c7074c4187a9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Checking segment: {'id': 'a8a93b07-13b1-4192-a516-e287f6d815ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:19.129309 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5b7338-65e1-46ff-87d4-c7074c4187a9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Network hostable DHCP agents. Network: 7a6458a9-9015-413f-bf43-efd7a3b7923c, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:09:19.129539 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec5bba3-49a1-4f2c-958f-e7fb01710589 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:19.129539 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ec5bba3-49a1-4f2c-958f-e7fb01710589 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:19.243832 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5b7338-65e1-46ff-87d4-c7074c4187a9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Network 7a6458a9-9015-413f-bf43-efd7a3b7923c is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:09:19.256736 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5bba3-49a1-4f2c-958f-e7fb01710589 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Network': ['ID=9bafe767-7ffe-48da-ad9b-beb89e4479b1,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:19.267532 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 9bafe767-7ffe-48da-ad9b-beb89e4479b1 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:09:19.276380 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0ec5bba3-49a1-4f2c-958f-e7fb01710589 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5038810 Mar 01 21:09:19.278151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59192) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:19.284580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-0320c6d3-801e-4838-a81d-709b9b5a1c69 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'subnet': {'network_id': '9bafe767-7ffe-48da-ad9b-beb89e4479b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:19.399822 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-9d5b7338-65e1-46ff-87d4-c7074c4187a9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 7a6458a9-9015-413f-bf43-efd7a3b7923c) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:19.408990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a36e936-dd2a-455d-bd90-44d6a3d168af None None] Network 7a6458a9-9015-413f-bf43-efd7a3b7923c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:19.436795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0320c6d3-801e-4838-a81d-709b9b5a1c69 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:19.442650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0320c6d3-801e-4838-a81d-709b9b5a1c69 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Usage tracker for resource:subnet and tenant:126f883557a74fbe85af15698faf078f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:19.446041 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5b7338-65e1-46ff-87d4-c7074c4187a9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:19.446634 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9d5b7338-65e1-46ff-87d4-c7074c4187a9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:19.452158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0320c6d3-801e-4838-a81d-709b9b5a1c69 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:19.463069 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0320c6d3-801e-4838-a81d-709b9b5a1c69 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:19.621764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9d5b7338-65e1-46ff-87d4-c7074c4187a9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4291530 Mar 01 21:09:19.624371 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59222) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:19.633196 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-22bf0889-c4bb-4f4b-b4a5-5f68bb0b95c8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Request body: {'subnet': {'network_id': '8391abf1-8497-437d-b6b2-a8884478b421', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:19.663731 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-7a6458a9-9015-413f-bf43-efd7a3b7923c', 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'fixed_ips': [{'subnet_id': 'eb5f0362-4737-40ee-9f53-2f030ee2674b'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:09:19.664846 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:19.715896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0320c6d3-801e-4838-a81d-709b9b5a1c69 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:19.725588 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0320c6d3-801e-4838-a81d-709b9b5a1c69 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:19.802274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-22bf0889-c4bb-4f4b-b4a5-5f68bb0b95c8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:19.809961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-22bf0889-c4bb-4f4b-b4a5-5f68bb0b95c8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Usage tracker for resource:subnet and tenant:5753fa3f75764d519dfd77c438eb049c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:19.815655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-22bf0889-c4bb-4f4b-b4a5-5f68bb0b95c8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:19.823953 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-22bf0889-c4bb-4f4b-b4a5-5f68bb0b95c8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:19.877471 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Allocated IP 10.1.1.2 (7a6458a9-9015-413f-bf43-efd7a3b7923c/eb5f0362-4737-40ee-9f53-2f030ee2674b/2e6c8911-c07b-4d08-9cf7-cb437cf71c63) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:09:19.911648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bf0889-c4bb-4f4b-b4a5-5f68bb0b95c8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Made reservation on behalf of 5753fa3f75764d519dfd77c438eb049c for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:19.922167 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-22bf0889-c4bb-4f4b-b4a5-5f68bb0b95c8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:20.275744 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:20.317701 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Transition to ACTIVE for port object 2e6c8911-c07b-4d08-9cf7-cb437cf71c63 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:20.338548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Transition to ACTIVE for port object 2e6c8911-c07b-4d08-9cf7-cb437cf71c63 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:20.375101 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-22bf0889-c4bb-4f4b-b4a5-5f68bb0b95c8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:20.409143 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0320c6d3-801e-4838-a81d-709b9b5a1c69 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:20.409793 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:20.492390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf0889-c4bb-4f4b-b4a5-5f68bb0b95c8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Checking segment: {'id': 'c050b57d-eb8b-421b-b664-ad652fc15680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8391abf1-8497-437d-b6b2-a8884478b421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:20.492390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bf0889-c4bb-4f4b-b4a5-5f68bb0b95c8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Network hostable DHCP agents. Network: 8391abf1-8497-437d-b6b2-a8884478b421, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:09:20.524287 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf0889-c4bb-4f4b-b4a5-5f68bb0b95c8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event updated for resources: {'Subnet': ['ID=7ff5bd32-7121-4c1e-b663-c168cac44144,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:20.555762 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Network 7a6458a9-9015-413f-bf43-efd7a3b7923c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:09:20.557426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:20.562237 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:09:20.570369 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320c6d3-801e-4838-a81d-709b9b5a1c69 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Subnet': ['ID=ea6cb6ad-695c-401a-a84c-470bd646f002,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:20.585581 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0320c6d3-801e-4838-a81d-709b9b5a1c69 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Checking segment: {'id': '4e982cdf-c6ff-43cb-b439-65c2a45b9c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '9bafe767-7ffe-48da-ad9b-beb89e4479b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:20.586301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0320c6d3-801e-4838-a81d-709b9b5a1c69 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network hostable DHCP agents. Network: 9bafe767-7ffe-48da-ad9b-beb89e4479b1, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:09:20.604645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bf0889-c4bb-4f4b-b4a5-5f68bb0b95c8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Network 8391abf1-8497-437d-b6b2-a8884478b421 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:09:20.650934 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Pushing event updated for resources: {'Port': ['ID=2e6c8911-c07b-4d08-9cf7-cb437cf71c63,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:20.694706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-22bf0889-c4bb-4f4b-b4a5-5f68bb0b95c8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 8391abf1-8497-437d-b6b2-a8884478b421) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:20.700273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bf0889-c4bb-4f4b-b4a5-5f68bb0b95c8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:20.701134 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-22bf0889-c4bb-4f4b-b4a5-5f68bb0b95c8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:20.747639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71aa662e-8179-4122-8c99-0dc07a8558a5 None None] Network 8391abf1-8497-437d-b6b2-a8884478b421 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:20.795166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0320c6d3-801e-4838-a81d-709b9b5a1c69 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network 9bafe767-7ffe-48da-ad9b-beb89e4479b1 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:09:20.802756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-0320c6d3-801e-4838-a81d-709b9b5a1c69 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 9bafe767-7ffe-48da-ad9b-beb89e4479b1) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:20.811192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0320c6d3-801e-4838-a81d-709b9b5a1c69 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:20.811873 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0320c6d3-801e-4838-a81d-709b9b5a1c69 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:20.857965 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Attempting to bind port 2e6c8911-c07b-4d08-9cf7-cb437cf71c63 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:09:20.860570 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Attempting to bind port 2e6c8911-c07b-4d08-9cf7-cb437cf71c63 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'a8a93b07-13b1-4192-a516-e287f6d815ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:09:20.860570 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Attempting to bind port 2e6c8911-c07b-4d08-9cf7-cb437cf71c63 on network 7a6458a9-9015-413f-bf43-efd7a3b7923c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:09:20.873053 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a389eaa5-3186-4db6-81c1-2d7cfd609db7 None None] Network 9bafe767-7ffe-48da-ad9b-beb89e4479b1 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:20.879501 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-22bf0889-c4bb-4f4b-b4a5-5f68bb0b95c8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2498970 Mar 01 21:09:20.879748 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59308) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:20.885069 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-4dc7b1e0-7d0b-4b06-af86-c22c37fc113c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Request body: {'port': {'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c', 'name': 'tempest-TaggedBootDevicesTest_v242-1230757995', 'fixed_ips': [{'subnet_id': 'eb5f0362-4737-40ee-9f53-2f030ee2674b'}]}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:20.935142 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0320c6d3-801e-4838-a81d-709b9b5a1c69 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6556349 Mar 01 21:09:20.937491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59316) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:21.002536 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:09:21.003242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Checking segment: {'id': 'a8a93b07-13b1-4192-a516-e287f6d815ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:21.003965 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:21.008388 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Bound using segment: {'id': 'a8a93b07-13b1-4192-a516-e287f6d815ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:09:21.008388 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Bound port: 2e6c8911-c07b-4d08-9cf7-cb437cf71c63, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a93b07-13b1-4192-a516-e287f6d815ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:09:21.008388 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:21.256946 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-72aacbd7-7e33-4106-a445-1f8476d823f8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:21.324501 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:21.341208 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-72aacbd7-7e33-4106-a445-1f8476d823f8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:21.374362 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] For port 2e6c8911-c07b-4d08-9cf7-cb437cf71c63, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:09:21.401212 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4dc7b1e0-7d0b-4b06-af86-c22c37fc113c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:21.412538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4dc7b1e0-7d0b-4b06-af86-c22c37fc113c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Usage tracker for resource:port and tenant:5753fa3f75764d519dfd77c438eb049c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:21.415648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4dc7b1e0-7d0b-4b06-af86-c22c37fc113c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:21.419121 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] For port 2e6c8911-c07b-4d08-9cf7-cb437cf71c63, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2e6c8911-c07b-4d08-9cf7-cb437cf71c63,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:09:21.420359 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-8391abf1-8497-437d-b6b2-a8884478b421', 'network_id': '8391abf1-8497-437d-b6b2-a8884478b421', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'fixed_ips': [{'subnet_id': '7ff5bd32-7121-4c1e-b663-c168cac44144'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:09:21.421240 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:21.429531 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4dc7b1e0-7d0b-4b06-af86-c22c37fc113c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:21.502067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ba52d1-79b9-415e-90c1-aae7fc5afddb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-9bafe767-7ffe-48da-ad9b-beb89e4479b1', 'network_id': '9bafe767-7ffe-48da-ad9b-beb89e4479b1', 'tenant_id': '126f883557a74fbe85af15698faf078f', 'fixed_ips': [{'subnet_id': 'ea6cb6ad-695c-401a-a84c-470bd646f002'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:09:21.502825 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-20ba52d1-79b9-415e-90c1-aae7fc5afddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:21.519020 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:21.555765 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc7b1e0-7d0b-4b06-af86-c22c37fc113c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Made reservation on behalf of 5753fa3f75764d519dfd77c438eb049c for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:21.635858 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-72aacbd7-7e33-4106-a445-1f8476d823f8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:21.683223 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aacbd7-7e33-4106-a445-1f8476d823f8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Subnet': ['ID=ea6cb6ad-695c-401a-a84c-470bd646f002,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:21.700035 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bd7a80-6929-4ff4-9317-a6caa9f06ea6 None None] Pushing event updated for resources: {'Port': ['ID=2e6c8911-c07b-4d08-9cf7-cb437cf71c63,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:21.760500 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b1e0-7d0b-4b06-af86-c22c37fc113c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server [None req-20ba52d1-79b9-415e-90c1-aae7fc5afddb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea6cb6ad-695c-401a-a84c-470bd646f002: This subnet is being modified by another concurrent operation. Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:09:21.790292 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise exception Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ea6cb6ad-695c-401a-a84c-470bd646f002: This subnet is being modified by another concurrent operation. Mar 01 21:09:21.794064 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Mar 01 21:09:21.810872 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5632545-dabc-4581-ae62-c1c452703286 None None] Network 9bafe767-7ffe-48da-ad9b-beb89e4479b1 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:21.826863 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-72aacbd7-7e33-4106-a445-1f8476d823f8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:21.839396 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-4dc7b1e0-7d0b-4b06-af86-c22c37fc113c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] device_id is not set on port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:09:21.865534 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-72aacbd7-7e33-4106-a445-1f8476d823f8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bafe767-7ffe-48da-ad9b-beb89e4479b1']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:21.878545 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-72aacbd7-7e33-4106-a445-1f8476d823f8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e982cdf-c6ff-43cb-b439-65c2a45b9c69') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:21.878846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-72aacbd7-7e33-4106-a445-1f8476d823f8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e982cdf-c6ff-43cb-b439-65c2a45b9c69') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:21.897409 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-72aacbd7-7e33-4106-a445-1f8476d823f8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:21.919251 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-72aacbd7-7e33-4106-a445-1f8476d823f8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:21.929876 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Allocated IP 10.2.2.2 (8391abf1-8497-437d-b6b2-a8884478b421/7ff5bd32-7121-4c1e-b663-c168cac44144/55885504-19cc-48e4-a619-43305287d30b) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:09:21.931828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72aacbd7-7e33-4106-a445-1f8476d823f8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:09:21.932225 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-72aacbd7-7e33-4106-a445-1f8476d823f8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:09:22.086129 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:09:22.158646 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-72aacbd7-7e33-4106-a445-1f8476d823f8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:22.235962 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-72aacbd7-7e33-4106-a445-1f8476d823f8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:22.258072 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-4dc7b1e0-7d0b-4b06-af86-c22c37fc113c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Allocated IP 10.1.1.92 (7a6458a9-9015-413f-bf43-efd7a3b7923c/eb5f0362-4737-40ee-9f53-2f030ee2674b/9d0d0579-3c8c-4a39-b67f-ca991e94ba0b) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:09:22.266882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aacbd7-7e33-4106-a445-1f8476d823f8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Network': ['ID=9bafe767-7ffe-48da-ad9b-beb89e4479b1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:22.303115 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-72aacbd7-7e33-4106-a445-1f8476d823f8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/9bafe767-7ffe-48da-ad9b-beb89e4479b1 HTTP/1.1" status: 204 len: 168 time: 1.3641903 Mar 01 21:09:22.306866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59384) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:22.320760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-00422c4a-b231-4aed-b59c-62e3cd16685c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-113760341'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:22.336432 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-00422c4a-b231-4aed-b59c-62e3cd16685c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:22.338969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59390) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:22.343251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2e6c8911-c07b-4d08-9cf7-cb437cf71c63 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:09:22.348274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-00422c4a-b231-4aed-b59c-62e3cd16685c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Usage tracker for resource:network and tenant:126f883557a74fbe85af15698faf078f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:22.353711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-00422c4a-b231-4aed-b59c-62e3cd16685c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:22.362164 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-00422c4a-b231-4aed-b59c-62e3cd16685c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:22.482670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00422c4a-b231-4aed-b59c-62e3cd16685c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:22.486746 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00422c4a-b231-4aed-b59c-62e3cd16685c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:22.549685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00422c4a-b231-4aed-b59c-62e3cd16685c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:09:22.568493 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00422c4a-b231-4aed-b59c-62e3cd16685c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:22.568493 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-00422c4a-b231-4aed-b59c-62e3cd16685c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Added segment a1241af0-44ba-4a04-9558-2db61333dfab of type vlan for network 8b8a5c39-4301-4c14-b722-814633a64076 Mar 01 21:09:22.608784 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00422c4a-b231-4aed-b59c-62e3cd16685c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:22.617082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 2e6c8911-c07b-4d08-9cf7-cb437cf71c63 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:09:22.649461 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b1e0-7d0b-4b06-af86-c22c37fc113c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:22.659803 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:22.665792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-4dc7b1e0-7d0b-4b06-af86-c22c37fc113c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Transition to ACTIVE for port object 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:22.670394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Transition to ACTIVE for port object 55885504-19cc-48e4-a619-43305287d30b will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:22.691748 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Transition to ACTIVE for port object 55885504-19cc-48e4-a619-43305287d30b will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:22.762647 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00422c4a-b231-4aed-b59c-62e3cd16685c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:22.779452 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00422c4a-b231-4aed-b59c-62e3cd16685c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:22.779942 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00422c4a-b231-4aed-b59c-62e3cd16685c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:22.807580 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:22.807740 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b1e0-7d0b-4b06-af86-c22c37fc113c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:22.895652 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Network 8391abf1-8497-437d-b6b2-a8884478b421 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:09:22.903512 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:22.943279 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc7b1e0-7d0b-4b06-af86-c22c37fc113c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Network 7a6458a9-9015-413f-bf43-efd7a3b7923c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:09:22.955407 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-4dc7b1e0-7d0b-4b06-af86-c22c37fc113c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:22.968209 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-00422c4a-b231-4aed-b59c-62e3cd16685c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6561391 Mar 01 21:09:22.971021 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59428) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:22.972517 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc7b1e0-7d0b-4b06-af86-c22c37fc113c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:09:22.977412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00422c4a-b231-4aed-b59c-62e3cd16685c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Network': ['ID=8b8a5c39-4301-4c14-b722-814633a64076,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:22.977736 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:09:23.045514 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 8b8a5c39-4301-4c14-b722-814633a64076 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:09:23.051486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d9070d0a-ee59-430c-92c4-ad223b353d67 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'subnet': {'network_id': '8b8a5c39-4301-4c14-b722-814633a64076', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:23.114461 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1856608971'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:23.127641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:23.129989 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Pushing event updated for resources: {'Port': ['ID=55885504-19cc-48e4-a619-43305287d30b,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:23.134981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Usage tracker for resource:network and tenant:7b98739478574ba1afcf8ea5f2d42605 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:23.146330 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:23.186719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:23.200272 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Attempting to bind port 55885504-19cc-48e4-a619-43305287d30b on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:09:23.201616 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Attempting to bind port 55885504-19cc-48e4-a619-43305287d30b by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'c050b57d-eb8b-421b-b664-ad652fc15680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8391abf1-8497-437d-b6b2-a8884478b421'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:09:23.202163 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Attempting to bind port 55885504-19cc-48e4-a619-43305287d30b on network 8391abf1-8497-437d-b6b2-a8884478b421 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:09:23.214326 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc7b1e0-7d0b-4b06-af86-c22c37fc113c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event updated for resources: {'Port': ['ID=9d0d0579-3c8c-4a39-b67f-ca991e94ba0b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:23.305418 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:09:23.307612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Made reservation on behalf of 7b98739478574ba1afcf8ea5f2d42605 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:23.308079 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Checking segment: {'id': 'c050b57d-eb8b-421b-b664-ad652fc15680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8391abf1-8497-437d-b6b2-a8884478b421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:23.308079 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:23.308079 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Bound using segment: {'id': 'c050b57d-eb8b-421b-b664-ad652fc15680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8391abf1-8497-437d-b6b2-a8884478b421'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:09:23.308598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Bound port: 55885504-19cc-48e4-a619-43305287d30b, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c050b57d-eb8b-421b-b664-ad652fc15680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8391abf1-8497-437d-b6b2-a8884478b421'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:09:23.309304 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:23.309640 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:23.338773 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:23.350333 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc7b1e0-7d0b-4b06-af86-c22c37fc113c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:23.351173 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4dc7b1e0-7d0b-4b06-af86-c22c37fc113c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:23.369674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d9070d0a-ee59-430c-92c4-ad223b353d67 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:23.370692 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:23.376878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Usage tracker for resource:security_group_rule and tenant:7b98739478574ba1afcf8ea5f2d42605 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:23.377121 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d9070d0a-ee59-430c-92c4-ad223b353d67 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Usage tracker for resource:subnet and tenant:126f883557a74fbe85af15698faf078f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:23.380440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:23.380938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d9070d0a-ee59-430c-92c4-ad223b353d67 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:23.388079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:23.391100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d9070d0a-ee59-430c-92c4-ad223b353d67 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:23.411319 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf5001a-986f-40d5-99aa-7f3c83a01a03 None None] Network 7a6458a9-9015-413f-bf43-efd7a3b7923c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:23.471125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59460) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:23.474515 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4dc7b1e0-7d0b-4b06-af86-c22c37fc113c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5938685 Mar 01 21:09:23.477457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59464) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:23.497850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-03b84060-7347-451e-9676-b554ee68d03f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Request body: {'port': {'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c', 'name': 'tempest-TaggedBootDevicesTest_v242-769072489', 'fixed_ips': [{'subnet_id': 'eb5f0362-4737-40ee-9f53-2f030ee2674b'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:23.561216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9070d0a-ee59-430c-92c4-ad223b353d67 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:23.565887 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d9070d0a-ee59-430c-92c4-ad223b353d67 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:23.572295 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] For port 55885504-19cc-48e4-a619-43305287d30b, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:09:23.577110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] For port 55885504-19cc-48e4-a619-43305287d30b, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=55885504-19cc-48e4-a619-43305287d30b,segment=NetworkSegment(c050b57d-eb8b-421b-b664-ad652fc15680),segment_id=c050b57d-eb8b-421b-b664-ad652fc15680)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:09:23.614093 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:23.645228 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-325c2c4c-12c4-4e51-a746-d31c43e49233 None None] Provisioning for port 2e6c8911-c07b-4d08-9cf7-cb437cf71c63 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:09:23.664155 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-325c2c4c-12c4-4e51-a746-d31c43e49233 None None] Provisioning complete for port 2e6c8911-c07b-4d08-9cf7-cb437cf71c63 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:23.664661 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-325c2c4c-12c4-4e51-a746-d31c43e49233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:23.680073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-03b84060-7347-451e-9676-b554ee68d03f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:23.685966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-03b84060-7347-451e-9676-b554ee68d03f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Usage tracker for resource:port and tenant:5753fa3f75764d519dfd77c438eb049c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:23.688933 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-03b84060-7347-451e-9676-b554ee68d03f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:23.697065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-03b84060-7347-451e-9676-b554ee68d03f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:23.707720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59488) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:23.710504 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:23.730682 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:23.764160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:09:23.777306 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:23.777850 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Added segment f578b150-f42a-4429-b4a4-5525ca2317d8 of type vlan for network 07f2fdd9-c528-41f7-839c-be95e4453f34 Mar 01 21:09:23.830800 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:23.862933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.ipam_backend_mixin [None req-d9070d0a-ee59-430c-92c4-ad223b353d67 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Performing IP validity checks on allocation pools {{(pid=88519) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 01 21:09:23.863439 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.ipam_backend_mixin [None req-d9070d0a-ee59-430c-92c4-ad223b353d67 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88519) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 01 21:09:23.902293 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:23.919333 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebdd1d-abe4-43e9-a17f-57409e1a2052 None None] Pushing event updated for resources: {'Port': ['ID=55885504-19cc-48e4-a619-43305287d30b,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:23.974759 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8fa9-6748-4ecb-b468-61f9c6139917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:23.998263 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-325c2c4c-12c4-4e51-a746-d31c43e49233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:24.028997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9f7f8fa9-6748-4ecb-b468-61f9c6139917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:24.040486 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9f7f8fa9-6748-4ecb-b468-61f9c6139917 admin admin] Usage tracker for resource:security_group_rule and tenant:e86b2cd7917f48468b27d08b278ee09f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:24.052701 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9f7f8fa9-6748-4ecb-b468-61f9c6139917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:24.055140 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:24.061572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-325c2c4c-12c4-4e51-a746-d31c43e49233 None None] For port 2e6c8911-c07b-4d08-9cf7-cb437cf71c63, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2e6c8911-c07b-4d08-9cf7-cb437cf71c63,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:24.081898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:24.082729 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:24.141416 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9f7f8fa9-6748-4ecb-b468-61f9c6139917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:24.148749 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b84060-7347-451e-9676-b554ee68d03f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Made reservation on behalf of 5753fa3f75764d519dfd77c438eb049c for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:24.183408 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-325c2c4c-12c4-4e51-a746-d31c43e49233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:24.260996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b83353d6-2e5b-4c45-8556-c97b4660effd,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:24.305832 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d9070d0a-ee59-430c-92c4-ad223b353d67 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:24.351098 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c2c4c-12c4-4e51-a746-d31c43e49233 None None] Pushing event updated for resources: {'Port': ['ID=2e6c8911-c07b-4d08-9cf7-cb437cf71c63,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:24.475241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9070d0a-ee59-430c-92c4-ad223b353d67 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Subnet': ['ID=bbed82fd-b305-4bd6-84df-65f24a680a32,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:24.549274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-276111599-network', 'tenant_id': 'b54aaec3d75143a9a9eb45e3b7487747'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:24.561516 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:24.570232 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Usage tracker for resource:network and tenant:b54aaec3d75143a9a9eb45e3b7487747 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:24.576410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:24.585654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9070d0a-ee59-430c-92c4-ad223b353d67 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Checking segment: {'id': 'a1241af0-44ba-4a04-9558-2db61333dfab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '8b8a5c39-4301-4c14-b722-814633a64076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:24.586204 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9070d0a-ee59-430c-92c4-ad223b353d67 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network hostable DHCP agents. Network: 8b8a5c39-4301-4c14-b722-814633a64076, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:09:24.592957 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:24.630472 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8fa9-6748-4ecb-b468-61f9c6139917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:24.634106 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03b84060-7347-451e-9676-b554ee68d03f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:24.661709 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f3355adb-4f27-414d-859a-9c5d71f95558 None None] Provisioning for port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:09:24.672399 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f3355adb-4f27-414d-859a-9c5d71f95558 None None] Provisioning complete for port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:24.672543 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f3355adb-4f27-414d-859a-9c5d71f95558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:24.717473 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9070d0a-ee59-430c-92c4-ad223b353d67 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network 8b8a5c39-4301-4c14-b722-814633a64076 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:09:24.720900 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Made reservation on behalf of b54aaec3d75143a9a9eb45e3b7487747 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:24.724420 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:24.790665 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:24.822265 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event updated for resources: {'Network': ['ID=07f2fdd9-c528-41f7-839c-be95e4453f34,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:24.830868 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5d3491ce-a77c-4697-b9ae-2841f2f2ea1f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4863265 Mar 01 21:09:24.859488 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f7f8fa9-6748-4ecb-b468-61f9c6139917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:24.868816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:24.875938 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 07f2fdd9-c528-41f7-839c-be95e4453f34 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:09:24.877964 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Usage tracker for resource:security_group_rule and tenant:b54aaec3d75143a9a9eb45e3b7487747 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:24.887405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:24.900453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:24.902934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-d9070d0a-ee59-430c-92c4-ad223b353d67 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 8b8a5c39-4301-4c14-b722-814633a64076) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:24.915015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9070d0a-ee59-430c-92c4-ad223b353d67 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:24.917739 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d9070d0a-ee59-430c-92c4-ad223b353d67 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:24.921012 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedf36fd-5ebe-4652-b5d2-57628c657a96 None None] Network 8b8a5c39-4301-4c14-b722-814633a64076 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:24.993091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f3355adb-4f27-414d-859a-9c5d71f95558 None None] Port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:09:25.005785 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9f7f8fa9-6748-4ecb-b468-61f9c6139917 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e86b2cd7917f48468b27d08b278ee09f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5331905 Mar 01 21:09:25.020465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59562) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:25.118634 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7f8fa9-6748-4ecb-b468-61f9c6139917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf785c0-a330-42b7-bcf5-f4f7851a1616,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:25.135748 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-03b84060-7347-451e-9676-b554ee68d03f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] device_id is not set on port 8c36761c-92b0-40ce-856e-9045d7286b0b yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:09:25.272905 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d9070d0a-ee59-430c-92c4-ad223b353d67 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.2654252 Mar 01 21:09:25.281840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59578) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:25.460407 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6aa2e669-bd86-4ef7-9d9f-0dadfd3d5241 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:25.550114 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f3355adb-4f27-414d-859a-9c5d71f95558 None None] Provisioning complete for port 2e6c8911-c07b-4d08-9cf7-cb437cf71c63 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:25.554983 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f3355adb-4f27-414d-859a-9c5d71f95558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:25.584699 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-03b84060-7347-451e-9676-b554ee68d03f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Allocated IP 10.1.1.238 (7a6458a9-9015-413f-bf43-efd7a3b7923c/eb5f0362-4737-40ee-9f53-2f030ee2674b/8c36761c-92b0-40ce-856e-9045d7286b0b) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:09:25.707054 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6aa2e669-bd86-4ef7-9d9f-0dadfd3d5241 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:25.976022 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229fdf68-3136-4709-ac1e-a945ea35ff2b None None] Network 8391abf1-8497-437d-b6b2-a8884478b421 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:25.977926 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6aa2e669-bd86-4ef7-9d9f-0dadfd3d5241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:26.128635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2e669-bd86-4ef7-9d9f-0dadfd3d5241 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf785c0-a330-42b7-bcf5-f4f7851a1616,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:26.148671 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6aa2e669-bd86-4ef7-9d9f-0dadfd3d5241 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:26.150798 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6aa2e669-bd86-4ef7-9d9f-0dadfd3d5241 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/aaf785c0-a330-42b7-bcf5-f4f7851a1616 HTTP/1.1" status: 204 len: 168 time: 1.1246133 Mar 01 21:09:26.182790 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a59200de-f283-4be7-8e4d-72484c9f712d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:26.202890 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03b84060-7347-451e-9676-b554ee68d03f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:26.223339 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:26.285776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-03b84060-7347-451e-9676-b554ee68d03f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Transition to ACTIVE for port object 8c36761c-92b0-40ce-856e-9045d7286b0b will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:26.349727 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:26.366732 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb4a3f8-45f2-4bc3-82d7-ae2d54c2288f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-8b8a5c39-4301-4c14-b722-814633a64076', 'network_id': '8b8a5c39-4301-4c14-b722-814633a64076', 'tenant_id': '126f883557a74fbe85af15698faf078f', 'fixed_ips': [{'subnet_id': 'bbed82fd-b305-4bd6-84df-65f24a680a32'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:09:26.374528 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4fb4a3f8-45f2-4bc3-82d7-ae2d54c2288f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:26.381288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:09:26.400541 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:26.401098 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Added segment f69cb6bb-db39-47f2-b287-741f911dcdf9 of type vlan for network c80dbc33-d094-48dc-9612-ced50ccd8ebf Mar 01 21:09:26.488381 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a59200de-f283-4be7-8e4d-72484c9f712d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:26.496896 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2e6c8911-c07b-4d08-9cf7-cb437cf71c63 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:09:26.500662 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03b84060-7347-451e-9676-b554ee68d03f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:26.647461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f694852b-78bd-4745-9c9e-0e7c7c10d54a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:26.710261 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b84060-7347-451e-9676-b554ee68d03f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Network 7a6458a9-9015-413f-bf43-efd7a3b7923c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:09:26.729145 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-03b84060-7347-451e-9676-b554ee68d03f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:26.741745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b84060-7347-451e-9676-b554ee68d03f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:09:26.781292 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:26.926412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b84060-7347-451e-9676-b554ee68d03f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:26.928390 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03b84060-7347-451e-9676-b554ee68d03f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:27.008753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b84060-7347-451e-9676-b554ee68d03f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event updated for resources: {'Port': ['ID=8c36761c-92b0-40ce-856e-9045d7286b0b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:27.019452 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:27.021278 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:27.022145 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:27.097934 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-03b84060-7347-451e-9676-b554ee68d03f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6186993 Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server [None req-4fb4a3f8-45f2-4bc3-82d7-ae2d54c2288f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bbed82fd-b305-4bd6-84df-65f24a680a32: This subnet is being modified by another concurrent operation. Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:09:27.246220 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise exception Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bbed82fd-b305-4bd6-84df-65f24a680a32: This subnet is being modified by another concurrent operation. Mar 01 21:09:27.251056 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Mar 01 21:09:27.374553 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752f8334-61d7-4635-9a0a-db61fd5e89ce None None] Network 8b8a5c39-4301-4c14-b722-814633a64076 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:27.527624 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] Pushing event updated for resources: {'Network': ['ID=c80dbc33-d094-48dc-9612-ced50ccd8ebf,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:27.540553 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a59200de-f283-4be7-8e4d-72484c9f712d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:27.608794 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59200de-f283-4be7-8e4d-72484c9f712d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Subnet': ['ID=bbed82fd-b305-4bd6-84df-65f24a680a32,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:27.745057 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9ceb9581-9fa5-4ddb-acde-3b7c358c98e8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.8940325 Mar 01 21:09:27.746577 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59666) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:27.755258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network c80dbc33-d094-48dc-9612-ced50ccd8ebf details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:09:27.755624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-3fec6fe4-ccf1-47df-8f89-54118076c553 admin admin] Request body: {'subnet': {'network_id': 'c80dbc33-d094-48dc-9612-ced50ccd8ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-276111599-subnet', 'tenant_id': 'b54aaec3d75143a9a9eb45e3b7487747', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:27.770387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3fec6fe4-ccf1-47df-8f89-54118076c553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:27.783107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3fec6fe4-ccf1-47df-8f89-54118076c553 admin admin] Usage tracker for resource:subnet and tenant:b54aaec3d75143a9a9eb45e3b7487747 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:27.793066 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3fec6fe4-ccf1-47df-8f89-54118076c553 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:27.809556 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3fec6fe4-ccf1-47df-8f89-54118076c553 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:27.929084 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fec6fe4-ccf1-47df-8f89-54118076c553 admin admin] Made reservation on behalf of b54aaec3d75143a9a9eb45e3b7487747 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:27.932021 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3fec6fe4-ccf1-47df-8f89-54118076c553 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:27.949894 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a59200de-f283-4be7-8e4d-72484c9f712d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:28.052523 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a59200de-f283-4be7-8e4d-72484c9f712d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8a5c39-4301-4c14-b722-814633a64076']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:28.087567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a59200de-f283-4be7-8e4d-72484c9f712d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1241af0-44ba-4a04-9558-2db61333dfab') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:28.087864 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a59200de-f283-4be7-8e4d-72484c9f712d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1241af0-44ba-4a04-9558-2db61333dfab') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:28.107403 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ab7eb9a2-83b8-4e6a-9af4-f68540d0415f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:28.114501 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a59200de-f283-4be7-8e4d-72484c9f712d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:28.200543 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a59200de-f283-4be7-8e4d-72484c9f712d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:28.248145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a59200de-f283-4be7-8e4d-72484c9f712d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:09:28.248681 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a59200de-f283-4be7-8e4d-72484c9f712d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:28.276423 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 2e6c8911-c07b-4d08-9cf7-cb437cf71c63 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:28.277395 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:28.339601 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59678) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:28.379078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-a6fb703d-ce36-4e0e-8b9b-41e4983023bf tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Request body: {'subnet': {'network_id': '07f2fdd9-c528-41f7-839c-be95e4453f34', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:28.412255 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-55ac1207-b79f-418a-986b-4e6654fb7541 None None] Provisioning for port 55885504-19cc-48e4-a619-43305287d30b completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:09:28.540124 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:09:28.555257 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-55ac1207-b79f-418a-986b-4e6654fb7541 None None] Provisioning complete for port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:28.555693 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-55ac1207-b79f-418a-986b-4e6654fb7541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:28.632045 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a59200de-f283-4be7-8e4d-72484c9f712d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:28.637126 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a59200de-f283-4be7-8e4d-72484c9f712d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:28.713842 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a59200de-f283-4be7-8e4d-72484c9f712d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/8b8a5c39-4301-4c14-b722-814633a64076 HTTP/1.1" status: 204 len: 168 time: 3.4232471 Mar 01 21:09:28.714048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 55885504-19cc-48e4-a619-43305287d30b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:09:28.714175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59690) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:28.738021 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-59a6cdb2-009c-4222-87dd-597511ed5a41 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-930492460'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:28.762883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-59a6cdb2-009c-4222-87dd-597511ed5a41 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:28.771520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-59a6cdb2-009c-4222-87dd-597511ed5a41 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Usage tracker for resource:network and tenant:126f883557a74fbe85af15698faf078f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:28.779574 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-59a6cdb2-009c-4222-87dd-597511ed5a41 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:28.794546 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-59a6cdb2-009c-4222-87dd-597511ed5a41 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:28.817571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59200de-f283-4be7-8e4d-72484c9f712d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Network': ['ID=8b8a5c39-4301-4c14-b722-814633a64076,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:28.868549 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a6cdb2-009c-4222-87dd-597511ed5a41 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:28.872579 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59a6cdb2-009c-4222-87dd-597511ed5a41 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:28.936255 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-55ac1207-b79f-418a-986b-4e6654fb7541 None None] Port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:09:29.018212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a6fb703d-ce36-4e0e-8b9b-41e4983023bf tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:29.023440 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59706) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:29.029716 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 55885504-19cc-48e4-a619-43305287d30b completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:09:29.031068 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a6cdb2-009c-4222-87dd-597511ed5a41 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:09:29.039444 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 55885504-19cc-48e4-a619-43305287d30b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:29.040301 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:29.056199 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f3162c85-a037-46ac-ba70-a4ffc65053a2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Request body: {'security_group': {'name': 'tempest-securitygroup--872629410', 'description': 'tempest-description--330825631'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:29.076790 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a6fb703d-ce36-4e0e-8b9b-41e4983023bf tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Usage tracker for resource:subnet and tenant:7b98739478574ba1afcf8ea5f2d42605 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:29.087284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f3162c85-a037-46ac-ba70-a4ffc65053a2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:29.098146 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59a6cdb2-009c-4222-87dd-597511ed5a41 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:29.105264 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-59a6cdb2-009c-4222-87dd-597511ed5a41 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Added segment 66082e77-a6b7-42f4-9bf4-0ec413e145a9 of type vlan for network 896757bb-0170-4e5c-a92b-2b6f8822dfeb Mar 01 21:09:29.105264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f3162c85-a037-46ac-ba70-a4ffc65053a2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Usage tracker for resource:security_group and tenant:5753fa3f75764d519dfd77c438eb049c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:29.105717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a6fb703d-ce36-4e0e-8b9b-41e4983023bf tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:29.107712 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f3162c85-a037-46ac-ba70-a4ffc65053a2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:29.116004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f3162c85-a037-46ac-ba70-a4ffc65053a2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:29.128687 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a6fb703d-ce36-4e0e-8b9b-41e4983023bf tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:29.141303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59712) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:29.145225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-55ac1207-b79f-418a-986b-4e6654fb7541 None None] Provisioning for port 8c36761c-92b0-40ce-856e-9045d7286b0b completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:09:29.152517 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59a6cdb2-009c-4222-87dd-597511ed5a41 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:29.158604 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ae112d-25f7-4562-9ca2-e57ffdbb1d75 None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:09:29.164098 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3fec6fe4-ccf1-47df-8f89-54118076c553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:29.215325 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-55ac1207-b79f-418a-986b-4e6654fb7541 None None] Provisioning complete for port 8c36761c-92b0-40ce-856e-9045d7286b0b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:29.216014 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-55ac1207-b79f-418a-986b-4e6654fb7541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:29.228370 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f3162c85-a037-46ac-ba70-a4ffc65053a2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:29.259027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f3162c85-a037-46ac-ba70-a4ffc65053a2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:29.267507 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f3162c85-a037-46ac-ba70-a4ffc65053a2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Usage tracker for resource:security_group_rule and tenant:5753fa3f75764d519dfd77c438eb049c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:29.271090 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6fb703d-ce36-4e0e-8b9b-41e4983023bf tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Made reservation on behalf of 7b98739478574ba1afcf8ea5f2d42605 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:29.275271 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f3162c85-a037-46ac-ba70-a4ffc65053a2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:29.284932 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a6fb703d-ce36-4e0e-8b9b-41e4983023bf tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:29.286070 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f3162c85-a037-46ac-ba70-a4ffc65053a2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:29.420429 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59a6cdb2-009c-4222-87dd-597511ed5a41 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:29.431229 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a6cdb2-009c-4222-87dd-597511ed5a41 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:29.431229 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59a6cdb2-009c-4222-87dd-597511ed5a41 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:29.431518 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-55ac1207-b79f-418a-986b-4e6654fb7541 None None] Port 8c36761c-92b0-40ce-856e-9045d7286b0b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:09:29.432801 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f3162c85-a037-46ac-ba70-a4ffc65053a2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:29.473933 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-892ffa51-b1ab-43a3-a03c-18fd0ee68017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:29.493417 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fec6fe4-ccf1-47df-8f89-54118076c553 admin admin] Checking segment: {'id': 'f69cb6bb-db39-47f2-b287-741f911dcdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c80dbc33-d094-48dc-9612-ced50ccd8ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:29.493669 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fec6fe4-ccf1-47df-8f89-54118076c553 admin admin] Network hostable DHCP agents. Network: c80dbc33-d094-48dc-9612-ced50ccd8ebf, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:09:29.498191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fec6fe4-ccf1-47df-8f89-54118076c553 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a7e81fc-7132-4ed8-9698-b3e7ad0c0a06,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:29.521713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-892ffa51-b1ab-43a3-a03c-18fd0ee68017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:29.530573 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-892ffa51-b1ab-43a3-a03c-18fd0ee68017 admin admin] Usage tracker for resource:security_group_rule and tenant:6d772dff7ea44768bc602bc02e7b571c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:29.540328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-892ffa51-b1ab-43a3-a03c-18fd0ee68017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:29.545140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-892ffa51-b1ab-43a3-a03c-18fd0ee68017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:29.553399 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ae112d-25f7-4562-9ca2-e57ffdbb1d75 None None] Resources bound (agent type, host, resource id): {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:09:29.553981 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f3162c85-a037-46ac-ba70-a4ffc65053a2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:29.581888 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a6cdb2-009c-4222-87dd-597511ed5a41 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Network': ['ID=896757bb-0170-4e5c-a92b-2b6f8822dfeb,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:29.603827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3162c85-a037-46ac-ba70-a4ffc65053a2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47128a5d-fcf1-4703-a1b8-a6d635471dde,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:29.635981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fec6fe4-ccf1-47df-8f89-54118076c553 admin admin] Network c80dbc33-d094-48dc-9612-ced50ccd8ebf is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:09:29.643187 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 896757bb-0170-4e5c-a92b-2b6f8822dfeb details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:09:29.667380 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-59a6cdb2-009c-4222-87dd-597511ed5a41 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9522679 Mar 01 21:09:29.670955 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59728) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:29.674702 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f3162c85-a037-46ac-ba70-a4ffc65053a2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:29.677317 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f3162c85-a037-46ac-ba70-a4ffc65053a2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6527863 Mar 01 21:09:29.685489 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59730) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:29.693965 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-fed5595c-d1ca-4f1b-86a4-74ff69dd8299 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'subnet': {'network_id': '896757bb-0170-4e5c-a92b-2b6f8822dfeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:29.736472 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-4c467b70-5164-4697-b8e2-b6da08f174c4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Request body: {'security_group_rule': {'security_group_id': '47128a5d-fcf1-4703-a1b8-a6d635471dde', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:29.771658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-3fec6fe4-ccf1-47df-8f89-54118076c553 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, c80dbc33-d094-48dc-9612-ced50ccd8ebf) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:29.779113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fec6fe4-ccf1-47df-8f89-54118076c553 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:29.780478 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3fec6fe4-ccf1-47df-8f89-54118076c553 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:29.795729 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4c467b70-5164-4697-b8e2-b6da08f174c4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:29.807952 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fdfb0547-55a8-4841-9fef-e9fa3df35a2f None None] Provisioning complete for port 55885504-19cc-48e4-a619-43305287d30b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:29.808339 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fdfb0547-55a8-4841-9fef-e9fa3df35a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:29.858529 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3046489b-7a0c-440b-8cd1-cce715d8a018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:29.868094 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:29.883449 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a6fb703d-ce36-4e0e-8b9b-41e4983023bf tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:29.894376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59740) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:29.917024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4c467b70-5164-4697-b8e2-b6da08f174c4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Usage tracker for resource:security_group_rule and tenant:5753fa3f75764d519dfd77c438eb049c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:29.926739 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4c467b70-5164-4697-b8e2-b6da08f174c4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:29.947130 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4c467b70-5164-4697-b8e2-b6da08f174c4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:29.979284 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3fec6fe4-ccf1-47df-8f89-54118076c553 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2226663 Mar 01 21:09:29.983820 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-892ffa51-b1ab-43a3-a03c-18fd0ee68017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:30.002253 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fed5595c-d1ca-4f1b-86a4-74ff69dd8299 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:30.016271 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fed5595c-d1ca-4f1b-86a4-74ff69dd8299 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Usage tracker for resource:subnet and tenant:126f883557a74fbe85af15698faf078f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:30.024866 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 55885504-19cc-48e4-a619-43305287d30b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=55885504-19cc-48e4-a619-43305287d30b,segment=NetworkSegment(c050b57d-eb8b-421b-b664-ad652fc15680),segment_id=c050b57d-eb8b-421b-b664-ad652fc15680)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:30.027751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fed5595c-d1ca-4f1b-86a4-74ff69dd8299 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:30.033177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fb703d-ce36-4e0e-8b9b-41e4983023bf tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event updated for resources: {'Subnet': ['ID=9ecf1d94-7e20-4285-91fb-a4fc9b5f2076,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:30.054412 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fed5595c-d1ca-4f1b-86a4-74ff69dd8299 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:30.058355 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb703d-ce36-4e0e-8b9b-41e4983023bf tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Checking segment: {'id': 'f578b150-f42a-4429-b4a4-5525ca2317d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '07f2fdd9-c528-41f7-839c-be95e4453f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:30.058355 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fb703d-ce36-4e0e-8b9b-41e4983023bf tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Network hostable DHCP agents. Network: 07f2fdd9-c528-41f7-839c-be95e4453f34, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:09:30.075511 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-892ffa51-b1ab-43a3-a03c-18fd0ee68017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:30.144258 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:30.168615 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c467b70-5164-4697-b8e2-b6da08f174c4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:30.187451 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892ffa51-b1ab-43a3-a03c-18fd0ee68017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb49c9b4-3973-4f7c-92e7-4469082c50b8,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:30.215535 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-892ffa51-b1ab-43a3-a03c-18fd0ee68017 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d772dff7ea44768bc602bc02e7b571c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0718448 Mar 01 21:09:30.216144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59750) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:30.228112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed5595c-d1ca-4f1b-86a4-74ff69dd8299 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:30.241687 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fed5595c-d1ca-4f1b-86a4-74ff69dd8299 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:30.266154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6fb703d-ce36-4e0e-8b9b-41e4983023bf tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Network 07f2fdd9-c528-41f7-839c-be95e4453f34 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:09:30.269156 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7dff405b-2f8a-4e3d-8719-6c56666925df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:30.314137 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=55885504-19cc-48e4-a619-43305287d30b,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:30.349779 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7dff405b-2f8a-4e3d-8719-6c56666925df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:30.386539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7dff405b-2f8a-4e3d-8719-6c56666925df admin admin] Usage tracker for resource:security_group_rule and tenant:c3910213d26740f3b990d7cb8ac0af10 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:30.404564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7dff405b-2f8a-4e3d-8719-6c56666925df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:30.419351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-a6fb703d-ce36-4e0e-8b9b-41e4983023bf tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 07f2fdd9-c528-41f7-839c-be95e4453f34) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:30.430436 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7dff405b-2f8a-4e3d-8719-6c56666925df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:30.451724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fb703d-ce36-4e0e-8b9b-41e4983023bf tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:30.452476 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a6fb703d-ce36-4e0e-8b9b-41e4983023bf tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:30.522240 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-73160371-a9d7-47ce-bf5f-2e1fcedcf040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:30.555991 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c467b70-5164-4697-b8e2-b6da08f174c4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:30.654223 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-73160371-a9d7-47ce-bf5f-2e1fcedcf040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:30.668394 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c467b70-5164-4697-b8e2-b6da08f174c4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:30.700778 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c467b70-5164-4697-b8e2-b6da08f174c4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62a6f7f-7ae4-44f0-bf2c-b094ce669cc3,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:30.733589 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d0ebd3-e160-4159-813d-fabc4901b0ab None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:09:30.788339 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:30.790905 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:30.814380 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a6fb703d-ce36-4e0e-8b9b-41e4983023bf tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4481461 Mar 01 21:09:30.819991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59774) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:30.828164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-5de6677d-f600-48e4-8f25-54eb045a4b7a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1455962088'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:30.833007 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c467b70-5164-4697-b8e2-b6da08f174c4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:30.837326 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4c467b70-5164-4697-b8e2-b6da08f174c4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1498296 Mar 01 21:09:30.837326 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59778) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:30.840570 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5de6677d-f600-48e4-8f25-54eb045a4b7a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:30.869588 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c9b79502-bf37-4ca2-8f85-3e92a56c6df3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Request body: {'security_group_rule': {'security_group_id': '47128a5d-fcf1-4703-a1b8-a6d635471dde', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:30.888217 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c9b79502-bf37-4ca2-8f85-3e92a56c6df3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:30.892671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c9b79502-bf37-4ca2-8f85-3e92a56c6df3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Usage tracker for resource:security_group_rule and tenant:5753fa3f75764d519dfd77c438eb049c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:30.895792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c9b79502-bf37-4ca2-8f85-3e92a56c6df3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:30.902726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c9b79502-bf37-4ca2-8f85-3e92a56c6df3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:30.912468 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fed5595c-d1ca-4f1b-86a4-74ff69dd8299 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:30.917063 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5de6677d-f600-48e4-8f25-54eb045a4b7a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Usage tracker for resource:network and tenant:7b98739478574ba1afcf8ea5f2d42605 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:30.917455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-bf3ca4a2-b4c6-4574-b4fa-fed91efd04d1 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:30.926202 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-bf3ca4a2-b4c6-4574-b4fa-fed91efd04d1 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/networks?id=c80dbc33-d094-48dc-9612-ced50ccd8ebf HTTP/1.1" status: 200 len: 808 time: 0.2767308 Mar 01 21:09:30.953020 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d0ebd3-e160-4159-813d-fabc4901b0ab None None] Resources bound (agent type, host, resource id): {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:09:30.960980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5de6677d-f600-48e4-8f25-54eb045a4b7a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:30.988373 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7dff405b-2f8a-4e3d-8719-6c56666925df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:30.994607 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5de6677d-f600-48e4-8f25-54eb045a4b7a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:30.995789 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-b0dffbf7-e1a1-44f6-b503-a83b05dcaa6d tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/quotas/b54aaec3d75143a9a9eb45e3b7487747 HTTP/1.1" status: 200 len: 375 time: 0.0683689 Mar 01 21:09:31.004098 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c9b79502-bf37-4ca2-8f85-3e92a56c6df3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:31.168948 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c9b79502-bf37-4ca2-8f85-3e92a56c6df3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:31.175874 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed5595c-d1ca-4f1b-86a4-74ff69dd8299 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Subnet': ['ID=4a6271c2-c500-4e82-b4e5-1499c8d4d4dd,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:31.180329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de6677d-f600-48e4-8f25-54eb045a4b7a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Made reservation on behalf of 7b98739478574ba1afcf8ea5f2d42605 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:31.192083 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5de6677d-f600-48e4-8f25-54eb045a4b7a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:31.216521 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed5595c-d1ca-4f1b-86a4-74ff69dd8299 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Checking segment: {'id': '66082e77-a6b7-42f4-9bf4-0ec413e145a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '896757bb-0170-4e5c-a92b-2b6f8822dfeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:31.216898 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed5595c-d1ca-4f1b-86a4-74ff69dd8299 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network hostable DHCP agents. Network: 896757bb-0170-4e5c-a92b-2b6f8822dfeb, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:09:31.233321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de6677d-f600-48e4-8f25-54eb045a4b7a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:09:31.244462 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c9b79502-bf37-4ca2-8f85-3e92a56c6df3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:31.255369 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5de6677d-f600-48e4-8f25-54eb045a4b7a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:31.255726 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-5de6677d-f600-48e4-8f25-54eb045a4b7a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Added segment 4718b2e7-a609-4317-b72f-a8ca98b8793f of type vlan for network ed316e4d-83c5-4577-9fd9-83b1b3ab49cb Mar 01 21:09:31.275546 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-941567af-563f-4a14-b23d-8bd6e5fe158a tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=b54aaec3d75143a9a9eb45e3b7487747&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2720828 Mar 01 21:09:31.277195 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7dff405b-2f8a-4e3d-8719-6c56666925df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:31.291892 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b79502-bf37-4ca2-8f85-3e92a56c6df3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c042406f-231a-4e9f-80d0-19cebcd41025,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:31.317088 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-73160371-a9d7-47ce-bf5f-2e1fcedcf040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:31.318118 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5de6677d-f600-48e4-8f25-54eb045a4b7a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:31.344440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dff405b-2f8a-4e3d-8719-6c56666925df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8eab52-ff48-424d-baa8-d8d1f5852c1e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:31.354456 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c9b79502-bf37-4ca2-8f85-3e92a56c6df3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:31.356930 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c9b79502-bf37-4ca2-8f85-3e92a56c6df3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5186629 Mar 01 21:09:31.362037 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed5595c-d1ca-4f1b-86a4-74ff69dd8299 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network 896757bb-0170-4e5c-a92b-2b6f8822dfeb is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:09:31.369107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59788) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:31.370668 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-73160371-a9d7-47ce-bf5f-2e1fcedcf040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:31.374267 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-73160371-a9d7-47ce-bf5f-2e1fcedcf040 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb49c9b4-3973-4f7c-92e7-4469082c50b8 HTTP/1.1" status: 204 len: 168 time: 1.1549914 Mar 01 21:09:31.374267 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73160371-a9d7-47ce-bf5f-2e1fcedcf040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb49c9b4-3973-4f7c-92e7-4469082c50b8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:31.395099 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:31.403259 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:31.408448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Usage tracker for resource:floatingip and tenant:5753fa3f75764d519dfd77c438eb049c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:31.420417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:31.427984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:31.459129 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5de6677d-f600-48e4-8f25-54eb045a4b7a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:31.465749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de6677d-f600-48e4-8f25-54eb045a4b7a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:31.466410 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5de6677d-f600-48e4-8f25-54eb045a4b7a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:31.477561 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-07f2fdd9-c528-41f7-839c-be95e4453f34', 'network_id': '07f2fdd9-c528-41f7-839c-be95e4453f34', 'tenant_id': '7b98739478574ba1afcf8ea5f2d42605', 'fixed_ips': [{'subnet_id': '9ecf1d94-7e20-4285-91fb-a4fc9b5f2076'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:09:31.479691 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:31.504926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7dff405b-2f8a-4e3d-8719-6c56666925df admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c3910213d26740f3b990d7cb8ac0af10&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5797446 Mar 01 21:09:31.509031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59794) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:31.514212 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-fed5595c-d1ca-4f1b-86a4-74ff69dd8299 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 896757bb-0170-4e5c-a92b-2b6f8822dfeb) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:31.520641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed5595c-d1ca-4f1b-86a4-74ff69dd8299 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:31.521338 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fed5595c-d1ca-4f1b-86a4-74ff69dd8299 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:31.550364 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:31.594035 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b375000f-3c7a-4b4e-a0da-d609705c6eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:31.653076 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b375000f-3c7a-4b4e-a0da-d609705c6eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:31.703923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Allocated IP 2001:db8:0:ffff::2 (07f2fdd9-c528-41f7-839c-be95e4453f34/9ecf1d94-7e20-4285-91fb-a4fc9b5f2076/c48ecc10-6465-432d-9b8c-88872074d82c) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:09:31.705199 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fed5595c-d1ca-4f1b-86a4-74ff69dd8299 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0256882 Mar 01 21:09:31.714846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59798) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:31.715060 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5de6677d-f600-48e4-8f25-54eb045a4b7a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8892026 Mar 01 21:09:31.718844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59802) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:31.800301 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6677d-f600-48e4-8f25-54eb045a4b7a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event updated for resources: {'Network': ['ID=ed316e4d-83c5-4577-9fd9-83b1b3ab49cb,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:31.881480 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:31.884446 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network ed316e4d-83c5-4577-9fd9-83b1b3ab49cb details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:09:31.922467 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-0e1c43db-0d43-4b37-99b4-586e14a961ed service neutron] 10.222.0.42 "GET /v2.0/networks/c80dbc33-d094-48dc-9612-ced50ccd8ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6346369 Mar 01 21:09:31.957206 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e094736a-cc8a-460c-9f92-ec9acff49a8b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Request body: {'subnet': {'network_id': 'ed316e4d-83c5-4577-9fd9-83b1b3ab49cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:31.988730 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b375000f-3c7a-4b4e-a0da-d609705c6eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:32.196734 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375000f-3c7a-4b4e-a0da-d609705c6eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8eab52-ff48-424d-baa8-d8d1f5852c1e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:32.347979 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b375000f-3c7a-4b4e-a0da-d609705c6eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:32.352074 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b375000f-3c7a-4b4e-a0da-d609705c6eab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a8eab52-ff48-424d-baa8-d8d1f5852c1e HTTP/1.1" status: 204 len: 168 time: 0.8421094 Mar 01 21:09:32.373728 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 55885504-19cc-48e4-a619-43305287d30b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:09:32.381888 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59816) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:32.447472 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e094736a-cc8a-460c-9f92-ec9acff49a8b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:32.456138 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:32.456391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e094736a-cc8a-460c-9f92-ec9acff49a8b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Usage tracker for resource:subnet and tenant:7b98739478574ba1afcf8ea5f2d42605 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:32.457170 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-677ae0d0-5c84-4894-88ef-5bfb3b569cf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:32.464707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e094736a-cc8a-460c-9f92-ec9acff49a8b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:32.484029 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:32.484254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e094736a-cc8a-460c-9f92-ec9acff49a8b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:32.502223 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec857a51-4860-4a2f-b1c5-caa071a7a58a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:32.502797 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Allocated IP 172.25.5.188 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/5e25549e-1d9a-4eab-80d8-70559243bd92) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:09:32.507584 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 55885504-19cc-48e4-a619-43305287d30b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:32.509484 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:32.510052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-677ae0d0-5c84-4894-88ef-5bfb3b569cf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:32.520994 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-677ae0d0-5c84-4894-88ef-5bfb3b569cf0 admin admin] Usage tracker for resource:security_group_rule and tenant:01ed8f84f75a4a938a9be4d1330bc151 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:32.526483 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-677ae0d0-5c84-4894-88ef-5bfb3b569cf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:32.537618 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-677ae0d0-5c84-4894-88ef-5bfb3b569cf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:32.600947 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-f537e2e2-b6bc-4f79-af8f-bf319fe13b92 service neutron] 10.222.0.42 "GET /v2.0/networks/c80dbc33-d094-48dc-9612-ced50ccd8ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6765358 Mar 01 21:09:32.633847 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Transition to ACTIVE for port object c48ecc10-6465-432d-9b8c-88872074d82c will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:32.719103 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec857a51-4860-4a2f-b1c5-caa071a7a58a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:32.728849 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Transition to ACTIVE for port object c48ecc10-6465-432d-9b8c-88872074d82c will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:32.765365 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e094736a-cc8a-460c-9f92-ec9acff49a8b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Made reservation on behalf of 7b98739478574ba1afcf8ea5f2d42605 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:32.769715 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e094736a-cc8a-460c-9f92-ec9acff49a8b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:32.831992 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:32.847926 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:32.916903 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-677ae0d0-5c84-4894-88ef-5bfb3b569cf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:33.001131 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-677ae0d0-5c84-4894-88ef-5bfb3b569cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:33.017957 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Network 07f2fdd9-c528-41f7-839c-be95e4453f34 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:09:33.066341 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:33.093413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:33.098810 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:09:33.105057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Pushing event updated for resources: {'Port': ['ID=c48ecc10-6465-432d-9b8c-88872074d82c,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:33.259934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:09:33.267583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59834) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:33.296641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:33.314646 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-677ae0d0-5c84-4894-88ef-5bfb3b569cf0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=01ed8f84f75a4a938a9be4d1330bc151&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9317443 Mar 01 21:09:33.318426 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59846) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:33.340248 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:09:33.414398 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Attempting to bind port c48ecc10-6465-432d-9b8c-88872074d82c on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:09:33.414775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Attempting to bind port c48ecc10-6465-432d-9b8c-88872074d82c by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'f578b150-f42a-4429-b4a4-5525ca2317d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '07f2fdd9-c528-41f7-839c-be95e4453f34'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:09:33.415141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Attempting to bind port c48ecc10-6465-432d-9b8c-88872074d82c on network 07f2fdd9-c528-41f7-839c-be95e4453f34 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:09:33.421032 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:09:33.421409 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Checking segment: {'id': 'f578b150-f42a-4429-b4a4-5525ca2317d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '07f2fdd9-c528-41f7-839c-be95e4453f34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:33.421894 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:33.422317 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Bound using segment: {'id': 'f578b150-f42a-4429-b4a4-5525ca2317d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '07f2fdd9-c528-41f7-839c-be95e4453f34'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:09:33.423504 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Bound port: c48ecc10-6465-432d-9b8c-88872074d82c, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f578b150-f42a-4429-b4a4-5525ca2317d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '07f2fdd9-c528-41f7-839c-be95e4453f34'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:09:33.423970 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:33.448278 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ae0d0-5c84-4894-88ef-5bfb3b569cf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c205e28d-55aa-4bd9-9df6-defa66afc7a5,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:33.472612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.objects.ports [None req-e094736a-cc8a-460c-9f92-ec9acff49a8b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88518) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 01 21:09:33.480984 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e094736a-cc8a-460c-9f92-ec9acff49a8b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:33.481444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event updated for resources: {'Port': ['ID=5e25549e-1d9a-4eab-80d8-70559243bd92,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:33.553558 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-55426e50-bf08-464e-92b8-b77518ec0fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:33.557028 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] For port c48ecc10-6465-432d-9b8c-88872074d82c, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:09:33.565206 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] For port c48ecc10-6465-432d-9b8c-88872074d82c, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c48ecc10-6465-432d-9b8c-88872074d82c,segment=NetworkSegment(f578b150-f42a-4429-b4a4-5525ca2317d8),segment_id=f578b150-f42a-4429-b4a4-5525ca2317d8)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:09:33.624340 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d1164c59-c538-4cec-9155-e98b69c8fdc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:33.627185 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:33.637937 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:33.640413 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-55426e50-bf08-464e-92b8-b77518ec0fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:33.655776 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec857a51-4860-4a2f-b1c5-caa071a7a58a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:33.728244 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a5164-f358-44a6-a9a1-bdb16d158bf6 None None] Pushing event updated for resources: {'Port': ['ID=c48ecc10-6465-432d-9b8c-88872074d82c,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:33.740625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094736a-cc8a-460c-9f92-ec9acff49a8b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event updated for resources: {'Subnet': ['ID=df84db86-64d5-44af-afbc-5857425db435,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:33.805181 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d1164c59-c538-4cec-9155-e98b69c8fdc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:33.810064 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:33.836265 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d1164c59-c538-4cec-9155-e98b69c8fdc2 admin admin] Usage tracker for resource:security_group_rule and tenant:605d67609b7c4de6a478ced6e0a4974c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:33.862810 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd58d668-da19-4582-aa95-dd396137b6be req-3df78928-78bd-4f3e-9e5c-6a23283009ce tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/ports?device_id=c67a4055-ba44-4806-a2fc-51141ba28a4c HTTP/1.1" status: 200 len: 210 time: 0.7554016 Mar 01 21:09:33.863684 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec857a51-4860-4a2f-b1c5-caa071a7a58a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Subnet': ['ID=4a6271c2-c500-4e82-b4e5-1499c8d4d4dd,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:33.880049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d1164c59-c538-4cec-9155-e98b69c8fdc2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:33.906077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d1164c59-c538-4cec-9155-e98b69c8fdc2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:33.908337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e094736a-cc8a-460c-9f92-ec9acff49a8b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Checking segment: {'id': '4718b2e7-a609-4317-b72f-a8ca98b8793f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'ed316e4d-83c5-4577-9fd9-83b1b3ab49cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:33.908697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e094736a-cc8a-460c-9f92-ec9acff49a8b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Network hostable DHCP agents. Network: ed316e4d-83c5-4577-9fd9-83b1b3ab49cb, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:09:34.277883 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec857a51-4860-4a2f-b1c5-caa071a7a58a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:34.303648 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:34.334198 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-ec857a51-4860-4a2f-b1c5-caa071a7a58a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['896757bb-0170-4e5c-a92b-2b6f8822dfeb']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:34.345508 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c48ecc10-6465-432d-9b8c-88872074d82c up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:09:34.348648 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-ec857a51-4860-4a2f-b1c5-caa071a7a58a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66082e77-a6b7-42f4-9bf4-0ec413e145a9') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:34.349014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-ec857a51-4860-4a2f-b1c5-caa071a7a58a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66082e77-a6b7-42f4-9bf4-0ec413e145a9') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:34.361904 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec857a51-4860-4a2f-b1c5-caa071a7a58a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:34.380248 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec857a51-4860-4a2f-b1c5-caa071a7a58a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:34.386997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec857a51-4860-4a2f-b1c5-caa071a7a58a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:09:34.387319 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec857a51-4860-4a2f-b1c5-caa071a7a58a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:34.389630 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:09:34.412890 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:09:34.494256 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e094736a-cc8a-460c-9f92-ec9acff49a8b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Network ed316e4d-83c5-4577-9fd9-83b1b3ab49cb is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:09:34.496495 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-55426e50-bf08-464e-92b8-b77518ec0fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:34.551958 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port c48ecc10-6465-432d-9b8c-88872074d82c completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:09:34.612185 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55426e50-bf08-464e-92b8-b77518ec0fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c205e28d-55aa-4bd9-9df6-defa66afc7a5,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:34.649143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event updated for resources: {'Port': ['ID=5e25549e-1d9a-4eab-80d8-70559243bd92,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:34.665092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-e094736a-cc8a-460c-9f92-ec9acff49a8b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, ed316e4d-83c5-4577-9fd9-83b1b3ab49cb) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:34.675901 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d1164c59-c538-4cec-9155-e98b69c8fdc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:34.677895 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e094736a-cc8a-460c-9f92-ec9acff49a8b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:34.678776 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e094736a-cc8a-460c-9f92-ec9acff49a8b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:34.691488 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-55426e50-bf08-464e-92b8-b77518ec0fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:34.693015 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-55426e50-bf08-464e-92b8-b77518ec0fb7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c205e28d-55aa-4bd9-9df6-defa66afc7a5 HTTP/1.1" status: 204 len: 168 time: 1.3733780 Mar 01 21:09:34.711705 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec857a51-4860-4a2f-b1c5-caa071a7a58a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:34.715551 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:34.760743 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec857a51-4860-4a2f-b1c5-caa071a7a58a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:34.768065 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ec857a51-4860-4a2f-b1c5-caa071a7a58a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/896757bb-0170-4e5c-a92b-2b6f8822dfeb HTTP/1.1" status: 204 len: 168 time: 3.0541537 Mar 01 21:09:34.772578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec857a51-4860-4a2f-b1c5-caa071a7a58a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Network': ['ID=896757bb-0170-4e5c-a92b-2b6f8822dfeb,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:34.779586 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59874) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:34.783051 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d1164c59-c538-4cec-9155-e98b69c8fdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:34.796460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-62390768-372a-4a3a-8278-cb08a015222e tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1812049671'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:34.804689 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-62390768-372a-4a3a-8278-cb08a015222e tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:34.810045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-62390768-372a-4a3a-8278-cb08a015222e tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Usage tracker for resource:network and tenant:126f883557a74fbe85af15698faf078f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:34.820842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-62390768-372a-4a3a-8278-cb08a015222e tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:34.828884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-62390768-372a-4a3a-8278-cb08a015222e tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:34.848616 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e094736a-cc8a-460c-9f92-ec9acff49a8b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.1288369 Mar 01 21:09:34.855564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59880) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:34.863132 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f99db53b-5590-4711-aa36-88a1e44d5a6b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Request body: {'port': {'network_id': 'ed316e4d-83c5-4577-9fd9-83b1b3ab49cb', 'name': 'tempest-NetworksIpV6TestAttrs-1503957647'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:34.900383 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d1164c59-c538-4cec-9155-e98b69c8fdc2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=605d67609b7c4de6a478ced6e0a4974c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6150589 Mar 01 21:09:34.902595 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1164c59-c538-4cec-9155-e98b69c8fdc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a44c078-7a0d-429c-a56e-fde72f46e855,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:34.903626 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59884) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:34.955647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62390768-372a-4a3a-8278-cb08a015222e tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:34.959552 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-62390768-372a-4a3a-8278-cb08a015222e tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:34.964620 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:34.970113 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-348797fa-190c-45aa-82a3-2784ba6b8af3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5880969 Mar 01 21:09:35.077778 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62390768-372a-4a3a-8278-cb08a015222e tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:09:35.108395 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-62390768-372a-4a3a-8278-cb08a015222e tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:35.108780 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-62390768-372a-4a3a-8278-cb08a015222e tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Added segment 7863f4d3-06c5-49bd-bfb4-1f7ff2e3ab67 of type vlan for network deba420c-ccec-4128-84ae-f1dbd42498f1 Mar 01 21:09:35.179623 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-62390768-372a-4a3a-8278-cb08a015222e tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:35.184366 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-db5733e0-c81d-48e1-aaa8-5b75d9f4da73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:35.198502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-739fae85-630e-4887-b765-2898b111f9e8 None None] Network c80dbc33-d094-48dc-9612-ced50ccd8ebf requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:35.263732 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-db5733e0-c81d-48e1-aaa8-5b75d9f4da73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:35.265236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24efa5bc-d226-40ce-84c3-b97606ad3a5b None None] Network 07f2fdd9-c528-41f7-839c-be95e4453f34 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:35.300274 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-62390768-372a-4a3a-8278-cb08a015222e tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:35.308213 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62390768-372a-4a3a-8278-cb08a015222e tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:35.309100 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-62390768-372a-4a3a-8278-cb08a015222e tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:35.363132 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f99db53b-5590-4711-aa36-88a1e44d5a6b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:35.367986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f99db53b-5590-4711-aa36-88a1e44d5a6b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Usage tracker for resource:port and tenant:7b98739478574ba1afcf8ea5f2d42605 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:35.371168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f99db53b-5590-4711-aa36-88a1e44d5a6b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:35.378714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f99db53b-5590-4711-aa36-88a1e44d5a6b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:35.453026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99db53b-5590-4711-aa36-88a1e44d5a6b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Made reservation on behalf of 7b98739478574ba1afcf8ea5f2d42605 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:35.458096 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f99db53b-5590-4711-aa36-88a1e44d5a6b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:35.476024 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-db5733e0-c81d-48e1-aaa8-5b75d9f4da73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:35.512626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62390768-372a-4a3a-8278-cb08a015222e tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Network': ['ID=deba420c-ccec-4128-84ae-f1dbd42498f1,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:35.518125 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-62390768-372a-4a3a-8278-cb08a015222e tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7342851 Mar 01 21:09:35.518495 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59904) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:35.522434 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5733e0-c81d-48e1-aaa8-5b75d9f4da73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a44c078-7a0d-429c-a56e-fde72f46e855,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:35.524052 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-fbf94a70-fcf8-4b26-8604-2bf82cbaae73 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'subnet': {'network_id': 'deba420c-ccec-4128-84ae-f1dbd42498f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:35.524997 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c58f9892-07e6-49d1-8d95-2516d36eb6ad None None] Network ed316e4d-83c5-4577-9fd9-83b1b3ab49cb requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:35.537460 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a64b73-3a2c-4222-a776-a67fe575652e None None] Network 896757bb-0170-4e5c-a92b-2b6f8822dfeb requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:35.553041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-f99db53b-5590-4711-aa36-88a1e44d5a6b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] device_id is not set on port 7ce245cd-83c8-4122-9d82-cb855c23921a yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:09:35.668174 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fbf94a70-fcf8-4b26-8604-2bf82cbaae73 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:35.673321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fbf94a70-fcf8-4b26-8604-2bf82cbaae73 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Usage tracker for resource:subnet and tenant:126f883557a74fbe85af15698faf078f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:35.676922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fbf94a70-fcf8-4b26-8604-2bf82cbaae73 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:35.684275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fbf94a70-fcf8-4b26-8604-2bf82cbaae73 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:35.694556 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-db5733e0-c81d-48e1-aaa8-5b75d9f4da73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:35.695741 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-db5733e0-c81d-48e1-aaa8-5b75d9f4da73 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a44c078-7a0d-429c-a56e-fde72f46e855 HTTP/1.1" status: 204 len: 168 time: 0.7909751 Mar 01 21:09:35.783289 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59914) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:35.804700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1a64b73-3a2c-4222-a776-a67fe575652e None None] Network 896757bb-0170-4e5c-a92b-2b6f8822dfeb could not be found, it might have been deleted concurrently. {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 01 21:09:35.815687 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network deba420c-ccec-4128-84ae-f1dbd42498f1 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:09:35.817136 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-f99db53b-5590-4711-aa36-88a1e44d5a6b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Allocated IP 2001:db8::f816:3eff:fea0:156d (ed316e4d-83c5-4577-9fd9-83b1b3ab49cb/df84db86-64d5-44af-afbc-5857425db435/7ce245cd-83c8-4122-9d82-cb855c23921a) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:09:35.818142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf94a70-fcf8-4b26-8604-2bf82cbaae73 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:35.821906 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fbf94a70-fcf8-4b26-8604-2bf82cbaae73 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:35.870065 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2df69b-1445-473b-9778-df9c9e2216c7 None None] Network 896757bb-0170-4e5c-a92b-2b6f8822dfeb requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:35.933042 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d2df69b-1445-473b-9778-df9c9e2216c7 None None] Network 896757bb-0170-4e5c-a92b-2b6f8822dfeb could not be found, it might have been deleted concurrently. {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 01 21:09:36.143331 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f99db53b-5590-4711-aa36-88a1e44d5a6b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:36.165116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-f99db53b-5590-4711-aa36-88a1e44d5a6b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Transition to ACTIVE for port object 7ce245cd-83c8-4122-9d82-cb855c23921a will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:36.188281 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94488120-d5fa-473d-8c78-6d31ed5a3592 req-bd7711ce-aba1-4380-a749-e138a0e59520 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/ports?device_id=c67a4055-ba44-4806-a2fc-51141ba28a4c HTTP/1.1" status: 200 len: 210 time: 0.9928398 Mar 01 21:09:36.288194 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f99db53b-5590-4711-aa36-88a1e44d5a6b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:36.307861 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-34cb309b-7800-4db5-ad70-992088854b1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:36.317735 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ed4a3dfa-077c-4a47-8554-154bfa6d177b None None] Provisioning for port c48ecc10-6465-432d-9b8c-88872074d82c completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:09:36.348872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-34cb309b-7800-4db5-ad70-992088854b1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:36.358674 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ed4a3dfa-077c-4a47-8554-154bfa6d177b None None] Provisioning complete for port c48ecc10-6465-432d-9b8c-88872074d82c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:36.359047 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ed4a3dfa-077c-4a47-8554-154bfa6d177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:36.386536 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-c576f721-591e-4a2f-8777-1737108a1b2d tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--872629410&fields=id&tenant_id=5753fa3f75764d519dfd77c438eb049c HTTP/1.1" status: 200 len: 267 time: 0.2535472 Mar 01 21:09:36.389384 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-34cb309b-7800-4db5-ad70-992088854b1d admin admin] Usage tracker for resource:security_group_rule and tenant:77fb3b481bd74b9a88ab21b72e9427c8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:36.398149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-34cb309b-7800-4db5-ad70-992088854b1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:36.506810 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99db53b-5590-4711-aa36-88a1e44d5a6b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Network ed316e4d-83c5-4577-9fd9-83b1b3ab49cb is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:09:36.515991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-f99db53b-5590-4711-aa36-88a1e44d5a6b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:36.519590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99db53b-5590-4711-aa36-88a1e44d5a6b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:09:36.543308 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99db53b-5590-4711-aa36-88a1e44d5a6b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:36.544280 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f99db53b-5590-4711-aa36-88a1e44d5a6b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:36.568944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99db53b-5590-4711-aa36-88a1e44d5a6b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event updated for resources: {'Port': ['ID=7ce245cd-83c8-4122-9d82-cb855c23921a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:36.576479 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0473402e-ff7b-4101-b047-7431e79857b5 None None] Network c80dbc33-d094-48dc-9612-ced50ccd8ebf requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:36.620562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-34cb309b-7800-4db5-ad70-992088854b1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:36.664943 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f99db53b-5590-4711-aa36-88a1e44d5a6b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8124797 Mar 01 21:09:36.667430 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59942) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:36.671893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-d55ad38f-7171-4868-bd31-dfd200523a73 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:36.672893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-d55ad38f-7171-4868-bd31-dfd200523a73 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Synchronizing usage tracker for tenant:5753fa3f75764d519dfd77c438eb049c on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:09:36.774775 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-829fbf29-2bc5-4d5a-9bc0-b0f4175b44f6 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:36.779167 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-829fbf29-2bc5-4d5a-9bc0-b0f4175b44f6 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.55 "GET /v2.0/networks?id=c80dbc33-d094-48dc-9612-ced50ccd8ebf HTTP/1.1" status: 200 len: 808 time: 0.7902422 Mar 01 21:09:36.788055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e31b4ec-cdf0-4cda-8128-4a55228a9846 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Deleting subnet df84db86-64d5-44af-afbc-5857425db435 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:09:36.789003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-d55ad38f-7171-4868-bd31-dfd200523a73 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Unset dirty status for tenant:5753fa3f75764d519dfd77c438eb049c on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:09:36.791095 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-d55ad38f-7171-4868-bd31-dfd200523a73 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports/9d0d0579-3c8c-4a39-b67f-ca991e94ba0b HTTP/1.1" status: 200 len: 936 time: 0.4028814 Mar 01 21:09:36.793901 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fbf94a70-fcf8-4b26-8604-2bf82cbaae73 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:36.799868 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2e31b4ec-cdf0-4cda-8128-4a55228a9846 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:36.906022 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-73bba337-2183-4fd0-bff3-3fe8c21d9a02 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Request body: {'port': {'device_id': 'c67a4055-ba44-4806-a2fc-51141ba28a4c', 'network_id': 'c80dbc33-d094-48dc-9612-ced50ccd8ebf', 'admin_state_up': True, 'tenant_id': 'b54aaec3d75143a9a9eb45e3b7487747'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:37.034046 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2e31b4ec-cdf0-4cda-8128-4a55228a9846 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:37.053574 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ed4a3dfa-077c-4a47-8554-154bfa6d177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:37.156760 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2e31b4ec-cdf0-4cda-8128-4a55228a9846 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:37.265467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ed4a3dfa-077c-4a47-8554-154bfa6d177b None None] For port c48ecc10-6465-432d-9b8c-88872074d82c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c48ecc10-6465-432d-9b8c-88872074d82c,segment=NetworkSegment(f578b150-f42a-4429-b4a4-5525ca2317d8),segment_id=f578b150-f42a-4429-b4a4-5525ca2317d8)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:37.293905 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95e1edb-7973-4f20-a521-a99f26164145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-ed316e4d-83c5-4577-9fd9-83b1b3ab49cb', 'network_id': 'ed316e4d-83c5-4577-9fd9-83b1b3ab49cb', 'tenant_id': '7b98739478574ba1afcf8ea5f2d42605', 'fixed_ips': [{'subnet_id': 'df84db86-64d5-44af-afbc-5857425db435'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:09:37.294758 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c95e1edb-7973-4f20-a521-a99f26164145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:37.361914 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2e31b4ec-cdf0-4cda-8128-4a55228a9846 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:37.402150 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ed4a3dfa-077c-4a47-8554-154bfa6d177b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:37.462199 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31b4ec-cdf0-4cda-8128-4a55228a9846 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event deleted for resources: {'Subnet': ['ID=df84db86-64d5-44af-afbc-5857425db435,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:37.470204 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2e31b4ec-cdf0-4cda-8128-4a55228a9846 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:37.481396 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2e31b4ec-cdf0-4cda-8128-4a55228a9846 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "DELETE /v2.0/subnets/df84db86-64d5-44af-afbc-5857425db435 HTTP/1.1" status: 204 len: 168 time: 0.8128440 Mar 01 21:09:37.482806 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-73bba337-2183-4fd0-bff3-3fe8c21d9a02 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:37.488902 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59968) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:37.508983 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-4f1c1cd6-1b6e-4b58-9740-1d9b1ae8607a tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:37.514122 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a3dfa-077c-4a47-8554-154bfa6d177b None None] Pushing event updated for resources: {'Port': ['ID=c48ecc10-6465-432d-9b8c-88872074d82c,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:37.519160 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-4f1c1cd6-1b6e-4b58-9740-1d9b1ae8607a tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports/8c36761c-92b0-40ce-856e-9045d7286b0b HTTP/1.1" status: 200 len: 936 time: 0.7118454 Mar 01 21:09:37.520051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf94a70-fcf8-4b26-8604-2bf82cbaae73 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Subnet': ['ID=87a68569-fd38-4f99-8ee6-ccdc9bb28797,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:37.524800 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0eb6b63-f27c-4eb3-a00a-be8f5a512833 None None] Network 07f2fdd9-c528-41f7-839c-be95e4453f34 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:37.529681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-73bba337-2183-4fd0-bff3-3fe8c21d9a02 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Usage tracker for resource:port and tenant:b54aaec3d75143a9a9eb45e3b7487747 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:37.563531 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba29130-909c-4cba-84b1-5e011001a66e tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:37.565249 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba29130-909c-4cba-84b1-5e011001a66e tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:37.566165 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3ba29130-909c-4cba-84b1-5e011001a66e tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Synchronizing usage tracker for tenant:7b98739478574ba1afcf8ea5f2d42605 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:09:37.570133 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-34cb309b-7800-4db5-ad70-992088854b1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:37.572341 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf94a70-fcf8-4b26-8604-2bf82cbaae73 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Checking segment: {'id': '7863f4d3-06c5-49bd-bfb4-1f7ff2e3ab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'deba420c-ccec-4128-84ae-f1dbd42498f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:37.572948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf94a70-fcf8-4b26-8604-2bf82cbaae73 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network hostable DHCP agents. Network: deba420c-ccec-4128-84ae-f1dbd42498f1, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:09:37.611907 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-73bba337-2183-4fd0-bff3-3fe8c21d9a02 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:37.624986 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3ba5cad6-4dff-494a-a43b-fb164052b703 req-1c59ddb9-2173-4a65-abfe-15bc1903cfde tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/ports?device_id=c67a4055-ba44-4806-a2fc-51141ba28a4c HTTP/1.1" status: 200 len: 210 time: 0.1438677 Mar 01 21:09:37.625881 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-73bba337-2183-4fd0-bff3-3fe8c21d9a02 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:37.646781 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-feb19a99-20be-4098-ac64-cab3fd6a8180 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?network_id=8391abf1-8497-437d-b6b2-a8884478b421&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1285553 Mar 01 21:09:37.651466 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-34cb309b-7800-4db5-ad70-992088854b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:37.674114 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-42f979ba-f397-4a53-96bf-ac61a4cd8b9e None None] Provisioning complete for port c48ecc10-6465-432d-9b8c-88872074d82c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:37.674735 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-42f979ba-f397-4a53-96bf-ac61a4cd8b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:37.722947 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3ba29130-909c-4cba-84b1-5e011001a66e tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Unset dirty status for tenant:7b98739478574ba1afcf8ea5f2d42605 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:09:37.727547 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3ba29130-909c-4cba-84b1-5e011001a66e tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2347252 Mar 01 21:09:37.728067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59976) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server [None req-c95e1edb-7973-4f20-a521-a99f26164145 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df84db86-64d5-44af-afbc-5857425db435: This subnet is being modified by another concurrent operation. Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:09:37.835042 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise exception Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df84db86-64d5-44af-afbc-5857425db435: This subnet is being modified by another concurrent operation. Mar 01 21:09:37.842334 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Mar 01 21:09:37.845583 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-ed4221f3-1da5-4156-bf7b-633cd7aef379 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?network_id=8391abf1-8497-437d-b6b2-a8884478b421&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1971610 Mar 01 21:09:37.871060 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b734de-1424-4ff7-bc92-a4e793ab5320 None None] Network ed316e4d-83c5-4577-9fd9-83b1b3ab49cb requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:37.933349 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-34cb309b-7800-4db5-ad70-992088854b1d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=77fb3b481bd74b9a88ab21b72e9427c8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1466794 Mar 01 21:09:37.965608 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c018f06b-b0e6-46b2-82d0-981966c422f9 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:37.968117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59982) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:38.064662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb309b-7800-4db5-ad70-992088854b1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902a6284-e6a6-4bb9-9744-2b596918748f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:38.080745 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-c018f06b-b0e6-46b2-82d0-981966c422f9 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 01 21:09:38.081215 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c018f06b-b0e6-46b2-82d0-981966c422f9 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:09:38.086349 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c018f06b-b0e6-46b2-82d0-981966c422f9 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "DELETE /v2.0/networks/ed316e4d-83c5-4577-9fd9-83b1b3ab49cb HTTP/1.1" status: 409 len: 405 time: 0.3537815 Mar 01 21:09:38.098662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-73bba337-2183-4fd0-bff3-3fe8c21d9a02 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Made reservation on behalf of b54aaec3d75143a9a9eb45e3b7487747 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:38.100948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59990) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:38.107124 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-73bba337-2183-4fd0-bff3-3fe8c21d9a02 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:38.121178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf94a70-fcf8-4b26-8604-2bf82cbaae73 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network deba420c-ccec-4128-84ae-f1dbd42498f1 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:09:38.129026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-fc3727fa-0326-47d8-9a34-67b973dec955 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2110771124'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:38.149434 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fc3727fa-0326-47d8-9a34-67b973dec955 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:38.151935 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c426a2b2-6996-4460-87c0-a848e202c0b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:38.158874 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fc3727fa-0326-47d8-9a34-67b973dec955 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Usage tracker for resource:network and tenant:7b98739478574ba1afcf8ea5f2d42605 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:38.184835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fc3727fa-0326-47d8-9a34-67b973dec955 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:38.205172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fc3727fa-0326-47d8-9a34-67b973dec955 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:38.238367 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-fbf94a70-fcf8-4b26-8604-2bf82cbaae73 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, deba420c-ccec-4128-84ae-f1dbd42498f1) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:38.245745 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c426a2b2-6996-4460-87c0-a848e202c0b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:38.248518 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf94a70-fcf8-4b26-8604-2bf82cbaae73 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:38.249191 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fbf94a70-fcf8-4b26-8604-2bf82cbaae73 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:38.286421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc90776-a70b-41b5-935d-d4cc7ebe9c12 None None] Network deba420c-ccec-4128-84ae-f1dbd42498f1 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:38.303299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7aa72bcf-7644-4b02-8c29-315f2c9c9418 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:38.309944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7aa72bcf-7644-4b02-8c29-315f2c9c9418 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:38.314687 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c48ecc10-6465-432d-9b8c-88872074d82c up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:09:38.315273 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7aa72bcf-7644-4b02-8c29-315f2c9c9418 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:38.316145 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7aa72bcf-7644-4b02-8c29-315f2c9c9418 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Synchronizing usage tracker for tenant:5753fa3f75764d519dfd77c438eb049c on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:09:38.415579 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fbf94a70-fcf8-4b26-8604-2bf82cbaae73 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8961110 Mar 01 21:09:38.418906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60004) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:38.424875 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc3727fa-0326-47d8-9a34-67b973dec955 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Made reservation on behalf of 7b98739478574ba1afcf8ea5f2d42605 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:38.432814 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fc3727fa-0326-47d8-9a34-67b973dec955 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:38.474161 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c426a2b2-6996-4460-87c0-a848e202c0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:38.474801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-73bba337-2183-4fd0-bff3-3fe8c21d9a02 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Allocated IP 172.20.0.7 (c80dbc33-d094-48dc-9612-ced50ccd8ebf/6a7e81fc-7132-4ed8-9698-b3e7ad0c0a06/ded8205d-3f42-47e1-8825-3becc0240005) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:09:38.533779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426a2b2-6996-4460-87c0-a848e202c0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902a6284-e6a6-4bb9-9744-2b596918748f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:38.567435 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c426a2b2-6996-4460-87c0-a848e202c0b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:38.571528 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c426a2b2-6996-4460-87c0-a848e202c0b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/902a6284-e6a6-4bb9-9744-2b596918748f HTTP/1.1" status: 204 len: 168 time: 0.6003063 Mar 01 21:09:38.577678 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc3727fa-0326-47d8-9a34-67b973dec955 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:09:38.589112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7aa72bcf-7644-4b02-8c29-315f2c9c9418 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Unset dirty status for tenant:5753fa3f75764d519dfd77c438eb049c on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:09:38.590986 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7aa72bcf-7644-4b02-8c29-315f2c9c9418 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/networks?id=ad62e9af-4b76-4a54-b75b-80997074ebfc&id=7a6458a9-9015-413f-bf43-efd7a3b7923c&id=7a6458a9-9015-413f-bf43-efd7a3b7923c&id=8391abf1-8497-437d-b6b2-a8884478b421&id=8391abf1-8497-437d-b6b2-a8884478b421 HTTP/1.1" status: 200 len: 1995 time: 0.7451341 Mar 01 21:09:38.596409 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fc3727fa-0326-47d8-9a34-67b973dec955 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:38.598904 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-fc3727fa-0326-47d8-9a34-67b973dec955 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Added segment e24e6822-5a3e-4799-a177-31d4fe391c69 of type vlan for network 5acb5996-bcd2-4d53-bf47-2665eef455b1 Mar 01 21:09:38.625017 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c48ecc10-6465-432d-9b8c-88872074d82c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:38.626706 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:38.658298 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fc3727fa-0326-47d8-9a34-67b973dec955 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:38.762509 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fc3727fa-0326-47d8-9a34-67b973dec955 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:38.774686 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3727fa-0326-47d8-9a34-67b973dec955 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:38.774686 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fc3727fa-0326-47d8-9a34-67b973dec955 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:38.806657 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-deba420c-ccec-4128-84ae-f1dbd42498f1', 'network_id': 'deba420c-ccec-4128-84ae-f1dbd42498f1', 'tenant_id': '126f883557a74fbe85af15698faf078f', 'fixed_ips': [{'subnet_id': '87a68569-fd38-4f99-8ee6-ccdc9bb28797'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:09:38.808676 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:38.851129 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-73bba337-2183-4fd0-bff3-3fe8c21d9a02 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:38.953007 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3727fa-0326-47d8-9a34-67b973dec955 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event updated for resources: {'Network': ['ID=5acb5996-bcd2-4d53-bf47-2665eef455b1,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:38.989881 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9ea35696-3ea5-4aea-8f64-867418b9c7bd None None] Provisioning complete for port c48ecc10-6465-432d-9b8c-88872074d82c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:38.990396 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9ea35696-3ea5-4aea-8f64-867418b9c7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:39.008517 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2614b890-89f0-4f38-9756-9bb718f5160b req-c38c6e02-7f98-4f4b-bd61-27fd8aa3345a tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/ports?device_id=c67a4055-ba44-4806-a2fc-51141ba28a4c HTTP/1.1" status: 200 len: 210 time: 0.1310885 Mar 01 21:09:39.017243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 5acb5996-bcd2-4d53-bf47-2665eef455b1 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:09:39.038176 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fc3727fa-0326-47d8-9a34-67b973dec955 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9361620 Mar 01 21:09:39.040374 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7ac0e260-6377-4bb7-91db-42934cd9e1bd tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/quotas/5753fa3f75764d519dfd77c438eb049c HTTP/1.1" status: 200 len: 375 time: 0.1665344 Mar 01 21:09:39.050364 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60028) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:39.056582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b08839f5-363f-4f7d-b988-c174ba1e4e48 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Request body: {'subnet': {'network_id': '5acb5996-bcd2-4d53-bf47-2665eef455b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:39.215978 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:39.225208 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-73bba337-2183-4fd0-bff3-3fe8c21d9a02 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:39.295856 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Allocated IP 172.20.0.1 (deba420c-ccec-4128-84ae-f1dbd42498f1/87a68569-fd38-4f99-8ee6-ccdc9bb28797/0dc9af82-1677-48f4-903b-b8745530a4d6) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:09:39.346260 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b08839f5-363f-4f7d-b988-c174ba1e4e48 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:39.359831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b08839f5-363f-4f7d-b988-c174ba1e4e48 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:39.416080 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-cb045672-d675-45ba-9eb9-7d8c87285839 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=5753fa3f75764d519dfd77c438eb049c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3552406 Mar 01 21:09:39.428224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-73bba337-2183-4fd0-bff3-3fe8c21d9a02 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Network c80dbc33-d094-48dc-9612-ced50ccd8ebf is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:09:39.434005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-73bba337-2183-4fd0-bff3-3fe8c21d9a02 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:39.439553 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:39.471953 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b08839f5-363f-4f7d-b988-c174ba1e4e48 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Made reservation on behalf of 7b98739478574ba1afcf8ea5f2d42605 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:39.475756 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b08839f5-363f-4f7d-b988-c174ba1e4e48 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:39.487983 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-73bba337-2183-4fd0-bff3-3fe8c21d9a02 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:09:39.513203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bba337-2183-4fd0-bff3-3fe8c21d9a02 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Pushing event updated for resources: {'Port': ['ID=ded8205d-3f42-47e1-8825-3becc0240005,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:39.636200 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:39.649144 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Transition to ACTIVE for port object 0dc9af82-1677-48f4-903b-b8745530a4d6 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:39.682470 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Transition to ACTIVE for port object 0dc9af82-1677-48f4-903b-b8745530a4d6 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:39.703768 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-73bba337-2183-4fd0-bff3-3fe8c21d9a02 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:39.704438 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-73bba337-2183-4fd0-bff3-3fe8c21d9a02 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:39.760627 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-55741b9b-af64-4975-a74b-76efa2f93bf3 service neutron] 10.222.0.42 "GET /v2.0/networks/ad62e9af-4b76-4a54-b75b-80997074ebfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733927 Mar 01 21:09:39.775411 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:39.831932 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-73bba337-2183-4fd0-bff3-3fe8c21d9a02 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0156229 Mar 01 21:09:39.887034 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] Request body: {'port': {'device_id': 'c67a4055-ba44-4806-a2fc-51141ba28a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:39.927161 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Pushing event updated for resources: {'Port': ['ID=0dc9af82-1677-48f4-903b-b8745530a4d6,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:39.956219 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Network deba420c-ccec-4128-84ae-f1dbd42498f1 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:09:39.961241 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:39.961241 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:09:40.031950 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-d6590673-cc59-4076-908d-69a7667ac33e service neutron] 10.222.0.42 "GET /v2.0/networks/ad62e9af-4b76-4a54-b75b-80997074ebfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658789 Mar 01 21:09:40.046490 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:40.124530 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:40.133206 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Attempting to bind port 0dc9af82-1677-48f4-903b-b8745530a4d6 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:09:40.133581 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Attempting to bind port 0dc9af82-1677-48f4-903b-b8745530a4d6 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '7863f4d3-06c5-49bd-bfb4-1f7ff2e3ab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'deba420c-ccec-4128-84ae-f1dbd42498f1'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:09:40.133949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Attempting to bind port 0dc9af82-1677-48f4-903b-b8745530a4d6 on network deba420c-ccec-4128-84ae-f1dbd42498f1 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:09:40.156195 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:09:40.156708 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Checking segment: {'id': '7863f4d3-06c5-49bd-bfb4-1f7ff2e3ab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'deba420c-ccec-4128-84ae-f1dbd42498f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:40.157625 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:40.158421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Bound using segment: {'id': '7863f4d3-06c5-49bd-bfb4-1f7ff2e3ab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'deba420c-ccec-4128-84ae-f1dbd42498f1'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:09:40.158603 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Bound port: 0dc9af82-1677-48f4-903b-b8745530a4d6, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7863f4d3-06c5-49bd-bfb4-1f7ff2e3ab67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'deba420c-ccec-4128-84ae-f1dbd42498f1'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:09:40.158959 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:40.166326 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60080) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:40.214110 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0bfb4972-9ad9-4445-b9da-cf701eac3393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:40.279483 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] For port 0dc9af82-1677-48f4-903b-b8745530a4d6, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:09:40.284115 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] For port 0dc9af82-1677-48f4-903b-b8745530a4d6, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0dc9af82-1677-48f4-903b-b8745530a4d6,segment=NetworkSegment(7863f4d3-06c5-49bd-bfb4-1f7ff2e3ab67),segment_id=7863f4d3-06c5-49bd-bfb4-1f7ff2e3ab67)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:09:40.345142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Subnet': ['ID=87a68569-fd38-4f99-8ee6-ccdc9bb28797,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:40.359449 n-d-827896-4 neutron-server[88519]: DEBUG neutron.objects.ports [None req-b08839f5-363f-4f7d-b988-c174ba1e4e48 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 01 21:09:40.364503 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b08839f5-363f-4f7d-b988-c174ba1e4e48 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:40.371046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0bfb4972-9ad9-4445-b9da-cf701eac3393 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:40.412787 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:40.421402 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0bfb4972-9ad9-4445-b9da-cf701eac3393 admin admin] Usage tracker for resource:security_group_rule and tenant:fbfc33e7a3c442889d4fe917a0151d6a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:40.435550 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0bfb4972-9ad9-4445-b9da-cf701eac3393 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:40.453804 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0bfb4972-9ad9-4445-b9da-cf701eac3393 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:40.478638 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7bebf17c-b1a4-49c2-8b3e-6c7546617ce3 service neutron] 10.222.0.42 "GET /v2.0/ports/9d0d0579-3c8c-4a39-b67f-ca991e94ba0b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.4350252 Mar 01 21:09:40.479242 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08839f5-363f-4f7d-b988-c174ba1e4e48 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event updated for resources: {'Subnet': ['ID=4b532371-8fc8-4e62-b8aa-4d1e79a0de67,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:40.487942 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08839f5-363f-4f7d-b988-c174ba1e4e48 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Checking segment: {'id': 'e24e6822-5a3e-4799-a177-31d4fe391c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5acb5996-bcd2-4d53-bf47-2665eef455b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:40.488427 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08839f5-363f-4f7d-b988-c174ba1e4e48 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Network hostable DHCP agents. Network: 5acb5996-bcd2-4d53-bf47-2665eef455b1, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:09:40.579723 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:40.604387 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0bfb4972-9ad9-4445-b9da-cf701eac3393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:40.614918 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3508edb-4905-4193-843f-890ea02f1701 None None] Pushing event updated for resources: {'Port': ['ID=0dc9af82-1677-48f4-903b-b8745530a4d6,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:40.629051 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08839f5-363f-4f7d-b988-c174ba1e4e48 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Network 5acb5996-bcd2-4d53-bf47-2665eef455b1 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:09:40.643743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2a4d28-8780-43d1-a9bc-b036d08b22df None None] Network deba420c-ccec-4128-84ae-f1dbd42498f1 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:40.683196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deba420c-ccec-4128-84ae-f1dbd42498f1']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:40.723294 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0bfb4972-9ad9-4445-b9da-cf701eac3393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:40.760404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7863f4d3-06c5-49bd-bfb4-1f7ff2e3ab67') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:40.760701 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7863f4d3-06c5-49bd-bfb4-1f7ff2e3ab67') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:40.796716 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:40.820806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-b08839f5-363f-4f7d-b988-c174ba1e4e48 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 5acb5996-bcd2-4d53-bf47-2665eef455b1) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:40.849602 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b08839f5-363f-4f7d-b988-c174ba1e4e48 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:40.850222 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b08839f5-363f-4f7d-b988-c174ba1e4e48 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:40.868596 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c54aae-191f-4103-aa15-6d4034854a15 req-be0743e6-2a5e-461b-9d30-8fd6f63a6844 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:40.868596 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b8c54aae-191f-4103-aa15-6d4034854a15 req-be0743e6-2a5e-461b-9d30-8fd6f63a6844 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Synchronizing usage tracker for tenant:b54aaec3d75143a9a9eb45e3b7487747 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:09:40.868596 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:40.869601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb4972-9ad9-4445-b9da-cf701eac3393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cd5efd-cd81-4a36-8648-48d85b6d3166,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:40.875402 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0bfb4972-9ad9-4445-b9da-cf701eac3393 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fbfc33e7a3c442889d4fe917a0151d6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6945775 Mar 01 21:09:40.880741 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60096) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:40.881913 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa01d6c4-b277-421d-8253-8443b5b7eab9 None None] Network 5acb5996-bcd2-4d53-bf47-2665eef455b1 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:40.958843 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:09:40.958843 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:40.959409 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45efcd67-5191-4506-acf9-079801159458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:09:40.978614 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:09:40.995649 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45efcd67-5191-4506-acf9-079801159458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:41.009605 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-d7411dff-b948-4cd1-a304-98866801bf5b service neutron] 10.222.0.42 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4761841 Mar 01 21:09:41.055821 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b08839f5-363f-4f7d-b988-c174ba1e4e48 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9992394 Mar 01 21:09:41.059225 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60106) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:41.093073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c168a257-7b47-4c42-ad30-54cd8ab35e68 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Request body: {'port': {'network_id': '5acb5996-bcd2-4d53-bf47-2665eef455b1', 'name': 'tempest-NetworksIpV6TestAttrs-1964800117'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:41.123818 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b8c54aae-191f-4103-aa15-6d4034854a15 req-be0743e6-2a5e-461b-9d30-8fd6f63a6844 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Unset dirty status for tenant:b54aaec3d75143a9a9eb45e3b7487747 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:09:41.124956 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b8c54aae-191f-4103-aa15-6d4034854a15 req-be0743e6-2a5e-461b-9d30-8fd6f63a6844 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/ports?device_id=c67a4055-ba44-4806-a2fc-51141ba28a4c HTTP/1.1" status: 200 len: 931 time: 0.7992668 Mar 01 21:09:41.217942 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 01 21:09:41.217942 n-d-827896-4 neutron-server[88518]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 01 21:09:41.217942 n-d-827896-4 neutron-server[88518]: [parameters: {'id': 'deba420c-ccec-4128-84ae-f1dbd42498f1'}] Mar 01 21:09:41.217942 n-d-827896-4 neutron-server[88518]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:09:41.218471 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:09:41.371659 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c168a257-7b47-4c42-ad30-54cd8ab35e68 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:41.372655 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b8c54aae-191f-4103-aa15-6d4034854a15 req-9039a4e3-0612-4231-9ee2-5a869232e76f tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/security-groups?id=f694852b-78bd-4745-9c9e-0e7c7c10d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676073 Mar 01 21:09:41.372847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c168a257-7b47-4c42-ad30-54cd8ab35e68 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Usage tracker for resource:port and tenant:7b98739478574ba1afcf8ea5f2d42605 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:41.372847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c168a257-7b47-4c42-ad30-54cd8ab35e68 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:41.373164 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-aebf4ccd-6629-49d8-a317-1bf3a0a1268e service neutron] 10.222.0.42 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3011298 Mar 01 21:09:41.378941 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c168a257-7b47-4c42-ad30-54cd8ab35e68 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:41.430583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ded8205d-3f42-47e1-8825-3becc0240005 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:09:41.442168 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:41.444801 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-5acb5996-bcd2-4d53-bf47-2665eef455b1', 'network_id': '5acb5996-bcd2-4d53-bf47-2665eef455b1', 'tenant_id': '7b98739478574ba1afcf8ea5f2d42605', 'fixed_ips': [{'subnet_id': '4b532371-8fc8-4e62-b8aa-4d1e79a0de67'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:09:41.446201 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:41.472156 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-4ff5f5b0-7eb5-4c4e-8313-7376284e46ad service neutron] 10.222.0.42 "GET /v2.0/ports/8c36761c-92b0-40ce-856e-9045d7286b0b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0944326 Mar 01 21:09:41.474490 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] Transition to ACTIVE for port object ded8205d-3f42-47e1-8825-3becc0240005 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:41.551066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c168a257-7b47-4c42-ad30-54cd8ab35e68 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Made reservation on behalf of 7b98739478574ba1afcf8ea5f2d42605 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:41.555019 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c168a257-7b47-4c42-ad30-54cd8ab35e68 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:41.579478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-c168a257-7b47-4c42-ad30-54cd8ab35e68 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] device_id is not set on port 926be77d-c6dc-442d-b4cd-8a8939668eac yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:09:41.620521 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:41.621998 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45efcd67-5191-4506-acf9-079801159458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:41.659442 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45efcd67-5191-4506-acf9-079801159458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cd5efd-cd81-4a36-8648-48d85b6d3166,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:41.676200 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45efcd67-5191-4506-acf9-079801159458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:41.680253 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-45efcd67-5191-4506-acf9-079801159458 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0cd5efd-cd81-4a36-8648-48d85b6d3166 HTTP/1.1" status: 204 len: 168 time: 0.7985151 Mar 01 21:09:41.760061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Allocated IP 2001:db8::f816:3eff:febd:58df (5acb5996-bcd2-4d53-bf47-2665eef455b1/4b532371-8fc8-4e62-b8aa-4d1e79a0de67/ea85a4e1-5a22-4135-9214-a98645c17645) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:09:41.806037 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:41.880231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-1e502e9a-7c4d-4efb-9d70-3505bbe25a2f service neutron] 10.222.0.42 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016366 Mar 01 21:09:42.028976 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] Pushing event updated for resources: {'Port': ['ID=ded8205d-3f42-47e1-8825-3becc0240005,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:42.050505 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Deleting port 0dc9af82-1677-48f4-903b-b8745530a4d6 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:09:42.051092 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:42.089393 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:42.101077 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Transition to ACTIVE for port object ea85a4e1-5a22-4135-9214-a98645c17645 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:42.123676 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Transition to ACTIVE for port object ea85a4e1-5a22-4135-9214-a98645c17645 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:42.191792 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:42.255088 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Network 5acb5996-bcd2-4d53-bf47-2665eef455b1 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:09:42.258840 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:42.267377 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:09:42.325644 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-c168a257-7b47-4c42-ad30-54cd8ab35e68 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Allocated IP 2001:db8::f816:3eff:fe2c:76d3 (5acb5996-bcd2-4d53-bf47-2665eef455b1/4b532371-8fc8-4e62-b8aa-4d1e79a0de67/926be77d-c6dc-442d-b4cd-8a8939668eac) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:09:42.387744 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Pushing event updated for resources: {'Port': ['ID=ea85a4e1-5a22-4135-9214-a98645c17645,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:42.393695 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Attempting to bind port ea85a4e1-5a22-4135-9214-a98645c17645 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:09:42.397059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Attempting to bind port ea85a4e1-5a22-4135-9214-a98645c17645 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'e24e6822-5a3e-4799-a177-31d4fe391c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5acb5996-bcd2-4d53-bf47-2665eef455b1'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:09:42.397059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Attempting to bind port ea85a4e1-5a22-4135-9214-a98645c17645 on network 5acb5996-bcd2-4d53-bf47-2665eef455b1 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:09:42.400472 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:09:42.400856 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Checking segment: {'id': 'e24e6822-5a3e-4799-a177-31d4fe391c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5acb5996-bcd2-4d53-bf47-2665eef455b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:42.401262 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:42.401940 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Bound using segment: {'id': 'e24e6822-5a3e-4799-a177-31d4fe391c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5acb5996-bcd2-4d53-bf47-2665eef455b1'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:09:42.402558 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Bound port: ea85a4e1-5a22-4135-9214-a98645c17645, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24e6822-5a3e-4799-a177-31d4fe391c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '5acb5996-bcd2-4d53-bf47-2665eef455b1'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:09:42.402931 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:42.482929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] Attempting to bind port ded8205d-3f42-47e1-8825-3becc0240005 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:09:42.483453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] Attempting to bind port ded8205d-3f42-47e1-8825-3becc0240005 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'f69cb6bb-db39-47f2-b287-741f911dcdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c80dbc33-d094-48dc-9612-ced50ccd8ebf'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:09:42.483608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] Attempting to bind port ded8205d-3f42-47e1-8825-3becc0240005 on network c80dbc33-d094-48dc-9612-ced50ccd8ebf {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:09:42.505624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] For port 0dc9af82-1677-48f4-903b-b8745530a4d6, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0dc9af82-1677-48f4-903b-b8745530a4d6,segment=NetworkSegment(7863f4d3-06c5-49bd-bfb4-1f7ff2e3ab67),segment_id=7863f4d3-06c5-49bd-bfb4-1f7ff2e3ab67)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:42.505808 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:42.510171 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] For port ea85a4e1-5a22-4135-9214-a98645c17645, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:09:42.514300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] For port ea85a4e1-5a22-4135-9214-a98645c17645, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea85a4e1-5a22-4135-9214-a98645c17645,segment=NetworkSegment(e24e6822-5a3e-4799-a177-31d4fe391c69),segment_id=e24e6822-5a3e-4799-a177-31d4fe391c69)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:09:42.523755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] Port ded8205d-3f42-47e1-8825-3becc0240005 on network c80dbc33-d094-48dc-9612-ced50ccd8ebf not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:09:42.524126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] Attempting to bind port ded8205d-3f42-47e1-8825-3becc0240005 on network c80dbc33-d094-48dc-9612-ced50ccd8ebf {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:09:42.584615 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:09:42.584865 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] Checking segment: {'id': 'f69cb6bb-db39-47f2-b287-741f911dcdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c80dbc33-d094-48dc-9612-ced50ccd8ebf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:42.585238 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] Bound using segment: {'id': 'f69cb6bb-db39-47f2-b287-741f911dcdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c80dbc33-d094-48dc-9612-ced50ccd8ebf'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:09:42.585664 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] Bound port: ded8205d-3f42-47e1-8825-3becc0240005, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f69cb6bb-db39-47f2-b287-741f911dcdf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'c80dbc33-d094-48dc-9612-ced50ccd8ebf'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:09:42.586010 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:42.590044 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:42.689824 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956ad8e-b432-4c97-8151-5242130fc275 None None] Pushing event updated for resources: {'Port': ['ID=ea85a4e1-5a22-4135-9214-a98645c17645,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:42.704575 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Calling delete_port for 0dc9af82-1677-48f4-903b-b8745530a4d6 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:09:42.758328 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-934ab7ca-cbd8-44a7-b573-9a7f97294edd service neutron] 10.222.0.42 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8044403 Mar 01 21:09:42.831011 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c168a257-7b47-4c42-ad30-54cd8ab35e68 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:42.849883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-c168a257-7b47-4c42-ad30-54cd8ab35e68 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Transition to ACTIVE for port object 926be77d-c6dc-442d-b4cd-8a8939668eac will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:42.980754 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c168a257-7b47-4c42-ad30-54cd8ab35e68 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:43.114970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60174) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:43.199645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c168a257-7b47-4c42-ad30-54cd8ab35e68 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Network 5acb5996-bcd2-4d53-bf47-2665eef455b1 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:09:43.206117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-c168a257-7b47-4c42-ad30-54cd8ab35e68 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:43.215346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c168a257-7b47-4c42-ad30-54cd8ab35e68 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:09:43.230512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c168a257-7b47-4c42-ad30-54cd8ab35e68 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:43.231761 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c168a257-7b47-4c42-ad30-54cd8ab35e68 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:43.280786 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168a257-7b47-4c42-ad30-54cd8ab35e68 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event updated for resources: {'Port': ['ID=926be77d-c6dc-442d-b4cd-8a8939668eac,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:43.316492 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-e5c3961d-b219-4607-9df0-2a73a55c1694 service neutron] 10.222.0.42 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136037 Mar 01 21:09:43.322652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] For port ded8205d-3f42-47e1-8825-3becc0240005, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:09:43.358705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] For port ded8205d-3f42-47e1-8825-3becc0240005, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ded8205d-3f42-47e1-8825-3becc0240005,segment=NetworkSegment(f69cb6bb-db39-47f2-b287-741f911dcdf9),segment_id=f69cb6bb-db39-47f2-b287-741f911dcdf9)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:09:43.358934 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c168a257-7b47-4c42-ad30-54cd8ab35e68 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2972295 Mar 01 21:09:43.362124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60186) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:43.389784 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3066a9-6c50-4158-9d21-a6d9b117485a req-4f927468-4d6c-45a3-b7db-0e7eda679b66 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:43.397199 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da3066a9-6c50-4158-9d21-a6d9b117485a req-4f927468-4d6c-45a3-b7db-0e7eda679b66 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/ports?device_id=c67a4055-ba44-4806-a2fc-51141ba28a4c HTTP/1.1" status: 200 len: 943 time: 0.8152225 Mar 01 21:09:43.399098 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:43.485641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-28519900-9fa5-4241-ad8e-61ae52339773 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Deleting subnet 4b532371-8fc8-4e62-b8aa-4d1e79a0de67 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:09:43.485641 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-28519900-9fa5-4241-ad8e-61ae52339773 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:43.667939 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf41966e-73a7-4978-81d5-b712b2bfba9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:43.686136 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-19b0ec9e-3793-47fb-9b8c-b9555ca993db service neutron] 10.222.0.42 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578920 Mar 01 21:09:43.686904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Port': ['ID=0dc9af82-1677-48f4-903b-b8745530a4d6,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:43.692941 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:43.713377 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-28519900-9fa5-4241-ad8e-61ae52339773 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:43.793087 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:43.793518 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:43.794937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] 10.222.0.55 "PUT /v2.0/ports/ded8205d-3f42-47e1-8825-3becc0240005 HTTP/1.1" status: 200 len: 1091 time: 3.9168384 Mar 01 21:09:43.798143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bf41966e-73a7-4978-81d5-b712b2bfba9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:43.799134 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No DVR routers for this DVR port 0dc9af82-1677-48f4-903b-b8745530a4d6 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:09:43.807147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c67a4055-ba44-4806-a2fc-51141ba28a4c', 'tag': 'ded8205d-3f42-47e1-8825-3becc0240005'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:09:43.847306 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bf41966e-73a7-4978-81d5-b712b2bfba9b admin admin] Usage tracker for resource:security_group_rule and tenant:7ebcb45f68d74337a0de016e3d0d3f8e is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:43.854099 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bf41966e-73a7-4978-81d5-b712b2bfba9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:43.866492 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bf41966e-73a7-4978-81d5-b712b2bfba9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:43.962906 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-28519900-9fa5-4241-ad8e-61ae52339773 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:44.121170 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf41966e-73a7-4978-81d5-b712b2bfba9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:44.136554 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da3066a9-6c50-4158-9d21-a6d9b117485a req-04e6d022-0e47-41f7-818b-d2ced7f1582b tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/security-groups?id=f694852b-78bd-4745-9c9e-0e7c7c10d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7371044 Mar 01 21:09:44.241899 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf41966e-73a7-4978-81d5-b712b2bfba9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:44.242078 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80724844-31ce-4bc1-8291-20770b6d19b1 None None] Network 5acb5996-bcd2-4d53-bf47-2665eef455b1 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:44.338939 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf41966e-73a7-4978-81d5-b712b2bfba9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a1602f-ab50-4876-8711-5fee6077a19c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:44.366019 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-28519900-9fa5-4241-ad8e-61ae52339773 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:44.418894 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-28519900-9fa5-4241-ad8e-61ae52339773 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:44.436868 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b0b5a2-9a23-497b-95cb-a77b8b613b43 service neutron] Pushing event updated for resources: {'Port': ['ID=ded8205d-3f42-47e1-8825-3becc0240005,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:44.441280 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bf41966e-73a7-4978-81d5-b712b2bfba9b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ebcb45f68d74337a0de016e3d0d3f8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3221800 Mar 01 21:09:44.441280 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-28519900-9fa5-4241-ad8e-61ae52339773 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "DELETE /v2.0/subnets/4b532371-8fc8-4e62-b8aa-4d1e79a0de67 HTTP/1.1" status: 204 len: 168 time: 1.0752053 Mar 01 21:09:44.447989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60208) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:44.448912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28519900-9fa5-4241-ad8e-61ae52339773 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event deleted for resources: {'Subnet': ['ID=4b532371-8fc8-4e62-b8aa-4d1e79a0de67,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:44.451246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60212) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:44.499838 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c67a4055-ba44-4806-a2fc-51141ba28a4c', 'tag': 'ded8205d-3f42-47e1-8825-3becc0240005', 'status': 'completed', 'code': 200} Mar 01 21:09:44.502067 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:44.512315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-ba04c471-bd7f-49ad-ac63-b455be96a283 service neutron] 10.222.0.42 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8089523 Mar 01 21:09:44.539718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea85a4e1-5a22-4135-9214-a98645c17645 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:09:44.571608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['deba420c-ccec-4128-84ae-f1dbd42498f1']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:44.591749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eeed94-ddde-45b6-a669-37806a0354d1 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:44.593804 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eeed94-ddde-45b6-a669-37806a0354d1 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:44.595031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-97eeed94-ddde-45b6-a669-37806a0354d1 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Synchronizing usage tracker for tenant:7b98739478574ba1afcf8ea5f2d42605 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:09:44.596353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7863f4d3-06c5-49bd-bfb4-1f7ff2e3ab67') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:44.602430 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7863f4d3-06c5-49bd-bfb4-1f7ff2e3ab67') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:44.631004 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-baae3bc3-5863-445d-8712-f8a8fc30bf58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:44.691082 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-baae3bc3-5863-445d-8712-f8a8fc30bf58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:44.712331 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a415d5e2-8280-4064-b26e-2f4b47bebb37 None None] Provisioning for port ea85a4e1-5a22-4135-9214-a98645c17645 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:09:44.725379 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-97eeed94-ddde-45b6-a669-37806a0354d1 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Unset dirty status for tenant:7b98739478574ba1afcf8ea5f2d42605 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:09:44.727333 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-97eeed94-ddde-45b6-a669-37806a0354d1 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2619824 Mar 01 21:09:44.756003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60218) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:44.811219 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:44.863748 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-8ab073b4-59e2-49b0-95bd-9fa74314099d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:44.866853 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-8ab073b4-59e2-49b0-95bd-9fa74314099d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b54aaec3d75143a9a9eb45e3b7487747&device_id=c67a4055-ba44-4806-a2fc-51141ba28a4c HTTP/1.1" status: 200 len: 1094 time: 0.9312844 Mar 01 21:09:44.868122 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:44.947635 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port ea85a4e1-5a22-4135-9214-a98645c17645 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:09:44.969079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:09:44.971808 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:44.974094 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9d03bb3-3859-4d6e-95d7-350d0e481c53 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:09:44.985623 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:09:44.990433 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-99c87b1a-68df-4a91-b3dd-96b6001478a9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ded8205d-3f42-47e1-8825-3becc0240005 HTTP/1.1" status: 200 len: 217 time: 0.1126199 Mar 01 21:09:45.023190 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d03bb3-3859-4d6e-95d7-350d0e481c53 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] DELETE failed (client error): There was a conflict when trying to complete your request. Mar 01 21:09:45.025035 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d03bb3-3859-4d6e-95d7-350d0e481c53 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:09:45.030357 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b9d03bb3-3859-4d6e-95d7-350d0e481c53 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "DELETE /v2.0/networks/5acb5996-bcd2-4d53-bf47-2665eef455b1 HTTP/1.1" status: 409 len: 405 time: 0.2729743 Mar 01 21:09:45.036426 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60228) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:45.047404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9bb8fd7c-ae11-47af-8704-117abca5a4a2 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1128892892'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:45.055768 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9bb8fd7c-ae11-47af-8704-117abca5a4a2 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:45.060070 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9bb8fd7c-ae11-47af-8704-117abca5a4a2 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Usage tracker for resource:network and tenant:7b98739478574ba1afcf8ea5f2d42605 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:45.063968 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9bb8fd7c-ae11-47af-8704-117abca5a4a2 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:45.075687 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9bb8fd7c-ae11-47af-8704-117abca5a4a2 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:45.076671 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port ea85a4e1-5a22-4135-9214-a98645c17645 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:45.077052 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:45.152963 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-baae3bc3-5863-445d-8712-f8a8fc30bf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:45.164782 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-707a0181-267b-4b26-a580-b96dd050c7e2 service neutron] 10.222.0.42 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6358583 Mar 01 21:09:45.166454 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb8fd7c-ae11-47af-8704-117abca5a4a2 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Made reservation on behalf of 7b98739478574ba1afcf8ea5f2d42605 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:45.179193 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fd7c-ae11-47af-8704-117abca5a4a2 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:45.278436 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae3bc3-5863-445d-8712-f8a8fc30bf58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a1602f-ab50-4876-8711-5fee6077a19c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:45.331008 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb8fd7c-ae11-47af-8704-117abca5a4a2 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:09:45.366083 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fd7c-ae11-47af-8704-117abca5a4a2 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:45.369061 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-9bb8fd7c-ae11-47af-8704-117abca5a4a2 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Added segment c48b28df-4cb1-4a80-a3ee-84db7a05472a of type vlan for network 27c947a0-2373-43f8-9f04-7d5050899eba Mar 01 21:09:45.385309 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-baae3bc3-5863-445d-8712-f8a8fc30bf58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:45.386809 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-baae3bc3-5863-445d-8712-f8a8fc30bf58 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/21a1602f-ab50-4876-8711-5fee6077a19c HTTP/1.1" status: 204 len: 168 time: 0.9405267 Mar 01 21:09:45.394371 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-792093fd-d552-449d-83ed-e88371a80dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:45.395990 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-792093fd-d552-449d-83ed-e88371a80dd5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a7e81fc-7132-4ed8-9698-b3e7ad0c0a06 HTTP/1.1" status: 200 len: 848 time: 0.3905261 Mar 01 21:09:45.412259 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:45.425384 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:45.452225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] DHCP port deletion for 5acb5996-bcd2-4d53-bf47-2665eef455b1 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:09:45.461156 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fd7c-ae11-47af-8704-117abca5a4a2 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:45.474292 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Deleting port ea85a4e1-5a22-4135-9214-a98645c17645 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:09:45.482842 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:45.521825 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:45.579816 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fd7c-ae11-47af-8704-117abca5a4a2 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:45.586248 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb8fd7c-ae11-47af-8704-117abca5a4a2 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:45.586821 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bb8fd7c-ae11-47af-8704-117abca5a4a2 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:45.596027 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port ea85a4e1-5a22-4135-9214-a98645c17645, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea85a4e1-5a22-4135-9214-a98645c17645,segment=NetworkSegment(e24e6822-5a3e-4799-a177-31d4fe391c69),segment_id=e24e6822-5a3e-4799-a177-31d4fe391c69)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:45.673591 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Network': ['ID=deba420c-ccec-4128-84ae-f1dbd42498f1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:45.685438 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-0a75bbc5-30df-4c05-b861-2961bdf5604a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c80dbc33-d094-48dc-9612-ced50ccd8ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2750213 Mar 01 21:09:45.718702 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-81b37649-d35a-4550-a647-5db9344826c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/deba420c-ccec-4128-84ae-f1dbd42498f1 HTTP/1.1" status: 204 len: 168 time: 7.2988057 Mar 01 21:09:45.725498 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60244) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:45.777108 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:45.790972 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9078d0ae-247e-4d7b-9426-c7e830c1da45 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1749011342'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:45.806654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9078d0ae-247e-4d7b-9426-c7e830c1da45 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:45.812670 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8fd7c-ae11-47af-8704-117abca5a4a2 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event updated for resources: {'Network': ['ID=27c947a0-2373-43f8-9f04-7d5050899eba,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:45.815911 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9078d0ae-247e-4d7b-9426-c7e830c1da45 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Usage tracker for resource:network and tenant:126f883557a74fbe85af15698faf078f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:45.819272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9078d0ae-247e-4d7b-9426-c7e830c1da45 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:45.825404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9078d0ae-247e-4d7b-9426-c7e830c1da45 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:45.838503 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 27c947a0-2373-43f8-9f04-7d5050899eba details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:09:45.889897 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9bb8fd7c-ae11-47af-8704-117abca5a4a2 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8514931 Mar 01 21:09:45.894274 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] For port ea85a4e1-5a22-4135-9214-a98645c17645, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea85a4e1-5a22-4135-9214-a98645c17645,segment=NetworkSegment(e24e6822-5a3e-4799-a177-31d4fe391c69),segment_id=e24e6822-5a3e-4799-a177-31d4fe391c69)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:45.900740 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:45.901005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60250) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:45.916581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-44cad4af-1fba-43db-82fe-23a3f5fe1cc3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Request body: {'subnet': {'network_id': '27c947a0-2373-43f8-9f04-7d5050899eba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:45.940523 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-5a126193-0308-4225-8005-feb58da758a6 service neutron] 10.222.0.42 "GET /v2.0/networks/8391abf1-8497-437d-b6b2-a8884478b421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7550189 Mar 01 21:09:46.000172 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b2e76-8b1b-44ac-b100-7a1c74e9c259 req-9bcb38d8-90a4-4607-9472-466f91980c38 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:46.001992 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-074b2e76-8b1b-44ac-b100-7a1c74e9c259 req-9bcb38d8-90a4-4607-9472-466f91980c38 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/ports?device_id=c67a4055-ba44-4806-a2fc-51141ba28a4c HTTP/1.1" status: 200 len: 943 time: 0.6049240 Mar 01 21:09:46.008073 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-64313e07-023c-44ec-b0a6-c7e8a4dbf433 service neutron] 10.222.0.55 "GET /v2.0/networks/c80dbc33-d094-48dc-9612-ced50ccd8ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940183 Mar 01 21:09:46.230405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9078d0ae-247e-4d7b-9426-c7e830c1da45 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:46.243952 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9078d0ae-247e-4d7b-9426-c7e830c1da45 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:46.262055 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Calling delete_port for ea85a4e1-5a22-4135-9214-a98645c17645 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:09:46.291064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-44cad4af-1fba-43db-82fe-23a3f5fe1cc3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:46.336727 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea85a4e1-5a22-4135-9214-a98645c17645 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:09:46.338452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-44cad4af-1fba-43db-82fe-23a3f5fe1cc3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:46.373923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=ea85a4e1-5a22-4135-9214-a98645c17645,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:46.418048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9078d0ae-247e-4d7b-9426-c7e830c1da45 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:09:46.438121 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9078d0ae-247e-4d7b-9426-c7e830c1da45 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:46.447035 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-9078d0ae-247e-4d7b-9426-c7e830c1da45 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Added segment b7ff7947-ba85-4e76-a949-050244cd7d98 of type vlan for network b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8 Mar 01 21:09:46.487061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44cad4af-1fba-43db-82fe-23a3f5fe1cc3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Made reservation on behalf of 7b98739478574ba1afcf8ea5f2d42605 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:46.498442 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44cad4af-1fba-43db-82fe-23a3f5fe1cc3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:46.619211 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9078d0ae-247e-4d7b-9426-c7e830c1da45 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:46.647278 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-074b2e76-8b1b-44ac-b100-7a1c74e9c259 req-40e4ce41-8781-46ee-a982-da83b39fe8d7 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/security-groups?id=f694852b-78bd-4745-9c9e-0e7c7c10d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6161296 Mar 01 21:09:46.672400 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:09:46.673593 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:09:46.681284 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:46.701282 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-32e883fb-0916-4f32-a3cf-b0f0115a99b9 service neutron] 10.222.0.42 "GET /v2.0/networks/8391abf1-8497-437d-b6b2-a8884478b421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7484634 Mar 01 21:09:46.718034 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port ea85a4e1-5a22-4135-9214-a98645c17645, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea85a4e1-5a22-4135-9214-a98645c17645,segment=NetworkSegment(e24e6822-5a3e-4799-a177-31d4fe391c69),segment_id=e24e6822-5a3e-4799-a177-31d4fe391c69)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:46.769167 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aeee0df6-1c3f-4b7a-ab9d-f98b651b54c0 req-a5bb4cc6-861b-494d-bfe2-0090c3d0cf6b service neutron] 10.222.0.55 "GET /v2.0/networks/c80dbc33-d094-48dc-9612-ced50ccd8ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7433393 Mar 01 21:09:46.831103 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:46.832476 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60270) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:46.857128 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c2dc5be9-048f-4729-9652-79fce760a0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:46.861621 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9078d0ae-247e-4d7b-9426-c7e830c1da45 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:46.868588 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9078d0ae-247e-4d7b-9426-c7e830c1da45 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:46.874164 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9078d0ae-247e-4d7b-9426-c7e830c1da45 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:46.944246 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c2dc5be9-048f-4729-9652-79fce760a0e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:46.953113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c2dc5be9-048f-4729-9652-79fce760a0e5 admin admin] Usage tracker for resource:security_group_rule and tenant:c0d3d076f7d64ccfa96759c6f3c9140a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:46.956524 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c2dc5be9-048f-4729-9652-79fce760a0e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:46.962428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c2dc5be9-048f-4729-9652-79fce760a0e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:47.002209 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=ea85a4e1-5a22-4135-9214-a98645c17645,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:47.027135 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078d0ae-247e-4d7b-9426-c7e830c1da45 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Network': ['ID=b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:47.039064 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9078d0ae-247e-4d7b-9426-c7e830c1da45 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3077235 Mar 01 21:09:47.039295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60278) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:47.039451 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:09:47.046856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-ba17f879-45a7-4ac1-95e1-fa90f6b3220d service neutron] 10.222.0.42 "GET /v2.0/networks/8391abf1-8497-437d-b6b2-a8884478b421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339434 Mar 01 21:09:47.061955 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-5108f300-8a9c-4f1f-bc4f-474bf3c05d51 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:47.175225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Deleting port ea85a4e1-5a22-4135-9214-a98645c17645 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:09:47.175937 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:47.452083 n-d-827896-4 neutron-server[88519]: DEBUG neutron.objects.ports [None req-44cad4af-1fba-43db-82fe-23a3f5fe1cc3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 01 21:09:47.454911 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44cad4af-1fba-43db-82fe-23a3f5fe1cc3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:47.472602 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] For port ea85a4e1-5a22-4135-9214-a98645c17645, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea85a4e1-5a22-4135-9214-a98645c17645,segment=NetworkSegment(e24e6822-5a3e-4799-a177-31d4fe391c69),segment_id=e24e6822-5a3e-4799-a177-31d4fe391c69)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:47.472995 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:47.663399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cad4af-1fba-43db-82fe-23a3f5fe1cc3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event updated for resources: {'Subnet': ['ID=a4e0bb25-6b4f-497c-b826-f81590c7fd91,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:47.666466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44cad4af-1fba-43db-82fe-23a3f5fe1cc3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Checking segment: {'id': 'c48b28df-4cb1-4a80-a3ee-84db7a05472a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '27c947a0-2373-43f8-9f04-7d5050899eba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:47.666820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cad4af-1fba-43db-82fe-23a3f5fe1cc3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Network hostable DHCP agents. Network: 27c947a0-2373-43f8-9f04-7d5050899eba, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:09:47.791140 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cad4af-1fba-43db-82fe-23a3f5fe1cc3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Network 27c947a0-2373-43f8-9f04-7d5050899eba is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:09:47.846548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Calling delete_port for ea85a4e1-5a22-4135-9214-a98645c17645 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:09:47.905541 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-44cad4af-1fba-43db-82fe-23a3f5fe1cc3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 27c947a0-2373-43f8-9f04-7d5050899eba) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:47.912791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cad4af-1fba-43db-82fe-23a3f5fe1cc3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:47.913421 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-44cad4af-1fba-43db-82fe-23a3f5fe1cc3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:47.930966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13e5855-3159-4895-83b5-b28cf7236859 None None] Network 27c947a0-2373-43f8-9f04-7d5050899eba requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:47.966514 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa6cde-4948-4dc9-900b-fbde6e0604b6 req-fa0c0f4c-aba9-40a9-ae87-1fd08440b1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:47.968354 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86aa6cde-4948-4dc9-900b-fbde6e0604b6 req-fa0c0f4c-aba9-40a9-ae87-1fd08440b1e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=b54aaec3d75143a9a9eb45e3b7487747&device_id=c67a4055-ba44-4806-a2fc-51141ba28a4c HTTP/1.1" status: 200 len: 1094 time: 1.0780020 Mar 01 21:09:48.037932 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-44cad4af-1fba-43db-82fe-23a3f5fe1cc3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.1389334 Mar 01 21:09:48.046862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60302) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:48.179231 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:48.228179 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-e91b6b78-e04e-4608-9a2a-e9f963b10e18 service neutron] 10.222.0.42 "GET /v2.0/networks/8391abf1-8497-437d-b6b2-a8884478b421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9450274 Mar 01 21:09:48.445753 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5108f300-8a9c-4f1f-bc4f-474bf3c05d51 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:48.470404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Pushing event deleted for resources: {'Port': ['ID=ea85a4e1-5a22-4135-9214-a98645c17645,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:48.501391 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-07af8b80-5445-4450-81c9-dbfb895b8e49 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:48.554048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:48.554682 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:48.555193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:48.555870 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:48.556416 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:48.557602 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:48.558102 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:48.559945 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:48.561755 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:48.572074 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:48.572074 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:48.572074 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:09:48.572074 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03472aa8-0af3-4a07-9198-d2317259f489 None None] No DVR routers for this DVR port ea85a4e1-5a22-4135-9214-a98645c17645 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:09:48.598421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab9c56da-8104-41d7-be20-1812192a67d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-27c947a0-2373-43f8-9f04-7d5050899eba', 'network_id': '27c947a0-2373-43f8-9f04-7d5050899eba', 'tenant_id': '7b98739478574ba1afcf8ea5f2d42605', 'fixed_ips': [{'subnet_id': 'a4e0bb25-6b4f-497c-b826-f81590c7fd91'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:09:48.599257 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ab9c56da-8104-41d7-be20-1812192a67d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:48.638839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc179d-026d-4daa-a89d-698b72ae2ccd req-5a58ea68-b2e3-4353-b9ec-bd218d7166e5 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:48.639573 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7bc179d-026d-4daa-a89d-698b72ae2ccd req-5a58ea68-b2e3-4353-b9ec-bd218d7166e5 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/ports?device_id=c67a4055-ba44-4806-a2fc-51141ba28a4c HTTP/1.1" status: 200 len: 943 time: 0.7715600 Mar 01 21:09:48.731617 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-07af8b80-5445-4450-81c9-dbfb895b8e49 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:48.775241 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5108f300-8a9c-4f1f-bc4f-474bf3c05d51 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:48.887534 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-07af8b80-5445-4450-81c9-dbfb895b8e49 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:48.905577 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c2dc5be9-048f-4729-9652-79fce760a0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:48.911258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa6cde-4948-4dc9-900b-fbde6e0604b6 req-6a4f591d-fa6c-4f6c-9f20-2fd30b5293ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:48.913256 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86aa6cde-4948-4dc9-900b-fbde6e0604b6 req-6a4f591d-fa6c-4f6c-9f20-2fd30b5293ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=c80dbc33-d094-48dc-9612-ced50ccd8ebf HTTP/1.1" status: 200 len: 909 time: 0.8651671 Mar 01 21:09:48.914155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5108f300-8a9c-4f1f-bc4f-474bf3c05d51 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8 is not hosted by any dhcp agent {{(pid=88518) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 01 21:09:48.925435 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5108f300-8a9c-4f1f-bc4f-474bf3c05d51 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:48.932991 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5108f300-8a9c-4f1f-bc4f-474bf3c05d51 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:48.942057 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5108f300-8a9c-4f1f-bc4f-474bf3c05d51 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "PUT /v2.0/networks/b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8 HTTP/1.1" status: 200 len: 723 time: 1.8976097 Mar 01 21:09:48.942057 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60322) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server [None req-ab9c56da-8104-41d7-be20-1812192a67d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4e0bb25-6b4f-497c-b826-f81590c7fd91: This subnet is being modified by another concurrent operation. Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:09:48.945912 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise exception Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4e0bb25-6b4f-497c-b826-f81590c7fd91: This subnet is being modified by another concurrent operation. Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Mar 01 21:09:48.968026 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97cdfc67-69b4-4520-9494-3cbd5082ef55 None None] Network 27c947a0-2373-43f8-9f04-7d5050899eba requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:48.980034 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af8b80-5445-4450-81c9-dbfb895b8e49 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event deleted for resources: {'Subnet': ['ID=a4e0bb25-6b4f-497c-b826-f81590c7fd91,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:48.992542 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-64a16d58-cc34-4947-aa2b-47d759a6eb48 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'subnet': {'network_id': 'b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:49.139429 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86aa6cde-4948-4dc9-900b-fbde6e0604b6 req-7bbb3fc9-a385-4829-bd87-0224d7d9f333 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ded8205d-3f42-47e1-8825-3becc0240005 HTTP/1.1" status: 200 len: 217 time: 0.1672392 Mar 01 21:09:49.148129 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c2dc5be9-048f-4729-9652-79fce760a0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:49.213060 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-07af8b80-5445-4450-81c9-dbfb895b8e49 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:49.248130 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c2dc5be9-048f-4729-9652-79fce760a0e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0d3d076f7d64ccfa96759c6f3c9140a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4145775 Mar 01 21:09:49.258869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60332) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:49.306825 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-07af8b80-5445-4450-81c9-dbfb895b8e49 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c947a0-2373-43f8-9f04-7d5050899eba']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:49.310816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994d25d6-50d6-4666-972a-94fbf6ad87cf None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:09:49.340603 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-07af8b80-5445-4450-81c9-dbfb895b8e49 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c48b28df-4cb1-4a80-a3ee-84db7a05472a') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:49.340883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-07af8b80-5445-4450-81c9-dbfb895b8e49 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c48b28df-4cb1-4a80-a3ee-84db7a05472a') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:49.400917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5108f300-8a9c-4f1f-bc4f-474bf3c05d51 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Network': ['ID=b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:49.401403 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-07af8b80-5445-4450-81c9-dbfb895b8e49 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:49.405884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7bc179d-026d-4daa-a89d-698b72ae2ccd req-74be2f4d-e05b-4bbc-bea1-291fe48bda9b tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/security-groups?id=f694852b-78bd-4745-9c9e-0e7c7c10d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7542810 Mar 01 21:09:49.455425 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-07af8b80-5445-4450-81c9-dbfb895b8e49 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:49.466494 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed9fec80-f578-4fb3-9ad7-9030a15db470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:49.469068 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07af8b80-5445-4450-81c9-dbfb895b8e49 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:09:49.469671 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-07af8b80-5445-4450-81c9-dbfb895b8e49 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:09:49.486625 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:09:49.534329 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc5be9-048f-4729-9652-79fce760a0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b0f423-e3e3-46f3-8273-3355159f123a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:49.552646 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-64a16d58-cc34-4947-aa2b-47d759a6eb48 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:49.556150 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa6cde-4948-4dc9-900b-fbde6e0604b6 req-260c7317-29e7-41e7-b203-e9107a5c5fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:49.557719 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86aa6cde-4948-4dc9-900b-fbde6e0604b6 req-260c7317-29e7-41e7-b203-e9107a5c5fd0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=6a7e81fc-7132-4ed8-9698-b3e7ad0c0a06 HTTP/1.1" status: 200 len: 848 time: 0.3524218 Mar 01 21:09:49.560503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-64a16d58-cc34-4947-aa2b-47d759a6eb48 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Usage tracker for resource:subnet and tenant:126f883557a74fbe85af15698faf078f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:49.564283 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-64a16d58-cc34-4947-aa2b-47d759a6eb48 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:49.611966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-64a16d58-cc34-4947-aa2b-47d759a6eb48 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:49.615769 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86aa6cde-4948-4dc9-900b-fbde6e0604b6 req-97b688da-4fd2-423e-925d-7af2969c4592 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c80dbc33-d094-48dc-9612-ced50ccd8ebf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485005 Mar 01 21:09:49.627551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994d25d6-50d6-4666-972a-94fbf6ad87cf None None] Resources bound (agent type, host, resource id): {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:09:49.629763 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:09:49.687553 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed9fec80-f578-4fb3-9ad7-9030a15db470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:49.760492 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-07af8b80-5445-4450-81c9-dbfb895b8e49 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:49.786879 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-07af8b80-5445-4450-81c9-dbfb895b8e49 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:49.801363 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a16d58-cc34-4947-aa2b-47d759a6eb48 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:49.805227 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-64a16d58-cc34-4947-aa2b-47d759a6eb48 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:49.868014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af8b80-5445-4450-81c9-dbfb895b8e49 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event deleted for resources: {'Network': ['ID=27c947a0-2373-43f8-9f04-7d5050899eba,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:50.023545 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-07af8b80-5445-4450-81c9-dbfb895b8e49 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "DELETE /v2.0/networks/27c947a0-2373-43f8-9f04-7d5050899eba HTTP/1.1" status: 204 len: 168 time: 1.9723685 Mar 01 21:09:50.025293 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60350) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:50.033873 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d20e5884-b348-46df-8c58-972c08c2f449 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1155919240'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:50.038694 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86aa6cde-4948-4dc9-900b-fbde6e0604b6 req-13ca53ae-e414-41c0-9903-afb796e281a5 service neutron] 10.222.0.55 "GET /v2.0/networks/c80dbc33-d094-48dc-9612-ced50ccd8ebf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4159162 Mar 01 21:09:50.044065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d20e5884-b348-46df-8c58-972c08c2f449 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:50.054492 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d20e5884-b348-46df-8c58-972c08c2f449 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Usage tracker for resource:network and tenant:7b98739478574ba1afcf8ea5f2d42605 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:50.063466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d20e5884-b348-46df-8c58-972c08c2f449 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:50.075816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d20e5884-b348-46df-8c58-972c08c2f449 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:50.116752 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed9fec80-f578-4fb3-9ad7-9030a15db470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:50.132511 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ded8205d-3f42-47e1-8825-3becc0240005 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:09:50.144783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fec80-f578-4fb3-9ad7-9030a15db470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b0f423-e3e3-46f3-8273-3355159f123a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:50.154603 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed9fec80-f578-4fb3-9ad7-9030a15db470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:50.158856 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ed9fec80-f578-4fb3-9ad7-9030a15db470 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/21b0f423-e3e3-46f3-8273-3355159f123a HTTP/1.1" status: 204 len: 168 time: 0.8949153 Mar 01 21:09:50.213130 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d20e5884-b348-46df-8c58-972c08c2f449 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Made reservation on behalf of 7b98739478574ba1afcf8ea5f2d42605 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:50.216731 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d20e5884-b348-46df-8c58-972c08c2f449 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:50.275765 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d20e5884-b348-46df-8c58-972c08c2f449 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:09:50.289022 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d20e5884-b348-46df-8c58-972c08c2f449 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:50.290349 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-d20e5884-b348-46df-8c58-972c08c2f449 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Added segment d5753ae1-363d-4583-a522-57a5f8e360d6 of type vlan for network 460204cc-40ed-4f67-b810-8ea261d750d0 Mar 01 21:09:50.351895 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d20e5884-b348-46df-8c58-972c08c2f449 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:50.418142 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86aa6cde-4948-4dc9-900b-fbde6e0604b6 req-18a97b17-b58b-42fd-bd1f-af7c921f76ec service neutron] 10.222.0.55 "GET /v2.0/networks/c80dbc33-d094-48dc-9612-ced50ccd8ebf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730433 Mar 01 21:09:50.473013 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d20e5884-b348-46df-8c58-972c08c2f449 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:50.482290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20e5884-b348-46df-8c58-972c08c2f449 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:50.484453 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d20e5884-b348-46df-8c58-972c08c2f449 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:50.597512 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-64a16d58-cc34-4947-aa2b-47d759a6eb48 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:50.631883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port ded8205d-3f42-47e1-8825-3becc0240005, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ded8205d-3f42-47e1-8825-3becc0240005,segment=NetworkSegment(f69cb6bb-db39-47f2-b287-741f911dcdf9),segment_id=f69cb6bb-db39-47f2-b287-741f911dcdf9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:50.727340 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'ded8205d-3f42-47e1-8825-3becc0240005', 'network_id': 'c80dbc33-d094-48dc-9612-ced50ccd8ebf', 'port_id': 'ded8205d-3f42-47e1-8825-3becc0240005', 'mac_address': 'fa:16:3e:d4:66:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a7e81fc-7132-4ed8-9698-b3e7ad0c0a06', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:09:50.789456 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d20e5884-b348-46df-8c58-972c08c2f449 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7602201 Mar 01 21:09:50.807891 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60370) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:50.810998 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7b231d-d51b-44d4-94f1-135980650f67 None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:09:50.824258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-bbf6ec41-6156-44a1-b7bb-98588c79cad3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Request body: {'subnet': {'network_id': '460204cc-40ed-4f67-b810-8ea261d750d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:51.042974 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:51.149209 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e5884-b348-46df-8c58-972c08c2f449 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event updated for resources: {'Network': ['ID=460204cc-40ed-4f67-b810-8ea261d750d0,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:51.159844 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ded8205d-3f42-47e1-8825-3becc0240005 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:09:51.221628 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bbf6ec41-6156-44a1-b7bb-98588c79cad3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:51.228209 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port ded8205d-3f42-47e1-8825-3becc0240005, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ded8205d-3f42-47e1-8825-3becc0240005,segment=NetworkSegment(f69cb6bb-db39-47f2-b287-741f911dcdf9),segment_id=f69cb6bb-db39-47f2-b287-741f911dcdf9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:51.238385 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bbf6ec41-6156-44a1-b7bb-98588c79cad3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Usage tracker for resource:subnet and tenant:7b98739478574ba1afcf8ea5f2d42605 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:51.252062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bbf6ec41-6156-44a1-b7bb-98588c79cad3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:51.260095 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 460204cc-40ed-4f67-b810-8ea261d750d0 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:09:51.272515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bbf6ec41-6156-44a1-b7bb-98588c79cad3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:51.385669 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf6ec41-6156-44a1-b7bb-98588c79cad3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Made reservation on behalf of 7b98739478574ba1afcf8ea5f2d42605 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:51.389594 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bbf6ec41-6156-44a1-b7bb-98588c79cad3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:51.457341 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:51.476643 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6611316-938f-4b43-8fd1-44fa7b38ab75 req-9a874370-5dd1-455a-9e8d-2ac66d6b1a83 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 210 time: 0.1678514 Mar 01 21:09:51.476643 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a16d58-cc34-4947-aa2b-47d759a6eb48 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Checking segment: {'id': 'b7ff7947-ba85-4e76-a949-050244cd7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:51.481049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a16d58-cc34-4947-aa2b-47d759a6eb48 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network hostable DHCP agents. Network: b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:09:51.513629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a16d58-cc34-4947-aa2b-47d759a6eb48 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Subnet': ['ID=510daead-63a2-49fc-86a2-e95b61d6c82a,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:51.633133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383b34e-dc3f-42ce-a836-2b207305587e req-c74191f8-d0dc-417a-a750-166170c28f6f tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:51.643681 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a383b34e-dc3f-42ce-a836-2b207305587e req-c74191f8-d0dc-417a-a750-166170c28f6f tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/ports?device_id=c67a4055-ba44-4806-a2fc-51141ba28a4c HTTP/1.1" status: 200 len: 943 time: 0.9493122 Mar 01 21:09:51.704043 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a383b34e-dc3f-42ce-a836-2b207305587e req-b85d06cc-827c-456c-9832-57192b41584d tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/security-groups?id=f694852b-78bd-4745-9c9e-0e7c7c10d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590787 Mar 01 21:09:51.706369 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a16d58-cc34-4947-aa2b-47d759a6eb48 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:09:51.721384 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=ded8205d-3f42-47e1-8825-3becc0240005,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:51.771270 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7b231d-d51b-44d4-94f1-135980650f67 None None] Unable to find a vacant binding_index for network b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8 and agent a66a1908-37b2-4ce2-b057-e987fb676140 {{(pid=88520) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Mar 01 21:09:51.806464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-64a16d58-cc34-4947-aa2b-47d759a6eb48 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:51.808044 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7b231d-d51b-44d4-94f1-135980650f67 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8) {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:09:51.814991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a16d58-cc34-4947-aa2b-47d759a6eb48 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:51.815723 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-64a16d58-cc34-4947-aa2b-47d759a6eb48 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:51.847418 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['ded8205d-3f42-47e1-8825-3becc0240005'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:09:51.947424 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-64a16d58-cc34-4947-aa2b-47d759a6eb48 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9653339 Mar 01 21:09:51.959912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60410) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:51.959912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-5e5b36ae-793e-40bc-9f2c-ebd237b17556 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:52.071574 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bbf6ec41-6156-44a1-b7bb-98588c79cad3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:52.135337 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:52.147700 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e5b36ae-793e-40bc-9f2c-ebd237b17556 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2087685'] for subnet, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:52.502245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6ec41-6156-44a1-b7bb-98588c79cad3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event updated for resources: {'Subnet': ['ID=e9946348-3386-49a1-9fc3-bb19529218f1,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:52.538791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf6ec41-6156-44a1-b7bb-98588c79cad3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Checking segment: {'id': 'd5753ae1-363d-4583-a522-57a5f8e360d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '460204cc-40ed-4f67-b810-8ea261d750d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:52.545916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf6ec41-6156-44a1-b7bb-98588c79cad3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Network hostable DHCP agents. Network: 460204cc-40ed-4f67-b810-8ea261d750d0, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:09:52.665601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf6ec41-6156-44a1-b7bb-98588c79cad3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Network 460204cc-40ed-4f67-b810-8ea261d750d0 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:09:52.752226 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ed74a0b-2356-4c0e-a135-65e6ab475f69 req-3039cadd-483f-4ae3-9560-ce4d96432da3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 210 time: 0.0612276 Mar 01 21:09:52.802949 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-bbf6ec41-6156-44a1-b7bb-98588c79cad3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 460204cc-40ed-4f67-b810-8ea261d750d0) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:52.803173 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e5b36ae-793e-40bc-9f2c-ebd237b17556 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768676391141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7973485'] for subnet, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:52.808910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf6ec41-6156-44a1-b7bb-98588c79cad3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:52.813535 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bbf6ec41-6156-44a1-b7bb-98588c79cad3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:52.837186 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8', 'network_id': 'b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8', 'tenant_id': '126f883557a74fbe85af15698faf078f', 'fixed_ips': [{'subnet_id': '510daead-63a2-49fc-86a2-e95b61d6c82a'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:09:52.838103 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:52.880911 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5b36ae-793e-40bc-9f2c-ebd237b17556 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:52.881784 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e5b36ae-793e-40bc-9f2c-ebd237b17556 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:52.886530 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60436) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:52.903951 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5e5b36ae-793e-40bc-9f2c-ebd237b17556 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "PUT /v2.0/subnets/510daead-63a2-49fc-86a2-e95b61d6c82a HTTP/1.1" status: 200 len: 806 time: 0.9543824 Mar 01 21:09:52.957068 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bbf6ec41-6156-44a1-b7bb-98588c79cad3 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1458025 Mar 01 21:09:52.971214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60442) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:53.120520 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5b36ae-793e-40bc-9f2c-ebd237b17556 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Subnet': ['ID=510daead-63a2-49fc-86a2-e95b61d6c82a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:53.199170 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Allocated IP 172.20.0.2 (b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8/510daead-63a2-49fc-86a2-e95b61d6c82a/35a1394b-b4ec-4d60-8d78-a577e4c14fab) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:09:53.284059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982531ea-ba29-440b-9e89-cfac233827fb req-7d0512db-9da1-4488-8f87-663448ec8c8c tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:53.289438 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-982531ea-ba29-440b-9e89-cfac233827fb req-7d0512db-9da1-4488-8f87-663448ec8c8c tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/ports?device_id=c67a4055-ba44-4806-a2fc-51141ba28a4c HTTP/1.1" status: 200 len: 944 time: 0.3745656 Mar 01 21:09:53.401248 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-982531ea-ba29-440b-9e89-cfac233827fb req-3ed3b66b-8b74-4d52-a839-7358dac0c1e4 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/security-groups?id=f694852b-78bd-4745-9c9e-0e7c7c10d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015971 Mar 01 21:09:53.409908 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:53.418359 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88e49df7-8a3c-4e2c-a30d-cd1dd0322eb9 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:53.569918 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:53.582535 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Transition to ACTIVE for port object 35a1394b-b4ec-4d60-8d78-a577e4c14fab will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:53.619298 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Transition to ACTIVE for port object 35a1394b-b4ec-4d60-8d78-a577e4c14fab will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:09:53.683911 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:53.702987 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:53.731327 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88e49df7-8a3c-4e2c-a30d-cd1dd0322eb9 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:53.868794 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Network b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:09:53.885337 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:53.895071 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:09:53.952252 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:53.957267 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88e49df7-8a3c-4e2c-a30d-cd1dd0322eb9 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:53.964031 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc00603a-f5a0-4c27-8c4f-58a5eab40282 req-27eba721-c0cc-4577-85f4-0c7b7c274c9f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 210 time: 0.0451326 Mar 01 21:09:54.065843 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Pushing event updated for resources: {'Port': ['ID=35a1394b-b4ec-4d60-8d78-a577e4c14fab,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:54.073805 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:54.094141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Subnet': ['ID=510daead-63a2-49fc-86a2-e95b61d6c82a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:54.108705 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ded8205d-3f42-47e1-8825-3becc0240005 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:09:54.191171 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Attempting to bind port 35a1394b-b4ec-4d60-8d78-a577e4c14fab on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:09:54.191317 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Attempting to bind port 35a1394b-b4ec-4d60-8d78-a577e4c14fab by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'b7ff7947-ba85-4e76-a949-050244cd7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:09:54.191611 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Attempting to bind port 35a1394b-b4ec-4d60-8d78-a577e4c14fab on network b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:09:54.194526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e49df7-8a3c-4e2c-a30d-cd1dd0322eb9 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event deleted for resources: {'Subnet': ['ID=e9946348-3386-49a1-9fc3-bb19529218f1,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:54.272115 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:09:54.273062 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Checking segment: {'id': 'b7ff7947-ba85-4e76-a949-050244cd7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:54.274554 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:54.275426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Bound using segment: {'id': 'b7ff7947-ba85-4e76-a949-050244cd7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:09:54.277479 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Bound port: 35a1394b-b4ec-4d60-8d78-a577e4c14fab, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ff7947-ba85-4e76-a949-050244cd7d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:09:54.288067 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:54.326783 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:54.335952 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88e49df7-8a3c-4e2c-a30d-cd1dd0322eb9 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:54.377491 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:54.385754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-88e49df7-8a3c-4e2c-a30d-cd1dd0322eb9 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460204cc-40ed-4f67-b810-8ea261d750d0']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:54.402718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ff7947-ba85-4e76-a949-050244cd7d98') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:54.403311 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ff7947-ba85-4e76-a949-050244cd7d98') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:54.411199 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-88e49df7-8a3c-4e2c-a30d-cd1dd0322eb9 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5753ae1-363d-4583-a522-57a5f8e360d6') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:54.412243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-88e49df7-8a3c-4e2c-a30d-cd1dd0322eb9 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5753ae1-363d-4583-a522-57a5f8e360d6') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:54.428027 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:54.435890 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88e49df7-8a3c-4e2c-a30d-cd1dd0322eb9 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:54.458222 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:54.469102 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88e49df7-8a3c-4e2c-a30d-cd1dd0322eb9 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:54.478022 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port ded8205d-3f42-47e1-8825-3becc0240005 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:09:54.478494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:09:54.478899 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:09:54.494121 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:09:54.513611 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e49df7-8a3c-4e2c-a30d-cd1dd0322eb9 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:09:54.514019 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88e49df7-8a3c-4e2c-a30d-cd1dd0322eb9 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:54.523161 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port ded8205d-3f42-47e1-8825-3becc0240005 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:09:54.525673 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:09:54.529297 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:09:54.614906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] For port 35a1394b-b4ec-4d60-8d78-a577e4c14fab, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:09:54.822030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ceabf9-ff62-4ad9-b5b9-5352a4a44526 req-1f30be9b-1b2f-46f8-b0f5-025d9c3d2c06 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:54.833191 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92ceabf9-ff62-4ad9-b5b9-5352a4a44526 req-1f30be9b-1b2f-46f8-b0f5-025d9c3d2c06 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/ports?device_id=c67a4055-ba44-4806-a2fc-51141ba28a4c HTTP/1.1" status: 200 len: 944 time: 0.1838183 Mar 01 21:09:54.883614 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] For port 35a1394b-b4ec-4d60-8d78-a577e4c14fab, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=35a1394b-b4ec-4d60-8d78-a577e4c14fab,segment=NetworkSegment(b7ff7947-ba85-4e76-a949-050244cd7d98),segment_id=b7ff7947-ba85-4e76-a949-050244cd7d98)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:09:54.905136 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:54.905377 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 01 21:09:54.905377 n-d-827896-4 neutron-server[88519]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 01 21:09:54.905377 n-d-827896-4 neutron-server[88519]: [parameters: {'id': 'b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8'}] Mar 01 21:09:54.905377 n-d-827896-4 neutron-server[88519]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:09:54.905741 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:09:54.936011 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92ceabf9-ff62-4ad9-b5b9-5352a4a44526 req-47189778-dc63-4e22-8ba9-1744dbbe3ee3 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/security-groups?id=f694852b-78bd-4745-9c9e-0e7c7c10d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911930 Mar 01 21:09:54.966924 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67a4055-ba44-4806-a2fc-51141ba28a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded8205d-3f42-47e1-8825-3becc0240005'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:09:54.977645 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port ded8205d-3f42-47e1-8825-3becc0240005, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ded8205d-3f42-47e1-8825-3becc0240005,segment=NetworkSegment(f69cb6bb-db39-47f2-b287-741f911dcdf9),segment_id=f69cb6bb-db39-47f2-b287-741f911dcdf9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:55.012542 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88e49df7-8a3c-4e2c-a30d-cd1dd0322eb9 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:55.013595 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:55.065293 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88e49df7-8a3c-4e2c-a30d-cd1dd0322eb9 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:55.152280 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-88e49df7-8a3c-4e2c-a30d-cd1dd0322eb9 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "DELETE /v2.0/networks/460204cc-40ed-4f67-b810-8ea261d750d0 HTTP/1.1" status: 204 len: 168 time: 2.1781325 Mar 01 21:09:55.154023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60502) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:55.166605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6da18a80-7464-4c80-9610-fb8870366655 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1176475217'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:55.169141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e49df7-8a3c-4e2c-a30d-cd1dd0322eb9 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event deleted for resources: {'Network': ['ID=460204cc-40ed-4f67-b810-8ea261d750d0,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:55.170458 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:09:55.187029 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6da18a80-7464-4c80-9610-fb8870366655 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:55.198740 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6da18a80-7464-4c80-9610-fb8870366655 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Usage tracker for resource:network and tenant:7b98739478574ba1afcf8ea5f2d42605 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:55.211926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6da18a80-7464-4c80-9610-fb8870366655 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:55.254622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6da18a80-7464-4c80-9610-fb8870366655 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:55.290712 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67a4055-ba44-4806-a2fc-51141ba28a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ded8205d-3f42-47e1-8825-3becc0240005', 'code': 200} Mar 01 21:09:55.301981 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4307fd0e-9048-44b5-8d22-58b98d7c7fb1 None None] Pushing event updated for resources: {'Port': ['ID=35a1394b-b4ec-4d60-8d78-a577e4c14fab,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:55.312048 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:55.398209 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-dbfec7b2-0d8e-44b0-97ef-ddfa39c1321b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:55.399991 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-dbfec7b2-0d8e-44b0-97ef-ddfa39c1321b service neutron] 10.222.0.57 "GET /v2.0/ports/9d0d0579-3c8c-4a39-b67f-ca991e94ba0b HTTP/1.1" status: 200 len: 1032 time: 0.5881336 Mar 01 21:09:55.408241 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:55.444482 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da18a80-7464-4c80-9610-fb8870366655 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Made reservation on behalf of 7b98739478574ba1afcf8ea5f2d42605 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:55.459065 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6da18a80-7464-4c80-9610-fb8870366655 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:55.512999 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f41ccceb-e856-4ebd-be97-db0cf04c9bd4 req-60b178df-fc18-444b-87af-c897796a7514 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 210 time: 0.2437711 Mar 01 21:09:55.556965 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6da18a80-7464-4c80-9610-fb8870366655 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:09:55.572483 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=ded8205d-3f42-47e1-8825-3becc0240005,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:55.580798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Deleting port 35a1394b-b4ec-4d60-8d78-a577e4c14fab {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:09:55.581377 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:55.607753 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6da18a80-7464-4c80-9610-fb8870366655 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:55.608064 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-6da18a80-7464-4c80-9610-fb8870366655 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Added segment 87e17055-b1fb-49f8-9125-fa21ac3deb44 of type vlan for network 6e252141-53ea-4e60-9736-29fe60be1622 Mar 01 21:09:55.614008 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2ecdfa-7579-489d-a269-d777add7442f None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:09:55.692753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a742de01-80dc-4704-8d74-7c015f2f1b58 req-8739ef1b-bd38-4a74-93ed-68e56b7f9630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:55.694259 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a742de01-80dc-4704-8d74-7c015f2f1b58 req-8739ef1b-bd38-4a74-93ed-68e56b7f9630 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c67a4055-ba44-4806-a2fc-51141ba28a4c HTTP/1.1" status: 200 len: 1096 time: 0.3220484 Mar 01 21:09:55.694556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a9d85e8-3550-4f7f-994c-7e3235a2dd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:55.696958 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a9d85e8-3550-4f7f-994c-7e3235a2dd1c service neutron] 10.222.0.57 "GET /v2.0/ports/8c36761c-92b0-40ce-856e-9045d7286b0b HTTP/1.1" status: 200 len: 1032 time: 0.2904453 Mar 01 21:09:55.701219 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6da18a80-7464-4c80-9610-fb8870366655 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:55.889290 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a742de01-80dc-4704-8d74-7c015f2f1b58 req-c83e7962-7972-4a5f-a161-23963c51d064 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f694852b-78bd-4745-9c9e-0e7c7c10d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833150 Mar 01 21:09:55.958837 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2ecdfa-7579-489d-a269-d777add7442f None None] Resources bound (agent type, host, resource id): {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:09:55.972229 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6da18a80-7464-4c80-9610-fb8870366655 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:55.978456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da18a80-7464-4c80-9610-fb8870366655 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:55.979249 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6da18a80-7464-4c80-9610-fb8870366655 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:56.251808 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6da18a80-7464-4c80-9610-fb8870366655 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0957146 Mar 01 21:09:56.260534 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60522) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:56.302225 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-ab5bc42d-f610-4a2a-84c1-2c3a1fd516d6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:56.325579 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-ab5bc42d-f610-4a2a-84c1-2c3a1fd516d6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:56.342082 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-ab5bc42d-f610-4a2a-84c1-2c3a1fd516d6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:56.345580 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-ab5bc42d-f610-4a2a-84c1-2c3a1fd516d6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Synchronizing usage tracker for tenant:5753fa3f75764d519dfd77c438eb049c on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:09:56.349191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-21d68e0f-ed75-4b5a-bde8-e7499e7635e8 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Request body: {'subnet': {'network_id': '6e252141-53ea-4e60-9736-29fe60be1622', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:56.368195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da18a80-7464-4c80-9610-fb8870366655 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event updated for resources: {'Network': ['ID=6e252141-53ea-4e60-9736-29fe60be1622,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:56.386208 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 6e252141-53ea-4e60-9736-29fe60be1622 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:09:56.820544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-21d68e0f-ed75-4b5a-bde8-e7499e7635e8 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:56.837954 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-21d68e0f-ed75-4b5a-bde8-e7499e7635e8 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Usage tracker for resource:subnet and tenant:7b98739478574ba1afcf8ea5f2d42605 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:56.849123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-21d68e0f-ed75-4b5a-bde8-e7499e7635e8 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:56.849968 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] For port 35a1394b-b4ec-4d60-8d78-a577e4c14fab, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=35a1394b-b4ec-4d60-8d78-a577e4c14fab,segment=NetworkSegment(b7ff7947-ba85-4e76-a949-050244cd7d98),segment_id=b7ff7947-ba85-4e76-a949-050244cd7d98)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:09:56.850472 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:56.955327 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-21d68e0f-ed75-4b5a-bde8-e7499e7635e8 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:56.975822 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7007f-74e4-4978-b770-208aee399dc5 req-e77751b3-95aa-4237-8742-9f98eb28d1eb tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:56.987388 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-49e7007f-74e4-4978-b770-208aee399dc5 req-e77751b3-95aa-4237-8742-9f98eb28d1eb tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/ports?device_id=c67a4055-ba44-4806-a2fc-51141ba28a4c HTTP/1.1" status: 200 len: 945 time: 0.7625570 Mar 01 21:09:57.082839 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73b29ec0-e5f6-4298-aed3-3e88bbeed54f req-76189c78-c6af-4b68-b2e4-63aacd87342d tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 210 time: 0.2234914 Mar 01 21:09:57.217804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21d68e0f-ed75-4b5a-bde8-e7499e7635e8 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Made reservation on behalf of 7b98739478574ba1afcf8ea5f2d42605 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:57.222379 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21d68e0f-ed75-4b5a-bde8-e7499e7635e8 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:57.232065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Calling delete_port for 35a1394b-b4ec-4d60-8d78-a577e4c14fab owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:09:57.261160 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5597061-88cb-4630-b00c-e6a4097741ee None None] Network b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:57.301964 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-49e7007f-74e4-4978-b770-208aee399dc5 req-9d020f98-4203-4c06-ad79-4897add1b440 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/security-groups?id=f694852b-78bd-4745-9c9e-0e7c7c10d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137636 Mar 01 21:09:57.382065 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c08864-1362-46c7-ad85-e66bafba6261 None None] Network 460204cc-40ed-4f67-b810-8ea261d750d0 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:57.499046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-ab5bc42d-f610-4a2a-84c1-2c3a1fd516d6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Unset dirty status for tenant:5753fa3f75764d519dfd77c438eb049c on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:09:57.503056 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-ab5bc42d-f610-4a2a-84c1-2c3a1fd516d6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.57 "GET /v2.0/networks?id=ad62e9af-4b76-4a54-b75b-80997074ebfc&id=7a6458a9-9015-413f-bf43-efd7a3b7923c&id=7a6458a9-9015-413f-bf43-efd7a3b7923c&id=7a6458a9-9015-413f-bf43-efd7a3b7923c&id=7a6458a9-9015-413f-bf43-efd7a3b7923c&id=8391abf1-8497-437d-b6b2-a8884478b421&id=8391abf1-8497-437d-b6b2-a8884478b421 HTTP/1.1" status: 200 len: 1995 time: 1.7942388 Mar 01 21:09:57.556434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c08864-1362-46c7-ad85-e66bafba6261 None None] Network 460204cc-40ed-4f67-b810-8ea261d750d0 could not be found, it might have been deleted concurrently. {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 01 21:09:57.585089 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102aae7c-0b07-45cb-828d-9ae1722ed705 None None] Network 460204cc-40ed-4f67-b810-8ea261d750d0 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:57.601242 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-d420387b-237c-4b8f-a944-21e3786a34fb tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Synchronizing usage tracker for tenant:5753fa3f75764d519dfd77c438eb049c on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:09:57.631515 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-acf25c89-ca7d-47eb-a80b-69cefecc85c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:57.641867 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102aae7c-0b07-45cb-828d-9ae1722ed705 None None] Network 460204cc-40ed-4f67-b810-8ea261d750d0 could not be found, it might have been deleted concurrently. {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Mar 01 21:09:57.685259 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af327ab9-0834-4c99-a135-e62593896fc3 None None] Network b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:57.698144 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:58.024392 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd1190b-1532-4597-b408-4570df55100e None None] Network b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:58.101509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-d420387b-237c-4b8f-a944-21e3786a34fb tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Unset dirty status for tenant:5753fa3f75764d519dfd77c438eb049c on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:09:58.104827 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-d420387b-237c-4b8f-a944-21e3786a34fb tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5753fa3f75764d519dfd77c438eb049c HTTP/1.1" status: 200 len: 379 time: 0.5865099 Mar 01 21:09:58.108707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Port': ['ID=35a1394b-b4ec-4d60-8d78-a577e4c14fab,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:58.138659 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-f04dff32-17f9-41b3-af62-b82d8a056b34 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Request body: {'port': {'device_id': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc', 'admin_state_up': True, 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'security_groups': ['47128a5d-fcf1-4703-a1b8-a6d635471dde']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:58.351586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No DVR routers for this DVR port 35a1394b-b4ec-4d60-8d78-a577e4c14fab on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:09:58.472345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.objects.ports [None req-21d68e0f-ed75-4b5a-bde8-e7499e7635e8 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88518) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 01 21:09:58.475610 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21d68e0f-ed75-4b5a-bde8-e7499e7635e8 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:58.638087 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:58.686115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:58.694635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-f04dff32-17f9-41b3-af62-b82d8a056b34 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:58.714502 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ff7947-ba85-4e76-a949-050244cd7d98') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:58.715175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ff7947-ba85-4e76-a949-050244cd7d98') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:09:58.730754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-f04dff32-17f9-41b3-af62-b82d8a056b34 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:58.737421 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:58.758818 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:58.766726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:09:58.767244 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:09:58.784349 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:09:58.817705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d68e0f-ed75-4b5a-bde8-e7499e7635e8 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event updated for resources: {'Subnet': ['ID=3bb478a6-d014-4c74-a6d6-91565fc1e30f,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:58.833886 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-afffce90-7d55-4198-844f-ecb7aecfc400 req-15d3154d-9312-42fa-a971-6ecb337345eb tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 210 time: 0.3595567 Mar 01 21:09:58.872387 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-f04dff32-17f9-41b3-af62-b82d8a056b34 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Made reservation on behalf of 5753fa3f75764d519dfd77c438eb049c for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:58.876284 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-f04dff32-17f9-41b3-af62-b82d8a056b34 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:58.953844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d68e0f-ed75-4b5a-bde8-e7499e7635e8 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Checking segment: {'id': '87e17055-b1fb-49f8-9125-fa21ac3deb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6e252141-53ea-4e60-9736-29fe60be1622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:09:58.954326 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d68e0f-ed75-4b5a-bde8-e7499e7635e8 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Network hostable DHCP agents. Network: 6e252141-53ea-4e60-9736-29fe60be1622, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:09:58.968610 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fee0fb-51ad-4687-b6f7-a141a3eabfca req-522008b7-d679-458d-a69c-c8141a2aeb7d tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:58.970884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79fee0fb-51ad-4687-b6f7-a141a3eabfca req-522008b7-d679-458d-a69c-c8141a2aeb7d tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/ports?device_id=c67a4055-ba44-4806-a2fc-51141ba28a4c HTTP/1.1" status: 200 len: 945 time: 0.3590646 Mar 01 21:09:59.029838 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:59.045049 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79fee0fb-51ad-4687-b6f7-a141a3eabfca req-65db0716-ba0d-4a97-94e9-483f84106487 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/security-groups?id=f694852b-78bd-4745-9c9e-0e7c7c10d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633743 Mar 01 21:09:59.064021 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:59.071636 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Network': ['ID=b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:09:59.143347 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d68e0f-ed75-4b5a-bde8-e7499e7635e8 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Network 6e252141-53ea-4e60-9736-29fe60be1622 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:09:59.225078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-21d68e0f-ed75-4b5a-bde8-e7499e7635e8 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 6e252141-53ea-4e60-9736-29fe60be1622) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:09:59.234737 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de76e3d-3d82-4984-93af-d62e282c3a83 None None] Network 6e252141-53ea-4e60-9736-29fe60be1622 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:09:59.243157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21d68e0f-ed75-4b5a-bde8-e7499e7635e8 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:09:59.243942 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21d68e0f-ed75-4b5a-bde8-e7499e7635e8 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:59.283306 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a5d49ec5-131a-4dc7-9fc8-7b3bf0cb8999 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8 HTTP/1.1" status: 204 len: 168 time: 6.3948865 Mar 01 21:09:59.293189 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60576) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:59.368185 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b38670-31ed-416f-acf9-0b17a33295e5 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:09:59.368944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b38670-31ed-416f-acf9-0b17a33295e5 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:09:59.370792 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f0b38670-31ed-416f-acf9-0b17a33295e5 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8 HTTP/1.1" status: 404 len: 339 time: 0.0708292 Mar 01 21:09:59.375277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60580) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:59.385094 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-536867307', 'description': 'd1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:09:59.403639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:09:59.407663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-f04dff32-17f9-41b3-af62-b82d8a056b34 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Allocated IP 172.20.0.4 (ad62e9af-4b76-4a54-b75b-80997074ebfc/0316ebdb-a31b-45d0-8b60-adc971a0b03e/e23ba621-6158-4cdc-81c1-c43c4a1efeac) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:09:59.416227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Usage tracker for resource:network and tenant:126f883557a74fbe85af15698faf078f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:09:59.428782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:09:59.445728 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:09:59.486629 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-21d68e0f-ed75-4b5a-bde8-e7499e7635e8 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.1416457 Mar 01 21:09:59.487337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60584) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:09:59.827398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:09:59.828729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-6e252141-53ea-4e60-9736-29fe60be1622', 'network_id': '6e252141-53ea-4e60-9736-29fe60be1622', 'tenant_id': '7b98739478574ba1afcf8ea5f2d42605', 'fixed_ips': [{'subnet_id': '3bb478a6-d014-4c74-a6d6-91565fc1e30f'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:09:59.832021 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:59.846777 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:09:59.872032 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a5dfa916-e7da-405a-87d3-3cbf64a4364f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:00.041526 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:00.229546 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-f04dff32-17f9-41b3-af62-b82d8a056b34 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:00.249489 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Allocated IP 2001:db8::f816:3eff:fee4:a5c7 (6e252141-53ea-4e60-9736-29fe60be1622/3bb478a6-d014-4c74-a6d6-91565fc1e30f/7d93a5d2-4d44-47c5-b1bf-af29e6ae54f9) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:10:00.276994 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-f04dff32-17f9-41b3-af62-b82d8a056b34 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Transition to ACTIVE for port object e23ba621-6158-4cdc-81c1-c43c4a1efeac will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:00.343950 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5a103ef6-36a6-46c4-afcf-09a88bd1d9a3 req-1cfa1036-e417-4c3b-92e5-f29bbc5b2b72 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 210 time: 0.1469812 Mar 01 21:10:00.365511 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:10:00.367949 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:00.435131 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:00.435581 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Added segment 913d76ce-5e3d-4c6e-8d43-f0fc74b6c4d7 of type vlan for network 77586399-6747-4867-a9d9-d189fc00d95a Mar 01 21:10:00.479912 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:00.490622 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-f04dff32-17f9-41b3-af62-b82d8a056b34 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:00.632038 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:00.640230 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:00.640230 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:00.671908 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:00.684288 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Transition to ACTIVE for port object 7d93a5d2-4d44-47c5-b1bf-af29e6ae54f9 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:00.727164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04dff32-17f9-41b3-af62-b82d8a056b34 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event updated for resources: {'Port': ['ID=e23ba621-6158-4cdc-81c1-c43c4a1efeac,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:00.727920 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Transition to ACTIVE for port object 7d93a5d2-4d44-47c5-b1bf-af29e6ae54f9 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:00.750260 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:00.767597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-f04dff32-17f9-41b3-af62-b82d8a056b34 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Network ad62e9af-4b76-4a54-b75b-80997074ebfc is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:10:00.770115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-f04dff32-17f9-41b3-af62-b82d8a056b34 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:10:00.787428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-f04dff32-17f9-41b3-af62-b82d8a056b34 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:10:00.789815 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4109013 Mar 01 21:10:00.806810 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60612) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:00.809282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60614) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:00.835776 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:00.903905 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:00.910321 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Network 6e252141-53ea-4e60-9736-29fe60be1622 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:10:00.913002 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:10:00.917501 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:10:01.001941 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-f04dff32-17f9-41b3-af62-b82d8a056b34 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:01.001941 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-f04dff32-17f9-41b3-af62-b82d8a056b34 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:01.026263 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Pushing event updated for resources: {'Port': ['ID=7d93a5d2-4d44-47c5-b1bf-af29e6ae54f9,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:01.121513 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-f04dff32-17f9-41b3-af62-b82d8a056b34 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0031579 Mar 01 21:10:01.135913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-029bb245-4755-49d2-aba4-d0464d59080f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Request body: {'port': {'device_id': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c', 'admin_state_up': True, 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'security_groups': ['47128a5d-fcf1-4703-a1b8-a6d635471dde']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:01.172610 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Attempting to bind port 7d93a5d2-4d44-47c5-b1bf-af29e6ae54f9 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:10:01.173222 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Attempting to bind port 7d93a5d2-4d44-47c5-b1bf-af29e6ae54f9 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '87e17055-b1fb-49f8-9125-fa21ac3deb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6e252141-53ea-4e60-9736-29fe60be1622'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:10:01.173654 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Attempting to bind port 7d93a5d2-4d44-47c5-b1bf-af29e6ae54f9 on network 6e252141-53ea-4e60-9736-29fe60be1622 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:10:01.180126 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:10:01.180625 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Checking segment: {'id': '87e17055-b1fb-49f8-9125-fa21ac3deb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6e252141-53ea-4e60-9736-29fe60be1622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:10:01.181565 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:01.182068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Bound using segment: {'id': '87e17055-b1fb-49f8-9125-fa21ac3deb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6e252141-53ea-4e60-9736-29fe60be1622'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:10:01.182590 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Bound port: 7d93a5d2-4d44-47c5-b1bf-af29e6ae54f9, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87e17055-b1fb-49f8-9125-fa21ac3deb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6e252141-53ea-4e60-9736-29fe60be1622'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:10:01.183099 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:01.316592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Network': ['ID=77586399-6747-4867-a9d9-d189fc00d95a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:01.332628 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0185a405-dfe4-465b-90e5-4bc1f3b88766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:01.351596 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:01.361808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:01.367583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:01.367583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:01.367583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:01.367583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:01.367583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:01.367583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:01.367583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:01.367583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:01.367583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:01.367583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:01.367583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-504ad383-9482-4c15-8b43-2c4cfd6b93b8 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:01.381273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 77586399-6747-4867-a9d9-d189fc00d95a details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:10:01.481138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0185a405-dfe4-465b-90e5-4bc1f3b88766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:01.510572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-029bb245-4755-49d2-aba4-d0464d59080f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:01.534381 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-029bb245-4755-49d2-aba4-d0464d59080f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:01.659142 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:01.682536 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b5946a38-320c-4a08-9a0f-7aedd99465ee None None] Provisioning for port e23ba621-6158-4cdc-81c1-c43c4a1efeac completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:10:01.686373 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-029bb245-4755-49d2-aba4-d0464d59080f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Made reservation on behalf of 5753fa3f75764d519dfd77c438eb049c for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:10:01.690666 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-029bb245-4755-49d2-aba4-d0464d59080f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:01.739569 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b5946a38-320c-4a08-9a0f-7aedd99465ee None None] Provisioning complete for port e23ba621-6158-4cdc-81c1-c43c4a1efeac triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:10:01.740423 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b5946a38-320c-4a08-9a0f-7aedd99465ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:01.781057 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e252141-53ea-4e60-9736-29fe60be1622']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:01.812563 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] For port 7d93a5d2-4d44-47c5-b1bf-af29e6ae54f9, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:10:01.822670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e17055-b1fb-49f8-9125-fa21ac3deb44') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:01.828635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e17055-b1fb-49f8-9125-fa21ac3deb44') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:01.836551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] For port 7d93a5d2-4d44-47c5-b1bf-af29e6ae54f9, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7d93a5d2-4d44-47c5-b1bf-af29e6ae54f9,segment=NetworkSegment(87e17055-b1fb-49f8-9125-fa21ac3deb44),segment_id=87e17055-b1fb-49f8-9125-fa21ac3deb44)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:10:01.843450 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b5946a38-320c-4a08-9a0f-7aedd99465ee None None] Port e23ba621-6158-4cdc-81c1-c43c4a1efeac cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:10:01.877713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ed1d60-0439-4c96-b282-c9baeb39e824 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:01.878726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-00ed1d60-0439-4c96-b282-c9baeb39e824 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Synchronizing usage tracker for tenant:126f883557a74fbe85af15698faf078f on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:10:01.929453 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:01.944971 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:01.958507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0185a405-dfe4-465b-90e5-4bc1f3b88766 admin admin] Usage tracker for resource:security_group_rule and tenant:a9755322ba72422297f3f0e0afd4b0ee is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:01.966969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0185a405-dfe4-465b-90e5-4bc1f3b88766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:01.972603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event deleted for resources: {'Subnet': ['ID=3bb478a6-d014-4c74-a6d6-91565fc1e30f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:02.001319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0185a405-dfe4-465b-90e5-4bc1f3b88766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:02.094770 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-029bb245-4755-49d2-aba4-d0464d59080f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Allocated IP 10.1.1.129 (7a6458a9-9015-413f-bf43-efd7a3b7923c/eb5f0362-4737-40ee-9f53-2f030ee2674b/969212d9-1c07-4ab9-9842-4c8c239a86bb) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:10:02.146080 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:02.198766 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:10:02.199383 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:02.212239 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db59f88-648f-4d04-8942-afdfaf5e7cd5 None None] Pushing event updated for resources: {'Port': ['ID=7d93a5d2-4d44-47c5-b1bf-af29e6ae54f9,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:10:02.240004 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:10:02.376940 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:02.408436 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2663a8a9-8e81-4eb2-8490-c08a1259be0e None None] Network 6e252141-53ea-4e60-9736-29fe60be1622 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:10:02.451902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-00ed1d60-0439-4c96-b282-c9baeb39e824 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Unset dirty status for tenant:126f883557a74fbe85af15698faf078f on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:10:02.454497 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-00ed1d60-0439-4c96-b282-c9baeb39e824 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "GET /v2.0/networks?id=77586399-6747-4867-a9d9-d189fc00d95a HTTP/1.1" status: 200 len: 760 time: 1.6462240 Mar 01 21:10:02.466935 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60654) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:02.490860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-866784ef-a622-44a4-a556-20925987e31d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'network': {'description': 'd2'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:02.585031 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-029bb245-4755-49d2-aba4-d0464d59080f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:02.629104 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-029bb245-4755-49d2-aba4-d0464d59080f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Transition to ACTIVE for port object 969212d9-1c07-4ab9-9842-4c8c239a86bb will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:02.758141 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-029bb245-4755-49d2-aba4-d0464d59080f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:02.887537 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5322496-762b-4e4a-9eb9-f8152d39daa8 None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:10:02.909282 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bb245-4755-49d2-aba4-d0464d59080f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event updated for resources: {'Port': ['ID=969212d9-1c07-4ab9-9842-4c8c239a86bb,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:02.925829 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 01 21:10:02.925829 n-d-827896-4 neutron-server[88518]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 01 21:10:02.925829 n-d-827896-4 neutron-server[88518]: [parameters: {'id': '6e252141-53ea-4e60-9736-29fe60be1622'}] Mar 01 21:10:02.925829 n-d-827896-4 neutron-server[88518]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:10:02.928316 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:10:02.932426 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-029bb245-4755-49d2-aba4-d0464d59080f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Network 7a6458a9-9015-413f-bf43-efd7a3b7923c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:10:02.934412 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-029bb245-4755-49d2-aba4-d0464d59080f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:10:02.937142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-029bb245-4755-49d2-aba4-d0464d59080f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:10:02.997881 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe4a15-f5b1-452a-8a20-eef541e002f7 req-045485f6-22de-47cb-b21c-a1e7776b03bb tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:03.011028 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9bbe4a15-f5b1-452a-8a20-eef541e002f7 req-045485f6-22de-47cb-b21c-a1e7776b03bb tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 931 time: 1.0774412 Mar 01 21:10:03.115825 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-029bb245-4755-49d2-aba4-d0464d59080f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:03.116492 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-029bb245-4755-49d2-aba4-d0464d59080f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:03.237870 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0185a405-dfe4-465b-90e5-4bc1f3b88766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:03.312557 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-029bb245-4755-49d2-aba4-d0464d59080f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1837339 Mar 01 21:10:03.328126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-e984f0c1-b898-4712-b457-9bcb7431f717 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Request body: {'port': {'device_id': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c', 'admin_state_up': True, 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'security_groups': ['47128a5d-fcf1-4703-a1b8-a6d635471dde']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:03.341956 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5322496-762b-4e4a-9eb9-f8152d39daa8 None None] Resources bound (agent type, host, resource id): {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:10:03.626767 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:03.663780 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0185a405-dfe4-465b-90e5-4bc1f3b88766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:03.737761 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9bbe4a15-f5b1-452a-8a20-eef541e002f7 req-73636370-d1b8-4aea-91f5-fb20c39e81d5 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7253153 Mar 01 21:10:03.747880 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-866784ef-a622-44a4-a556-20925987e31d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:03.806250 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Deleting port 7d93a5d2-4d44-47c5-b1bf-af29e6ae54f9 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:10:03.806914 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:03.809677 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-e984f0c1-b898-4712-b457-9bcb7431f717 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:03.820794 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-e984f0c1-b898-4712-b457-9bcb7431f717 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Usage tracker for resource:port and tenant:5753fa3f75764d519dfd77c438eb049c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:03.828400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-e984f0c1-b898-4712-b457-9bcb7431f717 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:03.839592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-e984f0c1-b898-4712-b457-9bcb7431f717 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:03.887551 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0185a405-dfe4-465b-90e5-4bc1f3b88766 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a9755322ba72422297f3f0e0afd4b0ee&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0551903 Mar 01 21:10:03.890924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60682) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:03.907223 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185a405-dfe4-465b-90e5-4bc1f3b88766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d01fcc5-f24a-4b15-8be0-6a007bd144e9,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:03.961774 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-722f543c-24b9-496a-b8b9-91ee85d34846 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:03.998149 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-722f543c-24b9-496a-b8b9-91ee85d34846 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:04.123052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-e984f0c1-b898-4712-b457-9bcb7431f717 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Made reservation on behalf of 5753fa3f75764d519dfd77c438eb049c for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:10:04.128718 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-e984f0c1-b898-4712-b457-9bcb7431f717 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:04.258435 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-866784ef-a622-44a4-a556-20925987e31d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:04.367173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] For port 7d93a5d2-4d44-47c5-b1bf-af29e6ae54f9, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7d93a5d2-4d44-47c5-b1bf-af29e6ae54f9,segment=NetworkSegment(87e17055-b1fb-49f8-9125-fa21ac3deb44),segment_id=87e17055-b1fb-49f8-9125-fa21ac3deb44)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:10:04.367579 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:04.392696 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-e984f0c1-b898-4712-b457-9bcb7431f717 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Allocated IP 10.1.1.16 (7a6458a9-9015-413f-bf43-efd7a3b7923c/eb5f0362-4737-40ee-9f53-2f030ee2674b/1cbca497-049a-4c31-aac8-2fbe1c77e42a) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:10:04.504668 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d0a98ec3-8323-4448-9b8e-dbd849310194 None None] Provisioning for port 969212d9-1c07-4ab9-9842-4c8c239a86bb completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:10:04.509924 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d0a98ec3-8323-4448-9b8e-dbd849310194 None None] Provisioning complete for port 969212d9-1c07-4ab9-9842-4c8c239a86bb triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:10:04.510713 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d0a98ec3-8323-4448-9b8e-dbd849310194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:04.541969 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-722f543c-24b9-496a-b8b9-91ee85d34846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:04.585009 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722f543c-24b9-496a-b8b9-91ee85d34846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d01fcc5-f24a-4b15-8be0-6a007bd144e9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:04.602041 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-722f543c-24b9-496a-b8b9-91ee85d34846 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:04.603695 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-722f543c-24b9-496a-b8b9-91ee85d34846 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6d01fcc5-f24a-4b15-8be0-6a007bd144e9 HTTP/1.1" status: 204 len: 168 time: 0.7116349 Mar 01 21:10:04.659254 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-e984f0c1-b898-4712-b457-9bcb7431f717 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:04.663906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d0a98ec3-8323-4448-9b8e-dbd849310194 None None] Port 969212d9-1c07-4ab9-9842-4c8c239a86bb cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:10:04.697755 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-e984f0c1-b898-4712-b457-9bcb7431f717 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Transition to ACTIVE for port object 1cbca497-049a-4c31-aac8-2fbe1c77e42a will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:04.755837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-866784ef-a622-44a4-a556-20925987e31d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network 77586399-6747-4867-a9d9-d189fc00d95a is not hosted by any dhcp agent {{(pid=88518) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 01 21:10:04.767569 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-866784ef-a622-44a4-a556-20925987e31d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:04.767569 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-866784ef-a622-44a4-a556-20925987e31d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:04.767569 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-866784ef-a622-44a4-a556-20925987e31d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "PUT /v2.0/networks/77586399-6747-4867-a9d9-d189fc00d95a HTTP/1.1" status: 200 len: 757 time: 2.2961485 Mar 01 21:10:04.768882 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60704) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:04.792833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Calling delete_port for 7d93a5d2-4d44-47c5-b1bf-af29e6ae54f9 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:10:04.843556 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-e984f0c1-b898-4712-b457-9bcb7431f717 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:05.155109 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-e984f0c1-b898-4712-b457-9bcb7431f717 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Network 7a6458a9-9015-413f-bf43-efd7a3b7923c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:10:05.156237 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866784ef-a622-44a4-a556-20925987e31d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Network': ['ID=77586399-6747-4867-a9d9-d189fc00d95a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:05.157524 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 77586399-6747-4867-a9d9-d189fc00d95a details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:10:05.157638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554df3e2-dec5-4648-932b-960dad180b3b req-a40303d5-abac-402b-b978-5229e28e6837 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:05.157638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554df3e2-dec5-4648-932b-960dad180b3b req-a40303d5-abac-402b-b978-5229e28e6837 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:05.157638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554df3e2-dec5-4648-932b-960dad180b3b req-a40303d5-abac-402b-b978-5229e28e6837 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:05.157638 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-554df3e2-dec5-4648-932b-960dad180b3b req-a40303d5-abac-402b-b978-5229e28e6837 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 2373 time: 0.1374876 Mar 01 21:10:05.158026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-e984f0c1-b898-4712-b457-9bcb7431f717 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:10:05.170252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-e984f0c1-b898-4712-b457-9bcb7431f717 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:10:05.196731 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-554df3e2-dec5-4648-932b-960dad180b3b req-f8c82c58-f1f3-4976-88e0-52d72b489a72 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681822 Mar 01 21:10:05.247807 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc33664-589f-4b76-82f5-f91eb5e36561 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:05.247807 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-dcc33664-589f-4b76-82f5-f91eb5e36561 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Synchronizing usage tracker for tenant:126f883557a74fbe85af15698faf078f on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:10:05.302629 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984f0c1-b898-4712-b457-9bcb7431f717 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event updated for resources: {'Port': ['ID=1cbca497-049a-4c31-aac8-2fbe1c77e42a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:05.345240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-e984f0c1-b898-4712-b457-9bcb7431f717 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:05.345909 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-e984f0c1-b898-4712-b457-9bcb7431f717 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:05.353799 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-dcc33664-589f-4b76-82f5-f91eb5e36561 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Unset dirty status for tenant:126f883557a74fbe85af15698faf078f on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:10:05.355217 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-dcc33664-589f-4b76-82f5-f91eb5e36561 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "GET /v2.0/networks?id=77586399-6747-4867-a9d9-d189fc00d95a HTTP/1.1" status: 200 len: 760 time: 0.5851939 Mar 01 21:10:05.360212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60712) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:05.366489 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-815ac56b-0323-4963-bc8c-6456ffb5a65d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-873203248'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:05.373935 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-815ac56b-0323-4963-bc8c-6456ffb5a65d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:05.397717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-815ac56b-0323-4963-bc8c-6456ffb5a65d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:05.837431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e6584b2b-4291-4eeb-827d-c8972be6b594 None None] Provisioning for port 1cbca497-049a-4c31-aac8-2fbe1c77e42a completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:10:05.840232 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-e984f0c1-b898-4712-b457-9bcb7431f717 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5211143 Mar 01 21:10:05.844291 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e6584b2b-4291-4eeb-827d-c8972be6b594 None None] Provisioning complete for port 1cbca497-049a-4c31-aac8-2fbe1c77e42a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:10:05.845219 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e6584b2b-4291-4eeb-827d-c8972be6b594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:05.850530 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:05.851928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7011df0d-6d9b-4807-8f39-32795ce95a8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Request body: {'port': {'device_id': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8391abf1-8497-437d-b6b2-a8884478b421', 'admin_state_up': True, 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'security_groups': ['47128a5d-fcf1-4703-a1b8-a6d635471dde']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:05.933332 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e6584b2b-4291-4eeb-827d-c8972be6b594 None None] Port 1cbca497-049a-4c31-aac8-2fbe1c77e42a cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:10:06.027048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815ac56b-0323-4963-bc8c-6456ffb5a65d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:10:06.039582 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-815ac56b-0323-4963-bc8c-6456ffb5a65d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:06.091747 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7011df0d-6d9b-4807-8f39-32795ce95a8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:06.096731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7011df0d-6d9b-4807-8f39-32795ce95a8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Usage tracker for resource:port and tenant:5753fa3f75764d519dfd77c438eb049c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:06.100444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7011df0d-6d9b-4807-8f39-32795ce95a8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:06.103935 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event deleted for resources: {'Port': ['ID=7d93a5d2-4d44-47c5-b1bf-af29e6ae54f9,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:06.113947 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7011df0d-6d9b-4807-8f39-32795ce95a8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:06.140179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] No DVR routers for this DVR port 7d93a5d2-4d44-47c5-b1bf-af29e6ae54f9 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:10:06.195129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7011df0d-6d9b-4807-8f39-32795ce95a8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Made reservation on behalf of 5753fa3f75764d519dfd77c438eb049c for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:10:06.300279 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815ac56b-0323-4963-bc8c-6456ffb5a65d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:10:06.323486 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-815ac56b-0323-4963-bc8c-6456ffb5a65d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:06.323835 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-815ac56b-0323-4963-bc8c-6456ffb5a65d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Added segment a3296a36-0995-42be-bbc4-a9f09b77497a of type vlan for network b81d715e-e89f-4d61-bb31-1369063fce09 Mar 01 21:10:06.383626 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-815ac56b-0323-4963-bc8c-6456ffb5a65d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:06.587011 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7011df0d-6d9b-4807-8f39-32795ce95a8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:06.721636 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-815ac56b-0323-4963-bc8c-6456ffb5a65d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:06.741111 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ac56b-0323-4963-bc8c-6456ffb5a65d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:06.741774 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-815ac56b-0323-4963-bc8c-6456ffb5a65d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:06.815650 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:06.959350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60752) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:06.993680 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-378549a6-cbc1-46ee-999a-a056a319fe93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:07.041027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-378549a6-cbc1-46ee-999a-a056a319fe93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:07.058046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-378549a6-cbc1-46ee-999a-a056a319fe93 admin admin] Usage tracker for resource:security_group_rule and tenant:f8128ade1f7a4bba8fd72456b88c49e9 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:07.072701 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-378549a6-cbc1-46ee-999a-a056a319fe93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:07.085401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-378549a6-cbc1-46ee-999a-a056a319fe93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:07.096588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ac56b-0323-4963-bc8c-6456ffb5a65d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Network': ['ID=b81d715e-e89f-4d61-bb31-1369063fce09,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:07.107140 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network b81d715e-e89f-4d61-bb31-1369063fce09 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:10:07.136160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e252141-53ea-4e60-9736-29fe60be1622']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:07.167351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87e17055-b1fb-49f8-9125-fa21ac3deb44') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:07.167922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87e17055-b1fb-49f8-9125-fa21ac3deb44') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:07.198864 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7011df0d-6d9b-4807-8f39-32795ce95a8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Allocated IP 10.2.2.100 (8391abf1-8497-437d-b6b2-a8884478b421/7ff5bd32-7121-4c1e-b663-c168cac44144/92490323-bf33-498a-ae53-1c8809d63fe3) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:10:07.200429 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-815ac56b-0323-4963-bc8c-6456ffb5a65d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8390136 Mar 01 21:10:07.203629 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:07.208816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60766) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:07.229153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ed7ba-59d6-443c-8fc3-cf44df7877d8 req-1352f8aa-997b-48dc-bbb1-9a0665b9ac8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:07.234849 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-90f3d64d-2ade-4b1d-ae24-163f6053fbcc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'subnet': {'network_id': 'b81d715e-e89f-4d61-bb31-1369063fce09', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:07.235911 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ed7ba-59d6-443c-8fc3-cf44df7877d8 req-1352f8aa-997b-48dc-bbb1-9a0665b9ac8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:07.242109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3ed7ba-59d6-443c-8fc3-cf44df7877d8 req-1352f8aa-997b-48dc-bbb1-9a0665b9ac8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:07.253033 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c3ed7ba-59d6-443c-8fc3-cf44df7877d8 req-1352f8aa-997b-48dc-bbb1-9a0665b9ac8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 2373 time: 0.7364664 Mar 01 21:10:07.287147 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:07.310150 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:10:07.310628 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:10:07.328501 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:10:07.374865 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c3ed7ba-59d6-443c-8fc3-cf44df7877d8 req-5eee99c2-592b-4833-872f-56f87030cef1 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175942 Mar 01 21:10:07.570057 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:07.602709 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:07.626786 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "DELETE /v2.0/networks/6e252141-53ea-4e60-9736-29fe60be1622 HTTP/1.1" status: 204 len: 168 time: 8.1342165 Mar 01 21:10:07.626786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9433524c-546c-4a59-ade8-12b6c3574568 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event deleted for resources: {'Network': ['ID=6e252141-53ea-4e60-9736-29fe60be1622,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:07.627803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60776) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:07.681901 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f35651-da74-4366-83bb-e4cae750c8cc tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:07.682356 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f35651-da74-4366-83bb-e4cae750c8cc tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:07.686434 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f3f35651-da74-4366-83bb-e4cae750c8cc tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "DELETE /v2.0/subnets/3bb478a6-d014-4c74-a6d6-91565fc1e30f HTTP/1.1" status: 404 len: 337 time: 0.0532427 Mar 01 21:10:07.687320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60780) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:07.846988 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-b39255b3-8f39-4d64-b43e-5e88f7870396 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:07.847484 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b39255b3-8f39-4d64-b43e-5e88f7870396 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:07.851656 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b39255b3-8f39-4d64-b43e-5e88f7870396 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "DELETE /v2.0/networks/6e252141-53ea-4e60-9736-29fe60be1622 HTTP/1.1" status: 404 len: 339 time: 0.1608999 Mar 01 21:10:07.863837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60788) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:07.909831 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-d81fa702-76f8-4c86-978e-85c3bf5bf030 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:07.910284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d81fa702-76f8-4c86-978e-85c3bf5bf030 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:07.910607 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7011df0d-6d9b-4807-8f39-32795ce95a8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:07.915226 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d81fa702-76f8-4c86-978e-85c3bf5bf030 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "DELETE /v2.0/subnets/e9946348-3386-49a1-9fc3-bb19529218f1 HTTP/1.1" status: 404 len: 337 time: 0.0562382 Mar 01 21:10:07.916420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60796) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:07.936218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-90f3d64d-2ade-4b1d-ae24-163f6053fbcc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:07.939848 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7011df0d-6d9b-4807-8f39-32795ce95a8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Transition to ACTIVE for port object 92490323-bf33-498a-ae53-1c8809d63fe3 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:07.947799 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-90f3d64d-2ade-4b1d-ae24-163f6053fbcc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Usage tracker for resource:subnet and tenant:126f883557a74fbe85af15698faf078f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:07.959738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-90f3d64d-2ade-4b1d-ae24-163f6053fbcc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:07.966988 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf05783-e44f-4054-a459-692c0dae412d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:07.967752 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf05783-e44f-4054-a459-692c0dae412d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:07.982012 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1bf05783-e44f-4054-a459-692c0dae412d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "DELETE /v2.0/networks/460204cc-40ed-4f67-b810-8ea261d750d0 HTTP/1.1" status: 404 len: 339 time: 0.0612078 Mar 01 21:10:07.995976 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c63fd5-d2f9-42e5-b2c3-39fec93df7a2 req-98010a71-6a90-4fbd-b0e9-546a07352c7a tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:07.997546 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-09c63fd5-d2f9-42e5-b2c3-39fec93df7a2 req-98010a71-6a90-4fbd-b0e9-546a07352c7a tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/ports?device_id=c67a4055-ba44-4806-a2fc-51141ba28a4c HTTP/1.1" status: 200 len: 945 time: 0.5035038 Mar 01 21:10:08.007515 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60802) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:08.071802 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-378549a6-cbc1-46ee-999a-a056a319fe93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:08.079673 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-823334a0-08d1-4282-89d8-7fd3fc6ab608 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:08.080187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-823334a0-08d1-4282-89d8-7fd3fc6ab608 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:08.082034 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-823334a0-08d1-4282-89d8-7fd3fc6ab608 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "DELETE /v2.0/subnets/a4e0bb25-6b4f-497c-b826-f81590c7fd91 HTTP/1.1" status: 404 len: 337 time: 0.0734909 Mar 01 21:10:08.083155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-90f3d64d-2ade-4b1d-ae24-163f6053fbcc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:08.084853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60810) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:08.124604 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ba8222b-badb-44c4-bf05-684afff7d29b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:08.125091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ba8222b-badb-44c4-bf05-684afff7d29b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:08.129787 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3ba8222b-badb-44c4-bf05-684afff7d29b tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "DELETE /v2.0/networks/27c947a0-2373-43f8-9f04-7d5050899eba HTTP/1.1" status: 404 len: 339 time: 0.0416372 Mar 01 21:10:08.134917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60814) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:08.151034 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-378549a6-cbc1-46ee-999a-a056a319fe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:08.210271 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-09c63fd5-d2f9-42e5-b2c3-39fec93df7a2 req-80bb73eb-d65c-4c98-8d6a-2950abc971c3 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/security-groups?id=f694852b-78bd-4745-9c9e-0e7c7c10d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965797 Mar 01 21:10:08.263702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f15c9838-ca6c-487c-92d0-02f05919887f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Deleting port 926be77d-c6dc-442d-b4cd-8a8939668eac {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:10:08.264116 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f15c9838-ca6c-487c-92d0-02f05919887f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:08.278936 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-378549a6-cbc1-46ee-999a-a056a319fe93 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f8128ade1f7a4bba8fd72456b88c49e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3179581 Mar 01 21:10:08.281397 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f3d64d-2ade-4b1d-ae24-163f6053fbcc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:10:08.289518 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90f3d64d-2ade-4b1d-ae24-163f6053fbcc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:08.325512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60818) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:08.336113 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378549a6-cbc1-46ee-999a-a056a319fe93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b631e7da-4d4a-4ae5-b1f3-0da6d7e004d1,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:08.565502 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7011df0d-6d9b-4807-8f39-32795ce95a8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:08.636313 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f15c9838-ca6c-487c-92d0-02f05919887f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:08.794821 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011df0d-6d9b-4807-8f39-32795ce95a8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event updated for resources: {'Port': ['ID=92490323-bf33-498a-ae53-1c8809d63fe3,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:08.800254 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d86dae72-1dc2-41f2-b579-fcb7cfd5650f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:08.821258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f15c9838-ca6c-487c-92d0-02f05919887f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Calling delete_port for 926be77d-c6dc-442d-b4cd-8a8939668eac owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:10:08.840800 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d86dae72-1dc2-41f2-b579-fcb7cfd5650f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:09.005668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7011df0d-6d9b-4807-8f39-32795ce95a8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Network 8391abf1-8497-437d-b6b2-a8884478b421 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:10:09.040099 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7011df0d-6d9b-4807-8f39-32795ce95a8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:10:09.065131 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d86dae72-1dc2-41f2-b579-fcb7cfd5650f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:09.080153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7660744-0820-46dc-9516-e4217fcb9c68 req-b7c99d28-5cef-4dac-b8a5-38b3c52d94df tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:09.086080 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7660744-0820-46dc-9516-e4217fcb9c68 req-b7c99d28-5cef-4dac-b8a5-38b3c52d94df tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:09.092002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7660744-0820-46dc-9516-e4217fcb9c68 req-b7c99d28-5cef-4dac-b8a5-38b3c52d94df tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:09.099344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7011df0d-6d9b-4807-8f39-32795ce95a8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:10:09.099592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7660744-0820-46dc-9516-e4217fcb9c68 req-b7c99d28-5cef-4dac-b8a5-38b3c52d94df tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:09.112481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c7660744-0820-46dc-9516-e4217fcb9c68 req-b7c99d28-5cef-4dac-b8a5-38b3c52d94df tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 3094 time: 0.5414908 Mar 01 21:10:09.260366 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86dae72-1dc2-41f2-b579-fcb7cfd5650f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b631e7da-4d4a-4ae5-b1f3-0da6d7e004d1,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:09.286617 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c7660744-0820-46dc-9516-e4217fcb9c68 req-d21e9fdf-2756-401e-aad2-6e78fc2c58c9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731436 Mar 01 21:10:09.319894 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d86dae72-1dc2-41f2-b579-fcb7cfd5650f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:09.341427 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d86dae72-1dc2-41f2-b579-fcb7cfd5650f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b631e7da-4d4a-4ae5-b1f3-0da6d7e004d1 HTTP/1.1" status: 204 len: 168 time: 0.9969335 Mar 01 21:10:09.375451 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8c463-3b23-4bae-a656-6658e552eed3 req-b43b1c29-c585-4ec0-b5f6-097480f3d0fe tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:09.377022 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92c8c463-3b23-4bae-a656-6658e552eed3 req-b43b1c29-c585-4ec0-b5f6-097480f3d0fe tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.55 "GET /v2.0/ports?device_id=c67a4055-ba44-4806-a2fc-51141ba28a4c HTTP/1.1" status: 200 len: 945 time: 0.4506083 Mar 01 21:10:09.386257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7011df0d-6d9b-4807-8f39-32795ce95a8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:09.389196 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7011df0d-6d9b-4807-8f39-32795ce95a8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:09.437689 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f15c9838-ca6c-487c-92d0-02f05919887f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:09.507882 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7011df0d-6d9b-4807-8f39-32795ce95a8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6606340 Mar 01 21:10:09.526195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-38db63f0-997a-4803-b4ae-472e449b5a41 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Request body: {'port': {'device_id': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8391abf1-8497-437d-b6b2-a8884478b421', 'admin_state_up': True, 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'security_groups': ['47128a5d-fcf1-4703-a1b8-a6d635471dde']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:09.543724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c9838-ca6c-487c-92d0-02f05919887f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event deleted for resources: {'Port': ['ID=926be77d-c6dc-442d-b4cd-8a8939668eac,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:09.562066 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b1360bfb-ab08-4b6f-af71-c29cb96a13b0 None None] Provisioning for port 92490323-bf33-498a-ae53-1c8809d63fe3 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:10:09.567916 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b1360bfb-ab08-4b6f-af71-c29cb96a13b0 None None] Provisioning complete for port 92490323-bf33-498a-ae53-1c8809d63fe3 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:10:09.568354 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b1360bfb-ab08-4b6f-af71-c29cb96a13b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:09.583912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-92c8c463-3b23-4bae-a656-6658e552eed3 req-fa322fe2-cb5f-47b6-abc4-273897260a37 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Deleting port ded8205d-3f42-47e1-8825-3becc0240005 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:10:09.583912 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-92c8c463-3b23-4bae-a656-6658e552eed3 req-fa322fe2-cb5f-47b6-abc4-273897260a37 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:09.632617 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f15c9838-ca6c-487c-92d0-02f05919887f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:09.670077 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b1360bfb-ab08-4b6f-af71-c29cb96a13b0 None None] Port 92490323-bf33-498a-ae53-1c8809d63fe3 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:10:09.694711 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f15c9838-ca6c-487c-92d0-02f05919887f tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "DELETE /v2.0/ports/926be77d-c6dc-442d-b4cd-8a8939668eac HTTP/1.1" status: 204 len: 168 time: 1.5524001 Mar 01 21:10:09.694711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60850) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:09.783083 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-38db63f0-997a-4803-b4ae-472e449b5a41 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:09.787847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-38db63f0-997a-4803-b4ae-472e449b5a41 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Usage tracker for resource:port and tenant:5753fa3f75764d519dfd77c438eb049c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:09.793605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-38db63f0-997a-4803-b4ae-472e449b5a41 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:09.799207 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-38db63f0-997a-4803-b4ae-472e449b5a41 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:09.815479 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90f3d64d-2ade-4b1d-ae24-163f6053fbcc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:09.914008 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-38db63f0-997a-4803-b4ae-472e449b5a41 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Made reservation on behalf of 5753fa3f75764d519dfd77c438eb049c for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:10:09.919309 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-38db63f0-997a-4803-b4ae-472e449b5a41 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:09.988755 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f3d64d-2ade-4b1d-ae24-163f6053fbcc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Checking segment: {'id': 'a3296a36-0995-42be-bbc4-a9f09b77497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b81d715e-e89f-4d61-bb31-1369063fce09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:10:09.989363 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f3d64d-2ade-4b1d-ae24-163f6053fbcc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network hostable DHCP agents. Network: b81d715e-e89f-4d61-bb31-1369063fce09, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:10:10.237697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-92c8c463-3b23-4bae-a656-6658e552eed3 req-fa322fe2-cb5f-47b6-abc4-273897260a37 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] For port ded8205d-3f42-47e1-8825-3becc0240005, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ded8205d-3f42-47e1-8825-3becc0240005,segment=NetworkSegment(f69cb6bb-db39-47f2-b287-741f911dcdf9),segment_id=f69cb6bb-db39-47f2-b287-741f911dcdf9)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:10:10.238071 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-92c8c463-3b23-4bae-a656-6658e552eed3 req-fa322fe2-cb5f-47b6-abc4-273897260a37 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:10.273502 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3d64d-2ade-4b1d-ae24-163f6053fbcc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Subnet': ['ID=10487c09-03fb-4908-a6ce-4d7c9b8b942d,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:10.330144 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-38db63f0-997a-4803-b4ae-472e449b5a41 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Allocated IP 10.2.2.200 (8391abf1-8497-437d-b6b2-a8884478b421/7ff5bd32-7121-4c1e-b663-c168cac44144/f44bcea3-70af-4aa9-9592-40986ed83d6a) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:10:10.431246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f3d64d-2ade-4b1d-ae24-163f6053fbcc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network b81d715e-e89f-4d61-bb31-1369063fce09 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:10:10.650853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-92c8c463-3b23-4bae-a656-6658e552eed3 req-fa322fe2-cb5f-47b6-abc4-273897260a37 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Calling delete_port for ded8205d-3f42-47e1-8825-3becc0240005 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:10:10.682762 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-d665adbc-56d5-4a4b-bf34-8cd7d565a3b4 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:10.682998 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d665adbc-56d5-4a4b-bf34-8cd7d565a3b4 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:10.684150 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-90f3d64d-2ade-4b1d-ae24-163f6053fbcc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, b81d715e-e89f-4d61-bb31-1369063fce09) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:10:10.685049 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d665adbc-56d5-4a4b-bf34-8cd7d565a3b4 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "DELETE /v2.0/subnets/4b532371-8fc8-4e62-b8aa-4d1e79a0de67 HTTP/1.1" status: 404 len: 337 time: 0.9879882 Mar 01 21:10:10.695083 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae81b45c-8998-4ad4-8955-104d3e245676 None None] Network b81d715e-e89f-4d61-bb31-1369063fce09 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:10:10.707441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60874) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:10.720877 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f3d64d-2ade-4b1d-ae24-163f6053fbcc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:10.724105 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90f3d64d-2ade-4b1d-ae24-163f6053fbcc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:10.832754 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069fb722-a287-42d3-ad9c-477d37fe7085 req-5a7c4adf-d419-4261-a333-ae64eddc125f tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:10.841170 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-069fb722-a287-42d3-ad9c-477d37fe7085 req-5a7c4adf-d419-4261-a333-ae64eddc125f tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/ports?device_id=c67a4055-ba44-4806-a2fc-51141ba28a4c HTTP/1.1" status: 200 len: 945 time: 1.3514555 Mar 01 21:10:10.933225 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-069fb722-a287-42d3-ad9c-477d37fe7085 req-4b741839-fa1e-4c20-aff1-003af230e263 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/security-groups?id=f694852b-78bd-4745-9c9e-0e7c7c10d54a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907307 Mar 01 21:10:11.069243 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-245a6631-9229-4976-86f6-6d32d8f132db tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:11.073117 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-38db63f0-997a-4803-b4ae-472e449b5a41 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:11.077827 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-90f3d64d-2ade-4b1d-ae24-163f6053fbcc tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8555715 Mar 01 21:10:11.085262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60886) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:11.114901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489329e-3972-4a62-a731-703a926d100b req-cf03f068-69ed-4b13-a445-33ca4b608f2f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:11.129391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489329e-3972-4a62-a731-703a926d100b req-cf03f068-69ed-4b13-a445-33ca4b608f2f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:11.136966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489329e-3972-4a62-a731-703a926d100b req-cf03f068-69ed-4b13-a445-33ca4b608f2f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:11.144555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489329e-3972-4a62-a731-703a926d100b req-cf03f068-69ed-4b13-a445-33ca4b608f2f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:11.150658 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-b81d715e-e89f-4d61-bb31-1369063fce09', 'network_id': 'b81d715e-e89f-4d61-bb31-1369063fce09', 'tenant_id': '126f883557a74fbe85af15698faf078f', 'fixed_ips': [{'subnet_id': '10487c09-03fb-4908-a6ce-4d7c9b8b942d'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:10:11.150658 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:11.152726 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b489329e-3972-4a62-a731-703a926d100b req-cf03f068-69ed-4b13-a445-33ca4b608f2f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 3094 time: 0.4665380 Mar 01 21:10:11.241998 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b489329e-3972-4a62-a731-703a926d100b req-7d3b9c57-355f-4042-ae73-29c99118ba69 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867515 Mar 01 21:10:11.257143 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-92c8c463-3b23-4bae-a656-6658e552eed3 req-fa322fe2-cb5f-47b6-abc4-273897260a37 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:11.298717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-38db63f0-997a-4803-b4ae-472e449b5a41 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Transition to ACTIVE for port object f44bcea3-70af-4aa9-9592-40986ed83d6a will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:11.366276 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Allocated IP 172.20.0.2 (b81d715e-e89f-4d61-bb31-1369063fce09/10487c09-03fb-4908-a6ce-4d7c9b8b942d/1e28755f-ef6f-4da7-8912-7200c8761a7e) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:10:11.408411 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa322fe2-cb5f-47b6-abc4-273897260a37 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Pushing event deleted for resources: {'Port': ['ID=ded8205d-3f42-47e1-8825-3becc0240005,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:11.457161 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-245a6631-9229-4976-86f6-6d32d8f132db tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:11.616917 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:11.621413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['ded8205d-3f42-47e1-8825-3becc0240005'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:10:11.648941 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c8c463-3b23-4bae-a656-6658e552eed3 req-fa322fe2-cb5f-47b6-abc4-273897260a37 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] No DVR routers for this DVR port ded8205d-3f42-47e1-8825-3becc0240005 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:10:11.663993 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-92c8c463-3b23-4bae-a656-6658e552eed3 req-fa322fe2-cb5f-47b6-abc4-273897260a37 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:11.666731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c67a4055-ba44-4806-a2fc-51141ba28a4c', 'name': 'network-vif-deleted', 'tag': 'ded8205d-3f42-47e1-8825-3becc0240005'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:10:11.675199 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Transition to ACTIVE for port object 1e28755f-ef6f-4da7-8912-7200c8761a7e will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:11.699027 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Transition to ACTIVE for port object 1e28755f-ef6f-4da7-8912-7200c8761a7e will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:11.759404 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c67a4055-ba44-4806-a2fc-51141ba28a4c', 'name': 'network-vif-deleted', 'tag': 'ded8205d-3f42-47e1-8825-3becc0240005', 'status': 'completed', 'code': 200} Mar 01 21:10:11.759649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-245a6631-9229-4976-86f6-6d32d8f132db tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5acb5996-bcd2-4d53-bf47-2665eef455b1']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:11.774234 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:11.778963 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-245a6631-9229-4976-86f6-6d32d8f132db tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e24e6822-5a3e-4799-a177-31d4fe391c69') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:11.779251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-245a6631-9229-4976-86f6-6d32d8f132db tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e24e6822-5a3e-4799-a177-31d4fe391c69') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:11.795461 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92c8c463-3b23-4bae-a656-6658e552eed3 req-fa322fe2-cb5f-47b6-abc4-273897260a37 tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.55 "DELETE /v2.0/ports/ded8205d-3f42-47e1-8825-3becc0240005 HTTP/1.1" status: 204 len: 173 time: 2.4122250 Mar 01 21:10:11.818206 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-245a6631-9229-4976-86f6-6d32d8f132db tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:11.840518 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:11.842841 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-245a6631-9229-4976-86f6-6d32d8f132db tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:11.852220 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245a6631-9229-4976-86f6-6d32d8f132db tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:10:11.852646 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-245a6631-9229-4976-86f6-6d32d8f132db tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:10:11.869144 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:10:11.927500 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Network b81d715e-e89f-4d61-bb31-1369063fce09 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:10:11.928674 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:10:11.932759 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:10:11.952177 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Deleting port 1e28755f-ef6f-4da7-8912-7200c8761a7e {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:10:11.952551 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:11.999617 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-38db63f0-997a-4803-b4ae-472e449b5a41 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:12.104029 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38db63f0-997a-4803-b4ae-472e449b5a41 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event updated for resources: {'Port': ['ID=f44bcea3-70af-4aa9-9592-40986ed83d6a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:12.121167 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-38db63f0-997a-4803-b4ae-472e449b5a41 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Network 8391abf1-8497-437d-b6b2-a8884478b421 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:10:12.127973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-38db63f0-997a-4803-b4ae-472e449b5a41 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:10:12.141418 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-38db63f0-997a-4803-b4ae-472e449b5a41 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:10:12.151014 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Pushing event updated for resources: {'Port': ['ID=1e28755f-ef6f-4da7-8912-7200c8761a7e,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:12.232079 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Attempting to bind port 1e28755f-ef6f-4da7-8912-7200c8761a7e on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:10:12.232613 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Attempting to bind port 1e28755f-ef6f-4da7-8912-7200c8761a7e by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'a3296a36-0995-42be-bbc4-a9f09b77497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b81d715e-e89f-4d61-bb31-1369063fce09'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:10:12.232844 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Attempting to bind port 1e28755f-ef6f-4da7-8912-7200c8761a7e on network b81d715e-e89f-4d61-bb31-1369063fce09 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:10:12.277716 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:10:12.278149 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Checking segment: {'id': 'a3296a36-0995-42be-bbc4-a9f09b77497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b81d715e-e89f-4d61-bb31-1369063fce09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:10:12.278558 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:12.278958 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Bound using segment: {'id': 'a3296a36-0995-42be-bbc4-a9f09b77497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b81d715e-e89f-4d61-bb31-1369063fce09'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:10:12.279455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Bound port: 1e28755f-ef6f-4da7-8912-7200c8761a7e, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3296a36-0995-42be-bbc4-a9f09b77497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'b81d715e-e89f-4d61-bb31-1369063fce09'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:10:12.279878 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:12.371903 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-dac12f17-69ec-413f-9e7c-09270ce7a0fd req-a7c541e7-07ef-4d66-a704-6903cd033adf tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Synchronizing usage tracker for tenant:b54aaec3d75143a9a9eb45e3b7487747 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:10:12.494991 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] For port 1e28755f-ef6f-4da7-8912-7200c8761a7e, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:10:12.499117 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] For port 1e28755f-ef6f-4da7-8912-7200c8761a7e, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1e28755f-ef6f-4da7-8912-7200c8761a7e,segment=NetworkSegment(a3296a36-0995-42be-bbc4-a9f09b77497a),segment_id=a3296a36-0995-42be-bbc4-a9f09b77497a)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:10:12.553239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] For port 1e28755f-ef6f-4da7-8912-7200c8761a7e, host n-d-827896-4, got binding levels [] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:10:12.553239 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:12.583298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-dac12f17-69ec-413f-9e7c-09270ce7a0fd req-a7c541e7-07ef-4d66-a704-6903cd033adf tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] Unset dirty status for tenant:b54aaec3d75143a9a9eb45e3b7487747 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:10:12.583298 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dac12f17-69ec-413f-9e7c-09270ce7a0fd req-a7c541e7-07ef-4d66-a704-6903cd033adf tempest-ServerTagsTestJSON-787262686 tempest-ServerTagsTestJSON-787262686-project] 10.222.0.42 "GET /v2.0/ports?device_id=c67a4055-ba44-4806-a2fc-51141ba28a4c HTTP/1.1" status: 200 len: 210 time: 0.3333120 Mar 01 21:10:12.643037 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:12.647116 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d5aa0-73cf-4c1a-9bca-47b02c190bb3 req-57221813-360d-4c37-8ffa-2454bbea732f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:12.653373 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d5aa0-73cf-4c1a-9bca-47b02c190bb3 req-57221813-360d-4c37-8ffa-2454bbea732f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:12.662200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d5aa0-73cf-4c1a-9bca-47b02c190bb3 req-57221813-360d-4c37-8ffa-2454bbea732f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:12.670373 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d5aa0-73cf-4c1a-9bca-47b02c190bb3 req-57221813-360d-4c37-8ffa-2454bbea732f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:12.678059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d5aa0-73cf-4c1a-9bca-47b02c190bb3 req-57221813-360d-4c37-8ffa-2454bbea732f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:12.680347 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-888d5aa0-73cf-4c1a-9bca-47b02c190bb3 req-57221813-360d-4c37-8ffa-2454bbea732f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 3815 time: 0.1722023 Mar 01 21:10:12.737224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Calling delete_port for 1e28755f-ef6f-4da7-8912-7200c8761a7e owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:10:12.750558 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ee7cbbcc-6974-47cc-a7bd-5bdc642cc217 None None] Provisioning for port f44bcea3-70af-4aa9-9592-40986ed83d6a completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:10:12.788146 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-888d5aa0-73cf-4c1a-9bca-47b02c190bb3 req-1a614d0b-4d54-47a0-ab97-c5852cc4edd1 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995078 Mar 01 21:10:12.821045 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ee7cbbcc-6974-47cc-a7bd-5bdc642cc217 None None] Provisioning complete for port f44bcea3-70af-4aa9-9592-40986ed83d6a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:10:12.821811 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ee7cbbcc-6974-47cc-a7bd-5bdc642cc217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:12.877948 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-245a6631-9229-4976-86f6-6d32d8f132db tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:12.926121 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-245a6631-9229-4976-86f6-6d32d8f132db tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:12.929774 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:10:12.931534 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:10:12.942043 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a6631-9229-4976-86f6-6d32d8f132db tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event deleted for resources: {'Network': ['ID=5acb5996-bcd2-4d53-bf47-2665eef455b1,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:12.978833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60928) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:12.979214 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-245a6631-9229-4976-86f6-6d32d8f132db tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "DELETE /v2.0/networks/5acb5996-bcd2-4d53-bf47-2665eef455b1 HTTP/1.1" status: 204 len: 168 time: 2.2663512 Mar 01 21:10:12.998759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-38db63f0-997a-4803-b4ae-472e449b5a41 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:12.999952 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-38db63f0-997a-4803-b4ae-472e449b5a41 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:13.084147 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2346a126-2308-43d7-aa8c-69a00e7f8068 None None] Pushing event updated for resources: {'Port': ['ID=1e28755f-ef6f-4da7-8912-7200c8761a7e,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:13.094249 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ee7cbbcc-6974-47cc-a7bd-5bdc642cc217 None None] Port f44bcea3-70af-4aa9-9592-40986ed83d6a cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:10:13.152175 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-38db63f0-997a-4803-b4ae-472e449b5a41 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6310530 Mar 01 21:10:13.165533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] Request body: {'port': {'device_id': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:13.224474 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60934) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:13.225729 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f5faf996-7d6c-4e98-81de-4c0829dde3a5 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Deleting port 7ce245cd-83c8-4122-9d82-cb855c23921a {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:10:13.226180 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f5faf996-7d6c-4e98-81de-4c0829dde3a5 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:13.436883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Deleting port 1e28755f-ef6f-4da7-8912-7200c8761a7e {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:10:13.437152 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:13.514314 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:13.536752 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5c771159-b800-43b3-a41a-69489ec5f538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:13.557405 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f5faf996-7d6c-4e98-81de-4c0829dde3a5 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:13.574304 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5c771159-b800-43b3-a41a-69489ec5f538 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:13.616606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5c771159-b800-43b3-a41a-69489ec5f538 admin admin] Usage tracker for resource:security_group_rule and tenant:3e106395aab04fd5829599aee61bcc11 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:13.648393 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5c771159-b800-43b3-a41a-69489ec5f538 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:13.682215 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5c771159-b800-43b3-a41a-69489ec5f538 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:13.708686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f5faf996-7d6c-4e98-81de-4c0829dde3a5 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Calling delete_port for 7ce245cd-83c8-4122-9d82-cb855c23921a owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:10:13.786599 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60948) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:13.865918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5282c6-82a0-47e8-a12c-24901a4a616c admin admin] Deleting subnet 6a7e81fc-7132-4ed8-9698-b3e7ad0c0a06 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:10:13.871517 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7f5282c6-82a0-47e8-a12c-24901a4a616c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:13.926649 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7f5282c6-82a0-47e8-a12c-24901a4a616c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:14.003119 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f5faf996-7d6c-4e98-81de-4c0829dde3a5 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:14.114079 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f5faf996-7d6c-4e98-81de-4c0829dde3a5 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:14.138100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5faf996-7d6c-4e98-81de-4c0829dde3a5 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event deleted for resources: {'Port': ['ID=7ce245cd-83c8-4122-9d82-cb855c23921a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:14.178133 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f5faf996-7d6c-4e98-81de-4c0829dde3a5 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "DELETE /v2.0/ports/7ce245cd-83c8-4122-9d82-cb855c23921a HTTP/1.1" status: 204 len: 168 time: 1.1975460 Mar 01 21:10:14.194210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60958) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:14.221386 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ded8205d-3f42-47e1-8825-3becc0240005 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:10:14.285989 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7f5282c6-82a0-47e8-a12c-24901a4a616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:14.333620 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: ded8205d-3f42-47e1-8825-3becc0240005 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:10:14.333842 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ded8205d-3f42-47e1-8825-3becc0240005 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:10:14.384445 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1e28755f-ef6f-4da7-8912-7200c8761a7e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:10:14.419760 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5c771159-b800-43b3-a41a-69489ec5f538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:14.449086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23ba621-6158-4cdc-81c1-c43c4a1efeac {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:10:14.458970 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:14.461212 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-efae322d-cc7f-49c7-953d-4a61479f18ce tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:14.461894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efae322d-cc7f-49c7-953d-4a61479f18ce tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:14.480551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f54565-e938-4a49-886c-5c0872a69f71 None None] Network b81d715e-e89f-4d61-bb31-1369063fce09 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:10:14.481201 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] Transition to ACTIVE for port object e23ba621-6158-4cdc-81c1-c43c4a1efeac will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:14.486151 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-efae322d-cc7f-49c7-953d-4a61479f18ce tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "DELETE /v2.0/subnets/df84db86-64d5-44af-afbc-5857425db435 HTTP/1.1" status: 404 len: 337 time: 0.2905376 Mar 01 21:10:14.491902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60964) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:14.502100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] For port 1e28755f-ef6f-4da7-8912-7200c8761a7e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1e28755f-ef6f-4da7-8912-7200c8761a7e,segment=NetworkSegment(a3296a36-0995-42be-bbc4-a9f09b77497a),segment_id=a3296a36-0995-42be-bbc4-a9f09b77497a)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:10:14.502477 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:14.511455 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5c771159-b800-43b3-a41a-69489ec5f538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:14.523476 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5311e04-51df-4334-ba57-aeade272ebe9 req-51e0affb-7ace-4195-ba53-4e0d4f057db3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:14.529913 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5311e04-51df-4334-ba57-aeade272ebe9 req-51e0affb-7ace-4195-ba53-4e0d4f057db3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:14.536084 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5311e04-51df-4334-ba57-aeade272ebe9 req-51e0affb-7ace-4195-ba53-4e0d4f057db3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:14.543090 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5311e04-51df-4334-ba57-aeade272ebe9 req-51e0affb-7ace-4195-ba53-4e0d4f057db3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:14.553653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5311e04-51df-4334-ba57-aeade272ebe9 req-51e0affb-7ace-4195-ba53-4e0d4f057db3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:14.562477 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5311e04-51df-4334-ba57-aeade272ebe9 req-51e0affb-7ace-4195-ba53-4e0d4f057db3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 3815 time: 0.5680697 Mar 01 21:10:14.596177 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7f5282c6-82a0-47e8-a12c-24901a4a616c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:14.628826 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 1e28755f-ef6f-4da7-8912-7200c8761a7e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:10:14.672186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5282c6-82a0-47e8-a12c-24901a4a616c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a7e81fc-7132-4ed8-9698-b3e7ad0c0a06,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:14.810276 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:14.861880 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c91cb3ae-d4bc-4296-8127-b26a39f13620 None None] Provisioning for port 1e28755f-ef6f-4da7-8912-7200c8761a7e completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:10:14.886102 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c91cb3ae-d4bc-4296-8127-b26a39f13620 None None] Provisioning complete for port 1e28755f-ef6f-4da7-8912-7200c8761a7e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:10:14.886597 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c91cb3ae-d4bc-4296-8127-b26a39f13620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:14.979667 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7f5282c6-82a0-47e8-a12c-24901a4a616c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:14.984064 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7f5282c6-82a0-47e8-a12c-24901a4a616c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6a7e81fc-7132-4ed8-9698-b3e7ad0c0a06 HTTP/1.1" status: 204 len: 168 time: 1.1939704 Mar 01 21:10:15.004727 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Calling delete_port for 1e28755f-ef6f-4da7-8912-7200c8761a7e owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:10:15.017179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60978) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:15.087737 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5311e04-51df-4334-ba57-aeade272ebe9 req-e362d24c-7589-455a-9cc5-877cd1cd74b2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5191176 Mar 01 21:10:15.207248 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-efba195a-f961-426f-9244-e986b7060e2a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:15.240315 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5c771159-b800-43b3-a41a-69489ec5f538 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3e106395aab04fd5829599aee61bcc11&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0107636 Mar 01 21:10:15.244478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c771159-b800-43b3-a41a-69489ec5f538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a766eae-8b20-48f3-ba7a-2171244a71b1,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:15.252392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60984) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:15.275988 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771159-b800-43b3-a41a-69489ec5f538 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:15.278857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771159-b800-43b3-a41a-69489ec5f538 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:15.279405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771159-b800-43b3-a41a-69489ec5f538 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:15.279937 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771159-b800-43b3-a41a-69489ec5f538 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:15.280262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771159-b800-43b3-a41a-69489ec5f538 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:15.280597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771159-b800-43b3-a41a-69489ec5f538 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:15.280969 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771159-b800-43b3-a41a-69489ec5f538 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:15.281298 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771159-b800-43b3-a41a-69489ec5f538 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:15.281687 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771159-b800-43b3-a41a-69489ec5f538 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:15.282079 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771159-b800-43b3-a41a-69489ec5f538 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:15.291608 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771159-b800-43b3-a41a-69489ec5f538 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:15.292023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c771159-b800-43b3-a41a-69489ec5f538 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:15.294583 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c91cb3ae-d4bc-4296-8127-b26a39f13620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:15.324653 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d3c7287f-c6a7-43c5-92ea-0e58a69c2c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:15.345454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c91cb3ae-d4bc-4296-8127-b26a39f13620 None None] For port 1e28755f-ef6f-4da7-8912-7200c8761a7e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1e28755f-ef6f-4da7-8912-7200c8761a7e,segment=NetworkSegment(a3296a36-0995-42be-bbc4-a9f09b77497a),segment_id=a3296a36-0995-42be-bbc4-a9f09b77497a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:10:15.460080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=e23ba621-6158-4cdc-81c1-c43c4a1efeac,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:15.517255 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] Attempting to bind port e23ba621-6158-4cdc-81c1-c43c4a1efeac on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:10:15.517584 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] Attempting to bind port e23ba621-6158-4cdc-81c1-c43c4a1efeac by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '84854a8c-ded1-4ca6-9cb8-0eb467d349a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:10:15.518731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] Attempting to bind port e23ba621-6158-4cdc-81c1-c43c4a1efeac on network ad62e9af-4b76-4a54-b75b-80997074ebfc {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:10:15.523206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] Port e23ba621-6158-4cdc-81c1-c43c4a1efeac on network ad62e9af-4b76-4a54-b75b-80997074ebfc not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:10:15.523751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] Attempting to bind port e23ba621-6158-4cdc-81c1-c43c4a1efeac on network ad62e9af-4b76-4a54-b75b-80997074ebfc {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:10:15.529457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:10:15.529832 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] Checking segment: {'id': '84854a8c-ded1-4ca6-9cb8-0eb467d349a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:10:15.530335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] Bound using segment: {'id': '84854a8c-ded1-4ca6-9cb8-0eb467d349a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:10:15.530660 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] Bound port: e23ba621-6158-4cdc-81c1-c43c4a1efeac, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84854a8c-ded1-4ca6-9cb8-0eb467d349a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:10:15.530924 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:15.533963 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c91cb3ae-d4bc-4296-8127-b26a39f13620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:15.552249 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-efba195a-f961-426f-9244-e986b7060e2a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:15.622025 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:10:15.622353 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:10:15.625035 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91cb3ae-d4bc-4296-8127-b26a39f13620 None None] Pushing event updated for resources: {'Port': ['ID=1e28755f-ef6f-4da7-8912-7200c8761a7e,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:15.637602 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] For port e23ba621-6158-4cdc-81c1-c43c4a1efeac, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:10:15.641599 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] For port e23ba621-6158-4cdc-81c1-c43c4a1efeac, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e23ba621-6158-4cdc-81c1-c43c4a1efeac,segment=NetworkSegment(84854a8c-ded1-4ca6-9cb8-0eb467d349a7),segment_id=84854a8c-ded1-4ca6-9cb8-0eb467d349a7)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:10:15.647682 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d3c7287f-c6a7-43c5-92ea-0e58a69c2c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:15.667768 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-44a5deb1-54f0-4aaf-b28b-6735a89fd966 None None] Provisioning complete for port 1e28755f-ef6f-4da7-8912-7200c8761a7e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:10:15.667768 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-44a5deb1-54f0-4aaf-b28b-6735a89fd966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:15.677423 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-078a41a0-1ad7-4b85-8de2-43381a36f6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:15.699443 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-efba195a-f961-426f-9244-e986b7060e2a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed316e4d-83c5-4577-9fd9-83b1b3ab49cb']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:15.723368 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:15.736583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-d3c7287f-c6a7-43c5-92ea-0e58a69c2c4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c80dbc33-d094-48dc-9612-ced50ccd8ebf']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:15.744111 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-efba195a-f961-426f-9244-e986b7060e2a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4718b2e7-a609-4317-b72f-a8ca98b8793f') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:15.744408 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-efba195a-f961-426f-9244-e986b7060e2a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4718b2e7-a609-4317-b72f-a8ca98b8793f') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:15.775157 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-078a41a0-1ad7-4b85-8de2-43381a36f6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:15.785359 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-d3c7287f-c6a7-43c5-92ea-0e58a69c2c4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f69cb6bb-db39-47f2-b287-741f911dcdf9') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:15.785646 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-d3c7287f-c6a7-43c5-92ea-0e58a69c2c4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f69cb6bb-db39-47f2-b287-741f911dcdf9') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:15.838702 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:15.839341 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:15.840766 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] 10.222.0.57 "PUT /v2.0/ports/e23ba621-6158-4cdc-81c1-c43c4a1efeac HTTP/1.1" status: 200 len: 1091 time: 2.6803744 Mar 01 21:10:15.841261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'tag': 'e23ba621-6158-4cdc-81c1-c43c4a1efeac'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:10:15.858986 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-efba195a-f961-426f-9244-e986b7060e2a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:15.900949 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-efba195a-f961-426f-9244-e986b7060e2a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:15.908287 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659981d9-fb66-48a4-b1b5-b8ffe4a87cf6 service neutron] Pushing event updated for resources: {'Port': ['ID=e23ba621-6158-4cdc-81c1-c43c4a1efeac,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:15.918920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efba195a-f961-426f-9244-e986b7060e2a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:10:15.919246 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-efba195a-f961-426f-9244-e986b7060e2a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:10:15.953342 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:10:15.968261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] Request body: {'port': {'device_id': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:15.984722 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d3c7287f-c6a7-43c5-92ea-0e58a69c2c4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:15.997939 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-078a41a0-1ad7-4b85-8de2-43381a36f6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:16.052342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Deleting port 1e28755f-ef6f-4da7-8912-7200c8761a7e {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:10:16.052924 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:16.125786 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d3c7287f-c6a7-43c5-92ea-0e58a69c2c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:16.129632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078a41a0-1ad7-4b85-8de2-43381a36f6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a766eae-8b20-48f3-ba7a-2171244a71b1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:16.154898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3c7287f-c6a7-43c5-92ea-0e58a69c2c4a admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:10:16.161092 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d3c7287f-c6a7-43c5-92ea-0e58a69c2c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:10:16.215578 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:10:16.241559 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-078a41a0-1ad7-4b85-8de2-43381a36f6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:16.245699 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-078a41a0-1ad7-4b85-8de2-43381a36f6f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5a766eae-8b20-48f3-ba7a-2171244a71b1 HTTP/1.1" status: 204 len: 168 time: 0.9817338 Mar 01 21:10:16.336688 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-efba195a-f961-426f-9244-e986b7060e2a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:16.358850 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-efba195a-f961-426f-9244-e986b7060e2a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:16.369025 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1e28755f-ef6f-4da7-8912-7200c8761a7e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:10:16.457192 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'tag': 'e23ba621-6158-4cdc-81c1-c43c4a1efeac', 'status': 'completed', 'code': 200} Mar 01 21:10:16.476826 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-efba195a-f961-426f-9244-e986b7060e2a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "DELETE /v2.0/networks/ed316e4d-83c5-4577-9fd9-83b1b3ab49cb HTTP/1.1" status: 204 len: 168 time: 1.9872823 Mar 01 21:10:16.477715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efba195a-f961-426f-9244-e986b7060e2a tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event deleted for resources: {'Network': ['ID=ed316e4d-83c5-4577-9fd9-83b1b3ab49cb,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:16.479322 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32780) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:16.516713 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 1e28755f-ef6f-4da7-8912-7200c8761a7e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:10:16.516713 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:16.565962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cb8f26d-238a-42fb-a8cb-db11bbd53f83 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Deleting subnet 9ecf1d94-7e20-4285-91fb-a4fc9b5f2076 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:10:16.570735 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2cb8f26d-238a-42fb-a8cb-db11bbd53f83 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:16.624894 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d3c7287f-c6a7-43c5-92ea-0e58a69c2c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:16.645427 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:16.649476 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d3c7287f-c6a7-43c5-92ea-0e58a69c2c4a admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:16.665104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7287f-c6a7-43c5-92ea-0e58a69c2c4a admin admin] Pushing event deleted for resources: {'Network': ['ID=c80dbc33-d094-48dc-9612-ced50ccd8ebf,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:16.675308 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d3c7287f-c6a7-43c5-92ea-0e58a69c2c4a admin admin] 10.222.0.42 "DELETE /v2.0/networks/c80dbc33-d094-48dc-9612-ced50ccd8ebf HTTP/1.1" status: 204 len: 168 time: 1.6420083 Mar 01 21:10:16.675540 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2cb8f26d-238a-42fb-a8cb-db11bbd53f83 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:16.718465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d79412-f6f4-40fc-90b1-570be6b1fe4e req-aec7d0bc-0551-4210-9c99-646e3a631d98 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:16.724608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d79412-f6f4-40fc-90b1-570be6b1fe4e req-aec7d0bc-0551-4210-9c99-646e3a631d98 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:16.730586 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d79412-f6f4-40fc-90b1-570be6b1fe4e req-aec7d0bc-0551-4210-9c99-646e3a631d98 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:16.737239 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d79412-f6f4-40fc-90b1-570be6b1fe4e req-aec7d0bc-0551-4210-9c99-646e3a631d98 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:16.743103 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d79412-f6f4-40fc-90b1-570be6b1fe4e req-aec7d0bc-0551-4210-9c99-646e3a631d98 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:16.745058 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2d79412-f6f4-40fc-90b1-570be6b1fe4e req-aec7d0bc-0551-4210-9c99-646e3a631d98 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 3827 time: 0.3350995 Mar 01 21:10:16.810825 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154922ac-af71-4f48-ab1f-a8ef0474b049 req-7f850ddf-e1dd-4ec5-985b-418304816e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:16.811256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154922ac-af71-4f48-ab1f-a8ef0474b049 req-7f850ddf-e1dd-4ec5-985b-418304816e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:16.811773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154922ac-af71-4f48-ab1f-a8ef0474b049 req-7f850ddf-e1dd-4ec5-985b-418304816e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:16.812252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154922ac-af71-4f48-ab1f-a8ef0474b049 req-7f850ddf-e1dd-4ec5-985b-418304816e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:16.812945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154922ac-af71-4f48-ab1f-a8ef0474b049 req-7f850ddf-e1dd-4ec5-985b-418304816e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:16.815098 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-154922ac-af71-4f48-ab1f-a8ef0474b049 req-7f850ddf-e1dd-4ec5-985b-418304816e50 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5753fa3f75764d519dfd77c438eb049c&device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 4362 time: 0.3518929 Mar 01 21:10:16.823150 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2d79412-f6f4-40fc-90b1-570be6b1fe4e req-6a77a8c1-eaac-484b-aec4-241fddaa61d7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667593 Mar 01 21:10:16.858323 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2cb8f26d-238a-42fb-a8cb-db11bbd53f83 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:17.075288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] For port 1e28755f-ef6f-4da7-8912-7200c8761a7e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1e28755f-ef6f-4da7-8912-7200c8761a7e,segment=NetworkSegment(a3296a36-0995-42be-bbc4-a9f09b77497a),segment_id=a3296a36-0995-42be-bbc4-a9f09b77497a)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:10:17.075934 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:17.180304 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2cb8f26d-238a-42fb-a8cb-db11bbd53f83 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:17.245183 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd424b2-0ecd-43a4-aa9b-ecab2bdaa158 None None] Network 07f2fdd9-c528-41f7-839c-be95e4453f34 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:10:17.252724 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2cb8f26d-238a-42fb-a8cb-db11bbd53f83 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:17.263933 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8f26d-238a-42fb-a8cb-db11bbd53f83 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event deleted for resources: {'Subnet': ['ID=9ecf1d94-7e20-4285-91fb-a4fc9b5f2076,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:17.271963 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2cb8f26d-238a-42fb-a8cb-db11bbd53f83 tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "DELETE /v2.0/subnets/9ecf1d94-7e20-4285-91fb-a4fc9b5f2076 HTTP/1.1" status: 204 len: 168 time: 0.7870977 Mar 01 21:10:17.274408 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32790) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:17.351634 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32796) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:17.426384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Calling delete_port for 1e28755f-ef6f-4da7-8912-7200c8761a7e owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:10:17.494247 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154922ac-af71-4f48-ab1f-a8ef0474b049 req-e9cc566d-c621-4d86-9887-1254761b0781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:17.495040 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154922ac-af71-4f48-ab1f-a8ef0474b049 req-e9cc566d-c621-4d86-9887-1254761b0781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:17.495754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154922ac-af71-4f48-ab1f-a8ef0474b049 req-e9cc566d-c621-4d86-9887-1254761b0781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:17.497555 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-154922ac-af71-4f48-ab1f-a8ef0474b049 req-e9cc566d-c621-4d86-9887-1254761b0781 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5753fa3f75764d519dfd77c438eb049c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6323903 Mar 01 21:10:17.504126 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:17.518299 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b715dafa-06f7-4ffe-b99b-d502ac00fbe1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b54aaec3d75143a9a9eb45e3b7487747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654432 Mar 01 21:10:17.519462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32802) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:17.575213 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Deleting port c48ecc10-6465-432d-9b8c-88872074d82c {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:10:17.575893 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:17.673671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32806) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:17.692580 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538a1c52-a281-4fcf-be92-20538d459c84 None None] DHCP port deletion for 07f2fdd9-c528-41f7-839c-be95e4453f34 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:10:17.698165 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-538a1c52-a281-4fcf-be92-20538d459c84 None None] Deleting port c48ecc10-6465-432d-9b8c-88872074d82c {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:10:17.698542 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-538a1c52-a281-4fcf-be92-20538d459c84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:17.745645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32814) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:17.790427 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-233438ae-89c8-4af4-9a04-c6b0d05118a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:17.817457 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a9006dc-ba85-4a87-bfc9-9ec76ec51f6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:17.846114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:10:17.860922 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:17.875017 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a9006dc-ba85-4a87-bfc9-9ec76ec51f6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:17.906319 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154922ac-af71-4f48-ab1f-a8ef0474b049 req-5b2b0adb-9fd4-4fdb-8ab4-94b1c464767b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:17.908496 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-154922ac-af71-4f48-ab1f-a8ef0474b049 req-5b2b0adb-9fd4-4fdb-8ab4-94b1c464767b service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3943059 Mar 01 21:10:17.910449 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] Transition to ACTIVE for port object 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:17.986901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-233438ae-89c8-4af4-9a04-c6b0d05118a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:17.993718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-538a1c52-a281-4fcf-be92-20538d459c84 None None] For port c48ecc10-6465-432d-9b8c-88872074d82c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c48ecc10-6465-432d-9b8c-88872074d82c,segment=NetworkSegment(f578b150-f42a-4429-b4a4-5525ca2317d8),segment_id=f578b150-f42a-4429-b4a4-5525ca2317d8)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:10:17.994143 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-538a1c52-a281-4fcf-be92-20538d459c84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:18.004158 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:18.057370 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-233438ae-89c8-4af4-9a04-c6b0d05118a0 admin admin] Usage tracker for resource:security_group_rule and tenant:621ac6ac68fb430d9df39eb1edff733a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:18.086711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-233438ae-89c8-4af4-9a04-c6b0d05118a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:18.152506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-538a1c52-a281-4fcf-be92-20538d459c84 None None] Calling delete_port for c48ecc10-6465-432d-9b8c-88872074d82c owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:10:18.179487 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:18.209537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-233438ae-89c8-4af4-9a04-c6b0d05118a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:18.219554 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3770f75-01f7-4b9b-bc3a-c9bf2006682d None None] DHCP port deletion for b81d715e-e89f-4d61-bb31-1369063fce09 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:10:18.240091 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Port': ['ID=1e28755f-ef6f-4da7-8912-7200c8761a7e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:18.325445 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a9006dc-ba85-4a87-bfc9-9ec76ec51f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:18.358622 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ae39-590d-49e1-a3bd-3677e8d6303b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:18.368664 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] For port c48ecc10-6465-432d-9b8c-88872074d82c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c48ecc10-6465-432d-9b8c-88872074d82c,segment=NetworkSegment(f578b150-f42a-4429-b4a4-5525ca2317d8),segment_id=f578b150-f42a-4429-b4a4-5525ca2317d8)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:10:18.369333 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:18.379714 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9006dc-ba85-4a87-bfc9-9ec76ec51f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f694852b-78bd-4745-9c9e-0e7c7c10d54a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:18.393349 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1e28755f-ef6f-4da7-8912-7200c8761a7e no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:10:18.398312 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a9006dc-ba85-4a87-bfc9-9ec76ec51f6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:18.402652 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5a9006dc-ba85-4a87-bfc9-9ec76ec51f6e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f694852b-78bd-4745-9c9e-0e7c7c10d54a HTTP/1.1" status: 204 len: 168 time: 0.8822570 Mar 01 21:10:18.449016 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 1e28755f-ef6f-4da7-8912-7200c8761a7e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:10:18.449406 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1e28755f-ef6f-4da7-8912-7200c8761a7e not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:10:18.449969 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c48ecc10-6465-432d-9b8c-88872074d82c no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:10:18.553688 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-538a1c52-a281-4fcf-be92-20538d459c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:18.619124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No DVR routers for this DVR port 1e28755f-ef6f-4da7-8912-7200c8761a7e on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:10:18.643622 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: c48ecc10-6465-432d-9b8c-88872074d82c {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:10:18.644010 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c48ecc10-6465-432d-9b8c-88872074d82c not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:10:18.677615 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538a1c52-a281-4fcf-be92-20538d459c84 None None] No DVR routers for this DVR port c48ecc10-6465-432d-9b8c-88872074d82c on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:10:18.677615 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a1c52-a281-4fcf-be92-20538d459c84 None None] Pushing event deleted for resources: {'Port': ['ID=c48ecc10-6465-432d-9b8c-88872074d82c,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:18.677889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92f260-3d21-4dd1-94ec-3be8d85d44ec req-70d757b9-7c42-4edf-b3da-b78c9cd6f698 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:18.696343 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92f260-3d21-4dd1-94ec-3be8d85d44ec req-70d757b9-7c42-4edf-b3da-b78c9cd6f698 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:18.702938 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92f260-3d21-4dd1-94ec-3be8d85d44ec req-70d757b9-7c42-4edf-b3da-b78c9cd6f698 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:18.709760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92f260-3d21-4dd1-94ec-3be8d85d44ec req-70d757b9-7c42-4edf-b3da-b78c9cd6f698 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:18.716338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e92f260-3d21-4dd1-94ec-3be8d85d44ec req-70d757b9-7c42-4edf-b3da-b78c9cd6f698 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:18.718772 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e92f260-3d21-4dd1-94ec-3be8d85d44ec req-70d757b9-7c42-4edf-b3da-b78c9cd6f698 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 3827 time: 0.7404625 Mar 01 21:10:18.732780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Calling delete_port for c48ecc10-6465-432d-9b8c-88872074d82c owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:10:18.842916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d7f4ae39-590d-49e1-a3bd-3677e8d6303b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:18.846723 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223ca751-ed4c-46cf-b8b2-0ffd129833f0 None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:10:18.877182 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:10:18.878179 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:10:18.899253 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d7f4ae39-590d-49e1-a3bd-3677e8d6303b admin admin] Usage tracker for resource:security_group_rule and tenant:55f1fa8ba6a34ea890806fdb1d680810 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:18.909321 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-233438ae-89c8-4af4-9a04-c6b0d05118a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:18.917235 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d7f4ae39-590d-49e1-a3bd-3677e8d6303b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:18.920246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] Pushing event updated for resources: {'Port': ['ID=9d0d0579-3c8c-4a39-b67f-ca991e94ba0b,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:18.935254 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d7f4ae39-590d-49e1-a3bd-3677e8d6303b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:18.944331 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e92f260-3d21-4dd1-94ec-3be8d85d44ec req-0e5c68fd-5962-41e0-a2fd-eeedf5d73c2b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649061 Mar 01 21:10:18.994511 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-233438ae-89c8-4af4-9a04-c6b0d05118a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:19.012218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223ca751-ed4c-46cf-b8b2-0ffd129833f0 None None] Resources bound (agent type, host, resource id): {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:10:19.022774 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:19.168035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233438ae-89c8-4af4-9a04-c6b0d05118a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c62fa3-a49c-40b2-ae6b-4bf9132eb106,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:19.174912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-233438ae-89c8-4af4-9a04-c6b0d05118a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=621ac6ac68fb430d9df39eb1edff733a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4285252 Mar 01 21:10:19.190958 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32830) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:19.260220 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] Attempting to bind port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:10:19.260220 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] Attempting to bind port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'a8a93b07-13b1-4192-a516-e287f6d815ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:10:19.260220 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] Attempting to bind port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b on network 7a6458a9-9015-413f-bf43-efd7a3b7923c {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:10:19.286951 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] Port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b on network 7a6458a9-9015-413f-bf43-efd7a3b7923c not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:10:19.287452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] Attempting to bind port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b on network 7a6458a9-9015-413f-bf43-efd7a3b7923c {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:10:19.302570 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:10:19.303279 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] Checking segment: {'id': 'a8a93b07-13b1-4192-a516-e287f6d815ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:10:19.304645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] Bound using segment: {'id': 'a8a93b07-13b1-4192-a516-e287f6d815ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:10:19.305766 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] Bound port: 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a93b07-13b1-4192-a516-e287f6d815ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:10:19.306358 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:19.371326 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9c869a60-6ad2-49f5-9e62-1a3383698a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:19.385010 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Deleting port c48ecc10-6465-432d-9b8c-88872074d82c {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:10:19.388600 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:19.475484 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] For port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:10:19.485971 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] For port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9d0d0579-3c8c-4a39-b67f-ca991e94ba0b,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:10:19.550835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac327152-2c6f-4ac2-850d-cf856d084b9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-b81d715e-e89f-4d61-bb31-1369063fce09', 'network_id': 'b81d715e-e89f-4d61-bb31-1369063fce09', 'tenant_id': '126f883557a74fbe85af15698faf078f', 'fixed_ips': [{'subnet_id': '10487c09-03fb-4908-a6ce-4d7c9b8b942d'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:10:19.551906 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ac327152-2c6f-4ac2-850d-cf856d084b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:19.556071 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] The port 'c48ecc10-6465-432d-9b8c-88872074d82c' was deleted {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:10:19.557313 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ae39-590d-49e1-a3bd-3677e8d6303b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:19.572931 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9c869a60-6ad2-49f5-9e62-1a3383698a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:19.580688 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:19.686962 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server [None req-ac327152-2c6f-4ac2-850d-cf856d084b9b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10487c09-03fb-4908-a6ce-4d7c9b8b942d: This subnet is being modified by another concurrent operation. Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:10:19.725131 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise exception Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10487c09-03fb-4908-a6ce-4d7c9b8b942d: This subnet is being modified by another concurrent operation. Mar 01 21:10:19.731589 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Mar 01 21:10:19.754357 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d7f4ae39-590d-49e1-a3bd-3677e8d6303b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:19.755479 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521772c3-37ab-4926-b9ea-d20ec867f361 None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:10:19.862321 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d7f4ae39-590d-49e1-a3bd-3677e8d6303b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55f1fa8ba6a34ea890806fdb1d680810&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1624682 Mar 01 21:10:19.874645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32848) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:19.888420 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Subnet': ['ID=10487c09-03fb-4908-a6ce-4d7c9b8b942d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:19.925169 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:19.925169 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:19.926580 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] 10.222.0.57 "PUT /v2.0/ports/9d0d0579-3c8c-4a39-b67f-ca991e94ba0b HTTP/1.1" status: 200 len: 1135 time: 3.9637620 Mar 01 21:10:19.927154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4ae39-590d-49e1-a3bd-3677e8d6303b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fbcdae-b3e7-49d6-ac97-1a12f0653e3f,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:19.929905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'tag': '9d0d0579-3c8c-4a39-b67f-ca991e94ba0b'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:10:19.959012 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:20.021787 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f2fdd9-c528-41f7-839c-be95e4453f34']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:20.022205 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521772c3-37ab-4926-b9ea-d20ec867f361 None None] Resources bound (agent type, host, resource id): {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:10:20.037398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f578b150-f42a-4429-b4a4-5525ca2317d8') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:20.038087 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f578b150-f42a-4429-b4a4-5525ca2317d8') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:20.058352 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:20.085780 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9c869a60-6ad2-49f5-9e62-1a3383698a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:20.095714 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:20.128746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] Request body: {'port': {'device_id': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:20.146532 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c869a60-6ad2-49f5-9e62-1a3383698a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c62fa3-a49c-40b2-ae6b-4bf9132eb106,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:20.167867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:10:20.168730 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:20.192838 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'tag': '9d0d0579-3c8c-4a39-b67f-ca991e94ba0b', 'status': 'completed', 'code': 200} Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:10:20.224783 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:10:20.348504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d30f400-99bb-4654-a497-f16757ff8d4b service neutron] Pushing event updated for resources: {'Port': ['ID=9d0d0579-3c8c-4a39-b67f-ca991e94ba0b,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:20.383577 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:20.425926 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32862) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:20.465943 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9c869a60-6ad2-49f5-9e62-1a3383698a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:20.477648 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9c869a60-6ad2-49f5-9e62-1a3383698a46 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b2c62fa3-a49c-40b2-ae6b-4bf9132eb106 HTTP/1.1" status: 204 len: 168 time: 1.2762327 Mar 01 21:10:20.608304 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9cdbe-537e-40f0-9ce0-951666627a69 req-ad5b4803-97f1-4a1e-b12a-44f214a98570 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:20.615425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9cdbe-537e-40f0-9ce0-951666627a69 req-ad5b4803-97f1-4a1e-b12a-44f214a98570 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:20.616776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b81d715e-e89f-4d61-bb31-1369063fce09']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:20.622439 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9cdbe-537e-40f0-9ce0-951666627a69 req-ad5b4803-97f1-4a1e-b12a-44f214a98570 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:20.630750 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9cdbe-537e-40f0-9ce0-951666627a69 req-ad5b4803-97f1-4a1e-b12a-44f214a98570 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:20.637846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9cdbe-537e-40f0-9ce0-951666627a69 req-ad5b4803-97f1-4a1e-b12a-44f214a98570 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:20.644659 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9cdbe-537e-40f0-9ce0-951666627a69 req-ad5b4803-97f1-4a1e-b12a-44f214a98570 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:20.646776 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3db9cdbe-537e-40f0-9ce0-951666627a69 req-ad5b4803-97f1-4a1e-b12a-44f214a98570 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 4604 time: 0.4045806 Mar 01 21:10:20.648227 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:20.674380 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3296a36-0995-42be-bbc4-a9f09b77497a') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:20.674731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3296a36-0995-42be-bbc4-a9f09b77497a') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:20.691599 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:20.707181 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a5b84de-3854-47d0-92c5-88e43db3a6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:20.711793 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:20.757531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] Pushing event deleted for resources: {'Network': ['ID=07f2fdd9-c528-41f7-839c-be95e4453f34,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:20.762190 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:20.764965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-771d8f4f-24a6-4c7b-a88e-bb349aeeaa6d tempest-NetworksIpV6TestAttrs-884228379 tempest-NetworksIpV6TestAttrs-884228379-project] 10.222.0.42 "DELETE /v2.0/networks/07f2fdd9-c528-41f7-839c-be95e4453f34 HTTP/1.1" status: 204 len: 168 time: 3.4894760 Mar 01 21:10:20.781274 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:20.816011 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3db9cdbe-537e-40f0-9ce0-951666627a69 req-fc9bd304-4740-4b4f-b4dd-5e725738ad85 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1131229 Mar 01 21:10:20.829650 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:10:20.829844 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:10:20.849057 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a5b84de-3854-47d0-92c5-88e43db3a6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:20.878938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4dd34-1587-4e29-a9a7-52d650612f6e req-635b24c7-471e-4f9f-ad3c-22daf2301555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:20.879472 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4dd34-1587-4e29-a9a7-52d650612f6e req-635b24c7-471e-4f9f-ad3c-22daf2301555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:20.879966 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4dd34-1587-4e29-a9a7-52d650612f6e req-635b24c7-471e-4f9f-ad3c-22daf2301555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:20.880469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4dd34-1587-4e29-a9a7-52d650612f6e req-635b24c7-471e-4f9f-ad3c-22daf2301555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:20.881182 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4dd34-1587-4e29-a9a7-52d650612f6e req-635b24c7-471e-4f9f-ad3c-22daf2301555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:20.881389 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4dd34-1587-4e29-a9a7-52d650612f6e req-635b24c7-471e-4f9f-ad3c-22daf2301555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:20.883271 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-48e4dd34-1587-4e29-a9a7-52d650612f6e req-635b24c7-471e-4f9f-ad3c-22daf2301555 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5753fa3f75764d519dfd77c438eb049c&device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5290 time: 0.6869652 Mar 01 21:10:20.964116 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c3d20f-3079-4ef0-a791-cdfddc2cebb3 None None] Network b81d715e-e89f-4d61-bb31-1369063fce09 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:10:21.104542 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-193307259-network', 'tenant_id': 'd397067f52704b8293603081e97c4744'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:21.246824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:21.293221 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:21.319720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Usage tracker for resource:network and tenant:d397067f52704b8293603081e97c4744 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:21.491237 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:21.492410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a8cd969-8cff-44c0-9018-2a897dc8de94 None None] DHCP port deletion for b81d715e-e89f-4d61-bb31-1369063fce09 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:10:21.494314 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:21.509590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:21.559767 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Network': ['ID=b81d715e-e89f-4d61-bb31-1369063fce09,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:21.564490 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:21.620125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32888) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:21.698749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Made reservation on behalf of d397067f52704b8293603081e97c4744 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:10:21.704117 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:21.736921 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32896) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:21.739774 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-198d06e5-2022-478a-b7aa-1dc545f7dc10 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/b81d715e-e89f-4d61-bb31-1369063fce09 HTTP/1.1" status: 204 len: 168 time: 10.6497519 Mar 01 21:10:21.761667 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4dd34-1587-4e29-a9a7-52d650612f6e req-80548ea8-92ff-4fdb-9d86-700a032073af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:21.762156 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4dd34-1587-4e29-a9a7-52d650612f6e req-80548ea8-92ff-4fdb-9d86-700a032073af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:21.762636 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4dd34-1587-4e29-a9a7-52d650612f6e req-80548ea8-92ff-4fdb-9d86-700a032073af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:21.774332 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-48e4dd34-1587-4e29-a9a7-52d650612f6e req-80548ea8-92ff-4fdb-9d86-700a032073af service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5753fa3f75764d519dfd77c438eb049c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.7584922 Mar 01 21:10:21.778341 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:21.786351 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ffff4a-8aec-4fdb-a9a9-feadb3e5b97b tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] GET failed (client error): The resource could not be found. Mar 01 21:10:21.787105 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-15ffff4a-8aec-4fdb-a9a9-feadb3e5b97b tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Synchronizing usage tracker for tenant:126f883557a74fbe85af15698faf078f on resource:subnet {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:10:21.810415 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a5b84de-3854-47d0-92c5-88e43db3a6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:21.819660 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a5b84de-3854-47d0-92c5-88e43db3a6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:21.820830 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5a5b84de-3854-47d0-92c5-88e43db3a6bb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/30fbcdae-b3e7-49d6-ac97-1a12f0653e3f HTTP/1.1" status: 204 len: 168 time: 1.9449666 Mar 01 21:10:21.903484 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-15ffff4a-8aec-4fdb-a9a9-feadb3e5b97b tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Unset dirty status for tenant:126f883557a74fbe85af15698faf078f on resource:subnet {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:10:21.904644 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-15ffff4a-8aec-4fdb-a9a9-feadb3e5b97b tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "GET /v2.0/subnets/10487c09-03fb-4908-a6ce-4d7c9b8b942d HTTP/1.1" status: 404 len: 337 time: 0.1664853 Mar 01 21:10:21.909150 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32904) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:21.966578 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-9855a483-678c-45a2-b8e4-4396ed389201 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:21.973007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9855a483-678c-45a2-b8e4-4396ed389201 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:21.974854 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9855a483-678c-45a2-b8e4-4396ed389201 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/b81d715e-e89f-4d61-bb31-1369063fce09 HTTP/1.1" status: 404 len: 339 time: 0.0646656 Mar 01 21:10:21.979862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32908) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:21.996754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:21.999114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b84de-3854-47d0-92c5-88e43db3a6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fbcdae-b3e7-49d6-ac97-1a12f0653e3f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:22.030746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Usage tracker for resource:security_group_rule and tenant:d397067f52704b8293603081e97c4744 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:22.036216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:22.175239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:22.314969 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4dd34-1587-4e29-a9a7-52d650612f6e req-62631421-cd54-4f57-9d7a-6d088c387926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:22.316408 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-48e4dd34-1587-4e29-a9a7-52d650612f6e req-62631421-cd54-4f57-9d7a-6d088c387926 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5133390 Mar 01 21:10:22.459623 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c36761c-92b0-40ce-856e-9045d7286b0b {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:10:22.474809 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:22.499498 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] Transition to ACTIVE for port object 8c36761c-92b0-40ce-856e-9045d7286b0b will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:22.524011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95191aff-13c6-43e2-8597-0993ad30d89e req-f8ba7cba-5a3e-44a3-bf38-acc36e505468 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:22.525538 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:22.530126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95191aff-13c6-43e2-8597-0993ad30d89e req-f8ba7cba-5a3e-44a3-bf38-acc36e505468 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:22.536380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95191aff-13c6-43e2-8597-0993ad30d89e req-f8ba7cba-5a3e-44a3-bf38-acc36e505468 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:22.542603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95191aff-13c6-43e2-8597-0993ad30d89e req-f8ba7cba-5a3e-44a3-bf38-acc36e505468 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:22.549971 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95191aff-13c6-43e2-8597-0993ad30d89e req-f8ba7cba-5a3e-44a3-bf38-acc36e505468 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:22.556119 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95191aff-13c6-43e2-8597-0993ad30d89e req-f8ba7cba-5a3e-44a3-bf38-acc36e505468 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:22.561741 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-95191aff-13c6-43e2-8597-0993ad30d89e req-f8ba7cba-5a3e-44a3-bf38-acc36e505468 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 4604 time: 0.5541883 Mar 01 21:10:22.583402 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7cbba873-7dbc-4515-9029-efa664fdd0a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b98739478574ba1afcf8ea5f2d42605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9559631 Mar 01 21:10:22.584814 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32928) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:22.605222 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:22.653187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89918853-7a1e-41c5-98e1-99aced46b795 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:22.653187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-89918853-7a1e-41c5-98e1-99aced46b795 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Synchronizing usage tracker for tenant:126f883557a74fbe85af15698faf078f on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:10:22.664063 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-95191aff-13c6-43e2-8597-0993ad30d89e req-f7c7056f-2382-46a3-912d-45f45640eeea tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899301 Mar 01 21:10:22.683549 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:22.763526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-89918853-7a1e-41c5-98e1-99aced46b795 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Unset dirty status for tenant:126f883557a74fbe85af15698faf078f on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:10:22.765623 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-89918853-7a1e-41c5-98e1-99aced46b795 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7637732 Mar 01 21:10:22.768763 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32934) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:22.825208 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:10:22.868532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7062235c-8ee3-4b92-95dc-3e6a8d37973c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:22.877419 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] Pushing event updated for resources: {'Port': ['ID=8c36761c-92b0-40ce-856e-9045d7286b0b,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:22.889340 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-089c76f6-2ac4-46ef-a0fe-016ab0b9d882 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "GET /v2.0/subnets?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 207 time: 0.1193311 Mar 01 21:10:22.906516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32942) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:22.961286 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:22.961624 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Added segment c6341e0d-fcd7-4111-b102-4dbadec0c079 of type vlan for network e517bba3-d9c1-4868-8682-f20940261900 Mar 01 21:10:22.999670 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dee9ce87-696e-47a1-8e7a-9af70247516e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:23.068774 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] Attempting to bind port 8c36761c-92b0-40ce-856e-9045d7286b0b on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:10:23.069108 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] Attempting to bind port 8c36761c-92b0-40ce-856e-9045d7286b0b by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'a8a93b07-13b1-4192-a516-e287f6d815ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:10:23.069663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] Attempting to bind port 8c36761c-92b0-40ce-856e-9045d7286b0b on network 7a6458a9-9015-413f-bf43-efd7a3b7923c {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:10:23.099004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] Port 8c36761c-92b0-40ce-856e-9045d7286b0b on network 7a6458a9-9015-413f-bf43-efd7a3b7923c not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:10:23.099624 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] Attempting to bind port 8c36761c-92b0-40ce-856e-9045d7286b0b on network 7a6458a9-9015-413f-bf43-efd7a3b7923c {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:10:23.142562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:10:23.143121 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] Checking segment: {'id': 'a8a93b07-13b1-4192-a516-e287f6d815ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:10:23.143720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] Bound using segment: {'id': 'a8a93b07-13b1-4192-a516-e287f6d815ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:10:23.144461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] Bound port: 8c36761c-92b0-40ce-856e-9045d7286b0b, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a93b07-13b1-4192-a516-e287f6d815ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:10:23.145196 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:23.172463 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dee9ce87-696e-47a1-8e7a-9af70247516e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:23.179967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014604e5-c51e-4ebe-8e58-802de922129f tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:23.181186 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:23.191214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014604e5-c51e-4ebe-8e58-802de922129f tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:23.198268 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014604e5-c51e-4ebe-8e58-802de922129f tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:23.211132 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014604e5-c51e-4ebe-8e58-802de922129f tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:23.212891 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-014604e5-c51e-4ebe-8e58-802de922129f tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3066213 Mar 01 21:10:23.216863 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32952) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:23.345287 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] For port 8c36761c-92b0-40ce-856e-9045d7286b0b, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:10:23.352497 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] For port 8c36761c-92b0-40ce-856e-9045d7286b0b, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=8c36761c-92b0-40ce-856e-9045d7286b0b,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:10:23.406740 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:23.408505 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:23.422830 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:23.463332 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dee9ce87-696e-47a1-8e7a-9af70247516e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:23.466892 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dee9ce87-696e-47a1-8e7a-9af70247516e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:23.471470 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-72d6fe21-5574-40d7-bf46-cd97d8420035 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2498109 Mar 01 21:10:23.472173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32964) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:23.476926 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-dee9ce87-696e-47a1-8e7a-9af70247516e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b83353d6-2e5b-4c45-8556-c97b4660effd HTTP/1.1" status: 204 len: 168 time: 0.8906040 Mar 01 21:10:23.478893 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:23.576623 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.9760153 Mar 01 21:10:23.607650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32972) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:23.619024 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-3c1ec533-1199-4e22-b2d8-ec70777b503d admin admin] Request body: {'subnet': {'network_id': 'e517bba3-d9c1-4868-8682-f20940261900', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-193307259-subnet', 'tenant_id': 'd397067f52704b8293603081e97c4744', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:23.658490 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3c1ec533-1199-4e22-b2d8-ec70777b503d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:23.672828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3c1ec533-1199-4e22-b2d8-ec70777b503d admin admin] Usage tracker for resource:subnet and tenant:d397067f52704b8293603081e97c4744 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:23.680416 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3c1ec533-1199-4e22-b2d8-ec70777b503d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:23.687574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729cfaef-1317-4859-90fd-80be5edda890 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:23.689831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729cfaef-1317-4859-90fd-80be5edda890 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:23.691491 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-729cfaef-1317-4859-90fd-80be5edda890 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2177973 Mar 01 21:10:23.696496 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32978) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:23.723493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3c1ec533-1199-4e22-b2d8-ec70777b503d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:23.773800 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee9ce87-696e-47a1-8e7a-9af70247516e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83353d6-2e5b-4c45-8556-c97b4660effd,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:23.782185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:23.782967 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:23.784660 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] 10.222.0.57 "PUT /v2.0/ports/8c36761c-92b0-40ce-856e-9045d7286b0b HTTP/1.1" status: 200 len: 1135 time: 3.7172005 Mar 01 21:10:23.796934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'tag': '8c36761c-92b0-40ce-856e-9045d7286b0b'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:10:23.819321 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:23.922892 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'tag': '8c36761c-92b0-40ce-856e-9045d7286b0b', 'status': 'completed', 'code': 200} Mar 01 21:10:23.928030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] Request body: {'port': {'device_id': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:23.979218 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe3f71c-4019-4ac6-9fac-fa63c36b817f tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:23.980646 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe3f71c-4019-4ac6-9fac-fa63c36b817f tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['shared'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:23.982261 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-abe3f71c-4019-4ac6-9fac-fa63c36b817f tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2620788 Mar 01 21:10:23.992222 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32988) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:24.112759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25be2e-599c-4461-950e-64e167b04e4d admin admin] Pushing event updated for resources: {'Network': ['ID=e517bba3-d9c1-4868-8682-f20940261900,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:24.129526 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network e517bba3-d9c1-4868-8682-f20940261900 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:10:24.134081 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1ec533-1199-4e22-b2d8-ec70777b503d admin admin] Made reservation on behalf of d397067f52704b8293603081e97c4744 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:10:24.138149 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3c1ec533-1199-4e22-b2d8-ec70777b503d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:24.249111 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfed534-e934-4ea3-a2a3-d499eba222ee service neutron] Pushing event updated for resources: {'Port': ['ID=8c36761c-92b0-40ce-856e-9045d7286b0b,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:24.300089 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:24.341335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f34c11-43df-4c9f-b07a-a9673002f216 req-c2824404-d4ec-40a9-8a0b-b4c148388494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:24.351210 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f34c11-43df-4c9f-b07a-a9673002f216 req-c2824404-d4ec-40a9-8a0b-b4c148388494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:24.351210 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f34c11-43df-4c9f-b07a-a9673002f216 req-c2824404-d4ec-40a9-8a0b-b4c148388494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:24.351210 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f34c11-43df-4c9f-b07a-a9673002f216 req-c2824404-d4ec-40a9-8a0b-b4c148388494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:24.351210 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f34c11-43df-4c9f-b07a-a9673002f216 req-c2824404-d4ec-40a9-8a0b-b4c148388494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:24.351210 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f34c11-43df-4c9f-b07a-a9673002f216 req-c2824404-d4ec-40a9-8a0b-b4c148388494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:24.351210 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f34c11-43df-4c9f-b07a-a9673002f216 req-c2824404-d4ec-40a9-8a0b-b4c148388494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:24.351210 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-87f34c11-43df-4c9f-b07a-a9673002f216 req-c2824404-d4ec-40a9-8a0b-b4c148388494 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5753fa3f75764d519dfd77c438eb049c&device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 6218 time: 0.3826783 Mar 01 21:10:24.696013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c891954-da5a-46bc-9778-1c2ead77b53e req-6b173e89-ca58-4440-9453-625b7e7858b7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:24.697532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f34c11-43df-4c9f-b07a-a9673002f216 req-7e925711-7cd9-4c97-b911-08683655e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:24.709566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c891954-da5a-46bc-9778-1c2ead77b53e req-6b173e89-ca58-4440-9453-625b7e7858b7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:24.709821 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f34c11-43df-4c9f-b07a-a9673002f216 req-7e925711-7cd9-4c97-b911-08683655e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:24.710119 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f34c11-43df-4c9f-b07a-a9673002f216 req-7e925711-7cd9-4c97-b911-08683655e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:24.715834 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-87f34c11-43df-4c9f-b07a-a9673002f216 req-7e925711-7cd9-4c97-b911-08683655e1ad service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5753fa3f75764d519dfd77c438eb049c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3319051 Mar 01 21:10:24.723154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c891954-da5a-46bc-9778-1c2ead77b53e req-6b173e89-ca58-4440-9453-625b7e7858b7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:24.729219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c891954-da5a-46bc-9778-1c2ead77b53e req-6b173e89-ca58-4440-9453-625b7e7858b7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:24.735766 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c891954-da5a-46bc-9778-1c2ead77b53e req-6b173e89-ca58-4440-9453-625b7e7858b7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:24.741613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c891954-da5a-46bc-9778-1c2ead77b53e req-6b173e89-ca58-4440-9453-625b7e7858b7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:24.749773 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c891954-da5a-46bc-9778-1c2ead77b53e req-6b173e89-ca58-4440-9453-625b7e7858b7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:24.758017 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4c891954-da5a-46bc-9778-1c2ead77b53e req-6b173e89-ca58-4440-9453-625b7e7858b7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5381 time: 0.9397728 Mar 01 21:10:24.848895 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4c891954-da5a-46bc-9778-1c2ead77b53e req-b4d0ccb1-d2e9-4dd8-9491-4255f9c3b6c9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0897219 Mar 01 21:10:24.886730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817f0c3f-50a8-488a-b9c8-9593ad1e1c73 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:24.888026 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-817f0c3f-50a8-488a-b9c8-9593ad1e1c73 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "GET /v2.0/networks/101c9c5d-78f8-4fa3-a042-b26eb572b1e0 HTTP/1.1" status: 200 len: 800 time: 0.8927188 Mar 01 21:10:24.904751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33016) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:25.103591 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3c1ec533-1199-4e22-b2d8-ec70777b503d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:25.219922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f34c11-43df-4c9f-b07a-a9673002f216 req-214a8484-2300-4099-b357-50461b07831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:25.221485 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-87f34c11-43df-4c9f-b07a-a9673002f216 req-214a8484-2300-4099-b357-50461b07831f service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4947088 Mar 01 21:10:25.364295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ec533-1199-4e22-b2d8-ec70777b503d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7383c311-3b9e-4b34-8537-6f468962ae9d,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:25.371758 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c9fb7635-91be-4e02-94de-2edb849737d0 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Synchronizing usage tracker for tenant:126f883557a74fbe85af15698faf078f on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:10:25.376790 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1ec533-1199-4e22-b2d8-ec70777b503d admin admin] Checking segment: {'id': 'c6341e0d-fcd7-4111-b102-4dbadec0c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:10:25.376790 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1ec533-1199-4e22-b2d8-ec70777b503d admin admin] Network hostable DHCP agents. Network: e517bba3-d9c1-4868-8682-f20940261900, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:10:25.402450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c9fb7635-91be-4e02-94de-2edb849737d0 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Unset dirty status for tenant:126f883557a74fbe85af15698faf078f on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:10:25.405519 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c9fb7635-91be-4e02-94de-2edb849737d0 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "GET /v2.0/networks/101c9c5d-78f8-4fa3-a042-b26eb572b1e0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5001197 Mar 01 21:10:25.408059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33024) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:25.482307 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1ec533-1199-4e22-b2d8-ec70777b503d admin admin] Network e517bba3-d9c1-4868-8682-f20940261900 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:10:25.536647 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 969212d9-1c07-4ab9-9842-4c8c239a86bb {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:10:25.545285 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66856139-47ab-4115-8b0a-c369e138ca93 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:25.545919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-66856139-47ab-4115-8b0a-c369e138ca93 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Synchronizing usage tracker for tenant:126f883557a74fbe85af15698faf078f on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:10:25.553880 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:25.568536 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-3c1ec533-1199-4e22-b2d8-ec70777b503d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, e517bba3-d9c1-4868-8682-f20940261900) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:10:25.571303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1ec533-1199-4e22-b2d8-ec70777b503d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:25.574137 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3c1ec533-1199-4e22-b2d8-ec70777b503d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:25.575482 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8822e9-f6e2-46b3-9706-eb08d2865920 None None] Network e517bba3-d9c1-4868-8682-f20940261900 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:10:25.576488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] Transition to ACTIVE for port object 969212d9-1c07-4ab9-9842-4c8c239a86bb will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:25.577383 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-66856139-47ab-4115-8b0a-c369e138ca93 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Unset dirty status for tenant:126f883557a74fbe85af15698faf078f on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:10:25.578749 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-66856139-47ab-4115-8b0a-c369e138ca93 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "GET /v2.0/subnets/63a6f825-c58d-4193-909b-0b474b660caf HTTP/1.1" status: 200 len: 811 time: 0.1695051 Mar 01 21:10:25.582236 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33030) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:25.697355 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3c1ec533-1199-4e22-b2d8-ec70777b503d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0813217 Mar 01 21:10:25.722110 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5778c3cd-7867-4929-b747-c7088e04c2ee tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['shared'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:25.726608 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5778c3cd-7867-4929-b747-c7088e04c2ee tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "GET /v2.0/subnets/63a6f825-c58d-4193-909b-0b474b660caf?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1426260 Mar 01 21:10:25.730149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33038) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:25.730408 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:25.739554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-acd14904-44b3-439d-b917-ddb9aeb15d5a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-524143241'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:25.746731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-acd14904-44b3-439d-b917-ddb9aeb15d5a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:25.758698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-acd14904-44b3-439d-b917-ddb9aeb15d5a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:25.883331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd14904-44b3-439d-b917-ddb9aeb15d5a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:10:25.889632 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-acd14904-44b3-439d-b917-ddb9aeb15d5a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:25.992176 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd14904-44b3-439d-b917-ddb9aeb15d5a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:10:26.022331 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-acd14904-44b3-439d-b917-ddb9aeb15d5a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:26.028928 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-acd14904-44b3-439d-b917-ddb9aeb15d5a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Added segment 3a5c71b1-ad5e-4937-86cf-b85ac28e4e1b of type vlan for network e6121fa6-f7ac-4b24-b5f2-058bde9374d3 Mar 01 21:10:26.070520 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc89103-7159-4ceb-a92c-ff11c7996dad None None] Network e517bba3-d9c1-4868-8682-f20940261900 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:10:26.163692 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-acd14904-44b3-439d-b917-ddb9aeb15d5a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:26.335547 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] Pushing event updated for resources: {'Port': ['ID=969212d9-1c07-4ab9-9842-4c8c239a86bb,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:26.399298 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-acd14904-44b3-439d-b917-ddb9aeb15d5a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:26.413826 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd14904-44b3-439d-b917-ddb9aeb15d5a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:26.418799 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-acd14904-44b3-439d-b917-ddb9aeb15d5a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:26.419911 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] Attempting to bind port 969212d9-1c07-4ab9-9842-4c8c239a86bb on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:10:26.420325 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] Attempting to bind port 969212d9-1c07-4ab9-9842-4c8c239a86bb by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'a8a93b07-13b1-4192-a516-e287f6d815ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:10:26.420732 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] Attempting to bind port 969212d9-1c07-4ab9-9842-4c8c239a86bb on network 7a6458a9-9015-413f-bf43-efd7a3b7923c {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:10:26.427780 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] Port 969212d9-1c07-4ab9-9842-4c8c239a86bb on network 7a6458a9-9015-413f-bf43-efd7a3b7923c not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:10:26.428177 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] Attempting to bind port 969212d9-1c07-4ab9-9842-4c8c239a86bb on network 7a6458a9-9015-413f-bf43-efd7a3b7923c {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:10:26.435727 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:10:26.438734 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] Checking segment: {'id': 'a8a93b07-13b1-4192-a516-e287f6d815ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:10:26.445455 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] Bound using segment: {'id': 'a8a93b07-13b1-4192-a516-e287f6d815ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:10:26.445455 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] Bound port: 969212d9-1c07-4ab9-9842-4c8c239a86bb, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a93b07-13b1-4192-a516-e287f6d815ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:10:26.445455 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:26.590009 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-acd14904-44b3-439d-b917-ddb9aeb15d5a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8586769 Mar 01 21:10:26.594997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33066) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:26.612664 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d66e3-35bc-44b9-b3ae-f642cc0b748a req-e4a1f48a-f100-44c2-a70a-f86609c4e0b6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:26.618721 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d66e3-35bc-44b9-b3ae-f642cc0b748a req-e4a1f48a-f100-44c2-a70a-f86609c4e0b6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:26.622793 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] For port 969212d9-1c07-4ab9-9842-4c8c239a86bb, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:10:26.626716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d66e3-35bc-44b9-b3ae-f642cc0b748a req-e4a1f48a-f100-44c2-a70a-f86609c4e0b6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:26.627648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] For port 969212d9-1c07-4ab9-9842-4c8c239a86bb, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=969212d9-1c07-4ab9-9842-4c8c239a86bb,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:10:26.633063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d66e3-35bc-44b9-b3ae-f642cc0b748a req-e4a1f48a-f100-44c2-a70a-f86609c4e0b6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:26.639037 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d66e3-35bc-44b9-b3ae-f642cc0b748a req-e4a1f48a-f100-44c2-a70a-f86609c4e0b6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:26.645021 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d66e3-35bc-44b9-b3ae-f642cc0b748a req-e4a1f48a-f100-44c2-a70a-f86609c4e0b6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:26.650800 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d66e3-35bc-44b9-b3ae-f642cc0b748a req-e4a1f48a-f100-44c2-a70a-f86609c4e0b6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:26.652710 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-db4d66e3-35bc-44b9-b3ae-f642cc0b748a req-e4a1f48a-f100-44c2-a70a-f86609c4e0b6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5393 time: 0.4094837 Mar 01 21:10:26.653388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd14904-44b3-439d-b917-ddb9aeb15d5a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Network': ['ID=e6121fa6-f7ac-4b24-b5f2-058bde9374d3,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:26.660717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-04b9fa42-db2c-4ce9-9924-8783e9c78ffa tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'subnet': {'network_id': 'e6121fa6-f7ac-4b24-b5f2-058bde9374d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:26.700487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network e6121fa6-f7ac-4b24-b5f2-058bde9374d3 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:10:26.706152 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:26.909697 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-db4d66e3-35bc-44b9-b3ae-f642cc0b748a req-fc1d3a14-462b-443c-88b7-a448a743593d tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1960859 Mar 01 21:10:26.950464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33082) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:27.236026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] Pushing event updated for resources: {'Port': ['ID=969212d9-1c07-4ab9-9842-4c8c239a86bb,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:27.254947 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:27.255258 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:27.261167 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-04b9fa42-db2c-4ce9-9924-8783e9c78ffa tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:27.261420 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be3eead2-8ea0-4299-bb60-6c6191c00e7f service neutron] 10.222.0.57 "PUT /v2.0/ports/969212d9-1c07-4ab9-9842-4c8c239a86bb HTTP/1.1" status: 200 len: 1091 time: 3.3377264 Mar 01 21:10:27.261984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'tag': '969212d9-1c07-4ab9-9842-4c8c239a86bb'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:10:27.355148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-04b9fa42-db2c-4ce9-9924-8783e9c78ffa tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:27.363309 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-12e7fccf-3c5b-4cff-91e0-ce11d0919a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:27.384776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] Request body: {'port': {'device_id': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:27.447395 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'tag': '969212d9-1c07-4ab9-9842-4c8c239a86bb', 'status': 'completed', 'code': 200} Mar 01 21:10:27.457487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-0e7876e6-9f17-4bda-ac2a-dd451ad347ea tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:27.459346 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-0e7876e6-9f17-4bda-ac2a-dd451ad347ea tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/networks?id=e517bba3-d9c1-4868-8682-f20940261900 HTTP/1.1" status: 200 len: 814 time: 0.6143782 Mar 01 21:10:27.493405 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b9fa42-db2c-4ce9-9924-8783e9c78ffa tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Made reservation on behalf of 126f883557a74fbe85af15698faf078f for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:10:27.502657 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04b9fa42-db2c-4ce9-9924-8783e9c78ffa tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:27.721288 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:27.784347 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-690dfb63-1f8c-44fa-ac66-cb77be5f4752 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/quotas/d397067f52704b8293603081e97c4744 HTTP/1.1" status: 200 len: 375 time: 0.3183956 Mar 01 21:10:27.813366 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e077a-a1cf-4fb1-b789-71f0849a6aa3 req-4a70ce01-eadf-4c04-86fb-42ade43015ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:27.813931 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e077a-a1cf-4fb1-b789-71f0849a6aa3 req-4a70ce01-eadf-4c04-86fb-42ade43015ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:27.814470 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e077a-a1cf-4fb1-b789-71f0849a6aa3 req-4a70ce01-eadf-4c04-86fb-42ade43015ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:27.814955 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e077a-a1cf-4fb1-b789-71f0849a6aa3 req-4a70ce01-eadf-4c04-86fb-42ade43015ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:27.820566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e077a-a1cf-4fb1-b789-71f0849a6aa3 req-4a70ce01-eadf-4c04-86fb-42ade43015ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:27.821163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e077a-a1cf-4fb1-b789-71f0849a6aa3 req-4a70ce01-eadf-4c04-86fb-42ade43015ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:27.830376 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e077a-a1cf-4fb1-b789-71f0849a6aa3 req-4a70ce01-eadf-4c04-86fb-42ade43015ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:27.832743 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4d9e077a-a1cf-4fb1-b789-71f0849a6aa3 req-4a70ce01-eadf-4c04-86fb-42ade43015ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5753fa3f75764d519dfd77c438eb049c&device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 6285 time: 0.3844481 Mar 01 21:10:27.883100 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-9f468b4b-2d64-4b15-920d-c37176dab56b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d397067f52704b8293603081e97c4744&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968077 Mar 01 21:10:27.915682 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-43e544e4-8cf5-4c8a-a428-68f9b04c4ed9 tempest-ServiceProvidersTest-875012832 tempest-ServiceProvidersTest-875012832-project] 10.222.0.42 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.9603050 Mar 01 21:10:27.916634 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.ipam_backend_mixin [None req-04b9fa42-db2c-4ce9-9924-8783e9c78ffa tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Performing IP validity checks on allocation pools {{(pid=88518) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 01 21:10:27.917156 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.ipam_backend_mixin [None req-04b9fa42-db2c-4ce9-9924-8783e9c78ffa tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88518) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 01 21:10:28.312569 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e077a-a1cf-4fb1-b789-71f0849a6aa3 req-f7c56f97-480b-4b1e-8aee-b997a4597644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:28.316327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e077a-a1cf-4fb1-b789-71f0849a6aa3 req-f7c56f97-480b-4b1e-8aee-b997a4597644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:28.316327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e077a-a1cf-4fb1-b789-71f0849a6aa3 req-f7c56f97-480b-4b1e-8aee-b997a4597644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:28.316327 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4d9e077a-a1cf-4fb1-b789-71f0849a6aa3 req-f7c56f97-480b-4b1e-8aee-b997a4597644 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5753fa3f75764d519dfd77c438eb049c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4127560 Mar 01 21:10:28.353627 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-8b78eb19-fa41-4cd9-a2ee-b7a532bb692f service neutron] 10.222.0.42 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695630 Mar 01 21:10:28.545621 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04b9fa42-db2c-4ce9-9924-8783e9c78ffa tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:28.596220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cd577-2a71-48fe-b21e-5da3662d2f49 req-9b674d04-349e-4bd6-b0ce-5cc9aac5c2dc tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:28.602533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cd577-2a71-48fe-b21e-5da3662d2f49 req-9b674d04-349e-4bd6-b0ce-5cc9aac5c2dc tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:28.608761 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cd577-2a71-48fe-b21e-5da3662d2f49 req-9b674d04-349e-4bd6-b0ce-5cc9aac5c2dc tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:28.615593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cd577-2a71-48fe-b21e-5da3662d2f49 req-9b674d04-349e-4bd6-b0ce-5cc9aac5c2dc tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:28.622079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cd577-2a71-48fe-b21e-5da3662d2f49 req-9b674d04-349e-4bd6-b0ce-5cc9aac5c2dc tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:28.629455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cd577-2a71-48fe-b21e-5da3662d2f49 req-9b674d04-349e-4bd6-b0ce-5cc9aac5c2dc tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:28.634719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639cd577-2a71-48fe-b21e-5da3662d2f49 req-9b674d04-349e-4bd6-b0ce-5cc9aac5c2dc tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:28.636806 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-639cd577-2a71-48fe-b21e-5da3662d2f49 req-9b674d04-349e-4bd6-b0ce-5cc9aac5c2dc tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5393 time: 0.4692132 Mar 01 21:10:28.702066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9e077a-a1cf-4fb1-b789-71f0849a6aa3 req-8ab8d043-bfd4-4ce1-8a48-3278549ba3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:28.704257 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4d9e077a-a1cf-4fb1-b789-71f0849a6aa3 req-8ab8d043-bfd4-4ce1-8a48-3278549ba3e9 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3551705 Mar 01 21:10:28.717655 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-3b0d6d32-f590-4437-acab-2668242ff789 service neutron] 10.222.0.42 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527842 Mar 01 21:10:28.839737 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cbca497-049a-4c31-aac8-2fbe1c77e42a {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:10:28.857090 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:28.892490 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] Transition to ACTIVE for port object 1cbca497-049a-4c31-aac8-2fbe1c77e42a will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:28.903970 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-639cd577-2a71-48fe-b21e-5da3662d2f49 req-957c3b31-e857-446f-9d08-15a360985ee7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1924496 Mar 01 21:10:28.904706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b9fa42-db2c-4ce9-9924-8783e9c78ffa tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Subnet': ['ID=0e6430c3-e64a-44d5-916a-16c764f38153,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:28.932302 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b9fa42-db2c-4ce9-9924-8783e9c78ffa tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Checking segment: {'id': '3a5c71b1-ad5e-4937-86cf-b85ac28e4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e6121fa6-f7ac-4b24-b5f2-058bde9374d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:10:28.932911 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b9fa42-db2c-4ce9-9924-8783e9c78ffa tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network hostable DHCP agents. Network: e6121fa6-f7ac-4b24-b5f2-058bde9374d3, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:10:28.938327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33124) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:28.985974 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:29.032880 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b9fa42-db2c-4ce9-9924-8783e9c78ffa tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Network e6121fa6-f7ac-4b24-b5f2-058bde9374d3 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:10:29.175624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-04b9fa42-db2c-4ce9-9924-8783e9c78ffa tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, e6121fa6-f7ac-4b24-b5f2-058bde9374d3) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:10:29.179629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b9fa42-db2c-4ce9-9924-8783e9c78ffa tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:29.180829 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04b9fa42-db2c-4ce9-9924-8783e9c78ffa tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:29.198643 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6f3745-516b-411c-9faa-0c5121e8a23b None None] Network e6121fa6-f7ac-4b24-b5f2-058bde9374d3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:10:29.201501 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b2d1a28-4347-4540-9d36-df36591194c2 req-f572e3ce-2e64-4432-af6b-9eeb7cd9f1c2 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 210 time: 0.1146400 Mar 01 21:10:29.226812 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbca497-049a-4c31-aac8-2fbe1c77e42a,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:29.481984 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cfa9f23d-86a0-475a-a21d-d50754203569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:29.486308 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-04b9fa42-db2c-4ce9-9924-8783e9c78ffa tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.8883481 Mar 01 21:10:29.489698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33142) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:29.496049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-0d23b36a-ec31-480e-8fbf-156960d346c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:29.545240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cfa9f23d-86a0-475a-a21d-d50754203569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:29.548348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] Attempting to bind port 1cbca497-049a-4c31-aac8-2fbe1c77e42a on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:10:29.548680 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] Attempting to bind port 1cbca497-049a-4c31-aac8-2fbe1c77e42a by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'a8a93b07-13b1-4192-a516-e287f6d815ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:10:29.549737 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] Attempting to bind port 1cbca497-049a-4c31-aac8-2fbe1c77e42a on network 7a6458a9-9015-413f-bf43-efd7a3b7923c {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:10:29.558785 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cfa9f23d-86a0-475a-a21d-d50754203569 admin admin] Usage tracker for resource:security_group_rule and tenant:720d5283d400403f8e71c2b7c431b032 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:29.562769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] Port 1cbca497-049a-4c31-aac8-2fbe1c77e42a on network 7a6458a9-9015-413f-bf43-efd7a3b7923c not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:10:29.563517 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] Attempting to bind port 1cbca497-049a-4c31-aac8-2fbe1c77e42a on network 7a6458a9-9015-413f-bf43-efd7a3b7923c {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:10:29.572534 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cfa9f23d-86a0-475a-a21d-d50754203569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:29.576260 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:10:29.577021 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] Checking segment: {'id': 'a8a93b07-13b1-4192-a516-e287f6d815ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:10:29.577835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] Bound using segment: {'id': 'a8a93b07-13b1-4192-a516-e287f6d815ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:10:29.577973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] Bound port: 1cbca497-049a-4c31-aac8-2fbe1c77e42a, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8a93b07-13b1-4192-a516-e287f6d815ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:10:29.578986 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:29.604426 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cfa9f23d-86a0-475a-a21d-d50754203569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:29.762448 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-887f07e3-6279-43a7-b048-d809274aedbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:29.806411 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-e6121fa6-f7ac-4b24-b5f2-058bde9374d3', 'network_id': 'e6121fa6-f7ac-4b24-b5f2-058bde9374d3', 'tenant_id': '126f883557a74fbe85af15698faf078f', 'fixed_ips': [{'subnet_id': '0e6430c3-e64a-44d5-916a-16c764f38153'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:10:29.807240 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:29.823641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] For port 1cbca497-049a-4c31-aac8-2fbe1c77e42a, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:10:29.832188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] For port 1cbca497-049a-4c31-aac8-2fbe1c77e42a, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=1cbca497-049a-4c31-aac8-2fbe1c77e42a,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:10:29.853217 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0d23b36a-ec31-480e-8fbf-156960d346c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2087685'] for subnet, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:29.907586 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cfa9f23d-86a0-475a-a21d-d50754203569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:29.978059 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:30.060892 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cfa9f23d-86a0-475a-a21d-d50754203569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:30.077565 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 01 21:10:30.077565 n-d-827896-4 neutron-server[88520]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Mar 01 21:10:30.077565 n-d-827896-4 neutron-server[88520]: [parameters: {'in_use': 1, 'id_1': '0e6430c3-e64a-44d5-916a-16c764f38153'}] Mar 01 21:10:30.077565 n-d-827896-4 neutron-server[88520]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:10:30.077978 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:10:30.115963 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:30.117755 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:30.119331 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] 10.222.0.57 "PUT /v2.0/ports/1cbca497-049a-4c31-aac8-2fbe1c77e42a HTTP/1.1" status: 200 len: 1090 time: 2.7480695 Mar 01 21:10:30.138798 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cfa9f23d-86a0-475a-a21d-d50754203569 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=720d5283d400403f8e71c2b7c431b032&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1991825 Mar 01 21:10:30.139392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'tag': '1cbca497-049a-4c31-aac8-2fbe1c77e42a'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:10:30.145359 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33162) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:30.288797 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'tag': '1cbca497-049a-4c31-aac8-2fbe1c77e42a', 'status': 'completed', 'code': 200} Mar 01 21:10:30.418545 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] Request body: {'port': {'device_id': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:30.458557 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e688b519-a43b-430d-9d5a-3bf93dfdf38d req-248cbb32-e4f5-4bd8-95eb-df51c102ab29 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 210 time: 0.0965793 Mar 01 21:10:30.574674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012f243-6fc7-405e-9eba-8d22416c31d1 req-f650c6ad-707e-4e9b-b48c-398cc491b6f8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:30.579852 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:30.583576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012f243-6fc7-405e-9eba-8d22416c31d1 req-f650c6ad-707e-4e9b-b48c-398cc491b6f8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:30.589331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012f243-6fc7-405e-9eba-8d22416c31d1 req-f650c6ad-707e-4e9b-b48c-398cc491b6f8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:30.597824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012f243-6fc7-405e-9eba-8d22416c31d1 req-f650c6ad-707e-4e9b-b48c-398cc491b6f8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:30.603513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012f243-6fc7-405e-9eba-8d22416c31d1 req-f650c6ad-707e-4e9b-b48c-398cc491b6f8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:30.612965 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012f243-6fc7-405e-9eba-8d22416c31d1 req-f650c6ad-707e-4e9b-b48c-398cc491b6f8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:30.619125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012f243-6fc7-405e-9eba-8d22416c31d1 req-f650c6ad-707e-4e9b-b48c-398cc491b6f8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:30.621110 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2012f243-6fc7-405e-9eba-8d22416c31d1 req-f650c6ad-707e-4e9b-b48c-398cc491b6f8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5405 time: 0.4532545 Mar 01 21:10:30.660954 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:30.663752 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:30.668136 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c6c450-16b2-4e1e-92a2-9619efd95861 service neutron] Pushing event updated for resources: {'Port': ['ID=1cbca497-049a-4c31-aac8-2fbe1c77e42a,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:30.706939 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa9f23d-86a0-475a-a21d-d50754203569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc9ace1-8b4b-47ef-8593-d89fe544a6e3,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:30.732071 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2012f243-6fc7-405e-9eba-8d22416c31d1 req-c07da3ec-8930-4d37-94f8-a9e05c425835 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0930684 Mar 01 21:10:30.742800 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-abe4a821-45fa-4ef9-9e24-dd4c8e9d4054 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:30.770270 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0d23b36a-ec31-480e-8fbf-156960d346c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768676391141', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-7973485'] for subnet, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:30.855056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d23b36a-ec31-480e-8fbf-156960d346c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:30.856421 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0d23b36a-ec31-480e-8fbf-156960d346c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:30.858089 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0d23b36a-ec31-480e-8fbf-156960d346c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "PUT /v2.0/subnets/0e6430c3-e64a-44d5-916a-16c764f38153 HTTP/1.1" status: 200 len: 877 time: 1.3671994 Mar 01 21:10:30.863445 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33178) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:30.944476 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Allocated IP 172.20.0.3 (e6121fa6-f7ac-4b24-b5f2-058bde9374d3/0e6430c3-e64a-44d5-916a-16c764f38153/59b45fe3-44a1-4cb0-8c87-faa4877a2c71) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:10:30.946997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23b36a-ec31-480e-8fbf-156960d346c2 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event updated for resources: {'Subnet': ['ID=0e6430c3-e64a-44d5-916a-16c764f38153,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:30.995191 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-abe4a821-45fa-4ef9-9e24-dd4c8e9d4054 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:31.083782 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:31.154804 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:31.265373 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00d526-4bd7-4cba-bceb-bbc8201e73b7 req-fa580ac0-6a04-48c6-af23-581025b2c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:31.266743 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00d526-4bd7-4cba-bceb-bbc8201e73b7 req-fa580ac0-6a04-48c6-af23-581025b2c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:31.266743 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00d526-4bd7-4cba-bceb-bbc8201e73b7 req-fa580ac0-6a04-48c6-af23-581025b2c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:31.267746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00d526-4bd7-4cba-bceb-bbc8201e73b7 req-fa580ac0-6a04-48c6-af23-581025b2c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:31.268224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00d526-4bd7-4cba-bceb-bbc8201e73b7 req-fa580ac0-6a04-48c6-af23-581025b2c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:31.271567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00d526-4bd7-4cba-bceb-bbc8201e73b7 req-fa580ac0-6a04-48c6-af23-581025b2c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:31.271567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00d526-4bd7-4cba-bceb-bbc8201e73b7 req-fa580ac0-6a04-48c6-af23-581025b2c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:31.271567 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8e00d526-4bd7-4cba-bceb-bbc8201e73b7 req-fa580ac0-6a04-48c6-af23-581025b2c260 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5753fa3f75764d519dfd77c438eb049c&device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 6352 time: 0.9383421 Mar 01 21:10:31.365033 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:31.379761 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:31.515503 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Transition to ACTIVE for port object 59b45fe3-44a1-4cb0-8c87-faa4877a2c71 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:31.519326 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-abe4a821-45fa-4ef9-9e24-dd4c8e9d4054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:31.558307 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Transition to ACTIVE for port object 59b45fe3-44a1-4cb0-8c87-faa4877a2c71 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:31.602238 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-38b09c72-fc34-4194-9dc1-5b63da5a7efb req-b6f292c8-8527-4457-8d84-235f92eef64d tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 210 time: 0.0680168 Mar 01 21:10:31.618800 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4a821-45fa-4ef9-9e24-dd4c8e9d4054 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc9ace1-8b4b-47ef-8593-d89fe544a6e3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:31.654978 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00d526-4bd7-4cba-bceb-bbc8201e73b7 req-f25be45e-8a0f-4aa9-86df-78cd3a98a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:31.661137 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00d526-4bd7-4cba-bceb-bbc8201e73b7 req-f25be45e-8a0f-4aa9-86df-78cd3a98a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:31.661623 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00d526-4bd7-4cba-bceb-bbc8201e73b7 req-f25be45e-8a0f-4aa9-86df-78cd3a98a720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:31.663260 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8e00d526-4bd7-4cba-bceb-bbc8201e73b7 req-f25be45e-8a0f-4aa9-86df-78cd3a98a720 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5753fa3f75764d519dfd77c438eb049c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3340988 Mar 01 21:10:31.678459 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-abe4a821-45fa-4ef9-9e24-dd4c8e9d4054 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:31.678459 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-abe4a821-45fa-4ef9-9e24-dd4c8e9d4054 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dbc9ace1-8b4b-47ef-8593-d89fe544a6e3 HTTP/1.1" status: 204 len: 168 time: 1.4990575 Mar 01 21:10:31.790390 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:31.921057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Network e6121fa6-f7ac-4b24-b5f2-058bde9374d3 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:10:31.948134 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:10:31.954746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e00d526-4bd7-4cba-bceb-bbc8201e73b7 req-90ba4ee7-758c-4e9a-887f-5f4b56800c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:31.956775 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8e00d526-4bd7-4cba-bceb-bbc8201e73b7 req-90ba4ee7-758c-4e9a-887f-5f4b56800c36 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2862024 Mar 01 21:10:31.957515 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:10:31.998402 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92490323-bf33-498a-ae53-1c8809d63fe3 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:10:32.011601 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:32.026130 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:32.061532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] Transition to ACTIVE for port object 92490323-bf33-498a-ae53-1c8809d63fe3 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:32.074009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Subnet': ['ID=0e6430c3-e64a-44d5-916a-16c764f38153,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:32.160171 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Pushing event updated for resources: {'Port': ['ID=59b45fe3-44a1-4cb0-8c87-faa4877a2c71,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:32.171864 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:10:32.212342 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:32.235571 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Attempting to bind port 59b45fe3-44a1-4cb0-8c87-faa4877a2c71 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:10:32.236197 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Attempting to bind port 59b45fe3-44a1-4cb0-8c87-faa4877a2c71 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '3a5c71b1-ad5e-4937-86cf-b85ac28e4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e6121fa6-f7ac-4b24-b5f2-058bde9374d3'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:10:32.236767 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Attempting to bind port 59b45fe3-44a1-4cb0-8c87-faa4877a2c71 on network e6121fa6-f7ac-4b24-b5f2-058bde9374d3 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:10:32.242652 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:32.264017 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6121fa6-f7ac-4b24-b5f2-058bde9374d3']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:32.274098 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:10:32.274098 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Checking segment: {'id': '3a5c71b1-ad5e-4937-86cf-b85ac28e4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e6121fa6-f7ac-4b24-b5f2-058bde9374d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:10:32.274098 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:32.274098 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Bound using segment: {'id': '3a5c71b1-ad5e-4937-86cf-b85ac28e4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e6121fa6-f7ac-4b24-b5f2-058bde9374d3'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:10:32.274098 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Bound port: 59b45fe3-44a1-4cb0-8c87-faa4877a2c71, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5c71b1-ad5e-4937-86cf-b85ac28e4e1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'e6121fa6-f7ac-4b24-b5f2-058bde9374d3'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:10:32.274098 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:32.323469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72861d26-a14d-4102-91c2-556271f9fa66 req-5320c2a9-5780-4e7c-b07b-bc348ae73da9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:32.330938 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72861d26-a14d-4102-91c2-556271f9fa66 req-5320c2a9-5780-4e7c-b07b-bc348ae73da9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:32.337157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72861d26-a14d-4102-91c2-556271f9fa66 req-5320c2a9-5780-4e7c-b07b-bc348ae73da9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:32.343033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72861d26-a14d-4102-91c2-556271f9fa66 req-5320c2a9-5780-4e7c-b07b-bc348ae73da9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:32.349817 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72861d26-a14d-4102-91c2-556271f9fa66 req-5320c2a9-5780-4e7c-b07b-bc348ae73da9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:32.356599 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72861d26-a14d-4102-91c2-556271f9fa66 req-5320c2a9-5780-4e7c-b07b-bc348ae73da9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:32.367840 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72861d26-a14d-4102-91c2-556271f9fa66 req-5320c2a9-5780-4e7c-b07b-bc348ae73da9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:32.374478 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72861d26-a14d-4102-91c2-556271f9fa66 req-5320c2a9-5780-4e7c-b07b-bc348ae73da9 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5405 time: 0.4327328 Mar 01 21:10:32.396555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5c71b1-ad5e-4937-86cf-b85ac28e4e1b') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:32.404776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5c71b1-ad5e-4937-86cf-b85ac28e4e1b') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:32.413270 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:32.425085 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:32.473833 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72861d26-a14d-4102-91c2-556271f9fa66 req-0668bd29-bb3e-4f66-9c8c-619e7d006f44 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0961709 Mar 01 21:10:32.474977 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:32.490336 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:10:32.490836 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:10:32.507062 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:10:32.550738 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] For port 59b45fe3-44a1-4cb0-8c87-faa4877a2c71, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:10:32.632272 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] For port 59b45fe3-44a1-4cb0-8c87-faa4877a2c71, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=59b45fe3-44a1-4cb0-8c87-faa4877a2c71,segment=NetworkSegment(3a5c71b1-ad5e-4937-86cf-b85ac28e4e1b),segment_id=3a5c71b1-ad5e-4937-86cf-b85ac28e4e1b)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:10:32.686179 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 01 21:10:32.686179 n-d-827896-4 neutron-server[88518]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 01 21:10:32.686179 n-d-827896-4 neutron-server[88518]: [parameters: {'id': 'e6121fa6-f7ac-4b24-b5f2-058bde9374d3'}] Mar 01 21:10:32.686179 n-d-827896-4 neutron-server[88518]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:10:32.687052 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:10:32.759216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] Pushing event updated for resources: {'Port': ['ID=92490323-bf33-498a-ae53-1c8809d63fe3,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:32.762901 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:32.831493 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] Attempting to bind port 92490323-bf33-498a-ae53-1c8809d63fe3 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:10:32.831833 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] Attempting to bind port 92490323-bf33-498a-ae53-1c8809d63fe3 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'c050b57d-eb8b-421b-b664-ad652fc15680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8391abf1-8497-437d-b6b2-a8884478b421'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:10:32.832154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] Attempting to bind port 92490323-bf33-498a-ae53-1c8809d63fe3 on network 8391abf1-8497-437d-b6b2-a8884478b421 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:10:32.843112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] Port 92490323-bf33-498a-ae53-1c8809d63fe3 on network 8391abf1-8497-437d-b6b2-a8884478b421 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:10:32.843453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] Attempting to bind port 92490323-bf33-498a-ae53-1c8809d63fe3 on network 8391abf1-8497-437d-b6b2-a8884478b421 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:10:32.862246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:10:32.862643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] Checking segment: {'id': 'c050b57d-eb8b-421b-b664-ad652fc15680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8391abf1-8497-437d-b6b2-a8884478b421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:10:32.862953 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] Bound using segment: {'id': 'c050b57d-eb8b-421b-b664-ad652fc15680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8391abf1-8497-437d-b6b2-a8884478b421'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:10:32.863409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] Bound port: 92490323-bf33-498a-ae53-1c8809d63fe3, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c050b57d-eb8b-421b-b664-ad652fc15680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8391abf1-8497-437d-b6b2-a8884478b421'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:10:32.863738 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:32.956633 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f122b-96c3-44a6-b00a-4b01fd7534dc None None] Pushing event updated for resources: {'Port': ['ID=59b45fe3-44a1-4cb0-8c87-faa4877a2c71,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:32.960911 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c445682-3f42-444b-a45d-7599c2c5c389 req-e877d673-9bd7-4a22-8c8b-b6f56cfff3b1 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 210 time: 0.1007576 Mar 01 21:10:33.112893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] For port 92490323-bf33-498a-ae53-1c8809d63fe3, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:10:33.139590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] For port 92490323-bf33-498a-ae53-1c8809d63fe3, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=92490323-bf33-498a-ae53-1c8809d63fe3,segment=NetworkSegment(c050b57d-eb8b-421b-b664-ad652fc15680),segment_id=c050b57d-eb8b-421b-b664-ad652fc15680)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:10:33.188190 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:33.201763 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Deleting port 59b45fe3-44a1-4cb0-8c87-faa4877a2c71 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:10:33.202609 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:33.214277 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bc8d2f-b80a-4802-bdf6-a8bdab62a438 None None] Network e6121fa6-f7ac-4b24-b5f2-058bde9374d3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:10:33.261854 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:33.367221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:33.367866 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:33.372553 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] 10.222.0.57 "PUT /v2.0/ports/92490323-bf33-498a-ae53-1c8809d63fe3 HTTP/1.1" status: 200 len: 1091 time: 3.0602388 Mar 01 21:10:33.391849 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'tag': '92490323-bf33-498a-ae53-1c8809d63fe3'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:10:33.460057 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31faa7-4971-41e0-9ce7-52f21a0e5b1f service neutron] Pushing event updated for resources: {'Port': ['ID=92490323-bf33-498a-ae53-1c8809d63fe3,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:33.485838 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] Request body: {'port': {'device_id': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:33.607737 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'tag': '92490323-bf33-498a-ae53-1c8809d63fe3', 'status': 'completed', 'code': 200} Mar 01 21:10:33.757207 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf4963e-689e-4da0-8760-feae2ca4b67c None None] Network e6121fa6-f7ac-4b24-b5f2-058bde9374d3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:10:33.778333 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] For port 59b45fe3-44a1-4cb0-8c87-faa4877a2c71, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=59b45fe3-44a1-4cb0-8c87-faa4877a2c71,segment=NetworkSegment(3a5c71b1-ad5e-4937-86cf-b85ac28e4e1b),segment_id=3a5c71b1-ad5e-4937-86cf-b85ac28e4e1b)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:10:33.778978 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:33.866019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bdc95-cf8f-40c9-bf3e-cb65e21a70f6 req-27725434-6dde-42ea-982e-d6403c66273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:33.895524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bdc95-cf8f-40c9-bf3e-cb65e21a70f6 req-27725434-6dde-42ea-982e-d6403c66273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:33.895524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bdc95-cf8f-40c9-bf3e-cb65e21a70f6 req-27725434-6dde-42ea-982e-d6403c66273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:33.895524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bdc95-cf8f-40c9-bf3e-cb65e21a70f6 req-27725434-6dde-42ea-982e-d6403c66273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:33.895524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bdc95-cf8f-40c9-bf3e-cb65e21a70f6 req-27725434-6dde-42ea-982e-d6403c66273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:33.895524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bdc95-cf8f-40c9-bf3e-cb65e21a70f6 req-27725434-6dde-42ea-982e-d6403c66273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:33.895524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bdc95-cf8f-40c9-bf3e-cb65e21a70f6 req-27725434-6dde-42ea-982e-d6403c66273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:33.895524 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-177bdc95-cf8f-40c9-bf3e-cb65e21a70f6 req-27725434-6dde-42ea-982e-d6403c66273c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5753fa3f75764d519dfd77c438eb049c&device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 6419 time: 0.2619553 Mar 01 21:10:33.943429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Calling delete_port for 59b45fe3-44a1-4cb0-8c87-faa4877a2c71 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:10:34.122257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bdc95-cf8f-40c9-bf3e-cb65e21a70f6 req-878d5b39-b494-48f7-909c-d9be20b5f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:34.122771 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bdc95-cf8f-40c9-bf3e-cb65e21a70f6 req-878d5b39-b494-48f7-909c-d9be20b5f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:34.123290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bdc95-cf8f-40c9-bf3e-cb65e21a70f6 req-878d5b39-b494-48f7-909c-d9be20b5f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:34.124893 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-177bdc95-cf8f-40c9-bf3e-cb65e21a70f6 req-878d5b39-b494-48f7-909c-d9be20b5f54b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5753fa3f75764d519dfd77c438eb049c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2442632 Mar 01 21:10:34.126205 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:34.440802 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18f8a5d-96cc-4358-8945-3224bff92ec2 None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:10:34.626295 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18f8a5d-96cc-4358-8945-3224bff92ec2 None None] Resources bound (agent type, host, resource id): {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:10:34.698601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177bdc95-cf8f-40c9-bf3e-cb65e21a70f6 req-5f434ad5-f0d6-4e4c-82a5-c36403a2d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:34.700131 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-177bdc95-cf8f-40c9-bf3e-cb65e21a70f6 req-5f434ad5-f0d6-4e4c-82a5-c36403a2d319 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5491498 Mar 01 21:10:34.737861 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de6cfa91-2c69-4eba-a39a-2728d52a3d8b req-d91ba43b-fac5-4edb-ad11-a8bd168f9b38 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 210 time: 0.3987942 Mar 01 21:10:34.827080 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:34.920764 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Port': ['ID=59b45fe3-44a1-4cb0-8c87-faa4877a2c71,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:34.939905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No DVR routers for this DVR port 59b45fe3-44a1-4cb0-8c87-faa4877a2c71 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:10:35.210409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f44bcea3-70af-4aa9-9592-40986ed83d6a {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:10:35.223111 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:35.236857 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:35.247130 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] Transition to ACTIVE for port object f44bcea3-70af-4aa9-9592-40986ed83d6a will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:35.305849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6121fa6-f7ac-4b24-b5f2-058bde9374d3']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:35.328008 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:35.333130 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d88652-170f-490e-83e9-13e63b8024a8 req-3a8b55f5-7207-49e4-b610-a8b17cbbbd3f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:35.339688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d88652-170f-490e-83e9-13e63b8024a8 req-3a8b55f5-7207-49e4-b610-a8b17cbbbd3f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:35.347785 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d88652-170f-490e-83e9-13e63b8024a8 req-3a8b55f5-7207-49e4-b610-a8b17cbbbd3f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:35.357529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d88652-170f-490e-83e9-13e63b8024a8 req-3a8b55f5-7207-49e4-b610-a8b17cbbbd3f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:35.373499 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d88652-170f-490e-83e9-13e63b8024a8 req-3a8b55f5-7207-49e4-b610-a8b17cbbbd3f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:35.387685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d88652-170f-490e-83e9-13e63b8024a8 req-3a8b55f5-7207-49e4-b610-a8b17cbbbd3f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:35.398886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d88652-170f-490e-83e9-13e63b8024a8 req-3a8b55f5-7207-49e4-b610-a8b17cbbbd3f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:35.413477 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9d88652-170f-490e-83e9-13e63b8024a8 req-3a8b55f5-7207-49e4-b610-a8b17cbbbd3f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5417 time: 1.3149760 Mar 01 21:10:35.419837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-01002577-2d77-41c2-b2a0-997ed1500804 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:35.427002 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-01002577-2d77-41c2-b2a0-997ed1500804 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.55 "GET /v2.0/networks?id=e517bba3-d9c1-4868-8682-f20940261900 HTTP/1.1" status: 200 len: 814 time: 1.0748420 Mar 01 21:10:35.473780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5c71b1-ad5e-4937-86cf-b85ac28e4e1b') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:35.474385 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5c71b1-ad5e-4937-86cf-b85ac28e4e1b') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:35.494930 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-f2898790-79f3-473d-baf6-f6275acd9e19 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Request body: {'port': {'device_id': 'd6d1acb9-21df-4f44-afd8-81739c307010', 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900', 'admin_state_up': True, 'tenant_id': 'd397067f52704b8293603081e97c4744'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:35.546426 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:35.569485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f44bcea3-70af-4aa9-9592-40986ed83d6a,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:35.689331 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9d88652-170f-490e-83e9-13e63b8024a8 req-10f43de5-72f7-4649-82d4-0c55856621db tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2802341 Mar 01 21:10:35.690962 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:35.766718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] Attempting to bind port f44bcea3-70af-4aa9-9592-40986ed83d6a on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:10:35.766718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] Attempting to bind port f44bcea3-70af-4aa9-9592-40986ed83d6a by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'c050b57d-eb8b-421b-b664-ad652fc15680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8391abf1-8497-437d-b6b2-a8884478b421'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:10:35.766718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] Attempting to bind port f44bcea3-70af-4aa9-9592-40986ed83d6a on network 8391abf1-8497-437d-b6b2-a8884478b421 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:10:35.769270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] Port f44bcea3-70af-4aa9-9592-40986ed83d6a on network 8391abf1-8497-437d-b6b2-a8884478b421 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:10:35.769605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] Attempting to bind port f44bcea3-70af-4aa9-9592-40986ed83d6a on network 8391abf1-8497-437d-b6b2-a8884478b421 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:10:35.775888 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:10:35.776243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] Checking segment: {'id': 'c050b57d-eb8b-421b-b664-ad652fc15680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8391abf1-8497-437d-b6b2-a8884478b421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:10:35.776604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] Bound using segment: {'id': 'c050b57d-eb8b-421b-b664-ad652fc15680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8391abf1-8497-437d-b6b2-a8884478b421'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:10:35.777027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] Bound port: f44bcea3-70af-4aa9-9592-40986ed83d6a, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c050b57d-eb8b-421b-b664-ad652fc15680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '8391abf1-8497-437d-b6b2-a8884478b421'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:10:35.777827 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:35.845258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:10:35.845855 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:10:35.860684 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:10:35.927644 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] For port f44bcea3-70af-4aa9-9592-40986ed83d6a, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:10:35.931535 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] For port f44bcea3-70af-4aa9-9592-40986ed83d6a, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=f44bcea3-70af-4aa9-9592-40986ed83d6a,segment=NetworkSegment(c050b57d-eb8b-421b-b664-ad652fc15680),segment_id=c050b57d-eb8b-421b-b664-ad652fc15680)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:10:36.014839 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:36.045982 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b4c6e6d-33f8-42e1-b731-23a44ab78410 req-87546638-c32a-4fb7-8a28-fc11e3db58ca tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 210 time: 0.0842848 Mar 01 21:10:36.106658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-f2898790-79f3-473d-baf6-f6275acd9e19 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:36.119000 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-f2898790-79f3-473d-baf6-f6275acd9e19 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Usage tracker for resource:port and tenant:d397067f52704b8293603081e97c4744 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:36.123177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33274) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:36.131500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-f2898790-79f3-473d-baf6-f6275acd9e19 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:36.142286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-f2898790-79f3-473d-baf6-f6275acd9e19 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:36.160956 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:36.161580 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:36.166474 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] 10.222.0.57 "PUT /v2.0/ports/f44bcea3-70af-4aa9-9592-40986ed83d6a HTTP/1.1" status: 200 len: 1091 time: 2.6883123 Mar 01 21:10:36.167404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'tag': 'f44bcea3-70af-4aa9-9592-40986ed83d6a'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:10:36.240646 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'tag': 'f44bcea3-70af-4aa9-9592-40986ed83d6a', 'status': 'completed', 'code': 200} Mar 01 21:10:36.253912 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:36.259925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0931b1-29ed-4786-a846-2878e19479f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f44bcea3-70af-4aa9-9592-40986ed83d6a,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:36.264328 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:36.311697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-f2898790-79f3-473d-baf6-f6275acd9e19 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Made reservation on behalf of d397067f52704b8293603081e97c4744 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:10:36.321233 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-f2898790-79f3-473d-baf6-f6275acd9e19 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:36.357738 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Network': ['ID=e6121fa6-f7ac-4b24-b5f2-058bde9374d3,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:36.379951 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-594085737'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:36.387657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:36.394022 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Usage tracker for resource:network and tenant:a2bebdea2e314bc882537787f93ccacf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:36.397728 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:36.405641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:36.426263 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79601f-02d9-45ba-b15e-123c048be0d5 req-84e1c26f-16bb-4b26-8065-31aba52db07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:36.426772 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79601f-02d9-45ba-b15e-123c048be0d5 req-84e1c26f-16bb-4b26-8065-31aba52db07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:36.427256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79601f-02d9-45ba-b15e-123c048be0d5 req-84e1c26f-16bb-4b26-8065-31aba52db07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:36.427732 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79601f-02d9-45ba-b15e-123c048be0d5 req-84e1c26f-16bb-4b26-8065-31aba52db07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:36.428386 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79601f-02d9-45ba-b15e-123c048be0d5 req-84e1c26f-16bb-4b26-8065-31aba52db07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:36.429008 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79601f-02d9-45ba-b15e-123c048be0d5 req-84e1c26f-16bb-4b26-8065-31aba52db07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:36.429657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79601f-02d9-45ba-b15e-123c048be0d5 req-84e1c26f-16bb-4b26-8065-31aba52db07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:36.431559 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7b79601f-02d9-45ba-b15e-123c048be0d5 req-84e1c26f-16bb-4b26-8065-31aba52db07c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5753fa3f75764d519dfd77c438eb049c&device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 6486 time: 0.1735232 Mar 01 21:10:36.479516 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-51f1869d-f88b-443e-b788-f1fe8ec78262 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/e6121fa6-f7ac-4b24-b5f2-058bde9374d3 HTTP/1.1" status: 204 len: 168 time: 5.6101601 Mar 01 21:10:36.481304 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33286) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:36.619708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-f2898790-79f3-473d-baf6-f6275acd9e19 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Allocated IP 172.20.0.10 (e517bba3-d9c1-4868-8682-f20940261900/7383c311-3b9e-4b34-8537-6f468962ae9d/df84c07d-160f-4e2d-8fe7-4bb2aae2371a) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:10:36.621989 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-04423e97-d3ab-4df5-a627-36e5edcad372 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:36.622447 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04423e97-d3ab-4df5-a627-36e5edcad372 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:36.624451 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-04423e97-d3ab-4df5-a627-36e5edcad372 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/subnets/0e6430c3-e64a-44d5-916a-16c764f38153 HTTP/1.1" status: 404 len: 337 time: 0.1202135 Mar 01 21:10:36.628442 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33290) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:36.670386 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Made reservation on behalf of a2bebdea2e314bc882537787f93ccacf for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:10:36.677023 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:36.693868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79601f-02d9-45ba-b15e-123c048be0d5 req-5026f570-843d-4a8a-9107-bb4db1f39bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:36.694348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79601f-02d9-45ba-b15e-123c048be0d5 req-5026f570-843d-4a8a-9107-bb4db1f39bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:36.694819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79601f-02d9-45ba-b15e-123c048be0d5 req-5026f570-843d-4a8a-9107-bb4db1f39bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:36.696407 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7b79601f-02d9-45ba-b15e-123c048be0d5 req-5026f570-843d-4a8a-9107-bb4db1f39bc2 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=5753fa3f75764d519dfd77c438eb049c&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2567301 Mar 01 21:10:36.706558 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-024ef93c-d6f5-4b94-a2ef-fb3c515e8c87 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:36.709264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-024ef93c-d6f5-4b94-a2ef-fb3c515e8c87 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:36.725800 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-024ef93c-d6f5-4b94-a2ef-fb3c515e8c87 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/e6121fa6-f7ac-4b24-b5f2-058bde9374d3 HTTP/1.1" status: 404 len: 339 time: 0.0839369 Mar 01 21:10:36.725800 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:36.727403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33296) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:36.746735 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:36.750920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Usage tracker for resource:security_group_rule and tenant:a2bebdea2e314bc882537787f93ccacf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:36.755215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:36.763569 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:36.805122 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-23bf7ef2-c676-4349-8465-5ef4336dfb5f tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:36.805712 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23bf7ef2-c676-4349-8465-5ef4336dfb5f tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:36.807509 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-23bf7ef2-c676-4349-8465-5ef4336dfb5f tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/subnets/10487c09-03fb-4908-a6ce-4d7c9b8b942d HTTP/1.1" status: 404 len: 337 time: 0.0760078 Mar 01 21:10:36.817063 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33304) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:36.861018 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc7a5293-d077-41c5-af8c-c059d6694bd4 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:36.861566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc7a5293-d077-41c5-af8c-c059d6694bd4 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:36.865763 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fc7a5293-d077-41c5-af8c-c059d6694bd4 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/b81d715e-e89f-4d61-bb31-1369063fce09 HTTP/1.1" status: 404 len: 339 time: 0.0453660 Mar 01 21:10:36.878403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33310) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:36.997336 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b79601f-02d9-45ba-b15e-123c048be0d5 req-5496baec-68cb-40fd-b81e-500b79d325fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:36.999229 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7b79601f-02d9-45ba-b15e-123c048be0d5 req-5496baec-68cb-40fd-b81e-500b79d325fa service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2973275 Mar 01 21:10:37.176823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-aa9be601-4172-4304-8c95-f2ae04bb2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:37.177587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-aa9be601-4172-4304-8c95-f2ae04bb2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:37.178078 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-aa9be601-4172-4304-8c95-f2ae04bb2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:37.178955 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-aa9be601-4172-4304-8c95-f2ae04bb2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:37.179564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-aa9be601-4172-4304-8c95-f2ae04bb2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:37.180181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-aa9be601-4172-4304-8c95-f2ae04bb2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:37.180729 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-aa9be601-4172-4304-8c95-f2ae04bb2ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:37.185073 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-aa9be601-4172-4304-8c95-f2ae04bb2ba8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5753fa3f75764d519dfd77c438eb049c&device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 6486 time: 0.1454530 Mar 01 21:10:37.233053 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71339aef-3c9b-4757-ad4e-555a3c5c72c0 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:37.275872 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-d347f93c-50eb-4b0c-ba3e-0309526960aa service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e23ba621-6158-4cdc-81c1-c43c4a1efeac HTTP/1.1" status: 200 len: 217 time: 0.0840013 Mar 01 21:10:37.332837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-58abb9cb-fc68-482b-baf2-d9139c3bbd26 req-5b31452d-b78f-467e-a6ab-cb5e7c7e5baf tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Synchronizing usage tracker for tenant:d397067f52704b8293603081e97c4744 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:10:37.372366 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7c098597-37be-4923-9add-a2642defc35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:37.373881 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-7c098597-37be-4923-9add-a2642defc35b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0316ebdb-a31b-45d0-8b60-adc971a0b03e HTTP/1.1" status: 200 len: 856 time: 0.0907493 Mar 01 21:10:37.470707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-fedee8aa-e5c2-45b3-b509-1a380859b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:37.472474 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-fedee8aa-e5c2-45b3-b509-1a380859b5fc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad62e9af-4b76-4a54-b75b-80997074ebfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0918319 Mar 01 21:10:37.479194 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:37.571650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-58abb9cb-fc68-482b-baf2-d9139c3bbd26 req-5b31452d-b78f-467e-a6ab-cb5e7c7e5baf tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Unset dirty status for tenant:d397067f52704b8293603081e97c4744 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:10:37.572912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58abb9cb-fc68-482b-baf2-d9139c3bbd26 req-5b31452d-b78f-467e-a6ab-cb5e7c7e5baf tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 210 time: 0.3307197 Mar 01 21:10:37.584733 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-f2898790-79f3-473d-baf6-f6275acd9e19 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:37.611866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6fdd2-93d6-4475-9d30-c72c01d874a5 req-1e4b9741-aa8e-4e65-89f2-e8b4d679d820 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:37.630547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6fdd2-93d6-4475-9d30-c72c01d874a5 req-1e4b9741-aa8e-4e65-89f2-e8b4d679d820 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:37.636961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6fdd2-93d6-4475-9d30-c72c01d874a5 req-1e4b9741-aa8e-4e65-89f2-e8b4d679d820 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:37.647009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6fdd2-93d6-4475-9d30-c72c01d874a5 req-1e4b9741-aa8e-4e65-89f2-e8b4d679d820 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:37.668536 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6fdd2-93d6-4475-9d30-c72c01d874a5 req-1e4b9741-aa8e-4e65-89f2-e8b4d679d820 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:37.681224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6fdd2-93d6-4475-9d30-c72c01d874a5 req-1e4b9741-aa8e-4e65-89f2-e8b4d679d820 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:37.689339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6fdd2-93d6-4475-9d30-c72c01d874a5 req-1e4b9741-aa8e-4e65-89f2-e8b4d679d820 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:37.691596 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7f6fdd2-93d6-4475-9d30-c72c01d874a5 req-1e4b9741-aa8e-4e65-89f2-e8b4d679d820 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5429 time: 0.7483695 Mar 01 21:10:37.695887 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71339aef-3c9b-4757-ad4e-555a3c5c72c0 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:37.707531 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:37.814807 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-71339aef-3c9b-4757-ad4e-555a3c5c72c0 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77586399-6747-4867-a9d9-d189fc00d95a']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:37.815326 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-af3025ee-2c4e-464e-a71f-c7f5579bd080 service neutron] 10.222.0.57 "GET /v2.0/networks/ad62e9af-4b76-4a54-b75b-80997074ebfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366227 Mar 01 21:10:37.827159 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:10:37.849262 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-71339aef-3c9b-4757-ad4e-555a3c5c72c0 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '913d76ce-5e3d-4c6e-8d43-f0fc74b6c4d7') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:37.849540 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-71339aef-3c9b-4757-ad4e-555a3c5c72c0 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '913d76ce-5e3d-4c6e-8d43-f0fc74b6c4d7') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:37.864461 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7f6fdd2-93d6-4475-9d30-c72c01d874a5 req-6882c23a-4d10-4b53-9f87-2db79e21adbb tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1520951 Mar 01 21:10:37.874122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf43b18-3354-42c0-86db-6fd57b1f7835,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:37.878892 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71339aef-3c9b-4757-ad4e-555a3c5c72c0 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:37.885699 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:37.886019 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Added segment 62002abe-0535-48ab-b154-11da9895528b of type vlan for network 5abf6a9a-11df-4e33-8663-6830ecb96a16 Mar 01 21:10:37.912400 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71339aef-3c9b-4757-ad4e-555a3c5c72c0 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:37.935303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71339aef-3c9b-4757-ad4e-555a3c5c72c0 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:10:37.935926 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71339aef-3c9b-4757-ad4e-555a3c5c72c0 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:10:37.956905 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:10:37.999240 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-b0ca41c9-0f06-48b5-854b-66a3cd50b240 service neutron] 10.222.0.57 "GET /v2.0/networks/ad62e9af-4b76-4a54-b75b-80997074ebfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774974 Mar 01 21:10:38.042948 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:38.144104 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-f2898790-79f3-473d-baf6-f6275acd9e19 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:38.146560 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-21fbe229-6fa4-4f99-87d5-c9575670fbe0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=9d0d0579-3c8c-4a39-b67f-ca991e94ba0b HTTP/1.1" status: 200 len: 217 time: 0.1408427 Mar 01 21:10:38.207690 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71339aef-3c9b-4757-ad4e-555a3c5c72c0 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:38.259823 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-71339aef-3c9b-4757-ad4e-555a3c5c72c0 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:38.267276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-f2898790-79f3-473d-baf6-f6275acd9e19 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Network e517bba3-d9c1-4868-8682-f20940261900 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:10:38.283485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-d77b61d8-2c90-4fa3-80b6-0607cc31eac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:38.285820 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-d77b61d8-2c90-4fa3-80b6-0607cc31eac6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb5f0362-4737-40ee-9f53-2f030ee2674b HTTP/1.1" status: 200 len: 797 time: 0.1343448 Mar 01 21:10:38.290264 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:38.297914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:38.297914 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:38.303226 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-f2898790-79f3-473d-baf6-f6275acd9e19 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:10:38.333181 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-f2898790-79f3-473d-baf6-f6275acd9e19 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:10:38.378463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-378e2a51-c69b-4365-b83d-5c452fad6024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:38.379917 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-378e2a51-c69b-4365-b83d-5c452fad6024 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7a6458a9-9015-413f-bf43-efd7a3b7923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0873265 Mar 01 21:10:38.495478 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71339aef-3c9b-4757-ad4e-555a3c5c72c0 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Network': ['ID=77586399-6747-4867-a9d9-d189fc00d95a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:38.525366 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2898790-79f3-473d-baf6-f6275acd9e19 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Pushing event updated for resources: {'Port': ['ID=df84c07d-160f-4e2d-8fe7-4bb2aae2371a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:38.534096 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-65a74ba7-c5bc-4662-8633-17258a06299d service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477869 Mar 01 21:10:38.581399 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-71339aef-3c9b-4757-ad4e-555a3c5c72c0 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/77586399-6747-4867-a9d9-d189fc00d95a HTTP/1.1" status: 204 len: 168 time: 1.7018836 Mar 01 21:10:38.631200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33340) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:38.687148 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e765629-e758-44bc-8644-75e097981e09 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:38.688060 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e765629-e758-44bc-8644-75e097981e09 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:38.689945 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5e765629-e758-44bc-8644-75e097981e09 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/subnets/510daead-63a2-49fc-86a2-e95b61d6c82a HTTP/1.1" status: 404 len: 337 time: 0.0602553 Mar 01 21:10:38.704946 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33348) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:38.735141 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.6102557 Mar 01 21:10:38.737580 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33352) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:38.745511 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-7f5a0487-e5fd-4c47-a8a0-e7f8de5c719c tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Request body: {'subnet': {'network_id': '5abf6a9a-11df-4e33-8663-6830ecb96a16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:38.746392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c5df5-84da-425f-8c77-7f789f2cbdab tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Pushing event updated for resources: {'Network': ['ID=5abf6a9a-11df-4e33-8663-6830ecb96a16,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:38.759083 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 5abf6a9a-11df-4e33-8663-6830ecb96a16 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:10:38.774940 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-525ca889-daf3-48ed-b574-566cefaa5ea0 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:38.775749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-525ca889-daf3-48ed-b574-566cefaa5ea0 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:38.779858 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-525ca889-daf3-48ed-b574-566cefaa5ea0 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/b8c97dfb-dbaa-4f85-9a7a-0ea8443c47d8 HTTP/1.1" status: 404 len: 339 time: 0.0713522 Mar 01 21:10:38.792337 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33356) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:38.800284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-f2898790-79f3-473d-baf6-f6275acd9e19 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:38.800981 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-f2898790-79f3-473d-baf6-f6275acd9e19 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:38.875856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501f8da0-c305-41a9-aeeb-1973fc39aa66 req-1fc8817a-9e64-4fb9-b154-6c60dc37b2bd tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:38.880131 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-501f8da0-c305-41a9-aeeb-1973fc39aa66 req-1fc8817a-9e64-4fb9-b154-6c60dc37b2bd tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 932 time: 0.1259353 Mar 01 21:10:38.924803 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-f12a5e7d-d820-4c0b-b7aa-4f14e821bded tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:38.925423 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f12a5e7d-d820-4c0b-b7aa-4f14e821bded tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:38.927123 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f12a5e7d-d820-4c0b-b7aa-4f14e821bded tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/subnets/87a68569-fd38-4f99-8ee6-ccdc9bb28797 HTTP/1.1" status: 404 len: 337 time: 0.1306632 Mar 01 21:10:38.929193 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-13e8ca68-fc28-4bec-a3ce-c38ac79e498b service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889918 Mar 01 21:10:38.929668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33364) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:39.015469 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-501f8da0-c305-41a9-aeeb-1973fc39aa66 req-2a180f46-3192-451d-81cc-d90c940be85d tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280267 Mar 01 21:10:39.020777 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-f2898790-79f3-473d-baf6-f6275acd9e19 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5574486 Mar 01 21:10:39.068963 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-5544d255-9052-4ecf-9d98-476e1b2b7739 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=8c36761c-92b0-40ce-856e-9045d7286b0b HTTP/1.1" status: 200 len: 217 time: 0.1208141 Mar 01 21:10:39.074480 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed7ac00-2e10-45c0-b027-2cd00bd6e96b tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:39.074944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed7ac00-2e10-45c0-b027-2cd00bd6e96b tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:39.077431 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-aed7ac00-2e10-45c0-b027-2cd00bd6e96b tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/deba420c-ccec-4128-84ae-f1dbd42498f1 HTTP/1.1" status: 404 len: 339 time: 0.1432917 Mar 01 21:10:39.081599 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33370) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:39.123269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7f5a0487-e5fd-4c47-a8a0-e7f8de5c719c tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:39.207124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7f5a0487-e5fd-4c47-a8a0-e7f8de5c719c tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Usage tracker for resource:subnet and tenant:a2bebdea2e314bc882537787f93ccacf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:39.240246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7f5a0487-e5fd-4c47-a8a0-e7f8de5c719c tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:39.251207 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-0df7e8ca-3d06-4c06-9dcb-9636c17cd30c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:39.251721 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0df7e8ca-3d06-4c06-9dcb-9636c17cd30c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:39.253749 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0df7e8ca-3d06-4c06-9dcb-9636c17cd30c tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/subnets/4a6271c2-c500-4e82-b4e5-1499c8d4d4dd HTTP/1.1" status: 404 len: 337 time: 0.1708281 Mar 01 21:10:39.273456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33378) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:39.280779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7f5a0487-e5fd-4c47-a8a0-e7f8de5c719c tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:39.315707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-d5cf414f-8b56-4b86-9c29-bc4c96a73471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:39.318385 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-d5cf414f-8b56-4b86-9c29-bc4c96a73471 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb5f0362-4737-40ee-9f53-2f030ee2674b HTTP/1.1" status: 200 len: 797 time: 0.2375205 Mar 01 21:10:39.341621 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-377485ea-a6ec-4cfa-ae87-096e859bb435 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:39.342366 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-377485ea-a6ec-4cfa-ae87-096e859bb435 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:39.346887 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-377485ea-a6ec-4cfa-ae87-096e859bb435 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/896757bb-0170-4e5c-a92b-2b6f8822dfeb HTTP/1.1" status: 404 len: 339 time: 0.0704887 Mar 01 21:10:39.353025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] Request body: {'port': {'device_id': 'd6d1acb9-21df-4f44-afd8-81739c307010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:39.389653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33382) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:39.435505 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5a0487-e5fd-4c47-a8a0-e7f8de5c719c tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Made reservation on behalf of a2bebdea2e314bc882537787f93ccacf for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:10:39.439498 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7f5a0487-e5fd-4c47-a8a0-e7f8de5c719c tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:39.448601 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5164d-ce19-4fac-b8ed-f76b74d4e020 req-a9d515b0-9d82-49c1-a663-de2117424ae1 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:39.461403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5164d-ce19-4fac-b8ed-f76b74d4e020 req-a9d515b0-9d82-49c1-a663-de2117424ae1 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:39.461925 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb515f7d-227d-466a-a114-067cfb5ce852 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:39.462380 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb515f7d-227d-466a-a114-067cfb5ce852 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:39.464145 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fb515f7d-227d-466a-a114-067cfb5ce852 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/subnets/bbed82fd-b305-4bd6-84df-65f24a680a32 HTTP/1.1" status: 404 len: 337 time: 0.0742464 Mar 01 21:10:39.471156 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5164d-ce19-4fac-b8ed-f76b74d4e020 req-a9d515b0-9d82-49c1-a663-de2117424ae1 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:39.479809 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33386) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:39.480587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5164d-ce19-4fac-b8ed-f76b74d4e020 req-a9d515b0-9d82-49c1-a663-de2117424ae1 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:39.487335 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5164d-ce19-4fac-b8ed-f76b74d4e020 req-a9d515b0-9d82-49c1-a663-de2117424ae1 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:39.497888 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5164d-ce19-4fac-b8ed-f76b74d4e020 req-a9d515b0-9d82-49c1-a663-de2117424ae1 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:39.504851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5164d-ce19-4fac-b8ed-f76b74d4e020 req-a9d515b0-9d82-49c1-a663-de2117424ae1 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:39.520792 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b0a5164d-ce19-4fac-b8ed-f76b74d4e020 req-a9d515b0-9d82-49c1-a663-de2117424ae1 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5429 time: 0.3622506 Mar 01 21:10:39.603476 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a7d3c34-a152-4fc4-b17f-a4bd7f14523a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:39.604006 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a7d3c34-a152-4fc4-b17f-a4bd7f14523a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:39.608224 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2a7d3c34-a152-4fc4-b17f-a4bd7f14523a tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/8b8a5c39-4301-4c14-b722-814633a64076 HTTP/1.1" status: 404 len: 339 time: 0.1241789 Mar 01 21:10:39.609489 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33394) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:39.651617 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-123eaae0-d6e9-4461-bac6-a9e30ce37e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:39.653219 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-123eaae0-d6e9-4461-bac6-a9e30ce37e9b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7a6458a9-9015-413f-bf43-efd7a3b7923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3294137 Mar 01 21:10:39.674232 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b0a5164d-ce19-4fac-b8ed-f76b74d4e020 req-a7b05616-7942-4f9b-b1ac-972957db67db tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1546991 Mar 01 21:10:39.677404 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-586a6fcf-8440-4aae-b067-d989246f5146 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:39.678773 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-586a6fcf-8440-4aae-b067-d989246f5146 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:39.679733 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-586a6fcf-8440-4aae-b067-d989246f5146 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/subnets/ea6cb6ad-695c-401a-a84c-470bd646f002 HTTP/1.1" status: 404 len: 337 time: 0.0701785 Mar 01 21:10:39.692935 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33400) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:39.729815 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:39.739441 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb4be1a-5c13-4143-a59b-13879cb362a5 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:39.739915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb4be1a-5c13-4143-a59b-13879cb362a5 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:39.744654 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fdb4be1a-5c13-4143-a59b-13879cb362a5 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/9bafe767-7ffe-48da-ad9b-beb89e4479b1 HTTP/1.1" status: 404 len: 339 time: 0.0539982 Mar 01 21:10:39.744654 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33404) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:39.819196 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f85f9b-2b5b-4702-8df4-821ca37740f1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:39.820079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f85f9b-2b5b-4702-8df4-821ca37740f1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:39.822417 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-50f85f9b-2b5b-4702-8df4-821ca37740f1 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/subnets/4debede0-8759-4b32-bd86-9708e6a3b57d HTTP/1.1" status: 404 len: 337 time: 0.0771847 Mar 01 21:10:39.831699 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33410) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:39.897393 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccada27e-5ff6-4d49-987d-90766013c98d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:39.898593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccada27e-5ff6-4d49-987d-90766013c98d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:39.902789 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ccada27e-5ff6-4d49-987d-90766013c98d tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/d258dbe1-494a-4be7-8313-81ab2e7f698a HTTP/1.1" status: 404 len: 339 time: 0.0669494 Mar 01 21:10:39.906886 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33414) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:40.003126 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d9e03b-c2cd-415d-b156-2104d3ef31be tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:40.003614 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82d9e03b-c2cd-415d-b156-2104d3ef31be tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:40.029206 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-82d9e03b-c2cd-415d-b156-2104d3ef31be tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/subnets/44eda327-d391-4cfd-b9f6-82a9c1786f8f HTTP/1.1" status: 404 len: 337 time: 0.0934243 Mar 01 21:10:40.040780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33420) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:40.083969 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-169e49d1-3fd2-4101-a596-2ce890284b1c service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4179976 Mar 01 21:10:40.123975 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec76dd8c-704d-47a7-9f80-08986a4dfc72 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:40.124552 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec76dd8c-704d-47a7-9f80-08986a4dfc72 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:40.127157 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ec76dd8c-704d-47a7-9f80-08986a4dfc72 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/010b1250-326b-4451-a77f-bd9995e89948 HTTP/1.1" status: 404 len: 339 time: 0.0853372 Mar 01 21:10:40.131837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33426) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:40.185016 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5bbf62-20f2-44c6-8d1e-cc590f013a34 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:40.185474 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce5bbf62-20f2-44c6-8d1e-cc590f013a34 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:40.187175 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ce5bbf62-20f2-44c6-8d1e-cc590f013a34 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/subnets/395573c8-d7bd-40fb-ae5a-63b9ccb2616e HTTP/1.1" status: 404 len: 337 time: 0.0544360 Mar 01 21:10:40.191045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33432) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:40.274656 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-008711b6-d485-4432-b0d8-40cac523c87b tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] DELETE failed (client error): The resource could not be found. Mar 01 21:10:40.275313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-008711b6-d485-4432-b0d8-40cac523c87b tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:10:40.280390 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-008711b6-d485-4432-b0d8-40cac523c87b tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/d032044a-0954-4cf7-9cb8-bbb2b372b72c HTTP/1.1" status: 404 len: 339 time: 0.0850289 Mar 01 21:10:40.280577 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7f5a0487-e5fd-4c47-a8a0-e7f8de5c719c tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:40.290265 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33436) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:40.368333 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39cbcf-fd9e-4637-99af-a676c5259a36 req-0cf43c9c-5872-4899-a92c-7b617d2ba2f8 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:40.369889 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a39cbcf-fd9e-4637-99af-a676c5259a36 req-0cf43c9c-5872-4899-a92c-7b617d2ba2f8 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 932 time: 0.1742983 Mar 01 21:10:40.488074 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a39cbcf-fd9e-4637-99af-a676c5259a36 req-3e7f1510-48ae-4879-bf16-1ef962c0be39 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826325 Mar 01 21:10:40.499269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df84c07d-160f-4e2d-8fe7-4bb2aae2371a {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:10:40.502152 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-a07b9905-cde8-4a16-afa1-5269a066b48f tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Deleting subnet 63a6f825-c58d-4193-909b-0b474b660caf {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:10:40.505736 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a0487-e5fd-4c47-a8a0-e7f8de5c719c tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Pushing event updated for resources: {'Subnet': ['ID=f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:40.508022 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:40.517245 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a07b9905-cde8-4a16-afa1-5269a066b48f tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:40.523860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] Transition to ACTIVE for port object df84c07d-160f-4e2d-8fe7-4bb2aae2371a will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:40.613430 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:40.655121 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a07b9905-cde8-4a16-afa1-5269a066b48f tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:40.710683 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5a0487-e5fd-4c47-a8a0-e7f8de5c719c tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Checking segment: {'id': '62002abe-0535-48ab-b154-11da9895528b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5abf6a9a-11df-4e33-8663-6830ecb96a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:10:40.711090 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5a0487-e5fd-4c47-a8a0-e7f8de5c719c tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Network hostable DHCP agents. Network: 5abf6a9a-11df-4e33-8663-6830ecb96a16, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:10:40.732128 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-57e2f4f1-fe74-492f-bb6a-60adce447a15 service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5792480 Mar 01 21:10:40.800483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=df84c07d-160f-4e2d-8fe7-4bb2aae2371a,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:40.841613 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-44314cb0-5fe9-41b1-80f8-677909a75576 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=969212d9-1c07-4ab9-9842-4c8c239a86bb HTTP/1.1" status: 200 len: 217 time: 0.0991940 Mar 01 21:10:40.939938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-91e39642-c576-4043-9da3-55e1c54b0ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:40.941519 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-91e39642-c576-4043-9da3-55e1c54b0ea8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb5f0362-4737-40ee-9f53-2f030ee2674b HTTP/1.1" status: 200 len: 797 time: 0.0936522 Mar 01 21:10:40.945937 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a07b9905-cde8-4a16-afa1-5269a066b48f tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:41.016974 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f5a0487-e5fd-4c47-a8a0-e7f8de5c719c tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Network 5abf6a9a-11df-4e33-8663-6830ecb96a16 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:10:41.038610 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] Attempting to bind port df84c07d-160f-4e2d-8fe7-4bb2aae2371a on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:10:41.045930 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] Attempting to bind port df84c07d-160f-4e2d-8fe7-4bb2aae2371a by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'c6341e0d-fcd7-4111-b102-4dbadec0c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:10:41.045930 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] Attempting to bind port df84c07d-160f-4e2d-8fe7-4bb2aae2371a on network e517bba3-d9c1-4868-8682-f20940261900 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:10:41.058738 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] Port df84c07d-160f-4e2d-8fe7-4bb2aae2371a on network e517bba3-d9c1-4868-8682-f20940261900 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:10:41.059723 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] Attempting to bind port df84c07d-160f-4e2d-8fe7-4bb2aae2371a on network e517bba3-d9c1-4868-8682-f20940261900 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:10:41.068925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:10:41.068925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] Checking segment: {'id': 'c6341e0d-fcd7-4111-b102-4dbadec0c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:10:41.069287 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] Bound using segment: {'id': 'c6341e0d-fcd7-4111-b102-4dbadec0c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:10:41.069523 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] Bound port: df84c07d-160f-4e2d-8fe7-4bb2aae2371a, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6341e0d-fcd7-4111-b102-4dbadec0c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:10:41.069876 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:41.100608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562afba-59c7-4f6f-9fa1-55ae269d9eb1 req-f57d2145-014f-40f1-a64e-a64eded85360 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:41.106828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562afba-59c7-4f6f-9fa1-55ae269d9eb1 req-f57d2145-014f-40f1-a64e-a64eded85360 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:41.113198 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562afba-59c7-4f6f-9fa1-55ae269d9eb1 req-f57d2145-014f-40f1-a64e-a64eded85360 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:41.119668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562afba-59c7-4f6f-9fa1-55ae269d9eb1 req-f57d2145-014f-40f1-a64e-a64eded85360 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:41.126082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562afba-59c7-4f6f-9fa1-55ae269d9eb1 req-f57d2145-014f-40f1-a64e-a64eded85360 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:41.129628 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7f5a0487-e5fd-4c47-a8a0-e7f8de5c719c tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 5abf6a9a-11df-4e33-8663-6830ecb96a16) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:10:41.131813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562afba-59c7-4f6f-9fa1-55ae269d9eb1 req-f57d2145-014f-40f1-a64e-a64eded85360 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:41.133551 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-4fe6fb0e-c976-469b-8d87-7870c2a82e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:41.138743 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-4fe6fb0e-c976-469b-8d87-7870c2a82e0f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7a6458a9-9015-413f-bf43-efd7a3b7923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1571112 Mar 01 21:10:41.139297 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562afba-59c7-4f6f-9fa1-55ae269d9eb1 req-f57d2145-014f-40f1-a64e-a64eded85360 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:41.141085 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5a0487-e5fd-4c47-a8a0-e7f8de5c719c tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:41.141813 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7f5a0487-e5fd-4c47-a8a0-e7f8de5c719c tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:41.144784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c6471f-35c9-4a6a-860f-31eff76c84c8 None None] Network 5abf6a9a-11df-4e33-8663-6830ecb96a16 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:10:41.145750 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2562afba-59c7-4f6f-9fa1-55ae269d9eb1 req-f57d2145-014f-40f1-a64e-a64eded85360 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5429 time: 0.2307019 Mar 01 21:10:41.307026 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a07b9905-cde8-4a16-afa1-5269a066b48f tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:41.313239 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7f5a0487-e5fd-4c47-a8a0-e7f8de5c719c tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5737598 Mar 01 21:10:41.355974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33462) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:41.366361 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e4b5a4c1-f7ee-4572-8cea-ffc21b76a9ff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Request body: {'port': {'network_id': '5abf6a9a-11df-4e33-8663-6830ecb96a16', 'name': 'tempest-TagsExtTest-2123490783'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:41.376345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b9905-cde8-4a16-afa1-5269a066b48f tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Subnet': ['ID=63a6f825-c58d-4193-909b-0b474b660caf,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:41.387106 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a07b9905-cde8-4a16-afa1-5269a066b48f tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:41.390354 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a07b9905-cde8-4a16-afa1-5269a066b48f tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/subnets/63a6f825-c58d-4193-909b-0b474b660caf HTTP/1.1" status: 204 len: 168 time: 1.0699451 Mar 01 21:10:41.393017 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33468) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:41.410956 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46b92de-bc49-4ac1-aa24-cc429d207a11 None None] Network 101c9c5d-78f8-4fa3-a042-b26eb572b1e0 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:10:41.458684 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2562afba-59c7-4f6f-9fa1-55ae269d9eb1 req-5b0bc1af-14da-48b4-a9c3-81f94410cf65 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3120670 Mar 01 21:10:41.506463 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-d80753e4-b047-4349-b154-ee2ff46f9086 service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442616 Mar 01 21:10:41.639995 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] For port df84c07d-160f-4e2d-8fe7-4bb2aae2371a, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:10:41.648130 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] For port df84c07d-160f-4e2d-8fe7-4bb2aae2371a, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=df84c07d-160f-4e2d-8fe7-4bb2aae2371a,segment=NetworkSegment(c6341e0d-fcd7-4111-b102-4dbadec0c079),segment_id=c6341e0d-fcd7-4111-b102-4dbadec0c079)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:10:41.711328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e4b5a4c1-f7ee-4572-8cea-ffc21b76a9ff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:41.737732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e4b5a4c1-f7ee-4572-8cea-ffc21b76a9ff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Usage tracker for resource:port and tenant:a2bebdea2e314bc882537787f93ccacf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:41.737732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e4b5a4c1-f7ee-4572-8cea-ffc21b76a9ff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:41.763391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e4b5a4c1-f7ee-4572-8cea-ffc21b76a9ff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:41.782922 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:41.811731 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-5abf6a9a-11df-4e33-8663-6830ecb96a16', 'network_id': '5abf6a9a-11df-4e33-8663-6830ecb96a16', 'tenant_id': 'a2bebdea2e314bc882537787f93ccacf', 'fixed_ips': [{'subnet_id': 'f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:10:41.818453 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:41.868556 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-963e3835-2761-4301-9e46-0240d6b81055 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:41.895539 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-963e3835-2761-4301-9e46-0240d6b81055 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Deleting port a07bd161-aa9a-4481-a382-9879a1a1031a {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:10:41.895880 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-963e3835-2761-4301-9e46-0240d6b81055 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:41.932617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:41.934231 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:41.934758 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] 10.222.0.55 "PUT /v2.0/ports/df84c07d-160f-4e2d-8fe7-4bb2aae2371a HTTP/1.1" status: 200 len: 1092 time: 2.9062514 Mar 01 21:10:41.989845 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-1cdf0f43-96ec-4489-8794-61e3431f3129 service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4700849 Mar 01 21:10:42.048047 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Allocated IP 172.20.0.2 (5abf6a9a-11df-4e33-8663-6830ecb96a16/f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4/5679bbab-b9ea-4a94-8639-61e7006e217f) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:10:42.084404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefa4d2f-1526-45cc-a9fd-6a421b613b1d None None] DHCP port deletion for 101c9c5d-78f8-4fa3-a042-b26eb572b1e0 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:10:42.089975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6d1acb9-21df-4f44-afd8-81739c307010', 'tag': 'df84c07d-160f-4e2d-8fe7-4bb2aae2371a'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:10:42.111102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b5a4c1-f7ee-4572-8cea-ffc21b76a9ff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Made reservation on behalf of a2bebdea2e314bc882537787f93ccacf for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:10:42.113632 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-cefa4d2f-1526-45cc-a9fd-6a421b613b1d None None] Deleting port a07bd161-aa9a-4481-a382-9879a1a1031a {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:10:42.114012 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cefa4d2f-1526-45cc-a9fd-6a421b613b1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:42.119650 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4b5a4c1-f7ee-4572-8cea-ffc21b76a9ff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:42.257129 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-81e54d76-373e-45f0-bbfd-4b902085e614 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=1cbca497-049a-4c31-aac8-2fbe1c77e42a HTTP/1.1" status: 200 len: 217 time: 0.2574387 Mar 01 21:10:42.334926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-e4b5a4c1-f7ee-4572-8cea-ffc21b76a9ff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] device_id is not set on port 91e6333f-2318-4f0c-b9a5-f47af958f067 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:10:42.547353 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a07bd161-aa9a-4481-a382-9879a1a1031a no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:10:42.591476 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6d1acb9-21df-4f44-afd8-81739c307010', 'tag': 'df84c07d-160f-4e2d-8fe7-4bb2aae2371a', 'status': 'completed', 'code': 200} Mar 01 21:10:42.597687 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5f396d-4961-468d-82d4-7cb68cb43ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=df84c07d-160f-4e2d-8fe7-4bb2aae2371a,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:42.616087 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ee139-3559-457d-943e-4fc59aa88ec4 req-3d45e6ea-d66f-4592-a421-204725f0439f tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:42.617707 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce7ee139-3559-457d-943e-4fc59aa88ec4 req-3d45e6ea-d66f-4592-a421-204725f0439f tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 944 time: 0.8438523 Mar 01 21:10:42.623058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-3f64d2ab-0548-4b92-bcf3-96957527bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:42.626052 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-3f64d2ab-0548-4b92-bcf3-96957527bf7e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d397067f52704b8293603081e97c4744&device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 1095 time: 0.4455404 Mar 01 21:10:42.712156 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-cdc8b93a-e3f4-430c-bf26-89f53e10c709 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df84c07d-160f-4e2d-8fe7-4bb2aae2371a HTTP/1.1" status: 200 len: 217 time: 0.0782328 Mar 01 21:10:42.712596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-57ec6a25-46c0-4f81-ae9c-9d9c35d23d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:42.714305 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-57ec6a25-46c0-4f81-ae9c-9d9c35d23d19 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb5f0362-4737-40ee-9f53-2f030ee2674b HTTP/1.1" status: 200 len: 797 time: 0.3761747 Mar 01 21:10:42.840865 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-963e3835-2761-4301-9e46-0240d6b81055 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] For port a07bd161-aa9a-4481-a382-9879a1a1031a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=a07bd161-aa9a-4481-a382-9879a1a1031a,segment=NetworkSegment(e19df8ae-282e-4090-8498-1b5f9f3cf62c),segment_id=e19df8ae-282e-4090-8498-1b5f9f3cf62c)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:10:42.841504 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-963e3835-2761-4301-9e46-0240d6b81055 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:42.908979 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce7ee139-3559-457d-943e-4fc59aa88ec4 req-f8ac754f-a595-45ea-b8c6-de0950232f9e tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984553 Mar 01 21:10:42.960198 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-a4273ebe-a6f4-45b6-adff-20ef36b29018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:42.961787 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-a4273ebe-a6f4-45b6-adff-20ef36b29018 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7383c311-3b9e-4b34-8537-6f468962ae9d HTTP/1.1" status: 200 len: 854 time: 0.2397640 Mar 01 21:10:43.053134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-963e3835-2761-4301-9e46-0240d6b81055 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Calling delete_port for a07bd161-aa9a-4481-a382-9879a1a1031a owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:10:43.077660 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-c80c257b-a9be-4f40-a215-328d61bdcce9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e517bba3-d9c1-4868-8682-f20940261900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002407 Mar 01 21:10:43.099337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d50180-49e2-427d-a8f2-a392598a5be4 req-31158e25-aeab-4429-b7d7-ee308551a246 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:43.103790 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d50180-49e2-427d-a8f2-a392598a5be4 req-31158e25-aeab-4429-b7d7-ee308551a246 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:43.110173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d50180-49e2-427d-a8f2-a392598a5be4 req-31158e25-aeab-4429-b7d7-ee308551a246 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:43.118320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d50180-49e2-427d-a8f2-a392598a5be4 req-31158e25-aeab-4429-b7d7-ee308551a246 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:43.127058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d50180-49e2-427d-a8f2-a392598a5be4 req-31158e25-aeab-4429-b7d7-ee308551a246 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:43.134106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d50180-49e2-427d-a8f2-a392598a5be4 req-31158e25-aeab-4429-b7d7-ee308551a246 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:43.141635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d50180-49e2-427d-a8f2-a392598a5be4 req-31158e25-aeab-4429-b7d7-ee308551a246 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:43.151102 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47d50180-49e2-427d-a8f2-a392598a5be4 req-31158e25-aeab-4429-b7d7-ee308551a246 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5429 time: 0.3389561 Mar 01 21:10:43.279122 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-cefa4d2f-1526-45cc-a9fd-6a421b613b1d None None] For port a07bd161-aa9a-4481-a382-9879a1a1031a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=a07bd161-aa9a-4481-a382-9879a1a1031a,segment=NetworkSegment(e19df8ae-282e-4090-8498-1b5f9f3cf62c),segment_id=e19df8ae-282e-4090-8498-1b5f9f3cf62c)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:10:43.279496 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cefa4d2f-1526-45cc-a9fd-6a421b613b1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:43.285598 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-b4403596-35e8-4554-a881-59dddaf56796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:43.287095 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-b4403596-35e8-4554-a881-59dddaf56796 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7a6458a9-9015-413f-bf43-efd7a3b7923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0997427 Mar 01 21:10:43.322072 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-963e3835-2761-4301-9e46-0240d6b81055 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:43.405759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e3835-2761-4301-9e46-0240d6b81055 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Port': ['ID=a07bd161-aa9a-4481-a382-9879a1a1031a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:43.410167 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963e3835-2761-4301-9e46-0240d6b81055 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] No DVR routers for this DVR port a07bd161-aa9a-4481-a382-9879a1a1031a on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:10:43.439650 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Port a07bd161-aa9a-4481-a382-9879a1a1031a update to DOWN by agent not found {{(pid=88520) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 01 21:10:43.498664 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47d50180-49e2-427d-a8f2-a392598a5be4 req-9368d8e7-1760-4333-84f9-c3e054339de0 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3425484 Mar 01 21:10:43.524541 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-cefa4d2f-1526-45cc-a9fd-6a421b613b1d None None] Calling delete_port for a07bd161-aa9a-4481-a382-9879a1a1031a owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:10:43.583038 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-6d9f9b92-9b04-4265-b4a9-d84f72bb2215 service neutron] 10.222.0.55 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986644 Mar 01 21:10:43.590911 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:43.619413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Transition to ACTIVE for port object 5679bbab-b9ea-4a94-8639-61e7006e217f will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.654933 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.660702 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.660702 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.660702 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.660702 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.660702 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.660702 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.660702 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.660702 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.660702 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.660702 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.660702 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.660702 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.660702 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:10:43.660702 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:10:43.660702 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Transition to ACTIVE for port object 5679bbab-b9ea-4a94-8639-61e7006e217f will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:43.667153 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-cefa4d2f-1526-45cc-a9fd-6a421b613b1d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:10:43.667804 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-cefa4d2f-1526-45cc-a9fd-6a421b613b1d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:10:43.700124 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-963e3835-2761-4301-9e46-0240d6b81055 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:43.750023 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-67b2d427-5b29-4bba-91c1-944a4b9a0e79 service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4557488 Mar 01 21:10:43.752193 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-963e3835-2761-4301-9e46-0240d6b81055 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['101c9c5d-78f8-4fa3-a042-b26eb572b1e0']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:43.757908 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:43.785425 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-963e3835-2761-4301-9e46-0240d6b81055 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e19df8ae-282e-4090-8498-1b5f9f3cf62c') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:43.785722 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-963e3835-2761-4301-9e46-0240d6b81055 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e19df8ae-282e-4090-8498-1b5f9f3cf62c') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:43.812022 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-963e3835-2761-4301-9e46-0240d6b81055 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:43.849617 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-129942a4-0188-46f5-b83b-2c94f91cf484 req-b44b75d7-e99e-46af-911c-b2f6216ca69a service neutron] 10.222.0.55 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573864 Mar 01 21:10:43.863688 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Network 5abf6a9a-11df-4e33-8663-6830ecb96a16 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:10:43.868595 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:10:43.892014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-e4b5a4c1-f7ee-4572-8cea-ffc21b76a9ff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Allocated IP 172.20.0.8 (5abf6a9a-11df-4e33-8663-6830ecb96a16/f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4/91e6333f-2318-4f0c-b9a5-f47af958f067) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:10:43.898188 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-963e3835-2761-4301-9e46-0240d6b81055 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:43.911731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-963e3835-2761-4301-9e46-0240d6b81055 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:10:43.912445 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-963e3835-2761-4301-9e46-0240d6b81055 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:43.921214 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Pushing event updated for resources: {'Port': ['ID=5679bbab-b9ea-4a94-8639-61e7006e217f,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:43.923940 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:10:43.943591 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:10:44.112026 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Attempting to bind port 5679bbab-b9ea-4a94-8639-61e7006e217f on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:10:44.112397 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Attempting to bind port 5679bbab-b9ea-4a94-8639-61e7006e217f by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '62002abe-0535-48ab-b154-11da9895528b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5abf6a9a-11df-4e33-8663-6830ecb96a16'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:10:44.115507 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Attempting to bind port 5679bbab-b9ea-4a94-8639-61e7006e217f on network 5abf6a9a-11df-4e33-8663-6830ecb96a16 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:10:44.118499 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-c533d14c-3707-4b64-b938-0562d878b72f service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587630 Mar 01 21:10:44.136435 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:10:44.136832 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Checking segment: {'id': '62002abe-0535-48ab-b154-11da9895528b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5abf6a9a-11df-4e33-8663-6830ecb96a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:10:44.137335 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:44.137737 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Bound using segment: {'id': '62002abe-0535-48ab-b154-11da9895528b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5abf6a9a-11df-4e33-8663-6830ecb96a16'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:10:44.138214 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Bound port: 5679bbab-b9ea-4a94-8639-61e7006e217f, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62002abe-0535-48ab-b154-11da9895528b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '5abf6a9a-11df-4e33-8663-6830ecb96a16'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:10:44.138591 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:44.178040 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-cefa4d2f-1526-45cc-a9fd-6a421b613b1d None None] Deleting port a07bd161-aa9a-4481-a382-9879a1a1031a {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:10:44.178657 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cefa4d2f-1526-45cc-a9fd-6a421b613b1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:44.255119 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-963e3835-2761-4301-9e46-0240d6b81055 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:44.286908 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-cefa4d2f-1526-45cc-a9fd-6a421b613b1d None None] The port 'a07bd161-aa9a-4481-a382-9879a1a1031a' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:10:44.311177 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-6f1ce13f-67ac-40ac-b848-fcb88b38a9c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=92490323-bf33-498a-ae53-1c8809d63fe3 HTTP/1.1" status: 200 len: 217 time: 0.1867700 Mar 01 21:10:44.313525 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-963e3835-2761-4301-9e46-0240d6b81055 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:44.402702 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] For port 5679bbab-b9ea-4a94-8639-61e7006e217f, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:10:44.407872 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] For port 5679bbab-b9ea-4a94-8639-61e7006e217f, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5679bbab-b9ea-4a94-8639-61e7006e217f,segment=NetworkSegment(62002abe-0535-48ab-b154-11da9895528b),segment_id=62002abe-0535-48ab-b154-11da9895528b)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:10:44.441421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e3835-2761-4301-9e46-0240d6b81055 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] Pushing event deleted for resources: {'Network': ['ID=101c9c5d-78f8-4fa3-a042-b26eb572b1e0,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:44.441421 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-963e3835-2761-4301-9e46-0240d6b81055 tempest-NetworksTest-1848309668 tempest-NetworksTest-1848309668-project] 10.222.0.42 "DELETE /v2.0/networks/101c9c5d-78f8-4fa3-a042-b26eb572b1e0 HTTP/1.1" status: 204 len: 168 time: 3.0451581 Mar 01 21:10:44.448358 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4b5a4c1-f7ee-4572-8cea-ffc21b76a9ff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:44.461506 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-02d0116e-1271-4e53-96e8-9dab83caa952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:44.462959 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-02d0116e-1271-4e53-96e8-9dab83caa952 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ff5bd32-7121-4c1e-b663-c168cac44144 HTTP/1.1" status: 200 len: 797 time: 0.1200247 Mar 01 21:10:44.466602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215c592-f835-4654-b590-9259a553679e req-eeebed03-8927-486d-a6fc-dba62fb3c1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:44.468506 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8215c592-f835-4654-b590-9259a553679e req-eeebed03-8927-486d-a6fc-dba62fb3c1db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d397067f52704b8293603081e97c4744&device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 1095 time: 0.4333072 Mar 01 21:10:44.480641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc48a19-f3cc-4094-ab79-3c9608016dfe req-ebe6188b-9e20-48b8-ba98-404d25719b2f tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:44.482179 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4cc48a19-f3cc-4094-ab79-3c9608016dfe req-ebe6188b-9e20-48b8-ba98-404d25719b2f tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 944 time: 0.2877357 Mar 01 21:10:44.486101 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-e4b5a4c1-f7ee-4572-8cea-ffc21b76a9ff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Transition to ACTIVE for port object 91e6333f-2318-4f0c-b9a5-f47af958f067 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:10:44.528699 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:44.621102 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-790225cf-0512-4ddf-902c-3f51633e8e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:44.626404 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-790225cf-0512-4ddf-902c-3f51633e8e35 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8391abf1-8497-437d-b6b2-a8884478b421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1571698 Mar 01 21:10:44.770133 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04e2c8-f3d2-4922-bb3e-b4ba17a62415 None None] Pushing event updated for resources: {'Port': ['ID=5679bbab-b9ea-4a94-8639-61e7006e217f,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:44.853645 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-601cfbcb-efec-4c45-9cef-b7fd100314a6 service neutron] 10.222.0.57 "GET /v2.0/networks/8391abf1-8497-437d-b6b2-a8884478b421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211802 Mar 01 21:10:44.953299 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4cc48a19-f3cc-4094-ab79-3c9608016dfe req-cb1b5ea1-0efa-470f-a6f1-40158fd0a7fb tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4434457 Mar 01 21:10:45.017616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215c592-f835-4654-b590-9259a553679e req-3dcfa1db-7820-4210-adda-d79d9a156e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:45.020527 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8215c592-f835-4654-b590-9259a553679e req-3dcfa1db-7820-4210-adda-d79d9a156e4b service neutron] 10.222.0.55 "GET /v2.0/networks?id=e517bba3-d9c1-4868-8682-f20940261900 HTTP/1.1" status: 200 len: 915 time: 0.5356982 Mar 01 21:10:45.113751 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4b5a4c1-f7ee-4572-8cea-ffc21b76a9ff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:45.246602 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8215c592-f835-4654-b590-9259a553679e req-44d37d32-123b-427a-864c-c75dae61db16 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df84c07d-160f-4e2d-8fe7-4bb2aae2371a HTTP/1.1" status: 200 len: 217 time: 0.2169685 Mar 01 21:10:45.284936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca193f-ba3d-46d1-854f-92205d6d6342 req-41dd8dcd-e2d8-468a-99dd-eea7abf31fc1 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:45.294539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca193f-ba3d-46d1-854f-92205d6d6342 req-41dd8dcd-e2d8-468a-99dd-eea7abf31fc1 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:45.304219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca193f-ba3d-46d1-854f-92205d6d6342 req-41dd8dcd-e2d8-468a-99dd-eea7abf31fc1 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:45.312309 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca193f-ba3d-46d1-854f-92205d6d6342 req-41dd8dcd-e2d8-468a-99dd-eea7abf31fc1 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:45.320102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca193f-ba3d-46d1-854f-92205d6d6342 req-41dd8dcd-e2d8-468a-99dd-eea7abf31fc1 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:45.327557 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca193f-ba3d-46d1-854f-92205d6d6342 req-41dd8dcd-e2d8-468a-99dd-eea7abf31fc1 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:45.337815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca193f-ba3d-46d1-854f-92205d6d6342 req-41dd8dcd-e2d8-468a-99dd-eea7abf31fc1 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:45.341604 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04ca193f-ba3d-46d1-854f-92205d6d6342 req-41dd8dcd-e2d8-468a-99dd-eea7abf31fc1 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5429 time: 0.4897873 Mar 01 21:10:45.396961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b5a4c1-f7ee-4572-8cea-ffc21b76a9ff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Network 5abf6a9a-11df-4e33-8663-6830ecb96a16 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:10:45.408133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-e4b5a4c1-f7ee-4572-8cea-ffc21b76a9ff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:10:45.411083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b5a4c1-f7ee-4572-8cea-ffc21b76a9ff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:10:45.454331 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-ea1bfbad-19dd-4a5e-b7b9-ef2382a3ca7e service neutron] 10.222.0.57 "GET /v2.0/networks/8391abf1-8497-437d-b6b2-a8884478b421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5939393 Mar 01 21:10:45.513406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33532) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:45.569057 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b5a4c1-f7ee-4572-8cea-ffc21b76a9ff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Pushing event updated for resources: {'Port': ['ID=91e6333f-2318-4f0c-b9a5-f47af958f067,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:45.585452 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b5a4c1-f7ee-4572-8cea-ffc21b76a9ff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:45.586129 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4b5a4c1-f7ee-4572-8cea-ffc21b76a9ff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:45.594439 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215c592-f835-4654-b590-9259a553679e req-ebeb4247-106d-491d-b680-0b712b65af88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:45.596614 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8215c592-f835-4654-b590-9259a553679e req-ebeb4247-106d-491d-b680-0b712b65af88 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7383c311-3b9e-4b34-8537-6f468962ae9d HTTP/1.1" status: 200 len: 854 time: 0.3416874 Mar 01 21:10:45.611805 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-be9e68a9-b516-465a-bc97-28ebda832d7c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f44bcea3-70af-4aa9-9592-40986ed83d6a HTTP/1.1" status: 200 len: 217 time: 0.1491120 Mar 01 21:10:45.659488 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04ca193f-ba3d-46d1-854f-92205d6d6342 req-82277ae5-45c4-4178-8602-310e77068fae tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2538486 Mar 01 21:10:45.672720 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8215c592-f835-4654-b590-9259a553679e req-dd77303f-0bd0-4df6-9ae5-82345cfab58e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e517bba3-d9c1-4868-8682-f20940261900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683799 Mar 01 21:10:45.717792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-9c6ac4a2-5788-4ae7-a83e-9b5d2bdd26bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:45.720044 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-9c6ac4a2-5788-4ae7-a83e-9b5d2bdd26bf service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ff5bd32-7121-4c1e-b663-c168cac44144 HTTP/1.1" status: 200 len: 797 time: 0.1035395 Mar 01 21:10:45.818201 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e4b5a4c1-f7ee-4572-8cea-ffc21b76a9ff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.4672658 Mar 01 21:10:45.819038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33542) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:45.838189 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8b890677-329b-4fd2-9f13-35518c4297e6 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2047152834', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:45.851244 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8b890677-329b-4fd2-9f13-35518c4297e6 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:45.855033 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-94b823c9-57a8-4243-b041-695eb14e7015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:45.856745 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-94b823c9-57a8-4243-b041-695eb14e7015 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8391abf1-8497-437d-b6b2-a8884478b421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1297960 Mar 01 21:10:45.861891 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8b890677-329b-4fd2-9f13-35518c4297e6 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Usage tracker for resource:router and tenant:a2bebdea2e314bc882537787f93ccacf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:45.880871 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8b890677-329b-4fd2-9f13-35518c4297e6 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:45.909893 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8215c592-f835-4654-b590-9259a553679e req-a1d6d77b-851a-43be-97db-013d55663b0a service neutron] 10.222.0.55 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307124 Mar 01 21:10:45.929457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8b890677-329b-4fd2-9f13-35518c4297e6 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:46.055198 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-549cab0a-2e90-4097-aaf4-3fb7b4d49dad service neutron] 10.222.0.57 "GET /v2.0/networks/8391abf1-8497-437d-b6b2-a8884478b421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756306 Mar 01 21:10:46.088694 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-95dd8920-88ef-4a8d-b187-8fc2f47b2033 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=126f883557a74fbe85af15698faf078f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5741208 Mar 01 21:10:46.091150 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33552) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:46.192219 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8215c592-f835-4654-b590-9259a553679e req-556e4081-a391-4bfc-9d43-f71aea3de2d6 service neutron] 10.222.0.55 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2747834 Mar 01 21:10:46.193028 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cc550ed1-ec53-4708-a7c3-1bf1501db65f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:46.371847 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cc550ed1-ec53-4708-a7c3-1bf1501db65f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:46.395042 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b890677-329b-4fd2-9f13-35518c4297e6 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:46.400898 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b890677-329b-4fd2-9f13-35518c4297e6 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:46.444711 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-588b91d9-2a8c-488a-9847-c4db02e354c8 req-113719ce-e7ba-499f-a88c-45885ed715b6 service neutron] 10.222.0.57 "GET /v2.0/networks/8391abf1-8497-437d-b6b2-a8884478b421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856740 Mar 01 21:10:46.454876 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5679bbab-b9ea-4a94-8639-61e7006e217f up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:10:46.494302 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9920656-cb92-4910-a07d-05cbd4828323 req-37b3da2f-d2ad-4db2-80b7-f7bceb153ed7 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:46.496557 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9920656-cb92-4910-a07d-05cbd4828323 req-37b3da2f-d2ad-4db2-80b7-f7bceb153ed7 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 944 time: 0.2466385 Mar 01 21:10:46.589285 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9920656-cb92-4910-a07d-05cbd4828323 req-b6da0fbb-a45e-4a5b-b1ad-90d1273adb59 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744739 Mar 01 21:10:46.602439 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdaee01-6bf4-4d50-bfd5-6d2e0adae2d0 None None] Network 5abf6a9a-11df-4e33-8663-6830ecb96a16 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:10:46.609265 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cc550ed1-ec53-4708-a7c3-1bf1501db65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:46.618827 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b890677-329b-4fd2-9f13-35518c4297e6 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:46.650269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc550ed1-ec53-4708-a7c3-1bf1501db65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1455ff7-8801-44c3-a2a3-f42a96338711,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:46.654752 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cc550ed1-ec53-4708-a7c3-1bf1501db65f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:46.658837 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cc550ed1-ec53-4708-a7c3-1bf1501db65f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b1455ff7-8801-44c3-a2a3-f42a96338711 HTTP/1.1" status: 204 len: 168 time: 0.5636840 Mar 01 21:10:46.722981 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b890677-329b-4fd2-9f13-35518c4297e6 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:46.859716 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b890677-329b-4fd2-9f13-35518c4297e6 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:46.865869 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33580) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:46.869017 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8b890677-329b-4fd2-9f13-35518c4297e6 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.0413601 Mar 01 21:10:46.875297 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-fd49df9b-288e-4381-bb1e-e1edc23f1fff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1302011689', 'prefixes': ['172.20.0.0/16']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:46.909343 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fd49df9b-288e-4381-bb1e-e1edc23f1fff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:46.961733 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f2b3e916-c4d1-446a-b52e-21fdf160e1ad None None] Provisioning for port 5679bbab-b9ea-4a94-8639-61e7006e217f completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:10:47.134440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebdb33-a20a-463e-bd5b-84db68fc3cde req-68ccee0e-6910-4061-b704-0d2415e77526 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:47.137134 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 5679bbab-b9ea-4a94-8639-61e7006e217f completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:10:47.142800 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 5679bbab-b9ea-4a94-8639-61e7006e217f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:10:47.143169 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:47.143435 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebdb33-a20a-463e-bd5b-84db68fc3cde req-68ccee0e-6910-4061-b704-0d2415e77526 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:47.152882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebdb33-a20a-463e-bd5b-84db68fc3cde req-68ccee0e-6910-4061-b704-0d2415e77526 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:47.160118 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebdb33-a20a-463e-bd5b-84db68fc3cde req-68ccee0e-6910-4061-b704-0d2415e77526 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:47.166721 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebdb33-a20a-463e-bd5b-84db68fc3cde req-68ccee0e-6910-4061-b704-0d2415e77526 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:47.173623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebdb33-a20a-463e-bd5b-84db68fc3cde req-68ccee0e-6910-4061-b704-0d2415e77526 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:47.180227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ebdb33-a20a-463e-bd5b-84db68fc3cde req-68ccee0e-6910-4061-b704-0d2415e77526 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:47.182303 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b4ebdb33-a20a-463e-bd5b-84db68fc3cde req-68ccee0e-6910-4061-b704-0d2415e77526 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5429 time: 0.2174783 Mar 01 21:10:47.257254 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b4ebdb33-a20a-463e-bd5b-84db68fc3cde req-9e03f79b-2df5-43c2-aedb-47885c029510 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650685 Mar 01 21:10:47.404822 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:47.441577 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-06badc9c-47ef-4e49-aaf7-d371ae2e014d None None] Provisioning complete for port 5679bbab-b9ea-4a94-8639-61e7006e217f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:10:47.442235 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-06badc9c-47ef-4e49-aaf7-d371ae2e014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:47.459209 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fd49df9b-288e-4381-bb1e-e1edc23f1fff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks [] for subnetpool, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:47.463638 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fd49df9b-288e-4381-bb1e-e1edc23f1fff tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5928481 Mar 01 21:10:47.463951 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33590) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:47.470695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-cd23c67d-b66a-4b20-a212-84c700c5f1fd tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4', 'tempest-TagsExtTest-Tag-209788724') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:47.541915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 5679bbab-b9ea-4a94-8639-61e7006e217f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5679bbab-b9ea-4a94-8639-61e7006e217f,segment=NetworkSegment(62002abe-0535-48ab-b154-11da9895528b),segment_id=62002abe-0535-48ab-b154-11da9895528b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:10:47.653649 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:47.698444 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cd23c67d-b66a-4b20-a212-84c700c5f1fd tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "PUT /v2.0/subnets/f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4/tags/tempest-TagsExtTest-Tag-209788724 HTTP/1.1" status: 201 len: 201 time: 0.2334301 Mar 01 21:10:47.701054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33600) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:47.726627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-0bb8c4f0-34df-4b75-9c97-598cae27f330 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '91e6333f-2318-4f0c-b9a5-f47af958f067', 'tempest-TagsExtTest-Tag-230225037') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:47.757749 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-06badc9c-47ef-4e49-aaf7-d371ae2e014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:47.869849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33608) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:47.883435 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=5679bbab-b9ea-4a94-8639-61e7006e217f,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:47.914264 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-06badc9c-47ef-4e49-aaf7-d371ae2e014d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:10:47.914822 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1031648-9489-4b3f-8ad3-7ffa626697bc req-150440fa-631e-40eb-a585-1f47a2f9320a tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:47.915332 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-06badc9c-47ef-4e49-aaf7-d371ae2e014d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:10:47.916478 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c1031648-9489-4b3f-8ad3-7ffa626697bc req-150440fa-631e-40eb-a585-1f47a2f9320a tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 944 time: 0.1186616 Mar 01 21:10:47.979544 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c1031648-9489-4b3f-8ad3-7ffa626697bc req-be377631-e1a8-413d-a54c-ce25675f615c tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562463 Mar 01 21:10:48.078513 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-27557222-909d-41b9-a13f-c53cc992fd89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:48.093319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-27557222-909d-41b9-a13f-c53cc992fd89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:48.100516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-27557222-909d-41b9-a13f-c53cc992fd89 admin admin] Usage tracker for resource:security_group_rule and tenant:34f8ae9840854be79ef279ab177ee788 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:48.104561 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0bb8c4f0-34df-4b75-9c97-598cae27f330 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "PUT /v2.0/ports/91e6333f-2318-4f0c-b9a5-f47af958f067/tags/tempest-TagsExtTest-Tag-230225037 HTTP/1.1" status: 201 len: 201 time: 0.4021046 Mar 01 21:10:48.109188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-27557222-909d-41b9-a13f-c53cc992fd89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:48.111991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33618) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:48.115380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-27557222-909d-41b9-a13f-c53cc992fd89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:48.117901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-c27be141-14de-48f1-b724-ec4bea2da822 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '94ea0af4-ba8c-4d81-b168-b29e1a97fbe0', 'tempest-TagsExtTest-Tag-989188392') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:48.208114 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-27557222-909d-41b9-a13f-c53cc992fd89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:48.296655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5679bbab-b9ea-4a94-8639-61e7006e217f up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:10:48.315131 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-27557222-909d-41b9-a13f-c53cc992fd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:48.364442 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device df84c07d-160f-4e2d-8fe7-4bb2aae2371a details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:10:48.401900 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c27be141-14de-48f1-b724-ec4bea2da822 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "PUT /v2.0/routers/94ea0af4-ba8c-4d81-b168-b29e1a97fbe0/tags/tempest-TagsExtTest-Tag-989188392 HTTP/1.1" status: 201 len: 201 time: 0.2830317 Mar 01 21:10:48.402558 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33628) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:48.408936 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-16ec8b70-3a7b-417f-883e-290d136f7818 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8563e73e-2976-449c-928b-c88eaabfc2d0', 'tempest-TagsExtTest-Tag-548017138') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:48.447813 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-27557222-909d-41b9-a13f-c53cc992fd89 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=34f8ae9840854be79ef279ab177ee788&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5730739 Mar 01 21:10:48.447813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27557222-909d-41b9-a13f-c53cc992fd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daa3490-bba4-499a-b74e-3ff98d35382c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:48.449318 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33632) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:48.540354 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 5679bbab-b9ea-4a94-8639-61e7006e217f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:10:48.541033 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:48.542760 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ad049fd-4e1e-43dc-8f12-44acaea9b307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:48.578372 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ad049fd-4e1e-43dc-8f12-44acaea9b307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:48.623580 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-16ec8b70-3a7b-417f-883e-290d136f7818 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "PUT /v2.0/subnetpools/8563e73e-2976-449c-928b-c88eaabfc2d0/tags/tempest-TagsExtTest-Tag-548017138 HTTP/1.1" status: 201 len: 201 time: 0.2194905 Mar 01 21:10:48.627175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33636) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:48.633322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-0cd516c6-4d8a-4a4f-b7a4-5198ad813648 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:48.749006 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0cd516c6-4d8a-4a4f-b7a4-5198ad813648 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/subnets/f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4/tags HTTP/1.1" status: 200 len: 240 time: 0.1204791 Mar 01 21:10:48.749938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33644) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:48.756832 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-cc64a3e0-130f-4dc0-8e3e-f5dcb860a6d1 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4', 'tempest-TagsExtTest-Tag-209788724') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:48.808765 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-06badc9c-47ef-4e49-aaf7-d371ae2e014d None None] Provisioning for port 91e6333f-2318-4f0c-b9a5-f47af958f067 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:10:48.825436 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c176f-9c1f-4606-b6a5-06066217058e req-54e3ec39-4937-4d73-97a7-a9a174800407 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:48.832959 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c176f-9c1f-4606-b6a5-06066217058e req-54e3ec39-4937-4d73-97a7-a9a174800407 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:48.836559 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port df84c07d-160f-4e2d-8fe7-4bb2aae2371a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=df84c07d-160f-4e2d-8fe7-4bb2aae2371a,segment=NetworkSegment(c6341e0d-fcd7-4111-b102-4dbadec0c079),segment_id=c6341e0d-fcd7-4111-b102-4dbadec0c079)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:10:48.838831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c176f-9c1f-4606-b6a5-06066217058e req-54e3ec39-4937-4d73-97a7-a9a174800407 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:48.844974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c176f-9c1f-4606-b6a5-06066217058e req-54e3ec39-4937-4d73-97a7-a9a174800407 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:48.851083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c176f-9c1f-4606-b6a5-06066217058e req-54e3ec39-4937-4d73-97a7-a9a174800407 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:48.857685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c176f-9c1f-4606-b6a5-06066217058e req-54e3ec39-4937-4d73-97a7-a9a174800407 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:48.861109 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cc64a3e0-130f-4dc0-8e3e-f5dcb860a6d1 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/subnets/f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4/tags/tempest-TagsExtTest-Tag-209788724 HTTP/1.1" status: 204 len: 168 time: 0.1085234 Mar 01 21:10:48.865049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183c176f-9c1f-4606-b6a5-06066217058e req-54e3ec39-4937-4d73-97a7-a9a174800407 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:48.865856 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33652) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:48.871548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-9731fdb0-4d9c-4b55-86dc-ee0afb7a79d5 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4', 'tempest-TagsExtTest-Tag-209788724') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:48.873090 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-183c176f-9c1f-4606-b6a5-06066217058e req-54e3ec39-4937-4d73-97a7-a9a174800407 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5429 time: 0.3798442 Mar 01 21:10:48.915657 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ad049fd-4e1e-43dc-8f12-44acaea9b307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:48.933883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-06badc9c-47ef-4e49-aaf7-d371ae2e014d None None] Provisioning complete for port 91e6333f-2318-4f0c-b9a5-f47af958f067 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:10:48.939516 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-183c176f-9c1f-4606-b6a5-06066217058e req-39c499ec-44de-49e3-b220-04d96419f74e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650678 Mar 01 21:10:48.939836 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-06badc9c-47ef-4e49-aaf7-d371ae2e014d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:48.942644 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad049fd-4e1e-43dc-8f12-44acaea9b307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daa3490-bba4-499a-b74e-3ff98d35382c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:48.956920 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ad049fd-4e1e-43dc-8f12-44acaea9b307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:48.958713 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9ad049fd-4e1e-43dc-8f12-44acaea9b307 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1daa3490-bba4-499a-b74e-3ff98d35382c HTTP/1.1" status: 204 len: 168 time: 0.5080814 Mar 01 21:10:49.036227 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'df84c07d-160f-4e2d-8fe7-4bb2aae2371a', 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900', 'port_id': 'df84c07d-160f-4e2d-8fe7-4bb2aae2371a', 'mac_address': 'fa:16:3e:8e:5d:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7383c311-3b9e-4b34-8537-6f468962ae9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:10:49.050525 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-06badc9c-47ef-4e49-aaf7-d371ae2e014d None None] Port 91e6333f-2318-4f0c-b9a5-f47af958f067 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:10:49.141584 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9731fdb0-4d9c-4b55-86dc-ee0afb7a79d5 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "DELETE /v2.0/subnets/f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4/tags/tempest-TagsExtTest-Tag-209788724 HTTP/1.1" status: 204 len: 168 time: 0.2743640 Mar 01 21:10:49.157043 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33664) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:49.166828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-127ac106-6ec2-4cc1-89a5-024b5acfbfc6 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:49.214381 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:49.229397 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-70405b3c-d7fc-482c-ac03-60d57e8403e2 None None] Provisioning complete for port 91e6333f-2318-4f0c-b9a5-f47af958f067 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:10:49.229764 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-70405b3c-d7fc-482c-ac03-60d57e8403e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:49.311140 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df84c07d-160f-4e2d-8fe7-4bb2aae2371a {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:10:49.332611 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-70405b3c-d7fc-482c-ac03-60d57e8403e2 None None] Port 91e6333f-2318-4f0c-b9a5-f47af958f067 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:10:49.346766 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port df84c07d-160f-4e2d-8fe7-4bb2aae2371a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=df84c07d-160f-4e2d-8fe7-4bb2aae2371a,segment=NetworkSegment(c6341e0d-fcd7-4111-b102-4dbadec0c079),segment_id=c6341e0d-fcd7-4111-b102-4dbadec0c079)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:10:49.434253 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-127ac106-6ec2-4cc1-89a5-024b5acfbfc6 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/subnets/f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4/tags HTTP/1.1" status: 200 len: 205 time: 0.2800114 Mar 01 21:10:49.435626 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33668) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:49.442652 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-3448c117-c6ab-4fff-b5b8-0ee50ac3dd56 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '91e6333f-2318-4f0c-b9a5-f47af958f067') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:49.458882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8cc7d-1dce-480c-8190-050b5a8d68b6 req-7bf42ec1-b95f-4fb2-9df7-061088949730 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:49.465909 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27c8cc7d-1dce-480c-8190-050b5a8d68b6 req-7bf42ec1-b95f-4fb2-9df7-061088949730 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 944 time: 0.2201073 Mar 01 21:10:49.519510 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27c8cc7d-1dce-480c-8190-050b5a8d68b6 req-dbc436ae-5b70-4bc2-94cb-bec6dcf6cca7 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526628 Mar 01 21:10:49.523186 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3448c117-c6ab-4fff-b5b8-0ee50ac3dd56 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/ports/91e6333f-2318-4f0c-b9a5-f47af958f067/tags HTTP/1.1" status: 200 len: 240 time: 0.0862215 Mar 01 21:10:49.534232 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33672) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:49.537923 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-eaf3452a-579a-4fd7-a03c-6b8b7a80accd tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '91e6333f-2318-4f0c-b9a5-f47af958f067', 'tempest-TagsExtTest-Tag-230225037') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:49.562148 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:49.614155 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-eaf3452a-579a-4fd7-a03c-6b8b7a80accd tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/ports/91e6333f-2318-4f0c-b9a5-f47af958f067/tags/tempest-TagsExtTest-Tag-230225037 HTTP/1.1" status: 204 len: 168 time: 0.0869007 Mar 01 21:10:49.617377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33676) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:49.623642 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-837d5345-28f2-4231-bc09-4eed994e3de6 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '91e6333f-2318-4f0c-b9a5-f47af958f067', 'tempest-TagsExtTest-Tag-230225037') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:49.645476 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=df84c07d-160f-4e2d-8fe7-4bb2aae2371a,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:49.653744 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:49.658675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:49.658675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:49.658675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:49.658675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:49.658675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:49.658675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:49.658675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:49.658675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:49.658675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:49.658675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:49.658675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:10:49.790143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33684) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:49.847702 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['df84c07d-160f-4e2d-8fe7-4bb2aae2371a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:10:49.866604 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-837d5345-28f2-4231-bc09-4eed994e3de6 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "DELETE /v2.0/ports/91e6333f-2318-4f0c-b9a5-f47af958f067/tags/tempest-TagsExtTest-Tag-230225037 HTTP/1.1" status: 204 len: 168 time: 0.2480242 Mar 01 21:10:49.869111 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33694) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:49.877274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-24988abe-a5f5-40ea-b684-c1178c535574 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '91e6333f-2318-4f0c-b9a5-f47af958f067') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:49.990817 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33700) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:49.991337 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-24988abe-a5f5-40ea-b684-c1178c535574 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/ports/91e6333f-2318-4f0c-b9a5-f47af958f067/tags HTTP/1.1" status: 200 len: 205 time: 0.1203470 Mar 01 21:10:49.996625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-d742eafe-caac-4f29-8caf-884567a7aa85 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '94ea0af4-ba8c-4d81-b168-b29e1a97fbe0') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:50.323281 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d742eafe-caac-4f29-8caf-884567a7aa85 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/routers/94ea0af4-ba8c-4d81-b168-b29e1a97fbe0/tags HTTP/1.1" status: 200 len: 240 time: 0.3309212 Mar 01 21:10:50.328465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33710) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:50.333916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-2481562d-7f4c-4bfa-9f90-cb18e19a8872 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '94ea0af4-ba8c-4d81-b168-b29e1a97fbe0', 'tempest-TagsExtTest-Tag-989188392') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:50.376515 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfaf56-0cea-4ce5-b59f-e4703b27dfc7 req-6073de4e-c2b4-49da-bbab-4e01915a1e73 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:50.384018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfaf56-0cea-4ce5-b59f-e4703b27dfc7 req-6073de4e-c2b4-49da-bbab-4e01915a1e73 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:50.393292 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfaf56-0cea-4ce5-b59f-e4703b27dfc7 req-6073de4e-c2b4-49da-bbab-4e01915a1e73 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:50.399843 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfaf56-0cea-4ce5-b59f-e4703b27dfc7 req-6073de4e-c2b4-49da-bbab-4e01915a1e73 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:50.407324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfaf56-0cea-4ce5-b59f-e4703b27dfc7 req-6073de4e-c2b4-49da-bbab-4e01915a1e73 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:50.416976 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfaf56-0cea-4ce5-b59f-e4703b27dfc7 req-6073de4e-c2b4-49da-bbab-4e01915a1e73 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:50.423102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfaf56-0cea-4ce5-b59f-e4703b27dfc7 req-6073de4e-c2b4-49da-bbab-4e01915a1e73 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:50.425083 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69cfaf56-0cea-4ce5-b59f-e4703b27dfc7 req-6073de4e-c2b4-49da-bbab-4e01915a1e73 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5429 time: 0.2826996 Mar 01 21:10:50.464290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1579001223'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:50.471123 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:50.475216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:network and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:50.478202 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:50.484214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:50.496376 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69cfaf56-0cea-4ce5-b59f-e4703b27dfc7 req-8f8bb9be-1f23-498c-aa9b-b2e19de981c2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641546 Mar 01 21:10:50.588237 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33716) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:50.588391 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2481562d-7f4c-4bfa-9f90-cb18e19a8872 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/routers/94ea0af4-ba8c-4d81-b168-b29e1a97fbe0/tags/tempest-TagsExtTest-Tag-989188392 HTTP/1.1" status: 204 len: 168 time: 0.2586391 Mar 01 21:10:50.597222 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-0f872e5e-6989-49fa-b761-3099b733c796 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '94ea0af4-ba8c-4d81-b168-b29e1a97fbe0', 'tempest-TagsExtTest-Tag-989188392') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:50.643184 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:10:50.647339 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:50.661080 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:50.679846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:50.684986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:security_group_rule and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:50.691347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:50.715756 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:50.837815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a78cc4-605d-40aa-a9b8-50c2803157b1 req-7c65c776-0148-4e3e-b9f5-6c70a55072af tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:50.845760 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22a78cc4-605d-40aa-a9b8-50c2803157b1 req-7c65c776-0148-4e3e-b9f5-6c70a55072af tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 945 time: 0.1957071 Mar 01 21:10:50.860480 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:50.899908 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22a78cc4-605d-40aa-a9b8-50c2803157b1 req-985ed54e-bb7c-4855-bd6a-f8cb707ccdd4 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525684 Mar 01 21:10:50.963899 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:50.968688 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0f872e5e-6989-49fa-b761-3099b733c796 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "DELETE /v2.0/routers/94ea0af4-ba8c-4d81-b168-b29e1a97fbe0/tags/tempest-TagsExtTest-Tag-989188392 HTTP/1.1" status: 204 len: 168 time: 0.3730392 Mar 01 21:10:50.969975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33730) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:50.976463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-88a034cf-f7d8-4cb6-b862-a742d55752d1 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '94ea0af4-ba8c-4d81-b168-b29e1a97fbe0') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:51.190328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:10:51.199645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0756a1-4cfd-4a0d-a3fa-172b1b862005,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:51.202944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-88a034cf-f7d8-4cb6-b862-a742d55752d1 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/routers/94ea0af4-ba8c-4d81-b168-b29e1a97fbe0/tags HTTP/1.1" status: 200 len: 205 time: 0.2293756 Mar 01 21:10:51.203520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33738) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:51.220246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-f50f20c3-fed3-40f6-b200-afd4137d2152 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8563e73e-2976-449c-928b-c88eaabfc2d0') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:51.233392 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:51.233730 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Added segment 3b194ccd-b6d8-4074-9fb4-df21e13dbb77 of type vlan for network d98b7571-a717-46ab-9fd5-452dc7965441 Mar 01 21:10:51.267420 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f50f20c3-fed3-40f6-b200-afd4137d2152 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/subnetpools/8563e73e-2976-449c-928b-c88eaabfc2d0/tags HTTP/1.1" status: 200 len: 240 time: 0.0612757 Mar 01 21:10:51.268963 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33742) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:51.273336 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:51.283080 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-96868ab8-5df2-4b09-8084-18d975ff62dd tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8563e73e-2976-449c-928b-c88eaabfc2d0', 'tempest-TagsExtTest-Tag-548017138') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:51.323947 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-96868ab8-5df2-4b09-8084-18d975ff62dd tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/subnetpools/8563e73e-2976-449c-928b-c88eaabfc2d0/tags/tempest-TagsExtTest-Tag-548017138 HTTP/1.1" status: 204 len: 168 time: 0.0506377 Mar 01 21:10:51.325712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33748) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:51.331182 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-e6133479-8454-4c3c-b696-718a084cc840 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '8563e73e-2976-449c-928b-c88eaabfc2d0', 'tempest-TagsExtTest-Tag-548017138') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:51.337064 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:51.424728 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:51.430493 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:51.431093 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:51.477882 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e6133479-8454-4c3c-b696-718a084cc840 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "DELETE /v2.0/subnetpools/8563e73e-2976-449c-928b-c88eaabfc2d0/tags/tempest-TagsExtTest-Tag-548017138 HTTP/1.1" status: 204 len: 168 time: 0.1514087 Mar 01 21:10:51.480339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33752) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:51.487018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-ca80b46f-c89f-43a3-a53a-979256c6f645 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '8563e73e-2976-449c-928b-c88eaabfc2d0') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:51.519247 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ca80b46f-c89f-43a3-a53a-979256c6f645 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/subnetpools/8563e73e-2976-449c-928b-c88eaabfc2d0/tags HTTP/1.1" status: 200 len: 205 time: 0.0345047 Mar 01 21:10:51.519599 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33756) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:51.524536 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-0b69e1ea-8649-45c0-9a60-ff5abd2630ec tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8563e73e-2976-449c-928b-c88eaabfc2d0') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:51.563896 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0b69e1ea-8649-45c0-9a60-ff5abd2630ec tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "DELETE /v2.0/subnetpools/8563e73e-2976-449c-928b-c88eaabfc2d0/tags HTTP/1.1" status: 204 len: 168 time: 0.0432711 Mar 01 21:10:51.564930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33762) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:51.575428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-2b91e1e4-8bf9-4096-b485-406993670742 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '94ea0af4-ba8c-4d81-b168-b29e1a97fbe0') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:51.645238 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Network': ['ID=d98b7571-a717-46ab-9fd5-452dc7965441,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:51.653958 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0a23ccad-ac97-4b16-ab00-168af6bd524e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.8633065 Mar 01 21:10:51.655463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33770) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:51.669638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-99862edc-50f0-4b20-8f5a-ef281fc9e4e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'port': {'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441', 'name': 'tempest-PortsIpV6TestJSON-1796716686'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:51.669820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network d98b7571-a717-46ab-9fd5-452dc7965441 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:10:51.810692 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2b91e1e4-8bf9-4096-b485-406993670742 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "DELETE /v2.0/routers/94ea0af4-ba8c-4d81-b168-b29e1a97fbe0/tags HTTP/1.1" status: 204 len: 168 time: 0.2444975 Mar 01 21:10:51.815133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33776) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:51.825038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-e8699092-9adc-41dc-816a-b7294ee4d13b tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '91e6333f-2318-4f0c-b9a5-f47af958f067') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:51.938833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-99862edc-50f0-4b20-8f5a-ef281fc9e4e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:51.944978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-99862edc-50f0-4b20-8f5a-ef281fc9e4e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:port and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:51.949296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-99862edc-50f0-4b20-8f5a-ef281fc9e4e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:51.958803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-99862edc-50f0-4b20-8f5a-ef281fc9e4e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:52.042856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577a40c-96ee-4630-9db8-cdf0b2ca55d6 req-2b6569c2-7b90-43eb-a5e1-9765ce898843 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:52.054096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577a40c-96ee-4630-9db8-cdf0b2ca55d6 req-2b6569c2-7b90-43eb-a5e1-9765ce898843 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:52.063726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577a40c-96ee-4630-9db8-cdf0b2ca55d6 req-2b6569c2-7b90-43eb-a5e1-9765ce898843 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:52.073221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577a40c-96ee-4630-9db8-cdf0b2ca55d6 req-2b6569c2-7b90-43eb-a5e1-9765ce898843 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:52.081513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577a40c-96ee-4630-9db8-cdf0b2ca55d6 req-2b6569c2-7b90-43eb-a5e1-9765ce898843 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:52.089124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577a40c-96ee-4630-9db8-cdf0b2ca55d6 req-2b6569c2-7b90-43eb-a5e1-9765ce898843 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:52.099503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577a40c-96ee-4630-9db8-cdf0b2ca55d6 req-2b6569c2-7b90-43eb-a5e1-9765ce898843 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:52.120743 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4577a40c-96ee-4630-9db8-cdf0b2ca55d6 req-2b6569c2-7b90-43eb-a5e1-9765ce898843 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5429 time: 0.3038070 Mar 01 21:10:52.127786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99862edc-50f0-4b20-8f5a-ef281fc9e4e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:10:52.132857 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-99862edc-50f0-4b20-8f5a-ef281fc9e4e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:52.214044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33796) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:52.215227 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e8699092-9adc-41dc-816a-b7294ee4d13b tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "DELETE /v2.0/ports/91e6333f-2318-4f0c-b9a5-f47af958f067/tags HTTP/1.1" status: 204 len: 168 time: 0.3945394 Mar 01 21:10:52.219662 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-8521d712-2a0e-46d5-b783-e8f3f92ae693 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:52.280907 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-99862edc-50f0-4b20-8f5a-ef281fc9e4e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] device_id is not set on port 32602de0-4803-4a18-ac18-a64bf75aaa0f yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:10:52.385437 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8521d712-2a0e-46d5-b783-e8f3f92ae693 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "DELETE /v2.0/subnets/f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4/tags HTTP/1.1" status: 204 len: 168 time: 0.1631634 Mar 01 21:10:52.385437 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33806) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:52.385787 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device df84c07d-160f-4e2d-8fe7-4bb2aae2371a up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:10:52.405466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-86b695f0-b593-4f62-8f54-b6026ed1a5a7 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4', 'tempest-TagsExtTest-Tag-309895354') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:52.439924 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4577a40c-96ee-4630-9db8-cdf0b2ca55d6 req-4dde2346-9c8a-40ee-b407-a6d25ff4f840 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3179264 Mar 01 21:10:52.653410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port df84c07d-160f-4e2d-8fe7-4bb2aae2371a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:10:52.663953 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-86b695f0-b593-4f62-8f54-b6026ed1a5a7 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "PUT /v2.0/subnets/f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4/tags/tempest-TagsExtTest-Tag-309895354 HTTP/1.1" status: 201 len: 201 time: 0.2809432 Mar 01 21:10:52.667155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33814) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:52.673823 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port df84c07d-160f-4e2d-8fe7-4bb2aae2371a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:10:52.674607 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:52.679539 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-1ab96fad-9b67-4a83-9169-ce158625cc72 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '91e6333f-2318-4f0c-b9a5-f47af958f067', 'tempest-TagsExtTest-Tag-321595498') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:52.802262 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d620b96-f464-48f4-a719-c31b2d76560e req-5ca9263c-a6a6-4b63-978d-24d5c7d09c4b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:52.804479 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d620b96-f464-48f4-a719-c31b2d76560e req-5ca9263c-a6a6-4b63-978d-24d5c7d09c4b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 945 time: 0.6791131 Mar 01 21:10:52.875705 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:52.886144 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-99862edc-50f0-4b20-8f5a-ef281fc9e4e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:52.897856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d620b96-f464-48f4-a719-c31b2d76560e req-96244c4b-d748-405b-a954-6752ec5f15e3 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864842 Mar 01 21:10:52.919768 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d1acb9-21df-4f44-afd8-81739c307010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df84c07d-160f-4e2d-8fe7-4bb2aae2371a'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:10:52.925238 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1ab96fad-9b67-4a83-9169-ce158625cc72 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "PUT /v2.0/ports/91e6333f-2318-4f0c-b9a5-f47af958f067/tags/tempest-TagsExtTest-Tag-321595498 HTTP/1.1" status: 201 len: 201 time: 0.2567890 Mar 01 21:10:52.927901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33826) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:52.938430 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-5c951a94-456a-4363-afb4-9de35c07b6fd tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '94ea0af4-ba8c-4d81-b168-b29e1a97fbe0', 'tempest-TagsExtTest-Tag-1421185809') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:52.955860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port df84c07d-160f-4e2d-8fe7-4bb2aae2371a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=df84c07d-160f-4e2d-8fe7-4bb2aae2371a,segment=NetworkSegment(c6341e0d-fcd7-4111-b102-4dbadec0c079),segment_id=c6341e0d-fcd7-4111-b102-4dbadec0c079)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:10:53.037707 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-99862edc-50f0-4b20-8f5a-ef281fc9e4e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:53.082181 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:53.163489 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5c951a94-456a-4363-afb4-9de35c07b6fd tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "PUT /v2.0/routers/94ea0af4-ba8c-4d81-b168-b29e1a97fbe0/tags/tempest-TagsExtTest-Tag-1421185809 HTTP/1.1" status: 201 len: 201 time: 0.2322876 Mar 01 21:10:53.166645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33836) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:53.174844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99862edc-50f0-4b20-8f5a-ef281fc9e4e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=32602de0-4803-4a18-ac18-a64bf75aaa0f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:53.193794 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d1acb9-21df-4f44-afd8-81739c307010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df84c07d-160f-4e2d-8fe7-4bb2aae2371a', 'code': 200} Mar 01 21:10:53.194862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-34f619f6-2e18-4074-b6fc-9f72d1eab855 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '8563e73e-2976-449c-928b-c88eaabfc2d0', 'tempest-TagsExtTest-Tag-717274000') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:53.202248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99862edc-50f0-4b20-8f5a-ef281fc9e4e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Checking segment: {'id': '3b194ccd-b6d8-4074-9fb4-df21e13dbb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:10:53.202608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99862edc-50f0-4b20-8f5a-ef281fc9e4e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network hostable DHCP agents. Network: d98b7571-a717-46ab-9fd5-452dc7965441, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:10:53.224512 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=df84c07d-160f-4e2d-8fe7-4bb2aae2371a,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:53.341728 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa382a2-b5fb-4766-aed0-ed00ac351fcd req-e77a600d-5ef6-4aac-93a9-b4d47a43a8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:53.344249 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aaa382a2-b5fb-4766-aed0-ed00ac351fcd req-e77a600d-5ef6-4aac-93a9-b4d47a43a8eb service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 1097 time: 0.0808659 Mar 01 21:10:53.345470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99862edc-50f0-4b20-8f5a-ef281fc9e4e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network d98b7571-a717-46ab-9fd5-452dc7965441 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:10:53.348372 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-34f619f6-2e18-4074-b6fc-9f72d1eab855 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "PUT /v2.0/subnetpools/8563e73e-2976-449c-928b-c88eaabfc2d0/tags/tempest-TagsExtTest-Tag-717274000 HTTP/1.1" status: 201 len: 201 time: 0.1792686 Mar 01 21:10:53.350352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33846) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:53.356853 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-3f8906f4-2510-466c-82c2-f0f3c4bc5420 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4', {'tags': ['tempest-TagsExtTest-Tag-1177011788', 'tempest-TagsExtTest-Tag-1698115295', 'tempest-TagsExtTest-Tag-2011035655']}) {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:53.389101 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aaa382a2-b5fb-4766-aed0-ed00ac351fcd req-d1532b20-2bf9-4039-96ad-d4c406b634fd service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382802 Mar 01 21:10:53.487265 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-99862edc-50f0-4b20-8f5a-ef281fc9e4e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, d98b7571-a717-46ab-9fd5-452dc7965441) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:10:53.493234 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99862edc-50f0-4b20-8f5a-ef281fc9e4e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:10:53.499902 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b69d953-def5-4056-9c05-5effbc8d38a4 None None] Network d98b7571-a717-46ab-9fd5-452dc7965441 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:10:53.500711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99862edc-50f0-4b20-8f5a-ef281fc9e4e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:53.500711 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-99862edc-50f0-4b20-8f5a-ef281fc9e4e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:53.533360 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3f8906f4-2510-466c-82c2-f0f3c4bc5420 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "PUT /v2.0/subnets/f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4/tags HTTP/1.1" status: 200 len: 318 time: 0.1808765 Mar 01 21:10:53.535884 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33854) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:53.541803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-f5a334ff-e7bb-48c6-8399-37ea09ca3d1a tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:53.629461 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-99862edc-50f0-4b20-8f5a-ef281fc9e4e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9716086 Mar 01 21:10:53.633726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33860) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:53.645993 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-1664f1c0-fea3-4041-a536-19f49a8a0a5d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1217811588'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:53.652233 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1664f1c0-fea3-4041-a536-19f49a8a0a5d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:53.658450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1664f1c0-fea3-4041-a536-19f49a8a0a5d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:network and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:53.662916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1664f1c0-fea3-4041-a536-19f49a8a0a5d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:53.670678 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1664f1c0-fea3-4041-a536-19f49a8a0a5d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:53.714585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488b0f2-66a5-47fa-956f-4c8e9388a6e5 req-5082d052-288e-489e-8d6d-d460311896c7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:53.726416 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488b0f2-66a5-47fa-956f-4c8e9388a6e5 req-5082d052-288e-489e-8d6d-d460311896c7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:53.727126 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f5a334ff-e7bb-48c6-8399-37ea09ca3d1a tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "DELETE /v2.0/subnets/f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4/tags HTTP/1.1" status: 204 len: 168 time: 0.1894040 Mar 01 21:10:53.728075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33868) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:53.738541 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-fbd79946-7eb0-4050-b893-778a8b659c83 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4', 'tempest-TagsExtTest-Tag-1177011788') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:53.746876 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488b0f2-66a5-47fa-956f-4c8e9388a6e5 req-5082d052-288e-489e-8d6d-d460311896c7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:53.755887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488b0f2-66a5-47fa-956f-4c8e9388a6e5 req-5082d052-288e-489e-8d6d-d460311896c7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:53.770072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488b0f2-66a5-47fa-956f-4c8e9388a6e5 req-5082d052-288e-489e-8d6d-d460311896c7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:53.776642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488b0f2-66a5-47fa-956f-4c8e9388a6e5 req-5082d052-288e-489e-8d6d-d460311896c7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:53.787678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488b0f2-66a5-47fa-956f-4c8e9388a6e5 req-5082d052-288e-489e-8d6d-d460311896c7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:53.790249 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1664f1c0-fea3-4041-a536-19f49a8a0a5d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:10:53.790391 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a488b0f2-66a5-47fa-956f-4c8e9388a6e5 req-5082d052-288e-489e-8d6d-d460311896c7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5429 time: 0.2137213 Mar 01 21:10:53.794282 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1664f1c0-fea3-4041-a536-19f49a8a0a5d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:53.819417 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:53.858803 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a488b0f2-66a5-47fa-956f-4c8e9388a6e5 req-9cb87567-4e0f-4fb8-b9e5-c3d07bcc03c4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0580640 Mar 01 21:10:53.858929 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1664f1c0-fea3-4041-a536-19f49a8a0a5d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:10:53.875524 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1664f1c0-fea3-4041-a536-19f49a8a0a5d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:53.881336 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-1664f1c0-fea3-4041-a536-19f49a8a0a5d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Added segment 8a712f1f-0f18-4b9a-84bb-9599ef29e088 of type vlan for network 14279945-d00f-483b-a8d8-617538b95bd7 Mar 01 21:10:53.898315 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-fbd79946-7eb0-4050-b893-778a8b659c83 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] show failed (client error): The resource could not be found. Mar 01 21:10:53.899480 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fbd79946-7eb0-4050-b893-778a8b659c83 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/subnets/f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4/tags/tempest-TagsExtTest-Tag-1177011788 HTTP/1.1" status: 404 len: 329 time: 0.1702423 Mar 01 21:10:53.902406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33874) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:53.905679 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1664f1c0-fea3-4041-a536-19f49a8a0a5d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:53.907734 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-ab46c84b-7d80-4d46-8e88-f7852d79359f tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4', 'tempest-TagsExtTest-Tag-1698115295') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:53.983839 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-ab46c84b-7d80-4d46-8e88-f7852d79359f tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] show failed (client error): The resource could not be found. Mar 01 21:10:53.984894 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ab46c84b-7d80-4d46-8e88-f7852d79359f tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/subnets/f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4/tags/tempest-TagsExtTest-Tag-1698115295 HTTP/1.1" status: 404 len: 329 time: 0.0813305 Mar 01 21:10:53.987737 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33880) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:53.992454 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-32d119a5-e0d1-4f54-80a9-6c110c60ebae tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4', 'tempest-TagsExtTest-Tag-2011035655') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:54.023463 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1664f1c0-fea3-4041-a536-19f49a8a0a5d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:54.036854 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1664f1c0-fea3-4041-a536-19f49a8a0a5d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:54.037538 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1664f1c0-fea3-4041-a536-19f49a8a0a5d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:54.144651 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-32d119a5-e0d1-4f54-80a9-6c110c60ebae tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] show failed (client error): The resource could not be found. Mar 01 21:10:54.148358 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-32d119a5-e0d1-4f54-80a9-6c110c60ebae tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/subnets/f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4/tags/tempest-TagsExtTest-Tag-2011035655 HTTP/1.1" status: 404 len: 329 time: 0.1571229 Mar 01 21:10:54.155067 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495c173-725a-42e8-8ff1-91f1eb5eba72 req-3a511fc7-8bd9-43c0-9d26-ee8bfe0da4c1 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:54.163606 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7495c173-725a-42e8-8ff1-91f1eb5eba72 req-3a511fc7-8bd9-43c0-9d26-ee8bfe0da4c1 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 946 time: 0.1286304 Mar 01 21:10:54.178360 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33890) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:54.188944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-22379024-6ad7-472a-8b3e-3637c9c9e787 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '91e6333f-2318-4f0c-b9a5-f47af958f067', {'tags': ['tempest-TagsExtTest-Tag-1076815292', 'tempest-TagsExtTest-Tag-1856745831', 'tempest-TagsExtTest-Tag-1603944545']}) {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:54.201847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664f1c0-fea3-4041-a536-19f49a8a0a5d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Network': ['ID=14279945-d00f-483b-a8d8-617538b95bd7,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:54.215012 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 14279945-d00f-483b-a8d8-617538b95bd7 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:10:54.269159 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7495c173-725a-42e8-8ff1-91f1eb5eba72 req-af138e5c-d90f-4f1b-a381-461d0aa412dc tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045661 Mar 01 21:10:54.322847 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1664f1c0-fea3-4041-a536-19f49a8a0a5d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6875851 Mar 01 21:10:54.325151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33896) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:54.333814 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'ports': [{'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441'}, {'network_id': '14279945-d00f-483b-a8d8-617538b95bd7'}]} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:54.334285 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'port': {'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:54.334848 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'port': {'network_id': '14279945-d00f-483b-a8d8-617538b95bd7'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:10:54.419908 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-22379024-6ad7-472a-8b3e-3637c9c9e787 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "PUT /v2.0/ports/91e6333f-2318-4f0c-b9a5-f47af958f067/tags HTTP/1.1" status: 200 len: 318 time: 0.2386117 Mar 01 21:10:54.422547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33904) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:54.430143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-b27df4ff-d410-4b13-a7a7-340283102925 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '91e6333f-2318-4f0c-b9a5-f47af958f067') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:54.658347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:54.663589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:port and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:54.666562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:54.674475 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b27df4ff-d410-4b13-a7a7-340283102925 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "DELETE /v2.0/ports/91e6333f-2318-4f0c-b9a5-f47af958f067/tags HTTP/1.1" status: 204 len: 168 time: 0.2483907 Mar 01 21:10:54.674744 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:54.675236 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33914) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:54.680489 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-45bc03c7-feaf-4c4d-8f35-e64627ef8ad1 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '91e6333f-2318-4f0c-b9a5-f47af958f067', 'tempest-TagsExtTest-Tag-1076815292') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:54.756069 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'port': 2} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:10:54.761533 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:54.794013 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:54.824898 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-45bc03c7-feaf-4c4d-8f35-e64627ef8ad1 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] show failed (client error): The resource could not be found. Mar 01 21:10:54.831930 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-45bc03c7-feaf-4c4d-8f35-e64627ef8ad1 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/ports/91e6333f-2318-4f0c-b9a5-f47af958f067/tags/tempest-TagsExtTest-Tag-1076815292 HTTP/1.1" status: 404 len: 329 time: 0.1549869 Mar 01 21:10:54.833821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33920) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:54.845695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-b725202e-0b44-470b-adbd-ff1ac62aa0f8 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '91e6333f-2318-4f0c-b9a5-f47af958f067', 'tempest-TagsExtTest-Tag-1856745831') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:54.967325 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-b725202e-0b44-470b-adbd-ff1ac62aa0f8 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] show failed (client error): The resource could not be found. Mar 01 21:10:54.982921 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b725202e-0b44-470b-adbd-ff1ac62aa0f8 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/ports/91e6333f-2318-4f0c-b9a5-f47af958f067/tags/tempest-TagsExtTest-Tag-1856745831 HTTP/1.1" status: 404 len: 329 time: 0.1372952 Mar 01 21:10:54.985266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33926) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:54.992090 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-875f2949-ae39-487e-9baf-875550bd25e3 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '91e6333f-2318-4f0c-b9a5-f47af958f067', 'tempest-TagsExtTest-Tag-1603944545') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:55.202557 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-875f2949-ae39-487e-9baf-875550bd25e3 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] show failed (client error): The resource could not be found. Mar 01 21:10:55.203895 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-875f2949-ae39-487e-9baf-875550bd25e3 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/ports/91e6333f-2318-4f0c-b9a5-f47af958f067/tags/tempest-TagsExtTest-Tag-1603944545 HTTP/1.1" status: 404 len: 329 time: 0.2170334 Mar 01 21:10:55.209212 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33932) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:55.215982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f666f-802c-4b88-aaab-800b04e465c7 req-8485d524-7289-42f8-9f26-9a2b307691fd tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:55.220223 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-88bd85fa-381a-4cf8-a936-467cd0a91626 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '94ea0af4-ba8c-4d81-b168-b29e1a97fbe0', {'tags': ['tempest-TagsExtTest-Tag-1400156287', 'tempest-TagsExtTest-Tag-1797558959', 'tempest-TagsExtTest-Tag-87512132']}) {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:55.222880 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f666f-802c-4b88-aaab-800b04e465c7 req-8485d524-7289-42f8-9f26-9a2b307691fd tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:55.228720 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f666f-802c-4b88-aaab-800b04e465c7 req-8485d524-7289-42f8-9f26-9a2b307691fd tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:55.235316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f666f-802c-4b88-aaab-800b04e465c7 req-8485d524-7289-42f8-9f26-9a2b307691fd tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:55.241885 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f666f-802c-4b88-aaab-800b04e465c7 req-8485d524-7289-42f8-9f26-9a2b307691fd tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:55.246903 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f666f-802c-4b88-aaab-800b04e465c7 req-8485d524-7289-42f8-9f26-9a2b307691fd tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:55.252751 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f666f-802c-4b88-aaab-800b04e465c7 req-8485d524-7289-42f8-9f26-9a2b307691fd tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:55.254616 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f90f666f-802c-4b88-aaab-800b04e465c7 req-8485d524-7289-42f8-9f26-9a2b307691fd tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5429 time: 0.2337241 Mar 01 21:10:55.305303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] device_id is not set on port 0a0448fc-8f1a-4691-831c-f19f81e304ad yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:10:55.318433 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f90f666f-802c-4b88-aaab-800b04e465c7 req-93fb5422-f073-48ae-b42a-f160b12f0e07 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563977 Mar 01 21:10:55.462439 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414b2daf-514d-49b1-9ead-ffda324e0f6c req-8fd873b0-63b7-4617-8d2d-3d34295c6a0e tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:55.464009 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-414b2daf-514d-49b1-9ead-ffda324e0f6c req-8fd873b0-63b7-4617-8d2d-3d34295c6a0e tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 946 time: 0.0878978 Mar 01 21:10:55.482375 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:55.488779 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-88bd85fa-381a-4cf8-a936-467cd0a91626 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "PUT /v2.0/routers/94ea0af4-ba8c-4d81-b168-b29e1a97fbe0/tags HTTP/1.1" status: 200 len: 316 time: 0.2785971 Mar 01 21:10:55.491458 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33942) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:55.500737 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-7bc8b34e-41e2-4ec3-be56-bd6d116fb051 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '94ea0af4-ba8c-4d81-b168-b29e1a97fbe0') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:55.575687 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-414b2daf-514d-49b1-9ead-ffda324e0f6c req-5eafc391-c2f1-4bfb-a826-02cce4358113 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042209 Mar 01 21:10:55.629424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] device_id is not set on port 5d8b00a4-25de-4e87-bd19-a1fd0647343a yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:10:55.721944 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:55.795391 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7bc8b34e-41e2-4ec3-be56-bd6d116fb051 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "DELETE /v2.0/routers/94ea0af4-ba8c-4d81-b168-b29e1a97fbe0/tags HTTP/1.1" status: 204 len: 168 time: 0.3027470 Mar 01 21:10:55.798567 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33956) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:55.804212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-26b42f2a-c57c-40b0-9633-f5f89e8c9cde tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '94ea0af4-ba8c-4d81-b168-b29e1a97fbe0', 'tempest-TagsExtTest-Tag-1400156287') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:55.823386 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:55.957289 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=0a0448fc-8f1a-4691-831c-f19f81e304ad,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:55.966051 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network d98b7571-a717-46ab-9fd5-452dc7965441 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:10:55.969349 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:10:55.971913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:10:55.972929 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:56.059150 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=5d8b00a4-25de-4e87-bd19-a1fd0647343a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:56.112060 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Checking segment: {'id': '8a712f1f-0f18-4b9a-84bb-9599ef29e088', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '14279945-d00f-483b-a8d8-617538b95bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:10:56.112421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network hostable DHCP agents. Network: 14279945-d00f-483b-a8d8-617538b95bd7, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:10:56.236246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network 14279945-d00f-483b-a8d8-617538b95bd7 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:10:56.246367 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-26b42f2a-c57c-40b0-9633-f5f89e8c9cde tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] show failed (client error): The resource could not be found. Mar 01 21:10:56.250774 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-26b42f2a-c57c-40b0-9633-f5f89e8c9cde tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/routers/94ea0af4-ba8c-4d81-b168-b29e1a97fbe0/tags/tempest-TagsExtTest-Tag-1400156287 HTTP/1.1" status: 404 len: 329 time: 0.4478374 Mar 01 21:10:56.251281 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33972) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:56.256546 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-6aeeb383-eec0-422e-a59c-7c39e97eafbf tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '94ea0af4-ba8c-4d81-b168-b29e1a97fbe0', 'tempest-TagsExtTest-Tag-1797558959') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:56.388394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 14279945-d00f-483b-a8d8-617538b95bd7) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:10:56.393272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:10:56.400328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:56.403273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9548c0f-66a1-4d1a-b698-688c782013c4 None None] Network 14279945-d00f-483b-a8d8-617538b95bd7 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:10:56.404522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:56.404656 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-6aeeb383-eec0-422e-a59c-7c39e97eafbf tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] show failed (client error): The resource could not be found. Mar 01 21:10:56.405147 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:56.405564 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6aeeb383-eec0-422e-a59c-7c39e97eafbf tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/routers/94ea0af4-ba8c-4d81-b168-b29e1a97fbe0/tags/tempest-TagsExtTest-Tag-1797558959 HTTP/1.1" status: 404 len: 329 time: 0.1533363 Mar 01 21:10:56.409410 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33982) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:56.415099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-5f75a99b-79ca-42c8-81c2-41019c699460 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '94ea0af4-ba8c-4d81-b168-b29e1a97fbe0', 'tempest-TagsExtTest-Tag-87512132') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:56.572167 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fdfcc0b5-7a01-4098-84e8-7605b4242284 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2459080 Mar 01 21:10:56.572852 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33992) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:56.740953 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-7db71ab3-e39d-4e13-958f-9dd73269f1f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port 5d8b00a4-25de-4e87-bd19-a1fd0647343a {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:10:56.742234 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7db71ab3-e39d-4e13-958f-9dd73269f1f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:56.844566 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-5f75a99b-79ca-42c8-81c2-41019c699460 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] show failed (client error): The resource could not be found. Mar 01 21:10:56.845786 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5f75a99b-79ca-42c8-81c2-41019c699460 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/routers/94ea0af4-ba8c-4d81-b168-b29e1a97fbe0/tags/tempest-TagsExtTest-Tag-87512132 HTTP/1.1" status: 404 len: 327 time: 0.4351737 Mar 01 21:10:56.850023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34004) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:56.865939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81937b2a-637f-4282-a936-35974997f26c req-c1111cd3-3e20-4059-8059-954bd8355300 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:56.873624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81937b2a-637f-4282-a936-35974997f26c req-c1111cd3-3e20-4059-8059-954bd8355300 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:56.878981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81937b2a-637f-4282-a936-35974997f26c req-c1111cd3-3e20-4059-8059-954bd8355300 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:56.885266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81937b2a-637f-4282-a936-35974997f26c req-c1111cd3-3e20-4059-8059-954bd8355300 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:56.891775 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81937b2a-637f-4282-a936-35974997f26c req-c1111cd3-3e20-4059-8059-954bd8355300 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:56.893672 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-0fd80807-e10b-47ff-ba5e-e287b6c51cfa tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '8563e73e-2976-449c-928b-c88eaabfc2d0', {'tags': ['tempest-TagsExtTest-Tag-1984022749', 'tempest-TagsExtTest-Tag-1761977824', 'tempest-TagsExtTest-Tag-112745903']}) {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:56.897982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81937b2a-637f-4282-a936-35974997f26c req-c1111cd3-3e20-4059-8059-954bd8355300 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:56.904259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81937b2a-637f-4282-a936-35974997f26c req-c1111cd3-3e20-4059-8059-954bd8355300 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:56.907021 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81937b2a-637f-4282-a936-35974997f26c req-c1111cd3-3e20-4059-8059-954bd8355300 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5429 time: 0.4047761 Mar 01 21:10:57.017639 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81937b2a-637f-4282-a936-35974997f26c req-04413a34-b545-479f-bb49-e3efaf6397cf tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1037478 Mar 01 21:10:57.095828 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0fd80807-e10b-47ff-ba5e-e287b6c51cfa tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "PUT /v2.0/subnetpools/8563e73e-2976-449c-928b-c88eaabfc2d0/tags HTTP/1.1" status: 200 len: 317 time: 0.2443249 Mar 01 21:10:57.099616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34012) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:57.111531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-4fde0d47-566b-42d1-b410-fae6d1c620f7 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8563e73e-2976-449c-928b-c88eaabfc2d0') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:57.165111 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7db71ab3-e39d-4e13-958f-9dd73269f1f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:57.256799 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4fde0d47-566b-42d1-b410-fae6d1c620f7 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "DELETE /v2.0/subnetpools/8563e73e-2976-449c-928b-c88eaabfc2d0/tags HTTP/1.1" status: 204 len: 168 time: 0.1536074 Mar 01 21:10:57.257159 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34022) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:57.263233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-7f62cbb6-e7b0-4a5d-9647-0897ae965f3b tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8563e73e-2976-449c-928b-c88eaabfc2d0', 'tempest-TagsExtTest-Tag-1984022749') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:57.289259 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-7f62cbb6-e7b0-4a5d-9647-0897ae965f3b tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] show failed (client error): The resource could not be found. Mar 01 21:10:57.291403 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7f62cbb6-e7b0-4a5d-9647-0897ae965f3b tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/subnetpools/8563e73e-2976-449c-928b-c88eaabfc2d0/tags/tempest-TagsExtTest-Tag-1984022749 HTTP/1.1" status: 404 len: 329 time: 0.0322127 Mar 01 21:10:57.293593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34026) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:57.299896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-c5bb2297-6280-4b0c-a6ec-c9e9342f5e48 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8563e73e-2976-449c-928b-c88eaabfc2d0', 'tempest-TagsExtTest-Tag-1761977824') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:57.321916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-7db71ab3-e39d-4e13-958f-9dd73269f1f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for 5d8b00a4-25de-4e87-bd19-a1fd0647343a owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:10:57.326650 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-c5bb2297-6280-4b0c-a6ec-c9e9342f5e48 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] show failed (client error): The resource could not be found. Mar 01 21:10:57.328378 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c5bb2297-6280-4b0c-a6ec-c9e9342f5e48 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/subnetpools/8563e73e-2976-449c-928b-c88eaabfc2d0/tags/tempest-TagsExtTest-Tag-1761977824 HTTP/1.1" status: 404 len: 329 time: 0.0331030 Mar 01 21:10:57.331164 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34030) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:57.336464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-ef44f08d-ec95-42ea-b3a6-489527659896 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '8563e73e-2976-449c-928b-c88eaabfc2d0', 'tempest-TagsExtTest-Tag-112745903') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:57.362837 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-ef44f08d-ec95-42ea-b3a6-489527659896 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] show failed (client error): The resource could not be found. Mar 01 21:10:57.367611 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ef44f08d-ec95-42ea-b3a6-489527659896 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/subnetpools/8563e73e-2976-449c-928b-c88eaabfc2d0/tags/tempest-TagsExtTest-Tag-112745903 HTTP/1.1" status: 404 len: 328 time: 0.0350578 Mar 01 21:10:57.368433 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34036) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:57.374208 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-93eb78b4-0ce7-4b21-9032-17a200055328 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '8563e73e-2976-449c-928b-c88eaabfc2d0') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:57.385560 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2176c21d-1f6c-4ac6-ac48-9e9e81e746a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:57.415688 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-93eb78b4-0ce7-4b21-9032-17a200055328 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "DELETE /v2.0/subnetpools/8563e73e-2976-449c-928b-c88eaabfc2d0/tags HTTP/1.1" status: 204 len: 168 time: 0.0461307 Mar 01 21:10:57.416562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34040) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:57.423392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.tag.tag_plugin [None req-6bfc3537-eadd-450e-a49d-316f54715ceb tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '94ea0af4-ba8c-4d81-b168-b29e1a97fbe0') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:57.556196 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7db71ab3-e39d-4e13-958f-9dd73269f1f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:57.631198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db71ab3-e39d-4e13-958f-9dd73269f1f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=5d8b00a4-25de-4e87-bd19-a1fd0647343a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:57.639507 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7db71ab3-e39d-4e13-958f-9dd73269f1f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:57.652908 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6bfc3537-eadd-450e-a49d-316f54715ceb tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "DELETE /v2.0/routers/94ea0af4-ba8c-4d81-b168-b29e1a97fbe0/tags HTTP/1.1" status: 204 len: 168 time: 0.2328374 Mar 01 21:10:57.655320 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7db71ab3-e39d-4e13-958f-9dd73269f1f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/ports/5d8b00a4-25de-4e87-bd19-a1fd0647343a HTTP/1.1" status: 204 len: 168 time: 1.0719290 Mar 01 21:10:57.656945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34054) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:57.657205 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34056) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:57.694744 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-dd8f6c22-ada8-4f74-bf7a-eae9822f1450 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '91e6333f-2318-4f0c-b9a5-f47af958f067') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:57.852410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9794440f-f75a-4636-8d55-6ed2226b811e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:57.865460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9794440f-f75a-4636-8d55-6ed2226b811e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:57.866322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9794440f-f75a-4636-8d55-6ed2226b811e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Synchronizing usage tracker for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:10:57.883922 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-dd8f6c22-ada8-4f74-bf7a-eae9822f1450 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "DELETE /v2.0/ports/91e6333f-2318-4f0c-b9a5-f47af958f067/tags HTTP/1.1" status: 204 len: 168 time: 0.2257435 Mar 01 21:10:57.886433 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34072) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:57.895831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.tag.tag_plugin [None req-c6497eba-a928-4e85-a814-29d4f804600b tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:10:57.960520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9794440f-f75a-4636-8d55-6ed2226b811e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Unset dirty status for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:10:57.980922 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9794440f-f75a-4636-8d55-6ed2226b811e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3025873 Mar 01 21:10:57.981418 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34076) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:57.996373 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c6497eba-a928-4e85-a814-29d4f804600b tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "DELETE /v2.0/subnets/f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4/tags HTTP/1.1" status: 204 len: 168 time: 0.1087654 Mar 01 21:10:58.002598 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34080) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:58.131338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9cf02b45-d787-4d2f-9ad4-18c68f4c0a1b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port 0a0448fc-8f1a-4691-831c-f19f81e304ad {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:10:58.131772 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9cf02b45-d787-4d2f-9ad4-18c68f4c0a1b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:58.288126 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ab43a08d-bb11-46a3-a24c-c09b5eb30967 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks [] for subnetpool, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:58.292661 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ab43a08d-bb11-46a3-a24c-c09b5eb30967 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "DELETE /v2.0/subnetpools/8563e73e-2976-449c-928b-c88eaabfc2d0 HTTP/1.1" status: 204 len: 168 time: 0.2844305 Mar 01 21:10:58.292861 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34092) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:58.366194 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-61c1561c-15a4-47f8-8518-77e188d9d847 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "GET /v2.0/ports?device_id=94ea0af4-ba8c-4d81-b168-b29e1a97fbe0 HTTP/1.1" status: 200 len: 205 time: 0.0702658 Mar 01 21:10:58.367880 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34098) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:58.495625 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9cf02b45-d787-4d2f-9ad4-18c68f4c0a1b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:58.637488 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9cf02b45-d787-4d2f-9ad4-18c68f4c0a1b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for 0a0448fc-8f1a-4691-831c-f19f81e304ad owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:10:58.702159 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd29062-75b4-494b-854d-2171b5de5e20 req-d62ba2fb-c9c2-4012-a746-0a17b3364a5e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:58.708593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd29062-75b4-494b-854d-2171b5de5e20 req-d62ba2fb-c9c2-4012-a746-0a17b3364a5e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:58.714457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd29062-75b4-494b-854d-2171b5de5e20 req-d62ba2fb-c9c2-4012-a746-0a17b3364a5e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:58.722311 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd29062-75b4-494b-854d-2171b5de5e20 req-d62ba2fb-c9c2-4012-a746-0a17b3364a5e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:58.728182 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd29062-75b4-494b-854d-2171b5de5e20 req-d62ba2fb-c9c2-4012-a746-0a17b3364a5e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:58.734381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd29062-75b4-494b-854d-2171b5de5e20 req-d62ba2fb-c9c2-4012-a746-0a17b3364a5e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:58.740223 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd29062-75b4-494b-854d-2171b5de5e20 req-d62ba2fb-c9c2-4012-a746-0a17b3364a5e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:58.742117 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dcd29062-75b4-494b-854d-2171b5de5e20 req-d62ba2fb-c9c2-4012-a746-0a17b3364a5e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5429 time: 0.4643877 Mar 01 21:10:58.766421 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3491c780-b88d-4441-a998-fe23274a2275 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:58.816190 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dcd29062-75b4-494b-854d-2171b5de5e20 req-c80d4f2d-c2ba-4ed9-94e4-bbb079ef3842 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0660133 Mar 01 21:10:58.901729 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9cf02b45-d787-4d2f-9ad4-18c68f4c0a1b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:58.978119 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf02b45-d787-4d2f-9ad4-18c68f4c0a1b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=0a0448fc-8f1a-4691-831c-f19f81e304ad,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:10:58.984365 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9cf02b45-d787-4d2f-9ad4-18c68f4c0a1b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:59.105617 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9cf02b45-d787-4d2f-9ad4-18c68f4c0a1b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/ports/0a0448fc-8f1a-4691-831c-f19f81e304ad HTTP/1.1" status: 204 len: 168 time: 1.1394107 Mar 01 21:10:59.108009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34118) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:59.224145 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3491c780-b88d-4441-a998-fe23274a2275 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:59.230617 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3491c780-b88d-4441-a998-fe23274a2275 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:59.317485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34128) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:59.389653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e93c779-125b-495e-a30d-40e2781908d0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:10:59.391199 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1e93c779-125b-495e-a30d-40e2781908d0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Synchronizing usage tracker for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:10:59.401775 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3491c780-b88d-4441-a998-fe23274a2275 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:59.402290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3491c780-b88d-4441-a998-fe23274a2275 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Fanout notify agent at l3_agent the message router_deleted on router 94ea0af4-ba8c-4d81-b168-b29e1a97fbe0 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:10:59.424433 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3491c780-b88d-4441-a998-fe23274a2275 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:59.425543 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3491c780-b88d-4441-a998-fe23274a2275 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "DELETE /v2.0/routers/94ea0af4-ba8c-4d81-b168-b29e1a97fbe0 HTTP/1.1" status: 204 len: 168 time: 1.0567441 Mar 01 21:10:59.428059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34134) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:59.530500 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-268dae71-4712-4796-9ddf-b087da5bee47 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Deleting port 91e6333f-2318-4f0c-b9a5-f47af958f067 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:10:59.530841 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-268dae71-4712-4796-9ddf-b087da5bee47 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:59.560257 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1e93c779-125b-495e-a30d-40e2781908d0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Unset dirty status for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:10:59.561855 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1e93c779-125b-495e-a30d-40e2781908d0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4527104 Mar 01 21:10:59.565232 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34142) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:59.624073 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-15abb51f-5009-4592-994f-92fce4e78e68 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] GET failed (client error): The resource could not be found. Mar 01 21:10:59.625577 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-15abb51f-5009-4592-994f-92fce4e78e68 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports/5d8b00a4-25de-4e87-bd19-a1fd0647343a HTTP/1.1" status: 404 len: 333 time: 0.0560384 Mar 01 21:10:59.634322 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34146) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:59.662882 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ebc620c2-e677-49ba-b2d0-d654370a3329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:59.687119 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5f5540f6-f161-4d76-b983-b7a4cefa7b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:10:59.689670 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ebc620c2-e677-49ba-b2d0-d654370a3329 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:10:59.710077 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-395f2246-f764-4180-a65f-dc4dd17578f4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] GET failed (client error): The resource could not be found. Mar 01 21:10:59.713822 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-395f2246-f764-4180-a65f-dc4dd17578f4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports/0a0448fc-8f1a-4691-831c-f19f81e304ad HTTP/1.1" status: 404 len: 333 time: 0.0760953 Mar 01 21:10:59.715808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34154) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:10:59.806485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ebc620c2-e677-49ba-b2d0-d654370a3329 admin admin] Usage tracker for resource:security_group_rule and tenant:6f799186ff704b869838ee4d8a6e42eb is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:10:59.811408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ebc620c2-e677-49ba-b2d0-d654370a3329 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:10:59.821261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ebc620c2-e677-49ba-b2d0-d654370a3329 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:10:59.878596 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d60e59e6-2b45-4b3a-972a-630bdd78c5d5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:00.011817 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ebc620c2-e677-49ba-b2d0-d654370a3329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:00.033066 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-268dae71-4712-4796-9ddf-b087da5bee47 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:00.177304 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d60e59e6-2b45-4b3a-972a-630bdd78c5d5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:00.205988 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ebc620c2-e677-49ba-b2d0-d654370a3329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:00.221180 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-268dae71-4712-4796-9ddf-b087da5bee47 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Calling delete_port for 91e6333f-2318-4f0c-b9a5-f47af958f067 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:11:00.261463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-d60e59e6-2b45-4b3a-972a-630bdd78c5d5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14279945-d00f-483b-a8d8-617538b95bd7']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:00.288867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-d60e59e6-2b45-4b3a-972a-630bdd78c5d5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a712f1f-0f18-4b9a-84bb-9599ef29e088') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:00.289168 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-d60e59e6-2b45-4b3a-972a-630bdd78c5d5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a712f1f-0f18-4b9a-84bb-9599ef29e088') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:00.305257 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d60e59e6-2b45-4b3a-972a-630bdd78c5d5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:00.323596 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ebc620c2-e677-49ba-b2d0-d654370a3329 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f799186ff704b869838ee4d8a6e42eb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0047355 Mar 01 21:11:00.327394 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d60e59e6-2b45-4b3a-972a-630bdd78c5d5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:00.334117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34168) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:00.337837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60e59e6-2b45-4b3a-972a-630bdd78c5d5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:11:00.338373 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d60e59e6-2b45-4b3a-972a-630bdd78c5d5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:00.377072 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc620c2-e677-49ba-b2d0-d654370a3329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ef874a-01b3-4f0c-ae8e-d87addcf1572,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:11:00.485309 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:11:00.504453 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef9a84ba-10ea-4dac-819b-b8fbcd016b23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:00.525997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fccd38-c970-4bbb-a1b6-922d176bf5cd req-16d8bade-9d21-452b-9e6f-b2d3915218a6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:00.549584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fccd38-c970-4bbb-a1b6-922d176bf5cd req-16d8bade-9d21-452b-9e6f-b2d3915218a6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:00.560015 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fccd38-c970-4bbb-a1b6-922d176bf5cd req-16d8bade-9d21-452b-9e6f-b2d3915218a6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:00.567330 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:00.572211 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef9a84ba-10ea-4dac-819b-b8fbcd016b23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:00.575056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fccd38-c970-4bbb-a1b6-922d176bf5cd req-16d8bade-9d21-452b-9e6f-b2d3915218a6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:00.586502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fccd38-c970-4bbb-a1b6-922d176bf5cd req-16d8bade-9d21-452b-9e6f-b2d3915218a6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:00.598091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fccd38-c970-4bbb-a1b6-922d176bf5cd req-16d8bade-9d21-452b-9e6f-b2d3915218a6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:00.616191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fccd38-c970-4bbb-a1b6-922d176bf5cd req-16d8bade-9d21-452b-9e6f-b2d3915218a6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:00.618186 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89fccd38-c970-4bbb-a1b6-922d176bf5cd req-16d8bade-9d21-452b-9e6f-b2d3915218a6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5429 time: 0.6058280 Mar 01 21:11:00.624001 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d60e59e6-2b45-4b3a-972a-630bdd78c5d5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:00.631733 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:00.643805 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d60e59e6-2b45-4b3a-972a-630bdd78c5d5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:00.718591 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e59e6-2b45-4b3a-972a-630bdd78c5d5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Network': ['ID=14279945-d00f-483b-a8d8-617538b95bd7,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:00.720514 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-268dae71-4712-4796-9ddf-b087da5bee47 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:00.745882 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d60e59e6-2b45-4b3a-972a-630bdd78c5d5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/networks/14279945-d00f-483b-a8d8-617538b95bd7 HTTP/1.1" status: 204 len: 168 time: 1.0285828 Mar 01 21:11:00.746851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34176) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:00.774214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1916760282'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:00.793800 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:00.802929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:network and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:00.808051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:00.820509 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89fccd38-c970-4bbb-a1b6-922d176bf5cd req-ce33352e-a89b-4d42-84ac-a02ae7a1e6c6 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1936104 Mar 01 21:11:00.821424 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:00.836315 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef9a84ba-10ea-4dac-819b-b8fbcd016b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:00.873864 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268dae71-4712-4796-9ddf-b087da5bee47 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Pushing event deleted for resources: {'Port': ['ID=91e6333f-2318-4f0c-b9a5-f47af958f067,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:00.934777 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34182) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:00.957340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:00.963098 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:01.033658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:11:01.061250 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:01.061250 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Added segment 5f5b9389-4837-4084-8e85-88a35b12463e of type vlan for network 4181000b-e01f-4fb4-bb42-ac3cb1ea25a0 Mar 01 21:11:01.110128 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:01.279129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34190) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:01.292300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a84ba-10ea-4dac-819b-b8fbcd016b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ef874a-01b3-4f0c-ae8e-d87addcf1572,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:01.361505 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:01.368289 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:01.368918 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:01.543566 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef9a84ba-10ea-4dac-819b-b8fbcd016b23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:01.544933 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ef9a84ba-10ea-4dac-819b-b8fbcd016b23 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/64ef874a-01b3-4f0c-ae8e-d87addcf1572 HTTP/1.1" status: 204 len: 168 time: 1.2071970 Mar 01 21:11:01.555238 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a3b03c04-0def-40d3-978b-7769819b884f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:01.564369 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-268dae71-4712-4796-9ddf-b087da5bee47 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:01.565178 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c02afb5f-cc69-4535-a594-72ee803185f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:01.573577 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-268dae71-4712-4796-9ddf-b087da5bee47 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "DELETE /v2.0/ports/91e6333f-2318-4f0c-b9a5-f47af958f067 HTTP/1.1" status: 204 len: 168 time: 2.1426430 Mar 01 21:11:01.576365 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34200) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:01.639558 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a3b03c04-0def-40d3-978b-7769819b884f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:01.644226 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a3b03c04-0def-40d3-978b-7769819b884f admin admin] Usage tracker for resource:security_group_rule and tenant:c206c9b1342c4427b39fb34ac3f553e4 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:01.647198 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a3b03c04-0def-40d3-978b-7769819b884f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:01.653058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a3b03c04-0def-40d3-978b-7769819b884f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:01.699985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-64523ca0-0959-4403-812d-2035f49ad1a2 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Deleting subnet f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:11:01.704482 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64523ca0-0959-4403-812d-2035f49ad1a2 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:01.751861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c02afb5f-cc69-4535-a594-72ee803185f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:01.754975 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a3b03c04-0def-40d3-978b-7769819b884f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:01.759844 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9965489 Mar 01 21:11:01.760938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34204) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:01.763980 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c02afb5f-cc69-4535-a594-72ee803185f6 admin admin] Usage tracker for resource:security_group_rule and tenant:ac2f5f8bf0154fb0a409a484fcde6219 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:01.769336 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c02afb5f-cc69-4535-a594-72ee803185f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:01.771546 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-4632f100-9f32-43c0-a56b-2b3377eb887b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'subnet': {'network_id': '4181000b-e01f-4fb4-bb42-ac3cb1ea25a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:01.775138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Network': ['ID=4181000b-e01f-4fb4-bb42-ac3cb1ea25a0,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:01.787861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c02afb5f-cc69-4535-a594-72ee803185f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:01.791129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:01.791129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:01.791425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:01.791670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:01.791997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:01.792328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:01.792650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:01.792960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:01.793296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:01.794187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:01.794187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:01.794187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bea09ea-925e-47df-9417-135cbff10804 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:01.795901 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64523ca0-0959-4403-812d-2035f49ad1a2 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:01.807861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 4181000b-e01f-4fb4-bb42-ac3cb1ea25a0 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:11:01.828902 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a3b03c04-0def-40d3-978b-7769819b884f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:01.932961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b03c04-0def-40d3-978b-7769819b884f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5f89bd-980f-4013-bf23-c69fb55ffad0,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:01.992954 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a3b03c04-0def-40d3-978b-7769819b884f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c206c9b1342c4427b39fb34ac3f553e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7052205 Mar 01 21:11:01.993163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34212) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:02.008188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4632f100-9f32-43c0-a56b-2b3377eb887b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:02.010695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4632f100-9f32-43c0-a56b-2b3377eb887b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:subnet and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:02.014369 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4632f100-9f32-43c0-a56b-2b3377eb887b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:02.023069 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4632f100-9f32-43c0-a56b-2b3377eb887b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:02.096292 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64523ca0-0959-4403-812d-2035f49ad1a2 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:02.144386 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b697e7d-efd2-4ced-9a3f-039bc254fb12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:02.150045 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c02afb5f-cc69-4535-a594-72ee803185f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:02.237510 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b697e7d-efd2-4ced-9a3f-039bc254fb12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:02.267712 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4632f100-9f32-43c0-a56b-2b3377eb887b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:02.267712 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4632f100-9f32-43c0-a56b-2b3377eb887b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:02.330864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b4380-cd1c-4271-9d8e-e0747efdb2e3 req-b07c9461-1a2e-46ba-ae02-e31c8ae23f98 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:02.338251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b4380-cd1c-4271-9d8e-e0747efdb2e3 req-b07c9461-1a2e-46ba-ae02-e31c8ae23f98 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:02.352062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b4380-cd1c-4271-9d8e-e0747efdb2e3 req-b07c9461-1a2e-46ba-ae02-e31c8ae23f98 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:02.360587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b4380-cd1c-4271-9d8e-e0747efdb2e3 req-b07c9461-1a2e-46ba-ae02-e31c8ae23f98 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:02.367165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b4380-cd1c-4271-9d8e-e0747efdb2e3 req-b07c9461-1a2e-46ba-ae02-e31c8ae23f98 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:02.374101 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b4380-cd1c-4271-9d8e-e0747efdb2e3 req-b07c9461-1a2e-46ba-ae02-e31c8ae23f98 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:02.401442 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b4380-cd1c-4271-9d8e-e0747efdb2e3 req-b07c9461-1a2e-46ba-ae02-e31c8ae23f98 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:02.401442 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e3b4380-cd1c-4271-9d8e-e0747efdb2e3 req-b07c9461-1a2e-46ba-ae02-e31c8ae23f98 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5429 time: 0.2322314 Mar 01 21:11:02.405621 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.ipam_backend_mixin [None req-4632f100-9f32-43c0-a56b-2b3377eb887b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Performing IP validity checks on allocation pools {{(pid=88519) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 01 21:11:02.409010 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.ipam_backend_mixin [None req-4632f100-9f32-43c0-a56b-2b3377eb887b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88519) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 01 21:11:02.452804 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:02.453805 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e3b4380-cd1c-4271-9d8e-e0747efdb2e3 req-0ca60a05-642e-4933-b84e-92c28f833f1e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612271 Mar 01 21:11:02.493868 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c02afb5f-cc69-4535-a594-72ee803185f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:02.495670 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64523ca0-0959-4403-812d-2035f49ad1a2 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:02.575662 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b697e7d-efd2-4ced-9a3f-039bc254fb12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:02.577320 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64523ca0-0959-4403-812d-2035f49ad1a2 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Pushing event deleted for resources: {'Subnet': ['ID=f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:02.583437 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64523ca0-0959-4403-812d-2035f49ad1a2 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:02.588569 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c02afb5f-cc69-4535-a594-72ee803185f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ac2f5f8bf0154fb0a409a484fcde6219&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6523104 Mar 01 21:11:02.593919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34226) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:02.597809 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02afb5f-cc69-4535-a594-72ee803185f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd748a3-4d72-4aa3-9772-18056f610bf6,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:02.601991 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96a358e-291d-4afb-b5b6-505864903bb3 None None] Network 5abf6a9a-11df-4e33-8663-6830ecb96a16 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:11:02.618815 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-64523ca0-0959-4403-812d-2035f49ad1a2 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "DELETE /v2.0/subnets/f3cfe15e-f25e-4d2c-a2c6-840a70a27ba4 HTTP/1.1" status: 204 len: 168 time: 1.0411930 Mar 01 21:11:02.622240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34230) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:02.637121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b697e7d-efd2-4ced-9a3f-039bc254fb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5f89bd-980f-4013-bf23-c69fb55ffad0,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:02.723502 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b697e7d-efd2-4ced-9a3f-039bc254fb12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:02.727258 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3b697e7d-efd2-4ced-9a3f-039bc254fb12 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d5f89bd-980f-4013-bf23-c69fb55ffad0 HTTP/1.1" status: 204 len: 168 time: 0.7332857 Mar 01 21:11:02.896207 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d54ec17d-9147-4751-8cab-d9edee867c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:02.908854 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f2bd363e-af84-49f1-8100-84cd66bb7394 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:02.932795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f2bd363e-af84-49f1-8100-84cd66bb7394 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Deleting port 5679bbab-b9ea-4a94-8639-61e7006e217f {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:11:02.939719 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f2bd363e-af84-49f1-8100-84cd66bb7394 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:02.949804 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d54ec17d-9147-4751-8cab-d9edee867c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:03.034972 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4632f100-9f32-43c0-a56b-2b3377eb887b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:03.141756 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0794c644-6fec-4240-8c83-7ca5116a68ed None None] DHCP port deletion for 5abf6a9a-11df-4e33-8663-6830ecb96a16 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:11:03.153374 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-0794c644-6fec-4240-8c83-7ca5116a68ed None None] Deleting port 5679bbab-b9ea-4a94-8639-61e7006e217f {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:11:03.153830 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0794c644-6fec-4240-8c83-7ca5116a68ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:03.157267 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632f100-9f32-43c0-a56b-2b3377eb887b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Subnet': ['ID=156e51d7-e62f-408c-a481-a70cf0ecbc1b,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:03.167895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4632f100-9f32-43c0-a56b-2b3377eb887b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Checking segment: {'id': '5f5b9389-4837-4084-8e85-88a35b12463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4181000b-e01f-4fb4-bb42-ac3cb1ea25a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:11:03.168493 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4632f100-9f32-43c0-a56b-2b3377eb887b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network hostable DHCP agents. Network: 4181000b-e01f-4fb4-bb42-ac3cb1ea25a0, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:11:03.265247 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d54ec17d-9147-4751-8cab-d9edee867c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:03.292628 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ec17d-9147-4751-8cab-d9edee867c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd748a3-4d72-4aa3-9772-18056f610bf6,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:03.296400 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d54ec17d-9147-4751-8cab-d9edee867c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:03.298750 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d54ec17d-9147-4751-8cab-d9edee867c3a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5bd748a3-4d72-4aa3-9772-18056f610bf6 HTTP/1.1" status: 204 len: 168 time: 0.7027709 Mar 01 21:11:03.300430 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4632f100-9f32-43c0-a56b-2b3377eb887b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network 4181000b-e01f-4fb4-bb42-ac3cb1ea25a0 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:11:03.379251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-4632f100-9f32-43c0-a56b-2b3377eb887b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 4181000b-e01f-4fb4-bb42-ac3cb1ea25a0) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:03.385068 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4632f100-9f32-43c0-a56b-2b3377eb887b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:03.389380 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4632f100-9f32-43c0-a56b-2b3377eb887b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:03.398668 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-495f2df5-f382-45af-8e7d-30a9ab471c94 None None] Network 4181000b-e01f-4fb4-bb42-ac3cb1ea25a0 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:11:03.476704 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-f2bd363e-af84-49f1-8100-84cd66bb7394 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] For port 5679bbab-b9ea-4a94-8639-61e7006e217f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5679bbab-b9ea-4a94-8639-61e7006e217f,segment=NetworkSegment(62002abe-0535-48ab-b154-11da9895528b),segment_id=62002abe-0535-48ab-b154-11da9895528b)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:03.477932 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f2bd363e-af84-49f1-8100-84cd66bb7394 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:03.554012 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4632f100-9f32-43c0-a56b-2b3377eb887b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7926841 Mar 01 21:11:03.555708 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34256) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:03.560834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-50772e96-ef95-418a-a950-e120a9232810 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'port': {'network_id': '4181000b-e01f-4fb4-bb42-ac3cb1ea25a0', 'name': 'tempest-PortsIpV6TestJSON-1648625944'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:03.780744 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-4181000b-e01f-4fb4-bb42-ac3cb1ea25a0', 'network_id': '4181000b-e01f-4fb4-bb42-ac3cb1ea25a0', 'tenant_id': 'b0c650e22c5b44d78b9ba9842ac83e9f', 'fixed_ips': [{'subnet_id': '156e51d7-e62f-408c-a481-a70cf0ecbc1b'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:11:03.782206 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:03.811695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f2bd363e-af84-49f1-8100-84cd66bb7394 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Calling delete_port for 5679bbab-b9ea-4a94-8639-61e7006e217f owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:11:03.901765 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-0794c644-6fec-4240-8c83-7ca5116a68ed None None] For port 5679bbab-b9ea-4a94-8639-61e7006e217f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5679bbab-b9ea-4a94-8639-61e7006e217f,segment=NetworkSegment(62002abe-0535-48ab-b154-11da9895528b),segment_id=62002abe-0535-48ab-b154-11da9895528b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:03.902500 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0794c644-6fec-4240-8c83-7ca5116a68ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:03.904477 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-50772e96-ef95-418a-a950-e120a9232810 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:03.916334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-50772e96-ef95-418a-a950-e120a9232810 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:04.019461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50772e96-ef95-418a-a950-e120a9232810 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:04.023874 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50772e96-ef95-418a-a950-e120a9232810 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:04.055152 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7e239-1482-4f08-8c3a-4e49eed4e94a req-48bce0ae-fcb6-4b78-ae74-eefd94abd7b5 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:04.067332 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-50772e96-ef95-418a-a950-e120a9232810 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] device_id is not set on port a7bd6d66-8b39-4c9e-9c94-221b71939a7b yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:11:04.071007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7e239-1482-4f08-8c3a-4e49eed4e94a req-48bce0ae-fcb6-4b78-ae74-eefd94abd7b5 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:04.089723 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7e239-1482-4f08-8c3a-4e49eed4e94a req-48bce0ae-fcb6-4b78-ae74-eefd94abd7b5 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:04.096521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7e239-1482-4f08-8c3a-4e49eed4e94a req-48bce0ae-fcb6-4b78-ae74-eefd94abd7b5 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:04.116752 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7e239-1482-4f08-8c3a-4e49eed4e94a req-48bce0ae-fcb6-4b78-ae74-eefd94abd7b5 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:04.127767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7e239-1482-4f08-8c3a-4e49eed4e94a req-48bce0ae-fcb6-4b78-ae74-eefd94abd7b5 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:04.140874 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7e239-1482-4f08-8c3a-4e49eed4e94a req-48bce0ae-fcb6-4b78-ae74-eefd94abd7b5 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:04.146688 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bae7e239-1482-4f08-8c3a-4e49eed4e94a req-48bce0ae-fcb6-4b78-ae74-eefd94abd7b5 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5429 time: 0.3604488 Mar 01 21:11:04.191098 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f2bd363e-af84-49f1-8100-84cd66bb7394 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:04.216736 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-0794c644-6fec-4240-8c83-7ca5116a68ed None None] Calling delete_port for 5679bbab-b9ea-4a94-8639-61e7006e217f owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:11:04.305491 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-0794c644-6fec-4240-8c83-7ca5116a68ed None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:11:04.305852 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-0794c644-6fec-4240-8c83-7ca5116a68ed None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:11:04.306647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34272) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:04.316927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd363e-af84-49f1-8100-84cd66bb7394 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Pushing event deleted for resources: {'Port': ['ID=5679bbab-b9ea-4a94-8639-61e7006e217f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:04.336923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5679bbab-b9ea-4a94-8639-61e7006e217f no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:11:04.375125 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 5679bbab-b9ea-4a94-8639-61e7006e217f {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:11:04.376144 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5679bbab-b9ea-4a94-8639-61e7006e217f not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:11:04.378740 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-26fdbdc3-36c5-49de-bb96-eba782ec76d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:04.418512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-50772e96-ef95-418a-a950-e120a9232810 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Allocated IP 2001:db8::2e2 (4181000b-e01f-4fb4-bb42-ac3cb1ea25a0/156e51d7-e62f-408c-a481-a70cf0ecbc1b/a7bd6d66-8b39-4c9e-9c94-221b71939a7b) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:11:04.423679 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2bd363e-af84-49f1-8100-84cd66bb7394 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] No DVR routers for this DVR port 5679bbab-b9ea-4a94-8639-61e7006e217f on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:11:04.530886 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bae7e239-1482-4f08-8c3a-4e49eed4e94a req-0b027cfa-74a7-4adf-b78c-b18798695232 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3782303 Mar 01 21:11:04.569660 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-26fdbdc3-36c5-49de-bb96-eba782ec76d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:04.620933 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-26fdbdc3-36c5-49de-bb96-eba782ec76d3 admin admin] Usage tracker for resource:security_group_rule and tenant:a061ffd6908c46a98d3844e6098654fe is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:04.626578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-26fdbdc3-36c5-49de-bb96-eba782ec76d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:04.630349 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f2bd363e-af84-49f1-8100-84cd66bb7394 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:04.643715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-26fdbdc3-36c5-49de-bb96-eba782ec76d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:04.697587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f2bd363e-af84-49f1-8100-84cd66bb7394 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5abf6a9a-11df-4e33-8663-6830ecb96a16']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:04.717156 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50772e96-ef95-418a-a950-e120a9232810 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:04.744537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f2bd363e-af84-49f1-8100-84cd66bb7394 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62002abe-0535-48ab-b154-11da9895528b') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:04.745668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-50772e96-ef95-418a-a950-e120a9232810 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Transition to ACTIVE for port object a7bd6d66-8b39-4c9e-9c94-221b71939a7b will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:11:04.752353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f2bd363e-af84-49f1-8100-84cd66bb7394 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62002abe-0535-48ab-b154-11da9895528b') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:04.788755 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f2bd363e-af84-49f1-8100-84cd66bb7394 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:04.807873 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-0794c644-6fec-4240-8c83-7ca5116a68ed None None] Deleting port 5679bbab-b9ea-4a94-8639-61e7006e217f {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:11:04.808269 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0794c644-6fec-4240-8c83-7ca5116a68ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:04.815393 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f2bd363e-af84-49f1-8100-84cd66bb7394 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:04.828397 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2bd363e-af84-49f1-8100-84cd66bb7394 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:11:04.829011 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f2bd363e-af84-49f1-8100-84cd66bb7394 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:11:04.847089 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:11:04.871167 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50772e96-ef95-418a-a950-e120a9232810 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:04.942622 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-0794c644-6fec-4240-8c83-7ca5116a68ed None None] The port '5679bbab-b9ea-4a94-8639-61e7006e217f' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:11:05.003846 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Allocated IP 2001:db8::2 (4181000b-e01f-4fb4-bb42-ac3cb1ea25a0/156e51d7-e62f-408c-a481-a70cf0ecbc1b/c8fe9829-f4ad-4d0a-a521-6ced5245073d) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:11:05.046519 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50772e96-ef95-418a-a950-e120a9232810 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=a7bd6d66-8b39-4c9e-9c94-221b71939a7b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:05.094392 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-26fdbdc3-36c5-49de-bb96-eba782ec76d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:05.156421 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f2bd363e-af84-49f1-8100-84cd66bb7394 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:05.159153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50772e96-ef95-418a-a950-e120a9232810 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network 4181000b-e01f-4fb4-bb42-ac3cb1ea25a0 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:11:05.166832 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-50772e96-ef95-418a-a950-e120a9232810 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:05.178721 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50772e96-ef95-418a-a950-e120a9232810 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:11:05.191300 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f2bd363e-af84-49f1-8100-84cd66bb7394 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:05.193286 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50772e96-ef95-418a-a950-e120a9232810 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:05.193959 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50772e96-ef95-418a-a950-e120a9232810 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:05.195196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd363e-af84-49f1-8100-84cd66bb7394 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] Pushing event deleted for resources: {'Network': ['ID=5abf6a9a-11df-4e33-8663-6830ecb96a16,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:05.210722 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-26fdbdc3-36c5-49de-bb96-eba782ec76d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:05.321773 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f2bd363e-af84-49f1-8100-84cd66bb7394 tempest-TagsExtTest-1240806985 tempest-TagsExtTest-1240806985-project] 10.222.0.42 "DELETE /v2.0/networks/5abf6a9a-11df-4e33-8663-6830ecb96a16 HTTP/1.1" status: 204 len: 168 time: 2.6822655 Mar 01 21:11:05.344315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-26fdbdc3-36c5-49de-bb96-eba782ec76d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a061ffd6908c46a98d3844e6098654fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0211594 Mar 01 21:11:05.345731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34298) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:05.348668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdbdc3-36c5-49de-bb96-eba782ec76d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592793ca-e104-40fc-95ed-21518727e96b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:05.412867 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 8c36761c-92b0-40ce-856e-9045d7286b0b details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:11:05.445924 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-50772e96-ef95-418a-a950-e120a9232810 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8873696 Mar 01 21:11:05.446675 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34304) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:05.491116 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:05.507133 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c01c1a02-e656-4d38-b6c0-76ae6aed0061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:05.549452 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Transition to ACTIVE for port object c8fe9829-f4ad-4d0a-a521-6ced5245073d will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:11:05.562926 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c01c1a02-e656-4d38-b6c0-76ae6aed0061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:05.613760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-fe76beb3-d9cf-45eb-9759-fd8e98683589 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port a7bd6d66-8b39-4c9e-9c94-221b71939a7b {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:11:05.614314 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe76beb3-d9cf-45eb-9759-fd8e98683589 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:05.706520 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Transition to ACTIVE for port object c8fe9829-f4ad-4d0a-a521-6ced5245073d will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:11:05.784493 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c01c1a02-e656-4d38-b6c0-76ae6aed0061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:05.802181 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 8c36761c-92b0-40ce-856e-9045d7286b0b, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=8c36761c-92b0-40ce-856e-9045d7286b0b,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:05.823860 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c1a02-e656-4d38-b6c0-76ae6aed0061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592793ca-e104-40fc-95ed-21518727e96b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:05.832175 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:05.850241 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c01c1a02-e656-4d38-b6c0-76ae6aed0061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:05.855320 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c01c1a02-e656-4d38-b6c0-76ae6aed0061 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/592793ca-e104-40fc-95ed-21518727e96b HTTP/1.1" status: 204 len: 168 time: 0.5085320 Mar 01 21:11:05.927599 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '8c36761c-92b0-40ce-856e-9045d7286b0b', 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c', 'port_id': '8c36761c-92b0-40ce-856e-9045d7286b0b', 'mac_address': 'fa:16:3e:30:ee:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5f0362-4737-40ee-9f53-2f030ee2674b', 'ip_address': '10.1.1.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:11:05.932706 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Network 4181000b-e01f-4fb4-bb42-ac3cb1ea25a0 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:11:05.956018 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Pushing event updated for resources: {'Port': ['ID=c8fe9829-f4ad-4d0a-a521-6ced5245073d,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:05.960198 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:05.963164 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:11:06.116072 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Attempting to bind port c8fe9829-f4ad-4d0a-a521-6ced5245073d on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:11:06.116525 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Attempting to bind port c8fe9829-f4ad-4d0a-a521-6ced5245073d by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5f5b9389-4837-4084-8e85-88a35b12463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4181000b-e01f-4fb4-bb42-ac3cb1ea25a0'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:11:06.116980 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Attempting to bind port c8fe9829-f4ad-4d0a-a521-6ced5245073d on network 4181000b-e01f-4fb4-bb42-ac3cb1ea25a0 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:11:06.132783 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:11:06.133236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Checking segment: {'id': '5f5b9389-4837-4084-8e85-88a35b12463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4181000b-e01f-4fb4-bb42-ac3cb1ea25a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:11:06.133725 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:06.134190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Bound using segment: {'id': '5f5b9389-4837-4084-8e85-88a35b12463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4181000b-e01f-4fb4-bb42-ac3cb1ea25a0'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:11:06.134732 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Bound port: c8fe9829-f4ad-4d0a-a521-6ced5245073d, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f5b9389-4837-4084-8e85-88a35b12463e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '4181000b-e01f-4fb4-bb42-ac3cb1ea25a0'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:11:06.135181 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:06.185972 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:06.235470 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c36761c-92b0-40ce-856e-9045d7286b0b {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:11:06.265437 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 8c36761c-92b0-40ce-856e-9045d7286b0b, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=8c36761c-92b0-40ce-856e-9045d7286b0b,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:06.295782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac613582-6083-4b64-b8f3-b2abc0185a89 req-542e3f67-5695-4a60-8a6c-a3f38ca00d1f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:06.303632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac613582-6083-4b64-b8f3-b2abc0185a89 req-542e3f67-5695-4a60-8a6c-a3f38ca00d1f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:06.309040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac613582-6083-4b64-b8f3-b2abc0185a89 req-542e3f67-5695-4a60-8a6c-a3f38ca00d1f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:06.316393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac613582-6083-4b64-b8f3-b2abc0185a89 req-542e3f67-5695-4a60-8a6c-a3f38ca00d1f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:06.322491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac613582-6083-4b64-b8f3-b2abc0185a89 req-542e3f67-5695-4a60-8a6c-a3f38ca00d1f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:06.329846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac613582-6083-4b64-b8f3-b2abc0185a89 req-542e3f67-5695-4a60-8a6c-a3f38ca00d1f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:06.335740 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac613582-6083-4b64-b8f3-b2abc0185a89 req-542e3f67-5695-4a60-8a6c-a3f38ca00d1f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:06.343568 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac613582-6083-4b64-b8f3-b2abc0185a89 req-542e3f67-5695-4a60-8a6c-a3f38ca00d1f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5429 time: 0.5358555 Mar 01 21:11:06.363050 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] For port c8fe9829-f4ad-4d0a-a521-6ced5245073d, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:11:06.368435 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] For port c8fe9829-f4ad-4d0a-a521-6ced5245073d, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c8fe9829-f4ad-4d0a-a521-6ced5245073d,segment=NetworkSegment(5f5b9389-4837-4084-8e85-88a35b12463e),segment_id=5f5b9389-4837-4084-8e85-88a35b12463e)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:11:06.376745 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:06.380854 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device e23ba621-6158-4cdc-81c1-c43c4a1efeac details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:11:06.400043 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe76beb3-d9cf-45eb-9759-fd8e98683589 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:06.572884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac613582-6083-4b64-b8f3-b2abc0185a89 req-790c85c9-030b-4576-a9e0-e1a71d69a479 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2246325 Mar 01 21:11:06.573074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34326) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:06.655928 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port e23ba621-6158-4cdc-81c1-c43c4a1efeac, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e23ba621-6158-4cdc-81c1-c43c4a1efeac,segment=NetworkSegment(84854a8c-ded1-4ca6-9cb8-0eb467d349a7),segment_id=84854a8c-ded1-4ca6-9cb8-0eb467d349a7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:06.666925 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:06.680997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-fe76beb3-d9cf-45eb-9759-fd8e98683589 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for a7bd6d66-8b39-4c9e-9c94-221b71939a7b owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:11:06.690073 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=8c36761c-92b0-40ce-856e-9045d7286b0b,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:06.693368 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'e23ba621-6158-4cdc-81c1-c43c4a1efeac', 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc', 'port_id': 'e23ba621-6158-4cdc-81c1-c43c4a1efeac', 'mac_address': 'fa:16:3e:16:d9:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0316ebdb-a31b-45d0-8b60-adc971a0b03e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:11:06.844432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1780a5-79d3-4e77-995f-be2c52c8c3de None None] Pushing event updated for resources: {'Port': ['ID=c8fe9829-f4ad-4d0a-a521-6ced5245073d,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:06.913550 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:06.974648 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23ba621-6158-4cdc-81c1-c43c4a1efeac {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:11:07.031000 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port e23ba621-6158-4cdc-81c1-c43c4a1efeac, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e23ba621-6158-4cdc-81c1-c43c4a1efeac,segment=NetworkSegment(84854a8c-ded1-4ca6-9cb8-0eb467d349a7),segment_id=84854a8c-ded1-4ca6-9cb8-0eb467d349a7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:07.141799 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:07.142899 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 92490323-bf33-498a-ae53-1c8809d63fe3 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:11:07.189604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34344) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:07.550354 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f3fad39e-eb65-4315-854b-3ecc54ba94d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a2bebdea2e314bc882537787f93ccacf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3595035 Mar 01 21:11:07.557474 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34358) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:07.568782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-5ace0b74-997b-48d0-afdc-4ed8d2f5b006 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:07.572520 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-5ace0b74-997b-48d0-afdc-4ed8d2f5b006 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/networks?id=e517bba3-d9c1-4868-8682-f20940261900 HTTP/1.1" status: 200 len: 814 time: 0.6101117 Mar 01 21:11:07.628177 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-d167a951-3c58-4c42-a6a4-d54ca8428062 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/quotas/d397067f52704b8293603081e97c4744 HTTP/1.1" status: 200 len: 375 time: 0.0412545 Mar 01 21:11:07.629768 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1213414075'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:07.639277 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:07.654349 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Usage tracker for resource:network and tenant:924be67eddd943bcb1c7048fb4b7ebe8 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:07.666104 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:07.701313 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:07.728655 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f92011f3-393e-4930-ac18-efb7f9d82ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:07.759764 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe76beb3-d9cf-45eb-9759-fd8e98683589 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:07.831535 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f92011f3-393e-4930-ac18-efb7f9d82ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:07.873380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe76beb3-d9cf-45eb-9759-fd8e98683589 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=a7bd6d66-8b39-4c9e-9c94-221b71939a7b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:07.943629 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=e23ba621-6158-4cdc-81c1-c43c4a1efeac,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:07.963111 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 92490323-bf33-498a-ae53-1c8809d63fe3, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=92490323-bf33-498a-ae53-1c8809d63fe3,segment=NetworkSegment(c050b57d-eb8b-421b-b664-ad652fc15680),segment_id=c050b57d-eb8b-421b-b664-ad652fc15680)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:07.990380 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '92490323-bf33-498a-ae53-1c8809d63fe3', 'network_id': '8391abf1-8497-437d-b6b2-a8884478b421', 'port_id': '92490323-bf33-498a-ae53-1c8809d63fe3', 'mac_address': 'fa:16:3e:69:97:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff5bd32-7121-4c1e-b663-c168cac44144', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:11:08.058017 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe76beb3-d9cf-45eb-9759-fd8e98683589 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:08.117121 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-dac095cf-4834-47b8-a373-7e5e5a2735a4 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d397067f52704b8293603081e97c4744&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4803934 Mar 01 21:11:08.190964 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Made reservation on behalf of 924be67eddd943bcb1c7048fb4b7ebe8 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:08.194499 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:08.215958 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:08.260524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:08.266258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Usage tracker for resource:security_group_rule and tenant:924be67eddd943bcb1c7048fb4b7ebe8 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:08.270157 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:08.277377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:08.405714 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:08.456142 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fe76beb3-d9cf-45eb-9759-fd8e98683589 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/ports/a7bd6d66-8b39-4c9e-9c94-221b71939a7b HTTP/1.1" status: 204 len: 168 time: 3.0080657 Mar 01 21:11:08.468670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34378) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:08.496847 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396ef2b-6a79-42d3-a46d-5de075993468 req-514ac4e9-a145-4ea5-af69-acf2123cd5da tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:08.500343 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c8fe9829-f4ad-4d0a-a521-6ced5245073d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:11:08.503117 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f92011f3-393e-4930-ac18-efb7f9d82ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:08.514538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396ef2b-6a79-42d3-a46d-5de075993468 req-514ac4e9-a145-4ea5-af69-acf2123cd5da tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:08.520898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396ef2b-6a79-42d3-a46d-5de075993468 req-514ac4e9-a145-4ea5-af69-acf2123cd5da tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:08.527504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396ef2b-6a79-42d3-a46d-5de075993468 req-514ac4e9-a145-4ea5-af69-acf2123cd5da tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:08.533208 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396ef2b-6a79-42d3-a46d-5de075993468 req-514ac4e9-a145-4ea5-af69-acf2123cd5da tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:08.539199 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396ef2b-6a79-42d3-a46d-5de075993468 req-514ac4e9-a145-4ea5-af69-acf2123cd5da tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:08.545121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3396ef2b-6a79-42d3-a46d-5de075993468 req-514ac4e9-a145-4ea5-af69-acf2123cd5da tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:08.547656 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3396ef2b-6a79-42d3-a46d-5de075993468 req-514ac4e9-a145-4ea5-af69-acf2123cd5da tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5431 time: 0.6767426 Mar 01 21:11:08.557046 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-388b8500-e13a-4763-ac14-32d046d4a6bb service neutron] 10.222.0.42 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388292 Mar 01 21:11:08.567536 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92490323-bf33-498a-ae53-1c8809d63fe3 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:11:08.601508 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-90af7d88-69cd-4d2d-8c11-dfb435919bab tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] DELETE failed (client error): The resource could not be found. Mar 01 21:11:08.601990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90af7d88-69cd-4d2d-8c11-dfb435919bab tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:11:08.606134 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-90af7d88-69cd-4d2d-8c11-dfb435919bab tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/ports/a7bd6d66-8b39-4c9e-9c94-221b71939a7b HTTP/1.1" status: 404 len: 333 time: 0.0550933 Mar 01 21:11:08.642510 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34384) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:08.647024 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 92490323-bf33-498a-ae53-1c8809d63fe3, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=92490323-bf33-498a-ae53-1c8809d63fe3,segment=NetworkSegment(c050b57d-eb8b-421b-b664-ad652fc15680),segment_id=c050b57d-eb8b-421b-b664-ad652fc15680)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:08.728400 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:08.729214 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 1cbca497-049a-4c31-aac8-2fbe1c77e42a details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:11:08.754614 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92011f3-393e-4930-ac18-efb7f9d82ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf43b18-3354-42c0-86db-6fd57b1f7835,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:08.760269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 1cbca497-049a-4c31-aac8-2fbe1c77e42a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=1cbca497-049a-4c31-aac8-2fbe1c77e42a,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:08.797366 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-642a86ab-dac6-4110-8cf2-481177e33e44 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] GET failed (client error): The resource could not be found. Mar 01 21:11:08.798362 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-642a86ab-dac6-4110-8cf2-481177e33e44 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Synchronizing usage tracker for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:11:08.823210 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '1cbca497-049a-4c31-aac8-2fbe1c77e42a', 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c', 'port_id': '1cbca497-049a-4c31-aac8-2fbe1c77e42a', 'mac_address': 'fa:16:3e:fd:06:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5f0362-4737-40ee-9f53-2f030ee2674b', 'ip_address': '10.1.1.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:11:08.841667 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f92011f3-393e-4930-ac18-efb7f9d82ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:08.846310 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f92011f3-393e-4930-ac18-efb7f9d82ec5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ccf43b18-3354-42c0-86db-6fd57b1f7835 HTTP/1.1" status: 204 len: 168 time: 1.2876258 Mar 01 21:11:08.868949 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:08.909224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-642a86ab-dac6-4110-8cf2-481177e33e44 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Unset dirty status for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:11:08.913980 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-642a86ab-dac6-4110-8cf2-481177e33e44 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports/a7bd6d66-8b39-4c9e-9c94-221b71939a7b HTTP/1.1" status: 404 len: 333 time: 0.2444036 Mar 01 21:11:08.914409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34394) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:08.972981 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3396ef2b-6a79-42d3-a46d-5de075993468 req-e3718034-5bad-4042-9229-3238cdb83313 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1582079 Mar 01 21:11:09.021456 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:09.063178 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-efd04f9a-9d40-486c-aefe-cedca9e0e184 service neutron] 10.222.0.42 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052400 Mar 01 21:11:09.103550 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:11:09.131668 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:09.163143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38df3fcc-3c5b-43d0-ae0b-8ed05801350b None None] Network 4181000b-e01f-4fb4-bb42-ac3cb1ea25a0 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:11:09.169720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=468aef73-6f82-4e19-bb85-03aade263f7e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:09.176565 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:11:09.188935 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:09.188935 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Added segment 27c82c95-de8d-44f3-aeb1-d00c91e711dd of type vlan for network 163ea558-2f31-4c51-943f-a746bc0a2e82 Mar 01 21:11:09.201303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b2a19c1-f319-4183-ba4d-e8a4cf0bb986 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting subnet 156e51d7-e62f-408c-a481-a70cf0ecbc1b {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:11:09.212609 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6b2a19c1-f319-4183-ba4d-e8a4cf0bb986 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:09.298717 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:09.307224 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6b2a19c1-f319-4183-ba4d-e8a4cf0bb986 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:09.381590 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port c8fe9829-f4ad-4d0a-a521-6ced5245073d completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:11:09.416126 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6b2a19c1-f319-4183-ba4d-e8a4cf0bb986 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:09.539838 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:09.549400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:09.550488 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:09.599225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1f901531-ebd5-44fd-8e73-e9f8706d8300 None None] Provisioning for port c8fe9829-f4ad-4d0a-a521-6ced5245073d completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:11:09.604950 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=92490323-bf33-498a-ae53-1c8809d63fe3,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:09.622751 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cbca497-049a-4c31-aac8-2fbe1c77e42a {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:11:09.663749 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1f901531-ebd5-44fd-8e73-e9f8706d8300 None None] Provisioning complete for port c8fe9829-f4ad-4d0a-a521-6ced5245073d triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:09.665731 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1f901531-ebd5-44fd-8e73-e9f8706d8300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:09.696032 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e47d8885-0acf-4657-8af7-9ed79f77cee7 req-9f5a32a9-a2d4-4198-8034-1bcb68b370bb tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 210 time: 0.1349237 Mar 01 21:11:09.761893 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 1cbca497-049a-4c31-aac8-2fbe1c77e42a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=1cbca497-049a-4c31-aac8-2fbe1c77e42a,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:09.875394 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6b2a19c1-f319-4183-ba4d-e8a4cf0bb986 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:09.909369 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:09.912429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device f44bcea3-70af-4aa9-9592-40986ed83d6a details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:11:09.959225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port f44bcea3-70af-4aa9-9592-40986ed83d6a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=f44bcea3-70af-4aa9-9592-40986ed83d6a,segment=NetworkSegment(c050b57d-eb8b-421b-b664-ad652fc15680),segment_id=c050b57d-eb8b-421b-b664-ad652fc15680)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:10.000897 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Pushing event updated for resources: {'Network': ['ID=163ea558-2f31-4c51-943f-a746bc0a2e82,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:10.023721 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a19c1-f319-4183-ba4d-e8a4cf0bb986 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Subnet': ['ID=156e51d7-e62f-408c-a481-a70cf0ecbc1b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:10.043776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34428) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:10.054315 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-05d271f5-e4f7-414c-8e4c-f3f86228af04 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Request body: {'subnet': {'network_id': '163ea558-2f31-4c51-943f-a746bc0a2e82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:10.069687 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5405c1a0-a8a7-43a4-a248-ca04f5b7076a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.4953785 Mar 01 21:11:10.080798 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6b2a19c1-f319-4183-ba4d-e8a4cf0bb986 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:10.084253 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6b2a19c1-f319-4183-ba4d-e8a4cf0bb986 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/subnets/156e51d7-e62f-408c-a481-a70cf0ecbc1b HTTP/1.1" status: 204 len: 168 time: 1.1658671 Mar 01 21:11:10.117006 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34432) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:10.175467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 163ea558-2f31-4c51-943f-a746bc0a2e82 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:11:10.514447 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034b1a6e-fcf1-4c3e-9ce3-77d65d6fa3f2 None None] Network 4181000b-e01f-4fb4-bb42-ac3cb1ea25a0 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:11:10.521719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-05d271f5-e4f7-414c-8e4c-f3f86228af04 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:10.528705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-05d271f5-e4f7-414c-8e4c-f3f86228af04 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Usage tracker for resource:subnet and tenant:924be67eddd943bcb1c7048fb4b7ebe8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:10.543432 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-05d271f5-e4f7-414c-8e4c-f3f86228af04 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:10.558441 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-05d271f5-e4f7-414c-8e4c-f3f86228af04 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:10.606319 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'f44bcea3-70af-4aa9-9592-40986ed83d6a', 'network_id': '8391abf1-8497-437d-b6b2-a8884478b421', 'port_id': 'f44bcea3-70af-4aa9-9592-40986ed83d6a', 'mac_address': 'fa:16:3e:f7:86:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ff5bd32-7121-4c1e-b663-c168cac44144', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:11:10.679577 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431727e-95e3-4bcd-ae0c-8c39f5f0e574 req-d30be129-1062-4c1e-8d3f-f5033136760b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:10.716483 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:10.718288 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431727e-95e3-4bcd-ae0c-8c39f5f0e574 req-d30be129-1062-4c1e-8d3f-f5033136760b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:10.749410 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431727e-95e3-4bcd-ae0c-8c39f5f0e574 req-d30be129-1062-4c1e-8d3f-f5033136760b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:10.764355 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431727e-95e3-4bcd-ae0c-8c39f5f0e574 req-d30be129-1062-4c1e-8d3f-f5033136760b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:10.765567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port c8fe9829-f4ad-4d0a-a521-6ced5245073d {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:11:10.766778 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:10.777694 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431727e-95e3-4bcd-ae0c-8c39f5f0e574 req-d30be129-1062-4c1e-8d3f-f5033136760b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:10.790885 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431727e-95e3-4bcd-ae0c-8c39f5f0e574 req-d30be129-1062-4c1e-8d3f-f5033136760b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:10.804771 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3431727e-95e3-4bcd-ae0c-8c39f5f0e574 req-d30be129-1062-4c1e-8d3f-f5033136760b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:10.820704 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3431727e-95e3-4bcd-ae0c-8c39f5f0e574 req-d30be129-1062-4c1e-8d3f-f5033136760b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5433 time: 0.4058332 Mar 01 21:11:10.886195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d271f5-e4f7-414c-8e4c-f3f86228af04 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Made reservation on behalf of 924be67eddd943bcb1c7048fb4b7ebe8 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:10.892833 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-05d271f5-e4f7-414c-8e4c-f3f86228af04 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:10.978636 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:10.997833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=1cbca497-049a-4c31-aac8-2fbe1c77e42a,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:11.047633 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1f901531-ebd5-44fd-8e73-e9f8706d8300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:11.056450 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a3b42000-d48f-4e4e-b39a-ead16d443ad5 req-740c258f-852b-47ac-9faa-b5484c1d855b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 210 time: 0.2284973 Mar 01 21:11:11.261854 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f44bcea3-70af-4aa9-9592-40986ed83d6a {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:11:11.288489 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port f44bcea3-70af-4aa9-9592-40986ed83d6a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=f44bcea3-70af-4aa9-9592-40986ed83d6a,segment=NetworkSegment(c050b57d-eb8b-421b-b664-ad652fc15680),segment_id=c050b57d-eb8b-421b-b664-ad652fc15680)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:11.320221 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1f901531-ebd5-44fd-8e73-e9f8706d8300 None None] For port c8fe9829-f4ad-4d0a-a521-6ced5245073d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c8fe9829-f4ad-4d0a-a521-6ced5245073d,segment=NetworkSegment(5f5b9389-4837-4084-8e85-88a35b12463e),segment_id=5f5b9389-4837-4084-8e85-88a35b12463e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:11.441597 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:11.442454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 969212d9-1c07-4ab9-9842-4c8c239a86bb details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:11:11.535843 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3431727e-95e3-4bcd-ae0c-8c39f5f0e574 req-4fe813e3-ab2e-44e9-a60a-bddb1ebbf713 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6511974 Mar 01 21:11:11.544769 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f52852e-303b-47c2-95f2-5af43a4860be None None] DHCP port deletion for 4181000b-e01f-4fb4-bb42-ac3cb1ea25a0 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:11:11.546294 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1f901531-ebd5-44fd-8e73-e9f8706d8300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:11.568431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8f52852e-303b-47c2-95f2-5af43a4860be None None] Deleting port c8fe9829-f4ad-4d0a-a521-6ced5245073d {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:11:11.568727 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8f52852e-303b-47c2-95f2-5af43a4860be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:11.710996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] For port c8fe9829-f4ad-4d0a-a521-6ced5245073d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c8fe9829-f4ad-4d0a-a521-6ced5245073d,segment=NetworkSegment(5f5b9389-4837-4084-8e85-88a35b12463e),segment_id=5f5b9389-4837-4084-8e85-88a35b12463e)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:11.711576 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:11.805487 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.resource_extend [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:11:11.939821 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for c8fe9829-f4ad-4d0a-a521-6ced5245073d owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:11:11.942878 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 969212d9-1c07-4ab9-9842-4c8c239a86bb, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=969212d9-1c07-4ab9-9842-4c8c239a86bb,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:11.960412 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0bf80108-fd11-4b5d-8810-7e16fe7a70f9 None None] Provisioning complete for port c8fe9829-f4ad-4d0a-a521-6ced5245073d triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:11.960785 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0bf80108-fd11-4b5d-8810-7e16fe7a70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:12.012243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=f44bcea3-70af-4aa9-9592-40986ed83d6a,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:12.053166 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-05d271f5-e4f7-414c-8e4c-f3f86228af04 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:12.098804 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:11:12.099123 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:11:12.121422 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '969212d9-1c07-4ab9-9842-4c8c239a86bb', 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c', 'port_id': '969212d9-1c07-4ab9-9842-4c8c239a86bb', 'mac_address': 'fa:16:3e:6d:41:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5f0362-4737-40ee-9f53-2f030ee2674b', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:11:12.258302 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:12.272575 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d271f5-e4f7-414c-8e4c-f3f86228af04 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Pushing event updated for resources: {'Subnet': ['ID=454e2d4d-5a8f-41e9-a767-f593caaf478a,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:12.275521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d271f5-e4f7-414c-8e4c-f3f86228af04 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Checking segment: {'id': '27c82c95-de8d-44f3-aeb1-d00c91e711dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '163ea558-2f31-4c51-943f-a746bc0a2e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:11:12.276002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d271f5-e4f7-414c-8e4c-f3f86228af04 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Network hostable DHCP agents. Network: 163ea558-2f31-4c51-943f-a746bc0a2e82, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:11:12.326263 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 969212d9-1c07-4ab9-9842-4c8c239a86bb {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:11:12.350008 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8f52852e-303b-47c2-95f2-5af43a4860be None None] For port c8fe9829-f4ad-4d0a-a521-6ced5245073d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c8fe9829-f4ad-4d0a-a521-6ced5245073d,segment=NetworkSegment(5f5b9389-4837-4084-8e85-88a35b12463e),segment_id=5f5b9389-4837-4084-8e85-88a35b12463e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:12.353475 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8f52852e-303b-47c2-95f2-5af43a4860be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:12.380636 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d271f5-e4f7-414c-8e4c-f3f86228af04 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Network 163ea558-2f31-4c51-943f-a746bc0a2e82 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:11:12.400455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c8fe9829-f4ad-4d0a-a521-6ced5245073d no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:11:12.538019 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8128ce38-c7b3-44d7-887a-e08a6be6ec7d req-46df2820-4df2-41a7-b57f-e9d6417ca619 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 210 time: 0.1139998 Mar 01 21:11:12.543912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-05d271f5-e4f7-414c-8e4c-f3f86228af04 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 163ea558-2f31-4c51-943f-a746bc0a2e82) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:12.554064 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d271f5-e4f7-414c-8e4c-f3f86228af04 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:12.558312 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-05d271f5-e4f7-414c-8e4c-f3f86228af04 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:12.576560 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f901531-ebd5-44fd-8e73-e9f8706d8300 None None] Pushing event updated for resources: {'Port': ['ID=c8fe9829-f4ad-4d0a-a521-6ced5245073d,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:12.603951 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port c8fe9829-f4ad-4d0a-a521-6ced5245073d {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:11:12.604354 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:12.717206 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-05d271f5-e4f7-414c-8e4c-f3f86228af04 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6718793 Mar 01 21:11:12.723897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34484) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:12.730590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-7923336f-3b16-4a53-9b13-9cfac649ddae tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Request body: {'port': {'network_id': '163ea558-2f31-4c51-943f-a746bc0a2e82', 'name': 'tempest-DHCPAgentSchedulersTestJSON-652199312'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:12.867714 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34488) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:12.873859 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f225db94-1284-4cea-96f7-c1b1c56558cf None None] Network 163ea558-2f31-4c51-943f-a746bc0a2e82 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:11:12.910405 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8f52852e-303b-47c2-95f2-5af43a4860be None None] Calling delete_port for c8fe9829-f4ad-4d0a-a521-6ced5245073d owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:11:12.942293 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 969212d9-1c07-4ab9-9842-4c8c239a86bb, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=969212d9-1c07-4ab9-9842-4c8c239a86bb,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:13.063691 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:13.064361 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:11:13.101662 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9d0d0579-3c8c-4a39-b67f-ca991e94ba0b,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:13.166272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] For port c8fe9829-f4ad-4d0a-a521-6ced5245073d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c8fe9829-f4ad-4d0a-a521-6ced5245073d,segment=NetworkSegment(5f5b9389-4837-4084-8e85-88a35b12463e),segment_id=5f5b9389-4837-4084-8e85-88a35b12463e)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:13.167260 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:13.229338 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '9d0d0579-3c8c-4a39-b67f-ca991e94ba0b', 'network_id': '7a6458a9-9015-413f-bf43-efd7a3b7923c', 'port_id': '9d0d0579-3c8c-4a39-b67f-ca991e94ba0b', 'mac_address': 'fa:16:3e:f1:c0:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb5f0362-4737-40ee-9f53-2f030ee2674b', 'ip_address': '10.1.1.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:11:13.441946 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for c8fe9829-f4ad-4d0a-a521-6ced5245073d owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:11:13.589418 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:13.731484 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:13.910816 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-3a8fe00d-54a1-4d86-a894-e813c4795e76 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:13.912910 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-3a8fe00d-54a1-4d86-a894-e813c4795e76 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.55 "GET /v2.0/networks?id=e517bba3-d9c1-4868-8682-f20940261900 HTTP/1.1" status: 200 len: 814 time: 0.3132851 Mar 01 21:11:13.918756 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:13.932832 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=c8fe9829-f4ad-4d0a-a521-6ced5245073d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:13.951443 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-474c9f69-9dc4-4452-8344-953e3a0b7f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:13.968077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No DVR routers for this DVR port c8fe9829-f4ad-4d0a-a521-6ced5245073d on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:11:13.969657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-40510b65-fc53-49fb-ad36-f0da8302972b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Request body: {'port': {'device_id': 'f9d5c4cf-99f9-47f5-8160-90be3db93f3b', 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900', 'admin_state_up': True, 'tenant_id': 'd397067f52704b8293603081e97c4744'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:13.984973 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=969212d9-1c07-4ab9-9842-4c8c239a86bb,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:13.999710 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-8f52852e-303b-47c2-95f2-5af43a4860be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:11:14.000111 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-8f52852e-303b-47c2-95f2-5af43a4860be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:11:14.036456 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:11:14.093795 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9d0d0579-3c8c-4a39-b67f-ca991e94ba0b,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:14.196298 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:14.243829 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:14.316932 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=9d0d0579-3c8c-4a39-b67f-ca991e94ba0b,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:14.348982 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-163ea558-2f31-4c51-943f-a746bc0a2e82', 'network_id': '163ea558-2f31-4c51-943f-a746bc0a2e82', 'tenant_id': '924be67eddd943bcb1c7048fb4b7ebe8', 'fixed_ips': [{'subnet_id': '454e2d4d-5a8f-41e9-a767-f593caaf478a'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:11:14.350777 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:14.352329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4181000b-e01f-4fb4-bb42-ac3cb1ea25a0']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:14.376580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-474c9f69-9dc4-4452-8344-953e3a0b7f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:14.392494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-474c9f69-9dc4-4452-8344-953e3a0b7f92 admin admin] Usage tracker for resource:security_group_rule and tenant:fa071a8a68cc401da23cb65ca5cfc49e is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:14.403493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-474c9f69-9dc4-4452-8344-953e3a0b7f92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:14.404622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f5b9389-4837-4084-8e85-88a35b12463e') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:14.404929 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f5b9389-4837-4084-8e85-88a35b12463e') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:14.434057 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-474c9f69-9dc4-4452-8344-953e3a0b7f92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:14.461044 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:14.492364 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:14.499907 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:11:14.500469 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:14.557408 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-474c9f69-9dc4-4452-8344-953e3a0b7f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:14.561373 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Allocated IP 172.20.0.2 (163ea558-2f31-4c51-943f-a746bc0a2e82/454e2d4d-5a8f-41e9-a767-f593caaf478a/76b13878-5010-4a55-bef5-4637cb9c82db) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:11:14.604408 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a50d8a2-82be-49de-9333-a9a5c7c4d48b req-e0d97a79-5234-4567-ac12-cf0cad0be33d tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 210 time: 0.6886847 Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:11:14.639653 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:11:14.646998 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-474c9f69-9dc4-4452-8344-953e3a0b7f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:14.699870 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:14.722763 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:14.734228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Network': ['ID=4181000b-e01f-4fb4-bb42-ac3cb1ea25a0,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:14.739958 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8f52852e-303b-47c2-95f2-5af43a4860be None None] Deleting port c8fe9829-f4ad-4d0a-a521-6ced5245073d {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:11:14.740553 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8f52852e-303b-47c2-95f2-5af43a4860be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:14.755204 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-40510b65-fc53-49fb-ad36-f0da8302972b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:14.776341 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-474c9f69-9dc4-4452-8344-953e3a0b7f92 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa071a8a68cc401da23cb65ca5cfc49e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9031427 Mar 01 21:11:14.776341 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7923336f-3b16-4a53-9b13-9cfac649ddae tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:14.779232 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34516) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:14.780998 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c9f69-9dc4-4452-8344-953e3a0b7f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a072b7-daa5-4a58-973a-df243b1803e1,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:14.784147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-40510b65-fc53-49fb-ad36-f0da8302972b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:14.801489 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536c881-c30b-4dfd-bedc-42a0b14a74e3 req-4117d8de-22d3-4d18-8398-aec83d4680ad tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:14.806429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536c881-c30b-4dfd-bedc-42a0b14a74e3 req-4117d8de-22d3-4d18-8398-aec83d4680ad tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:14.820700 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536c881-c30b-4dfd-bedc-42a0b14a74e3 req-4117d8de-22d3-4d18-8398-aec83d4680ad tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:14.831937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536c881-c30b-4dfd-bedc-42a0b14a74e3 req-4117d8de-22d3-4d18-8398-aec83d4680ad tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:14.835892 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-073f2bdd-dd34-4d3e-9561-055a66891ea1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/networks/4181000b-e01f-4fb4-bb42-ac3cb1ea25a0 HTTP/1.1" status: 204 len: 168 time: 4.7189765 Mar 01 21:11:14.836535 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34524) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:14.845881 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536c881-c30b-4dfd-bedc-42a0b14a74e3 req-4117d8de-22d3-4d18-8398-aec83d4680ad tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:14.853895 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8f52852e-303b-47c2-95f2-5af43a4860be None None] The port 'c8fe9829-f4ad-4d0a-a521-6ced5245073d' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:11:14.860295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536c881-c30b-4dfd-bedc-42a0b14a74e3 req-4117d8de-22d3-4d18-8398-aec83d4680ad tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:14.878657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8536c881-c30b-4dfd-bedc-42a0b14a74e3 req-4117d8de-22d3-4d18-8398-aec83d4680ad tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:14.883091 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8536c881-c30b-4dfd-bedc-42a0b14a74e3 req-4117d8de-22d3-4d18-8398-aec83d4680ad tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5435 time: 1.5402944 Mar 01 21:11:14.896436 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7923336f-3b16-4a53-9b13-9cfac649ddae tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Usage tracker for resource:port and tenant:924be67eddd943bcb1c7048fb4b7ebe8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:14.900587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c20bb72f-ea8e-4c43-891c-51b7d6f449a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-622219210'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:14.907276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7923336f-3b16-4a53-9b13-9cfac649ddae tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:14.917180 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7923336f-3b16-4a53-9b13-9cfac649ddae tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:14.928441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c20bb72f-ea8e-4c43-891c-51b7d6f449a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:14.993806 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8536c881-c30b-4dfd-bedc-42a0b14a74e3 req-3f13002d-a15a-4a9c-b1e5-4a0089b3001e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613863 Mar 01 21:11:15.003195 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['e23ba621-6158-4cdc-81c1-c43c4a1efeac'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:11:15.013285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7923336f-3b16-4a53-9b13-9cfac649ddae tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Made reservation on behalf of 924be67eddd943bcb1c7048fb4b7ebe8 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:15.018261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c20bb72f-ea8e-4c43-891c-51b7d6f449a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:network and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:15.020228 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7923336f-3b16-4a53-9b13-9cfac649ddae tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:15.035452 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d069-8186-4765-8b62-0cf01b7ece62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:15.041601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c20bb72f-ea8e-4c43-891c-51b7d6f449a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:15.062998 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-40510b65-fc53-49fb-ad36-f0da8302972b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Made reservation on behalf of d397067f52704b8293603081e97c4744 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:15.065866 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['92490323-bf33-498a-ae53-1c8809d63fe3'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:11:15.085530 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-40510b65-fc53-49fb-ad36-f0da8302972b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:15.098320 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c20bb72f-ea8e-4c43-891c-51b7d6f449a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:15.108633 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d069-8186-4765-8b62-0cf01b7ece62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:15.125104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-7923336f-3b16-4a53-9b13-9cfac649ddae tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] device_id is not set on port 58b0154f-a291-4de8-ba40-89f2262ab257 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:11:15.130485 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['f44bcea3-70af-4aa9-9592-40986ed83d6a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:11:15.230169 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20bb72f-ea8e-4c43-891c-51b7d6f449a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:15.233316 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c20bb72f-ea8e-4c43-891c-51b7d6f449a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:15.306722 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d069-8186-4765-8b62-0cf01b7ece62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:15.318027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c20bb72f-ea8e-4c43-891c-51b7d6f449a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:11:15.328942 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9d069-8186-4765-8b62-0cf01b7ece62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a072b7-daa5-4a58-973a-df243b1803e1,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:15.337361 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['969212d9-1c07-4ab9-9842-4c8c239a86bb'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:11:15.345502 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9d069-8186-4765-8b62-0cf01b7ece62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:15.345843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9d069-8186-4765-8b62-0cf01b7ece62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:15.346181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9d069-8186-4765-8b62-0cf01b7ece62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:15.346641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9d069-8186-4765-8b62-0cf01b7ece62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:15.347009 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9d069-8186-4765-8b62-0cf01b7ece62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:15.347402 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9d069-8186-4765-8b62-0cf01b7ece62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:15.347735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9d069-8186-4765-8b62-0cf01b7ece62 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:15.348077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9d069-8186-4765-8b62-0cf01b7ece62 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:15.348382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9d069-8186-4765-8b62-0cf01b7ece62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:15.348701 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9d069-8186-4765-8b62-0cf01b7ece62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:15.349021 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9d069-8186-4765-8b62-0cf01b7ece62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:15.349340 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3e9d069-8186-4765-8b62-0cf01b7ece62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:15.353206 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c20bb72f-ea8e-4c43-891c-51b7d6f449a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:15.353599 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-c20bb72f-ea8e-4c43-891c-51b7d6f449a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Added segment 0d29b79c-83e7-4d3e-b944-14750a8d4b27 of type vlan for network b98c569e-eb7e-4c73-9fb3-3b0452f66a93 Mar 01 21:11:15.371783 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3e9d069-8186-4765-8b62-0cf01b7ece62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:15.372908 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e3e9d069-8186-4765-8b62-0cf01b7ece62 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/85a072b7-daa5-4a58-973a-df243b1803e1 HTTP/1.1" status: 204 len: 168 time: 0.5906081 Mar 01 21:11:15.379544 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['8c36761c-92b0-40ce-856e-9045d7286b0b'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:11:15.405269 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c20bb72f-ea8e-4c43-891c-51b7d6f449a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:15.415893 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['9d0d0579-3c8c-4a39-b67f-ca991e94ba0b'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:11:15.505212 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c20bb72f-ea8e-4c43-891c-51b7d6f449a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:15.517254 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20bb72f-ea8e-4c43-891c-51b7d6f449a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:15.518076 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c20bb72f-ea8e-4c43-891c-51b7d6f449a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:15.518345 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:15.529871 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-40510b65-fc53-49fb-ad36-f0da8302972b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Allocated IP 172.20.0.3 (e517bba3-d9c1-4868-8682-f20940261900/7383c311-3b9e-4b34-8537-6f468962ae9d/0f13a087-92f7-404e-b40b-a3a52c97e512) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:11:15.532218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Transition to ACTIVE for port object 76b13878-5010-4a55-bef5-4637cb9c82db will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:11:15.555705 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Transition to ACTIVE for port object 76b13878-5010-4a55-bef5-4637cb9c82db will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:11:15.709175 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:15.721014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bb72f-ea8e-4c43-891c-51b7d6f449a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Network': ['ID=b98c569e-eb7e-4c73-9fb3-3b0452f66a93,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:15.730268 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c20bb72f-ea8e-4c43-891c-51b7d6f449a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8864963 Mar 01 21:11:15.731082 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34546) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:15.749323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9c7aa55e-8095-4171-978a-ebdcbf9714a3 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'subnet': {'network_id': 'b98c569e-eb7e-4c73-9fb3-3b0452f66a93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:15.865788 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network b98c569e-eb7e-4c73-9fb3-3b0452f66a93 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:11:15.878440 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['1cbca497-049a-4c31-aac8-2fbe1c77e42a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:11:15.971203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d8f5b4f-aa15-4532-95aa-68f574065060 req-e072c421-1abd-4a23-bdfb-23ab3aed0b5f tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 210 time: 0.1332531 Mar 01 21:11:15.980294 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9c7aa55e-8095-4171-978a-ebdcbf9714a3 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:15.990112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9c7aa55e-8095-4171-978a-ebdcbf9714a3 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:subnet and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:15.992554 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9c7aa55e-8095-4171-978a-ebdcbf9714a3 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:16.001175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9c7aa55e-8095-4171-978a-ebdcbf9714a3 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:16.005316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-7923336f-3b16-4a53-9b13-9cfac649ddae tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Allocated IP 172.20.0.10 (163ea558-2f31-4c51-943f-a746bc0a2e82/454e2d4d-5a8f-41e9-a767-f593caaf478a/58b0154f-a291-4de8-ba40-89f2262ab257) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:11:16.069257 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-40510b65-fc53-49fb-ad36-f0da8302972b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:16.120537 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7aa55e-8095-4171-978a-ebdcbf9714a3 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:16.128719 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa55e-8095-4171-978a-ebdcbf9714a3 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:16.188108 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Network 163ea558-2f31-4c51-943f-a746bc0a2e82 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:11:16.331057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:16.335163 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:11:16.358514 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-40510b65-fc53-49fb-ad36-f0da8302972b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:16.429635 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['df84c07d-160f-4e2d-8fe7-4bb2aae2371a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:11:16.464354 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7923336f-3b16-4a53-9b13-9cfac649ddae tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:16.503646 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-40510b65-fc53-49fb-ad36-f0da8302972b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Network e517bba3-d9c1-4868-8682-f20940261900 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:11:16.509653 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Pushing event updated for resources: {'Port': ['ID=76b13878-5010-4a55-bef5-4637cb9c82db,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:16.518216 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-40510b65-fc53-49fb-ad36-f0da8302972b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:16.523543 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-7923336f-3b16-4a53-9b13-9cfac649ddae tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Transition to ACTIVE for port object 58b0154f-a291-4de8-ba40-89f2262ab257 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:11:16.527813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-40510b65-fc53-49fb-ad36-f0da8302972b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:11:16.633728 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34566) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:16.689893 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa55e-8095-4171-978a-ebdcbf9714a3 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:16.693193 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-890d5377-7354-422b-9951-57550809e60e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:16.737998 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40510b65-fc53-49fb-ad36-f0da8302972b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Pushing event updated for resources: {'Port': ['ID=0f13a087-92f7-404e-b40b-a3a52c97e512,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:16.785387 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-890d5377-7354-422b-9951-57550809e60e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:16.806922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-890d5377-7354-422b-9951-57550809e60e admin admin] Usage tracker for resource:security_group_rule and tenant:d6edb76e56db4ce89fca536c949c0c92 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:16.822685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-890d5377-7354-422b-9951-57550809e60e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:16.837670 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-890d5377-7354-422b-9951-57550809e60e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:16.851604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7aa55e-8095-4171-978a-ebdcbf9714a3 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Subnet': ['ID=d75280f1-89e3-4e5f-961b-1cc9a8009c92,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:16.890244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-40510b65-fc53-49fb-ad36-f0da8302972b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:16.891096 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-40510b65-fc53-49fb-ad36-f0da8302972b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:16.911127 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7aa55e-8095-4171-978a-ebdcbf9714a3 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Checking segment: {'id': '0d29b79c-83e7-4d3e-b944-14750a8d4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b98c569e-eb7e-4c73-9fb3-3b0452f66a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:11:16.916544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7aa55e-8095-4171-978a-ebdcbf9714a3 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network hostable DHCP agents. Network: b98c569e-eb7e-4c73-9fb3-3b0452f66a93, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:11:16.966590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512d470-3eb9-4d42-af24-423d67a8b745 req-db2592a3-db04-4a5d-b9c3-8472d2dcb49b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:16.974838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512d470-3eb9-4d42-af24-423d67a8b745 req-db2592a3-db04-4a5d-b9c3-8472d2dcb49b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:16.982200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512d470-3eb9-4d42-af24-423d67a8b745 req-db2592a3-db04-4a5d-b9c3-8472d2dcb49b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:16.995894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512d470-3eb9-4d42-af24-423d67a8b745 req-db2592a3-db04-4a5d-b9c3-8472d2dcb49b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:17.016263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512d470-3eb9-4d42-af24-423d67a8b745 req-db2592a3-db04-4a5d-b9c3-8472d2dcb49b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:17.036939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512d470-3eb9-4d42-af24-423d67a8b745 req-db2592a3-db04-4a5d-b9c3-8472d2dcb49b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:17.080923 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512d470-3eb9-4d42-af24-423d67a8b745 req-db2592a3-db04-4a5d-b9c3-8472d2dcb49b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:17.082671 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b512d470-3eb9-4d42-af24-423d67a8b745 req-db2592a3-db04-4a5d-b9c3-8472d2dcb49b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5436 time: 0.8056967 Mar 01 21:11:17.098763 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7aa55e-8095-4171-978a-ebdcbf9714a3 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network b98c569e-eb7e-4c73-9fb3-3b0452f66a93 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:11:17.145854 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-890d5377-7354-422b-9951-57550809e60e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:17.164804 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-40510b65-fc53-49fb-ad36-f0da8302972b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2178638 Mar 01 21:11:17.190891 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] Request body: {'port': {'device_id': 'f9d5c4cf-99f9-47f5-8160-90be3db93f3b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:17.211052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-9c7aa55e-8095-4171-978a-ebdcbf9714a3 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, b98c569e-eb7e-4c73-9fb3-3b0452f66a93) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:17.215143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7aa55e-8095-4171-978a-ebdcbf9714a3 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:17.215777 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9c7aa55e-8095-4171-978a-ebdcbf9714a3 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:17.257195 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-890d5377-7354-422b-9951-57550809e60e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:17.270278 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Attempting to bind port 76b13878-5010-4a55-bef5-4637cb9c82db on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:11:17.270922 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Attempting to bind port 76b13878-5010-4a55-bef5-4637cb9c82db by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '27c82c95-de8d-44f3-aeb1-d00c91e711dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '163ea558-2f31-4c51-943f-a746bc0a2e82'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:11:17.271065 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Attempting to bind port 76b13878-5010-4a55-bef5-4637cb9c82db on network 163ea558-2f31-4c51-943f-a746bc0a2e82 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:11:17.319668 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:11:17.320035 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Checking segment: {'id': '27c82c95-de8d-44f3-aeb1-d00c91e711dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '163ea558-2f31-4c51-943f-a746bc0a2e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:11:17.333808 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:17.334311 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Bound using segment: {'id': '27c82c95-de8d-44f3-aeb1-d00c91e711dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '163ea558-2f31-4c51-943f-a746bc0a2e82'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:11:17.334888 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Bound port: 76b13878-5010-4a55-bef5-4637cb9c82db, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c82c95-de8d-44f3-aeb1-d00c91e711dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '163ea558-2f31-4c51-943f-a746bc0a2e82'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:11:17.337416 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:17.352589 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1c47c2-0259-4f81-8dbe-8e93bcd3f5e9 None None] Network b98c569e-eb7e-4c73-9fb3-3b0452f66a93 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:11:17.391150 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-890d5377-7354-422b-9951-57550809e60e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6edb76e56db4ce89fca536c949c0c92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7562082 Mar 01 21:11:17.391826 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34588) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:17.436419 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d5377-7354-422b-9951-57550809e60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ff27a5-bc2b-4b5f-a96e-38534a88b365,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:17.457813 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:17.482160 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-689b2d52-1c2a-475f-9311-1252645e238b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:17.492190 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7923336f-3b16-4a53-9b13-9cfac649ddae tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:17.513782 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9c7aa55e-8095-4171-978a-ebdcbf9714a3 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7802393 Mar 01 21:11:17.530218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34594) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:17.551768 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-4de021c9-d00b-4d9e-b738-e700607c8fda tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'port': {'network_id': 'b98c569e-eb7e-4c73-9fb3-3b0452f66a93', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-39425567'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:17.569670 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-689b2d52-1c2a-475f-9311-1252645e238b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:17.769869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4de021c9-d00b-4d9e-b738-e700607c8fda tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:17.774684 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4de021c9-d00b-4d9e-b738-e700607c8fda tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:port and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:17.777724 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4de021c9-d00b-4d9e-b738-e700607c8fda tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:17.785352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4de021c9-d00b-4d9e-b738-e700607c8fda tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:17.832198 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-689b2d52-1c2a-475f-9311-1252645e238b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:17.867652 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de021c9-d00b-4d9e-b738-e700607c8fda tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:17.877094 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4de021c9-d00b-4d9e-b738-e700607c8fda tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:17.923163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b2d52-1c2a-475f-9311-1252645e238b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ff27a5-bc2b-4b5f-a96e-38534a88b365,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:17.942726 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-689b2d52-1c2a-475f-9311-1252645e238b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:17.948426 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-689b2d52-1c2a-475f-9311-1252645e238b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/30ff27a5-bc2b-4b5f-a96e-38534a88b365 HTTP/1.1" status: 204 len: 168 time: 0.5529349 Mar 01 21:11:17.973828 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-4de021c9-d00b-4d9e-b738-e700607c8fda tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] device_id is not set on port 99091a8b-e8aa-4dfc-9bf3-64ee073f2fe5 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:11:18.050878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f13a087-92f7-404e-b40b-a3a52c97e512 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:11:18.069158 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:18.107154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] Transition to ACTIVE for port object 0f13a087-92f7-404e-b40b-a3a52c97e512 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:11:18.196434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7923336f-3b16-4a53-9b13-9cfac649ddae tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Network 163ea558-2f31-4c51-943f-a746bc0a2e82 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:11:18.207585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-7923336f-3b16-4a53-9b13-9cfac649ddae tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:18.210033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7923336f-3b16-4a53-9b13-9cfac649ddae tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:11:18.277481 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 92490323-bf33-498a-ae53-1c8809d63fe3 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:11:18.289794 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b512d470-3eb9-4d42-af24-423d67a8b745 req-61fce8bc-75e6-48fd-84ff-e6f63aa0a356 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.1875889 Mar 01 21:11:18.290624 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:18.341706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7923336f-3b16-4a53-9b13-9cfac649ddae tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:18.342087 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7923336f-3b16-4a53-9b13-9cfac649ddae tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:18.440338 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-4de021c9-d00b-4d9e-b738-e700607c8fda tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Allocated IP 2001:db8::1f (b98c569e-eb7e-4c73-9fb3-3b0452f66a93/d75280f1-89e3-4e5f-961b-1cc9a8009c92/99091a8b-e8aa-4dfc-9bf3-64ee073f2fe5) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:11:18.572656 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923336f-3b16-4a53-9b13-9cfac649ddae tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Pushing event updated for resources: {'Port': ['ID=58b0154f-a291-4de8-ba40-89f2262ab257,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:18.786375 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4de021c9-d00b-4d9e-b738-e700607c8fda tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:18.789488 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7923336f-3b16-4a53-9b13-9cfac649ddae tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.0643559 Mar 01 21:11:18.821666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-4de021c9-d00b-4d9e-b738-e700607c8fda tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Transition to ACTIVE for port object 99091a8b-e8aa-4dfc-9bf3-64ee073f2fe5 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:11:18.832425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34618) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:18.844497 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-b98c569e-eb7e-4c73-9fb3-3b0452f66a93', 'network_id': 'b98c569e-eb7e-4c73-9fb3-3b0452f66a93', 'tenant_id': 'b0c650e22c5b44d78b9ba9842ac83e9f', 'fixed_ips': [{'subnet_id': 'd75280f1-89e3-4e5f-961b-1cc9a8009c92'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:11:18.845335 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:18.898211 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] For port 76b13878-5010-4a55-bef5-4637cb9c82db, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:11:18.919240 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] For port 76b13878-5010-4a55-bef5-4637cb9c82db, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=76b13878-5010-4a55-bef5-4637cb9c82db,segment=NetworkSegment(27c82c95-de8d-44f3-aeb1-d00c91e711dd),segment_id=27c82c95-de8d-44f3-aeb1-d00c91e711dd)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:11:18.922022 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4de021c9-d00b-4d9e-b738-e700607c8fda tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:18.934521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f13a087-92f7-404e-b40b-a3a52c97e512,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:18.947705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5865d148-5216-45b0-88cf-8077c30080cb req-10854e22-7585-4d02-9b29-63160f502d42 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:18.948435 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5865d148-5216-45b0-88cf-8077c30080cb req-10854e22-7585-4d02-9b29-63160f502d42 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Synchronizing usage tracker for tenant:d397067f52704b8293603081e97c4744 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:11:19.000423 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-cfc06522-4fff-4dfb-ad63-4f83af7cfbc1 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Deleting port 58b0154f-a291-4de8-ba40-89f2262ab257 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:11:19.000542 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cfc06522-4fff-4dfb-ad63-4f83af7cfbc1 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:19.021454 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:19.085524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de021c9-d00b-4d9e-b738-e700607c8fda tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network b98c569e-eb7e-4c73-9fb3-3b0452f66a93 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:11:19.096365 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] Attempting to bind port 0f13a087-92f7-404e-b40b-a3a52c97e512 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:11:19.096937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] Attempting to bind port 0f13a087-92f7-404e-b40b-a3a52c97e512 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'c6341e0d-fcd7-4111-b102-4dbadec0c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:11:19.099003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-4de021c9-d00b-4d9e-b738-e700607c8fda tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:19.103251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de021c9-d00b-4d9e-b738-e700607c8fda tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:11:19.112031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] Attempting to bind port 0f13a087-92f7-404e-b40b-a3a52c97e512 on network e517bba3-d9c1-4868-8682-f20940261900 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:11:19.116902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] Port 0f13a087-92f7-404e-b40b-a3a52c97e512 on network e517bba3-d9c1-4868-8682-f20940261900 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:11:19.117225 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] Attempting to bind port 0f13a087-92f7-404e-b40b-a3a52c97e512 on network e517bba3-d9c1-4868-8682-f20940261900 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:11:19.125356 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de021c9-d00b-4d9e-b738-e700607c8fda tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:19.126017 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4de021c9-d00b-4d9e-b738-e700607c8fda tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:19.142481 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:11:19.142837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] Checking segment: {'id': 'c6341e0d-fcd7-4111-b102-4dbadec0c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:11:19.143253 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] Bound using segment: {'id': 'c6341e0d-fcd7-4111-b102-4dbadec0c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:11:19.150096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] Bound port: 0f13a087-92f7-404e-b40b-a3a52c97e512, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6341e0d-fcd7-4111-b102-4dbadec0c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:11:19.150456 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:19.200337 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de021c9-d00b-4d9e-b738-e700607c8fda tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=99091a8b-e8aa-4dfc-9bf3-64ee073f2fe5,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:19.244915 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4de021c9-d00b-4d9e-b738-e700607c8fda tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 890 time: 1.7111373 Mar 01 21:11:19.245173 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34632) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:19.296061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5865d148-5216-45b0-88cf-8077c30080cb req-10854e22-7585-4d02-9b29-63160f502d42 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Unset dirty status for tenant:d397067f52704b8293603081e97c4744 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:11:19.299794 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5865d148-5216-45b0-88cf-8077c30080cb req-10854e22-7585-4d02-9b29-63160f502d42 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 943 time: 1.8462663 Mar 01 21:11:19.403870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-8f296c94-41e1-46c9-b8c7-eb24ed9a5468 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port 99091a8b-e8aa-4dfc-9bf3-64ee073f2fe5 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:11:19.411144 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8f296c94-41e1-46c9-b8c7-eb24ed9a5468 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:19.472109 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Allocated IP 2001:db8::2 (b98c569e-eb7e-4c73-9fb3-3b0452f66a93/d75280f1-89e3-4e5f-961b-1cc9a8009c92/00f81a34-4bfb-49e6-8cf6-1d139637a87f) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:11:19.617460 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5865d148-5216-45b0-88cf-8077c30080cb req-285e4327-a213-4152-957b-264e7adb3ea9 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781639 Mar 01 21:11:19.756841 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 92490323-bf33-498a-ae53-1c8809d63fe3 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:11:19.829987 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 92490323-bf33-498a-ae53-1c8809d63fe3 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:19.829987 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:19.933352 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bb51da-8ff5-4770-bbd6-70c9686aa311 None None] Pushing event updated for resources: {'Port': ['ID=76b13878-5010-4a55-bef5-4637cb9c82db,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:20.122282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] For port 0f13a087-92f7-404e-b40b-a3a52c97e512, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:11:20.167662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] For port 0f13a087-92f7-404e-b40b-a3a52c97e512, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=0f13a087-92f7-404e-b40b-a3a52c97e512,segment=NetworkSegment(c6341e0d-fcd7-4111-b102-4dbadec0c079),segment_id=c6341e0d-fcd7-4111-b102-4dbadec0c079)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:11:20.256720 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cfc06522-4fff-4dfb-ad63-4f83af7cfbc1 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:20.314461 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:20.347295 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:20.410996 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Transition to ACTIVE for port object 00f81a34-4bfb-49e6-8cf6-1d139637a87f will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:11:20.419996 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:20.488426 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8f296c94-41e1-46c9-b8c7-eb24ed9a5468 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:20.615109 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Transition to ACTIVE for port object 00f81a34-4bfb-49e6-8cf6-1d139637a87f will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:11:20.696965 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92490323-bf33-498a-ae53-1c8809d63fe3'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:11:20.714911 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:20.897760 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 92490323-bf33-498a-ae53-1c8809d63fe3, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=92490323-bf33-498a-ae53-1c8809d63fe3,segment=NetworkSegment(c050b57d-eb8b-421b-b664-ad652fc15680),segment_id=c050b57d-eb8b-421b-b664-ad652fc15680)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:20.950527 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:21.007998 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Network b98c569e-eb7e-4c73-9fb3-3b0452f66a93 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:11:21.025944 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:21.064218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device f44bcea3-70af-4aa9-9592-40986ed83d6a up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:11:21.117373 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-8f296c94-41e1-46c9-b8c7-eb24ed9a5468 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for 99091a8b-e8aa-4dfc-9bf3-64ee073f2fe5 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:11:21.147903 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:11:21.208367 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Pushing event updated for resources: {'Port': ['ID=00f81a34-4bfb-49e6-8cf6-1d139637a87f,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:21.259755 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34676) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:21.269298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-cfc06522-4fff-4dfb-ad63-4f83af7cfbc1 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Calling delete_port for 58b0154f-a291-4de8-ba40-89f2262ab257 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:11:21.497672 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007377f-ceba-4314-bb95-c24ada7f846c req-066ee870-048a-4d72-a2ac-0b8de2c07316 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:21.504640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007377f-ceba-4314-bb95-c24ada7f846c req-066ee870-048a-4d72-a2ac-0b8de2c07316 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:21.523296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007377f-ceba-4314-bb95-c24ada7f846c req-066ee870-048a-4d72-a2ac-0b8de2c07316 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:21.533312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007377f-ceba-4314-bb95-c24ada7f846c req-066ee870-048a-4d72-a2ac-0b8de2c07316 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:21.549135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007377f-ceba-4314-bb95-c24ada7f846c req-066ee870-048a-4d72-a2ac-0b8de2c07316 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:21.555404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007377f-ceba-4314-bb95-c24ada7f846c req-066ee870-048a-4d72-a2ac-0b8de2c07316 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:21.568637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007377f-ceba-4314-bb95-c24ada7f846c req-066ee870-048a-4d72-a2ac-0b8de2c07316 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:21.574630 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:21.577824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3007377f-ceba-4314-bb95-c24ada7f846c req-066ee870-048a-4d72-a2ac-0b8de2c07316 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5436 time: 1.9024785 Mar 01 21:11:21.639763 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:21.640767 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:21.642383 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] 10.222.0.55 "PUT /v2.0/ports/0f13a087-92f7-404e-b40b-a3a52c97e512 HTTP/1.1" status: 200 len: 1091 time: 4.4629655 Mar 01 21:11:21.656497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9d5c4cf-99f9-47f5-8160-90be3db93f3b', 'tag': '0f13a087-92f7-404e-b40b-a3a52c97e512'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:11:21.693886 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Attempting to bind port 00f81a34-4bfb-49e6-8cf6-1d139637a87f on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:11:21.694463 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Attempting to bind port 00f81a34-4bfb-49e6-8cf6-1d139637a87f by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '0d29b79c-83e7-4d3e-b944-14750a8d4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b98c569e-eb7e-4c73-9fb3-3b0452f66a93'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:11:21.696613 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Attempting to bind port 00f81a34-4bfb-49e6-8cf6-1d139637a87f on network b98c569e-eb7e-4c73-9fb3-3b0452f66a93 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:11:21.736823 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3007377f-ceba-4314-bb95-c24ada7f846c req-0d18a545-6028-48b4-b6e2-11ec51cbdcda tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1489763 Mar 01 21:11:21.746266 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 11, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:11:21.750914 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8f296c94-41e1-46c9-b8c7-eb24ed9a5468 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:21.751890 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Checking segment: {'id': '0d29b79c-83e7-4d3e-b944-14750a8d4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b98c569e-eb7e-4c73-9fb3-3b0452f66a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:11:21.753057 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:21.753990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Bound using segment: {'id': '0d29b79c-83e7-4d3e-b944-14750a8d4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b98c569e-eb7e-4c73-9fb3-3b0452f66a93'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:11:21.757997 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Bound port: 00f81a34-4bfb-49e6-8cf6-1d139637a87f, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d29b79c-83e7-4d3e-b944-14750a8d4b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'b98c569e-eb7e-4c73-9fb3-3b0452f66a93'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:11:21.758987 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:21.959373 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92490323-bf33-498a-ae53-1c8809d63fe3', 'code': 200} Mar 01 21:11:21.975241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f296c94-41e1-46c9-b8c7-eb24ed9a5468 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=99091a8b-e8aa-4dfc-9bf3-64ee073f2fe5,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:21.987090 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004da95c-a1f4-48eb-b447-4025b75cd0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=0f13a087-92f7-404e-b40b-a3a52c97e512,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:22.030481 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=92490323-bf33-498a-ae53-1c8809d63fe3,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:22.040637 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9d5c4cf-99f9-47f5-8160-90be3db93f3b', 'tag': '0f13a087-92f7-404e-b40b-a3a52c97e512', 'status': 'completed', 'code': 200} Mar 01 21:11:22.129946 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port f44bcea3-70af-4aa9-9592-40986ed83d6a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:11:22.195339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df65e48a-6f76-48e5-b388-ccc60ddbdca4 None None] Network 163ea558-2f31-4c51-943f-a746bc0a2e82 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:11:22.198926 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8f296c94-41e1-46c9-b8c7-eb24ed9a5468 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:22.222006 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1b83c66-cfb9-453b-b71d-0a1859682437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:22.267667 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e1b83c66-cfb9-453b-b71d-0a1859682437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:22.276992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e1b83c66-cfb9-453b-b71d-0a1859682437 admin admin] Usage tracker for resource:security_group_rule and tenant:d0d73694f4144de081dce6be6d5c435b is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:22.286893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e1b83c66-cfb9-453b-b71d-0a1859682437 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:22.298733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e1b83c66-cfb9-453b-b71d-0a1859682437 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:22.316648 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port f44bcea3-70af-4aa9-9592-40986ed83d6a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:22.318773 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:22.330761 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac3b27-e81c-4c53-9c88-ad28ba1d6166 req-8685a354-379c-4331-a0dd-c0d90c62ca64 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:22.337890 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8f296c94-41e1-46c9-b8c7-eb24ed9a5468 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/ports/99091a8b-e8aa-4dfc-9bf3-64ee073f2fe5 HTTP/1.1" status: 204 len: 168 time: 3.0916824 Mar 01 21:11:22.340885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4cac3b27-e81c-4c53-9c88-ad28ba1d6166 req-8685a354-379c-4331-a0dd-c0d90c62ca64 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 943 time: 1.1222827 Mar 01 21:11:22.348006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34696) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:22.396833 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9eb942ab-6305-4626-a265-92b65a790a7d req-3cb75372-cf18-4174-b4d2-c484ddcea816 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4251173 Mar 01 21:11:22.513445 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4cac3b27-e81c-4c53-9c88-ad28ba1d6166 req-ab529a20-15a4-4697-9e0a-a079ed989d68 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700354 Mar 01 21:11:22.523436 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] For port 00f81a34-4bfb-49e6-8cf6-1d139637a87f, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:11:22.594815 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-17330017-3866-42a3-ad23-947ff93be966 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] GET failed (client error): The resource could not be found. Mar 01 21:11:22.595827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-17330017-3866-42a3-ad23-947ff93be966 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Synchronizing usage tracker for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:11:22.616990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-f73c0fcc-df69-4bea-a685-9ffc18bce43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:22.618972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-f73c0fcc-df69-4bea-a685-9ffc18bce43d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d397067f52704b8293603081e97c4744&device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 1094 time: 0.8363242 Mar 01 21:11:22.644442 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 76b13878-5010-4a55-bef5-4637cb9c82db up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:11:22.806832 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb942ab-6305-4626-a265-92b65a790a7d req-23f2efcf-ed67-4911-ab40-a9e4be518d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:22.809227 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9eb942ab-6305-4626-a265-92b65a790a7d req-23f2efcf-ed67-4911-ab40-a9e4be518d49 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d397067f52704b8293603081e97c4744&device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 1097 time: 0.2894201 Mar 01 21:11:22.816341 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cfc06522-4fff-4dfb-ad63-4f83af7cfbc1 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:22.826524 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-c784c70f-9f4b-4cd5-b058-737832dfe054 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f13a087-92f7-404e-b40b-a3a52c97e512 HTTP/1.1" status: 200 len: 217 time: 0.1974776 Mar 01 21:11:22.948627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-17330017-3866-42a3-ad23-947ff93be966 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Unset dirty status for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:11:22.958591 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-17330017-3866-42a3-ad23-947ff93be966 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports/99091a8b-e8aa-4dfc-9bf3-64ee073f2fe5 HTTP/1.1" status: 404 len: 333 time: 0.5351305 Mar 01 21:11:22.964684 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] For port 00f81a34-4bfb-49e6-8cf6-1d139637a87f, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=00f81a34-4bfb-49e6-8cf6-1d139637a87f,segment=NetworkSegment(0d29b79c-83e7-4d3e-b944-14750a8d4b27),segment_id=0d29b79c-83e7-4d3e-b944-14750a8d4b27)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:11:22.989269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34712) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:23.011573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0d253131-3152-4cfc-93ca-415c0dfc9964 None None] Provisioning for port 76b13878-5010-4a55-bef5-4637cb9c82db completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:11:23.054393 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:23.070634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb942ab-6305-4626-a265-92b65a790a7d req-74c3d231-dcb8-4901-9f59-30186d6ce4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:23.072575 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9eb942ab-6305-4626-a265-92b65a790a7d req-74c3d231-dcb8-4901-9f59-30186d6ce4d9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e517bba3-d9c1-4868-8682-f20940261900 HTTP/1.1" status: 200 len: 915 time: 0.2326169 Mar 01 21:11:23.093576 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1b83c66-cfb9-453b-b71d-0a1859682437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:23.190519 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9eb942ab-6305-4626-a265-92b65a790a7d req-fae4c8a5-d531-468b-b11c-f2c3d4e54cff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df84c07d-160f-4e2d-8fe7-4bb2aae2371a HTTP/1.1" status: 200 len: 217 time: 0.0949318 Mar 01 21:11:23.192608 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1b83c66-cfb9-453b-b71d-0a1859682437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:23.231967 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:23.264877 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 76b13878-5010-4a55-bef5-4637cb9c82db completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:11:23.300315 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3fdbfe-339b-445d-9b82-5bed38b12519 None None] Pushing event updated for resources: {'Port': ['ID=00f81a34-4bfb-49e6-8cf6-1d139637a87f,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:23.330866 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 76b13878-5010-4a55-bef5-4637cb9c82db triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:23.332961 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:23.369061 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e1b83c66-cfb9-453b-b71d-0a1859682437 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0d73694f4144de081dce6be6d5c435b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1068630 Mar 01 21:11:23.372914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc06522-4fff-4dfb-ad63-4f83af7cfbc1 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Pushing event deleted for resources: {'Port': ['ID=58b0154f-a291-4de8-ba40-89f2262ab257,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:23.376271 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34722) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:23.380858 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca191e5-4766-4eb4-8aec-dbe85a0f804e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting subnet d75280f1-89e3-4e5f-961b-1cc9a8009c92 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:11:23.398924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b83c66-cfb9-453b-b71d-0a1859682437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7d0eb85-b962-4b92-8348-e769a1d02c9a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:23.417093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb942ab-6305-4626-a265-92b65a790a7d req-4c6166cf-690e-4f8a-bd33-b9459ef0e66d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:23.417093 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9eb942ab-6305-4626-a265-92b65a790a7d req-4c6166cf-690e-4f8a-bd33-b9459ef0e66d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7383c311-3b9e-4b34-8537-6f468962ae9d HTTP/1.1" status: 200 len: 854 time: 0.1853256 Mar 01 21:11:23.451305 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port f44bcea3-70af-4aa9-9592-40986ed83d6a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=f44bcea3-70af-4aa9-9592-40986ed83d6a,segment=NetworkSegment(c050b57d-eb8b-421b-b664-ad652fc15680),segment_id=c050b57d-eb8b-421b-b664-ad652fc15680)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:23.487499 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9eb942ab-6305-4626-a265-92b65a790a7d req-732fdfea-25b0-4794-81f9-0624f70c8e13 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e517bba3-d9c1-4868-8682-f20940261900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632730 Mar 01 21:11:23.584010 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:23.585101 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 8c36761c-92b0-40ce-856e-9045d7286b0b up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:11:23.622569 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d6dc298e-305a-4ab5-a39c-3dc0ee85d394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:23.669703 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aca191e5-4766-4eb4-8aec-dbe85a0f804e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:24.010861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44bcea3-70af-4aa9-9592-40986ed83d6a'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:11:24.048709 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:24.069416 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-eda00b03-90d5-4997-93e1-ea32a289e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:24.071158 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-eda00b03-90d5-4997-93e1-ea32a289e2ba service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7383c311-3b9e-4b34-8537-6f468962ae9d HTTP/1.1" status: 200 len: 854 time: 1.1085839 Mar 01 21:11:24.079391 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d6dc298e-305a-4ab5-a39c-3dc0ee85d394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:24.108427 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aca191e5-4766-4eb4-8aec-dbe85a0f804e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:24.213555 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9eb942ab-6305-4626-a265-92b65a790a7d req-7d44bdfc-110f-491d-8683-9e860a3e3ffd service neutron] 10.222.0.55 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7187819 Mar 01 21:11:24.223718 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:24.249736 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 76b13878-5010-4a55-bef5-4637cb9c82db, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=76b13878-5010-4a55-bef5-4637cb9c82db,segment=NetworkSegment(27c82c95-de8d-44f3-aeb1-d00c91e711dd),segment_id=27c82c95-de8d-44f3-aeb1-d00c91e711dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:24.255675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=f44bcea3-70af-4aa9-9592-40986ed83d6a,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:24.289432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-760b5711-4988-4efe-9774-f448ecf3453a None None] Provisioning complete for port 76b13878-5010-4a55-bef5-4637cb9c82db triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:24.290004 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-760b5711-4988-4efe-9774-f448ecf3453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:24.396692 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:24.432645 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-5d977663-ef4d-4962-87d1-07f399fc3d68 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e517bba3-d9c1-4868-8682-f20940261900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2057335 Mar 01 21:11:24.517638 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9eb942ab-6305-4626-a265-92b65a790a7d req-6ad4aaaa-43c8-44bd-bf91-0b2e7e4776e5 service neutron] 10.222.0.55 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802172 Mar 01 21:11:24.522558 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d6dc298e-305a-4ab5-a39c-3dc0ee85d394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:24.561339 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc298e-305a-4ab5-a39c-3dc0ee85d394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7d0eb85-b962-4b92-8348-e769a1d02c9a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:24.567073 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d6dc298e-305a-4ab5-a39c-3dc0ee85d394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:24.570492 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d6dc298e-305a-4ab5-a39c-3dc0ee85d394 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7d0eb85-b962-4b92-8348-e769a1d02c9a HTTP/1.1" status: 204 len: 168 time: 1.1907151 Mar 01 21:11:24.571149 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 8c36761c-92b0-40ce-856e-9045d7286b0b completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:11:24.635056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 8c36761c-92b0-40ce-856e-9045d7286b0b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:24.639166 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:24.670057 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cfc06522-4fff-4dfb-ad63-4f83af7cfbc1 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:24.747986 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=76b13878-5010-4a55-bef5-4637cb9c82db,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:24.767859 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 00f81a34-4bfb-49e6-8cf6-1d139637a87f up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:11:24.770749 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-cad9ce93-c010-45f1-be86-b2824cf27b83 service neutron] 10.222.0.55 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244076 Mar 01 21:11:24.779220 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cfc06522-4fff-4dfb-ad63-4f83af7cfbc1 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] 10.222.0.42 "DELETE /v2.0/ports/58b0154f-a291-4de8-ba40-89f2262ab257 HTTP/1.1" status: 204 len: 168 time: 5.9446459 Mar 01 21:11:24.782779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34770) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:24.884270 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aca191e5-4766-4eb4-8aec-dbe85a0f804e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:25.135755 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde54991-0cf9-4ade-a23d-35e2459f4601 None None] Network b98c569e-eb7e-4c73-9fb3-3b0452f66a93 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:11:25.192277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa826e-c972-403a-937e-41d6c0170570 req-bd6984e6-88e9-44b4-96d4-51394cafadc6 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:25.196137 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b8aa826e-c972-403a-937e-41d6c0170570 req-bd6984e6-88e9-44b4-96d4-51394cafadc6 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 943 time: 1.0996635 Mar 01 21:11:25.225004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f5b17-8fc6-4c7d-b3ed-4e0ed475838e req-a6bd1944-1872-418c-bfe4-d59429df2752 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:25.232322 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f5b17-8fc6-4c7d-b3ed-4e0ed475838e req-a6bd1944-1872-418c-bfe4-d59429df2752 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:25.244961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f5b17-8fc6-4c7d-b3ed-4e0ed475838e req-a6bd1944-1872-418c-bfe4-d59429df2752 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:25.254621 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f5b17-8fc6-4c7d-b3ed-4e0ed475838e req-a6bd1944-1872-418c-bfe4-d59429df2752 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:25.261475 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f5b17-8fc6-4c7d-b3ed-4e0ed475838e req-a6bd1944-1872-418c-bfe4-d59429df2752 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:25.268266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f5b17-8fc6-4c7d-b3ed-4e0ed475838e req-a6bd1944-1872-418c-bfe4-d59429df2752 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:25.274349 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f5b17-8fc6-4c7d-b3ed-4e0ed475838e req-a6bd1944-1872-418c-bfe4-d59429df2752 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:25.284734 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e4f5b17-8fc6-4c7d-b3ed-4e0ed475838e req-a6bd1944-1872-418c-bfe4-d59429df2752 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5438 time: 2.2742782 Mar 01 21:11:25.412831 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:25.414547 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b8aa826e-c972-403a-937e-41d6c0170570 req-4e22172e-12b4-4e03-a98d-0a780100fd3a tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065978 Mar 01 21:11:25.417143 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c10b68b-333d-4306-bc1e-17a75757cf5f req-8901632f-7be3-4be5-8a95-8aeaacaa7da9 service neutron] 10.222.0.55 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6342280 Mar 01 21:11:25.436353 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e4f5b17-8fc6-4c7d-b3ed-4e0ed475838e req-8bef92a8-6579-4e3c-b48a-dc8cf6ddaa1f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1522243 Mar 01 21:11:25.518936 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44bcea3-70af-4aa9-9592-40986ed83d6a', 'code': 200} Mar 01 21:11:25.525839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 00f81a34-4bfb-49e6-8cf6-1d139637a87f completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:11:25.533663 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aca191e5-4766-4eb4-8aec-dbe85a0f804e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:25.552082 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5cd3ed6f-3225-41f4-a16d-0733fdde94ea tempest-DHCPAgentSchedulersTestJSON-193306699 tempest-DHCPAgentSchedulersTestJSON-193306699-project-admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.7657194 Mar 01 21:11:25.561207 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34798) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:25.572545 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-2d162ded-b147-4281-a015-e32ec433285a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-809698058'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:25.582397 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34800) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:25.589912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2d162ded-b147-4281-a015-e32ec433285a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:25.604409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2d162ded-b147-4281-a015-e32ec433285a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Usage tracker for resource:network and tenant:924be67eddd943bcb1c7048fb4b7ebe8 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:25.607827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2d162ded-b147-4281-a015-e32ec433285a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:25.624637 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2d162ded-b147-4281-a015-e32ec433285a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:25.652228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca191e5-4766-4eb4-8aec-dbe85a0f804e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Subnet': ['ID=d75280f1-89e3-4e5f-961b-1cc9a8009c92,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:25.652228 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aca191e5-4766-4eb4-8aec-dbe85a0f804e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:25.658628 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 8c36761c-92b0-40ce-856e-9045d7286b0b, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=8c36761c-92b0-40ce-856e-9045d7286b0b,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:25.669981 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-aca191e5-4766-4eb4-8aec-dbe85a0f804e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/subnets/d75280f1-89e3-4e5f-961b-1cc9a8009c92 HTTP/1.1" status: 204 len: 168 time: 2.6769176 Mar 01 21:11:25.670616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34812) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:25.754231 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-06bc5fd5-1158-460c-9a79-faadf066a270 None None] Provisioning for port 00f81a34-4bfb-49e6-8cf6-1d139637a87f completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:11:25.765690 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:25.766494 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 969212d9-1c07-4ab9-9842-4c8c239a86bb up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:11:25.770604 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609077d5-9be3-426c-a5a1-016a3eaaeb10 req-8956c7cc-c1f9-4e3f-a999-f7a23da9d272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:25.775232 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-609077d5-9be3-426c-a5a1-016a3eaaeb10 req-8956c7cc-c1f9-4e3f-a999-f7a23da9d272 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d397067f52704b8293603081e97c4744&device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 1094 time: 0.1875355 Mar 01 21:11:25.808893 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-06bc5fd5-1158-460c-9a79-faadf066a270 None None] Provisioning complete for port 00f81a34-4bfb-49e6-8cf6-1d139637a87f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:25.809267 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-06bc5fd5-1158-460c-9a79-faadf066a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:25.911587 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e28e2432-c7c1-41bf-836c-391d60bd097a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:25.993303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d162ded-b147-4281-a015-e32ec433285a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Made reservation on behalf of 924be67eddd943bcb1c7048fb4b7ebe8 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:26.004089 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d162ded-b147-4281-a015-e32ec433285a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:26.130905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e28e2432-c7c1-41bf-836c-391d60bd097a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:26.138611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e28e2432-c7c1-41bf-836c-391d60bd097a admin admin] Usage tracker for resource:security_group_rule and tenant:06701cfe990d425c8cd492481653a47a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:26.145130 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ece40de-b3a2-43da-9876-7112818e3b02 None None] Network b98c569e-eb7e-4c73-9fb3-3b0452f66a93 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:11:26.152091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34830) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:26.158599 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e28e2432-c7c1-41bf-836c-391d60bd097a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:26.200811 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e28e2432-c7c1-41bf-836c-391d60bd097a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:26.215373 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e92a93c-b958-48f9-b311-448d4a129e98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:26.217749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d162ded-b147-4281-a015-e32ec433285a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:11:26.247858 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609077d5-9be3-426c-a5a1-016a3eaaeb10 req-eb62cd4d-a80d-421b-b1e6-31ba23df61d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:26.250368 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-609077d5-9be3-426c-a5a1-016a3eaaeb10 req-eb62cd4d-a80d-421b-b1e6-31ba23df61d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e517bba3-d9c1-4868-8682-f20940261900 HTTP/1.1" status: 200 len: 915 time: 0.4675090 Mar 01 21:11:26.252788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5e92a93c-b958-48f9-b311-448d4a129e98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:26.263190 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d162ded-b147-4281-a015-e32ec433285a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:26.264251 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-2d162ded-b147-4281-a015-e32ec433285a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Added segment ed302dad-c2d6-4db4-8bb2-c22db21064ba of type vlan for network 6d26df44-3044-4bd6-88ba-08d4a2dfc5fa Mar 01 21:11:26.266513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5e92a93c-b958-48f9-b311-448d4a129e98 admin admin] Usage tracker for resource:security_group_rule and tenant:87062bde58be40e499388b17b0ede026 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:26.307342 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=8c36761c-92b0-40ce-856e-9045d7286b0b,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:26.310826 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-06bc5fd5-1158-460c-9a79-faadf066a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:26.340678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5e92a93c-b958-48f9-b311-448d4a129e98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:26.341112 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d162ded-b147-4281-a015-e32ec433285a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:26.363141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5e92a93c-b958-48f9-b311-448d4a129e98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:26.389920 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-609077d5-9be3-426c-a5a1-016a3eaaeb10 req-d962a77e-9393-4f08-87cc-87280de8e911 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f13a087-92f7-404e-b40b-a3a52c97e512 HTTP/1.1" status: 200 len: 217 time: 0.1319046 Mar 01 21:11:26.394637 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92ecc7e9-8b5a-43c7-9c3a-1ca9b79ef47d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:26.409875 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-92ecc7e9-8b5a-43c7-9c3a-1ca9b79ef47d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port 00f81a34-4bfb-49e6-8cf6-1d139637a87f {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:11:26.410478 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92ecc7e9-8b5a-43c7-9c3a-1ca9b79ef47d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:26.518884 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d162ded-b147-4281-a015-e32ec433285a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:26.548140 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d162ded-b147-4281-a015-e32ec433285a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:26.548386 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d162ded-b147-4281-a015-e32ec433285a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:26.565120 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 969212d9-1c07-4ab9-9842-4c8c239a86bb completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:11:26.613727 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 76b13878-5010-4a55-bef5-4637cb9c82db up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:11:26.694137 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 969212d9-1c07-4ab9-9842-4c8c239a86bb triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:26.694540 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:26.725297 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-06bc5fd5-1158-460c-9a79-faadf066a270 None None] For port 00f81a34-4bfb-49e6-8cf6-1d139637a87f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=00f81a34-4bfb-49e6-8cf6-1d139637a87f,segment=NetworkSegment(0d29b79c-83e7-4d3e-b944-14750a8d4b27),segment_id=0d29b79c-83e7-4d3e-b944-14750a8d4b27)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:26.757768 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e28e2432-c7c1-41bf-836c-391d60bd097a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:26.804070 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609077d5-9be3-426c-a5a1-016a3eaaeb10 req-4017cbe2-c1b4-45dd-bc17-ae9afd0837f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:26.807426 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-609077d5-9be3-426c-a5a1-016a3eaaeb10 req-4017cbe2-c1b4-45dd-bc17-ae9afd0837f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7383c311-3b9e-4b34-8537-6f468962ae9d HTTP/1.1" status: 200 len: 854 time: 0.4046578 Mar 01 21:11:26.825780 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-06bc5fd5-1158-460c-9a79-faadf066a270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:26.861647 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d162ded-b147-4281-a015-e32ec433285a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Pushing event updated for resources: {'Network': ['ID=6d26df44-3044-4bd6-88ba-08d4a2dfc5fa,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:26.911839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 6d26df44-3044-4bd6-88ba-08d4a2dfc5fa details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:11:26.926715 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e28e2432-c7c1-41bf-836c-391d60bd097a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:27.009976 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2615687a-5824-462b-b62a-cac63875dcaf None None] DHCP port deletion for b98c569e-eb7e-4c73-9fb3-3b0452f66a93 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:11:27.016682 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e92a93c-b958-48f9-b311-448d4a129e98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:27.060137 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2d162ded-b147-4281-a015-e32ec433285a tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4943581 Mar 01 21:11:27.079757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34852) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:27.080928 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2615687a-5824-462b-b62a-cac63875dcaf None None] Deleting port 00f81a34-4bfb-49e6-8cf6-1d139637a87f {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:11:27.081302 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2615687a-5824-462b-b62a-cac63875dcaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:27.084567 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-609077d5-9be3-426c-a5a1-016a3eaaeb10 req-15db42c5-0964-4119-ae21-34e5f3cbe02e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e517bba3-d9c1-4868-8682-f20940261900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1594923 Mar 01 21:11:27.111032 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e92a93c-b958-48f9-b311-448d4a129e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:27.138896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-92ecc7e9-8b5a-43c7-9c3a-1ca9b79ef47d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] For port 00f81a34-4bfb-49e6-8cf6-1d139637a87f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=00f81a34-4bfb-49e6-8cf6-1d139637a87f,segment=NetworkSegment(0d29b79c-83e7-4d3e-b944-14750a8d4b27),segment_id=0d29b79c-83e7-4d3e-b944-14750a8d4b27)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:27.139259 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92ecc7e9-8b5a-43c7-9c3a-1ca9b79ef47d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:27.145382 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e28e2432-c7c1-41bf-836c-391d60bd097a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=06701cfe990d425c8cd492481653a47a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5532191 Mar 01 21:11:27.151437 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34856) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:27.152901 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-06bc5fd5-1158-460c-9a79-faadf066a270 None None] Could not find standard attr ID for object 58b0154f-a291-4de8-ba40-89f2262ab257. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:11:27.207053 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28e2432-c7c1-41bf-836c-391d60bd097a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7891c37e-b7b1-4b77-823d-6ce2cc8c6527,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:27.248561 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 76b13878-5010-4a55-bef5-4637cb9c82db triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:27.248930 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:27.369769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-92ecc7e9-8b5a-43c7-9c3a-1ca9b79ef47d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for 00f81a34-4bfb-49e6-8cf6-1d139637a87f owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:11:27.449621 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:27.485596 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92a93c-b958-48f9-b311-448d4a129e98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8792522c-06af-49d0-a3c5-2990d7918268,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:27.487600 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b8d1aaed-74a9-4082-a37e-dab8a7a0f923 None None] Provisioning complete for port 00f81a34-4bfb-49e6-8cf6-1d139637a87f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:27.487974 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b8d1aaed-74a9-4082-a37e-dab8a7a0f923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:27.497875 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5e92a93c-b958-48f9-b311-448d4a129e98 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87062bde58be40e499388b17b0ede026&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3410366 Mar 01 21:11:27.501964 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34860) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:27.574456 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92ecc7e9-8b5a-43c7-9c3a-1ca9b79ef47d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:27.581402 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e2777-3f09-4164-bb15-950ac38460ed req-5f740498-468d-40ee-b687-45bbad34bd8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:27.587518 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e2777-3f09-4164-bb15-950ac38460ed req-5f740498-468d-40ee-b687-45bbad34bd8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:27.594625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e2777-3f09-4164-bb15-950ac38460ed req-5f740498-468d-40ee-b687-45bbad34bd8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:27.601252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e2777-3f09-4164-bb15-950ac38460ed req-5f740498-468d-40ee-b687-45bbad34bd8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:27.607614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e2777-3f09-4164-bb15-950ac38460ed req-5f740498-468d-40ee-b687-45bbad34bd8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:27.615403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e2777-3f09-4164-bb15-950ac38460ed req-5f740498-468d-40ee-b687-45bbad34bd8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:27.618204 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c36761c-92b0-40ce-856e-9045d7286b0b'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:11:27.621781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1e2777-3f09-4164-bb15-950ac38460ed req-5f740498-468d-40ee-b687-45bbad34bd8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:27.624156 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca1e2777-3f09-4164-bb15-950ac38460ed req-5f740498-468d-40ee-b687-45bbad34bd8f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5439 time: 0.7111425 Mar 01 21:11:27.638360 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc5fd5-1158-460c-9a79-faadf066a270 None None] Pushing event updated for resources: {'Port': ['ID=00f81a34-4bfb-49e6-8cf6-1d139637a87f,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:27.650106 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecc7e9-8b5a-43c7-9c3a-1ca9b79ef47d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=00f81a34-4bfb-49e6-8cf6-1d139637a87f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:27.664257 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6e3df762-bc99-4f25-944e-90b72aa36c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:27.668857 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2615687a-5824-462b-b62a-cac63875dcaf None None] The port '00f81a34-4bfb-49e6-8cf6-1d139637a87f' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:11:27.670844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2d673-e543-4d4c-b90e-4829cd4d9252 req-820cf5a2-b47e-4eba-9b44-0ad68a7f493f tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:27.672650 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5bf2d673-e543-4d4c-b90e-4829cd4d9252 req-820cf5a2-b47e-4eba-9b44-0ad68a7f493f tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 943 time: 0.8639786 Mar 01 21:11:27.673399 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-95969b2e-0667-45eb-a874-05367eb391ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:27.693553 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b8d1aaed-74a9-4082-a37e-dab8a7a0f923 None None] Could not find standard attr ID for object 00f81a34-4bfb-49e6-8cf6-1d139637a87f. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:11:27.698736 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6e3df762-bc99-4f25-944e-90b72aa36c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:27.699818 n-d-827896-4 neutron-server[88520]: INFO neutron.plugins.ml2.db [None req-b8d1aaed-74a9-4082-a37e-dab8a7a0f923 None None] No ports have port_id starting with 00f81a34-4bfb-49e6-8cf6-1d139637a87f Mar 01 21:11:27.757930 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-007ed155-b534-4a69-afd9-45dadb7a808b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:27.784491 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ecc7e9-8b5a-43c7-9c3a-1ca9b79ef47d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No DVR routers for this DVR port 00f81a34-4bfb-49e6-8cf6-1d139637a87f on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:11:27.795318 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 969212d9-1c07-4ab9-9842-4c8c239a86bb, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=969212d9-1c07-4ab9-9842-4c8c239a86bb,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:27.867035 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca1e2777-3f09-4164-bb15-950ac38460ed req-b2f2e317-f0c2-4e9c-8694-5a67c1b596a4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2069378 Mar 01 21:11:27.890396 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:27.891454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device e23ba621-6158-4cdc-81c1-c43c4a1efeac up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:11:27.895634 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5bf2d673-e543-4d4c-b90e-4829cd4d9252 req-c3921896-a934-4a6c-be62-668d7e50ebc3 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772139 Mar 01 21:11:27.912302 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-609077d5-9be3-426c-a5a1-016a3eaaeb10 req-30bcac2e-8366-4ef2-a312-60cf01d6f7f6 service neutron] 10.222.0.55 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8029430 Mar 01 21:11:27.917967 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-95969b2e-0667-45eb-a874-05367eb391ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:28.053535 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92ecc7e9-8b5a-43c7-9c3a-1ca9b79ef47d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:28.074124 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c36761c-92b0-40ce-856e-9045d7286b0b', 'code': 200} Mar 01 21:11:28.077446 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-609077d5-9be3-426c-a5a1-016a3eaaeb10 req-1f229826-44eb-4f90-ba49-0506bbe63d12 service neutron] 10.222.0.55 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639888 Mar 01 21:11:28.113498 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-92ecc7e9-8b5a-43c7-9c3a-1ca9b79ef47d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98c569e-eb7e-4c73-9fb3-3b0452f66a93']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:28.118171 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=969212d9-1c07-4ab9-9842-4c8c239a86bb,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:28.144825 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-75ab1407-277a-4ef3-a21b-878a835be274 tempest-DHCPAgentSchedulersTestJSON-193306699 tempest-DHCPAgentSchedulersTestJSON-193306699-project-admin] 10.222.0.42 "GET /v2.0/agents/a66a1908-37b2-4ce2-b057-e987fb676140/dhcp-networks HTTP/1.1" status: 200 len: 8787 time: 1.0590444 Mar 01 21:11:28.145763 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34870) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:28.155110 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-92ecc7e9-8b5a-43c7-9c3a-1ca9b79ef47d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d29b79c-83e7-4d3e-b944-14750a8d4b27') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:28.155458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-92ecc7e9-8b5a-43c7-9c3a-1ca9b79ef47d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d29b79c-83e7-4d3e-b944-14750a8d4b27') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:28.173121 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6e3df762-bc99-4f25-944e-90b72aa36c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:28.215757 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92ecc7e9-8b5a-43c7-9c3a-1ca9b79ef47d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:28.224164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3df762-bc99-4f25-944e-90b72aa36c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8792522c-06af-49d0-a3c5-2990d7918268,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:28.246634 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92ecc7e9-8b5a-43c7-9c3a-1ca9b79ef47d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:28.261906 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92ecc7e9-8b5a-43c7-9c3a-1ca9b79ef47d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:11:28.262472 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92ecc7e9-8b5a-43c7-9c3a-1ca9b79ef47d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:11:28.279555 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:11:28.327096 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port e23ba621-6158-4cdc-81c1-c43c4a1efeac completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:11:28.333596 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port e23ba621-6158-4cdc-81c1-c43c4a1efeac triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:28.343728 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:28.366007 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6e3df762-bc99-4f25-944e-90b72aa36c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:28.369601 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6e3df762-bc99-4f25-944e-90b72aa36c9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8792522c-06af-49d0-a3c5-2990d7918268 HTTP/1.1" status: 204 len: 168 time: 0.8641360 Mar 01 21:11:28.451840 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92ecc7e9-8b5a-43c7-9c3a-1ca9b79ef47d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:28.527312 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92ecc7e9-8b5a-43c7-9c3a-1ca9b79ef47d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:28.568842 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-92ecc7e9-8b5a-43c7-9c3a-1ca9b79ef47d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/networks/b98c569e-eb7e-4c73-9fb3-3b0452f66a93 HTTP/1.1" status: 204 len: 168 time: 2.8950884 Mar 01 21:11:28.574562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34876) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:28.582941 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ecc7e9-8b5a-43c7-9c3a-1ca9b79ef47d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Network': ['ID=b98c569e-eb7e-4c73-9fb3-3b0452f66a93,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:28.594538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f4781b70-dc1f-439e-a416-4d2ee7c15c04 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'port': {'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441', 'name': 'tempest-PortsIpV6TestJSON-65467364'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:28.599954 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:28.600996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662ed244-c0c3-4e59-b011-be0bd96211a0 tempest-DHCPAgentSchedulersTestJSON-193306699 tempest-DHCPAgentSchedulersTestJSON-193306699-project-admin] Network 6d26df44-3044-4bd6-88ba-08d4a2dfc5fa is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:11:28.615293 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 00f81a34-4bfb-49e6-8cf6-1d139637a87f no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:11:28.618689 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-95969b2e-0667-45eb-a874-05367eb391ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:28.644219 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 0f13a087-92f7-404e-b40b-a3a52c97e512 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:11:28.663264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95969b2e-0667-45eb-a874-05367eb391ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7891c37e-b7b1-4b77-823d-6ce2cc8c6527,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:28.666130 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 00f81a34-4bfb-49e6-8cf6-1d139637a87f {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:11:28.666471 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 00f81a34-4bfb-49e6-8cf6-1d139637a87f not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:11:28.728764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-662ed244-c0c3-4e59-b011-be0bd96211a0 tempest-DHCPAgentSchedulersTestJSON-193306699 tempest-DHCPAgentSchedulersTestJSON-193306699-project-admin] 10.222.0.42 "POST /v2.0/agents/a66a1908-37b2-4ce2-b057-e987fb676140/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5746291 Mar 01 21:11:28.731646 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34882) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:28.737593 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-95969b2e-0667-45eb-a874-05367eb391ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:28.738665 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-95969b2e-0667-45eb-a874-05367eb391ed admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7891c37e-b7b1-4b77-823d-6ce2cc8c6527 HTTP/1.1" status: 204 len: 168 time: 1.5745533 Mar 01 21:11:28.908950 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 0f13a087-92f7-404e-b40b-a3a52c97e512, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=0f13a087-92f7-404e-b40b-a3a52c97e512,segment=NetworkSegment(c6341e0d-fcd7-4111-b102-4dbadec0c079),segment_id=c6341e0d-fcd7-4111-b102-4dbadec0c079)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:28.926653 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '0f13a087-92f7-404e-b40b-a3a52c97e512', 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900', 'port_id': '0f13a087-92f7-404e-b40b-a3a52c97e512', 'mac_address': 'fa:16:3e:49:19:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7383c311-3b9e-4b34-8537-6f468962ae9d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:11:28.934119 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce130b2-2167-461e-9f8c-be8ff06232a3 None None] Network 6d26df44-3044-4bd6-88ba-08d4a2dfc5fa requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:11:29.000878 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f4781b70-dc1f-439e-a416-4d2ee7c15c04 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:29.016147 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f4781b70-dc1f-439e-a416-4d2ee7c15c04 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:port and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:29.036109 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f4781b70-dc1f-439e-a416-4d2ee7c15c04 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:29.050964 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f4781b70-dc1f-439e-a416-4d2ee7c15c04 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:29.055576 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port e23ba621-6158-4cdc-81c1-c43c4a1efeac, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e23ba621-6158-4cdc-81c1-c43c4a1efeac,segment=NetworkSegment(84854a8c-ded1-4ca6-9cb8-0eb467d349a7),segment_id=84854a8c-ded1-4ca6-9cb8-0eb467d349a7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:29.118765 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34896) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:29.119408 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a9b4c684-4d62-4c5c-ba5c-d0c50872556b tempest-DHCPAgentSchedulersTestJSON-193306699 tempest-DHCPAgentSchedulersTestJSON-193306699-project-admin] 10.222.0.42 "GET /v2.0/agents/a66a1908-37b2-4ce2-b057-e987fb676140/dhcp-networks HTTP/1.1" status: 200 len: 8810 time: 0.3862872 Mar 01 21:11:29.183023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4781b70-dc1f-439e-a416-4d2ee7c15c04 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:29.187214 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f4781b70-dc1f-439e-a416-4d2ee7c15c04 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:29.243838 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:29.244942 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 1cbca497-049a-4c31-aac8-2fbe1c77e42a up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:11:29.271704 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-f4781b70-dc1f-439e-a416-4d2ee7c15c04 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] device_id is not set on port 2cd6c65d-923b-4719-be2d-695134c82d14 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:11:29.365954 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4144a2fd-a5b9-46e3-8b3c-2dd8cd8ae8b6 tempest-DHCPAgentSchedulersTestJSON-193306699 tempest-DHCPAgentSchedulersTestJSON-193306699-project-admin] 10.222.0.42 "DELETE /v2.0/agents/a66a1908-37b2-4ce2-b057-e987fb676140/dhcp-networks/6d26df44-3044-4bd6-88ba-08d4a2dfc5fa HTTP/1.1" status: 204 len: 168 time: 0.2457976 Mar 01 21:11:29.377451 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34904) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:29.442546 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:29.473854 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f13a087-92f7-404e-b40b-a3a52c97e512 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:11:29.500076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bc10b2-3823-4f3a-b108-d0c0ef8eaeae req-1564a2ef-1b94-4c68-ad3d-7fad0f9dd644 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:29.501776 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-03bc10b2-3823-4f3a-b108-d0c0ef8eaeae req-1564a2ef-1b94-4c68-ad3d-7fad0f9dd644 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 943 time: 0.3531675 Mar 01 21:11:29.578827 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-03bc10b2-3823-4f3a-b108-d0c0ef8eaeae req-06df1624-5d88-429b-b894-8c51b28023bb tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652757 Mar 01 21:11:29.605525 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5a012-a0d7-4381-a01e-ec81504e2a73 req-62c9da4c-1aee-4f61-b51a-feb660d75923 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:29.607520 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 0f13a087-92f7-404e-b40b-a3a52c97e512, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=0f13a087-92f7-404e-b40b-a3a52c97e512,segment=NetworkSegment(c6341e0d-fcd7-4111-b102-4dbadec0c079),segment_id=c6341e0d-fcd7-4111-b102-4dbadec0c079)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:29.620119 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5a012-a0d7-4381-a01e-ec81504e2a73 req-62c9da4c-1aee-4f61-b51a-feb660d75923 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:29.623175 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=e23ba621-6158-4cdc-81c1-c43c4a1efeac,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:29.631658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5a012-a0d7-4381-a01e-ec81504e2a73 req-62c9da4c-1aee-4f61-b51a-feb660d75923 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:29.638257 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5a012-a0d7-4381-a01e-ec81504e2a73 req-62c9da4c-1aee-4f61-b51a-feb660d75923 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:29.645665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5a012-a0d7-4381-a01e-ec81504e2a73 req-62c9da4c-1aee-4f61-b51a-feb660d75923 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:29.650985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5a012-a0d7-4381-a01e-ec81504e2a73 req-62c9da4c-1aee-4f61-b51a-feb660d75923 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:29.658030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a5a012-a0d7-4381-a01e-ec81504e2a73 req-62c9da4c-1aee-4f61-b51a-feb660d75923 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:29.664307 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2a5a012-a0d7-4381-a01e-ec81504e2a73 req-62c9da4c-1aee-4f61-b51a-feb660d75923 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5441 time: 0.3854897 Mar 01 21:11:29.689015 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bbd1d319-cf44-4349-b145-01a03abb8a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:29.692960 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:29.737128 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2a5a012-a0d7-4381-a01e-ec81504e2a73 req-5cc16817-77e9-4f2a-8b40-e611096bf342 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0709109 Mar 01 21:11:29.783275 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 1cbca497-049a-4c31-aac8-2fbe1c77e42a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:11:29.787041 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=0f13a087-92f7-404e-b40b-a3a52c97e512,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:29.792035 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 1cbca497-049a-4c31-aac8-2fbe1c77e42a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:29.792442 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:29.880580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34916) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:29.899523 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-88e204b4-81e4-4c2a-9d1a-70ec3cd55192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:29.922333 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a8cd6b28-5716-4387-87df-c8c71f498b1f tempest-DHCPAgentSchedulersTestJSON-193306699 tempest-DHCPAgentSchedulersTestJSON-193306699-project-admin] 10.222.0.42 "GET /v2.0/agents/a66a1908-37b2-4ce2-b057-e987fb676140/dhcp-networks HTTP/1.1" status: 200 len: 8040 time: 0.5389614 Mar 01 21:11:29.924416 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-88e204b4-81e4-4c2a-9d1a-70ec3cd55192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:29.929071 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-88e204b4-81e4-4c2a-9d1a-70ec3cd55192 admin admin] Usage tracker for resource:security_group_rule and tenant:1a502b9b9aab4944b31243f4b8f36dc6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:29.932218 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-88e204b4-81e4-4c2a-9d1a-70ec3cd55192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:29.933785 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34920) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:29.951408 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-88e204b4-81e4-4c2a-9d1a-70ec3cd55192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:29.958293 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:29.978131 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f4781b70-dc1f-439e-a416-4d2ee7c15c04 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:29.984844 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3061e001-3ba8-4138-baed-28ab69f29526 tempest-DHCPAgentSchedulersTestJSON-193306699 tempest-DHCPAgentSchedulersTestJSON-193306699-project-admin] 10.222.0.42 "GET /v2.0/networks/163ea558-2f31-4c51-943f-a746bc0a2e82/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0475435 Mar 01 21:11:29.985707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34926) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:30.000405 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 1cbca497-049a-4c31-aac8-2fbe1c77e42a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=1cbca497-049a-4c31-aac8-2fbe1c77e42a,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:30.011257 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d8ea9609-aadf-4570-b560-325d6d4f7c35 tempest-DHCPAgentSchedulersTestJSON-193306699 tempest-DHCPAgentSchedulersTestJSON-193306699-project-admin] 10.222.0.42 "GET /v2.0/networks/163ea558-2f31-4c51-943f-a746bc0a2e82/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0244901 Mar 01 21:11:30.014014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34930) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:30.048906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['0f13a087-92f7-404e-b40b-a3a52c97e512'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:11:30.114994 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969212d9-1c07-4ab9-9842-4c8c239a86bb'}, {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23ba621-6158-4cdc-81c1-c43c4a1efeac'}, {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbca497-049a-4c31-aac8-2fbe1c77e42a'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:11:30.121326 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:30.123294 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:11:30.136247 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-88e204b4-81e4-4c2a-9d1a-70ec3cd55192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:30.221960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34942) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:30.222453 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-78091c44-c62f-4dc8-a24f-b0e8efa05e57 tempest-DHCPAgentSchedulersTestJSON-193306699 tempest-DHCPAgentSchedulersTestJSON-193306699-project-admin] 10.222.0.42 "GET /v2.0/agents/a66a1908-37b2-4ce2-b057-e987fb676140/dhcp-networks HTTP/1.1" status: 200 len: 8040 time: 0.2073493 Mar 01 21:11:30.265487 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f4781b70-dc1f-439e-a416-4d2ee7c15c04 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:30.289142 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-88e204b4-81e4-4c2a-9d1a-70ec3cd55192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:30.293996 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '969212d9-1c07-4ab9-9842-4c8c239a86bb', 'code': 200} Mar 01 21:11:30.294166 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23ba621-6158-4cdc-81c1-c43c4a1efeac', 'code': 200} Mar 01 21:11:30.294345 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cbca497-049a-4c31-aac8-2fbe1c77e42a', 'code': 200} Mar 01 21:11:30.413345 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=1cbca497-049a-4c31-aac8-2fbe1c77e42a,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:30.443787 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e204b4-81e4-4c2a-9d1a-70ec3cd55192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdfd673-ccbc-49f5-bf05-686e16ba981b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:30.471962 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-88e204b4-81e4-4c2a-9d1a-70ec3cd55192 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1a502b9b9aab4944b31243f4b8f36dc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5900192 Mar 01 21:11:30.474703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34950) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:30.479501 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4781b70-dc1f-439e-a416-4d2ee7c15c04 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=2cd6c65d-923b-4719-be2d-695134c82d14,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:30.511254 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e2e13d19-cb4e-4bdb-b0bf-d1f575217eb8 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:30.525345 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:11:30.532506 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4781b70-dc1f-439e-a416-4d2ee7c15c04 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network d98b7571-a717-46ab-9fd5-452dc7965441 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:11:30.533718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-f4781b70-dc1f-439e-a416-4d2ee7c15c04 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:30.545414 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4781b70-dc1f-439e-a416-4d2ee7c15c04 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:11:30.553167 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4781b70-dc1f-439e-a416-4d2ee7c15c04 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:30.554240 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f4781b70-dc1f-439e-a416-4d2ee7c15c04 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:30.579860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:30.580261 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:30.626045 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:30.659740 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f4781b70-dc1f-439e-a416-4d2ee7c15c04 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 2.0840299 Mar 01 21:11:30.662186 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34958) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:30.712054 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:30.835586 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:30.835872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a9dbb9eb-e576-4e8d-8e9c-d68f64ba79bd tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port 2cd6c65d-923b-4719-be2d-695134c82d14 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:11:30.836402 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a9dbb9eb-e576-4e8d-8e9c-d68f64ba79bd tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:30.849112 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cd2b4ca1-ad3e-4094-b3e3-c171a45d9643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:30.915099 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9d0d0579-3c8c-4a39-b67f-ca991e94ba0b,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:30.921415 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e2e13d19-cb4e-4bdb-b0bf-d1f575217eb8 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:30.981781 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cd2b4ca1-ad3e-4094-b3e3-c171a45d9643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:31.019320 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:31.036624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-e2e13d19-cb4e-4bdb-b0bf-d1f575217eb8 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d26df44-3044-4bd6-88ba-08d4a2dfc5fa']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:31.136513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-e2e13d19-cb4e-4bdb-b0bf-d1f575217eb8 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed302dad-c2d6-4db4-8bb2-c22db21064ba') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:31.137216 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-e2e13d19-cb4e-4bdb-b0bf-d1f575217eb8 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed302dad-c2d6-4db4-8bb2-c22db21064ba') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:31.199652 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=9d0d0579-3c8c-4a39-b67f-ca991e94ba0b,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:31.210194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fc0fc-2ec7-4412-912f-c9eeed066f72 req-6ffa0e87-f9ec-474d-8153-21a8b23b2146 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:31.226938 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a23fc0fc-2ec7-4412-912f-c9eeed066f72 req-6ffa0e87-f9ec-474d-8153-21a8b23b2146 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 944 time: 0.3740697 Mar 01 21:11:31.263649 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e2e13d19-cb4e-4bdb-b0bf-d1f575217eb8 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:31.294825 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a9dbb9eb-e576-4e8d-8e9c-d68f64ba79bd tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:31.328842 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a23fc0fc-2ec7-4412-912f-c9eeed066f72 req-ab8a0245-2e46-4ece-b6f3-7164e9600231 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921106 Mar 01 21:11:31.366568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b42bd4-8498-4d3c-8c87-8dc1e6222b9f req-485c3a6e-09c7-47d4-a9af-a9e0c85c201e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:31.375759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b42bd4-8498-4d3c-8c87-8dc1e6222b9f req-485c3a6e-09c7-47d4-a9af-a9e0c85c201e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:31.382834 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b42bd4-8498-4d3c-8c87-8dc1e6222b9f req-485c3a6e-09c7-47d4-a9af-a9e0c85c201e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:31.396146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b42bd4-8498-4d3c-8c87-8dc1e6222b9f req-485c3a6e-09c7-47d4-a9af-a9e0c85c201e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:31.417360 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b42bd4-8498-4d3c-8c87-8dc1e6222b9f req-485c3a6e-09c7-47d4-a9af-a9e0c85c201e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:31.434187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b42bd4-8498-4d3c-8c87-8dc1e6222b9f req-485c3a6e-09c7-47d4-a9af-a9e0c85c201e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:31.459054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a9dbb9eb-e576-4e8d-8e9c-d68f64ba79bd tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for 2cd6c65d-923b-4719-be2d-695134c82d14 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:11:31.465588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b42bd4-8498-4d3c-8c87-8dc1e6222b9f req-485c3a6e-09c7-47d4-a9af-a9e0c85c201e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:31.480536 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2b42bd4-8498-4d3c-8c87-8dc1e6222b9f req-485c3a6e-09c7-47d4-a9af-a9e0c85c201e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5443 time: 0.5065207 Mar 01 21:11:31.496177 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e2e13d19-cb4e-4bdb-b0bf-d1f575217eb8 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:31.585651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2b42bd4-8498-4d3c-8c87-8dc1e6222b9f req-423590ef-a16d-4c9b-96dd-eb99d5a045c4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1026580 Mar 01 21:11:31.589307 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e13d19-cb4e-4bdb-b0bf-d1f575217eb8 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:11:31.591128 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e2e13d19-cb4e-4bdb-b0bf-d1f575217eb8 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:11:31.630229 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:11:31.715953 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a9dbb9eb-e576-4e8d-8e9c-d68f64ba79bd tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:31.748201 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cd2b4ca1-ad3e-4094-b3e3-c171a45d9643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:31.766302 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b4ca1-ad3e-4094-b3e3-c171a45d9643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdfd673-ccbc-49f5-bf05-686e16ba981b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:31.785425 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cd2b4ca1-ad3e-4094-b3e3-c171a45d9643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:31.787416 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cd2b4ca1-ad3e-4094-b3e3-c171a45d9643 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6fdfd673-ccbc-49f5-bf05-686e16ba981b HTTP/1.1" status: 204 len: 168 time: 1.3109622 Mar 01 21:11:31.821307 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e2e13d19-cb4e-4bdb-b0bf-d1f575217eb8 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:31.871628 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbb9eb-e576-4e8d-8e9c-d68f64ba79bd tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=2cd6c65d-923b-4719-be2d-695134c82d14,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:31.886572 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a9dbb9eb-e576-4e8d-8e9c-d68f64ba79bd tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:31.897577 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e2e13d19-cb4e-4bdb-b0bf-d1f575217eb8 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:31.901554 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34984) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:31.904067 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e2e13d19-cb4e-4bdb-b0bf-d1f575217eb8 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] 10.222.0.42 "DELETE /v2.0/networks/6d26df44-3044-4bd6-88ba-08d4a2dfc5fa HTTP/1.1" status: 204 len: 168 time: 1.6809278 Mar 01 21:11:31.905041 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e13d19-cb4e-4bdb-b0bf-d1f575217eb8 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Pushing event deleted for resources: {'Network': ['ID=6d26df44-3044-4bd6-88ba-08d4a2dfc5fa,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:32.005631 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dcce293-4569-4481-8c26-d40c7b32b892 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] DELETE failed (client error): The resource could not be found. Mar 01 21:11:32.006163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dcce293-4569-4481-8c26-d40c7b32b892 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:11:32.018900 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a9dbb9eb-e576-4e8d-8e9c-d68f64ba79bd tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/ports/2cd6c65d-923b-4719-be2d-695134c82d14 HTTP/1.1" status: 204 len: 168 time: 1.3549030 Mar 01 21:11:32.020845 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9dcce293-4569-4481-8c26-d40c7b32b892 tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] 10.222.0.42 "DELETE /v2.0/ports/58b0154f-a291-4de8-ba40-89f2262ab257 HTTP/1.1" status: 404 len: 333 time: 0.1183560 Mar 01 21:11:32.021730 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34990) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:32.023897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34992) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:32.029821 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-3b97ac53-de2e-43c9-80c1-5db5e9ca8cc4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'port': {'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441', 'mac_address': 'fa:16:3e:19:5b:ec', 'name': 'tempest-PortsIpV6TestJSON-747802173'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:32.173154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0c6d12-1f97-4170-81f9-e718f4ebc25b tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Deleting subnet 454e2d4d-5a8f-41e9-a767-f593caaf478a {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:11:32.196245 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6d12-1f97-4170-81f9-e718f4ebc25b tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:32.202649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3b97ac53-de2e-43c9-80c1-5db5e9ca8cc4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:32.210178 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3b97ac53-de2e-43c9-80c1-5db5e9ca8cc4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:port and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:32.213269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3b97ac53-de2e-43c9-80c1-5db5e9ca8cc4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:32.219281 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:32.220814 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3b97ac53-de2e-43c9-80c1-5db5e9ca8cc4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:32.296429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0d0579-3c8c-4a39-b67f-ca991e94ba0b'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:11:32.315805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b97ac53-de2e-43c9-80c1-5db5e9ca8cc4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:32.327211 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6d12-1f97-4170-81f9-e718f4ebc25b tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:32.481390 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6d12-1f97-4170-81f9-e718f4ebc25b tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:32.625257 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 0f13a087-92f7-404e-b40b-a3a52c97e512 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:11:32.668366 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3b97ac53-de2e-43c9-80c1-5db5e9ca8cc4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:32.782834 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d0d0579-3c8c-4a39-b67f-ca991e94ba0b', 'code': 200} Mar 01 21:11:32.784256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-3b97ac53-de2e-43c9-80c1-5db5e9ca8cc4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] device_id is not set on port aa84e613-6fdd-40dd-89a9-b36173d13603 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:11:32.955966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 0f13a087-92f7-404e-b40b-a3a52c97e512 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:11:32.962308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 0f13a087-92f7-404e-b40b-a3a52c97e512 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:32.962812 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:33.038143 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6d12-1f97-4170-81f9-e718f4ebc25b tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:33.088320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c6d12-1f97-4170-81f9-e718f4ebc25b tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Pushing event deleted for resources: {'Subnet': ['ID=454e2d4d-5a8f-41e9-a767-f593caaf478a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:33.128140 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6d0c6d12-1f97-4170-81f9-e718f4ebc25b tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:33.143018 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6d0c6d12-1f97-4170-81f9-e718f4ebc25b tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] 10.222.0.42 "DELETE /v2.0/subnets/454e2d4d-5a8f-41e9-a767-f593caaf478a HTTP/1.1" status: 204 len: 168 time: 1.1178279 Mar 01 21:11:33.153870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35028) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:33.167994 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3b97ac53-de2e-43c9-80c1-5db5e9ca8cc4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:33.205347 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d962a9-37af-4359-8e6c-5e240171240a req-6b09a1f7-0ce6-4c97-8ff4-1f5e6231cc82 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:33.214597 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d9d962a9-37af-4359-8e6c-5e240171240a req-6b09a1f7-0ce6-4c97-8ff4-1f5e6231cc82 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 944 time: 0.6073701 Mar 01 21:11:33.239858 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:33.260159 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31901830-781f-417b-b41f-7e8d53645f73 None None] Network 163ea558-2f31-4c51-943f-a746bc0a2e82 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:11:33.301254 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39c66b-d329-489e-8d4b-c7f2fa46ec0e req-40638f2a-b412-4a07-b8ca-b5f013333f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:33.302168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39c66b-d329-489e-8d4b-c7f2fa46ec0e req-40638f2a-b412-4a07-b8ca-b5f013333f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:33.302662 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39c66b-d329-489e-8d4b-c7f2fa46ec0e req-40638f2a-b412-4a07-b8ca-b5f013333f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:33.303262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39c66b-d329-489e-8d4b-c7f2fa46ec0e req-40638f2a-b412-4a07-b8ca-b5f013333f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:33.304452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39c66b-d329-489e-8d4b-c7f2fa46ec0e req-40638f2a-b412-4a07-b8ca-b5f013333f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:33.304452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39c66b-d329-489e-8d4b-c7f2fa46ec0e req-40638f2a-b412-4a07-b8ca-b5f013333f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:33.304848 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd39c66b-d329-489e-8d4b-c7f2fa46ec0e req-40638f2a-b412-4a07-b8ca-b5f013333f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:33.307197 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cd39c66b-d329-489e-8d4b-c7f2fa46ec0e req-40638f2a-b412-4a07-b8ca-b5f013333f32 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 6500 time: 0.4284687 Mar 01 21:11:33.366495 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cd39c66b-d329-489e-8d4b-c7f2fa46ec0e req-97741595-7a73-402c-84c5-9a3b0fb78cce service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=47128a5d-fcf1-4703-a1b8-a6d635471dde&id=0dce215f-84d8-4716-945e-a36108b25e12&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521445 Mar 01 21:11:33.410838 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d9d962a9-37af-4359-8e6c-5e240171240a req-67a21cbb-0ed4-4801-a77b-49477ae87ca8 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949885 Mar 01 21:11:33.422656 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc653a-6be5-45fe-8f9d-94a09451202a req-a3953f90-8c63-455a-9963-7154ff726ff7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:33.437867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc653a-6be5-45fe-8f9d-94a09451202a req-a3953f90-8c63-455a-9963-7154ff726ff7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:33.438095 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 0f13a087-92f7-404e-b40b-a3a52c97e512, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=0f13a087-92f7-404e-b40b-a3a52c97e512,segment=NetworkSegment(c6341e0d-fcd7-4111-b102-4dbadec0c079),segment_id=c6341e0d-fcd7-4111-b102-4dbadec0c079)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:33.438257 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc653a-6be5-45fe-8f9d-94a09451202a req-a3953f90-8c63-455a-9963-7154ff726ff7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:33.442905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc653a-6be5-45fe-8f9d-94a09451202a req-a3953f90-8c63-455a-9963-7154ff726ff7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:33.449003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc653a-6be5-45fe-8f9d-94a09451202a req-a3953f90-8c63-455a-9963-7154ff726ff7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:33.455736 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc653a-6be5-45fe-8f9d-94a09451202a req-a3953f90-8c63-455a-9963-7154ff726ff7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:33.461744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fc653a-6be5-45fe-8f9d-94a09451202a req-a3953f90-8c63-455a-9963-7154ff726ff7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:33.463727 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3fc653a-6be5-45fe-8f9d-94a09451202a req-a3953f90-8c63-455a-9963-7154ff726ff7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5443 time: 0.4754281 Mar 01 21:11:33.472441 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-01a09834-6cbc-48e6-92e0-0bcadb5eaddc tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:33.512693 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-01a09834-6cbc-48e6-92e0-0bcadb5eaddc tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Deleting port 76b13878-5010-4a55-bef5-4637cb9c82db {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:11:33.513127 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-01a09834-6cbc-48e6-92e0-0bcadb5eaddc tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:33.566272 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3fc653a-6be5-45fe-8f9d-94a09451202a req-612b2332-b86d-46b2-b332-56c2358877b8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907693 Mar 01 21:11:33.581043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e563b75-b263-42b7-bacb-d3f5a7102582 None None] DHCP port deletion for 163ea558-2f31-4c51-943f-a746bc0a2e82 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:11:33.586768 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8e563b75-b263-42b7-bacb-d3f5a7102582 None None] Deleting port 76b13878-5010-4a55-bef5-4637cb9c82db {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:11:33.587810 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8e563b75-b263-42b7-bacb-d3f5a7102582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:33.654062 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3b97ac53-de2e-43c9-80c1-5db5e9ca8cc4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:33.689497 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:33.772283 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b97ac53-de2e-43c9-80c1-5db5e9ca8cc4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=aa84e613-6fdd-40dd-89a9-b36173d13603,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:33.790396 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b97ac53-de2e-43c9-80c1-5db5e9ca8cc4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network d98b7571-a717-46ab-9fd5-452dc7965441 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:11:33.791780 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-3b97ac53-de2e-43c9-80c1-5db5e9ca8cc4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:33.799346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b97ac53-de2e-43c9-80c1-5db5e9ca8cc4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:11:33.812766 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b97ac53-de2e-43c9-80c1-5db5e9ca8cc4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:33.820398 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3b97ac53-de2e-43c9-80c1-5db5e9ca8cc4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:33.878414 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35040) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:33.891695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-01a09834-6cbc-48e6-92e0-0bcadb5eaddc tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] For port 76b13878-5010-4a55-bef5-4637cb9c82db, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=76b13878-5010-4a55-bef5-4637cb9c82db,segment=NetworkSegment(27c82c95-de8d-44f3-aeb1-d00c91e711dd),segment_id=27c82c95-de8d-44f3-aeb1-d00c91e711dd)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:33.892270 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-01a09834-6cbc-48e6-92e0-0bcadb5eaddc tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:33.938829 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3b97ac53-de2e-43c9-80c1-5db5e9ca8cc4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9108083 Mar 01 21:11:33.940935 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35052) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:33.954122 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=0f13a087-92f7-404e-b40b-a3a52c97e512,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:33.981911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8e563b75-b263-42b7-bacb-d3f5a7102582 None None] For port 76b13878-5010-4a55-bef5-4637cb9c82db, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=76b13878-5010-4a55-bef5-4637cb9c82db,segment=NetworkSegment(27c82c95-de8d-44f3-aeb1-d00c91e711dd),segment_id=27c82c95-de8d-44f3-aeb1-d00c91e711dd)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:33.982542 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8e563b75-b263-42b7-bacb-d3f5a7102582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:34.139621 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b09cfb6-5ef3-44d9-a14f-b071e19c983b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:34.148596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2b09cfb6-5ef3-44d9-a14f-b071e19c983b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Synchronizing usage tracker for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:11:34.199468 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-af02f814-c302-4a0f-855b-7df28ff47c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:34.222978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-01a09834-6cbc-48e6-92e0-0bcadb5eaddc tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Calling delete_port for 76b13878-5010-4a55-bef5-4637cb9c82db owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:11:34.232759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-af02f814-c302-4a0f-855b-7df28ff47c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:34.242518 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-af02f814-c302-4a0f-855b-7df28ff47c82 admin admin] Usage tracker for resource:security_group_rule and tenant:29fe1be644964bc39bc602298d1bcd16 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:34.252559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-af02f814-c302-4a0f-855b-7df28ff47c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:34.254874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8e563b75-b263-42b7-bacb-d3f5a7102582 None None] Calling delete_port for 76b13878-5010-4a55-bef5-4637cb9c82db owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:11:34.272706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-af02f814-c302-4a0f-855b-7df28ff47c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:34.339794 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2b09cfb6-5ef3-44d9-a14f-b071e19c983b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Unset dirty status for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:11:34.344251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35060) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:34.345155 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2b09cfb6-5ef3-44d9-a14f-b071e19c983b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports/aa84e613-6fdd-40dd-89a9-b36173d13603 HTTP/1.1" status: 200 len: 844 time: 0.4024360 Mar 01 21:11:34.419913 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-29c9d830-6bb1-4568-afc7-7790646b7926 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port aa84e613-6fdd-40dd-89a9-b36173d13603 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:11:34.419913 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-29c9d830-6bb1-4568-afc7-7790646b7926 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:34.455679 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-8e563b75-b263-42b7-bacb-d3f5a7102582 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:11:34.456274 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-8e563b75-b263-42b7-bacb-d3f5a7102582 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:11:34.502986 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-01a09834-6cbc-48e6-92e0-0bcadb5eaddc tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:34.544202 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 76b13878-5010-4a55-bef5-4637cb9c82db no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:11:34.599101 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-af02f814-c302-4a0f-855b-7df28ff47c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:34.629033 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 76b13878-5010-4a55-bef5-4637cb9c82db {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:11:34.629410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 76b13878-5010-4a55-bef5-4637cb9c82db not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:11:34.632129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a09834-6cbc-48e6-92e0-0bcadb5eaddc tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] No DVR routers for this DVR port 76b13878-5010-4a55-bef5-4637cb9c82db on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:11:34.670606 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-af02f814-c302-4a0f-855b-7df28ff47c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:34.675516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a09834-6cbc-48e6-92e0-0bcadb5eaddc tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Pushing event deleted for resources: {'Port': ['ID=76b13878-5010-4a55-bef5-4637cb9c82db,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:34.783929 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d5c4cf-99f9-47f5-8160-90be3db93f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f13a087-92f7-404e-b40b-a3a52c97e512'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:11:34.827950 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-af02f814-c302-4a0f-855b-7df28ff47c82 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=29fe1be644964bc39bc602298d1bcd16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9489584 Mar 01 21:11:34.831690 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02f814-c302-4a0f-855b-7df28ff47c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f4938c-7097-4acc-bbb7-bb2199e688f5,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:34.846564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35074) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:34.945121 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-473251bc-9c6c-41d9-9fda-90bdce70fe82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:34.958830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8e563b75-b263-42b7-bacb-d3f5a7102582 None None] Deleting port 76b13878-5010-4a55-bef5-4637cb9c82db {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:11:34.959002 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-01a09834-6cbc-48e6-92e0-0bcadb5eaddc tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:34.959558 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8e563b75-b263-42b7-bacb-d3f5a7102582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:35.007448 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-473251bc-9c6c-41d9-9fda-90bdce70fe82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:35.104671 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-01a09834-6cbc-48e6-92e0-0bcadb5eaddc tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163ea558-2f31-4c51-943f-a746bc0a2e82']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:35.115019 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-29c9d830-6bb1-4568-afc7-7790646b7926 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:35.144762 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8e563b75-b263-42b7-bacb-d3f5a7102582 None None] The port '76b13878-5010-4a55-bef5-4637cb9c82db' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:11:35.156447 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-473251bc-9c6c-41d9-9fda-90bdce70fe82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:35.173380 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473251bc-9c6c-41d9-9fda-90bdce70fe82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f4938c-7097-4acc-bbb7-bb2199e688f5,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:35.182754 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-01a09834-6cbc-48e6-92e0-0bcadb5eaddc tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c82c95-de8d-44f3-aeb1-d00c91e711dd') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:35.183384 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-01a09834-6cbc-48e6-92e0-0bcadb5eaddc tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c82c95-de8d-44f3-aeb1-d00c91e711dd') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:35.191645 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-473251bc-9c6c-41d9-9fda-90bdce70fe82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:35.192784 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-473251bc-9c6c-41d9-9fda-90bdce70fe82 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c0f4938c-7097-4acc-bbb7-bb2199e688f5 HTTP/1.1" status: 204 len: 168 time: 0.3441126 Mar 01 21:11:35.475821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d445c7-b80c-46e6-ae54-15b4164ee586 req-332f4002-b36c-4126-afac-ffadfa43fa76 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:35.482955 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d445c7-b80c-46e6-ae54-15b4164ee586 req-332f4002-b36c-4126-afac-ffadfa43fa76 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:35.488803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d445c7-b80c-46e6-ae54-15b4164ee586 req-332f4002-b36c-4126-afac-ffadfa43fa76 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:35.494524 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d445c7-b80c-46e6-ae54-15b4164ee586 req-332f4002-b36c-4126-afac-ffadfa43fa76 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:35.501758 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d445c7-b80c-46e6-ae54-15b4164ee586 req-332f4002-b36c-4126-afac-ffadfa43fa76 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:35.510175 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d445c7-b80c-46e6-ae54-15b4164ee586 req-332f4002-b36c-4126-afac-ffadfa43fa76 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:35.523961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d445c7-b80c-46e6-ae54-15b4164ee586 req-332f4002-b36c-4126-afac-ffadfa43fa76 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:35.529191 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96d445c7-b80c-46e6-ae54-15b4164ee586 req-332f4002-b36c-4126-afac-ffadfa43fa76 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5443 time: 0.7433612 Mar 01 21:11:35.533149 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-01a09834-6cbc-48e6-92e0-0bcadb5eaddc tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:35.566916 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-29c9d830-6bb1-4568-afc7-7790646b7926 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for aa84e613-6fdd-40dd-89a9-b36173d13603 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:11:35.599797 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-01a09834-6cbc-48e6-92e0-0bcadb5eaddc tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:35.612016 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7494291f-3cc3-4bc6-a9e8-28103d2d0da5 req-53826282-0b8f-4c3a-92b1-5fe3cedb1b20 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:35.613937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7494291f-3cc3-4bc6-a9e8-28103d2d0da5 req-53826282-0b8f-4c3a-92b1-5fe3cedb1b20 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 945 time: 1.0307872 Mar 01 21:11:35.681122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a09834-6cbc-48e6-92e0-0bcadb5eaddc tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:11:35.686304 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-01a09834-6cbc-48e6-92e0-0bcadb5eaddc tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:11:35.703469 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:11:35.861203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96d445c7-b80c-46e6-ae54-15b4164ee586 req-9e377eab-3c78-44c2-8cc0-c44a6b92d8d4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2585795 Mar 01 21:11:35.877119 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7494291f-3cc3-4bc6-a9e8-28103d2d0da5 req-6030688d-f7fb-4ad5-8c7a-fa3df8fa6b7b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468622 Mar 01 21:11:35.926911 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35098) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:35.944362 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d5c4cf-99f9-47f5-8160-90be3db93f3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f13a087-92f7-404e-b40b-a3a52c97e512', 'code': 200} Mar 01 21:11:35.978630 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-01a09834-6cbc-48e6-92e0-0bcadb5eaddc tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:36.002104 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-01a09834-6cbc-48e6-92e0-0bcadb5eaddc tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:36.011006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a09834-6cbc-48e6-92e0-0bcadb5eaddc tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] Pushing event deleted for resources: {'Network': ['ID=163ea558-2f31-4c51-943f-a746bc0a2e82,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:36.016960 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-29c9d830-6bb1-4568-afc7-7790646b7926 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:36.142005 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-01a09834-6cbc-48e6-92e0-0bcadb5eaddc tempest-DHCPAgentSchedulersTestJSON-2111060607 tempest-DHCPAgentSchedulersTestJSON-2111060607-project] 10.222.0.42 "DELETE /v2.0/networks/163ea558-2f31-4c51-943f-a746bc0a2e82 HTTP/1.1" status: 204 len: 168 time: 2.9726639 Mar 01 21:11:36.152086 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-29c9d830-6bb1-4568-afc7-7790646b7926 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:36.153940 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-29c9d830-6bb1-4568-afc7-7790646b7926 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/ports/aa84e613-6fdd-40dd-89a9-b36173d13603 HTTP/1.1" status: 204 len: 168 time: 1.8085253 Mar 01 21:11:36.155005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9d830-6bb1-4568-afc7-7790646b7926 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=aa84e613-6fdd-40dd-89a9-b36173d13603,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:36.161288 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35114) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:36.215137 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45de19b2-c4f5-4bdb-a179-c72305ae604e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:36.230073 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c3b64fd-f3da-4891-af77-53a492a6381a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] GET failed (client error): The resource could not be found. Mar 01 21:11:36.230618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7c3b64fd-f3da-4891-af77-53a492a6381a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Synchronizing usage tracker for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:11:36.236114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-45de19b2-c4f5-4bdb-a179-c72305ae604e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:36.241209 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-45de19b2-c4f5-4bdb-a179-c72305ae604e admin admin] Usage tracker for resource:security_group_rule and tenant:5cef7a9b68594509bc40bb10cd1cf58c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:36.244333 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-45de19b2-c4f5-4bdb-a179-c72305ae604e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:36.248067 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f7287c-dff0-49c3-8af6-50da3b294bea req-0d6ff3b3-64ae-4b91-9082-4557be9e60af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:36.250365 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78f7287c-dff0-49c3-8af6-50da3b294bea req-0d6ff3b3-64ae-4b91-9082-4557be9e60af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 1096 time: 0.2373941 Mar 01 21:11:36.253847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-45de19b2-c4f5-4bdb-a179-c72305ae604e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:36.284345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35118) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:36.305145 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78f7287c-dff0-49c3-8af6-50da3b294bea req-2ded73f1-642f-4ba3-835b-390ef439ae23 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476613 Mar 01 21:11:36.309445 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-03d30b3f-5e44-4382-9b82-510aca19d83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:36.332290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-03d30b3f-5e44-4382-9b82-510aca19d83d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:36.340265 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-03d30b3f-5e44-4382-9b82-510aca19d83d admin admin] Usage tracker for resource:security_group_rule and tenant:ea3c8b62b6a349fdb93ac25334f97c57 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:36.344474 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-03d30b3f-5e44-4382-9b82-510aca19d83d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:36.350779 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7c3b64fd-f3da-4891-af77-53a492a6381a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Unset dirty status for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:11:36.352298 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7c3b64fd-f3da-4891-af77-53a492a6381a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports/aa84e613-6fdd-40dd-89a9-b36173d13603 HTTP/1.1" status: 404 len: 333 time: 0.1900141 Mar 01 21:11:36.354496 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-03d30b3f-5e44-4382-9b82-510aca19d83d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:36.356206 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35122) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:36.363791 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6723fc05-f1db-4d7c-979b-14fa16672066 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'port': {'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441', 'name': 'tempest-PortsIpV6TestJSON-570636842'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:36.428681 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45de19b2-c4f5-4bdb-a179-c72305ae604e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:36.500051 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45de19b2-c4f5-4bdb-a179-c72305ae604e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:36.504490 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6723fc05-f1db-4d7c-979b-14fa16672066 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:36.515204 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6723fc05-f1db-4d7c-979b-14fa16672066 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:36.521672 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-03d30b3f-5e44-4382-9b82-510aca19d83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:36.550881 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-45de19b2-c4f5-4bdb-a179-c72305ae604e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5cef7a9b68594509bc40bb10cd1cf58c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6224034 Mar 01 21:11:36.553587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35126) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:36.555921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45de19b2-c4f5-4bdb-a179-c72305ae604e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b3d0d3-aa61-4c00-96a3-1a63d5f3481c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:36.579313 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-03d30b3f-5e44-4382-9b82-510aca19d83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:36.621877 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6d5cf8cf-5490-40df-af7f-2f29e2a718ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:36.632071 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-03d30b3f-5e44-4382-9b82-510aca19d83d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea3c8b62b6a349fdb93ac25334f97c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3464482 Mar 01 21:11:36.633023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d30b3f-5e44-4382-9b82-510aca19d83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbac61c-849d-40cc-97b7-1b59fecfabfc,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:36.635351 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35134) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:36.654985 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6d5cf8cf-5490-40df-af7f-2f29e2a718ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:36.663962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6723fc05-f1db-4d7c-979b-14fa16672066 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:36.668078 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6723fc05-f1db-4d7c-979b-14fa16672066 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:36.697564 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6eff4cfe-7909-4be3-976f-c20c11b3357c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:36.714138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-6723fc05-f1db-4d7c-979b-14fa16672066 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] device_id is not set on port 80a1de4a-62b1-4a29-b75f-ea1e77f617c2 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:11:36.725832 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6eff4cfe-7909-4be3-976f-c20c11b3357c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:36.899147 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6eff4cfe-7909-4be3-976f-c20c11b3357c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:36.917379 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6d5cf8cf-5490-40df-af7f-2f29e2a718ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:36.921932 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff4cfe-7909-4be3-976f-c20c11b3357c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbac61c-849d-40cc-97b7-1b59fecfabfc,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:36.934501 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35150) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:36.947176 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6eff4cfe-7909-4be3-976f-c20c11b3357c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:36.951495 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6eff4cfe-7909-4be3-976f-c20c11b3357c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ccbac61c-849d-40cc-97b7-1b59fecfabfc HTTP/1.1" status: 204 len: 168 time: 0.3140628 Mar 01 21:11:36.960896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5cf8cf-5490-40df-af7f-2f29e2a718ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b3d0d3-aa61-4c00-96a3-1a63d5f3481c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:36.993246 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6723fc05-f1db-4d7c-979b-14fa16672066 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:37.219046 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6d5cf8cf-5490-40df-af7f-2f29e2a718ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:37.220287 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6d5cf8cf-5490-40df-af7f-2f29e2a718ee admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5b3d0d3-aa61-4c00-96a3-1a63d5f3481c HTTP/1.1" status: 204 len: 168 time: 0.6657023 Mar 01 21:11:37.278303 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d8c514fe-0a94-46fc-afbc-f43f05bce3e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=924be67eddd943bcb1c7048fb4b7ebe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3354745 Mar 01 21:11:37.281887 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35184) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:37.325279 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6d8a7-1de2-437b-b3fa-87c47c1cb7c8 req-e87ae217-875a-4e03-a938-79b61e3949bf tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:37.332129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6d8a7-1de2-437b-b3fa-87c47c1cb7c8 req-e87ae217-875a-4e03-a938-79b61e3949bf tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:37.338816 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6d8a7-1de2-437b-b3fa-87c47c1cb7c8 req-e87ae217-875a-4e03-a938-79b61e3949bf tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:37.345533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6d8a7-1de2-437b-b3fa-87c47c1cb7c8 req-e87ae217-875a-4e03-a938-79b61e3949bf tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:37.354754 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6d8a7-1de2-437b-b3fa-87c47c1cb7c8 req-e87ae217-875a-4e03-a938-79b61e3949bf tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:37.355319 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e29ab754-7146-4e95-9c10-afe2dab5e375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:37.359382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6d8a7-1de2-437b-b3fa-87c47c1cb7c8 req-e87ae217-875a-4e03-a938-79b61e3949bf tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:37.365453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d6d8a7-1de2-437b-b3fa-87c47c1cb7c8 req-e87ae217-875a-4e03-a938-79b61e3949bf tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:37.367637 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6d6d8a7-1de2-437b-b3fa-87c47c1cb7c8 req-e87ae217-875a-4e03-a938-79b61e3949bf tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5443 time: 0.2772441 Mar 01 21:11:37.370191 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6723fc05-f1db-4d7c-979b-14fa16672066 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:37.380630 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04faafe3-37bd-40af-9976-bf72841c9b94 req-cfde23c9-f22a-4591-9aa1-3c465c2fd19c tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:37.383240 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04faafe3-37bd-40af-9976-bf72841c9b94 req-cfde23c9-f22a-4591-9aa1-3c465c2fd19c tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 945 time: 0.2451904 Mar 01 21:11:37.384846 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e29ab754-7146-4e95-9c10-afe2dab5e375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:37.523151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6723fc05-f1db-4d7c-979b-14fa16672066 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network d98b7571-a717-46ab-9fd5-452dc7965441 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:11:37.535410 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-6723fc05-f1db-4d7c-979b-14fa16672066 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:37.537565 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723fc05-f1db-4d7c-979b-14fa16672066 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=80a1de4a-62b1-4a29-b75f-ea1e77f617c2,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:37.550625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6723fc05-f1db-4d7c-979b-14fa16672066 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:11:37.556066 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6723fc05-f1db-4d7c-979b-14fa16672066 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:37.556672 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6723fc05-f1db-4d7c-979b-14fa16672066 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:37.586606 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04faafe3-37bd-40af-9976-bf72841c9b94 req-74d61bb3-a319-447d-af50-dc01fc1dd5bb tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579585 Mar 01 21:11:37.594510 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6d6d8a7-1de2-437b-b3fa-87c47c1cb7c8 req-aa18c9c2-4fa6-4e79-8838-85ecfbc81676 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2079883 Mar 01 21:11:37.594676 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e29ab754-7146-4e95-9c10-afe2dab5e375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:37.622453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29ab754-7146-4e95-9c10-afe2dab5e375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468aef73-6f82-4e19-bb85-03aade263f7e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:37.685082 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e29ab754-7146-4e95-9c10-afe2dab5e375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:37.689877 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e29ab754-7146-4e95-9c10-afe2dab5e375 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/468aef73-6f82-4e19-bb85-03aade263f7e HTTP/1.1" status: 204 len: 168 time: 0.4051776 Mar 01 21:11:37.713102 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6723fc05-f1db-4d7c-979b-14fa16672066 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3546698 Mar 01 21:11:37.713684 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35216) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:37.720555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-bc1a3513-1d9d-49d2-b479-38fc6551a884 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:38.072963 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c3b9-403c-4b33-920b-25171093a0b5 req-86e84305-a475-42cb-a89c-951452e3a885 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:38.079992 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c3b9-403c-4b33-920b-25171093a0b5 req-86e84305-a475-42cb-a89c-951452e3a885 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:38.110507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c3b9-403c-4b33-920b-25171093a0b5 req-86e84305-a475-42cb-a89c-951452e3a885 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:38.119930 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c3b9-403c-4b33-920b-25171093a0b5 req-86e84305-a475-42cb-a89c-951452e3a885 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:38.120543 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3513-1d9d-49d2-b479-38fc6551a884 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:38.132303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c3b9-403c-4b33-920b-25171093a0b5 req-86e84305-a475-42cb-a89c-951452e3a885 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:38.145665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c3b9-403c-4b33-920b-25171093a0b5 req-86e84305-a475-42cb-a89c-951452e3a885 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:38.152125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1c3b9-403c-4b33-920b-25171093a0b5 req-86e84305-a475-42cb-a89c-951452e3a885 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:38.156303 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eeb1c3b9-403c-4b33-920b-25171093a0b5 req-86e84305-a475-42cb-a89c-951452e3a885 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5443 time: 0.3122578 Mar 01 21:11:38.166299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35246) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:38.176457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e4fa2cb6-21cf-4d1e-b93e-ce3172c0c8f3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Request body: {'floatingip': {'port_id': 'e23ba621-6158-4cdc-81c1-c43c4a1efeac'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:38.446572 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4fa2cb6-21cf-4d1e-b93e-ce3172c0c8f3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for floatingip, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:38.547947 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3513-1d9d-49d2-b479-38fc6551a884 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:38.629781 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3513-1d9d-49d2-b479-38fc6551a884 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:38.742077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1a3513-1d9d-49d2-b479-38fc6551a884 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=80a1de4a-62b1-4a29-b75f-ea1e77f617c2,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:38.760345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-bc1a3513-1d9d-49d2-b479-38fc6551a884 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] In _notify_port_updated(), no bound segment for port 80a1de4a-62b1-4a29-b75f-ea1e77f617c2 on network d98b7571-a717-46ab-9fd5-452dc7965441 {{(pid=88519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:11:38.766779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1a3513-1d9d-49d2-b479-38fc6551a884 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:38.767751 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bc1a3513-1d9d-49d2-b479-38fc6551a884 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:38.769882 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bc1a3513-1d9d-49d2-b479-38fc6551a884 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "PUT /v2.0/ports/80a1de4a-62b1-4a29-b75f-ea1e77f617c2 HTTP/1.1" status: 200 len: 818 time: 1.0551636 Mar 01 21:11:38.772653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35276) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:38.887743 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-902cd8e1-ab8b-473f-bd53-43a026df1d1e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port 80a1de4a-62b1-4a29-b75f-ea1e77f617c2 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:11:38.888820 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-902cd8e1-ab8b-473f-bd53-43a026df1d1e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:39.059487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47706fa2-ec18-4a35-9d34-c085b917c1c2 req-2fcabc2a-6535-465a-8bf1-f0008a80273d tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:39.066798 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47706fa2-ec18-4a35-9d34-c085b917c1c2 req-2fcabc2a-6535-465a-8bf1-f0008a80273d tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 945 time: 0.2126267 Mar 01 21:11:39.227894 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-902cd8e1-ab8b-473f-bd53-43a026df1d1e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:39.253356 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47706fa2-ec18-4a35-9d34-c085b917c1c2 req-fc6339ff-fc40-4148-9056-050e309afd26 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856537 Mar 01 21:11:39.371688 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-902cd8e1-ab8b-473f-bd53-43a026df1d1e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for 80a1de4a-62b1-4a29-b75f-ea1e77f617c2 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:11:39.440522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35310) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:39.473997 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1603f698-9e47-4ffd-93ee-86484a1fe2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:39.559624 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4fa2cb6-21cf-4d1e-b93e-ce3172c0c8f3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:39.567417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1603f698-9e47-4ffd-93ee-86484a1fe2ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:39.605279 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1603f698-9e47-4ffd-93ee-86484a1fe2ff admin admin] Usage tracker for resource:security_group_rule and tenant:4ea4bf36009d4ab5ae8689489b8c7ef5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:39.609597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1603f698-9e47-4ffd-93ee-86484a1fe2ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:39.615851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1603f698-9e47-4ffd-93ee-86484a1fe2ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:39.680282 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4fa2cb6-21cf-4d1e-b93e-ce3172c0c8f3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:39.685495 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-902cd8e1-ab8b-473f-bd53-43a026df1d1e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:39.793840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902cd8e1-ab8b-473f-bd53-43a026df1d1e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=80a1de4a-62b1-4a29-b75f-ea1e77f617c2,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:39.819987 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-902cd8e1-ab8b-473f-bd53-43a026df1d1e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:39.871884 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-902cd8e1-ab8b-473f-bd53-43a026df1d1e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/ports/80a1de4a-62b1-4a29-b75f-ea1e77f617c2 HTTP/1.1" status: 204 len: 168 time: 1.0971594 Mar 01 21:11:39.872572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35340) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:39.970133 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1603f698-9e47-4ffd-93ee-86484a1fe2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:40.004044 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-e4fa2cb6-21cf-4d1e-b93e-ce3172c0c8f3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Floating IP ad52a204-28eb-4518-8706-8b19a1e486e7 associated. External IP: 172.25.5.188, port: e23ba621-6158-4cdc-81c1-c43c4a1efeac. Mar 01 21:11:40.023330 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f78a5e-336d-42e3-901b-d9b94e51e376 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:40.024118 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-31f78a5e-336d-42e3-901b-d9b94e51e376 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Synchronizing usage tracker for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:11:40.059718 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1603f698-9e47-4ffd-93ee-86484a1fe2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:40.164825 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-31f78a5e-336d-42e3-901b-d9b94e51e376 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Unset dirty status for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:11:40.172953 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-31f78a5e-336d-42e3-901b-d9b94e51e376 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2948792 Mar 01 21:11:40.186376 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35354) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:40.283093 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1603f698-9e47-4ffd-93ee-86484a1fe2ff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4ea4bf36009d4ab5ae8689489b8c7ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8411512 Mar 01 21:11:40.288896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35362) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:40.303102 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-798037fc-dd88-4387-a9ce-4b4d5e9cb225 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] GET failed (client error): The resource could not be found. Mar 01 21:11:40.306001 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-798037fc-dd88-4387-a9ce-4b4d5e9cb225 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports/80a1de4a-62b1-4a29-b75f-ea1e77f617c2 HTTP/1.1" status: 404 len: 333 time: 0.1184773 Mar 01 21:11:40.307335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603f698-9e47-4ffd-93ee-86484a1fe2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397379ac-90eb-4f30-a7b7-b7fb30ab2fb6,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:40.320738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35366) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:40.338507 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-da50a27d-7180-4e91-8ffa-946b48a3d699 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-699915713'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:40.348280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-da50a27d-7180-4e91-8ffa-946b48a3d699 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:40.354571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-da50a27d-7180-4e91-8ffa-946b48a3d699 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:network and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:40.359925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-da50a27d-7180-4e91-8ffa-946b48a3d699 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:40.368904 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-da50a27d-7180-4e91-8ffa-946b48a3d699 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:40.487061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da50a27d-7180-4e91-8ffa-946b48a3d699 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:40.492799 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-da50a27d-7180-4e91-8ffa-946b48a3d699 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:40.499388 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e2396cf4-513c-4288-866e-430344b12123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:40.535707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da50a27d-7180-4e91-8ffa-946b48a3d699 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:11:40.550272 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-da50a27d-7180-4e91-8ffa-946b48a3d699 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:40.550705 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-da50a27d-7180-4e91-8ffa-946b48a3d699 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Added segment c0aaa6f0-400b-4184-adfc-37ff333e2bc1 of type vlan for network 86260157-4203-4f43-800b-c76d77ba0cab Mar 01 21:11:40.577124 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-da50a27d-7180-4e91-8ffa-946b48a3d699 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:40.597277 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e2396cf4-513c-4288-866e-430344b12123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:40.744020 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-da50a27d-7180-4e91-8ffa-946b48a3d699 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:40.751460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da50a27d-7180-4e91-8ffa-946b48a3d699 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:40.752102 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-da50a27d-7180-4e91-8ffa-946b48a3d699 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:40.802509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4fa2cb6-21cf-4d1e-b93e-ce3172c0c8f3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Router 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:11:40.902596 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-da50a27d-7180-4e91-8ffa-946b48a3d699 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5802698 Mar 01 21:11:40.903606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da50a27d-7180-4e91-8ffa-946b48a3d699 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Network': ['ID=86260157-4203-4f43-800b-c76d77ba0cab,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:40.906590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35392) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:40.913698 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-3622a79d-8fb2-4c21-8740-b971bc7f4d11 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'subnet': {'network_id': '86260157-4203-4f43-800b-c76d77ba0cab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:40.919015 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 86260157-4203-4f43-800b-c76d77ba0cab details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:11:41.007116 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e2396cf4-513c-4288-866e-430344b12123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:41.025494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2396cf4-513c-4288-866e-430344b12123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397379ac-90eb-4f30-a7b7-b7fb30ab2fb6,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:41.068488 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e2396cf4-513c-4288-866e-430344b12123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:41.072044 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e2396cf4-513c-4288-866e-430344b12123 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/397379ac-90eb-4f30-a7b7-b7fb30ab2fb6 HTTP/1.1" status: 204 len: 168 time: 0.7809474 Mar 01 21:11:41.122424 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fa2cb6-21cf-4d1e-b93e-ce3172c0c8f3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:11:41.140715 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd974e9-f6af-4ba0-804a-30ad656daed8 None None] Sync routers for ids ['236506ba-093b-4bbd-b57d-a9fb1a3a44d0'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:11:41.154901 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4fa2cb6-21cf-4d1e-b93e-ce3172c0c8f3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:41.159908 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd974e9-f6af-4ba0-804a-30ad656daed8 None None] Routers {'236506ba-093b-4bbd-b57d-a9fb1a3a44d0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:11:41.161030 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-2cd974e9-f6af-4ba0-804a-30ad656daed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:11:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['236506ba-093b-4bbd-b57d-a9fb1a3a44d0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:41.250793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35410) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:41.298817 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3622a79d-8fb2-4c21-8740-b971bc7f4d11 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:41.304776 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e4fa2cb6-21cf-4d1e-b93e-ce3172c0c8f3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "PUT /v2.0/floatingips/ad52a204-28eb-4518-8706-8b19a1e486e7 HTTP/1.1" status: 200 len: 991 time: 3.1370211 Mar 01 21:11:41.306185 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'tag': 'e23ba621-6158-4cdc-81c1-c43c4a1efeac'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:11:41.333116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3622a79d-8fb2-4c21-8740-b971bc7f4d11 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:subnet and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:41.346152 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3622a79d-8fb2-4c21-8740-b971bc7f4d11 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:41.357268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3622a79d-8fb2-4c21-8740-b971bc7f4d11 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:41.403978 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'tag': 'e23ba621-6158-4cdc-81c1-c43c4a1efeac', 'status': 'completed', 'code': 200} Mar 01 21:11:41.524276 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-2cd974e9-f6af-4ba0-804a-30ad656daed8 None None] Set router 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:11:41.561589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05487da6-e2a4-49bb-8a0b-6fbe468395c2 req-128f7111-6e71-4093-a2cd-8ecceaca32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:41.563698 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05487da6-e2a4-49bb-8a0b-6fbe468395c2 req-128f7111-6e71-4093-a2cd-8ecceaca32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:41.564720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05487da6-e2a4-49bb-8a0b-6fbe468395c2 req-128f7111-6e71-4093-a2cd-8ecceaca32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:41.565554 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05487da6-e2a4-49bb-8a0b-6fbe468395c2 req-128f7111-6e71-4093-a2cd-8ecceaca32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:41.566226 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05487da6-e2a4-49bb-8a0b-6fbe468395c2 req-128f7111-6e71-4093-a2cd-8ecceaca32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:41.567076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05487da6-e2a4-49bb-8a0b-6fbe468395c2 req-128f7111-6e71-4093-a2cd-8ecceaca32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:41.567748 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05487da6-e2a4-49bb-8a0b-6fbe468395c2 req-128f7111-6e71-4093-a2cd-8ecceaca32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:41.570491 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-05487da6-e2a4-49bb-8a0b-6fbe468395c2 req-128f7111-6e71-4093-a2cd-8ecceaca32a5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5753fa3f75764d519dfd77c438eb049c&device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 6500 time: 0.1375132 Mar 01 21:11:41.577469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3622a79d-8fb2-4c21-8740-b971bc7f4d11 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:41.582205 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3622a79d-8fb2-4c21-8740-b971bc7f4d11 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:41.762474 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9c82f-b84b-404c-98db-887a40793c2c req-f48a4562-bcf8-4b41-bac6-17b1d5808789 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:41.778760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9c82f-b84b-404c-98db-887a40793c2c req-f48a4562-bcf8-4b41-bac6-17b1d5808789 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:41.788053 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9c82f-b84b-404c-98db-887a40793c2c req-f48a4562-bcf8-4b41-bac6-17b1d5808789 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:41.797318 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9c82f-b84b-404c-98db-887a40793c2c req-f48a4562-bcf8-4b41-bac6-17b1d5808789 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:41.809210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9c82f-b84b-404c-98db-887a40793c2c req-f48a4562-bcf8-4b41-bac6-17b1d5808789 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:41.820730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9c82f-b84b-404c-98db-887a40793c2c req-f48a4562-bcf8-4b41-bac6-17b1d5808789 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:41.830453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db9c82f-b84b-404c-98db-887a40793c2c req-f48a4562-bcf8-4b41-bac6-17b1d5808789 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:41.835940 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2db9c82f-b84b-404c-98db-887a40793c2c req-f48a4562-bcf8-4b41-bac6-17b1d5808789 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5443 time: 0.2872510 Mar 01 21:11:41.887279 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2058-f77d-4b44-b240-884eff7eb660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:41.913948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f6fe2058-f77d-4b44-b240-884eff7eb660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:41.930952 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f6fe2058-f77d-4b44-b240-884eff7eb660 admin admin] Usage tracker for resource:security_group_rule and tenant:daa06f674d4244acb0b2187471174036 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:41.936224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f6fe2058-f77d-4b44-b240-884eff7eb660 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:41.955771 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2db9c82f-b84b-404c-98db-887a40793c2c req-921273c7-a492-4c88-bacc-2f56f4f9bb69 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0919516 Mar 01 21:11:41.962679 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f6fe2058-f77d-4b44-b240-884eff7eb660 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:42.098505 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05487da6-e2a4-49bb-8a0b-6fbe468395c2 req-38069fb0-697d-4450-9308-6fc40b568b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:42.103694 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-05487da6-e2a4-49bb-8a0b-6fbe468395c2 req-38069fb0-697d-4450-9308-6fc40b568b74 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ad62e9af-4b76-4a54-b75b-80997074ebfc HTTP/1.1" status: 200 len: 918 time: 0.5022089 Mar 01 21:11:42.350842 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2058-f77d-4b44-b240-884eff7eb660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:42.392814 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-05487da6-e2a4-49bb-8a0b-6fbe468395c2 req-3fde742e-1a99-42ec-a9cd-af0d93f2e1d7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e23ba621-6158-4cdc-81c1-c43c4a1efeac HTTP/1.1" status: 200 len: 999 time: 0.2803464 Mar 01 21:11:42.442313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad339ba-d6c2-4573-b739-fddae9d3a245 req-d36cc9d3-c8fd-4114-be84-4327eec79d44 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:42.454370 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad339ba-d6c2-4573-b739-fddae9d3a245 req-d36cc9d3-c8fd-4114-be84-4327eec79d44 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:42.462338 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-2cd974e9-f6af-4ba0-804a-30ad656daed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1621693141-router', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:24Z', 'updated_at': '2022-03-01T21:07:37Z', 'revision_number': 4, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'gw_port': {'id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:27Z', 'updated_at': '2022-03-01T21:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'ad52a204-28eb-4518-8706-8b19a1e486e7', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'port_id': 'e23ba621-6158-4cdc-81c1-c43c4a1efeac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc', 'mac_address': 'fa:16:3e:16:d9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:09:33Z', 'updated_at': '2022-03-01T21:11:39Z', 'revision_number': 1, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '309e1742-e8ce-4d5e-9624-3909518a61cd', 'name': '', 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'mac_address': 'fa:16:3e:4c:12:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '0316ebdb-a31b-45d0-8b60-adc971a0b03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:35Z', 'updated_at': '2022-03-01T21:07:48Z', 'revision_number': 5, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'subnets': [{'id': '0316ebdb-a31b-45d0-8b60-adc971a0b03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:42.468551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad339ba-d6c2-4573-b739-fddae9d3a245 req-d36cc9d3-c8fd-4114-be84-4327eec79d44 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:42.473294 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd974e9-f6af-4ba0-804a-30ad656daed8 None None] Checking router: 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:11:42.486244 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd974e9-f6af-4ba0-804a-30ad656daed8 None None] Routers {'236506ba-093b-4bbd-b57d-a9fb1a3a44d0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:11:42.486943 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad339ba-d6c2-4573-b739-fddae9d3a245 req-d36cc9d3-c8fd-4114-be84-4327eec79d44 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:42.491594 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-2cd974e9-f6af-4ba0-804a-30ad656daed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:11:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['236506ba-093b-4bbd-b57d-a9fb1a3a44d0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:42.515771 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad339ba-d6c2-4573-b739-fddae9d3a245 req-d36cc9d3-c8fd-4114-be84-4327eec79d44 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:42.522347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05487da6-e2a4-49bb-8a0b-6fbe468395c2 req-3e875fe1-62dd-4a9e-828f-ce371e85fa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:42.524840 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-05487da6-e2a4-49bb-8a0b-6fbe468395c2 req-3e875fe1-62dd-4a9e-828f-ce371e85fa6f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0316ebdb-a31b-45d0-8b60-adc971a0b03e HTTP/1.1" status: 200 len: 856 time: 0.1232462 Mar 01 21:11:42.527217 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35450) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:42.566062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad339ba-d6c2-4573-b739-fddae9d3a245 req-d36cc9d3-c8fd-4114-be84-4327eec79d44 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:42.593155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad339ba-d6c2-4573-b739-fddae9d3a245 req-d36cc9d3-c8fd-4114-be84-4327eec79d44 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:42.602186 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ad339ba-d6c2-4573-b739-fddae9d3a245 req-d36cc9d3-c8fd-4114-be84-4327eec79d44 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5443 time: 0.3472197 Mar 01 21:11:42.605066 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2058-f77d-4b44-b240-884eff7eb660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:42.678686 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05487da6-e2a4-49bb-8a0b-6fbe468395c2 req-409de766-bded-4ecd-81d5-521166352095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:42.680457 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-05487da6-e2a4-49bb-8a0b-6fbe468395c2 req-409de766-bded-4ecd-81d5-521166352095 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad62e9af-4b76-4a54-b75b-80997074ebfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1424828 Mar 01 21:11:42.694062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe2058-f77d-4b44-b240-884eff7eb660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=946674d2-97f3-4f58-a4b0-11beb94b8cb6,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:42.757725 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f6fe2058-f77d-4b44-b240-884eff7eb660 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=daa06f674d4244acb0b2187471174036&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5048311 Mar 01 21:11:42.758709 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-2cd974e9-f6af-4ba0-804a-30ad656daed8 None None] Set router 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:11:42.758904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35462) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:42.832689 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-20120555-6fd9-4d93-8db5-d23127001a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:42.837349 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4eec9a00-c046-4ffd-b74b-9e3501502ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:42.876140 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-20120555-6fd9-4d93-8db5-d23127001a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:42.878088 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4eec9a00-c046-4ffd-b74b-9e3501502ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:42.888081 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4eec9a00-c046-4ffd-b74b-9e3501502ac9 admin admin] Usage tracker for resource:security_group_rule and tenant:a2e8ae52b0e94055b838bad198c028f5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:42.896328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4eec9a00-c046-4ffd-b74b-9e3501502ac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:42.904317 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4eec9a00-c046-4ffd-b74b-9e3501502ac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:42.955280 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-05487da6-e2a4-49bb-8a0b-6fbe468395c2 req-d5e06ff0-55ae-4b59-8c2d-6777ac293605 service neutron] 10.222.0.57 "GET /v2.0/networks/ad62e9af-4b76-4a54-b75b-80997074ebfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657840 Mar 01 21:11:43.083208 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-20120555-6fd9-4d93-8db5-d23127001a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:43.098737 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3622a79d-8fb2-4c21-8740-b971bc7f4d11 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:43.107778 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20120555-6fd9-4d93-8db5-d23127001a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=946674d2-97f3-4f58-a4b0-11beb94b8cb6,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:43.129332 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-20120555-6fd9-4d93-8db5-d23127001a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:43.134149 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-20120555-6fd9-4d93-8db5-d23127001a18 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/946674d2-97f3-4f58-a4b0-11beb94b8cb6 HTTP/1.1" status: 204 len: 168 time: 0.3741989 Mar 01 21:11:43.181204 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-05487da6-e2a4-49bb-8a0b-6fbe468395c2 req-a4b93e58-6372-4d22-a89d-89dd60f85d99 service neutron] 10.222.0.57 "GET /v2.0/networks/ad62e9af-4b76-4a54-b75b-80997074ebfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188895 Mar 01 21:11:43.191050 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3622a79d-8fb2-4c21-8740-b971bc7f4d11 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Subnet': ['ID=22b7b1fc-f4b4-4303-ad2c-8c7345be6d9d,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:43.252648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3622a79d-8fb2-4c21-8740-b971bc7f4d11 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Checking segment: {'id': 'c0aaa6f0-400b-4184-adfc-37ff333e2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '86260157-4203-4f43-800b-c76d77ba0cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:11:43.253010 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3622a79d-8fb2-4c21-8740-b971bc7f4d11 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network hostable DHCP agents. Network: 86260157-4203-4f43-800b-c76d77ba0cab, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:11:43.321159 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4eec9a00-c046-4ffd-b74b-9e3501502ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:43.354798 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-2cd974e9-f6af-4ba0-804a-30ad656daed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1621693141-router', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:24Z', 'updated_at': '2022-03-01T21:07:37Z', 'revision_number': 4, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'gw_port': {'id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:27Z', 'updated_at': '2022-03-01T21:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'ad52a204-28eb-4518-8706-8b19a1e486e7', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'port_id': 'e23ba621-6158-4cdc-81c1-c43c4a1efeac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc', 'mac_address': 'fa:16:3e:16:d9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:09:33Z', 'updated_at': '2022-03-01T21:11:39Z', 'revision_number': 1, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '309e1742-e8ce-4d5e-9624-3909518a61cd', 'name': '', 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'mac_address': 'fa:16:3e:4c:12:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '0316ebdb-a31b-45d0-8b60-adc971a0b03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:35Z', 'updated_at': '2022-03-01T21:07:48Z', 'revision_number': 5, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'subnets': [{'id': '0316ebdb-a31b-45d0-8b60-adc971a0b03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:43.371448 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd974e9-f6af-4ba0-804a-30ad656daed8 None None] The sync data for ids ['236506ba-093b-4bbd-b57d-a9fb1a3a44d0'] in n-d-827896-4 is: [{'id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1621693141-router', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:24Z', 'updated_at': '2022-03-01T21:07:37Z', 'revision_number': 4, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'gw_port': {'id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:27Z', 'updated_at': '2022-03-01T21:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'ad52a204-28eb-4518-8706-8b19a1e486e7', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'floating_ip_address': '172.25.5.188', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'port_id': 'e23ba621-6158-4cdc-81c1-c43c4a1efeac', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc', 'mac_address': 'fa:16:3e:16:d9:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:09:33Z', 'updated_at': '2022-03-01T21:11:39Z', 'revision_number': 1, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '309e1742-e8ce-4d5e-9624-3909518a61cd', 'name': '', 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'mac_address': 'fa:16:3e:4c:12:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '0316ebdb-a31b-45d0-8b60-adc971a0b03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:35Z', 'updated_at': '2022-03-01T21:07:48Z', 'revision_number': 5, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'subnets': [{'id': '0316ebdb-a31b-45d0-8b60-adc971a0b03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:11:43.381258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3622a79d-8fb2-4c21-8740-b971bc7f4d11 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network 86260157-4203-4f43-800b-c76d77ba0cab is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:11:43.488895 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4eec9a00-c046-4ffd-b74b-9e3501502ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:43.535218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-3622a79d-8fb2-4c21-8740-b971bc7f4d11 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 86260157-4203-4f43-800b-c76d77ba0cab) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:43.543283 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3622a79d-8fb2-4c21-8740-b971bc7f4d11 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:43.543910 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3622a79d-8fb2-4c21-8740-b971bc7f4d11 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:43.556043 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4eec9a00-c046-4ffd-b74b-9e3501502ac9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a2e8ae52b0e94055b838bad198c028f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0229619 Mar 01 21:11:43.556043 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec9a00-c046-4ffd-b74b-9e3501502ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abaa509-8d81-4aab-a552-ab6e331d4684,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:43.564126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35502) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:43.569741 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508f5e63-ff51-4681-96ec-e5c6c6942d57 None None] Network 86260157-4203-4f43-800b-c76d77ba0cab requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:11:43.689403 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84b2af5e-6cfa-4f20-bb7b-21353df006c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:43.702227 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3622a79d-8fb2-4c21-8740-b971bc7f4d11 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7921109 Mar 01 21:11:43.737272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35506) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:43.751461 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84b2af5e-6cfa-4f20-bb7b-21353df006c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:43.757432 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b6bda0c3-3ccb-4c22-9401-9bb28567d7a9 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'subnet': {'network_id': '86260157-4203-4f43-800b-c76d77ba0cab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:43.898529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-96451fd6-ce45-48fc-8e86-75ec064b65cf tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:43.902178 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-96451fd6-ce45-48fc-8e86-75ec064b65cf tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/networks?id=e517bba3-d9c1-4868-8682-f20940261900 HTTP/1.1" status: 200 len: 814 time: 0.4414303 Mar 01 21:11:43.977484 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84b2af5e-6cfa-4f20-bb7b-21353df006c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:43.990895 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-fc88202f-baaf-44c1-a7bf-3e155da40689 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/quotas/d397067f52704b8293603081e97c4744 HTTP/1.1" status: 200 len: 375 time: 0.0796103 Mar 01 21:11:44.008585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b2af5e-6cfa-4f20-bb7b-21353df006c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abaa509-8d81-4aab-a552-ab6e331d4684,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:44.014283 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84b2af5e-6cfa-4f20-bb7b-21353df006c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:44.019523 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-84b2af5e-6cfa-4f20-bb7b-21353df006c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5abaa509-8d81-4aab-a552-ab6e331d4684 HTTP/1.1" status: 204 len: 168 time: 0.4530206 Mar 01 21:11:44.060998 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce82e7c8-acff-4a7a-8880-ae3f295c07e8 None None] New status for floating IP ad52a204-28eb-4518-8706-8b19a1e486e7: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:11:44.134488 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b6bda0c3-3ccb-4c22-9401-9bb28567d7a9 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:44.142325 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b6bda0c3-3ccb-4c22-9401-9bb28567d7a9 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:subnet and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:44.145682 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-86260157-4203-4f43-800b-c76d77ba0cab', 'network_id': '86260157-4203-4f43-800b-c76d77ba0cab', 'tenant_id': 'b0c650e22c5b44d78b9ba9842ac83e9f', 'fixed_ips': [{'subnet_id': '22b7b1fc-f4b4-4303-ad2c-8c7345be6d9d'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:11:44.146484 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:44.147396 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b6bda0c3-3ccb-4c22-9401-9bb28567d7a9 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:44.156147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b6bda0c3-3ccb-4c22-9401-9bb28567d7a9 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:44.202511 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-27fb8977-9c07-459d-8e9f-a4c9f95bec8b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d397067f52704b8293603081e97c4744&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2019494 Mar 01 21:11:44.256159 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bda0c3-3ccb-4c22-9401-9bb28567d7a9 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:44.263306 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6bda0c3-3ccb-4c22-9401-9bb28567d7a9 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:44.466140 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-728a227e-b7a9-4481-9611-1e2c0c474888 service neutron] 10.222.0.42 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626827 Mar 01 21:11:44.484988 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Allocated IP 2001:db8::2 (86260157-4203-4f43-800b-c76d77ba0cab/22b7b1fc-f4b4-4303-ad2c-8c7345be6d9d/ea136de4-f4af-4fa1-b50e-a7a0da31c8a2) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:11:44.520738 n-d-827896-4 neutron-server[88518]: INFO neutron.db.ipam_backend_mixin [None req-b6bda0c3-3ccb-4c22-9401-9bb28567d7a9 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 22b7b1fc-f4b4-4303-ad2c-8c7345be6d9d (CIDR: 2001:db8::/64) Mar 01 21:11:44.576374 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6bda0c3-3ccb-4c22-9401-9bb28567d7a9 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:11:44.576857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6bda0c3-3ccb-4c22-9401-9bb28567d7a9 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:11:44.663868 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-7730b3de-0307-4f92-92ee-0fa3a418b330 service neutron] 10.222.0.42 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956625 Mar 01 21:11:44.668842 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b6bda0c3-3ccb-4c22-9401-9bb28567d7a9 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9302280 Mar 01 21:11:44.672557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35528) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:44.690523 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b6e170e0-805e-4143-ba01-4cfac7ee2b25 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'subnet': {'network_id': '86260157-4203-4f43-800b-c76d77ba0cab', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:44.732090 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:44.744257 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Transition to ACTIVE for port object ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:11:44.765059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Transition to ACTIVE for port object ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:11:44.871634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b6e170e0-805e-4143-ba01-4cfac7ee2b25 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:44.875912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b6e170e0-805e-4143-ba01-4cfac7ee2b25 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:subnet and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:44.878933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b6e170e0-805e-4143-ba01-4cfac7ee2b25 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:44.881241 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:44.885318 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b6e170e0-805e-4143-ba01-4cfac7ee2b25 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:44.955522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e170e0-805e-4143-ba01-4cfac7ee2b25 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:44.959822 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6e170e0-805e-4143-ba01-4cfac7ee2b25 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:44.989296 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f22cef3c-fd8a-46af-af8f-e4b72840fa48 req-90c68202-4287-4c56-ba6a-0e941b482e48 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 210 time: 0.0525720 Mar 01 21:11:45.020522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Network 86260157-4203-4f43-800b-c76d77ba0cab is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:11:45.028452 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:45.035432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:11:45.042804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Pushing event updated for resources: {'Port': ['ID=ea136de4-f4af-4fa1-b50e-a7a0da31c8a2,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:45.159040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35548) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:45.190134 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Attempting to bind port ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:11:45.190412 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Attempting to bind port ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'c0aaa6f0-400b-4184-adfc-37ff333e2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '86260157-4203-4f43-800b-c76d77ba0cab'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:11:45.190781 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Attempting to bind port ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 on network 86260157-4203-4f43-800b-c76d77ba0cab {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:11:45.197058 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:11:45.197444 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Checking segment: {'id': 'c0aaa6f0-400b-4184-adfc-37ff333e2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '86260157-4203-4f43-800b-c76d77ba0cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:11:45.198266 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:45.198379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Bound using segment: {'id': 'c0aaa6f0-400b-4184-adfc-37ff333e2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '86260157-4203-4f43-800b-c76d77ba0cab'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:11:45.199239 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Bound port: ea136de4-f4af-4fa1-b50e-a7a0da31c8a2, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0aaa6f0-400b-4184-adfc-37ff333e2bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '86260157-4203-4f43-800b-c76d77ba0cab'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:11:45.199399 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:45.214312 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4cb25416-db74-445a-8dd0-ed08c362ea3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:45.238414 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4cb25416-db74-445a-8dd0-ed08c362ea3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:45.249380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4cb25416-db74-445a-8dd0-ed08c362ea3e admin admin] Usage tracker for resource:security_group_rule and tenant:f53039d3caa74971b50d400fa2e07428 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:45.258979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4cb25416-db74-445a-8dd0-ed08c362ea3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:45.266794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4cb25416-db74-445a-8dd0-ed08c362ea3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:45.338336 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] For port ea136de4-f4af-4fa1-b50e-a7a0da31c8a2, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:11:45.355882 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] For port ea136de4-f4af-4fa1-b50e-a7a0da31c8a2, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea136de4-f4af-4fa1-b50e-a7a0da31c8a2,segment=NetworkSegment(c0aaa6f0-400b-4184-adfc-37ff333e2bc1),segment_id=c0aaa6f0-400b-4184-adfc-37ff333e2bc1)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:11:45.413883 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4cb25416-db74-445a-8dd0-ed08c362ea3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:45.436144 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:45.498927 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4cb25416-db74-445a-8dd0-ed08c362ea3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:45.553863 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4cb25416-db74-445a-8dd0-ed08c362ea3e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f53039d3caa74971b50d400fa2e07428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3935611 Mar 01 21:11:45.555459 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb25416-db74-445a-8dd0-ed08c362ea3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450b8b63-6f6a-4a9d-bfc9-69fb7ffcc7f8,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:45.566002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35556) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:45.604403 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867d6ca9-9ab3-47d4-852f-6195ebd2c02d None None] Pushing event updated for resources: {'Port': ['ID=ea136de4-f4af-4fa1-b50e-a7a0da31c8a2,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:45.671787 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6e170e0-805e-4143-ba01-4cfac7ee2b25 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:45.822383 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e170e0-805e-4143-ba01-4cfac7ee2b25 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network 86260157-4203-4f43-800b-c76d77ba0cab is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:11:45.837708 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-b6e170e0-805e-4143-ba01-4cfac7ee2b25 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:45.846218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e170e0-805e-4143-ba01-4cfac7ee2b25 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:45.846218 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6e170e0-805e-4143-ba01-4cfac7ee2b25 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:45.892389 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e170e0-805e-4143-ba01-4cfac7ee2b25 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Subnet': ['ID=3b88b8b9-8d93-41b0-9bd4-420baf0502f3,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:45.896010 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d2a9a6f1-4243-41fa-967b-78f58fa79bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:45.943973 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d2a9a6f1-4243-41fa-967b-78f58fa79bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:45.993173 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b6e170e0-805e-4143-ba01-4cfac7ee2b25 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3106244 Mar 01 21:11:45.993173 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35566) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:46.004557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-1e3fbe68-27d2-4856-a307-fd39f1624867 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'port': {'network_id': '86260157-4203-4f43-800b-c76d77ba0cab', 'fixed_ips': [{'subnet_id': '22b7b1fc-f4b4-4303-ad2c-8c7345be6d9d'}, {'subnet_id': '3b88b8b9-8d93-41b0-9bd4-420baf0502f3'}], 'name': 'tempest-PortsIpV6TestJSON-486337275'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:46.181525 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:11:46.197481 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d2a9a6f1-4243-41fa-967b-78f58fa79bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:46.234519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9a6f1-4243-41fa-967b-78f58fa79bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450b8b63-6f6a-4a9d-bfc9-69fb7ffcc7f8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:46.262450 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d2a9a6f1-4243-41fa-967b-78f58fa79bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:46.269309 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d2a9a6f1-4243-41fa-967b-78f58fa79bb1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/450b8b63-6f6a-4a9d-bfc9-69fb7ffcc7f8 HTTP/1.1" status: 204 len: 168 time: 0.7094541 Mar 01 21:11:46.394799 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1e3fbe68-27d2-4856-a307-fd39f1624867 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:46.401829 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1e3fbe68-27d2-4856-a307-fd39f1624867 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:port and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:46.405869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1e3fbe68-27d2-4856-a307-fd39f1624867 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:46.409452 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32c4cdce-7fbf-40c8-b278-eb5f3f0c1759 req-6de92c09-5525-4353-9328-a72ea5e57a9b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 210 time: 0.1685925 Mar 01 21:11:46.425162 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1e3fbe68-27d2-4856-a307-fd39f1624867 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:46.523820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3fbe68-27d2-4856-a307-fd39f1624867 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:46.616779 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:11:46.890801 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:11:46.952404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35586) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:46.960290 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1e3fbe68-27d2-4856-a307-fd39f1624867 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:47.021365 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-1e3fbe68-27d2-4856-a307-fd39f1624867 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] device_id is not set on port f7d732a2-994c-4476-8319-6917740fbac3 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:11:47.026378 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35594) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:47.033208 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Request body: {'network': {'name': 'tempest-network-smoke--1161399645', 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'port_security_enabled': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:47.053362 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:47.060216 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Usage tracker for resource:network and tenant:d1b3d33ac1c64551b55e0abce258f6fe is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:47.070279 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:47.083825 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:47.159303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Made reservation on behalf of d1b3d33ac1c64551b55e0abce258f6fe for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:47.163608 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:47.179252 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:47.203679 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:47.214123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Usage tracker for resource:security_group_rule and tenant:d1b3d33ac1c64551b55e0abce258f6fe is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:47.227496 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:47.234526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:47.326264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1747723134'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:47.341114 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:47.359214 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f575be0d-1514-420b-90c2-f52255013cd8 None None] Network 86260157-4203-4f43-800b-c76d77ba0cab requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:11:47.374774 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Usage tracker for resource:network and tenant:d3a0867aa32c4d889e3ebab8aaaf1876 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:47.387319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:47.393908 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:47.398367 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:47.518879 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:47.542535 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-1e3fbe68-27d2-4856-a307-fd39f1624867 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Allocated IP 2001:db8::1fe (86260157-4203-4f43-800b-c76d77ba0cab/22b7b1fc-f4b4-4303-ad2c-8c7345be6d9d/f7d732a2-994c-4476-8319-6917740fbac3) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:11:47.552372 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-1e3fbe68-27d2-4856-a307-fd39f1624867 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Allocated IP 2001:db8:0:1::48 (86260157-4203-4f43-800b-c76d77ba0cab/3b88b8b9-8d93-41b0-9bd4-420baf0502f3/f7d732a2-994c-4476-8319-6917740fbac3) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:11:47.628997 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8c68c781-80bd-4abf-8289-16f6d8824288 None None] Provisioning for port ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:11:47.636723 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8c68c781-80bd-4abf-8289-16f6d8824288 None None] Provisioning complete for port ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:47.637395 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8c68c781-80bd-4abf-8289-16f6d8824288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:47.660192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:11:47.679352 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:47.680526 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Added segment 47633a6d-1388-4f44-a0b4-aa7c1dba211a of type vlan for network 6033315f-9cc1-40b7-a652-aec8e732a438 Mar 01 21:11:47.695460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35608) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:47.698276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Made reservation on behalf of d3a0867aa32c4d889e3ebab8aaaf1876 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:47.701900 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:47.757633 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412c6ec5-29f7-4ea4-939d-f6d666a906f7,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:47.769593 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:47.807498 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8c68c781-80bd-4abf-8289-16f6d8824288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:47.818250 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c6d99e5-2a6d-4928-9187-5298d1b7817c req-bccc0087-0ceb-4260-a500-e5a1572bc5d6 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 210 time: 0.1210935 Mar 01 21:11:47.824020 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:47.831971 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:47.848431 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Usage tracker for resource:security_group_rule and tenant:d3a0867aa32c4d889e3ebab8aaaf1876 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:47.852454 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:47.861860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:47.873619 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8c68c781-80bd-4abf-8289-16f6d8824288 None None] For port ea136de4-f4af-4fa1-b50e-a7a0da31c8a2, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea136de4-f4af-4fa1-b50e-a7a0da31c8a2,segment=NetworkSegment(c0aaa6f0-400b-4184-adfc-37ff333e2bc1),segment_id=c0aaa6f0-400b-4184-adfc-37ff333e2bc1)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:47.974952 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8c68c781-80bd-4abf-8289-16f6d8824288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:47.995543 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:48.007046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:48.008048 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:48.067842 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208ace4b-b5f7-447d-8401-2f0c7986c9d5 None None] Update dhcp port {'port': {'network_id': '86260157-4203-4f43-800b-c76d77ba0cab', 'fixed_ips': [{'subnet_id': '22b7b1fc-f4b4-4303-ad2c-8c7345be6d9d', 'ip_address': '2001:db8::2'}, {'subnet_id': '3b88b8b9-8d93-41b0-9bd4-420baf0502f3'}], 'binding:host_id': 'n-d-827896-4'}, 'id': 'ea136de4-f4af-4fa1-b50e-a7a0da31c8a2'} from n-d-827896-4. {{(pid=88520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 01 21:11:48.130628 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68c781-80bd-4abf-8289-16f6d8824288 None None] Pushing event updated for resources: {'Port': ['ID=ea136de4-f4af-4fa1-b50e-a7a0da31c8a2,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:48.147694 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e28433d6-bc1d-4727-9ada-ba14dd4a4e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:48.150451 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-208ace4b-b5f7-447d-8401-2f0c7986c9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:48.173591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e28433d6-bc1d-4727-9ada-ba14dd4a4e56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:48.174732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event updated for resources: {'Network': ['ID=6033315f-9cc1-40b7-a652-aec8e732a438,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:48.178036 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e28433d6-bc1d-4727-9ada-ba14dd4a4e56 admin admin] Usage tracker for resource:security_group_rule and tenant:fcc3951e9bb943c2abdfba2d87078ea3 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:48.181285 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e28433d6-bc1d-4727-9ada-ba14dd4a4e56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:48.191586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e28433d6-bc1d-4727-9ada-ba14dd4a4e56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:48.212623 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:48.219750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 6033315f-9cc1-40b7-a652-aec8e732a438 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:11:48.272479 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1e3fbe68-27d2-4856-a307-fd39f1624867 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:48.313738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-0450fb0f-bd97-4b5e-a663-0146a1bdde75 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:48.314568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-0450fb0f-bd97-4b5e-a663-0146a1bdde75 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Synchronizing usage tracker for tenant:d397067f52704b8293603081e97c4744 on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:11:48.319996 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5d8f1703-4e54-48d0-a43f-1e934a908751 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2896113 Mar 01 21:11:48.320178 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:48.326847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-1e3fbe68-27d2-4856-a307-fd39f1624867 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Transition to ACTIVE for port object f7d732a2-994c-4476-8319-6917740fbac3 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:11:48.326847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35622) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:48.348773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-859292304', 'admin_state_up': True, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:48.373623 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:48.381832 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1f2e19-0ba7-4f36-b19c-d261329881be,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:48.385651 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Usage tracker for resource:router and tenant:d1b3d33ac1c64551b55e0abce258f6fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:48.397848 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:48.409691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:48.411574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:11:48.417473 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e28433d6-bc1d-4727-9ada-ba14dd4a4e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:48.426031 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:48.426704 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Added segment f68bf8e8-c932-4635-9dc1-2b7fad496e82 of type vlan for network e33e781e-5257-4609-9e61-e68dd42f6bb5 Mar 01 21:11:48.442323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-0450fb0f-bd97-4b5e-a663-0146a1bdde75 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Unset dirty status for tenant:d397067f52704b8293603081e97c4744 on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:11:48.443574 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-0450fb0f-bd97-4b5e-a663-0146a1bdde75 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.57 "GET /v2.0/networks?id=e517bba3-d9c1-4868-8682-f20940261900 HTTP/1.1" status: 200 len: 814 time: 0.5654435 Mar 01 21:11:48.461551 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-14f4a3af-40f6-438c-b5d3-1e8a8b36e901 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Request body: {'port': {'device_id': '98b4d4f2-734f-4574-909d-c6c7dfef8768', 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900', 'admin_state_up': True, 'tenant_id': 'd397067f52704b8293603081e97c4744'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:48.471245 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:48.499259 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:11:48.504846 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e28433d6-bc1d-4727-9ada-ba14dd4a4e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:48.583889 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:48.590616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:48.590616 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:48.616091 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1e3fbe68-27d2-4856-a307-fd39f1624867 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:48.617901 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:48.618914 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:48.650709 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:48.651983 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:48.698474 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-208ace4b-b5f7-447d-8401-2f0c7986c9d5 None None] Allocated IP 2001:db8:0:1::2 (86260157-4203-4f43-800b-c76d77ba0cab/3b88b8b9-8d93-41b0-9bd4-420baf0502f3/ea136de4-f4af-4fa1-b50e-a7a0da31c8a2) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:11:48.715678 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3fbe68-27d2-4856-a307-fd39f1624867 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=f7d732a2-994c-4476-8319-6917740fbac3,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:48.727152 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e28433d6-bc1d-4727-9ada-ba14dd4a4e56 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fcc3951e9bb943c2abdfba2d87078ea3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0298476 Mar 01 21:11:48.732301 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.7750633 Mar 01 21:11:48.733092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35634) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:48.756734 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28433d6-bc1d-4727-9ada-ba14dd4a4e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017224d6-5881-4a2f-b5b5-8a8522d75de8,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:48.763498 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da11cfd-ea02-4939-a3fb-7d3de43b48a1 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Pushing event updated for resources: {'Network': ['ID=e33e781e-5257-4609-9e61-e68dd42f6bb5,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:48.805343 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:48.823884 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94f9e280-b7f1-4b1d-8ec7-fed394bb5784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:48.866993 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network e33e781e-5257-4609-9e61-e68dd42f6bb5 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:11:48.883911 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3fbe68-27d2-4856-a307-fd39f1624867 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network 86260157-4203-4f43-800b-c76d77ba0cab is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:11:48.885181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-14f4a3af-40f6-438c-b5d3-1e8a8b36e901 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:48.885937 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94f9e280-b7f1-4b1d-8ec7-fed394bb5784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:48.892843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-1e3fbe68-27d2-4856-a307-fd39f1624867 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:48.900767 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3fbe68-27d2-4856-a307-fd39f1624867 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:11:48.918045 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3fbe68-27d2-4856-a307-fd39f1624867 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:48.923260 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1e3fbe68-27d2-4856-a307-fd39f1624867 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:49.008000 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-14f4a3af-40f6-438c-b5d3-1e8a8b36e901 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:49.084165 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94f9e280-b7f1-4b1d-8ec7-fed394bb5784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:49.129380 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-208ace4b-b5f7-447d-8401-2f0c7986c9d5 None None] For port ea136de4-f4af-4fa1-b50e-a7a0da31c8a2, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea136de4-f4af-4fa1-b50e-a7a0da31c8a2,segment=NetworkSegment(c0aaa6f0-400b-4184-adfc-37ff333e2bc1),segment_id=c0aaa6f0-400b-4184-adfc-37ff333e2bc1)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:49.133127 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-934f1af3-b1fb-4f3b-a889-896a8058e0c7 req-591a8943-3b85-49b9-83d4-05c533940377 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 210 time: 0.1323497 Mar 01 21:11:49.146497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f9e280-b7f1-4b1d-8ec7-fed394bb5784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017224d6-5881-4a2f-b5b5-8a8522d75de8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:49.168100 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1e3fbe68-27d2-4856-a307-fd39f1624867 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.1766262 Mar 01 21:11:49.180277 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94f9e280-b7f1-4b1d-8ec7-fed394bb5784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:49.180277 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-94f9e280-b7f1-4b1d-8ec7-fed394bb5784 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/017224d6-5881-4a2f-b5b5-8a8522d75de8 HTTP/1.1" status: 204 len: 168 time: 0.4343662 Mar 01 21:11:49.180277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35658) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:49.183674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35664) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:49.204120 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4e6084d2-4974-4f31-b541-864e3e92adf5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '22b7b1fc-f4b4-4303-ad2c-8c7345be6d9d'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:49.210296 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-208ace4b-b5f7-447d-8401-2f0c7986c9d5 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:49.242750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-208ace4b-b5f7-447d-8401-2f0c7986c9d5 None None] Transition to ACTIVE for port object ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:11:49.243665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Request body: {'port': {'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5', 'binding:host_id': 'n-h1-827896-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1908224844'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:49.265649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:49.279151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Usage tracker for resource:port and tenant:9a6c399bd8eb4f0c9c3d95411a310774 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:49.285799 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-14f4a3af-40f6-438c-b5d3-1e8a8b36e901 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Made reservation on behalf of d397067f52704b8293603081e97c4744 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:49.290275 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-14f4a3af-40f6-438c-b5d3-1e8a8b36e901 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:49.293806 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:49.337031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:49.347496 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-208ace4b-b5f7-447d-8401-2f0c7986c9d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:49.531521 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:49.574528 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208ace4b-b5f7-447d-8401-2f0c7986c9d5 None None] Pushing event updated for resources: {'Port': ['ID=ea136de4-f4af-4fa1-b50e-a7a0da31c8a2,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:49.648755 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e6084d2-4974-4f31-b541-864e3e92adf5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:49.739145 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Made reservation on behalf of 9a6c399bd8eb4f0c9c3d95411a310774 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:49.742332 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:49.792816 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:49.823291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:49.922091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Usage tracker for resource:security_group_rule and tenant:9a6c399bd8eb4f0c9c3d95411a310774 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:49.922091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:49.927807 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:49.929007 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-14f4a3af-40f6-438c-b5d3-1e8a8b36e901 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Allocated IP 172.20.0.5 (e517bba3-d9c1-4868-8682-f20940261900/7383c311-3b9e-4b34-8537-6f468962ae9d/046f66ab-a7ba-4915-8b82-068a7fa940d0) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:11:50.211443 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:50.232555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-4e6084d2-4974-4f31-b541-864e3e92adf5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Delete allocated IP 2001:db8:0:1::48 (86260157-4203-4f43-800b-c76d77ba0cab/3b88b8b9-8d93-41b0-9bd4-420baf0502f3) {{(pid=88518) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 01 21:11:50.310478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35692) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:50.312509 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:50.348295 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:50.361588 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:50.403725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] device_id is not set on port ee2b2959-404f-4530-80ee-7183f96eabf0 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:11:50.414239 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f975bcee-7c80-4fc0-bbd5-2dfbd26932da admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:50.453390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f975bcee-7c80-4fc0-bbd5-2dfbd26932da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:50.474669 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f975bcee-7c80-4fc0-bbd5-2dfbd26932da admin admin] Usage tracker for resource:security_group_rule and tenant:ab68e34f33b2480887a8cd7905a2c382 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:50.497626 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f975bcee-7c80-4fc0-bbd5-2dfbd26932da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:50.540945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f975bcee-7c80-4fc0-bbd5-2dfbd26932da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:50.543257 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:11:50.560953 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-23747344-542f-4fb2-a3dc-958585cd1fe5 req-720a40f7-70f4-4ced-a1cd-142d58f6e3ce tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 210 time: 0.2283928 Mar 01 21:11:50.562297 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-14f4a3af-40f6-438c-b5d3-1e8a8b36e901 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:50.611998 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbf8c77-8907-4a9b-a4a1-57152e4283f9 None None] Network 86260157-4203-4f43-800b-c76d77ba0cab requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:11:50.613832 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35698) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:50.633540 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9f5825-1e9f-4fa8-8da2-b5ddaaf9a674,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:50.692566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Allocated IP 172.25.5.98 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/d6fb764a-59c9-4758-b335-437fbe265925) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:11:50.736788 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e6084d2-4974-4f31-b541-864e3e92adf5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:50.775223 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-592e7811-484a-472e-ba04-f4ea5fa71f3a None None] Provisioning for port ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:11:50.791979 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-592e7811-484a-472e-ba04-f4ea5fa71f3a None None] Provisioning complete for port ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:50.792609 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-592e7811-484a-472e-ba04-f4ea5fa71f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:50.804387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-4e6084d2-4974-4f31-b541-864e3e92adf5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Ignored duplicate provisioning block setup for port f7d732a2-994c-4476-8319-6917740fbac3 by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 01 21:11:50.833200 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-14f4a3af-40f6-438c-b5d3-1e8a8b36e901 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:50.854165 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f975bcee-7c80-4fc0-bbd5-2dfbd26932da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:50.855005 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['df84c07d-160f-4e2d-8fe7-4bb2aae2371a', '0f13a087-92f7-404e-b40b-a3a52c97e512'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:11:50.886170 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e6dc8812-6f3c-4d1e-b996-7a45c30192e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:50.904701 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e6084d2-4974-4f31-b541-864e3e92adf5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:50.945583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-14f4a3af-40f6-438c-b5d3-1e8a8b36e901 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Network e517bba3-d9c1-4868-8682-f20940261900 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:11:50.950034 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e6dc8812-6f3c-4d1e-b996-7a45c30192e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:50.951656 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f975bcee-7c80-4fc0-bbd5-2dfbd26932da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:50.958488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-14f4a3af-40f6-438c-b5d3-1e8a8b36e901 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:50.964441 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:50.964441 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:50.972300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f4a3af-40f6-438c-b5d3-1e8a8b36e901 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Pushing event updated for resources: {'Port': ['ID=046f66ab-a7ba-4915-8b82-068a7fa940d0,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:50.980093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-14f4a3af-40f6-438c-b5d3-1e8a8b36e901 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:11:50.982649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e6dc8812-6f3c-4d1e-b996-7a45c30192e5 admin admin] Usage tracker for resource:security_group_rule and tenant:e6fa3408d66849208039baeaad97dc69 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:50.992875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] device_id is not set on port ee2b2959-404f-4530-80ee-7183f96eabf0 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:11:50.997331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e6dc8812-6f3c-4d1e-b996-7a45c30192e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:51.019861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e6dc8812-6f3c-4d1e-b996-7a45c30192e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:51.051777 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:51.081018 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:51.116418 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-4e6084d2-4974-4f31-b541-864e3e92adf5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] In _notify_port_updated(), no bound segment for port f7d732a2-994c-4476-8319-6917740fbac3 on network 86260157-4203-4f43-800b-c76d77ba0cab {{(pid=88518) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:11:51.122046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6084d2-4974-4f31-b541-864e3e92adf5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:51.122663 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e6084d2-4974-4f31-b541-864e3e92adf5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:51.141348 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4e6084d2-4974-4f31-b541-864e3e92adf5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "PUT /v2.0/ports/f7d732a2-994c-4476-8319-6917740fbac3 HTTP/1.1" status: 200 len: 925 time: 1.9463508 Mar 01 21:11:51.141348 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6084d2-4974-4f31-b541-864e3e92adf5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=f7d732a2-994c-4476-8319-6917740fbac3,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:51.141348 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35704) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:51.153055 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f975bcee-7c80-4fc0-bbd5-2dfbd26932da admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ab68e34f33b2480887a8cd7905a2c382&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8007667 Mar 01 21:11:51.153055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35708) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:51.157560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975bcee-7c80-4fc0-bbd5-2dfbd26932da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891942b2-07a5-4746-9e6b-85fd95ad9067,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:51.158548 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4738c6ee-eb75-40c0-91cc-3d8f9b28d342 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '22b7b1fc-f4b4-4303-ad2c-8c7345be6d9d'}, {'subnet_id': '3b88b8b9-8d93-41b0-9bd4-420baf0502f3'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:51.198933 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:51.201848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Transition to ACTIVE for port object ee2b2959-404f-4530-80ee-7183f96eabf0 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:11:51.260491 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-14f4a3af-40f6-438c-b5d3-1e8a8b36e901 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:51.261105 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-14f4a3af-40f6-438c-b5d3-1e8a8b36e901 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:51.299816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:11:51.310775 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:51.320811 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:51.325321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:11:51.377201 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event updated for resources: {'Port': ['ID=d6fb764a-59c9-4758-b335-437fbe265925,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:51.396014 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4ab78a4-dd3a-42f8-be35-a99e762700df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:51.415330 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:51.430717 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4738c6ee-eb75-40c0-91cc-3d8f9b28d342 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:51.485398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Pushing event updated for resources: {'Port': ['ID=ee2b2959-404f-4530-80ee-7183f96eabf0,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:51.493766 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4ab78a4-dd3a-42f8-be35-a99e762700df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:51.513799 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-14f4a3af-40f6-438c-b5d3-1e8a8b36e901 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0602922 Mar 01 21:11:51.538135 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e6dc8812-6f3c-4d1e-b996-7a45c30192e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:51.562251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Checking segment: {'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:11:51.562690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Network hostable DHCP agents. Network: e33e781e-5257-4609-9e61-e68dd42f6bb5, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:11:51.582104 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] Request body: {'port': {'device_id': '98b4d4f2-734f-4574-909d-c6c7dfef8768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:51.718732 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e6dc8812-6f3c-4d1e-b996-7a45c30192e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:51.942928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc8812-6f3c-4d1e-b996-7a45c30192e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab7085a-09f5-4e51-9f72-b55056a25b47,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:51.946203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Network e33e781e-5257-4609-9e61-e68dd42f6bb5 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:11:51.959949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3896a94e-b64a-429a-9e3f-0428a6d6081f None None] Provisioning for port f7d732a2-994c-4476-8319-6917740fbac3 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:11:51.969055 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3896a94e-b64a-429a-9e3f-0428a6d6081f None None] Provisioning complete for port f7d732a2-994c-4476-8319-6917740fbac3 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:51.969663 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3896a94e-b64a-429a-9e3f-0428a6d6081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:51.972683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e6dc8812-6f3c-4d1e-b996-7a45c30192e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e6fa3408d66849208039baeaad97dc69&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3553426 Mar 01 21:11:51.977363 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35714) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:52.007426 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:52.052834 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3896a94e-b64a-429a-9e3f-0428a6d6081f None None] Port f7d732a2-994c-4476-8319-6917740fbac3 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:11:52.071990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3896a94e-b64a-429a-9e3f-0428a6d6081f None None] Provisioning complete for port ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:52.072942 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3896a94e-b64a-429a-9e3f-0428a6d6081f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:52.108817 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, e33e781e-5257-4609-9e61-e68dd42f6bb5) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:52.125615 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3dc15aa-fcd4-438f-8b55-e075fa6927e0 None None] Network e33e781e-5257-4609-9e61-e68dd42f6bb5 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:11:52.141995 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4ab78a4-dd3a-42f8-be35-a99e762700df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:52.199098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:11:52.203260 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab78a4-dd3a-42f8-be35-a99e762700df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891942b2-07a5-4746-9e6b-85fd95ad9067,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:52.246722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:11:52.247066 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:11:52.247455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:11:52.249764 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d4ab78a4-dd3a-42f8-be35-a99e762700df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:52.250867 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d4ab78a4-dd3a-42f8-be35-a99e762700df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/891942b2-07a5-4746-9e6b-85fd95ad9067 HTTP/1.1" status: 204 len: 168 time: 1.0981793 Mar 01 21:11:52.255785 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-4738c6ee-eb75-40c0-91cc-3d8f9b28d342 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Allocated IP 2001:db8:0:1::16 (86260157-4203-4f43-800b-c76d77ba0cab/3b88b8b9-8d93-41b0-9bd4-420baf0502f3/f7d732a2-994c-4476-8319-6917740fbac3) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:11:52.260063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port ee2b2959-404f-4530-80ee-7183f96eabf0 on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:11:52.264799 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:11:52.264981 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4e21870b-d116-4e7c-ada6-af1d14d0842f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:52.265100 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 2 to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 Mar 01 21:11:52.290260 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a3a22-b178-498e-ab34-129eeead5bbd req-af4f6466-d3fe-4611-8049-7735c0085a4a tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:52.303893 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4f5a3a22-b178-498e-ab34-129eeead5bbd req-af4f6466-d3fe-4611-8049-7735c0085a4a tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 931 time: 0.5676129 Mar 01 21:11:52.378156 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:11:52.378868 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:11:52.379398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:11:52.403188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port ee2b2959-404f-4530-80ee-7183f96eabf0 on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:11:52.403971 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:11:52.412111 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 3 to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 Mar 01 21:11:52.456436 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4e21870b-d116-4e7c-ada6-af1d14d0842f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:52.485209 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:52.504086 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4f5a3a22-b178-498e-ab34-129eeead5bbd req-f1fab185-3be9-4d70-9fd0-16c2fa5d921a tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993089 Mar 01 21:11:52.519324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:11:52.519679 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:11:52.520010 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:11:52.531903 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port ee2b2959-404f-4530-80ee-7183f96eabf0 on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:11:52.532479 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:11:52.534995 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 4 to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 Mar 01 21:11:52.570186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:11:52.570513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:11:52.570841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:11:52.580303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port ee2b2959-404f-4530-80ee-7183f96eabf0 on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:11:52.581087 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:11:52.586390 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 5 to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 Mar 01 21:11:52.609015 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:11:52.609694 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:11:52.610200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:11:52.619975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port ee2b2959-404f-4530-80ee-7183f96eabf0 on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:11:52.620666 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:11:52.622231 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 6 to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 Mar 01 21:11:52.649208 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4738c6ee-eb75-40c0-91cc-3d8f9b28d342 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:52.652903 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:11:52.653229 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:11:52.653557 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:11:52.664929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port ee2b2959-404f-4530-80ee-7183f96eabf0 on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:11:52.665500 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:11:52.668859 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 7 to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 Mar 01 21:11:52.676304 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-4738c6ee-eb75-40c0-91cc-3d8f9b28d342 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Ignored duplicate provisioning block setup for port f7d732a2-994c-4476-8319-6917740fbac3 by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 01 21:11:52.684897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:11:52.685228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:11:52.685745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:11:52.692813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port ee2b2959-404f-4530-80ee-7183f96eabf0 on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:11:52.693369 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:11:52.693917 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 8 to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 Mar 01 21:11:52.710603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:11:52.711172 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:11:52.711771 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:11:52.717722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port ee2b2959-404f-4530-80ee-7183f96eabf0 on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:11:52.718428 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:11:52.718989 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 9 to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 Mar 01 21:11:52.719405 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8a079d0d-b862-40c6-8793-292f3d88a843 None None] Provisioning complete for port f7d732a2-994c-4476-8319-6917740fbac3 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:52.719792 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8a079d0d-b862-40c6-8793-292f3d88a843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:52.735784 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:11:52.736638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:11:52.737134 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:11:52.741344 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4738c6ee-eb75-40c0-91cc-3d8f9b28d342 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:52.785163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port ee2b2959-404f-4530-80ee-7183f96eabf0 on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:11:52.785163 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:11:52.792120 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 10 to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 Mar 01 21:11:52.809331 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8a079d0d-b862-40c6-8793-292f3d88a843 None None] Port f7d732a2-994c-4476-8319-6917740fbac3 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:11:52.903320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:11:52.903320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:11:52.903320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:11:52.939046 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4e21870b-d116-4e7c-ada6-af1d14d0842f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:52.956323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738c6ee-eb75-40c0-91cc-3d8f9b28d342 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=f7d732a2-994c-4476-8319-6917740fbac3,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:52.956323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port ee2b2959-404f-4530-80ee-7183f96eabf0 on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:11:52.956323 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port ee2b2959-404f-4530-80ee-7183f96eabf0 on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:11:52.956323 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:52.982898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-4738c6ee-eb75-40c0-91cc-3d8f9b28d342 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] In _notify_port_updated(), no bound segment for port f7d732a2-994c-4476-8319-6917740fbac3 on network 86260157-4203-4f43-800b-c76d77ba0cab {{(pid=88518) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:11:52.982898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4738c6ee-eb75-40c0-91cc-3d8f9b28d342 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:52.982898 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4738c6ee-eb75-40c0-91cc-3d8f9b28d342 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:52.988356 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e21870b-d116-4e7c-ada6-af1d14d0842f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab7085a-09f5-4e51-9f72-b55056a25b47,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:52.993258 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4738c6ee-eb75-40c0-91cc-3d8f9b28d342 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "PUT /v2.0/ports/f7d732a2-994c-4476-8319-6917740fbac3 HTTP/1.1" status: 200 len: 1010 time: 1.8474786 Mar 01 21:11:52.993258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35728) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:53.120080 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4e21870b-d116-4e7c-ada6-af1d14d0842f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:53.120080 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4e21870b-d116-4e7c-ada6-af1d14d0842f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dab7085a-09f5-4e51-9f72-b55056a25b47 HTTP/1.1" status: 204 len: 168 time: 1.1369169 Mar 01 21:11:53.242349 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046f66ab-a7ba-4915-8b82-068a7fa940d0 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:11:53.265295 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:53.301388 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:53.357663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] Transition to ACTIVE for port object 046f66ab-a7ba-4915-8b82-068a7fa940d0 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:11:53.358538 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8d09ba0c-e01c-4556-958b-e2c75a8528d4 None None] Provisioning complete for port f7d732a2-994c-4476-8319-6917740fbac3 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:53.359147 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8d09ba0c-e01c-4556-958b-e2c75a8528d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:53.410745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-a35f8288-332f-4cd4-8b75-3b5428df618e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port f7d732a2-994c-4476-8319-6917740fbac3 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:11:53.417552 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a35f8288-332f-4cd4-8b75-3b5428df618e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:53.476745 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8d09ba0c-e01c-4556-958b-e2c75a8528d4 None None] Port f7d732a2-994c-4476-8319-6917740fbac3 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:11:53.485129 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:53.650154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] For port ee2b2959-404f-4530-80ee-7183f96eabf0, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:11:53.655996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempted to set empty binding levels {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 01 21:11:53.843771 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:53.861359 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a35f8288-332f-4cd4-8b75-3b5428df618e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:53.943803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] Pushing event updated for resources: {'Port': ['ID=046f66ab-a7ba-4915-8b82-068a7fa940d0,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:53.992844 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] Attempting to bind port 046f66ab-a7ba-4915-8b82-068a7fa940d0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:11:53.992844 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] Attempting to bind port 046f66ab-a7ba-4915-8b82-068a7fa940d0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'c6341e0d-fcd7-4111-b102-4dbadec0c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:11:53.992844 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] Attempting to bind port 046f66ab-a7ba-4915-8b82-068a7fa940d0 on network e517bba3-d9c1-4868-8682-f20940261900 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:11:53.992844 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] Port 046f66ab-a7ba-4915-8b82-068a7fa940d0 on network e517bba3-d9c1-4868-8682-f20940261900 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:11:53.992844 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] Attempting to bind port 046f66ab-a7ba-4915-8b82-068a7fa940d0 on network e517bba3-d9c1-4868-8682-f20940261900 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:11:54.003170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:11:54.003170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] Checking segment: {'id': 'c6341e0d-fcd7-4111-b102-4dbadec0c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:11:54.003170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] Bound using segment: {'id': 'c6341e0d-fcd7-4111-b102-4dbadec0c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:11:54.003170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] Bound port: 046f66ab-a7ba-4915-8b82-068a7fa940d0, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6341e0d-fcd7-4111-b102-4dbadec0c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:11:54.003170 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:54.013428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-a35f8288-332f-4cd4-8b75-3b5428df618e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for f7d732a2-994c-4476-8319-6917740fbac3 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:11:54.166144 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] For port 046f66ab-a7ba-4915-8b82-068a7fa940d0, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:11:54.166144 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] For port 046f66ab-a7ba-4915-8b82-068a7fa940d0, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=046f66ab-a7ba-4915-8b82-068a7fa940d0,segment=NetworkSegment(c6341e0d-fcd7-4111-b102-4dbadec0c079),segment_id=c6341e0d-fcd7-4111-b102-4dbadec0c079)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:11:54.166144 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Router 46232691-290b-41e7-b6ec-b5e0bdb9ab36 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:11:54.180964 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:54.262098 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:54.265490 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Pushing event updated for resources: {'Port': ['ID=ee2b2959-404f-4530-80ee-7183f96eabf0,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:54.277107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:54.277712 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:54.365596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:54.365596 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:54.365596 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] 10.222.0.57 "PUT /v2.0/ports/046f66ab-a7ba-4915-8b82-068a7fa940d0 HTTP/1.1" status: 200 len: 1091 time: 2.8283010 Mar 01 21:11:54.365596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b4d4f2-734f-4574-909d-c6c7dfef8768', 'tag': '046f66ab-a7ba-4915-8b82-068a7fa940d0'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:11:54.440308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bfa9f2-778b-4518-8188-6cb4d7eec0b6 req-3eb49a7f-e7a2-49b2-86a6-4e86c38c6b2c tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:54.440308 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68bfa9f2-778b-4518-8188-6cb4d7eec0b6 req-3eb49a7f-e7a2-49b2-86a6-4e86c38c6b2c tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 943 time: 0.3452983 Mar 01 21:11:54.517341 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68bfa9f2-778b-4518-8188-6cb4d7eec0b6 req-374d3f84-75b2-49cc-8de4-7970035200d9 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625935 Mar 01 21:11:54.524081 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f3c3a945-af6a-467b-a725-d62a14cca19f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 5.3407323 Mar 01 21:11:54.533901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35764) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:54.544710 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b4d4f2-734f-4574-909d-c6c7dfef8768', 'tag': '046f66ab-a7ba-4915-8b82-068a7fa940d0', 'status': 'completed', 'code': 200} Mar 01 21:11:54.610428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48018e8-3ae5-474e-9c01-b6d29225520c service neutron] Pushing event updated for resources: {'Port': ['ID=046f66ab-a7ba-4915-8b82-068a7fa940d0,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:54.617180 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-6614c865-3930-4932-be60-2816e974cc94 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Deleting port ee2b2959-404f-4530-80ee-7183f96eabf0 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:11:54.617180 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6614c865-3930-4932-be60-2816e974cc94 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:54.641520 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a35f8288-332f-4cd4-8b75-3b5428df618e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:54.679095 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:11:54.684797 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] Sync routers for ids ['46232691-290b-41e7-b6ec-b5e0bdb9ab36'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:11:54.700215 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] Routers {'46232691-290b-41e7-b6ec-b5e0bdb9ab36'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:11:54.700215 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:11:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['46232691-290b-41e7-b6ec-b5e0bdb9ab36'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:54.744098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-48398a70-a274-4ab0-b44b-ba868a671674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:54.744098 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-48398a70-a274-4ab0-b44b-ba868a671674 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d397067f52704b8293603081e97c4744&device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 1094 time: 0.2392020 Mar 01 21:11:54.749565 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35f8288-332f-4cd4-8b75-3b5428df618e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=f7d732a2-994c-4476-8319-6917740fbac3,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:54.887767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:54.887767 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5aca3797-f735-4efc-a309-be50edcd4070 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.5566616 Mar 01 21:11:54.887767 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35780) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:54.911154 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a35f8288-332f-4cd4-8b75-3b5428df618e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:54.911154 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a35f8288-332f-4cd4-8b75-3b5428df618e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/ports/f7d732a2-994c-4476-8319-6917740fbac3 HTTP/1.1" status: 204 len: 168 time: 1.9233637 Mar 01 21:11:54.916746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35782) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:54.938647 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-5013ebef-9722-4837-a246-996e2ec20b6a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=046f66ab-a7ba-4915-8b82-068a7fa940d0 HTTP/1.1" status: 200 len: 217 time: 0.2004216 Mar 01 21:11:55.009616 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-398f70f0-c4eb-4b0d-823b-203dcdf97217 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] GET failed (client error): The resource could not be found. Mar 01 21:11:55.009616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-398f70f0-c4eb-4b0d-823b-203dcdf97217 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Synchronizing usage tracker for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:11:55.131926 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-82a5ab55-8740-421e-81bd-b0cebf206ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:55.134291 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] Set router 46232691-290b-41e7-b6ec-b5e0bdb9ab36 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:11:55.134457 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-82a5ab55-8740-421e-81bd-b0cebf206ffd service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7383c311-3b9e-4b34-8537-6f468962ae9d HTTP/1.1" status: 200 len: 854 time: 0.1861014 Mar 01 21:11:55.260522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-6614c865-3930-4932-be60-2816e974cc94 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] For port ee2b2959-404f-4530-80ee-7183f96eabf0, host n-h1-827896-4, got binding levels [] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:55.260804 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6614c865-3930-4932-be60-2816e974cc94 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:55.266836 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-ca9b3f5f-8e03-4b4b-8f18-195801f76c1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e517bba3-d9c1-4868-8682-f20940261900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1210227 Mar 01 21:11:55.517277 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7ddad1b4-af1d-4d5f-9cc7-04aa10a88672 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=d1b3d33ac1c64551b55e0abce258f6fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5960863 Mar 01 21:11:55.517912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35796) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:55.633334 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-6614c865-3930-4932-be60-2816e974cc94 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Calling delete_port for ee2b2959-404f-4530-80ee-7183f96eabf0 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:11:55.675528 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859292304', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:11:48Z', 'updated_at': '2022-03-01T21:11:51Z', 'revision_number': 3, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:11:50Z', 'updated_at': '2022-03-01T21:11:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:55.686142 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] Checking router: 46232691-290b-41e7-b6ec-b5e0bdb9ab36 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:11:55.687406 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] Updating router 46232691-290b-41e7-b6ec-b5e0bdb9ab36 port d6fb764a-59c9-4758-b335-437fbe265925 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:11:55.703926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-398f70f0-c4eb-4b0d-823b-203dcdf97217 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Unset dirty status for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:11:55.705345 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-398f70f0-c4eb-4b0d-823b-203dcdf97217 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports/f7d732a2-994c-4476-8319-6917740fbac3 HTTP/1.1" status: 404 len: 333 time: 0.7927661 Mar 01 21:11:55.717035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35808) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:55.763865 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae50188c-78f9-429b-bbdf-15e440a1f8e0 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:55.766185 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ae50188c-78f9-429b-bbdf-15e440a1f8e0 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2448440 Mar 01 21:11:55.775819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35812) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:55.805197 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:55.828198 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7c6079d2-42be-4285-93c0-117f9c6cf50b tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0509937 Mar 01 21:11:55.831617 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35816) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:55.840773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-70200a46-c40f-4473-ad84-721601f1a38b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-187994676', 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438', 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:55.860215 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-6edca580-fc2f-4318-a103-20d463159263 service neutron] 10.222.0.57 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5904825 Mar 01 21:11:55.882312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-72c80085-4c13-484b-a237-1f379cb49eae tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting subnet 3b88b8b9-8d93-41b0-9bd4-420baf0502f3 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:11:55.888582 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-72c80085-4c13-484b-a237-1f379cb49eae tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:55.939614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0869bfc-a76d-4a9c-b606-475aba18f8ea req-66ad1242-4a72-4e2a-9221-114237333ce7 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:55.943675 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e0869bfc-a76d-4a9c-b606-475aba18f8ea req-66ad1242-4a72-4e2a-9221-114237333ce7 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 943 time: 0.2727861 Mar 01 21:11:55.988400 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-72c80085-4c13-484b-a237-1f379cb49eae tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:56.043888 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e0869bfc-a76d-4a9c-b606-475aba18f8ea req-817dcb8e-8681-49eb-93d8-df8a4bfa8920 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951345 Mar 01 21:11:56.044876 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6614c865-3930-4932-be60-2816e974cc94 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:56.193272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-70200a46-c40f-4473-ad84-721601f1a38b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:56.200194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-70200a46-c40f-4473-ad84-721601f1a38b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Usage tracker for resource:subnet and tenant:d1b3d33ac1c64551b55e0abce258f6fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:56.204855 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-70200a46-c40f-4473-ad84-721601f1a38b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:56.221522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-70200a46-c40f-4473-ad84-721601f1a38b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:56.250873 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6614c865-3930-4932-be60-2816e974cc94 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:56.266513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614c865-3930-4932-be60-2816e974cc94 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Pushing event deleted for resources: {'Port': ['ID=ee2b2959-404f-4530-80ee-7183f96eabf0,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:56.282172 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6614c865-3930-4932-be60-2816e974cc94 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] 10.222.0.42 "DELETE /v2.0/ports/ee2b2959-404f-4530-80ee-7183f96eabf0 HTTP/1.1" status: 204 len: 168 time: 1.7520549 Mar 01 21:11:56.283145 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35832) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:56.288631 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-16c52ad5-7214-4e77-9723-049d4d221bc1 req-0a913de7-891c-4bb3-be8e-469cda4a475f service neutron] 10.222.0.57 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4234531 Mar 01 21:11:56.336807 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ce23a9b-5ab5-45c8-8b25-7b461000b818 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] GET failed (client error): The resource could not be found. Mar 01 21:11:56.337382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6ce23a9b-5ab5-45c8-8b25-7b461000b818 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Synchronizing usage tracker for tenant:9a6c399bd8eb4f0c9c3d95411a310774 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:11:56.349532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70200a46-c40f-4473-ad84-721601f1a38b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Made reservation on behalf of d1b3d33ac1c64551b55e0abce258f6fe for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:56.358863 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70200a46-c40f-4473-ad84-721601f1a38b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:56.378941 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:56.400143 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] Transition to ACTIVE for port object d6fb764a-59c9-4758-b335-437fbe265925 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:11:56.457293 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-72c80085-4c13-484b-a237-1f379cb49eae tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:56.492532 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:56.592977 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6ce23a9b-5ab5-45c8-8b25-7b461000b818 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Unset dirty status for tenant:9a6c399bd8eb4f0c9c3d95411a310774 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:11:56.594964 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6ce23a9b-5ab5-45c8-8b25-7b461000b818 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] 10.222.0.42 "GET /v2.0/ports/ee2b2959-404f-4530-80ee-7183f96eabf0 HTTP/1.1" status: 404 len: 333 time: 0.3108366 Mar 01 21:11:56.599972 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35840) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:56.604652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35842) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:56.619478 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-673bd219-a9fa-4f55-a20a-84c0349afd2d tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Request body: {'port': {'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-159453646'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:56.629701 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-673bd219-a9fa-4f55-a20a-84c0349afd2d tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:56.645706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-673bd219-a9fa-4f55-a20a-84c0349afd2d tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:56.647385 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] Attempting to bind port d6fb764a-59c9-4758-b335-437fbe265925 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:11:56.647973 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] Attempting to bind port d6fb764a-59c9-4758-b335-437fbe265925 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:11:56.648507 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] Attempting to bind port d6fb764a-59c9-4758-b335-437fbe265925 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:11:56.667641 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca2f94-a643-487c-b807-a28d61fd5bf9 None None] Pushing event updated for resources: {'Port': ['ID=d6fb764a-59c9-4758-b335-437fbe265925,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:56.678206 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:11:56.678584 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:11:56.679259 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:56.682808 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-72c80085-4c13-484b-a237-1f379cb49eae tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:56.683474 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:11:56.684602 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] Bound port: d6fb764a-59c9-4758-b335-437fbe265925, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:11:56.692226 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:56.711760 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af913ea-2a30-4740-a62f-32a47f1d6330 req-53c1ac3b-60a8-4a8d-9e30-5a77145b6587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:56.713218 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3af913ea-2a30-4740-a62f-32a47f1d6330 req-53c1ac3b-60a8-4a8d-9e30-5a77145b6587 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d397067f52704b8293603081e97c4744&device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 1094 time: 0.1114573 Mar 01 21:11:56.730055 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca2f94-a643-487c-b807-a28d61fd5bf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:56.730409 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca2f94-a643-487c-b807-a28d61fd5bf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:56.731478 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca2f94-a643-487c-b807-a28d61fd5bf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:56.731948 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca2f94-a643-487c-b807-a28d61fd5bf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:56.732287 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca2f94-a643-487c-b807-a28d61fd5bf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:56.732620 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca2f94-a643-487c-b807-a28d61fd5bf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:56.732952 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca2f94-a643-487c-b807-a28d61fd5bf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:56.733333 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca2f94-a643-487c-b807-a28d61fd5bf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:56.734324 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca2f94-a643-487c-b807-a28d61fd5bf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:56.735286 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca2f94-a643-487c-b807-a28d61fd5bf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:56.735805 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca2f94-a643-487c-b807-a28d61fd5bf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:56.736423 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11ca2f94-a643-487c-b807-a28d61fd5bf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:11:56.747788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c80085-4c13-484b-a237-1f379cb49eae tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Subnet': ['ID=3b88b8b9-8d93-41b0-9bd4-420baf0502f3,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:56.751594 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673bd219-a9fa-4f55-a20a-84c0349afd2d tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Made reservation on behalf of 9a6c399bd8eb4f0c9c3d95411a310774 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:56.754037 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-673bd219-a9fa-4f55-a20a-84c0349afd2d tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:56.786616 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a35f67f-7bb6-4ffd-8f78-100b4ee5432d None None] Network 86260157-4203-4f43-800b-c76d77ba0cab requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:11:56.787161 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-72c80085-4c13-484b-a237-1f379cb49eae tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:56.791307 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-673bd219-a9fa-4f55-a20a-84c0349afd2d tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] device_id is not set on port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:11:56.834045 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-72c80085-4c13-484b-a237-1f379cb49eae tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/subnets/3b88b8b9-8d93-41b0-9bd4-420baf0502f3 HTTP/1.1" status: 204 len: 168 time: 1.1093788 Mar 01 21:11:56.838866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35850) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:56.862156 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] For port d6fb764a-59c9-4758-b335-437fbe265925, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:11:56.862156 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] For port d6fb764a-59c9-4758-b335-437fbe265925, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d6fb764a-59c9-4758-b335-437fbe265925,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:11:56.940123 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af913ea-2a30-4740-a62f-32a47f1d6330 req-23a86037-cd33-4438-b803-07794aae61f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:56.941586 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3af913ea-2a30-4740-a62f-32a47f1d6330 req-23a86037-cd33-4438-b803-07794aae61f0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=e517bba3-d9c1-4868-8682-f20940261900 HTTP/1.1" status: 200 len: 915 time: 0.2203827 Mar 01 21:11:56.945182 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:56.970954 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-623b7b6e-41b1-47d3-8a5b-abd6f7a80366 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting subnet 22b7b1fc-f4b4-4303-ad2c-8c7345be6d9d {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:11:56.977240 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-623b7b6e-41b1-47d3-8a5b-abd6f7a80366 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:57.101914 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] Routers {'46232691-290b-41e7-b6ec-b5e0bdb9ab36'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:11:57.103747 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:11:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['46232691-290b-41e7-b6ec-b5e0bdb9ab36'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:57.136548 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3af913ea-2a30-4740-a62f-32a47f1d6330 req-ae01e50f-fa0d-4007-ab29-508b4b0c6c42 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=046f66ab-a7ba-4915-8b82-068a7fa940d0 HTTP/1.1" status: 200 len: 217 time: 0.1801612 Mar 01 21:11:57.153933 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1958335797'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:57.175596 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:57.208503 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-623b7b6e-41b1-47d3-8a5b-abd6f7a80366 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:57.268769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Usage tracker for resource:network and tenant:9b6411b5c0fe48088b9c0884a8db863f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:57.282398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:57.287048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af913ea-2a30-4740-a62f-32a47f1d6330 req-bf3872d1-59fd-48d2-8fa8-e99c356139e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:57.288757 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3af913ea-2a30-4740-a62f-32a47f1d6330 req-bf3872d1-59fd-48d2-8fa8-e99c356139e4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7383c311-3b9e-4b34-8537-6f468962ae9d HTTP/1.1" status: 200 len: 854 time: 0.1295636 Mar 01 21:11:57.353910 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3af913ea-2a30-4740-a62f-32a47f1d6330 req-83fc0ac2-4904-4aa0-9523-af7d97fdc162 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e517bba3-d9c1-4868-8682-f20940261900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565150 Mar 01 21:11:57.355250 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70200a46-c40f-4473-ad84-721601f1a38b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:57.380607 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d361a571-20d1-41e9-9c74-595f2b0651e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:57.389849 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] Set router 46232691-290b-41e7-b6ec-b5e0bdb9ab36 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:11:57.524716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:57.563076 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-673bd219-a9fa-4f55-a20a-84c0349afd2d tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:57.602500 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70200a46-c40f-4473-ad84-721601f1a38b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Checking segment: {'id': '47633a6d-1388-4f44-a0b4-aa7c1dba211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:11:57.602500 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70200a46-c40f-4473-ad84-721601f1a38b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Network hostable DHCP agents. Network: 6033315f-9cc1-40b7-a652-aec8e732a438, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:11:57.613323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70200a46-c40f-4473-ad84-721601f1a38b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event updated for resources: {'Subnet': ['ID=117f3481-e951-40d2-8e8f-7588b0e4a8ff,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:57.684519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Made reservation on behalf of 9b6411b5c0fe48088b9c0884a8db863f for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:11:57.685645 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3af913ea-2a30-4740-a62f-32a47f1d6330 req-6d056deb-2ee5-49c3-97ad-36c7bf22f94c service neutron] 10.222.0.57 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218553 Mar 01 21:11:57.688315 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:57.696341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70200a46-c40f-4473-ad84-721601f1a38b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Network 6033315f-9cc1-40b7-a652-aec8e732a438 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:11:57.710276 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:57.720195 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ca2f94-a643-487c-b807-a28d61fd5bf9 None None] Pushing event updated for resources: {'Port': ['ID=d6fb764a-59c9-4758-b335-437fbe265925,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:57.747673 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd85d01-92b0-4843-9c87-9eec443abbf0 req-913f7892-3f97-42c6-b078-1177ad02773f tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:57.755352 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9cd85d01-92b0-4843-9c87-9eec443abbf0 req-913f7892-3f97-42c6-b078-1177ad02773f tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 943 time: 0.4751129 Mar 01 21:11:57.768136 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-623b7b6e-41b1-47d3-8a5b-abd6f7a80366 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:57.804809 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:11:57.857635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Usage tracker for resource:security_group_rule and tenant:9b6411b5c0fe48088b9c0884a8db863f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:11:57.868462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:11:57.873247 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-70200a46-c40f-4473-ad84-721601f1a38b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 6033315f-9cc1-40b7-a652-aec8e732a438) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:57.881925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:11:57.898518 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40245d7b-9152-46a1-8787-bfd2dab02c3b None None] Network 6033315f-9cc1-40b7-a652-aec8e732a438 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:11:57.906799 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70200a46-c40f-4473-ad84-721601f1a38b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:57.907012 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859292304', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:11:48Z', 'updated_at': '2022-03-01T21:11:51Z', 'revision_number': 3, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:11:50Z', 'updated_at': '2022-03-01T21:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:11:57.908125 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70200a46-c40f-4473-ad84-721601f1a38b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:57.913265 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961008d3-ad77-4bf0-b07f-c572fcb28be2 None None] The sync data for ids ['46232691-290b-41e7-b6ec-b5e0bdb9ab36'] in n-d-827896-4 is: [{'id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859292304', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:11:48Z', 'updated_at': '2022-03-01T21:11:51Z', 'revision_number': 3, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:11:50Z', 'updated_at': '2022-03-01T21:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:11:57.930285 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3af913ea-2a30-4740-a62f-32a47f1d6330 req-579ff66f-8ca9-4e71-8ea5-b01bdf332ef0 service neutron] 10.222.0.57 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354546 Mar 01 21:11:57.996620 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9cd85d01-92b0-4843-9c87-9eec443abbf0 req-ac38a706-bf4a-4535-84e3-3ade90b38546 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364750 Mar 01 21:11:58.028497 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-673bd219-a9fa-4f55-a20a-84c0349afd2d tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:58.041914 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-70200a46-c40f-4473-ad84-721601f1a38b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1968987 Mar 01 21:11:58.041914 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35864) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:58.234263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673bd219-a9fa-4f55-a20a-84c0349afd2d tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Pushing event updated for resources: {'Port': ['ID=5b9c145e-c15f-4330-98fd-0c1a2b26c99b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:58.276604 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-673bd219-a9fa-4f55-a20a-84c0349afd2d tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Network e33e781e-5257-4609-9e61-e68dd42f6bb5 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:11:58.289102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-673bd219-a9fa-4f55-a20a-84c0349afd2d tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:11:58.299796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673bd219-a9fa-4f55-a20a-84c0349afd2d tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:11:58.306872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673bd219-a9fa-4f55-a20a-84c0349afd2d tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:58.307906 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-673bd219-a9fa-4f55-a20a-84c0349afd2d tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:58.369782 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-6033315f-9cc1-40b7-a652-aec8e732a438', 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'fixed_ips': [{'subnet_id': '117f3481-e951-40d2-8e8f-7588b0e4a8ff'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:11:58.370741 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:58.387069 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-623b7b6e-41b1-47d3-8a5b-abd6f7a80366 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:58.409446 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 046f66ab-a7ba-4915-8b82-068a7fa940d0 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:11:58.565042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b7b6e-41b1-47d3-8a5b-abd6f7a80366 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Subnet': ['ID=22b7b1fc-f4b4-4303-ad2c-8c7345be6d9d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:58.611623 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-623b7b6e-41b1-47d3-8a5b-abd6f7a80366 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:58.645631 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:58.650998 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-623b7b6e-41b1-47d3-8a5b-abd6f7a80366 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/subnets/22b7b1fc-f4b4-4303-ad2c-8c7345be6d9d HTTP/1.1" status: 204 len: 168 time: 1.8107421 Mar 01 21:11:58.652342 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35870) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:58.728855 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-673bd219-a9fa-4f55-a20a-84c0349afd2d tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1188760 Mar 01 21:11:58.728855 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35874) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:11:58.739175 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:11:58.773012 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Allocated IP 172.20.0.2 (6033315f-9cc1-40b7-a652-aec8e732a438/117f3481-e951-40d2-8e8f-7588b0e4a8ff/d9429514-6ac5-4c8c-a724-4cd7bf02366e) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:11:58.773194 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:58.782963 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575cde98-4937-456b-b0df-289aba30e390 None None] Network 86260157-4203-4f43-800b-c76d77ba0cab requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:11:58.796774 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d6fb764a-59c9-4758-b335-437fbe265925 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:11:59.003831 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:59.049865 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:11:59.066410 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.resource_extend [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:11:59.301319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d658c17b-c7e0-4d7d-b723-c43f712d2b64,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:11:59.301319 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:59.301319 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Added segment aaf87c1a-7373-4425-80e1-6ede21b1e997 of type vlan for network ead1ab1a-1f31-4de4-917e-d0f60aeb5abc Mar 01 21:11:59.311231 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:11:59.311231 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:59.339805 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:59.404236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-72a30b4d-323b-4978-b974-0b297f4b1ca1 None None] Provisioning complete for port ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:59.404236 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-72a30b4d-323b-4978-b974-0b297f4b1ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:59.598359 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 046f66ab-a7ba-4915-8b82-068a7fa940d0, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=046f66ab-a7ba-4915-8b82-068a7fa940d0,segment=NetworkSegment(c6341e0d-fcd7-4111-b102-4dbadec0c079),segment_id=c6341e0d-fcd7-4111-b102-4dbadec0c079)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:11:59.640312 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '046f66ab-a7ba-4915-8b82-068a7fa940d0', 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900', 'port_id': '046f66ab-a7ba-4915-8b82-068a7fa940d0', 'mac_address': 'fa:16:3e:f3:89:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7383c311-3b9e-4b34-8537-6f468962ae9d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:11:59.726515 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:59.748389 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-95b2316f-d471-45ea-8cac-e10a30a786b0 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:59.825016 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:59.825016 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Transition to ACTIVE for port object d9429514-6ac5-4c8c-a724-4cd7bf02366e will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:11:59.862720 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Transition to ACTIVE for port object d9429514-6ac5-4c8c-a724-4cd7bf02366e will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:11:59.862720 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port d6fb764a-59c9-4758-b335-437fbe265925 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:11:59.894092 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:59.899885 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:11:59.902466 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:59.936750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d6fb764a-59c9-4758-b335-437fbe265925 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:11:59.936750 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:11:59.980488 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:00.008165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] For port ea136de4-f4af-4fa1-b50e-a7a0da31c8a2, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea136de4-f4af-4fa1-b50e-a7a0da31c8a2,segment=NetworkSegment(c0aaa6f0-400b-4184-adfc-37ff333e2bc1),segment_id=c0aaa6f0-400b-4184-adfc-37ff333e2bc1)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:00.008165 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:00.110069 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Pushing event updated for resources: {'Port': ['ID=d9429514-6ac5-4c8c-a724-4cd7bf02366e,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:00.114970 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a8ad2629-a966-41ae-b5c3-1346761182a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:00.156253 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:00.156722 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:00.157191 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:00.157543 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:00.157885 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:00.158225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:00.158818 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:00.158924 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:00.159194 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:00.159704 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:00.160056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:00.160387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:00.188000 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:00.243280 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:00.259906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Network 6033315f-9cc1-40b7-a652-aec8e732a438 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:00.264813 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046f66ab-a7ba-4915-8b82-068a7fa940d0 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:12:00.282769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-95b2316f-d471-45ea-8cac-e10a30a786b0 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Allocated IP 172.20.0.1 (6033315f-9cc1-40b7-a652-aec8e732a438/117f3481-e951-40d2-8e8f-7588b0e4a8ff/39f4ef26-9564-431b-a8a6-d03a8c0c4554) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:12:00.286022 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 046f66ab-a7ba-4915-8b82-068a7fa940d0, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=046f66ab-a7ba-4915-8b82-068a7fa940d0,segment=NetworkSegment(c6341e0d-fcd7-4111-b102-4dbadec0c079),segment_id=c6341e0d-fcd7-4111-b102-4dbadec0c079)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:00.289330 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:00.292898 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:00.492327 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Pushing event updated for resources: {'Network': ['ID=ead1ab1a-1f31-4de4-917e-d0f60aeb5abc,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:00.508691 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:00.523306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988acd6c-19b8-4bae-bae9-a40b62dc0b46 req-79e831e3-a270-4575-ab7a-743ab5ef2c38 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:00.527336 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-988acd6c-19b8-4bae-bae9-a40b62dc0b46 req-79e831e3-a270-4575-ab7a-743ab5ef2c38 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 943 time: 1.1862986 Mar 01 21:12:00.535874 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b3285553-bacf-4b60-8271-4f026b3bf2b8 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.9297349 Mar 01 21:12:00.541411 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-95b2316f-d471-45ea-8cac-e10a30a786b0 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:00.541572 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35888) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:00.562148 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-95b2316f-d471-45ea-8cac-e10a30a786b0 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Transition to ACTIVE for port object 39f4ef26-9564-431b-a8a6-d03a8c0c4554 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:00.581105 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network ead1ab1a-1f31-4de4-917e-d0f60aeb5abc details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:12:00.646649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Request body: {'network': {'name': 'tempest-network--1985872501', 'router:external': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:00.648543 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-95b2316f-d471-45ea-8cac-e10a30a786b0 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:00.653056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:00.663000 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:00.665169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Usage tracker for resource:network and tenant:4f1cb1bae37b450eab08f066ab7ce6c6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:00.678585 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-988acd6c-19b8-4bae-bae9-a40b62dc0b46 req-b899f4b4-5fb2-4cc2-8c30-2ba3574ad49f tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239657 Mar 01 21:12:00.693266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:00.730579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:00.733995 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:00.758670 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Attempting to bind port d9429514-6ac5-4c8c-a724-4cd7bf02366e on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:00.759048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Attempting to bind port d9429514-6ac5-4c8c-a724-4cd7bf02366e by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '47633a6d-1388-4f44-a0b4-aa7c1dba211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:00.759507 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Attempting to bind port d9429514-6ac5-4c8c-a724-4cd7bf02366e on network 6033315f-9cc1-40b7-a652-aec8e732a438 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:00.782911 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b2316f-d471-45ea-8cac-e10a30a786b0 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Network 6033315f-9cc1-40b7-a652-aec8e732a438 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:00.790740 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-95b2316f-d471-45ea-8cac-e10a30a786b0 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:00.796181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b2316f-d471-45ea-8cac-e10a30a786b0 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:00.830762 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2316f-d471-45ea-8cac-e10a30a786b0 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event updated for resources: {'Port': ['ID=39f4ef26-9564-431b-a8a6-d03a8c0c4554,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:00.884597 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-95b2316f-d471-45ea-8cac-e10a30a786b0 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:00.902411 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] device_id is not set on port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:12:00.910087 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:00.913796 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:00.941685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Transition to ACTIVE for port object 5b9c145e-c15f-4330-98fd-0c1a2b26c99b will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:00.941685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Made reservation on behalf of 4f1cb1bae37b450eab08f066ab7ce6c6 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:00.941685 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:00.950871 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port d6fb764a-59c9-4758-b335-437fbe265925, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d6fb764a-59c9-4758-b335-437fbe265925,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:00.961115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=ea136de4-f4af-4fa1-b50e-a7a0da31c8a2,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:00.961115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No DVR routers for this DVR port ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:12:00.973059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de13dba8-16d3-4ebe-b34d-84d6f8b2e1fb None None] DHCP port deletion for 86260157-4203-4f43-800b-c76d77ba0cab request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:12:00.977717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['046f66ab-a7ba-4915-8b82-068a7fa940d0'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:12:01.004676 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:01.025102 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:01.088747 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:12:01.095917 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Checking segment: {'id': '47633a6d-1388-4f44-a0b4-aa7c1dba211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:12:01.098713 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:01.100454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Bound using segment: {'id': '47633a6d-1388-4f44-a0b4-aa7c1dba211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:12:01.101825 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Bound port: d9429514-6ac5-4c8c-a724-4cd7bf02366e, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47633a6d-1388-4f44-a0b4-aa7c1dba211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:12:01.102397 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:01.164198 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:01.165922 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:01.192591 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:01.192798 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86260157-4203-4f43-800b-c76d77ba0cab']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:01.206955 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=046f66ab-a7ba-4915-8b82-068a7fa940d0,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:01.207223 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0aaa6f0-400b-4184-adfc-37ff333e2bc1') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:01.208013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0aaa6f0-400b-4184-adfc-37ff333e2bc1') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:01.221283 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:01.242274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:01.261776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Usage tracker for resource:security_group_rule and tenant:4f1cb1bae37b450eab08f066ab7ce6c6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:01.267673 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:01.350612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:01.397055 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:12:01.407512 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:01.431940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:12:01.431940 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:01.434123 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-95b2316f-d471-45ea-8cac-e10a30a786b0 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:01.442206 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:12:01.442206 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea136de4-f4af-4fa1-b50e-a7a0da31c8a2 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:12:01.442868 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:12:01.480682 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] For port d9429514-6ac5-4c8c-a724-4cd7bf02366e, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:12:01.503918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:01.506004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:01.506127 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] For port d9429514-6ac5-4c8c-a724-4cd7bf02366e, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d9429514-6ac5-4c8c-a724-4cd7bf02366e,segment=NetworkSegment(47633a6d-1388-4f44-a0b4-aa7c1dba211a),segment_id=47633a6d-1388-4f44-a0b4-aa7c1dba211a)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:12:01.506863 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:01.518688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Pushing event updated for resources: {'Port': ['ID=5b9c145e-c15f-4330-98fd-0c1a2b26c99b,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:01.521204 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=d6fb764a-59c9-4758-b335-437fbe265925,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:01.603280 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:01.719950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:01.719950 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:12:01.729725 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 2 to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b Mar 01 21:12:01.738146 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bb021-79b3-4f17-bc56-df6fdd1e9071 None None] Pushing event updated for resources: {'Port': ['ID=d9429514-6ac5-4c8c-a724-4cd7bf02366e,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:01.770514 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:01.770854 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:01.771681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:01.785713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:01.785713 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:12:01.792616 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 3 to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b Mar 01 21:12:01.810862 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:01.818413 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:01.820632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:01.821245 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:01.830991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:01.831651 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:12:01.832297 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 4 to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b Mar 01 21:12:01.865264 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:01.867229 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:01.871592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:01.871990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:01.900176 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:01.906793 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:01.921098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:12:01.935730 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:01.937074 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Added segment 5b285e78-6ab2-4722-b095-963bc5b01498 of type vlan for network e59871d8-a86b-4f79-98b1-efdf2ffed739 Mar 01 21:12:01.958325 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:01.958724 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:12:01.970920 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 5 to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b Mar 01 21:12:02.011613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Network': ['ID=86260157-4203-4f43-800b-c76d77ba0cab,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:02.095025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0de411c-6f6e-4033-8fdc-a29498a05065,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:02.149802 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.152054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.163468 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.164085 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.166493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.166493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.166493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.166493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.166493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.166493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.167786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.168347 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.173709 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:02.174339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:02.174845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:02.212564 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:02.233188 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:02.277575 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:02.277905 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:12:02.284101 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 6 to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b Mar 01 21:12:02.292107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.292457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.292792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.293126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.293458 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.293786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.294115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.294440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.294762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.295074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.295667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.296568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:02.316230 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:02.316694 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:02.317214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:02.317487 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-95b2316f-d471-45ea-8cac-e10a30a786b0 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:02.328944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:02.329276 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:12:02.332286 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 7 to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b Mar 01 21:12:02.356513 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-49f30478-0037-471d-b36c-33380aa85dcc tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/networks/86260157-4203-4f43-800b-c76d77ba0cab HTTP/1.1" status: 204 len: 168 time: 3.7028973 Mar 01 21:12:02.359251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:02.359852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:02.360394 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:02.360982 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35910) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:02.375933 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1659700-5f03-48b4-8587-e46cd2016135 req-5ca7914a-c490-4cd6-b695-0c662d6f7c90 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:02.379086 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c1659700-5f03-48b4-8587-e46cd2016135 req-5ca7914a-c490-4cd6-b695-0c662d6f7c90 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 944 time: 0.4341915 Mar 01 21:12:02.380404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:02.380899 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:12:02.381598 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 8 to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b Mar 01 21:12:02.388541 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:02.390262 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:02.391028 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:02.399584 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-95b2316f-d471-45ea-8cac-e10a30a786b0 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:02.459820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:02.460508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:02.461048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:02.483175 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:02.483789 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:12:02.487712 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 9 to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b Mar 01 21:12:02.513039 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 046f66ab-a7ba-4915-8b82-068a7fa940d0 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:12:02.538543 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c1659700-5f03-48b4-8587-e46cd2016135 req-d6f60406-267d-46d9-a3f2-de875de8ed6b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435239 Mar 01 21:12:02.554424 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-95b2316f-d471-45ea-8cac-e10a30a786b0 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:02.562500 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2316f-d471-45ea-8cac-e10a30a786b0 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event updated for resources: {'Port': ['ID=39f4ef26-9564-431b-a8a6-d03a8c0c4554,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:02.596603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:02.597105 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:02.597452 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:02.609899 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:02.609899 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:12:02.611384 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 10 to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b Mar 01 21:12:02.622499 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0667925 Mar 01 21:12:02.625785 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35914) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:02.635465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb63a1-07fc-42f7-a4b9-b73f196c9304 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Pushing event updated for resources: {'Network': ['ID=e59871d8-a86b-4f79-98b1-efdf2ffed739,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:02.653742 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network e59871d8-a86b-4f79-98b1-efdf2ffed739 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:12:02.762973 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-58d57118-9ef4-4107-8b12-b0a3dec7a357 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:02.767215 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 046f66ab-a7ba-4915-8b82-068a7fa940d0 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:02.767841 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e66ed9-e381-4f40-b143-b94b91c62469 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:02.768587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-50e66ed9-e381-4f40-b143-b94b91c62469 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Synchronizing usage tracker for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:12:02.770449 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:02.770449 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:02.770927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:02.777383 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:02.778044 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:12:02.778602 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:02.783833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 046f66ab-a7ba-4915-8b82-068a7fa940d0 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:02.784340 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:02.821087 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b2316f-d471-45ea-8cac-e10a30a786b0 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Network 6033315f-9cc1-40b7-a652-aec8e732a438 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:02.822410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-95b2316f-d471-45ea-8cac-e10a30a786b0 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:02.902226 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-50e66ed9-e381-4f40-b143-b94b91c62469 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Unset dirty status for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:12:02.903686 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-50e66ed9-e381-4f40-b143-b94b91c62469 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5416715 Mar 01 21:12:02.914056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35918) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:02.927805 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] For port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:12:02.928187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempted to set empty binding levels {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 01 21:12:02.940304 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:03.002323 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b4d4f2-734f-4574-909d-c6c7dfef8768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046f66ab-a7ba-4915-8b82-068a7fa940d0'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:12:03.015181 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 046f66ab-a7ba-4915-8b82-068a7fa940d0, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=046f66ab-a7ba-4915-8b82-068a7fa940d0,segment=NetworkSegment(c6341e0d-fcd7-4111-b102-4dbadec0c079),segment_id=c6341e0d-fcd7-4111-b102-4dbadec0c079)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:03.033449 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:03.062758 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b4d4f2-734f-4574-909d-c6c7dfef8768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046f66ab-a7ba-4915-8b82-068a7fa940d0', 'code': 200} Mar 01 21:12:03.069359 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:03.128538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] In _notify_port_updated(), no bound segment for port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88518) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:12:03.132730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.133451 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:03.137445 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] 10.222.0.42 "PUT /v2.0/ports/5b9c145e-c15f-4330-98fd-0c1a2b26c99b HTTP/1.1" status: 200 len: 974 time: 4.4023905 Mar 01 21:12:03.137445 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-58d57118-9ef4-4107-8b12-b0a3dec7a357 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:03.152565 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35924) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:03.205639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b59eadd-0d70-486b-b596-9b82ee1ae5f5 None None] Network 6033315f-9cc1-40b7-a652-aec8e732a438 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:12:03.239025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f70b31-6625-4202-a639-b562b46da9f7 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Pushing event updated for resources: {'Port': ['ID=5b9c145e-c15f-4330-98fd-0c1a2b26c99b,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:03.262994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-58d57118-9ef4-4107-8b12-b0a3dec7a357 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e59871d8-a86b-4f79-98b1-efdf2ffed739']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:03.292326 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b2316f-d471-45ea-8cac-e10a30a786b0 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Router 46232691-290b-41e7-b6ec-b5e0bdb9ab36 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:12:03.304384 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-58d57118-9ef4-4107-8b12-b0a3dec7a357 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b285e78-6ab2-4722-b095-963bc5b01498') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:03.304931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-58d57118-9ef4-4107-8b12-b0a3dec7a357 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b285e78-6ab2-4722-b095-963bc5b01498') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:03.341068 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-58d57118-9ef4-4107-8b12-b0a3dec7a357 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:03.375743 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-58d57118-9ef4-4107-8b12-b0a3dec7a357 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:03.385541 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58d57118-9ef4-4107-8b12-b0a3dec7a357 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:12:03.386337 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-58d57118-9ef4-4107-8b12-b0a3dec7a357 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:12:03.408408 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:12:03.420284 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-380c0f63-ce0f-4f56-a207-881ae092e8fd tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5029953 Mar 01 21:12:03.426491 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35930) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:03.434914 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8d770c8f-a732-4e5e-8820-419684d83709 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1404027555'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:03.450374 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8d770c8f-a732-4e5e-8820-419684d83709 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:03.457252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.457252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.457252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.457252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.457252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.457252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.457252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.457252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.457252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.457252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.458187 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8d770c8f-a732-4e5e-8820-419684d83709 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:network and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:03.460462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.461430 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.461654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8d770c8f-a732-4e5e-8820-419684d83709 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:03.462065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.462710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.463264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.463831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.465233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.466850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.468079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.469018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.473403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b947d85-83ad-4857-aefc-eae662a8ee96 req-5cf990a3-d448-42fc-a474-9b7b747e2502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.475130 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5b947d85-83ad-4857-aefc-eae662a8ee96 req-5cf990a3-d448-42fc-a474-9b7b747e2502 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 1096 time: 0.2594035 Mar 01 21:12:03.482471 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.482471 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.482471 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.482471 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.484197 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8d770c8f-a732-4e5e-8820-419684d83709 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:03.488790 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.489362 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.489917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.490463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.496279 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Synchronizing usage tracker for tenant:9a6c399bd8eb4f0c9c3d95411a310774 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:12:03.524908 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d9429514-6ac5-4c8c-a724-4cd7bf02366e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:12:03.557064 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f233a937-03c3-4b24-8305-771eaa28afa7 None None] Provisioning for port d9429514-6ac5-4c8c-a724-4cd7bf02366e completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:03.600271 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=046f66ab-a7ba-4915-8b82-068a7fa940d0,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:03.644269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b2316f-d471-45ea-8cac-e10a30a786b0 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:12:03.653021 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5b947d85-83ad-4857-aefc-eae662a8ee96 req-5276b62d-30a6-4e52-8f28-a12ca215ac5b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663082 Mar 01 21:12:03.658033 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-95b2316f-d471-45ea-8cac-e10a30a786b0 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "PUT /v2.0/routers/46232691-290b-41e7-b6ec-b5e0bdb9ab36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6236262 Mar 01 21:12:03.663815 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35936) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:03.665970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-4a9d14c0-0590-4f0d-abc4-8c1da8fb6647 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1311801042', 'description': 'tempest-secgroup_access--1311801042 description', 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:03.673100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4a9d14c0-0590-4f0d-abc4-8c1da8fb6647 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:03.677243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4a9d14c0-0590-4f0d-abc4-8c1da8fb6647 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Usage tracker for resource:security_group and tenant:d1b3d33ac1c64551b55e0abce258f6fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:03.680694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4a9d14c0-0590-4f0d-abc4-8c1da8fb6647 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:03.684883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] Sync routers for ids ['46232691-290b-41e7-b6ec-b5e0bdb9ab36'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:12:03.690321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4a9d14c0-0590-4f0d-abc4-8c1da8fb6647 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:03.715070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] Routers {'46232691-290b-41e7-b6ec-b5e0bdb9ab36'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:12:03.715721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:12:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['46232691-290b-41e7-b6ec-b5e0bdb9ab36'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:03.721908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Unset dirty status for tenant:9a6c399bd8eb4f0c9c3d95411a310774 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:12:03.723089 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-007c462a-3323-4664-8663-f7584a1bfc4e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 25146 time: 0.5691173 Mar 01 21:12:03.727337 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35942) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:03.747844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d65745-5c6e-4b57-88cd-a1ac070db04a req-0a9f5acb-98c9-4fe0-9fb2-d71a550f82c4 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:03.747844 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86d65745-5c6e-4b57-88cd-a1ac070db04a req-0a9f5acb-98c9-4fe0-9fb2-d71a550f82c4 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 945 time: 0.0961170 Mar 01 21:12:03.773395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d770c8f-a732-4e5e-8820-419684d83709 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:03.776192 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-58d57118-9ef4-4107-8b12-b0a3dec7a357 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:03.779725 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8d770c8f-a732-4e5e-8820-419684d83709 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:03.788568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d57118-9ef4-4107-8b12-b0a3dec7a357 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e59871d8-a86b-4f79-98b1-efdf2ffed739 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 01 21:12:03.810980 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-58d57118-9ef4-4107-8b12-b0a3dec7a357 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:03.835819 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d57118-9ef4-4107-8b12-b0a3dec7a357 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Pushing event deleted for resources: {'Network': ['ID=e59871d8-a86b-4f79-98b1-efdf2ffed739,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:03.845817 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86d65745-5c6e-4b57-88cd-a1ac070db04a req-ac62d90a-fbe9-40b4-884d-97d03411d911 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911114 Mar 01 21:12:03.848352 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-58d57118-9ef4-4107-8b12-b0a3dec7a357 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] 10.222.0.42 "DELETE /v2.0/networks/e59871d8-a86b-4f79-98b1-efdf2ffed739 HTTP/1.1" status: 204 len: 168 time: 1.2150071 Mar 01 21:12:03.848695 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4a9d14c0-0590-4f0d-abc4-8c1da8fb6647 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:03.850004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35946) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:03.857023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4f9e5512-8459-4044-a5f9-433b67b38967 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:03.863585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4f9e5512-8459-4044-a5f9-433b67b38967 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:03.868914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4f9e5512-8459-4044-a5f9-433b67b38967 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Usage tracker for resource:network and tenant:4f1cb1bae37b450eab08f066ab7ce6c6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:03.872267 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4f9e5512-8459-4044-a5f9-433b67b38967 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:03.879022 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4f9e5512-8459-4044-a5f9-433b67b38967 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:03.907486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4a9d14c0-0590-4f0d-abc4-8c1da8fb6647 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:03.913582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4a9d14c0-0590-4f0d-abc4-8c1da8fb6647 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Usage tracker for resource:security_group_rule and tenant:d1b3d33ac1c64551b55e0abce258f6fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:03.917292 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4a9d14c0-0590-4f0d-abc4-8c1da8fb6647 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:03.925332 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4a9d14c0-0590-4f0d-abc4-8c1da8fb6647 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:03.979145 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9e5512-8459-4044-a5f9-433b67b38967 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Made reservation on behalf of 4f1cb1bae37b450eab08f066ab7ce6c6 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:03.981524 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5512-8459-4044-a5f9-433b67b38967 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:04.020142 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port d9429514-6ac5-4c8c-a724-4cd7bf02366e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:04.029764 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4a9d14c0-0590-4f0d-abc4-8c1da8fb6647 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:04.033198 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d9429514-6ac5-4c8c-a724-4cd7bf02366e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:04.033796 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:04.043382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f9e5512-8459-4044-a5f9-433b67b38967 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:12:04.053947 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d770c8f-a732-4e5e-8820-419684d83709 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:12:04.064730 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5512-8459-4044-a5f9-433b67b38967 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:04.064988 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8d770c8f-a732-4e5e-8820-419684d83709 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:04.065249 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-4f9e5512-8459-4044-a5f9-433b67b38967 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Added segment 8a2d8012-2bfd-41f7-b5d7-54f0cd6afadb of type vlan for network fa221efe-f699-4194-9e17-c3ea93121197 Mar 01 21:12:04.065416 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-8d770c8f-a732-4e5e-8820-419684d83709 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Added segment ab4386a3-7746-4b7a-8acb-767376a86d5f of type vlan for network 5122dbd5-c885-4629-918a-8d05b4a66501 Mar 01 21:12:04.099480 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8d770c8f-a732-4e5e-8820-419684d83709 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:04.135303 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5512-8459-4044-a5f9-433b67b38967 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:04.142931 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4a9d14c0-0590-4f0d-abc4-8c1da8fb6647 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:04.160265 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] Set router 46232691-290b-41e7-b6ec-b5e0bdb9ab36 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:12:04.193421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-3ad98997-b67d-4d7c-8a94-f2cb147c189b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Deleting port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:04.193760 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ad98997-b67d-4d7c-8a94-f2cb147c189b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:04.310700 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8d770c8f-a732-4e5e-8820-419684d83709 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:04.317983 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d770c8f-a732-4e5e-8820-419684d83709 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:04.319002 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8d770c8f-a732-4e5e-8820-419684d83709 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:04.345383 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4a9d14c0-0590-4f0d-abc4-8c1da8fb6647 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:04.345383 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4a9d14c0-0590-4f0d-abc4-8c1da8fb6647 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6719015 Mar 01 21:12:04.346953 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35950) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:04.353930 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-fbc880fe-a32f-4c16-852d-5886006ed11a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2063834369', 'description': 'tempest-secgroup_general--2063834369 description', 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:04.371633 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fbc880fe-a32f-4c16-852d-5886006ed11a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:04.377845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fbc880fe-a32f-4c16-852d-5886006ed11a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Usage tracker for resource:security_group and tenant:d1b3d33ac1c64551b55e0abce258f6fe is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:04.384707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9d14c0-0590-4f0d-abc4-8c1da8fb6647 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd6add0-2b5f-4822-a863-4f1b65269514,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:04.386018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fbc880fe-a32f-4c16-852d-5886006ed11a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:04.405461 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fbc880fe-a32f-4c16-852d-5886006ed11a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:04.566384 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5512-8459-4044-a5f9-433b67b38967 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:04.566384 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9e5512-8459-4044-a5f9-433b67b38967 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:04.566384 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f9e5512-8459-4044-a5f9-433b67b38967 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:04.567029 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d770c8f-a732-4e5e-8820-419684d83709 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Network': ['ID=5122dbd5-c885-4629-918a-8d05b4a66501,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:04.567539 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:04.687340 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 5122dbd5-c885-4629-918a-8d05b4a66501 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:12:04.738549 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-3ad98997-b67d-4d7c-8a94-f2cb147c189b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] For port 5b9c145e-c15f-4330-98fd-0c1a2b26c99b, host n-h1-827896-4, got binding levels [] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:04.738908 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ad98997-b67d-4d7c-8a94-f2cb147c189b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:04.767960 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fbc880fe-a32f-4c16-852d-5886006ed11a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:04.798043 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9e5512-8459-4044-a5f9-433b67b38967 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Pushing event updated for resources: {'Network': ['ID=fa221efe-f699-4194-9e17-c3ea93121197,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:04.825121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fbc880fe-a32f-4c16-852d-5886006ed11a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:04.832504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fbc880fe-a32f-4c16-852d-5886006ed11a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Usage tracker for resource:security_group_rule and tenant:d1b3d33ac1c64551b55e0abce258f6fe is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:04.839832 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fbc880fe-a32f-4c16-852d-5886006ed11a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:04.846642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fbc880fe-a32f-4c16-852d-5886006ed11a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:04.894423 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4f9e5512-8459-4044-a5f9-433b67b38967 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0429342 Mar 01 21:12:04.897072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35958) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:04.903142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-1694b2fa-1144-468f-a40d-24d7ba3a09db tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Request body: {'subnet': {'network_id': 'fa221efe-f699-4194-9e17-c3ea93121197', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:04.910372 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1694b2fa-1144-468f-a40d-24d7ba3a09db tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:04.922493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1694b2fa-1144-468f-a40d-24d7ba3a09db tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Usage tracker for resource:subnet and tenant:4f1cb1bae37b450eab08f066ab7ce6c6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:04.922493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1694b2fa-1144-468f-a40d-24d7ba3a09db tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:04.929633 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1694b2fa-1144-468f-a40d-24d7ba3a09db tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:04.943714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network fa221efe-f699-4194-9e17-c3ea93121197 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:12:05.001537 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port d9429514-6ac5-4c8c-a724-4cd7bf02366e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d9429514-6ac5-4c8c-a724-4cd7bf02366e,segment=NetworkSegment(47633a6d-1388-4f44-a0b4-aa7c1dba211a),segment_id=47633a6d-1388-4f44-a0b4-aa7c1dba211a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:05.024408 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8d770c8f-a732-4e5e-8820-419684d83709 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5941548 Mar 01 21:12:05.036985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35962) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:05.096287 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-96f058b2-e494-4884-8b62-7f9294ef5ac5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'subnet': {'network_id': '5122dbd5-c885-4629-918a-8d05b4a66501', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:05.101878 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c0c3a02e-7eac-4961-838a-762e3f14fce0 None None] Provisioning for port 39f4ef26-9564-431b-a8a6-d03a8c0c4554 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:05.120624 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-3ad98997-b67d-4d7c-8a94-f2cb147c189b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Calling delete_port for 5b9c145e-c15f-4330-98fd-0c1a2b26c99b owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:05.134941 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fbc880fe-a32f-4c16-852d-5886006ed11a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:05.155497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1694b2fa-1144-468f-a40d-24d7ba3a09db tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Made reservation on behalf of 4f1cb1bae37b450eab08f066ab7ce6c6 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:05.158102 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1694b2fa-1144-468f-a40d-24d7ba3a09db tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:05.199452 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c0c3a02e-7eac-4961-838a-762e3f14fce0 None None] Provisioning complete for port 39f4ef26-9564-431b-a8a6-d03a8c0c4554 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:05.203415 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a02e-7eac-4961-838a-762e3f14fce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:05.260090 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:05.261325 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d6fb764a-59c9-4758-b335-437fbe265925 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:12:05.368535 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ad98997-b67d-4d7c-8a94-f2cb147c189b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:05.377632 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fbc880fe-a32f-4c16-852d-5886006ed11a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:05.398879 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859292304', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:11:48Z', 'updated_at': '2022-03-01T21:12:01Z', 'revision_number': 4, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:11:50Z', 'updated_at': '2022-03-01T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '39f4ef26-9564-431b-a8a6-d03a8c0c4554', 'name': '', 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'mac_address': 'fa:16:3e:0b:d4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '117f3481-e951-40d2-8e8f-7588b0e4a8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:00Z', 'updated_at': '2022-03-01T21:12:01Z', 'revision_number': 2, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'subnets': [{'id': '117f3481-e951-40d2-8e8f-7588b0e4a8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:05.416536 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c0c3a02e-7eac-4961-838a-762e3f14fce0 None None] Port 39f4ef26-9564-431b-a8a6-d03a8c0c4554 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:12:05.426038 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] Checking router: 46232691-290b-41e7-b6ec-b5e0bdb9ab36 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:12:05.426464 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] Updating router 46232691-290b-41e7-b6ec-b5e0bdb9ab36 port 39f4ef26-9564-431b-a8a6-d03a8c0c4554 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:12:05.450344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad98997-b67d-4d7c-8a94-f2cb147c189b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b9c145e-c15f-4330-98fd-0c1a2b26c99b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:05.455852 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ad98997-b67d-4d7c-8a94-f2cb147c189b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:05.481639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=d9429514-6ac5-4c8c-a724-4cd7bf02366e,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:05.503602 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fbc880fe-a32f-4c16-852d-5886006ed11a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:05.504969 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fbc880fe-a32f-4c16-852d-5886006ed11a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 1.1555872 Mar 01 21:12:05.508958 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:05.513243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35966) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:05.524214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9a8f61b4-01b4-434e-b118-82ea65bdcc7d tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Request body: {'security_group_rule': {'security_group_id': 'cdd6add0-2b5f-4822-a863-4f1b65269514', 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:05.524376 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c0c3a02e-7eac-4961-838a-762e3f14fce0 None None] Provisioning complete for port d9429514-6ac5-4c8c-a724-4cd7bf02366e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:05.524376 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c0c3a02e-7eac-4961-838a-762e3f14fce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:05.528158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9a8f61b4-01b4-434e-b118-82ea65bdcc7d tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:05.533632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9a8f61b4-01b4-434e-b118-82ea65bdcc7d tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Usage tracker for resource:security_group_rule and tenant:d1b3d33ac1c64551b55e0abce258f6fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:05.537430 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9a8f61b4-01b4-434e-b118-82ea65bdcc7d tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:05.539202 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc2273-9aa2-455f-8985-62e9dc1345fc req-04630335-b302-4a38-b348-220778e70306 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:05.544521 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9a8f61b4-01b4-434e-b118-82ea65bdcc7d tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:05.547914 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84fc2273-9aa2-455f-8985-62e9dc1345fc req-04630335-b302-4a38-b348-220778e70306 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 945 time: 0.5238299 Mar 01 21:12:05.555257 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3ad98997-b67d-4d7c-8a94-f2cb147c189b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] 10.222.0.42 "DELETE /v2.0/ports/5b9c145e-c15f-4330-98fd-0c1a2b26c99b HTTP/1.1" status: 204 len: 168 time: 1.8245752 Mar 01 21:12:05.565108 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35970) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:05.566649 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d6fb764a-59c9-4758-b335-437fbe265925 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:05.566649 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:05.585357 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-96f058b2-e494-4884-8b62-7f9294ef5ac5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:05.608585 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c01475-1601-4b0c-a8d8-0061cc0459ff tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] GET failed (client error): The resource could not be found. Mar 01 21:12:05.608585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d2c01475-1601-4b0c-a8d8-0061cc0459ff tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Synchronizing usage tracker for tenant:9a6c399bd8eb4f0c9c3d95411a310774 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:12:05.682348 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9a8f61b4-01b4-434e-b118-82ea65bdcc7d tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:05.709549 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc880fe-a32f-4c16-852d-5886006ed11a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae22b860-57be-4e4e-97d4-ca44d671aa2f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:05.715082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-96f058b2-e494-4884-8b62-7f9294ef5ac5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:subnet and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:05.727255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-96f058b2-e494-4884-8b62-7f9294ef5ac5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:05.772583 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9a8f61b4-01b4-434e-b118-82ea65bdcc7d tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:05.773916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d2c01475-1601-4b0c-a8d8-0061cc0459ff tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Unset dirty status for tenant:9a6c399bd8eb4f0c9c3d95411a310774 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:12:05.778695 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d2c01475-1601-4b0c-a8d8-0061cc0459ff tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] 10.222.0.42 "GET /v2.0/ports/5b9c145e-c15f-4330-98fd-0c1a2b26c99b HTTP/1.1" status: 404 len: 333 time: 0.2188411 Mar 01 21:12:05.782235 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35978) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:05.789029 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8ef56da6-7075-45c3-8936-b5d4caf87cd5 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-619633163', 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:05.795414 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-96f058b2-e494-4884-8b62-7f9294ef5ac5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:05.797672 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8ef56da6-7075-45c3-8936-b5d4caf87cd5 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:05.813525 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8ef56da6-7075-45c3-8936-b5d4caf87cd5 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:05.831571 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84fc2273-9aa2-455f-8985-62e9dc1345fc req-f63ff812-76f0-4ea9-a01a-c1bd617ead6e tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813380 Mar 01 21:12:05.840672 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9a8f61b4-01b4-434e-b118-82ea65bdcc7d tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:05.888305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8f61b4-01b4-434e-b118-82ea65bdcc7d tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddbc4539-cdd3-4a69-8a9d-ed7b461ce656,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:05.910222 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef56da6-7075-45c3-8936-b5d4caf87cd5 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Made reservation on behalf of 9a6c399bd8eb4f0c9c3d95411a310774 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:05.912753 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ef56da6-7075-45c3-8936-b5d4caf87cd5 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:05.933233 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-8ef56da6-7075-45c3-8936-b5d4caf87cd5 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] device_id is not set on port 967d5b32-5ebe-4360-99e6-5021bed2cfc2 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:12:05.943554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f058b2-e494-4884-8b62-7f9294ef5ac5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:05.947144 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-96f058b2-e494-4884-8b62-7f9294ef5ac5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:06.007964 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9a8f61b4-01b4-434e-b118-82ea65bdcc7d tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:06.010713 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9a8f61b4-01b4-434e-b118-82ea65bdcc7d tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4949713 Mar 01 21:12:06.115172 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-28e0e2fa-4142-433b-a946-6a52ba55d54c None None] Provisioning complete for port 39f4ef26-9564-431b-a8a6-d03a8c0c4554 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:06.115727 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-28e0e2fa-4142-433b-a946-6a52ba55d54c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:06.234911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-28e0e2fa-4142-433b-a946-6a52ba55d54c None None] Port 39f4ef26-9564-431b-a8a6-d03a8c0c4554 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:12:06.337139 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d9429514-6ac5-4c8c-a724-4cd7bf02366e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:12:06.355580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-957e2bc1-e6c2-4e0d-8395-dc52bb699235 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Synchronizing usage tracker for tenant:d1b3d33ac1c64551b55e0abce258f6fe on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:12:06.423490 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:06.450746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] Transition to ACTIVE for port object 39f4ef26-9564-431b-a8a6-d03a8c0c4554 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:06.451692 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ef56da6-7075-45c3-8936-b5d4caf87cd5 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:06.463684 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d9429514-6ac5-4c8c-a724-4cd7bf02366e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:06.468007 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:06.468151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-957e2bc1-e6c2-4e0d-8395-dc52bb699235 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Unset dirty status for tenant:d1b3d33ac1c64551b55e0abce258f6fe on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:12:06.472909 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-957e2bc1-e6c2-4e0d-8395-dc52bb699235 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_access--1311801042&fields=id&tenant_id=d1b3d33ac1c64551b55e0abce258f6fe HTTP/1.1" status: 200 len: 267 time: 0.1963291 Mar 01 21:12:06.601962 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-34167b1e-33c3-4993-b478-8e18b75fc716 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup_general--2063834369&fields=id&tenant_id=d1b3d33ac1c64551b55e0abce258f6fe HTTP/1.1" status: 200 len: 267 time: 0.0721323 Mar 01 21:12:06.617886 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:06.622790 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ef56da6-7075-45c3-8936-b5d4caf87cd5 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:06.637797 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-96f058b2-e494-4884-8b62-7f9294ef5ac5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:06.695457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef56da6-7075-45c3-8936-b5d4caf87cd5 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Network e33e781e-5257-4609-9e61-e68dd42f6bb5 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:06.696683 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-8ef56da6-7075-45c3-8936-b5d4caf87cd5 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:06.704031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef56da6-7075-45c3-8936-b5d4caf87cd5 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:06.705001 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef56da6-7075-45c3-8936-b5d4caf87cd5 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:06.705588 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ef56da6-7075-45c3-8936-b5d4caf87cd5 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:06.730026 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c34bba-04f0-4a00-be98-f3a6c09a1039 None None] Pushing event updated for resources: {'Port': ['ID=39f4ef26-9564-431b-a8a6-d03a8c0c4554,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:06.738894 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef56da6-7075-45c3-8936-b5d4caf87cd5 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Pushing event updated for resources: {'Port': ['ID=967d5b32-5ebe-4360-99e6-5021bed2cfc2,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:06.880858 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8ef56da6-7075-45c3-8936-b5d4caf87cd5 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0960267 Mar 01 21:12:06.882068 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 35998) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:06.887651 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f058b2-e494-4884-8b62-7f9294ef5ac5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Subnet': ['ID=bc0a7239-80ce-43cf-99fd-9f371e9efd23,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:06.901525 n-d-827896-4 neutron-server[88518]: DEBUG neutron.objects.ports [None req-1694b2fa-1144-468f-a40d-24d7ba3a09db tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88518) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 01 21:12:06.901997 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1694b2fa-1144-468f-a40d-24d7ba3a09db tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:06.923743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] Attempting to bind port 39f4ef26-9564-431b-a8a6-d03a8c0c4554 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:06.923743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] Attempting to bind port 39f4ef26-9564-431b-a8a6-d03a8c0c4554 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '47633a6d-1388-4f44-a0b4-aa7c1dba211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:06.923743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] Attempting to bind port 39f4ef26-9564-431b-a8a6-d03a8c0c4554 on network 6033315f-9cc1-40b7-a652-aec8e732a438 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:06.925589 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:12:06.926048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] Checking segment: {'id': '47633a6d-1388-4f44-a0b4-aa7c1dba211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:12:06.926515 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:06.926976 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] Bound using segment: {'id': '47633a6d-1388-4f44-a0b4-aa7c1dba211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:12:06.927545 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] Bound port: 39f4ef26-9564-431b-a8a6-d03a8c0c4554, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47633a6d-1388-4f44-a0b4-aa7c1dba211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:12:06.927987 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:06.980026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796ba8d8-d355-4bd7-b58a-a80545339dbe tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:06.980674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-796ba8d8-d355-4bd7-b58a-a80545339dbe tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Synchronizing usage tracker for tenant:9a6c399bd8eb4f0c9c3d95411a310774 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:12:07.050576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f058b2-e494-4884-8b62-7f9294ef5ac5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Checking segment: {'id': 'ab4386a3-7746-4b7a-8acb-767376a86d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5122dbd5-c885-4629-918a-8d05b4a66501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:12:07.056932 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f058b2-e494-4884-8b62-7f9294ef5ac5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network hostable DHCP agents. Network: 5122dbd5-c885-4629-918a-8d05b4a66501, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:12:07.064889 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] For port 39f4ef26-9564-431b-a8a6-d03a8c0c4554, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:12:07.070645 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] For port 39f4ef26-9564-431b-a8a6-d03a8c0c4554, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=39f4ef26-9564-431b-a8a6-d03a8c0c4554,segment=NetworkSegment(47633a6d-1388-4f44-a0b4-aa7c1dba211a),segment_id=47633a6d-1388-4f44-a0b4-aa7c1dba211a)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:12:07.092582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-796ba8d8-d355-4bd7-b58a-a80545339dbe tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Unset dirty status for tenant:9a6c399bd8eb4f0c9c3d95411a310774 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:12:07.093351 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-796ba8d8-d355-4bd7-b58a-a80545339dbe tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] 10.222.0.42 "GET /v2.0/ports/967d5b32-5ebe-4360-99e6-5021bed2cfc2 HTTP/1.1" status: 200 len: 954 time: 0.2074738 Mar 01 21:12:07.096118 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36002) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:07.124447 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:07.137168 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-8616bc19-0ae6-4bdd-8f2d-4bde1b22365d tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:07.137859 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-8616bc19-0ae6-4bdd-8f2d-4bde1b22365d tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Synchronizing usage tracker for tenant:d1b3d33ac1c64551b55e0abce258f6fe on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:12:07.166093 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1694b2fa-1144-468f-a40d-24d7ba3a09db tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Pushing event updated for resources: {'Subnet': ['ID=108f96bb-cca5-4613-86fd-b2c004a05109,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:07.174389 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ff8dd-b813-4b8b-974f-41965fd85889 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Deleting port 967d5b32-5ebe-4360-99e6-5021bed2cfc2 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:07.174865 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff8dd-b813-4b8b-974f-41965fd85889 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:07.199199 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1694b2fa-1144-468f-a40d-24d7ba3a09db tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Checking segment: {'id': '8a2d8012-2bfd-41f7-b5d7-54f0cd6afadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fa221efe-f699-4194-9e17-c3ea93121197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:12:07.205729 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1694b2fa-1144-468f-a40d-24d7ba3a09db tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Network hostable DHCP agents. Network: fa221efe-f699-4194-9e17-c3ea93121197, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:12:07.233829 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] Routers {'46232691-290b-41e7-b6ec-b5e0bdb9ab36'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:12:07.234433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:12:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['46232691-290b-41e7-b6ec-b5e0bdb9ab36'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:07.257058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f058b2-e494-4884-8b62-7f9294ef5ac5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network 5122dbd5-c885-4629-918a-8d05b4a66501 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:12:07.271388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfeb32-6e95-445f-9719-e3f5788e9b72 req-cd0e4d51-d817-493f-ae45-8176ec51533b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:07.273430 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79dfeb32-6e95-445f-9719-e3f5788e9b72 req-cd0e4d51-d817-493f-ae45-8176ec51533b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 945 time: 0.2304945 Mar 01 21:12:07.305452 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c34bba-04f0-4a00-be98-f3a6c09a1039 None None] Pushing event updated for resources: {'Port': ['ID=39f4ef26-9564-431b-a8a6-d03a8c0c4554,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:07.343478 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-8616bc19-0ae6-4bdd-8f2d-4bde1b22365d tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Unset dirty status for tenant:d1b3d33ac1c64551b55e0abce258f6fe on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:12:07.344390 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-8616bc19-0ae6-4bdd-8f2d-4bde1b22365d tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/networks?id=6033315f-9cc1-40b7-a652-aec8e732a438 HTTP/1.1" status: 200 len: 797 time: 0.7371886 Mar 01 21:12:07.351747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36008) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:07.372539 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79dfeb32-6e95-445f-9719-e3f5788e9b72 req-10224421-d577-494d-b8cf-587fa82625be tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900066 Mar 01 21:12:07.377729 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-ee7fa15a-077f-4468-b7f7-c2b7cf53d8e9 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/quotas/d1b3d33ac1c64551b55e0abce258f6fe HTTP/1.1" status: 200 len: 375 time: 0.0249488 Mar 01 21:12:07.474209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1694b2fa-1144-468f-a40d-24d7ba3a09db tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Network fa221efe-f699-4194-9e17-c3ea93121197 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:12:07.500189 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff8dd-b813-4b8b-974f-41965fd85889 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:07.551498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] Set router 46232691-290b-41e7-b6ec-b5e0bdb9ab36 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:12:07.591159 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-f009c9ee-30c3-4699-a1c7-f9706e6bb85e tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1b3d33ac1c64551b55e0abce258f6fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2075882 Mar 01 21:12:07.594561 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7fb0fbba-c870-4a02-8750-1517097489f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:07.617606 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7fb0fbba-c870-4a02-8750-1517097489f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:07.621903 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7fb0fbba-c870-4a02-8750-1517097489f6 admin admin] Usage tracker for resource:security_group_rule and tenant:3c39beb4c3264c14a0d887cad7ef9e07 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:07.626420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7fb0fbba-c870-4a02-8750-1517097489f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:07.634459 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7fb0fbba-c870-4a02-8750-1517097489f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:07.687338 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0b1ff8dd-b813-4b8b-974f-41965fd85889 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Calling delete_port for 967d5b32-5ebe-4360-99e6-5021bed2cfc2 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:07.738706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-96f058b2-e494-4884-8b62-7f9294ef5ac5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 5122dbd5-c885-4629-918a-8d05b4a66501) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:07.740244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-1694b2fa-1144-468f-a40d-24d7ba3a09db tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, fa221efe-f699-4194-9e17-c3ea93121197) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:07.762576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1694b2fa-1144-468f-a40d-24d7ba3a09db tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:07.766526 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1694b2fa-1144-468f-a40d-24d7ba3a09db tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:07.767848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f058b2-e494-4884-8b62-7f9294ef5ac5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:07.768409 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-96f058b2-e494-4884-8b62-7f9294ef5ac5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:07.776989 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004c7c7d-9a68-4d62-a7dc-20fc88a0c2e3 None None] Network 5122dbd5-c885-4629-918a-8d05b4a66501 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:12:07.790008 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80df3e4c-611d-4511-9f94-ecb68b364a76 None None] Network fa221efe-f699-4194-9e17-c3ea93121197 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:12:07.879126 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff8dd-b813-4b8b-974f-41965fd85889 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:07.891346 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7fb0fbba-c870-4a02-8750-1517097489f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:07.937629 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-60693bc4-0604-40aa-87b3-24ea12df0ba9 service neutron] 10.222.0.42 "GET /v2.0/networks/6033315f-9cc1-40b7-a652-aec8e732a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290873 Mar 01 21:12:07.943218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ff8dd-b813-4b8b-974f-41965fd85889 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Pushing event deleted for resources: {'Port': ['ID=967d5b32-5ebe-4360-99e6-5021bed2cfc2,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:07.953840 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0b1ff8dd-b813-4b8b-974f-41965fd85889 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:07.996943 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1694b2fa-1144-468f-a40d-24d7ba3a09db tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0960529 Mar 01 21:12:07.997179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36020) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:08.007244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Request body: {'floatingip': {'floating_network_id': 'fa221efe-f699-4194-9e17-c3ea93121197'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:08.071176 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:08.077562 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-96f058b2-e494-4884-8b62-7f9294ef5ac5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0447125 Mar 01 21:12:08.077562 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7fb0fbba-c870-4a02-8750-1517097489f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:08.080504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36024) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:08.090907 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-3f5774e3-81b3-475f-9f86-0d96b05f08a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'port': {'network_id': '5122dbd5-c885-4629-918a-8d05b4a66501', 'name': 'tempest-PortsIpV6TestJSON-1508834441'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:08.156169 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0b1ff8dd-b813-4b8b-974f-41965fd85889 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] 10.222.0.42 "DELETE /v2.0/ports/967d5b32-5ebe-4360-99e6-5021bed2cfc2 HTTP/1.1" status: 204 len: 168 time: 1.0397489 Mar 01 21:12:08.156169 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36028) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:08.344911 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Usage tracker for resource:floatingip and tenant:4f1cb1bae37b450eab08f066ab7ce6c6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:08.388546 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:08.397715 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ca18ec-f1c7-44b7-ac41-c22746efcd8e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] GET failed (client error): The resource could not be found. Mar 01 21:12:08.397715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-87ca18ec-f1c7-44b7-ac41-c22746efcd8e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Synchronizing usage tracker for tenant:9a6c399bd8eb4f0c9c3d95411a310774 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:12:08.456110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-5122dbd5-c885-4629-918a-8d05b4a66501', 'network_id': '5122dbd5-c885-4629-918a-8d05b4a66501', 'tenant_id': 'b0c650e22c5b44d78b9ba9842ac83e9f', 'fixed_ips': [{'subnet_id': 'bc0a7239-80ce-43cf-99fd-9f371e9efd23'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:12:08.456937 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:08.463509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3f5774e3-81b3-475f-9f86-0d96b05f08a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:08.470300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685f6860-234f-4460-ada3-2e07345418bb None None] Network fa221efe-f699-4194-9e17-c3ea93121197 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:12:08.474195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb0fbba-c870-4a02-8750-1517097489f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49225a53-05ee-4566-9ff4-2c4873668b7c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:08.477660 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3f5774e3-81b3-475f-9f86-0d96b05f08a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:08.493455 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7fb0fbba-c870-4a02-8750-1517097489f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c39beb4c3264c14a0d887cad7ef9e07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1394181 Mar 01 21:12:08.494878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:08.496041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36036) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:08.556013 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-e1965b2b-946f-4ffb-9622-4b4b1e26127f service neutron] 10.222.0.42 "GET /v2.0/networks/6033315f-9cc1-40b7-a652-aec8e732a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6089704 Mar 01 21:12:08.616253 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:08.685438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5774e3-81b3-475f-9f86-0d96b05f08a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:08.689013 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3f5774e3-81b3-475f-9f86-0d96b05f08a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:08.697893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-87ca18ec-f1c7-44b7-ac41-c22746efcd8e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Unset dirty status for tenant:9a6c399bd8eb4f0c9c3d95411a310774 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:12:08.699006 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-87ca18ec-f1c7-44b7-ac41-c22746efcd8e tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] 10.222.0.42 "GET /v2.0/ports/967d5b32-5ebe-4360-99e6-5021bed2cfc2 HTTP/1.1" status: 404 len: 333 time: 0.5451181 Mar 01 21:12:08.708360 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36040) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:08.718043 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-cf006f0d-fb92-4649-94e9-4e04cc756f04 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Request body: {'port': {'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-861658884'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:08.726452 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859292304', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:11:48Z', 'updated_at': '2022-03-01T21:12:01Z', 'revision_number': 4, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:11:50Z', 'updated_at': '2022-03-01T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '39f4ef26-9564-431b-a8a6-d03a8c0c4554', 'name': '', 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'mac_address': 'fa:16:3e:0b:d4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '117f3481-e951-40d2-8e8f-7588b0e4a8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:00Z', 'updated_at': '2022-03-01T21:12:07Z', 'revision_number': 4, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'subnets': [{'id': '117f3481-e951-40d2-8e8f-7588b0e4a8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:08.729581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cf006f0d-fb92-4649-94e9-4e04cc756f04 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:08.749574 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cf006f0d-fb92-4649-94e9-4e04cc756f04 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:08.760264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-3f5774e3-81b3-475f-9f86-0d96b05f08a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] device_id is not set on port 7ff66e8f-2313-40f2-8b28-aa6ae9d95003 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:12:08.785173 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:08.833905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf006f0d-fb92-4649-94e9-4e04cc756f04 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Made reservation on behalf of 9a6c399bd8eb4f0c9c3d95411a310774 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:08.846899 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf006f0d-fb92-4649-94e9-4e04cc756f04 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:08.848544 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60263dbd-9b94-4036-bc99-ebb38ffefc57 None None] The sync data for ids ['46232691-290b-41e7-b6ec-b5e0bdb9ab36'] in n-d-827896-4 is: [{'id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859292304', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:11:48Z', 'updated_at': '2022-03-01T21:12:01Z', 'revision_number': 4, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:11:50Z', 'updated_at': '2022-03-01T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '39f4ef26-9564-431b-a8a6-d03a8c0c4554', 'name': '', 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'mac_address': 'fa:16:3e:0b:d4:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '117f3481-e951-40d2-8e8f-7588b0e4a8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:00Z', 'updated_at': '2022-03-01T21:12:07Z', 'revision_number': 4, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'subnets': [{'id': '117f3481-e951-40d2-8e8f-7588b0e4a8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:12:08.936046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-cf006f0d-fb92-4649-94e9-4e04cc756f04 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] device_id is not set on port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:12:09.020239 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-911f718f-1d77-4b5c-b860-a9a1266e7327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:09.105517 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-911f718f-1d77-4b5c-b860-a9a1266e7327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:09.110809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Allocated IP 2001:db8::2 (5122dbd5-c885-4629-918a-8d05b4a66501/bc0a7239-80ce-43cf-99fd-9f371e9efd23/0c3e9874-4674-428b-be50-eacbf64a5f87) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:12:09.156813 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-356baf74-f005-429f-8a01-9dfaed4cea51 req-7529a3e1-f191-4cc1-941a-b2eb09321028 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 210 time: 0.1526923 Mar 01 21:12:09.207491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Allocated IP 172.20.0.5 (fa221efe-f699-4194-9e17-c3ea93121197/108f96bb-cca5-4613-86fd-b2c004a05109/3c4f354b-3618-4c1b-8aaa-9ba766110d85) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:12:09.464005 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-911f718f-1d77-4b5c-b860-a9a1266e7327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:09.526191 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f718f-1d77-4b5c-b860-a9a1266e7327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49225a53-05ee-4566-9ff4-2c4873668b7c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:09.598339 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:09.606487 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf006f0d-fb92-4649-94e9-4e04cc756f04 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:09.684934 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-911f718f-1d77-4b5c-b860-a9a1266e7327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:09.686670 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-911f718f-1d77-4b5c-b860-a9a1266e7327 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/49225a53-05ee-4566-9ff4-2c4873668b7c HTTP/1.1" status: 204 len: 168 time: 1.1888754 Mar 01 21:12:09.703579 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf006f0d-fb92-4649-94e9-4e04cc756f04 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:09.863267 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:09.863267 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Transition to ACTIVE for port object 0c3e9874-4674-428b-be50-eacbf64a5f87 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:09.863267 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Transition to ACTIVE for port object 0c3e9874-4674-428b-be50-eacbf64a5f87 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:09.874504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf006f0d-fb92-4649-94e9-4e04cc756f04 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Network e33e781e-5257-4609-9e61-e68dd42f6bb5 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:09.874504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-cf006f0d-fb92-4649-94e9-4e04cc756f04 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:09.874504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf006f0d-fb92-4649-94e9-4e04cc756f04 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:09.874504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf006f0d-fb92-4649-94e9-4e04cc756f04 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:09.874504 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf006f0d-fb92-4649-94e9-4e04cc756f04 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:09.874504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf006f0d-fb92-4649-94e9-4e04cc756f04 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Pushing event updated for resources: {'Port': ['ID=4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:10.034642 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:10.042662 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:10.053996 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cf006f0d-fb92-4649-94e9-4e04cc756f04 tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.3285470 Mar 01 21:12:10.233351 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36058) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:10.298890 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Pushing event updated for resources: {'Port': ['ID=0c3e9874-4674-428b-be50-eacbf64a5f87,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:10.299029 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:10.316457 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Network 5122dbd5-c885-4629-918a-8d05b4a66501 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:10.317299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Network fa221efe-f699-4194-9e17-c3ea93121197 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:10.322685 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:10.326433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:10.330915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:10.334349 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:10.372859 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 39f4ef26-9564-431b-a8a6-d03a8c0c4554 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:12:10.469176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-3f5774e3-81b3-475f-9f86-0d96b05f08a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Allocated IP 2001:db8::136 (5122dbd5-c885-4629-918a-8d05b4a66501/bc0a7239-80ce-43cf-99fd-9f371e9efd23/7ff66e8f-2313-40f2-8b28-aa6ae9d95003) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:12:10.498761 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d285829a-dd2e-4ed3-8c23-c4aa0ddfe701 req-d7739a98-ee54-4c88-ae4d-53fa8b90b343 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 210 time: 0.1735339 Mar 01 21:12:10.504566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Pushing event updated for resources: {'Port': ['ID=3c4f354b-3618-4c1b-8aaa-9ba766110d85,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:10.560008 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:10.582254 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Attempting to bind port 0c3e9874-4674-428b-be50-eacbf64a5f87 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:10.584673 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Attempting to bind port 0c3e9874-4674-428b-be50-eacbf64a5f87 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'ab4386a3-7746-4b7a-8acb-767376a86d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5122dbd5-c885-4629-918a-8d05b4a66501'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:10.585591 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Attempting to bind port 0c3e9874-4674-428b-be50-eacbf64a5f87 on network 5122dbd5-c885-4629-918a-8d05b4a66501 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:10.586678 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:10.593268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:12:10.594086 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Checking segment: {'id': 'ab4386a3-7746-4b7a-8acb-767376a86d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5122dbd5-c885-4629-918a-8d05b4a66501'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:12:10.595119 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:10.595755 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Bound using segment: {'id': 'ab4386a3-7746-4b7a-8acb-767376a86d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5122dbd5-c885-4629-918a-8d05b4a66501'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:12:10.598936 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Bound port: 0c3e9874-4674-428b-be50-eacbf64a5f87, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab4386a3-7746-4b7a-8acb-767376a86d5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '5122dbd5-c885-4629-918a-8d05b4a66501'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:12:10.598936 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:10.695230 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 39f4ef26-9564-431b-a8a6-d03a8c0c4554 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:10.702564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 39f4ef26-9564-431b-a8a6-d03a8c0c4554 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:10.703240 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:10.756763 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] For port 0c3e9874-4674-428b-be50-eacbf64a5f87, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:12:10.777603 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] For port 0c3e9874-4674-428b-be50-eacbf64a5f87, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0c3e9874-4674-428b-be50-eacbf64a5f87,segment=NetworkSegment(ab4386a3-7746-4b7a-8acb-767376a86d5f),segment_id=ab4386a3-7746-4b7a-8acb-767376a86d5f)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:12:10.868645 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:10.894562 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:10.937371 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3f5774e3-81b3-475f-9f86-0d96b05f08a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:10.959481 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36072) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:11.020651 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:11.026220 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-3f5774e3-81b3-475f-9f86-0d96b05f08a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Transition to ACTIVE for port object 7ff66e8f-2313-40f2-8b28-aa6ae9d95003 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:11.027852 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b1273e9d-0910-42e2-b794-48bcb1bae93e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:11.083746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b1273e9d-0910-42e2-b794-48bcb1bae93e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:11.092173 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b1273e9d-0910-42e2-b794-48bcb1bae93e admin admin] Usage tracker for resource:security_group_rule and tenant:bd9cb50e394944219dd1fe960680cc55 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:11.097896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b1273e9d-0910-42e2-b794-48bcb1bae93e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:11.110112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] device_id is not set on port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:12:11.121243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b1273e9d-0910-42e2-b794-48bcb1bae93e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:11.130375 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:11.168728 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee63a15-b316-446b-8a09-5902498fe562 None None] Pushing event updated for resources: {'Port': ['ID=0c3e9874-4674-428b-be50-eacbf64a5f87,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:11.177445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Transition to ACTIVE for port object 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:11.187608 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 39f4ef26-9564-431b-a8a6-d03a8c0c4554, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=39f4ef26-9564-431b-a8a6-d03a8c0c4554,segment=NetworkSegment(47633a6d-1388-4f44-a0b4-aa7c1dba211a),segment_id=47633a6d-1388-4f44-a0b4-aa7c1dba211a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:11.238912 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3f5774e3-81b3-475f-9f86-0d96b05f08a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:11.260613 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:11.281779 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:11.304036 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:11.323714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f5774e3-81b3-475f-9f86-0d96b05f08a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network 5122dbd5-c885-4629-918a-8d05b4a66501 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:11.333805 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:11.336227 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-3f5774e3-81b3-475f-9f86-0d96b05f08a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:11.344006 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5774e3-81b3-475f-9f86-0d96b05f08a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:11.349532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5774e3-81b3-475f-9f86-0d96b05f08a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:11.350630 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3f5774e3-81b3-475f-9f86-0d96b05f08a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:11.367923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=39f4ef26-9564-431b-a8a6-d03a8c0c4554,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:11.372602 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b1273e9d-0910-42e2-b794-48bcb1bae93e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:11.486882 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5774e3-81b3-475f-9f86-0d96b05f08a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=7ff66e8f-2313-40f2-8b28-aa6ae9d95003,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:11.490179 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b1273e9d-0910-42e2-b794-48bcb1bae93e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:11.570006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Pushing event updated for resources: {'Port': ['ID=3c4f354b-3618-4c1b-8aaa-9ba766110d85,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:11.582837 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:11.603403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Pushing event updated for resources: {'Port': ['ID=4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:11.629061 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3f5774e3-81b3-475f-9f86-0d96b05f08a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5468271 Mar 01 21:12:11.631807 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36080) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:11.637244 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b1273e9d-0910-42e2-b794-48bcb1bae93e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bd9cb50e394944219dd1fe960680cc55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6737645 Mar 01 21:12:11.637607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e183f93a-4244-4004-a2b8-e32229bf6419 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'port': {'network_id': '5122dbd5-c885-4629-918a-8d05b4a66501', 'name': 'tempest-PortsIpV6TestJSON-270974136'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:11.645372 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36084) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:11.646310 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:11.646796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:11.647317 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:11.688975 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:11.691547 n-d-827896-4 neutron-server[88519]: ERROR neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:12:11.695142 n-d-827896-4 neutron-server[88519]: INFO neutron.plugins.ml2.plugin [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 2 to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd Mar 01 21:12:11.730381 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1273e9d-0910-42e2-b794-48bcb1bae93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008c2b38-28c8-452b-b4c0-e04701f96824,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:11.732203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78146381-75b6-4f92-b69d-f5772380c20a req-0f4439cd-ea19-4347-986b-01f2669b1b2c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 210 time: 0.0470526 Mar 01 21:12:11.734698 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:11.734698 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:11.735024 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:11.735024 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b7e3ae3e-2850-4cb5-909f-615aa63df066 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.7352030 Mar 01 21:12:11.735623 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:11.740223 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36088) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:11.754081 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:11.756017 n-d-827896-4 neutron-server[88519]: ERROR neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:12:11.763640 n-d-827896-4 neutron-server[88519]: INFO neutron.plugins.ml2.plugin [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 3 to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd Mar 01 21:12:11.789421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:11.789996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:11.790494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:11.814447 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-57c24851-0962-4b1f-aaa1-590b81d1b3eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:11.819945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:11.821150 n-d-827896-4 neutron-server[88519]: ERROR neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:12:11.832431 n-d-827896-4 neutron-server[88519]: INFO neutron.plugins.ml2.plugin [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 4 to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd Mar 01 21:12:11.895118 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b4775d6a-072d-43ad-b263-f4542ef13cc3 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Synchronizing usage tracker for tenant:4f1cb1bae37b450eab08f066ab7ce6c6 on resource:floatingip {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:12:11.942141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e183f93a-4244-4004-a2b8-e32229bf6419 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:11.946596 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e183f93a-4244-4004-a2b8-e32229bf6419 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:port and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:11.949674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e183f93a-4244-4004-a2b8-e32229bf6419 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:11.955941 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e183f93a-4244-4004-a2b8-e32229bf6419 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:11.991835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:11.992438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:11.992555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:11.995716 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-57c24851-0962-4b1f-aaa1-590b81d1b3eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:12.009871 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:12.010258 n-d-827896-4 neutron-server[88519]: ERROR neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:12:12.023619 n-d-827896-4 neutron-server[88519]: INFO neutron.plugins.ml2.plugin [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 5 to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd Mar 01 21:12:12.047236 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b4775d6a-072d-43ad-b263-f4542ef13cc3 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Unset dirty status for tenant:4f1cb1bae37b450eab08f066ab7ce6c6 on resource:floatingip {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:12:12.048470 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b4775d6a-072d-43ad-b263-f4542ef13cc3 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] 10.222.0.42 "GET /v2.0/floatingips?floating_network_id=fa221efe-f699-4194-9e17-c3ea93121197 HTTP/1.1" status: 200 len: 689 time: 0.3070798 Mar 01 21:12:12.056109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36096) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:12.056278 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:12.056278 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:12.056278 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:12.059138 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:12.059699 n-d-827896-4 neutron-server[88519]: ERROR neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:12:12.061118 n-d-827896-4 neutron-server[88519]: INFO neutron.plugins.ml2.plugin [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 6 to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd Mar 01 21:12:12.080719 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:12.081243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:12.081795 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:12.087710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:12.088273 n-d-827896-4 neutron-server[88519]: ERROR neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:12:12.089440 n-d-827896-4 neutron-server[88519]: INFO neutron.plugins.ml2.plugin [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 7 to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd Mar 01 21:12:12.109592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:12.110128 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:12.110749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:12.116601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:12.117302 n-d-827896-4 neutron-server[88519]: ERROR neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:12:12.117846 n-d-827896-4 neutron-server[88519]: INFO neutron.plugins.ml2.plugin [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 8 to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd Mar 01 21:12:12.139055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:12.140029 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:12.141366 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:12.148463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:12.148896 n-d-827896-4 neutron-server[88519]: ERROR neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:12:12.149181 n-d-827896-4 neutron-server[88519]: INFO neutron.plugins.ml2.plugin [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 9 to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd Mar 01 21:12:12.181448 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e183f93a-4244-4004-a2b8-e32229bf6419 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:12.185497 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e183f93a-4244-4004-a2b8-e32229bf6419 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:12.206768 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:12.208148 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:12.208785 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:12.215499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:12.216064 n-d-827896-4 neutron-server[88519]: ERROR neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:12:12.216879 n-d-827896-4 neutron-server[88519]: INFO neutron.plugins.ml2.plugin [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempt 10 to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd Mar 01 21:12:12.240018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:12.240725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:12.241286 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempting to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:12.243534 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-e183f93a-4244-4004-a2b8-e32229bf6419 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] device_id is not set on port 0523cc63-88b3-447a-819a-97aaeeb942ef yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:12:12.247299 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on network e33e781e-5257-4609-9e61-e68dd42f6bb5 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:12.248192 n-d-827896-4 neutron-server[88519]: ERROR neutron.plugins.ml2.managers [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Failed to bind port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on host n-h1-827896-4 for vnic_type normal using segments [{'id': 'f68bf8e8-c932-4635-9dc1-2b7fad496e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'e33e781e-5257-4609-9e61-e68dd42f6bb5'}] Mar 01 21:12:12.248192 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:12.305946 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-57c24851-0962-4b1f-aaa1-590b81d1b3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:12.343220 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c24851-0962-4b1f-aaa1-590b81d1b3eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008c2b38-28c8-452b-b4c0-e04701f96824,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:12.351818 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:12.374246 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-57c24851-0962-4b1f-aaa1-590b81d1b3eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:12.378087 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-57c24851-0962-4b1f-aaa1-590b81d1b3eb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/008c2b38-28c8-452b-b4c0-e04701f96824 HTTP/1.1" status: 204 len: 168 time: 0.7258534 Mar 01 21:12:12.379497 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0c3e9874-4674-428b-be50-eacbf64a5f87 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:12:12.411530 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] For port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:12:12.411530 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attempted to set empty binding levels {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 01 21:12:12.547592 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f365c05d-903e-4e25-be8d-ea3db4b81fd3 None None] Network 5122dbd5-c885-4629-918a-8d05b4a66501 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:12:12.599865 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:12.694682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Deleting port 3c4f354b-3618-4c1b-8aaa-9ba766110d85 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:12.695821 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:12.700611 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] In _notify_port_updated(), no bound segment for port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd on network e33e781e-5257-4609-9e61-e68dd42f6bb5 {{(pid=88519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:12:12.701485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:12.702366 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:12.711894 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] 10.222.0.42 "PUT /v2.0/ports/4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd HTTP/1.1" status: 200 len: 974 time: 2.4674354 Mar 01 21:12:12.712907 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36106) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:12.777312 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 0c3e9874-4674-428b-be50-eacbf64a5f87 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:12.805991 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 39f4ef26-9564-431b-a8a6-d03a8c0c4554 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:12:12.859594 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568687de-6868-4e36-a35b-bd54a5c8e22b tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Pushing event updated for resources: {'Port': ['ID=4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:12.918065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a049e50d-88c4-47ca-af18-c66ddf2edd8c tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Deleting port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:12.923751 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a049e50d-88c4-47ca-af18-c66ddf2edd8c tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:13.090970 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-e183f93a-4244-4004-a2b8-e32229bf6419 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Allocated IP 2001:db8::f4 (5122dbd5-c885-4629-918a-8d05b4a66501/bc0a7239-80ce-43cf-99fd-9f371e9efd23/0523cc63-88b3-447a-819a-97aaeeb942ef) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:12:13.124295 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ae705815-f996-4e60-9d32-26e8b300f446 None None] Provisioning for port 0c3e9874-4674-428b-be50-eacbf64a5f87 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:13.150384 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ae705815-f996-4e60-9d32-26e8b300f446 None None] Provisioning complete for port 0c3e9874-4674-428b-be50-eacbf64a5f87 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:13.150758 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ae705815-f996-4e60-9d32-26e8b300f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:13.223932 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ffdcc779-00ce-481b-9643-a5292e3833d8 req-890bfb5f-76c1-41a0-a6c1-2221e1b7b267 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 210 time: 0.2155452 Mar 01 21:12:13.242303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-2ed6c21a-5158-4e10-9d6d-626ceebc08a3 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:13.243759 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-2ed6c21a-5158-4e10-9d6d-626ceebc08a3 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.55 "GET /v2.0/networks?id=6033315f-9cc1-40b7-a652-aec8e732a438 HTTP/1.1" status: 200 len: 797 time: 0.6325502 Mar 01 21:12:13.247804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 39f4ef26-9564-431b-a8a6-d03a8c0c4554 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:13.247976 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:13.290892 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-a049e50d-88c4-47ca-af18-c66ddf2edd8c tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] For port 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd, host n-h1-827896-4, got binding levels [] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:13.291932 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a049e50d-88c4-47ca-af18-c66ddf2edd8c tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:13.375929 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:13.375929 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:13.408904 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-8219c959-c697-49cb-a114-1c90677641e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1b3d33ac1c64551b55e0abce258f6fe HTTP/1.1" status: 200 len: 478 time: 0.1462631 Mar 01 21:12:13.474406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a049e50d-88c4-47ca-af18-c66ddf2edd8c tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Calling delete_port for 4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:13.526113 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ae705815-f996-4e60-9d32-26e8b300f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:13.529135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-e518458a-46d4-4519-b029-0dc96c7dc3ff tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Request body: {'port': {'device_id': '0741c249-1611-427c-9f2f-b23ed29c3271', 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438', 'admin_state_up': True, 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'security_groups': ['cdd6add0-2b5f-4822-a863-4f1b65269514', 'ae22b860-57be-4e4e-97d4-ca44d671aa2f']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:13.574851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Calling delete_port for 3c4f354b-3618-4c1b-8aaa-9ba766110d85 owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:13.616207 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ae705815-f996-4e60-9d32-26e8b300f446 None None] For port 0c3e9874-4674-428b-be50-eacbf64a5f87, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0c3e9874-4674-428b-be50-eacbf64a5f87,segment=NetworkSegment(ab4386a3-7746-4b7a-8acb-767376a86d5f),segment_id=ab4386a3-7746-4b7a-8acb-767376a86d5f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:13.692608 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a049e50d-88c4-47ca-af18-c66ddf2edd8c tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:13.710370 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ae705815-f996-4e60-9d32-26e8b300f446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:13.759996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-0ed2b0a9-69b7-43dc-a40a-468f9ddaeafb req-ad832708-8c94-4304-876b-861342aadcf8 service neutron] (88518) timed out ('10.222.0.57', 62089) {{(pid=88518) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 01 21:12:13.811095 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a049e50d-88c4-47ca-af18-c66ddf2edd8c tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:13.815603 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a049e50d-88c4-47ca-af18-c66ddf2edd8c tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:13.826504 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a049e50d-88c4-47ca-af18-c66ddf2edd8c tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] 10.222.0.42 "DELETE /v2.0/ports/4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd HTTP/1.1" status: 204 len: 168 time: 1.1066191 Mar 01 21:12:13.830903 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36128) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:13.844067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae705815-f996-4e60-9d32-26e8b300f446 None None] Pushing event updated for resources: {'Port': ['ID=0c3e9874-4674-428b-be50-eacbf64a5f87,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:13.903072 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-897da3c7-e6e0-4dd5-b197-4cbcfadd331f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] GET failed (client error): The resource could not be found. Mar 01 21:12:13.903644 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-897da3c7-e6e0-4dd5-b197-4cbcfadd331f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Synchronizing usage tracker for tenant:9a6c399bd8eb4f0c9c3d95411a310774 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:12:14.071918 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e183f93a-4244-4004-a2b8-e32229bf6419 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:14.079640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-e518458a-46d4-4519-b029-0dc96c7dc3ff tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:14.111604 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-e518458a-46d4-4519-b029-0dc96c7dc3ff tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Usage tracker for resource:port and tenant:d1b3d33ac1c64551b55e0abce258f6fe is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:14.113612 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-897da3c7-e6e0-4dd5-b197-4cbcfadd331f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] Unset dirty status for tenant:9a6c399bd8eb4f0c9c3d95411a310774 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:12:14.113612 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-897da3c7-e6e0-4dd5-b197-4cbcfadd331f tempest-PortsAdminExtendedAttrsTestJSON-719849783 tempest-PortsAdminExtendedAttrsTestJSON-719849783-project-admin] 10.222.0.42 "GET /v2.0/ports/4cbc50de-cf7c-4bb7-a46e-bb4ea3aa40dd HTTP/1.1" status: 404 len: 333 time: 0.2664170 Mar 01 21:12:14.113612 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36136) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:14.119045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-e518458a-46d4-4519-b029-0dc96c7dc3ff tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:14.129555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-e518458a-46d4-4519-b029-0dc96c7dc3ff tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:14.194770 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0c16b09b-8087-4a27-abc8-95faf66af4f4 None None] Provisioning for port 7ff66e8f-2313-40f2-8b28-aa6ae9d95003 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:14.201722 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0c3e9874-4674-428b-be50-eacbf64a5f87 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:12:14.239878 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0c16b09b-8087-4a27-abc8-95faf66af4f4 None None] Provisioning complete for port 7ff66e8f-2313-40f2-8b28-aa6ae9d95003 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:14.239878 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0c16b09b-8087-4a27-abc8-95faf66af4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:14.245139 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-e183f93a-4244-4004-a2b8-e32229bf6419 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Transition to ACTIVE for port object 0523cc63-88b3-447a-819a-97aaeeb942ef will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:14.245139 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:14.324448 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-13534407-568d-407c-9c23-8f5e975e0222 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:14.331517 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-0c16b09b-8087-4a27-abc8-95faf66af4f4 None None] Port 7ff66e8f-2313-40f2-8b28-aa6ae9d95003 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:12:14.349735 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0c16b09b-8087-4a27-abc8-95faf66af4f4 None None] Provisioning complete for port 0c3e9874-4674-428b-be50-eacbf64a5f87 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:14.350102 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0c16b09b-8087-4a27-abc8-95faf66af4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:14.367072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c4f354b-3618-4c1b-8aaa-9ba766110d85,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:14.372414 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-e518458a-46d4-4519-b029-0dc96c7dc3ff tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Made reservation on behalf of d1b3d33ac1c64551b55e0abce258f6fe for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:14.377300 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-e518458a-46d4-4519-b029-0dc96c7dc3ff tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:14.454614 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 0c3e9874-4674-428b-be50-eacbf64a5f87 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:14.462058 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:14.573124 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-13534407-568d-407c-9c23-8f5e975e0222 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:14.617895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-13534407-568d-407c-9c23-8f5e975e0222 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33e781e-5257-4609-9e61-e68dd42f6bb5']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:14.651687 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6fb47e33-8956-47d0-88d1-701dc30e84b9 req-fcd98ea3-d07f-4082-b304-abed0703a108 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 210 time: 0.1818664 Mar 01 21:12:14.661247 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-13534407-568d-407c-9c23-8f5e975e0222 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68bf8e8-c932-4635-9dc1-2b7fad496e82') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:14.661794 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-13534407-568d-407c-9c23-8f5e975e0222 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68bf8e8-c932-4635-9dc1-2b7fad496e82') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:14.675537 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-13534407-568d-407c-9c23-8f5e975e0222 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:14.698255 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-13534407-568d-407c-9c23-8f5e975e0222 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:14.706535 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13534407-568d-407c-9c23-8f5e975e0222 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:12:14.707321 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-13534407-568d-407c-9c23-8f5e975e0222 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:12:14.723552 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:12:14.861417 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fae9683d-0986-467e-bf36-afacfa36dab7 None None] Provisioning complete for port 7ff66e8f-2313-40f2-8b28-aa6ae9d95003 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:14.862494 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fae9683d-0986-467e-bf36-afacfa36dab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:14.878285 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:14.926847 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-fae9683d-0986-467e-bf36-afacfa36dab7 None None] Port 7ff66e8f-2313-40f2-8b28-aa6ae9d95003 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:12:14.939012 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-13534407-568d-407c-9c23-8f5e975e0222 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:14.946816 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-e518458a-46d4-4519-b029-0dc96c7dc3ff tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Allocated IP 172.20.0.3 (6033315f-9cc1-40b7-a652-aec8e732a438/117f3481-e951-40d2-8e8f-7588b0e4a8ff/cf24b214-1d82-400d-bc55-a41076650c3c) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:12:14.970602 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e183f93a-4244-4004-a2b8-e32229bf6419 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:14.976878 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-13534407-568d-407c-9c23-8f5e975e0222 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:14.986350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13534407-568d-407c-9c23-8f5e975e0222 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] Pushing event deleted for resources: {'Network': ['ID=e33e781e-5257-4609-9e61-e68dd42f6bb5,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:14.989263 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-13534407-568d-407c-9c23-8f5e975e0222 tempest-PortsAdminExtendedAttrsTestJSON-536918375 tempest-PortsAdminExtendedAttrsTestJSON-536918375-project] 10.222.0.42 "DELETE /v2.0/networks/e33e781e-5257-4609-9e61-e68dd42f6bb5 HTTP/1.1" status: 204 len: 168 time: 0.8861201 Mar 01 21:12:15.031740 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:15.144544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e183f93a-4244-4004-a2b8-e32229bf6419 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network 5122dbd5-c885-4629-918a-8d05b4a66501 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:15.148728 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e183f93a-4244-4004-a2b8-e32229bf6419 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=0523cc63-88b3-447a-819a-97aaeeb942ef,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:15.162091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-e183f93a-4244-4004-a2b8-e32229bf6419 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:15.162091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e183f93a-4244-4004-a2b8-e32229bf6419 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:15.165661 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e183f93a-4244-4004-a2b8-e32229bf6419 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:15.166270 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e183f93a-4244-4004-a2b8-e32229bf6419 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:15.351034 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:15.402767 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-e518458a-46d4-4519-b029-0dc96c7dc3ff tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:15.429898 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e183f93a-4244-4004-a2b8-e32229bf6419 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.7969856 Mar 01 21:12:15.435264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=108f96bb-cca5-4613-86fd-b2c004a05109,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:15.435449 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36152) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:15.454803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-e518458a-46d4-4519-b029-0dc96c7dc3ff tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Transition to ACTIVE for port object cf24b214-1d82-400d-bc55-a41076650c3c will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:15.518677 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:15.533966 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d64238-5262-44bd-92e6-6b61158c04a5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:15.534816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f3d64238-5262-44bd-92e6-6b61158c04a5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Synchronizing usage tracker for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:12:15.550804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa221efe-f699-4194-9e17-c3ea93121197']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:15.565642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2d8012-2bfd-41f7-b5d7-54f0cd6afadb') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:15.570906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2d8012-2bfd-41f7-b5d7-54f0cd6afadb') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:15.580263 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:15.599337 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:15.607111 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:12:15.607457 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:15.612974 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fc09cce1-ce25-4d09-9b8c-a1794ad250f5 None None] Provisioning for port 0523cc63-88b3-447a-819a-97aaeeb942ef completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:15.619198 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fc09cce1-ce25-4d09-9b8c-a1794ad250f5 None None] Provisioning complete for port 0523cc63-88b3-447a-819a-97aaeeb942ef triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:15.619628 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fc09cce1-ce25-4d09-9b8c-a1794ad250f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:12:15.622602 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:12:15.701521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-fc09cce1-ce25-4d09-9b8c-a1794ad250f5 None None] Port 0523cc63-88b3-447a-819a-97aaeeb942ef cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:12:15.709855 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f3d64238-5262-44bd-92e6-6b61158c04a5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Unset dirty status for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:12:15.712093 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f3d64238-5262-44bd-92e6-6b61158c04a5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A136 HTTP/1.1" status: 200 len: 929 time: 0.2780859 Mar 01 21:12:15.712710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36160) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:15.759860 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-e518458a-46d4-4519-b029-0dc96c7dc3ff tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:15.834253 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-557cc3df-0666-40da-9931-3aa9b06f39c2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port 0523cc63-88b3-447a-819a-97aaeeb942ef {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:15.834253 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-557cc3df-0666-40da-9931-3aa9b06f39c2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:15.841733 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36166) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:15.863166 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:15.951237 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-e518458a-46d4-4519-b029-0dc96c7dc3ff tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Network 6033315f-9cc1-40b7-a652-aec8e732a438 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:15.955398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa221efe-f699-4194-9e17-c3ea93121197 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 01 21:12:15.965185 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-e518458a-46d4-4519-b029-0dc96c7dc3ff tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:15.969421 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:15.983062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-e518458a-46d4-4519-b029-0dc96c7dc3ff tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:16.013574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Pushing event deleted for resources: {'Network': ['ID=fa221efe-f699-4194-9e17-c3ea93121197,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:16.090797 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6bcffa0a-9067-4110-aede-fc45cca923d7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] 10.222.0.42 "DELETE /v2.0/networks/fa221efe-f699-4194-9e17-c3ea93121197 HTTP/1.1" status: 204 len: 168 time: 4.0380328 Mar 01 21:12:16.092105 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36174) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:16.105640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518458a-46d4-4519-b029-0dc96c7dc3ff tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event updated for resources: {'Port': ['ID=cf24b214-1d82-400d-bc55-a41076650c3c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:16.168314 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-e518458a-46d4-4519-b029-0dc96c7dc3ff tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:16.169025 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-e518458a-46d4-4519-b029-0dc96c7dc3ff tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:16.179201 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a24aa03a-ee00-4ebc-9291-2181159f3310 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d3a0867aa32c4d889e3ebab8aaaf1876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3384612 Mar 01 21:12:16.190144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36180) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:16.259481 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ced83-4609-40e7-bffa-75358bfac766 req-fac4d61a-f5e7-4aeb-b405-b24e51c72355 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:16.260859 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d24ced83-4609-40e7-bffa-75358bfac766 req-fac4d61a-f5e7-4aeb-b405-b24e51c72355 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Synchronizing usage tracker for tenant:d1b3d33ac1c64551b55e0abce258f6fe on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:12:16.318021 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-e518458a-46d4-4519-b029-0dc96c7dc3ff tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.8475404 Mar 01 21:12:16.330168 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] Request body: {'port': {'device_id': '0741c249-1611-427c-9f2f-b23ed29c3271', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:16.360689 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c67dc400-aec4-441c-8d3f-4799176c9fbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:16.392357 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c67dc400-aec4-441c-8d3f-4799176c9fbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:16.423132 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-25644a24-9837-431d-8234-4a722f9d3090 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.3245940 Mar 01 21:12:16.426835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36184) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:16.457732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d24ced83-4609-40e7-bffa-75358bfac766 req-fac4d61a-f5e7-4aeb-b405-b24e51c72355 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Unset dirty status for tenant:d1b3d33ac1c64551b55e0abce258f6fe on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:12:16.464354 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d24ced83-4609-40e7-bffa-75358bfac766 req-fac4d61a-f5e7-4aeb-b405-b24e51c72355 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 970 time: 0.6258504 Mar 01 21:12:16.524440 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5a4e2445-7447-4251-8361-b3786921c925 None None] Provisioning for port cf24b214-1d82-400d-bc55-a41076650c3c completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:16.530370 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5a4e2445-7447-4251-8361-b3786921c925 None None] Provisioning complete for port cf24b214-1d82-400d-bc55-a41076650c3c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:16.531211 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5a4e2445-7447-4251-8361-b3786921c925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:16.532469 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d24ced83-4609-40e7-bffa-75358bfac766 req-7be3ae4c-b3b9-4065-86d8-16ee75ed1a7d tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae22b860-57be-4e4e-97d4-ca44d671aa2f&id=cdd6add0-2b5f-4822-a863-4f1b65269514&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0672240 Mar 01 21:12:16.582380 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c67dc400-aec4-441c-8d3f-4799176c9fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:16.611179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67dc400-aec4-441c-8d3f-4799176c9fbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1f2e19-0ba7-4f36-b19c-d261329881be,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:16.622693 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c67dc400-aec4-441c-8d3f-4799176c9fbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:16.624688 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c67dc400-aec4-441c-8d3f-4799176c9fbb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a1f2e19-0ba7-4f36-b19c-d261329881be HTTP/1.1" status: 204 len: 168 time: 0.4333055 Mar 01 21:12:16.664674 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:16.685992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c1075f-5560-4427-b5a4-5fba70e32fd8 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:16.687203 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c1075f-5560-4427-b5a4-5fba70e32fd8 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:16.687711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c1075f-5560-4427-b5a4-5fba70e32fd8 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:16.688176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c1075f-5560-4427-b5a4-5fba70e32fd8 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:16.688640 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c1075f-5560-4427-b5a4-5fba70e32fd8 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:16.690689 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c1075f-5560-4427-b5a4-5fba70e32fd8 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:16.691177 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c1075f-5560-4427-b5a4-5fba70e32fd8 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:16.702589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c1075f-5560-4427-b5a4-5fba70e32fd8 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:16.702715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c1075f-5560-4427-b5a4-5fba70e32fd8 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:16.703692 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c1075f-5560-4427-b5a4-5fba70e32fd8 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:16.705196 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f9c1075f-5560-4427-b5a4-5fba70e32fd8 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6438 time: 0.2780349 Mar 01 21:12:16.711656 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e2445-7447-4251-8361-b3786921c925 None None] Port cf24b214-1d82-400d-bc55-a41076650c3c cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:12:16.720586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36194) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:16.735407 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-557cc3df-0666-40da-9931-3aa9b06f39c2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:16.885286 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-b27a084a-09eb-4135-8d50-5d387a58b04f tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] delete failed (client error): The resource could not be found. Mar 01 21:12:16.885819 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b27a084a-09eb-4135-8d50-5d387a58b04f tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/901db771-ac59-4c47-b258-7de7e185524b HTTP/1.1" status: 404 len: 345 time: 0.1667156 Mar 01 21:12:16.897928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36198) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:16.949656 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-557cc3df-0666-40da-9931-3aa9b06f39c2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for 0523cc63-88b3-447a-819a-97aaeeb942ef owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:16.978257 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-000c890c-5abd-4878-a3b9-ae1a93dc9775 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] DELETE failed (client error): The resource could not be found. Mar 01 21:12:16.978744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-000c890c-5abd-4878-a3b9-ae1a93dc9775 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:12:16.984719 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-000c890c-5abd-4878-a3b9-ae1a93dc9775 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] 10.222.0.42 "DELETE /v2.0/networks/fa221efe-f699-4194-9e17-c3ea93121197 HTTP/1.1" status: 404 len: 339 time: 0.0819368 Mar 01 21:12:16.986131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36204) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:17.001535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-84019fc2-04f0-4677-a085-f00f0ae80419 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Request body: {'network': {'name': 'tempest-network--263019315', 'router:external': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:17.009105 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-84019fc2-04f0-4677-a085-f00f0ae80419 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:17.017617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-84019fc2-04f0-4677-a085-f00f0ae80419 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Usage tracker for resource:network and tenant:4f1cb1bae37b450eab08f066ab7ce6c6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:17.022752 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-84019fc2-04f0-4677-a085-f00f0ae80419 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:17.030957 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-84019fc2-04f0-4677-a085-f00f0ae80419 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:17.148614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84019fc2-04f0-4677-a085-f00f0ae80419 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Made reservation on behalf of 4f1cb1bae37b450eab08f066ab7ce6c6 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:17.150866 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84019fc2-04f0-4677-a085-f00f0ae80419 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:17.273501 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-557cc3df-0666-40da-9931-3aa9b06f39c2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:17.322014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84019fc2-04f0-4677-a085-f00f0ae80419 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:12:17.329301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf24b214-1d82-400d-bc55-a41076650c3c {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:12:17.332928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557cc3df-0666-40da-9931-3aa9b06f39c2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=0523cc63-88b3-447a-819a-97aaeeb942ef,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:17.336318 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:17.346074 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84019fc2-04f0-4677-a085-f00f0ae80419 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:17.346333 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-84019fc2-04f0-4677-a085-f00f0ae80419 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Added segment bd656eed-07e3-4ae8-8cbf-7a900b72b4f2 of type vlan for network f1aa2f0d-8b0b-4d99-8305-d2fe282fd3d7 Mar 01 21:12:17.361525 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] Transition to ACTIVE for port object cf24b214-1d82-400d-bc55-a41076650c3c will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:17.380585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc3df-0666-40da-9931-3aa9b06f39c2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:17.381164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc3df-0666-40da-9931-3aa9b06f39c2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:17.381502 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc3df-0666-40da-9931-3aa9b06f39c2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:17.381829 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc3df-0666-40da-9931-3aa9b06f39c2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:17.382186 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc3df-0666-40da-9931-3aa9b06f39c2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:17.382542 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc3df-0666-40da-9931-3aa9b06f39c2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:17.382861 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc3df-0666-40da-9931-3aa9b06f39c2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:17.383913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc3df-0666-40da-9931-3aa9b06f39c2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:17.383913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc3df-0666-40da-9931-3aa9b06f39c2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:17.383913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc3df-0666-40da-9931-3aa9b06f39c2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:17.384249 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc3df-0666-40da-9931-3aa9b06f39c2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:17.384494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557cc3df-0666-40da-9931-3aa9b06f39c2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:12:17.395285 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84019fc2-04f0-4677-a085-f00f0ae80419 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:17.406151 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-557cc3df-0666-40da-9931-3aa9b06f39c2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:17.538781 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36208) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:17.563630 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:17.592177 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-557cc3df-0666-40da-9931-3aa9b06f39c2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/ports/0523cc63-88b3-447a-819a-97aaeeb942ef HTTP/1.1" status: 204 len: 168 time: 1.8749437 Mar 01 21:12:17.592177 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36214) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:17.600526 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84019fc2-04f0-4677-a085-f00f0ae80419 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:17.601683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84019fc2-04f0-4677-a085-f00f0ae80419 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:17.602309 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84019fc2-04f0-4677-a085-f00f0ae80419 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:17.651734 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b876b4-1374-4a87-88da-5ff4773f71ff tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] GET failed (client error): The resource could not be found. Mar 01 21:12:17.652264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e3b876b4-1374-4a87-88da-5ff4773f71ff tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Synchronizing usage tracker for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:12:17.675757 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-eeb22f0c-5039-4855-846a-f5eac12dc9b7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9a6c399bd8eb4f0c9c3d95411a310774&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356735 Mar 01 21:12:17.683980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36218) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:17.773534 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78af9a6b-3beb-4cc5-8316-7a033507511a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:17.780687 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] Pushing event updated for resources: {'Port': ['ID=cf24b214-1d82-400d-bc55-a41076650c3c,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:17.793326 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e3b876b4-1374-4a87-88da-5ff4773f71ff tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Unset dirty status for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:12:17.795136 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e3b876b4-1374-4a87-88da-5ff4773f71ff tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports/0523cc63-88b3-447a-819a-97aaeeb942ef HTTP/1.1" status: 404 len: 333 time: 0.2018661 Mar 01 21:12:17.799753 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36226) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:17.882303 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78af9a6b-3beb-4cc5-8316-7a033507511a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:17.962128 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-47d9c678-e1d7-4717-b717-ee0da87aef00 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port 7ff66e8f-2313-40f2-8b28-aa6ae9d95003 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:17.962373 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-47d9c678-e1d7-4717-b717-ee0da87aef00 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:18.073241 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84019fc2-04f0-4677-a085-f00f0ae80419 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Pushing event updated for resources: {'Network': ['ID=f1aa2f0d-8b0b-4d99-8305-d2fe282fd3d7,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:18.075695 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-84019fc2-04f0-4677-a085-f00f0ae80419 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0879681 Mar 01 21:12:18.081457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36234) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:18.111712 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network f1aa2f0d-8b0b-4d99-8305-d2fe282fd3d7 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:12:18.167009 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78af9a6b-3beb-4cc5-8316-7a033507511a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:18.195600 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78af9a6b-3beb-4cc5-8316-7a033507511a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:18.199683 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-78af9a6b-3beb-4cc5-8316-7a033507511a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7f9f5825-1e9f-4fa8-8da2-b5ddaaf9a674 HTTP/1.1" status: 204 len: 168 time: 0.5184035 Mar 01 21:12:18.267309 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af9a6b-3beb-4cc5-8316-7a033507511a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9f5825-1e9f-4fa8-8da2-b5ddaaf9a674,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:18.348654 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-47d9c678-e1d7-4717-b717-ee0da87aef00 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:18.349121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] Attempting to bind port cf24b214-1d82-400d-bc55-a41076650c3c on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:18.350027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] Attempting to bind port cf24b214-1d82-400d-bc55-a41076650c3c by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '47633a6d-1388-4f44-a0b4-aa7c1dba211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:18.350349 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] Attempting to bind port cf24b214-1d82-400d-bc55-a41076650c3c on network 6033315f-9cc1-40b7-a652-aec8e732a438 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:18.365959 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a7070-9a22-4457-8a05-8855824eef83 req-77a153a4-0150-4023-bed7-10e0dc503819 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:18.366451 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c10a7070-9a22-4457-8a05-8855824eef83 req-77a153a4-0150-4023-bed7-10e0dc503819 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 982 time: 0.6325457 Mar 01 21:12:18.372398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] Port cf24b214-1d82-400d-bc55-a41076650c3c on network 6033315f-9cc1-40b7-a652-aec8e732a438 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:18.372716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] Attempting to bind port cf24b214-1d82-400d-bc55-a41076650c3c on network 6033315f-9cc1-40b7-a652-aec8e732a438 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:18.384070 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6680efe6-b79d-4f8d-b426-daa37fd32f55 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:18.390628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6680efe6-b79d-4f8d-b426-daa37fd32f55 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:18.396303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6680efe6-b79d-4f8d-b426-daa37fd32f55 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:18.402157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6680efe6-b79d-4f8d-b426-daa37fd32f55 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:18.402993 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6680efe6-b79d-4f8d-b426-daa37fd32f55 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Synchronizing usage tracker for tenant:9b6411b5c0fe48088b9c0884a8db863f on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:12:18.421488 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:12:18.421804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] Checking segment: {'id': '47633a6d-1388-4f44-a0b4-aa7c1dba211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:12:18.422168 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] Bound using segment: {'id': '47633a6d-1388-4f44-a0b4-aa7c1dba211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:12:18.422607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] Bound port: cf24b214-1d82-400d-bc55-a41076650c3c, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47633a6d-1388-4f44-a0b4-aa7c1dba211a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:12:18.422948 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:18.491094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-47d9c678-e1d7-4717-b717-ee0da87aef00 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for 7ff66e8f-2313-40f2-8b28-aa6ae9d95003 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:18.516513 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c10a7070-9a22-4457-8a05-8855824eef83 req-03950e0e-ada8-41c3-83cc-3a1e27a3ea22 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae22b860-57be-4e4e-97d4-ca44d671aa2f&id=cdd6add0-2b5f-4822-a863-4f1b65269514&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1397669 Mar 01 21:12:18.556934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] For port cf24b214-1d82-400d-bc55-a41076650c3c, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:12:18.563872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] For port cf24b214-1d82-400d-bc55-a41076650c3c, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=cf24b214-1d82-400d-bc55-a41076650c3c,segment=NetworkSegment(47633a6d-1388-4f44-a0b4-aa7c1dba211a),segment_id=47633a6d-1388-4f44-a0b4-aa7c1dba211a)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:12:18.641595 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6680efe6-b79d-4f8d-b426-daa37fd32f55 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Unset dirty status for tenant:9b6411b5c0fe48088b9c0884a8db863f on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:12:18.643927 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6680efe6-b79d-4f8d-b426-daa37fd32f55 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.5599561 Mar 01 21:12:18.646206 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36246) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:18.746757 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:18.828073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:18.828626 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:18.830056 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] 10.222.0.55 "PUT /v2.0/ports/cf24b214-1d82-400d-bc55-a41076650c3c HTTP/1.1" status: 200 len: 1130 time: 2.5047634 Mar 01 21:12:18.830491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0741c249-1611-427c-9f2f-b23ed29c3271', 'tag': 'cf24b214-1d82-400d-bc55-a41076650c3c'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:12:18.847394 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c682-ff98-4808-af0d-f9a8facf4710 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:18.863990 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-47d9c678-e1d7-4717-b717-ee0da87aef00 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:18.867619 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec48da-3c23-42b3-9d73-580961fc8d9c service neutron] Pushing event updated for resources: {'Port': ['ID=cf24b214-1d82-400d-bc55-a41076650c3c,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:18.962695 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0741c249-1611-427c-9f2f-b23ed29c3271', 'tag': 'cf24b214-1d82-400d-bc55-a41076650c3c', 'status': 'completed', 'code': 200} Mar 01 21:12:18.969309 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d9c678-e1d7-4717-b717-ee0da87aef00 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=7ff66e8f-2313-40f2-8b28-aa6ae9d95003,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:19.065460 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c682-ff98-4808-af0d-f9a8facf4710 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:19.088808 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-47d9c678-e1d7-4717-b717-ee0da87aef00 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:19.101002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-c6b5c682-ff98-4808-af0d-f9a8facf4710 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1aa2f0d-8b0b-4d99-8305-d2fe282fd3d7']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:19.116966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-c6b5c682-ff98-4808-af0d-f9a8facf4710 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd656eed-07e3-4ae8-8cbf-7a900b72b4f2') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:19.117283 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-c6b5c682-ff98-4808-af0d-f9a8facf4710 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd656eed-07e3-4ae8-8cbf-7a900b72b4f2') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:19.133260 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c682-ff98-4808-af0d-f9a8facf4710 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:19.166642 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c682-ff98-4808-af0d-f9a8facf4710 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:19.174096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-34ac27cb-4845-4482-adc2-59dbc4df800b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:19.175628 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-34ac27cb-4845-4482-adc2-59dbc4df800b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1b3d33ac1c64551b55e0abce258f6fe&device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 1133 time: 0.2068503 Mar 01 21:12:19.179719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b5c682-ff98-4808-af0d-f9a8facf4710 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:12:19.179719 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c682-ff98-4808-af0d-f9a8facf4710 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:12:19.193374 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:12:19.219620 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-47d9c678-e1d7-4717-b717-ee0da87aef00 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/ports/7ff66e8f-2313-40f2-8b28-aa6ae9d95003 HTTP/1.1" status: 204 len: 168 time: 1.4182560 Mar 01 21:12:19.221969 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36268) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:19.294352 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc9e045-432c-407f-90ab-c8b1ddafc39d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] GET failed (client error): The resource could not be found. Mar 01 21:12:19.294352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6fc9e045-432c-407f-90ab-c8b1ddafc39d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Synchronizing usage tracker for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:12:19.349316 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-6869c975-4c77-417f-9922-d056ab921c8b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf24b214-1d82-400d-bc55-a41076650c3c HTTP/1.1" status: 200 len: 217 time: 0.1520488 Mar 01 21:12:19.417401 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-a0f3e3f0-cd38-4454-bf5f-1bccb9b33bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:19.421396 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-a0f3e3f0-cd38-4454-bf5f-1bccb9b33bc7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=117f3481-e951-40d2-8e8f-7588b0e4a8ff HTTP/1.1" status: 200 len: 834 time: 0.0624912 Mar 01 21:12:19.487322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6fc9e045-432c-407f-90ab-c8b1ddafc39d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Unset dirty status for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:12:19.495161 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6fc9e045-432c-407f-90ab-c8b1ddafc39d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports/7ff66e8f-2313-40f2-8b28-aa6ae9d95003 HTTP/1.1" status: 404 len: 333 time: 0.2654254 Mar 01 21:12:19.495161 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36274) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:19.500104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-53d12a4c-61e8-48ba-9e16-3cab0071815f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:19.501692 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-53d12a4c-61e8-48ba-9e16-3cab0071815f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6033315f-9cc1-40b7-a652-aec8e732a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759945 Mar 01 21:12:19.639837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-66577ab0-918d-4619-bb9b-99f6e1efe39f tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting subnet bc0a7239-80ce-43cf-99fd-9f371e9efd23 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:12:19.646705 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-66577ab0-918d-4619-bb9b-99f6e1efe39f tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:19.671679 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c682-ff98-4808-af0d-f9a8facf4710 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:19.717035 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-66577ab0-918d-4619-bb9b-99f6e1efe39f tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:19.719725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b5c682-ff98-4808-af0d-f9a8facf4710 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f1aa2f0d-8b0b-4d99-8305-d2fe282fd3d7 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 01 21:12:19.730329 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c6b5c682-ff98-4808-af0d-f9a8facf4710 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:19.797173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b5c682-ff98-4808-af0d-f9a8facf4710 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Pushing event deleted for resources: {'Network': ['ID=f1aa2f0d-8b0b-4d99-8305-d2fe282fd3d7,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:19.808698 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c6b5c682-ff98-4808-af0d-f9a8facf4710 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] 10.222.0.42 "DELETE /v2.0/networks/f1aa2f0d-8b0b-4d99-8305-d2fe282fd3d7 HTTP/1.1" status: 204 len: 168 time: 1.1611924 Mar 01 21:12:19.814659 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36292) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:19.841991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-bc40c2bd-0bcf-4cbd-a9fa-edc9d14ce108 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Request body: {'network': {'name': 'tempest-network--1784535587', 'router:external': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:19.858427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bc40c2bd-0bcf-4cbd-a9fa-edc9d14ce108 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:19.883765 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bc40c2bd-0bcf-4cbd-a9fa-edc9d14ce108 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Usage tracker for resource:network and tenant:4f1cb1bae37b450eab08f066ab7ce6c6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:19.886578 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-66577ab0-918d-4619-bb9b-99f6e1efe39f tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:19.896878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bc40c2bd-0bcf-4cbd-a9fa-edc9d14ce108 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:19.912925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bc40c2bd-0bcf-4cbd-a9fa-edc9d14ce108 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:19.933622 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-7e53e6fc-bc85-4b18-877b-4fd2d6b548da service neutron] 10.222.0.55 "GET /v2.0/networks/6033315f-9cc1-40b7-a652-aec8e732a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261777 Mar 01 21:12:20.008135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e8d5f5-9c45-4008-9d2b-607ec34dce47 req-1cf3fc46-b29d-4dfe-88d9-4938e5e5b181 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:20.009540 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9e8d5f5-9c45-4008-9d2b-607ec34dce47 req-1cf3fc46-b29d-4dfe-88d9-4938e5e5b181 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 982 time: 0.3407314 Mar 01 21:12:20.124417 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc40c2bd-0bcf-4cbd-a9fa-edc9d14ce108 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Made reservation on behalf of 4f1cb1bae37b450eab08f066ab7ce6c6 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:20.140476 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc40c2bd-0bcf-4cbd-a9fa-edc9d14ce108 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:20.165127 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-66577ab0-918d-4619-bb9b-99f6e1efe39f tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:20.311152 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-66577ab0-918d-4619-bb9b-99f6e1efe39f tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:20.311152 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66577ab0-918d-4619-bb9b-99f6e1efe39f tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0a7239-80ce-43cf-99fd-9f371e9efd23,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:20.311380 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1cba87-f288-4906-80f6-d3d7abf9062a None None] Network 5122dbd5-c885-4629-918a-8d05b4a66501 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:12:20.320469 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-66577ab0-918d-4619-bb9b-99f6e1efe39f tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/subnets/bc0a7239-80ce-43cf-99fd-9f371e9efd23 HTTP/1.1" status: 204 len: 168 time: 0.8250022 Mar 01 21:12:20.320732 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36308) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:20.321435 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec204e14-6db7-4562-99a0-fc4ccf89fae3 req-f30b7eb5-63eb-434e-9a43-14b353a4a623 service neutron] 10.222.0.55 "GET /v2.0/networks/6033315f-9cc1-40b7-a652-aec8e732a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754556 Mar 01 21:12:20.349237 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc40c2bd-0bcf-4cbd-a9fa-edc9d14ce108 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:12:20.381272 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9e8d5f5-9c45-4008-9d2b-607ec34dce47 req-d9e3c32c-0fb1-4f82-ac0a-68671bbd479b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae22b860-57be-4e4e-97d4-ca44d671aa2f&id=cdd6add0-2b5f-4822-a863-4f1b65269514&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2713444 Mar 01 21:12:20.385398 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc40c2bd-0bcf-4cbd-a9fa-edc9d14ce108 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:20.385945 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-bc40c2bd-0bcf-4cbd-a9fa-edc9d14ce108 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Added segment 611b413e-636d-4173-b9b4-6fed10532ba4 of type vlan for network 060ec1af-ee95-4bec-a5ef-0223e1db8dc2 Mar 01 21:12:20.445236 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc40c2bd-0bcf-4cbd-a9fa-edc9d14ce108 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:20.565814 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7f0dbc92-249c-4157-8788-c17de787fb9e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:20.581663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-7f0dbc92-249c-4157-8788-c17de787fb9e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port 0c3e9874-4674-428b-be50-eacbf64a5f87 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:20.582219 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7f0dbc92-249c-4157-8788-c17de787fb9e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:20.615548 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9dcbe-ff66-49bb-ad3d-1d8c06a6014d req-a9dcd7b7-e43e-4c53-9988-6993e9e98157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:20.617455 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55e9dcbe-ff66-49bb-ad3d-1d8c06a6014d req-a9dcd7b7-e43e-4c53-9988-6993e9e98157 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1b3d33ac1c64551b55e0abce258f6fe&device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 1133 time: 0.1214788 Mar 01 21:12:20.674937 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc40c2bd-0bcf-4cbd-a9fa-edc9d14ce108 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:20.676665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc40c2bd-0bcf-4cbd-a9fa-edc9d14ce108 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:20.677780 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc40c2bd-0bcf-4cbd-a9fa-edc9d14ce108 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:20.828255 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65388249-0cfa-4c64-945a-d9f1068fddb9 None None] DHCP port deletion for 5122dbd5-c885-4629-918a-8d05b4a66501 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:12:20.830807 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-65388249-0cfa-4c64-945a-d9f1068fddb9 None None] Deleting port 0c3e9874-4674-428b-be50-eacbf64a5f87 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:20.831315 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-65388249-0cfa-4c64-945a-d9f1068fddb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:20.890882 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-7f0dbc92-249c-4157-8788-c17de787fb9e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] For port 0c3e9874-4674-428b-be50-eacbf64a5f87, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0c3e9874-4674-428b-be50-eacbf64a5f87,segment=NetworkSegment(ab4386a3-7746-4b7a-8acb-767376a86d5f),segment_id=ab4386a3-7746-4b7a-8acb-767376a86d5f)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:20.891885 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7f0dbc92-249c-4157-8788-c17de787fb9e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:20.984775 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc40c2bd-0bcf-4cbd-a9fa-edc9d14ce108 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Pushing event updated for resources: {'Network': ['ID=060ec1af-ee95-4bec-a5ef-0223e1db8dc2,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:21.057707 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 060ec1af-ee95-4bec-a5ef-0223e1db8dc2 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:12:21.072530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9dcbe-ff66-49bb-ad3d-1d8c06a6014d req-797beecc-0df8-46df-a54c-f57e10acb9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:21.074143 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55e9dcbe-ff66-49bb-ad3d-1d8c06a6014d req-797beecc-0df8-46df-a54c-f57e10acb9c5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6033315f-9cc1-40b7-a652-aec8e732a438 HTTP/1.1" status: 200 len: 898 time: 0.4490256 Mar 01 21:12:21.086830 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bc40c2bd-0bcf-4cbd-a9fa-edc9d14ce108 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2600844 Mar 01 21:12:21.087631 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36320) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:21.166775 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-7f0dbc92-249c-4157-8788-c17de787fb9e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for 0c3e9874-4674-428b-be50-eacbf64a5f87 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:21.260851 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55e9dcbe-ff66-49bb-ad3d-1d8c06a6014d req-ccbaff6a-2fb4-4d63-9f1e-2af3d8d20828 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf24b214-1d82-400d-bc55-a41076650c3c HTTP/1.1" status: 200 len: 217 time: 0.1720223 Mar 01 21:12:21.404472 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36330) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:21.414350 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9dcbe-ff66-49bb-ad3d-1d8c06a6014d req-6a320919-24ee-4b5a-8ca9-bf905481cc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:21.415818 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55e9dcbe-ff66-49bb-ad3d-1d8c06a6014d req-6a320919-24ee-4b5a-8ca9-bf905481cc8d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=117f3481-e951-40d2-8e8f-7588b0e4a8ff HTTP/1.1" status: 200 len: 834 time: 0.1377785 Mar 01 21:12:21.438131 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-65388249-0cfa-4c64-945a-d9f1068fddb9 None None] For port 0c3e9874-4674-428b-be50-eacbf64a5f87, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0c3e9874-4674-428b-be50-eacbf64a5f87,segment=NetworkSegment(ab4386a3-7746-4b7a-8acb-767376a86d5f),segment_id=ab4386a3-7746-4b7a-8acb-767376a86d5f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:21.439341 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-65388249-0cfa-4c64-945a-d9f1068fddb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:21.492833 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7f0dbc92-249c-4157-8788-c17de787fb9e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:21.530230 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:21.625998 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-65388249-0cfa-4c64-945a-d9f1068fddb9 None None] Calling delete_port for 0c3e9874-4674-428b-be50-eacbf64a5f87 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:21.638712 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1881251757', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:21.642225 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:21.647093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Usage tracker for resource:port and tenant:9e9123b6c2ac4921bd0271d8b4d947c1 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:21.650224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:21.658080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:21.688441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0dbc92-249c-4157-8788-c17de787fb9e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No DVR routers for this DVR port 0c3e9874-4674-428b-be50-eacbf64a5f87 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:12:21.717075 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-65388249-0cfa-4c64-945a-d9f1068fddb9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:12:21.718163 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-65388249-0cfa-4c64-945a-d9f1068fddb9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:12:21.725840 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8771cf64-e8c5-4ebc-9339-977e40bf96e1 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:21.730194 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8771cf64-e8c5-4ebc-9339-977e40bf96e1 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] 10.222.0.42 "GET /v2.0/networks/060ec1af-ee95-4bec-a5ef-0223e1db8dc2 HTTP/1.1" status: 200 len: 757 time: 0.6371622 Mar 01 21:12:21.738772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36338) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:21.739003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0dbc92-249c-4157-8788-c17de787fb9e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=0c3e9874-4674-428b-be50-eacbf64a5f87,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:21.855951 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7f0dbc92-249c-4157-8788-c17de787fb9e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:21.867707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Made reservation on behalf of 9e9123b6c2ac4921bd0271d8b4d947c1 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:21.873286 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:21.907424 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e9dcbe-ff66-49bb-ad3d-1d8c06a6014d req-544f7983-2a3a-41a1-885d-bc512a10eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:21.907424 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55e9dcbe-ff66-49bb-ad3d-1d8c06a6014d req-544f7983-2a3a-41a1-885d-bc512a10eca1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6033315f-9cc1-40b7-a652-aec8e732a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3290155 Mar 01 21:12:21.908865 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:21.931626 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-7f0dbc92-249c-4157-8788-c17de787fb9e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5122dbd5-c885-4629-918a-8d05b4a66501']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:21.947030 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-e63d8adb-6c94-4b0e-af71-33dc9d484111 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3588524 Mar 01 21:12:21.947194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:21.955481 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Usage tracker for resource:security_group_rule and tenant:9e9123b6c2ac4921bd0271d8b4d947c1 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:21.959085 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-7f0dbc92-249c-4157-8788-c17de787fb9e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4386a3-7746-4b7a-8acb-767376a86d5f') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:21.959407 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-7f0dbc92-249c-4157-8788-c17de787fb9e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4386a3-7746-4b7a-8acb-767376a86d5f') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:21.966607 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:21.967335 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3df330e-fbbf-438c-b54a-437d9b32a3e3 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:21.971628 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b3df330e-fbbf-438c-b54a-437d9b32a3e3 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] 10.222.0.42 "GET /v2.0/networks/ead1ab1a-1f31-4de4-917e-d0f60aeb5abc HTTP/1.1" status: 200 len: 768 time: 0.2390642 Mar 01 21:12:21.973158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36346) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:21.980469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:21.983535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987eb2e-8f27-4c97-908e-ede3f0c70972 req-c98b45bf-2575-487c-9c2a-f3a350106e63 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:21.985743 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8987eb2e-8f27-4c97-908e-ede3f0c70972 req-c98b45bf-2575-487c-9c2a-f3a350106e63 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 982 time: 0.3621328 Mar 01 21:12:22.104669 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7f0dbc92-249c-4157-8788-c17de787fb9e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:22.114006 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c022bd22-3704-4d40-bf1d-49272dabfff7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:22.119719 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8987eb2e-8f27-4c97-908e-ede3f0c70972 req-0bef9f48-202c-462c-ac93-2f2bde7b374f tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae22b860-57be-4e4e-97d4-ca44d671aa2f&id=cdd6add0-2b5f-4822-a863-4f1b65269514&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0617406 Mar 01 21:12:22.165236 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55e9dcbe-ff66-49bb-ad3d-1d8c06a6014d req-8781a2f7-4c9b-4167-bcd4-dca9637b8c3f service neutron] 10.222.0.55 "GET /v2.0/networks/6033315f-9cc1-40b7-a652-aec8e732a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499082 Mar 01 21:12:22.199245 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7f0dbc92-249c-4157-8788-c17de787fb9e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:22.220409 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-65388249-0cfa-4c64-945a-d9f1068fddb9 None None] Deleting port 0c3e9874-4674-428b-be50-eacbf64a5f87 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:22.221122 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-65388249-0cfa-4c64-945a-d9f1068fddb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:22.240736 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f0dbc92-249c-4157-8788-c17de787fb9e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:12:22.240736 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7f0dbc92-249c-4157-8788-c17de787fb9e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:12:22.256541 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:12:22.268017 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0c3e9874-4674-428b-be50-eacbf64a5f87 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:12:22.319118 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 0c3e9874-4674-428b-be50-eacbf64a5f87 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:12:22.319598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0c3e9874-4674-428b-be50-eacbf64a5f87 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:12:22.364185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-65388249-0cfa-4c64-945a-d9f1068fddb9 None None] The port '0c3e9874-4674-428b-be50-eacbf64a5f87' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:12:22.457570 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55e9dcbe-ff66-49bb-ad3d-1d8c06a6014d req-4e1d1a59-794f-4f38-9358-370b72abdf56 service neutron] 10.222.0.55 "GET /v2.0/networks/6033315f-9cc1-40b7-a652-aec8e732a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765408 Mar 01 21:12:22.463063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-ced81f6a-8aba-470f-a4be-d6f4ed84a51b req-e4daafd7-7ccb-4b08-b0c4-208f2ba08548 service neutron] (88518) timed out ('10.222.0.55', 52750) {{(pid=88518) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 01 21:12:22.619066 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c022bd22-3704-4d40-bf1d-49272dabfff7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:22.668252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-c022bd22-3704-4d40-bf1d-49272dabfff7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['060ec1af-ee95-4bec-a5ef-0223e1db8dc2']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:22.682557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-312f6d91-fc9d-473b-999a-9c3d3da9cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:22.682977 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-312f6d91-fc9d-473b-999a-9c3d3da9cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:22.683504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-312f6d91-fc9d-473b-999a-9c3d3da9cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:22.683984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-312f6d91-fc9d-473b-999a-9c3d3da9cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:22.684526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-312f6d91-fc9d-473b-999a-9c3d3da9cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:22.685312 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-312f6d91-fc9d-473b-999a-9c3d3da9cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:22.691679 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-312f6d91-fc9d-473b-999a-9c3d3da9cb62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:22.693821 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-312f6d91-fc9d-473b-999a-9c3d3da9cb62 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5753fa3f75764d519dfd77c438eb049c&device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 6500 time: 0.5731869 Mar 01 21:12:22.703925 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7f0dbc92-249c-4157-8788-c17de787fb9e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:22.706846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-c022bd22-3704-4d40-bf1d-49272dabfff7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '611b413e-636d-4173-b9b4-6fed10532ba4') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:22.707439 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-c022bd22-3704-4d40-bf1d-49272dabfff7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '611b413e-636d-4173-b9b4-6fed10532ba4') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:22.769532 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7f0dbc92-249c-4157-8788-c17de787fb9e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:22.775310 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c022bd22-3704-4d40-bf1d-49272dabfff7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:22.782271 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0dbc92-249c-4157-8788-c17de787fb9e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Network': ['ID=5122dbd5-c885-4629-918a-8d05b4a66501,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:22.847277 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c022bd22-3704-4d40-bf1d-49272dabfff7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:22.947139 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:22.954139 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c022bd22-3704-4d40-bf1d-49272dabfff7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:12:22.954575 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c022bd22-3704-4d40-bf1d-49272dabfff7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:12:22.970378 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:12:22.981529 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9051bee1-4b79-47e2-9d07-99447f8c43cb req-e9fa474a-0b14-43e6-8017-b93fc98c8a70 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0879972 Mar 01 21:12:23.059539 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7f0dbc92-249c-4157-8788-c17de787fb9e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/networks/5122dbd5-c885-4629-918a-8d05b4a66501 HTTP/1.1" status: 204 len: 168 time: 2.7342803 Mar 01 21:12:23.061502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36366) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:23.068374 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-9f0425fb-49f6-4b3c-8f67-312bf9c2059d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2131082332'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:23.078331 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:23.087863 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] device_id is not set on port a6347a2e-998c-49ac-85ee-da3460ada565 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:12:23.119560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9f0425fb-49f6-4b3c-8f67-312bf9c2059d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:23.132943 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9f0425fb-49f6-4b3c-8f67-312bf9c2059d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:network and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:23.136587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9f0425fb-49f6-4b3c-8f67-312bf9c2059d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:23.147804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9f0425fb-49f6-4b3c-8f67-312bf9c2059d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:23.177090 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-d813fcec-98e3-433b-a8ac-b13328fdd025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:23.180130 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-d813fcec-98e3-433b-a8ac-b13328fdd025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:23.180130 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-d813fcec-98e3-433b-a8ac-b13328fdd025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:23.180130 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-d813fcec-98e3-433b-a8ac-b13328fdd025 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ad62e9af-4b76-4a54-b75b-80997074ebfc&id=7a6458a9-9015-413f-bf43-efd7a3b7923c&id=7a6458a9-9015-413f-bf43-efd7a3b7923c&id=7a6458a9-9015-413f-bf43-efd7a3b7923c&id=7a6458a9-9015-413f-bf43-efd7a3b7923c&id=8391abf1-8497-437d-b6b2-a8884478b421&id=8391abf1-8497-437d-b6b2-a8884478b421 HTTP/1.1" status: 200 len: 2298 time: 0.4554205 Mar 01 21:12:23.181459 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:12:23.231614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051bee1-4b79-47e2-9d07-99447f8c43cb req-468decba-ceb0-4745-8b79-b8f47db34820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:23.233696 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9051bee1-4b79-47e2-9d07-99447f8c43cb req-468decba-ceb0-4745-8b79-b8f47db34820 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d397067f52704b8293603081e97c4744&device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 1097 time: 0.1526573 Mar 01 21:12:23.234687 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0425fb-49f6-4b3c-8f67-312bf9c2059d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:23.239718 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f0425fb-49f6-4b3c-8f67-312bf9c2059d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:23.285946 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3600b6f0-00eb-429f-b6b7-26f1012d7f2c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:23.313189 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c022bd22-3704-4d40-bf1d-49272dabfff7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:23.358644 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c022bd22-3704-4d40-bf1d-49272dabfff7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 060ec1af-ee95-4bec-a5ef-0223e1db8dc2 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 01 21:12:23.384602 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c022bd22-3704-4d40-bf1d-49272dabfff7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:23.397814 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-9777df9f-61c3-45e7-a4d5-dc427aa09ac3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e23ba621-6158-4cdc-81c1-c43c4a1efeac HTTP/1.1" status: 200 len: 1001 time: 0.2083375 Mar 01 21:12:23.398656 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c022bd22-3704-4d40-bf1d-49272dabfff7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Pushing event deleted for resources: {'Network': ['ID=060ec1af-ee95-4bec-a5ef-0223e1db8dc2,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:23.428794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0425fb-49f6-4b3c-8f67-312bf9c2059d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:12:23.451049 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c022bd22-3704-4d40-bf1d-49272dabfff7 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] 10.222.0.42 "DELETE /v2.0/networks/060ec1af-ee95-4bec-a5ef-0223e1db8dc2 HTTP/1.1" status: 204 len: 168 time: 1.4734018 Mar 01 21:12:23.460251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36374) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:23.463820 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f0425fb-49f6-4b3c-8f67-312bf9c2059d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:23.464170 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-9f0425fb-49f6-4b3c-8f67-312bf9c2059d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Added segment 626167f6-dc80-4d66-8cba-2d51cc2262fc of type vlan for network a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1 Mar 01 21:12:23.476986 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f10f5845-b926-4e21-9033-4f7bebcd422c tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Request body: {'network': {'name': 'tempest-network--1501418036'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:23.492606 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f10f5845-b926-4e21-9033-4f7bebcd422c tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:23.512665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f10f5845-b926-4e21-9033-4f7bebcd422c tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Usage tracker for resource:network and tenant:4f1cb1bae37b450eab08f066ab7ce6c6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:23.520168 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f10f5845-b926-4e21-9033-4f7bebcd422c tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:23.531147 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-b6d18e75-dcd4-49d4-b9c1-d0008ef79f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:23.533120 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-b6d18e75-dcd4-49d4-b9c1-d0008ef79f93 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0316ebdb-a31b-45d0-8b60-adc971a0b03e HTTP/1.1" status: 200 len: 856 time: 0.1237340 Mar 01 21:12:23.541035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f10f5845-b926-4e21-9033-4f7bebcd422c tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:23.549974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051bee1-4b79-47e2-9d07-99447f8c43cb req-3624bfd0-f593-461c-9cd8-cf340b6756d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:23.551762 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9051bee1-4b79-47e2-9d07-99447f8c43cb req-3624bfd0-f593-461c-9cd8-cf340b6756d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e517bba3-d9c1-4868-8682-f20940261900 HTTP/1.1" status: 200 len: 915 time: 0.2937739 Mar 01 21:12:23.559527 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f0425fb-49f6-4b3c-8f67-312bf9c2059d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:23.587749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Allocated IP 172.25.5.42 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/a6347a2e-998c-49ac-85ee-da3460ada565) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:12:23.677828 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9051bee1-4b79-47e2-9d07-99447f8c43cb req-826f5217-f884-4120-8b1f-b790dbc2f960 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df84c07d-160f-4e2d-8fe7-4bb2aae2371a HTTP/1.1" status: 200 len: 217 time: 0.0950108 Mar 01 21:12:23.721690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10f5845-b926-4e21-9033-4f7bebcd422c tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Made reservation on behalf of 4f1cb1bae37b450eab08f066ab7ce6c6 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:23.723877 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f10f5845-b926-4e21-9033-4f7bebcd422c tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:23.747299 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-13141a52-bd3d-45a6-8692-6de5baf13e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:23.752174 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-13141a52-bd3d-45a6-8692-6de5baf13e71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad62e9af-4b76-4a54-b75b-80997074ebfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2059741 Mar 01 21:12:23.802146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c465fd-08ec-47ce-9a3d-e40c53276ca0 req-f300c4ce-79ce-4ddb-8de6-b0fb0a92f504 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:23.803668 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b1c465fd-08ec-47ce-9a3d-e40c53276ca0 req-f300c4ce-79ce-4ddb-8de6-b0fb0a92f504 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 982 time: 0.4250221 Mar 01 21:12:23.837828 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:23.890436 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10f5845-b926-4e21-9033-4f7bebcd422c tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:12:23.893413 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9051bee1-4b79-47e2-9d07-99447f8c43cb req-30b72325-e668-4545-8544-aa3ea8bc3853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:23.894836 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9051bee1-4b79-47e2-9d07-99447f8c43cb req-30b72325-e668-4545-8544-aa3ea8bc3853 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7383c311-3b9e-4b34-8537-6f468962ae9d HTTP/1.1" status: 200 len: 854 time: 0.2178204 Mar 01 21:12:23.945303 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f10f5845-b926-4e21-9033-4f7bebcd422c tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:23.945701 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-f10f5845-b926-4e21-9033-4f7bebcd422c tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Added segment 060d9231-0703-4c3b-ab53-cec3805d806a of type vlan for network 69418cfa-3a68-4a6e-a2ba-de320e3ae31a Mar 01 21:12:23.950707 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b1c465fd-08ec-47ce-9a3d-e40c53276ca0 req-6965fb49-5cfb-4d95-83c1-594f7ed7b947 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae22b860-57be-4e4e-97d4-ca44d671aa2f&id=cdd6add0-2b5f-4822-a863-4f1b65269514&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1272187 Mar 01 21:12:23.961519 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9051bee1-4b79-47e2-9d07-99447f8c43cb req-1dc7b830-88b7-42e6-80e9-ddfbff72da18 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e517bba3-d9c1-4868-8682-f20940261900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565503 Mar 01 21:12:24.005752 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:24.017813 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-ce5a9a8d-0fc4-4fc2-9285-abfb74366a07 service neutron] 10.222.0.57 "GET /v2.0/networks/ad62e9af-4b76-4a54-b75b-80997074ebfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591565 Mar 01 21:12:24.041279 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f0425fb-49f6-4b3c-8f67-312bf9c2059d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:24.047214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0425fb-49f6-4b3c-8f67-312bf9c2059d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:24.060067 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f0425fb-49f6-4b3c-8f67-312bf9c2059d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:24.077615 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f10f5845-b926-4e21-9033-4f7bebcd422c tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:24.207577 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-15b3b75f-a3bc-4006-a687-7711bb9d6b9a service neutron] 10.222.0.57 "GET /v2.0/networks/ad62e9af-4b76-4a54-b75b-80997074ebfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730936 Mar 01 21:12:24.275603 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f10f5845-b926-4e21-9033-4f7bebcd422c tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:24.275603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10f5845-b926-4e21-9033-4f7bebcd422c tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:24.275603 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f10f5845-b926-4e21-9033-4f7bebcd422c tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:24.299991 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9051bee1-4b79-47e2-9d07-99447f8c43cb req-4fd7a531-ebd7-4da5-a885-0c9b33b6a94a service neutron] 10.222.0.55 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3237772 Mar 01 21:12:24.335280 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-27be6b4f-56a4-4405-af4b-31c77f4da687 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=9d0d0579-3c8c-4a39-b67f-ca991e94ba0b HTTP/1.1" status: 200 len: 217 time: 0.1266336 Mar 01 21:12:24.379410 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9f0425fb-49f6-4b3c-8f67-312bf9c2059d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3163323 Mar 01 21:12:24.394512 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36384) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:24.395192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0425fb-49f6-4b3c-8f67-312bf9c2059d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Network': ['ID=a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:24.408411 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:12:24.443128 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2645cdb8-8b1d-4dc4-a4bb-d61fa60d6c35 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'subnet': {'network_id': 'a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:24.465461 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f10f5845-b926-4e21-9033-4f7bebcd422c tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0033560 Mar 01 21:12:24.530865 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36388) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:24.537037 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-7e6f7d80-9fd4-415f-8b08-2982c495ad57 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:24.572488 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:24.700663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Pushing event updated for resources: {'Port': ['ID=a6347a2e-998c-49ac-85ee-da3460ada565,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:24.726573 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:24.734996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-ffa0ef03-48d9-4f77-9563-1d64d28bc01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:24.736730 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-ffa0ef03-48d9-4f77-9563-1d64d28bc01e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb5f0362-4737-40ee-9f53-2f030ee2674b HTTP/1.1" status: 200 len: 797 time: 0.3952720 Mar 01 21:12:24.741245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:24.745364 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:24.820597 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9051bee1-4b79-47e2-9d07-99447f8c43cb req-405ab59d-6f28-4958-b895-99bc022a1c34 service neutron] 10.222.0.55 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723699 Mar 01 21:12:24.825301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10f5845-b926-4e21-9033-4f7bebcd422c tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Pushing event updated for resources: {'Network': ['ID=69418cfa-3a68-4a6e-a2ba-de320e3ae31a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:24.846739 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2645cdb8-8b1d-4dc4-a4bb-d61fa60d6c35 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:24.853784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 69418cfa-3a68-4a6e-a2ba-de320e3ae31a details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:12:24.958593 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36396) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:24.975139 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:24.976028 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:25.045837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-41245546-9693-40b5-84d2-cee913980d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:25.055758 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-41245546-9693-40b5-84d2-cee913980d75 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7a6458a9-9015-413f-bf43-efd7a3b7923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2638612 Mar 01 21:12:25.105608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2645cdb8-8b1d-4dc4-a4bb-d61fa60d6c35 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:subnet and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:25.112609 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2645cdb8-8b1d-4dc4-a4bb-d61fa60d6c35 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:25.145127 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2645cdb8-8b1d-4dc4-a4bb-d61fa60d6c35 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:25.213748 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device cf24b214-1d82-400d-bc55-a41076650c3c details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:12:25.296663 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d660d643-6d2f-48fb-83bd-83c4a8ec38c2 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.8903406 Mar 01 21:12:25.315821 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36404) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:25.329348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-a6e2f029-3f94-4cf2-939b-004694f4c6ad tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.42'}]}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:25.337288 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c6920ae4-5cbc-474a-b9ce-a1d640bc9285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:25.352656 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a6e2f029-3f94-4cf2-939b-004694f4c6ad tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:25.371338 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a6e2f029-3f94-4cf2-939b-004694f4c6ad tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Usage tracker for resource:router and tenant:9e9123b6c2ac4921bd0271d8b4d947c1 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:25.377332 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c6920ae4-5cbc-474a-b9ce-a1d640bc9285 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:25.380774 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a6e2f029-3f94-4cf2-939b-004694f4c6ad tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:25.398103 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c6920ae4-5cbc-474a-b9ce-a1d640bc9285 admin admin] Usage tracker for resource:security_group_rule and tenant:f4f7fbcf38c244ffbfb0f9f669659ed5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:25.402484 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a6e2f029-3f94-4cf2-939b-004694f4c6ad tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:25.412786 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port cf24b214-1d82-400d-bc55-a41076650c3c, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=cf24b214-1d82-400d-bc55-a41076650c3c,segment=NetworkSegment(47633a6d-1388-4f44-a0b4-aa7c1dba211a),segment_id=47633a6d-1388-4f44-a0b4-aa7c1dba211a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:25.414897 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c6920ae4-5cbc-474a-b9ce-a1d640bc9285 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:25.422099 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e6f7d80-9fd4-415f-8b08-2982c495ad57 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:25.429011 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c6920ae4-5cbc-474a-b9ce-a1d640bc9285 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:25.435152 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'cf24b214-1d82-400d-bc55-a41076650c3c', 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438', 'port_id': 'cf24b214-1d82-400d-bc55-a41076650c3c', 'mac_address': 'fa:16:3e:dc:29:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '117f3481-e951-40d2-8e8f-7588b0e4a8ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:12:25.442838 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-680790b3-d67a-4746-bcc3-47040501a6e4 service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768027 Mar 01 21:12:25.471838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced40ed3-492b-4828-9000-c5abcae3b5f2 req-3c4aa221-7844-459a-b67f-3d4e4b2cf664 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:25.479000 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ced40ed3-492b-4828-9000-c5abcae3b5f2 req-3c4aa221-7844-459a-b67f-3d4e4b2cf664 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 982 time: 0.1535585 Mar 01 21:12:25.495666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2645cdb8-8b1d-4dc4-a4bb-d61fa60d6c35 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:25.499592 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2645cdb8-8b1d-4dc4-a4bb-d61fa60d6c35 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:25.504421 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:25.524262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf24b214-1d82-400d-bc55-a41076650c3c {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:12:25.542326 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port cf24b214-1d82-400d-bc55-a41076650c3c, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=cf24b214-1d82-400d-bc55-a41076650c3c,segment=NetworkSegment(47633a6d-1388-4f44-a0b4-aa7c1dba211a),segment_id=47633a6d-1388-4f44-a0b4-aa7c1dba211a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:25.542479 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e6f7d80-9fd4-415f-8b08-2982c495ad57 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:25.569832 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6e2f029-3f94-4cf2-939b-004694f4c6ad tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:25.571189 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6e2f029-3f94-4cf2-939b-004694f4c6ad tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:25.618602 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6e2f029-3f94-4cf2-939b-004694f4c6ad tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:25.620215 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:25.652957 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7e6f7d80-9fd4-415f-8b08-2982c495ad57 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Network 69418cfa-3a68-4a6e-a2ba-de320e3ae31a is not hosted by any dhcp agent {{(pid=88518) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Mar 01 21:12:25.654508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6f7d80-9fd4-415f-8b08-2982c495ad57 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:25.655563 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e6f7d80-9fd4-415f-8b08-2982c495ad57 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:25.657716 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7e6f7d80-9fd4-415f-8b08-2982c495ad57 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] 10.222.0.42 "PUT /v2.0/networks/69418cfa-3a68-4a6e-a2ba-de320e3ae31a HTTP/1.1" status: 200 len: 858 time: 1.1256404 Mar 01 21:12:25.661243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36408) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:25.683960 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ced40ed3-492b-4828-9000-c5abcae3b5f2 req-be4add99-79e8-46b1-8d8e-6e5cbfb82e9c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae22b860-57be-4e4e-97d4-ca44d671aa2f&id=cdd6add0-2b5f-4822-a863-4f1b65269514&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2039406 Mar 01 21:12:25.706572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=cf24b214-1d82-400d-bc55-a41076650c3c,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:25.718757 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-b7df239b-2891-44f6-8de5-dbf1d4d7b5cf service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578521 Mar 01 21:12:25.763989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6f7d80-9fd4-415f-8b08-2982c495ad57 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Pushing event updated for resources: {'Network': ['ID=69418cfa-3a68-4a6e-a2ba-de320e3ae31a,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:25.908581 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c6920ae4-5cbc-474a-b9ce-a1d640bc9285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:25.919183 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-a357027f-7448-40d7-b4a5-a22b95bbeb31 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=8c36761c-92b0-40ce-856e-9045d7286b0b HTTP/1.1" status: 200 len: 217 time: 0.1886618 Mar 01 21:12:25.930193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['cf24b214-1d82-400d-bc55-a41076650c3c'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:12:25.956162 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2645cdb8-8b1d-4dc4-a4bb-d61fa60d6c35 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:26.056195 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c6920ae4-5cbc-474a-b9ce-a1d640bc9285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:26.076014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2645cdb8-8b1d-4dc4-a4bb-d61fa60d6c35 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Checking segment: {'id': '626167f6-dc80-4d66-8cba-2d51cc2262fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:12:26.076330 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2645cdb8-8b1d-4dc4-a4bb-d61fa60d6c35 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network hostable DHCP agents. Network: a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:12:26.081734 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d330e745-e223-4c29-bcee-d1bb36802b32 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:26.143744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2645cdb8-8b1d-4dc4-a4bb-d61fa60d6c35 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Subnet': ['ID=7c2d65be-e115-457e-8fe3-705ef5f3657d,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:26.250146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2645cdb8-8b1d-4dc4-a4bb-d61fa60d6c35 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:12:26.289755 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6e2f029-3f94-4cf2-939b-004694f4c6ad tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:26.308934 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c6920ae4-5cbc-474a-b9ce-a1d640bc9285 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4f7fbcf38c244ffbfb0f9f669659ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3472748 Mar 01 21:12:26.316053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-577d9d16-0ac1-4666-b7ea-5fdcba026260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:26.316053 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-577d9d16-0ac1-4666-b7ea-5fdcba026260 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb5f0362-4737-40ee-9f53-2f030ee2674b HTTP/1.1" status: 200 len: 797 time: 0.3817692 Mar 01 21:12:26.316053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6920ae4-5cbc-474a-b9ce-a1d640bc9285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f56926-a59d-4203-be40-6d31c6463ae0,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:26.329259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36428) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:26.360487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-2645cdb8-8b1d-4dc4-a4bb-d61fa60d6c35 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:26.368777 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41b3ff8-ba60-40e7-a55c-bf04b917e907 None None] Network a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:12:26.387534 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2645cdb8-8b1d-4dc4-a4bb-d61fa60d6c35 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:26.388398 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2645cdb8-8b1d-4dc4-a4bb-d61fa60d6c35 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:26.523275 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7ce69d92-2b0b-4493-a911-fe3b0ce06d82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:26.556764 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-03f2e3de-7f58-407b-8b85-3c595980f893 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:26.558484 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-03f2e3de-7f58-407b-8b85-3c595980f893 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/networks?id=e517bba3-d9c1-4868-8682-f20940261900 HTTP/1.1" status: 200 len: 814 time: 0.2509460 Mar 01 21:12:26.581578 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7ce69d92-2b0b-4493-a911-fe3b0ce06d82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:26.595047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-71432939-9818-49b7-a5c3-cc71a3ffe996 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/quotas/d397067f52704b8293603081e97c4744 HTTP/1.1" status: 200 len: 375 time: 0.0247595 Mar 01 21:12:26.610631 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2645cdb8-8b1d-4dc4-a4bb-d61fa60d6c35 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1902494 Mar 01 21:12:26.615110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36432) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:26.630374 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1', 'network_id': 'a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1', 'tenant_id': 'b0c650e22c5b44d78b9ba9842ac83e9f', 'fixed_ips': [{'subnet_id': '7c2d65be-e115-457e-8fe3-705ef5f3657d'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:12:26.631274 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:26.639690 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d330e745-e223-4c29-bcee-d1bb36802b32 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:26.667182 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f85fba9e-f91e-4642-80ab-7254f4553978 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'port': {'network_id': 'a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1', 'name': 'tempest-PortsIpV6TestJSON-800526209', 'fixed_ips': [{'subnet_id': '7c2d65be-e115-457e-8fe3-705ef5f3657d', 'ip_address': '2001:db8::10'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:26.682846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-d330e745-e223-4c29-bcee-d1bb36802b32 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69418cfa-3a68-4a6e-a2ba-de320e3ae31a']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:26.702979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-d330e745-e223-4c29-bcee-d1bb36802b32 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060d9231-0703-4c3b-ab53-cec3805d806a') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:26.702979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-d330e745-e223-4c29-bcee-d1bb36802b32 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060d9231-0703-4c3b-ab53-cec3805d806a') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:26.718475 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d330e745-e223-4c29-bcee-d1bb36802b32 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:26.801061 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d330e745-e223-4c29-bcee-d1bb36802b32 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:26.816840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-7e78d4bd-bb6e-45b5-9722-6d43ef216b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:26.818570 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-7e78d4bd-bb6e-45b5-9722-6d43ef216b66 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7a6458a9-9015-413f-bf43-efd7a3b7923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4695964 Mar 01 21:12:26.819879 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d330e745-e223-4c29-bcee-d1bb36802b32 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:12:26.820467 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d330e745-e223-4c29-bcee-d1bb36802b32 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:26.841104 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Allocated IP 2001:db8::2 (a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1/7c2d65be-e115-457e-8fe3-705ef5f3657d/f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:12:26.843421 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:12:26.928298 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-d9c4a9c0-eb29-4e7d-b84f-557f907ec8c0 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d397067f52704b8293603081e97c4744&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3207252 Mar 01 21:12:26.936558 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7ce69d92-2b0b-4493-a911-fe3b0ce06d82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:26.945990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device cf24b214-1d82-400d-bc55-a41076650c3c up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:12:26.980406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f85fba9e-f91e-4642-80ab-7254f4553978 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:27.008310 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f85fba9e-f91e-4642-80ab-7254f4553978 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:port and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:27.012766 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce69d92-2b0b-4493-a911-fe3b0ce06d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f56926-a59d-4203-be40-6d31c6463ae0,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:27.022738 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f85fba9e-f91e-4642-80ab-7254f4553978 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:27.041622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-b77a3b2b-266e-4d8f-802b-b66cceffcee6 req-24346060-8a61-41e3-b728-08f561926f81 service neutron] (88519) timed out ('10.222.0.57', 62383) {{(pid=88519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 01 21:12:27.083971 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-d924e8e4-024f-4da7-83c8-ef9eb47db6ff service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234528 Mar 01 21:12:27.099039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f85fba9e-f91e-4642-80ab-7254f4553978 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:27.102859 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7ce69d92-2b0b-4493-a911-fe3b0ce06d82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:27.104236 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7ce69d92-2b0b-4493-a911-fe3b0ce06d82 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/71f56926-a59d-4203-be40-6d31c6463ae0 HTTP/1.1" status: 204 len: 168 time: 0.7702045 Mar 01 21:12:27.134751 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:27.146847 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d330e745-e223-4c29-bcee-d1bb36802b32 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:27.150442 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d330e745-e223-4c29-bcee-d1bb36802b32 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 69418cfa-3a68-4a6e-a2ba-de320e3ae31a {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 01 21:12:27.152768 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d330e745-e223-4c29-bcee-d1bb36802b32 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:27.158807 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Transition to ACTIVE for port object f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:27.189607 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Transition to ACTIVE for port object f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:27.191176 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7d215-013f-441a-ab3b-2ab27e5ec33d req-ec5c20d6-4805-4c08-989d-dcafc19861c5 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:27.192959 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1af7d215-013f-441a-ab3b-2ab27e5ec33d req-ec5c20d6-4805-4c08-989d-dcafc19861c5 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 983 time: 0.3225598 Mar 01 21:12:27.202100 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-b1e06ba2-cc13-41f4-b289-37da3e9f4f54 service neutron] 10.222.0.42 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554622 Mar 01 21:12:27.229119 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port cf24b214-1d82-400d-bc55-a41076650c3c completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:27.235380 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d330e745-e223-4c29-bcee-d1bb36802b32 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] Pushing event deleted for resources: {'Network': ['ID=69418cfa-3a68-4a6e-a2ba-de320e3ae31a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:27.236362 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port cf24b214-1d82-400d-bc55-a41076650c3c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:27.237226 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:27.286723 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85fba9e-f91e-4642-80ab-7254f4553978 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:27.307645 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d330e745-e223-4c29-bcee-d1bb36802b32 tempest-ExternalNetworksTestJSON-1725781832 tempest-ExternalNetworksTestJSON-1725781832-project-admin] 10.222.0.42 "DELETE /v2.0/networks/69418cfa-3a68-4a6e-a2ba-de320e3ae31a HTTP/1.1" status: 204 len: 168 time: 1.6421058 Mar 01 21:12:27.322771 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36440) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:27.331320 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:27.397786 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1af7d215-013f-441a-ab3b-2ab27e5ec33d req-035b1bf2-e46c-4b01-8085-0cf1866bfae6 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae22b860-57be-4e4e-97d4-ca44d671aa2f&id=cdd6add0-2b5f-4822-a863-4f1b65269514&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1946826 Mar 01 21:12:27.466117 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-192be3b5-741b-448d-8f8f-2a98e7b3dc89 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] DELETE failed (client error): The resource could not be found. Mar 01 21:12:27.466972 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-192be3b5-741b-448d-8f8f-2a98e7b3dc89 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:12:27.473544 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-192be3b5-741b-448d-8f8f-2a98e7b3dc89 tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] 10.222.0.42 "DELETE /v2.0/subnets/108f96bb-cca5-4613-86fd-b2c004a05109 HTTP/1.1" status: 404 len: 337 time: 0.1496220 Mar 01 21:12:27.482512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36444) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:27.495665 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5218a8ed-8dd1-4432-af35-473585837505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:27.519897 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Network a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:27.540842 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:27.559112 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:27.602600 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:27.631722 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Pushing event updated for resources: {'Port': ['ID=f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:27.719599 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-6da6f43c-9739-48d4-b817-e6a2e34d3627 service neutron] 10.222.0.42 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932556 Mar 01 21:12:27.728906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Attempting to bind port f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:27.729371 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Attempting to bind port f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '626167f6-dc80-4d66-8cba-2d51cc2262fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:27.729788 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Attempting to bind port f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b on network a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:27.757993 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port cf24b214-1d82-400d-bc55-a41076650c3c, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=cf24b214-1d82-400d-bc55-a41076650c3c,segment=NetworkSegment(47633a6d-1388-4f44-a0b4-aa7c1dba211a),segment_id=47633a6d-1388-4f44-a0b4-aa7c1dba211a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:27.761881 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0741c249-1611-427c-9f2f-b23ed29c3271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf24b214-1d82-400d-bc55-a41076650c3c'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:12:27.782769 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-e8a77403-822d-4038-8439-6b7c2bfed5f1 service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6602728 Mar 01 21:12:27.787590 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f85fba9e-f91e-4642-80ab-7254f4553978 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:27.792997 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:12:27.793412 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Checking segment: {'id': '626167f6-dc80-4d66-8cba-2d51cc2262fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:12:27.793828 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:27.794425 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Bound using segment: {'id': '626167f6-dc80-4d66-8cba-2d51cc2262fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:12:27.794924 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Bound port: f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626167f6-dc80-4d66-8cba-2d51cc2262fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:12:27.799325 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:27.849864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-f85fba9e-f91e-4642-80ab-7254f4553978 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] device_id is not set on port d4a54e65-14b3-4443-bf7a-1a134fb2a128 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:12:27.914689 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:27.918898 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0741c249-1611-427c-9f2f-b23ed29c3271', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf24b214-1d82-400d-bc55-a41076650c3c', 'code': 200} Mar 01 21:12:27.926898 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-d6f85f0e-3412-4732-a5aa-e311ff1a60a6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=969212d9-1c07-4ab9-9842-4c8c239a86bb HTTP/1.1" status: 200 len: 217 time: 0.1219618 Mar 01 21:12:27.930684 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdaa892e-f340-4019-82c8-d33924646f3a tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:28.052749 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=cf24b214-1d82-400d-bc55-a41076650c3c,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:28.060433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] For port f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:12:28.064870 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] For port f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b,segment=NetworkSegment(626167f6-dc80-4d66-8cba-2d51cc2262fc),segment_id=626167f6-dc80-4d66-8cba-2d51cc2262fc)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:12:28.080291 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6e2f029-3f94-4cf2-939b-004694f4c6ad tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:28.181075 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:28.191260 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6e2f029-3f94-4cf2-939b-004694f4c6ad tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:28.289905 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02149fad-3b0e-4e06-8eae-696653263472 None None] Pushing event updated for resources: {'Port': ['ID=f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:28.307742 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0530007f-4d31-4b72-b4dd-6b7e0ed72d27 req-4e69784e-b557-4b92-9594-04fbcf84f94e tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=baf1eb89-7483-46f9-9359-ed4efa73d79b HTTP/1.1" status: 200 len: 210 time: 0.1284442 Mar 01 21:12:28.365313 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-e2100fee-279c-45f4-ab61-ee165fa27652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:28.366763 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-e2100fee-279c-45f4-ab61-ee165fa27652 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb5f0362-4737-40ee-9f53-2f030ee2674b HTTP/1.1" status: 200 len: 797 time: 0.4301212 Mar 01 21:12:28.379175 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c23708-0053-45d3-be89-d719ff5dc711 req-f37e551f-1622-4fdf-abd3-fbbe95b562c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:28.380796 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c7c23708-0053-45d3-be89-d719ff5dc711 req-f37e551f-1622-4fdf-abd3-fbbe95b562c4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 1135 time: 0.4300790 Mar 01 21:12:28.422127 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-f85fba9e-f91e-4642-80ab-7254f4553978 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Allocated IP 2001:db8::10 (a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1/7c2d65be-e115-457e-8fe3-705ef5f3657d/d4a54e65-14b3-4443-bf7a-1a134fb2a128) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:12:28.454007 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c7c23708-0053-45d3-be89-d719ff5dc711 req-7c939814-da83-457b-a66f-215b41fd7e69 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ae22b860-57be-4e4e-97d4-ca44d671aa2f&id=cdd6add0-2b5f-4822-a863-4f1b65269514&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0634654 Mar 01 21:12:28.590534 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdaa892e-f340-4019-82c8-d33924646f3a tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:28.676872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-fdaa892e-f340-4019-82c8-d33924646f3a tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ead1ab1a-1f31-4de4-917e-d0f60aeb5abc']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:28.736340 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-fdaa892e-f340-4019-82c8-d33924646f3a tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf87c1a-7373-4425-80e1-6ede21b1e997') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:28.736541 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-fdaa892e-f340-4019-82c8-d33924646f3a tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf87c1a-7373-4425-80e1-6ede21b1e997') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:28.762434 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdaa892e-f340-4019-82c8-d33924646f3a tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:28.797429 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdaa892e-f340-4019-82c8-d33924646f3a tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:28.823252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f451095-029d-44c9-ac42-40563ed84db4 req-83ab6ece-d709-406e-b6c6-02a1619795ed tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:28.824185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdaa892e-f340-4019-82c8-d33924646f3a tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:12:28.824591 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdaa892e-f340-4019-82c8-d33924646f3a tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:28.824826 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f451095-029d-44c9-ac42-40563ed84db4 req-83ab6ece-d709-406e-b6c6-02a1619795ed tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 984 time: 0.1458197 Mar 01 21:12:28.829640 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f85fba9e-f91e-4642-80ab-7254f4553978 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:12:28.840567 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:12:28.864523 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-f85fba9e-f91e-4642-80ab-7254f4553978 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Transition to ACTIVE for port object d4a54e65-14b3-4443-bf7a-1a134fb2a128 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:28.866342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-f1db2600-b39c-4af2-8479-74471f98c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:28.869521 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-f1db2600-b39c-4af2-8479-74471f98c7e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7a6458a9-9015-413f-bf43-efd7a3b7923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4901702 Mar 01 21:12:28.943032 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f451095-029d-44c9-ac42-40563ed84db4 req-f55f5185-95b5-45b8-bd6f-5ff0f305572f tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae22b860-57be-4e4e-97d4-ca44d671aa2f&id=cdd6add0-2b5f-4822-a863-4f1b65269514&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1068807 Mar 01 21:12:29.007135 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f85fba9e-f91e-4642-80ab-7254f4553978 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:29.092819 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f85fba9e-f91e-4642-80ab-7254f4553978 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:29.102812 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-f85fba9e-f91e-4642-80ab-7254f4553978 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:29.109338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85fba9e-f91e-4642-80ab-7254f4553978 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:29.115103 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85fba9e-f91e-4642-80ab-7254f4553978 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:29.115886 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f85fba9e-f91e-4642-80ab-7254f4553978 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:29.132203 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdaa892e-f340-4019-82c8-d33924646f3a tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:29.132930 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85fba9e-f91e-4642-80ab-7254f4553978 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=d4a54e65-14b3-4443-bf7a-1a134fb2a128,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:29.140895 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdaa892e-f340-4019-82c8-d33924646f3a tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:29.144416 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6e2f029-3f94-4cf2-939b-004694f4c6ad tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:29.255937 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa892e-f340-4019-82c8-d33924646f3a tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] Pushing event deleted for resources: {'Network': ['ID=ead1ab1a-1f31-4de4-917e-d0f60aeb5abc,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:29.287776 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f85fba9e-f91e-4642-80ab-7254f4553978 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6398516 Mar 01 21:12:29.289927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36488) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:29.297527 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-cb38f646-6a14-4c43-9189-f809d8e63ef1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'port': {'network_id': 'a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1', 'name': 'tempest-PortsIpV6TestJSON-725708481', 'fixed_ips': [{'subnet_id': '7c2d65be-e115-457e-8fe3-705ef5f3657d', 'ip_address': '2001:db8::f'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:29.420835 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-f2e08f31-41cd-4adf-9375-8c86cb743189 service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4507611 Mar 01 21:12:29.508197 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fdaa892e-f340-4019-82c8-d33924646f3a tempest-ExternalNetworksTestJSON-491338970 tempest-ExternalNetworksTestJSON-491338970-project] 10.222.0.42 "DELETE /v2.0/networks/ead1ab1a-1f31-4de4-917e-d0f60aeb5abc HTTP/1.1" status: 204 len: 168 time: 2.0190353 Mar 01 21:12:29.570840 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec66fb15-182c-4730-aaa1-3f35896b4e3c req-2775f4af-b765-420c-9409-b6b2d6009234 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=baf1eb89-7483-46f9-9359-ed4efa73d79b HTTP/1.1" status: 200 len: 210 time: 0.0885241 Mar 01 21:12:29.636857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-cb38f646-6a14-4c43-9189-f809d8e63ef1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:29.639859 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6e2f029-3f94-4cf2-939b-004694f4c6ad tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:29.646083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-cb38f646-6a14-4c43-9189-f809d8e63ef1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:port and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:29.649422 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-cb38f646-6a14-4c43-9189-f809d8e63ef1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:29.656511 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-cb38f646-6a14-4c43-9189-f809d8e63ef1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:29.686324 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6e2f029-3f94-4cf2-939b-004694f4c6ad tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:29.692600 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-79f4bef5-3c98-4964-a51d-78635e660cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:29.712316 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed1c715-3156-4624-9746-a8f532369bc4 None None] Network a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:12:29.722461 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb38f646-6a14-4c43-9189-f809d8e63ef1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:29.738898 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cb38f646-6a14-4c43-9189-f809d8e63ef1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:29.760256 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-cedb0165-67e4-44ad-b702-2b1743eae7e9 service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562094 Mar 01 21:12:29.786516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-cb38f646-6a14-4c43-9189-f809d8e63ef1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] device_id is not set on port 99774dbf-7df9-47da-ba70-039d055dc895 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:12:29.867743 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-61a50717-f671-4406-99b7-59a70bed6f1c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=1cbca497-049a-4c31-aac8-2fbe1c77e42a HTTP/1.1" status: 200 len: 217 time: 0.1006775 Mar 01 21:12:29.967353 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6e2f029-3f94-4cf2-939b-004694f4c6ad tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:29.977293 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6e2f029-3f94-4cf2-939b-004694f4c6ad tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a22fabe-d89e-4236-ac59-d614e04686f9 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:12:30.025523 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-646e01e4-73f0-4db9-82bd-a9c9a5d0cdd7 None None] Provisioning for port f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:30.061579 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-4756dd69-d8f0-4097-a9dd-3544c2ce0842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:30.063083 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-4756dd69-d8f0-4097-a9dd-3544c2ce0842 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb5f0362-4737-40ee-9f53-2f030ee2674b HTTP/1.1" status: 200 len: 797 time: 0.1894982 Mar 01 21:12:30.135559 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-cb38f646-6a14-4c43-9189-f809d8e63ef1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Allocated IP 2001:db8::f (a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1/7c2d65be-e115-457e-8fe3-705ef5f3657d/99774dbf-7df9-47da-ba70-039d055dc895) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:12:30.190731 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-a6e2f029-3f94-4cf2-939b-004694f4c6ad tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] create failed (client error): There was a conflict when trying to complete your request. Mar 01 21:12:30.200115 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a6e2f029-3f94-4cf2-939b-004694f4c6ad tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.8792503 Mar 01 21:12:30.200480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36506) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:30.327390 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:12:30.331609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b570fdf8-d943-41fa-ad2e-0f4c9c40bb58 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Deleting port a6347a2e-998c-49ac-85ee-da3460ada565 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:30.334417 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b570fdf8-d943-41fa-ad2e-0f4c9c40bb58 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:30.445227 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-5cdd59db-f9a0-4ffd-a91a-5550c62db4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:30.446740 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-5cdd59db-f9a0-4ffd-a91a-5550c62db4c0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7a6458a9-9015-413f-bf43-efd7a3b7923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3627572 Mar 01 21:12:30.518582 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36514) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:30.560751 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cb38f646-6a14-4c43-9189-f809d8e63ef1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:30.574739 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cabbb38-3b96-4b46-b3cd-6a83c0d1a2ff req-60f0e180-a0ab-4a81-ae65-1864b73f18a1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:30.586864 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:30.588354 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4cabbb38-3b96-4b46-b3cd-6a83c0d1a2ff req-60f0e180-a0ab-4a81-ae65-1864b73f18a1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 984 time: 0.2183416 Mar 01 21:12:30.597285 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:30.597862 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:30.640331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-cb38f646-6a14-4c43-9189-f809d8e63ef1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Transition to ACTIVE for port object 99774dbf-7df9-47da-ba70-039d055dc895 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:30.675889 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:30.676883 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:30.693776 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4cabbb38-3b96-4b46-b3cd-6a83c0d1a2ff req-d026a27a-395f-4814-99a7-d579082efffe tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae22b860-57be-4e4e-97d4-ca44d671aa2f&id=cdd6add0-2b5f-4822-a863-4f1b65269514&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1041768 Mar 01 21:12:30.739941 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-836ccdcd-e446-468d-bb2e-43c3ea1bfb62 None None] Provisioning for port d4a54e65-14b3-4443-bf7a-1a134fb2a128 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:30.751922 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-836ccdcd-e446-468d-bb2e-43c3ea1bfb62 None None] Provisioning complete for port d4a54e65-14b3-4443-bf7a-1a134fb2a128 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:30.752589 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-836ccdcd-e446-468d-bb2e-43c3ea1bfb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:30.824934 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cb38f646-6a14-4c43-9189-f809d8e63ef1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:30.913595 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-836ccdcd-e446-468d-bb2e-43c3ea1bfb62 None None] Port d4a54e65-14b3-4443-bf7a-1a134fb2a128 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:12:30.965872 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-836ccdcd-e446-468d-bb2e-43c3ea1bfb62 None None] Provisioning complete for port f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:30.969239 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-836ccdcd-e446-468d-bb2e-43c3ea1bfb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:31.012003 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:31.067072 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b,segment=NetworkSegment(626167f6-dc80-4d66-8cba-2d51cc2262fc),segment_id=626167f6-dc80-4d66-8cba-2d51cc2262fc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:31.139453 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:31.139702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb38f646-6a14-4c43-9189-f809d8e63ef1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:31.144194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-cb38f646-6a14-4c43-9189-f809d8e63ef1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:31.149627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb38f646-6a14-4c43-9189-f809d8e63ef1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:31.162021 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb38f646-6a14-4c43-9189-f809d8e63ef1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:31.162696 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cb38f646-6a14-4c43-9189-f809d8e63ef1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:31.170250 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ee52adb-3617-4e8b-a6f1-1939ddff398e req-00cf930c-b765-42a1-991c-fe7ebce214ca tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=baf1eb89-7483-46f9-9359-ed4efa73d79b HTTP/1.1" status: 200 len: 210 time: 0.2825482 Mar 01 21:12:31.180944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b8963b5b-2fc2-452b-a62e-97810aa7342c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9b6411b5c0fe48088b9c0884a8db863f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6567683 Mar 01 21:12:31.190242 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36526) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:31.226452 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb38f646-6a14-4c43-9189-f809d8e63ef1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=99774dbf-7df9-47da-ba70-039d055dc895,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:31.255456 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-d597e2df-72b0-46ba-b0b2-0a166329d520 service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7930222 Mar 01 21:12:31.258742 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-836ccdcd-e446-468d-bb2e-43c3ea1bfb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:31.320117 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cb38f646-6a14-4c43-9189-f809d8e63ef1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0275981 Mar 01 21:12:31.320117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36530) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:31.364820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:31.454237 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-836ccdcd-e446-468d-bb2e-43c3ea1bfb62 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:12:31.454599 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-836ccdcd-e446-468d-bb2e-43c3ea1bfb62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:12:31.474859 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea204bb7-5abc-4f7a-a8ef-9b5757527d98 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:31.475607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ea204bb7-5abc-4f7a-a8ef-9b5757527d98 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Synchronizing usage tracker for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:12:31.493088 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-135bb5f3-1f08-4778-abc1-8acb08ad6c3b service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216105 Mar 01 21:12:31.504684 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b570fdf8-d943-41fa-ad2e-0f4c9c40bb58 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:31.589464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ea204bb7-5abc-4f7a-a8ef-9b5757527d98 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Unset dirty status for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:12:31.590464 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ea204bb7-5abc-4f7a-a8ef-9b5757527d98 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2702649 Mar 01 21:12:31.594590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36534) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:31.642724 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-900824e7-4279-48ea-a199-9a2d33185f34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:31.688218 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d48a8e7-9fcf-43c5-b16d-dd4c26f22075 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:31.694031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d48a8e7-9fcf-43c5-b16d-dd4c26f22075 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:31.700023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d48a8e7-9fcf-43c5-b16d-dd4c26f22075 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:31.702344 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2d48a8e7-9fcf-43c5-b16d-dd4c26f22075 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1064665 Mar 01 21:12:31.707844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36542) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:31.723978 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-457bc1ef-4cc0-494d-99b7-a112cd53dd36 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=92490323-bf33-498a-ae53-1c8809d63fe3 HTTP/1.1" status: 200 len: 217 time: 0.2212100 Mar 01 21:12:31.747695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b570fdf8-d943-41fa-ad2e-0f4c9c40bb58 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Calling delete_port for a6347a2e-998c-49ac-85ee-da3460ada565 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:31.792539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d179d791-1817-48db-afaf-21214745a261 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port 99774dbf-7df9-47da-ba70-039d055dc895 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:31.792893 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d179d791-1817-48db-afaf-21214745a261 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:31.916664 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-900824e7-4279-48ea-a199-9a2d33185f34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:32.028047 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-fe07dc69-f904-4a07-bfec-b91a28162ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:32.028047 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-fe07dc69-f904-4a07-bfec-b91a28162ef5 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ff5bd32-7121-4c1e-b663-c168cac44144 HTTP/1.1" status: 200 len: 797 time: 0.2340147 Mar 01 21:12:32.213878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904e1e53-7415-46a7-9c7b-db1b917966fb req-9483d062-8d34-4ee0-9b71-d50c8c94fbe2 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:32.215726 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-904e1e53-7415-46a7-9c7b-db1b917966fb req-9483d062-8d34-4ee0-9b71-d50c8c94fbe2 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 984 time: 0.3964570 Mar 01 21:12:32.225195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-b0053cc6-4df4-45f4-9652-472f63d9d683 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:32.226658 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-b0053cc6-4df4-45f4-9652-472f63d9d683 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.57 "GET /v2.0/networks?id=e517bba3-d9c1-4868-8682-f20940261900 HTTP/1.1" status: 200 len: 814 time: 0.6381578 Mar 01 21:12:32.264778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:12:32.304260 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:32.327969 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-d9d2a77d-35fd-4579-ae58-2ed577944d05 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Request body: {'port': {'device_id': 'baf1eb89-7483-46f9-9359-ed4efa73d79b', 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900', 'admin_state_up': True, 'tenant_id': 'd397067f52704b8293603081e97c4744'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:32.357221 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:32.358303 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:32.371333 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-904e1e53-7415-46a7-9c7b-db1b917966fb req-e0d2fef1-f8ec-4531-902b-7d770efb849c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae22b860-57be-4e4e-97d4-ca44d671aa2f&id=cdd6add0-2b5f-4822-a863-4f1b65269514&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1459696 Mar 01 21:12:32.381838 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d179d791-1817-48db-afaf-21214745a261 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:32.388125 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e4246e2b-c0fe-4cb3-8575-5360f9c178a0 req-b404c304-4de7-4896-94b5-5ea6dc2c99d4 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=baf1eb89-7483-46f9-9359-ed4efa73d79b HTTP/1.1" status: 200 len: 210 time: 0.0714376 Mar 01 21:12:32.404185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5e8c1f92-c42e-4a49-a9db-d4627a726535 None None] Provisioning for port 99774dbf-7df9-47da-ba70-039d055dc895 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:32.416678 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5e8c1f92-c42e-4a49-a9db-d4627a726535 None None] Provisioning complete for port 99774dbf-7df9-47da-ba70-039d055dc895 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:32.417496 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1f92-c42e-4a49-a9db-d4627a726535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:32.464266 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-142ec8fd-08a4-43ec-8f71-2bded22e6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:32.465794 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-142ec8fd-08a4-43ec-8f71-2bded22e6d47 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8391abf1-8497-437d-b6b2-a8884478b421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4133337 Mar 01 21:12:32.467018 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b570fdf8-d943-41fa-ad2e-0f4c9c40bb58 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:32.498325 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5e8c1f92-c42e-4a49-a9db-d4627a726535 None None] Port 99774dbf-7df9-47da-ba70-039d055dc895 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:12:32.558017 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5e8c1f92-c42e-4a49-a9db-d4627a726535 None None] Provisioning complete for port d4a54e65-14b3-4443-bf7a-1a134fb2a128 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:32.558735 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1f92-c42e-4a49-a9db-d4627a726535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:32.562518 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d179d791-1817-48db-afaf-21214745a261 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for 99774dbf-7df9-47da-ba70-039d055dc895 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:32.605030 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-900824e7-4279-48ea-a199-9a2d33185f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:32.609093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b570fdf8-d943-41fa-ad2e-0f4c9c40bb58 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6347a2e-998c-49ac-85ee-da3460ada565,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:32.645124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5e8c1f92-c42e-4a49-a9db-d4627a726535 None None] Port d4a54e65-14b3-4443-bf7a-1a134fb2a128 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:12:32.760690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d407ab6-0421-4d03-ac87-558a3760bb06 req-a6ad93d4-79ab-4b3f-9210-bf205a1efad5 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:32.768558 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d407ab6-0421-4d03-ac87-558a3760bb06 req-a6ad93d4-79ab-4b3f-9210-bf205a1efad5 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 984 time: 0.2152746 Mar 01 21:12:32.831481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d407ab6-0421-4d03-ac87-558a3760bb06 req-6285727b-ecfc-4eb9-b8ac-98ad75536d65 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae22b860-57be-4e4e-97d4-ca44d671aa2f&id=cdd6add0-2b5f-4822-a863-4f1b65269514&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0619593 Mar 01 21:12:32.875880 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900824e7-4279-48ea-a199-9a2d33185f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d658c17b-c7e0-4d7d-b723-c43f712d2b64,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:32.897687 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-d9d2a77d-35fd-4579-ae58-2ed577944d05 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:32.924714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-d9d2a77d-35fd-4579-ae58-2ed577944d05 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Usage tracker for resource:port and tenant:d397067f52704b8293603081e97c4744 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:32.928545 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d179d791-1817-48db-afaf-21214745a261 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:32.933490 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-d9d2a77d-35fd-4579-ae58-2ed577944d05 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:32.945019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-d9d2a77d-35fd-4579-ae58-2ed577944d05 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:32.977143 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b570fdf8-d943-41fa-ad2e-0f4c9c40bb58 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:32.978642 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b570fdf8-d943-41fa-ad2e-0f4c9c40bb58 tempest-RoutersAdminNegativeIpV6Test-1961224556 tempest-RoutersAdminNegativeIpV6Test-1961224556-project-admin] 10.222.0.42 "DELETE /v2.0/ports/a6347a2e-998c-49ac-85ee-da3460ada565 HTTP/1.1" status: 204 len: 168 time: 2.7764094 Mar 01 21:12:32.979610 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-900824e7-4279-48ea-a199-9a2d33185f34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:32.980573 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-900824e7-4279-48ea-a199-9a2d33185f34 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d658c17b-c7e0-4d7d-b723-c43f712d2b64 HTTP/1.1" status: 204 len: 168 time: 1.7801197 Mar 01 21:12:32.991555 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-e0a0139d-b9cf-4193-8ccc-0da49e16ad4c service neutron] 10.222.0.57 "GET /v2.0/networks/8391abf1-8497-437d-b6b2-a8884478b421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5186439 Mar 01 21:12:33.023310 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d179d791-1817-48db-afaf-21214745a261 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=99774dbf-7df9-47da-ba70-039d055dc895,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:33.050604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-d9d2a77d-35fd-4579-ae58-2ed577944d05 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Made reservation on behalf of d397067f52704b8293603081e97c4744 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:33.055977 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-d9d2a77d-35fd-4579-ae58-2ed577944d05 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:33.097680 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d179d791-1817-48db-afaf-21214745a261 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:33.141185 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51c299-0831-4609-9c58-af86eb3048c7 req-a787d51e-aef5-4fe3-887f-6553ef09b96a tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:33.144375 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf51c299-0831-4609-9c58-af86eb3048c7 req-a787d51e-aef5-4fe3-887f-6553ef09b96a tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 1135 time: 0.1672931 Mar 01 21:12:33.174759 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bf51c299-0831-4609-9c58-af86eb3048c7 req-3cd9f087-cb77-4ffa-aee9-091267fce99f tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:33.193962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-bf51c299-0831-4609-9c58-af86eb3048c7 req-3cd9f087-cb77-4ffa-aee9-091267fce99f tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:33.198264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-bf51c299-0831-4609-9c58-af86eb3048c7 req-3cd9f087-cb77-4ffa-aee9-091267fce99f tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Usage tracker for resource:security_group_rule and tenant:4defcfca44aa40dca6d1fd7cb9bb85da is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:33.202146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-bf51c299-0831-4609-9c58-af86eb3048c7 req-3cd9f087-cb77-4ffa-aee9-091267fce99f tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:33.215681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-bf51c299-0831-4609-9c58-af86eb3048c7 req-3cd9f087-cb77-4ffa-aee9-091267fce99f tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:33.234777 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d179d791-1817-48db-afaf-21214745a261 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/ports/99774dbf-7df9-47da-ba70-039d055dc895 HTTP/1.1" status: 204 len: 168 time: 1.5257983 Mar 01 21:12:33.241142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36562) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:33.309182 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-e85bae54-1f84-42bd-b334-d8ebfc391d10 service neutron] 10.222.0.57 "GET /v2.0/networks/8391abf1-8497-437d-b6b2-a8884478b421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3090997 Mar 01 21:12:33.362215 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bf51c299-0831-4609-9c58-af86eb3048c7 req-3cd9f087-cb77-4ffa-aee9-091267fce99f tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:33.371642 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa6f55a-1f30-45e3-bfbf-f79643b66dfb tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] GET failed (client error): The resource could not be found. Mar 01 21:12:33.371790 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7aa6f55a-1f30-45e3-bfbf-f79643b66dfb tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Synchronizing usage tracker for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:12:33.396946 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-bd8e62a9-30cb-4eec-9220-aa4141be4b7c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f44bcea3-70af-4aa9-9592-40986ed83d6a HTTP/1.1" status: 200 len: 217 time: 0.0810251 Mar 01 21:12:33.435582 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bf51c299-0831-4609-9c58-af86eb3048c7 req-3cd9f087-cb77-4ffa-aee9-091267fce99f tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:33.483077 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf51c299-0831-4609-9c58-af86eb3048c7 req-3cd9f087-cb77-4ffa-aee9-091267fce99f tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ae22b860-57be-4e4e-97d4-ca44d671aa2f&id=cdd6add0-2b5f-4822-a863-4f1b65269514&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3322277 Mar 01 21:12:33.515698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36572) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:33.532648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-79f85a9d-ca3e-470d-88b5-171caa672b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:33.534228 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-79f85a9d-ca3e-470d-88b5-171caa672b43 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ff5bd32-7121-4c1e-b663-c168cac44144 HTTP/1.1" status: 200 len: 797 time: 0.0939288 Mar 01 21:12:33.587137 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36578) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:33.631337 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-d9d2a77d-35fd-4579-ae58-2ed577944d05 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Allocated IP 172.20.0.4 (e517bba3-d9c1-4868-8682-f20940261900/7383c311-3b9e-4b34-8537-6f468962ae9d/13f33c4e-e88e-4766-b936-87ead30f4cb3) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:12:33.677460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9f087-cb77-4ffa-aee9-091267fce99f tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b6fd36-fa45-428f-9659-e9e1ac774db0,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:33.677460 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c1638dfa-2b42-4397-a5be-4ff52da9aeba req-b1c93ce6-bf70-4e79-9423-6a29d2c35602 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=baf1eb89-7483-46f9-9359-ed4efa73d79b HTTP/1.1" status: 200 len: 210 time: 0.0529420 Mar 01 21:12:33.718431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7aa6f55a-1f30-45e3-bfbf-f79643b66dfb tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Unset dirty status for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:12:33.726603 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7aa6f55a-1f30-45e3-bfbf-f79643b66dfb tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports/99774dbf-7df9-47da-ba70-039d055dc895 HTTP/1.1" status: 404 len: 333 time: 0.4747341 Mar 01 21:12:33.726749 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48687b53-4082-4a33-87c1-061a3d471708 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:33.726749 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-48687b53-4082-4a33-87c1-061a3d471708 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 1130 time: 0.2084911 Mar 01 21:12:33.728008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36584) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:33.728352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36586) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:33.730652 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-4a875c0b-5d4d-4c54-8213-fb0ccadf19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:33.732131 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-4a875c0b-5d4d-4c54-8213-fb0ccadf19d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8391abf1-8497-437d-b6b2-a8884478b421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1875710 Mar 01 21:12:33.763483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': 'cf24b214-1d82-400d-bc55-a41076650c3c', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:33.794038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:33.806710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Usage tracker for resource:floatingip and tenant:d1b3d33ac1c64551b55e0abce258f6fe is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:33.809842 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8ad25829-2881-4d91-93bc-ba9f2e5724fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:33.821218 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:33.834468 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:33.844173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8ad25829-2881-4d91-93bc-ba9f2e5724fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:33.854469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8ad25829-2881-4d91-93bc-ba9f2e5724fc admin admin] Usage tracker for resource:security_group_rule and tenant:7884193461bb433b87f7689e29001a85 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:33.860591 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-0aa8f521-4886-4f15-ab83-4b395cfd5d3c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port d4a54e65-14b3-4443-bf7a-1a134fb2a128 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:33.860941 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f521-4886-4f15-ab83-4b395cfd5d3c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:33.895919 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8ad25829-2881-4d91-93bc-ba9f2e5724fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:33.913342 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8ad25829-2881-4d91-93bc-ba9f2e5724fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:33.986399 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:34.019424 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-a22f55dd-b1ae-439c-85c6-2aa3405ac1a3 service neutron] 10.222.0.57 "GET /v2.0/networks/8391abf1-8497-437d-b6b2-a8884478b421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783878 Mar 01 21:12:34.024182 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-d9d2a77d-35fd-4579-ae58-2ed577944d05 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:34.159835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36594) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:34.254618 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-773a8029-cc88-4b08-b87b-6fe9992b880e req-5b5f0d81-d39c-4ffd-810a-caa49ab27fc6 service neutron] 10.222.0.57 "GET /v2.0/networks/8391abf1-8497-437d-b6b2-a8884478b421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244842 Mar 01 21:12:34.272156 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-157f0d65-43b9-4dae-813d-cb4682f544ef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4f1cb1bae37b450eab08f066ab7ce6c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1086829 Mar 01 21:12:34.275892 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36598) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:34.359111 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7e18e66d-4d84-4156-be1d-62c34d0eee32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:34.381027 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-d9d2a77d-35fd-4579-ae58-2ed577944d05 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:34.395426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['046f66ab-a7ba-4915-8b82-068a7fa940d0'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:12:34.450989 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['df84c07d-160f-4e2d-8fe7-4bb2aae2371a', '0f13a087-92f7-404e-b40b-a3a52c97e512'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:12:34.454884 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7e18e66d-4d84-4156-be1d-62c34d0eee32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:34.475280 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f521-4886-4f15-ab83-4b395cfd5d3c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:34.484890 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8ad25829-2881-4d91-93bc-ba9f2e5724fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:34.510352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-d9d2a77d-35fd-4579-ae58-2ed577944d05 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Network e517bba3-d9c1-4868-8682-f20940261900 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:34.522728 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-d9d2a77d-35fd-4579-ae58-2ed577944d05 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:34.527702 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d2a77d-35fd-4579-ae58-2ed577944d05 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Pushing event updated for resources: {'Port': ['ID=13f33c4e-e88e-4766-b936-87ead30f4cb3,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:34.532663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-d9d2a77d-35fd-4579-ae58-2ed577944d05 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:34.645394 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8ad25829-2881-4d91-93bc-ba9f2e5724fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:34.658766 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-d9d2a77d-35fd-4579-ae58-2ed577944d05 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:34.659605 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-d9d2a77d-35fd-4579-ae58-2ed577944d05 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:34.666201 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-0aa8f521-4886-4f15-ab83-4b395cfd5d3c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for d4a54e65-14b3-4443-bf7a-1a134fb2a128 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:34.793852 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-d9d2a77d-35fd-4579-ae58-2ed577944d05 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4704406 Mar 01 21:12:34.810409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] Request body: {'port': {'device_id': 'baf1eb89-7483-46f9-9359-ed4efa73d79b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:34.841607 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7e18e66d-4d84-4156-be1d-62c34d0eee32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:34.870228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e18e66d-4d84-4156-be1d-62c34d0eee32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0de411c-6f6e-4033-8fdc-a29498a05065,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:34.890522 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7e18e66d-4d84-4156-be1d-62c34d0eee32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:34.890522 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7e18e66d-4d84-4156-be1d-62c34d0eee32 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0de411c-6f6e-4033-8fdc-a29498a05065 HTTP/1.1" status: 204 len: 168 time: 0.6098711 Mar 01 21:12:34.900921 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8ad25829-2881-4d91-93bc-ba9f2e5724fc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7884193461bb433b87f7689e29001a85&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3126576 Mar 01 21:12:34.902160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad25829-2881-4d91-93bc-ba9f2e5724fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b69b6fc-09b3-41e7-94bf-7d8aaba8de35,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:34.907291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36608) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:34.970663 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:35.033843 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:35.224743 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a98e573-0919-42e3-8f2d-550a532a823d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:35.315946 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a98e573-0919-42e3-8f2d-550a532a823d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:35.335690 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f521-4886-4f15-ab83-4b395cfd5d3c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:35.346056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2903164-9640-4139-951c-3ad5e253a716 req-f5fb8c98-9383-4131-af8b-c5b6b29f65c4 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:35.347668 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2903164-9640-4139-951c-3ad5e253a716 req-f5fb8c98-9383-4131-af8b-c5b6b29f65c4 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=baf1eb89-7483-46f9-9359-ed4efa73d79b HTTP/1.1" status: 200 len: 931 time: 0.5296240 Mar 01 21:12:35.490969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8f521-4886-4f15-ab83-4b395cfd5d3c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=d4a54e65-14b3-4443-bf7a-1a134fb2a128,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:35.572013 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0aa8f521-4886-4f15-ab83-4b395cfd5d3c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:35.719216 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2903164-9640-4139-951c-3ad5e253a716 req-322eee34-1325-4821-9d10-48a931786d6d tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2794235 Mar 01 21:12:35.744708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Allocated IP 172.25.5.120 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/a114628d-18da-437b-9eac-4a4a389c2a11) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:12:35.788344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f33c4e-e88e-4766-b936-87ead30f4cb3 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:12:35.796535 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:35.896839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] Transition to ACTIVE for port object 13f33c4e-e88e-4766-b936-87ead30f4cb3 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:35.899483 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a98e573-0919-42e3-8f2d-550a532a823d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:35.901810 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a98e573-0919-42e3-8f2d-550a532a823d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:35.903085 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5a98e573-0919-42e3-8f2d-550a532a823d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5b69b6fc-09b3-41e7-94bf-7d8aaba8de35 HTTP/1.1" status: 204 len: 168 time: 0.9846418 Mar 01 21:12:35.907232 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0aa8f521-4886-4f15-ab83-4b395cfd5d3c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/ports/d4a54e65-14b3-4443-bf7a-1a134fb2a128 HTTP/1.1" status: 204 len: 168 time: 2.1756299 Mar 01 21:12:35.908876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36624) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:35.961045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a98e573-0919-42e3-8f2d-550a532a823d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b69b6fc-09b3-41e7-94bf-7d8aaba8de35,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:35.968813 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb555f20-ca80-4141-bba2-a828bf835ee5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] GET failed (client error): The resource could not be found. Mar 01 21:12:35.974986 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fb555f20-ca80-4141-bba2-a828bf835ee5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports/d4a54e65-14b3-4443-bf7a-1a134fb2a128 HTTP/1.1" status: 404 len: 333 time: 0.0649538 Mar 01 21:12:35.976487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36630) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:35.976625 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:35.983458 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:36.052971 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] Pushing event updated for resources: {'Port': ['ID=13f33c4e-e88e-4766-b936-87ead30f4cb3,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:36.138744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-11574161-2777-4223-b45b-09f880975644 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting subnet 7c2d65be-e115-457e-8fe3-705ef5f3657d {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:12:36.142954 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-11574161-2777-4223-b45b-09f880975644 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:36.204236 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-11574161-2777-4223-b45b-09f880975644 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:36.242953 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] Attempting to bind port 13f33c4e-e88e-4766-b936-87ead30f4cb3 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:36.243206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] Attempting to bind port 13f33c4e-e88e-4766-b936-87ead30f4cb3 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'c6341e0d-fcd7-4111-b102-4dbadec0c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:36.243537 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] Attempting to bind port 13f33c4e-e88e-4766-b936-87ead30f4cb3 on network e517bba3-d9c1-4868-8682-f20940261900 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:36.246221 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:36.249114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] Port 13f33c4e-e88e-4766-b936-87ead30f4cb3 on network e517bba3-d9c1-4868-8682-f20940261900 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:12:36.249578 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] Attempting to bind port 13f33c4e-e88e-4766-b936-87ead30f4cb3 on network e517bba3-d9c1-4868-8682-f20940261900 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:36.254928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 12, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:12:36.255257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] Checking segment: {'id': 'c6341e0d-fcd7-4111-b102-4dbadec0c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:12:36.255667 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] Bound using segment: {'id': 'c6341e0d-fcd7-4111-b102-4dbadec0c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:12:36.256508 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] Bound port: 13f33c4e-e88e-4766-b936-87ead30f4cb3, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6341e0d-fcd7-4111-b102-4dbadec0c079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:12:36.256634 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:36.335277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:36.336825 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:36.358658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:36.358903 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] For port 13f33c4e-e88e-4766-b936-87ead30f4cb3, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:12:36.362916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] For port 13f33c4e-e88e-4766-b936-87ead30f4cb3, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=13f33c4e-e88e-4766-b936-87ead30f4cb3,segment=NetworkSegment(c6341e0d-fcd7-4111-b102-4dbadec0c079),segment_id=c6341e0d-fcd7-4111-b102-4dbadec0c079)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:12:36.402533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event updated for resources: {'Port': ['ID=a114628d-18da-437b-9eac-4a4a389c2a11,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:36.445423 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:36.479074 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-11574161-2777-4223-b45b-09f880975644 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:36.507606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:36.508219 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:36.509609 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] 10.222.0.57 "PUT /v2.0/ports/13f33c4e-e88e-4766-b936-87ead30f4cb3 HTTP/1.1" status: 200 len: 1091 time: 1.7040014 Mar 01 21:12:36.510067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf1eb89-7483-46f9-9359-ed4efa73d79b', 'tag': '13f33c4e-e88e-4766-b936-87ead30f4cb3'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:12:36.544575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3e9a1-58d4-465f-a2b9-0476669629d5 service neutron] Pushing event updated for resources: {'Port': ['ID=13f33c4e-e88e-4766-b936-87ead30f4cb3,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:36.576654 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baf1eb89-7483-46f9-9359-ed4efa73d79b', 'tag': '13f33c4e-e88e-4766-b936-87ead30f4cb3', 'status': 'completed', 'code': 200} Mar 01 21:12:36.694759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7216a-4775-4680-a987-2f1cf6880a12 req-e77b3048-d154-44fd-8d1e-e7bb748b01f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:36.696335 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-32b7216a-4775-4680-a987-2f1cf6880a12 req-e77b3048-d154-44fd-8d1e-e7bb748b01f4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d397067f52704b8293603081e97c4744&device_id=baf1eb89-7483-46f9-9359-ed4efa73d79b HTTP/1.1" status: 200 len: 1094 time: 0.0914178 Mar 01 21:12:36.751878 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36650) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:36.909120 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-11574161-2777-4223-b45b-09f880975644 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:36.912770 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a6dd1b16-e6f7-4880-8bda-b1fcb6988ef1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e9123b6c2ac4921bd0271d8b4d947c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596575 Mar 01 21:12:36.915760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36658) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:36.972893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11574161-2777-4223-b45b-09f880975644 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2d65be-e115-457e-8fe3-705ef5f3657d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:36.994706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7216a-4775-4680-a987-2f1cf6880a12 req-b8fc32c9-ac23-45df-bc55-81f57fed34e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:36.996320 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-32b7216a-4775-4680-a987-2f1cf6880a12 req-b8fc32c9-ac23-45df-bc55-81f57fed34e4 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=d397067f52704b8293603081e97c4744&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2926416 Mar 01 21:12:37.033125 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-11574161-2777-4223-b45b-09f880975644 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:37.035125 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed4c314-98e1-47a9-9ed4-5fe5e0bd8d49 None None] Network a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:12:37.072322 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-11574161-2777-4223-b45b-09f880975644 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/subnets/7c2d65be-e115-457e-8fe3-705ef5f3657d HTTP/1.1" status: 204 len: 168 time: 1.0904198 Mar 01 21:12:37.082133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36666) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:37.182342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b7216a-4775-4680-a987-2f1cf6880a12 req-778014b9-fccc-4aec-9b1f-55c64bc10338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:37.183894 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-32b7216a-4775-4680-a987-2f1cf6880a12 req-778014b9-fccc-4aec-9b1f-55c64bc10338 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1813214 Mar 01 21:12:37.244137 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bff95d71-604e-417a-86ba-7138956327c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:37.272784 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bff95d71-604e-417a-86ba-7138956327c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:37.317927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-4da7c735-349f-4204-b986-d97e83a94704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:37.319597 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-4da7c735-349f-4204-b986-d97e83a94704 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d397067f52704b8293603081e97c4744&device_id=baf1eb89-7483-46f9-9359-ed4efa73d79b HTTP/1.1" status: 200 len: 1094 time: 0.0881112 Mar 01 21:12:37.349487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd10ed8-941d-444a-bcc9-ec22fb359c97 req-906d040c-7907-4c45-be3e-2050e85c99ad tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:37.352485 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6fd10ed8-941d-444a-bcc9-ec22fb359c97 req-906d040c-7907-4c45-be3e-2050e85c99ad tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=baf1eb89-7483-46f9-9359-ed4efa73d79b HTTP/1.1" status: 200 len: 943 time: 0.3926265 Mar 01 21:12:37.354333 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c953c2fa-bdda-480e-889e-404c45fc16f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:37.416688 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-158bf458-3aac-4114-8f86-f50b2fce214d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13f33c4e-e88e-4766-b936-87ead30f4cb3 HTTP/1.1" status: 200 len: 217 time: 0.0895588 Mar 01 21:12:37.427794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-c953c2fa-bdda-480e-889e-404c45fc16f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:37.436605 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c953c2fa-bdda-480e-889e-404c45fc16f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:37.497218 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6fd10ed8-941d-444a-bcc9-ec22fb359c97 req-2bd84122-7e67-4dec-b6d1-e1ef3152c993 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308594 Mar 01 21:12:37.508194 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1744ca62-7a2d-442f-8cc8-aaa712164fa4 None None] DHCP port deletion for a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:12:37.527106 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1744ca62-7a2d-442f-8cc8-aaa712164fa4 None None] Deleting port f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:37.527106 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1744ca62-7a2d-442f-8cc8-aaa712164fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:37.557191 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:37.601293 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-e78434b4-d985-483e-88c4-f2f5f9aaa557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:37.610311 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-e78434b4-d985-483e-88c4-f2f5f9aaa557 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7383c311-3b9e-4b34-8537-6f468962ae9d HTTP/1.1" status: 200 len: 854 time: 0.1797969 Mar 01 21:12:37.668560 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-471cc6b8-6263-485b-94f3-3588636df930 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=e517bba3-d9c1-4868-8682-f20940261900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588710 Mar 01 21:12:37.723927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-c953c2fa-bdda-480e-889e-404c45fc16f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] For port f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b,segment=NetworkSegment(626167f6-dc80-4d66-8cba-2d51cc2262fc),segment_id=626167f6-dc80-4d66-8cba-2d51cc2262fc)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:37.724856 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c953c2fa-bdda-480e-889e-404c45fc16f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:37.797232 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1744ca62-7a2d-442f-8cc8-aaa712164fa4 None None] For port f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b,segment=NetworkSegment(626167f6-dc80-4d66-8cba-2d51cc2262fc),segment_id=626167f6-dc80-4d66-8cba-2d51cc2262fc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:37.797982 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1744ca62-7a2d-442f-8cc8-aaa712164fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:37.843535 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-86e8c086-9526-4a14-b7d0-a0027446c392 service neutron] 10.222.0.57 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681514 Mar 01 21:12:37.869560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-c953c2fa-bdda-480e-889e-404c45fc16f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:37.942807 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1744ca62-7a2d-442f-8cc8-aaa712164fa4 None None] Calling delete_port for f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:37.968454 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bff95d71-604e-417a-86ba-7138956327c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:37.995501 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff95d71-604e-417a-86ba-7138956327c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3600b6f0-00eb-429f-b6b7-26f1012d7f2c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:38.014078 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bff95d71-604e-417a-86ba-7138956327c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:38.017412 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bff95d71-604e-417a-86ba-7138956327c6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3600b6f0-00eb-429f-b6b7-26f1012d7f2c HTTP/1.1" status: 204 len: 168 time: 1.0639591 Mar 01 21:12:38.047614 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c953c2fa-bdda-480e-889e-404c45fc16f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:38.056760 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-1744ca62-7a2d-442f-8cc8-aaa712164fa4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:12:38.056760 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-1744ca62-7a2d-442f-8cc8-aaa712164fa4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:12:38.117662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953c2fa-bdda-480e-889e-404c45fc16f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:38.216674 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:12:38.234824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36686) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:38.240119 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:38.259609 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:12:38.260286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:12:38.300541 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c953c2fa-bdda-480e-889e-404c45fc16f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No DVR routers for this DVR port f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:12:38.362107 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b6efa36a-0beb-4516-a2cf-2d6bf198b087 req-b0ea3210-6228-44d6-b2fa-037c4cceae14 service neutron] 10.222.0.57 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112388 Mar 01 21:12:38.539530 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c953c2fa-bdda-480e-889e-404c45fc16f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:38.566779 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1744ca62-7a2d-442f-8cc8-aaa712164fa4 None None] Deleting port f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:38.566779 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1744ca62-7a2d-442f-8cc8-aaa712164fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:38.718498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1744ca62-7a2d-442f-8cc8-aaa712164fa4 None None] The port 'f4ebf32b-25f7-4ed0-bd1c-8bad7b165b7b' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:12:38.724748 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-549851893', 'router:external': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:38.787441 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:38.843019 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Usage tracker for resource:network and tenant:a3be48724aff451196f0b840c5379588 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:38.847043 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:38.859522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-c953c2fa-bdda-480e-889e-404c45fc16f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:38.873488 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:38.886216 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-c953c2fa-bdda-480e-889e-404c45fc16f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626167f6-dc80-4d66-8cba-2d51cc2262fc') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:38.886510 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-c953c2fa-bdda-480e-889e-404c45fc16f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626167f6-dc80-4d66-8cba-2d51cc2262fc') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:38.912074 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c953c2fa-bdda-480e-889e-404c45fc16f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:38.952792 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c953c2fa-bdda-480e-889e-404c45fc16f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:38.969804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c953c2fa-bdda-480e-889e-404c45fc16f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:12:38.970974 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c953c2fa-bdda-480e-889e-404c45fc16f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:12:38.987344 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:12:39.391457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Made reservation on behalf of a3be48724aff451196f0b840c5379588 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:39.391457 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:39.391457 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:39.391457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd12768-f2ba-4ce0-93c1-e16a112116df req-584a99b8-4e93-4786-a52c-60107612f75e tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:39.391457 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8dd12768-f2ba-4ce0-93c1-e16a112116df req-584a99b8-4e93-4786-a52c-60107612f75e tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=baf1eb89-7483-46f9-9359-ed4efa73d79b HTTP/1.1" status: 200 len: 943 time: 0.3762252 Mar 01 21:12:39.391457 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:39.391457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:39.391457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Usage tracker for resource:security_group_rule and tenant:a3be48724aff451196f0b840c5379588 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:39.391457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:39.391457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:39.391457 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8dd12768-f2ba-4ce0-93c1-e16a112116df req-41eca779-6e1d-45ab-89b5-68cdd2dc894a tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868766 Mar 01 21:12:39.391457 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:39.393062 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:39.457087 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c953c2fa-bdda-480e-889e-404c45fc16f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:39.490481 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c953c2fa-bdda-480e-889e-404c45fc16f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:39.518013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event updated for resources: {'Port': ['ID=a114628d-18da-437b-9eac-4a4a389c2a11,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:39.521027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c953c2fa-bdda-480e-889e-404c45fc16f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Network': ['ID=a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:39.523226 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:39.551871 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c953c2fa-bdda-480e-889e-404c45fc16f5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/networks/a5ca0fea-761a-42d3-bcb7-df87d5ecc3e1 HTTP/1.1" status: 204 len: 168 time: 2.4654887 Mar 01 21:12:39.555612 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36716) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:39.563004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-6d903a85-e91a-4003-8cd0-bd5283fda08e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1523723320'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:39.571076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6d903a85-e91a-4003-8cd0-bd5283fda08e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:39.573080 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:12:39.575086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6d903a85-e91a-4003-8cd0-bd5283fda08e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:network and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:39.575592 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:39.578846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6d903a85-e91a-4003-8cd0-bd5283fda08e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:39.584790 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6d903a85-e91a-4003-8cd0-bd5283fda08e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:39.605151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36720) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:39.644386 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0c3809-0b57-4b64-9774-0dd56798c14d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:39.658293 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:39.658293 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Added segment a14ecdc2-8eaf-4911-9b00-cb396e2d5e27 of type vlan for network 178424c0-7700-4654-8a2c-aaf346f19303 Mar 01 21:12:39.680399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d903a85-e91a-4003-8cd0-bd5283fda08e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:39.685032 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d903a85-e91a-4003-8cd0-bd5283fda08e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:39.724094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d903a85-e91a-4003-8cd0-bd5283fda08e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:12:39.746603 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-70103d12-c92b-4f21-879c-f559b84cbb53 tempest-AgentManagementNegativeTest-836457088 tempest-AgentManagementNegativeTest-836457088-project] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1395621 Mar 01 21:12:39.753676 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d903a85-e91a-4003-8cd0-bd5283fda08e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:39.754024 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-6d903a85-e91a-4003-8cd0-bd5283fda08e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Added segment 65aafe7c-1385-4b6b-b8bb-fe7079d5fa6c of type vlan for network 6d5fa98b-687f-4f67-bd9f-b3635aa74246 Mar 01 21:12:39.770108 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:39.781853 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d903a85-e91a-4003-8cd0-bd5283fda08e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:39.808263 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Floating IP 4f281782-23b4-4c87-b8cd-6e487e0cbc07 associated. External IP: 172.25.5.120, port: cf24b214-1d82-400d-bc55-a41076650c3c. Mar 01 21:12:39.880383 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d903a85-e91a-4003-8cd0-bd5283fda08e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:39.885976 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d903a85-e91a-4003-8cd0-bd5283fda08e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:39.886572 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d903a85-e91a-4003-8cd0-bd5283fda08e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:39.963890 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:39.964872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:39.965498 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:40.000838 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d903a85-e91a-4003-8cd0-bd5283fda08e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Network': ['ID=6d5fa98b-687f-4f67-bd9f-b3635aa74246,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:40.006584 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6d903a85-e91a-4003-8cd0-bd5283fda08e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4492211 Mar 01 21:12:40.009538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36728) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:40.016667 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 6d5fa98b-687f-4f67-bd9f-b3635aa74246 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:12:40.042854 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8ff8548b-f7ee-47a9-b4af-1bc9eae9fc8c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'subnet': {'network_id': '6d5fa98b-687f-4f67-bd9f-b3635aa74246', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:40.105706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Pushing event updated for resources: {'Network': ['ID=178424c0-7700-4654-8a2c-aaf346f19303,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:40.124899 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 178424c0-7700-4654-8a2c-aaf346f19303 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:12:40.187834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8ff8548b-f7ee-47a9-b4af-1bc9eae9fc8c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:40.192100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8ff8548b-f7ee-47a9-b4af-1bc9eae9fc8c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:subnet and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:40.195339 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8ff8548b-f7ee-47a9-b4af-1bc9eae9fc8c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:40.202346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8ff8548b-f7ee-47a9-b4af-1bc9eae9fc8c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:40.223181 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1b8765f7-8e8f-4e85-b1dc-e603dee86882 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.9814732 Mar 01 21:12:40.224578 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36732) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:40.232001 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-6184907d-d732-4f95-bdf2-642e60b5849a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Request body: {'subnet': {'network_id': '178424c0-7700-4654-8a2c-aaf346f19303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:40.245812 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6184907d-d732-4f95-bdf2-642e60b5849a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:40.251840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6184907d-d732-4f95-bdf2-642e60b5849a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Usage tracker for resource:subnet and tenant:a3be48724aff451196f0b840c5379588 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:40.255673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6184907d-d732-4f95-bdf2-642e60b5849a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:40.268233 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6184907d-d732-4f95-bdf2-642e60b5849a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:40.291753 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff8548b-f7ee-47a9-b4af-1bc9eae9fc8c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:40.299702 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ff8548b-f7ee-47a9-b4af-1bc9eae9fc8c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:40.333460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Router 46232691-290b-41e7-b6ec-b5e0bdb9ab36 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:12:40.374769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36742) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:40.394134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6184907d-d732-4f95-bdf2-642e60b5849a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Made reservation on behalf of a3be48724aff451196f0b840c5379588 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:40.396597 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6184907d-d732-4f95-bdf2-642e60b5849a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:40.619817 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f267a840-5f9e-44b8-82e6-4045aa49a26c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:40.711395 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f267a840-5f9e-44b8-82e6-4045aa49a26c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:40.728109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f267a840-5f9e-44b8-82e6-4045aa49a26c admin admin] Usage tracker for resource:security_group_rule and tenant:fc02b075a7df43e39f97e60ce568f826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:40.734061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f267a840-5f9e-44b8-82e6-4045aa49a26c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:40.739503 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 13f33c4e-e88e-4766-b936-87ead30f4cb3 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:12:40.741708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f267a840-5f9e-44b8-82e6-4045aa49a26c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:40.750917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a4befd-2961-4dff-9161-05b58e4455d7 req-fd67f761-b38c-41cb-bf60-5ccebac386d1 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:40.752418 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28a4befd-2961-4dff-9161-05b58e4455d7 req-fd67f761-b38c-41cb-bf60-5ccebac386d1 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=baf1eb89-7483-46f9-9359-ed4efa73d79b HTTP/1.1" status: 200 len: 943 time: 0.4144933 Mar 01 21:12:40.792440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:12:40.809458 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a376b8f-ae62-4db3-bd20-38560fa4b554 None None] Sync routers for ids ['46232691-290b-41e7-b6ec-b5e0bdb9ab36'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:12:40.821135 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ff8548b-f7ee-47a9-b4af-1bc9eae9fc8c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:40.829850 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a376b8f-ae62-4db3-bd20-38560fa4b554 None None] Routers {'46232691-290b-41e7-b6ec-b5e0bdb9ab36'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:12:40.830722 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6a376b8f-ae62-4db3-bd20-38560fa4b554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:12:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['46232691-290b-41e7-b6ec-b5e0bdb9ab36'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:40.851721 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28a4befd-2961-4dff-9161-05b58e4455d7 req-a2865431-7b56-491b-84f5-ef0b2058dd48 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886533 Mar 01 21:12:40.924057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 13f33c4e-e88e-4766-b936-87ead30f4cb3, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=13f33c4e-e88e-4766-b936-87ead30f4cb3,segment=NetworkSegment(c6341e0d-fcd7-4111-b102-4dbadec0c079),segment_id=c6341e0d-fcd7-4111-b102-4dbadec0c079)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:40.929752 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f267a840-5f9e-44b8-82e6-4045aa49a26c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:40.941323 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '13f33c4e-e88e-4766-b936-87ead30f4cb3', 'network_id': 'e517bba3-d9c1-4868-8682-f20940261900', 'port_id': '13f33c4e-e88e-4766-b936-87ead30f4cb3', 'mac_address': 'fa:16:3e:f2:1f:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7383c311-3b9e-4b34-8537-6f468962ae9d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:12:40.948895 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:41.013749 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f267a840-5f9e-44b8-82e6-4045aa49a26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:41.023950 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:41.035792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8548b-f7ee-47a9-b4af-1bc9eae9fc8c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Subnet': ['ID=6864caab-22d4-427a-89f2-d797ad1246c8,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:41.049070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f33c4e-e88e-4766-b936-87ead30f4cb3 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:12:41.069194 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 13f33c4e-e88e-4766-b936-87ead30f4cb3, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=13f33c4e-e88e-4766-b936-87ead30f4cb3,segment=NetworkSegment(c6341e0d-fcd7-4111-b102-4dbadec0c079),segment_id=c6341e0d-fcd7-4111-b102-4dbadec0c079)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:41.126673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff8548b-f7ee-47a9-b4af-1bc9eae9fc8c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Checking segment: {'id': '65aafe7c-1385-4b6b-b8bb-fe7079d5fa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6d5fa98b-687f-4f67-bd9f-b3635aa74246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:12:41.127508 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff8548b-f7ee-47a9-b4af-1bc9eae9fc8c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network hostable DHCP agents. Network: 6d5fa98b-687f-4f67-bd9f-b3635aa74246, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:12:41.131821 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:41.131962 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c772fbaf-8575-43f1-b36f-4544efc414e1 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.4010022 Mar 01 21:12:41.132612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36752) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:41.135482 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0741c249-1611-427c-9f2f-b23ed29c3271', 'tag': 'cf24b214-1d82-400d-bc55-a41076650c3c'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:12:41.142190 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f267a840-5f9e-44b8-82e6-4045aa49a26c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc39e4d-7585-401e-8217-dfbc316c8658,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:41.183342 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-6a376b8f-ae62-4db3-bd20-38560fa4b554 None None] Set router 46232691-290b-41e7-b6ec-b5e0bdb9ab36 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:12:41.224175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36758) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:41.224660 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f267a840-5f9e-44b8-82e6-4045aa49a26c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fc02b075a7df43e39f97e60ce568f826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8478978 Mar 01 21:12:41.259879 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0741c249-1611-427c-9f2f-b23ed29c3271', 'tag': 'cf24b214-1d82-400d-bc55-a41076650c3c', 'status': 'completed', 'code': 200} Mar 01 21:12:41.274502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=13f33c4e-e88e-4766-b936-87ead30f4cb3,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:41.283822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff8548b-f7ee-47a9-b4af-1bc9eae9fc8c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network 6d5fa98b-687f-4f67-bd9f-b3635aa74246 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:12:41.340762 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a74a32c6-bb61-4cee-b1ca-5aa94937048f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:41.409522 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a74a32c6-bb61-4cee-b1ca-5aa94937048f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:41.414235 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['13f33c4e-e88e-4766-b936-87ead30f4cb3'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:12:41.424474 n-d-827896-4 neutron-server[88519]: DEBUG neutron.objects.ports [None req-6184907d-d732-4f95-bdf2-642e60b5849a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 01 21:12:41.424952 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6184907d-d732-4f95-bdf2-642e60b5849a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:41.478650 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-8ff8548b-f7ee-47a9-b4af-1bc9eae9fc8c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 6d5fa98b-687f-4f67-bd9f-b3635aa74246) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:41.489245 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9786bdc9-07b8-4a9d-ad14-d50b9423025e None None] Network 6d5fa98b-687f-4f67-bd9f-b3635aa74246 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:12:41.509865 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff8548b-f7ee-47a9-b4af-1bc9eae9fc8c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.513036 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ff8548b-f7ee-47a9-b4af-1bc9eae9fc8c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:41.542521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaa0ef-3d86-4214-82fe-dccc6007fd8e req-2875fa93-41e1-42d7-b83d-869f9e520530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.542521 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29eaa0ef-3d86-4214-82fe-dccc6007fd8e req-2875fa93-41e1-42d7-b83d-869f9e520530 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1b3d33ac1c64551b55e0abce258f6fe&device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 1135 time: 0.2755265 Mar 01 21:12:41.542974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25632da-c5b5-4466-a533-e2391b9bcaa8 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.543487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25632da-c5b5-4466-a533-e2391b9bcaa8 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.543959 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25632da-c5b5-4466-a533-e2391b9bcaa8 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.544425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25632da-c5b5-4466-a533-e2391b9bcaa8 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.544894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25632da-c5b5-4466-a533-e2391b9bcaa8 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.546126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25632da-c5b5-4466-a533-e2391b9bcaa8 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.546629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25632da-c5b5-4466-a533-e2391b9bcaa8 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.547092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25632da-c5b5-4466-a533-e2391b9bcaa8 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.563730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25632da-c5b5-4466-a533-e2391b9bcaa8 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.564297 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25632da-c5b5-4466-a533-e2391b9bcaa8 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.564870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25632da-c5b5-4466-a533-e2391b9bcaa8 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.565357 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25632da-c5b5-4466-a533-e2391b9bcaa8 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.566266 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6184907d-d732-4f95-bdf2-642e60b5849a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Pushing event updated for resources: {'Subnet': ['ID=122e0331-d3db-4a39-bc0b-f8705724259d,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:41.567525 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e25632da-c5b5-4466-a533-e2391b9bcaa8 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8423 time: 0.4265587 Mar 01 21:12:41.572196 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36762) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:41.637194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6184907d-d732-4f95-bdf2-642e60b5849a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Checking segment: {'id': 'a14ecdc2-8eaf-4911-9b00-cb396e2d5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '178424c0-7700-4654-8a2c-aaf346f19303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:12:41.637764 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6184907d-d732-4f95-bdf2-642e60b5849a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Network hostable DHCP agents. Network: 178424c0-7700-4654-8a2c-aaf346f19303, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:12:41.664427 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8ff8548b-f7ee-47a9-b4af-1bc9eae9fc8c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6403892 Mar 01 21:12:41.665416 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36766) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:41.683329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b6335275-d784-43f7-bd3e-552df2c990c7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1111912969', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:41.703224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b6335275-d784-43f7-bd3e-552df2c990c7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:41.725846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b6335275-d784-43f7-bd3e-552df2c990c7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:router and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:41.734077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017908f-19e9-4925-9930-d4a709c4011d tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.734763 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017908f-19e9-4925-9930-d4a709c4011d tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.735398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017908f-19e9-4925-9930-d4a709c4011d tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.735998 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017908f-19e9-4925-9930-d4a709c4011d tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.736583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017908f-19e9-4925-9930-d4a709c4011d tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.737172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017908f-19e9-4925-9930-d4a709c4011d tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.737757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017908f-19e9-4925-9930-d4a709c4011d tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.738343 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017908f-19e9-4925-9930-d4a709c4011d tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.738952 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017908f-19e9-4925-9930-d4a709c4011d tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.739563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017908f-19e9-4925-9930-d4a709c4011d tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.740154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2017908f-19e9-4925-9930-d4a709c4011d tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.745329 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2017908f-19e9-4925-9930-d4a709c4011d tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7051 time: 0.1699550 Mar 01 21:12:41.746081 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36772) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:41.747440 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b6335275-d784-43f7-bd3e-552df2c990c7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:41.772726 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a74a32c6-bb61-4cee-b1ca-5aa94937048f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:41.772726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b6335275-d784-43f7-bd3e-552df2c990c7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:41.863761 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6a376b8f-ae62-4db3-bd20-38560fa4b554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859292304', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:11:48Z', 'updated_at': '2022-03-01T21:12:01Z', 'revision_number': 4, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:11:50Z', 'updated_at': '2022-03-01T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '4f281782-23b4-4c87-b8cd-6e487e0cbc07', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'port_id': 'cf24b214-1d82-400d-bc55-a41076650c3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438', 'mac_address': 'fa:16:3e:dc:29:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741c249-1611-427c-9f2f-b23ed29c3271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:12:37Z', 'updated_at': '2022-03-01T21:12:37Z', 'revision_number': 0, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f4ef26-9564-431b-a8a6-d03a8c0c4554', 'name': '', 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'mac_address': 'fa:16:3e:0b:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '117f3481-e951-40d2-8e8f-7588b0e4a8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:00Z', 'updated_at': '2022-03-01T21:12:11Z', 'revision_number': 5, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'subnets': [{'id': '117f3481-e951-40d2-8e8f-7588b0e4a8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:41.868915 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a376b8f-ae62-4db3-bd20-38560fa4b554 None None] Checking router: 46232691-290b-41e7-b6ec-b5e0bdb9ab36 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:12:41.873872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a32c6-bb61-4cee-b1ca-5aa94937048f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc39e4d-7585-401e-8217-dfbc316c8658,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:41.875742 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6184907d-d732-4f95-bdf2-642e60b5849a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Network 178424c0-7700-4654-8a2c-aaf346f19303 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:12:41.878500 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a74a32c6-bb61-4cee-b1ca-5aa94937048f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:41.882543 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a74a32c6-bb61-4cee-b1ca-5aa94937048f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2fc39e4d-7585-401e-8217-dfbc316c8658 HTTP/1.1" status: 204 len: 168 time: 0.6405323 Mar 01 21:12:41.899866 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a376b8f-ae62-4db3-bd20-38560fa4b554 None None] Routers {'46232691-290b-41e7-b6ec-b5e0bdb9ab36'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:12:41.900512 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6a376b8f-ae62-4db3-bd20-38560fa4b554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:12:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['46232691-290b-41e7-b6ec-b5e0bdb9ab36'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:41.933830 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaa0ef-3d86-4214-82fe-dccc6007fd8e req-bf2e7998-1791-4e80-9ec1-a1433018ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:41.935847 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29eaa0ef-3d86-4214-82fe-dccc6007fd8e req-bf2e7998-1791-4e80-9ec1-a1433018ff1f service neutron] 10.222.0.55 "GET /v2.0/networks?id=6033315f-9cc1-40b7-a652-aec8e732a438 HTTP/1.1" status: 200 len: 898 time: 0.3666909 Mar 01 21:12:41.991101 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6335275-d784-43f7-bd3e-552df2c990c7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:41.993010 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6335275-d784-43f7-bd3e-552df2c990c7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:42.010227 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-6184907d-d732-4f95-bdf2-642e60b5849a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 178424c0-7700-4654-8a2c-aaf346f19303) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:42.048491 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-6d5fa98b-687f-4f67-bd9f-b3635aa74246', 'network_id': '6d5fa98b-687f-4f67-bd9f-b3635aa74246', 'tenant_id': 'b0c650e22c5b44d78b9ba9842ac83e9f', 'fixed_ips': [{'subnet_id': '6864caab-22d4-427a-89f2-d797ad1246c8'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:12:42.055457 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:42.076020 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1655b62e-1cfa-40fb-83b6-e2a16fbb6849 None None] Network 178424c0-7700-4654-8a2c-aaf346f19303 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:12:42.125035 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6184907d-d732-4f95-bdf2-642e60b5849a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:42.125794 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6184907d-d732-4f95-bdf2-642e60b5849a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:42.168906 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6335275-d784-43f7-bd3e-552df2c990c7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:42.252324 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29eaa0ef-3d86-4214-82fe-dccc6007fd8e req-a11afecd-2ff5-412c-9049-1397cf1ab03d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf24b214-1d82-400d-bc55-a41076650c3c HTTP/1.1" status: 200 len: 999 time: 0.3055842 Mar 01 21:12:42.297963 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-6a376b8f-ae62-4db3-bd20-38560fa4b554 None None] Set router 46232691-290b-41e7-b6ec-b5e0bdb9ab36 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:12:42.396526 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-16ac28fd-9a9c-47ee-b3d6-559d692bd236 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3062 time: 0.6450701 Mar 01 21:12:42.398294 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36782) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:42.410896 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6184907d-d732-4f95-bdf2-642e60b5849a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.1847217 Mar 01 21:12:42.412004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36786) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:42.413493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaa0ef-3d86-4214-82fe-dccc6007fd8e req-ca23c2b6-22a5-471c-8bf2-5f112a7586b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:42.415401 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29eaa0ef-3d86-4214-82fe-dccc6007fd8e req-ca23c2b6-22a5-471c-8bf2-5f112a7586b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=117f3481-e951-40d2-8e8f-7588b0e4a8ff HTTP/1.1" status: 200 len: 834 time: 0.0863214 Mar 01 21:12:42.422233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-aae47242-754c-4224-98ac-7a1669fc8d79 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1665149942', 'network_id': '178424c0-7700-4654-8a2c-aaf346f19303'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:42.428528 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-aae47242-754c-4224-98ac-7a1669fc8d79 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:42.433152 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-aae47242-754c-4224-98ac-7a1669fc8d79 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Usage tracker for resource:port and tenant:a3be48724aff451196f0b840c5379588 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:42.438508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-aae47242-754c-4224-98ac-7a1669fc8d79 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:42.445284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-aae47242-754c-4224-98ac-7a1669fc8d79 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:42.446948 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Allocated IP 2001:db8::2 (6d5fa98b-687f-4f67-bd9f-b3635aa74246/6864caab-22d4-427a-89f2-d797ad1246c8/9bb04822-aa93-4d01-b847-0715dfe0064a) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:12:42.509376 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6335275-d784-43f7-bd3e-552df2c990c7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:42.567656 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae47242-754c-4224-98ac-7a1669fc8d79 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Made reservation on behalf of a3be48724aff451196f0b840c5379588 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:42.570308 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aae47242-754c-4224-98ac-7a1669fc8d79 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:42.623157 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bfebd8-2fbb-4c9f-934e-a753bfbeddcb tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:42.624082 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7bfebd8-2fbb-4c9f-934e-a753bfbeddcb tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:42.625763 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d7bfebd8-2fbb-4c9f-934e-a753bfbeddcb tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=46232691-290b-41e7-b6ec-b5e0bdb9ab36 HTTP/1.1" status: 200 len: 1989 time: 0.2273071 Mar 01 21:12:42.658127 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9595890-6bab-4ba1-82d4-ab9b3c304067 req-af397fc1-3840-42b9-a36e-9a94a2f9583a tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:42.668102 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9595890-6bab-4ba1-82d4-ab9b3c304067 req-af397fc1-3840-42b9-a36e-9a94a2f9583a tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=baf1eb89-7483-46f9-9359-ed4efa73d79b HTTP/1.1" status: 200 len: 944 time: 0.4165213 Mar 01 21:12:42.675940 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b6335275-d784-43f7-bd3e-552df2c990c7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:42.677373 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b6335275-d784-43f7-bd3e-552df2c990c7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.0073669 Mar 01 21:12:42.680061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36796) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:42.689127 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-cdac5e60-c66d-4b64-aae8-559e12c402b0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'port': {'network_id': '6d5fa98b-687f-4f67-bd9f-b3635aa74246', 'name': 'tempest-PortsIpV6TestJSON-1820248477'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:42.700239 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-aae47242-754c-4224-98ac-7a1669fc8d79 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] device_id is not set on port 0e43c500-239c-4e79-ac28-4152e53fed6b yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:12:42.739309 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:42.749971 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Transition to ACTIVE for port object 9bb04822-aa93-4d01-b847-0715dfe0064a will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:42.821200 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Transition to ACTIVE for port object 9bb04822-aa93-4d01-b847-0715dfe0064a will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:42.876802 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-aae47242-754c-4224-98ac-7a1669fc8d79 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Allocated IP 2001:db8::29b (178424c0-7700-4654-8a2c-aaf346f19303/122e0331-d3db-4a39-bc0b-f8705724259d/0e43c500-239c-4e79-ac28-4152e53fed6b) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:12:42.913123 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cdac5e60-c66d-4b64-aae8-559e12c402b0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:42.913730 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:42.917819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cdac5e60-c66d-4b64-aae8-559e12c402b0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:port and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:42.921733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cdac5e60-c66d-4b64-aae8-559e12c402b0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:42.941409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cdac5e60-c66d-4b64-aae8-559e12c402b0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:43.034791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdac5e60-c66d-4b64-aae8-559e12c402b0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:43.038338 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cdac5e60-c66d-4b64-aae8-559e12c402b0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:43.080869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-cdac5e60-c66d-4b64-aae8-559e12c402b0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] device_id is not set on port 9d9243c4-1db8-44fc-8fe7-b3249a6f7ac0 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:12:43.082195 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6a376b8f-ae62-4db3-bd20-38560fa4b554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859292304', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:11:48Z', 'updated_at': '2022-03-01T21:12:01Z', 'revision_number': 4, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:11:50Z', 'updated_at': '2022-03-01T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '4f281782-23b4-4c87-b8cd-6e487e0cbc07', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'port_id': 'cf24b214-1d82-400d-bc55-a41076650c3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438', 'mac_address': 'fa:16:3e:dc:29:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741c249-1611-427c-9f2f-b23ed29c3271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:12:37Z', 'updated_at': '2022-03-01T21:12:37Z', 'revision_number': 0, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f4ef26-9564-431b-a8a6-d03a8c0c4554', 'name': '', 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'mac_address': 'fa:16:3e:0b:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '117f3481-e951-40d2-8e8f-7588b0e4a8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:00Z', 'updated_at': '2022-03-01T21:12:11Z', 'revision_number': 5, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'subnets': [{'id': '117f3481-e951-40d2-8e8f-7588b0e4a8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:43.091584 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a376b8f-ae62-4db3-bd20-38560fa4b554 None None] The sync data for ids ['46232691-290b-41e7-b6ec-b5e0bdb9ab36'] in n-d-827896-4 is: [{'id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859292304', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:11:48Z', 'updated_at': '2022-03-01T21:12:01Z', 'revision_number': 4, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:11:50Z', 'updated_at': '2022-03-01T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '4f281782-23b4-4c87-b8cd-6e487e0cbc07', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'floating_ip_address': '172.25.5.120', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'port_id': 'cf24b214-1d82-400d-bc55-a41076650c3c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2590, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438', 'mac_address': 'fa:16:3e:dc:29:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0741c249-1611-427c-9f2f-b23ed29c3271', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:12:37Z', 'updated_at': '2022-03-01T21:12:37Z', 'revision_number': 0, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '39f4ef26-9564-431b-a8a6-d03a8c0c4554', 'name': '', 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'mac_address': 'fa:16:3e:0b:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '117f3481-e951-40d2-8e8f-7588b0e4a8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:00Z', 'updated_at': '2022-03-01T21:12:11Z', 'revision_number': 5, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'subnets': [{'id': '117f3481-e951-40d2-8e8f-7588b0e4a8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:12:43.120724 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Pushing event updated for resources: {'Port': ['ID=9bb04822-aa93-4d01-b847-0715dfe0064a,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:43.157308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaa0ef-3d86-4214-82fe-dccc6007fd8e req-d6627270-f136-40cf-b906-50bd2497736a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:43.157308 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29eaa0ef-3d86-4214-82fe-dccc6007fd8e req-d6627270-f136-40cf-b906-50bd2497736a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6033315f-9cc1-40b7-a652-aec8e732a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6786716 Mar 01 21:12:43.157308 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9595890-6bab-4ba1-82d4-ab9b3c304067 req-cc098d60-d082-40c7-8b36-cfc3aa596df2 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843438 Mar 01 21:12:43.161219 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Network 6d5fa98b-687f-4f67-bd9f-b3635aa74246 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:43.170435 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:43.175216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:43.376403 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aae47242-754c-4224-98ac-7a1669fc8d79 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:43.388323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-cdac5e60-c66d-4b64-aae8-559e12c402b0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Allocated IP 2001:db8::336 (6d5fa98b-687f-4f67-bd9f-b3635aa74246/6864caab-22d4-427a-89f2-d797ad1246c8/9d9243c4-1db8-44fc-8fe7-b3249a6f7ac0) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:12:43.390297 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Attempting to bind port 9bb04822-aa93-4d01-b847-0715dfe0064a on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:43.392886 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Attempting to bind port 9bb04822-aa93-4d01-b847-0715dfe0064a by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '65aafe7c-1385-4b6b-b8bb-fe7079d5fa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6d5fa98b-687f-4f67-bd9f-b3635aa74246'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:43.393535 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Attempting to bind port 9bb04822-aa93-4d01-b847-0715dfe0064a on network 6d5fa98b-687f-4f67-bd9f-b3635aa74246 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:43.430128 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:12:43.430597 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Checking segment: {'id': '65aafe7c-1385-4b6b-b8bb-fe7079d5fa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6d5fa98b-687f-4f67-bd9f-b3635aa74246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:12:43.431246 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:43.431731 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Bound using segment: {'id': '65aafe7c-1385-4b6b-b8bb-fe7079d5fa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6d5fa98b-687f-4f67-bd9f-b3635aa74246'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:12:43.432320 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Bound port: 9bb04822-aa93-4d01-b847-0715dfe0064a, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65aafe7c-1385-4b6b-b8bb-fe7079d5fa6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '6d5fa98b-687f-4f67-bd9f-b3635aa74246'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:12:43.432888 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:43.468088 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f558a8c9-d519-42c9-83b2-569909d5bd96 None None] New status for floating IP 4f281782-23b4-4c87-b8cd-6e487e0cbc07: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:12:43.479973 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29eaa0ef-3d86-4214-82fe-dccc6007fd8e req-88871b14-32ed-40f8-bf84-428deee622f7 service neutron] 10.222.0.55 "GET /v2.0/networks/6033315f-9cc1-40b7-a652-aec8e732a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195827 Mar 01 21:12:43.558625 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b39fd2-bb10-47e1-8081-48661a703784 None None] Network 178424c0-7700-4654-8a2c-aaf346f19303 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:12:43.662689 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] For port 9bb04822-aa93-4d01-b847-0715dfe0064a, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:12:43.665996 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] For port 9bb04822-aa93-4d01-b847-0715dfe0064a, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9bb04822-aa93-4d01-b847-0715dfe0064a,segment=NetworkSegment(65aafe7c-1385-4b6b-b8bb-fe7079d5fa6c),segment_id=65aafe7c-1385-4b6b-b8bb-fe7079d5fa6c)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:12:43.704903 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cdac5e60-c66d-4b64-aae8-559e12c402b0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:43.730330 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-cdac5e60-c66d-4b64-aae8-559e12c402b0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Transition to ACTIVE for port object 9d9243c4-1db8-44fc-8fe7-b3249a6f7ac0 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:43.752794 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aae47242-754c-4224-98ac-7a1669fc8d79 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:43.760211 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:43.813837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36814) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:43.851025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aae47242-754c-4224-98ac-7a1669fc8d79 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Network 178424c0-7700-4654-8a2c-aaf346f19303 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:43.860563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-aae47242-754c-4224-98ac-7a1669fc8d79 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:43.863166 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cdac5e60-c66d-4b64-aae8-559e12c402b0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:43.866778 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae47242-754c-4224-98ac-7a1669fc8d79 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:43.867955 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae47242-754c-4224-98ac-7a1669fc8d79 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:43.868656 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aae47242-754c-4224-98ac-7a1669fc8d79 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:43.895846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae47242-754c-4224-98ac-7a1669fc8d79 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Pushing event updated for resources: {'Port': ['ID=0e43c500-239c-4e79-ac28-4152e53fed6b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:43.923626 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29eaa0ef-3d86-4214-82fe-dccc6007fd8e req-26c45480-7e82-4aa2-b2e3-acc54242a592 service neutron] 10.222.0.55 "GET /v2.0/networks/6033315f-9cc1-40b7-a652-aec8e732a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369278 Mar 01 21:12:43.962225 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-aae47242-754c-4224-98ac-7a1669fc8d79 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.5455644 Mar 01 21:12:43.963498 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36820) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:43.967605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdac5e60-c66d-4b64-aae8-559e12c402b0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network 6d5fa98b-687f-4f67-bd9f-b3635aa74246 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:43.968842 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-cdac5e60-c66d-4b64-aae8-559e12c402b0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:43.973258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e94bf07-3212-4e65-ad64-2a8bfd90d098 None None] Pushing event updated for resources: {'Port': ['ID=9bb04822-aa93-4d01-b847-0715dfe0064a,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:43.975904 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdac5e60-c66d-4b64-aae8-559e12c402b0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:43.984846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdac5e60-c66d-4b64-aae8-559e12c402b0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:43.985668 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cdac5e60-c66d-4b64-aae8-559e12c402b0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:44.089107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-121789661'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:44.094997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-76a34451-320e-4dea-b35a-993435670da0 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Deleting port 0e43c500-239c-4e79-ac28-4152e53fed6b {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:44.095564 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-76a34451-320e-4dea-b35a-993435670da0 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:44.111309 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:44.128876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:network and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:44.138749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:44.162131 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:44.191990 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cdac5e60-c66d-4b64-aae8-559e12c402b0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5100291 Mar 01 21:12:44.197820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac5e60-c66d-4b64-aae8-559e12c402b0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=9d9243c4-1db8-44fc-8fe7-b3249a6f7ac0,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:44.203289 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36832) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:44.318802 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:44.322595 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:44.372434 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:44.493576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:44.503757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:security_group_rule and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:44.507455 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:44.514418 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:44.646452 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-76a34451-320e-4dea-b35a-993435670da0 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:44.744906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 13f33c4e-e88e-4766-b936-87ead30f4cb3 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:12:44.787620 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-76a34451-320e-4dea-b35a-993435670da0 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Calling delete_port for 0e43c500-239c-4e79-ac28-4152e53fed6b owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:44.820616 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:44.874917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bf9aa7-0dcf-4bc7-849a-098518baa6ed req-f81c3b1e-cb89-47df-9059-70f7b8dc19ff tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:44.876500 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98bf9aa7-0dcf-4bc7-849a-098518baa6ed req-f81c3b1e-cb89-47df-9059-70f7b8dc19ff tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=baf1eb89-7483-46f9-9359-ed4efa73d79b HTTP/1.1" status: 200 len: 944 time: 0.4198773 Mar 01 21:12:44.915886 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36838) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:44.926475 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:44.963885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98bf9aa7-0dcf-4bc7-849a-098518baa6ed req-5cf62c3d-58ec-45d8-b6cb-b644efe6a401 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680418 Mar 01 21:12:45.018286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 13f33c4e-e88e-4766-b936-87ead30f4cb3 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:45.027348 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 13f33c4e-e88e-4766-b936-87ead30f4cb3 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:45.027905 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:45.050628 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:12:45.126261 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-76a34451-320e-4dea-b35a-993435670da0 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:45.148534 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-eeee994d-a310-453a-b512-443b399c5543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:45.163766 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=952cad4c-9f3f-44b4-98ec-ee84bc239753,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:45.174336 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:45.174523 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Added segment 5268edef-590e-46a7-9bcf-41f63ffd0194 of type vlan for network cc39aad2-d371-4bc1-8f73-2342392e478c Mar 01 21:12:45.190985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a34451-320e-4dea-b35a-993435670da0 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e43c500-239c-4e79-ac28-4152e53fed6b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:45.200445 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:45.200628 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-eeee994d-a310-453a-b512-443b399c5543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:45.243108 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-76a34451-320e-4dea-b35a-993435670da0 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:45.257577 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 13f33c4e-e88e-4766-b936-87ead30f4cb3, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=13f33c4e-e88e-4766-b936-87ead30f4cb3,segment=NetworkSegment(c6341e0d-fcd7-4111-b102-4dbadec0c079),segment_id=c6341e0d-fcd7-4111-b102-4dbadec0c079)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:45.257577 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf1eb89-7483-46f9-9359-ed4efa73d79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f33c4e-e88e-4766-b936-87ead30f4cb3'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:12:45.257724 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-76a34451-320e-4dea-b35a-993435670da0 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "DELETE /v2.0/ports/0e43c500-239c-4e79-ac28-4152e53fed6b HTTP/1.1" status: 204 len: 168 time: 1.2897072 Mar 01 21:12:45.257724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36844) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:45.260815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '178424c0-7700-4654-8a2c-aaf346f19303', 'external_fixed_ips': [{'subnet_id': '122e0331-d3db-4a39-bc0b-f8705724259d', 'ip_address': '2001:db8::29b'}]}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:45.266691 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:45.269791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-eeee994d-a310-453a-b512-443b399c5543 admin admin] Usage tracker for resource:security_group_rule and tenant:c0585f738e0e4024908994cca80e3525 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:45.271723 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Usage tracker for resource:router and tenant:a3be48724aff451196f0b840c5379588 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:45.275085 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:45.282605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:45.306901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-eeee994d-a310-453a-b512-443b399c5543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:45.306996 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf1eb89-7483-46f9-9359-ed4efa73d79b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f33c4e-e88e-4766-b936-87ead30f4cb3', 'code': 200} Mar 01 21:12:45.318476 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:45.322390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-eeee994d-a310-453a-b512-443b399c5543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:45.372783 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:45.373159 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:45.376081 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:45.395139 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:45.451746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=13f33c4e-e88e-4766-b936-87ead30f4cb3,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:45.464558 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68f45201-ef9f-414e-a5cc-686dbec5e567 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:45.542900 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f8597c-b62f-410b-b34e-8bd763ba8cbd None None] Network 6d5fa98b-687f-4f67-bd9f-b3635aa74246 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:12:45.688877 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:45.694641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:45.695233 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:45.711405 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a299b7f5-68cf-44fd-b075-64d515dd3fcd None None] Provisioning for port 9bb04822-aa93-4d01-b847-0715dfe0064a completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:45.781383 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:46.002875 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Network': ['ID=cc39aad2-d371-4bc1-8f73-2342392e478c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:46.016679 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:12:46.024382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c632a10-a686-4505-af02-d127ac9a8f31 req-5ff74623-f212-4aa9-86bb-287936769a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:46.025870 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8c632a10-a686-4505-af02-d127ac9a8f31 req-5ff74623-f212-4aa9-86bb-287936769a76 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=baf1eb89-7483-46f9-9359-ed4efa73d79b HTTP/1.1" status: 200 len: 1096 time: 0.6113231 Mar 01 21:12:46.097427 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-eeee994d-a310-453a-b512-443b399c5543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:46.104114 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b57ab164-0d95-435b-9758-6957e456b2ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2890904 Mar 01 21:12:46.165534 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36852) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:46.198355 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b5874558-202f-4243-a773-94e5b97d3479 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:46.328782 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-eeee994d-a310-453a-b512-443b399c5543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:46.341627 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b5874558-202f-4243-a773-94e5b97d3479 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:46.360906 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8c632a10-a686-4505-af02-d127ac9a8f31 req-1e9f4898-2b41-45f2-ac65-1c086b76513d service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3068845 Mar 01 21:12:46.366999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b5874558-202f-4243-a773-94e5b97d3479 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:46.380873 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b5874558-202f-4243-a773-94e5b97d3479 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:46.389566 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-851471b2-6be7-4694-aa36-d88b07237f48 None None] Provisioning for port 9d9243c4-1db8-44fc-8fe7-b3249a6f7ac0 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:46.397300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b5874558-202f-4243-a773-94e5b97d3479 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:46.399402 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9bb04822-aa93-4d01-b847-0715dfe0064a up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:12:46.430273 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-eeee994d-a310-453a-b512-443b399c5543 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0585f738e0e4024908994cca80e3525&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5128515 Mar 01 21:12:46.433290 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-851471b2-6be7-4694-aa36-d88b07237f48 None None] Provisioning complete for port 9d9243c4-1db8-44fc-8fe7-b3249a6f7ac0 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:46.433871 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-851471b2-6be7-4694-aa36-d88b07237f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:46.434296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee994d-a310-453a-b512-443b399c5543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcccf2a9-7ef8-4ded-b81f-1aed14373924,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:46.435090 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36856) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:46.470703 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68f45201-ef9f-414e-a5cc-686dbec5e567 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:46.503035 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5874558-202f-4243-a773-94e5b97d3479 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:46.508019 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5874558-202f-4243-a773-94e5b97d3479 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:46.509914 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:46.548766 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68f45201-ef9f-414e-a5cc-686dbec5e567 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:46.556999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0ea8d-6e4f-4f8b-a24f-313458cfd834 req-33437e67-5a50-45ba-b2cc-f473fa505339 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:46.558496 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-97f0ea8d-6e4f-4f8b-a24f-313458cfd834 req-33437e67-5a50-45ba-b2cc-f473fa505339 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=baf1eb89-7483-46f9-9359-ed4efa73d79b HTTP/1.1" status: 200 len: 945 time: 0.3703597 Mar 01 21:12:46.562668 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:46.568510 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-851471b2-6be7-4694-aa36-d88b07237f48 None None] Port 9d9243c4-1db8-44fc-8fe7-b3249a6f7ac0 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:12:46.645872 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 9bb04822-aa93-4d01-b847-0715dfe0064a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:46.647256 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e3c92687-5b81-4437-804e-2d8c846168f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:46.652186 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9bb04822-aa93-4d01-b847-0715dfe0064a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:46.652634 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:46.739236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3f5394b8-ad7b-468f-a897-8f8fe53a4359 None None] Provisioning complete for port 9d9243c4-1db8-44fc-8fe7-b3249a6f7ac0 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:46.739626 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3f5394b8-ad7b-468f-a897-8f8fe53a4359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:46.745288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f45201-ef9f-414e-a5cc-686dbec5e567 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=9d9243c4-1db8-44fc-8fe7-b3249a6f7ac0,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:46.765761 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e3c92687-5b81-4437-804e-2d8c846168f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:46.775005 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-97f0ea8d-6e4f-4f8b-a24f-313458cfd834 req-c2123ead-31de-49f5-9eae-5edb562194b8 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745667 Mar 01 21:12:46.846189 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3f5394b8-ad7b-468f-a897-8f8fe53a4359 None None] Port 9d9243c4-1db8-44fc-8fe7-b3249a6f7ac0 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:12:46.861688 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:46.910678 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 9bb04822-aa93-4d01-b847-0715dfe0064a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9bb04822-aa93-4d01-b847-0715dfe0064a,segment=NetworkSegment(65aafe7c-1385-4b6b-b8bb-fe7079d5fa6c),segment_id=65aafe7c-1385-4b6b-b8bb-fe7079d5fa6c)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:46.923667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Allocated IP 2001:db8::29b (178424c0-7700-4654-8a2c-aaf346f19303/122e0331-d3db-4a39-bc0b-f8705724259d/496da778-fd9d-4bd9-9b12-09e31588bd8c) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:12:46.999600 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68f45201-ef9f-414e-a5cc-686dbec5e567 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:47.015072 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e3c92687-5b81-4437-804e-2d8c846168f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:47.017745 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:47.047202 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c92687-5b81-4437-804e-2d8c846168f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcccf2a9-7ef8-4ded-b81f-1aed14373924,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:47.086120 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e3c92687-5b81-4437-804e-2d8c846168f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:47.089482 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e3c92687-5b81-4437-804e-2d8c846168f7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dcccf2a9-7ef8-4ded-b81f-1aed14373924 HTTP/1.1" status: 204 len: 168 time: 0.6494305 Mar 01 21:12:47.107827 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5874558-202f-4243-a773-94e5b97d3479 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:47.110312 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:47.114319 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-374c7acd-99f7-45ef-9f1c-2457661bf926 None None] Provisioning complete for port 9d9243c4-1db8-44fc-8fe7-b3249a6f7ac0 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:47.114871 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-374c7acd-99f7-45ef-9f1c-2457661bf926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:47.160751 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=9bb04822-aa93-4d01-b847-0715dfe0064a,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:47.181443 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-374c7acd-99f7-45ef-9f1c-2457661bf926 None None] Port 9d9243c4-1db8-44fc-8fe7-b3249a6f7ac0 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:12:47.218629 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:47.267895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5874558-202f-4243-a773-94e5b97d3479 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=98885660-f8d0-4053-bdee-8a57a54acdfb,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:47.273503 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68f45201-ef9f-414e-a5cc-686dbec5e567 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:47.281036 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Network 178424c0-7700-4654-8a2c-aaf346f19303 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:47.284009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:47.287959 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:47.294691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5874558-202f-4243-a773-94e5b97d3479 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:12:47.294691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5874558-202f-4243-a773-94e5b97d3479 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network hostable DHCP agents. Network: cc39aad2-d371-4bc1-8f73-2342392e478c, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:12:47.365657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Pushing event updated for resources: {'Port': ['ID=496da778-fd9d-4bd9-9b12-09e31588bd8c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:47.672912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5874558-202f-4243-a773-94e5b97d3479 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:12:47.773935 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:47.806916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-b5874558-202f-4243-a773-94e5b97d3479 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, cc39aad2-d371-4bc1-8f73-2342392e478c) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:47.815707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5874558-202f-4243-a773-94e5b97d3479 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:47.818080 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6cbf26-4a33-49bd-9a1a-f4c87785cec2 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:12:47.823836 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5874558-202f-4243-a773-94e5b97d3479 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:47.875702 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68f45201-ef9f-414e-a5cc-686dbec5e567 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:47.984463 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68f45201-ef9f-414e-a5cc-686dbec5e567 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:47.985680 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68f45201-ef9f-414e-a5cc-686dbec5e567 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:48.072863 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b5874558-202f-4243-a773-94e5b97d3479 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8988149 Mar 01 21:12:48.122202 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36880) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:48.127472 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f45201-ef9f-414e-a5cc-686dbec5e567 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=9d9243c4-1db8-44fc-8fe7-b3249a6f7ac0,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:48.130092 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cc39aad2-d371-4bc1-8f73-2342392e478c', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'fixed_ips': [{'subnet_id': '98885660-f8d0-4053-bdee-8a57a54acdfb'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:12:48.131238 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:48.148001 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-a50be627-3243-4120-88df-f3ec6d836ea3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'name': 'tempest-NetworksTestDHCPv6-1126828818'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:48.316369 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f45201-ef9f-414e-a5cc-686dbec5e567 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network 6d5fa98b-687f-4f67-bd9f-b3635aa74246 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:48.318105 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-68f45201-ef9f-414e-a5cc-686dbec5e567 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:48.319232 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Allocated IP 2001:db8::2 (cc39aad2-d371-4bc1-8f73-2342392e478c/98885660-f8d0-4053-bdee-8a57a54acdfb/4253c912-42d2-4b47-9c06-ed87beee86d3) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:12:48.390823 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9bb04822-aa93-4d01-b847-0715dfe0064a up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:12:48.445917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8dc7c-0f74-4bc5-a789-00da1e0a3a57 req-c580f8cd-9212-4d6a-9b98-57fc573a479e tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:48.458899 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e0f8dc7c-0f74-4bc5-a789-00da1e0a3a57 req-c580f8cd-9212-4d6a-9b98-57fc573a479e tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=baf1eb89-7483-46f9-9359-ed4efa73d79b HTTP/1.1" status: 200 len: 945 time: 0.3771148 Mar 01 21:12:48.464175 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a50be627-3243-4120-88df-f3ec6d836ea3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:48.469052 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a50be627-3243-4120-88df-f3ec6d836ea3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:port and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:48.472180 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a50be627-3243-4120-88df-f3ec6d836ea3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:48.478244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a50be627-3243-4120-88df-f3ec6d836ea3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:48.607855 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a50be627-3243-4120-88df-f3ec6d836ea3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:48.612719 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a50be627-3243-4120-88df-f3ec6d836ea3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:48.627095 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9bb04822-aa93-4d01-b847-0715dfe0064a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:48.627948 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:48.656174 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e0f8dc7c-0f74-4bc5-a789-00da1e0a3a57 req-c4728c62-c243-401f-b0b0-057152a464ae tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009220 Mar 01 21:12:48.672376 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:48.736558 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-a50be627-3243-4120-88df-f3ec6d836ea3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port 2c6ec930-1783-4869-a1b8-cee033bbcaad yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:12:48.754959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68f45201-ef9f-414e-a5cc-686dbec5e567 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Router 51676f41-6fd0-461c-9617-41e21b510a27 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:12:48.836679 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:48.853315 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Transition to ACTIVE for port object 4253c912-42d2-4b47-9c06-ed87beee86d3 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:48.867706 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a4d63b50-0132-4aff-ad78-1c005f971b8f None None] Provisioning complete for port 9d9243c4-1db8-44fc-8fe7-b3249a6f7ac0 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:48.868329 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a4d63b50-0132-4aff-ad78-1c005f971b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:48.961511 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Transition to ACTIVE for port object 4253c912-42d2-4b47-9c06-ed87beee86d3 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:48.994806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f45201-ef9f-414e-a5cc-686dbec5e567 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:12:49.001527 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a4d63b50-0132-4aff-ad78-1c005f971b8f None None] Port 9d9243c4-1db8-44fc-8fe7-b3249a6f7ac0 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:12:49.002011 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-68f45201-ef9f-414e-a5cc-686dbec5e567 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "PUT /v2.0/routers/51676f41-6fd0-461c-9617-41e21b510a27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7976594 Mar 01 21:12:49.004926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36896) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:49.008852 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8878b3d-e3da-4cba-9e57-472fbd0233de None None] Sync routers for ids ['51676f41-6fd0-461c-9617-41e21b510a27'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:12:49.027690 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8878b3d-e3da-4cba-9e57-472fbd0233de None None] Routers {'51676f41-6fd0-461c-9617-41e21b510a27'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:12:49.028420 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f8878b3d-e3da-4cba-9e57-472fbd0233de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:12:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['51676f41-6fd0-461c-9617-41e21b510a27'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:49.058502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Router 3dedd611-45da-42bc-a644-0565874fbd16 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:12:49.100924 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f8878b3d-e3da-4cba-9e57-472fbd0233de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:49.112023 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8878b3d-e3da-4cba-9e57-472fbd0233de None None] Routers {'51676f41-6fd0-461c-9617-41e21b510a27'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:12:49.112784 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f8878b3d-e3da-4cba-9e57-472fbd0233de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:12:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['51676f41-6fd0-461c-9617-41e21b510a27'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:49.118483 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:49.195245 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f8878b3d-e3da-4cba-9e57-472fbd0233de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:49.195678 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8878b3d-e3da-4cba-9e57-472fbd0233de None None] The sync data for ids ['51676f41-6fd0-461c-9617-41e21b510a27'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:12:49.204098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-a50be627-3243-4120-88df-f3ec6d836ea3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::61 (cc39aad2-d371-4bc1-8f73-2342392e478c/98885660-f8d0-4053-bdee-8a57a54acdfb/2c6ec930-1783-4869-a1b8-cee033bbcaad) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:12:49.256723 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Pushing event updated for resources: {'Port': ['ID=4253c912-42d2-4b47-9c06-ed87beee86d3,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:49.262327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:49.264543 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:49.266735 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:49.368354 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Attempting to bind port 4253c912-42d2-4b47-9c06-ed87beee86d3 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:49.368854 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Attempting to bind port 4253c912-42d2-4b47-9c06-ed87beee86d3 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:49.369288 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Attempting to bind port 4253c912-42d2-4b47-9c06-ed87beee86d3 on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:49.377532 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:12:49.377913 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:12:49.378484 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:49.378885 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:12:49.379383 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Bound port: 4253c912-42d2-4b47-9c06-ed87beee86d3, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:12:49.379761 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:49.430440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92e70a0-8d47-4b3f-b8e2-39a4390cd12e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:49.431167 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d92e70a0-8d47-4b3f-b8e2-39a4390cd12e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Synchronizing usage tracker for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:12:49.483543 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] For port 4253c912-42d2-4b47-9c06-ed87beee86d3, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:12:49.486402 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] For port 4253c912-42d2-4b47-9c06-ed87beee86d3, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4253c912-42d2-4b47-9c06-ed87beee86d3,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:12:49.579237 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a50be627-3243-4120-88df-f3ec6d836ea3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:49.581051 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:49.617279 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:12:49.626430 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-a50be627-3243-4120-88df-f3ec6d836ea3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object 2c6ec930-1783-4869-a1b8-cee033bbcaad will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:49.637144 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] Sync routers for ids ['3dedd611-45da-42bc-a644-0565874fbd16'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:12:49.680091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] Routers {'3dedd611-45da-42bc-a644-0565874fbd16'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:12:49.680802 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:12:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['3dedd611-45da-42bc-a644-0565874fbd16'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:49.697362 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d92e70a0-8d47-4b3f-b8e2-39a4390cd12e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Unset dirty status for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:12:49.698543 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d92e70a0-8d47-4b3f-b8e2-39a4390cd12e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports?device_id=51676f41-6fd0-461c-9617-41e21b510a27 HTTP/1.1" status: 200 len: 989 time: 0.6926296 Mar 01 21:12:49.701726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36918) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:49.779770 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750af466-0072-49fb-a7b6-8282677c2068 None None] Pushing event updated for resources: {'Port': ['ID=4253c912-42d2-4b47-9c06-ed87beee86d3,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:49.968988 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] Set router 3dedd611-45da-42bc-a644-0565874fbd16 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:12:50.072983 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:50.079919 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6be112f2-70dd-4a74-b3b6-d2c34787094e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.8208756 Mar 01 21:12:50.080165 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a50be627-3243-4120-88df-f3ec6d836ea3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:50.080282 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36924) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:50.138101 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36928) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:50.165856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2092343256', 'description': 'tempest-secgroup-smoke-2092343256 description', 'project_id': '55abf7132a284d2983dea80802c45cbf'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:50.225786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:50.254312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:50.260096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:50.268350 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50be627-3243-4120-88df-f3ec6d836ea3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:50.291484 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-a50be627-3243-4120-88df-f3ec6d836ea3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:50.418125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:50.429189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50be627-3243-4120-88df-f3ec6d836ea3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:50.437083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a50be627-3243-4120-88df-f3ec6d836ea3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:50.438272 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a50be627-3243-4120-88df-f3ec6d836ea3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:50.460797 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50be627-3243-4120-88df-f3ec6d836ea3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=2c6ec930-1783-4869-a1b8-cee033bbcaad,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:50.491517 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4253c912-42d2-4b47-9c06-ed87beee86d3 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:12:50.527491 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:50.556248 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:50.587806 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:50.620058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:50.630325 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:50.661030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:50.680475 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a50be627-3243-4120-88df-f3ec6d836ea3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5541732 Mar 01 21:12:50.681571 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:50.683585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36934) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:50.701280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 4253c912-42d2-4b47-9c06-ed87beee86d3 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:50.750969 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dedd611-45da-42bc-a644-0565874fbd16', 'name': '', 'tenant_id': 'a3be48724aff451196f0b840c5379588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '178424c0-7700-4654-8a2c-aaf346f19303', 'external_fixed_ips': [{'subnet_id': '122e0331-d3db-4a39-bc0b-f8705724259d', 'ip_address': '2001:db8::29b'}], 'enable_snat': True}, 'gw_port_id': '496da778-fd9d-4bd9-9b12-09e31588bd8c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:12:45Z', 'updated_at': '2022-03-01T21:12:47Z', 'revision_number': 3, 'project_id': 'a3be48724aff451196f0b840c5379588', 'gw_port': {'id': '496da778-fd9d-4bd9-9b12-09e31588bd8c', 'name': '', 'network_id': '178424c0-7700-4654-8a2c-aaf346f19303', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:79:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dedd611-45da-42bc-a644-0565874fbd16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '122e0331-d3db-4a39-bc0b-f8705724259d', 'ip_address': '2001:db8::29b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:46Z', 'updated_at': '2022-03-01T21:12:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '122e0331-d3db-4a39-bc0b-f8705724259d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:50.759956 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] Checking router: 3dedd611-45da-42bc-a644-0565874fbd16 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:12:50.760306 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] Updating router 3dedd611-45da-42bc-a644-0565874fbd16 port 496da778-fd9d-4bd9-9b12-09e31588bd8c binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:12:50.808811 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:50.838847 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:50.878148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1ecbba-b8af-40f6-8a42-62303eb91e30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:50.884290 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1ecbba-b8af-40f6-8a42-62303eb91e30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:50.885280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4f1ecbba-b8af-40f6-8a42-62303eb91e30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:12:50.897376 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Deleting port 496da778-fd9d-4bd9-9b12-09e31588bd8c {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:50.897725 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:50.958566 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:51.039106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4f1ecbba-b8af-40f6-8a42-62303eb91e30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:12:51.042864 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4f1ecbba-b8af-40f6-8a42-62303eb91e30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3546970 Mar 01 21:12:51.046443 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:51.048842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36938) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:51.070648 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:51.138721 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:51.158257 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:51.195850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:51.218845 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ddd25657-6af2-4890-b44c-4f1a3a5c8a56 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:51.279189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497b9cdb-805f-4521-8827-d2d20d0671a3,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:51.303898 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee841a4-b679-47af-9086-8882896d4c77 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:12:51.327991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-df1ebfb1-0665-4911-b744-7b0759496f39 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port 2c6ec930-1783-4869-a1b8-cee033bbcaad {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:51.328283 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df1ebfb1-0665-4911-b744-7b0759496f39 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:51.380045 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:51.420044 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:51.506298 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-10aafa92-4bb3-4ef1-b386-9d6e6074f3ff None None] Provisioning for port 4253c912-42d2-4b47-9c06-ed87beee86d3 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:51.516748 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Calling delete_port for 496da778-fd9d-4bd9-9b12-09e31588bd8c owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:51.543396 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-10aafa92-4bb3-4ef1-b386-9d6e6074f3ff None None] Provisioning complete for port 4253c912-42d2-4b47-9c06-ed87beee86d3 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:51.543689 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-10aafa92-4bb3-4ef1-b386-9d6e6074f3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:51.589185 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:51.621197 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] Transition to ACTIVE for port object 496da778-fd9d-4bd9-9b12-09e31588bd8c will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:51.710858 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:51.765062 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:51.791172 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:51.837562 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:12:51.837891 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:12:51.884913 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-10aafa92-4bb3-4ef1-b386-9d6e6074f3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:51.891459 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=318c3c54-ea60-443e-b8aa-4509177b1624,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:51.899208 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df1ebfb1-0665-4911-b744-7b0759496f39 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:51.900128 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] Attempting to bind port 496da778-fd9d-4bd9-9b12-09e31588bd8c on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:51.900241 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] Attempting to bind port 496da778-fd9d-4bd9-9b12-09e31588bd8c by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'a14ecdc2-8eaf-4911-9b00-cb396e2d5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '178424c0-7700-4654-8a2c-aaf346f19303'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:51.900786 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] Attempting to bind port 496da778-fd9d-4bd9-9b12-09e31588bd8c on network 178424c0-7700-4654-8a2c-aaf346f19303 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:51.926789 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c980c5-b566-4955-a019-dcde1d3f0622 None None] Pushing event updated for resources: {'Port': ['ID=496da778-fd9d-4bd9-9b12-09e31588bd8c,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:51.929861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:12:51.930545 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] Checking segment: {'id': 'a14ecdc2-8eaf-4911-9b00-cb396e2d5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '178424c0-7700-4654-8a2c-aaf346f19303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:12:51.930670 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:51.931206 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] Bound using segment: {'id': 'a14ecdc2-8eaf-4911-9b00-cb396e2d5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '178424c0-7700-4654-8a2c-aaf346f19303'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:12:51.932735 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] Bound port: 496da778-fd9d-4bd9-9b12-09e31588bd8c, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a14ecdc2-8eaf-4911-9b00-cb396e2d5e27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '178424c0-7700-4654-8a2c-aaf346f19303'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:12:51.933267 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:51.973459 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-ddd25657-6af2-4890-b44c-4f1a3a5c8a56 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port 9d9243c4-1db8-44fc-8fe7-b3249a6f7ac0 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:51.974033 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ddd25657-6af2-4890-b44c-4f1a3a5c8a56 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:52.013428 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-10aafa92-4bb3-4ef1-b386-9d6e6074f3ff None None] For port 4253c912-42d2-4b47-9c06-ed87beee86d3, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4253c912-42d2-4b47-9c06-ed87beee86d3,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:52.040152 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] For port 496da778-fd9d-4bd9-9b12-09e31588bd8c, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:12:52.048487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] For port 496da778-fd9d-4bd9-9b12-09e31588bd8c, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=496da778-fd9d-4bd9-9b12-09e31588bd8c,segment=NetworkSegment(a14ecdc2-8eaf-4911-9b00-cb396e2d5e27),segment_id=a14ecdc2-8eaf-4911-9b00-cb396e2d5e27)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:12:52.126148 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-10aafa92-4bb3-4ef1-b386-9d6e6074f3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:52.182957 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:52.209139 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-df1ebfb1-0665-4911-b744-7b0759496f39 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for 2c6ec930-1783-4869-a1b8-cee033bbcaad owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:52.227935 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aafa92-4bb3-4ef1-b386-9d6e6074f3ff None None] Pushing event updated for resources: {'Port': ['ID=4253c912-42d2-4b47-9c06-ed87beee86d3,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:52.242610 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:52.246233 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7589c3fe-2cd6-46ba-aa21-876faba9876b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.1007049 Mar 01 21:12:52.246968 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36950) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:52.255384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-cbeaa0c9-a70b-4250-be74-a2b029f3b6b7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': '318c3c54-ea60-443e-b8aa-4509177b1624', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:52.274224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cbeaa0c9-a70b-4250-be74-a2b029f3b6b7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:52.275615 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] Routers {'3dedd611-45da-42bc-a644-0565874fbd16'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:12:52.276256 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:12:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['3dedd611-45da-42bc-a644-0565874fbd16'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:52.293126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cbeaa0c9-a70b-4250-be74-a2b029f3b6b7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:52.298916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cbeaa0c9-a70b-4250-be74-a2b029f3b6b7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:52.315284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cbeaa0c9-a70b-4250-be74-a2b029f3b6b7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:52.349079 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Deleting port 496da778-fd9d-4bd9-9b12-09e31588bd8c {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:52.349079 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:52.408052 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4253c912-42d2-4b47-9c06-ed87beee86d3 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:12:52.533715 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbeaa0c9-a70b-4250-be74-a2b029f3b6b7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:52.572781 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ddd25657-6af2-4890-b44c-4f1a3a5c8a56 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:52.587792 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-dad83b7e-7b1b-4d9b-97fd-f4d484a88a75 None None] Provisioning complete for port 4253c912-42d2-4b47-9c06-ed87beee86d3 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:52.588842 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dad83b7e-7b1b-4d9b-97fd-f4d484a88a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:52.615448 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c980c5-b566-4955-a019-dcde1d3f0622 None None] Pushing event updated for resources: {'Port': ['ID=496da778-fd9d-4bd9-9b12-09e31588bd8c,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:52.647080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] For port 496da778-fd9d-4bd9-9b12-09e31588bd8c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=496da778-fd9d-4bd9-9b12-09e31588bd8c,segment=NetworkSegment(a14ecdc2-8eaf-4911-9b00-cb396e2d5e27),segment_id=a14ecdc2-8eaf-4911-9b00-cb396e2d5e27)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:52.647443 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:52.662929 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] Set router 3dedd611-45da-42bc-a644-0565874fbd16 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:12:52.761148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-ddd25657-6af2-4890-b44c-4f1a3a5c8a56 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for 9d9243c4-1db8-44fc-8fe7-b3249a6f7ac0 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:52.789663 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df1ebfb1-0665-4911-b744-7b0759496f39 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:52.803384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Calling delete_port for 496da778-fd9d-4bd9-9b12-09e31588bd8c owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:52.809167 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dedd611-45da-42bc-a644-0565874fbd16', 'name': '', 'tenant_id': 'a3be48724aff451196f0b840c5379588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:12:45Z', 'updated_at': '2022-03-01T21:12:50Z', 'revision_number': 4, 'project_id': 'a3be48724aff451196f0b840c5379588', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:52.819698 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25143ae2-f784-4a4a-8e6e-752db4b2a627 None None] The sync data for ids ['3dedd611-45da-42bc-a644-0565874fbd16'] in n-d-827896-4 is: [{'id': '3dedd611-45da-42bc-a644-0565874fbd16', 'name': '', 'tenant_id': 'a3be48724aff451196f0b840c5379588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:12:45Z', 'updated_at': '2022-03-01T21:12:50Z', 'revision_number': 4, 'project_id': 'a3be48724aff451196f0b840c5379588', 'gw_port_host': None}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:12:52.837379 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbeaa0c9-a70b-4250-be74-a2b029f3b6b7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:52.889987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ebfb1-0665-4911-b744-7b0759496f39 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=2c6ec930-1783-4869-a1b8-cee033bbcaad,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:52.946725 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 4253c912-42d2-4b47-9c06-ed87beee86d3 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:52.947584 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:52.954659 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbeaa0c9-a70b-4250-be74-a2b029f3b6b7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:53.024171 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df1ebfb1-0665-4911-b744-7b0759496f39 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:53.063346 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-dad83b7e-7b1b-4d9b-97fd-f4d484a88a75 None None] Could not find standard attr ID for object 2c6ec930-1783-4869-a1b8-cee033bbcaad. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:12:53.073574 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeaa0c9-a70b-4250-be74-a2b029f3b6b7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f9b4a67-9a0d-4b0a-b7c9-ad5dda61d273,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:53.181931 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbeaa0c9-a70b-4250-be74-a2b029f3b6b7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:53.183209 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cbeaa0c9-a70b-4250-be74-a2b029f3b6b7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9346366 Mar 01 21:12:53.187384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36960) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:53.193232 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-3328d4bd-24a2-49b5-9740-7e7a0ca24a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': '318c3c54-ea60-443e-b8aa-4509177b1624', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:53.212953 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3328d4bd-24a2-49b5-9740-7e7a0ca24a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:53.224356 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3328d4bd-24a2-49b5-9740-7e7a0ca24a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:53.228164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3328d4bd-24a2-49b5-9740-7e7a0ca24a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:53.244021 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3328d4bd-24a2-49b5-9740-7e7a0ca24a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:53.256961 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:53.266294 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-df1ebfb1-0665-4911-b744-7b0759496f39 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/2c6ec930-1783-4869-a1b8-cee033bbcaad HTTP/1.1" status: 204 len: 168 time: 2.1974697 Mar 01 21:12:53.277440 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36964) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:53.367601 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e7765fea-ad4b-4877-a3a4-df76e84425da None None] Could not find standard attr ID for object 2c6ec930-1783-4869-a1b8-cee033bbcaad. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:12:53.467900 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ddd25657-6af2-4890-b44c-4f1a3a5c8a56 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:53.480653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Pushing event deleted for resources: {'Port': ['ID=496da778-fd9d-4bd9-9b12-09e31588bd8c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:53.485723 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:53.524655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd25657-6af2-4890-b44c-4f1a3a5c8a56 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=9d9243c4-1db8-44fc-8fe7-b3249a6f7ac0,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:53.653455 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3328d4bd-24a2-49b5-9740-7e7a0ca24a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:53.706833 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ddd25657-6af2-4890-b44c-4f1a3a5c8a56 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:53.874323 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:53.887050 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:53.895008 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:53.899575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69102b9-131e-47fa-bf7e-a41d0e94b4a6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:53.901437 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69102b9-131e-47fa-bf7e-a41d0e94b4a6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:53.901819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e69102b9-131e-47fa-bf7e-a41d0e94b4a6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:12:53.980583 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3328d4bd-24a2-49b5-9740-7e7a0ca24a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:54.012911 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddd25657-6af2-4890-b44c-4f1a3a5c8a56 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Router 51676f41-6fd0-461c-9617-41e21b510a27 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:12:54.035811 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:54.035811 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3dedd611-45da-42bc-a644-0565874fbd16 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:12:54.064519 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:54.067833 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a09b73d1-492f-46c2-8ee8-180c8ca775c7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "DELETE /v2.0/routers/3dedd611-45da-42bc-a644-0565874fbd16 HTTP/1.1" status: 204 len: 168 time: 3.9864793 Mar 01 21:12:54.069846 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3328d4bd-24a2-49b5-9740-7e7a0ca24a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:54.082692 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e69102b9-131e-47fa-bf7e-a41d0e94b4a6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:12:54.084232 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e69102b9-131e-47fa-bf7e-a41d0e94b4a6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7180798 Mar 01 21:12:54.104179 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36970) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:54.104179 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36972) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:54.181448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3328d4bd-24a2-49b5-9740-7e7a0ca24a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=091d0a09-e9b8-4e25-9580-3552b5948cb4,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:54.242751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-abf0a9fc-dbfe-44e9-9c3e-ce7026d84c4a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Deleting subnet 122e0331-d3db-4a39-bc0b-f8705724259d {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:12:54.247494 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-abf0a9fc-dbfe-44e9-9c3e-ce7026d84c4a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:54.283202 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed81609-be37-4dac-b147-ae2395d129da tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet 98885660-f8d0-4053-bdee-8a57a54acdfb {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:12:54.296680 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3328d4bd-24a2-49b5-9740-7e7a0ca24a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:54.299995 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3328d4bd-24a2-49b5-9740-7e7a0ca24a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1094396 Mar 01 21:12:54.299995 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ed81609-be37-4dac-b147-ae2395d129da tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:54.303139 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36978) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:54.304658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd25657-6af2-4890-b44c-4f1a3a5c8a56 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:12:54.318035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-a045753b-386a-48c0-80d1-3e1cc7916598 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': '318c3c54-ea60-443e-b8aa-4509177b1624', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:54.319902 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01075c57-83fc-44ca-b76d-4ee2c5527999 None None] Sync routers for ids ['51676f41-6fd0-461c-9617-41e21b510a27'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:12:54.325604 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a045753b-386a-48c0-80d1-3e1cc7916598 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:54.331136 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a045753b-386a-48c0-80d1-3e1cc7916598 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:54.332858 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01075c57-83fc-44ca-b76d-4ee2c5527999 None None] Routers {'51676f41-6fd0-461c-9617-41e21b510a27'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:12:54.333743 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-01075c57-83fc-44ca-b76d-4ee2c5527999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:12:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['51676f41-6fd0-461c-9617-41e21b510a27'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:54.334630 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a045753b-386a-48c0-80d1-3e1cc7916598 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:54.341630 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a045753b-386a-48c0-80d1-3e1cc7916598 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:54.380322 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-abf0a9fc-dbfe-44e9-9c3e-ce7026d84c4a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:54.406329 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-01075c57-83fc-44ca-b76d-4ee2c5527999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:54.415507 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01075c57-83fc-44ca-b76d-4ee2c5527999 None None] Routers {'51676f41-6fd0-461c-9617-41e21b510a27'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:12:54.415674 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ed81609-be37-4dac-b147-ae2395d129da tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:54.416103 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-01075c57-83fc-44ca-b76d-4ee2c5527999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:12:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['51676f41-6fd0-461c-9617-41e21b510a27'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:54.452544 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a045753b-386a-48c0-80d1-3e1cc7916598 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:54.480006 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-01075c57-83fc-44ca-b76d-4ee2c5527999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:54.480438 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01075c57-83fc-44ca-b76d-4ee2c5527999 None None] The sync data for ids ['51676f41-6fd0-461c-9617-41e21b510a27'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:12:54.504841 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ddd25657-6af2-4890-b44c-4f1a3a5c8a56 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "PUT /v2.0/routers/51676f41-6fd0-461c-9617-41e21b510a27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7995634 Mar 01 21:12:54.506194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36984) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:54.518381 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-abf0a9fc-dbfe-44e9-9c3e-ce7026d84c4a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:54.560712 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bc52cd2-b6a9-4678-9c6d-3cd03c409951 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] GET failed (client error): The resource could not be found. Mar 01 21:12:54.561503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7bc52cd2-b6a9-4678-9c6d-3cd03c409951 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Synchronizing usage tracker for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:12:54.585021 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a045753b-386a-48c0-80d1-3e1cc7916598 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:54.615138 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ed81609-be37-4dac-b147-ae2395d129da tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:54.697073 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a045753b-386a-48c0-80d1-3e1cc7916598 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:54.722210 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-abf0a9fc-dbfe-44e9-9c3e-ce7026d84c4a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:54.727244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045753b-386a-48c0-80d1-3e1cc7916598 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92b8e2ae-4fcc-4cec-b1ec-ef754c0e2e0e,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:54.736650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7bc52cd2-b6a9-4678-9c6d-3cd03c409951 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Unset dirty status for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:12:54.739937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7bc52cd2-b6a9-4678-9c6d-3cd03c409951 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports/9d9243c4-1db8-44fc-8fe7-b3249a6f7ac0 HTTP/1.1" status: 404 len: 333 time: 0.2327507 Mar 01 21:12:54.740595 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36988) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:54.771339 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0a9fc-dbfe-44e9-9c3e-ce7026d84c4a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=122e0331-d3db-4a39-bc0b-f8705724259d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:54.773217 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-abf0a9fc-dbfe-44e9-9c3e-ce7026d84c4a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:54.781571 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ed81609-be37-4dac-b147-ae2395d129da tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:54.830873 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed81609-be37-4dac-b147-ae2395d129da tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=98885660-f8d0-4053-bdee-8a57a54acdfb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:54.834344 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ed81609-be37-4dac-b147-ae2395d129da tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:54.836381 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1ed81609-be37-4dac-b147-ae2395d129da tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/98885660-f8d0-4053-bdee-8a57a54acdfb HTTP/1.1" status: 204 len: 168 time: 0.7289405 Mar 01 21:12:54.839031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36992) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:54.846218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8464ecbe-0468-4a9c-8ea5-62ae923ff046 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:12:54.884065 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a045753b-386a-48c0-80d1-3e1cc7916598 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:54.885251 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a045753b-386a-48c0-80d1-3e1cc7916598 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5745885 Mar 01 21:12:54.893660 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36996) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:54.900812 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-57d0a5cf-6dcd-4f62-9e60-03a770cdff86 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': '318c3c54-ea60-443e-b8aa-4509177b1624', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:54.907150 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-556dbb74-4b88-48ff-84e4-1b1a172a02a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:54.944762 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-abf0a9fc-dbfe-44e9-9c3e-ce7026d84c4a tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/122e0331-d3db-4a39-bc0b-f8705724259d HTTP/1.1" status: 204 len: 168 time: 0.8392668 Mar 01 21:12:54.947299 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-680926cd-a948-491a-9223-9cb405112830 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1070416 Mar 01 21:12:54.951910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37000) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:54.952300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37002) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:54.980311 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-57d0a5cf-6dcd-4f62-9e60-03a770cdff86 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:54.981083 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-bdbb077a-73a5-4e4f-a95e-d77f746eec4d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:54.993823 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-57d0a5cf-6dcd-4f62-9e60-03a770cdff86 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:54.999317 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-57d0a5cf-6dcd-4f62-9e60-03a770cdff86 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:55.098590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-57d0a5cf-6dcd-4f62-9e60-03a770cdff86 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:55.157409 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120d8878-d32f-47b1-bf2d-f2193b2b3cb6 None None] DHCP port deletion for cc39aad2-d371-4bc1-8f73-2342392e478c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:12:55.163161 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-120d8878-d32f-47b1-bf2d-f2193b2b3cb6 None None] Deleting port 4253c912-42d2-4b47-9c06-ed87beee86d3 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:55.163563 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-120d8878-d32f-47b1-bf2d-f2193b2b3cb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.180798 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac623278-c30a-4131-9c7d-b637875260d5 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.188835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bdbb077a-73a5-4e4f-a95e-d77f746eec4d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:55.196497 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bdbb077a-73a5-4e4f-a95e-d77f746eec4d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:55.199979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bdbb077a-73a5-4e4f-a95e-d77f746eec4d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:55.210295 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bdbb077a-73a5-4e4f-a95e-d77f746eec4d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:55.305741 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-556dbb74-4b88-48ff-84e4-1b1a172a02a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.308391 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-556dbb74-4b88-48ff-84e4-1b1a172a02a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.330598 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-57d0a5cf-6dcd-4f62-9e60-03a770cdff86 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.344995 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbb077a-73a5-4e4f-a95e-d77f746eec4d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:55.349938 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bdbb077a-73a5-4e4f-a95e-d77f746eec4d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.395154 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac623278-c30a-4131-9c7d-b637875260d5 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.403896 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-57d0a5cf-6dcd-4f62-9e60-03a770cdff86 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.443531 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-120d8878-d32f-47b1-bf2d-f2193b2b3cb6 None None] For port 4253c912-42d2-4b47-9c06-ed87beee86d3, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4253c912-42d2-4b47-9c06-ed87beee86d3,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:55.443934 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-120d8878-d32f-47b1-bf2d-f2193b2b3cb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.446024 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-556dbb74-4b88-48ff-84e4-1b1a172a02a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.446742 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556dbb74-4b88-48ff-84e4-1b1a172a02a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Fanout notify agent at l3_agent the message router_deleted on router 51676f41-6fd0-461c-9617-41e21b510a27 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:12:55.465858 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-556dbb74-4b88-48ff-84e4-1b1a172a02a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.467577 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-556dbb74-4b88-48ff-84e4-1b1a172a02a7 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/routers/51676f41-6fd0-461c-9617-41e21b510a27 HTTP/1.1" status: 204 len: 168 time: 0.7228024 Mar 01 21:12:55.470520 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37010) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:55.572292 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-57d0a5cf-6dcd-4f62-9e60-03a770cdff86 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.593111 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a6e903-5273-4e52-8c28-377ae72f70ac tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting subnet 6864caab-22d4-427a-89f2-d797ad1246c8 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:12:55.602885 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d1a6e903-5273-4e52-8c28-377ae72f70ac tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.613298 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-120d8878-d32f-47b1-bf2d-f2193b2b3cb6 None None] Calling delete_port for 4253c912-42d2-4b47-9c06-ed87beee86d3 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:55.649022 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0a5cf-6dcd-4f62-9e60-03a770cdff86 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8468ca9-5b3a-4468-a540-6001ea7f3823,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:55.668999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-ac623278-c30a-4131-9c7d-b637875260d5 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178424c0-7700-4654-8a2c-aaf346f19303']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:55.671671 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d1a6e903-5273-4e52-8c28-377ae72f70ac tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.684882 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-ac623278-c30a-4131-9c7d-b637875260d5 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a14ecdc2-8eaf-4911-9b00-cb396e2d5e27') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:55.685178 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-ac623278-c30a-4131-9c7d-b637875260d5 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a14ecdc2-8eaf-4911-9b00-cb396e2d5e27') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:55.699130 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac623278-c30a-4131-9c7d-b637875260d5 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.699797 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-57d0a5cf-6dcd-4f62-9e60-03a770cdff86 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.700970 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-57d0a5cf-6dcd-4f62-9e60-03a770cdff86 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8063772 Mar 01 21:12:55.705887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37016) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:55.717121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-48253ecb-e855-4291-8c9c-ff94697cb7e2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': '318c3c54-ea60-443e-b8aa-4509177b1624', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:55.719613 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac623278-c30a-4131-9c7d-b637875260d5 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.726239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac623278-c30a-4131-9c7d-b637875260d5 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:12:55.726839 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac623278-c30a-4131-9c7d-b637875260d5 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.727245 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-48253ecb-e855-4291-8c9c-ff94697cb7e2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:55.735166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-48253ecb-e855-4291-8c9c-ff94697cb7e2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:55.739568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-48253ecb-e855-4291-8c9c-ff94697cb7e2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:12:55.740714 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:12:55.750889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-48253ecb-e855-4291-8c9c-ff94697cb7e2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:55.782556 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d1a6e903-5273-4e52-8c28-377ae72f70ac tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.793954 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-120d8878-d32f-47b1-bf2d-f2193b2b3cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.798765 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bdbb077a-73a5-4e4f-a95e-d77f746eec4d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.846356 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d8878-d32f-47b1-bf2d-f2193b2b3cb6 None None] Pushing event deleted for resources: {'Port': ['ID=4253c912-42d2-4b47-9c06-ed87beee86d3,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:55.848711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120d8878-d32f-47b1-bf2d-f2193b2b3cb6 None None] No DVR routers for this DVR port 4253c912-42d2-4b47-9c06-ed87beee86d3 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:12:55.868748 n-d-827896-4 neutron-server[88518]: INFO neutron.db.securitygroups_db [None req-48253ecb-e855-4291-8c9c-ff94697cb7e2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Project 55abf7132a284d2983dea80802c45cbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:12:55.877010 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-48253ecb-e855-4291-8c9c-ff94697cb7e2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.953082 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-48253ecb-e855-4291-8c9c-ff94697cb7e2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.958363 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d1a6e903-5273-4e52-8c28-377ae72f70ac tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:55.998219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6e903-5273-4e52-8c28-377ae72f70ac tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Subnet': ['ID=6864caab-22d4-427a-89f2-d797ad1246c8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:56.003402 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d1a6e903-5273-4e52-8c28-377ae72f70ac tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.004502 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdbb077a-73a5-4e4f-a95e-d77f746eec4d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:56.008477 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-bdbb077a-73a5-4e4f-a95e-d77f746eec4d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:56.012828 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d1a6e903-5273-4e52-8c28-377ae72f70ac tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/subnets/6864caab-22d4-427a-89f2-d797ad1246c8 HTTP/1.1" status: 204 len: 168 time: 0.5405800 Mar 01 21:12:56.015074 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc60185-e745-4dae-b92e-af871fd2e012 None None] Network 6d5fa98b-687f-4f67-bd9f-b3635aa74246 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:12:56.015482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbb077a-73a5-4e4f-a95e-d77f746eec4d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:56.016130 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bdbb077a-73a5-4e4f-a95e-d77f746eec4d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.021179 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37020) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:56.038425 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-48253ecb-e855-4291-8c9c-ff94697cb7e2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.066655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48253ecb-e855-4291-8c9c-ff94697cb7e2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1841424d-54ba-4c16-adbf-4c5e6f5aaafd,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:56.084773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb077a-73a5-4e4f-a95e-d77f746eec4d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=2d94b882-0341-42f7-b068-64162b934fd6,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:56.147529 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac623278-c30a-4131-9c7d-b637875260d5 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.152019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac623278-c30a-4131-9c7d-b637875260d5 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 178424c0-7700-4654-8a2c-aaf346f19303 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Mar 01 21:12:56.153968 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ac623278-c30a-4131-9c7d-b637875260d5 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.157428 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ac623278-c30a-4131-9c7d-b637875260d5 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "DELETE /v2.0/networks/178424c0-7700-4654-8a2c-aaf346f19303 HTTP/1.1" status: 204 len: 168 time: 1.2040987 Mar 01 21:12:56.170849 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256235ff-0d96-4ddb-9e2f-37fdc6d6920c None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:12:56.187616 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-48253ecb-e855-4291-8c9c-ff94697cb7e2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.189033 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-48253ecb-e855-4291-8c9c-ff94697cb7e2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4822495 Mar 01 21:12:56.191761 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37026) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:56.197195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-8716a7ae-f9f6-4729-81bc-7cb6d7bb51e8 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': '318c3c54-ea60-443e-b8aa-4509177b1624', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:56.207402 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8716a7ae-f9f6-4729-81bc-7cb6d7bb51e8 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:56.225112 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce8b7cb6-8b7c-4978-abab-08d6dd7d0669 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.227936 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bdbb077a-73a5-4e4f-a95e-d77f746eec4d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2724283 Mar 01 21:12:56.230554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8716a7ae-f9f6-4729-81bc-7cb6d7bb51e8 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:56.231911 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37030) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:56.234730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8716a7ae-f9f6-4729-81bc-7cb6d7bb51e8 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:56.235990 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac623278-c30a-4131-9c7d-b637875260d5 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Pushing event deleted for resources: {'Network': ['ID=178424c0-7700-4654-8a2c-aaf346f19303,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:56.242922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-68136e08-5bea-4bbb-84e4-ae1a86c00e47 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'name': 'tempest-NetworksTestDHCPv6-901555208'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:56.248409 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8716a7ae-f9f6-4729-81bc-7cb6d7bb51e8 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:56.355073 n-d-827896-4 neutron-server[88518]: INFO neutron.db.securitygroups_db [None req-8716a7ae-f9f6-4729-81bc-7cb6d7bb51e8 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Project 55abf7132a284d2983dea80802c45cbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:12:56.356735 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8716a7ae-f9f6-4729-81bc-7cb6d7bb51e8 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.381041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b7cb6-8b7c-4978-abab-08d6dd7d0669 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port 9bb04822-aa93-4d01-b847-0715dfe0064a {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:56.381395 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce8b7cb6-8b7c-4978-abab-08d6dd7d0669 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.422434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4253c912-42d2-4b47-9c06-ed87beee86d3 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:12:56.447475 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8716a7ae-f9f6-4729-81bc-7cb6d7bb51e8 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.478192 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-68136e08-5bea-4bbb-84e4-ae1a86c00e47 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:56.507879 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 4253c912-42d2-4b47-9c06-ed87beee86d3 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:12:56.508389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4253c912-42d2-4b47-9c06-ed87beee86d3 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:12:56.518616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-68136e08-5bea-4bbb-84e4-ae1a86c00e47 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:port and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:56.530020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-68136e08-5bea-4bbb-84e4-ae1a86c00e47 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:56.539907 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-68136e08-5bea-4bbb-84e4-ae1a86c00e47 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:56.554057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cc39aad2-d371-4bc1-8f73-2342392e478c', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'fixed_ips': [{'subnet_id': '2d94b882-0341-42f7-b068-64162b934fd6'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:12:56.555120 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.560169 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8716a7ae-f9f6-4729-81bc-7cb6d7bb51e8 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.648185 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37040) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:56.649222 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8716a7ae-f9f6-4729-81bc-7cb6d7bb51e8 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b653618-741e-48f2-8fc0-d9faac04f7a6,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:56.668962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4e845012-1c3b-4439-a39e-b27e6f0ed716 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Request body: {'router': {'name': 'tempest-router--1247697038', 'project_id': '277aff9228de4bc5ae9c1a2a10549169'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:56.672521 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68136e08-5bea-4bbb-84e4-ae1a86c00e47 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:56.676370 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68136e08-5bea-4bbb-84e4-ae1a86c00e47 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.692663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4e845012-1c3b-4439-a39e-b27e6f0ed716 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:56.701308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4e845012-1c3b-4439-a39e-b27e6f0ed716 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Usage tracker for resource:router and tenant:277aff9228de4bc5ae9c1a2a10549169 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:56.709504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4e845012-1c3b-4439-a39e-b27e6f0ed716 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:56.727850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4e845012-1c3b-4439-a39e-b27e6f0ed716 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:56.728798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-ce8b7cb6-8b7c-4978-abab-08d6dd7d0669 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] For port 9bb04822-aa93-4d01-b847-0715dfe0064a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9bb04822-aa93-4d01-b847-0715dfe0064a,segment=NetworkSegment(65aafe7c-1385-4b6b-b8bb-fe7079d5fa6c),segment_id=65aafe7c-1385-4b6b-b8bb-fe7079d5fa6c)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:56.729897 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce8b7cb6-8b7c-4978-abab-08d6dd7d0669 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.743229 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8716a7ae-f9f6-4729-81bc-7cb6d7bb51e8 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.747969 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8716a7ae-f9f6-4729-81bc-7cb6d7bb51e8 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5549157 Mar 01 21:12:56.750889 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-68136e08-5bea-4bbb-84e4-ae1a86c00e47 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port d99e6275-68a5-4c67-8dd5-d8633aa24491 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:12:56.752162 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37044) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:56.759345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-794e61b0-fb3f-4d08-b2e7-e7f5fb865c44 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'network': {'name': 'tempest-network-smoke--1564137903', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'port_security_enabled': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:56.774371 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-794e61b0-fb3f-4d08-b2e7-e7f5fb865c44 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:56.784518 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-794e61b0-fb3f-4d08-b2e7-e7f5fb865c44 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:network and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:56.788481 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-794e61b0-fb3f-4d08-b2e7-e7f5fb865c44 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:56.802910 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Allocated IP 2001:db8::2 (cc39aad2-d371-4bc1-8f73-2342392e478c/2d94b882-0341-42f7-b068-64162b934fd6/edc2c2d9-e052-4bc5-a144-3beecaa81d84) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:12:56.804248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-794e61b0-fb3f-4d08-b2e7-e7f5fb865c44 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:56.817141 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e845012-1c3b-4439-a39e-b27e6f0ed716 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.824999 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e845012-1c3b-4439-a39e-b27e6f0ed716 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.856438 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e845012-1c3b-4439-a39e-b27e6f0ed716 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.897113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-794e61b0-fb3f-4d08-b2e7-e7f5fb865c44 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Made reservation on behalf of 55abf7132a284d2983dea80802c45cbf for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:56.900870 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-794e61b0-fb3f-4d08-b2e7-e7f5fb865c44 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.931704 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-794e61b0-fb3f-4d08-b2e7-e7f5fb865c44 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:12:56.943561 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-794e61b0-fb3f-4d08-b2e7-e7f5fb865c44 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.943908 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-794e61b0-fb3f-4d08-b2e7-e7f5fb865c44 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Added segment 84dd909c-4d7a-4be8-b843-436a0ab1dce5 of type vlan for network 955e18d0-99d5-4e9f-a46b-3d60079a8d65 Mar 01 21:12:56.945799 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3c9bf0-7ec6-4b85-ac4b-f30ffe334996 None None] DHCP port deletion for 6d5fa98b-687f-4f67-bd9f-b3635aa74246 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:12:56.948587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-ce8b7cb6-8b7c-4978-abab-08d6dd7d0669 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for 9bb04822-aa93-4d01-b847-0715dfe0064a owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:56.958009 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e845012-1c3b-4439-a39e-b27e6f0ed716 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.959394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c9bf0-7ec6-4b85-ac4b-f30ffe334996 None None] Deleting port 9bb04822-aa93-4d01-b847-0715dfe0064a {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:56.959788 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6a3c9bf0-7ec6-4b85-ac4b-f30ffe334996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:56.983506 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-794e61b0-fb3f-4d08-b2e7-e7f5fb865c44 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.066665 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e845012-1c3b-4439-a39e-b27e6f0ed716 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.071107 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4e845012-1c3b-4439-a39e-b27e6f0ed716 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4119272 Mar 01 21:12:57.071445 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37048) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:57.144247 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce8b7cb6-8b7c-4978-abab-08d6dd7d0669 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.193661 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.200652 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b7cb6-8b7c-4978-abab-08d6dd7d0669 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=9bb04822-aa93-4d01-b847-0715dfe0064a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:57.202638 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b7cb6-8b7c-4978-abab-08d6dd7d0669 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No DVR routers for this DVR port 9bb04822-aa93-4d01-b847-0715dfe0064a on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:12:57.254975 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-794e61b0-fb3f-4d08-b2e7-e7f5fb865c44 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.256360 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Transition to ACTIVE for port object edc2c2d9-e052-4bc5-a144-3beecaa81d84 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:57.261117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-794e61b0-fb3f-4d08-b2e7-e7f5fb865c44 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:57.261699 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-794e61b0-fb3f-4d08-b2e7-e7f5fb865c44 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.307304 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Transition to ACTIVE for port object edc2c2d9-e052-4bc5-a144-3beecaa81d84 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:57.309504 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-6a3c9bf0-7ec6-4b85-ac4b-f30ffe334996 None None] For port 9bb04822-aa93-4d01-b847-0715dfe0064a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9bb04822-aa93-4d01-b847-0715dfe0064a,segment=NetworkSegment(65aafe7c-1385-4b6b-b8bb-fe7079d5fa6c),segment_id=65aafe7c-1385-4b6b-b8bb-fe7079d5fa6c)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:12:57.309896 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6a3c9bf0-7ec6-4b85-ac4b-f30ffe334996 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.337932 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce8b7cb6-8b7c-4978-abab-08d6dd7d0669 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.371066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-ce8b7cb6-8b7c-4978-abab-08d6dd7d0669 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d5fa98b-687f-4f67-bd9f-b3635aa74246']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:57.385915 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-ce8b7cb6-8b7c-4978-abab-08d6dd7d0669 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65aafe7c-1385-4b6b-b8bb-fe7079d5fa6c') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:57.386211 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-ce8b7cb6-8b7c-4978-abab-08d6dd7d0669 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65aafe7c-1385-4b6b-b8bb-fe7079d5fa6c') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:12:57.399265 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce8b7cb6-8b7c-4978-abab-08d6dd7d0669 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.416992 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce8b7cb6-8b7c-4978-abab-08d6dd7d0669 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.424700 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce8b7cb6-8b7c-4978-abab-08d6dd7d0669 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:12:57.433560 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce8b7cb6-8b7c-4978-abab-08d6dd7d0669 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.437647 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-72926e2e-d235-4d10-b6e8-405112b27a6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.437994 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5448f1be-3d6d-4ae3-898e-841ee0cc967e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:12:57.441963 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:12:57.444962 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c9bf0-7ec6-4b85-ac4b-f30ffe334996 None None] Calling delete_port for 9bb04822-aa93-4d01-b847-0715dfe0064a owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:57.479025 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.513525 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-794e61b0-fb3f-4d08-b2e7-e7f5fb865c44 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7575450 Mar 01 21:12:57.515137 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37052) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:57.561245 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:57.566572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:57.573982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e61b0-fb3f-4d08-b2e7-e7f5fb865c44 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Network': ['ID=955e18d0-99d5-4e9f-a46b-3d60079a8d65,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:57.574939 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:57.588313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-157566918', 'admin_state_up': True, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:57.597455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 955e18d0-99d5-4e9f-a46b-3d60079a8d65 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:12:57.599039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:57.609256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-68136e08-5bea-4bbb-84e4-ae1a86c00e47 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::48 (cc39aad2-d371-4bc1-8f73-2342392e478c/2d94b882-0341-42f7-b068-64162b934fd6/d99e6275-68a5-4c67-8dd5-d8633aa24491) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:12:57.648904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:router and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:57.669074 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce8b7cb6-8b7c-4978-abab-08d6dd7d0669 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.689910 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Pushing event updated for resources: {'Port': ['ID=edc2c2d9-e052-4bc5-a144-3beecaa81d84,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:57.704942 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce8b7cb6-8b7c-4978-abab-08d6dd7d0669 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.715917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:57.730982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:57.756414 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b7cb6-8b7c-4978-abab-08d6dd7d0669 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Network': ['ID=6d5fa98b-687f-4f67-bd9f-b3635aa74246,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:57.790023 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-6a3c9bf0-7ec6-4b85-ac4b-f30ffe334996 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:12:57.790134 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-6a3c9bf0-7ec6-4b85-ac4b-f30ffe334996 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:12:57.807060 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5448f1be-3d6d-4ae3-898e-841ee0cc967e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.809855 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5448f1be-3d6d-4ae3-898e-841ee0cc967e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.813142 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Attempting to bind port edc2c2d9-e052-4bc5-a144-3beecaa81d84 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:12:57.813584 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Attempting to bind port edc2c2d9-e052-4bc5-a144-3beecaa81d84 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:12:57.814013 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Attempting to bind port edc2c2d9-e052-4bc5-a144-3beecaa81d84 on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:12:57.819617 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:12:57.820068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:12:57.820529 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.821106 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:12:57.822282 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Bound port: edc2c2d9-e052-4bc5-a144-3beecaa81d84, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:12:57.823409 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.847935 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ce8b7cb6-8b7c-4978-abab-08d6dd7d0669 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/networks/6d5fa98b-687f-4f67-bd9f-b3635aa74246 HTTP/1.1" status: 204 len: 168 time: 1.8231618 Mar 01 21:12:57.851579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37056) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:57.889233 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.890501 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.915549 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68136e08-5bea-4bbb-84e4-ae1a86c00e47 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.943903 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f4810b-bb58-4c68-b084-3e029c639016 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:57.943903 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-41f4810b-bb58-4c68-b084-3e029c639016 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports/32602de0-4803-4a18-ac18-a64bf75aaa0f HTTP/1.1" status: 200 len: 845 time: 0.0878127 Mar 01 21:12:57.945701 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37062) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:57.959671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-68136e08-5bea-4bbb-84e4-ae1a86c00e47 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object d99e6275-68a5-4c67-8dd5-d8633aa24491 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:12:57.961769 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] For port edc2c2d9-e052-4bc5-a144-3beecaa81d84, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:12:57.964901 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] For port edc2c2d9-e052-4bc5-a144-3beecaa81d84, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=edc2c2d9-e052-4bc5-a144-3beecaa81d84,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:12:57.986393 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5448f1be-3d6d-4ae3-898e-841ee0cc967e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:57.986872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5448f1be-3d6d-4ae3-898e-841ee0cc967e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 13a454a0-13a8-4ef8-83a0-f357a088835d {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:12:58.002257 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:58.023238 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5448f1be-3d6d-4ae3-898e-841ee0cc967e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:58.024376 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5448f1be-3d6d-4ae3-898e-841ee0cc967e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "DELETE /v2.0/routers/13a454a0-13a8-4ef8-83a0-f357a088835d HTTP/1.1" status: 204 len: 168 time: 0.9519532 Mar 01 21:12:58.051061 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2e2a6d7b-7bb7-4003-abd9-71f2de91d1ab tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports/32602de0-4803-4a18-ac18-a64bf75aaa0f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1038897 Mar 01 21:12:58.054715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37068) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:58.063102 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:58.063315 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6e6dbc27-5276-42cb-bb36-b709685bc6a8 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'subnet': {'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:58.088582 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68136e08-5bea-4bbb-84e4-ae1a86c00e47 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:58.202540 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddceb30-b067-4acf-9b0f-755c184d0276 None None] Pushing event updated for resources: {'Port': ['ID=edc2c2d9-e052-4bc5-a144-3beecaa81d84,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:58.291242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c9bf0-7ec6-4b85-ac4b-f30ffe334996 None None] Deleting port 9bb04822-aa93-4d01-b847-0715dfe0064a {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:58.291714 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6a3c9bf0-7ec6-4b85-ac4b-f30ffe334996 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:58.337199 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68136e08-5bea-4bbb-84e4-ae1a86c00e47 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:58.345031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-68136e08-5bea-4bbb-84e4-ae1a86c00e47 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:58.352312 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68136e08-5bea-4bbb-84e4-ae1a86c00e47 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:12:58.359035 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68136e08-5bea-4bbb-84e4-ae1a86c00e47 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:58.359903 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68136e08-5bea-4bbb-84e4-ae1a86c00e47 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:58.366885 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37072) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:58.376307 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9bb04822-aa93-4d01-b847-0715dfe0064a no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:12:58.392992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68136e08-5bea-4bbb-84e4-ae1a86c00e47 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=d99e6275-68a5-4c67-8dd5-d8633aa24491,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:58.465394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 9bb04822-aa93-4d01-b847-0715dfe0064a {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:12:58.465949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9bb04822-aa93-4d01-b847-0715dfe0064a not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:12:58.475092 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-68136e08-5bea-4bbb-84e4-ae1a86c00e47 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2404282 Mar 01 21:12:58.475993 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37078) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:58.485539 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6a3c9bf0-7ec6-4b85-ac4b-f30ffe334996 None None] The port '9bb04822-aa93-4d01-b847-0715dfe0064a' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:12:58.519272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6e6dbc27-5276-42cb-bb36-b709685bc6a8 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:58.527825 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:58.536728 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6e6dbc27-5276-42cb-bb36-b709685bc6a8 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:subnet and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:58.540970 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6e6dbc27-5276-42cb-bb36-b709685bc6a8 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:58.549775 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6e6dbc27-5276-42cb-bb36-b709685bc6a8 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:58.578082 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb0ecff-91d0-4bb7-8711-27765959d96c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:58.589121 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb0ecff-91d0-4bb7-8711-27765959d96c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:58.589121 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0bb0ecff-91d0-4bb7-8711-27765959d96c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:12:58.664903 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0bb0ecff-91d0-4bb7-8711-27765959d96c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:12:58.665311 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0bb0ecff-91d0-4bb7-8711-27765959d96c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1879904 Mar 01 21:12:58.667455 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37082) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:58.680619 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6dbc27-5276-42cb-bb36-b709685bc6a8 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:12:58.684466 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6e6dbc27-5276-42cb-bb36-b709685bc6a8 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:58.741475 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-bd724993-a60c-44c6-921d-95a8c1293424 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port d99e6275-68a5-4c67-8dd5-d8633aa24491 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:12:58.741823 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bd724993-a60c-44c6-921d-95a8c1293424 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:58.772049 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-826210445', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}, 'admin_state_up': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:58.785550 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:58.802119 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Usage tracker for resource:router and tenant:be5e56d0828640db875c26c8fdb745e8 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:58.807134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:58.817775 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:58.990791 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:58.991748 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:59.035125 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:59.069643 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bd724993-a60c-44c6-921d-95a8c1293424 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:59.223525 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-bd724993-a60c-44c6-921d-95a8c1293424 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for d99e6275-68a5-4c67-8dd5-d8633aa24491 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:12:59.287045 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:59.347921 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:59.530029 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6e6dbc27-5276-42cb-bb36-b709685bc6a8 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:59.577681 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1273c4b6-0cfd-4d33-a90b-8da75b13ecca None None] Provisioning for port edc2c2d9-e052-4bc5-a144-3beecaa81d84 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:59.578131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Allocated IP 172.25.5.7 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/c8dff491-8416-4254-94cd-02adcd839f83) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:12:59.591626 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:59.620484 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6dbc27-5276-42cb-bb36-b709685bc6a8 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network d98b7571-a717-46ab-9fd5-452dc7965441 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:12:59.625268 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-6e6dbc27-5276-42cb-bb36-b709685bc6a8 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:12:59.628283 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6dbc27-5276-42cb-bb36-b709685bc6a8 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:12:59.629152 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6e6dbc27-5276-42cb-bb36-b709685bc6a8 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:59.636454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ae3725-6fb3-412b-94ff-0a0855819848 None None] Network d98b7571-a717-46ab-9fd5-452dc7965441 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:12:59.663331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6dbc27-5276-42cb-bb36-b709685bc6a8 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Subnet': ['ID=21da9c6d-8bef-4d75-89ab-7a41aa8e2efa,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:59.668333 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8105af3d-33e9-4e2e-9f14-5cde86a51797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:59.761422 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9e49bd71-2308-475d-820f-d6150631bd97 None None] Provisioning for port d99e6275-68a5-4c67-8dd5-d8633aa24491 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:12:59.772195 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9e49bd71-2308-475d-820f-d6150631bd97 None None] Provisioning complete for port d99e6275-68a5-4c67-8dd5-d8633aa24491 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:12:59.772499 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9e49bd71-2308-475d-820f-d6150631bd97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:59.789485 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bd724993-a60c-44c6-921d-95a8c1293424 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:59.809879 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:59.818669 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-9e49bd71-2308-475d-820f-d6150631bd97 None None] Port d99e6275-68a5-4c67-8dd5-d8633aa24491 was deleted so its status cannot be updated. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 01 21:12:59.828225 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6e6dbc27-5276-42cb-bb36-b709685bc6a8 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7680621 Mar 01 21:12:59.829319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37088) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:12:59.835627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4707640d-f5d5-4291-8bcd-affd74c7116d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'security_group': {'name': 'tempest-secgroup-1280343480'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:12:59.849688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4707640d-f5d5-4291-8bcd-affd74c7116d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:12:59.852442 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4707640d-f5d5-4291-8bcd-affd74c7116d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:security_group and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:12:59.856937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4707640d-f5d5-4291-8bcd-affd74c7116d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:12:59.863575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd724993-a60c-44c6-921d-95a8c1293424 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=d99e6275-68a5-4c67-8dd5-d8633aa24491,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:12:59.864541 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4707640d-f5d5-4291-8bcd-affd74c7116d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:12:59.926331 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bd724993-a60c-44c6-921d-95a8c1293424 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:59.982883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-d98b7571-a717-46ab-9fd5-452dc7965441', 'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441', 'tenant_id': 'b0c650e22c5b44d78b9ba9842ac83e9f', 'fixed_ips': [{'subnet_id': '21da9c6d-8bef-4d75-89ab-7a41aa8e2efa'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:12:59.984031 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:12:59.990765 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:00.028676 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bd724993-a60c-44c6-921d-95a8c1293424 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/d99e6275-68a5-4c67-8dd5-d8633aa24491 HTTP/1.1" status: 204 len: 168 time: 1.3602021 Mar 01 21:13:00.033415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37092) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:00.077323 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4707640d-f5d5-4291-8bcd-affd74c7116d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:00.154311 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:00.159114 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:00.166035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:00.180559 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:13:00.193335 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=c8dff491-8416-4254-94cd-02adcd839f83,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:00.196925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4707640d-f5d5-4291-8bcd-affd74c7116d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:00.221705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b1bcfb-a8de-4950-826a-1569cc0d6e1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:00.224887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b1bcfb-a8de-4950-826a-1569cc0d6e1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:00.228155 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-03b1bcfb-a8de-4950-826a-1569cc0d6e1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1936569 Mar 01 21:13:00.228761 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37098) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:00.229870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4707640d-f5d5-4291-8bcd-affd74c7116d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:security_group_rule and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:00.253387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Allocated IP 2001:db8::2 (d98b7571-a717-46ab-9fd5-452dc7965441/21da9c6d-8bef-4d75-89ab-7a41aa8e2efa/de1d8729-b0bc-46bb-9ab6-4680fce77edd) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:00.267049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4707640d-f5d5-4291-8bcd-affd74c7116d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:00.282352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4707640d-f5d5-4291-8bcd-affd74c7116d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:00.355805 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:00.401499 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:00.409289 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device edc2c2d9-e052-4bc5-a144-3beecaa81d84 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:00.487866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-665a5f05-beba-4ffb-a083-466f3b9aaea4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet 2d94b882-0341-42f7-b068-64162b934fd6 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:13:00.531424 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-665a5f05-beba-4ffb-a083-466f3b9aaea4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:00.554432 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Allocated IP 172.25.5.67 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/b57dc276-cbc6-4312-8309-f0c095c3a8cd) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:00.565558 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:00.582070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Transition to ACTIVE for port object de1d8729-b0bc-46bb-9ab6-4680fce77edd will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:00.595051 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:00.606381 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Transition to ACTIVE for port object de1d8729-b0bc-46bb-9ab6-4680fce77edd will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:00.634656 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-665a5f05-beba-4ffb-a083-466f3b9aaea4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:00.647326 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:00.684842 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port edc2c2d9-e052-4bc5-a144-3beecaa81d84 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:00.687335 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:00.690446 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4707640d-f5d5-4291-8bcd-affd74c7116d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:00.742388 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:00.747546 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port edc2c2d9-e052-4bc5-a144-3beecaa81d84 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:00.748847 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:00.804746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Pushing event updated for resources: {'Port': ['ID=de1d8729-b0bc-46bb-9ab6-4680fce77edd,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:00.807650 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Network d98b7571-a717-46ab-9fd5-452dc7965441 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:00.812530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:00.831094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:00.833994 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:00.834343 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:00.834687 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:00.835023 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:00.835386 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:00.835712 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:00.836041 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:00.836370 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:00.836693 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:00.837015 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:00.837338 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:00.837657 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:00.875900 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:00.939126 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4707640d-f5d5-4291-8bcd-affd74c7116d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:00.952986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:00.954042 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:00.962470 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:01.002251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Attempting to bind port de1d8729-b0bc-46bb-9ab6-4680fce77edd on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:13:01.002936 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Attempting to bind port de1d8729-b0bc-46bb-9ab6-4680fce77edd by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '3b194ccd-b6d8-4074-9fb4-df21e13dbb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:13:01.003319 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Attempting to bind port de1d8729-b0bc-46bb-9ab6-4680fce77edd on network d98b7571-a717-46ab-9fd5-452dc7965441 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:13:01.013515 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:01.015857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Pushing event updated for resources: {'Port': ['ID=b57dc276-cbc6-4312-8309-f0c095c3a8cd,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:01.025890 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:13:01.026291 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Checking segment: {'id': '3b194ccd-b6d8-4074-9fb4-df21e13dbb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:13:01.026682 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:01.027311 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Bound using segment: {'id': '3b194ccd-b6d8-4074-9fb4-df21e13dbb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:13:01.027523 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707640d-f5d5-4291-8bcd-affd74c7116d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd21a142-43cb-4a33-baf5-aada2f929caa,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:01.028218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Bound port: de1d8729-b0bc-46bb-9ab6-4680fce77edd, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b194ccd-b6d8-4074-9fb4-df21e13dbb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:13:01.028665 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:01.092570 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-665a5f05-beba-4ffb-a083-466f3b9aaea4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:01.136241 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4707640d-f5d5-4291-8bcd-affd74c7116d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:01.137698 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4707640d-f5d5-4291-8bcd-affd74c7116d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3072929 Mar 01 21:13:01.142570 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] For port de1d8729-b0bc-46bb-9ab6-4680fce77edd, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:13:01.153583 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] For port de1d8729-b0bc-46bb-9ab6-4680fce77edd, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=de1d8729-b0bc-46bb-9ab6-4680fce77edd,segment=NetworkSegment(3b194ccd-b6d8-4074-9fb4-df21e13dbb77),segment_id=3b194ccd-b6d8-4074-9fb4-df21e13dbb77)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:13:01.158230 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37102) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:01.169200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'security_group': {'name': 'tempest-secgroup-330351696'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:01.186906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:01.206163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:security_group and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:01.211486 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:01.223976 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:01.267409 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:01.292028 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:01.333931 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d9c7fe-bc0c-4984-a86f-7c0d3571431c None None] Pushing event updated for resources: {'Port': ['ID=de1d8729-b0bc-46bb-9ab6-4680fce77edd,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:01.508320 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-665a5f05-beba-4ffb-a083-466f3b9aaea4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:01.513278 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:01.557267 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:13:01.557656 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:13:01.619711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665a5f05-beba-4ffb-a083-466f3b9aaea4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=2d94b882-0341-42f7-b068-64162b934fd6,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:01.628979 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-665a5f05-beba-4ffb-a083-466f3b9aaea4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:01.640779 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1d27f4-f7a8-4860-9d7d-86d0b11c83bb None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:01.650571 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:01.652639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:01.666621 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:security_group_rule and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:01.672113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:01.687463 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-665a5f05-beba-4ffb-a083-466f3b9aaea4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/2d94b882-0341-42f7-b068-64162b934fd6 HTTP/1.1" status: 204 len: 168 time: 1.4515572 Mar 01 21:13:01.705964 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37110) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:01.709342 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:01.852402 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f1b5d96b-e4a5-4522-8955-8f91e53849be tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1450405 Mar 01 21:13:01.855190 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37114) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:01.865438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-e9dd3bcd-4149-4f74-b321-c05630e9e7a6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:01.894452 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:01.993558 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3dff10-4635-46f0-840c-78f74ae473bd None None] DHCP port deletion for cc39aad2-d371-4bc1-8f73-2342392e478c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:13:01.998406 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1e3dff10-4635-46f0-840c-78f74ae473bd None None] Deleting port edc2c2d9-e052-4bc5-a144-3beecaa81d84 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:01.998793 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1e3dff10-4635-46f0-840c-78f74ae473bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:02.103383 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:02.230487 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:02.238676 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:02.299697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42753c06-961b-4e90-a026-89a8d2e32dc5,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:02.313619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e9dd3bcd-4149-4f74-b321-c05630e9e7a6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:02.314121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Router f49a8e32-4832-4c86-a99d-48f3aee42c3f is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:13:02.317943 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:02.318605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:02.318989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:02.319332 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:02.319693 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:02.320201 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:02.320537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:02.320633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e9dd3bcd-4149-4f74-b321-c05630e9e7a6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:02.320888 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:02.321220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:02.321547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:02.321884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:02.322211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:02.336322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e9dd3bcd-4149-4f74-b321-c05630e9e7a6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:02.349113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port edc2c2d9-e052-4bc5-a144-3beecaa81d84, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=edc2c2d9-e052-4bc5-a144-3beecaa81d84,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:02.355238 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e9dd3bcd-4149-4f74-b321-c05630e9e7a6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:02.366547 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:02.369420 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:02.376999 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1e3dff10-4635-46f0-840c-78f74ae473bd None None] For port edc2c2d9-e052-4bc5-a144-3beecaa81d84, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=edc2c2d9-e052-4bc5-a144-3beecaa81d84,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:02.377519 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1e3dff10-4635-46f0-840c-78f74ae473bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:02.411734 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:02.424746 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ec9031e9-ba9b-4683-8ffa-1c72c9c62d1a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2548892 Mar 01 21:13:02.424746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37118) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:02.426009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-9c98d35e-b56c-4b2d-bb2c-8866c9e52078 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2134122025', 'security_groups': ['42753c06-961b-4e90-a026-89a8d2e32dc5'], 'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '21da9c6d-8bef-4d75-89ab-7a41aa8e2efa'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:02.449357 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dd3bcd-4149-4f74-b321-c05630e9e7a6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:02.457386 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:02.458327 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e9dd3bcd-4149-4f74-b321-c05630e9e7a6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:02.615755 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1e3dff10-4635-46f0-840c-78f74ae473bd None None] Calling delete_port for edc2c2d9-e052-4bc5-a144-3beecaa81d84 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:02.713627 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device de1d8729-b0bc-46bb-9ab6-4680fce77edd up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:02.878020 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8a184f4d-a82e-4334-ac4a-1a19d2ee6990 None None] Provisioning for port de1d8729-b0bc-46bb-9ab6-4680fce77edd completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:02.882082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=edc2c2d9-e052-4bc5-a144-3beecaa81d84,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:02.910346 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8a184f4d-a82e-4334-ac4a-1a19d2ee6990 None None] Provisioning complete for port 32602de0-4803-4a18-ac18-a64bf75aaa0f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:02.910729 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8a184f4d-a82e-4334-ac4a-1a19d2ee6990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:02.959722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:13:02.973282 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-1e3dff10-4635-46f0-840c-78f74ae473bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:13:02.973615 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Router 0f3820a6-28b8-4adc-a791-1664857d6392 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:13:02.973724 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-1e3dff10-4635-46f0-840c-78f74ae473bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:13:02.974360 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] Sync routers for ids ['f49a8e32-4832-4c86-a99d-48f3aee42c3f'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:13:02.991135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8a184f4d-a82e-4334-ac4a-1a19d2ee6990 None None] Port 32602de0-4803-4a18-ac18-a64bf75aaa0f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:13:02.991135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] Routers {'f49a8e32-4832-4c86-a99d-48f3aee42c3f'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:13:02.991135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:13:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49a8e32-4832-4c86-a99d-48f3aee42c3f'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:03.018659 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9c98d35e-b56c-4b2d-bb2c-8866c9e52078 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:03.023894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9c98d35e-b56c-4b2d-bb2c-8866c9e52078 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:port and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:03.027469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9c98d35e-b56c-4b2d-bb2c-8866c9e52078 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:03.034113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9c98d35e-b56c-4b2d-bb2c-8866c9e52078 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:03.080263 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port de1d8729-b0bc-46bb-9ab6-4680fce77edd completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:03.097413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port de1d8729-b0bc-46bb-9ab6-4680fce77edd triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:03.097786 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:03.115889 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:03.120515 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-121e1958-df84-4e3f-954b-8ae4a0c4db3d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 5.6028690 Mar 01 21:13:03.121439 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37132) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:03.158906 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e9dd3bcd-4149-4f74-b321-c05630e9e7a6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:03.199980 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c98d35e-b56c-4b2d-bb2c-8866c9e52078 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:03.256581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9dd3bcd-4149-4f74-b321-c05630e9e7a6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:03.265927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-e9dd3bcd-4149-4f74-b321-c05630e9e7a6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:03.279791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dd3bcd-4149-4f74-b321-c05630e9e7a6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:03.280386 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e9dd3bcd-4149-4f74-b321-c05630e9e7a6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:03.289537 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] Set router f49a8e32-4832-4c86-a99d-48f3aee42c3f gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:13:03.320374 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:13:03.337562 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac1451e-1592-4bb6-8b36-f8582976440e None None] Sync routers for ids ['0f3820a6-28b8-4adc-a791-1664857d6392'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:13:03.353412 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac1451e-1592-4bb6-8b36-f8582976440e None None] Routers {'0f3820a6-28b8-4adc-a791-1664857d6392'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:13:03.354328 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-9ac1451e-1592-4bb6-8b36-f8582976440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:13:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0f3820a6-28b8-4adc-a791-1664857d6392'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:03.363442 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dd3bcd-4149-4f74-b321-c05630e9e7a6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=026cf8f0-1e17-4cd5-a09d-ec921ba25c5a,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:03.414830 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e9dd3bcd-4149-4f74-b321-c05630e9e7a6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5581813 Mar 01 21:13:03.416288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37142) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:03.424288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-7499e99b-ac85-49a3-8d42-eeabd5c7c678 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'name': 'tempest-NetworksTestDHCPv6-934993696'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:03.427196 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9c98d35e-b56c-4b2d-bb2c-8866c9e52078 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:03.440596 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-9ac1451e-1592-4bb6-8b36-f8582976440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:03.445307 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d2ce2fad-9c60-4f82-9630-c6f90a2e6616 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=55abf7132a284d2983dea80802c45cbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3194621 Mar 01 21:13:03.445940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37146) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:03.450068 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac1451e-1592-4bb6-8b36-f8582976440e None None] Routers {'0f3820a6-28b8-4adc-a791-1664857d6392'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:13:03.450754 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-9ac1451e-1592-4bb6-8b36-f8582976440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:13:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0f3820a6-28b8-4adc-a791-1664857d6392'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:03.476733 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1e3dff10-4635-46f0-840c-78f74ae473bd None None] Deleting port edc2c2d9-e052-4bc5-a144-3beecaa81d84 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:03.477121 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1e3dff10-4635-46f0-840c-78f74ae473bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:03.479961 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:03.481328 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-42c81dc5-df64-4a70-ad89-87e8ac27512a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.1118088 Mar 01 21:13:03.485275 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37150) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:03.533729 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-9c98d35e-b56c-4b2d-bb2c-8866c9e52078 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] device_id is not set on port c58c4c3c-a682-4b75-b59e-b02e46d6ef0d yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:13:03.537224 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-9ac1451e-1592-4bb6-8b36-f8582976440e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:03.537631 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac1451e-1592-4bb6-8b36-f8582976440e None None] The sync data for ids ['0f3820a6-28b8-4adc-a791-1664857d6392'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:13:03.692837 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:03.792367 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7499e99b-ac85-49a3-8d42-eeabd5c7c678 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:03.803586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7499e99b-ac85-49a3-8d42-eeabd5c7c678 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:port and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:03.805911 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537be446-e5c5-4b37-840c-af10f45c35eb tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:03.807493 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-537be446-e5c5-4b37-840c-af10f45c35eb tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3606296 Mar 01 21:13:03.809384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7499e99b-ac85-49a3-8d42-eeabd5c7c678 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:03.817038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37156) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:03.817284 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a73083a0-e0da-420d-959e-71ee4229ba40 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "GET /v2.0/routers/0f3820a6-28b8-4adc-a791-1664857d6392 HTTP/1.1" status: 200 len: 923 time: 0.3291204 Mar 01 21:13:03.820667 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37160) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:03.823894 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7499e99b-ac85-49a3-8d42-eeabd5c7c678 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:03.867729 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7cc9e020-4458-4fdf-bf7e-ca6e0908b340 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0548875 Mar 01 21:13:03.871400 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37164) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:03.875706 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-325d9a09-d105-4e22-aa0e-df238dd003c0 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f3820a6-28b8-4adc-a791-1664857d6392 HTTP/1.1" status: 200 len: 205 time: 0.0537374 Mar 01 21:13:03.877774 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-8fd7753f-454d-47ff-ac19-d5b40ae11e69 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-196501562', 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:03.878179 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37168) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:03.925376 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port de1d8729-b0bc-46bb-9ab6-4680fce77edd, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=de1d8729-b0bc-46bb-9ab6-4680fce77edd,segment=NetworkSegment(3b194ccd-b6d8-4074-9fb4-df21e13dbb77),segment_id=3b194ccd-b6d8-4074-9fb4-df21e13dbb77)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:03.987251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1e3dff10-4635-46f0-840c-78f74ae473bd None None] For port edc2c2d9-e052-4bc5-a144-3beecaa81d84, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=edc2c2d9-e052-4bc5-a144-3beecaa81d84,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:03.987619 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1e3dff10-4635-46f0-840c-78f74ae473bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:03.999654 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:04.058291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7499e99b-ac85-49a3-8d42-eeabd5c7c678 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:04.062733 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7499e99b-ac85-49a3-8d42-eeabd5c7c678 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:04.099876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-7499e99b-ac85-49a3-8d42-eeabd5c7c678 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port 961dec88-4a94-448e-9b86-63afd0b641b4 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:13:04.104291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-9c98d35e-b56c-4b2d-bb2c-8866c9e52078 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Allocated IP 2001:db8::f3 (d98b7571-a717-46ab-9fd5-452dc7965441/21da9c6d-8bef-4d75-89ab-7a41aa8e2efa/c58c4c3c-a682-4b75-b59e-b02e46d6ef0d) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:04.112913 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8fd7753f-454d-47ff-ac19-d5b40ae11e69 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:04.119810 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8fd7753f-454d-47ff-ac19-d5b40ae11e69 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:subnet and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:04.125149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8fd7753f-454d-47ff-ac19-d5b40ae11e69 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:04.131275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8fd7753f-454d-47ff-ac19-d5b40ae11e69 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:04.162861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device edc2c2d9-e052-4bc5-a144-3beecaa81d84 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:13:04.200059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1e3dff10-4635-46f0-840c-78f74ae473bd None None] Calling delete_port for edc2c2d9-e052-4bc5-a144-3beecaa81d84 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:04.253190 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd7753f-454d-47ff-ac19-d5b40ae11e69 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Made reservation on behalf of 55abf7132a284d2983dea80802c45cbf for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:04.254953 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8fd7753f-454d-47ff-ac19-d5b40ae11e69 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:04.278676 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157566918', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:12:57Z', 'updated_at': '2022-03-01T21:13:00Z', 'revision_number': 3, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:59Z', 'updated_at': '2022-03-01T21:12:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:04.327246 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] Checking router: f49a8e32-4832-4c86-a99d-48f3aee42c3f for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:13:04.328021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] Updating router f49a8e32-4832-4c86-a99d-48f3aee42c3f port c8dff491-8416-4254-94cd-02adcd839f83 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:13:04.376353 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=de1d8729-b0bc-46bb-9ab6-4680fce77edd,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:04.400259 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-7499e99b-ac85-49a3-8d42-eeabd5c7c678 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::1e7 (cc39aad2-d371-4bc1-8f73-2342392e478c/026cf8f0-1e17-4cd5-a09d-ec921ba25c5a/961dec88-4a94-448e-9b86-63afd0b641b4) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:04.454247 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:04.510778 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:04.549176 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9c98d35e-b56c-4b2d-bb2c-8866c9e52078 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:04.584964 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1e3dff10-4635-46f0-840c-78f74ae473bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:04.623713 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7499e99b-ac85-49a3-8d42-eeabd5c7c678 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:04.624882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-9c98d35e-b56c-4b2d-bb2c-8866c9e52078 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Transition to ACTIVE for port object c58c4c3c-a682-4b75-b59e-b02e46d6ef0d will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:04.644391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-7499e99b-ac85-49a3-8d42-eeabd5c7c678 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object 961dec88-4a94-448e-9b86-63afd0b641b4 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:04.661516 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dff10-4635-46f0-840c-78f74ae473bd None None] Pushing event deleted for resources: {'Port': ['ID=edc2c2d9-e052-4bc5-a144-3beecaa81d84,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:04.666425 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3dff10-4635-46f0-840c-78f74ae473bd None None] No DVR routers for this DVR port edc2c2d9-e052-4bc5-a144-3beecaa81d84 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:13:04.682798 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59528d9b-a626-40b1-a70f-bc38912048fb tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:04.713114 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be5a87b-80d9-451a-a741-32d17b5caf3a None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:04.770740 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7499e99b-ac85-49a3-8d42-eeabd5c7c678 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:04.813117 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8fd7753f-454d-47ff-ac19-d5b40ae11e69 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:04.865099 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9c98d35e-b56c-4b2d-bb2c-8866c9e52078 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:04.880540 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7499e99b-ac85-49a3-8d42-eeabd5c7c678 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:04.904737 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7499e99b-ac85-49a3-8d42-eeabd5c7c678 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:04.974385 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7499e99b-ac85-49a3-8d42-eeabd5c7c678 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:04.974576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c98d35e-b56c-4b2d-bb2c-8866c9e52078 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network d98b7571-a717-46ab-9fd5-452dc7965441 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:04.981512 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-9c98d35e-b56c-4b2d-bb2c-8866c9e52078 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:04.981724 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7499e99b-ac85-49a3-8d42-eeabd5c7c678 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:04.983158 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7499e99b-ac85-49a3-8d42-eeabd5c7c678 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:04.984747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c98d35e-b56c-4b2d-bb2c-8866c9e52078 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:04.991376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c98d35e-b56c-4b2d-bb2c-8866c9e52078 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:04.992042 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9c98d35e-b56c-4b2d-bb2c-8866c9e52078 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:05.013039 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device de1d8729-b0bc-46bb-9ab6-4680fce77edd up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:05.031595 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7499e99b-ac85-49a3-8d42-eeabd5c7c678 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=961dec88-4a94-448e-9b86-63afd0b641b4,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:05.073802 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd7753f-454d-47ff-ac19-d5b40ae11e69 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Subnet': ['ID=94ff59b6-ac8a-41c2-9c6a-4feb46c8d503,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:05.088399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98d35e-b56c-4b2d-bb2c-8866c9e52078 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=c58c4c3c-a682-4b75-b59e-b02e46d6ef0d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:05.088823 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59528d9b-a626-40b1-a70f-bc38912048fb tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:05.117685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fd7753f-454d-47ff-ac19-d5b40ae11e69 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Checking segment: {'id': '84dd909c-4d7a-4be8-b843-436a0ab1dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:13:05.120153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd7753f-454d-47ff-ac19-d5b40ae11e69 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network hostable DHCP agents. Network: 955e18d0-99d5-4e9f-a46b-3d60079a8d65, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:13:05.171593 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7499e99b-ac85-49a3-8d42-eeabd5c7c678 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7537777 Mar 01 21:13:05.174770 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37176) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:05.222496 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9c98d35e-b56c-4b2d-bb2c-8866c9e52078 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8026900 Mar 01 21:13:05.225761 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37180) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:05.228140 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-59528d9b-a626-40b1-a70f-bc38912048fb tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Deleting port b57dc276-cbc6-4312-8309-f0c095c3a8cd {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:05.228522 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59528d9b-a626-40b1-a70f-bc38912048fb tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:05.231940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4f389d2e-a924-4c49-98a3-96939889d94f tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'subnet': {'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:05.395497 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:05.396706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd7753f-454d-47ff-ac19-d5b40ae11e69 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network 955e18d0-99d5-4e9f-a46b-3d60079a8d65 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:13:05.416662 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port de1d8729-b0bc-46bb-9ab6-4680fce77edd triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:05.417033 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:05.444725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4f389d2e-a924-4c49-98a3-96939889d94f tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:05.447229 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] Transition to ACTIVE for port object c8dff491-8416-4254-94cd-02adcd839f83 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:05.449869 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4f389d2e-a924-4c49-98a3-96939889d94f tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:subnet and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:05.453653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4f389d2e-a924-4c49-98a3-96939889d94f tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:05.460725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4f389d2e-a924-4c49-98a3-96939889d94f tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:05.480377 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59528d9b-a626-40b1-a70f-bc38912048fb tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:05.499465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e31c91-dac2-4e34-9a68-5043e772b92b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:05.500213 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f6e31c91-dac2-4e34-9a68-5043e772b92b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:05.507611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-8fd7753f-454d-47ff-ac19-d5b40ae11e69 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 955e18d0-99d5-4e9f-a46b-3d60079a8d65) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:05.523631 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd7753f-454d-47ff-ac19-d5b40ae11e69 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:05.524319 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8fd7753f-454d-47ff-ac19-d5b40ae11e69 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:05.543918 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a86d30d-89db-4fbc-8c47-715e99e1f5d2 None None] Network 955e18d0-99d5-4e9f-a46b-3d60079a8d65 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:05.579494 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cc39aad2-d371-4bc1-8f73-2342392e478c', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'fixed_ips': [{'subnet_id': '026cf8f0-1e17-4cd5-a09d-ec921ba25c5a'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:13:05.580652 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:05.598630 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:05.620824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8fd7753f-454d-47ff-ac19-d5b40ae11e69 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7452030 Mar 01 21:13:05.620824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f389d2e-a924-4c49-98a3-96939889d94f tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:05.623688 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f389d2e-a924-4c49-98a3-96939889d94f tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:05.624335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-59528d9b-a626-40b1-a70f-bc38912048fb tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Calling delete_port for b57dc276-cbc6-4312-8309-f0c095c3a8cd owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:05.637430 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37184) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:05.707965 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-bc6f5471-4714-42bc-bfbd-24f91e12e2ee None None] Provisioning for port c58c4c3c-a682-4b75-b59e-b02e46d6ef0d completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:05.782904 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-bc6f5471-4714-42bc-bfbd-24f91e12e2ee None None] Provisioning complete for port c58c4c3c-a682-4b75-b59e-b02e46d6ef0d triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:05.783276 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bc6f5471-4714-42bc-bfbd-24f91e12e2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:05.788963 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f6e31c91-dac2-4e34-9a68-5043e772b92b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:05.792697 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f6e31c91-dac2-4e34-9a68-5043e772b92b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.6142514 Mar 01 21:13:05.803924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37188) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:05.862494 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] Attempting to bind port c8dff491-8416-4254-94cd-02adcd839f83 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:13:05.862770 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] Attempting to bind port c8dff491-8416-4254-94cd-02adcd839f83 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:13:05.863134 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] Attempting to bind port c8dff491-8416-4254-94cd-02adcd839f83 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:13:05.865202 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd7c23-6797-4451-82e8-4e67717ca812 None None] Pushing event updated for resources: {'Port': ['ID=c8dff491-8416-4254-94cd-02adcd839f83,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:05.903377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-24a1397e-3006-4540-8608-50fdfebd95f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port 961dec88-4a94-448e-9b86-63afd0b641b4 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:05.904767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-24a1397e-3006-4540-8608-50fdfebd95f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:05.914974 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:13:05.915268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:13:05.915697 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:05.916090 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:13:05.916568 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] Bound port: c8dff491-8416-4254-94cd-02adcd839f83, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:13:05.916942 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:06.033041 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-bc6f5471-4714-42bc-bfbd-24f91e12e2ee None None] Port c58c4c3c-a682-4b75-b59e-b02e46d6ef0d cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:13:06.089952 n-d-827896-4 neutron-server[88518]: INFO neutron.db.ipam_backend_mixin [None req-4f389d2e-a924-4c49-98a3-96939889d94f tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 21da9c6d-8bef-4d75-89ab-7a41aa8e2efa (CIDR: 2001:db8::/64) Mar 01 21:13:06.120005 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59528d9b-a626-40b1-a70f-bc38912048fb tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:06.188094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59528d9b-a626-40b1-a70f-bc38912048fb tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Pushing event deleted for resources: {'Port': ['ID=b57dc276-cbc6-4312-8309-f0c095c3a8cd,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:06.223016 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-955e18d0-99d5-4e9f-a46b-3d60079a8d65', 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'fixed_ips': [{'subnet_id': '94ff59b6-ac8a-41c2-9c6a-4feb46c8d503'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:13:06.223843 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:06.224569 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f389d2e-a924-4c49-98a3-96939889d94f tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:13:06.225059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f389d2e-a924-4c49-98a3-96939889d94f tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:13:06.254389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Allocated IP 2001:db8::2 (cc39aad2-d371-4bc1-8f73-2342392e478c/026cf8f0-1e17-4cd5-a09d-ec921ba25c5a/4ba7dfc1-2652-4634-aeb6-00e96f992c11) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:06.270909 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] For port c8dff491-8416-4254-94cd-02adcd839f83, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:13:06.343770 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] For port c8dff491-8416-4254-94cd-02adcd839f83, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c8dff491-8416-4254-94cd-02adcd839f83,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:13:06.373807 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4f389d2e-a924-4c49-98a3-96939889d94f tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1463869 Mar 01 21:13:06.382393 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59528d9b-a626-40b1-a70f-bc38912048fb tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:06.390082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37200) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:06.396392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-fff60549-c7d2-46d0-8eca-7003e1e55c74 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'subnet': {'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:06.458968 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:06.613893 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd7c23-6797-4451-82e8-4e67717ca812 None None] Pushing event updated for resources: {'Port': ['ID=c8dff491-8416-4254-94cd-02adcd839f83,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:06.669470 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] Routers {'f49a8e32-4832-4c86-a99d-48f3aee42c3f'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:13:06.671040 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:13:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49a8e32-4832-4c86-a99d-48f3aee42c3f'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:06.713788 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59528d9b-a626-40b1-a70f-bc38912048fb tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:06.717076 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59528d9b-a626-40b1-a70f-bc38912048fb tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:06.743292 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-24a1397e-3006-4540-8608-50fdfebd95f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:06.777537 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Allocated IP 172.20.0.2 (955e18d0-99d5-4e9f-a46b-3d60079a8d65/94ff59b6-ac8a-41c2-9c6a-4feb46c8d503/de3becba-a0c1-4be6-b5eb-c354c92cfbb2) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:06.791229 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fff60549-c7d2-46d0-8eca-7003e1e55c74 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:06.805273 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fff60549-c7d2-46d0-8eca-7003e1e55c74 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:subnet and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:06.812089 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fff60549-c7d2-46d0-8eca-7003e1e55c74 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:06.853313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fff60549-c7d2-46d0-8eca-7003e1e55c74 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:06.878103 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-24a1397e-3006-4540-8608-50fdfebd95f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for 961dec88-4a94-448e-9b86-63afd0b641b4 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:06.908807 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59528d9b-a626-40b1-a70f-bc38912048fb tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:06.909453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59528d9b-a626-40b1-a70f-bc38912048fb tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Fanout notify agent at l3_agent the message router_deleted on router 0f3820a6-28b8-4adc-a791-1664857d6392 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:13:06.937661 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59528d9b-a626-40b1-a70f-bc38912048fb tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:06.939847 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-59528d9b-a626-40b1-a70f-bc38912048fb tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "DELETE /v2.0/routers/0f3820a6-28b8-4adc-a791-1664857d6392 HTTP/1.1" status: 204 len: 168 time: 3.0605171 Mar 01 21:13:06.941418 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:06.945021 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37204) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:06.957820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff60549-c7d2-46d0-8eca-7003e1e55c74 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:06.962438 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fff60549-c7d2-46d0-8eca-7003e1e55c74 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:07.011870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Request body: {'router': {'name': 'tempest-snat-router-776308151', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'enable_snat': False}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:07.038926 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] Set router f49a8e32-4832-4c86-a99d-48f3aee42c3f gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:13:07.110744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:07.124715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Usage tracker for resource:router and tenant:a3be48724aff451196f0b840c5379588 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:07.134679 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:07.202314 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:07.231732 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1298cefa-2b33-4e5f-8d96-1663e63dbe52 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:07.280769 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-24a1397e-3006-4540-8608-50fdfebd95f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:07.280961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Transition to ACTIVE for port object 4ba7dfc1-2652-4634-aeb6-00e96f992c11 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:07.327717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a1397e-3006-4540-8608-50fdfebd95f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=961dec88-4a94-448e-9b86-63afd0b641b4,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:07.382645 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-24a1397e-3006-4540-8608-50fdfebd95f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:07.439172 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:07.440206 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:07.478894 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Transition to ACTIVE for port object 4ba7dfc1-2652-4634-aeb6-00e96f992c11 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:07.483714 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-24a1397e-3006-4540-8608-50fdfebd95f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/961dec88-4a94-448e-9b86-63afd0b641b4 HTTP/1.1" status: 204 len: 168 time: 1.6837099 Mar 01 21:13:07.486340 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37208) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:07.501609 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:07.563154 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:07.597145 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:07.609096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d4af7a-510b-4769-a947-e5346203ae21 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:07.612846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d4af7a-510b-4769-a947-e5346203ae21 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:07.613780 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e2d4af7a-510b-4769-a947-e5346203ae21 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:07.665379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Transition to ACTIVE for port object de3becba-a0c1-4be6-b5eb-c354c92cfbb2 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:07.729661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e2d4af7a-510b-4769-a947-e5346203ae21 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:07.731589 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e2d4af7a-510b-4769-a947-e5346203ae21 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2434297 Mar 01 21:13:07.734935 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37214) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:07.743298 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:07.761754 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:07.767103 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Transition to ACTIVE for port object de3becba-a0c1-4be6-b5eb-c354c92cfbb2 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:07.773146 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:07.775456 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Pushing event updated for resources: {'Port': ['ID=4ba7dfc1-2652-4634-aeb6-00e96f992c11,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:07.844252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5bad343-f656-4083-99d9-c663c79bdf2b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet 026cf8f0-1e17-4cd5-a09d-ec921ba25c5a {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:13:07.849106 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5bad343-f656-4083-99d9-c663c79bdf2b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:07.865941 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:07.924429 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5bad343-f656-4083-99d9-c663c79bdf2b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:07.963457 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Network 955e18d0-99d5-4e9f-a46b-3d60079a8d65 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:07.968190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Attempting to bind port 4ba7dfc1-2652-4634-aeb6-00e96f992c11 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:13:07.968732 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Attempting to bind port 4ba7dfc1-2652-4634-aeb6-00e96f992c11 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:13:07.969255 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Attempting to bind port 4ba7dfc1-2652-4634-aeb6-00e96f992c11 on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:13:07.977259 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:07.991283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:07.997149 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:13:07.997901 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:13:07.998646 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:07.999212 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:13:07.999885 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Bound port: 4ba7dfc1-2652-4634-aeb6-00e96f992c11, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:13:08.003145 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:08.022150 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fff60549-c7d2-46d0-8eca-7003e1e55c74 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:08.038142 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5bad343-f656-4083-99d9-c663c79bdf2b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:08.073514 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Pushing event updated for resources: {'Port': ['ID=de3becba-a0c1-4be6-b5eb-c354c92cfbb2,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:08.078815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff60549-c7d2-46d0-8eca-7003e1e55c74 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network d98b7571-a717-46ab-9fd5-452dc7965441 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:08.099035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-fff60549-c7d2-46d0-8eca-7003e1e55c74 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:08.145994 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054f3b77-79ea-41ce-bcdd-aad1c5f47597 None None] Network d98b7571-a717-46ab-9fd5-452dc7965441 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:08.169886 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157566918', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:12:57Z', 'updated_at': '2022-03-01T21:13:00Z', 'revision_number': 3, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:59Z', 'updated_at': '2022-03-01T21:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:08.175386 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff60549-c7d2-46d0-8eca-7003e1e55c74 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:08.175978 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fff60549-c7d2-46d0-8eca-7003e1e55c74 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:08.196653 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5bad343-f656-4083-99d9-c663c79bdf2b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:08.270176 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf4d250-1981-4ec1-a3e9-2f886ec3193f None None] The sync data for ids ['f49a8e32-4832-4c86-a99d-48f3aee42c3f'] in n-d-827896-4 is: [{'id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157566918', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:12:57Z', 'updated_at': '2022-03-01T21:13:00Z', 'revision_number': 3, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:59Z', 'updated_at': '2022-03-01T21:13:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:13:08.286101 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bad343-f656-4083-99d9-c663c79bdf2b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=026cf8f0-1e17-4cd5-a09d-ec921ba25c5a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:08.299119 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5bad343-f656-4083-99d9-c663c79bdf2b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:08.339421 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:08.387671 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d5bad343-f656-4083-99d9-c663c79bdf2b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/026cf8f0-1e17-4cd5-a09d-ec921ba25c5a HTTP/1.1" status: 204 len: 168 time: 0.6491184 Mar 01 21:13:08.391608 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37218) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:08.398036 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff60549-c7d2-46d0-8eca-7003e1e55c74 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Subnet': ['ID=87705b03-02fc-4e36-a5fd-171a4217f5d4,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:08.412550 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Attempting to bind port de3becba-a0c1-4be6-b5eb-c354c92cfbb2 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:13:08.412550 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Attempting to bind port de3becba-a0c1-4be6-b5eb-c354c92cfbb2 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '84dd909c-4d7a-4be8-b843-436a0ab1dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:13:08.412550 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Attempting to bind port de3becba-a0c1-4be6-b5eb-c354c92cfbb2 on network 955e18d0-99d5-4e9f-a46b-3d60079a8d65 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:13:08.431070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:13:08.441215 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Checking segment: {'id': '84dd909c-4d7a-4be8-b843-436a0ab1dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:13:08.441215 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:08.441215 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Bound using segment: {'id': '84dd909c-4d7a-4be8-b843-436a0ab1dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:13:08.441215 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Bound port: de3becba-a0c1-4be6-b5eb-c354c92cfbb2, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84dd909c-4d7a-4be8-b843-436a0ab1dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:13:08.441215 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:08.451830 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-1298cefa-2b33-4e5f-8d96-1663e63dbe52 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Allocated IP 172.20.0.1 (955e18d0-99d5-4e9f-a46b-3d60079a8d65/94ff59b6-ac8a-41c2-9c6a-4feb46c8d503/98ac23d7-974b-4eb3-bf69-299f88b43269) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:08.480121 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0283888d-7530-47f2-8a60-1e95254e8368 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869868 Mar 01 21:13:08.480880 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37222) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:08.503525 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fff60549-c7d2-46d0-8eca-7003e1e55c74 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1120520 Mar 01 21:13:08.507386 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37226) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:08.513117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-511fb8d3-6458-4600-a50e-6733f9e7e9ef tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1101251674', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '87705b03-02fc-4e36-a5fd-171a4217f5d4'}], 'security_groups': ['dd21a142-43cb-4a33-baf5-aada2f929caa']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:08.518006 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] For port 4ba7dfc1-2652-4634-aeb6-00e96f992c11, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:13:08.556451 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] For port 4ba7dfc1-2652-4634-aeb6-00e96f992c11, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4ba7dfc1-2652-4634-aeb6-00e96f992c11,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:13:08.596499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e984fc3d-b955-4b15-a258-6ca087e9035f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:08.597213 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e984fc3d-b955-4b15-a258-6ca087e9035f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:08.659518 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:08.719386 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] For port de3becba-a0c1-4be6-b5eb-c354c92cfbb2, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:13:08.748964 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e984fc3d-b955-4b15-a258-6ca087e9035f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:08.750171 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e984fc3d-b955-4b15-a258-6ca087e9035f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2682943 Mar 01 21:13:08.753836 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37232) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:08.764382 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] For port de3becba-a0c1-4be6-b5eb-c354c92cfbb2, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=de3becba-a0c1-4be6-b5eb-c354c92cfbb2,segment=NetworkSegment(84dd909c-4d7a-4be8-b843-436a0ab1dce5),segment_id=84dd909c-4d7a-4be8-b843-436a0ab1dce5)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:13:08.884923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed5ecf6-caa9-4364-b45b-b8bfcd26fc72 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:08.885728 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5ed5ecf6-caa9-4364-b45b-b8bfcd26fc72 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:08.894538 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:08.937051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f603cbfe-1852-48c1-8470-6778da4943ec None None] Pushing event updated for resources: {'Port': ['ID=4ba7dfc1-2652-4634-aeb6-00e96f992c11,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:09.000768 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5ed5ecf6-caa9-4364-b45b-b8bfcd26fc72 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:09.004386 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5ed5ecf6-caa9-4364-b45b-b8bfcd26fc72 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2481947 Mar 01 21:13:09.004623 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37236) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:09.100720 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e1a86a-9d76-45ff-8ac5-af2b9ecce1a8 None None] Pushing event updated for resources: {'Port': ['ID=de3becba-a0c1-4be6-b5eb-c354c92cfbb2,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:09.104912 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c8dff491-8416-4254-94cd-02adcd839f83 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:09.134683 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-80ce7841-c7d4-4864-8318-a662a5ce7ecd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1287229 Mar 01 21:13:09.135430 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37240) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:09.147823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-51dda47b-f2b4-4752-9498-709e41338da2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:09.217562 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1298cefa-2b33-4e5f-8d96-1663e63dbe52 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:09.296456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-1298cefa-2b33-4e5f-8d96-1663e63dbe52 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Transition to ACTIVE for port object 98ac23d7-974b-4eb3-bf69-299f88b43269 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:09.440937 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-51dda47b-f2b4-4752-9498-709e41338da2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:09.444286 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-511fb8d3-6458-4600-a50e-6733f9e7e9ef tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:09.467051 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-51dda47b-f2b4-4752-9498-709e41338da2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:09.506506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6dbda8-b4a3-4bd9-b2a9-99a5b44a8d32 None None] Update dhcp port {'port': {'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441', 'fixed_ips': [{'subnet_id': '21da9c6d-8bef-4d75-89ab-7a41aa8e2efa', 'ip_address': '2001:db8::2'}, {'subnet_id': '87705b03-02fc-4e36-a5fd-171a4217f5d4'}], 'binding:host_id': 'n-d-827896-4'}, 'id': 'de1d8729-b0bc-46bb-9ab6-4680fce77edd'} from n-d-827896-4. {{(pid=88520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 01 21:13:09.537907 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port c8dff491-8416-4254-94cd-02adcd839f83 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:09.558292 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c8dff491-8416-4254-94cd-02adcd839f83 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:09.558292 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:09.604854 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1298cefa-2b33-4e5f-8d96-1663e63dbe52 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:09.628468 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fe6dbda8-b4a3-4bd9-b2a9-99a5b44a8d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:09.675082 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dda47b-f2b4-4752-9498-709e41338da2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:09.679111 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51dda47b-f2b4-4752-9498-709e41338da2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:09.800119 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1298cefa-2b33-4e5f-8d96-1663e63dbe52 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network 955e18d0-99d5-4e9f-a46b-3d60079a8d65 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:09.815153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-1298cefa-2b33-4e5f-8d96-1663e63dbe52 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:09.824714 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1298cefa-2b33-4e5f-8d96-1663e63dbe52 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:09.942244 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:10.127141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port c8dff491-8416-4254-94cd-02adcd839f83, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c8dff491-8416-4254-94cd-02adcd839f83,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:10.181266 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-fe6dbda8-b4a3-4bd9-b2a9-99a5b44a8d32 None None] Allocated IP 2001:db8:0:1::2 (d98b7571-a717-46ab-9fd5-452dc7965441/87705b03-02fc-4e36-a5fd-171a4217f5d4/de1d8729-b0bc-46bb-9ab6-4680fce77edd) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:10.198268 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1298cefa-2b33-4e5f-8d96-1663e63dbe52 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:10.219634 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:10.355204 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51dda47b-f2b4-4752-9498-709e41338da2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:10.445046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298cefa-2b33-4e5f-8d96-1663e63dbe52 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=98ac23d7-974b-4eb3-bf69-299f88b43269,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:10.468466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dda47b-f2b4-4752-9498-709e41338da2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=ce86689e-7d45-4d0e-8f01-8ac02200a6e3,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:10.481324 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=c8dff491-8416-4254-94cd-02adcd839f83,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:10.507487 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dda47b-f2b4-4752-9498-709e41338da2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:10.516315 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-51dda47b-f2b4-4752-9498-709e41338da2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:10.519122 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dda47b-f2b4-4752-9498-709e41338da2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:10.519736 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51dda47b-f2b4-4752-9498-709e41338da2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:10.552524 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-fe6dbda8-b4a3-4bd9-b2a9-99a5b44a8d32 None None] For port de1d8729-b0bc-46bb-9ab6-4680fce77edd, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=de1d8729-b0bc-46bb-9ab6-4680fce77edd,segment=NetworkSegment(3b194ccd-b6d8-4074-9fb4-df21e13dbb77),segment_id=3b194ccd-b6d8-4074-9fb4-df21e13dbb77)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:10.580304 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:10.588830 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fe6dbda8-b4a3-4bd9-b2a9-99a5b44a8d32 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:10.594488 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e014ca92-9c12-43f0-bed6-cd585e62edf1 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:10.649611 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f58cb8c-d048-4c8a-a3d5-2fab0bf4e26d None None] Network 955e18d0-99d5-4e9f-a46b-3d60079a8d65 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:10.650035 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:10.670074 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-51dda47b-f2b4-4752-9498-709e41338da2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5328529 Mar 01 21:13:10.673680 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37248) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:10.679045 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-eaf01641-5cbc-4fed-8d62-f470c62317ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'fixed_ips': [{'subnet_id': 'ce86689e-7d45-4d0e-8f01-8ac02200a6e3', 'ip_address': '2001:db8::b69e:26e7:a11a:ea91'}], 'name': 'tempest-NetworksTestDHCPv6-1579696693'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:10.898242 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Allocated IP 172.25.5.202 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/effe4ce4-95b0-4d3b-b955-2e919dc01a06) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:10.930448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-eaf01641-5cbc-4fed-8d62-f470c62317ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:10.941257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-eaf01641-5cbc-4fed-8d62-f470c62317ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:port and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:10.948686 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-eaf01641-5cbc-4fed-8d62-f470c62317ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:10.963441 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fe6dbda8-b4a3-4bd9-b2a9-99a5b44a8d32 None None] Transition to ACTIVE for port object de1d8729-b0bc-46bb-9ab6-4680fce77edd will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:10.965282 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-eaf01641-5cbc-4fed-8d62-f470c62317ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:11.042464 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c8dff491-8416-4254-94cd-02adcd839f83 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:11.078577 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf01641-5cbc-4fed-8d62-f470c62317ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:11.104753 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1111d183-4145-4e1a-a990-23ee553d7535 None None] Provisioning for port de3becba-a0c1-4be6-b5eb-c354c92cfbb2 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:11.110575 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fe6dbda8-b4a3-4bd9-b2a9-99a5b44a8d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:11.215416 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-eaf01641-5cbc-4fed-8d62-f470c62317ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:11.240816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-eaf01641-5cbc-4fed-8d62-f470c62317ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port 6474096f-e22d-4e0e-83fe-ff64f0467e1f yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:13:11.260509 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1298cefa-2b33-4e5f-8d96-1663e63dbe52 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:11.492372 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-eaf01641-5cbc-4fed-8d62-f470c62317ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::b69e:26e7:a11a:ea91 (cc39aad2-d371-4bc1-8f73-2342392e478c/ce86689e-7d45-4d0e-8f01-8ac02200a6e3/6474096f-e22d-4e0e-83fe-ff64f0467e1f) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:11.509414 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:11.560042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c171dc5-5e03-41e4-ad41-dcc59e8cb215 req-ba95de38-e15f-42f4-bd95-0656f27fab42 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:11.568753 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c171dc5-5e03-41e4-ad41-dcc59e8cb215 req-ba95de38-e15f-42f4-bd95-0656f27fab42 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=baf1eb89-7483-46f9-9359-ed4efa73d79b HTTP/1.1" status: 200 len: 945 time: 0.6063049 Mar 01 21:13:11.573354 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6dbda8-b4a3-4bd9-b2a9-99a5b44a8d32 None None] Pushing event updated for resources: {'Port': ['ID=de1d8729-b0bc-46bb-9ab6-4680fce77edd,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:11.590622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-511fb8d3-6458-4600-a50e-6733f9e7e9ef tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Delete allocated IP 2001:db8::f3 (d98b7571-a717-46ab-9fd5-452dc7965441/21da9c6d-8bef-4d75-89ab-7a41aa8e2efa) {{(pid=88518) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 01 21:13:11.601821 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c8dff491-8416-4254-94cd-02adcd839f83 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:11.602200 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:11.879995 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-511fb8d3-6458-4600-a50e-6733f9e7e9ef tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Allocated IP 2001:db8:0:1::2e4 (d98b7571-a717-46ab-9fd5-452dc7965441/87705b03-02fc-4e36-a5fd-171a4217f5d4/c58c4c3c-a682-4b75-b59e-b02e46d6ef0d) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:11.881030 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-eaf01641-5cbc-4fed-8d62-f470c62317ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:11.881030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-eaf01641-5cbc-4fed-8d62-f470c62317ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object 6474096f-e22d-4e0e-83fe-ff64f0467e1f will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:11.881214 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c171dc5-5e03-41e4-ad41-dcc59e8cb215 req-a7effc15-1510-4fdf-af41-094cfd0617cd tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246981 Mar 01 21:13:11.881301 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359d99f6-d886-43f5-be4f-7631059daf1f None None] Update dhcp port {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'fixed_ips': [{'subnet_id': 'ce86689e-7d45-4d0e-8f01-8ac02200a6e3'}], 'binding:host_id': 'n-d-827896-4'}, 'id': '4ba7dfc1-2652-4634-aeb6-00e96f992c11'} from n-d-827896-4. {{(pid=88520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 01 21:13:11.881301 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device de3becba-a0c1-4be6-b5eb-c354c92cfbb2 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:11.943865 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-359d99f6-d886-43f5-be4f-7631059daf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:12.021347 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-eaf01641-5cbc-4fed-8d62-f470c62317ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:12.070427 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:12.181632 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port de3becba-a0c1-4be6-b5eb-c354c92cfbb2 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:12.194413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port de3becba-a0c1-4be6-b5eb-c354c92cfbb2 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:12.194787 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:12.216937 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf01641-5cbc-4fed-8d62-f470c62317ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=6474096f-e22d-4e0e-83fe-ff64f0467e1f,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:12.240050 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf01641-5cbc-4fed-8d62-f470c62317ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:12.241266 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-eaf01641-5cbc-4fed-8d62-f470c62317ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:12.244044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf01641-5cbc-4fed-8d62-f470c62317ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:12.254812 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf01641-5cbc-4fed-8d62-f470c62317ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:12.255463 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-eaf01641-5cbc-4fed-8d62-f470c62317ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:12.409706 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-eaf01641-5cbc-4fed-8d62-f470c62317ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7350702 Mar 01 21:13:12.413378 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37256) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:12.424032 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-359d99f6-d886-43f5-be4f-7631059daf1f None None] Allocated IP 2001:db8::2 (cc39aad2-d371-4bc1-8f73-2342392e478c/ce86689e-7d45-4d0e-8f01-8ac02200a6e3/4ba7dfc1-2652-4634-aeb6-00e96f992c11) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:12.438576 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-511fb8d3-6458-4600-a50e-6733f9e7e9ef tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:12.457546 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-511fb8d3-6458-4600-a50e-6733f9e7e9ef tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Transition to ACTIVE for port object c58c4c3c-a682-4b75-b59e-b02e46d6ef0d will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:12.492279 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fb6cb008-82ec-4205-9b3e-ccc19300c1bb None None] Provisioning for port 98ac23d7-974b-4eb3-bf69-299f88b43269 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:12.493384 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1298cefa-2b33-4e5f-8d96-1663e63dbe52 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:12.496076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Pushing event updated for resources: {'Port': ['ID=effe4ce4-95b0-4d3b-b955-2e919dc01a06,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:12.518986 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:12.520770 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:12.526775 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:12.569449 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:12.569602 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-511fb8d3-6458-4600-a50e-6733f9e7e9ef tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:12.571225 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6fee43-5806-42aa-b03c-f7365c71eaf4 req-ccdc597d-aee0-468c-a841-a68e692bf7c5 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:12.574925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-0a6fee43-5806-42aa-b03c-f7365c71eaf4 req-ccdc597d-aee0-468c-a841-a68e692bf7c5 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Synchronizing usage tracker for tenant:d397067f52704b8293603081e97c4744 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:12.579944 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fb6cb008-82ec-4205-9b3e-ccc19300c1bb None None] Provisioning complete for port 98ac23d7-974b-4eb3-bf69-299f88b43269 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:12.580424 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fb6cb008-82ec-4205-9b3e-ccc19300c1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:12.617239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba2a515-3634-49da-b35f-b387b7ff0673 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:12.625714 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1298cefa-2b33-4e5f-8d96-1663e63dbe52 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:12.626797 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba2a515-3634-49da-b35f-b387b7ff0673 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:12.627377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-aba2a515-3634-49da-b35f-b387b7ff0673 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:12.680713 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-0a6fee43-5806-42aa-b03c-f7365c71eaf4 req-ccdc597d-aee0-468c-a841-a68e692bf7c5 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Unset dirty status for tenant:d397067f52704b8293603081e97c4744 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:12.682238 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0a6fee43-5806-42aa-b03c-f7365c71eaf4 req-ccdc597d-aee0-468c-a841-a68e692bf7c5 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.57 "GET /v2.0/ports?device_id=baf1eb89-7483-46f9-9359-ed4efa73d79b HTTP/1.1" status: 200 len: 945 time: 0.3527060 Mar 01 21:13:12.706633 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-fb6cb008-82ec-4205-9b3e-ccc19300c1bb None None] Port 98ac23d7-974b-4eb3-bf69-299f88b43269 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:13:12.713508 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port de3becba-a0c1-4be6-b5eb-c354c92cfbb2, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=de3becba-a0c1-4be6-b5eb-c354c92cfbb2,segment=NetworkSegment(84dd909c-4d7a-4be8-b843-436a0ab1dce5),segment_id=84dd909c-4d7a-4be8-b843-436a0ab1dce5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:12.724630 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-359d99f6-d886-43f5-be4f-7631059daf1f None None] For port 4ba7dfc1-2652-4634-aeb6-00e96f992c11, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4ba7dfc1-2652-4634-aeb6-00e96f992c11,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:12.734267 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fb6cb008-82ec-4205-9b3e-ccc19300c1bb None None] Provisioning complete for port de3becba-a0c1-4be6-b5eb-c354c92cfbb2 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:12.734641 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fb6cb008-82ec-4205-9b3e-ccc19300c1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:12.743913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-aba2a515-3634-49da-b35f-b387b7ff0673 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:12.745299 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-aba2a515-3634-49da-b35f-b387b7ff0673 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.3310173 Mar 01 21:13:12.749025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37260) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:12.804740 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:12.850311 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-359d99f6-d886-43f5-be4f-7631059daf1f None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:12.857176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-0a6fee43-5806-42aa-b03c-f7365c71eaf4 req-95cbef4c-29e3-43c5-8754-93dc3ac3042c tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Deleting port 13f33c4e-e88e-4766-b936-87ead30f4cb3 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:12.857515 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0a6fee43-5806-42aa-b03c-f7365c71eaf4 req-95cbef4c-29e3-43c5-8754-93dc3ac3042c tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:12.918372 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-359d99f6-d886-43f5-be4f-7631059daf1f None None] Ignored duplicate provisioning block setup for port 4ba7dfc1-2652-4634-aeb6-00e96f992c11 by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Mar 01 21:13:12.919524 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device de1d8729-b0bc-46bb-9ab6-4680fce77edd up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:12.947753 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-1a381b12-5476-41ef-a256-04aacc7577f4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port 6474096f-e22d-4e0e-83fe-ff64f0467e1f {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:12.948349 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a381b12-5476-41ef-a256-04aacc7577f4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:12.962688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-511fb8d3-6458-4600-a50e-6733f9e7e9ef tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] In _notify_port_updated(), no bound segment for port c58c4c3c-a682-4b75-b59e-b02e46d6ef0d on network d98b7571-a717-46ab-9fd5-452dc7965441 {{(pid=88518) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:13:12.972123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511fb8d3-6458-4600-a50e-6733f9e7e9ef tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:12.972811 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-511fb8d3-6458-4600-a50e-6733f9e7e9ef tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:12.976841 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-511fb8d3-6458-4600-a50e-6733f9e7e9ef tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "PUT /v2.0/ports/c58c4c3c-a682-4b75-b59e-b02e46d6ef0d HTTP/1.1" status: 200 len: 931 time: 4.4660571 Mar 01 21:13:12.976841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511fb8d3-6458-4600-a50e-6733f9e7e9ef tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=c58c4c3c-a682-4b75-b59e-b02e46d6ef0d,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:12.981080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37266) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:13.028913 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-359d99f6-d886-43f5-be4f-7631059daf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:13.037276 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=de3becba-a0c1-4be6-b5eb-c354c92cfbb2,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:13.056057 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1298cefa-2b33-4e5f-8d96-1663e63dbe52 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:13.218606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d99f6-d886-43f5-be4f-7631059daf1f None None] Pushing event updated for resources: {'Port': ['ID=4ba7dfc1-2652-4634-aeb6-00e96f992c11,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:13.248341 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298cefa-2b33-4e5f-8d96-1663e63dbe52 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=98ac23d7-974b-4eb3-bf69-299f88b43269,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:13.274320 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-4f3898d2-f6de-4746-bd0b-1085a0880d0a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port c58c4c3c-a682-4b75-b59e-b02e46d6ef0d {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:13.276318 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f3898d2-f6de-4746-bd0b-1085a0880d0a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:13.337524 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f3abb5a4-757f-45ca-b924-c9f0165000f3 None None] Provisioning complete for port 32602de0-4803-4a18-ac18-a64bf75aaa0f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:13.338259 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f3abb5a4-757f-45ca-b924-c9f0165000f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:13.447038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eca323-eb89-4ef6-889a-016346e3f9b1 req-96104916-340c-4ae5-869a-79cb67bfa8a9 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:13.454870 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f3abb5a4-757f-45ca-b924-c9f0165000f3 None None] Port 32602de0-4803-4a18-ac18-a64bf75aaa0f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:13:13.460202 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a3eca323-eb89-4ef6-889a-016346e3f9b1 req-96104916-340c-4ae5-869a-79cb67bfa8a9 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=baf1eb89-7483-46f9-9359-ed4efa73d79b HTTP/1.1" status: 200 len: 945 time: 0.3680062 Mar 01 21:13:13.473465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1298cefa-2b33-4e5f-8d96-1663e63dbe52 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network 955e18d0-99d5-4e9f-a46b-3d60079a8d65 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:13.490855 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-1298cefa-2b33-4e5f-8d96-1663e63dbe52 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:13.565590 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f3abb5a4-757f-45ca-b924-c9f0165000f3 None None] Provisioning for port de1d8729-b0bc-46bb-9ab6-4680fce77edd completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:13.572187 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f3abb5a4-757f-45ca-b924-c9f0165000f3 None None] Provisioning complete for port de1d8729-b0bc-46bb-9ab6-4680fce77edd triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:13.573037 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f3abb5a4-757f-45ca-b924-c9f0165000f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:13.790306 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f3abb5a4-757f-45ca-b924-c9f0165000f3 None None] Provisioning complete for port 98ac23d7-974b-4eb3-bf69-299f88b43269 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:13.790945 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f3abb5a4-757f-45ca-b924-c9f0165000f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:13.830610 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a3eca323-eb89-4ef6-889a-016346e3f9b1 req-cec2de08-9adf-4b2e-923c-4465950d2d50 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692300 Mar 01 21:13:13.864526 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:13.867713 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f3abb5a4-757f-45ca-b924-c9f0165000f3 None None] Port 98ac23d7-974b-4eb3-bf69-299f88b43269 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:13:13.959533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-0a6fee43-5806-42aa-b03c-f7365c71eaf4 req-95cbef4c-29e3-43c5-8754-93dc3ac3042c tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] For port 13f33c4e-e88e-4766-b936-87ead30f4cb3, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=13f33c4e-e88e-4766-b936-87ead30f4cb3,segment=NetworkSegment(c6341e0d-fcd7-4111-b102-4dbadec0c079),segment_id=c6341e0d-fcd7-4111-b102-4dbadec0c079)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:13.959994 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0a6fee43-5806-42aa-b03c-f7365c71eaf4 req-95cbef4c-29e3-43c5-8754-93dc3ac3042c tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:13.963099 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f3abb5a4-757f-45ca-b924-c9f0165000f3 None None] Provisioning for port c58c4c3c-a682-4b75-b59e-b02e46d6ef0d completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:13.970461 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f3abb5a4-757f-45ca-b924-c9f0165000f3 None None] Provisioning complete for port c58c4c3c-a682-4b75-b59e-b02e46d6ef0d triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:13.970834 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f3abb5a4-757f-45ca-b924-c9f0165000f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:13.973029 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a381b12-5476-41ef-a256-04aacc7577f4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:14.051208 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f3abb5a4-757f-45ca-b924-c9f0165000f3 None None] Port c58c4c3c-a682-4b75-b59e-b02e46d6ef0d cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:13:14.177309 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a18ff7cf-d2c7-49e3-9171-9b2fb6ebea1d None None] Provisioning complete for port 98ac23d7-974b-4eb3-bf69-299f88b43269 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:14.178304 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a18ff7cf-d2c7-49e3-9171-9b2fb6ebea1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:14.253701 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1298cefa-2b33-4e5f-8d96-1663e63dbe52 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Router f49a8e32-4832-4c86-a99d-48f3aee42c3f has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:13:14.289951 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-1a381b12-5476-41ef-a256-04aacc7577f4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for 6474096f-e22d-4e0e-83fe-ff64f0467e1f owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:14.328194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-0a6fee43-5806-42aa-b03c-f7365c71eaf4 req-95cbef4c-29e3-43c5-8754-93dc3ac3042c tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Calling delete_port for 13f33c4e-e88e-4766-b936-87ead30f4cb3 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:14.335317 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a18ff7cf-d2c7-49e3-9171-9b2fb6ebea1d None None] Port 98ac23d7-974b-4eb3-bf69-299f88b43269 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:13:14.464307 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f3898d2-f6de-4746-bd0b-1085a0880d0a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:14.610280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-4f3898d2-f6de-4746-bd0b-1085a0880d0a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for c58c4c3c-a682-4b75-b59e-b02e46d6ef0d owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:14.633747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1298cefa-2b33-4e5f-8d96-1663e63dbe52 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:13:14.633747 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:14.646060 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] Sync routers for ids ['f49a8e32-4832-4c86-a99d-48f3aee42c3f'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:13:14.666206 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] Routers {'f49a8e32-4832-4c86-a99d-48f3aee42c3f'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:13:14.666833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:13:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49a8e32-4832-4c86-a99d-48f3aee42c3f'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:14.721072 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1298cefa-2b33-4e5f-8d96-1663e63dbe52 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "PUT /v2.0/routers/f49a8e32-4832-4c86-a99d-48f3aee42c3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0796175 Mar 01 21:13:14.880487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d0ffc082-5c1c-463f-badf-befbc0d1c7f9 None None] Provisioning for port 4ba7dfc1-2652-4634-aeb6-00e96f992c11 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:14.894554 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 13f33c4e-e88e-4766-b936-87ead30f4cb3 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:13:14.956472 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da688266-78ee-4a23-ac16-fbaa27c18434 None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:13:14.962971 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a381b12-5476-41ef-a256-04aacc7577f4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:15.039051 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0a6fee43-5806-42aa-b03c-f7365c71eaf4 req-95cbef4c-29e3-43c5-8754-93dc3ac3042c tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:15.052960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] Set router f49a8e32-4832-4c86-a99d-48f3aee42c3f gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:13:15.056560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a381b12-5476-41ef-a256-04aacc7577f4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=6474096f-e22d-4e0e-83fe-ff64f0467e1f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:15.099615 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-da89b04d-de1a-4c65-a337-952e2a2513de req-a5fc3f2d-baab-4814-9b55-af1afc7ec6a6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:15.128935 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['046f66ab-a7ba-4915-8b82-068a7fa940d0'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:13:15.166747 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a791ceee-1c3e-4469-aeac-24228751afaf req-cb89038b-d273-426f-abdb-75a450f38e8e tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=baf1eb89-7483-46f9-9359-ed4efa73d79b HTTP/1.1" status: 200 len: 210 time: 0.0701814 Mar 01 21:13:15.178253 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['df84c07d-160f-4e2d-8fe7-4bb2aae2371a', '0f13a087-92f7-404e-b40b-a3a52c97e512'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:13:15.190221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Router 0fcc400a-239b-489f-bb13-41eb52fa2f10 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:13:15.190579 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a381b12-5476-41ef-a256-04aacc7577f4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:15.194158 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f3898d2-f6de-4746-bd0b-1085a0880d0a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:15.196460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cbef4c-29e3-43c5-8754-93dc3ac3042c tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Pushing event deleted for resources: {'Port': ['ID=13f33c4e-e88e-4766-b936-87ead30f4cb3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:15.227586 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4ba7dfc1-2652-4634-aeb6-00e96f992c11 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:15.275306 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e1b7ceb9-abdc-4408-90a6-dc49fb808b50 None None] Could not find standard attr ID for object 6474096f-e22d-4e0e-83fe-ff64f0467e1f. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:13:15.317046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-da89b04d-de1a-4c65-a337-952e2a2513de req-a5fc3f2d-baab-4814-9b55-af1afc7ec6a6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:15.318755 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da89b04d-de1a-4c65-a337-952e2a2513de req-a5fc3f2d-baab-4814-9b55-af1afc7ec6a6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2092343256&fields=id&tenant_id=55abf7132a284d2983dea80802c45cbf HTTP/1.1" status: 200 len: 267 time: 0.3153913 Mar 01 21:13:15.408901 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No active binding found for port 13f33c4e-e88e-4766-b936-87ead30f4cb3 {{(pid=88520) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 01 21:13:15.408901 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 13f33c4e-e88e-4766-b936-87ead30f4cb3 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:13:15.468525 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3898d2-f6de-4746-bd0b-1085a0880d0a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=c58c4c3c-a682-4b75-b59e-b02e46d6ef0d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:15.507121 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6fee43-5806-42aa-b03c-f7365c71eaf4 req-95cbef4c-29e3-43c5-8754-93dc3ac3042c tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] No DVR routers for this DVR port 13f33c4e-e88e-4766-b936-87ead30f4cb3 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:13:15.516322 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0a6fee43-5806-42aa-b03c-f7365c71eaf4 req-95cbef4c-29e3-43c5-8754-93dc3ac3042c tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:15.518294 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0a6fee43-5806-42aa-b03c-f7365c71eaf4 req-95cbef4c-29e3-43c5-8754-93dc3ac3042c tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.57 "DELETE /v2.0/ports/13f33c4e-e88e-4766-b936-87ead30f4cb3 HTTP/1.1" status: 204 len: 173 time: 2.8272321 Mar 01 21:13:15.518887 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf1eb89-7483-46f9-9359-ed4efa73d79b', 'name': 'network-vif-deleted', 'tag': '13f33c4e-e88e-4766-b936-87ead30f4cb3'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:13:15.528367 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f3898d2-f6de-4746-bd0b-1085a0880d0a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:15.532901 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4f3898d2-f6de-4746-bd0b-1085a0880d0a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/ports/c58c4c3c-a682-4b75-b59e-b02e46d6ef0d HTTP/1.1" status: 204 len: 168 time: 2.5450995 Mar 01 21:13:15.534032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:13:15.535683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37288) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:15.548358 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] Sync routers for ids ['0fcc400a-239b-489f-bb13-41eb52fa2f10'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:13:15.557709 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] Routers {'0fcc400a-239b-489f-bb13-41eb52fa2f10'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:13:15.558355 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:13:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0fcc400a-239b-489f-bb13-41eb52fa2f10'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:15.562476 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1a381b12-5476-41ef-a256-04aacc7577f4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/6474096f-e22d-4e0e-83fe-ff64f0467e1f HTTP/1.1" status: 204 len: 168 time: 2.8122349 Mar 01 21:13:15.564867 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37292) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:15.605066 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-574ea94d-6569-4dca-b692-9e70f41ba7b5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] GET failed (client error): The resource could not be found. Mar 01 21:13:15.608013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-574ea94d-6569-4dca-b692-9e70f41ba7b5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Synchronizing usage tracker for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:15.645388 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baf1eb89-7483-46f9-9359-ed4efa73d79b', 'name': 'network-vif-deleted', 'tag': '13f33c4e-e88e-4766-b936-87ead30f4cb3', 'status': 'completed', 'code': 200} Mar 01 21:13:15.664617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89b04d-de1a-4c65-a337-952e2a2513de req-57d43c9c-be85-4b44-9898-1bda83c95ee0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:15.666127 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-da89b04d-de1a-4c65-a337-952e2a2513de req-57d43c9c-be85-4b44-9898-1bda83c95ee0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:15.668251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf9c00e-922f-4c67-a31a-c0340efff231 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:15.671056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf9c00e-922f-4c67-a31a-c0340efff231 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:15.672033 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-eaf9c00e-922f-4c67-a31a-c0340efff231 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:15.747713 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:15.750346 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-61f02963-b1a1-4a11-ab2b-53abb6fb138d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.8043435 Mar 01 21:13:15.753475 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37296) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:15.780866 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] Set router 0fcc400a-239b-489f-bb13-41eb52fa2f10 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:13:15.800715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-574ea94d-6569-4dca-b692-9e70f41ba7b5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Unset dirty status for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:15.804626 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-574ea94d-6569-4dca-b692-9e70f41ba7b5 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports/c58c4c3c-a682-4b75-b59e-b02e46d6ef0d HTTP/1.1" status: 404 len: 333 time: 0.2629888 Mar 01 21:13:15.804626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-da89b04d-de1a-4c65-a337-952e2a2513de req-57d43c9c-be85-4b44-9898-1bda83c95ee0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:15.804626 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da89b04d-de1a-4c65-a337-952e2a2513de req-57d43c9c-be85-4b44-9898-1bda83c95ee0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/networks?id=955e18d0-99d5-4e9f-a46b-3d60079a8d65 HTTP/1.1" status: 200 len: 797 time: 0.4235957 Mar 01 21:13:15.804626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37300) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:15.822193 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-eaf9c00e-922f-4c67-a31a-c0340efff231 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:15.833486 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-eaf9c00e-922f-4c67-a31a-c0340efff231 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2566156 Mar 01 21:13:15.834025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37304) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:15.911179 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 4ba7dfc1-2652-4634-aeb6-00e96f992c11 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:15.928385 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da89b04d-de1a-4c65-a337-952e2a2513de req-5095ed59-b248-44b1-9d94-074ca3fc12f0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/quotas/55abf7132a284d2983dea80802c45cbf HTTP/1.1" status: 200 len: 375 time: 0.0574331 Mar 01 21:13:15.929481 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-986216e5-e138-4d13-91c9-38e11963c581 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:15.934142 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 4ba7dfc1-2652-4634-aeb6-00e96f992c11 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:15.934517 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:15.967793 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-986216e5-e138-4d13-91c9-38e11963c581 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:16.005746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-0104b727-64a5-4c0e-8d6b-c6fd6048fc6a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet ce86689e-7d45-4d0e-8f01-8ac02200a6e3 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:13:16.024941 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0104b727-64a5-4c0e-8d6b-c6fd6048fc6a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:16.120225 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcc400a-239b-489f-bb13-41eb52fa2f10', 'name': 'tempest-snat-router-776308151', 'tenant_id': 'a3be48724aff451196f0b840c5379588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.202'}], 'enable_snat': False}, 'gw_port_id': 'effe4ce4-95b0-4d3b-b955-2e919dc01a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:13:07Z', 'updated_at': '2022-03-01T21:13:13Z', 'revision_number': 3, 'project_id': 'a3be48724aff451196f0b840c5379588', 'gw_port': {'id': 'effe4ce4-95b0-4d3b-b955-2e919dc01a06', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcc400a-239b-489f-bb13-41eb52fa2f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:10Z', 'updated_at': '2022-03-01T21:13:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:16.127485 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] Checking router: 0fcc400a-239b-489f-bb13-41eb52fa2f10 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:13:16.129935 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] Updating router 0fcc400a-239b-489f-bb13-41eb52fa2f10 port effe4ce4-95b0-4d3b-b955-2e919dc01a06 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:13:16.141726 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2d1182b8-b2c1-42d8-a610-fae89c0dafb5 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "GET /v2.0/routers/0fcc400a-239b-489f-bb13-41eb52fa2f10 HTTP/1.1" status: 200 len: 908 time: 0.3866212 Mar 01 21:13:16.145045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-da89b04d-de1a-4c65-a337-952e2a2513de req-6a8ab9a4-6fba-4d4d-a9cf-6c816a1071a6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:16.145550 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da688266-78ee-4a23-ac16-fbaa27c18434 None None] Resources bound (agent type, host, resource id): {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:13:16.145853 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37308) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:16.151326 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Request body: {'router': {'name': 'tempest-snat-router-776308151', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'enable_snat': True}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:16.160972 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0104b727-64a5-4c0e-8d6b-c6fd6048fc6a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:16.194852 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:16.195249 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:16.207682 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Usage tracker for resource:router and tenant:a3be48724aff451196f0b840c5379588 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:16.212979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:16.223735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:16.263063 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-986216e5-e138-4d13-91c9-38e11963c581 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:16.287077 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0104b727-64a5-4c0e-8d6b-c6fd6048fc6a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:16.291560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986216e5-e138-4d13-91c9-38e11963c581 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42753c06-961b-4e90-a026-89a8d2e32dc5,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:16.296165 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-986216e5-e138-4d13-91c9-38e11963c581 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:16.298757 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-986216e5-e138-4d13-91c9-38e11963c581 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/security-groups/42753c06-961b-4e90-a026-89a8d2e32dc5 HTTP/1.1" status: 204 len: 168 time: 0.4932287 Mar 01 21:13:16.301366 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37314) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:16.361232 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-da89b04d-de1a-4c65-a337-952e2a2513de req-6a8ab9a4-6fba-4d4d-a9cf-6c816a1071a6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:16.363058 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da89b04d-de1a-4c65-a337-952e2a2513de req-6a8ab9a4-6fba-4d4d-a9cf-6c816a1071a6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3460035 Mar 01 21:13:16.425686 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:16.427421 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:16.470539 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-02502976-81c4-431a-9051-732ab25a21a0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:16.476364 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac33c974-b7b4-4b6f-bd26-57c4033bf4b7 req-1b544cfb-e6d6-4254-9678-db236c59bedd tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=baf1eb89-7483-46f9-9359-ed4efa73d79b HTTP/1.1" status: 200 len: 210 time: 0.0988178 Mar 01 21:13:16.517763 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:16.549364 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0104b727-64a5-4c0e-8d6b-c6fd6048fc6a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:16.550552 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:16.598399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0104b727-64a5-4c0e-8d6b-c6fd6048fc6a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=ce86689e-7d45-4d0e-8f01-8ac02200a6e3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:16.599534 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157566918', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:12:57Z', 'updated_at': '2022-03-01T21:13:10Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:59Z', 'updated_at': '2022-03-01T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '98ac23d7-974b-4eb3-bf69-299f88b43269', 'name': '', 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:f6:0c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '94ff59b6-ac8a-41c2-9c6a-4feb46c8d503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:07Z', 'updated_at': '2022-03-01T21:13:11Z', 'revision_number': 2, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '94ff59b6-ac8a-41c2-9c6a-4feb46c8d503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:16.608129 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0104b727-64a5-4c0e-8d6b-c6fd6048fc6a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:16.752673 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-02502976-81c4-431a-9051-732ab25a21a0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:16.767219 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:16.788249 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] Transition to ACTIVE for port object effe4ce4-95b0-4d3b-b955-2e919dc01a06 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:16.801807 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0104b727-64a5-4c0e-8d6b-c6fd6048fc6a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/ce86689e-7d45-4d0e-8f01-8ac02200a6e3 HTTP/1.1" status: 204 len: 168 time: 0.9665196 Mar 01 21:13:16.804883 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37318) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:16.814918 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] Checking router: f49a8e32-4832-4c86-a99d-48f3aee42c3f for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:13:16.815368 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] Updating router f49a8e32-4832-4c86-a99d-48f3aee42c3f port 98ac23d7-974b-4eb3-bf69-299f88b43269 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:13:16.877605 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da89b04d-de1a-4c65-a337-952e2a2513de req-2f3b012f-fa4e-4003-bada-44ab598f6d11 service neutron] 10.222.0.42 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4988635 Mar 01 21:13:16.886426 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-305fb54b-ad18-4cde-a6a0-f596c833dce1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0804622 Mar 01 21:13:16.892942 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:16.937602 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37322) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:16.956777 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:16.960192 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:16.969761 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:16.981206 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7ce3f-c7b6-49c3-9158-7bed50199396 None None] Pushing event updated for resources: {'Port': ['ID=effe4ce4-95b0-4d3b-b955-2e919dc01a06,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:17.005866 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] Attempting to bind port effe4ce4-95b0-4d3b-b955-2e919dc01a06 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:13:17.005866 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] Attempting to bind port effe4ce4-95b0-4d3b-b955-2e919dc01a06 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:13:17.005866 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] Attempting to bind port effe4ce4-95b0-4d3b-b955-2e919dc01a06 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:13:17.010956 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:13:17.011331 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:13:17.011778 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:17.012150 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:13:17.012770 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] Bound port: effe4ce4-95b0-4d3b-b955-2e919dc01a06, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:13:17.013343 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:17.035487 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da89b04d-de1a-4c65-a337-952e2a2513de req-11adacb4-1dcf-440b-af8e-36d745b4c143 service neutron] 10.222.0.42 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391923 Mar 01 21:13:17.097383 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] For port effe4ce4-95b0-4d3b-b955-2e919dc01a06, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:13:17.100941 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] For port effe4ce4-95b0-4d3b-b955-2e919dc01a06, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=effe4ce4-95b0-4d3b-b955-2e919dc01a06,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:13:17.103241 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7ce3f-c7b6-49c3-9158-7bed50199396 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:17.103806 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7ce3f-c7b6-49c3-9158-7bed50199396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:17.104367 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7ce3f-c7b6-49c3-9158-7bed50199396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:17.104876 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7ce3f-c7b6-49c3-9158-7bed50199396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:17.105417 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7ce3f-c7b6-49c3-9158-7bed50199396 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:17.105918 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7ce3f-c7b6-49c3-9158-7bed50199396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:17.106419 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7ce3f-c7b6-49c3-9158-7bed50199396 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:17.113878 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7ce3f-c7b6-49c3-9158-7bed50199396 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:17.113878 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7ce3f-c7b6-49c3-9158-7bed50199396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:17.113878 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7ce3f-c7b6-49c3-9158-7bed50199396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:17.113878 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7ce3f-c7b6-49c3-9158-7bed50199396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:17.114821 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-02502976-81c4-431a-9051-732ab25a21a0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:17.114898 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae7ce3f-c7b6-49c3-9158-7bed50199396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:17.126706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02502976-81c4-431a-9051-732ab25a21a0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd21a142-43cb-4a33-baf5-aada2f929caa,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:17.136693 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-02502976-81c4-431a-9051-732ab25a21a0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:17.136693 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-02502976-81c4-431a-9051-732ab25a21a0 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/security-groups/dd21a142-43cb-4a33-baf5-aada2f929caa HTTP/1.1" status: 204 len: 168 time: 0.8329976 Mar 01 21:13:17.138209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37326) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:17.155971 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:17.161384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:17.164714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:17.167272 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:13:17.167653 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:13:17.172229 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:17.217439 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:17.224182 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e3f2d17-3006-4ac2-886b-a17c6947829e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting subnet 21da9c6d-8bef-4d75-89ab-7a41aa8e2efa {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:13:17.227683 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e3f2d17-3006-4ac2-886b-a17c6947829e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:17.298152 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] Routers {'0fcc400a-239b-489f-bb13-41eb52fa2f10'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:13:17.298784 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:13:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0fcc400a-239b-489f-bb13-41eb52fa2f10'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:17.314274 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e3f2d17-3006-4ac2-886b-a17c6947829e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:17.364880 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7ce3f-c7b6-49c3-9158-7bed50199396 None None] Pushing event updated for resources: {'Port': ['ID=effe4ce4-95b0-4d3b-b955-2e919dc01a06,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:17.390592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:17.414569 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:17.493872 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e3f2d17-3006-4ac2-886b-a17c6947829e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:17.534695 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] Set router 0fcc400a-239b-489f-bb13-41eb52fa2f10 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:13:17.739794 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2aef721c-e097-43d3-a481-b3553bb1bc08 req-89a517de-c254-4d05-ac4a-830e82b6559d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 210 time: 0.1808677 Mar 01 21:13:17.852428 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e3f2d17-3006-4ac2-886b-a17c6947829e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:17.918371 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f2d17-3006-4ac2-886b-a17c6947829e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Subnet': ['ID=21da9c6d-8bef-4d75-89ab-7a41aa8e2efa,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:17.924158 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e3f2d17-3006-4ac2-886b-a17c6947829e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:17.944108 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5e3f2d17-3006-4ac2-886b-a17c6947829e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/subnets/21da9c6d-8bef-4d75-89ab-7a41aa8e2efa HTTP/1.1" status: 204 len: 168 time: 0.8046579 Mar 01 21:13:17.944997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37342) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:17.954767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-458eb9c4-cb16-421e-80a4-d4839c31c617 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'subnet': {'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:17.961281 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:17.975254 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:18.004552 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] Transition to ACTIVE for port object 98ac23d7-974b-4eb3-bf69-299f88b43269 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:18.047574 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-03c39197-ac1d-4099-835f-3ee843676596 None None] Could not find standard attr ID for object 6474096f-e22d-4e0e-83fe-ff64f0467e1f. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:13:18.059293 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 4ba7dfc1-2652-4634-aeb6-00e96f992c11, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4ba7dfc1-2652-4634-aeb6-00e96f992c11,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:18.094999 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-03c39197-ac1d-4099-835f-3ee843676596 None None] Provisioning complete for port 4ba7dfc1-2652-4634-aeb6-00e96f992c11 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:18.094999 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-03c39197-ac1d-4099-835f-3ee843676596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:18.213612 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fcc400a-239b-489f-bb13-41eb52fa2f10', 'name': 'tempest-snat-router-776308151', 'tenant_id': 'a3be48724aff451196f0b840c5379588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.202'}], 'enable_snat': False}, 'gw_port_id': 'effe4ce4-95b0-4d3b-b955-2e919dc01a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:13:07Z', 'updated_at': '2022-03-01T21:13:13Z', 'revision_number': 3, 'project_id': 'a3be48724aff451196f0b840c5379588', 'gw_port': {'id': 'effe4ce4-95b0-4d3b-b955-2e919dc01a06', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcc400a-239b-489f-bb13-41eb52fa2f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:10Z', 'updated_at': '2022-03-01T21:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:18.218638 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:18.220063 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device de3becba-a0c1-4be6-b5eb-c354c92cfbb2 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:18.223038 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce9dbee-a214-484c-87da-63034ed9fddf None None] The sync data for ids ['0fcc400a-239b-489f-bb13-41eb52fa2f10'] in n-d-827896-4 is: [{'id': '0fcc400a-239b-489f-bb13-41eb52fa2f10', 'name': 'tempest-snat-router-776308151', 'tenant_id': 'a3be48724aff451196f0b840c5379588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.202'}], 'enable_snat': False}, 'gw_port_id': 'effe4ce4-95b0-4d3b-b955-2e919dc01a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:13:07Z', 'updated_at': '2022-03-01T21:13:13Z', 'revision_number': 3, 'project_id': 'a3be48724aff451196f0b840c5379588', 'gw_port': {'id': 'effe4ce4-95b0-4d3b-b955-2e919dc01a06', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:61:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fcc400a-239b-489f-bb13-41eb52fa2f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2670, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:10Z', 'updated_at': '2022-03-01T21:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:13:18.268724 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:18.367036 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-458eb9c4-cb16-421e-80a4-d4839c31c617 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:18.384483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-458eb9c4-cb16-421e-80a4-d4839c31c617 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:subnet and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:18.392466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-458eb9c4-cb16-421e-80a4-d4839c31c617 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:18.406542 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-458eb9c4-cb16-421e-80a4-d4839c31c617 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:18.417344 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:18.470355 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:18.528475 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458eb9c4-cb16-421e-80a4-d4839c31c617 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:18.528475 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-458eb9c4-cb16-421e-80a4-d4839c31c617 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:18.580848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1a2990-dcf9-4a89-9554-b4bbc4bd01c9 None None] Network d98b7571-a717-46ab-9fd5-452dc7965441 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:18.643010 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=4ba7dfc1-2652-4634-aeb6-00e96f992c11,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:18.688054 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c6d9b5-46a7-42c7-8c27-8218c5682008 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:18.819219 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Allocated IP 172.25.5.23 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/cb95f396-927d-48e6-91d1-065e01331e12) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:18.869558 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:18.900293 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-094f3deb-35da-435c-bc6b-e8e0cacf35e9 req-16971751-46db-4e71-b591-5d2196305ce5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 210 time: 0.0652385 Mar 01 21:13:19.016291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:19.021605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:19.039262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:19.039262 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:19.092633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=ba2f3868-2007-4ef1-b8db-b56801187947,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:19.146419 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:19.147063 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:19.147611 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:19.148077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:19.153533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:19.153533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:19.153533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:19.153533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:19.153533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:19.153533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:19.153533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:19.153533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:13:19.162206 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:19.242130 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f76caf1f-a2d9-4f21-9cb9-d3e19e447a30 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3024611 Mar 01 21:13:19.245095 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37354) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:19.257544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-64e5a811-4ecd-4c2f-bb27-981df10f36f0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'fixed_ips': [{'subnet_id': 'ba2f3868-2007-4ef1-b8db-b56801187947', 'ip_address': '2001:db8::3747:73a7:5cdb:610'}], 'name': 'tempest-NetworksTestDHCPv6-361897370'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:19.294548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec752cf-44b7-4523-b0fe-5f0e96f12135 None None] Pushing event updated for resources: {'Port': ['ID=98ac23d7-974b-4eb3-bf69-299f88b43269,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:19.337588 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:19.374203 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-458eb9c4-cb16-421e-80a4-d4839c31c617 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:19.526055 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458eb9c4-cb16-421e-80a4-d4839c31c617 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network d98b7571-a717-46ab-9fd5-452dc7965441 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:19.530376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-458eb9c4-cb16-421e-80a4-d4839c31c617 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:19.535119 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:19.535119 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Pushing event updated for resources: {'Port': ['ID=cb95f396-927d-48e6-91d1-065e01331e12,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:19.535792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458eb9c4-cb16-421e-80a4-d4839c31c617 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:19.536149 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-458eb9c4-cb16-421e-80a4-d4839c31c617 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:19.540645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:19.547950 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:19.644579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458eb9c4-cb16-421e-80a4-d4839c31c617 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Subnet': ['ID=41402f7a-de58-49c8-b98b-78fc0a1c4f44,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:19.654560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-64e5a811-4ecd-4c2f-bb27-981df10f36f0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:19.661021 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-64e5a811-4ecd-4c2f-bb27-981df10f36f0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:port and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:19.665334 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-64e5a811-4ecd-4c2f-bb27-981df10f36f0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:19.673414 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-64e5a811-4ecd-4c2f-bb27-981df10f36f0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:19.699948 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] Attempting to bind port 98ac23d7-974b-4eb3-bf69-299f88b43269 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:13:19.699948 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] Attempting to bind port 98ac23d7-974b-4eb3-bf69-299f88b43269 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '84dd909c-4d7a-4be8-b843-436a0ab1dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:13:19.700265 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] Attempting to bind port 98ac23d7-974b-4eb3-bf69-299f88b43269 on network 955e18d0-99d5-4e9f-a46b-3d60079a8d65 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:13:19.709098 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-458eb9c4-cb16-421e-80a4-d4839c31c617 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7591114 Mar 01 21:13:19.709098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37360) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:19.717978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-5e8fdec1-7738-49b1-8a05-1b360112c5c1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'security_group': {'name': 'tempest-secgroup-1622084874'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:19.730244 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port de3becba-a0c1-4be6-b5eb-c354c92cfbb2 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:19.730941 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:19.735311 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5e8fdec1-7738-49b1-8a05-1b360112c5c1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:19.745348 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5e8fdec1-7738-49b1-8a05-1b360112c5c1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:security_group and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:19.753369 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5e8fdec1-7738-49b1-8a05-1b360112c5c1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:19.770633 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5e8fdec1-7738-49b1-8a05-1b360112c5c1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:19.780289 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e5a811-4ecd-4c2f-bb27-981df10f36f0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:19.782713 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:13:19.783405 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] Checking segment: {'id': '84dd909c-4d7a-4be8-b843-436a0ab1dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:13:19.784013 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:19.784596 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] Bound using segment: {'id': '84dd909c-4d7a-4be8-b843-436a0ab1dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:13:19.785274 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] Bound port: 98ac23d7-974b-4eb3-bf69-299f88b43269, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84dd909c-4d7a-4be8-b843-436a0ab1dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:13:19.785871 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:19.914042 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] For port 98ac23d7-974b-4eb3-bf69-299f88b43269, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:13:19.925826 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] For port 98ac23d7-974b-4eb3-bf69-299f88b43269, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=98ac23d7-974b-4eb3-bf69-299f88b43269,segment=NetworkSegment(84dd909c-4d7a-4be8-b843-436a0ab1dce5),segment_id=84dd909c-4d7a-4be8-b843-436a0ab1dce5)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:13:19.948381 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e8fdec1-7738-49b1-8a05-1b360112c5c1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:20.035234 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5e8fdec1-7738-49b1-8a05-1b360112c5c1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:20.065337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5e8fdec1-7738-49b1-8a05-1b360112c5c1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:security_group_rule and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:20.074126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5e8fdec1-7738-49b1-8a05-1b360112c5c1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:20.081126 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:20.125994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5e8fdec1-7738-49b1-8a05-1b360112c5c1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:20.202046 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-64e5a811-4ecd-4c2f-bb27-981df10f36f0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:20.226497 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec752cf-44b7-4523-b0fe-5f0e96f12135 None None] Pushing event updated for resources: {'Port': ['ID=98ac23d7-974b-4eb3-bf69-299f88b43269,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:20.442478 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d719b4e9-fdcf-485d-aaf1-83c989d76763 req-79acf0a0-af9e-41cd-a4f9-92297a7100c1 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 210 time: 0.2211375 Mar 01 21:13:20.462197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-64e5a811-4ecd-4c2f-bb27-981df10f36f0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port a1525d62-1ddf-49a9-a98d-1ddacdb6fba3 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:13:20.659471 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:20.738894 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] Routers {'f49a8e32-4832-4c86-a99d-48f3aee42c3f'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:13:20.749844 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:13:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49a8e32-4832-4c86-a99d-48f3aee42c3f'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:20.800457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-64e5a811-4ecd-4c2f-bb27-981df10f36f0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::3747:73a7:5cdb:610 (cc39aad2-d371-4bc1-8f73-2342392e478c/ba2f3868-2007-4ef1-b8db-b56801187947/a1525d62-1ddf-49a9-a98d-1ddacdb6fba3) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:20.902239 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9860ef9b-40d4-49a7-83b3-3c3ca943a52c None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:21.033021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4ba7dfc1-2652-4634-aeb6-00e96f992c11 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:21.282650 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-64e5a811-4ecd-4c2f-bb27-981df10f36f0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:21.349820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-dafa0cab-2e8c-411e-b1d7-df5a62c8cb06 None None] Provisioning complete for port 4ba7dfc1-2652-4634-aeb6-00e96f992c11 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:21.350562 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dafa0cab-2e8c-411e-b1d7-df5a62c8cb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:21.401427 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e8fdec1-7738-49b1-8a05-1b360112c5c1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:21.412170 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] Set router f49a8e32-4832-4c86-a99d-48f3aee42c3f gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:13:21.430364 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-64e5a811-4ecd-4c2f-bb27-981df10f36f0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object a1525d62-1ddf-49a9-a98d-1ddacdb6fba3 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:21.568187 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e8fdec1-7738-49b1-8a05-1b360112c5c1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:21.580310 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:21.684753 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-64e5a811-4ecd-4c2f-bb27-981df10f36f0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:21.692778 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5958973c-dbe1-4ce6-b71b-656ed4f586ca req-a7c23d79-4039-4963-8eed-81db352248bd tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 210 time: 0.1171956 Mar 01 21:13:21.772974 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b095a242-439f-4b33-8de3-841fd6333db1 None None] Network d98b7571-a717-46ab-9fd5-452dc7965441 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:21.791810 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 4ba7dfc1-2652-4634-aeb6-00e96f992c11 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:21.792057 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:21.804956 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89b04d-de1a-4c65-a337-952e2a2513de req-815fea70-70eb-47f5-abf7-e5ba774e64fc tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:21.808100 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da89b04d-de1a-4c65-a337-952e2a2513de req-815fea70-70eb-47f5-abf7-e5ba774e64fc tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.57 "GET /v2.0/networks?id=955e18d0-99d5-4e9f-a46b-3d60079a8d65 HTTP/1.1" status: 200 len: 797 time: 0.6619058 Mar 01 21:13:21.811346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8fdec1-7738-49b1-8a05-1b360112c5c1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d076e9-1c02-4b5b-9e5e-04dddad074bd,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:21.816968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e5a811-4ecd-4c2f-bb27-981df10f36f0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:21.826584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-64e5a811-4ecd-4c2f-bb27-981df10f36f0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:21.837152 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e5a811-4ecd-4c2f-bb27-981df10f36f0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:21.843949 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e5a811-4ecd-4c2f-bb27-981df10f36f0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:21.844490 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-64e5a811-4ecd-4c2f-bb27-981df10f36f0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:21.852820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5a811-4ecd-4c2f-bb27-981df10f36f0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=a1525d62-1ddf-49a9-a98d-1ddacdb6fba3,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:21.879201 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:21.885525 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e8fdec1-7738-49b1-8a05-1b360112c5c1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:21.886863 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5e8fdec1-7738-49b1-8a05-1b360112c5c1 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1777306 Mar 01 21:13:21.889676 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37372) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:21.897100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-18dd6f90-7e1f-4db2-9036-75aeb8bca9d4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'security_group': {'name': 'tempest-secgroup-2079123170'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:21.903437 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-18dd6f90-7e1f-4db2-9036-75aeb8bca9d4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:21.912767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-18dd6f90-7e1f-4db2-9036-75aeb8bca9d4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:security_group and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:21.912767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-18dd6f90-7e1f-4db2-9036-75aeb8bca9d4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:21.918418 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-18dd6f90-7e1f-4db2-9036-75aeb8bca9d4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:21.951557 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da89b04d-de1a-4c65-a337-952e2a2513de req-eb79c88d-a5dd-4286-90de-e2f051e28907 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55abf7132a284d2983dea80802c45cbf HTTP/1.1" status: 200 len: 380 time: 0.1360340 Mar 01 21:13:21.960640 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-64e5a811-4ecd-4c2f-bb27-981df10f36f0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7108264 Mar 01 21:13:21.961602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37376) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:21.971680 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-da89b04d-de1a-4c65-a337-952e2a2513de req-0dc6885f-7ed9-49e0-b86b-dbbbc6269197 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'port': {'device_id': '9648265a-95b4-419b-ade1-d47a2a9ccef6', 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65', 'admin_state_up': True, 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'security_groups': ['318c3c54-ea60-443e-b8aa-4509177b1624']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:22.029049 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-18dd6f90-7e1f-4db2-9036-75aeb8bca9d4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:22.093592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-18dd6f90-7e1f-4db2-9036-75aeb8bca9d4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:22.112175 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e5ed7e-c856-47e8-b5ea-ed027dac2b26 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:22.120928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e5ed7e-c856-47e8-b5ea-ed027dac2b26 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:22.121799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-18e5ed7e-c856-47e8-b5ea-ed027dac2b26 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:22.129348 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-18dd6f90-7e1f-4db2-9036-75aeb8bca9d4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:security_group_rule and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:22.141946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-18dd6f90-7e1f-4db2-9036-75aeb8bca9d4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:22.150378 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-18dd6f90-7e1f-4db2-9036-75aeb8bca9d4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:22.234732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-18e5ed7e-c856-47e8-b5ea-ed027dac2b26 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:22.238807 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37380) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:22.240000 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-18e5ed7e-c856-47e8-b5ea-ed027dac2b26 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.2770951 Mar 01 21:13:22.271857 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-18dd6f90-7e1f-4db2-9036-75aeb8bca9d4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:22.280974 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-da89b04d-de1a-4c65-a337-952e2a2513de req-0dc6885f-7ed9-49e0-b86b-dbbbc6269197 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:22.314770 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-da89b04d-de1a-4c65-a337-952e2a2513de req-0dc6885f-7ed9-49e0-b86b-dbbbc6269197 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:22.341787 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b92d2b47-0109-4e39-a355-d131db8578ba tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port a1525d62-1ddf-49a9-a98d-1ddacdb6fba3 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:22.342490 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b92d2b47-0109-4e39-a355-d131db8578ba tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:22.383423 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-18dd6f90-7e1f-4db2-9036-75aeb8bca9d4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:22.457003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd6f90-7e1f-4db2-9036-75aeb8bca9d4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d17c61-c6c9-4462-b996-340436232786,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:22.510292 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da89b04d-de1a-4c65-a337-952e2a2513de req-0dc6885f-7ed9-49e0-b86b-dbbbc6269197 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Made reservation on behalf of 55abf7132a284d2983dea80802c45cbf for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:22.514523 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-da89b04d-de1a-4c65-a337-952e2a2513de req-0dc6885f-7ed9-49e0-b86b-dbbbc6269197 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:22.632733 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device effe4ce4-95b0-4d3b-b955-2e919dc01a06 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:22.735798 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-18dd6f90-7e1f-4db2-9036-75aeb8bca9d4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:22.735798 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-18dd6f90-7e1f-4db2-9036-75aeb8bca9d4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6973932 Mar 01 21:13:22.735798 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37384) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:22.735798 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-d0739cf0-6f0e-4edb-91aa-c677a501467d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'security_group': {'name': 'tempest-secgroup-1159768781'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:22.741646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Router de31bde2-5447-4275-8422-83e3bcb04293 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:13:22.743937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d0739cf0-6f0e-4edb-91aa-c677a501467d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:22.743937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d0739cf0-6f0e-4edb-91aa-c677a501467d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:security_group and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:22.743937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d0739cf0-6f0e-4edb-91aa-c677a501467d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:22.743937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d0739cf0-6f0e-4edb-91aa-c677a501467d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:22.744651 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3e021c96-a7a3-45a7-a454-cd3460d2e154 None None] Provisioning complete for port de1d8729-b0bc-46bb-9ab6-4680fce77edd triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:22.744651 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3e021c96-a7a3-45a7-a454-cd3460d2e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:22.744651 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157566918', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:12:57Z', 'updated_at': '2022-03-01T21:13:10Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:59Z', 'updated_at': '2022-03-01T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '98ac23d7-974b-4eb3-bf69-299f88b43269', 'name': '', 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:f6:0c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '94ff59b6-ac8a-41c2-9c6a-4feb46c8d503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:07Z', 'updated_at': '2022-03-01T21:13:19Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '94ff59b6-ac8a-41c2-9c6a-4feb46c8d503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:22.809039 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d0739cf0-6f0e-4edb-91aa-c677a501467d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:22.847903 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eaad286-7f32-4291-a420-73c834c2bc2e None None] The sync data for ids ['f49a8e32-4832-4c86-a99d-48f3aee42c3f'] in n-d-827896-4 is: [{'id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157566918', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:12:57Z', 'updated_at': '2022-03-01T21:13:10Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:59Z', 'updated_at': '2022-03-01T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '98ac23d7-974b-4eb3-bf69-299f88b43269', 'name': '', 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:f6:0c:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '94ff59b6-ac8a-41c2-9c6a-4feb46c8d503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:07Z', 'updated_at': '2022-03-01T21:13:19Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '94ff59b6-ac8a-41c2-9c6a-4feb46c8d503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:13:22.875247 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port effe4ce4-95b0-4d3b-b955-2e919dc01a06 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:22.884083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d0739cf0-6f0e-4edb-91aa-c677a501467d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:22.900532 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b92d2b47-0109-4e39-a355-d131db8578ba tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:22.902911 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d0739cf0-6f0e-4edb-91aa-c677a501467d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:security_group_rule and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:22.915866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d0739cf0-6f0e-4edb-91aa-c677a501467d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:22.949562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d0739cf0-6f0e-4edb-91aa-c677a501467d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:23.164817 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port effe4ce4-95b0-4d3b-b955-2e919dc01a06 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:23.170611 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:23.212768 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab236a4f-e1de-4a40-83f9-4643f3f6a235 req-e75da468-c256-44ac-989c-d3c3a6b5687d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 210 time: 0.2227259 Mar 01 21:13:23.363138 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3e021c96-a7a3-45a7-a454-cd3460d2e154 None None] Provisioning complete for port 32602de0-4803-4a18-ac18-a64bf75aaa0f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:23.363730 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3e021c96-a7a3-45a7-a454-cd3460d2e154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:23.391422 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b92d2b47-0109-4e39-a355-d131db8578ba tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for a1525d62-1ddf-49a9-a98d-1ddacdb6fba3 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:23.414958 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d0739cf0-6f0e-4edb-91aa-c677a501467d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:23.452302 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3e021c96-a7a3-45a7-a454-cd3460d2e154 None None] Port 32602de0-4803-4a18-ac18-a64bf75aaa0f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:13:23.536414 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d0739cf0-6f0e-4edb-91aa-c677a501467d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:23.552314 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:23.574472 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port effe4ce4-95b0-4d3b-b955-2e919dc01a06, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=effe4ce4-95b0-4d3b-b955-2e919dc01a06,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:23.593776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0927987f-f8d9-49cd-ad57-e674f082c342 None None] Provisioning complete for port de1d8729-b0bc-46bb-9ab6-4680fce77edd triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:23.594514 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0927987f-f8d9-49cd-ad57-e674f082c342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:23.600391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0739cf0-6f0e-4edb-91aa-c677a501467d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34f23a2b-7887-4998-a7a1-b940ef8d49ee,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:23.711319 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:23.763823 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d0739cf0-6f0e-4edb-91aa-c677a501467d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:23.763823 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d0739cf0-6f0e-4edb-91aa-c677a501467d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1655204 Mar 01 21:13:23.764714 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37394) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:23.770468 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4474e902-cb06-4d27-928a-33d8d5c8fa12 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1537761414', 'security_groups': ['34f23a2b-7887-4998-a7a1-b940ef8d49ee'], 'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '41402f7a-de58-49c8-b98b-78fc0a1c4f44'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:23.892345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-da89b04d-de1a-4c65-a337-952e2a2513de req-0dc6885f-7ed9-49e0-b86b-dbbbc6269197 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Allocated IP 172.20.0.5 (955e18d0-99d5-4e9f-a46b-3d60079a8d65/94ff59b6-ac8a-41c2-9c6a-4feb46c8d503/bc74a27e-c044-4e86-b030-a6b4f375a854) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:23.895553 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:13:23.954427 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 98ac23d7-974b-4eb3-bf69-299f88b43269 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:23.986186 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=effe4ce4-95b0-4d3b-b955-2e919dc01a06,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:24.014746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] Sync routers for ids ['de31bde2-5447-4275-8422-83e3bcb04293'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:13:24.015951 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:24.020388 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-313e2edb-1e8a-4082-8f54-4e2e67169ec8 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 7.8736141 Mar 01 21:13:24.021668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37400) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:24.054605 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] Routers {'de31bde2-5447-4275-8422-83e3bcb04293'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:13:24.056964 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:13:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['de31bde2-5447-4275-8422-83e3bcb04293'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:24.145843 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4474e902-cb06-4d27-928a-33d8d5c8fa12 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:24.158195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4474e902-cb06-4d27-928a-33d8d5c8fa12 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:24.165178 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:24.190841 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0927987f-f8d9-49cd-ad57-e674f082c342 None None] Provisioning complete for port 4ba7dfc1-2652-4634-aeb6-00e96f992c11 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:24.191271 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0927987f-f8d9-49cd-ad57-e674f082c342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:24.202501 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390c610d-52d9-4f91-be06-97cffee1d173 req-00df98bb-0a34-4423-8f87-11b196ef3cfa tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:24.204399 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-390c610d-52d9-4f91-be06-97cffee1d173 req-00df98bb-0a34-4423-8f87-11b196ef3cfa tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 945 time: 0.2549312 Mar 01 21:13:24.248751 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9d402d2-a24a-48b6-b28f-08de5fc0f022 req-abc3e0af-4247-4ec8-a5d1-ee69df7e6b0e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2242234 Mar 01 21:13:24.269926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-390c610d-52d9-4f91-be06-97cffee1d173 req-8be2661c-3b80-4e9a-b516-4e948eb6ffc2 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567427 Mar 01 21:13:24.284158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4474e902-cb06-4d27-928a-33d8d5c8fa12 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:24.286953 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d7da41ec-7585-4e0d-85f9-05411abca9ee tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "GET /v2.0/routers/de31bde2-5447-4275-8422-83e3bcb04293 HTTP/1.1" status: 200 len: 906 time: 0.2597899 Mar 01 21:13:24.287574 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37406) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:24.306780 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b92d2b47-0109-4e39-a355-d131db8578ba tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:24.450682 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92d2b47-0109-4e39-a355-d131db8578ba tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=a1525d62-1ddf-49a9-a98d-1ddacdb6fba3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:24.457532 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] Set router de31bde2-5447-4275-8422-83e3bcb04293 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:13:24.518840 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-285879b3-4c0d-4169-af4a-2ba7c4383a2a req-93ee3d37-8814-41ba-b820-95fe727c22d6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 210 time: 0.0857410 Mar 01 21:13:24.541394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 98ac23d7-974b-4eb3-bf69-299f88b43269 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:24.555589 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b92d2b47-0109-4e39-a355-d131db8578ba tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:24.560111 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b92d2b47-0109-4e39-a355-d131db8578ba tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/a1525d62-1ddf-49a9-a98d-1ddacdb6fba3 HTTP/1.1" status: 204 len: 168 time: 2.3200624 Mar 01 21:13:24.564876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37410) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:24.593983 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4474e902-cb06-4d27-928a-33d8d5c8fa12 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:24.605172 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d402d2-a24a-48b6-b28f-08de5fc0f022 req-2c9d5231-3249-41e3-ac2d-d400d8897481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:24.607469 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9d402d2-a24a-48b6-b28f-08de5fc0f022 req-2c9d5231-3249-41e3-ac2d-d400d8897481 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d397067f52704b8293603081e97c4744&device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 1096 time: 0.3283007 Mar 01 21:13:24.639791 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-4474e902-cb06-4d27-928a-33d8d5c8fa12 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] device_id is not set on port a8548746-78bc-4ec0-bd80-de7605a95d40 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:13:24.639871 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 98ac23d7-974b-4eb3-bf69-299f88b43269 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:24.639871 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:24.687064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1907b4a0-95cf-478c-90b5-8354ff73863b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:24.688910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1907b4a0-95cf-478c-90b5-8354ff73863b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:24.690450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1907b4a0-95cf-478c-90b5-8354ff73863b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:25.007925 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:25.019382 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0927987f-f8d9-49cd-ad57-e674f082c342 None None] Could not find standard attr ID for object a1525d62-1ddf-49a9-a98d-1ddacdb6fba3. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:13:25.057946 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:25.085231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1907b4a0-95cf-478c-90b5-8354ff73863b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:25.087283 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1907b4a0-95cf-478c-90b5-8354ff73863b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5180852 Mar 01 21:13:25.092330 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37414) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:25.121637 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0927987f-f8d9-49cd-ad57-e674f082c342 None None] Provisioning complete for port 32602de0-4803-4a18-ac18-a64bf75aaa0f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:25.123338 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0927987f-f8d9-49cd-ad57-e674f082c342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:25.181092 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 98ac23d7-974b-4eb3-bf69-299f88b43269, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=98ac23d7-974b-4eb3-bf69-299f88b43269,segment=NetworkSegment(84dd909c-4d7a-4be8-b843-436a0ab1dce5),segment_id=84dd909c-4d7a-4be8-b843-436a0ab1dce5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:25.198351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d402d2-a24a-48b6-b28f-08de5fc0f022 req-bc030ea9-cabb-4b8d-b3e5-6c642e9d8a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:25.199839 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9d402d2-a24a-48b6-b28f-08de5fc0f022 req-bc030ea9-cabb-4b8d-b3e5-6c642e9d8a44 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e517bba3-d9c1-4868-8682-f20940261900 HTTP/1.1" status: 200 len: 915 time: 0.4295392 Mar 01 21:13:25.207120 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-0927987f-f8d9-49cd-ad57-e674f082c342 None None] Port 32602de0-4803-4a18-ac18-a64bf75aaa0f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:13:25.217726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-4474e902-cb06-4d27-928a-33d8d5c8fa12 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Allocated IP 2001:db8::1be (d98b7571-a717-46ab-9fd5-452dc7965441/41402f7a-de58-49c8-b98b-78fc0a1c4f44/a8548746-78bc-4ec0-bd80-de7605a95d40) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:25.228719 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de31bde2-5447-4275-8422-83e3bcb04293', 'name': 'tempest-snat-router-776308151', 'tenant_id': 'a3be48724aff451196f0b840c5379588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.23'}], 'enable_snat': True}, 'gw_port_id': 'cb95f396-927d-48e6-91d1-065e01331e12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:13:16Z', 'updated_at': '2022-03-01T21:13:20Z', 'revision_number': 3, 'project_id': 'a3be48724aff451196f0b840c5379588', 'gw_port': {'id': 'cb95f396-927d-48e6-91d1-065e01331e12', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:92:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de31bde2-5447-4275-8422-83e3bcb04293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2674, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:18Z', 'updated_at': '2022-03-01T21:13:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:25.238239 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:25.269019 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] Checking router: de31bde2-5447-4275-8422-83e3bcb04293 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:13:25.269262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] Updating router de31bde2-5447-4275-8422-83e3bcb04293 port cb95f396-927d-48e6-91d1-065e01331e12 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:13:25.286896 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9d402d2-a24a-48b6-b28f-08de5fc0f022 req-98df11bb-0740-45d1-921b-2f4be490a75c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0f13a087-92f7-404e-b40b-a3a52c97e512 HTTP/1.1" status: 200 len: 217 time: 0.0713418 Mar 01 21:13:25.351547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-cd9a85d0-b465-4600-980c-2008592355d1 None None] Could not find standard attr ID for object a1525d62-1ddf-49a9-a98d-1ddacdb6fba3. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:13:25.366142 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=98ac23d7-974b-4eb3-bf69-299f88b43269,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:25.368389 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:25.406914 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb05e733-38da-4996-a0d8-05048d393269 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet ba2f3868-2007-4ef1-b8db-b56801187947 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:13:25.413730 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-eb05e733-38da-4996-a0d8-05048d393269 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:25.416659 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d402d2-a24a-48b6-b28f-08de5fc0f022 req-219fa1db-aa7e-4ea2-b65c-5e79cf3f4acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:25.418145 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9d402d2-a24a-48b6-b28f-08de5fc0f022 req-219fa1db-aa7e-4ea2-b65c-5e79cf3f4acd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7383c311-3b9e-4b34-8537-6f468962ae9d HTTP/1.1" status: 200 len: 854 time: 0.1248388 Mar 01 21:13:25.479752 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-da89b04d-de1a-4c65-a337-952e2a2513de req-0dc6885f-7ed9-49e0-b86b-dbbbc6269197 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:25.525134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-da89b04d-de1a-4c65-a337-952e2a2513de req-0dc6885f-7ed9-49e0-b86b-dbbbc6269197 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Transition to ACTIVE for port object bc74a27e-c044-4e86-b030-a6b4f375a854 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:25.527499 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-eb05e733-38da-4996-a0d8-05048d393269 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:25.558176 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:25.561535 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9d402d2-a24a-48b6-b28f-08de5fc0f022 req-01181aa2-f9ab-4487-824e-f65506c3a06a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e517bba3-d9c1-4868-8682-f20940261900&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1356902 Mar 01 21:13:25.628547 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-eb05e733-38da-4996-a0d8-05048d393269 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:25.684252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a766a9c-44c0-4bb7-a671-54f7b7abc4f5 req-32868468-404b-449c-b075-b4f594b0861f tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:25.685786 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-5a766a9c-44c0-4bb7-a671-54f7b7abc4f5 req-32868468-404b-449c-b075-b4f594b0861f tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Synchronizing usage tracker for tenant:d397067f52704b8293603081e97c4744 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:25.696762 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Deleting port cb95f396-927d-48e6-91d1-065e01331e12 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:25.697104 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:25.767124 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a6d77a3-e7bc-4e8b-b9c6-00cc3fa11c96 req-d0ab1e3a-e031-4e19-8deb-ded930dfb7bc tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 210 time: 0.0717726 Mar 01 21:13:25.822782 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:25.822899 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4474e902-cb06-4d27-928a-33d8d5c8fa12 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:25.829556 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9d402d2-a24a-48b6-b28f-08de5fc0f022 req-e3d5b85c-d5f5-40d6-952a-c3826c971d4c service neutron] 10.222.0.55 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549157 Mar 01 21:13:25.854655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 98ac23d7-974b-4eb3-bf69-299f88b43269 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:25.870933 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2867f2-9b94-4b2a-8cd1-3093d479f952 req-3a6c29a0-d4ca-4fd9-87c7-2d2922daa6d3 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:25.873361 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c2867f2-9b94-4b2a-8cd1-3093d479f952 req-3a6c29a0-d4ca-4fd9-87c7-2d2922daa6d3 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 945 time: 0.4047437 Mar 01 21:13:25.876860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-4474e902-cb06-4d27-928a-33d8d5c8fa12 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Transition to ACTIVE for port object a8548746-78bc-4ec0-bd80-de7605a95d40 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:25.941936 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 98ac23d7-974b-4eb3-bf69-299f88b43269 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:25.942251 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:25.983649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-5a766a9c-44c0-4bb7-a671-54f7b7abc4f5 req-32868468-404b-449c-b075-b4f594b0861f tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Unset dirty status for tenant:d397067f52704b8293603081e97c4744 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:25.984357 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5a766a9c-44c0-4bb7-a671-54f7b7abc4f5 req-32868468-404b-449c-b075-b4f594b0861f tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.57 "GET /v2.0/ports?device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 945 time: 0.7125189 Mar 01 21:13:25.992537 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-da89b04d-de1a-4c65-a337-952e2a2513de req-0dc6885f-7ed9-49e0-b86b-dbbbc6269197 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:26.007040 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c2867f2-9b94-4b2a-8cd1-3093d479f952 req-a017c21e-0f9e-43f4-b0b3-488401060f2c tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174531 Mar 01 21:13:26.051775 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9d402d2-a24a-48b6-b28f-08de5fc0f022 req-17abdd58-6c6a-4f7d-934e-80185ef17495 service neutron] 10.222.0.55 "GET /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143013 Mar 01 21:13:26.062798 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] Transition to ACTIVE for port object cb95f396-927d-48e6-91d1-065e01331e12 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:26.098290 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device effe4ce4-95b0-4d3b-b955-2e919dc01a06 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:26.110163 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4474e902-cb06-4d27-928a-33d8d5c8fa12 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:26.143031 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-eb05e733-38da-4996-a0d8-05048d393269 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:26.156559 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:26.188803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc6885f-7ed9-49e0-b86b-dbbbc6269197 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=bc74a27e-c044-4e86-b030-a6b4f375a854,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:26.189004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4474e902-cb06-4d27-928a-33d8d5c8fa12 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network d98b7571-a717-46ab-9fd5-452dc7965441 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:26.205039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-4474e902-cb06-4d27-928a-33d8d5c8fa12 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:26.207592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4474e902-cb06-4d27-928a-33d8d5c8fa12 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:26.213469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4474e902-cb06-4d27-928a-33d8d5c8fa12 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:26.214481 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4474e902-cb06-4d27-928a-33d8d5c8fa12 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:26.214614 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da89b04d-de1a-4c65-a337-952e2a2513de req-0dc6885f-7ed9-49e0-b86b-dbbbc6269197 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network 955e18d0-99d5-4e9f-a46b-3d60079a8d65 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:26.226059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-da89b04d-de1a-4c65-a337-952e2a2513de req-0dc6885f-7ed9-49e0-b86b-dbbbc6269197 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:26.229687 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4474e902-cb06-4d27-928a-33d8d5c8fa12 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=a8548746-78bc-4ec0-bd80-de7605a95d40,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:26.232870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-da89b04d-de1a-4c65-a337-952e2a2513de req-0dc6885f-7ed9-49e0-b86b-dbbbc6269197 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:26.243576 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b50fd-4173-4980-b4a0-a3f42c91061f None None] Pushing event updated for resources: {'Port': ['ID=cb95f396-927d-48e6-91d1-065e01331e12,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:26.262990 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb05e733-38da-4996-a0d8-05048d393269 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2f3868-2007-4ef1-b8db-b56801187947,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:26.270686 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] Attempting to bind port cb95f396-927d-48e6-91d1-065e01331e12 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:13:26.271139 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] Attempting to bind port cb95f396-927d-48e6-91d1-065e01331e12 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:13:26.272068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] Attempting to bind port cb95f396-927d-48e6-91d1-065e01331e12 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:13:26.273157 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-eb05e733-38da-4996-a0d8-05048d393269 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:26.273818 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port effe4ce4-95b0-4d3b-b955-2e919dc01a06 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:26.274192 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:26.305656 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaf71d6-5451-4e09-9293-80386964063d None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:26.315698 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-5a766a9c-44c0-4bb7-a671-54f7b7abc4f5 req-4835c4df-5141-4290-8c99-b0cddae33dc2 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Deleting port 046f66ab-a7ba-4915-8b82-068a7fa940d0 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:26.316039 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5a766a9c-44c0-4bb7-a671-54f7b7abc4f5 req-4835c4df-5141-4290-8c99-b0cddae33dc2 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:26.346110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:13:26.346110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:13:26.346110 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:26.346110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:13:26.346489 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] Bound port: cb95f396-927d-48e6-91d1-065e01331e12, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:13:26.346682 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:26.348691 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4474e902-cb06-4d27-928a-33d8d5c8fa12 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5828941 Mar 01 21:13:26.354044 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37424) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:26.370426 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-ff8e699e-197d-4678-ac0c-4e10ec63f49e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'subnet': {'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:26.402699 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:26.418578 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89b04d-de1a-4c65-a337-952e2a2513de req-0dc6885f-7ed9-49e0-b86b-dbbbc6269197 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:26.419748 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-da89b04d-de1a-4c65-a337-952e2a2513de req-0dc6885f-7ed9-49e0-b86b-dbbbc6269197 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:26.597835 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-eb05e733-38da-4996-a0d8-05048d393269 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/ba2f3868-2007-4ef1-b8db-b56801187947 HTTP/1.1" status: 204 len: 168 time: 1.5024524 Mar 01 21:13:26.616327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Calling delete_port for cb95f396-927d-48e6-91d1-065e01331e12 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:26.617537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37428) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:26.663224 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] For port cb95f396-927d-48e6-91d1-065e01331e12, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:13:26.686494 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] For port cb95f396-927d-48e6-91d1-065e01331e12, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=cb95f396-927d-48e6-91d1-065e01331e12,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:13:26.703400 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ff8e699e-197d-4678-ac0c-4e10ec63f49e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:26.717181 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ff8e699e-197d-4678-ac0c-4e10ec63f49e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:subnet and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:26.726795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ff8e699e-197d-4678-ac0c-4e10ec63f49e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:26.731563 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8b34f4c2-df60-43fc-a2a8-227cc6d8237f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1119349 Mar 01 21:13:26.735504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37432) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:26.738227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ff8e699e-197d-4678-ac0c-4e10ec63f49e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:26.743864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-346af5b8-9ecf-48ed-8811-5ffb4d845eb3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:26.752928 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da89b04d-de1a-4c65-a337-952e2a2513de req-0dc6885f-7ed9-49e0-b86b-dbbbc6269197 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7871511 Mar 01 21:13:26.766404 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:26.768341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] Request body: {'port': {'device_id': '9648265a-95b4-419b-ade1-d47a2a9ccef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:26.844605 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995a7dcf-cdd1-445e-b226-96072cc19c8e None None] DHCP port deletion for cc39aad2-d371-4bc1-8f73-2342392e478c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:13:26.848439 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8b640c35-08fb-4109-8bfe-0656ccf35674 None None] Provisioning for port a8548746-78bc-4ec0-bd80-de7605a95d40 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:26.862045 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-995a7dcf-cdd1-445e-b226-96072cc19c8e None None] Deleting port 4ba7dfc1-2652-4634-aeb6-00e96f992c11 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:26.862665 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-995a7dcf-cdd1-445e-b226-96072cc19c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:26.868597 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-346af5b8-9ecf-48ed-8811-5ffb4d845eb3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:26.870774 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff8e699e-197d-4678-ac0c-4e10ec63f49e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:26.874455 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ff8e699e-197d-4678-ac0c-4e10ec63f49e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:26.908115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-346af5b8-9ecf-48ed-8811-5ffb4d845eb3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:26.908344 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:13:26.908677 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:13:26.930393 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8b640c35-08fb-4109-8bfe-0656ccf35674 None None] Provisioning complete for port a8548746-78bc-4ec0-bd80-de7605a95d40 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:26.931328 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8b640c35-08fb-4109-8bfe-0656ccf35674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:27.079819 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-346af5b8-9ecf-48ed-8811-5ffb4d845eb3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:27.091872 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8b640c35-08fb-4109-8bfe-0656ccf35674 None None] Port a8548746-78bc-4ec0-bd80-de7605a95d40 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:13:27.096013 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] Routers {'de31bde2-5447-4275-8422-83e3bcb04293'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:13:27.096607 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:13:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['de31bde2-5447-4275-8422-83e3bcb04293'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:27.098340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-346af5b8-9ecf-48ed-8811-5ffb4d845eb3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:27.174321 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:27.258706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-5a766a9c-44c0-4bb7-a671-54f7b7abc4f5 req-4835c4df-5141-4290-8c99-b0cddae33dc2 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] For port 046f66ab-a7ba-4915-8b82-068a7fa940d0, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=046f66ab-a7ba-4915-8b82-068a7fa940d0,segment=NetworkSegment(c6341e0d-fcd7-4111-b102-4dbadec0c079),segment_id=c6341e0d-fcd7-4111-b102-4dbadec0c079)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:27.259353 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5a766a9c-44c0-4bb7-a671-54f7b7abc4f5 req-4835c4df-5141-4290-8c99-b0cddae33dc2 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:27.274078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880c373-7298-43a6-bc5a-48c04672e81a req-0a592bb4-8823-478e-8d8c-723ee7148368 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:27.275587 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1880c373-7298-43a6-bc5a-48c04672e81a req-0a592bb4-8823-478e-8d8c-723ee7148368 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 931 time: 0.3691514 Mar 01 21:13:27.282955 n-d-827896-4 neutron-server[88518]: INFO neutron.db.ipam_backend_mixin [None req-ff8e699e-197d-4678-ac0c-4e10ec63f49e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 41402f7a-de58-49c8-b98b-78fc0a1c4f44 (CIDR: 2001:db8::/64) Mar 01 21:13:27.285149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-346af5b8-9ecf-48ed-8811-5ffb4d845eb3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:27.288627 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-346af5b8-9ecf-48ed-8811-5ffb4d845eb3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:27.348134 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff8e699e-197d-4678-ac0c-4e10ec63f49e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:13:27.348622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff8e699e-197d-4678-ac0c-4e10ec63f49e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:13:27.352258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8b640c35-08fb-4109-8bfe-0656ccf35674 None None] Provisioning for port bc74a27e-c044-4e86-b030-a6b4f375a854 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:27.355173 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3b50fd-4173-4980-b4a0-a3f42c91061f None None] Pushing event updated for resources: {'Port': ['ID=cb95f396-927d-48e6-91d1-065e01331e12,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:27.376053 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8b640c35-08fb-4109-8bfe-0656ccf35674 None None] Provisioning complete for port bc74a27e-c044-4e86-b030-a6b4f375a854 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:27.376053 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8b640c35-08fb-4109-8bfe-0656ccf35674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:27.419523 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Deleting port cb95f396-927d-48e6-91d1-065e01331e12 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:27.420260 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:27.425416 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] Set router de31bde2-5447-4275-8422-83e3bcb04293 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:13:27.453344 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1880c373-7298-43a6-bc5a-48c04672e81a req-ab732b02-b229-4d16-8887-2d1863ff1dfd tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690545 Mar 01 21:13:27.488258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f14c1ce-88d8-40e9-b924-61f032838ad5 req-16e33c05-e293-4046-b862-989fb6ebad9c tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:27.489808 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f14c1ce-88d8-40e9-b924-61f032838ad5 req-16e33c05-e293-4046-b862-989fb6ebad9c tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 945 time: 0.2949245 Mar 01 21:13:27.558158 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ff8e699e-197d-4678-ac0c-4e10ec63f49e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2000620 Mar 01 21:13:27.558729 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37440) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:27.569622 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e4f72624-8c7b-4a72-9570-f12d62d42331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:27.576011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-a97493d8-c3b6-433c-8deb-c821d9876f2a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'subnet': {'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:27.594448 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de31bde2-5447-4275-8422-83e3bcb04293', 'name': 'tempest-snat-router-776308151', 'tenant_id': 'a3be48724aff451196f0b840c5379588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:13:16Z', 'updated_at': '2022-03-01T21:13:25Z', 'revision_number': 4, 'project_id': 'a3be48724aff451196f0b840c5379588', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:27.617248 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-5a766a9c-44c0-4bb7-a671-54f7b7abc4f5 req-4835c4df-5141-4290-8c99-b0cddae33dc2 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Calling delete_port for 046f66ab-a7ba-4915-8b82-068a7fa940d0 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:27.649038 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8b640c35-08fb-4109-8bfe-0656ccf35674 None None] Port bc74a27e-c044-4e86-b030-a6b4f375a854 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:13:27.658729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa54b737-0559-4810-afb8-8780407c9988 None None] The sync data for ids ['de31bde2-5447-4275-8422-83e3bcb04293'] in n-d-827896-4 is: [{'id': 'de31bde2-5447-4275-8422-83e3bcb04293', 'name': 'tempest-snat-router-776308151', 'tenant_id': 'a3be48724aff451196f0b840c5379588', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:13:16Z', 'updated_at': '2022-03-01T21:13:25Z', 'revision_number': 4, 'project_id': 'a3be48724aff451196f0b840c5379588', 'gw_port_host': None}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:13:27.674451 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-995a7dcf-cdd1-445e-b226-96072cc19c8e None None] For port 4ba7dfc1-2652-4634-aeb6-00e96f992c11, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4ba7dfc1-2652-4634-aeb6-00e96f992c11,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:27.674764 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-995a7dcf-cdd1-445e-b226-96072cc19c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:27.690840 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f14c1ce-88d8-40e9-b924-61f032838ad5 req-09a52a37-9a9e-4243-be23-84984f3ede27 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874437 Mar 01 21:13:27.812428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a97493d8-c3b6-433c-8deb-c821d9876f2a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:27.824108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a97493d8-c3b6-433c-8deb-c821d9876f2a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:subnet and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:27.830437 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a97493d8-c3b6-433c-8deb-c821d9876f2a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:27.836280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a97493d8-c3b6-433c-8deb-c821d9876f2a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:27.839084 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4ba7dfc1-2652-4634-aeb6-00e96f992c11 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:13:27.850371 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-346af5b8-9ecf-48ed-8811-5ffb4d845eb3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:27.878864 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-995a7dcf-cdd1-445e-b226-96072cc19c8e None None] Calling delete_port for 4ba7dfc1-2652-4634-aeb6-00e96f992c11 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:27.923410 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346af5b8-9ecf-48ed-8811-5ffb4d845eb3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:27.927203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-346af5b8-9ecf-48ed-8811-5ffb4d845eb3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:27.931899 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-346af5b8-9ecf-48ed-8811-5ffb4d845eb3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:27.932477 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-346af5b8-9ecf-48ed-8811-5ffb4d845eb3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:27.957783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97493d8-c3b6-433c-8deb-c821d9876f2a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:27.958744 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a97493d8-c3b6-433c-8deb-c821d9876f2a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:27.988581 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346af5b8-9ecf-48ed-8811-5ffb4d845eb3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=85db08ee-4174-4ef8-8537-1dd2a62389aa,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:28.047418 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:28.113357 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] For port cb95f396-927d-48e6-91d1-065e01331e12, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=cb95f396-927d-48e6-91d1-065e01331e12,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:28.116678 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:28.117802 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-346af5b8-9ecf-48ed-8811-5ffb4d845eb3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3812065 Mar 01 21:13:28.126793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37446) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:28.135687 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-fb84ddf1-1dba-4fb2-bee6-a9bdb1bcfa1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'fixed_ips': [{'subnet_id': '85db08ee-4174-4ef8-8537-1dd2a62389aa', 'ip_address': '2001:db8::4564:9846:225:c308'}], 'name': 'tempest-NetworksTestDHCPv6-1999135074'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:28.137849 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-995a7dcf-cdd1-445e-b226-96072cc19c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:28.228308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995a7dcf-cdd1-445e-b226-96072cc19c8e None None] No DVR routers for this DVR port 4ba7dfc1-2652-4634-aeb6-00e96f992c11 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:13:28.229886 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995a7dcf-cdd1-445e-b226-96072cc19c8e None None] Pushing event deleted for resources: {'Port': ['ID=4ba7dfc1-2652-4634-aeb6-00e96f992c11,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:28.258114 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110dbabc-4a59-4e95-baf3-1e7f781dff74 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:28.283754 n-d-827896-4 neutron-server[88518]: INFO neutron.db.ipam_backend_mixin [None req-a97493d8-c3b6-433c-8deb-c821d9876f2a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 87705b03-02fc-4e36-a5fd-171a4217f5d4 (CIDR: 2001:db8:0:1::/64) Mar 01 21:13:28.311307 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Calling delete_port for cb95f396-927d-48e6-91d1-065e01331e12 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:28.318885 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fb84ddf1-1dba-4fb2-bee6-a9bdb1bcfa1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:28.324245 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fb84ddf1-1dba-4fb2-bee6-a9bdb1bcfa1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:port and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:28.326762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fb84ddf1-1dba-4fb2-bee6-a9bdb1bcfa1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:28.334003 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-a97493d8-c3b6-433c-8deb-c821d9876f2a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:13:28.334566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a97493d8-c3b6-433c-8deb-c821d9876f2a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:13:28.360731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fb84ddf1-1dba-4fb2-bee6-a9bdb1bcfa1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:28.495949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cc39aad2-d371-4bc1-8f73-2342392e478c', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'fixed_ips': [{'subnet_id': '85db08ee-4174-4ef8-8537-1dd2a62389aa'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:13:28.496869 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:28.502936 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc74a27e-c044-4e86-b030-a6b4f375a854 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:13:28.512605 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:28.512751 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a97493d8-c3b6-433c-8deb-c821d9876f2a tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9495614 Mar 01 21:13:28.513779 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37452) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:28.526101 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-309c4816-4aae-40c6-92b8-9d1aa9ef9149 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'subnet': {'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:28.539590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] Transition to ACTIVE for port object bc74a27e-c044-4e86-b030-a6b4f375a854 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:28.577842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb84ddf1-1dba-4fb2-bee6-a9bdb1bcfa1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:28.593143 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5a766a9c-44c0-4bb7-a671-54f7b7abc4f5 req-4835c4df-5141-4290-8c99-b0cddae33dc2 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:28.609041 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['df84c07d-160f-4e2d-8fe7-4bb2aae2371a', '0f13a087-92f7-404e-b40b-a3a52c97e512'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:13:28.662796 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:28.737574 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835c4df-5141-4290-8c99-b0cddae33dc2 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Pushing event deleted for resources: {'Port': ['ID=046f66ab-a7ba-4915-8b82-068a7fa940d0,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:28.867726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a766a9c-44c0-4bb7-a671-54f7b7abc4f5 req-4835c4df-5141-4290-8c99-b0cddae33dc2 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] No DVR routers for this DVR port 046f66ab-a7ba-4915-8b82-068a7fa940d0 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:13:28.867726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] Pushing event updated for resources: {'Port': ['ID=bc74a27e-c044-4e86-b030-a6b4f375a854,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:28.898637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-309c4816-4aae-40c6-92b8-9d1aa9ef9149 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:28.909129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3048769-1a33-4656-a9b2-f41773295780 req-b561bfc9-89df-4a1b-8cf3-a4dfaca65711 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:28.910667 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3048769-1a33-4656-a9b2-f41773295780 req-b561bfc9-89df-4a1b-8cf3-a4dfaca65711 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 943 time: 0.3047981 Mar 01 21:13:28.914232 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb84ddf1-1dba-4fb2-bee6-a9bdb1bcfa1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:28.933435 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-309c4816-4aae-40c6-92b8-9d1aa9ef9149 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Usage tracker for resource:subnet and tenant:b0c650e22c5b44d78b9ba9842ac83e9f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:28.956144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-309c4816-4aae-40c6-92b8-9d1aa9ef9149 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:28.961159 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5a766a9c-44c0-4bb7-a671-54f7b7abc4f5 req-4835c4df-5141-4290-8c99-b0cddae33dc2 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:28.971905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-309c4816-4aae-40c6-92b8-9d1aa9ef9149 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:28.988205 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b4d4f2-734f-4574-909d-c6c7dfef8768', 'name': 'network-vif-deleted', 'tag': '046f66ab-a7ba-4915-8b82-068a7fa940d0'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:13:28.993618 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Allocated IP 2001:db8::2 (cc39aad2-d371-4bc1-8f73-2342392e478c/85db08ee-4174-4ef8-8537-1dd2a62389aa/7bafa27b-e8f0-44b3-968c-f594cd916366) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:29.002913 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 046f66ab-a7ba-4915-8b82-068a7fa940d0 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:13:29.052189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-fb84ddf1-1dba-4fb2-bee6-a9bdb1bcfa1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port d3feb971-4386-4f32-aced-e6f2ff4030c9 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:13:29.066316 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 046f66ab-a7ba-4915-8b82-068a7fa940d0 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:13:29.066835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 046f66ab-a7ba-4915-8b82-068a7fa940d0 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:13:29.108503 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:29.119154 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92270bd9-178b-41b0-b0ca-6c71c1b4b406 req-b94c628b-81da-4a16-b9af-0ecc4d89a7d7 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 210 time: 0.1325417 Mar 01 21:13:29.126837 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3048769-1a33-4656-a9b2-f41773295780 req-d2afaca2-529c-488d-8fbf-73d9c64c207b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005737 Mar 01 21:13:29.222645 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b4d4f2-734f-4574-909d-c6c7dfef8768', 'name': 'network-vif-deleted', 'tag': '046f66ab-a7ba-4915-8b82-068a7fa940d0', 'status': 'completed', 'code': 200} Mar 01 21:13:29.230537 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5a766a9c-44c0-4bb7-a671-54f7b7abc4f5 req-4835c4df-5141-4290-8c99-b0cddae33dc2 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.57 "DELETE /v2.0/ports/046f66ab-a7ba-4915-8b82-068a7fa940d0 HTTP/1.1" status: 204 len: 173 time: 3.2359953 Mar 01 21:13:29.236068 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Pushing event deleted for resources: {'Port': ['ID=cb95f396-927d-48e6-91d1-065e01331e12,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:29.381993 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] Attempting to bind port bc74a27e-c044-4e86-b030-a6b4f375a854 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:13:29.382705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] Attempting to bind port bc74a27e-c044-4e86-b030-a6b4f375a854 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '84dd909c-4d7a-4be8-b843-436a0ab1dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:13:29.382705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] Attempting to bind port bc74a27e-c044-4e86-b030-a6b4f375a854 on network 955e18d0-99d5-4e9f-a46b-3d60079a8d65 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:13:29.392040 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:29.433394 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-309c4816-4aae-40c6-92b8-9d1aa9ef9149 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Made reservation on behalf of b0c650e22c5b44d78b9ba9842ac83e9f for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:29.440076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] Port bc74a27e-c044-4e86-b030-a6b4f375a854 on network 955e18d0-99d5-4e9f-a46b-3d60079a8d65 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:13:29.440879 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] Attempting to bind port bc74a27e-c044-4e86-b030-a6b4f375a854 on network 955e18d0-99d5-4e9f-a46b-3d60079a8d65 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:13:29.441106 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-309c4816-4aae-40c6-92b8-9d1aa9ef9149 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:29.517570 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:29.528266 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Transition to ACTIVE for port object 7bafa27b-e8f0-44b3-968c-f594cd916366 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:29.528893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:13:29.529404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] Checking segment: {'id': '84dd909c-4d7a-4be8-b843-436a0ab1dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:13:29.529842 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] Bound using segment: {'id': '84dd909c-4d7a-4be8-b843-436a0ab1dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:13:29.530291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] Bound port: bc74a27e-c044-4e86-b030-a6b4f375a854, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84dd909c-4d7a-4be8-b843-436a0ab1dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:13:29.530617 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:29.549820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Transition to ACTIVE for port object 7bafa27b-e8f0-44b3-968c-f594cd916366 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:29.610169 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:29.642716 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:29.653254 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:29.654738 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5d19ab49-462f-414a-84c5-01bb8c124874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:29.684137 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:29.689203 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:29.693052 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:29.712144 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] For port bc74a27e-c044-4e86-b030-a6b4f375a854, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:13:29.713663 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Pushing event updated for resources: {'Port': ['ID=7bafa27b-e8f0-44b3-968c-f594cd916366,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:29.715632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] For port bc74a27e-c044-4e86-b030-a6b4f375a854, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bc74a27e-c044-4e86-b030-a6b4f375a854,segment=NetworkSegment(84dd909c-4d7a-4be8-b843-436a0ab1dce5),segment_id=84dd909c-4d7a-4be8-b843-436a0ab1dce5)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:13:29.737886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-fb84ddf1-1dba-4fb2-bee6-a9bdb1bcfa1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::4564:9846:225:c308 (cc39aad2-d371-4bc1-8f73-2342392e478c/85db08ee-4174-4ef8-8537-1dd2a62389aa/d3feb971-4386-4f32-aced-e6f2ff4030c9) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:29.796976 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:29.796976 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de31bde2-5447-4275-8422-83e3bcb04293 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:13:29.823300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Attempting to bind port 7bafa27b-e8f0-44b3-968c-f594cd916366 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:13:29.823300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Attempting to bind port 7bafa27b-e8f0-44b3-968c-f594cd916366 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:13:29.823300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Attempting to bind port 7bafa27b-e8f0-44b3-968c-f594cd916366 on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:13:29.832800 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:13:29.832800 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:13:29.832800 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:29.832800 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:13:29.832800 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Bound port: 7bafa27b-e8f0-44b3-968c-f594cd916366, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:13:29.832800 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:29.833861 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:29.837791 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37460) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:29.838442 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e9e0f06d-0cb2-4fa6-a9fa-3574a8318dc9 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "DELETE /v2.0/routers/de31bde2-5447-4275-8422-83e3bcb04293 HTTP/1.1" status: 204 len: 168 time: 5.5478127 Mar 01 21:13:29.839722 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:30.022181 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] For port 7bafa27b-e8f0-44b3-968c-f594cd916366, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:13:30.042175 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] For port 7bafa27b-e8f0-44b3-968c-f594cd916366, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7bafa27b-e8f0-44b3-968c-f594cd916366,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:13:30.099028 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:30.100007 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:30.101803 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da89b04d-de1a-4c65-a337-952e2a2513de req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] 10.222.0.57 "PUT /v2.0/ports/bc74a27e-c044-4e86-b030-a6b4f375a854 HTTP/1.1" status: 200 len: 1091 time: 3.3375401 Mar 01 21:13:30.144103 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9062d0-caef-467b-b696-41c0d30d8d74 service neutron] Pushing event updated for resources: {'Port': ['ID=bc74a27e-c044-4e86-b030-a6b4f375a854,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:30.160650 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:30.274350 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-309c4816-4aae-40c6-92b8-9d1aa9ef9149 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:30.289193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ebb24-cc25-4057-bfbd-e2dca49fde4a None None] Pushing event updated for resources: {'Port': ['ID=7bafa27b-e8f0-44b3-968c-f594cd916366,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:30.391072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309c4816-4aae-40c6-92b8-9d1aa9ef9149 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Network d98b7571-a717-46ab-9fd5-452dc7965441 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:30.473333 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-309c4816-4aae-40c6-92b8-9d1aa9ef9149 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:30.476081 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309c4816-4aae-40c6-92b8-9d1aa9ef9149 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:30.477181 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-309c4816-4aae-40c6-92b8-9d1aa9ef9149 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:30.486728 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698696dc-4bb2-4340-8ab9-4edf179519b3 None None] Network d98b7571-a717-46ab-9fd5-452dc7965441 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:30.505997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89b04d-de1a-4c65-a337-952e2a2513de req-7344f121-31b3-4297-8084-b253f872d382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:30.508083 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da89b04d-de1a-4c65-a337-952e2a2513de req-7344f121-31b3-4297-8084-b253f872d382 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 1094 time: 0.2157230 Mar 01 21:13:30.514686 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7441a11-e483-400a-9153-ef70fb0c3d22 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:30.586729 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da89b04d-de1a-4c65-a337-952e2a2513de req-ccefe375-0d61-45f2-a952-ab7aec96a576 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc74a27e-c044-4e86-b030-a6b4f375a854 HTTP/1.1" status: 200 len: 217 time: 0.0687263 Mar 01 21:13:30.596551 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:30.658707 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb84ddf1-1dba-4fb2-bee6-a9bdb1bcfa1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:30.668665 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89b04d-de1a-4c65-a337-952e2a2513de req-086a4bee-ae49-4113-bd4e-0c61b4989d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:30.671524 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da89b04d-de1a-4c65-a337-952e2a2513de req-086a4bee-ae49-4113-bd4e-0c61b4989d30 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=94ff59b6-ac8a-41c2-9c6a-4feb46c8d503 HTTP/1.1" status: 200 len: 834 time: 0.0753391 Mar 01 21:13:30.681599 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-77c427ae-26f7-4395-8f70-e375a8496e51 req-7954c5a5-18ad-48d4-bc71-819fcf09d4a1 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=98b4d4f2-734f-4574-909d-c6c7dfef8768 HTTP/1.1" status: 200 len: 210 time: 0.2899036 Mar 01 21:13:30.704545 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-309c4816-4aae-40c6-92b8-9d1aa9ef9149 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1894166 Mar 01 21:13:30.714885 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-fb84ddf1-1dba-4fb2-bee6-a9bdb1bcfa1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object d3feb971-4386-4f32-aced-e6f2ff4030c9 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:30.724569 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37468) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:30.737077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309c4816-4aae-40c6-92b8-9d1aa9ef9149 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Subnet': ['ID=bc45ccf8-9997-4999-8aaf-ec5a46dbffea,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:30.744119 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f719ba69-106e-4fb1-81b4-575d0fd0343d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-555378069', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bc45ccf8-9997-4999-8aaf-ec5a46dbffea'}], 'security_groups': ['40d076e9-1c02-4b5b-9e5e-04dddad074bd', 'f2d17c61-c6c9-4462-b996-340436232786']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:30.804627 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da89b04d-de1a-4c65-a337-952e2a2513de req-29611016-79f7-4736-aaf4-932e89aafa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:30.806648 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da89b04d-de1a-4c65-a337-952e2a2513de req-29611016-79f7-4736-aaf4-932e89aafa95 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=955e18d0-99d5-4e9f-a46b-3d60079a8d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1290569 Mar 01 21:13:30.880857 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:30.959487 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da89b04d-de1a-4c65-a337-952e2a2513de req-4ac019af-8b04-42d7-ac76-d7f1106107f0 service neutron] 10.222.0.57 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447034 Mar 01 21:13:31.032547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6af925-3c23-4de1-9a04-c5e4e9d76c5a None None] Update dhcp port {'port': {'network_id': 'd98b7571-a717-46ab-9fd5-452dc7965441', 'fixed_ips': [{'subnet_id': '87705b03-02fc-4e36-a5fd-171a4217f5d4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '41402f7a-de58-49c8-b98b-78fc0a1c4f44'}, {'subnet_id': 'bc45ccf8-9997-4999-8aaf-ec5a46dbffea'}], 'binding:host_id': 'n-d-827896-4'}, 'id': 'de1d8729-b0bc-46bb-9ab6-4680fce77edd'} from n-d-827896-4. {{(pid=88520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 01 21:13:31.065737 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b028eda1-d799-4700-ad0a-86861e5c8fa8 req-c6dc5c5c-eab3-4182-98b8-52b7f0409d27 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:31.066267 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b028eda1-d799-4700-ad0a-86861e5c8fa8 req-c6dc5c5c-eab3-4182-98b8-52b7f0409d27 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 943 time: 0.6073201 Mar 01 21:13:31.067337 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb84ddf1-1dba-4fb2-bee6-a9bdb1bcfa1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:31.098975 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ff6af925-3c23-4de1-9a04-c5e4e9d76c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:31.156100 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da89b04d-de1a-4c65-a337-952e2a2513de req-00675eea-c018-4017-87d9-981b5b0c5dde service neutron] 10.222.0.57 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840169 Mar 01 21:13:31.200315 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7441a11-e483-400a-9153-ef70fb0c3d22 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:31.224060 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9648265a-95b4-419b-ade1-d47a2a9ccef6', 'tag': 'bc74a27e-c044-4e86-b030-a6b4f375a854'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:13:31.228682 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b028eda1-d799-4700-ad0a-86861e5c8fa8 req-f9b10dde-4fab-4c2f-b3aa-36932db3af5a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535971 Mar 01 21:13:31.253540 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb84ddf1-1dba-4fb2-bee6-a9bdb1bcfa1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:31.279401 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-fb84ddf1-1dba-4fb2-bee6-a9bdb1bcfa1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:31.280274 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9648265a-95b4-419b-ade1-d47a2a9ccef6', 'tag': 'bc74a27e-c044-4e86-b030-a6b4f375a854', 'status': 'completed', 'code': 200} Mar 01 21:13:31.282347 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb84ddf1-1dba-4fb2-bee6-a9bdb1bcfa1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:31.287976 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb84ddf1-1dba-4fb2-bee6-a9bdb1bcfa1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:31.288587 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb84ddf1-1dba-4fb2-bee6-a9bdb1bcfa1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:31.302422 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84ddf1-1dba-4fb2-bee6-a9bdb1bcfa1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=d3feb971-4386-4f32-aced-e6f2ff4030c9,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:31.385234 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f719ba69-106e-4fb1-81b4-575d0fd0343d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:31.424497 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c1ff0-cbb3-4077-b16d-be77bfe005c1 req-5af2dae5-2ae4-44b1-8bb9-f12985361668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:31.426811 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f52c1ff0-cbb3-4077-b16d-be77bfe005c1 req-5af2dae5-2ae4-44b1-8bb9-f12985361668 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 1094 time: 0.0925477 Mar 01 21:13:31.442702 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-ff6af925-3c23-4de1-9a04-c5e4e9d76c5a None None] Allocated IP 2001:db8::2 (d98b7571-a717-46ab-9fd5-452dc7965441/41402f7a-de58-49c8-b98b-78fc0a1c4f44/de1d8729-b0bc-46bb-9ab6-4680fce77edd) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:31.449749 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-ff6af925-3c23-4de1-9a04-c5e4e9d76c5a None None] Allocated IP 2001:db8:0:2::2 (d98b7571-a717-46ab-9fd5-452dc7965441/bc45ccf8-9997-4999-8aaf-ec5a46dbffea/de1d8729-b0bc-46bb-9ab6-4680fce77edd) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:31.596174 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d7441a11-e483-400a-9153-ef70fb0c3d22 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Deleting port effe4ce4-95b0-4d3b-b955-2e919dc01a06 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:31.596613 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7441a11-e483-400a-9153-ef70fb0c3d22 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:31.603922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c1ff0-cbb3-4077-b16d-be77bfe005c1 req-a9803013-8c1b-4c77-b600-b7f91d630ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:31.605532 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f52c1ff0-cbb3-4077-b16d-be77bfe005c1 req-a9803013-8c1b-4c77-b600-b7f91d630ed9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=955e18d0-99d5-4e9f-a46b-3d60079a8d65 HTTP/1.1" status: 200 len: 898 time: 0.1727390 Mar 01 21:13:31.606126 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ff6af925-3c23-4de1-9a04-c5e4e9d76c5a None None] For port de1d8729-b0bc-46bb-9ab6-4680fce77edd, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=de1d8729-b0bc-46bb-9ab6-4680fce77edd,segment=NetworkSegment(3b194ccd-b6d8-4074-9fb4-df21e13dbb77),segment_id=3b194ccd-b6d8-4074-9fb4-df21e13dbb77)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:31.635719 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ff6af925-3c23-4de1-9a04-c5e4e9d76c5a None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:31.647860 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fb84ddf1-1dba-4fb2-bee6-a9bdb1bcfa1a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5171199 Mar 01 21:13:31.656784 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37474) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:31.658805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ff6af925-3c23-4de1-9a04-c5e4e9d76c5a None None] Transition to ACTIVE for port object de1d8729-b0bc-46bb-9ab6-4680fce77edd will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:31.683040 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f52c1ff0-cbb3-4077-b16d-be77bfe005c1 req-7c268b5a-22b6-4f69-8fd7-02e0cb99f1e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc74a27e-c044-4e86-b030-a6b4f375a854 HTTP/1.1" status: 200 len: 217 time: 0.0707257 Mar 01 21:13:31.729966 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ff6af925-3c23-4de1-9a04-c5e4e9d76c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:31.761971 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c1ff0-cbb3-4077-b16d-be77bfe005c1 req-7ea3e933-2e11-418f-bb73-52f1e9917bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:31.767903 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f52c1ff0-cbb3-4077-b16d-be77bfe005c1 req-7ea3e933-2e11-418f-bb73-52f1e9917bf2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=94ff59b6-ac8a-41c2-9c6a-4feb46c8d503 HTTP/1.1" status: 200 len: 834 time: 0.0773492 Mar 01 21:13:31.979859 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c1ff0-cbb3-4077-b16d-be77bfe005c1 req-0dacc2f6-bc42-4627-a884-708303ef297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:31.982073 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f52c1ff0-cbb3-4077-b16d-be77bfe005c1 req-0dacc2f6-bc42-4627-a884-708303ef297d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=955e18d0-99d5-4e9f-a46b-3d60079a8d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1996608 Mar 01 21:13:32.042266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceb9e3d-dfab-4322-bf7b-1b21e9612071 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:32.057829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ceb9e3d-dfab-4322-bf7b-1b21e9612071 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:32.058644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4ceb9e3d-dfab-4322-bf7b-1b21e9612071 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:32.116788 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7bafa27b-e8f0-44b3-968c-f594cd916366 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:32.141691 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-d7441a11-e483-400a-9153-ef70fb0c3d22 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] For port effe4ce4-95b0-4d3b-b955-2e919dc01a06, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=effe4ce4-95b0-4d3b-b955-2e919dc01a06,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:32.141999 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7441a11-e483-400a-9153-ef70fb0c3d22 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:32.177885 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f52c1ff0-cbb3-4077-b16d-be77bfe005c1 req-77f440d1-36a5-46c1-b7ec-0fe2eacb0a0f service neutron] 10.222.0.57 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891069 Mar 01 21:13:32.212201 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6af925-3c23-4de1-9a04-c5e4e9d76c5a None None] Pushing event updated for resources: {'Port': ['ID=de1d8729-b0bc-46bb-9ab6-4680fce77edd,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:32.267241 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-957dd7fd-1000-4ddb-adc1-1dd5ba17b5d6 None None] Provisioning for port 7bafa27b-e8f0-44b3-968c-f594cd916366 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:32.303393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d7441a11-e483-400a-9153-ef70fb0c3d22 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Calling delete_port for effe4ce4-95b0-4d3b-b955-2e919dc01a06 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:32.351961 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f52c1ff0-cbb3-4077-b16d-be77bfe005c1 req-d5787fce-cd03-455d-b607-6a1a73a92e4d service neutron] 10.222.0.57 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671796 Mar 01 21:13:32.363102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4ceb9e3d-dfab-4322-bf7b-1b21e9612071 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:32.367055 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4ceb9e3d-dfab-4322-bf7b-1b21e9612071 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7066979 Mar 01 21:13:32.367482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37484) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:32.411060 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:32.411060 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 7bafa27b-e8f0-44b3-968c-f594cd916366 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:32.422687 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 7bafa27b-e8f0-44b3-968c-f594cd916366 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:32.423071 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:32.486165 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-ec20c404-2dd4-4543-b301-cb0dfc801d5c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port d3feb971-4386-4f32-aced-e6f2ff4030c9 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:32.486517 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ec20c404-2dd4-4543-b301-cb0dfc801d5c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:32.549160 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-677fee17-f81e-4de8-b829-5c8aa3361d67 None None] Provisioning for port d3feb971-4386-4f32-aced-e6f2ff4030c9 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:32.593923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-677fee17-f81e-4de8-b829-5c8aa3361d67 None None] Provisioning complete for port d3feb971-4386-4f32-aced-e6f2ff4030c9 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:32.594357 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-677fee17-f81e-4de8-b829-5c8aa3361d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:32.662729 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:32.676130 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-677fee17-f81e-4de8-b829-5c8aa3361d67 None None] Port d3feb971-4386-4f32-aced-e6f2ff4030c9 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:13:32.708066 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 7bafa27b-e8f0-44b3-968c-f594cd916366, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7bafa27b-e8f0-44b3-968c-f594cd916366,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:32.800152 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:32.887190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=7bafa27b-e8f0-44b3-968c-f594cd916366,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:32.911929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-f719ba69-106e-4fb1-81b4-575d0fd0343d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Delete allocated IP 2001:db8::1be (d98b7571-a717-46ab-9fd5-452dc7965441/41402f7a-de58-49c8-b98b-78fc0a1c4f44) {{(pid=88518) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Mar 01 21:13:32.927831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919babd7-d52d-49f2-bd1b-9325aee6caad req-ff3bae2c-705c-41f0-af97-1e6a23180150 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:32.929645 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-919babd7-d52d-49f2-bd1b-9325aee6caad req-ff3bae2c-705c-41f0-af97-1e6a23180150 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 943 time: 0.5187378 Mar 01 21:13:32.938534 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-f719ba69-106e-4fb1-81b4-575d0fd0343d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Allocated IP 2001:db8:0:2::28d (d98b7571-a717-46ab-9fd5-452dc7965441/bc45ccf8-9997-4999-8aaf-ec5a46dbffea/a8548746-78bc-4ec0-bd80-de7605a95d40) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:32.961627 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ec20c404-2dd4-4543-b301-cb0dfc801d5c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:32.967211 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bc74a27e-c044-4e86-b030-a6b4f375a854 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:13:33.096147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cd45f1-70fb-4090-867d-192050b3c989 req-fcf07b7d-0d78-43c5-a65d-c1840631026b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:33.098158 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33cd45f1-70fb-4090-867d-192050b3c989 req-fcf07b7d-0d78-43c5-a65d-c1840631026b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 945 time: 0.4085174 Mar 01 21:13:33.115157 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-919babd7-d52d-49f2-bd1b-9325aee6caad req-2d72adbc-77fb-48f7-a9a0-80f0277d2901 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743627 Mar 01 21:13:33.128101 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-ec20c404-2dd4-4543-b301-cb0dfc801d5c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for d3feb971-4386-4f32-aced-e6f2ff4030c9 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:33.151329 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port bc74a27e-c044-4e86-b030-a6b4f375a854, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bc74a27e-c044-4e86-b030-a6b4f375a854,segment=NetworkSegment(84dd909c-4d7a-4be8-b843-436a0ab1dce5),segment_id=84dd909c-4d7a-4be8-b843-436a0ab1dce5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:33.166467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'bc74a27e-c044-4e86-b030-a6b4f375a854', 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65', 'port_id': 'bc74a27e-c044-4e86-b030-a6b4f375a854', 'mac_address': 'fa:16:3e:da:f1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ff59b6-ac8a-41c2-9c6a-4feb46c8d503', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:13:33.214513 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-47cf43e8-9d4b-48cf-afdd-b437e2f1b2ee None None] Provisioning for port de1d8729-b0bc-46bb-9ab6-4680fce77edd completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:33.222684 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33cd45f1-70fb-4090-867d-192050b3c989 req-a141a655-84c4-43bb-a333-10d9edcf19b8 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028981 Mar 01 21:13:33.232566 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-47cf43e8-9d4b-48cf-afdd-b437e2f1b2ee None None] Provisioning complete for port de1d8729-b0bc-46bb-9ab6-4680fce77edd triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:33.232940 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-47cf43e8-9d4b-48cf-afdd-b437e2f1b2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:33.261732 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:33.291837 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc74a27e-c044-4e86-b030-a6b4f375a854 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:13:33.326360 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port bc74a27e-c044-4e86-b030-a6b4f375a854, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bc74a27e-c044-4e86-b030-a6b4f375a854,segment=NetworkSegment(84dd909c-4d7a-4be8-b843-436a0ab1dce5),segment_id=84dd909c-4d7a-4be8-b843-436a0ab1dce5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:33.355534 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7441a11-e483-400a-9153-ef70fb0c3d22 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:33.381440 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ec20c404-2dd4-4543-b301-cb0dfc801d5c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:33.400042 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-47cf43e8-9d4b-48cf-afdd-b437e2f1b2ee None None] Provisioning complete for port a8548746-78bc-4ec0-bd80-de7605a95d40 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:33.400419 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-47cf43e8-9d4b-48cf-afdd-b437e2f1b2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:33.441404 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:33.442823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20c404-2dd4-4543-b301-cb0dfc801d5c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=d3feb971-4386-4f32-aced-e6f2ff4030c9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:33.503592 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ec20c404-2dd4-4543-b301-cb0dfc801d5c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:33.521459 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-47cf43e8-9d4b-48cf-afdd-b437e2f1b2ee None None] Port a8548746-78bc-4ec0-bd80-de7605a95d40 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:13:33.541893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7441a11-e483-400a-9153-ef70fb0c3d22 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Pushing event deleted for resources: {'Port': ['ID=effe4ce4-95b0-4d3b-b955-2e919dc01a06,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:33.551280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=bc74a27e-c044-4e86-b030-a6b4f375a854,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:33.556441 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-47cf43e8-9d4b-48cf-afdd-b437e2f1b2ee None None] Provisioning complete for port 32602de0-4803-4a18-ac18-a64bf75aaa0f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:33.556822 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-47cf43e8-9d4b-48cf-afdd-b437e2f1b2ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:33.576574 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ec20c404-2dd4-4543-b301-cb0dfc801d5c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/d3feb971-4386-4f32-aced-e6f2ff4030c9 HTTP/1.1" status: 204 len: 168 time: 1.2079530 Mar 01 21:13:33.579871 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37490) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:33.613901 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f719ba69-106e-4fb1-81b4-575d0fd0343d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:33.632875 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-47cf43e8-9d4b-48cf-afdd-b437e2f1b2ee None None] Port 32602de0-4803-4a18-ac18-a64bf75aaa0f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:13:33.634536 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-f719ba69-106e-4fb1-81b4-575d0fd0343d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Transition to ACTIVE for port object a8548746-78bc-4ec0-bd80-de7605a95d40 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:33.660488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfcd67f-88db-4a82-bec5-af4e09e87fdc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:33.662307 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfcd67f-88db-4a82-bec5-af4e09e87fdc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:33.663228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8cfcd67f-88db-4a82-bec5-af4e09e87fdc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:33.700308 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7441a11-e483-400a-9153-ef70fb0c3d22 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:33.700994 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['bc74a27e-c044-4e86-b030-a6b4f375a854'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:13:33.748722 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f719ba69-106e-4fb1-81b4-575d0fd0343d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:33.773097 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8cfcd67f-88db-4a82-bec5-af4e09e87fdc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:33.774813 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8cfcd67f-88db-4a82-bec5-af4e09e87fdc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1940217 Mar 01 21:13:33.779800 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37494) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:33.864606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce02cc4c-8d76-4a6b-99dc-998121b08ed6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet 85db08ee-4174-4ef8-8537-1dd2a62389aa {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:13:33.874013 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce02cc4c-8d76-4a6b-99dc-998121b08ed6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:33.909293 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device de1d8729-b0bc-46bb-9ab6-4680fce77edd up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:33.946301 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce02cc4c-8d76-4a6b-99dc-998121b08ed6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:33.968697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f719ba69-106e-4fb1-81b4-575d0fd0343d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] In _notify_port_updated(), no bound segment for port a8548746-78bc-4ec0-bd80-de7605a95d40 on network d98b7571-a717-46ab-9fd5-452dc7965441 {{(pid=88518) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:13:33.974391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f719ba69-106e-4fb1-81b4-575d0fd0343d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:33.975130 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f719ba69-106e-4fb1-81b4-575d0fd0343d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:33.976550 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f719ba69-106e-4fb1-81b4-575d0fd0343d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "PUT /v2.0/ports/a8548746-78bc-4ec0-bd80-de7605a95d40 HTTP/1.1" status: 200 len: 969 time: 3.2410226 Mar 01 21:13:34.056173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37498) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:34.072448 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7441a11-e483-400a-9153-ef70fb0c3d22 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:34.094001 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port de1d8729-b0bc-46bb-9ab6-4680fce77edd triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:34.094259 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:34.113317 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce02cc4c-8d76-4a6b-99dc-998121b08ed6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:34.157268 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7441a11-e483-400a-9153-ef70fb0c3d22 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:34.209351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f719ba69-106e-4fb1-81b4-575d0fd0343d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event updated for resources: {'Port': ['ID=a8548746-78bc-4ec0-bd80-de7605a95d40,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:34.257284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-acbafe6f-401c-413a-a30a-53c249015a2b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port a8548746-78bc-4ec0-bd80-de7605a95d40 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:34.257633 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-acbafe6f-401c-413a-a30a-53c249015a2b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:34.280987 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce02cc4c-8d76-4a6b-99dc-998121b08ed6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:34.329031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02cc4c-8d76-4a6b-99dc-998121b08ed6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=85db08ee-4174-4ef8-8537-1dd2a62389aa,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:34.338883 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce02cc4c-8d76-4a6b-99dc-998121b08ed6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:34.358922 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add22579-2f19-4ba5-9c13-5a50a2738b2a None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:34.366470 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7441a11-e483-400a-9153-ef70fb0c3d22 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:34.366914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7441a11-e483-400a-9153-ef70fb0c3d22 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fcc400a-239b-489f-bb13-41eb52fa2f10 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:13:34.390449 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7bafa27b-e8f0-44b3-968c-f594cd916366 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:34.461185 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ce02cc4c-8d76-4a6b-99dc-998121b08ed6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/85db08ee-4174-4ef8-8537-1dd2a62389aa HTTP/1.1" status: 204 len: 168 time: 0.6802435 Mar 01 21:13:34.462118 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37508) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:34.504350 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d7441a11-e483-400a-9153-ef70fb0c3d22 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:34.505480 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d7441a11-e483-400a-9153-ef70fb0c3d22 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "DELETE /v2.0/routers/0fcc400a-239b-489f-bb13-41eb52fa2f10 HTTP/1.1" status: 204 len: 168 time: 4.6645238 Mar 01 21:13:34.514529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da955089-92c6-4fac-ba13-91a3dbde472f req-0c2aaa16-36ef-42fd-9852-33555e77a15b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:34.516311 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da955089-92c6-4fac-ba13-91a3dbde472f req-0c2aaa16-36ef-42fd-9852-33555e77a15b tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.55 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 945 time: 0.4071703 Mar 01 21:13:34.516998 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37512) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:34.530808 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-50c45236-f3e2-46c2-8e2b-1bbdf98a7b8f None None] Provisioning for port a8548746-78bc-4ec0-bd80-de7605a95d40 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:34.534816 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1808237741', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}, 'admin_state_up': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:34.558238 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-433ae803-83e8-40f0-a2ad-4528c07ce853 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0948892 Mar 01 21:13:34.568366 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37516) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:34.568454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-50c45236-f3e2-46c2-8e2b-1bbdf98a7b8f None None] Provisioning complete for port a8548746-78bc-4ec0-bd80-de7605a95d40 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:34.568454 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-50c45236-f3e2-46c2-8e2b-1bbdf98a7b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:34.579729 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:34.602274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Usage tracker for resource:router and tenant:be5e56d0828640db875c26c8fdb745e8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:34.620077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:34.655173 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e38996-d8cc-4641-b773-7b11a42bd948 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:34.656192 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c2e38996-d8cc-4641-b773-7b11a42bd948 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:34.667704 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:34.714594 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 7bafa27b-e8f0-44b3-968c-f594cd916366 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:34.715233 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:34.740919 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-50c45236-f3e2-46c2-8e2b-1bbdf98a7b8f None None] Port a8548746-78bc-4ec0-bd80-de7605a95d40 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:13:34.759063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-da955089-92c6-4fac-ba13-91a3dbde472f req-42dbbe05-6816-4cf4-b36d-e7ba80d7c0fa tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Deleting port 0f13a087-92f7-404e-b40b-a3a52c97e512 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:34.759425 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da955089-92c6-4fac-ba13-91a3dbde472f req-42dbbe05-6816-4cf4-b36d-e7ba80d7c0fa tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:34.771076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c2e38996-d8cc-4641-b773-7b11a42bd948 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:34.778158 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c2e38996-d8cc-4641-b773-7b11a42bd948 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2103286 Mar 01 21:13:34.778158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37520) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:34.812969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c07ee-fdc7-4d84-b85d-c6510b0c7507 req-656cce82-4e5d-47f3-bf8a-27c5eb11addb tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:34.814543 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca4c07ee-fdc7-4d84-b85d-c6510b0c7507 req-656cce82-4e5d-47f3-bf8a-27c5eb11addb tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 945 time: 0.4492927 Mar 01 21:13:34.822131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11523cd-ff06-43bd-856b-664ab0701c91 req-f08c0f35-0ce2-426d-bfc6-eba87aa6e3b0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:34.823671 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b11523cd-ff06-43bd-856b-664ab0701c91 req-f08c0f35-0ce2-426d-bfc6-eba87aa6e3b0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 944 time: 0.5265100 Mar 01 21:13:34.837157 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:34.838200 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:34.883057 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cb9ae3-6b67-48d5-a650-71a2499e1f3f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:34.883805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-93cb9ae3-6b67-48d5-a650-71a2499e1f3f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:34.929362 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274af49e-0726-441a-a924-4ca74492b3cd None None] DHCP port deletion for cc39aad2-d371-4bc1-8f73-2342392e478c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:13:34.934192 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-274af49e-0726-441a-a924-4ca74492b3cd None None] Deleting port 7bafa27b-e8f0-44b3-968c-f594cd916366 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:34.934572 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-274af49e-0726-441a-a924-4ca74492b3cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:34.946332 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-93cb9ae3-6b67-48d5-a650-71a2499e1f3f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:34.949946 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-93cb9ae3-6b67-48d5-a650-71a2499e1f3f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1714544 Mar 01 21:13:34.950248 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37524) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:34.983393 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bc74a27e-c044-4e86-b030-a6b4f375a854 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:35.010379 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:35.039605 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-acbafe6f-401c-413a-a30a-53c249015a2b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:35.052366 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-dd460576-8e04-461a-89f5-a57486c881a6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0996008 Mar 01 21:13:35.053328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37528) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:35.062599 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-ed26c910-f778-4fb5-89f8-94cf461bcb02 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:35.076755 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca4c07ee-fdc7-4d84-b85d-c6510b0c7507 req-1f433e48-4137-48d5-9936-f7905ebab493 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509048 Mar 01 21:13:35.099881 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b11523cd-ff06-43bd-856b-664ab0701c91 req-968586d3-9d16-4e29-9870-5979bc0ebe80 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2511129 Mar 01 21:13:35.215195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ed26c910-f778-4fb5-89f8-94cf461bcb02 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:35.228226 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ed26c910-f778-4fb5-89f8-94cf461bcb02 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:35.250231 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port bc74a27e-c044-4e86-b030-a6b4f375a854 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:35.255121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-acbafe6f-401c-413a-a30a-53c249015a2b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for a8548746-78bc-4ec0-bd80-de7605a95d40 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:35.264696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port bc74a27e-c044-4e86-b030-a6b4f375a854 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:35.265068 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:35.314445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed26c910-f778-4fb5-89f8-94cf461bcb02 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:35.316572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-274af49e-0726-441a-a924-4ca74492b3cd None None] For port 7bafa27b-e8f0-44b3-968c-f594cd916366, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7bafa27b-e8f0-44b3-968c-f594cd916366,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:35.316915 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-274af49e-0726-441a-a924-4ca74492b3cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:35.318308 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed26c910-f778-4fb5-89f8-94cf461bcb02 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:35.453869 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-274af49e-0726-441a-a924-4ca74492b3cd None None] Calling delete_port for 7bafa27b-e8f0-44b3-968c-f594cd916366 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:35.587065 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:35.615638 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9648265a-95b4-419b-ade1-d47a2a9ccef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc74a27e-c044-4e86-b030-a6b4f375a854'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:13:35.626187 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port bc74a27e-c044-4e86-b030-a6b4f375a854, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bc74a27e-c044-4e86-b030-a6b4f375a854,segment=NetworkSegment(84dd909c-4d7a-4be8-b843-436a0ab1dce5),segment_id=84dd909c-4d7a-4be8-b843-436a0ab1dce5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:35.639833 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed26c910-f778-4fb5-89f8-94cf461bcb02 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:35.657047 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-274af49e-0726-441a-a924-4ca74492b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:35.672691 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9648265a-95b4-419b-ade1-d47a2a9ccef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc74a27e-c044-4e86-b030-a6b4f375a854', 'code': 200} Mar 01 21:13:35.701917 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed26c910-f778-4fb5-89f8-94cf461bcb02 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:35.705119 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-ed26c910-f778-4fb5-89f8-94cf461bcb02 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:35.709568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed26c910-f778-4fb5-89f8-94cf461bcb02 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:35.710157 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed26c910-f778-4fb5-89f8-94cf461bcb02 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:35.725340 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed26c910-f778-4fb5-89f8-94cf461bcb02 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=21126e6b-cb03-4798-8c44-baac79a6a2fd,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:35.727900 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274af49e-0726-441a-a924-4ca74492b3cd None None] Pushing event deleted for resources: {'Port': ['ID=7bafa27b-e8f0-44b3-968c-f594cd916366,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:35.730379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274af49e-0726-441a-a924-4ca74492b3cd None None] No DVR routers for this DVR port 7bafa27b-e8f0-44b3-968c-f594cd916366 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:13:35.733077 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:35.788175 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e445f0-7d07-41d0-bdc9-df8ae0bd1eb7 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:35.789889 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:35.806106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-da955089-92c6-4fac-ba13-91a3dbde472f req-42dbbe05-6816-4cf4-b36d-e7ba80d7c0fa tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] For port 0f13a087-92f7-404e-b40b-a3a52c97e512, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=0f13a087-92f7-404e-b40b-a3a52c97e512,segment=NetworkSegment(c6341e0d-fcd7-4111-b102-4dbadec0c079),segment_id=c6341e0d-fcd7-4111-b102-4dbadec0c079)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:35.808862 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da955089-92c6-4fac-ba13-91a3dbde472f req-42dbbe05-6816-4cf4-b36d-e7ba80d7c0fa tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:35.832940 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ed26c910-f778-4fb5-89f8-94cf461bcb02 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7782419 Mar 01 21:13:35.840526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37534) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:35.846789 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-140090cb-d728-4a7f-9abb-0fafe859fb00 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'fixed_ips': [{'subnet_id': '21126e6b-cb03-4798-8c44-baac79a6a2fd', 'ip_address': '2001:db8::3207:5c8c:17c2:ea7b'}], 'name': 'tempest-NetworksTestDHCPv6-756128593'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:35.886065 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device effe4ce4-95b0-4d3b-b955-2e919dc01a06 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:13:35.939518 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: effe4ce4-95b0-4d3b-b955-2e919dc01a06 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:13:35.939962 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device effe4ce4-95b0-4d3b-b955-2e919dc01a06 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:13:35.940449 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7bafa27b-e8f0-44b3-968c-f594cd916366 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:13:35.976061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=bc74a27e-c044-4e86-b030-a6b4f375a854,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:35.985790 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 7bafa27b-e8f0-44b3-968c-f594cd916366 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:13:35.986234 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7bafa27b-e8f0-44b3-968c-f594cd916366 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:13:36.011250 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-da955089-92c6-4fac-ba13-91a3dbde472f req-42dbbe05-6816-4cf4-b36d-e7ba80d7c0fa tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Calling delete_port for 0f13a087-92f7-404e-b40b-a3a52c97e512 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:36.137368 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f218217f-e4b0-491c-b1b6-1052b5c28a94 req-7e15bd9e-6ccb-4c42-9579-485003d70669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:36.143598 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f218217f-e4b0-491c-b1b6-1052b5c28a94 req-7e15bd9e-6ccb-4c42-9579-485003d70669 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 1096 time: 0.3753009 Mar 01 21:13:36.163287 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cc39aad2-d371-4bc1-8f73-2342392e478c', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'fixed_ips': [{'subnet_id': '21126e6b-cb03-4798-8c44-baac79a6a2fd'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:13:36.164145 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:36.268262 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f218217f-e4b0-491c-b1b6-1052b5c28a94 req-4f1d7a13-d952-4bf3-99b6-8004932679a6 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195743 Mar 01 21:13:36.275795 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-140090cb-d728-4a7f-9abb-0fafe859fb00 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:36.287736 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-140090cb-d728-4a7f-9abb-0fafe859fb00 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:36.319778 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-acbafe6f-401c-413a-a30a-53c249015a2b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:36.348876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140090cb-d728-4a7f-9abb-0fafe859fb00 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:36.396018 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Allocated IP 2001:db8::2 (cc39aad2-d371-4bc1-8f73-2342392e478c/21126e6b-cb03-4798-8c44-baac79a6a2fd/cac20484-b31b-41f3-93dd-ce941d3233e9) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:36.438058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbafe6f-401c-413a-a30a-53c249015a2b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=a8548746-78bc-4ec0-bd80-de7605a95d40,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:36.527138 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-acbafe6f-401c-413a-a30a-53c249015a2b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:36.549508 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-140090cb-d728-4a7f-9abb-0fafe859fb00 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:36.580317 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-140090cb-d728-4a7f-9abb-0fafe859fb00 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port 6b223abe-e50b-489e-b958-75a61425f4fe yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:13:36.590507 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-acbafe6f-401c-413a-a30a-53c249015a2b tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/ports/a8548746-78bc-4ec0-bd80-de7605a95d40 HTTP/1.1" status: 204 len: 168 time: 2.5224390 Mar 01 21:13:36.611034 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37544) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:36.619607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103f5eec-725b-4ba9-85f4-e8a9b9a44639 req-b0958922-a153-4236-a95e-080666fa13d0 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:36.620178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-103f5eec-725b-4ba9-85f4-e8a9b9a44639 req-b0958922-a153-4236-a95e-080666fa13d0 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Synchronizing usage tracker for tenant:d397067f52704b8293603081e97c4744 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:36.699331 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da955089-92c6-4fac-ba13-91a3dbde472f req-42dbbe05-6816-4cf4-b36d-e7ba80d7c0fa tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:36.711746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['df84c07d-160f-4e2d-8fe7-4bb2aae2371a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:13:36.712785 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796f6d6-3451-4628-8a8a-04ab3e03cd10 req-fb4820fa-1ae1-41c8-ab57-8c58fdb88e91 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:36.714381 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b796f6d6-3451-4628-8a8a-04ab3e03cd10 req-fb4820fa-1ae1-41c8-ab57-8c58fdb88e91 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.4363151 Mar 01 21:13:36.725746 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca9af7a-c8c5-4ed2-8db5-07bb8eca62b4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] GET failed (client error): The resource could not be found. Mar 01 21:13:36.726586 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bca9af7a-c8c5-4ed2-8db5-07bb8eca62b4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Synchronizing usage tracker for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:36.840266 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:36.859011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbbe05-6816-4cf4-b36d-e7ba80d7c0fa tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Pushing event deleted for resources: {'Port': ['ID=0f13a087-92f7-404e-b40b-a3a52c97e512,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:36.863700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Transition to ACTIVE for port object cac20484-b31b-41f3-93dd-ce941d3233e9 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:36.903395 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Transition to ACTIVE for port object cac20484-b31b-41f3-93dd-ce941d3233e9 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:36.971253 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:37.050350 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-103f5eec-725b-4ba9-85f4-e8a9b9a44639 req-b0958922-a153-4236-a95e-080666fa13d0 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Unset dirty status for tenant:d397067f52704b8293603081e97c4744 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:37.051526 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-103f5eec-725b-4ba9-85f4-e8a9b9a44639 req-b0958922-a153-4236-a95e-080666fa13d0 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 945 time: 0.8115866 Mar 01 21:13:37.058317 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Pushing event updated for resources: {'Port': ['ID=cac20484-b31b-41f3-93dd-ce941d3233e9,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:37.063541 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:37.067145 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:37.069643 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:37.071830 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-140090cb-d728-4a7f-9abb-0fafe859fb00 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::3207:5c8c:17c2:ea7b (cc39aad2-d371-4bc1-8f73-2342392e478c/21126e6b-cb03-4798-8c44-baac79a6a2fd/6b223abe-e50b-489e-b958-75a61425f4fe) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:37.180234 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:13:37.181114 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Attempting to bind port cac20484-b31b-41f3-93dd-ce941d3233e9 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:13:37.181486 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Attempting to bind port cac20484-b31b-41f3-93dd-ce941d3233e9 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:13:37.182014 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Attempting to bind port cac20484-b31b-41f3-93dd-ce941d3233e9 on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:13:37.188903 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:13:37.189496 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:13:37.190047 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:37.190606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:13:37.191386 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Bound port: cac20484-b31b-41f3-93dd-ce941d3233e9, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:13:37.192064 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:37.218510 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-da955089-92c6-4fac-ba13-91a3dbde472f req-42dbbe05-6816-4cf4-b36d-e7ba80d7c0fa tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] No DVR routers for this DVR port 0f13a087-92f7-404e-b40b-a3a52c97e512 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:13:37.245177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 0f13a087-92f7-404e-b40b-a3a52c97e512 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:13:37.261727 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da955089-92c6-4fac-ba13-91a3dbde472f req-42dbbe05-6816-4cf4-b36d-e7ba80d7c0fa tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:37.264590 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da955089-92c6-4fac-ba13-91a3dbde472f req-42dbbe05-6816-4cf4-b36d-e7ba80d7c0fa tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.55 "DELETE /v2.0/ports/0f13a087-92f7-404e-b40b-a3a52c97e512 HTTP/1.1" status: 204 len: 173 time: 2.7350996 Mar 01 21:13:37.271766 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9d5c4cf-99f9-47f5-8160-90be3db93f3b', 'name': 'network-vif-deleted', 'tag': '0f13a087-92f7-404e-b40b-a3a52c97e512'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:13:37.289351 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:37.291258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 0f13a087-92f7-404e-b40b-a3a52c97e512 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:13:37.291631 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 0f13a087-92f7-404e-b40b-a3a52c97e512 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:13:37.336284 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-140090cb-d728-4a7f-9abb-0fafe859fb00 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:37.336820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] For port cac20484-b31b-41f3-93dd-ce941d3233e9, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:13:37.340466 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] For port cac20484-b31b-41f3-93dd-ce941d3233e9, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=cac20484-b31b-41f3-93dd-ce941d3233e9,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:13:37.353694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-140090cb-d728-4a7f-9abb-0fafe859fb00 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object 6b223abe-e50b-489e-b958-75a61425f4fe will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:37.354238 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bca9af7a-c8c5-4ed2-8db5-07bb8eca62b4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Unset dirty status for tenant:b0c650e22c5b44d78b9ba9842ac83e9f on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:37.355884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bca9af7a-c8c5-4ed2-8db5-07bb8eca62b4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports/a8548746-78bc-4ec0-bd80-de7605a95d40 HTTP/1.1" status: 404 len: 333 time: 0.7324495 Mar 01 21:13:37.362105 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37550) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:37.362226 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-103f5eec-725b-4ba9-85f4-e8a9b9a44639 req-1b8f0d98-20ac-4bdd-97b2-715d9195c7e3 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245510 Mar 01 21:13:37.368344 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b796f6d6-3451-4628-8a8a-04ab3e03cd10 req-311e5fb2-962f-4eef-a07c-d592fdac2d03 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6012049 Mar 01 21:13:37.369558 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:37.433233 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9d5c4cf-99f9-47f5-8160-90be3db93f3b', 'name': 'network-vif-deleted', 'tag': '0f13a087-92f7-404e-b40b-a3a52c97e512', 'status': 'completed', 'code': 200} Mar 01 21:13:37.455984 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23c268ff-788b-404f-9c38-28f67b2e87b9 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:37.475763 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:37.488510 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23c268ff-788b-404f-9c38-28f67b2e87b9 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:37.550673 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Allocated IP 172.25.5.114 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/3861c6f4-9643-46ea-8e46-61b318c78f40) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:37.567226 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33b9d5f-47f5-444b-93b7-59281d7a6f3e None None] Pushing event updated for resources: {'Port': ['ID=cac20484-b31b-41f3-93dd-ce941d3233e9,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:37.617238 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-140090cb-d728-4a7f-9abb-0fafe859fb00 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:37.682983 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140090cb-d728-4a7f-9abb-0fafe859fb00 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:37.687305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-140090cb-d728-4a7f-9abb-0fafe859fb00 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:37.689281 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140090cb-d728-4a7f-9abb-0fafe859fb00 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:37.696827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140090cb-d728-4a7f-9abb-0fafe859fb00 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:37.700577 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-140090cb-d728-4a7f-9abb-0fafe859fb00 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:37.707417 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:37.730413 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23c268ff-788b-404f-9c38-28f67b2e87b9 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:37.745257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140090cb-d728-4a7f-9abb-0fafe859fb00 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=6b223abe-e50b-489e-b958-75a61425f4fe,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:37.763914 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c268ff-788b-404f-9c38-28f67b2e87b9 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f23a2b-7887-4998-a7a1-b940ef8d49ee,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:37.767234 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23c268ff-788b-404f-9c38-28f67b2e87b9 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:37.768359 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-23c268ff-788b-404f-9c38-28f67b2e87b9 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/security-groups/34f23a2b-7887-4998-a7a1-b940ef8d49ee HTTP/1.1" status: 204 len: 168 time: 0.4071836 Mar 01 21:13:37.777577 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37554) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:37.846477 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d0072ea7-d71f-46fd-9e97-74a5966b5d0d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:37.877090 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d0072ea7-d71f-46fd-9e97-74a5966b5d0d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:37.894469 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:37.905958 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-140090cb-d728-4a7f-9abb-0fafe859fb00 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0651891 Mar 01 21:13:37.910561 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37558) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:37.929461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-78a4ef23-155d-4236-b1a9-d3889e3c71ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'fixed_ips': [{'subnet_id': '21126e6b-cb03-4798-8c44-baac79a6a2fd', 'ip_address': '2001:db8::3207:5c8c:17c2:ea7b'}], 'name': 'tempest-NetworksTestDHCPv6-447400743'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:37.968691 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:37.977663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:37.983863 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:38.026642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-09473ce3-5647-4cf8-ba6e-3182503adace req-ac4f23a5-b7a2-4a77-bb49-0f00a90a7a2e service neutron] (88518) timed out ('10.222.0.42', 58372) {{(pid=88518) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 01 21:13:38.032867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Pushing event updated for resources: {'Port': ['ID=3861c6f4-9643-46ea-8e46-61b318c78f40,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:38.114243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-78a4ef23-155d-4236-b1a9-d3889e3c71ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:38.122002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-78a4ef23-155d-4236-b1a9-d3889e3c71ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:port and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:38.130396 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-78a4ef23-155d-4236-b1a9-d3889e3c71ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:38.136889 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-78a4ef23-155d-4236-b1a9-d3889e3c71ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:38.148729 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d0072ea7-d71f-46fd-9e97-74a5966b5d0d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:38.170322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0072ea7-d71f-46fd-9e97-74a5966b5d0d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d17c61-c6c9-4462-b996-340436232786,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:38.175171 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d0072ea7-d71f-46fd-9e97-74a5966b5d0d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:38.178272 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d0072ea7-d71f-46fd-9e97-74a5966b5d0d tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/security-groups/f2d17c61-c6c9-4462-b996-340436232786 HTTP/1.1" status: 204 len: 168 time: 0.4063044 Mar 01 21:13:38.183455 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37562) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:38.219428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a4ef23-155d-4236-b1a9-d3889e3c71ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:38.224251 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78a4ef23-155d-4236-b1a9-d3889e3c71ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:38.271339 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-78a4ef23-155d-4236-b1a9-d3889e3c71ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port 3661a33b-a2e7-41c3-9e8a-f926f2f871fd yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:13:38.322415 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b53e2b11-49c6-4cd9-851e-b02a7fbe3e50 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:38.380278 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b53e2b11-49c6-4cd9-851e-b02a7fbe3e50 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:38.609474 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a4ef23-155d-4236-b1a9-d3889e3c71ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] POST failed (client error): There was a conflict when trying to complete your request. Mar 01 21:13:38.609930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a4ef23-155d-4236-b1a9-d3889e3c71ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:13:38.614277 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b53e2b11-49c6-4cd9-851e-b02a7fbe3e50 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:38.650231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e2b11-49c6-4cd9-851e-b02a7fbe3e50 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d076e9-1c02-4b5b-9e5e-04dddad074bd,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:38.659871 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b53e2b11-49c6-4cd9-851e-b02a7fbe3e50 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:38.662209 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b53e2b11-49c6-4cd9-851e-b02a7fbe3e50 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/security-groups/40d076e9-1c02-4b5b-9e5e-04dddad074bd HTTP/1.1" status: 204 len: 168 time: 0.4774547 Mar 01 21:13:38.664375 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37572) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:38.714446 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ade75076-6b39-4a19-85fe-d1afb13840cf req-358bd8ae-cf19-4f4a-9e5f-81b7cc34a5fd tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=f9d5c4cf-99f9-47f5-8160-90be3db93f3b HTTP/1.1" status: 200 len: 210 time: 0.0772448 Mar 01 21:13:38.737419 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-78a4ef23-155d-4236-b1a9-d3889e3c71ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.8207672 Mar 01 21:13:38.738012 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37576) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:38.758273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f994986-6b62-409d-9bca-706123b567fa tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting subnet 41402f7a-de58-49c8-b98b-78fc0a1c4f44 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:13:38.760597 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2f994986-6b62-409d-9bca-706123b567fa tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:38.779055 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:38.824960 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2f994986-6b62-409d-9bca-706123b567fa tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:38.901915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19715b50-b08b-4232-8173-8cc618c50599 req-5cfa53b9-d358-4d6b-96af-c9d68bdce001 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:38.903540 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19715b50-b08b-4232-8173-8cc618c50599 req-5cfa53b9-d358-4d6b-96af-c9d68bdce001 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.3546741 Mar 01 21:13:38.920564 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2f994986-6b62-409d-9bca-706123b567fa tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:39.092199 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-288b61b8-d604-43da-8ebb-87e6293319d2 None None] Provisioning for port cac20484-b31b-41f3-93dd-ce941d3233e9 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:39.125981 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2f994986-6b62-409d-9bca-706123b567fa tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:39.170792 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2f994986-6b62-409d-9bca-706123b567fa tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:39.175024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f994986-6b62-409d-9bca-706123b567fa tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Subnet': ['ID=41402f7a-de58-49c8-b98b-78fc0a1c4f44,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:39.180468 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2f994986-6b62-409d-9bca-706123b567fa tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/subnets/41402f7a-de58-49c8-b98b-78fc0a1c4f44 HTTP/1.1" status: 204 len: 168 time: 0.5148916 Mar 01 21:13:39.182000 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b58830-32d5-4c72-a107-3fad0c036228 None None] Network d98b7571-a717-46ab-9fd5-452dc7965441 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:39.185796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37580) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:39.186380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd62f0a1-835f-4d16-b8ea-c9668b34c787 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:39.192456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd62f0a1-835f-4d16-b8ea-c9668b34c787 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:39.194723 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bd62f0a1-835f-4d16-b8ea-c9668b34c787 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4551256 Mar 01 21:13:39.221496 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37584) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:39.263878 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19715b50-b08b-4232-8173-8cc618c50599 req-9c1cce9c-b0e1-40d6-958a-a0e800cf322a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733997 Mar 01 21:13:39.321069 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b5495-1639-43cd-9c3d-4a0cd2cdd3cb tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port 6b223abe-e50b-489e-b958-75a61425f4fe {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:39.321415 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5495-1639-43cd-9c3d-4a0cd2cdd3cb tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:39.373606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d92d59f-4b10-4cff-9803-b9f43cf9c072 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting subnet bc45ccf8-9997-4999-8aaf-ec5a46dbffea {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:13:39.380604 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9d92d59f-4b10-4cff-9803-b9f43cf9c072 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:39.400418 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ce076fe8-3218-468f-8a19-ab2d2f6255a2 None None] Provisioning for port 6b223abe-e50b-489e-b958-75a61425f4fe completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:39.411208 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ce076fe8-3218-468f-8a19-ab2d2f6255a2 None None] Provisioning complete for port 6b223abe-e50b-489e-b958-75a61425f4fe triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:39.411813 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ce076fe8-3218-468f-8a19-ab2d2f6255a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:39.429972 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:39.517906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ce076fe8-3218-468f-8a19-ab2d2f6255a2 None None] Port 6b223abe-e50b-489e-b958-75a61425f4fe cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:13:39.629038 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9d92d59f-4b10-4cff-9803-b9f43cf9c072 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:39.679633 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502b182-04c0-450c-8263-4566352e7c2e req-5e704519-3057-4063-b16f-c4cd6309bda4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:39.683823 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1502b182-04c0-450c-8263-4566352e7c2e req-5e704519-3057-4063-b16f-c4cd6309bda4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.2502332 Mar 01 21:13:39.757037 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1502b182-04c0-450c-8263-4566352e7c2e req-c368af54-101f-4408-8364-a4a21bb2fc7d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591924 Mar 01 21:13:39.786066 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37592) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:39.850797 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Router 9bf8c9ca-7843-44af-8d3a-387ab1991b13 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:13:39.880241 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5495-1639-43cd-9c3d-4a0cd2cdd3cb tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:39.922381 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device cac20484-b31b-41f3-93dd-ce941d3233e9 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:39.960602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5eeaf1-5591-4c48-a9e2-502a5821355c tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:39.964980 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9e5eeaf1-5591-4c48-a9e2-502a5821355c tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 1091 time: 0.1750107 Mar 01 21:13:39.967904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37598) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:39.974650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': 'bc74a27e-c044-4e86-b030-a6b4f375a854', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:39.989222 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:40.007564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:floatingip and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:40.014527 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:40.031404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:40.058432 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b5495-1639-43cd-9c3d-4a0cd2cdd3cb tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for 6b223abe-e50b-489e-b958-75a61425f4fe owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:40.102307 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9d92d59f-4b10-4cff-9803-b9f43cf9c072 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:40.125283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port cac20484-b31b-41f3-93dd-ce941d3233e9 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:40.125933 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:13:40.131236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port cac20484-b31b-41f3-93dd-ce941d3233e9 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:40.135770 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:40.141617 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72167d8-464d-48f0-a6a7-000e530c6a1c None None] Sync routers for ids ['9bf8c9ca-7843-44af-8d3a-387ab1991b13'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:13:40.157470 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72167d8-464d-48f0-a6a7-000e530c6a1c None None] Routers {'9bf8c9ca-7843-44af-8d3a-387ab1991b13'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:13:40.159539 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d72167d8-464d-48f0-a6a7-000e530c6a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:13:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9bf8c9ca-7843-44af-8d3a-387ab1991b13'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:40.177301 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:40.265288 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:40.267002 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-06b191e4-f53b-4eb6-b749-9078cc8fc2c3 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.7455139 Mar 01 21:13:40.271008 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37604) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:40.282560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-5e37568f-5b37-4e48-af2f-9dffa9d5d543 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'enable_snat': False}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:40.297025 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d72167d8-464d-48f0-a6a7-000e530c6a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:40.316197 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:40.318154 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72167d8-464d-48f0-a6a7-000e530c6a1c None None] Routers {'9bf8c9ca-7843-44af-8d3a-387ab1991b13'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:13:40.322602 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d72167d8-464d-48f0-a6a7-000e530c6a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:13:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9bf8c9ca-7843-44af-8d3a-387ab1991b13'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:40.401871 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port cac20484-b31b-41f3-93dd-ce941d3233e9, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=cac20484-b31b-41f3-93dd-ce941d3233e9,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:40.418122 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9d92d59f-4b10-4cff-9803-b9f43cf9c072 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:40.455001 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d72167d8-464d-48f0-a6a7-000e530c6a1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:40.455485 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72167d8-464d-48f0-a6a7-000e530c6a1c None None] The sync data for ids ['9bf8c9ca-7843-44af-8d3a-387ab1991b13'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:13:40.458753 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:40.479406 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:40.532344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92d59f-4b10-4cff-9803-b9f43cf9c072 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Subnet': ['ID=bc45ccf8-9997-4999-8aaf-ec5a46dbffea,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:40.534695 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5495-1639-43cd-9c3d-4a0cd2cdd3cb tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:40.560880 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff28c448-da4d-42ad-a3e9-f37a11d8a15a None None] Network d98b7571-a717-46ab-9fd5-452dc7965441 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:40.580196 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9d92d59f-4b10-4cff-9803-b9f43cf9c072 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:40.621222 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b5495-1639-43cd-9c3d-4a0cd2cdd3cb tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=6b223abe-e50b-489e-b958-75a61425f4fe,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:40.650105 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Allocated IP 172.25.5.133 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/b8cb35ed-df83-4067-b9bd-ac98c976a154) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:40.698561 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=cac20484-b31b-41f3-93dd-ce941d3233e9,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:40.708719 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-910dd65a-03aa-4b43-b2aa-abc085da2bb6 None None] Provisioning complete for port de1d8729-b0bc-46bb-9ab6-4680fce77edd triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:40.709300 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-910dd65a-03aa-4b43-b2aa-abc085da2bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:40.726181 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9d92d59f-4b10-4cff-9803-b9f43cf9c072 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/subnets/bc45ccf8-9997-4999-8aaf-ec5a46dbffea HTTP/1.1" status: 204 len: 168 time: 1.5402548 Mar 01 21:13:40.726908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37608) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:40.826856 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ce9b5495-1639-43cd-9c3d-4a0cd2cdd3cb tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:40.834140 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ce9b5495-1639-43cd-9c3d-4a0cd2cdd3cb tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/6b223abe-e50b-489e-b958-75a61425f4fe HTTP/1.1" status: 204 len: 168 time: 1.6113992 Mar 01 21:13:40.838583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37612) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:40.847719 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-789ea987-4ff1-43c6-88ce-a2e20615f551 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] DELETE failed (client error): The resource could not be found. Mar 01 21:13:40.848170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-789ea987-4ff1-43c6-88ce-a2e20615f551 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:13:40.852581 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-789ea987-4ff1-43c6-88ce-a2e20615f551 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/subnets/41402f7a-de58-49c8-b98b-78fc0a1c4f44 HTTP/1.1" status: 404 len: 337 time: 0.1121182 Mar 01 21:13:40.853527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37616) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:40.868393 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:40.977314 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:41.083984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=b8cb35ed-df83-4067-b9bd-ac98c976a154,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:41.110929 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-910dd65a-03aa-4b43-b2aa-abc085da2bb6 None None] Provisioning complete for port 32602de0-4803-4a18-ac18-a64bf75aaa0f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:41.111383 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-910dd65a-03aa-4b43-b2aa-abc085da2bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:41.114770 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:41.119727 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:41.123519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:41.189251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-910dd65a-03aa-4b43-b2aa-abc085da2bb6 None None] Port 32602de0-4803-4a18-ac18-a64bf75aaa0f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:13:41.224922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a446f683-cf27-4c01-926d-d767f0c761ba tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:41.226560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a446f683-cf27-4c01-926d-d767f0c761ba tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:41.227300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a446f683-cf27-4c01-926d-d767f0c761ba tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:41.234052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-50df94d0-a198-4301-8403-ae942e864a03 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting subnet 87705b03-02fc-4e36-a5fd-171a4217f5d4 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:13:41.239752 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50df94d0-a198-4301-8403-ae942e864a03 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:41.520893 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50df94d0-a198-4301-8403-ae942e864a03 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:41.685121 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e37568f-5b37-4e48-af2f-9dffa9d5d543 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:41.693740 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a446f683-cf27-4c01-926d-d767f0c761ba tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:41.697425 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a446f683-cf27-4c01-926d-d767f0c761ba tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8489666 Mar 01 21:13:41.698723 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37624) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:41.835075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2101914-3d19-4fea-8704-2caddfb83ce8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet 21126e6b-cb03-4798-8c44-baac79a6a2fd {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:13:41.848799 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2101914-3d19-4fea-8704-2caddfb83ce8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:41.853355 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:41.864163 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device cac20484-b31b-41f3-93dd-ce941d3233e9 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:41.914874 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50df94d0-a198-4301-8403-ae942e864a03 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:41.947383 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port cac20484-b31b-41f3-93dd-ce941d3233e9 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:41.947771 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:42.019794 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:42.063002 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2101914-3d19-4fea-8704-2caddfb83ce8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:42.083308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-400adfbd-c695-4363-bf4f-87ea4d8addc3 None None] Provisioning complete for port de1d8729-b0bc-46bb-9ab6-4680fce77edd triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:42.083728 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-400adfbd-c695-4363-bf4f-87ea4d8addc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:42.213647 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2101914-3d19-4fea-8704-2caddfb83ce8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:42.263342 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50df94d0-a198-4301-8403-ae942e864a03 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:42.317048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df94d0-a198-4301-8403-ae942e864a03 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Subnet': ['ID=87705b03-02fc-4e36-a5fd-171a4217f5d4,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:42.332442 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-50df94d0-a198-4301-8403-ae942e864a03 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:42.338745 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22245bc2-c100-4904-be5f-183336739580 None None] Network d98b7571-a717-46ab-9fd5-452dc7965441 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:42.343929 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:42.359621 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-400adfbd-c695-4363-bf4f-87ea4d8addc3 None None] Provisioning complete for port 32602de0-4803-4a18-ac18-a64bf75aaa0f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:42.359992 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-400adfbd-c695-4363-bf4f-87ea4d8addc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:42.408208 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-50df94d0-a198-4301-8403-ae942e864a03 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/subnets/87705b03-02fc-4e36-a5fd-171a4217f5d4 HTTP/1.1" status: 204 len: 168 time: 1.4878559 Mar 01 21:13:42.408640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37628) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:42.453539 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:42.510314 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-400adfbd-c695-4363-bf4f-87ea4d8addc3 None None] Port 32602de0-4803-4a18-ac18-a64bf75aaa0f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:13:42.510477 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25dc50f-410d-4ca7-913d-7a019d6e454e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] DELETE failed (client error): The resource could not be found. Mar 01 21:13:42.518354 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c25dc50f-410d-4ca7-913d-7a019d6e454e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:13:42.549252 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2101914-3d19-4fea-8704-2caddfb83ce8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:42.574931 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c25dc50f-410d-4ca7-913d-7a019d6e454e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/subnets/21da9c6d-8bef-4d75-89ab-7a41aa8e2efa HTTP/1.1" status: 404 len: 337 time: 0.1647732 Mar 01 21:13:42.585169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37634) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:42.626067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2101914-3d19-4fea-8704-2caddfb83ce8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=21126e6b-cb03-4798-8c44-baac79a6a2fd,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:42.631206 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2101914-3d19-4fea-8704-2caddfb83ce8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:42.636383 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ec0f41-59fb-4c55-8bee-fb5a33d38163 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:42.685668 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a2f77520-2b61-483f-a4f8-a748abe5acb4 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "GET /v2.0/ports?device_id=51676f41-6fd0-461c-9617-41e21b510a27 HTTP/1.1" status: 200 len: 205 time: 0.0922508 Mar 01 21:13:42.689246 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=b8cb35ed-df83-4067-b9bd-ac98c976a154,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:42.699669 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37640) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:42.780141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9a024f-659f-45f4-9ecd-83f6ddd714f8 None None] DHCP port deletion for d98b7571-a717-46ab-9fd5-452dc7965441 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:13:42.786670 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:42.791121 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3c9a024f-659f-45f4-9ecd-83f6ddd714f8 None None] Deleting port de1d8729-b0bc-46bb-9ab6-4680fce77edd {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:42.791523 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3c9a024f-659f-45f4-9ecd-83f6ddd714f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:42.869124 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b2101914-3d19-4fea-8704-2caddfb83ce8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/21126e6b-cb03-4798-8c44-baac79a6a2fd HTTP/1.1" status: 204 len: 168 time: 1.1695127 Mar 01 21:13:42.871987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37644) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:42.877280 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-945a13b0-8f14-4a68-85ac-c4df1b67bb04 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] delete failed (client error): The resource could not be found. Mar 01 21:13:42.878545 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-945a13b0-8f14-4a68-85ac-c4df1b67bb04 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/routers/51676f41-6fd0-461c-9617-41e21b510a27 HTTP/1.1" status: 404 len: 336 time: 0.1767933 Mar 01 21:13:42.881085 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37648) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:42.925657 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e4b120a-b130-4557-a582-0dd282f7d1ea tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] DELETE failed (client error): The resource could not be found. Mar 01 21:13:42.926031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e4b120a-b130-4557-a582-0dd282f7d1ea tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:13:42.927754 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9e4b120a-b130-4557-a582-0dd282f7d1ea tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/subnets/6864caab-22d4-427a-89f2-d797ad1246c8 HTTP/1.1" status: 404 len: 337 time: 0.0450275 Mar 01 21:13:42.933506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37652) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:42.980265 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b69309de-ddb1-4ce8-85e9-6444ddeccaca tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1063113 Mar 01 21:13:42.985234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37656) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:42.993197 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc9ae9e-cd03-4955-9c37-6693868990e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] DELETE failed (client error): The resource could not be found. Mar 01 21:13:42.993734 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc9ae9e-cd03-4955-9c37-6693868990e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:13:42.994858 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-46f078e8-966d-49b8-acee-9e85049c8eab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:42.995546 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6dc9ae9e-cd03-4955-9c37-6693868990e2 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/subnets/7c2d65be-e115-457e-8fe3-705ef5f3657d HTTP/1.1" status: 404 len: 337 time: 0.0582559 Mar 01 21:13:43.017125 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37660) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:43.092246 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3c9a024f-659f-45f4-9ecd-83f6ddd714f8 None None] For port de1d8729-b0bc-46bb-9ab6-4680fce77edd, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=de1d8729-b0bc-46bb-9ab6-4680fce77edd,segment=NetworkSegment(3b194ccd-b6d8-4074-9fb4-df21e13dbb77),segment_id=3b194ccd-b6d8-4074-9fb4-df21e13dbb77)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:43.092641 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3c9a024f-659f-45f4-9ecd-83f6ddd714f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:43.133053 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Floating IP fd9ccce7-38cb-48bb-a740-838357d33151 associated. External IP: 172.25.5.133, port: bc74a27e-c044-4e86-b030-a6b4f375a854. Mar 01 21:13:43.147576 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0813ad1-9b7c-4518-96af-890fe55b25ae tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] DELETE failed (client error): The resource could not be found. Mar 01 21:13:43.148027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0813ad1-9b7c-4518-96af-890fe55b25ae tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:13:43.152739 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c0813ad1-9b7c-4518-96af-890fe55b25ae tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/subnets/bc0a7239-80ce-43cf-99fd-9f371e9efd23 HTTP/1.1" status: 404 len: 337 time: 0.0782318 Mar 01 21:13:43.158861 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37664) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:43.277676 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3c9a024f-659f-45f4-9ecd-83f6ddd714f8 None None] Calling delete_port for de1d8729-b0bc-46bb-9ab6-4680fce77edd owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:43.371453 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33852094-889d-4ab3-a0ec-cba04f5d0a56 None None] DHCP port deletion for cc39aad2-d371-4bc1-8f73-2342392e478c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:13:43.378047 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-33852094-889d-4ab3-a0ec-cba04f5d0a56 None None] Deleting port cac20484-b31b-41f3-93dd-ce941d3233e9 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:43.378799 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-33852094-889d-4ab3-a0ec-cba04f5d0a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:43.468214 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-248fdf36-b60d-463b-86f0-f6c2ba472d56 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] DELETE failed (client error): The resource could not be found. Mar 01 21:13:43.468214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-248fdf36-b60d-463b-86f0-f6c2ba472d56 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:13:43.469928 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-248fdf36-b60d-463b-86f0-f6c2ba472d56 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/ports/f7d732a2-994c-4476-8319-6917740fbac3 HTTP/1.1" status: 404 len: 333 time: 0.3106384 Mar 01 21:13:43.477542 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37668) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:43.494361 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3c9a024f-659f-45f4-9ecd-83f6ddd714f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:43.547756 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-a812e1bf-e039-43d0-b6b4-9188576e6d7c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] DELETE failed (client error): The resource could not be found. Mar 01 21:13:43.548432 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a812e1bf-e039-43d0-b6b4-9188576e6d7c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:13:43.552183 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a812e1bf-e039-43d0-b6b4-9188576e6d7c tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/subnets/3b88b8b9-8d93-41b0-9bd4-420baf0502f3 HTTP/1.1" status: 404 len: 337 time: 0.0725660 Mar 01 21:13:43.556323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37672) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:43.557781 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9a024f-659f-45f4-9ecd-83f6ddd714f8 None None] Pushing event deleted for resources: {'Port': ['ID=de1d8729-b0bc-46bb-9ab6-4680fce77edd,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:43.570137 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9a024f-659f-45f4-9ecd-83f6ddd714f8 None None] No DVR routers for this DVR port de1d8729-b0bc-46bb-9ab6-4680fce77edd on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:13:43.612753 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-46f078e8-966d-49b8-acee-9e85049c8eab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:43.613130 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-8069abb8-a6fc-4c14-b72c-a2f1164ab031 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] DELETE failed (client error): The resource could not be found. Mar 01 21:13:43.613649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8069abb8-a6fc-4c14-b72c-a2f1164ab031 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:13:43.615434 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8069abb8-a6fc-4c14-b72c-a2f1164ab031 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/subnets/22b7b1fc-f4b4-4303-ad2c-8c7345be6d9d HTTP/1.1" status: 404 len: 337 time: 0.0587924 Mar 01 21:13:43.618142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37676) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:43.626304 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-46f078e8-966d-49b8-acee-9e85049c8eab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:43.631233 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-46f078e8-966d-49b8-acee-9e85049c8eab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:43.641892 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-46f078e8-966d-49b8-acee-9e85049c8eab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:43.672572 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e37568f-5b37-4e48-af2f-9dffa9d5d543 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:43.674253 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1367041-08b6-44ea-a38e-fc6fccef8583 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] DELETE failed (client error): The resource could not be found. Mar 01 21:13:43.674621 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1367041-08b6-44ea-a38e-fc6fccef8583 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:13:43.678746 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f1367041-08b6-44ea-a38e-fc6fccef8583 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/ports/99091a8b-e8aa-4dfc-9bf3-64ee073f2fe5 HTTP/1.1" status: 404 len: 333 time: 0.0571620 Mar 01 21:13:43.678922 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e37568f-5b37-4e48-af2f-9dffa9d5d543 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:43.679024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37680) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:43.725987 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-f42fef1d-f5b4-4853-aff5-579d5313112e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] DELETE failed (client error): The resource could not be found. Mar 01 21:13:43.726734 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f42fef1d-f5b4-4853-aff5-579d5313112e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:13:43.732949 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f42fef1d-f5b4-4853-aff5-579d5313112e tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/subnets/d75280f1-89e3-4e5f-961b-1cc9a8009c92 HTTP/1.1" status: 404 len: 337 time: 0.0486302 Mar 01 21:13:43.732949 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37684) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:43.780027 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-33852094-889d-4ab3-a0ec-cba04f5d0a56 None None] For port cac20484-b31b-41f3-93dd-ce941d3233e9, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=cac20484-b31b-41f3-93dd-ce941d3233e9,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:43.780734 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-33852094-889d-4ab3-a0ec-cba04f5d0a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:43.829801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Router f49a8e32-4832-4c86-a99d-48f3aee42c3f has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:13:43.897705 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device cac20484-b31b-41f3-93dd-ce941d3233e9 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:13:44.036756 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f078e8-966d-49b8-acee-9e85049c8eab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:44.040896 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46f078e8-966d-49b8-acee-9e85049c8eab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:44.046398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:13:44.084005 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d431f8-7a20-44b5-9a99-09df8c569e78 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] DELETE failed (client error): The resource could not be found. Mar 01 21:13:44.084005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d431f8-7a20-44b5-9a99-09df8c569e78 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:13:44.084649 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-99d431f8-7a20-44b5-9a99-09df8c569e78 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/subnets/156e51d7-e62f-408c-a481-a70cf0ecbc1b HTTP/1.1" status: 404 len: 337 time: 0.3509765 Mar 01 21:13:44.086835 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37694) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:44.094124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e37568f-5b37-4e48-af2f-9dffa9d5d543 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Router 9bf8c9ca-7843-44af-8d3a-387ab1991b13 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:13:44.120457 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-33852094-889d-4ab3-a0ec-cba04f5d0a56 None None] Calling delete_port for cac20484-b31b-41f3-93dd-ce941d3233e9 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:44.155057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510090e8-f5dc-4965-9137-b786505b201e None None] Sync routers for ids ['f49a8e32-4832-4c86-a99d-48f3aee42c3f'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:13:44.177618 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:44.209598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510090e8-f5dc-4965-9137-b786505b201e None None] Routers {'f49a8e32-4832-4c86-a99d-48f3aee42c3f'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:13:44.210505 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-510090e8-f5dc-4965-9137-b786505b201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:13:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49a8e32-4832-4c86-a99d-48f3aee42c3f'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:44.222516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-14eb0552-960a-41c3-8a9a-258bd0e7e199 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Deleting port 32602de0-4803-4a18-ac18-a64bf75aaa0f {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:44.222979 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-14eb0552-960a-41c3-8a9a-258bd0e7e199 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:44.332856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b0168867-60c9-4944-9127-0f2683d047c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3632998 Mar 01 21:13:44.333903 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9648265a-95b4-419b-ade1-d47a2a9ccef6', 'tag': 'bc74a27e-c044-4e86-b030-a6b4f375a854'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:13:44.382447 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:44.485323 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-33852094-889d-4ab3-a0ec-cba04f5d0a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:44.537487 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e37568f-5b37-4e48-af2f-9dffa9d5d543 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:13:44.555764 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e37568f-5b37-4e48-af2f-9dffa9d5d543 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:44.555764 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5e37568f-5b37-4e48-af2f-9dffa9d5d543 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "PUT /v2.0/routers/9bf8c9ca-7843-44af-8d3a-387ab1991b13 HTTP/1.1" status: 200 len: 926 time: 4.2788157 Mar 01 21:13:44.555764 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37704) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:44.556515 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffbd6a0-184b-401e-ae4e-61c197dfac58 None None] Sync routers for ids ['9bf8c9ca-7843-44af-8d3a-387ab1991b13'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:13:44.575776 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffbd6a0-184b-401e-ae4e-61c197dfac58 None None] Routers {'9bf8c9ca-7843-44af-8d3a-387ab1991b13'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:13:44.577131 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-bffbd6a0-184b-401e-ae4e-61c197dfac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:13:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9bf8c9ca-7843-44af-8d3a-387ab1991b13'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:44.590171 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-14eb0552-960a-41c3-8a9a-258bd0e7e199 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:44.593248 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33852094-889d-4ab3-a0ec-cba04f5d0a56 None None] Pushing event deleted for resources: {'Port': ['ID=cac20484-b31b-41f3-93dd-ce941d3233e9,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:44.599293 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33852094-889d-4ab3-a0ec-cba04f5d0a56 None None] No DVR routers for this DVR port cac20484-b31b-41f3-93dd-ce941d3233e9 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:13:44.601125 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device de1d8729-b0bc-46bb-9ab6-4680fce77edd no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:13:44.661602 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-510090e8-f5dc-4965-9137-b786505b201e None None] Set router f49a8e32-4832-4c86-a99d-48f3aee42c3f gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:13:44.692740 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9648265a-95b4-419b-ade1-d47a2a9ccef6', 'tag': 'bc74a27e-c044-4e86-b030-a6b4f375a854', 'status': 'completed', 'code': 200} Mar 01 21:13:44.706426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: de1d8729-b0bc-46bb-9ab6-4680fce77edd {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:13:44.707834 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device de1d8729-b0bc-46bb-9ab6-4680fce77edd not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:13:44.758094 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-bffbd6a0-184b-401e-ae4e-61c197dfac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:44.775708 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bffbd6a0-184b-401e-ae4e-61c197dfac58 None None] Routers {'9bf8c9ca-7843-44af-8d3a-387ab1991b13'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:13:44.776461 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-bffbd6a0-184b-401e-ae4e-61c197dfac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:13:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9bf8c9ca-7843-44af-8d3a-387ab1991b13'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:44.841915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-14eb0552-960a-41c3-8a9a-258bd0e7e199 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Calling delete_port for 32602de0-4803-4a18-ac18-a64bf75aaa0f owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:44.869850 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-bffbd6a0-184b-401e-ae4e-61c197dfac58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:44.870250 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffbd6a0-184b-401e-ae4e-61c197dfac58 None None] The sync data for ids ['9bf8c9ca-7843-44af-8d3a-387ab1991b13'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:13:44.913497 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-18ee4657-2faf-45ab-81a4-d35ae50562c2 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "GET /v2.0/routers/9bf8c9ca-7843-44af-8d3a-387ab1991b13 HTTP/1.1" status: 200 len: 926 time: 0.3542678 Mar 01 21:13:44.914217 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37710) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:44.918157 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b2ab1-6e82-4478-b825-953d4c154f61 req-f8153173-3c03-40be-9374-b3d3d4fd8ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:44.920331 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-af0b2ab1-6e82-4478-b825-953d4c154f61 req-f8153173-3c03-40be-9374-b3d3d4fd8ddc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 1096 time: 0.2230244 Mar 01 21:13:44.964769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2018c3-215c-40e6-ba65-c82b134567f4 req-056f11e4-b362-4cd5-9aab-d2db9e17ba3a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:44.967090 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d2018c3-215c-40e6-ba65-c82b134567f4 req-056f11e4-b362-4cd5-9aab-d2db9e17ba3a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.4495177 Mar 01 21:13:45.010756 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46f078e8-966d-49b8-acee-9e85049c8eab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:45.056180 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37714) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:45.062309 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d2018c3-215c-40e6-ba65-c82b134567f4 req-9baec3ea-d5e8-4f5a-92be-be1c0b6d750b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824888 Mar 01 21:13:45.066615 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d0919-bf2c-4590-9811-7083d218b291 req-35f74800-645f-498b-a76a-3ebbce1b3a3d tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:45.069098 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-340d0919-bf2c-4590-9811-7083d218b291 req-35f74800-645f-498b-a76a-3ebbce1b3a3d tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 946 time: 0.1921787 Mar 01 21:13:45.118890 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37718) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:45.123944 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-510090e8-f5dc-4965-9137-b786505b201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157566918', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:12:57Z', 'updated_at': '2022-03-01T21:13:10Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:59Z', 'updated_at': '2022-03-01T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'fd9ccce7-38cb-48bb-a740-838357d33151', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'port_id': 'bc74a27e-c044-4e86-b030-a6b4f375a854', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65', 'mac_address': 'fa:16:3e:da:f1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648265a-95b4-419b-ade1-d47a2a9ccef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:13:41Z', 'updated_at': '2022-03-01T21:13:41Z', 'revision_number': 0, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ac23d7-974b-4eb3-bf69-299f88b43269', 'name': '', 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:f6:0c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '94ff59b6-ac8a-41c2-9c6a-4feb46c8d503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:07Z', 'updated_at': '2022-03-01T21:13:25Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '94ff59b6-ac8a-41c2-9c6a-4feb46c8d503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:45.128938 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510090e8-f5dc-4965-9137-b786505b201e None None] Checking router: f49a8e32-4832-4c86-a99d-48f3aee42c3f for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:13:45.139191 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510090e8-f5dc-4965-9137-b786505b201e None None] Routers {'f49a8e32-4832-4c86-a99d-48f3aee42c3f'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:13:45.140059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-510090e8-f5dc-4965-9137-b786505b201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:13:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49a8e32-4832-4c86-a99d-48f3aee42c3f'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:45.220001 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-14eb0552-960a-41c3-8a9a-258bd0e7e199 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:45.264059 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-340d0919-bf2c-4590-9811-7083d218b291 req-9d9e38a0-9a25-4267-8fe2-0f065f4cc3d0 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429455 Mar 01 21:13:45.329938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f078e8-966d-49b8-acee-9e85049c8eab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:45.339317 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-46f078e8-966d-49b8-acee-9e85049c8eab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:45.348359 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f078e8-966d-49b8-acee-9e85049c8eab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:45.348960 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46f078e8-966d-49b8-acee-9e85049c8eab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:45.354017 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-510090e8-f5dc-4965-9137-b786505b201e None None] Set router f49a8e32-4832-4c86-a99d-48f3aee42c3f gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:13:45.390352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f078e8-966d-49b8-acee-9e85049c8eab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=8d5a2281-f3c5-48f2-bd65-c14912d10c09,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:45.436841 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682429a9-4dbb-4fdf-9952-8a40d7c9185b tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:45.438519 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-682429a9-4dbb-4fdf-9952-8a40d7c9185b tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&device_id=9bf8c9ca-7843-44af-8d3a-387ab1991b13&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5205257 Mar 01 21:13:45.440078 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b2ab1-6e82-4478-b825-953d4c154f61 req-9d64632e-dae2-4e17-af4f-89b2527e5deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:45.441712 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-af0b2ab1-6e82-4478-b825-953d4c154f61 req-9d64632e-dae2-4e17-af4f-89b2527e5deb service neutron] 10.222.0.57 "GET /v2.0/networks?id=955e18d0-99d5-4e9f-a46b-3d60079a8d65 HTTP/1.1" status: 200 len: 898 time: 0.4865239 Mar 01 21:13:45.442457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37722) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:45.463283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c376b9-7311-4064-978d-c273ce696c71 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:45.494576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14eb0552-960a-41c3-8a9a-258bd0e7e199 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Port': ['ID=32602de0-4803-4a18-ac18-a64bf75aaa0f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:45.499519 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8dd188d7-8985-4714-a9c7-a148d28d7e9d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/floatingips/fd9ccce7-38cb-48bb-a740-838357d33151 HTTP/1.1" status: 200 len: 991 time: 0.3659518 Mar 01 21:13:45.507741 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-14eb0552-960a-41c3-8a9a-258bd0e7e199 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:45.525725 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-46f078e8-966d-49b8-acee-9e85049c8eab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.5365512 Mar 01 21:13:45.538029 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37726) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:45.546254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-24dce964-e5c1-433b-97e1-cbeac43580a9 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'fixed_ips': [{'subnet_id': '8d5a2281-f3c5-48f2-bd65-c14912d10c09', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1453120989'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:45.595623 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3d2d6d87-3928-4488-a99b-3c62181f9b25 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] 10.222.0.42 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4396 time: 0.5262959 Mar 01 21:13:45.608289 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37730) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:45.618028 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-9fd6b3a6-10cb-44e6-84bd-f25c2cda0bbd tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Request body: {'network': {'name': 'tempest-network-smoke--1469063616', 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'port_security_enabled': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:45.625510 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-14eb0552-960a-41c3-8a9a-258bd0e7e199 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/ports/32602de0-4803-4a18-ac18-a64bf75aaa0f HTTP/1.1" status: 204 len: 168 time: 1.5347004 Mar 01 21:13:45.625709 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37734) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:45.627432 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9fd6b3a6-10cb-44e6-84bd-f25c2cda0bbd tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:45.691293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9fd6b3a6-10cb-44e6-84bd-f25c2cda0bbd tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:45.753124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-24dce964-e5c1-433b-97e1-cbeac43580a9 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:45.757848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-24dce964-e5c1-433b-97e1-cbeac43580a9 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:port and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:45.761338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-24dce964-e5c1-433b-97e1-cbeac43580a9 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:45.769126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-24dce964-e5c1-433b-97e1-cbeac43580a9 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:45.791542 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-af0b2ab1-6e82-4478-b825-953d4c154f61 req-12320002-7227-4023-a023-6f6ed43b5ad1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc74a27e-c044-4e86-b030-a6b4f375a854 HTTP/1.1" status: 200 len: 999 time: 0.3048034 Mar 01 21:13:45.795449 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd6b3a6-10cb-44e6-84bd-f25c2cda0bbd tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Made reservation on behalf of d1b3d33ac1c64551b55e0abce258f6fe for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:45.795449 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fd6b3a6-10cb-44e6-84bd-f25c2cda0bbd tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:45.815503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fd6b3a6-10cb-44e6-84bd-f25c2cda0bbd tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:13:45.828956 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fd6b3a6-10cb-44e6-84bd-f25c2cda0bbd tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:45.828956 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-9fd6b3a6-10cb-44e6-84bd-f25c2cda0bbd tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Added segment 4858e401-57ce-49e1-8c88-9594cb162597 of type vlan for network 11140fd5-4fe1-4e04-9c13-579c4e40cdd9 Mar 01 21:13:45.849373 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-245b63ee-8e99-419e-bc5d-d5fcb00d0126 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:45.860926 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fd6b3a6-10cb-44e6-84bd-f25c2cda0bbd tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:45.870618 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e28501ae-6f26-49b4-93a9-61b18702da8e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:45.871251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e28501ae-6f26-49b4-93a9-61b18702da8e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Synchronizing usage tracker for tenant:a3be48724aff451196f0b840c5379588 on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:45.871418 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cc39aad2-d371-4bc1-8f73-2342392e478c', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'fixed_ips': [{'subnet_id': '8d5a2281-f3c5-48f2-bd65-c14912d10c09'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:13:45.872757 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:45.883613 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b2ab1-6e82-4478-b825-953d4c154f61 req-c11b7d6d-3e33-4909-acf3-e3a735b57fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:45.896272 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-af0b2ab1-6e82-4478-b825-953d4c154f61 req-c11b7d6d-3e33-4909-acf3-e3a735b57fa1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=94ff59b6-ac8a-41c2-9c6a-4feb46c8d503 HTTP/1.1" status: 200 len: 834 time: 0.1006062 Mar 01 21:13:45.914016 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24dce964-e5c1-433b-97e1-cbeac43580a9 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:46.007100 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fd6b3a6-10cb-44e6-84bd-f25c2cda0bbd tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:46.014104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd6b3a6-10cb-44e6-84bd-f25c2cda0bbd tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:46.014625 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9fd6b3a6-10cb-44e6-84bd-f25c2cda0bbd tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:46.117504 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-245b63ee-8e99-419e-bc5d-d5fcb00d0126 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:46.141620 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Allocated IP 2001:db8::2 (cc39aad2-d371-4bc1-8f73-2342392e478c/8d5a2281-f3c5-48f2-bd65-c14912d10c09/c5ddf535-9eaa-4723-920a-8bdbce8beda2) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:46.161339 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-245b63ee-8e99-419e-bc5d-d5fcb00d0126 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d98b7571-a717-46ab-9fd5-452dc7965441']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:46.173565 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e28501ae-6f26-49b4-93a9-61b18702da8e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Unset dirty status for tenant:a3be48724aff451196f0b840c5379588 on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:46.178745 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-510090e8-f5dc-4965-9137-b786505b201e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157566918', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:12:57Z', 'updated_at': '2022-03-01T21:13:10Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:59Z', 'updated_at': '2022-03-01T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'fd9ccce7-38cb-48bb-a740-838357d33151', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'port_id': 'bc74a27e-c044-4e86-b030-a6b4f375a854', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65', 'mac_address': 'fa:16:3e:da:f1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648265a-95b4-419b-ade1-d47a2a9ccef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:13:41Z', 'updated_at': '2022-03-01T21:13:41Z', 'revision_number': 0, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ac23d7-974b-4eb3-bf69-299f88b43269', 'name': '', 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:f6:0c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '94ff59b6-ac8a-41c2-9c6a-4feb46c8d503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:07Z', 'updated_at': '2022-03-01T21:13:25Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '94ff59b6-ac8a-41c2-9c6a-4feb46c8d503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:46.178945 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e28501ae-6f26-49b4-93a9-61b18702da8e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 881 time: 0.7326677 Mar 01 21:13:46.180491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd6b3a6-10cb-44e6-84bd-f25c2cda0bbd tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event updated for resources: {'Network': ['ID=11140fd5-4fe1-4e04-9c13-579c4e40cdd9,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:46.181772 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-245b63ee-8e99-419e-bc5d-d5fcb00d0126 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b194ccd-b6d8-4074-9fb4-df21e13dbb77') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:46.182134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-245b63ee-8e99-419e-bc5d-d5fcb00d0126 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b194ccd-b6d8-4074-9fb4-df21e13dbb77') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:46.183598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37738) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:46.191002 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24dce964-e5c1-433b-97e1-cbeac43580a9 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:46.195283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 11140fd5-4fe1-4e04-9c13-579c4e40cdd9 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:13:46.199845 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-245b63ee-8e99-419e-bc5d-d5fcb00d0126 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:46.211709 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510090e8-f5dc-4965-9137-b786505b201e None None] The sync data for ids ['f49a8e32-4832-4c86-a99d-48f3aee42c3f'] in n-d-827896-4 is: [{'id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157566918', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:12:57Z', 'updated_at': '2022-03-01T21:13:10Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:59Z', 'updated_at': '2022-03-01T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'fd9ccce7-38cb-48bb-a740-838357d33151', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'floating_ip_address': '172.25.5.133', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'port_id': 'bc74a27e-c044-4e86-b030-a6b4f375a854', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65', 'mac_address': 'fa:16:3e:da:f1:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9648265a-95b4-419b-ade1-d47a2a9ccef6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:13:41Z', 'updated_at': '2022-03-01T21:13:41Z', 'revision_number': 0, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98ac23d7-974b-4eb3-bf69-299f88b43269', 'name': '', 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:f6:0c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '94ff59b6-ac8a-41c2-9c6a-4feb46c8d503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:07Z', 'updated_at': '2022-03-01T21:13:25Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '94ff59b6-ac8a-41c2-9c6a-4feb46c8d503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:13:46.219156 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-245b63ee-8e99-419e-bc5d-d5fcb00d0126 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:46.229421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245b63ee-8e99-419e-bc5d-d5fcb00d0126 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:13:46.229421 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-245b63ee-8e99-419e-bc5d-d5fcb00d0126 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:46.259241 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5e7f8b83-bd41-4e22-900d-c821bf7d9b63 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "GET /v2.0/ports?device_id=9bf8c9ca-7843-44af-8d3a-387ab1991b13 HTTP/1.1" status: 200 len: 205 time: 0.0723026 Mar 01 21:13:46.260954 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37742) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:46.262329 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9fd6b3a6-10cb-44e6-84bd-f25c2cda0bbd tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6530640 Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:13:46.357328 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:13:46.363424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37746) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:46.381827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1369390284', 'admin_state_up': True, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:46.383533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:46.390431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Usage tracker for resource:router and tenant:d1b3d33ac1c64551b55e0abce258f6fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:46.397221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b2ab1-6e82-4478-b825-953d4c154f61 req-21a8fecd-1440-43d3-8b12-3999064e2e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:46.399448 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-af0b2ab1-6e82-4478-b825-953d4c154f61 req-21a8fecd-1440-43d3-8b12-3999064e2e6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=955e18d0-99d5-4e9f-a46b-3d60079a8d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5085535 Mar 01 21:13:46.400544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:46.407444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:46.411256 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-24dce964-e5c1-433b-97e1-cbeac43580a9 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port 99a9ad0f-272b-4ae1-8543-ac26d03f648e yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:13:46.491961 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:46.515079 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Transition to ACTIVE for port object c5ddf535-9eaa-4723-920a-8bdbce8beda2 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:46.519682 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37752) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:46.520335 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-245b63ee-8e99-419e-bc5d-d5fcb00d0126 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:46.540327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Transition to ACTIVE for port object c5ddf535-9eaa-4723-920a-8bdbce8beda2 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:46.588469 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e9e1e5-6ec3-4f4f-aa75-dc6ac386aa1f None None] New status for floating IP fd9ccce7-38cb-48bb-a740-838357d33151: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:13:46.626805 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-245b63ee-8e99-419e-bc5d-d5fcb00d0126 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:46.644691 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:46.646391 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:46.647215 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:46.660786 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245b63ee-8e99-419e-bc5d-d5fcb00d0126 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] Pushing event deleted for resources: {'Network': ['ID=d98b7571-a717-46ab-9fd5-452dc7965441,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:46.674953 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-245b63ee-8e99-419e-bc5d-d5fcb00d0126 tempest-PortsIpV6TestJSON-1133687264 tempest-PortsIpV6TestJSON-1133687264-project] 10.222.0.42 "DELETE /v2.0/networks/d98b7571-a717-46ab-9fd5-452dc7965441 HTTP/1.1" status: 204 len: 168 time: 1.0476964 Mar 01 21:13:46.724469 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:46.737089 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-54dd8853-c407-49cc-b3e1-9c1b28cfaaf2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/floatingips/fd9ccce7-38cb-48bb-a740-838357d33151 HTTP/1.1" status: 200 len: 991 time: 0.2132418 Mar 01 21:13:46.739673 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-af0b2ab1-6e82-4478-b825-953d4c154f61 req-b68229eb-a929-4ec1-8f2e-ac1df3a8fb2b service neutron] 10.222.0.57 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3289084 Mar 01 21:13:46.747922 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:46.747922 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:46.757883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:46.785049 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Pushing event updated for resources: {'Port': ['ID=c5ddf535-9eaa-4723-920a-8bdbce8beda2,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:46.805883 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b915dd61-56e4-4d22-a9f3-ec32451f92ac tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:46.891150 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-24dce964-e5c1-433b-97e1-cbeac43580a9 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:13:46.891667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24dce964-e5c1-433b-97e1-cbeac43580a9 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:13:46.990740 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Attempting to bind port c5ddf535-9eaa-4723-920a-8bdbce8beda2 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:13:46.991022 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Attempting to bind port c5ddf535-9eaa-4723-920a-8bdbce8beda2 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:13:46.991666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Attempting to bind port c5ddf535-9eaa-4723-920a-8bdbce8beda2 on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:13:47.079610 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5303a61-eade-48c9-8cc6-088b8d94ae83 req-f9c0862e-f195-4955-96db-3ac8c8fd3735 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:47.081877 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a5303a61-eade-48c9-8cc6-088b8d94ae83 req-f9c0862e-f195-4955-96db-3ac8c8fd3735 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.55 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 946 time: 0.8152905 Mar 01 21:13:47.122448 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:13:47.130413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:13:47.130413 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:47.130413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:13:47.130413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Bound port: c5ddf535-9eaa-4723-920a-8bdbce8beda2, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:13:47.130413 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:47.179127 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-24dce964-e5c1-433b-97e1-cbeac43580a9 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6392787 Mar 01 21:13:47.199673 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10342769-cf3e-4ee1-9102-bcdafe3dd641 req-983ba17c-7b52-4ab9-8e55-5abd0e754649 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:47.202604 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-10342769-cf3e-4ee1-9102-bcdafe3dd641 req-983ba17c-7b52-4ab9-8e55-5abd0e754649 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 946 time: 0.7418227 Mar 01 21:13:47.205897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37760) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:47.283118 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:47.285179 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] For port c5ddf535-9eaa-4723-920a-8bdbce8beda2, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:13:47.291573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] For port c5ddf535-9eaa-4723-920a-8bdbce8beda2, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c5ddf535-9eaa-4723-920a-8bdbce8beda2,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:13:47.305773 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-af0b2ab1-6e82-4478-b825-953d4c154f61 req-57b03d25-1253-46e1-9e71-008d6ca80ea5 service neutron] 10.222.0.57 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583756 Mar 01 21:13:47.329595 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b915dd61-56e4-4d22-a9f3-ec32451f92ac tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:47.365893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-a5303a61-eade-48c9-8cc6-088b8d94ae83 req-bb5225e2-1ffb-4184-b6fc-6c29d5044fce tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Deleting port df84c07d-160f-4e2d-8fe7-4bb2aae2371a {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:47.365893 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a5303a61-eade-48c9-8cc6-088b8d94ae83 req-bb5225e2-1ffb-4184-b6fc-6c29d5044fce tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:47.377171 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:47.410639 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37766) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:47.410780 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-10342769-cf3e-4ee1-9102-bcdafe3dd641 req-c51b8c4f-eed4-46ed-8fa0-9232f3edca0e tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513076 Mar 01 21:13:47.490261 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c1ad6-7894-4233-b8ca-ea0fe6a36f2a None None] Pushing event updated for resources: {'Port': ['ID=c5ddf535-9eaa-4723-920a-8bdbce8beda2,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:47.681536 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-b915dd61-56e4-4d22-a9f3-ec32451f92ac tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Deleting port 3861c6f4-9643-46ea-8e46-61b318c78f40 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:47.682085 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b915dd61-56e4-4d22-a9f3-ec32451f92ac tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:47.685885 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f6757f31-5ca0-45f8-b5a6-5776f8cf923f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0c650e22c5b44d78b9ba9842ac83e9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762997 Mar 01 21:13:47.688464 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37772) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:47.739353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37776) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:47.854902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db64113-5729-46e3-a598-3ff479be8787 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:47.855667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4db64113-5729-46e3-a598-3ff479be8787 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:47.872754 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f743dd4-054e-47e0-b1f0-99e328d72f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:47.990755 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f743dd4-054e-47e0-b1f0-99e328d72f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:48.002673 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:48.035790 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:48.084832 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4db64113-5729-46e3-a598-3ff479be8787 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:48.086048 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4db64113-5729-46e3-a598-3ff479be8787 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.8787718 Mar 01 21:13:48.101852 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37780) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:48.105344 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b54e07e7-4892-400a-a8b6-2a9baeb88af3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/floatingips/fd9ccce7-38cb-48bb-a740-838357d33151 HTTP/1.1" status: 200 len: 993 time: 0.3644569 Mar 01 21:13:48.171119 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b915dd61-56e4-4d22-a9f3-ec32451f92ac tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:48.182196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-a5303a61-eade-48c9-8cc6-088b8d94ae83 req-bb5225e2-1ffb-4184-b6fc-6c29d5044fce tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] For port df84c07d-160f-4e2d-8fe7-4bb2aae2371a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=df84c07d-160f-4e2d-8fe7-4bb2aae2371a,segment=NetworkSegment(c6341e0d-fcd7-4111-b102-4dbadec0c079),segment_id=c6341e0d-fcd7-4111-b102-4dbadec0c079)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:48.182582 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a5303a61-eade-48c9-8cc6-088b8d94ae83 req-bb5225e2-1ffb-4184-b6fc-6c29d5044fce tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:48.206496 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842f832b-c09d-4a29-b157-7392483935bc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:48.208026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842f832b-c09d-4a29-b157-7392483935bc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:48.208763 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-842f832b-c09d-4a29-b157-7392483935bc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:48.284333 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Allocated IP 172.25.5.214 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/e194a009-4e84-4eac-892d-891cb97aeca3) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:48.298714 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f743dd4-054e-47e0-b1f0-99e328d72f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:48.338234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-842f832b-c09d-4a29-b157-7392483935bc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:48.342600 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-842f832b-c09d-4a29-b157-7392483935bc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2420731 Mar 01 21:13:48.343406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37784) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:48.354493 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f743dd4-054e-47e0-b1f0-99e328d72f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0756a1-4cfd-4a0d-a3fa-172b1b862005,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:48.428607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-b915dd61-56e4-4d22-a9f3-ec32451f92ac tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Calling delete_port for 3861c6f4-9643-46ea-8e46-61b318c78f40 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:48.464284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-a5303a61-eade-48c9-8cc6-088b8d94ae83 req-bb5225e2-1ffb-4184-b6fc-6c29d5044fce tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Calling delete_port for df84c07d-160f-4e2d-8fe7-4bb2aae2371a owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:48.508856 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:48.553120 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f743dd4-054e-47e0-b1f0-99e328d72f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:48.557268 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4f743dd4-054e-47e0-b1f0-99e328d72f0f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f0756a1-4cfd-4a0d-a3fa-172b1b862005 HTTP/1.1" status: 204 len: 168 time: 0.8647034 Mar 01 21:13:48.584211 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3a9c92-ce6c-449b-a324-b29a955e0a5a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet 8d5a2281-f3c5-48f2-bd65-c14912d10c09 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:13:48.588643 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d3a9c92-ce6c-449b-a324-b29a955e0a5a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:48.655027 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d3a9c92-ce6c-449b-a324-b29a955e0a5a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:48.746891 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:48.773441 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f18cb-97a4-470b-9baf-1c51330fc3f1 req-a7e3dfb5-308c-4317-bc4e-a6fbd0b67a7a tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:48.774912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-024f18cb-97a4-470b-9baf-1c51330fc3f1 req-a7e3dfb5-308c-4317-bc4e-a6fbd0b67a7a tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 946 time: 0.1918511 Mar 01 21:13:48.817081 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d3a9c92-ce6c-449b-a324-b29a955e0a5a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:48.859719 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:48.866025 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a5303a61-eade-48c9-8cc6-088b8d94ae83 req-bb5225e2-1ffb-4184-b6fc-6c29d5044fce tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:48.880339 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:48.882663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:48.916985 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-024f18cb-97a4-470b-9baf-1c51330fc3f1 req-a53c9d4d-e3a1-4913-a7bd-d47f1dbc5c56 tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/security-groups?id=7062235c-8ee3-4b92-95dc-3e6a8d37973c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340544 Mar 01 21:13:48.928390 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5225e2-1ffb-4184-b6fc-6c29d5044fce tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Pushing event deleted for resources: {'Port': ['ID=df84c07d-160f-4e2d-8fe7-4bb2aae2371a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:48.937266 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event updated for resources: {'Port': ['ID=e194a009-4e84-4eac-892d-891cb97aeca3,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:48.955580 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9673f0da-9882-47f2-9eda-672811391a65 None None] Provisioning for port c5ddf535-9eaa-4723-920a-8bdbce8beda2 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:49.017245 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b915dd61-56e4-4d22-a9f3-ec32451f92ac tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:49.069801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5303a61-eade-48c9-8cc6-088b8d94ae83 req-bb5225e2-1ffb-4184-b6fc-6c29d5044fce tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] No DVR routers for this DVR port df84c07d-160f-4e2d-8fe7-4bb2aae2371a on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:13:49.084118 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a5303a61-eade-48c9-8cc6-088b8d94ae83 req-bb5225e2-1ffb-4184-b6fc-6c29d5044fce tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:49.086797 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b915dd61-56e4-4d22-a9f3-ec32451f92ac tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Pushing event deleted for resources: {'Port': ['ID=3861c6f4-9643-46ea-8e46-61b318c78f40,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:49.088856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6d1acb9-21df-4f44-afd8-81739c307010', 'name': 'network-vif-deleted', 'tag': 'df84c07d-160f-4e2d-8fe7-4bb2aae2371a'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:13:49.181603 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6d1acb9-21df-4f44-afd8-81739c307010', 'name': 'network-vif-deleted', 'tag': 'df84c07d-160f-4e2d-8fe7-4bb2aae2371a', 'status': 'completed', 'code': 200} Mar 01 21:13:49.294661 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d3a9c92-ce6c-449b-a324-b29a955e0a5a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:49.314696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device df84c07d-160f-4e2d-8fe7-4bb2aae2371a no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:13:49.329695 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a5303a61-eade-48c9-8cc6-088b8d94ae83 req-bb5225e2-1ffb-4184-b6fc-6c29d5044fce tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.55 "DELETE /v2.0/ports/df84c07d-160f-4e2d-8fe7-4bb2aae2371a HTTP/1.1" status: 204 len: 173 time: 2.2390938 Mar 01 21:13:49.342155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3a9c92-ce6c-449b-a324-b29a955e0a5a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=8d5a2281-f3c5-48f2-bd65-c14912d10c09,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:49.353493 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b915dd61-56e4-4d22-a9f3-ec32451f92ac tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:49.357643 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d3a9c92-ce6c-449b-a324-b29a955e0a5a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:49.377458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b99dad8-d2fc-4f0a-9c59-cc9b5f09ee6e None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:49.397098 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: df84c07d-160f-4e2d-8fe7-4bb2aae2371a {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:13:49.397316 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device df84c07d-160f-4e2d-8fe7-4bb2aae2371a not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:13:49.548954 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1d3a9c92-ce6c-449b-a324-b29a955e0a5a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/8d5a2281-f3c5-48f2-bd65-c14912d10c09 HTTP/1.1" status: 204 len: 168 time: 1.1990767 Mar 01 21:13:49.561872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37806) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:49.572350 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b915dd61-56e4-4d22-a9f3-ec32451f92ac tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:49.576086 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b915dd61-56e4-4d22-a9f3-ec32451f92ac tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:49.648796 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e7bafa77-8e7d-415b-b9fe-c6c7184b5850 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940335 Mar 01 21:13:49.652875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37814) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:49.659538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-198b6332-930d-4b2b-b7a5-245d9eda795f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:49.699108 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b915dd61-56e4-4d22-a9f3-ec32451f92ac tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:49.699108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b915dd61-56e4-4d22-a9f3-ec32451f92ac tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Fanout notify agent at l3_agent the message router_deleted on router 9bf8c9ca-7843-44af-8d3a-387ab1991b13 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:13:49.705668 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b915dd61-56e4-4d22-a9f3-ec32451f92ac tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:49.706693 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b915dd61-56e4-4d22-a9f3-ec32451f92ac tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "DELETE /v2.0/routers/9bf8c9ca-7843-44af-8d3a-387ab1991b13 HTTP/1.1" status: 204 len: 168 time: 3.4424529 Mar 01 21:13:49.711768 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d9a912-05eb-4ee3-b405-450e9959acb3 None None] DHCP port deletion for cc39aad2-d371-4bc1-8f73-2342392e478c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:13:49.713579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37818) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:49.717737 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-30d9a912-05eb-4ee3-b405-450e9959acb3 None None] Deleting port c5ddf535-9eaa-4723-920a-8bdbce8beda2 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:13:49.718340 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-30d9a912-05eb-4ee3-b405-450e9959acb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:49.766187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-79c5b87e-7698-4e7e-a780-10a0cf840c3b tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2119481368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:49.781104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-79c5b87e-7698-4e7e-a780-10a0cf840c3b tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:49.784314 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:49.795545 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-79c5b87e-7698-4e7e-a780-10a0cf840c3b tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Usage tracker for resource:router and tenant:be5e56d0828640db875c26c8fdb745e8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:49.799652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-79c5b87e-7698-4e7e-a780-10a0cf840c3b tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:49.810984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-198b6332-930d-4b2b-b7a5-245d9eda795f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:49.816412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-198b6332-930d-4b2b-b7a5-245d9eda795f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:49.819096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-79c5b87e-7698-4e7e-a780-10a0cf840c3b tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:49.821116 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-198b6332-930d-4b2b-b7a5-245d9eda795f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:49.829844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-198b6332-930d-4b2b-b7a5-245d9eda795f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:49.928212 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-79c5b87e-7698-4e7e-a780-10a0cf840c3b tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:49.928212 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-79c5b87e-7698-4e7e-a780-10a0cf840c3b tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:49.970626 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-79c5b87e-7698-4e7e-a780-10a0cf840c3b tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:49.970626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198b6332-930d-4b2b-b7a5-245d9eda795f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:49.995514 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-198b6332-930d-4b2b-b7a5-245d9eda795f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:50.117483 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-30d9a912-05eb-4ee3-b405-450e9959acb3 None None] For port c5ddf535-9eaa-4723-920a-8bdbce8beda2, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c5ddf535-9eaa-4723-920a-8bdbce8beda2,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:50.117483 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-30d9a912-05eb-4ee3-b405-450e9959acb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:50.128633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37826) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:50.333285 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-ee45fb2e-a2e1-49a0-84a2-063dae17fa52 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1223046293', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:50.333415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-2f492577-675d-4875-825b-0fa2036e87ee req-56479192-ece2-42c1-bb40-e14ae370832d tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Synchronizing usage tracker for tenant:d397067f52704b8293603081e97c4744 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:50.340285 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-30d9a912-05eb-4ee3-b405-450e9959acb3 None None] Calling delete_port for c5ddf535-9eaa-4723-920a-8bdbce8beda2 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:13:50.350461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ee45fb2e-a2e1-49a0-84a2-063dae17fa52 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:50.353833 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:50.364342 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-79c5b87e-7698-4e7e-a780-10a0cf840c3b tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:50.439874 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ee45fb2e-a2e1-49a0-84a2-063dae17fa52 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Usage tracker for resource:router and tenant:63d8feb1449f4ddd8df09d9ab44e3e41 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:50.453062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ee45fb2e-a2e1-49a0-84a2-063dae17fa52 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:50.465215 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ee45fb2e-a2e1-49a0-84a2-063dae17fa52 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:50.493499 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-30d9a912-05eb-4ee3-b405-450e9959acb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:50.554801 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9a912-05eb-4ee3-b405-450e9959acb3 None None] Pushing event deleted for resources: {'Port': ['ID=c5ddf535-9eaa-4723-920a-8bdbce8beda2,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:50.556655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d9a912-05eb-4ee3-b405-450e9959acb3 None None] No DVR routers for this DVR port c5ddf535-9eaa-4723-920a-8bdbce8beda2 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:13:50.561221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-2f492577-675d-4875-825b-0fa2036e87ee req-56479192-ece2-42c1-bb40-e14ae370832d tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] Unset dirty status for tenant:d397067f52704b8293603081e97c4744 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:50.567726 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f492577-675d-4875-825b-0fa2036e87ee req-56479192-ece2-42c1-bb40-e14ae370832d tempest-AttachVolumeNegativeTest-466327182 tempest-AttachVolumeNegativeTest-466327182-project] 10.222.0.42 "GET /v2.0/ports?device_id=d6d1acb9-21df-4f44-afd8-81739c307010 HTTP/1.1" status: 200 len: 210 time: 0.3113072 Mar 01 21:13:50.568813 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-79c5b87e-7698-4e7e-a780-10a0cf840c3b tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:50.570018 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-79c5b87e-7698-4e7e-a780-10a0cf840c3b tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8552809 Mar 01 21:13:50.573788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37832) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:50.583929 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee45fb2e-a2e1-49a0-84a2-063dae17fa52 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:50.587225 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee45fb2e-a2e1-49a0-84a2-063dae17fa52 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:50.593066 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2eb456c7-70be-4fa1-96f8-581a4cdec1d0 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Request body: {'router': {'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:50.631698 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee45fb2e-a2e1-49a0-84a2-063dae17fa52 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:50.671207 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-198b6332-930d-4b2b-b7a5-245d9eda795f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:50.753619 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee45fb2e-a2e1-49a0-84a2-063dae17fa52 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:50.772226 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Router 20d591ae-8ec3-4061-b041-59b03e8bbc2d is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:13:50.862900 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee45fb2e-a2e1-49a0-84a2-063dae17fa52 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:50.866062 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ee45fb2e-a2e1-49a0-84a2-063dae17fa52 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7537112 Mar 01 21:13:50.866182 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198b6332-930d-4b2b-b7a5-245d9eda795f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:50.866944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37836) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:50.876626 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1936014'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:50.886142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-198b6332-930d-4b2b-b7a5-245d9eda795f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:50.892346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198b6332-930d-4b2b-b7a5-245d9eda795f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:50.892490 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:50.892937 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-198b6332-930d-4b2b-b7a5-245d9eda795f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:50.898347 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb94857c-1da0-41f5-98ff-327292b59208 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:50.946548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Usage tracker for resource:network and tenant:63d8feb1449f4ddd8df09d9ab44e3e41 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:50.956167 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:50.964930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:50.968889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198b6332-930d-4b2b-b7a5-245d9eda795f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=c31d33e6-1edc-4831-a9f9-0506b8d2d656,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:51.004088 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:13:51.016804 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] Sync routers for ids ['20d591ae-8ec3-4061-b041-59b03e8bbc2d'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:13:51.029846 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] Routers {'20d591ae-8ec3-4061-b041-59b03e8bbc2d'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:13:51.030916 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:13:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['20d591ae-8ec3-4061-b041-59b03e8bbc2d'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:51.062450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Made reservation on behalf of 63d8feb1449f4ddd8df09d9ab44e3e41 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:51.067087 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:51.082179 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:51.102765 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:51.107705 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7c8b5997-888e-4871-a18d-cb3a1f536a8c tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.7430682 Mar 01 21:13:51.109088 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:51.111377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37840) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:51.159516 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-198b6332-930d-4b2b-b7a5-245d9eda795f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5054133 Mar 01 21:13:51.162596 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2eb456c7-70be-4fa1-96f8-581a4cdec1d0 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:51.166045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37844) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:51.172830 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-280df0e1-74b5-4c2e-ac0d-d7fdd9bc6973 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1808251797', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:51.183163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856a5f71-abae-4051-baf9-a6cc74ea50f3 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:51.184011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-280df0e1-74b5-4c2e-ac0d-d7fdd9bc6973 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:51.186183 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cc39aad2-d371-4bc1-8f73-2342392e478c', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'fixed_ips': [{'subnet_id': 'c31d33e6-1edc-4831-a9f9-0506b8d2d656'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:13:51.187573 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:51.187883 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-856a5f71-abae-4051-baf9-a6cc74ea50f3 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=d1b3d33ac1c64551b55e0abce258f6fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0752168 Mar 01 21:13:51.188481 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37848) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:51.189464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-280df0e1-74b5-4c2e-ac0d-d7fdd9bc6973 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:router and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:51.189666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Usage tracker for resource:security_group_rule and tenant:63d8feb1449f4ddd8df09d9ab44e3e41 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:51.192737 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-280df0e1-74b5-4c2e-ac0d-d7fdd9bc6973 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:51.194335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:51.199455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-280df0e1-74b5-4c2e-ac0d-d7fdd9bc6973 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:51.232404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:51.264387 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] Set router 20d591ae-8ec3-4061-b041-59b03e8bbc2d gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:13:51.279750 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-280df0e1-74b5-4c2e-ac0d-d7fdd9bc6973 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:51.280964 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-280df0e1-74b5-4c2e-ac0d-d7fdd9bc6973 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:51.314994 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-280df0e1-74b5-4c2e-ac0d-d7fdd9bc6973 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:51.375178 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Allocated IP 2001:db8::2 (cc39aad2-d371-4bc1-8f73-2342392e478c/c31d33e6-1edc-4831-a9f9-0506b8d2d656/539adc5b-9944-4b4b-b8a0-43d999988a48) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:51.509916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436f3362-46c7-476d-849f-a591ce5a935d tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:51.515086 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-436f3362-46c7-476d-849f-a591ce5a935d tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3216808 Mar 01 21:13:51.516335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37852) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:51.568383 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-de0b15d1-5450-4421-b44f-d74d874318c6 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507016 Mar 01 21:13:51.569301 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37856) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:51.582602 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-280df0e1-74b5-4c2e-ac0d-d7fdd9bc6973 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:51.621375 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:51.640621 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Transition to ACTIVE for port object 539adc5b-9944-4b4b-b8a0-43d999988a48 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:51.640740 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-692ae84a-311c-4ddf-a8bf-5b2de78a8773 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=d1b3d33ac1c64551b55e0abce258f6fe&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0612836 Mar 01 21:13:51.641690 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37862) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:51.654885 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Transition to ACTIVE for port object 539adc5b-9944-4b4b-b8a0-43d999988a48 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:51.668591 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d591ae-8ec3-4061-b041-59b03e8bbc2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1369390284', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'e194a009-4e84-4eac-892d-891cb97aeca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:13:46Z', 'updated_at': '2022-03-01T21:13:49Z', 'revision_number': 3, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'e194a009-4e84-4eac-892d-891cb97aeca3', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d591ae-8ec3-4061-b041-59b03e8bbc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:48Z', 'updated_at': '2022-03-01T21:13:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:51.677990 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] Checking router: 20d591ae-8ec3-4061-b041-59b03e8bbc2d for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:13:51.679226 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] Updating router 20d591ae-8ec3-4061-b041-59b03e8bbc2d port e194a009-4e84-4eac-892d-891cb97aeca3 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:13:51.695403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37866) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:51.750232 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-280df0e1-74b5-4c2e-ac0d-d7fdd9bc6973 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:51.751443 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-280df0e1-74b5-4c2e-ac0d-d7fdd9bc6973 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5842531 Mar 01 21:13:51.754002 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:51.758462 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:51.759794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37870) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:51.800312 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:51.868432 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:51.879723 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-61790828-5e13-4f06-8752-d54fb20de77a admin admin] Deleting subnet 7383c311-3b9e-4b34-8537-6f468962ae9d {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:13:51.883415 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-61790828-5e13-4f06-8752-d54fb20de77a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:51.897641 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:51.906840 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:51.909429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:51.944503 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-61790828-5e13-4f06-8752-d54fb20de77a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:51.959684 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Pushing event updated for resources: {'Port': ['ID=539adc5b-9944-4b4b-b8a0-43d999988a48,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:52.008867 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2eb456c7-70be-4fa1-96f8-581a4cdec1d0 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:52.009496 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-61790828-5e13-4f06-8752-d54fb20de77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:52.053478 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:52.071982 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Attempting to bind port 539adc5b-9944-4b4b-b8a0-43d999988a48 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:13:52.072675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Attempting to bind port 539adc5b-9944-4b4b-b8a0-43d999988a48 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:13:52.073222 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Attempting to bind port 539adc5b-9944-4b4b-b8a0-43d999988a48 on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:13:52.084225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:13:52.084975 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:13:52.086128 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:52.086707 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:13:52.087381 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Bound port: 539adc5b-9944-4b4b-b8a0-43d999988a48, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:13:52.087943 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:52.088566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722527a1-4630-4755-8fc4-ee49a9860419 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:52.093061 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-722527a1-4630-4755-8fc4-ee49a9860419 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4472976 Mar 01 21:13:52.102550 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37874) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:52.135950 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2eb456c7-70be-4fa1-96f8-581a4cdec1d0 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:52.166038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:13:52.187012 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf59e54-92b9-487c-b350-a2bdf1aed290,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:52.193173 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-77d838d8-0f4b-4a40-b2bb-f31110a54536 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0852382 Mar 01 21:13:52.195861 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37878) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:52.207932 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-2a974736-84c8-4ba7-a301-bd8a33106120 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1794434775', 'network_id': '11140fd5-4fe1-4e04-9c13-579c4e40cdd9', 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:52.216748 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] For port 539adc5b-9944-4b4b-b8a0-43d999988a48, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:13:52.221756 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] For port 539adc5b-9944-4b4b-b8a0-43d999988a48, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=539adc5b-9944-4b4b-b8a0-43d999988a48,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:13:52.253660 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:52.254006 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Added segment f0351481-f7b9-47d8-8802-b5e0dc8a4702 of type vlan for network b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd Mar 01 21:13:52.255298 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:52.319215 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:52.361737 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:52.367150 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2a974736-84c8-4ba7-a301-bd8a33106120 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:52.373924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2a974736-84c8-4ba7-a301-bd8a33106120 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Usage tracker for resource:subnet and tenant:d1b3d33ac1c64551b55e0abce258f6fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:52.377998 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2a974736-84c8-4ba7-a301-bd8a33106120 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:52.385117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2a974736-84c8-4ba7-a301-bd8a33106120 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:52.410039 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fe27f-ceca-408e-9ffd-16bc55c453bc None None] Pushing event updated for resources: {'Port': ['ID=539adc5b-9944-4b4b-b8a0-43d999988a48,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:52.451787 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] Transition to ACTIVE for port object e194a009-4e84-4eac-892d-891cb97aeca3 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:52.453128 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-61790828-5e13-4f06-8752-d54fb20de77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:52.495315 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61790828-5e13-4f06-8752-d54fb20de77a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7383c311-3b9e-4b34-8537-6f468962ae9d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:52.499401 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-61790828-5e13-4f06-8752-d54fb20de77a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:52.511847 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-61790828-5e13-4f06-8752-d54fb20de77a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7383c311-3b9e-4b34-8537-6f468962ae9d HTTP/1.1" status: 204 len: 168 time: 0.8094163 Mar 01 21:13:52.514944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37882) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:52.515540 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-77988ea3-d772-4c1d-b918-e10f4dd4b9f7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:52.578546 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:52.631606 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:52.639290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:52.640442 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:52.655928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a974736-84c8-4ba7-a301-bd8a33106120 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Made reservation on behalf of d1b3d33ac1c64551b55e0abce258f6fe for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:52.660170 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a974736-84c8-4ba7-a301-bd8a33106120 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:52.670027 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] Attempting to bind port e194a009-4e84-4eac-892d-891cb97aeca3 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:13:52.670611 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] Attempting to bind port e194a009-4e84-4eac-892d-891cb97aeca3 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:13:52.671114 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] Attempting to bind port e194a009-4e84-4eac-892d-891cb97aeca3 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:13:52.673706 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddab06f-fb63-48fe-ab20-a558575021c7 None None] Pushing event updated for resources: {'Port': ['ID=e194a009-4e84-4eac-892d-891cb97aeca3,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:52.685413 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:13:52.685413 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:13:52.685413 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:52.685413 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:13:52.685413 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] Bound port: e194a009-4e84-4eac-892d-891cb97aeca3, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:13:52.685413 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:52.761824 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6ea3495-5885-44ac-8ca6-76d2f99ece81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:52.780524 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-2eb456c7-70be-4fa1-96f8-581a4cdec1d0 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Allocated IP 172.25.5.175 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/33240a5a-64bd-40a5-abb9-1a9063097905) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:52.783373 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] For port e194a009-4e84-4eac-892d-891cb97aeca3, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:13:52.783373 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] For port e194a009-4e84-4eac-892d-891cb97aeca3, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e194a009-4e84-4eac-892d-891cb97aeca3,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:13:52.823513 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9553442 Mar 01 21:13:52.833678 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37886) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:52.857859 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:52.902361 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-03e6dce3-e196-44da-8c1d-c5442f5a1348 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Request body: {'subnet': {'network_id': 'b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:52.947571 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddab06f-fb63-48fe-ab20-a558575021c7 None None] Pushing event updated for resources: {'Port': ['ID=e194a009-4e84-4eac-892d-891cb97aeca3,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:52.983378 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] Routers {'20d591ae-8ec3-4061-b041-59b03e8bbc2d'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:13:52.984651 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:13:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['20d591ae-8ec3-4061-b041-59b03e8bbc2d'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:53.009131 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962c54a-0fc4-41c4-82f2-7e939e302f1f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Pushing event updated for resources: {'Network': ['ID=b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:53.030341 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:13:53.240050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-77988ea3-d772-4c1d-b918-e10f4dd4b9f7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::1 (cc39aad2-d371-4bc1-8f73-2342392e478c/c31d33e6-1edc-4831-a9f9-0506b8d2d656/ef88c89b-3031-4a85-a0c0-0c12470a9a67) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:53.250694 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2eb456c7-70be-4fa1-96f8-581a4cdec1d0 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:53.283844 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] Set router 20d591ae-8ec3-4061-b041-59b03e8bbc2d gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:13:53.363924 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6ea3495-5885-44ac-8ca6-76d2f99ece81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:53.462414 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-77988ea3-d772-4c1d-b918-e10f4dd4b9f7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:53.485988 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-77988ea3-d772-4c1d-b918-e10f4dd4b9f7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object ef88c89b-3031-4a85-a0c0-0c12470a9a67 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:53.520539 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2eb456c7-70be-4fa1-96f8-581a4cdec1d0 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:53.556941 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-03e6dce3-e196-44da-8c1d-c5442f5a1348 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:53.562635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-03e6dce3-e196-44da-8c1d-c5442f5a1348 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Usage tracker for resource:subnet and tenant:63d8feb1449f4ddd8df09d9ab44e3e41 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:53.567075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-03e6dce3-e196-44da-8c1d-c5442f5a1348 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:53.575335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-03e6dce3-e196-44da-8c1d-c5442f5a1348 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:53.587801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a6ea3495-5885-44ac-8ca6-76d2f99ece81 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e517bba3-d9c1-4868-8682-f20940261900']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:53.595315 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb456c7-70be-4fa1-96f8-581a4cdec1d0 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:53.601959 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-2eb456c7-70be-4fa1-96f8-581a4cdec1d0 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:53.609942 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb456c7-70be-4fa1-96f8-581a4cdec1d0 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:53.625249 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a6ea3495-5885-44ac-8ca6-76d2f99ece81 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6341e0d-fcd7-4111-b102-4dbadec0c079') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:53.625548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a6ea3495-5885-44ac-8ca6-76d2f99ece81 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6341e0d-fcd7-4111-b102-4dbadec0c079') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:53.639152 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d591ae-8ec3-4061-b041-59b03e8bbc2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1369390284', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'e194a009-4e84-4eac-892d-891cb97aeca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:13:46Z', 'updated_at': '2022-03-01T21:13:49Z', 'revision_number': 3, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'e194a009-4e84-4eac-892d-891cb97aeca3', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d591ae-8ec3-4061-b041-59b03e8bbc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:48Z', 'updated_at': '2022-03-01T21:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:53.640651 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6ea3495-5885-44ac-8ca6-76d2f99ece81 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:53.650033 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b792d194-385e-4762-a76c-af9244c6af91 None None] The sync data for ids ['20d591ae-8ec3-4061-b041-59b03e8bbc2d'] in n-d-827896-4 is: [{'id': '20d591ae-8ec3-4061-b041-59b03e8bbc2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1369390284', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'e194a009-4e84-4eac-892d-891cb97aeca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:13:46Z', 'updated_at': '2022-03-01T21:13:49Z', 'revision_number': 3, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'e194a009-4e84-4eac-892d-891cb97aeca3', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d591ae-8ec3-4061-b041-59b03e8bbc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:48Z', 'updated_at': '2022-03-01T21:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:13:53.653064 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-77988ea3-d772-4c1d-b918-e10f4dd4b9f7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:53.670607 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e6dce3-e196-44da-8c1d-c5442f5a1348 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Made reservation on behalf of 63d8feb1449f4ddd8df09d9ab44e3e41 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:53.670607 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-03e6dce3-e196-44da-8c1d-c5442f5a1348 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:53.679531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb456c7-70be-4fa1-96f8-581a4cdec1d0 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Pushing event updated for resources: {'Port': ['ID=33240a5a-64bd-40a5-abb9-1a9063097905,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:53.718738 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6ea3495-5885-44ac-8ca6-76d2f99ece81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:53.787824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77988ea3-d772-4c1d-b918-e10f4dd4b9f7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=ef88c89b-3031-4a85-a0c0-0c12470a9a67,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:53.808326 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a974736-84c8-4ba7-a301-bd8a33106120 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:53.876991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77988ea3-d772-4c1d-b918-e10f4dd4b9f7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:53.876991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-77988ea3-d772-4c1d-b918-e10f4dd4b9f7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:53.879288 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:53.879903 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77988ea3-d772-4c1d-b918-e10f4dd4b9f7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:53.879903 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-77988ea3-d772-4c1d-b918-e10f4dd4b9f7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:53.887753 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6ea3495-5885-44ac-8ca6-76d2f99ece81 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:13:53.888752 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6ea3495-5885-44ac-8ca6-76d2f99ece81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:13:53.935015 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:13:53.944867 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 539adc5b-9944-4b4b-b8a0-43d999988a48 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:54.096428 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f6026725-d420-47cc-965f-dc6568efa3b2 None None] Provisioning for port 539adc5b-9944-4b4b-b8a0-43d999988a48 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:54.108751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a974736-84c8-4ba7-a301-bd8a33106120 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event updated for resources: {'Subnet': ['ID=50f5cfac-9564-47c4-9272-a72f11310a4b,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:54.115747 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a974736-84c8-4ba7-a301-bd8a33106120 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Checking segment: {'id': '4858e401-57ce-49e1-8c88-9594cb162597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '11140fd5-4fe1-4e04-9c13-579c4e40cdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:13:54.116353 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a974736-84c8-4ba7-a301-bd8a33106120 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Network hostable DHCP agents. Network: 11140fd5-4fe1-4e04-9c13-579c4e40cdd9, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:13:54.183198 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6ea3495-5885-44ac-8ca6-76d2f99ece81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:54.218286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 539adc5b-9944-4b4b-b8a0-43d999988a48 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:54.219835 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6ea3495-5885-44ac-8ca6-76d2f99ece81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:54.224698 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 539adc5b-9944-4b4b-b8a0-43d999988a48 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:54.225887 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:54.249835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea3495-5885-44ac-8ca6-76d2f99ece81 admin admin] Pushing event deleted for resources: {'Network': ['ID=e517bba3-d9c1-4868-8682-f20940261900,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:54.294439 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a974736-84c8-4ba7-a301-bd8a33106120 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Network 11140fd5-4fe1-4e04-9c13-579c4e40cdd9 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:13:54.395936 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a6ea3495-5885-44ac-8ca6-76d2f99ece81 admin admin] 10.222.0.42 "DELETE /v2.0/networks/e517bba3-d9c1-4868-8682-f20940261900 HTTP/1.1" status: 204 len: 168 time: 1.8799074 Mar 01 21:13:54.401871 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:54.424546 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-2a974736-84c8-4ba7-a301-bd8a33106120 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 11140fd5-4fe1-4e04-9c13-579c4e40cdd9) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:54.424546 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a974736-84c8-4ba7-a301-bd8a33106120 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:54.424546 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a974736-84c8-4ba7-a301-bd8a33106120 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:54.445421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e50a77d-fe4a-4384-8fbc-02376ff13271 None None] Network 11140fd5-4fe1-4e04-9c13-579c4e40cdd9 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:54.485590 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-03e6dce3-e196-44da-8c1d-c5442f5a1348 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:54.600598 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e6dce3-e196-44da-8c1d-c5442f5a1348 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Pushing event updated for resources: {'Subnet': ['ID=788ce320-94da-44a1-9545-76a9f51693d7,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:54.608036 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e6dce3-e196-44da-8c1d-c5442f5a1348 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Checking segment: {'id': 'f0351481-f7b9-47d8-8802-b5e0dc8a4702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:13:54.608440 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e6dce3-e196-44da-8c1d-c5442f5a1348 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Network hostable DHCP agents. Network: b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:13:54.617932 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2a974736-84c8-4ba7-a301-bd8a33106120 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4207523 Mar 01 21:13:54.625351 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37892) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:54.627351 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 539adc5b-9944-4b4b-b8a0-43d999988a48, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=539adc5b-9944-4b4b-b8a0-43d999988a48,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:54.656744 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9724389a-d8f4-4549-9fda-d0f37e4b5ee0 None None] Provisioning for port ef88c89b-3031-4a85-a0c0-0c12470a9a67 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:54.696226 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-77988ea3-d772-4c1d-b918-e10f4dd4b9f7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:54.709891 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9724389a-d8f4-4549-9fda-d0f37e4b5ee0 None None] Provisioning complete for port ef88c89b-3031-4a85-a0c0-0c12470a9a67 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:54.710539 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9724389a-d8f4-4549-9fda-d0f37e4b5ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:54.764383 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:54.803345 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-11140fd5-4fe1-4e04-9c13-579c4e40cdd9', 'network_id': '11140fd5-4fe1-4e04-9c13-579c4e40cdd9', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'fixed_ips': [{'subnet_id': '50f5cfac-9564-47c4-9272-a72f11310a4b'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:13:54.804236 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:54.859037 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-9724389a-d8f4-4549-9fda-d0f37e4b5ee0 None None] Port ef88c89b-3031-4a85-a0c0-0c12470a9a67 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:13:54.928711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e6dce3-e196-44da-8c1d-c5442f5a1348 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Network b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:13:54.936547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=539adc5b-9944-4b4b-b8a0-43d999988a48,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:54.997862 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2eb456c7-70be-4fa1-96f8-581a4cdec1d0 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:55.050828 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Allocated IP 172.20.0.18 (11140fd5-4fe1-4e04-9c13-579c4e40cdd9/50f5cfac-9564-47c4-9272-a72f11310a4b/8dc0a125-49d5-4693-b2f2-83e9a273401a) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:55.181322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37896) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:55.202785 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-03e6dce3-e196-44da-8c1d-c5442f5a1348 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:55.221332 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-144ccdc4-8b5e-4af1-9d85-07169409a776 None None] Network b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:55.234748 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e6dce3-e196-44da-8c1d-c5442f5a1348 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:55.235280 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-03e6dce3-e196-44da-8c1d-c5442f5a1348 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:55.367128 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-37cd10f2-0b15-4a1b-aee6-cab684b5b952 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d397067f52704b8293603081e97c4744&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765773 Mar 01 21:13:55.370828 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-03e6dce3-e196-44da-8c1d-c5442f5a1348 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5361257 Mar 01 21:13:55.381292 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37900) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:55.382132 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37902) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:55.389564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-ae1485ff-4c9a-40d5-a836-27e67763ac5d tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Request body: {'network': {'name': 'tempest-router-network01--1120796866'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:55.410711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ae1485ff-4c9a-40d5-a836-27e67763ac5d tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:55.414103 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:55.420506 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ae1485ff-4c9a-40d5-a836-27e67763ac5d tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Usage tracker for resource:network and tenant:63d8feb1449f4ddd8df09d9ab44e3e41 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:55.440654 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Transition to ACTIVE for port object 8dc0a125-49d5-4693-b2f2-83e9a273401a will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:55.459105 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ae1485ff-4c9a-40d5-a836-27e67763ac5d tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:55.483091 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ae1485ff-4c9a-40d5-a836-27e67763ac5d tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:55.505115 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Transition to ACTIVE for port object 8dc0a125-49d5-4693-b2f2-83e9a273401a will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:55.587397 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f90a53cb-e966-4815-ad90-ba7b116aa72c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:55.604390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae1485ff-4c9a-40d5-a836-27e67763ac5d tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Made reservation on behalf of 63d8feb1449f4ddd8df09d9ab44e3e41 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:55.607017 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:55.614352 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ae1485ff-4c9a-40d5-a836-27e67763ac5d tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:55.656000 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f90a53cb-e966-4815-ad90-ba7b116aa72c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:55.705413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Network 11140fd5-4fe1-4e04-9c13-579c4e40cdd9 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:55.706844 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd', 'network_id': 'b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd', 'tenant_id': '63d8feb1449f4ddd8df09d9ab44e3e41', 'fixed_ips': [{'subnet_id': '788ce320-94da-44a1-9545-76a9f51693d7'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:13:55.707896 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:55.729373 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Pushing event updated for resources: {'Port': ['ID=8dc0a125-49d5-4693-b2f2-83e9a273401a,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:55.733332 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:55.736890 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:55.742035 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2eb456c7-70be-4fa1-96f8-581a4cdec1d0 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:55.755521 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2eb456c7-70be-4fa1-96f8-581a4cdec1d0 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:55.763781 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae1485ff-4c9a-40d5-a836-27e67763ac5d tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:13:55.782808 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f39d47ac-f4ca-42f3-9c11-f9001055ab2e tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:55.798608 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ae1485ff-4c9a-40d5-a836-27e67763ac5d tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:55.799016 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-ae1485ff-4c9a-40d5-a836-27e67763ac5d tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Added segment 296cd00b-58ed-4c79-ae1d-9923f55a9ba0 of type vlan for network 7578320a-4fff-4b36-8bfb-053fa7153b11 Mar 01 21:13:55.829275 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-77988ea3-d772-4c1d-b918-e10f4dd4b9f7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:55.947328 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Attempting to bind port 8dc0a125-49d5-4693-b2f2-83e9a273401a on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:13:55.948739 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-77988ea3-d772-4c1d-b918-e10f4dd4b9f7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:55.949503 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-77988ea3-d772-4c1d-b918-e10f4dd4b9f7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:55.949725 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Attempting to bind port 8dc0a125-49d5-4693-b2f2-83e9a273401a by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '4858e401-57ce-49e1-8c88-9594cb162597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '11140fd5-4fe1-4e04-9c13-579c4e40cdd9'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:13:55.950144 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Attempting to bind port 8dc0a125-49d5-4693-b2f2-83e9a273401a on network 11140fd5-4fe1-4e04-9c13-579c4e40cdd9 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:13:55.966743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:13:55.967327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Checking segment: {'id': '4858e401-57ce-49e1-8c88-9594cb162597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '11140fd5-4fe1-4e04-9c13-579c4e40cdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:13:55.967910 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:55.968476 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Bound using segment: {'id': '4858e401-57ce-49e1-8c88-9594cb162597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '11140fd5-4fe1-4e04-9c13-579c4e40cdd9'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:13:55.969122 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Bound port: 8dc0a125-49d5-4693-b2f2-83e9a273401a, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4858e401-57ce-49e1-8c88-9594cb162597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '11140fd5-4fe1-4e04-9c13-579c4e40cdd9'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:13:55.969660 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:55.987431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 539adc5b-9944-4b4b-b8a0-43d999988a48 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:56.104805 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ae1485ff-4c9a-40d5-a836-27e67763ac5d tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:56.171508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77988ea3-d772-4c1d-b918-e10f4dd4b9f7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=ef88c89b-3031-4a85-a0c0-0c12470a9a67,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:56.175983 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Allocated IP 172.20.0.2 (b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd/788ce320-94da-44a1-9545-76a9f51693d7/c10fc9ef-50ab-480c-be5e-6ac4224c1bb1) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:56.229784 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ae1485ff-4c9a-40d5-a836-27e67763ac5d tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:56.232480 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 539adc5b-9944-4b4b-b8a0-43d999988a48 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:56.233076 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:56.236518 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1485ff-4c9a-40d5-a836-27e67763ac5d tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:56.237295 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ae1485ff-4c9a-40d5-a836-27e67763ac5d tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:56.246693 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77988ea3-d772-4c1d-b918-e10f4dd4b9f7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:56.251905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-77988ea3-d772-4c1d-b918-e10f4dd4b9f7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:56.265594 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] For port 8dc0a125-49d5-4693-b2f2-83e9a273401a, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:13:56.287892 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f90a53cb-e966-4815-ad90-ba7b116aa72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:56.308141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] For port 8dc0a125-49d5-4693-b2f2-83e9a273401a, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8dc0a125-49d5-4693-b2f2-83e9a273401a,segment=NetworkSegment(4858e401-57ce-49e1-8c88-9594cb162597),segment_id=4858e401-57ce-49e1-8c88-9594cb162597)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:13:56.379855 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eb456c7-70be-4fa1-96f8-581a4cdec1d0 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Router 64928c53-afaa-42d4-a591-52d7961b4d5e is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:13:56.408770 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f90a53cb-e966-4815-ad90-ba7b116aa72c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:56.412890 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f90a53cb-e966-4815-ad90-ba7b116aa72c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7062235c-8ee3-4b92-95dc-3e6a8d37973c HTTP/1.1" status: 204 len: 168 time: 1.0303109 Mar 01 21:13:56.420808 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a53cb-e966-4815-ad90-ba7b116aa72c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7062235c-8ee3-4b92-95dc-3e6a8d37973c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:56.480807 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1485ff-4c9a-40d5-a836-27e67763ac5d tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Pushing event updated for resources: {'Network': ['ID=7578320a-4fff-4b36-8bfb-053fa7153b11,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:56.587655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 7578320a-4fff-4b36-8bfb-053fa7153b11 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:13:56.593476 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ae1485ff-4c9a-40d5-a836-27e67763ac5d tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2091479 Mar 01 21:13:56.599839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37912) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:56.610301 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:56.613418 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-1f5a2cdb-0cf3-43a4-b6f0-1417b0e4cd31 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Request body: {'network': {'name': 'tempest-router-network02--1314814446'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:56.628802 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1f5a2cdb-0cf3-43a4-b6f0-1417b0e4cd31 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:56.635349 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1f5a2cdb-0cf3-43a4-b6f0-1417b0e4cd31 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Usage tracker for resource:network and tenant:63d8feb1449f4ddd8df09d9ab44e3e41 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:56.641991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1f5a2cdb-0cf3-43a4-b6f0-1417b0e4cd31 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:56.652432 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1f5a2cdb-0cf3-43a4-b6f0-1417b0e4cd31 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:56.723972 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9765b1-8f14-4cca-9f6b-a1ff21e56726 None None] Pushing event updated for resources: {'Port': ['ID=8dc0a125-49d5-4693-b2f2-83e9a273401a,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:56.797914 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f5a2cdb-0cf3-43a4-b6f0-1417b0e4cd31 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Made reservation on behalf of 63d8feb1449f4ddd8df09d9ab44e3e41 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:56.801650 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1f5a2cdb-0cf3-43a4-b6f0-1417b0e4cd31 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:56.819501 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f6a2bb4a-92c4-4de1-a893-d9dd2198619e None None] Provisioning complete for port ef88c89b-3031-4a85-a0c0-0c12470a9a67 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:56.819884 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f6a2bb4a-92c4-4de1-a893-d9dd2198619e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:56.833610 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-f39d47ac-f4ca-42f3-9c11-f9001055ab2e tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Allocated IP 172.20.0.17 (11140fd5-4fe1-4e04-9c13-579c4e40cdd9/50f5cfac-9564-47c4-9272-a72f11310a4b/25f120e5-3f12-4a32-bb94-b7c53ded993f) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:13:56.892174 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eb456c7-70be-4fa1-96f8-581a4cdec1d0 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:13:56.911279 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2eb456c7-70be-4fa1-96f8-581a4cdec1d0 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:56.915028 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2eb456c7-70be-4fa1-96f8-581a4cdec1d0 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "PUT /v2.0/routers/64928c53-afaa-42d4-a591-52d7961b4d5e HTTP/1.1" status: 200 len: 884 time: 6.3379860 Mar 01 21:13:56.915342 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37918) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:56.915742 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f6a2bb4a-92c4-4de1-a893-d9dd2198619e None None] Port ef88c89b-3031-4a85-a0c0-0c12470a9a67 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:13:56.960162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a5e372-758c-47a8-aa41-644f7a67544d None None] Sync routers for ids ['64928c53-afaa-42d4-a591-52d7961b4d5e'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:13:57.010276 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:57.018049 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f39d47ac-f4ca-42f3-9c11-f9001055ab2e tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:57.035574 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-f39d47ac-f4ca-42f3-9c11-f9001055ab2e tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Transition to ACTIVE for port object 25f120e5-3f12-4a32-bb94-b7c53ded993f will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:57.036793 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Transition to ACTIVE for port object c10fc9ef-50ab-480c-be5e-6ac4224c1bb1 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:57.046681 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a5e372-758c-47a8-aa41-644f7a67544d None None] Routers {'64928c53-afaa-42d4-a591-52d7961b4d5e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:13:57.047543 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-c7a5e372-758c-47a8-aa41-644f7a67544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:13:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['64928c53-afaa-42d4-a591-52d7961b4d5e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:57.079224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f5a2cdb-0cf3-43a4-b6f0-1417b0e4cd31 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:13:57.089358 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1f5a2cdb-0cf3-43a4-b6f0-1417b0e4cd31 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:57.089994 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-1f5a2cdb-0cf3-43a4-b6f0-1417b0e4cd31 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Added segment a82a0c56-f037-4605-87c1-9db4419da862 of type vlan for network ee733d2e-9aba-4a75-92b3-349047bc0969 Mar 01 21:13:57.145041 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-c7a5e372-758c-47a8-aa41-644f7a67544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:57.147055 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1f5a2cdb-0cf3-43a4-b6f0-1417b0e4cd31 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:57.152502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77988ea3-d772-4c1d-b918-e10f4dd4b9f7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Router 46f80afb-3ab2-4a70-968c-9d0c59be7823 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:13:57.160277 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e194a009-4e84-4eac-892d-891cb97aeca3 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:57.166421 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f39d47ac-f4ca-42f3-9c11-f9001055ab2e tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:57.237045 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Transition to ACTIVE for port object c10fc9ef-50ab-480c-be5e-6ac4224c1bb1 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:57.247798 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a5e372-758c-47a8-aa41-644f7a67544d None None] Routers {'64928c53-afaa-42d4-a591-52d7961b4d5e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:13:57.254063 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-c7a5e372-758c-47a8-aa41-644f7a67544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:13:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['64928c53-afaa-42d4-a591-52d7961b4d5e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:57.310228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d47ac-f4ca-42f3-9c11-f9001055ab2e tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event updated for resources: {'Port': ['ID=25f120e5-3f12-4a32-bb94-b7c53ded993f,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:57.322360 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39d47ac-f4ca-42f3-9c11-f9001055ab2e tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Network 11140fd5-4fe1-4e04-9c13-579c4e40cdd9 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:57.337566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-f39d47ac-f4ca-42f3-9c11-f9001055ab2e tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:57.337566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39d47ac-f4ca-42f3-9c11-f9001055ab2e tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:57.339770 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:57.349765 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e0059c13-fb3c-4747-94bc-0e83dd89d6ab tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "GET /v2.0/routers/64928c53-afaa-42d4-a591-52d7961b4d5e HTTP/1.1" status: 200 len: 925 time: 0.4330666 Mar 01 21:13:57.358640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37930) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:57.396467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-c7a5e372-758c-47a8-aa41-644f7a67544d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:57.396611 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a5e372-758c-47a8-aa41-644f7a67544d None None] The sync data for ids ['64928c53-afaa-42d4-a591-52d7961b4d5e'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:13:57.417174 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1f5a2cdb-0cf3-43a4-b6f0-1417b0e4cd31 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:57.425113 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5a2cdb-0cf3-43a4-b6f0-1417b0e4cd31 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:57.426294 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1f5a2cdb-0cf3-43a4-b6f0-1417b0e4cd31 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:57.451334 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Network b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:13:57.451334 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:13:57.454001 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:13:57.504046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Pushing event updated for resources: {'Port': ['ID=c10fc9ef-50ab-480c-be5e-6ac4224c1bb1,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:57.521951 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77988ea3-d772-4c1d-b918-e10f4dd4b9f7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:13:57.528004 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-77988ea3-d772-4c1d-b918-e10f4dd4b9f7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "PUT /v2.0/routers/46f80afb-3ab2-4a70-968c-9d0c59be7823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7672269 Mar 01 21:13:57.534576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37934) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:57.548690 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] Sync routers for ids ['46f80afb-3ab2-4a70-968c-9d0c59be7823'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:13:57.558182 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port e194a009-4e84-4eac-892d-891cb97aeca3 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:57.566761 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5011f4d0-2783-462c-8697-0d0c95ca6204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:57.570647 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] Routers {'46f80afb-3ab2-4a70-968c-9d0c59be7823'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:13:57.571273 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:13:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['46f80afb-3ab2-4a70-968c-9d0c59be7823'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:57.583778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port e194a009-4e84-4eac-892d-891cb97aeca3 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:57.584154 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:57.611855 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f39d47ac-f4ca-42f3-9c11-f9001055ab2e tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:57.696497 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Attempting to bind port c10fc9ef-50ab-480c-be5e-6ac4224c1bb1 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:13:57.700101 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Attempting to bind port c10fc9ef-50ab-480c-be5e-6ac4224c1bb1 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'f0351481-f7b9-47d8-8802-b5e0dc8a4702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:13:57.700101 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Attempting to bind port c10fc9ef-50ab-480c-be5e-6ac4224c1bb1 on network b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:13:57.700298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99090b3e-6e37-4b45-9021-4c82b2097f4e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:57.700412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-99090b3e-6e37-4b45-9021-4c82b2097f4e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Synchronizing usage tracker for tenant:a3be48724aff451196f0b840c5379588 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:57.717954 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5a2cdb-0cf3-43a4-b6f0-1417b0e4cd31 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Pushing event updated for resources: {'Network': ['ID=ee733d2e-9aba-4a75-92b3-349047bc0969,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:57.724181 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:13:57.724181 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Checking segment: {'id': 'f0351481-f7b9-47d8-8802-b5e0dc8a4702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:13:57.724181 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:57.724181 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Bound using segment: {'id': 'f0351481-f7b9-47d8-8802-b5e0dc8a4702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:13:57.724181 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Bound port: c10fc9ef-50ab-480c-be5e-6ac4224c1bb1, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0351481-f7b9-47d8-8802-b5e0dc8a4702', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': 'b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:13:57.724181 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:57.745197 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network ee733d2e-9aba-4a75-92b3-349047bc0969 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:13:57.755706 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1f5a2cdb-0cf3-43a4-b6f0-1417b0e4cd31 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1548460 Mar 01 21:13:57.759223 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f309c0-b437-45f7-9ccf-ec2540e60e31 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:57.760737 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37942) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:57.766865 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f6f309c0-b437-45f7-9ccf-ec2540e60e31 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:57.776901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-5a2ae10d-5113-425e-9362-533a52cf535c tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Request body: {'subnet': {'network_id': '7578320a-4fff-4b36-8bfb-053fa7153b11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:13:57.850924 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-99090b3e-6e37-4b45-9021-4c82b2097f4e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Unset dirty status for tenant:a3be48724aff451196f0b840c5379588 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:57.855321 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-99090b3e-6e37-4b45-9021-4c82b2097f4e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&device_id=64928c53-afaa-42d4-a591-52d7961b4d5e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4924872 Mar 01 21:13:57.855321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37948) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:57.913886 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] Set router 46f80afb-3ab2-4a70-968c-9d0c59be7823 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:13:57.934359 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5a2ae10d-5113-425e-9362-533a52cf535c tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:13:58.012051 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:58.017932 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-03a07943-a80c-472b-accc-846f967f2200 None None] For port c10fc9ef-50ab-480c-be5e-6ac4224c1bb1, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:13:58.024844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f6f309c0-b437-45f7-9ccf-ec2540e60e31 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:58.027343 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f6f309c0-b437-45f7-9ccf-ec2540e60e31 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports/ef88c89b-3031-4a85-a0c0-0c12470a9a67 HTTP/1.1" status: 200 len: 911 time: 0.4915175 Mar 01 21:13:58.034323 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-03a07943-a80c-472b-accc-846f967f2200 None None] For port c10fc9ef-50ab-480c-be5e-6ac4224c1bb1, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c10fc9ef-50ab-480c-be5e-6ac4224c1bb1,segment=NetworkSegment(f0351481-f7b9-47d8-8802-b5e0dc8a4702),segment_id=f0351481-f7b9-47d8-8802-b5e0dc8a4702)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:13:58.035832 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37954) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:58.041375 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5a2ae10d-5113-425e-9362-533a52cf535c tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Usage tracker for resource:subnet and tenant:63d8feb1449f4ddd8df09d9ab44e3e41 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:13:58.043576 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port e194a009-4e84-4eac-892d-891cb97aeca3, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e194a009-4e84-4eac-892d-891cb97aeca3,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:13:58.067082 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5a2ae10d-5113-425e-9362-533a52cf535c tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:13:58.088882 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5a2ae10d-5113-425e-9362-533a52cf535c tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:13:58.108756 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:58.146863 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c966a6-9685-4263-8e74-43b4db84d956 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:58.147458 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a3c966a6-9685-4263-8e74-43b4db84d956 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Synchronizing usage tracker for tenant:a3be48724aff451196f0b840c5379588 on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:13:58.163825 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a3c966a6-9685-4263-8e74-43b4db84d956 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Unset dirty status for tenant:a3be48724aff451196f0b840c5379588 on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:13:58.165511 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a3c966a6-9685-4263-8e74-43b4db84d956 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 881 time: 0.3092132 Mar 01 21:13:58.172332 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37958) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:58.205317 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9187d53-61d9-40e1-99d1-9a0bd658f53a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:58.214843 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9187d53-61d9-40e1-99d1-9a0bd658f53a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:13:58.221749 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d9187d53-61d9-40e1-99d1-9a0bd658f53a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1792486 Mar 01 21:13:58.224274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37966) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:58.232755 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:58.257666 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b8a0da9b-d2c5-42a2-b3c6-ea3fc912cd50 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "GET /v2.0/ports?device_id=64928c53-afaa-42d4-a591-52d7961b4d5e HTTP/1.1" status: 200 len: 205 time: 0.0841720 Mar 01 21:13:58.261438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37970) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:13:58.269127 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2ae10d-5113-425e-9362-533a52cf535c tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Made reservation on behalf of 63d8feb1449f4ddd8df09d9ab44e3e41 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:13:58.274014 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a2ae10d-5113-425e-9362-533a52cf535c tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:58.338061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a07943-a80c-472b-accc-846f967f2200 None None] Pushing event updated for resources: {'Port': ['ID=c10fc9ef-50ab-480c-be5e-6ac4224c1bb1,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:58.487674 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8dc0a125-49d5-4693-b2f2-83e9a273401a up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:13:58.618754 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f80afb-3ab2-4a70-968c-9d0c59be7823', 'name': 'tempest-NetworksTestDHCPv6-router-1808251797', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:13:51Z', 'updated_at': '2022-03-01T21:13:54Z', 'revision_number': 2, 'project_id': '8d6808e4bfda467d98f278ac09abb826', 'gw_port_host': None, '_interfaces': [{'id': 'ef88c89b-3031-4a85-a0c0-0c12470a9a67', 'name': '', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'mac_address': 'fa:16:3e:79:53:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f80afb-3ab2-4a70-968c-9d0c59be7823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'c31d33e6-1edc-4831-a9f9-0506b8d2d656', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:52Z', 'updated_at': '2022-03-01T21:13:55Z', 'revision_number': 2, 'project_id': '8d6808e4bfda467d98f278ac09abb826', 'subnets': [{'id': 'c31d33e6-1edc-4831-a9f9-0506b8d2d656', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:13:58.622918 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] Checking router: 46f80afb-3ab2-4a70-968c-9d0c59be7823 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:13:58.626081 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] Updating router 46f80afb-3ab2-4a70-968c-9d0c59be7823 port ef88c89b-3031-4a85-a0c0-0c12470a9a67 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:13:58.649275 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=e194a009-4e84-4eac-892d-891cb97aeca3,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:13:58.815616 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:58.880327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 8dc0a125-49d5-4693-b2f2-83e9a273401a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:58.921672 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f39d47ac-f4ca-42f3-9c11-f9001055ab2e tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:59.139141 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84c9b90a-c378-4daa-9485-3e6963fe13c5 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:59.349783 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae53689-0adb-4dd9-bfb3-e92755f8c5c0 None None] Network 11140fd5-4fe1-4e04-9c13-579c4e40cdd9 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:13:59.480015 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca269597-a90c-4f43-9bf3-77b9f39dc94e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:59.533126 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:59.552928 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] Transition to ACTIVE for port object ef88c89b-3031-4a85-a0c0-0c12470a9a67 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:13:59.644238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3cc8a8cf-c6ce-4ea3-b5f7-5a07b949d025 None None] Provisioning for port 8dc0a125-49d5-4693-b2f2-83e9a273401a completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:13:59.665179 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3cc8a8cf-c6ce-4ea3-b5f7-5a07b949d025 None None] Provisioning complete for port 8dc0a125-49d5-4693-b2f2-83e9a273401a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:13:59.665179 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a8cf-c6ce-4ea3-b5f7-5a07b949d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:59.680162 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:59.742752 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-66a0a10a-909e-46e1-b4f8-1c54a410eaa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:59.783596 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84c9b90a-c378-4daa-9485-3e6963fe13c5 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:13:59.919061 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a8cf-c6ce-4ea3-b5f7-5a07b949d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:00.029513 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-84c9b90a-c378-4daa-9485-3e6963fe13c5 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Deleting port 33240a5a-64bd-40a5-abb9-1a9063097905 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:00.032217 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84c9b90a-c378-4daa-9485-3e6963fe13c5 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:00.044671 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3cc8a8cf-c6ce-4ea3-b5f7-5a07b949d025 None None] For port 8dc0a125-49d5-4693-b2f2-83e9a273401a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8dc0a125-49d5-4693-b2f2-83e9a273401a,segment=NetworkSegment(4858e401-57ce-49e1-8c88-9594cb162597),segment_id=4858e401-57ce-49e1-8c88-9594cb162597)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:00.049842 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb1201-442e-45b2-8cec-9c141c31f4e1 None None] Pushing event updated for resources: {'Port': ['ID=ef88c89b-3031-4a85-a0c0-0c12470a9a67,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:00.114449 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37998) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:00.119255 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3cc8a8cf-c6ce-4ea3-b5f7-5a07b949d025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:00.236267 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a2ae10d-5113-425e-9362-533a52cf535c tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:00.350177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc8a8cf-c6ce-4ea3-b5f7-5a07b949d025 None None] Pushing event updated for resources: {'Port': ['ID=8dc0a125-49d5-4693-b2f2-83e9a273401a,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:00.353824 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] Attempting to bind port ef88c89b-3031-4a85-a0c0-0c12470a9a67 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:14:00.357705 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] Attempting to bind port ef88c89b-3031-4a85-a0c0-0c12470a9a67 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:14:00.358266 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] Attempting to bind port ef88c89b-3031-4a85-a0c0-0c12470a9a67 on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:14:00.373595 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 13, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:14:00.376918 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:14:00.377284 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:00.378071 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:14:00.378724 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] Bound port: ef88c89b-3031-4a85-a0c0-0c12470a9a67, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:14:00.380010 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:00.471743 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f39d47ac-f4ca-42f3-9c11-f9001055ab2e tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:00.485937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-ca269597-a90c-4f43-9bf3-77b9f39dc94e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port ef88c89b-3031-4a85-a0c0-0c12470a9a67 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:00.485937 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca269597-a90c-4f43-9bf3-77b9f39dc94e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:00.549366 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e194a009-4e84-4eac-892d-891cb97aeca3 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:00.618477 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] For port ef88c89b-3031-4a85-a0c0-0c12470a9a67, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:14:00.619514 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:00.630759 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] For port ef88c89b-3031-4a85-a0c0-0c12470a9a67, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ef88c89b-3031-4a85-a0c0-0c12470a9a67,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:14:00.630949 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84c9b90a-c378-4daa-9485-3e6963fe13c5 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:00.631637 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ce1b544b-fcba-408a-9ee5-10822ce5654a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:00.652626 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f39d47ac-f4ca-42f3-9c11-f9001055ab2e tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:00.657486 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c02da7-4f8b-4e93-a2f3-e0106d92f975 None None] Network b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:00.660470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ce1b544b-fcba-408a-9ee5-10822ce5654a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:00.663491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ce1b544b-fcba-408a-9ee5-10822ce5654a admin admin] Usage tracker for resource:security_group_rule and tenant:eab7e923139b45ad9652c7185702d5cc is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:00.667438 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ce1b544b-fcba-408a-9ee5-10822ce5654a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:00.674759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ce1b544b-fcba-408a-9ee5-10822ce5654a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:00.697919 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:00.719952 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:00.787074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d47ac-f4ca-42f3-9c11-f9001055ab2e tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event updated for resources: {'Port': ['ID=25f120e5-3f12-4a32-bb94-b7c53ded993f,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:00.832183 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1aa292ce-be69-41f4-a2e4-c8f12a5f51f0 None None] Provisioning complete for port 8dc0a125-49d5-4693-b2f2-83e9a273401a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:00.832563 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1aa292ce-be69-41f4-a2e4-c8f12a5f51f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:00.866738 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] Routers {'46f80afb-3ab2-4a70-968c-9d0c59be7823'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:00.867859 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['46f80afb-3ab2-4a70-968c-9d0c59be7823'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:00.912386 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ae10d-5113-425e-9362-533a52cf535c tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Pushing event updated for resources: {'Subnet': ['ID=ba155bdb-d61e-4edf-811d-d9fb66138d9a,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:00.968329 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb1201-442e-45b2-8cec-9c141c31f4e1 None None] Pushing event updated for resources: {'Port': ['ID=ef88c89b-3031-4a85-a0c0-0c12470a9a67,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:01.121936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-ca269597-a90c-4f43-9bf3-77b9f39dc94e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] For port ef88c89b-3031-4a85-a0c0-0c12470a9a67, host n-d-827896-4, got binding levels [] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:01.121936 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca269597-a90c-4f43-9bf3-77b9f39dc94e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:01.181757 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] Set router 46f80afb-3ab2-4a70-968c-9d0c59be7823 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:14:01.217539 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-84c9b90a-c378-4daa-9485-3e6963fe13c5 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Calling delete_port for 33240a5a-64bd-40a5-abb9-1a9063097905 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:01.230391 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port e194a009-4e84-4eac-892d-891cb97aeca3 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:01.230937 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:01.252376 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a2ae10d-5113-425e-9362-533a52cf535c tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Checking segment: {'id': '296cd00b-58ed-4c79-ae1d-9923f55a9ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7578320a-4fff-4b36-8bfb-053fa7153b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:14:01.252736 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2ae10d-5113-425e-9362-533a52cf535c tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Network hostable DHCP agents. Network: 7578320a-4fff-4b36-8bfb-053fa7153b11, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:14:01.290907 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f39d47ac-f4ca-42f3-9c11-f9001055ab2e tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:01.360763 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-ca269597-a90c-4f43-9bf3-77b9f39dc94e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for ef88c89b-3031-4a85-a0c0-0c12470a9a67 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:01.393169 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ce1b544b-fcba-408a-9ee5-10822ce5654a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:01.451933 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ce1b544b-fcba-408a-9ee5-10822ce5654a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:01.495675 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2ae10d-5113-425e-9362-533a52cf535c tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Network 7578320a-4fff-4b36-8bfb-053fa7153b11 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:14:01.503492 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ce1b544b-fcba-408a-9ee5-10822ce5654a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eab7e923139b45ad9652c7185702d5cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3728142 Mar 01 21:14:01.509042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38010) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:01.579753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b544b-fcba-408a-9ee5-10822ce5654a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21960c82-c09b-4984-bc17-15f9828805a4,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:01.614540 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-5a2ae10d-5113-425e-9362-533a52cf535c tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 7578320a-4fff-4b36-8bfb-053fa7153b11) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:01.635890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2ae10d-5113-425e-9362-533a52cf535c tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:01.635890 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a2ae10d-5113-425e-9362-533a52cf535c tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:01.651438 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e896c096-636c-4adc-8b3a-6e2cde0057de None None] Network 7578320a-4fff-4b36-8bfb-053fa7153b11 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:01.664460 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6a433070-d148-4512-a2ec-f2ecb76c3180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:01.687753 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1aa292ce-be69-41f4-a2e4-c8f12a5f51f0 None None] Provisioning for port 25f120e5-3f12-4a32-bb94-b7c53ded993f completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:01.695656 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f80afb-3ab2-4a70-968c-9d0c59be7823', 'name': 'tempest-NetworksTestDHCPv6-router-1808251797', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:13:51Z', 'updated_at': '2022-03-01T21:13:54Z', 'revision_number': 2, 'project_id': '8d6808e4bfda467d98f278ac09abb826', 'gw_port_host': None, '_interfaces': [{'id': 'ef88c89b-3031-4a85-a0c0-0c12470a9a67', 'name': '', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'mac_address': 'fa:16:3e:79:53:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f80afb-3ab2-4a70-968c-9d0c59be7823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'c31d33e6-1edc-4831-a9f9-0506b8d2d656', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:52Z', 'updated_at': '2022-03-01T21:14:00Z', 'revision_number': 4, 'project_id': '8d6808e4bfda467d98f278ac09abb826', 'subnets': [{'id': 'c31d33e6-1edc-4831-a9f9-0506b8d2d656', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:01.699315 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f0a363-fa33-4025-9d1a-8969fae6cd66 None None] The sync data for ids ['46f80afb-3ab2-4a70-968c-9d0c59be7823'] in n-d-827896-4 is: [{'id': '46f80afb-3ab2-4a70-968c-9d0c59be7823', 'name': 'tempest-NetworksTestDHCPv6-router-1808251797', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:13:51Z', 'updated_at': '2022-03-01T21:13:54Z', 'revision_number': 2, 'project_id': '8d6808e4bfda467d98f278ac09abb826', 'gw_port_host': None, '_interfaces': [{'id': 'ef88c89b-3031-4a85-a0c0-0c12470a9a67', 'name': '', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'mac_address': 'fa:16:3e:79:53:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46f80afb-3ab2-4a70-968c-9d0c59be7823', 'device_owner': 'network:router_interface', 'standard_attr_id': 2720, 'fixed_ips': [{'subnet_id': 'c31d33e6-1edc-4831-a9f9-0506b8d2d656', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:52Z', 'updated_at': '2022-03-01T21:14:00Z', 'revision_number': 4, 'project_id': '8d6808e4bfda467d98f278ac09abb826', 'subnets': [{'id': 'c31d33e6-1edc-4831-a9f9-0506b8d2d656', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:14:01.730969 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6a433070-d148-4512-a2ec-f2ecb76c3180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:01.740833 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-ca269597-a90c-4f43-9bf3-77b9f39dc94e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:14:01.741294 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-ca269597-a90c-4f43-9bf3-77b9f39dc94e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:14:01.769998 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1aa292ce-be69-41f4-a2e4-c8f12a5f51f0 None None] Provisioning complete for port 25f120e5-3f12-4a32-bb94-b7c53ded993f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:01.775408 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1aa292ce-be69-41f4-a2e4-c8f12a5f51f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:01.780803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39d47ac-f4ca-42f3-9c11-f9001055ab2e tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Network 11140fd5-4fe1-4e04-9c13-579c4e40cdd9 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:01.783979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-f39d47ac-f4ca-42f3-9c11-f9001055ab2e tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:01.802632 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5a2ae10d-5113-425e-9362-533a52cf535c tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0404508 Mar 01 21:14:01.802816 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38014) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:01.813396 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Request body: {'subnet': {'network_id': 'ee733d2e-9aba-4a75-92b3-349047bc0969', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:01.843895 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c10fc9ef-50ab-480c-be5e-6ac4224c1bb1 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:02.008083 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1aa292ce-be69-41f4-a2e4-c8f12a5f51f0 None None] Port 25f120e5-3f12-4a32-bb94-b7c53ded993f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:14:02.013568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:02.021135 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84c9b90a-c378-4daa-9485-3e6963fe13c5 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:02.021469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Usage tracker for resource:subnet and tenant:63d8feb1449f4ddd8df09d9ab44e3e41 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:02.035077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:02.053209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:02.074365 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6a433070-d148-4512-a2ec-f2ecb76c3180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:02.132945 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a433070-d148-4512-a2ec-f2ecb76c3180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21960c82-c09b-4984-bc17-15f9828805a4,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:02.176241 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Made reservation on behalf of 63d8feb1449f4ddd8df09d9ab44e3e41 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:14:02.179656 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c9b90a-c378-4daa-9485-3e6963fe13c5 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Pushing event deleted for resources: {'Port': ['ID=33240a5a-64bd-40a5-abb9-1a9063097905,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:02.188189 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:02.251263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-ca269597-a90c-4f43-9bf3-77b9f39dc94e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port ef88c89b-3031-4a85-a0c0-0c12470a9a67 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:02.251707 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca269597-a90c-4f43-9bf3-77b9f39dc94e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:02.353201 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:02.395375 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-7578320a-4fff-4b36-8bfb-053fa7153b11', 'network_id': '7578320a-4fff-4b36-8bfb-053fa7153b11', 'tenant_id': '63d8feb1449f4ddd8df09d9ab44e3e41', 'fixed_ips': [{'subnet_id': 'ba155bdb-d61e-4edf-811d-d9fb66138d9a'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:14:02.399502 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:02.401614 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6a433070-d148-4512-a2ec-f2ecb76c3180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:02.403035 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6a433070-d148-4512-a2ec-f2ecb76c3180 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/21960c82-c09b-4984-bc17-15f9828805a4 HTTP/1.1" status: 204 len: 168 time: 0.8929400 Mar 01 21:14:02.420642 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port c10fc9ef-50ab-480c-be5e-6ac4224c1bb1 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:02.424067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-13427fc6-17dc-40f8-be06-a5a88c73b581 None None] Provisioning for port c10fc9ef-50ab-480c-be5e-6ac4224c1bb1 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:02.431273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-13427fc6-17dc-40f8-be06-a5a88c73b581 None None] Provisioning complete for port c10fc9ef-50ab-480c-be5e-6ac4224c1bb1 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:02.431685 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-13427fc6-17dc-40f8-be06-a5a88c73b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:02.541862 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c10fc9ef-50ab-480c-be5e-6ac4224c1bb1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:02.543240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39d47ac-f4ca-42f3-9c11-f9001055ab2e tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Router 20d591ae-8ec3-4061-b041-59b03e8bbc2d has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:14:02.546592 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:02.562723 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84c9b90a-c378-4daa-9485-3e6963fe13c5 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:02.699540 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-ca269597-a90c-4f43-9bf3-77b9f39dc94e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] For port ef88c89b-3031-4a85-a0c0-0c12470a9a67, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ef88c89b-3031-4a85-a0c0-0c12470a9a67,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:02.701038 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca269597-a90c-4f43-9bf3-77b9f39dc94e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:02.839874 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84c9b90a-c378-4daa-9485-3e6963fe13c5 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:02.843680 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84c9b90a-c378-4daa-9485-3e6963fe13c5 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:02.869163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38036) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:02.875878 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:02.880290 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-ca269597-a90c-4f43-9bf3-77b9f39dc94e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for ef88c89b-3031-4a85-a0c0-0c12470a9a67 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:02.997027 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-13427fc6-17dc-40f8-be06-a5a88c73b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:02.997141 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84c9b90a-c378-4daa-9485-3e6963fe13c5 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:02.997141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c9b90a-c378-4daa-9485-3e6963fe13c5 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Fanout notify agent at l3_agent the message router_deleted on router 64928c53-afaa-42d4-a591-52d7961b4d5e {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:14:03.015836 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port c10fc9ef-50ab-480c-be5e-6ac4224c1bb1, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c10fc9ef-50ab-480c-be5e-6ac4224c1bb1,segment=NetworkSegment(f0351481-f7b9-47d8-8802-b5e0dc8a4702),segment_id=f0351481-f7b9-47d8-8802-b5e0dc8a4702)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:03.019106 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Allocated IP 172.20.0.2 (7578320a-4fff-4b36-8bfb-053fa7153b11/ba155bdb-d61e-4edf-811d-d9fb66138d9a/16221ff3-d178-4ffa-862a-b74936e49215) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:14:03.097543 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84c9b90a-c378-4daa-9485-3e6963fe13c5 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:03.098633 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-84c9b90a-c378-4daa-9485-3e6963fe13c5 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "DELETE /v2.0/routers/64928c53-afaa-42d4-a591-52d7961b4d5e HTTP/1.1" status: 204 len: 168 time: 4.8323956 Mar 01 21:14:03.102289 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38044) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:03.110655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b146a278-ef0a-42c0-bcde-c4ac38cb331a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1586627740', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:03.126843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b146a278-ef0a-42c0-bcde-c4ac38cb331a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:03.142479 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:03.161776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b146a278-ef0a-42c0-bcde-c4ac38cb331a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Usage tracker for resource:router and tenant:be5e56d0828640db875c26c8fdb745e8 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:03.170272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a28170-4b25-4473-884a-be912d64bc01 req-b22602f5-24a5-49f1-ac0e-9f339754679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:03.170766 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a28170-4b25-4473-884a-be912d64bc01 req-b22602f5-24a5-49f1-ac0e-9f339754679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:03.171245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a28170-4b25-4473-884a-be912d64bc01 req-b22602f5-24a5-49f1-ac0e-9f339754679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:03.171745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a28170-4b25-4473-884a-be912d64bc01 req-b22602f5-24a5-49f1-ac0e-9f339754679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:03.172219 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a28170-4b25-4473-884a-be912d64bc01 req-b22602f5-24a5-49f1-ac0e-9f339754679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:03.172688 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a28170-4b25-4473-884a-be912d64bc01 req-b22602f5-24a5-49f1-ac0e-9f339754679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:03.173194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a28170-4b25-4473-884a-be912d64bc01 req-b22602f5-24a5-49f1-ac0e-9f339754679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:03.181441 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-49a28170-4b25-4473-884a-be912d64bc01 req-b22602f5-24a5-49f1-ac0e-9f339754679b service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 6500 time: 0.3111260 Mar 01 21:14:03.305034 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Pushing event updated for resources: {'Subnet': ['ID=a7854e9c-0e88-4692-8d06-76d535fdcce5,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:03.308159 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b146a278-ef0a-42c0-bcde-c4ac38cb331a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:03.310290 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Checking segment: {'id': 'a82a0c56-f037-4605-87c1-9db4419da862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ee733d2e-9aba-4a75-92b3-349047bc0969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:14:03.310655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Network hostable DHCP agents. Network: ee733d2e-9aba-4a75-92b3-349047bc0969, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:14:03.320880 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:03.321237 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:03.321565 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:03.321908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:03.322254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:03.322574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:03.323063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:03.323563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:03.324041 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:03.326968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:03.326968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:03.326968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:03.336685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b146a278-ef0a-42c0-bcde-c4ac38cb331a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:03.368974 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:03.369711 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca269597-a90c-4f43-9bf3-77b9f39dc94e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:03.384478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39d47ac-f4ca-42f3-9c11-f9001055ab2e tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:14:03.394467 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-49a28170-4b25-4473-884a-be912d64bc01 req-520467d3-8e27-4afb-9374-65a843caea54 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2107615 Mar 01 21:14:03.398238 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f39d47ac-f4ca-42f3-9c11-f9001055ab2e tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "PUT /v2.0/routers/20d591ae-8ec3-4061-b041-59b03e8bbc2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7711396 Mar 01 21:14:03.460605 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] Sync routers for ids ['20d591ae-8ec3-4061-b041-59b03e8bbc2d'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:14:03.508844 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b146a278-ef0a-42c0-bcde-c4ac38cb331a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:03.510194 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b146a278-ef0a-42c0-bcde-c4ac38cb331a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:03.538936 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b146a278-ef0a-42c0-bcde-c4ac38cb331a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:03.573049 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=c10fc9ef-50ab-480c-be5e-6ac4224c1bb1,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:03.584498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] Routers {'20d591ae-8ec3-4061-b041-59b03e8bbc2d'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:03.585474 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['20d591ae-8ec3-4061-b041-59b03e8bbc2d'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:03.593332 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Network ee733d2e-9aba-4a75-92b3-349047bc0969 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:14:03.598495 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca269597-a90c-4f43-9bf3-77b9f39dc94e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=ef88c89b-3031-4a85-a0c0-0c12470a9a67,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:03.646505 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b146a278-ef0a-42c0-bcde-c4ac38cb331a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:03.765239 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b146a278-ef0a-42c0-bcde-c4ac38cb331a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:03.765239 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b146a278-ef0a-42c0-bcde-c4ac38cb331a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6570334 Mar 01 21:14:03.770202 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38072) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:03.775773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d29f429d-8eca-4646-bd79-7bd8452d88b7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'enable_snat': True}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:03.788697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, ee733d2e-9aba-4a75-92b3-349047bc0969) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:03.798555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:03.800581 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:03.850196 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8dc0a125-49d5-4693-b2f2-83e9a273401a up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:03.894255 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0ace46-26b1-4986-8309-a364bd22a1d3 None None] Network ee733d2e-9aba-4a75-92b3-349047bc0969 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:04.034049 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:04.038191 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:04.039060 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:04.046029 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca269597-a90c-4f43-9bf3-77b9f39dc94e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:04.046813 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:04.047237 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:04.047609 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:04.047951 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:04.048288 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:04.057096 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:04.057096 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:04.057096 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:04.057096 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:04.057096 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:04.148019 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-8b4cd12d-166e-4e95-b6f9-428b669fdaaa tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:04.148871 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-8b4cd12d-166e-4e95-b6f9-428b669fdaaa tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Synchronizing usage tracker for tenant:d1b3d33ac1c64551b55e0abce258f6fe on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:14:04.162010 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-abb86117-de73-4763-9372-305e9acb6e93 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3581419 Mar 01 21:14:04.175014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38084) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:04.213165 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] Set router 20d591ae-8ec3-4061-b041-59b03e8bbc2d gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:14:04.268620 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-13427fc6-17dc-40f8-be06-a5a88c73b581 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:14:04.269357 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-13427fc6-17dc-40f8-be06-a5a88c73b581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:14:04.303397 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Transition to ACTIVE for port object 16221ff3-d178-4ffa-862a-b74936e49215 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:04.388645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-8b4cd12d-166e-4e95-b6f9-428b669fdaaa tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Unset dirty status for tenant:d1b3d33ac1c64551b55e0abce258f6fe on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:14:04.396111 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-8b4cd12d-166e-4e95-b6f9-428b669fdaaa tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/networks?id=11140fd5-4fe1-4e04-9c13-579c4e40cdd9 HTTP/1.1" status: 200 len: 798 time: 0.6296847 Mar 01 21:14:04.428160 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-ab42bf57-aa32-4e24-a20b-073e83b707fb tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/quotas/d1b3d33ac1c64551b55e0abce258f6fe HTTP/1.1" status: 200 len: 375 time: 0.0310321 Mar 01 21:14:04.474017 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Transition to ACTIVE for port object 16221ff3-d178-4ffa-862a-b74936e49215 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:04.483250 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 8dc0a125-49d5-4693-b2f2-83e9a273401a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:04.483888 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:04.545288 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca269597-a90c-4f43-9bf3-77b9f39dc94e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Router 46f80afb-3ab2-4a70-968c-9d0c59be7823 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:14:04.655767 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:04.714953 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca269597-a90c-4f43-9bf3-77b9f39dc94e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:14:04.724280 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ca269597-a90c-4f43-9bf3-77b9f39dc94e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "PUT /v2.0/routers/46f80afb-3ab2-4a70-968c-9d0c59be7823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4985278 Mar 01 21:14:04.725773 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38092) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:04.730001 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75463ed-8012-4383-a169-ccd0d3972cb3 None None] Sync routers for ids ['46f80afb-3ab2-4a70-968c-9d0c59be7823'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:14:04.745011 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75463ed-8012-4383-a169-ccd0d3972cb3 None None] Routers {'46f80afb-3ab2-4a70-968c-9d0c59be7823'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:04.749536 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d75463ed-8012-4383-a169-ccd0d3972cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['46f80afb-3ab2-4a70-968c-9d0c59be7823'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:04.749673 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-a9cfa18d-276e-4b64-ae07-f5ba14decb59 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d1b3d33ac1c64551b55e0abce258f6fe&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3171241 Mar 01 21:14:04.834451 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef66802e-ba37-4217-b102-3a00ad0e3210 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:04.836301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef66802e-ba37-4217-b102-3a00ad0e3210 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:04.837832 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ef66802e-ba37-4217-b102-3a00ad0e3210 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:14:04.931460 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Network 7578320a-4fff-4b36-8bfb-053fa7153b11 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:04.935027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ef66802e-ba37-4217-b102-3a00ad0e3210 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:14:04.939740 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ef66802e-ba37-4217-b102-3a00ad0e3210 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2117085 Mar 01 21:14:04.940382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38102) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:04.946771 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:04.955199 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Pushing event updated for resources: {'Port': ['ID=16221ff3-d178-4ffa-862a-b74936e49215,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:04.971071 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:14:04.971071 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-ee733d2e-9aba-4a75-92b3-349047bc0969', 'network_id': 'ee733d2e-9aba-4a75-92b3-349047bc0969', 'tenant_id': '63d8feb1449f4ddd8df09d9ab44e3e41', 'fixed_ips': [{'subnet_id': 'a7854e9c-0e88-4692-8d06-76d535fdcce5'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:14:04.971071 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:04.988071 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-d75463ed-8012-4383-a169-ccd0d3972cb3 None None] Set router 46f80afb-3ab2-4a70-968c-9d0c59be7823 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:14:05.135799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-589bd4b9-35c0-41ac-aa60-cc364a24ba65 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet c31d33e6-1edc-4831-a9f9-0506b8d2d656 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:14:05.143318 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-589bd4b9-35c0-41ac-aa60-cc364a24ba65 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:05.170198 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-13427fc6-17dc-40f8-be06-a5a88c73b581 None None] Could not find standard attr ID for object ef88c89b-3031-4a85-a0c0-0c12470a9a67. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:14:05.176526 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d75463ed-8012-4383-a169-ccd0d3972cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f80afb-3ab2-4a70-968c-9d0c59be7823', 'name': 'tempest-NetworksTestDHCPv6-router-1808251797', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:13:51Z', 'updated_at': '2022-03-01T21:14:03Z', 'revision_number': 3, 'project_id': '8d6808e4bfda467d98f278ac09abb826', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:05.182469 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75463ed-8012-4383-a169-ccd0d3972cb3 None None] Checking router: 46f80afb-3ab2-4a70-968c-9d0c59be7823 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:14:05.213358 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75463ed-8012-4383-a169-ccd0d3972cb3 None None] Routers {'46f80afb-3ab2-4a70-968c-9d0c59be7823'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:05.214758 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d75463ed-8012-4383-a169-ccd0d3972cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['46f80afb-3ab2-4a70-968c-9d0c59be7823'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:05.226982 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-589bd4b9-35c0-41ac-aa60-cc364a24ba65 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:05.260842 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-6da108df-de25-49f7-8f2a-39d554613962 service neutron] 10.222.0.42 "GET /v2.0/networks/11140fd5-4fe1-4e04-9c13-579c4e40cdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778404 Mar 01 21:14:05.277841 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d29f429d-8eca-4646-bd79-7bd8452d88b7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:05.307997 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-279d517f-d45b-4da3-b7a9-3bc5f9a4e75f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:05.383925 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-d75463ed-8012-4383-a169-ccd0d3972cb3 None None] Set router 46f80afb-3ab2-4a70-968c-9d0c59be7823 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:14:05.386002 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Attempting to bind port 16221ff3-d178-4ffa-862a-b74936e49215 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:14:05.386394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Attempting to bind port 16221ff3-d178-4ffa-862a-b74936e49215 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '296cd00b-58ed-4c79-ae1d-9923f55a9ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7578320a-4fff-4b36-8bfb-053fa7153b11'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:14:05.386761 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Attempting to bind port 16221ff3-d178-4ffa-862a-b74936e49215 on network 7578320a-4fff-4b36-8bfb-053fa7153b11 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:14:05.396273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ef88c89b-3031-4a85-a0c0-0c12470a9a67 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:05.514548 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d75463ed-8012-4383-a169-ccd0d3972cb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46f80afb-3ab2-4a70-968c-9d0c59be7823', 'name': 'tempest-NetworksTestDHCPv6-router-1808251797', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:13:51Z', 'updated_at': '2022-03-01T21:14:03Z', 'revision_number': 3, 'project_id': '8d6808e4bfda467d98f278ac09abb826', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:05.519700 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75463ed-8012-4383-a169-ccd0d3972cb3 None None] The sync data for ids ['46f80afb-3ab2-4a70-968c-9d0c59be7823'] in n-d-827896-4 is: [{'id': '46f80afb-3ab2-4a70-968c-9d0c59be7823', 'name': 'tempest-NetworksTestDHCPv6-router-1808251797', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:13:51Z', 'updated_at': '2022-03-01T21:14:03Z', 'revision_number': 3, 'project_id': '8d6808e4bfda467d98f278ac09abb826', 'gw_port_host': None}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:14:05.527685 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:14:05.528005 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Checking segment: {'id': '296cd00b-58ed-4c79-ae1d-9923f55a9ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7578320a-4fff-4b36-8bfb-053fa7153b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:14:05.528461 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:05.528858 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Bound using segment: {'id': '296cd00b-58ed-4c79-ae1d-9923f55a9ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7578320a-4fff-4b36-8bfb-053fa7153b11'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:14:05.529344 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Bound port: 16221ff3-d178-4ffa-862a-b74936e49215, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '296cd00b-58ed-4c79-ae1d-9923f55a9ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '7578320a-4fff-4b36-8bfb-053fa7153b11'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:14:05.529731 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:05.552744 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: ef88c89b-3031-4a85-a0c0-0c12470a9a67 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:14:05.553241 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ef88c89b-3031-4a85-a0c0-0c12470a9a67 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Mar 01 21:14:05.592857 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d591ae-8ec3-4061-b041-59b03e8bbc2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1369390284', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'e194a009-4e84-4eac-892d-891cb97aeca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:13:46Z', 'updated_at': '2022-03-01T21:13:58Z', 'revision_number': 4, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'e194a009-4e84-4eac-892d-891cb97aeca3', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d591ae-8ec3-4061-b041-59b03e8bbc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:48Z', 'updated_at': '2022-03-01T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '25f120e5-3f12-4a32-bb94-b7c53ded993f', 'name': '', 'network_id': '11140fd5-4fe1-4e04-9c13-579c4e40cdd9', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'mac_address': 'fa:16:3e:8d:68:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d591ae-8ec3-4061-b041-59b03e8bbc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '50f5cfac-9564-47c4-9272-a72f11310a4b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:56Z', 'updated_at': '2022-03-01T21:13:59Z', 'revision_number': 2, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'subnets': [{'id': '50f5cfac-9564-47c4-9272-a72f11310a4b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:05.594275 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-589bd4b9-35c0-41ac-aa60-cc364a24ba65 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:05.607185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-13427fc6-17dc-40f8-be06-a5a88c73b581 None None] Provisioning complete for port 25f120e5-3f12-4a32-bb94-b7c53ded993f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:05.607733 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-13427fc6-17dc-40f8-be06-a5a88c73b581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:05.647370 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Port ef88c89b-3031-4a85-a0c0-0c12470a9a67 not found, will not notify nova. {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Mar 01 21:14:05.660729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] Checking router: 20d591ae-8ec3-4061-b041-59b03e8bbc2d for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:14:05.660729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] Updating router 20d591ae-8ec3-4061-b041-59b03e8bbc2d port 25f120e5-3f12-4a32-bb94-b7c53ded993f binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:14:05.668093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-f44ac66c-66cd-4782-b7f1-83e1e8046f5c service neutron] 10.222.0.42 "GET /v2.0/networks/11140fd5-4fe1-4e04-9c13-579c4e40cdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3983006 Mar 01 21:14:05.792497 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-589bd4b9-35c0-41ac-aa60-cc364a24ba65 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:05.819609 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-13427fc6-17dc-40f8-be06-a5a88c73b581 None None] Port 25f120e5-3f12-4a32-bb94-b7c53ded993f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:14:05.845012 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-589bd4b9-35c0-41ac-aa60-cc364a24ba65 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:05.859543 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72688a95-65fc-4755-8130-4ee478a90b6f None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:05.867538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589bd4b9-35c0-41ac-aa60-cc364a24ba65 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=c31d33e6-1edc-4831-a9f9-0506b8d2d656,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:05.871857 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:05.933224 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-589bd4b9-35c0-41ac-aa60-cc364a24ba65 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/c31d33e6-1edc-4831-a9f9-0506b8d2d656 HTTP/1.1" status: 204 len: 168 time: 0.9917037 Mar 01 21:14:05.934069 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38120) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:06.138032 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d1d5e67-0fad-4a12-84e1-8aee90d7b98a req-a21c08ee-b402-4543-bac0-7ccd16fcea06 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 210 time: 0.0890632 Mar 01 21:14:06.271522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-751fb181-e6c7-41ee-a86a-bd76ed4a9b56 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:router {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:14:06.280792 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c10fc9ef-50ab-480c-be5e-6ac4224c1bb1 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:06.365793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-751fb181-e6c7-41ee-a86a-bd76ed4a9b56 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:router {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:14:06.367996 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-751fb181-e6c7-41ee-a86a-bd76ed4a9b56 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4319863 Mar 01 21:14:06.370234 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38134) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:06.402147 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-279d517f-d45b-4da3-b7a9-3bc5f9a4e75f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Allocated IP 172.20.0.1 (7578320a-4fff-4b36-8bfb-053fa7153b11/ba155bdb-d61e-4edf-811d-d9fb66138d9a/e6d2ee1b-8903-4c43-a613-41fc44d9bc92) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:14:06.464599 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] For port 16221ff3-d178-4ffa-862a-b74936e49215, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:14:06.484848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Allocated IP 172.20.0.2 (ee733d2e-9aba-4a75-92b3-349047bc0969/a7854e9c-0e88-4692-8d06-76d535fdcce5/5e87190e-4d4d-4029-b522-07bf69bbd526) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:14:06.513116 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7ad46db0-29a4-43cf-b502-c6b9fffbd3bf None None] Provisioning complete for port 25f120e5-3f12-4a32-bb94-b7c53ded993f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:06.513521 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7ad46db0-29a4-43cf-b502-c6b9fffbd3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:06.553833 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d29f429d-8eca-4646-bd79-7bd8452d88b7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:06.570882 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] For port 16221ff3-d178-4ffa-862a-b74936e49215, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=16221ff3-d178-4ffa-862a-b74936e49215,segment=NetworkSegment(296cd00b-58ed-4c79-ae1d-9923f55a9ba0),segment_id=296cd00b-58ed-4c79-ae1d-9923f55a9ba0)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:14:06.584675 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08eb50ed-5564-40b1-b208-2cfd1f8fe10a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:06.593630 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d29f429d-8eca-4646-bd79-7bd8452d88b7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:06.712882 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:06.786797 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-279d517f-d45b-4da3-b7a9-3bc5f9a4e75f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:06.814973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-279d517f-d45b-4da3-b7a9-3bc5f9a4e75f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Transition to ACTIVE for port object e6d2ee1b-8903-4c43-a613-41fc44d9bc92 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:06.836523 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-d29f429d-8eca-4646-bd79-7bd8452d88b7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Allocated IP 172.25.5.32 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/39462201-21fb-4268-9c53-9a6fea975f36) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:14:06.936593 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-7ad46db0-29a4-43cf-b502-c6b9fffbd3bf None None] Port 25f120e5-3f12-4a32-bb94-b7c53ded993f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:14:07.004776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c10fc9ef-50ab-480c-be5e-6ac4224c1bb1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:07.005156 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:07.017183 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08eb50ed-5564-40b1-b208-2cfd1f8fe10a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:07.021113 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08eb50ed-5564-40b1-b208-2cfd1f8fe10a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:07.034265 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d29f429d-8eca-4646-bd79-7bd8452d88b7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:07.086582 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-279d517f-d45b-4da3-b7a9-3bc5f9a4e75f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:07.095310 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b5fc6-0b54-46a0-a380-36985a7ad6af None None] Pushing event updated for resources: {'Port': ['ID=16221ff3-d178-4ffa-862a-b74936e49215,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:07.149783 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08eb50ed-5564-40b1-b208-2cfd1f8fe10a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:07.149783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08eb50ed-5564-40b1-b208-2cfd1f8fe10a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Fanout notify agent at l3_agent the message router_deleted on router 46f80afb-3ab2-4a70-968c-9d0c59be7823 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:14:07.162361 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279d517f-d45b-4da3-b7a9-3bc5f9a4e75f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Network 7578320a-4fff-4b36-8bfb-053fa7153b11 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:07.163102 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-279d517f-d45b-4da3-b7a9-3bc5f9a4e75f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:07.172028 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279d517f-d45b-4da3-b7a9-3bc5f9a4e75f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:14:07.233772 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d29f429d-8eca-4646-bd79-7bd8452d88b7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:07.310028 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29f429d-8eca-4646-bd79-7bd8452d88b7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:07.311189 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d517f-d45b-4da3-b7a9-3bc5f9a4e75f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Pushing event updated for resources: {'Port': ['ID=e6d2ee1b-8903-4c43-a613-41fc44d9bc92,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:07.320698 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-d29f429d-8eca-4646-bd79-7bd8452d88b7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:07.327442 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-071c4fd0-a6d4-436e-a7b1-5384f5f4ed0b req-803f66c3-cbac-4588-9df5-0041d6eea22a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 210 time: 0.1167681 Mar 01 21:14:07.338497 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08eb50ed-5564-40b1-b208-2cfd1f8fe10a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:07.339556 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-08eb50ed-5564-40b1-b208-2cfd1f8fe10a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/routers/46f80afb-3ab2-4a70-968c-9d0c59be7823 HTTP/1.1" status: 204 len: 168 time: 0.9683108 Mar 01 21:14:07.343605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38154) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:07.352421 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-26151812-9247-4dfe-bd15-95cdd076b4bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:07.393312 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29f429d-8eca-4646-bd79-7bd8452d88b7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:14:07.414941 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794eeaed-6a41-48a2-b9da-9a332a5a88a6 None None] DHCP port deletion for cc39aad2-d371-4bc1-8f73-2342392e478c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:14:07.434010 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-794eeaed-6a41-48a2-b9da-9a332a5a88a6 None None] Deleting port 539adc5b-9944-4b4b-b8a0-43d999988a48 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:07.442768 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-794eeaed-6a41-48a2-b9da-9a332a5a88a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:07.537650 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-279d517f-d45b-4da3-b7a9-3bc5f9a4e75f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:07.561277 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:07.569963 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-26151812-9247-4dfe-bd15-95cdd076b4bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:07.575480 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-26151812-9247-4dfe-bd15-95cdd076b4bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:07.578987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-26151812-9247-4dfe-bd15-95cdd076b4bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:07.586796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-26151812-9247-4dfe-bd15-95cdd076b4bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:07.619014 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:07.624965 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Transition to ACTIVE for port object 5e87190e-4d4d-4029-b522-07bf69bbd526 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:07.687673 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] Transition to ACTIVE for port object 25f120e5-3f12-4a32-bb94-b7c53ded993f will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:07.694550 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26151812-9247-4dfe-bd15-95cdd076b4bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:14:07.698597 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-26151812-9247-4dfe-bd15-95cdd076b4bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:07.701851 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ef88c89b-3031-4a85-a0c0-0c12470a9a67 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:14:07.748580 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Transition to ACTIVE for port object 5e87190e-4d4d-4029-b522-07bf69bbd526 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:07.756877 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: ef88c89b-3031-4a85-a0c0-0c12470a9a67 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:14:07.757366 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ef88c89b-3031-4a85-a0c0-0c12470a9a67 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:14:07.796194 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:07.906858 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:07.918968 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 16221ff3-d178-4ffa-862a-b74936e49215 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:07.939294 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f429d-8eca-4646-bd79-7bd8452d88b7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Pushing event updated for resources: {'Port': ['ID=39462201-21fb-4268-9c53-9a6fea975f36,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:08.113243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-794eeaed-6a41-48a2-b9da-9a332a5a88a6 None None] For port 539adc5b-9944-4b4b-b8a0-43d999988a48, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=539adc5b-9944-4b4b-b8a0-43d999988a48,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:08.113650 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-794eeaed-6a41-48a2-b9da-9a332a5a88a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:08.175433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151ca17-3951-4789-bad2-efb0addc0628 None None] Pushing event updated for resources: {'Port': ['ID=25f120e5-3f12-4a32-bb94-b7c53ded993f,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:08.178481 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Network ee733d2e-9aba-4a75-92b3-349047bc0969 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:08.411525 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-26151812-9247-4dfe-bd15-95cdd076b4bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:08.505386 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38164) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:08.540618 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:08.550014 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-794eeaed-6a41-48a2-b9da-9a332a5a88a6 None None] Calling delete_port for 539adc5b-9944-4b4b-b8a0-43d999988a48 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:08.585393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26151812-9247-4dfe-bd15-95cdd076b4bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:08.588341 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9db23ba7-4a8c-495a-acbd-6ca530c61328 req-6596a6ce-97d9-4c2a-8931-cc93a96c53f6 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 210 time: 0.0714850 Mar 01 21:14:08.591831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-26151812-9247-4dfe-bd15-95cdd076b4bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:08.601211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26151812-9247-4dfe-bd15-95cdd076b4bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:08.613240 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-26151812-9247-4dfe-bd15-95cdd076b4bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:08.613622 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:14:08.631540 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26151812-9247-4dfe-bd15-95cdd076b4bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=ee92c05f-b3e5-49f9-b9f0-94f03e0c6920,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:08.688162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0a7ab7-25cc-487b-ac2e-83ca57d65134 None None] Network 7578320a-4fff-4b36-8bfb-053fa7153b11 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:08.749278 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-73a56080-c16f-49ba-bc24-6d400bd90112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:08.761085 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-279d517f-d45b-4da3-b7a9-3bc5f9a4e75f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:08.782815 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-26151812-9247-4dfe-bd15-95cdd076b4bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4380903 Mar 01 21:14:08.785531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38172) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:08.791506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6a47766b-6e65-44b1-ab60-febe8bf22c05 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1209337932', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:08.799970 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6a47766b-6e65-44b1-ab60-febe8bf22c05 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:08.805117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6a47766b-6e65-44b1-ab60-febe8bf22c05 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:router and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:08.807316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6a47766b-6e65-44b1-ab60-febe8bf22c05 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:08.816694 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6a47766b-6e65-44b1-ab60-febe8bf22c05 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:08.830678 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 16221ff3-d178-4ffa-862a-b74936e49215 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:08.856837 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] Attempting to bind port 25f120e5-3f12-4a32-bb94-b7c53ded993f on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:14:08.857149 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] Attempting to bind port 25f120e5-3f12-4a32-bb94-b7c53ded993f by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '4858e401-57ce-49e1-8c88-9594cb162597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '11140fd5-4fe1-4e04-9c13-579c4e40cdd9'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:14:08.857497 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] Attempting to bind port 25f120e5-3f12-4a32-bb94-b7c53ded993f on network 11140fd5-4fe1-4e04-9c13-579c4e40cdd9 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:14:08.899387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:14:08.899779 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] Checking segment: {'id': '4858e401-57ce-49e1-8c88-9594cb162597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '11140fd5-4fe1-4e04-9c13-579c4e40cdd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:14:08.900184 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:08.900567 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] Bound using segment: {'id': '4858e401-57ce-49e1-8c88-9594cb162597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '11140fd5-4fe1-4e04-9c13-579c4e40cdd9'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:14:08.901035 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] Bound port: 25f120e5-3f12-4a32-bb94-b7c53ded993f, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4858e401-57ce-49e1-8c88-9594cb162597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '11140fd5-4fe1-4e04-9c13-579c4e40cdd9'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:14:08.901407 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:08.914061 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6a47766b-6e65-44b1-ab60-febe8bf22c05 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:08.915506 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6a47766b-6e65-44b1-ab60-febe8bf22c05 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:08.917980 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Pushing event updated for resources: {'Port': ['ID=5e87190e-4d4d-4029-b522-07bf69bbd526,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:08.935749 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Attempting to bind port 5e87190e-4d4d-4029-b522-07bf69bbd526 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:14:08.936489 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Attempting to bind port 5e87190e-4d4d-4029-b522-07bf69bbd526 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'a82a0c56-f037-4605-87c1-9db4419da862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ee733d2e-9aba-4a75-92b3-349047bc0969'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:14:08.937143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Attempting to bind port 5e87190e-4d4d-4029-b522-07bf69bbd526 on network ee733d2e-9aba-4a75-92b3-349047bc0969 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:14:08.940961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-73a56080-c16f-49ba-bc24-6d400bd90112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:08.954312 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6a47766b-6e65-44b1-ab60-febe8bf22c05 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:08.954517 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-73a56080-c16f-49ba-bc24-6d400bd90112 admin admin] Usage tracker for resource:security_group_rule and tenant:3498a1fb429b438ab068f9e6ca5ab50b is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:08.954632 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 539adc5b-9944-4b4b-b8a0-43d999988a48 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:14:08.989577 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-73a56080-c16f-49ba-bc24-6d400bd90112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:09.025664 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:14:09.027405 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Checking segment: {'id': 'a82a0c56-f037-4605-87c1-9db4419da862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ee733d2e-9aba-4a75-92b3-349047bc0969'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:14:09.028732 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:09.028850 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Bound using segment: {'id': 'a82a0c56-f037-4605-87c1-9db4419da862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ee733d2e-9aba-4a75-92b3-349047bc0969'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:14:09.029478 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Bound port: 5e87190e-4d4d-4029-b522-07bf69bbd526, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a82a0c56-f037-4605-87c1-9db4419da862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ee733d2e-9aba-4a75-92b3-349047bc0969'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:14:09.030286 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:09.030637 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-73a56080-c16f-49ba-bc24-6d400bd90112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:09.056675 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6a47766b-6e65-44b1-ab60-febe8bf22c05 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:09.157304 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d29f429d-8eca-4646-bd79-7bd8452d88b7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:09.176217 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6a47766b-6e65-44b1-ab60-febe8bf22c05 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:09.181170 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6a47766b-6e65-44b1-ab60-febe8bf22c05 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3939691 Mar 01 21:14:09.182056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38176) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:09.187172 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-794eeaed-6a41-48a2-b9da-9a332a5a88a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:09.280426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794eeaed-6a41-48a2-b9da-9a332a5a88a6 None None] Pushing event deleted for resources: {'Port': ['ID=539adc5b-9944-4b4b-b8a0-43d999988a48,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:09.304371 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No active binding found for port 539adc5b-9944-4b4b-b8a0-43d999988a48 {{(pid=88520) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 01 21:14:09.304773 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 539adc5b-9944-4b4b-b8a0-43d999988a48 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:14:09.306272 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-11ce1de3-548a-405e-b53f-821d0eebb748 None None] Provisioning for port 16221ff3-d178-4ffa-862a-b74936e49215 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:09.317899 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794eeaed-6a41-48a2-b9da-9a332a5a88a6 None None] No DVR routers for this DVR port 539adc5b-9944-4b4b-b8a0-43d999988a48 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:14:09.319135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-11ce1de3-548a-405e-b53f-821d0eebb748 None None] Provisioning complete for port 16221ff3-d178-4ffa-862a-b74936e49215 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:09.319545 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-11ce1de3-548a-405e-b53f-821d0eebb748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:09.353607 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] For port 25f120e5-3f12-4a32-bb94-b7c53ded993f, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:14:09.375207 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] For port 25f120e5-3f12-4a32-bb94-b7c53ded993f, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=25f120e5-3f12-4a32-bb94-b7c53ded993f,segment=NetworkSegment(4858e401-57ce-49e1-8c88-9594cb162597),segment_id=4858e401-57ce-49e1-8c88-9594cb162597)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:14:09.418301 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa607d2-26de-44cc-9645-369559aa1023 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:09.433123 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-74ce6dd8-bac8-454e-a29d-d5749947f1d7 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:09.435104 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-74ce6dd8-bac8-454e-a29d-d5749947f1d7 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.57 "GET /v2.0/networks?id=11140fd5-4fe1-4e04-9c13-579c4e40cdd9 HTTP/1.1" status: 200 len: 798 time: 0.4537103 Mar 01 21:14:09.500272 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] For port 5e87190e-4d4d-4029-b522-07bf69bbd526, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:14:09.502861 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:09.506365 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-4d4dd192-f393-4e59-85b7-395c36fc7dfe tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Request body: {'port': {'device_id': 'fed3cdfb-40bc-44f5-8844-2ddd91386505', 'network_id': '11140fd5-4fe1-4e04-9c13-579c4e40cdd9', 'admin_state_up': True, 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:09.618466 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] For port 5e87190e-4d4d-4029-b522-07bf69bbd526, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5e87190e-4d4d-4029-b522-07bf69bbd526,segment=NetworkSegment(a82a0c56-f037-4605-87c1-9db4419da862),segment_id=a82a0c56-f037-4605-87c1-9db4419da862)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:14:09.684568 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] Routers {'20d591ae-8ec3-4061-b041-59b03e8bbc2d'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:09.685169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['20d591ae-8ec3-4061-b041-59b03e8bbc2d'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:09.724861 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-98905cd1-b3e9-41f0-9a4a-823dee41397b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:09.741154 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-73a56080-c16f-49ba-bc24-6d400bd90112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:09.785302 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:09.816830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151ca17-3951-4789-bad2-efb0addc0628 None None] Pushing event updated for resources: {'Port': ['ID=25f120e5-3f12-4a32-bb94-b7c53ded993f,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:09.954467 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-980cb827-dbad-4b2e-b52b-ed41f240f8fa req-8e4e61bb-8d85-4c5f-b6ee-6ce141eb2884 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 210 time: 0.1345000 Mar 01 21:14:10.002310 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-11ce1de3-548a-405e-b53f-821d0eebb748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:10.213981 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-73a56080-c16f-49ba-bc24-6d400bd90112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:10.259920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-98905cd1-b3e9-41f0-9a4a-823dee41397b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::1 (cc39aad2-d371-4bc1-8f73-2342392e478c/ee92c05f-b3e5-49f9-b9f0-94f03e0c6920/9e79237e-c2a3-4755-a438-27277ade267e) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:14:10.306471 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cb3374-5da4-4757-8c86-20dd7daf60f6 None None] Pushing event updated for resources: {'Port': ['ID=5e87190e-4d4d-4029-b522-07bf69bbd526,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:10.317309 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d29f429d-8eca-4646-bd79-7bd8452d88b7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:10.330268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-11ce1de3-548a-405e-b53f-821d0eebb748 None None] For port 16221ff3-d178-4ffa-862a-b74936e49215, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=16221ff3-d178-4ffa-862a-b74936e49215,segment=NetworkSegment(296cd00b-58ed-4c79-ae1d-9923f55a9ba0),segment_id=296cd00b-58ed-4c79-ae1d-9923f55a9ba0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:10.345671 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d29f429d-8eca-4646-bd79-7bd8452d88b7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:10.351862 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cc39aad2-d371-4bc1-8f73-2342392e478c', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'fixed_ips': [{'subnet_id': 'ee92c05f-b3e5-49f9-b9f0-94f03e0c6920'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:14:10.352738 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:10.357687 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-73a56080-c16f-49ba-bc24-6d400bd90112 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3498a1fb429b438ab068f9e6ca5ab50b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8512259 Mar 01 21:14:10.360846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38182) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:10.374717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-4d4dd192-f393-4e59-85b7-395c36fc7dfe tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:10.380279 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] Set router 20d591ae-8ec3-4061-b041-59b03e8bbc2d gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:14:10.471182 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-11ce1de3-548a-405e-b53f-821d0eebb748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:10.508905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-4d4dd192-f393-4e59-85b7-395c36fc7dfe tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Usage tracker for resource:port and tenant:d1b3d33ac1c64551b55e0abce258f6fe is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:10.527271 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-4d4dd192-f393-4e59-85b7-395c36fc7dfe tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:10.530870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a56080-c16f-49ba-bc24-6d400bd90112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e68199d-f0e4-49b8-81e5-bd884423d135,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:10.548485 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-98905cd1-b3e9-41f0-9a4a-823dee41397b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:10.549835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-4d4dd192-f393-4e59-85b7-395c36fc7dfe tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:10.580613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-98905cd1-b3e9-41f0-9a4a-823dee41397b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object 9e79237e-c2a3-4755-a438-27277ade267e will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:10.690791 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-98905cd1-b3e9-41f0-9a4a-823dee41397b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:10.772064 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55cfd591-c51d-4910-aab5-d62b6966f91c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:10.806896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-4d4dd192-f393-4e59-85b7-395c36fc7dfe tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Made reservation on behalf of d1b3d33ac1c64551b55e0abce258f6fe for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:14:10.810855 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-4d4dd192-f393-4e59-85b7-395c36fc7dfe tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:10.825984 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-279d517f-d45b-4da3-b7a9-3bc5f9a4e75f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:10.839499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ce1de3-548a-405e-b53f-821d0eebb748 None None] Pushing event updated for resources: {'Port': ['ID=16221ff3-d178-4ffa-862a-b74936e49215,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:10.888843 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-666b0456-ccb5-4651-8d60-bb0dc18961a4 None None] Provisioning complete for port 16221ff3-d178-4ffa-862a-b74936e49215 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:10.889218 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-666b0456-ccb5-4651-8d60-bb0dc18961a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:10.904311 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55cfd591-c51d-4910-aab5-d62b6966f91c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:10.916486 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-279d517f-d45b-4da3-b7a9-3bc5f9a4e75f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:10.923161 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98905cd1-b3e9-41f0-9a4a-823dee41397b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:10.927016 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-98905cd1-b3e9-41f0-9a4a-823dee41397b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:10.935375 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98905cd1-b3e9-41f0-9a4a-823dee41397b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:14:10.935995 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-98905cd1-b3e9-41f0-9a4a-823dee41397b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:10.951503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98905cd1-b3e9-41f0-9a4a-823dee41397b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=9e79237e-c2a3-4755-a438-27277ade267e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:11.040971 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Allocated IP 2001:db8::2 (cc39aad2-d371-4bc1-8f73-2342392e478c/ee92c05f-b3e5-49f9-b9f0-94f03e0c6920/1c70a70f-f8a4-45d1-b983-d8d61e348117) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:14:11.081414 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-279d517f-d45b-4da3-b7a9-3bc5f9a4e75f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:11.211204 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-98905cd1-b3e9-41f0-9a4a-823dee41397b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:11.211470 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d29f429d-8eca-4646-bd79-7bd8452d88b7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Router 76ff6c7c-68a6-48e0-8207-98ec82be7db7 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:14:11.229445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279d517f-d45b-4da3-b7a9-3bc5f9a4e75f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Pushing event updated for resources: {'Port': ['ID=e6d2ee1b-8903-4c43-a613-41fc44d9bc92,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:11.230127 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c785078a-4c36-441d-ad21-8639cd5e2af7 req-24f6d9a1-cf84-46c7-bd07-14f4d8beb61d tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 210 time: 0.1637902 Mar 01 21:14:11.266417 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d591ae-8ec3-4061-b041-59b03e8bbc2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1369390284', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'e194a009-4e84-4eac-892d-891cb97aeca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:13:46Z', 'updated_at': '2022-03-01T21:13:58Z', 'revision_number': 4, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'e194a009-4e84-4eac-892d-891cb97aeca3', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d591ae-8ec3-4061-b041-59b03e8bbc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:48Z', 'updated_at': '2022-03-01T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '25f120e5-3f12-4a32-bb94-b7c53ded993f', 'name': '', 'network_id': '11140fd5-4fe1-4e04-9c13-579c4e40cdd9', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'mac_address': 'fa:16:3e:8d:68:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d591ae-8ec3-4061-b041-59b03e8bbc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '50f5cfac-9564-47c4-9272-a72f11310a4b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:56Z', 'updated_at': '2022-03-01T21:14:09Z', 'revision_number': 4, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'subnets': [{'id': '50f5cfac-9564-47c4-9272-a72f11310a4b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:11.287883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc147094-f03f-4f6b-ac91-e8fc477f61c1 None None] The sync data for ids ['20d591ae-8ec3-4061-b041-59b03e8bbc2d'] in n-d-827896-4 is: [{'id': '20d591ae-8ec3-4061-b041-59b03e8bbc2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1369390284', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'e194a009-4e84-4eac-892d-891cb97aeca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:13:46Z', 'updated_at': '2022-03-01T21:13:58Z', 'revision_number': 4, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'e194a009-4e84-4eac-892d-891cb97aeca3', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d591ae-8ec3-4061-b041-59b03e8bbc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:48Z', 'updated_at': '2022-03-01T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '25f120e5-3f12-4a32-bb94-b7c53ded993f', 'name': '', 'network_id': '11140fd5-4fe1-4e04-9c13-579c4e40cdd9', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'mac_address': 'fa:16:3e:8d:68:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20d591ae-8ec3-4061-b041-59b03e8bbc2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '50f5cfac-9564-47c4-9272-a72f11310a4b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:56Z', 'updated_at': '2022-03-01T21:14:09Z', 'revision_number': 4, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'subnets': [{'id': '50f5cfac-9564-47c4-9272-a72f11310a4b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:14:11.439144 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-666b0456-ccb5-4651-8d60-bb0dc18961a4 None None] Provisioning for port e6d2ee1b-8903-4c43-a613-41fc44d9bc92 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:11.442793 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:11.453890 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-666b0456-ccb5-4651-8d60-bb0dc18961a4 None None] Provisioning complete for port e6d2ee1b-8903-4c43-a613-41fc44d9bc92 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:11.454262 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-666b0456-ccb5-4651-8d60-bb0dc18961a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:11.502589 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Transition to ACTIVE for port object 1c70a70f-f8a4-45d1-b983-d8d61e348117 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:11.529976 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Transition to ACTIVE for port object 1c70a70f-f8a4-45d1-b983-d8d61e348117 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:11.596196 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-666b0456-ccb5-4651-8d60-bb0dc18961a4 None None] Port e6d2ee1b-8903-4c43-a613-41fc44d9bc92 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:14:11.616866 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:11.636933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-4d4dd192-f393-4e59-85b7-395c36fc7dfe tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Allocated IP 172.20.0.19 (11140fd5-4fe1-4e04-9c13-579c4e40cdd9/50f5cfac-9564-47c4-9272-a72f11310a4b/8ab8662f-c22e-4012-8a7c-01c3045279ad) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:14:11.677864 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a898aa-018b-4eb2-b232-aaf1aeb7e365 None None] Network ee733d2e-9aba-4a75-92b3-349047bc0969 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:11.702656 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d29f429d-8eca-4646-bd79-7bd8452d88b7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:14:11.712984 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:11.733618 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:11.735927 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8f178-a107-41d5-b9fe-20589dd7036b None None] Sync routers for ids ['76ff6c7c-68a6-48e0-8207-98ec82be7db7'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:14:11.750727 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:14:11.812259 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-98905cd1-b3e9-41f0-9a4a-823dee41397b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:11.865473 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a8f178-a107-41d5-b9fe-20589dd7036b None None] Routers {'76ff6c7c-68a6-48e0-8207-98ec82be7db7'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:11.866297 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-81a8f178-a107-41d5-b9fe-20589dd7036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['76ff6c7c-68a6-48e0-8207-98ec82be7db7'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:11.879042 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-98905cd1-b3e9-41f0-9a4a-823dee41397b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:11.880084 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-98905cd1-b3e9-41f0-9a4a-823dee41397b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:11.925599 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55cfd591-c51d-4910-aab5-d62b6966f91c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:11.962218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cfd591-c51d-4910-aab5-d62b6966f91c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e68199d-f0e4-49b8-81e5-bd884423d135,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:11.979461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-279d517f-d45b-4da3-b7a9-3bc5f9a4e75f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Network 7578320a-4fff-4b36-8bfb-053fa7153b11 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:11.999251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6481416f-9627-42a9-9333-d52cf853ab2f None None] Provisioning for port 5e87190e-4d4d-4029-b522-07bf69bbd526 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:12.000494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-279d517f-d45b-4da3-b7a9-3bc5f9a4e75f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:12.113359 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 16221ff3-d178-4ffa-862a-b74936e49215 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:12.142180 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Pushing event updated for resources: {'Port': ['ID=1c70a70f-f8a4-45d1-b983-d8d61e348117,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:12.156510 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-81a8f178-a107-41d5-b9fe-20589dd7036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:12.214709 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Attempting to bind port 1c70a70f-f8a4-45d1-b983-d8d61e348117 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:14:12.215086 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Attempting to bind port 1c70a70f-f8a4-45d1-b983-d8d61e348117 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:14:12.215904 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Attempting to bind port 1c70a70f-f8a4-45d1-b983-d8d61e348117 on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:14:12.229138 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6481416f-9627-42a9-9333-d52cf853ab2f None None] Provisioning complete for port e6d2ee1b-8903-4c43-a613-41fc44d9bc92 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:12.229510 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6481416f-9627-42a9-9333-d52cf853ab2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:12.261313 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a8f178-a107-41d5-b9fe-20589dd7036b None None] Routers {'76ff6c7c-68a6-48e0-8207-98ec82be7db7'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:12.261966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-81a8f178-a107-41d5-b9fe-20589dd7036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['76ff6c7c-68a6-48e0-8207-98ec82be7db7'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:12.277035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98905cd1-b3e9-41f0-9a4a-823dee41397b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=9e79237e-c2a3-4755-a438-27277ade267e,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:12.347049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98905cd1-b3e9-41f0-9a4a-823dee41397b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:12.352280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-98905cd1-b3e9-41f0-9a4a-823dee41397b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:12.490687 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-136c1a3c-8c4a-4142-a745-692abbdac6b3 req-d96bae4b-305c-4c63-b520-e9a6283538cf tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 210 time: 0.0570505 Mar 01 21:14:12.492571 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:14:12.493089 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:14:12.493499 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:12.493890 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:14:12.494363 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Bound port: 1c70a70f-f8a4-45d1-b983-d8d61e348117, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:14:12.494876 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:12.534313 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-4d4dd192-f393-4e59-85b7-395c36fc7dfe tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:12.548969 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-81a8f178-a107-41d5-b9fe-20589dd7036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:12.549373 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a8f178-a107-41d5-b9fe-20589dd7036b None None] The sync data for ids ['76ff6c7c-68a6-48e0-8207-98ec82be7db7'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:14:12.569706 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d29f429d-8eca-4646-bd79-7bd8452d88b7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:12.574270 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d29f429d-8eca-4646-bd79-7bd8452d88b7 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "PUT /v2.0/routers/76ff6c7c-68a6-48e0-8207-98ec82be7db7 HTTP/1.1" status: 200 len: 918 time: 8.8027573 Mar 01 21:14:12.580359 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38190) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:12.581544 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55cfd591-c51d-4910-aab5-d62b6966f91c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:12.585681 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-55cfd591-c51d-4910-aab5-d62b6966f91c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e68199d-f0e4-49b8-81e5-bd884423d135 HTTP/1.1" status: 204 len: 168 time: 2.2191496 Mar 01 21:14:12.663519 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-4d4dd192-f393-4e59-85b7-395c36fc7dfe tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Transition to ACTIVE for port object 8ab8662f-c22e-4012-8a7c-01c3045279ad will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:12.674797 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6481416f-9627-42a9-9333-d52cf853ab2f None None] Port e6d2ee1b-8903-4c43-a613-41fc44d9bc92 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:14:12.752692 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] For port 1c70a70f-f8a4-45d1-b983-d8d61e348117, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:14:12.754610 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 16221ff3-d178-4ffa-862a-b74936e49215 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:12.754981 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:12.775875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98905cd1-b3e9-41f0-9a4a-823dee41397b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Router f3df2927-5524-41f2-9c0e-3e69973b28c9 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:14:12.780425 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279d517f-d45b-4da3-b7a9-3bc5f9a4e75f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Router 0b0dabb4-d1d1-4827-aa44-d70c62e02ccb is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:14:12.823158 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] For port 1c70a70f-f8a4-45d1-b983-d8d61e348117, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1c70a70f-f8a4-45d1-b983-d8d61e348117,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:14:12.859034 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a7a580c2-3056-478c-9ece-ff93a7f1ab92 None None] Provisioning complete for port e6d2ee1b-8903-4c43-a613-41fc44d9bc92 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:12.860135 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a7a580c2-3056-478c-9ece-ff93a7f1ab92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:12.898390 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:12.956356 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b1619df6-7878-42a6-911b-a9e70bf8ea9e tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "GET /v2.0/routers/76ff6c7c-68a6-48e0-8207-98ec82be7db7 HTTP/1.1" status: 200 len: 924 time: 0.3692846 Mar 01 21:14:12.956961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38198) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:13.023458 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-4d4dd192-f393-4e59-85b7-395c36fc7dfe tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:13.039040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98905cd1-b3e9-41f0-9a4a-823dee41397b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:14:13.057381 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] Sync routers for ids ['f3df2927-5524-41f2-9c0e-3e69973b28c9'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:14:13.070759 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-98905cd1-b3e9-41f0-9a4a-823dee41397b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "PUT /v2.0/routers/f3df2927-5524-41f2-9c0e-3e69973b28c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8874428 Mar 01 21:14:13.073945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279d517f-d45b-4da3-b7a9-3bc5f9a4e75f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:14:13.075961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38202) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:13.079670 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] Routers {'f3df2927-5524-41f2-9c0e-3e69973b28c9'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:13.083880 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f3df2927-5524-41f2-9c0e-3e69973b28c9'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:13.088603 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-279d517f-d45b-4da3-b7a9-3bc5f9a4e75f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "PUT /v2.0/routers/0b0dabb4-d1d1-4827-aa44-d70c62e02ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9161246 Mar 01 21:14:13.100298 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-4d4dd192-f393-4e59-85b7-395c36fc7dfe tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Network 11140fd5-4fe1-4e04-9c13-579c4e40cdd9 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:13.101137 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38206) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:13.105424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-4d4dd192-f393-4e59-85b7-395c36fc7dfe tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:13.109815 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-4d4dd192-f393-4e59-85b7-395c36fc7dfe tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:14:13.130853 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63710d2d-a0c8-4e87-bd8c-47e1065c50a3 None None] Sync routers for ids ['0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:14:13.210966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a7a580c2-3056-478c-9ece-ff93a7f1ab92 None None] Port e6d2ee1b-8903-4c43-a613-41fc44d9bc92 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:14:13.227218 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50b3b78-fa47-4704-b361-b1093bba6588 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:13.229177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e50b3b78-fa47-4704-b361-b1093bba6588 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:14:13.261356 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63710d2d-a0c8-4e87-bd8c-47e1065c50a3 None None] Routers {'0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:13.262312 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-63710d2d-a0c8-4e87-bd8c-47e1065c50a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:13.338396 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e50b3b78-fa47-4704-b361-b1093bba6588 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:14:13.339505 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-63710d2d-a0c8-4e87-bd8c-47e1065c50a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:13.344075 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e50b3b78-fa47-4704-b361-b1093bba6588 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports/9e79237e-c2a3-4755-a438-27277ade267e HTTP/1.1" status: 200 len: 911 time: 0.2670069 Mar 01 21:14:13.346571 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38210) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:13.363838 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] Set router f3df2927-5524-41f2-9c0e-3e69973b28c9 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:14:13.392629 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63710d2d-a0c8-4e87-bd8c-47e1065c50a3 None None] Routers {'0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:13.393268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-63710d2d-a0c8-4e87-bd8c-47e1065c50a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:13.393679 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4dd192-f393-4e59-85b7-395c36fc7dfe tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event updated for resources: {'Port': ['ID=8ab8662f-c22e-4012-8a7c-01c3045279ad,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:13.453152 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b5925-6d37-4509-adc7-5af70add0c28 None None] Pushing event updated for resources: {'Port': ['ID=1c70a70f-f8a4-45d1-b983-d8d61e348117,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:13.463575 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 25f120e5-3f12-4a32-bb94-b7c53ded993f up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:13.523186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890016d6-85e0-4a45-a110-366a2e1e9877 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:13.559709 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890016d6-85e0-4a45-a110-366a2e1e9877 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:13.567283 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-890016d6-85e0-4a45-a110-366a2e1e9877 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2181056 Mar 01 21:14:13.569452 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38220) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:13.610217 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-63710d2d-a0c8-4e87-bd8c-47e1065c50a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:13.610217 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63710d2d-a0c8-4e87-bd8c-47e1065c50a3 None None] The sync data for ids ['0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:14:13.611971 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-4d4dd192-f393-4e59-85b7-395c36fc7dfe tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:13.617295 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-4d4dd192-f393-4e59-85b7-395c36fc7dfe tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:13.672127 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38224) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:13.907752 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 25f120e5-3f12-4a32-bb94-b7c53ded993f completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:13.911135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fd7af123-fcf0-4d58-b7b9-a7723e563627 None None] Provisioning for port 8ab8662f-c22e-4012-8a7c-01c3045279ad completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:13.917103 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 25f120e5-3f12-4a32-bb94-b7c53ded993f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:13.917476 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:14.004153 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fd7af123-fcf0-4d58-b7b9-a7723e563627 None None] Provisioning complete for port 8ab8662f-c22e-4012-8a7c-01c3045279ad triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:14.005620 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fd7af123-fcf0-4d58-b7b9-a7723e563627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:14.006278 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-4d4dd192-f393-4e59-85b7-395c36fc7dfe tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 4.5132434 Mar 01 21:14:14.029995 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3df2927-5524-41f2-9c0e-3e69973b28c9', 'name': 'tempest-NetworksTestDHCPv6-router-1209337932', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:14:08Z', 'updated_at': '2022-03-01T21:14:10Z', 'revision_number': 2, 'project_id': '8d6808e4bfda467d98f278ac09abb826', 'gw_port_host': None, '_interfaces': [{'id': '9e79237e-c2a3-4755-a438-27277ade267e', 'name': '', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'mac_address': 'fa:16:3e:79:e9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3df2927-5524-41f2-9c0e-3e69973b28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'ee92c05f-b3e5-49f9-b9f0-94f03e0c6920', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:14:10Z', 'updated_at': '2022-03-01T21:14:11Z', 'revision_number': 2, 'project_id': '8d6808e4bfda467d98f278ac09abb826', 'subnets': [{'id': 'ee92c05f-b3e5-49f9-b9f0-94f03e0c6920', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:14.031290 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d15899c-3e26-47e9-ac36-027351fcab81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:14.040218 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] Checking router: f3df2927-5524-41f2-9c0e-3e69973b28c9 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:14:14.040576 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] Updating router f3df2927-5524-41f2-9c0e-3e69973b28c9 port 9e79237e-c2a3-4755-a438-27277ade267e binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:14:14.049811 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] Request body: {'port': {'device_id': 'fed3cdfb-40bc-44f5-8844-2ddd91386505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:14.091352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f59b00-a5be-4ab4-9796-ebe899ee31ef tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:14.094372 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-fd7af123-fcf0-4d58-b7b9-a7723e563627 None None] Port 8ab8662f-c22e-4012-8a7c-01c3045279ad cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:14:14.096001 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-31f59b00-a5be-4ab4-9796-ebe899ee31ef tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&device_id=76ff6c7c-68a6-48e0-8207-98ec82be7db7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.1357746 Mar 01 21:14:14.110844 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38228) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:14.124783 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:14.168251 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:14.174911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 25f120e5-3f12-4a32-bb94-b7c53ded993f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=25f120e5-3f12-4a32-bb94-b7c53ded993f,segment=NetworkSegment(4858e401-57ce-49e1-8c88-9594cb162597),segment_id=4858e401-57ce-49e1-8c88-9594cb162597)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:14.216877 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1d15899c-3e26-47e9-ac36-027351fcab81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:14.234314 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:14:14.284794 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:14.285973 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5e87190e-4d4d-4029-b522-07bf69bbd526 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:14.405145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1d15899c-3e26-47e9-ac36-027351fcab81 admin admin] Usage tracker for resource:security_group_rule and tenant:b4f55f44d2d940e9b38f321b4628440a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:14.419460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1d15899c-3e26-47e9-ac36-027351fcab81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:14.444335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1d15899c-3e26-47e9-ac36-027351fcab81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:14.447154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561dc31-c1c4-49ae-a41b-7562b32423ee req-9b1ff2b0-83d8-45de-b0a3-206b2038d9c1 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:14.450603 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b561dc31-c1c4-49ae-a41b-7562b32423ee req-9b1ff2b0-83d8-45de-b0a3-206b2038d9c1 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 1096 time: 0.7181320 Mar 01 21:14:14.462445 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c9a3f1-0f3a-43e6-8f68-12660ef753f5 req-0b79b9c0-ae79-4bf6-989d-bed90a96fb54 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:14.464428 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58c9a3f1-0f3a-43e6-8f68-12660ef753f5 req-0b79b9c0-ae79-4bf6-989d-bed90a96fb54 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 895 time: 0.7306812 Mar 01 21:14:14.479058 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=25f120e5-3f12-4a32-bb94-b7c53ded993f,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:14.535694 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 5e87190e-4d4d-4029-b522-07bf69bbd526 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:14.544501 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 5e87190e-4d4d-4029-b522-07bf69bbd526 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:14.545193 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:14.595452 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b561dc31-c1c4-49ae-a41b-7562b32423ee req-911c034e-9779-48af-8407-0b9560dca042 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:14.624897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-b561dc31-c1c4-49ae-a41b-7562b32423ee req-911c034e-9779-48af-8407-0b9560dca042 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:14.631866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b561dc31-c1c4-49ae-a41b-7562b32423ee req-911c034e-9779-48af-8407-0b9560dca042 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Usage tracker for resource:security_group_rule and tenant:a27250b7e31b46dfbed41a0da2edf195 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:14.638817 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b561dc31-c1c4-49ae-a41b-7562b32423ee req-911c034e-9779-48af-8407-0b9560dca042 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:14.648730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-b561dc31-c1c4-49ae-a41b-7562b32423ee req-911c034e-9779-48af-8407-0b9560dca042 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:14.734240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa05adf2-84e7-49d2-8c53-959173e09883 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:14.735706 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-aa05adf2-84e7-49d2-8c53-959173e09883 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 881 time: 0.6207325 Mar 01 21:14:14.743550 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38232) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:14.759675 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:14.773811 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] Transition to ACTIVE for port object 9e79237e-c2a3-4755-a438-27277ade267e will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:14.782820 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:14.829424 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:14.830291 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 5e87190e-4d4d-4029-b522-07bf69bbd526, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5e87190e-4d4d-4029-b522-07bf69bbd526,segment=NetworkSegment(a82a0c56-f037-4605-87c1-9db4419da862),segment_id=a82a0c56-f037-4605-87c1-9db4419da862)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:14.851063 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:14.877482 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-97a3c56e-dc26-44eb-8b83-7557fb566a2f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:14:14.878453 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-97a3c56e-dc26-44eb-8b83-7557fb566a2f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "PUT /v2.0/routers/0b0dabb4-d1d1-4827-aa44-d70c62e02ccb/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7700503 Mar 01 21:14:14.885351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38236) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:14.904899 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7a7d6158-347f-4b7e-ad22-3d5a58bbdf2f tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "GET /v2.0/ports?device_id=76ff6c7c-68a6-48e0-8207-98ec82be7db7 HTTP/1.1" status: 200 len: 205 time: 0.1580806 Mar 01 21:14:14.917596 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:14.940792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38240) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:14.988188 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b561dc31-c1c4-49ae-a41b-7562b32423ee req-911c034e-9779-48af-8407-0b9560dca042 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:14.999679 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf507c-5c81-47ba-a602-9380b1723a8e None None] Pushing event updated for resources: {'Port': ['ID=9e79237e-c2a3-4755-a438-27277ade267e,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:15.100823 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e463b62d-272e-4f15-983c-f8813ddbe250 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:15.203186 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b561dc31-c1c4-49ae-a41b-7562b32423ee req-911c034e-9779-48af-8407-0b9560dca042 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:15.225926 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5940a2f-841c-4035-8e5e-76652d28636f tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:15.228280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=5e87190e-4d4d-4029-b522-07bf69bbd526,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:15.251467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-57b3ec81-dbba-4c1a-bd76-2104cc536f69 None None] Provisioning for port 1c70a70f-f8a4-45d1-b983-d8d61e348117 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:15.252749 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] Attempting to bind port 9e79237e-c2a3-4755-a438-27277ade267e on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:14:15.253666 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] Attempting to bind port 9e79237e-c2a3-4755-a438-27277ade267e by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:14:15.254478 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] Attempting to bind port 9e79237e-c2a3-4755-a438-27277ade267e on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:14:15.268949 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:14:15.269520 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:14:15.270145 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:15.270687 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:14:15.271311 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] Bound port: 9e79237e-c2a3-4755-a438-27277ade267e, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:14:15.271876 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:15.304630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b561dc31-c1c4-49ae-a41b-7562b32423ee req-911c034e-9779-48af-8407-0b9560dca042 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8380122 Mar 01 21:14:15.337542 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1c70a70f-f8a4-45d1-b983-d8d61e348117 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:15.372398 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d15899c-3e26-47e9-ac36-027351fcab81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:15.454922 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] For port 9e79237e-c2a3-4755-a438-27277ade267e, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:14:15.458920 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] For port 9e79237e-c2a3-4755-a438-27277ade267e, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9e79237e-c2a3-4755-a438-27277ade267e,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:14:15.529947 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d15899c-3e26-47e9-ac36-027351fcab81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:15.558506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 1c70a70f-f8a4-45d1-b983-d8d61e348117 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:15.563922 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 1c70a70f-f8a4-45d1-b983-d8d61e348117 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:15.564619 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:15.571240 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:15.603067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-09db5313-8786-4c99-a138-ac2d73e60d30 None None] Provisioning for port 9e79237e-c2a3-4755-a438-27277ade267e completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:15.628362 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5940a2f-841c-4035-8e5e-76652d28636f tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:15.648310 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38248) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:15.658297 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1d15899c-3e26-47e9-ac36-027351fcab81 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4f55f44d2d940e9b38f321b4628440a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7542164 Mar 01 21:14:15.693340 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] Routers {'f3df2927-5524-41f2-9c0e-3e69973b28c9'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:15.693969 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f3df2927-5524-41f2-9c0e-3e69973b28c9'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:15.736168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15899c-3e26-47e9-ac36-027351fcab81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870dc109-51f2-4829-8a14-319134671adf,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:15.785825 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:15.827715 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 1c70a70f-f8a4-45d1-b983-d8d61e348117, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1c70a70f-f8a4-45d1-b983-d8d61e348117,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:15.846242 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-d5940a2f-841c-4035-8e5e-76652d28636f tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Deleting port 39462201-21fb-4268-9c53-9a6fea975f36 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:15.846667 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5940a2f-841c-4035-8e5e-76652d28636f tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:15.879164 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf507c-5c81-47ba-a602-9380b1723a8e None None] Pushing event updated for resources: {'Port': ['ID=9e79237e-c2a3-4755-a438-27277ade267e,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:15.907550 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] Set router f3df2927-5524-41f2-9c0e-3e69973b28c9 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:14:15.913001 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:15.914375 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 25f120e5-3f12-4a32-bb94-b7c53ded993f up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:15.996299 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ab8662f-c22e-4012-8a7c-01c3045279ad {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:14:16.027074 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:16.180158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] Transition to ACTIVE for port object 8ab8662f-c22e-4012-8a7c-01c3045279ad will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:16.219982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911c034e-9779-48af-8407-0b9560dca042 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fe9e86-2da0-4a8f-b692-2fe52f3ad650,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:16.265335 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5940a2f-841c-4035-8e5e-76652d28636f tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:16.281522 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:16.317682 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=1c70a70f-f8a4-45d1-b983-d8d61e348117,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:16.327911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 25f120e5-3f12-4a32-bb94-b7c53ded993f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:16.328003 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3df2927-5524-41f2-9c0e-3e69973b28c9', 'name': 'tempest-NetworksTestDHCPv6-router-1209337932', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:14:08Z', 'updated_at': '2022-03-01T21:14:10Z', 'revision_number': 2, 'project_id': '8d6808e4bfda467d98f278ac09abb826', 'gw_port_host': None, '_interfaces': [{'id': '9e79237e-c2a3-4755-a438-27277ade267e', 'name': '', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'mac_address': 'fa:16:3e:79:e9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3df2927-5524-41f2-9c0e-3e69973b28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'ee92c05f-b3e5-49f9-b9f0-94f03e0c6920', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:14:10Z', 'updated_at': '2022-03-01T21:14:15Z', 'revision_number': 4, 'project_id': '8d6808e4bfda467d98f278ac09abb826', 'subnets': [{'id': 'ee92c05f-b3e5-49f9-b9f0-94f03e0c6920', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:16.328481 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:16.341660 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43322bcb-f13c-493a-9cbe-5c2e032285f4 None None] The sync data for ids ['f3df2927-5524-41f2-9c0e-3e69973b28c9'] in n-d-827896-4 is: [{'id': 'f3df2927-5524-41f2-9c0e-3e69973b28c9', 'name': 'tempest-NetworksTestDHCPv6-router-1209337932', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:14:08Z', 'updated_at': '2022-03-01T21:14:10Z', 'revision_number': 2, 'project_id': '8d6808e4bfda467d98f278ac09abb826', 'gw_port_host': None, '_interfaces': [{'id': '9e79237e-c2a3-4755-a438-27277ade267e', 'name': '', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'mac_address': 'fa:16:3e:79:e9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3df2927-5524-41f2-9c0e-3e69973b28c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'ee92c05f-b3e5-49f9-b9f0-94f03e0c6920', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:14:10Z', 'updated_at': '2022-03-01T21:14:15Z', 'revision_number': 4, 'project_id': '8d6808e4bfda467d98f278ac09abb826', 'subnets': [{'id': 'ee92c05f-b3e5-49f9-b9f0-94f03e0c6920', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:14:16.398929 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-774f12ac-8caa-4fc1-9ac4-991ce6c7a84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:16.564100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9aff7-af04-4ab1-9783-3904a108e657 req-6f257a02-76ac-48d7-8bba-88a9f91f75f8 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:16.565911 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ca9aff7-af04-4ab1-9783-3904a108e657 req-6f257a02-76ac-48d7-8bba-88a9f91f75f8 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 895 time: 0.8718951 Mar 01 21:14:16.602948 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-774f12ac-8caa-4fc1-9ac4-991ce6c7a84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:16.631599 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a152ba1-ea93-4463-9f3d-cf8a7992ac82 req-0f2998f2-e8be-4b86-8a7b-070c8cce545b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:16.633182 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a152ba1-ea93-4463-9f3d-cf8a7992ac82 req-0f2998f2-e8be-4b86-8a7b-070c8cce545b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 1.0976107 Mar 01 21:14:16.644445 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e463b62d-272e-4f15-983c-f8813ddbe250 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port 9e79237e-c2a3-4755-a438-27277ade267e {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:16.644789 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e463b62d-272e-4f15-983c-f8813ddbe250 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:16.724174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-d5940a2f-841c-4035-8e5e-76652d28636f tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Calling delete_port for 39462201-21fb-4268-9c53-9a6fea975f36 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:16.875598 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab8662f-c22e-4012-8a7c-01c3045279ad,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:16.924915 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a152ba1-ea93-4463-9f3d-cf8a7992ac82 req-f573ae84-b6a5-4044-b15f-3856099fa0f3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002902 Mar 01 21:14:16.990672 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38252) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:17.021065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-e463b62d-272e-4f15-983c-f8813ddbe250 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] For port 9e79237e-c2a3-4755-a438-27277ade267e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9e79237e-c2a3-4755-a438-27277ade267e,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:17.021418 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e463b62d-272e-4f15-983c-f8813ddbe250 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:17.029957 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-774f12ac-8caa-4fc1-9ac4-991ce6c7a84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:17.175232 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e463b62d-272e-4f15-983c-f8813ddbe250 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for 9e79237e-c2a3-4755-a438-27277ade267e owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:17.177528 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1c70a70f-f8a4-45d1-b983-d8d61e348117 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:17.208266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774f12ac-8caa-4fc1-9ac4-991ce6c7a84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=870dc109-51f2-4829-8a14-319134671adf,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:17.218060 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4044b97f-0e56-4a9b-bf2e-6af28b212c13 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/floatingips/fd9ccce7-38cb-48bb-a740-838357d33151 HTTP/1.1" status: 200 len: 993 time: 0.2242544 Mar 01 21:14:17.226801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] Attempting to bind port 8ab8662f-c22e-4012-8a7c-01c3045279ad on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:14:17.227232 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] Attempting to bind port 8ab8662f-c22e-4012-8a7c-01c3045279ad by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '4858e401-57ce-49e1-8c88-9594cb162597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '11140fd5-4fe1-4e04-9c13-579c4e40cdd9'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:14:17.227594 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] Attempting to bind port 8ab8662f-c22e-4012-8a7c-01c3045279ad on network 11140fd5-4fe1-4e04-9c13-579c4e40cdd9 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:14:17.236167 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] Port 8ab8662f-c22e-4012-8a7c-01c3045279ad on network 11140fd5-4fe1-4e04-9c13-579c4e40cdd9 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:14:17.236499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] Attempting to bind port 8ab8662f-c22e-4012-8a7c-01c3045279ad on network 11140fd5-4fe1-4e04-9c13-579c4e40cdd9 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:14:17.243223 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 13, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:14:17.243525 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] Checking segment: {'id': '4858e401-57ce-49e1-8c88-9594cb162597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '11140fd5-4fe1-4e04-9c13-579c4e40cdd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:14:17.244438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] Bound using segment: {'id': '4858e401-57ce-49e1-8c88-9594cb162597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '11140fd5-4fe1-4e04-9c13-579c4e40cdd9'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:14:17.244438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] Bound port: 8ab8662f-c22e-4012-8a7c-01c3045279ad, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4858e401-57ce-49e1-8c88-9594cb162597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '11140fd5-4fe1-4e04-9c13-579c4e40cdd9'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:14:17.244748 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:17.267272 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-774f12ac-8caa-4fc1-9ac4-991ce6c7a84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:17.268433 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-774f12ac-8caa-4fc1-9ac4-991ce6c7a84a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/870dc109-51f2-4829-8a14-319134671adf HTTP/1.1" status: 204 len: 168 time: 1.4694300 Mar 01 21:14:17.322875 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 1c70a70f-f8a4-45d1-b983-d8d61e348117 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:17.323910 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:17.331883 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-352fe9f4-97c7-49b1-b3bf-4206b0f892c2 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:17.499622 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9e79237e-c2a3-4755-a438-27277ade267e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:17.502276 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] For port 8ab8662f-c22e-4012-8a7c-01c3045279ad, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:14:17.505393 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] For port 8ab8662f-c22e-4012-8a7c-01c3045279ad, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=8ab8662f-c22e-4012-8a7c-01c3045279ad,segment=NetworkSegment(4858e401-57ce-49e1-8c88-9594cb162597),segment_id=4858e401-57ce-49e1-8c88-9594cb162597)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:14:17.574613 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:17.581801 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5940a2f-841c-4035-8e5e-76652d28636f tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:17.667981 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 9e79237e-c2a3-4755-a438-27277ade267e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:17.678672 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9e79237e-c2a3-4755-a438-27277ade267e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:17.678672 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:17.840084 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:17.841453 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:17.842868 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] 10.222.0.57 "PUT /v2.0/ports/8ab8662f-c22e-4012-8a7c-01c3045279ad HTTP/1.1" status: 200 len: 1055 time: 3.8129621 Mar 01 21:14:17.874589 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:17.923046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed3cdfb-40bc-44f5-8844-2ddd91386505', 'tag': '8ab8662f-c22e-4012-8a7c-01c3045279ad'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:14:17.943819 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e463b62d-272e-4f15-983c-f8813ddbe250 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:17.973743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5e87190e-4d4d-4029-b522-07bf69bbd526 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:18.109898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e463b62d-272e-4f15-983c-f8813ddbe250 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=9e79237e-c2a3-4755-a438-27277ade267e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:18.148073 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 5e87190e-4d4d-4029-b522-07bf69bbd526 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:18.148453 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:18.155948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e7b07d-dcea-4c00-bbfa-cac4f8aef3c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8ab8662f-c22e-4012-8a7c-01c3045279ad,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:18.214999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-352fe9f4-97c7-49b1-b3bf-4206b0f892c2 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Deleting port e6d2ee1b-8903-4c43-a613-41fc44d9bc92 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:18.216926 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-352fe9f4-97c7-49b1-b3bf-4206b0f892c2 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:18.234337 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5940a2f-841c-4035-8e5e-76652d28636f tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:18.280947 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135436c1-7f5d-42b0-bc41-f3835e340e45 req-594edf87-7251-4901-a839-83c0db17fb1a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:18.285571 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-135436c1-7f5d-42b0-bc41-f3835e340e45 req-594edf87-7251-4901-a839-83c0db17fb1a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 907 time: 0.5150540 Mar 01 21:14:18.355757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5940a2f-841c-4035-8e5e-76652d28636f tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Pushing event deleted for resources: {'Port': ['ID=39462201-21fb-4268-9c53-9a6fea975f36,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:18.483404 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed3cdfb-40bc-44f5-8844-2ddd91386505', 'tag': '8ab8662f-c22e-4012-8a7c-01c3045279ad', 'status': 'completed', 'code': 200} Mar 01 21:14:18.573316 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5940a2f-841c-4035-8e5e-76652d28636f tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:18.577223 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5940a2f-841c-4035-8e5e-76652d28636f tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:18.589806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-dffeba48-c80d-43ef-989f-4018c8cc924d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:18.592928 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-dffeba48-c80d-43ef-989f-4018c8cc924d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b3d33ac1c64551b55e0abce258f6fe&device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 1058 time: 0.5884476 Mar 01 21:14:18.673268 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e463b62d-272e-4f15-983c-f8813ddbe250 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:18.680267 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-41f20fd2-b90d-4802-97fa-f1ba0a67c6cd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=8ab8662f-c22e-4012-8a7c-01c3045279ad HTTP/1.1" status: 200 len: 217 time: 0.0702231 Mar 01 21:14:18.752580 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-569bdade-8de8-4ad2-8e39-8c68cfa7b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:18.754276 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-569bdade-8de8-4ad2-8e39-8c68cfa7b7ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50f5cfac-9564-47c4-9272-a72f11310a4b HTTP/1.1" status: 200 len: 838 time: 0.0675373 Mar 01 21:14:18.795716 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5940a2f-841c-4035-8e5e-76652d28636f tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:18.796540 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5940a2f-841c-4035-8e5e-76652d28636f tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Fanout notify agent at l3_agent the message router_deleted on router 76ff6c7c-68a6-48e0-8207-98ec82be7db7 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:14:18.855284 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5940a2f-841c-4035-8e5e-76652d28636f tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:18.855284 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d5940a2f-841c-4035-8e5e-76652d28636f tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "DELETE /v2.0/routers/76ff6c7c-68a6-48e0-8207-98ec82be7db7 HTTP/1.1" status: 204 len: 168 time: 3.9129913 Mar 01 21:14:18.862472 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38294) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:18.870621 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-53cc06c0-4156-41a8-a60c-2ac89ba6ca3e tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1958968404', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:18.886684 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-53cc06c0-4156-41a8-a60c-2ac89ba6ca3e tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:18.892776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-2c322226-d14f-4235-b5a4-f0aa82cb710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:18.895330 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-2c322226-d14f-4235-b5a4-f0aa82cb710e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11140fd5-4fe1-4e04-9c13-579c4e40cdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1353111 Mar 01 21:14:18.899810 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-53cc06c0-4156-41a8-a60c-2ac89ba6ca3e tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Usage tracker for resource:router and tenant:be5e56d0828640db875c26c8fdb745e8 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:18.930699 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-53cc06c0-4156-41a8-a60c-2ac89ba6ca3e tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:18.939901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-53cc06c0-4156-41a8-a60c-2ac89ba6ca3e tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:19.046095 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53cc06c0-4156-41a8-a60c-2ac89ba6ca3e tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:19.048042 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53cc06c0-4156-41a8-a60c-2ac89ba6ca3e tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:19.057432 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-352fe9f4-97c7-49b1-b3bf-4206b0f892c2 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:19.189417 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-352fe9f4-97c7-49b1-b3bf-4206b0f892c2 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Calling delete_port for e6d2ee1b-8903-4c43-a613-41fc44d9bc92 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:19.291034 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53cc06c0-4156-41a8-a60c-2ac89ba6ca3e tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:19.317800 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e463b62d-272e-4f15-983c-f8813ddbe250 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Router f3df2927-5524-41f2-9c0e-3e69973b28c9 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:14:19.328080 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-8f140f63-6af0-43c7-942d-b525467d098b service neutron] 10.222.0.57 "GET /v2.0/networks/11140fd5-4fe1-4e04-9c13-579c4e40cdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4234791 Mar 01 21:14:19.349627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff223312-fab6-4f31-a2d9-9816b60d8bde req-e8b4fe1e-3bb7-4cb0-88e0-5225cf68e31d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:19.366456 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff223312-fab6-4f31-a2d9-9816b60d8bde req-e8b4fe1e-3bb7-4cb0-88e0-5225cf68e31d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.5618448 Mar 01 21:14:19.448114 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53cc06c0-4156-41a8-a60c-2ac89ba6ca3e tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:19.480781 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-55513c32-abe8-4b24-bf98-938690370309 req-e8057d76-d91e-4b7b-95b5-f91d7d1a3164 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6698530 Mar 01 21:14:19.526915 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-800b77cd-05d4-408f-82a5-a45c8ea11083 req-8d300537-4084-4b71-8387-b0f4b7a0ff12 service neutron] 10.222.0.57 "GET /v2.0/networks/11140fd5-4fe1-4e04-9c13-579c4e40cdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903405 Mar 01 21:14:19.541585 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53cc06c0-4156-41a8-a60c-2ac89ba6ca3e tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:19.546787 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-53cc06c0-4156-41a8-a60c-2ac89ba6ca3e tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6828902 Mar 01 21:14:19.547531 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38306) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:19.553378 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-221f8ee4-9d01-48ff-a9ae-f2f18f15e99f tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'enable_snat': False}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:19.614238 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e463b62d-272e-4f15-983c-f8813ddbe250 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:14:19.630630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff223312-fab6-4f31-a2d9-9816b60d8bde req-802395a1-8fdf-4418-b514-afd511f34e50 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2712722 Mar 01 21:14:19.640692 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ceab7e-03d0-4624-887d-7d0ec6db0250 None None] Sync routers for ids ['f3df2927-5524-41f2-9c0e-3e69973b28c9'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:14:19.674118 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ceab7e-03d0-4624-887d-7d0ec6db0250 None None] Routers {'f3df2927-5524-41f2-9c0e-3e69973b28c9'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:19.675064 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-52ceab7e-03d0-4624-887d-7d0ec6db0250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f3df2927-5524-41f2-9c0e-3e69973b28c9'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:19.751068 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e463b62d-272e-4f15-983c-f8813ddbe250 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "PUT /v2.0/routers/f3df2927-5524-41f2-9c0e-3e69973b28c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1790566 Mar 01 21:14:19.769142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38318) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:19.881785 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-52ceab7e-03d0-4624-887d-7d0ec6db0250 None None] Set router f3df2927-5524-41f2-9c0e-3e69973b28c9 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:14:19.914676 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8685e99-455e-472b-bb26-8401fcb7de89 req-310ff684-6703-4edd-aa10-03b45e0f9631 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:19.932904 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8685e99-455e-472b-bb26-8401fcb7de89 req-310ff684-6703-4edd-aa10-03b45e0f9631 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 907 time: 0.4898801 Mar 01 21:14:20.147454 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-52ceab7e-03d0-4624-887d-7d0ec6db0250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3df2927-5524-41f2-9c0e-3e69973b28c9', 'name': 'tempest-NetworksTestDHCPv6-router-1209337932', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:14:08Z', 'updated_at': '2022-03-01T21:14:17Z', 'revision_number': 3, 'project_id': '8d6808e4bfda467d98f278ac09abb826', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:20.160431 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ceab7e-03d0-4624-887d-7d0ec6db0250 None None] Checking router: f3df2927-5524-41f2-9c0e-3e69973b28c9 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:14:20.182317 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ceab7e-03d0-4624-887d-7d0ec6db0250 None None] Routers {'f3df2927-5524-41f2-9c0e-3e69973b28c9'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:20.183408 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-52ceab7e-03d0-4624-887d-7d0ec6db0250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f3df2927-5524-41f2-9c0e-3e69973b28c9'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:20.356105 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff86f8-2a3c-4c14-a1da-22c7699fb416 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:20.362585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff86f8-2a3c-4c14-a1da-22c7699fb416 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:20.364746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8bff86f8-2a3c-4c14-a1da-22c7699fb416 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:14:20.416042 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-352fe9f4-97c7-49b1-b3bf-4206b0f892c2 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:20.467730 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-52ceab7e-03d0-4624-887d-7d0ec6db0250 None None] Set router f3df2927-5524-41f2-9c0e-3e69973b28c9 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:14:20.480705 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-221f8ee4-9d01-48ff-a9ae-f2f18f15e99f tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:20.492289 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352fe9f4-97c7-49b1-b3bf-4206b0f892c2 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Pushing event deleted for resources: {'Port': ['ID=e6d2ee1b-8903-4c43-a613-41fc44d9bc92,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:20.495398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e5586-2167-4aeb-a656-f52a87abd1af req-72c67ae3-3fb6-4427-b82a-f41a90e94a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:20.495886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8bff86f8-2a3c-4c14-a1da-22c7699fb416 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:14:20.497214 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f97e5586-2167-4aeb-a656-f52a87abd1af req-72c67ae3-3fb6-4427-b82a-f41a90e94a46 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=d1b3d33ac1c64551b55e0abce258f6fe&device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 1058 time: 0.6844230 Mar 01 21:14:20.499769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38340) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:20.500502 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8bff86f8-2a3c-4c14-a1da-22c7699fb416 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7064252 Mar 01 21:14:20.691516 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-52ceab7e-03d0-4624-887d-7d0ec6db0250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3df2927-5524-41f2-9c0e-3e69973b28c9', 'name': 'tempest-NetworksTestDHCPv6-router-1209337932', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:14:08Z', 'updated_at': '2022-03-01T21:14:17Z', 'revision_number': 3, 'project_id': '8d6808e4bfda467d98f278ac09abb826', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:20.705004 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ceab7e-03d0-4624-887d-7d0ec6db0250 None None] The sync data for ids ['f3df2927-5524-41f2-9c0e-3e69973b28c9'] in n-d-827896-4 is: [{'id': 'f3df2927-5524-41f2-9c0e-3e69973b28c9', 'name': 'tempest-NetworksTestDHCPv6-router-1209337932', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:14:08Z', 'updated_at': '2022-03-01T21:14:17Z', 'revision_number': 3, 'project_id': '8d6808e4bfda467d98f278ac09abb826', 'gw_port_host': None}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:14:20.780939 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8d45a9b-9b54-49d1-9c4b-3be10e42572a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet ee92c05f-b3e5-49f9-b9f0-94f03e0c6920 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:14:20.798284 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b8d45a9b-9b54-49d1-9c4b-3be10e42572a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:21.004357 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-352fe9f4-97c7-49b1-b3bf-4206b0f892c2 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:21.010594 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e5586-2167-4aeb-a656-f52a87abd1af req-a783085f-a724-4260-b06c-ddf073267711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:21.013901 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f97e5586-2167-4aeb-a656-f52a87abd1af req-a783085f-a724-4260-b06c-ddf073267711 service neutron] 10.222.0.57 "GET /v2.0/networks?id=11140fd5-4fe1-4e04-9c13-579c4e40cdd9 HTTP/1.1" status: 200 len: 899 time: 0.5085275 Mar 01 21:14:21.164757 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9e79237e-c2a3-4755-a438-27277ade267e no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:14:21.227688 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b8d45a9b-9b54-49d1-9c4b-3be10e42572a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:21.238185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 9e79237e-c2a3-4755-a438-27277ade267e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:14:21.238858 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9e79237e-c2a3-4755-a438-27277ade267e not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:14:21.301603 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f97e5586-2167-4aeb-a656-f52a87abd1af req-b66ffc76-0bc3-45b3-9baf-5f0d2c00ea8b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=8ab8662f-c22e-4012-8a7c-01c3045279ad HTTP/1.1" status: 200 len: 217 time: 0.2800803 Mar 01 21:14:21.370285 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:21.411460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e5586-2167-4aeb-a656-f52a87abd1af req-781371db-619d-45a6-bab7-5ccdfddb08b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:21.414348 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f97e5586-2167-4aeb-a656-f52a87abd1af req-781371db-619d-45a6-bab7-5ccdfddb08b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=50f5cfac-9564-47c4-9272-a72f11310a4b HTTP/1.1" status: 200 len: 838 time: 0.1052465 Mar 01 21:14:21.520139 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-352fe9f4-97c7-49b1-b3bf-4206b0f892c2 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Router 0b0dabb4-d1d1-4827-aa44-d70c62e02ccb has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:14:21.529667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e693a-0f44-4f12-8ad5-ffb32012e5f6 req-a127f155-44b6-4b3c-bee9-1e4c0fc76130 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:21.541047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b07e693a-0f44-4f12-8ad5-ffb32012e5f6 req-a127f155-44b6-4b3c-bee9-1e4c0fc76130 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 907 time: 0.3851244 Mar 01 21:14:21.544688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ba2c74-1a4e-4308-b2a2-9341de375f2a req-5434ed2c-1b63-4f66-af28-1336f909af75 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:21.552304 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c4ba2c74-1a4e-4308-b2a2-9341de375f2a req-5434ed2c-1b63-4f66-af28-1336f909af75 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.6845520 Mar 01 21:14:21.721611 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c4ba2c74-1a4e-4308-b2a2-9341de375f2a req-6e4fbeeb-4d64-416b-b3e8-aa062a41e9ad tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1682799 Mar 01 21:14:21.733577 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-352fe9f4-97c7-49b1-b3bf-4206b0f892c2 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:14:21.746642 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e84bb-5815-410b-b8c3-11d7be174792 None None] Sync routers for ids ['0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:14:21.749227 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-352fe9f4-97c7-49b1-b3bf-4206b0f892c2 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "PUT /v2.0/routers/0b0dabb4-d1d1-4827-aa44-d70c62e02ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8622332 Mar 01 21:14:21.750022 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38362) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:21.780252 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e84bb-5815-410b-b8c3-11d7be174792 None None] Routers {'0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:21.783707 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-050e84bb-5815-410b-b8c3-11d7be174792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:21.821540 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-d5e2ce33-2d47-4869-86b1-07b10ba89b65 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] delete failed (client error): The resource could not be found. Mar 01 21:14:21.828762 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d5e2ce33-2d47-4869-86b1-07b10ba89b65 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-1164114480 HTTP/1.1" status: 404 len: 335 time: 0.0777285 Mar 01 21:14:21.829383 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38366) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:21.834430 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-9896f89e-4608-4dd4-83b0-8ac1c9a52c4d tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Request body: {'router': {'external_gateway_info': {'network_id': '0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:21.841908 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b8d45a9b-9b54-49d1-9c4b-3be10e42572a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:21.904696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-050e84bb-5815-410b-b8c3-11d7be174792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:21.913942 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050e84bb-5815-410b-b8c3-11d7be174792 None None] Routers {'0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:21.914777 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-050e84bb-5815-410b-b8c3-11d7be174792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:21.964523 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-221f8ee4-9d01-48ff-a9ae-f2f18f15e99f tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:21.978685 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-050e84bb-5815-410b-b8c3-11d7be174792 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:21.979019 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050e84bb-5815-410b-b8c3-11d7be174792 None None] The sync data for ids ['0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:14:21.996269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97e5586-2167-4aeb-a656-f52a87abd1af req-11d66666-13e9-436b-9c76-1eb2a429ed06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:22.003517 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f97e5586-2167-4aeb-a656-f52a87abd1af req-11d66666-13e9-436b-9c76-1eb2a429ed06 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=11140fd5-4fe1-4e04-9c13-579c4e40cdd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5695562 Mar 01 21:14:22.003517 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-221f8ee4-9d01-48ff-a9ae-f2f18f15e99f tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:22.224624 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b8d45a9b-9b54-49d1-9c4b-3be10e42572a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:22.314146 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b8d45a9b-9b54-49d1-9c4b-3be10e42572a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:22.316753 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d45a9b-9b54-49d1-9c4b-3be10e42572a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=ee92c05f-b3e5-49f9-b9f0-94f03e0c6920,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:22.320530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655800ae-e20f-4b3e-a9f3-a8de761d8d3d None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:22.365886 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d45a9b-9b54-49d1-9c4b-3be10e42572a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:22.366109 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d45a9b-9b54-49d1-9c4b-3be10e42572a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:22.366399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d45a9b-9b54-49d1-9c4b-3be10e42572a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:22.367090 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d45a9b-9b54-49d1-9c4b-3be10e42572a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:22.367459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d45a9b-9b54-49d1-9c4b-3be10e42572a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:22.367784 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d45a9b-9b54-49d1-9c4b-3be10e42572a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:22.368107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d45a9b-9b54-49d1-9c4b-3be10e42572a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:22.368426 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d45a9b-9b54-49d1-9c4b-3be10e42572a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:22.368745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d45a9b-9b54-49d1-9c4b-3be10e42572a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:22.369124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d45a9b-9b54-49d1-9c4b-3be10e42572a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:22.369625 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d45a9b-9b54-49d1-9c4b-3be10e42572a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:22.369950 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8d45a9b-9b54-49d1-9c4b-3be10e42572a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:14:22.377686 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f97e5586-2167-4aeb-a656-f52a87abd1af req-5a58df91-fff1-4ec5-be74-f9be7ad1b9ae service neutron] 10.222.0.57 "GET /v2.0/networks/11140fd5-4fe1-4e04-9c13-579c4e40cdd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701191 Mar 01 21:14:22.415767 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-221f8ee4-9d01-48ff-a9ae-f2f18f15e99f tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Allocated IP 172.25.5.201 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/b42546a0-b717-43f7-832a-4d147fca588f) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:14:22.422730 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9896f89e-4608-4dd4-83b0-8ac1c9a52c4d tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:22.535710 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b8d45a9b-9b54-49d1-9c4b-3be10e42572a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/ee92c05f-b3e5-49f9-b9f0-94f03e0c6920 HTTP/1.1" status: 204 len: 168 time: 2.0344720 Mar 01 21:14:22.538226 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38378) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:22.670697 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-9896f89e-4608-4dd4-83b0-8ac1c9a52c4d tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] update failed (client error): The resource could not be found. Mar 01 21:14:22.672189 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9896f89e-4608-4dd4-83b0-8ac1c9a52c4d tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "PUT /v2.0/routers/0b0dabb4-d1d1-4827-aa44-d70c62e02ccb HTTP/1.1" status: 404 len: 339 time: 0.8418140 Mar 01 21:14:22.676423 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38386) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:22.681477 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708c707d-953f-44bf-95c7-12796c5b9e67 None None] DHCP port deletion for cc39aad2-d371-4bc1-8f73-2342392e478c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:14:22.689417 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-708c707d-953f-44bf-95c7-12796c5b9e67 None None] Deleting port 1c70a70f-f8a4-45d1-b983-d8d61e348117 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:22.689958 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-708c707d-953f-44bf-95c7-12796c5b9e67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:22.741359 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f97e5586-2167-4aeb-a656-f52a87abd1af req-5d10175c-019c-4a1d-ade9-a49450020dce service neutron] 10.222.0.57 "GET /v2.0/networks/11140fd5-4fe1-4e04-9c13-579c4e40cdd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451581 Mar 01 21:14:22.812671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55513c32-abe8-4b24-bf98-938690370309 req-70ea311c-854b-46d1-901b-c894dbbcde65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:22.814125 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-55513c32-abe8-4b24-bf98-938690370309 req-70ea311c-854b-46d1-901b-c894dbbcde65 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 1096 time: 0.2399771 Mar 01 21:14:22.816980 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-221f8ee4-9d01-48ff-a9ae-f2f18f15e99f tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:22.950821 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-708c707d-953f-44bf-95c7-12796c5b9e67 None None] For port 1c70a70f-f8a4-45d1-b983-d8d61e348117, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1c70a70f-f8a4-45d1-b983-d8d61e348117,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:22.951377 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-708c707d-953f-44bf-95c7-12796c5b9e67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:23.060115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55513c32-abe8-4b24-bf98-938690370309 req-6c1a18ec-1aa3-40dd-b82a-7fdb933c8c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:23.069264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3406647e-6480-4014-9073-654d254dc664 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:router {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:14:23.075259 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-55513c32-abe8-4b24-bf98-938690370309 req-6c1a18ec-1aa3-40dd-b82a-7fdb933c8c96 service neutron] 10.222.0.57 "GET /v2.0/networks?id=955e18d0-99d5-4e9f-a46b-3d60079a8d65 HTTP/1.1" status: 200 len: 898 time: 0.2427914 Mar 01 21:14:23.089913 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1c70a70f-f8a4-45d1-b983-d8d61e348117 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:14:23.145027 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-221f8ee4-9d01-48ff-a9ae-f2f18f15e99f tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:23.191699 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-708c707d-953f-44bf-95c7-12796c5b9e67 None None] Calling delete_port for 1c70a70f-f8a4-45d1-b983-d8d61e348117 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:23.229177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 8ab8662f-c22e-4012-8a7c-01c3045279ad details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:14:23.269507 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-33c0fe62-ba5c-4cdd-8a7c-d38470fb76ed req-212c7694-4f20-4276-a218-7f31d3e202d4 tempest-ServersNegativeTestJSON-2047514481 tempest-ServersNegativeTestJSON-2047514481-project] (88519) timed out ('10.222.0.55', 52700) {{(pid=88519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 01 21:14:23.271747 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-55513c32-abe8-4b24-bf98-938690370309 req-e6e79235-ee62-4cba-b89e-e0be5978f65f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc74a27e-c044-4e86-b030-a6b4f375a854 HTTP/1.1" status: 200 len: 1001 time: 0.1900320 Mar 01 21:14:23.342154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221f8ee4-9d01-48ff-a9ae-f2f18f15e99f tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:23.348153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379fb71-57e9-4e97-b978-517ba2b2c84f req-93add423-b0cb-48d8-9208-8b09ff6f83e2 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:23.349656 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b379fb71-57e9-4e97-b978-517ba2b2c84f req-93add423-b0cb-48d8-9208-8b09ff6f83e2 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 907 time: 0.6763635 Mar 01 21:14:23.352381 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-221f8ee4-9d01-48ff-a9ae-f2f18f15e99f tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:23.358251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3406647e-6480-4014-9073-654d254dc664 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:router {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:14:23.362548 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3406647e-6480-4014-9073-654d254dc664 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8225634 Mar 01 21:14:23.363858 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221f8ee4-9d01-48ff-a9ae-f2f18f15e99f tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:14:23.369722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38394) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:23.449040 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221f8ee4-9d01-48ff-a9ae-f2f18f15e99f tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Pushing event updated for resources: {'Port': ['ID=b42546a0-b717-43f7-832a-4d147fca588f,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:23.456696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Port 1c70a70f-f8a4-45d1-b983-d8d61e348117 update to DOWN by agent not found {{(pid=88520) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 01 21:14:23.467321 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-708c707d-953f-44bf-95c7-12796c5b9e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:23.486821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b770f02-5fb9-4ccd-85ce-12f266d878b1 req-3c53dcc7-39c4-47a4-bf87-07a4d4778d55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:23.488591 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b770f02-5fb9-4ccd-85ce-12f266d878b1 req-3c53dcc7-39c4-47a4-bf87-07a4d4778d55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.5078783 Mar 01 21:14:23.521360 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c707d-953f-44bf-95c7-12796c5b9e67 None None] Pushing event deleted for resources: {'Port': ['ID=1c70a70f-f8a4-45d1-b983-d8d61e348117,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:23.529298 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708c707d-953f-44bf-95c7-12796c5b9e67 None None] No DVR routers for this DVR port 1c70a70f-f8a4-45d1-b983-d8d61e348117 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:14:23.572001 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 8ab8662f-c22e-4012-8a7c-01c3045279ad, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=8ab8662f-c22e-4012-8a7c-01c3045279ad,segment=NetworkSegment(4858e401-57ce-49e1-8c88-9594cb162597),segment_id=4858e401-57ce-49e1-8c88-9594cb162597)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:23.589484 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '8ab8662f-c22e-4012-8a7c-01c3045279ad', 'network_id': '11140fd5-4fe1-4e04-9c13-579c4e40cdd9', 'port_id': '8ab8662f-c22e-4012-8a7c-01c3045279ad', 'mac_address': 'fa:16:3e:41:54:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50f5cfac-9564-47c4-9272-a72f11310a4b', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:14:23.657856 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:23.682801 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ab8662f-c22e-4012-8a7c-01c3045279ad {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:14:23.702068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 8ab8662f-c22e-4012-8a7c-01c3045279ad, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=8ab8662f-c22e-4012-8a7c-01c3045279ad,segment=NetworkSegment(4858e401-57ce-49e1-8c88-9594cb162597),segment_id=4858e401-57ce-49e1-8c88-9594cb162597)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:23.753520 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4662e631-b5c8-4d42-85ce-b09c447297e9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:23.768393 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-42ca4b87-d235-4382-a425-849de618d624 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:23.795704 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55513c32-abe8-4b24-bf98-938690370309 req-3d49d4e5-36cd-4280-aed3-56d288548d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:23.797083 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-55513c32-abe8-4b24-bf98-938690370309 req-3d49d4e5-36cd-4280-aed3-56d288548d10 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=94ff59b6-ac8a-41c2-9c6a-4feb46c8d503 HTTP/1.1" status: 200 len: 834 time: 0.5119925 Mar 01 21:14:23.804359 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:23.853519 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:23.888767 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=8ab8662f-c22e-4012-8a7c-01c3045279ad,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:23.933352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55513c32-abe8-4b24-bf98-938690370309 req-e6edd433-2f38-416b-b09d-896289a2024d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:23.935114 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-55513c32-abe8-4b24-bf98-938690370309 req-e6edd433-2f38-416b-b09d-896289a2024d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=955e18d0-99d5-4e9f-a46b-3d60079a8d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301119 Mar 01 21:14:24.081601 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['8ab8662f-c22e-4012-8a7c-01c3045279ad'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:14:24.146405 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b770f02-5fb9-4ccd-85ce-12f266d878b1 req-1b84aaf7-613c-434f-a6ad-00a38f8a6234 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4245944 Mar 01 21:14:24.240009 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-221f8ee4-9d01-48ff-a9ae-f2f18f15e99f tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:24.284451 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-42ca4b87-d235-4382-a425-849de618d624 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:24.291310 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-42ca4b87-d235-4382-a425-849de618d624 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:24.318757 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-55513c32-abe8-4b24-bf98-938690370309 req-ecdd6662-0bcd-400a-b600-5d6ba107b24d service neutron] 10.222.0.57 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773754 Mar 01 21:14:24.429959 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-42ca4b87-d235-4382-a425-849de618d624 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:24.430463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ca4b87-d235-4382-a425-849de618d624 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Fanout notify agent at l3_agent the message router_deleted on router f3df2927-5524-41f2-9c0e-3e69973b28c9 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:14:24.492025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-4662e631-b5c8-4d42-85ce-b09c447297e9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Allocated IP 172.20.0.1 (b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd/788ce320-94da-44a1-9545-76a9f51693d7/2a56e45c-87a9-4541-996f-c1627f655f97) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:14:24.588189 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-42ca4b87-d235-4382-a425-849de618d624 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:24.592656 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-42ca4b87-d235-4382-a425-849de618d624 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/routers/f3df2927-5524-41f2-9c0e-3e69973b28c9 HTTP/1.1" status: 204 len: 168 time: 1.2183383 Mar 01 21:14:24.603502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38412) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:24.714990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a5283fdd-e463-464a-afb9-39ab4553c3c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:14:24.758882 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-55513c32-abe8-4b24-bf98-938690370309 req-bcc18a50-0bfb-4168-bd88-74ae82876c14 service neutron] 10.222.0.57 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4323616 Mar 01 21:14:24.777191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06595cd8-da06-4a14-90c3-d8699d54bdd3 req-fb20eb48-618e-494d-86a5-c273c7870eff tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:24.779537 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06595cd8-da06-4a14-90c3-d8699d54bdd3 req-fb20eb48-618e-494d-86a5-c273c7870eff tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 908 time: 0.2703207 Mar 01 21:14:24.825049 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4662e631-b5c8-4d42-85ce-b09c447297e9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:24.841503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a5283fdd-e463-464a-afb9-39ab4553c3c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:14:24.844550 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a5283fdd-e463-464a-afb9-39ab4553c3c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2362726 Mar 01 21:14:24.844550 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-4662e631-b5c8-4d42-85ce-b09c447297e9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Transition to ACTIVE for port object 2a56e45c-87a9-4541-996f-c1627f655f97 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:24.853004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38418) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:24.853148 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-c25aa3e3-89af-4336-9330-8ef97625d445 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2742364 Mar 01 21:14:24.883620 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-221f8ee4-9d01-48ff-a9ae-f2f18f15e99f tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:24.887697 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-221f8ee4-9d01-48ff-a9ae-f2f18f15e99f tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:24.914402 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa01d4f-4a23-40a0-8ca2-7dba31b45a28 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:24.918878 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7fa01d4f-4a23-40a0-8ca2-7dba31b45a28 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0699444 Mar 01 21:14:24.920056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38422) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:24.995788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-453b9603-9b1c-48a0-8fed-3ec8cbf51286 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:router {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:14:25.119230 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-453b9603-9b1c-48a0-8fed-3ec8cbf51286 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:router {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:14:25.120718 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-453b9603-9b1c-48a0-8fed-3ec8cbf51286 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1994977 Mar 01 21:14:25.122543 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4662e631-b5c8-4d42-85ce-b09c447297e9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:25.127520 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38428) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:25.163767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4f94c633-fd6a-4073-b3a2-1201f623d669 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:25.227149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4662e631-b5c8-4d42-85ce-b09c447297e9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Network b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:25.228545 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 8ab8662f-c22e-4012-8a7c-01c3045279ad up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:25.287681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-3a768f63-7e97-4158-a763-4faf816853c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:25.288183 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-3a768f63-7e97-4158-a763-4faf816853c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:25.288652 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-3a768f63-7e97-4158-a763-4faf816853c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:25.289107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-3a768f63-7e97-4158-a763-4faf816853c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:25.289573 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-3a768f63-7e97-4158-a763-4faf816853c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:25.293977 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-3a768f63-7e97-4158-a763-4faf816853c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:25.293977 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-3a768f63-7e97-4158-a763-4faf816853c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:25.293977 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-3a768f63-7e97-4158-a763-4faf816853c9 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5753fa3f75764d519dfd77c438eb049c&device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 6500 time: 0.3462436 Mar 01 21:14:25.391494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221f8ee4-9d01-48ff-a9ae-f2f18f15e99f tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Router 764c5bac-d428-4fe4-81de-882a48468dbe is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:14:25.416023 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 8ab8662f-c22e-4012-8a7c-01c3045279ad completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:25.422490 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 8ab8662f-c22e-4012-8a7c-01c3045279ad triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:25.423618 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:25.435859 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-4662e631-b5c8-4d42-85ce-b09c447297e9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:25.454915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4662e631-b5c8-4d42-85ce-b09c447297e9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:14:25.564373 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662e631-b5c8-4d42-85ce-b09c447297e9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Pushing event updated for resources: {'Port': ['ID=2a56e45c-87a9-4541-996f-c1627f655f97,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:25.602099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4f94c633-fd6a-4073-b3a2-1201f623d669 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:25.609989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4f94c633-fd6a-4073-b3a2-1201f623d669 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:25.610667 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-f3483e0a-b82b-452d-b2f1-fc397a6b3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:25.611706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-f3483e0a-b82b-452d-b2f1-fc397a6b3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:25.612252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-f3483e0a-b82b-452d-b2f1-fc397a6b3be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:25.614133 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-f3483e0a-b82b-452d-b2f1-fc397a6b3be2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ad62e9af-4b76-4a54-b75b-80997074ebfc&id=7a6458a9-9015-413f-bf43-efd7a3b7923c&id=7a6458a9-9015-413f-bf43-efd7a3b7923c&id=7a6458a9-9015-413f-bf43-efd7a3b7923c&id=7a6458a9-9015-413f-bf43-efd7a3b7923c&id=8391abf1-8497-437d-b6b2-a8884478b421&id=8391abf1-8497-437d-b6b2-a8884478b421 HTTP/1.1" status: 200 len: 2298 time: 0.2784832 Mar 01 21:14:25.618647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4f94c633-fd6a-4073-b3a2-1201f623d669 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:25.628947 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4662e631-b5c8-4d42-85ce-b09c447297e9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:25.629785 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:25.632625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4f94c633-fd6a-4073-b3a2-1201f623d669 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:25.685685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3034575-e62f-42f3-ac7a-6992d1d9b857 req-83a4fd18-50ef-4a4b-8c22-6e43298877d6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:25.690946 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 8ab8662f-c22e-4012-8a7c-01c3045279ad, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=8ab8662f-c22e-4012-8a7c-01c3045279ad,segment=NetworkSegment(4858e401-57ce-49e1-8c88-9594cb162597),segment_id=4858e401-57ce-49e1-8c88-9594cb162597)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:25.693310 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed3cdfb-40bc-44f5-8844-2ddd91386505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab8662f-c22e-4012-8a7c-01c3045279ad'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:14:25.694927 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b3034575-e62f-42f3-ac7a-6992d1d9b857 req-83a4fd18-50ef-4a4b-8c22-6e43298877d6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.2609773 Mar 01 21:14:25.742737 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed3cdfb-40bc-44f5-8844-2ddd91386505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ab8662f-c22e-4012-8a7c-01c3045279ad', 'code': 200} Mar 01 21:14:25.766731 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b3034575-e62f-42f3-ac7a-6992d1d9b857 req-db558923-3130-4b90-b38a-c090012c4066 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706830 Mar 01 21:14:25.785769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f94c633-fd6a-4073-b3a2-1201f623d669 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:14:25.789683 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f94c633-fd6a-4073-b3a2-1201f623d669 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:25.815278 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221f8ee4-9d01-48ff-a9ae-f2f18f15e99f tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:14:25.829528 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0fe51-e0df-47e4-8972-78d5cd269cd0 None None] Sync routers for ids ['764c5bac-d428-4fe4-81de-882a48468dbe'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:14:25.833252 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:25.849557 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0fe51-e0df-47e4-8972-78d5cd269cd0 None None] Routers {'764c5bac-d428-4fe4-81de-882a48468dbe'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:25.850172 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-76e0fe51-e0df-47e4-8972-78d5cd269cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['764c5bac-d428-4fe4-81de-882a48468dbe'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:25.909947 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-38be8030-3ba3-4859-b353-61b13baa47d2 None None] Provisioning for port 2a56e45c-87a9-4541-996f-c1627f655f97 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:25.930752 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-76e0fe51-e0df-47e4-8972-78d5cd269cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:25.934149 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-38be8030-3ba3-4859-b353-61b13baa47d2 None None] Provisioning complete for port 2a56e45c-87a9-4541-996f-c1627f655f97 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:25.941253 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-38be8030-3ba3-4859-b353-61b13baa47d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:25.941449 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-221f8ee4-9d01-48ff-a9ae-f2f18f15e99f tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:25.941675 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0fe51-e0df-47e4-8972-78d5cd269cd0 None None] Routers {'764c5bac-d428-4fe4-81de-882a48468dbe'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:25.942423 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-76e0fe51-e0df-47e4-8972-78d5cd269cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['764c5bac-d428-4fe4-81de-882a48468dbe'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:25.948552 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-221f8ee4-9d01-48ff-a9ae-f2f18f15e99f tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "PUT /v2.0/routers/764c5bac-d428-4fe4-81de-882a48468dbe HTTP/1.1" status: 200 len: 920 time: 6.3981478 Mar 01 21:14:25.953229 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38444) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:25.963792 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-1b0f6ea0-71c9-488a-b48a-ab9e64a55946 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e23ba621-6158-4cdc-81c1-c43c4a1efeac HTTP/1.1" status: 200 len: 1001 time: 0.2803299 Mar 01 21:14:26.043926 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-76e0fe51-e0df-47e4-8972-78d5cd269cd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:26.044337 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0fe51-e0df-47e4-8972-78d5cd269cd0 None None] The sync data for ids ['764c5bac-d428-4fe4-81de-882a48468dbe'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:14:26.046099 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=8ab8662f-c22e-4012-8a7c-01c3045279ad,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:26.048829 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-38be8030-3ba3-4859-b353-61b13baa47d2 None None] Port 2a56e45c-87a9-4541-996f-c1627f655f97 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:14:26.177749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-79182006-fc3e-4b61-a392-84038d32fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:26.179188 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-79182006-fc3e-4b61-a392-84038d32fe56 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=0316ebdb-a31b-45d0-8b60-adc971a0b03e HTTP/1.1" status: 200 len: 856 time: 0.1127064 Mar 01 21:14:26.241987 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4662e631-b5c8-4d42-85ce-b09c447297e9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:26.311619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2172da-06ab-4868-9c26-576f82d66533 req-1a04f5ae-c88a-4cad-b040-768d818668ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:26.313088 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8b2172da-06ab-4868-9c26-576f82d66533 req-1a04f5ae-c88a-4cad-b040-768d818668ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 1060 time: 0.4935288 Mar 01 21:14:26.328003 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1c441ff7-b16b-4366-b9b4-e335b8524d14 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "GET /v2.0/routers/764c5bac-d428-4fe4-81de-882a48468dbe HTTP/1.1" status: 200 len: 926 time: 0.3715637 Mar 01 21:14:26.330522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38452) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:26.355757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5307c-f75d-4b3e-b236-8c2130d1a426 req-63f7152c-1ff8-472e-9134-9d06e0a69700 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:26.357258 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14c5307c-f75d-4b3e-b236-8c2130d1a426 req-63f7152c-1ff8-472e-9134-9d06e0a69700 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 909 time: 0.3414333 Mar 01 21:14:26.363561 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb28e07f-b635-4009-bd89-43c433e0089b req-e3073dfd-b175-4b28-ae62-c0200ba07161 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3465579 Mar 01 21:14:26.419191 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-b42a1ac9-100c-466c-a245-ea822bdec297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:26.420866 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-b42a1ac9-100c-466c-a245-ea822bdec297 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ad62e9af-4b76-4a54-b75b-80997074ebfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1897123 Mar 01 21:14:26.439627 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee5911bc-9e58-4d3f-a4d3-cd5ac71e6bba tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:26.443707 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ee5911bc-9e58-4d3f-a4d3-cd5ac71e6bba tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&device_id=764c5bac-d428-4fe4-81de-882a48468dbe&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1096976 Mar 01 21:14:26.443852 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38456) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:26.678658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.objects.ports [None req-4f94c633-fd6a-4073-b3a2-1201f623d669 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88518) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 01 21:14:26.682472 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f94c633-fd6a-4073-b3a2-1201f623d669 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:26.689082 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1759c965-0906-4d8e-b80f-646a3c6ef83d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:26.693209 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1759c965-0906-4d8e-b80f-646a3c6ef83d tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "GET /v2.0/networks/82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 881 time: 0.2457175 Mar 01 21:14:26.694840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38462) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:26.758595 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-990e2dae-89e9-4a3b-8b9b-d110658cadbb tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "GET /v2.0/ports?device_id=764c5bac-d428-4fe4-81de-882a48468dbe HTTP/1.1" status: 200 len: 205 time: 0.0615485 Mar 01 21:14:26.758930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38466) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:26.763376 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-afedfde0-da84-4e50-817b-78c0253c140c service neutron] 10.222.0.57 "GET /v2.0/networks/ad62e9af-4b76-4a54-b75b-80997074ebfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228928 Mar 01 21:14:26.782755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f94c633-fd6a-4073-b3a2-1201f623d669 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:26.788851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-4f94c633-fd6a-4073-b3a2-1201f623d669 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:26.800258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e59d9d-c46c-41a6-922f-9c5e400ec02b None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:26.853889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f94c633-fd6a-4073-b3a2-1201f623d669 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:26.860157 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f94c633-fd6a-4073-b3a2-1201f623d669 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:26.881494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28e07f-b635-4009-bd89-43c433e0089b req-d8b88766-638f-48a0-a5fd-89b1d95ba0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:26.883130 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb28e07f-b635-4009-bd89-43c433e0089b req-d8b88766-638f-48a0-a5fd-89b1d95ba0d3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1b3d33ac1c64551b55e0abce258f6fe&device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 1135 time: 0.3952270 Mar 01 21:14:26.935013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f94c633-fd6a-4073-b3a2-1201f623d669 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=a760dfa9-aa80-46e9-9c82-6e8fcd6b3aeb,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:27.104316 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4f94c633-fd6a-4073-b3a2-1201f623d669 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9430423 Mar 01 21:14:27.108217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38474) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:27.127245 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f0cdd18f-4679-4b35-afa2-347aa35b4378 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:27.128360 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-783dfab8-9eed-4602-be48-c1089c927fb3 service neutron] 10.222.0.57 "GET /v2.0/networks/ad62e9af-4b76-4a54-b75b-80997074ebfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133013 Mar 01 21:14:27.164793 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cc39aad2-d371-4bc1-8f73-2342392e478c', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'fixed_ips': [{'subnet_id': 'a760dfa9-aa80-46e9-9c82-6e8fcd6b3aeb'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:14:27.165687 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:27.213792 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-7a60c391-68d4-43fe-899b-fbaab8dece9a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.92&port_id=9d0d0579-3c8c-4a39-b67f-ca991e94ba0b HTTP/1.1" status: 200 len: 217 time: 0.0764959 Mar 01 21:14:27.368365 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Allocated IP 2001:db8::f816:3eff:fe8e:7cd0 (cc39aad2-d371-4bc1-8f73-2342392e478c/a760dfa9-aa80-46e9-9c82-6e8fcd6b3aeb/e217645a-4a6d-4097-890e-12ae9e08268b) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:14:27.379293 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-1b6d1661-9dfc-4fec-8720-73e04daab65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:27.380886 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-1b6d1661-9dfc-4fec-8720-73e04daab65e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb5f0362-4737-40ee-9f53-2f030ee2674b HTTP/1.1" status: 200 len: 797 time: 0.1606357 Mar 01 21:14:27.390423 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-87eb80ed-90b2-4afb-9f4e-3271ec1a206a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:27.404029 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28e07f-b635-4009-bd89-43c433e0089b req-9912a1cb-3243-4b0b-a745-9e77e8d0505a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:27.406882 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb28e07f-b635-4009-bd89-43c433e0089b req-9912a1cb-3243-4b0b-a745-9e77e8d0505a service neutron] 10.222.0.55 "GET /v2.0/networks?id=6033315f-9cc1-40b7-a652-aec8e732a438 HTTP/1.1" status: 200 len: 898 time: 0.4907720 Mar 01 21:14:27.409983 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.resource_extend [None req-4662e631-b5c8-4d42-85ce-b09c447297e9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:14:27.489889 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4662e631-b5c8-4d42-85ce-b09c447297e9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:27.523119 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c324497a-af3e-44ec-97f1-5ea7d610a07d req-90ce5e57-567d-42a6-a526-74a92d6d6902 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:27.530734 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c324497a-af3e-44ec-97f1-5ea7d610a07d req-90ce5e57-567d-42a6-a526-74a92d6d6902 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.6225355 Mar 01 21:14:27.628820 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4662e631-b5c8-4d42-85ce-b09c447297e9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:27.656290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-5ca41857-2f6c-4ffa-93fa-a0d7cd9e233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:27.658744 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-5ca41857-2f6c-4ffa-93fa-a0d7cd9e233a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7a6458a9-9015-413f-bf43-efd7a3b7923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2114685 Mar 01 21:14:27.699436 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb28e07f-b635-4009-bd89-43c433e0089b req-15f133c0-ea78-44c2-83d5-d3e66906fdec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf24b214-1d82-400d-bc55-a41076650c3c HTTP/1.1" status: 200 len: 1001 time: 0.2751231 Mar 01 21:14:27.700451 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f0cdd18f-4679-4b35-afa2-347aa35b4378 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:27.725112 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:27.725328 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c324497a-af3e-44ec-97f1-5ea7d610a07d req-212ba501-32da-44ec-a5bb-6082e1a6d953 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1936378 Mar 01 21:14:27.736347 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-87eb80ed-90b2-4afb-9f4e-3271ec1a206a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:27.738134 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Transition to ACTIVE for port object e217645a-4a6d-4097-890e-12ae9e08268b will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:27.739460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f0cdd18f-4679-4b35-afa2-347aa35b4378 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:27.765300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Transition to ACTIVE for port object e217645a-4a6d-4097-890e-12ae9e08268b will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:27.797065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f0cdd18f-4679-4b35-afa2-347aa35b4378 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:27.834024 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-562eb07c-024a-4e91-aca1-2409a9cfa374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:27.842816 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:27.849554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f0cdd18f-4679-4b35-afa2-347aa35b4378 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:27.908122 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-978d31bc-d446-4d0d-b2eb-5f7bbd7a3d72 service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348149 Mar 01 21:14:27.908462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662e631-b5c8-4d42-85ce-b09c447297e9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Pushing event updated for resources: {'Port': ['ID=2a56e45c-87a9-4541-996f-c1627f655f97,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:27.908462 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4662e631-b5c8-4d42-85ce-b09c447297e9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:27.920197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28e07f-b635-4009-bd89-43c433e0089b req-386f353f-863f-4243-a193-63ed532bf23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:27.921798 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb28e07f-b635-4009-bd89-43c433e0089b req-386f353f-863f-4243-a193-63ed532bf23f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=117f3481-e951-40d2-8e8f-7588b0e4a8ff HTTP/1.1" status: 200 len: 834 time: 0.2093632 Mar 01 21:14:27.938935 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-87eb80ed-90b2-4afb-9f4e-3271ec1a206a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Deleting port b42546a0-b717-43f7-832a-4d147fca588f {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:27.939316 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-87eb80ed-90b2-4afb-9f4e-3271ec1a206a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:27.952270 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:27.953609 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:27.956534 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:14:27.960846 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Pushing event updated for resources: {'Port': ['ID=e217645a-4a6d-4097-890e-12ae9e08268b,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:28.003904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cdd18f-4679-4b35-afa2-347aa35b4378 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:14:28.007344 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f0cdd18f-4679-4b35-afa2-347aa35b4378 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:28.102005 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Attempting to bind port e217645a-4a6d-4097-890e-12ae9e08268b on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:14:28.103188 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Attempting to bind port e217645a-4a6d-4097-890e-12ae9e08268b by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:14:28.103609 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Attempting to bind port e217645a-4a6d-4097-890e-12ae9e08268b on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:14:28.113215 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 14, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:14:28.113601 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:14:28.114013 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:28.114406 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:14:28.115211 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Bound port: e217645a-4a6d-4097-890e-12ae9e08268b, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:14:28.115618 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:28.213881 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4daf8-dd61-42f5-97e7-47072461cffb req-3ee34d57-9ca5-4fa4-bc99-bf5c66ef4525 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:28.215626 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0cd4daf8-dd61-42f5-97e7-47072461cffb req-3ee34d57-9ca5-4fa4-bc99-bf5c66ef4525 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 909 time: 0.4273772 Mar 01 21:14:28.265670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4662e631-b5c8-4d42-85ce-b09c447297e9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Network b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:28.266138 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] For port e217645a-4a6d-4097-890e-12ae9e08268b, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:14:28.270971 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-4662e631-b5c8-4d42-85ce-b09c447297e9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:28.277888 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb28e07f-b635-4009-bd89-43c433e0089b req-8fcc894e-826d-40a9-a45b-6363515ddd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:28.279591 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb28e07f-b635-4009-bd89-43c433e0089b req-8fcc894e-826d-40a9-a45b-6363515ddd00 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6033315f-9cc1-40b7-a652-aec8e732a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3332534 Mar 01 21:14:28.287957 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-12691dab-0951-47fa-b442-626fce05313b service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731446 Mar 01 21:14:28.292949 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-87eb80ed-90b2-4afb-9f4e-3271ec1a206a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:28.294958 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] For port e217645a-4a6d-4097-890e-12ae9e08268b, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e217645a-4a6d-4097-890e-12ae9e08268b,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:14:28.366020 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:28.437310 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-286f68d9-608c-4dae-b688-093201d8ce14 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.238&port_id=8c36761c-92b0-40ce-856e-9045d7286b0b HTTP/1.1" status: 200 len: 217 time: 0.1352608 Mar 01 21:14:28.501701 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14096e1-5bde-4c1c-97e4-bc8bbca6436b None None] Pushing event updated for resources: {'Port': ['ID=e217645a-4a6d-4097-890e-12ae9e08268b,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:28.554943 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-87eb80ed-90b2-4afb-9f4e-3271ec1a206a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Calling delete_port for b42546a0-b717-43f7-832a-4d147fca588f owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:28.597966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-00848b30-88a7-4b99-a020-a666002e87a3 None None] Provisioning complete for port 2a56e45c-87a9-4541-996f-c1627f655f97 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:28.603386 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-00848b30-88a7-4b99-a020-a666002e87a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:28.631455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4662e631-b5c8-4d42-85ce-b09c447297e9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Router 0b0dabb4-d1d1-4827-aa44-d70c62e02ccb has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:14:28.660937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb28e07f-b635-4009-bd89-43c433e0089b req-8c2bba07-6d0d-41b9-b82f-0ac4060019dc service neutron] 10.222.0.55 "GET /v2.0/networks/6033315f-9cc1-40b7-a652-aec8e732a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3744812 Mar 01 21:14:28.673844 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-00848b30-88a7-4b99-a020-a666002e87a3 None None] Port 2a56e45c-87a9-4541-996f-c1627f655f97 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:14:28.811105 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-1663fd06-76af-49e0-b9d1-f262f10b2608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:28.814826 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-1663fd06-76af-49e0-b9d1-f262f10b2608 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb5f0362-4737-40ee-9f53-2f030ee2674b HTTP/1.1" status: 200 len: 797 time: 0.2966671 Mar 01 21:14:28.996911 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-ef9abbd3-c886-4c47-9704-e473b21b3fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:28.998419 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-ef9abbd3-c886-4c47-9704-e473b21b3fe2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7a6458a9-9015-413f-bf43-efd7a3b7923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1769001 Mar 01 21:14:29.077864 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e217645a-4a6d-4097-890e-12ae9e08268b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:29.222261 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-c0316892-ae36-4150-92d9-23ed1e8533fb service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898041 Mar 01 21:14:29.267634 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-87eb80ed-90b2-4afb-9f4e-3271ec1a206a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:29.271458 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4662e631-b5c8-4d42-85ce-b09c447297e9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:14:29.287486 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a9d010-edec-498a-b1de-99bba6e3716f None None] Sync routers for ids ['0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:14:29.301502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a9d010-edec-498a-b1de-99bba6e3716f None None] Routers {'0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:29.305008 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-85a9d010-edec-498a-b1de-99bba6e3716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:29.313638 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4662e631-b5c8-4d42-85ce-b09c447297e9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "PUT /v2.0/routers/0b0dabb4-d1d1-4827-aa44-d70c62e02ccb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6002390 Mar 01 21:14:29.317412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38496) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:29.322861 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb28e07f-b635-4009-bd89-43c433e0089b req-757e7016-4aef-4ae1-ad44-b1d58704af32 service neutron] 10.222.0.55 "GET /v2.0/networks/6033315f-9cc1-40b7-a652-aec8e732a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6526158 Mar 01 21:14:29.407637 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port e217645a-4a6d-4097-890e-12ae9e08268b completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:29.417632 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f0cdd18f-4679-4b35-afa2-347aa35b4378 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:29.419590 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-85a9d010-edec-498a-b1de-99bba6e3716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:29.429776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a9d010-edec-498a-b1de-99bba6e3716f None None] Routers {'0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:29.430391 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-85a9d010-edec-498a-b1de-99bba6e3716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:29.480398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eb80ed-90b2-4afb-9f4e-3271ec1a206a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Pushing event deleted for resources: {'Port': ['ID=b42546a0-b717-43f7-832a-4d147fca588f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:29.495970 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-85a9d010-edec-498a-b1de-99bba6e3716f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:29.500651 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a9d010-edec-498a-b1de-99bba6e3716f None None] The sync data for ids ['0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:14:29.601860 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-9bf15701-65b4-4e05-bfd3-32dc25175b41 service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730891 Mar 01 21:14:29.608207 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59c7472-ff66-4f91-8ea0-da06c5d5a69b req-25bbccb7-7ca7-44ec-9e3a-9ba2dbc935e3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:29.611825 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b59c7472-ff66-4f91-8ea0-da06c5d5a69b req-25bbccb7-7ca7-44ec-9e3a-9ba2dbc935e3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.4838662 Mar 01 21:14:29.639084 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2eac796d-0456-49ee-b632-c0fbd01b5e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:29.685415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0cdd18f-4679-4b35-afa2-347aa35b4378 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:29.691851 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-75770f25-20c7-4198-92d9-b7815946b0f9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:29.693555 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-e13af345-40ae-4488-842a-73ad244ab63d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=969212d9-1c07-4ab9-9842-4c8c239a86bb HTTP/1.1" status: 200 len: 217 time: 0.0851684 Mar 01 21:14:29.699721 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-87eb80ed-90b2-4afb-9f4e-3271ec1a206a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:29.767622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-f0cdd18f-4679-4b35-afa2-347aa35b4378 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:29.769350 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cdd18f-4679-4b35-afa2-347aa35b4378 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=0b3ef8e1-1875-4bdc-a59c-3ff5dfe465e7,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:29.772040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cdd18f-4679-4b35-afa2-347aa35b4378 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:29.772618 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f0cdd18f-4679-4b35-afa2-347aa35b4378 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:29.903601 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b59c7472-ff66-4f91-8ea0-da06c5d5a69b req-bcc309a1-1c18-4c55-8e63-e1e0c0f4046b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202349 Mar 01 21:14:29.943233 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-75770f25-20c7-4198-92d9-b7815946b0f9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] delete failed (client error): There was a conflict when trying to complete your request. Mar 01 21:14:29.947636 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-75770f25-20c7-4198-92d9-b7815946b0f9 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "DELETE /v2.0/routers/0b0dabb4-d1d1-4827-aa44-d70c62e02ccb HTTP/1.1" status: 409 len: 329 time: 0.6291707 Mar 01 21:14:29.949525 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38504) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:29.956003 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-87eb80ed-90b2-4afb-9f4e-3271ec1a206a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:29.961549 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-87eb80ed-90b2-4afb-9f4e-3271ec1a206a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:29.973683 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-c0c9d2c0-53c4-4713-b079-c0e7f4c5e4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:29.975839 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-c0c9d2c0-53c4-4713-b079-c0e7f4c5e4a3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb5f0362-4737-40ee-9f53-2f030ee2674b HTTP/1.1" status: 200 len: 797 time: 0.2308295 Mar 01 21:14:30.015209 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f0cdd18f-4679-4b35-afa2-347aa35b4378 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9032426 Mar 01 21:14:30.023048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38508) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:30.032448 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3a9fc-30a3-48b7-9e23-a4fad6662dde req-4bbe7a9d-b20f-457c-b43c-9f8d29301dbf tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:30.033886 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b3c3a9fc-30a3-48b7-9e23-a4fad6662dde req-4bbe7a9d-b20f-457c-b43c-9f8d29301dbf tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 909 time: 0.6407874 Mar 01 21:14:30.038478 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303d859c-2d49-492f-a42a-13ebd5207724 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:30.041191 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-061facc1-dd3e-4090-beb9-66ff8ea2e54e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'mac_address': 'fa:16:3e:d9:83:17', 'name': 'tempest-NetworksTestDHCPv6-581777444'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:30.225896 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-87eb80ed-90b2-4afb-9f4e-3271ec1a206a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:30.226428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87eb80ed-90b2-4afb-9f4e-3271ec1a206a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Fanout notify agent at l3_agent the message router_deleted on router 764c5bac-d428-4fe4-81de-882a48468dbe {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:14:30.291478 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-87eb80ed-90b2-4afb-9f4e-3271ec1a206a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:30.292520 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-74b1f8d7-694d-4e0e-9f21-f019f8aea225 None None] Provisioning for port e217645a-4a6d-4097-890e-12ae9e08268b completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:30.300012 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-87eb80ed-90b2-4afb-9f4e-3271ec1a206a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "DELETE /v2.0/routers/764c5bac-d428-4fe4-81de-882a48468dbe HTTP/1.1" status: 204 len: 168 time: 3.5345347 Mar 01 21:14:30.301519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38518) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:30.302860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-74b1f8d7-694d-4e0e-9f21-f019f8aea225 None None] Provisioning complete for port e217645a-4a6d-4097-890e-12ae9e08268b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:30.303234 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-74b1f8d7-694d-4e0e-9f21-f019f8aea225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:30.315393 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-9a2de442-cb60-4c1d-b015-8f345c1ccea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:30.317023 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-9a2de442-cb60-4c1d-b015-8f345c1ccea2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7a6458a9-9015-413f-bf43-efd7a3b7923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3266876 Mar 01 21:14:30.328980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-061facc1-dd3e-4090-beb9-66ff8ea2e54e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:30.335555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-061facc1-dd3e-4090-beb9-66ff8ea2e54e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:port and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:30.359782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-061facc1-dd3e-4090-beb9-66ff8ea2e54e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:30.367087 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1314020798', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}, 'admin_state_up': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:30.381943 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-061facc1-dd3e-4090-beb9-66ff8ea2e54e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:30.386778 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:30.407047 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Usage tracker for resource:router and tenant:be5e56d0828640db875c26c8fdb745e8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:30.413848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:30.424125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:30.493117 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-81c5af74-6d50-4eeb-8750-211dadaf2c63 service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612458 Mar 01 21:14:30.515673 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-74b1f8d7-694d-4e0e-9f21-f019f8aea225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:30.542181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061facc1-dd3e-4090-beb9-66ff8ea2e54e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:14:30.552088 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba033f6-41e1-4382-bcac-4a6bda492757 req-2b5deab5-6939-4387-9de7-b1a3e57f3fdf tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:30.553642 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dba033f6-41e1-4382-bcac-4a6bda492757 req-2b5deab5-6939-4387-9de7-b1a3e57f3fdf tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 909 time: 0.3131478 Mar 01 21:14:30.562734 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:30.563800 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:30.606523 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:30.612525 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-74b1f8d7-694d-4e0e-9f21-f019f8aea225 None None] For port e217645a-4a6d-4097-890e-12ae9e08268b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e217645a-4a6d-4097-890e-12ae9e08268b,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:30.617310 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:30.686720 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:30.704135 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc8b88a3-6106-452e-9e6b-83ca87bfaf1b tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:30.723870 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-74b1f8d7-694d-4e0e-9f21-f019f8aea225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:30.823603 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b1f8d7-694d-4e0e-9f21-f019f8aea225 None None] Pushing event updated for resources: {'Port': ['ID=e217645a-4a6d-4097-890e-12ae9e08268b,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:30.829001 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79108cdd-43c3-4dfb-8598-678f5be8308f None None] Update dhcp port {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'fixed_ips': [{'subnet_id': 'a760dfa9-aa80-46e9-9c82-6e8fcd6b3aeb', 'ip_address': '2001:db8::f816:3eff:fe8e:7cd0'}, {'subnet_id': '0b3ef8e1-1875-4bdc-a59c-3ff5dfe465e7'}], 'binding:host_id': 'n-d-827896-4'}, 'id': 'e217645a-4a6d-4097-890e-12ae9e08268b'} from n-d-827896-4. {{(pid=88520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 01 21:14:30.900299 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-79108cdd-43c3-4dfb-8598-678f5be8308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:31.017465 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-5c75f1fb-1ca2-4e99-b08a-35082cf6a3cb service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5181015 Mar 01 21:14:31.026543 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-061facc1-dd3e-4090-beb9-66ff8ea2e54e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:31.103892 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e217645a-4a6d-4097-890e-12ae9e08268b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:31.140673 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-6f19b905-dc4c-4814-9c22-36e6bae34034 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.16&port_id=1cbca497-049a-4c31-aac8-2fbe1c77e42a HTTP/1.1" status: 200 len: 217 time: 0.0839899 Mar 01 21:14:31.158177 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-061facc1-dd3e-4090-beb9-66ff8ea2e54e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port 69f2f875-80a2-483e-ac78-ca1519e9c57f yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:14:31.232980 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port e217645a-4a6d-4097-890e-12ae9e08268b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:31.233678 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:31.284395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-2726d6bf-0f55-4691-b05d-97126ba30f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:31.285836 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-2726d6bf-0f55-4691-b05d-97126ba30f2f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=eb5f0362-4737-40ee-9f53-2f030ee2674b HTTP/1.1" status: 200 len: 797 time: 0.1321578 Mar 01 21:14:31.367947 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:31.390983 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-79108cdd-43c3-4dfb-8598-678f5be8308f None None] Allocated IP 172.20.0.2 (cc39aad2-d371-4bc1-8f73-2342392e478c/0b3ef8e1-1875-4bdc-a59c-3ff5dfe465e7/e217645a-4a6d-4097-890e-12ae9e08268b) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:14:31.397333 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-df3c318d-fbc8-4046-9a27-daeee84afb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:31.398676 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-df3c318d-fbc8-4046-9a27-daeee84afb1c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7a6458a9-9015-413f-bf43-efd7a3b7923c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1063662 Mar 01 21:14:31.492719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213d489-515f-4449-b47b-d075cdb649cd req-46abf337-af4a-4cdf-93a3-7e8e43fc37ee tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:31.494361 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c213d489-515f-4449-b47b-d075cdb649cd req-46abf337-af4a-4cdf-93a3-7e8e43fc37ee tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 1060 time: 0.5849538 Mar 01 21:14:31.569429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d137645-70e4-48b0-b426-cd4c986a752e req-cfbd587f-e093-43b2-9fbd-f40bd1a0909c tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:31.571189 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d137645-70e4-48b0-b426-cd4c986a752e req-cfbd587f-e093-43b2-9fbd-f40bd1a0909c tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.3635087 Mar 01 21:14:31.617281 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-a61c25f9-2a2f-4121-a7eb-1966c47d8761 service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106447 Mar 01 21:14:31.660501 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-79108cdd-43c3-4dfb-8598-678f5be8308f None None] For port e217645a-4a6d-4097-890e-12ae9e08268b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e217645a-4a6d-4097-890e-12ae9e08268b,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:31.694528 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-79108cdd-43c3-4dfb-8598-678f5be8308f None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:31.714158 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-79108cdd-43c3-4dfb-8598-678f5be8308f None None] Transition to ACTIVE for port object e217645a-4a6d-4097-890e-12ae9e08268b will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:31.775643 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-79108cdd-43c3-4dfb-8598-678f5be8308f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:31.783754 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d137645-70e4-48b0-b426-cd4c986a752e req-ab0d49bb-3bdc-4c3e-9fed-b30f87567b25 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017477 Mar 01 21:14:31.797037 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-2cf59810-63fa-4f21-935a-cc8f712e8e09 service neutron] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735160 Mar 01 21:14:31.805863 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-dc8b88a3-6106-452e-9e6b-83ca87bfaf1b tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Deleting port 2a56e45c-87a9-4541-996f-c1627f655f97 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:31.806208 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc8b88a3-6106-452e-9e6b-83ca87bfaf1b tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:31.862890 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79108cdd-43c3-4dfb-8598-678f5be8308f None None] Pushing event updated for resources: {'Port': ['ID=e217645a-4a6d-4097-890e-12ae9e08268b,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:31.919865 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-d0d02c6a-06fb-47c8-9cd2-98d84c0c3ffd service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=92490323-bf33-498a-ae53-1c8809d63fe3 HTTP/1.1" status: 200 len: 217 time: 0.0811102 Mar 01 21:14:31.990388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c996404d-ff30-4fcd-b73a-c80acb5a5f68 req-9289d4dc-cb44-4ba9-afc6-4d47ec763276 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:31.991915 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c996404d-ff30-4fcd-b73a-c80acb5a5f68 req-9289d4dc-cb44-4ba9-afc6-4d47ec763276 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 1135 time: 0.3090425 Mar 01 21:14:32.081161 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-e9d71a49-6df5-40e3-b4af-00e2a645bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:32.086324 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-e9d71a49-6df5-40e3-b4af-00e2a645bd9f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ff5bd32-7121-4c1e-b663-c168cac44144 HTTP/1.1" status: 200 len: 797 time: 0.1597917 Mar 01 21:14:32.161295 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-061facc1-dd3e-4090-beb9-66ff8ea2e54e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 172.20.0.14 (cc39aad2-d371-4bc1-8f73-2342392e478c/0b3ef8e1-1875-4bdc-a59c-3ff5dfe465e7/69f2f875-80a2-483e-ac78-ca1519e9c57f) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:14:32.171155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-061facc1-dd3e-4090-beb9-66ff8ea2e54e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::f816:3eff:fed9:8317 (cc39aad2-d371-4bc1-8f73-2342392e478c/a760dfa9-aa80-46e9-9c82-6e8fcd6b3aeb/69f2f875-80a2-483e-ac78-ca1519e9c57f) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:14:32.255110 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-5c37e83b-93c6-4507-89e7-6d5c8b8cce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:32.256951 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-5c37e83b-93c6-4507-89e7-6d5c8b8cce66 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8391abf1-8497-437d-b6b2-a8884478b421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1621087 Mar 01 21:14:32.267817 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:32.462419 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c996404d-ff30-4fcd-b73a-c80acb5a5f68 req-9938a55b-eae0-45d8-bd90-52fa1e71b5ea tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Synchronizing usage tracker for tenant:4defcfca44aa40dca6d1fd7cb9bb85da on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:14:32.468808 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:32.507751 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc8b88a3-6106-452e-9e6b-83ca87bfaf1b tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:32.515830 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:32.554569 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-061facc1-dd3e-4090-beb9-66ff8ea2e54e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:32.589797 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-e8c54e4a-6169-44f5-9d88-6ffea31ed9e7 service neutron] 10.222.0.57 "GET /v2.0/networks/8391abf1-8497-437d-b6b2-a8884478b421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224962 Mar 01 21:14:32.591424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-061facc1-dd3e-4090-beb9-66ff8ea2e54e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object 69f2f875-80a2-483e-ac78-ca1519e9c57f will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:32.683330 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-dc8b88a3-6106-452e-9e6b-83ca87bfaf1b tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Calling delete_port for 2a56e45c-87a9-4541-996f-c1627f655f97 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:32.733153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c996404d-ff30-4fcd-b73a-c80acb5a5f68 req-9938a55b-eae0-45d8-bd90-52fa1e71b5ea tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Unset dirty status for tenant:4defcfca44aa40dca6d1fd7cb9bb85da on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:14:32.734334 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c996404d-ff30-4fcd-b73a-c80acb5a5f68 req-9938a55b-eae0-45d8-bd90-52fa1e71b5ea tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ae22b860-57be-4e4e-97d4-ca44d671aa2f&id=cdd6add0-2b5f-4822-a863-4f1b65269514&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.6536038 Mar 01 21:14:32.780602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38550) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:32.848824 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-09a1d226-a687-41f5-a338-625dcfb71b0c None None] Provisioning for port e217645a-4a6d-4097-890e-12ae9e08268b completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:32.855704 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-09a1d226-a687-41f5-a338-625dcfb71b0c None None] Provisioning complete for port e217645a-4a6d-4097-890e-12ae9e08268b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:32.858110 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-09a1d226-a687-41f5-a338-625dcfb71b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:32.934038 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-2022fc6c-60a5-4d91-9832-dd399b206776 service neutron] 10.222.0.57 "GET /v2.0/networks/8391abf1-8497-437d-b6b2-a8884478b421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376265 Mar 01 21:14:33.008646 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Allocated IP 172.25.5.155 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/c3629a1e-df20-40a4-8059-6c3aeed6c1fe) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:14:33.080234 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-f234aae0-bcf3-4cc4-849c-5eae6f5f09d9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f44bcea3-70af-4aa9-9592-40986ed83d6a HTTP/1.1" status: 200 len: 217 time: 0.1404815 Mar 01 21:14:33.083006 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-061facc1-dd3e-4090-beb9-66ff8ea2e54e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:33.085002 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e217645a-4a6d-4097-890e-12ae9e08268b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:33.134080 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbd6a86-a31b-4691-a661-81b38acead39 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:33.136771 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5fbd6a86-a31b-4691-a661-81b38acead39 tempest-TestSecurityGroupsBasicOps-830898182 tempest-TestSecurityGroupsBasicOps-830898182-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 1055 time: 0.3516617 Mar 01 21:14:33.231868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061facc1-dd3e-4090-beb9-66ff8ea2e54e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:33.232802 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a54ad-e0d9-4cbe-bc25-f839d328e9af req-8c7266da-d8d5-446d-a0cd-65340b859baa tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:33.234707 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b63a54ad-e0d9-4cbe-bc25-f839d328e9af req-8c7266da-d8d5-446d-a0cd-65340b859baa tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.3256533 Mar 01 21:14:33.237750 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-061facc1-dd3e-4090-beb9-66ff8ea2e54e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:33.245040 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061facc1-dd3e-4090-beb9-66ff8ea2e54e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:14:33.274472 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port e217645a-4a6d-4097-890e-12ae9e08268b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:33.275968 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:33.320115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061facc1-dd3e-4090-beb9-66ff8ea2e54e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:33.320778 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-061facc1-dd3e-4090-beb9-66ff8ea2e54e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:33.327209 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:33.327350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061facc1-dd3e-4090-beb9-66ff8ea2e54e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=69f2f875-80a2-483e-ac78-ca1519e9c57f,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:33.327462 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc8b88a3-6106-452e-9e6b-83ca87bfaf1b tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:33.349320 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-73714f58-ccae-4043-befc-290a7004a8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:33.350838 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-73714f58-ccae-4043-befc-290a7004a8e9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7ff5bd32-7121-4c1e-b663-c168cac44144 HTTP/1.1" status: 200 len: 797 time: 0.2593095 Mar 01 21:14:33.391156 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b63a54ad-e0d9-4cbe-bc25-f839d328e9af req-a536f96f-9ea0-4c8e-b109-46256af9b8b7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371198 Mar 01 21:14:33.409374 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b88a3-6106-452e-9e6b-83ca87bfaf1b tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Pushing event deleted for resources: {'Port': ['ID=2a56e45c-87a9-4541-996f-c1627f655f97,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:33.509856 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-061facc1-dd3e-4090-beb9-66ff8ea2e54e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4799883 Mar 01 21:14:33.510944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38564) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:33.513017 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-73031341-5e4d-46f5-9e04-8ac91f339370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:33.514546 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-73031341-5e4d-46f5-9e04-8ac91f339370 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8391abf1-8497-437d-b6b2-a8884478b421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1538229 Mar 01 21:14:33.733243 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc8b88a3-6106-452e-9e6b-83ca87bfaf1b tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:33.788932 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9519f2e-e330-472c-9214-6550485bb261 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:33.796792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9519f2e-e330-472c-9214-6550485bb261 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:33.797792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c9519f2e-e330-472c-9214-6550485bb261 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:14:33.816203 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:33.848732 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-7079a79a-6919-40c2-af56-1d7594fc691b service neutron] 10.222.0.57 "GET /v2.0/networks/8391abf1-8497-437d-b6b2-a8884478b421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270167 Mar 01 21:14:33.878314 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-97e6e16e-da40-4c9e-86b9-d2fac20ad653 None None] Provisioning for port 69f2f875-80a2-483e-ac78-ca1519e9c57f completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:33.883471 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-97e6e16e-da40-4c9e-86b9-d2fac20ad653 None None] Provisioning complete for port 69f2f875-80a2-483e-ac78-ca1519e9c57f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:33.883852 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-97e6e16e-da40-4c9e-86b9-d2fac20ad653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:33.902589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c9519f2e-e330-472c-9214-6550485bb261 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:14:33.905157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Pushing event updated for resources: {'Port': ['ID=c3629a1e-df20-40a4-8059-6c3aeed6c1fe,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:33.906850 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c9519f2e-e330-472c-9214-6550485bb261 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3910568 Mar 01 21:14:33.910683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38574) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:33.938504 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-97e6e16e-da40-4c9e-86b9-d2fac20ad653 None None] Port 69f2f875-80a2-483e-ac78-ca1519e9c57f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:14:34.018950 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7848f54e-9204-4ff2-83ab-866480f7b933 req-c5b0e354-3d2c-4ef2-9683-63b7c680201f service neutron] 10.222.0.57 "GET /v2.0/networks/8391abf1-8497-437d-b6b2-a8884478b421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587708 Mar 01 21:14:34.180844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:34.197283 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:34.253386 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38580) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:34.253533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:14:34.389432 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-86c6544f-73c6-4d55-815a-4c2175e3b22a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port 69f2f875-80a2-483e-ac78-ca1519e9c57f {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:34.389671 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-86c6544f-73c6-4d55-815a-4c2175e3b22a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:34.437854 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e71ceea3-05dc-4b80-9ddb-19172974233f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:34.445865 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8b88a3-6106-452e-9e6b-83ca87bfaf1b tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Router 0b0dabb4-d1d1-4827-aa44-d70c62e02ccb has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:14:34.455840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e71ceea3-05dc-4b80-9ddb-19172974233f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:34.459910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e71ceea3-05dc-4b80-9ddb-19172974233f admin admin] Usage tracker for resource:security_group_rule and tenant:3d4d42d332674729a80fca9d5a8645b0 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:34.463003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e71ceea3-05dc-4b80-9ddb-19172974233f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:34.469270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e71ceea3-05dc-4b80-9ddb-19172974233f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:34.558017 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e71ceea3-05dc-4b80-9ddb-19172974233f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:34.655852 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e71ceea3-05dc-4b80-9ddb-19172974233f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:34.709375 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e71ceea3-05dc-4b80-9ddb-19172974233f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d4d42d332674729a80fca9d5a8645b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4548974 Mar 01 21:14:34.712171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71ceea3-05dc-4b80-9ddb-19172974233f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d6ebf1-9d3b-4352-ac6a-c0fbc9de3be5,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:34.714465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38590) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:34.753245 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5501279-dd41-42b4-b0cb-ca6e5adfff4f req-a501233f-dc39-4a70-9886-203f4f6c8a2d tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:34.754701 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5501279-dd41-42b4-b0cb-ca6e5adfff4f req-a501233f-dc39-4a70-9886-203f4f6c8a2d tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 909 time: 0.8725202 Mar 01 21:14:34.775101 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-679b5cab-7d88-4bda-a2e8-4adf98578859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:34.809569 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-679b5cab-7d88-4bda-a2e8-4adf98578859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:34.930175 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-679b5cab-7d88-4bda-a2e8-4adf98578859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:34.933452 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8b88a3-6106-452e-9e6b-83ca87bfaf1b tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:14:34.946409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679b5cab-7d88-4bda-a2e8-4adf98578859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d6ebf1-9d3b-4352-ac6a-c0fbc9de3be5,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:34.953909 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-679b5cab-7d88-4bda-a2e8-4adf98578859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:34.955448 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-679b5cab-7d88-4bda-a2e8-4adf98578859 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d0d6ebf1-9d3b-4352-ac6a-c0fbc9de3be5 HTTP/1.1" status: 204 len: 168 time: 0.2399588 Mar 01 21:14:34.968414 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e8548e-5e81-4d16-b2e7-93c4d097c73b None None] Sync routers for ids ['0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:14:34.985082 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e8548e-5e81-4d16-b2e7-93c4d097c73b None None] Routers {'0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:34.985861 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f3e8548e-5e81-4d16-b2e7-93c4d097c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:35.057066 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f3e8548e-5e81-4d16-b2e7-93c4d097c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:35.065733 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e8548e-5e81-4d16-b2e7-93c4d097c73b None None] Routers {'0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:35.066419 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f3e8548e-5e81-4d16-b2e7-93c4d097c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:35.105050 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-dc8b88a3-6106-452e-9e6b-83ca87bfaf1b tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "PUT /v2.0/routers/0b0dabb4-d1d1-4827-aa44-d70c62e02ccb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1544309 Mar 01 21:14:35.109502 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38596) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:35.131831 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f3e8548e-5e81-4d16-b2e7-93c4d097c73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:35.132587 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e8548e-5e81-4d16-b2e7-93c4d097c73b None None] The sync data for ids ['0b0dabb4-d1d1-4827-aa44-d70c62e02ccb'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:14:35.184911 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842d5c2-54ad-4b2c-9d50-250f139c5a60 req-e84653ce-b86e-4dd2-b424-209ca85c0b4d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:35.186298 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c842d5c2-54ad-4b2c-9d50-250f139c5a60 req-e84653ce-b86e-4dd2-b424-209ca85c0b4d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.6551909 Mar 01 21:14:35.237601 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-2eea8a4c-654f-4979-968b-34d238389f19 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] show failed (client error): The resource could not be found. Mar 01 21:14:35.242016 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2eea8a4c-654f-4979-968b-34d238389f19 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-2108421276 HTTP/1.1" status: 404 len: 335 time: 0.1281493 Mar 01 21:14:35.242875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38602) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:35.246160 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-86c6544f-73c6-4d55-815a-4c2175e3b22a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:35.278178 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cf0e8-a6b4-48f0-9a8a-7804b5013281 req-e82ea999-7a68-4ff6-90f6-5736edc6a1ca tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:35.278944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f04cf0e8-a6b4-48f0-9a8a-7804b5013281 req-e82ea999-7a68-4ff6-90f6-5736edc6a1ca tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Synchronizing usage tracker for tenant:d1b3d33ac1c64551b55e0abce258f6fe on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:14:35.280098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-ee9013fd-bc4c-42b3-897b-d38bc7a58c6e tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:35.352820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f04cf0e8-a6b4-48f0-9a8a-7804b5013281 req-e82ea999-7a68-4ff6-90f6-5736edc6a1ca tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Unset dirty status for tenant:d1b3d33ac1c64551b55e0abce258f6fe on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:14:35.354008 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f04cf0e8-a6b4-48f0-9a8a-7804b5013281 req-e82ea999-7a68-4ff6-90f6-5736edc6a1ca tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.57 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 909 time: 0.2418547 Mar 01 21:14:35.432204 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-f04cf0e8-a6b4-48f0-9a8a-7804b5013281 req-96b4d81b-1ff5-4ce7-8ea2-26ba77679c62 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Deleting port 8ab8662f-c22e-4012-8a7c-01c3045279ad {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:35.432543 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f04cf0e8-a6b4-48f0-9a8a-7804b5013281 req-96b4d81b-1ff5-4ce7-8ea2-26ba77679c62 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:35.570801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38606) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:35.605365 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c1c8-e243-4ff2-99e7-bbbb2e337fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:35.611198 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-ee9013fd-bc4c-42b3-897b-d38bc7a58c6e tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] update failed (client error): The resource could not be found. Mar 01 21:14:35.612238 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ee9013fd-bc4c-42b3-897b-d38bc7a58c6e tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-336435767 HTTP/1.1" status: 404 len: 334 time: 0.3684721 Mar 01 21:14:35.617293 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38610) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:35.627476 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-86c6544f-73c6-4d55-815a-4c2175e3b22a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for 69f2f875-80a2-483e-ac78-ca1519e9c57f owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:35.672198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c5e8c1c8-e243-4ff2-99e7-bbbb2e337fd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:35.687765 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:35.711164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c5e8c1c8-e243-4ff2-99e7-bbbb2e337fd9 admin admin] Usage tracker for resource:security_group_rule and tenant:be3530d655f5434084a49396e7b07622 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:35.718202 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c5e8c1c8-e243-4ff2-99e7-bbbb2e337fd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:35.744782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c5e8c1c8-e243-4ff2-99e7-bbbb2e337fd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:35.749231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c842d5c2-54ad-4b2c-9d50-250f139c5a60 req-b5414bcd-1ca0-435b-b67a-c612980a6107 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5079577 Mar 01 21:14:35.801622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-4649e1aa-bed9-44f9-a702-f72829f2780f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Deleting subnet a7854e9c-0e88-4692-8d06-76d535fdcce5 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:14:35.809157 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4649e1aa-bed9-44f9-a702-f72829f2780f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:36.009151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-f04cf0e8-a6b4-48f0-9a8a-7804b5013281 req-96b4d81b-1ff5-4ce7-8ea2-26ba77679c62 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] For port 8ab8662f-c22e-4012-8a7c-01c3045279ad, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=8ab8662f-c22e-4012-8a7c-01c3045279ad,segment=NetworkSegment(4858e401-57ce-49e1-8c88-9594cb162597),segment_id=4858e401-57ce-49e1-8c88-9594cb162597)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:36.009383 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f04cf0e8-a6b4-48f0-9a8a-7804b5013281 req-96b4d81b-1ff5-4ce7-8ea2-26ba77679c62 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:36.088758 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4649e1aa-bed9-44f9-a702-f72829f2780f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:36.189907 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-f04cf0e8-a6b4-48f0-9a8a-7804b5013281 req-96b4d81b-1ff5-4ce7-8ea2-26ba77679c62 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Calling delete_port for 8ab8662f-c22e-4012-8a7c-01c3045279ad owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:36.244310 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:36.313404 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-86c6544f-73c6-4d55-815a-4c2175e3b22a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:36.323926 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c1c8-e243-4ff2-99e7-bbbb2e337fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:36.348842 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4649e1aa-bed9-44f9-a702-f72829f2780f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:36.403868 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c5e8c1c8-e243-4ff2-99e7-bbbb2e337fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:36.407265 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6544f-73c6-4d55-815a-4c2175e3b22a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=69f2f875-80a2-483e-ac78-ca1519e9c57f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:36.503604 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c5e8c1c8-e243-4ff2-99e7-bbbb2e337fd9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be3530d655f5434084a49396e7b07622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9317241 Mar 01 21:14:36.516156 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38618) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:36.516824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8c1c8-e243-4ff2-99e7-bbbb2e337fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3d48c4e-0ab3-4ddc-ab7a-32fdb3d67adc,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:36.597955 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-89059ae7-56b9-4661-b3f0-a4436f748298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:36.618394 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4649e1aa-bed9-44f9-a702-f72829f2780f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:36.670400 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f04cf0e8-a6b4-48f0-9a8a-7804b5013281 req-96b4d81b-1ff5-4ce7-8ea2-26ba77679c62 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:36.674152 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649e1aa-bed9-44f9-a702-f72829f2780f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Pushing event deleted for resources: {'Subnet': ['ID=a7854e9c-0e88-4692-8d06-76d535fdcce5,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:36.681943 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-86c6544f-73c6-4d55-815a-4c2175e3b22a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:36.712443 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-89059ae7-56b9-4661-b3f0-a4436f748298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:36.714178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb69604-19f0-4532-bea6-0700eee034b5 req-d62e0002-f3a1-47fd-85f0-fcb2da8fad9d tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:36.719953 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2fb69604-19f0-4532-bea6-0700eee034b5 req-d62e0002-f3a1-47fd-85f0-fcb2da8fad9d tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 909 time: 0.6720047 Mar 01 21:14:36.720623 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdd2040-a454-441a-883a-eca14f02ae78 None None] Network ee733d2e-9aba-4a75-92b3-349047bc0969 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:36.730401 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4649e1aa-bed9-44f9-a702-f72829f2780f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:36.753531 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b4d81b-1ff5-4ce7-8ea2-26ba77679c62 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event deleted for resources: {'Port': ['ID=8ab8662f-c22e-4012-8a7c-01c3045279ad,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:36.769968 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-86c6544f-73c6-4d55-815a-4c2175e3b22a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/69f2f875-80a2-483e-ac78-ca1519e9c57f HTTP/1.1" status: 204 len: 168 time: 2.8068886 Mar 01 21:14:36.770097 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38622) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:36.858428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d33335-7d36-403f-a868-603973d74cc7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:36.860211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d33335-7d36-403f-a868-603973d74cc7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:36.862115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d33335-7d36-403f-a868-603973d74cc7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:36.863437 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-92d33335-7d36-403f-a868-603973d74cc7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:14:36.868624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Router 861a17c8-046e-40f1-87dc-7f17de5e2ee9 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:14:36.881357 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4649e1aa-bed9-44f9-a702-f72829f2780f tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "DELETE /v2.0/subnets/a7854e9c-0e88-4692-8d06-76d535fdcce5 HTTP/1.1" status: 204 len: 168 time: 1.2535455 Mar 01 21:14:36.881357 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-f04cf0e8-a6b4-48f0-9a8a-7804b5013281 req-96b4d81b-1ff5-4ce7-8ea2-26ba77679c62 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] No DVR routers for this DVR port 8ab8662f-c22e-4012-8a7c-01c3045279ad on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:14:36.881931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38628) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:36.882612 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f04cf0e8-a6b4-48f0-9a8a-7804b5013281 req-96b4d81b-1ff5-4ce7-8ea2-26ba77679c62 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:36.885540 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f04cf0e8-a6b4-48f0-9a8a-7804b5013281 req-96b4d81b-1ff5-4ce7-8ea2-26ba77679c62 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.57 "DELETE /v2.0/ports/8ab8662f-c22e-4012-8a7c-01c3045279ad HTTP/1.1" status: 204 len: 173 time: 1.5257041 Mar 01 21:14:36.886467 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed3cdfb-40bc-44f5-8844-2ddd91386505', 'name': 'network-vif-deleted', 'tag': '8ab8662f-c22e-4012-8a7c-01c3045279ad'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:14:36.968652 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed3cdfb-40bc-44f5-8844-2ddd91386505', 'name': 'network-vif-deleted', 'tag': '8ab8662f-c22e-4012-8a7c-01c3045279ad', 'status': 'completed', 'code': 200} Mar 01 21:14:36.993428 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-89059ae7-56b9-4661-b3f0-a4436f748298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:37.024374 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89059ae7-56b9-4661-b3f0-a4436f748298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3d48c4e-0ab3-4ddc-ab7a-32fdb3d67adc,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:37.036666 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-89059ae7-56b9-4661-b3f0-a4436f748298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:37.040645 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-89059ae7-56b9-4661-b3f0-a4436f748298 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e3d48c4e-0ab3-4ddc-ab7a-32fdb3d67adc HTTP/1.1" status: 204 len: 168 time: 0.5207012 Mar 01 21:14:37.199078 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32951806-c2e3-4bb4-a2a4-324e3769683c None None] DHCP port deletion for ee733d2e-9aba-4a75-92b3-349047bc0969 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:14:37.204396 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-32951806-c2e3-4bb4-a2a4-324e3769683c None None] Deleting port 5e87190e-4d4d-4029-b522-07bf69bbd526 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:37.204775 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-32951806-c2e3-4bb4-a2a4-324e3769683c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:37.331452 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 8ab8662f-c22e-4012-8a7c-01c3045279ad no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:14:37.367657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-92d33335-7d36-403f-a868-603973d74cc7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:14:37.368823 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-92d33335-7d36-403f-a868-603973d74cc7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.5973260 Mar 01 21:14:37.372461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38636) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:37.386928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-47fc931c-1986-4c8c-98cd-1cef572710dd tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Deleting subnet ba155bdb-d61e-4edf-811d-d9fb66138d9a {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:14:37.401166 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 8ab8662f-c22e-4012-8a7c-01c3045279ad {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:14:37.401505 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 8ab8662f-c22e-4012-8a7c-01c3045279ad not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:14:37.410428 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-47fc931c-1986-4c8c-98cd-1cef572710dd tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:37.446664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ebe391-d613-4df7-a83e-67616ac3d151 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet 0b3ef8e1-1875-4bdc-a59c-3ff5dfe465e7 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:14:37.450783 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-97ebe391-d613-4df7-a83e-67616ac3d151 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:37.462934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:14:37.487882 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f54cae-031b-48f4-9809-f4d5249b908c None None] Sync routers for ids ['861a17c8-046e-40f1-87dc-7f17de5e2ee9'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:14:37.504006 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f54cae-031b-48f4-9809-f4d5249b908c None None] Routers {'861a17c8-046e-40f1-87dc-7f17de5e2ee9'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:37.505086 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-25f54cae-031b-48f4-9809-f4d5249b908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['861a17c8-046e-40f1-87dc-7f17de5e2ee9'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:37.519686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17642a-4388-405b-8b47-2e3fd21bce9b req-bffddc47-5a4c-49d9-b8c8-421ccb058192 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:37.521434 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fb17642a-4388-405b-8b47-2e3fd21bce9b req-bffddc47-5a4c-49d9-b8c8-421ccb058192 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.5324755 Mar 01 21:14:37.524283 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-47fc931c-1986-4c8c-98cd-1cef572710dd tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:37.541680 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-97ebe391-d613-4df7-a83e-67616ac3d151 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:37.571413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-25f54cae-031b-48f4-9809-f4d5249b908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:37.574881 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-32951806-c2e3-4bb4-a2a4-324e3769683c None None] For port 5e87190e-4d4d-4029-b522-07bf69bbd526, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5e87190e-4d4d-4029-b522-07bf69bbd526,segment=NetworkSegment(a82a0c56-f037-4605-87c1-9db4419da862),segment_id=a82a0c56-f037-4605-87c1-9db4419da862)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:37.574881 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-32951806-c2e3-4bb4-a2a4-324e3769683c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:37.589604 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:37.595944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ac99d82d-2445-4e71-af82-af05b96f350d tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.2901187 Mar 01 21:14:37.596132 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38642) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:37.599977 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-0eeeec3d-331e-4783-b0ae-c84f3a3c49ad tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:37.623891 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fb17642a-4388-405b-8b47-2e3fd21bce9b req-f6372415-c0fa-41c9-8c27-b19c0913a736 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708985 Mar 01 21:14:37.682048 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-47fc931c-1986-4c8c-98cd-1cef572710dd tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:37.727641 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f54cae-031b-48f4-9809-f4d5249b908c None None] Routers {'861a17c8-046e-40f1-87dc-7f17de5e2ee9'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:37.728361 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-25f54cae-031b-48f4-9809-f4d5249b908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['861a17c8-046e-40f1-87dc-7f17de5e2ee9'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:37.732305 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-97ebe391-d613-4df7-a83e-67616ac3d151 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:37.844930 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-32951806-c2e3-4bb4-a2a4-324e3769683c None None] Calling delete_port for 5e87190e-4d4d-4029-b522-07bf69bbd526 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:37.908772 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-25f54cae-031b-48f4-9809-f4d5249b908c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:37.909085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f54cae-031b-48f4-9809-f4d5249b908c None None] The sync data for ids ['861a17c8-046e-40f1-87dc-7f17de5e2ee9'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:14:37.969127 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-47fc931c-1986-4c8c-98cd-1cef572710dd tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:38.021258 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-97ebe391-d613-4df7-a83e-67616ac3d151 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:38.021838 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1500ff27-5452-4737-86dd-f612d0956974 req-5465267f-0efb-4841-b90d-68fea8464942 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=fed3cdfb-40bc-44f5-8844-2ddd91386505 HTTP/1.1" status: 200 len: 210 time: 0.1123157 Mar 01 21:14:38.029293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc931c-1986-4c8c-98cd-1cef572710dd tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Pushing event deleted for resources: {'Subnet': ['ID=ba155bdb-d61e-4edf-811d-d9fb66138d9a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:38.042881 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-47fc931c-1986-4c8c-98cd-1cef572710dd tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:38.060839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538576b5-4a90-4145-8a44-6a70aa188153 None None] Network 7578320a-4fff-4b36-8bfb-053fa7153b11 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:38.062414 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-47fc931c-1986-4c8c-98cd-1cef572710dd tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "DELETE /v2.0/subnets/ba155bdb-d61e-4edf-811d-d9fb66138d9a HTTP/1.1" status: 204 len: 168 time: 1.0768828 Mar 01 21:14:38.063115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38654) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:38.077075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebe391-d613-4df7-a83e-67616ac3d151 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=0b3ef8e1-1875-4bdc-a59c-3ff5dfe465e7,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:38.086485 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-97ebe391-d613-4df7-a83e-67616ac3d151 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:38.111305 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3921bd32-1fdf-4452-8c27-2f8c0cf8719d None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:38.223442 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-32951806-c2e3-4bb4-a2a4-324e3769683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:38.239670 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f719531-707b-4fe5-8c45-d79114f6c6cb tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:38.304717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32951806-c2e3-4bb4-a2a4-324e3769683c None None] No DVR routers for this DVR port 5e87190e-4d4d-4029-b522-07bf69bbd526 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:14:38.323288 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-97ebe391-d613-4df7-a83e-67616ac3d151 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/0b3ef8e1-1875-4bdc-a59c-3ff5dfe465e7 HTTP/1.1" status: 204 len: 168 time: 0.9473433 Mar 01 21:14:38.332692 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38660) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:38.412664 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f719531-707b-4fe5-8c45-d79114f6c6cb tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:38.421003 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32951806-c2e3-4bb4-a2a4-324e3769683c None None] Pushing event deleted for resources: {'Port': ['ID=5e87190e-4d4d-4029-b522-07bf69bbd526,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:38.441568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-9f719531-707b-4fe5-8c45-d79114f6c6cb tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee733d2e-9aba-4a75-92b3-349047bc0969']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:38.455887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-9f719531-707b-4fe5-8c45-d79114f6c6cb tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82a0c56-f037-4605-87c1-9db4419da862') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:38.457163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-9f719531-707b-4fe5-8c45-d79114f6c6cb tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82a0c56-f037-4605-87c1-9db4419da862') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:38.469274 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f719531-707b-4fe5-8c45-d79114f6c6cb tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:38.488071 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f719531-707b-4fe5-8c45-d79114f6c6cb tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:38.495019 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f719531-707b-4fe5-8c45-d79114f6c6cb tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:14:38.495538 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f719531-707b-4fe5-8c45-d79114f6c6cb tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:14:38.514121 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:14:38.676074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e57ef80-8d21-4f0a-a09e-c70cd6ad6ec6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet a760dfa9-aa80-46e9-9c82-6e8fcd6b3aeb {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:14:38.676907 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f719531-707b-4fe5-8c45-d79114f6c6cb tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:38.697407 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1e57ef80-8d21-4f0a-a09e-c70cd6ad6ec6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:38.705655 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9f719531-707b-4fe5-8c45-d79114f6c6cb tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:38.724643 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9f719531-707b-4fe5-8c45-d79114f6c6cb tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "DELETE /v2.0/networks/ee733d2e-9aba-4a75-92b3-349047bc0969 HTTP/1.1" status: 204 len: 168 time: 0.6603518 Mar 01 21:14:38.733743 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f719531-707b-4fe5-8c45-d79114f6c6cb tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Pushing event deleted for resources: {'Network': ['ID=ee733d2e-9aba-4a75-92b3-349047bc0969,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:38.733843 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38674) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:38.735779 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8baaec2-9605-42fc-b81b-79c053ddda32 None None] DHCP port deletion for 7578320a-4fff-4b36-8bfb-053fa7153b11 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:14:38.740322 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f8baaec2-9605-42fc-b81b-79c053ddda32 None None] Deleting port 16221ff3-d178-4ffa-862a-b74936e49215 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:38.740700 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f8baaec2-9605-42fc-b81b-79c053ddda32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:38.884885 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1e57ef80-8d21-4f0a-a09e-c70cd6ad6ec6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:38.955756 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0eeeec3d-331e-4783-b0ae-c84f3a3c49ad tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:38.975586 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:39.004576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Deleting port 16221ff3-d178-4ffa-862a-b74936e49215 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:39.005037 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:39.073821 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1e57ef80-8d21-4f0a-a09e-c70cd6ad6ec6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:39.111697 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f8baaec2-9605-42fc-b81b-79c053ddda32 None None] For port 16221ff3-d178-4ffa-862a-b74936e49215, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=16221ff3-d178-4ffa-862a-b74936e49215,segment=NetworkSegment(296cd00b-58ed-4c79-ae1d-9923f55a9ba0),segment_id=296cd00b-58ed-4c79-ae1d-9923f55a9ba0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:39.112440 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f8baaec2-9605-42fc-b81b-79c053ddda32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:39.143206 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 16221ff3-d178-4ffa-862a-b74936e49215 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:14:39.173847 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0eeeec3d-331e-4783-b0ae-c84f3a3c49ad tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:39.264672 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7e5a6-bb0a-4f46-8b4a-e5adc4dcbcbd req-e550d59b-0c04-43fb-b82e-0d845d4a341e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:39.274662 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bcc7e5a6-bb0a-4f46-8b4a-e5adc4dcbcbd req-e550d59b-0c04-43fb-b82e-0d845d4a341e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.3597782 Mar 01 21:14:39.274662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38682) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:39.312629 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0eeeec3d-331e-4783-b0ae-c84f3a3c49ad tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Deleting port c3629a1e-df20-40a4-8059-6c3aeed6c1fe {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:39.314151 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0eeeec3d-331e-4783-b0ae-c84f3a3c49ad tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:39.323194 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f8baaec2-9605-42fc-b81b-79c053ddda32 None None] Calling delete_port for 16221ff3-d178-4ffa-862a-b74936e49215 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:39.437432 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1e57ef80-8d21-4f0a-a09e-c70cd6ad6ec6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:39.504133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57ef80-8d21-4f0a-a09e-c70cd6ad6ec6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=a760dfa9-aa80-46e9-9c82-6e8fcd6b3aeb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:39.518737 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:39.521672 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1e57ef80-8d21-4f0a-a09e-c70cd6ad6ec6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:39.550182 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d663b11f-a6fc-467a-96b6-3b967c6f6b29 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:39.553095 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1e57ef80-8d21-4f0a-a09e-c70cd6ad6ec6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/a760dfa9-aa80-46e9-9c82-6e8fcd6b3aeb HTTP/1.1" status: 204 len: 168 time: 1.2169390 Mar 01 21:14:39.558819 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38692) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:39.651620 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0eeeec3d-331e-4783-b0ae-c84f3a3c49ad tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:39.662494 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f8baaec2-9605-42fc-b81b-79c053ddda32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:39.802516 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0eeeec3d-331e-4783-b0ae-c84f3a3c49ad tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Calling delete_port for c3629a1e-df20-40a4-8059-6c3aeed6c1fe owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:39.817044 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b4489ba4-efa4-4ae3-af37-6e19b1fb602d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2543476 Mar 01 21:14:39.824864 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5e87190e-4d4d-4029-b522-07bf69bbd526 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:14:39.840564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38704) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:39.850491 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8f09c21b-c92e-4c2d-847e-6c6af0c67d0b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:39.863261 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8baaec2-9605-42fc-b81b-79c053ddda32 None None] Pushing event deleted for resources: {'Port': ['ID=16221ff3-d178-4ffa-862a-b74936e49215,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:39.868548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8baaec2-9605-42fc-b81b-79c053ddda32 None None] No DVR routers for this DVR port 16221ff3-d178-4ffa-862a-b74936e49215 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:14:39.873399 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bcc7e5a6-bb0a-4f46-8b4a-e5adc4dcbcbd req-43b0516e-3ae7-43d0-99a9-4abc89018698 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6001716 Mar 01 21:14:39.875721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-bc8df71f-dfc4-4247-9ff2-3598c19a29be None None] Provisioning complete for port e217645a-4a6d-4097-890e-12ae9e08268b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:39.876124 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bc8df71f-dfc4-4247-9ff2-3598c19a29be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:39.890299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] For port 16221ff3-d178-4ffa-862a-b74936e49215, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=16221ff3-d178-4ffa-862a-b74936e49215,segment=NetworkSegment(296cd00b-58ed-4c79-ae1d-9923f55a9ba0),segment_id=296cd00b-58ed-4c79-ae1d-9923f55a9ba0)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:39.890662 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:39.938487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 5e87190e-4d4d-4029-b522-07bf69bbd526 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:14:39.938830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5e87190e-4d4d-4029-b522-07bf69bbd526 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:14:40.054916 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Calling delete_port for 16221ff3-d178-4ffa-862a-b74936e49215 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:40.077555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8f09c21b-c92e-4c2d-847e-6c6af0c67d0b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:40.084653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8f09c21b-c92e-4c2d-847e-6c6af0c67d0b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:40.087990 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8f09c21b-c92e-4c2d-847e-6c6af0c67d0b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:40.097120 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8f09c21b-c92e-4c2d-847e-6c6af0c67d0b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:40.146870 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7309e7-31a9-4d0e-9acb-335433232952 None None] DHCP port deletion for cc39aad2-d371-4bc1-8f73-2342392e478c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:14:40.151303 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3e7309e7-31a9-4d0e-9acb-335433232952 None None] Deleting port e217645a-4a6d-4097-890e-12ae9e08268b {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:40.151684 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3e7309e7-31a9-4d0e-9acb-335433232952 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:40.219438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f09c21b-c92e-4c2d-847e-6c6af0c67d0b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:14:40.223802 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8f09c21b-c92e-4c2d-847e-6c6af0c67d0b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:40.323504 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:14:40.323725 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:14:40.390805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3e7309e7-31a9-4d0e-9acb-335433232952 None None] For port e217645a-4a6d-4097-890e-12ae9e08268b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e217645a-4a6d-4097-890e-12ae9e08268b,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:40.391209 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3e7309e7-31a9-4d0e-9acb-335433232952 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:40.479775 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0eeeec3d-331e-4783-b0ae-c84f3a3c49ad tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:40.533181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeeec3d-331e-4783-b0ae-c84f3a3c49ad tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Pushing event deleted for resources: {'Port': ['ID=c3629a1e-df20-40a4-8059-6c3aeed6c1fe,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:40.550034 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3e7309e7-31a9-4d0e-9acb-335433232952 None None] Calling delete_port for e217645a-4a6d-4097-890e-12ae9e08268b owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:40.578562 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c84fc9d9-3199-4d61-bf5b-a3a882ce755b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:40.705166 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0eeeec3d-331e-4783-b0ae-c84f3a3c49ad tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:40.719060 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3e7309e7-31a9-4d0e-9acb-335433232952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:40.777912 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7309e7-31a9-4d0e-9acb-335433232952 None None] No DVR routers for this DVR port e217645a-4a6d-4097-890e-12ae9e08268b on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:14:40.779611 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7309e7-31a9-4d0e-9acb-335433232952 None None] Pushing event deleted for resources: {'Port': ['ID=e217645a-4a6d-4097-890e-12ae9e08268b,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:40.826731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Deleting port 16221ff3-d178-4ffa-862a-b74936e49215 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:40.827080 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:40.932616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] The port '16221ff3-d178-4ffa-862a-b74936e49215' was deleted {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:14:41.070170 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e217645a-4a6d-4097-890e-12ae9e08268b no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:14:41.117118 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:41.153511 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: e217645a-4a6d-4097-890e-12ae9e08268b {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:14:41.156316 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e217645a-4a6d-4097-890e-12ae9e08268b not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:14:41.157389 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7578320a-4fff-4b36-8bfb-053fa7153b11']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:41.209996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '296cd00b-58ed-4c79-ae1d-9923f55a9ba0') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:41.210286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '296cd00b-58ed-4c79-ae1d-9923f55a9ba0') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:41.220314 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38722) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:41.231852 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:41.274640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-c84fc9d9-3199-4d61-bf5b-a3a882ce755b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Deleting port 25f120e5-3f12-4a32-bb94-b7c53ded993f {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:41.274977 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c84fc9d9-3199-4d61-bf5b-a3a882ce755b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:41.283695 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0eeeec3d-331e-4783-b0ae-c84f3a3c49ad tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:41.287621 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0eeeec3d-331e-4783-b0ae-c84f3a3c49ad tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:41.435153 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:41.450885 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c83d64-7ae9-410c-b8cb-7020628285d0 req-c304ce39-69f3-49e9-b259-192d834b3e4e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:41.452481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84c83d64-7ae9-410c-b8cb-7020628285d0 req-c304ce39-69f3-49e9-b259-192d834b3e4e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.4429369 Mar 01 21:14:41.465386 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:14:41.465774 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:14:41.480200 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:14:41.493179 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ba06d1a8-18fa-4e8b-842c-9586d99fbe83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:41.509781 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eeeec3d-331e-4783-b0ae-c84f3a3c49ad tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Router 861a17c8-046e-40f1-87dc-7f17de5e2ee9 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:14:41.523388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ba06d1a8-18fa-4e8b-842c-9586d99fbe83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:41.534477 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ba06d1a8-18fa-4e8b-842c-9586d99fbe83 admin admin] Usage tracker for resource:security_group_rule and tenant:8b743c9de8ee4c2ab3c27410926aed5d is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:41.566168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ba06d1a8-18fa-4e8b-842c-9586d99fbe83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:41.624500 n-d-827896-4 neutron-server[88519]: DEBUG neutron.objects.ports [None req-8f09c21b-c92e-4c2d-847e-6c6af0c67d0b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 01 21:14:41.632754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ba06d1a8-18fa-4e8b-842c-9586d99fbe83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:41.634920 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8f09c21b-c92e-4c2d-847e-6c6af0c67d0b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:41.675391 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84c83d64-7ae9-410c-b8cb-7020628285d0 req-a81c8d06-5788-4b7c-8b54-a3457cb405e8 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2141283 Mar 01 21:14:41.706921 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:41.730316 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:41.751847 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Pushing event deleted for resources: {'Network': ['ID=7578320a-4fff-4b36-8bfb-053fa7153b11,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:41.760849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-c84fc9d9-3199-4d61-bf5b-a3a882ce755b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] For port 25f120e5-3f12-4a32-bb94-b7c53ded993f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=25f120e5-3f12-4a32-bb94-b7c53ded993f,segment=NetworkSegment(4858e401-57ce-49e1-8c88-9594cb162597),segment_id=4858e401-57ce-49e1-8c88-9594cb162597)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:41.761205 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c84fc9d9-3199-4d61-bf5b-a3a882ce755b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:41.770052 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-dc03d95c-d865-4274-81d7-620dde4af904 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "DELETE /v2.0/networks/7578320a-4fff-4b36-8bfb-053fa7153b11 HTTP/1.1" status: 204 len: 168 time: 3.0352015 Mar 01 21:14:41.773051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38728) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:41.782841 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eeeec3d-331e-4783-b0ae-c84f3a3c49ad tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:14:41.785571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f09c21b-c92e-4c2d-847e-6c6af0c67d0b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:41.794291 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7615602a-2a4f-47a3-9088-472766748733 None None] Sync routers for ids ['861a17c8-046e-40f1-87dc-7f17de5e2ee9'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:14:41.794822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-8f09c21b-c92e-4c2d-847e-6c6af0c67d0b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:41.803710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f09c21b-c92e-4c2d-847e-6c6af0c67d0b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:41.804429 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8f09c21b-c92e-4c2d-847e-6c6af0c67d0b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:41.807124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8182b5-70c6-42a5-9f7e-ea83f5f51ba4 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:41.820155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f09c21b-c92e-4c2d-847e-6c6af0c67d0b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=9c327c76-cebc-4592-a003-baf403c40723,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:41.823721 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7615602a-2a4f-47a3-9088-472766748733 None None] Routers {'861a17c8-046e-40f1-87dc-7f17de5e2ee9'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:41.828516 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7615602a-2a4f-47a3-9088-472766748733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['861a17c8-046e-40f1-87dc-7f17de5e2ee9'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:41.864741 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0eeeec3d-331e-4783-b0ae-c84f3a3c49ad tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:41.864741 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0eeeec3d-331e-4783-b0ae-c84f3a3c49ad tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "PUT /v2.0/routers/861a17c8-046e-40f1-87dc-7f17de5e2ee9 HTTP/1.1" status: 200 len: 710 time: 4.2663407 Mar 01 21:14:41.866003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38732) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:41.907634 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ba06d1a8-18fa-4e8b-842c-9586d99fbe83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:41.935455 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7615602a-2a4f-47a3-9088-472766748733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:41.943060 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8f09c21b-c92e-4c2d-847e-6c6af0c67d0b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1058595 Mar 01 21:14:41.945601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38736) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:41.945893 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7615602a-2a4f-47a3-9088-472766748733 None None] Routers {'861a17c8-046e-40f1-87dc-7f17de5e2ee9'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:41.946517 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7615602a-2a4f-47a3-9088-472766748733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['861a17c8-046e-40f1-87dc-7f17de5e2ee9'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:41.953653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-ffbed009-ca08-4d15-9abc-5ad822f639dd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:41.983163 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ba06d1a8-18fa-4e8b-842c-9586d99fbe83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:41.987457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-c84fc9d9-3199-4d61-bf5b-a3a882ce755b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Calling delete_port for 25f120e5-3f12-4a32-bb94-b7c53ded993f owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:42.014583 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7615602a-2a4f-47a3-9088-472766748733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:42.014988 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7615602a-2a4f-47a3-9088-472766748733 None None] The sync data for ids ['861a17c8-046e-40f1-87dc-7f17de5e2ee9'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:14:42.068533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06d1a8-18fa-4e8b-842c-9586d99fbe83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9e7a2f-1c95-45d0-adb2-81c4646d585a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:42.072880 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ba06d1a8-18fa-4e8b-842c-9586d99fbe83 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8b743c9de8ee4c2ab3c27410926aed5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8051405 Mar 01 21:14:42.117136 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38740) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:42.143347 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cc39aad2-d371-4bc1-8f73-2342392e478c', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'fixed_ips': [{'subnet_id': '9c327c76-cebc-4592-a003-baf403c40723'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:14:42.144904 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:42.165126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-be4f0301-d27a-4cd2-aaf7-08e9f313800b tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Deleting subnet 788ce320-94da-44a1-9545-76a9f51693d7 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:14:42.168102 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2881a9b3-c605-4b55-90ef-3360cb554236 tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "GET /v2.0/routers/861a17c8-046e-40f1-87dc-7f17de5e2ee9 HTTP/1.1" status: 200 len: 745 time: 0.3017273 Mar 01 21:14:42.175237 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38744) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:42.181676 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be4f0301-d27a-4cd2-aaf7-08e9f313800b tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:42.228718 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [req-55513c32-abe8-4b24-bf98-938690370309 req-0e11b7f3-3ea0-4691-ae79-87d6b23774f3 service neutron] show failed (client error): The resource could not be found. Mar 01 21:14:42.229749 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-55513c32-abe8-4b24-bf98-938690370309 req-0e11b7f3-3ea0-4691-ae79-87d6b23774f3 service neutron] 10.222.0.57 "GET /v2.0/ports/bc74a27e-c044-4e86-b030-a6b4f375a854/bindings/n-h2-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.1623259 Mar 01 21:14:42.266835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ffbed009-ca08-4d15-9abc-5ad822f639dd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:42.271586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ffbed009-ca08-4d15-9abc-5ad822f639dd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:42.274116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ffbed009-ca08-4d15-9abc-5ad822f639dd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:42.286884 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ffbed009-ca08-4d15-9abc-5ad822f639dd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:42.307302 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-09385f82-5db9-437c-920a-86fac1ea7ffe tempest-RoutersIpV6AdminTest-1229395535 tempest-RoutersIpV6AdminTest-1229395535-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&device_id=861a17c8-046e-40f1-87dc-7f17de5e2ee9 HTTP/1.1" status: 200 len: 205 time: 0.0984945 Mar 01 21:14:42.310792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38748) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:42.322268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Allocated IP 2001:db8::f816:3eff:fe24:6f06 (cc39aad2-d371-4bc1-8f73-2342392e478c/9c327c76-cebc-4592-a003-baf403c40723/e057e4ff-07d7-4fb9-98f6-ec71de95bb1a) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:14:42.333796 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be4f0301-d27a-4cd2-aaf7-08e9f313800b tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:42.359964 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b7094708-9de6-4d47-a358-4d168f1cf480 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "GET /v2.0/ports?device_id=861a17c8-046e-40f1-87dc-7f17de5e2ee9 HTTP/1.1" status: 200 len: 205 time: 0.0456500 Mar 01 21:14:42.360349 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38752) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:42.408914 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a91fa6b9-2aa5-4f27-8279-ef2a7f71808b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:42.426461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbed009-ca08-4d15-9abc-5ad822f639dd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:14:42.429332 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ffbed009-ca08-4d15-9abc-5ad822f639dd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:42.470653 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a91fa6b9-2aa5-4f27-8279-ef2a7f71808b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:42.574857 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:42.583215 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be4f0301-d27a-4cd2-aaf7-08e9f313800b tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:42.717630 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a91fa6b9-2aa5-4f27-8279-ef2a7f71808b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:42.720538 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83aeb4e8-98db-419f-8e8d-ddd32d2012e4 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:42.737825 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fa6b9-2aa5-4f27-8279-ef2a7f71808b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9e7a2f-1c95-45d0-adb2-81c4646d585a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:42.758340 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Transition to ACTIVE for port object e057e4ff-07d7-4fb9-98f6-ec71de95bb1a will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:42.759583 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c84fc9d9-3199-4d61-bf5b-a3a882ce755b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:42.764833 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be4f0301-d27a-4cd2-aaf7-08e9f313800b tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:42.783130 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Transition to ACTIVE for port object e057e4ff-07d7-4fb9-98f6-ec71de95bb1a will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:42.854406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f0301-d27a-4cd2-aaf7-08e9f313800b tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Pushing event deleted for resources: {'Subnet': ['ID=788ce320-94da-44a1-9545-76a9f51693d7,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:42.865989 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:42.900994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fc9d9-3199-4d61-bf5b-a3a882ce755b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event deleted for resources: {'Port': ['ID=25f120e5-3f12-4a32-bb94-b7c53ded993f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:42.926995 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8edf11b-277a-4c08-ad59-aec317f11be9 None None] Network b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:43.027030 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be4f0301-d27a-4cd2-aaf7-08e9f313800b tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:43.156802 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:43.169507 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:43.220670 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a91fa6b9-2aa5-4f27-8279-ef2a7f71808b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:43.221653 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a91fa6b9-2aa5-4f27-8279-ef2a7f71808b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8f9e7a2f-1c95-45d0-adb2-81c4646d585a HTTP/1.1" status: 204 len: 168 time: 1.0951140 Mar 01 21:14:43.223106 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:14:43.229571 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Pushing event updated for resources: {'Port': ['ID=e057e4ff-07d7-4fb9-98f6-ec71de95bb1a,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:43.230484 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83aeb4e8-98db-419f-8e8d-ddd32d2012e4 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:43.234235 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83aeb4e8-98db-419f-8e8d-ddd32d2012e4 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:43.242353 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-be4f0301-d27a-4cd2-aaf7-08e9f313800b tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "DELETE /v2.0/subnets/788ce320-94da-44a1-9545-76a9f51693d7 HTTP/1.1" status: 204 len: 168 time: 1.4683931 Mar 01 21:14:43.244776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38760) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:43.373533 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Attempting to bind port e057e4ff-07d7-4fb9-98f6-ec71de95bb1a on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:14:43.373533 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Attempting to bind port e057e4ff-07d7-4fb9-98f6-ec71de95bb1a by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:14:43.373830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Attempting to bind port e057e4ff-07d7-4fb9-98f6-ec71de95bb1a on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:14:43.389713 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:14:43.390071 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:14:43.390164 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:43.391186 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:14:43.391186 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Bound port: e057e4ff-07d7-4fb9-98f6-ec71de95bb1a, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:14:43.391447 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:43.397513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55513c32-abe8-4b24-bf98-938690370309 req-16d2dc9d-7787-4b2f-88e9-16b506ff77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:43.399020 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55513c32-abe8-4b24-bf98-938690370309 req-16d2dc9d-7787-4b2f-88e9-16b506ff77e8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6&tenant_id=55abf7132a284d2983dea80802c45cbf HTTP/1.1" status: 200 len: 1096 time: 0.4997046 Mar 01 21:14:43.399507 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:43.401688 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83aeb4e8-98db-419f-8e8d-ddd32d2012e4 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:43.401688 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83aeb4e8-98db-419f-8e8d-ddd32d2012e4 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Fanout notify agent at l3_agent the message router_deleted on router 861a17c8-046e-40f1-87dc-7f17de5e2ee9 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:14:43.411822 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d772449-5cfc-43f3-96ed-b19072ff17eb req-47c5b63a-8ab2-4590-b876-a919f590c2a1 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:43.413815 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d772449-5cfc-43f3-96ed-b19072ff17eb req-47c5b63a-8ab2-4590-b876-a919f590c2a1 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.5646658 Mar 01 21:14:43.428645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Deleting port c10fc9ef-50ab-480c-be5e-6ac4224c1bb1 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:43.428987 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:43.430141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827896-4', 'device_owner': 'compute:nova'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:43.477905 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83aeb4e8-98db-419f-8e8d-ddd32d2012e4 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:43.477905 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-83aeb4e8-98db-419f-8e8d-ddd32d2012e4 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "DELETE /v2.0/routers/861a17c8-046e-40f1-87dc-7f17de5e2ee9 HTTP/1.1" status: 204 len: 168 time: 1.1145189 Mar 01 21:14:43.479929 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38764) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:43.524135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521d39fa-d570-462a-8bc8-699e32a62e8e None None] DHCP port deletion for b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:14:43.537194 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-521d39fa-d570-462a-8bc8-699e32a62e8e None None] Deleting port c10fc9ef-50ab-480c-be5e-6ac4224c1bb1 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:43.537614 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-521d39fa-d570-462a-8bc8-699e32a62e8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:43.538788 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ffbed009-ca08-4d15-9abc-5ad822f639dd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:43.568191 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] For port e057e4ff-07d7-4fb9-98f6-ec71de95bb1a, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:14:43.583487 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f6805bbd-39f1-447c-b787-99c8a543d1fe tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "GET /v2.0/ports?device_id=861a17c8-046e-40f1-87dc-7f17de5e2ee9 HTTP/1.1" status: 200 len: 205 time: 0.0997944 Mar 01 21:14:43.584457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38768) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:43.588384 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] For port e057e4ff-07d7-4fb9-98f6-ec71de95bb1a, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e057e4ff-07d7-4fb9-98f6-ec71de95bb1a,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:14:43.630749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbed009-ca08-4d15-9abc-5ad822f639dd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:43.642613 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-ffbed009-ca08-4d15-9abc-5ad822f639dd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:43.653773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbed009-ca08-4d15-9abc-5ad822f639dd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:43.654355 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ffbed009-ca08-4d15-9abc-5ad822f639dd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:43.693203 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbed009-ca08-4d15-9abc-5ad822f639dd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=e6a81430-0bb0-4825-ab4a-9c1e41e54aea,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:43.714262 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d772449-5cfc-43f3-96ed-b19072ff17eb req-2f56aea1-f62d-413f-a135-5c3411f37388 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548079 Mar 01 21:14:43.723619 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c84fc9d9-3199-4d61-bf5b-a3a882ce755b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:43.723619 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-dc9151d2-3d44-465f-ac50-c226406a399a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] delete failed (client error): The resource could not be found. Mar 01 21:14:43.723619 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-dc9151d2-3d44-465f-ac50-c226406a399a tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "DELETE /v2.0/routers/861a17c8-046e-40f1-87dc-7f17de5e2ee9 HTTP/1.1" status: 404 len: 336 time: 0.1371117 Mar 01 21:14:43.725794 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38774) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:43.810997 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:43.833275 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a6c78300-cd49-41b7-8f63-6c224cf50b2c tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "GET /v2.0/ports?device_id=764c5bac-d428-4fe4-81de-882a48468dbe HTTP/1.1" status: 200 len: 205 time: 0.1002476 Mar 01 21:14:43.833486 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:43.836099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38780) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:43.839220 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ffbed009-ca08-4d15-9abc-5ad822f639dd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8910055 Mar 01 21:14:43.844201 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38784) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:43.849389 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9e2bbb1c-ed94-40c4-a1aa-2e3d8cd0bdbf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'mac_address': 'fa:16:3e:ec:e2:9e', 'name': 'tempest-NetworksTestDHCPv6-725105206'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:43.899692 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] For port c10fc9ef-50ab-480c-be5e-6ac4224c1bb1, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c10fc9ef-50ab-480c-be5e-6ac4224c1bb1,segment=NetworkSegment(f0351481-f7b9-47d8-8802-b5e0dc8a4702),segment_id=f0351481-f7b9-47d8-8802-b5e0dc8a4702)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:43.900047 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:43.934718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553ba3a-d739-48d6-be10-663876c25613 None None] Pushing event updated for resources: {'Port': ['ID=e057e4ff-07d7-4fb9-98f6-ec71de95bb1a,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:43.966218 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-d67209de-5b6e-4109-9f26-ebb49a0a7395 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] delete failed (client error): The resource could not be found. Mar 01 21:14:43.967240 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d67209de-5b6e-4109-9f26-ebb49a0a7395 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "DELETE /v2.0/routers/764c5bac-d428-4fe4-81de-882a48468dbe HTTP/1.1" status: 404 len: 336 time: 0.1281164 Mar 01 21:14:43.969657 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-521d39fa-d570-462a-8bc8-699e32a62e8e None None] For port c10fc9ef-50ab-480c-be5e-6ac4224c1bb1, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c10fc9ef-50ab-480c-be5e-6ac4224c1bb1,segment=NetworkSegment(f0351481-f7b9-47d8-8802-b5e0dc8a4702),segment_id=f0351481-f7b9-47d8-8802-b5e0dc8a4702)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:43.970302 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-521d39fa-d570-462a-8bc8-699e32a62e8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:44.034668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38792) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:44.137784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-521d39fa-d570-462a-8bc8-699e32a62e8e None None] Calling delete_port for c10fc9ef-50ab-480c-be5e-6ac4224c1bb1 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:44.283609 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-615f8a74-ed48-4e25-af18-69489c223f1b tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "GET /v2.0/ports?device_id=76ff6c7c-68a6-48e0-8207-98ec82be7db7 HTTP/1.1" status: 200 len: 205 time: 0.2462494 Mar 01 21:14:44.303643 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-521d39fa-d570-462a-8bc8-699e32a62e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:44.334407 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38798) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:44.372625 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521d39fa-d570-462a-8bc8-699e32a62e8e None None] Pushing event deleted for resources: {'Port': ['ID=c10fc9ef-50ab-480c-be5e-6ac4224c1bb1,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:44.393804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521d39fa-d570-462a-8bc8-699e32a62e8e None None] No DVR routers for this DVR port c10fc9ef-50ab-480c-be5e-6ac4224c1bb1 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:14:44.429476 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Calling delete_port for c10fc9ef-50ab-480c-be5e-6ac4224c1bb1 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:44.521464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] For port bc74a27e-c044-4e86-b030-a6b4f375a854, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bc74a27e-c044-4e86-b030-a6b4f375a854,segment=NetworkSegment(84dd909c-4d7a-4be8-b843-436a0ab1dce5),segment_id=84dd909c-4d7a-4be8-b843-436a0ab1dce5)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:44.561862 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-6dc975ba-e8c5-44fb-8348-c87e59611831 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] delete failed (client error): The resource could not be found. Mar 01 21:14:44.562870 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6dc975ba-e8c5-44fb-8348-c87e59611831 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "DELETE /v2.0/routers/76ff6c7c-68a6-48e0-8207-98ec82be7db7 HTTP/1.1" status: 404 len: 336 time: 0.2274024 Mar 01 21:14:44.572903 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38810) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:44.631568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9e2bbb1c-ed94-40c4-a1aa-2e3d8cd0bdbf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:44.636189 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f330c2b4-b17e-4b0e-9dcb-aebb704ed2f7 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "GET /v2.0/ports?device_id=64928c53-afaa-42d4-a591-52d7961b4d5e HTTP/1.1" status: 200 len: 205 time: 0.0615621 Mar 01 21:14:44.643803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9e2bbb1c-ed94-40c4-a1aa-2e3d8cd0bdbf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:port and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:44.643803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38816) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:44.646986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9e2bbb1c-ed94-40c4-a1aa-2e3d8cd0bdbf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:44.659298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] For port bc74a27e-c044-4e86-b030-a6b4f375a854, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:14:44.718738 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c84fc9d9-3199-4d61-bf5b-a3a882ce755b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Router 20d591ae-8ec3-4061-b041-59b03e8bbc2d has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:14:44.730671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9e2bbb1c-ed94-40c4-a1aa-2e3d8cd0bdbf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:44.740039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9648265a-95b4-419b-ade1-d47a2a9ccef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc74a27e-c044-4e86-b030-a6b4f375a854'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:14:44.743518 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-d9561b0b-978f-4984-ba60-76fcd3836c97 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] delete failed (client error): The resource could not be found. Mar 01 21:14:44.744574 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d9561b0b-978f-4984-ba60-76fcd3836c97 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "DELETE /v2.0/routers/64928c53-afaa-42d4-a591-52d7961b4d5e HTTP/1.1" status: 404 len: 336 time: 0.0998821 Mar 01 21:14:44.747983 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38822) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:44.759173 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:44.784570 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:14:44.784765 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:14:44.797833 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a0f3c8fe-7bc9-4f46-b91b-934098cd22b6 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "GET /v2.0/ports?device_id=9bf8c9ca-7843-44af-8d3a-387ab1991b13 HTTP/1.1" status: 200 len: 205 time: 0.0474989 Mar 01 21:14:44.800176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38830) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:44.850723 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9648265a-95b4-419b-ade1-d47a2a9ccef6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc74a27e-c044-4e86-b030-a6b4f375a854', 'code': 200} Mar 01 21:14:44.865065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] Transition to ACTIVE for port object bc74a27e-c044-4e86-b030-a6b4f375a854 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:44.874585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2bbb1c-ed94-40c4-a1aa-2e3d8cd0bdbf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:14:44.905035 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-1a626a7d-c487-4a12-80ea-1394e4c882cd tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] delete failed (client error): The resource could not be found. Mar 01 21:14:44.908463 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1a626a7d-c487-4a12-80ea-1394e4c882cd tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "DELETE /v2.0/routers/9bf8c9ca-7843-44af-8d3a-387ab1991b13 HTTP/1.1" status: 404 len: 336 time: 0.1050060 Mar 01 21:14:44.917477 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38836) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:45.024244 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7c0a3969-a07f-440e-940e-7b34d3cb1891 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "GET /v2.0/ports?device_id=0f3820a6-28b8-4adc-a791-1664857d6392 HTTP/1.1" status: 200 len: 205 time: 0.1034331 Mar 01 21:14:45.026991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38840) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:45.102016 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e057e4ff-07d7-4fb9-98f6-ec71de95bb1a up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:45.129877 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-945d176e-3bf8-4b76-8f99-a8d6ef0b44af tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] delete failed (client error): The resource could not be found. Mar 01 21:14:45.133626 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-945d176e-3bf8-4b76-8f99-a8d6ef0b44af tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "DELETE /v2.0/routers/0f3820a6-28b8-4adc-a791-1664857d6392 HTTP/1.1" status: 404 len: 336 time: 0.1004734 Mar 01 21:14:45.133626 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38844) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:45.176994 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb6b9da3-8dd8-4971-bd59-c91eabcf31e8 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] DELETE failed (client error): The resource could not be found. Mar 01 21:14:45.177584 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb6b9da3-8dd8-4971-bd59-c91eabcf31e8 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:14:45.199468 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-eb6b9da3-8dd8-4971-bd59-c91eabcf31e8 tempest-RoutersIpV6AdminTest-1963930449 tempest-RoutersIpV6AdminTest-1963930449-project] 10.222.0.42 "DELETE /v2.0/subnets/122e0331-d3db-4a39-bc0b-f8705724259d HTTP/1.1" status: 404 len: 337 time: 0.0623629 Mar 01 21:14:45.199714 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:45.213912 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9e2bbb1c-ed94-40c4-a1aa-2e3d8cd0bdbf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:45.244643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-9e2bbb1c-ed94-40c4-a1aa-2e3d8cd0bdbf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port 76c3d1e4-eb61-4fab-b349-2ea68a1a8164 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:14:45.289496 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Deleting port c10fc9ef-50ab-480c-be5e-6ac4224c1bb1 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:45.289834 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:45.308260 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port e057e4ff-07d7-4fb9-98f6-ec71de95bb1a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:45.373172 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bc74a27e-c044-4e86-b030-a6b4f375a854 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:14:45.382146 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] The port 'c10fc9ef-50ab-480c-be5e-6ac4224c1bb1' was deleted {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:14:45.407061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428deec3-b165-4c02-8176-cf398b762260 service neutron] Pushing event updated for resources: {'Port': ['ID=bc74a27e-c044-4e86-b030-a6b4f375a854,revision_number=6']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:45.454969 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c10fc9ef-50ab-480c-be5e-6ac4224c1bb1 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:14:45.487706 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1d6548-0f97-498b-918d-422c8872b303 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:45.561096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84fc9d9-3199-4d61-bf5b-a3a882ce755b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:14:45.571727 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c84fc9d9-3199-4d61-bf5b-a3a882ce755b tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "PUT /v2.0/routers/20d591ae-8ec3-4061-b041-59b03e8bbc2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2839401 Mar 01 21:14:45.588148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38852) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:45.588548 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38854) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:45.623454 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:45.675805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:45.705512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0351481-f7b9-47d8-8802-b5e0dc8a4702') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:45.706005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0351481-f7b9-47d8-8802-b5e0dc8a4702') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:45.752426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf4e9af-77b4-48bc-ac9b-417c643585ab None None] Sync routers for ids ['20d591ae-8ec3-4061-b041-59b03e8bbc2d'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:14:45.758280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114636e5-498b-4773-b97d-1c740abf5fce req-c4c7aaa7-ce9a-4d7f-82b3-5075ccd4a760 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:45.760028 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-114636e5-498b-4773-b97d-1c740abf5fce req-c4c7aaa7-ce9a-4d7f-82b3-5075ccd4a760 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 943 time: 0.8674471 Mar 01 21:14:45.781923 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:45.812324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22bdf3d-f114-4972-bb90-cf335eb2a347 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Deleting subnet 50f5cfac-9564-47c4-9272-a72f11310a4b {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:14:45.813734 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:45.817667 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf4e9af-77b4-48bc-ac9b-417c643585ab None None] Routers {'20d591ae-8ec3-4061-b041-59b03e8bbc2d'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:45.818825 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-fcf4e9af-77b4-48bc-ac9b-417c643585ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['20d591ae-8ec3-4061-b041-59b03e8bbc2d'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:45.832113 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:14:45.832967 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:45.833706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] No DVR routers for this DVR port bc74a27e-c044-4e86-b030-a6b4f375a854 on host n-h1-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:14:45.851063 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:14:45.874876 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: c10fc9ef-50ab-480c-be5e-6ac4224c1bb1 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:14:45.875328 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c10fc9ef-50ab-480c-be5e-6ac4224c1bb1 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:14:45.880671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-9e2bbb1c-ed94-40c4-a1aa-2e3d8cd0bdbf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 172.20.0.10 (cc39aad2-d371-4bc1-8f73-2342392e478c/e6a81430-0bb0-4825-ab4a-9c1e41e54aea/76c3d1e4-eb61-4fab-b349-2ea68a1a8164) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:14:45.890386 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d22bdf3d-f114-4972-bb90-cf335eb2a347 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:45.917559 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-347c768f-b794-42ae-804f-f452cb9d6299 None None] Provisioning for port e057e4ff-07d7-4fb9-98f6-ec71de95bb1a completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:45.927464 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-347c768f-b794-42ae-804f-f452cb9d6299 None None] Provisioning complete for port e057e4ff-07d7-4fb9-98f6-ec71de95bb1a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:45.927464 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-347c768f-b794-42ae-804f-f452cb9d6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:45.952586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-9e2bbb1c-ed94-40c4-a1aa-2e3d8cd0bdbf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::f816:3eff:feec:e29e (cc39aad2-d371-4bc1-8f73-2342392e478c/9c327c76-cebc-4592-a003-baf403c40723/76c3d1e4-eb61-4fab-b349-2ea68a1a8164) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:14:45.970229 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38864) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:45.995093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-114636e5-498b-4773-b97d-1c740abf5fce req-69d79fa2-0643-4e8a-a1b9-f5a3876f1e7e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1940582 Mar 01 21:14:46.002695 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d22bdf3d-f114-4972-bb90-cf335eb2a347 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:46.153532 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bab92efa-99e6-4864-871f-3472ba316b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:46.164602 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bc74a27e-c044-4e86-b030-a6b4f375a854 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:14:46.184890 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bab92efa-99e6-4864-871f-3472ba316b37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:46.201986 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bab92efa-99e6-4864-871f-3472ba316b37 admin admin] Usage tracker for resource:security_group_rule and tenant:d7b405d7fb694932995621ffcbe39074 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:46.210118 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bab92efa-99e6-4864-871f-3472ba316b37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:46.211202 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-fcf4e9af-77b4-48bc-ac9b-417c643585ab None None] Set router 20d591ae-8ec3-4061-b041-59b03e8bbc2d gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:14:46.229147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bab92efa-99e6-4864-871f-3472ba316b37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:46.234360 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:46.250170 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:46.328957 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] Attempting to bind port bc74a27e-c044-4e86-b030-a6b4f375a854 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:14:46.329389 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] Attempting to bind port bc74a27e-c044-4e86-b030-a6b4f375a854 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '84dd909c-4d7a-4be8-b843-436a0ab1dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:14:46.329780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] Attempting to bind port bc74a27e-c044-4e86-b030-a6b4f375a854 on network 955e18d0-99d5-4e9f-a46b-3d60079a8d65 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:14:46.337669 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] Port bc74a27e-c044-4e86-b030-a6b4f375a854 on network 955e18d0-99d5-4e9f-a46b-3d60079a8d65 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:14:46.337990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] Attempting to bind port bc74a27e-c044-4e86-b030-a6b4f375a854 on network 955e18d0-99d5-4e9f-a46b-3d60079a8d65 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:14:46.349463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:14:46.349800 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] Checking segment: {'id': '84dd909c-4d7a-4be8-b843-436a0ab1dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:14:46.350192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] Bound using segment: {'id': '84dd909c-4d7a-4be8-b843-436a0ab1dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:14:46.350613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] Bound port: bc74a27e-c044-4e86-b030-a6b4f375a854, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84dd909c-4d7a-4be8-b843-436a0ab1dce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:14:46.350954 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:46.385238 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "DELETE /v2.0/networks/b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd HTTP/1.1" status: 204 len: 168 time: 3.1368604 Mar 01 21:14:46.385238 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1ee16-4bfc-4be0-86a5-eceec858f1fa tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Pushing event deleted for resources: {'Network': ['ID=b89b2e15-e0bc-4c5a-a6f6-2a69df6954bd,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:46.385887 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38870) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:46.404677 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84cc386f-3716-4e23-9621-65d1d295a451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:46.442417 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d22bdf3d-f114-4972-bb90-cf335eb2a347 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:46.460945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2083459b-f3ed-4bef-bdd0-45a9c27a0a04 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Synchronizing usage tracker for tenant:63d8feb1449f4ddd8df09d9ab44e3e41 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:14:46.481321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-84cc386f-3716-4e23-9621-65d1d295a451 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:46.491321 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9e2bbb1c-ed94-40c4-a1aa-2e3d8cd0bdbf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:46.496076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-84cc386f-3716-4e23-9621-65d1d295a451 admin admin] Usage tracker for resource:security_group_rule and tenant:be5e56d0828640db875c26c8fdb745e8 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:46.505964 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-84cc386f-3716-4e23-9621-65d1d295a451 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:46.516963 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-84cc386f-3716-4e23-9621-65d1d295a451 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:46.525104 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bab92efa-99e6-4864-871f-3472ba316b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:46.525762 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-9e2bbb1c-ed94-40c4-a1aa-2e3d8cd0bdbf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object 76c3d1e4-eb61-4fab-b349-2ea68a1a8164 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:46.525883 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-347c768f-b794-42ae-804f-f452cb9d6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:46.546883 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] For port bc74a27e-c044-4e86-b030-a6b4f375a854, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:14:46.550209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] For port bc74a27e-c044-4e86-b030-a6b4f375a854, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bc74a27e-c044-4e86-b030-a6b4f375a854,segment=NetworkSegment(84dd909c-4d7a-4be8-b843-436a0ab1dce5),segment_id=84dd909c-4d7a-4be8-b843-436a0ab1dce5)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:14:46.583258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb25b5b-3106-4d61-a4aa-d069620ec936 None None] Update dhcp port {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'fixed_ips': [{'subnet_id': '9c327c76-cebc-4592-a003-baf403c40723', 'ip_address': '2001:db8::f816:3eff:fe24:6f06'}, {'subnet_id': 'e6a81430-0bb0-4825-ab4a-9c1e41e54aea'}], 'binding:host_id': 'n-d-827896-4'}, 'id': 'e057e4ff-07d7-4fb9-98f6-ec71de95bb1a'} from n-d-827896-4. {{(pid=88520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 01 21:14:46.585245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2083459b-f3ed-4bef-bdd0-45a9c27a0a04 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Unset dirty status for tenant:63d8feb1449f4ddd8df09d9ab44e3e41 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:14:46.586479 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2083459b-f3ed-4bef-bdd0-45a9c27a0a04 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "GET /v2.0/ports?device_id=0b0dabb4-d1d1-4827-aa44-d70c62e02ccb HTTP/1.1" status: 200 len: 205 time: 0.1940589 Mar 01 21:14:46.588974 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38874) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:46.613924 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bab92efa-99e6-4864-871f-3472ba316b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:46.635044 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-347c768f-b794-42ae-804f-f452cb9d6299 None None] For port e057e4ff-07d7-4fb9-98f6-ec71de95bb1a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e057e4ff-07d7-4fb9-98f6-ec71de95bb1a,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:46.659046 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d22bdf3d-f114-4972-bb90-cf335eb2a347 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:46.665224 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9e2bbb1c-ed94-40c4-a1aa-2e3d8cd0bdbf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:46.686244 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2bb25b5b-3106-4d61-a4aa-d069620ec936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:46.693021 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:46.711960 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-347c768f-b794-42ae-804f-f452cb9d6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:46.736366 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bab92efa-99e6-4864-871f-3472ba316b37 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d7b405d7fb694932995621ffcbe39074&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1433969 Mar 01 21:14:46.761537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38878) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:46.762381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab92efa-99e6-4864-871f-3472ba316b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0580cf-aa21-4fa0-b50c-c5ed81a20f26,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:46.766457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22bdf3d-f114-4972-bb90-cf335eb2a347 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event deleted for resources: {'Subnet': ['ID=50f5cfac-9564-47c4-9272-a72f11310a4b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:46.772950 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d22bdf3d-f114-4972-bb90-cf335eb2a347 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:46.787777 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d22bdf3d-f114-4972-bb90-cf335eb2a347 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "DELETE /v2.0/subnets/50f5cfac-9564-47c4-9272-a72f11310a4b HTTP/1.1" status: 204 len: 168 time: 1.1957691 Mar 01 21:14:46.792020 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e814f016-bcb6-4b91-bc55-91021961f570 None None] Network 11140fd5-4fe1-4e04-9c13-579c4e40cdd9 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:46.798681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38882) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:46.803972 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:46.804580 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:46.805888 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55513c32-abe8-4b24-bf98-938690370309 req-428deec3-b165-4c02-8176-cf398b762260 service neutron] 10.222.0.55 "PUT /v2.0/ports/bc74a27e-c044-4e86-b030-a6b4f375a854 HTTP/1.1" status: 200 len: 1091 time: 3.3896275 Mar 01 21:14:46.863294 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9648265a-95b4-419b-ade1-d47a2a9ccef6', 'tag': 'bc74a27e-c044-4e86-b030-a6b4f375a854'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:14:46.892276 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84cc386f-3716-4e23-9621-65d1d295a451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:46.899988 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f412d4e6-f87f-41de-869e-b44772aea856 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:46.993708 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84cc386f-3716-4e23-9621-65d1d295a451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:47.009612 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2bbb1c-ed94-40c4-a1aa-2e3d8cd0bdbf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:47.025729 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-9e2bbb1c-ed94-40c4-a1aa-2e3d8cd0bdbf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:47.049030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428deec3-b165-4c02-8176-cf398b762260 service neutron] Pushing event updated for resources: {'Port': ['ID=bc74a27e-c044-4e86-b030-a6b4f375a854,revision_number=7']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:47.055042 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9648265a-95b4-419b-ade1-d47a2a9ccef6', 'tag': 'bc74a27e-c044-4e86-b030-a6b4f375a854', 'status': 'completed', 'code': 200} Mar 01 21:14:47.062760 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c768f-b794-42ae-804f-f452cb9d6299 None None] Pushing event updated for resources: {'Port': ['ID=e057e4ff-07d7-4fb9-98f6-ec71de95bb1a,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:47.159639 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2bbb1c-ed94-40c4-a1aa-2e3d8cd0bdbf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:14:47.254116 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-fcf4e9af-77b4-48bc-ac9b-417c643585ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d591ae-8ec3-4061-b041-59b03e8bbc2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1369390284', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'e194a009-4e84-4eac-892d-891cb97aeca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:13:46Z', 'updated_at': '2022-03-01T21:14:42Z', 'revision_number': 5, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'e194a009-4e84-4eac-892d-891cb97aeca3', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d591ae-8ec3-4061-b041-59b03e8bbc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:48Z', 'updated_at': '2022-03-01T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:47.266532 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf4e9af-77b4-48bc-ac9b-417c643585ab None None] Checking router: 20d591ae-8ec3-4061-b041-59b03e8bbc2d for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:14:47.266959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2bbb1c-ed94-40c4-a1aa-2e3d8cd0bdbf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:47.267767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9e2bbb1c-ed94-40c4-a1aa-2e3d8cd0bdbf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:47.342346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bbb1c-ed94-40c4-a1aa-2e3d8cd0bdbf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=76c3d1e4-eb61-4fab-b349-2ea68a1a8164,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:47.350755 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf4e9af-77b4-48bc-ac9b-417c643585ab None None] Routers {'20d591ae-8ec3-4061-b041-59b03e8bbc2d'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:47.351400 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-fcf4e9af-77b4-48bc-ac9b-417c643585ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['20d591ae-8ec3-4061-b041-59b03e8bbc2d'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:47.437850 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-2bb25b5b-3106-4d61-a4aa-d069620ec936 None None] Allocated IP 172.20.0.2 (cc39aad2-d371-4bc1-8f73-2342392e478c/e6a81430-0bb0-4825-ab4a-9c1e41e54aea/e057e4ff-07d7-4fb9-98f6-ec71de95bb1a) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:14:47.469978 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f795b4d-ac49-4136-b922-da08f87aba11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:47.477799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55513c32-abe8-4b24-bf98-938690370309 req-a3b28e3a-9004-4f05-b5ed-336fe2e50b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:47.479273 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55513c32-abe8-4b24-bf98-938690370309 req-a3b28e3a-9004-4f05-b5ed-336fe2e50b0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 1094 time: 0.6041498 Mar 01 21:14:47.516318 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a9dfb706-f154-411e-8dac-dbb90724fa84 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:47.536509 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f412d4e6-f87f-41de-869e-b44772aea856 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:47.540044 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f412d4e6-f87f-41de-869e-b44772aea856 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:47.592244 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-84cc386f-3716-4e23-9621-65d1d295a451 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be5e56d0828640db875c26c8fdb745e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6186633 Mar 01 21:14:47.593376 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38890) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:47.597277 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cc386f-3716-4e23-9621-65d1d295a451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6965ff-ae8c-45c1-82d0-03fd5ab83847,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:47.630262 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f795b4d-ac49-4136-b922-da08f87aba11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:47.644591 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f412d4e6-f87f-41de-869e-b44772aea856 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:47.645631 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f412d4e6-f87f-41de-869e-b44772aea856 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Fanout notify agent at l3_agent the message router_deleted on router 0b0dabb4-d1d1-4827-aa44-d70c62e02ccb {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:14:47.652938 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f412d4e6-f87f-41de-869e-b44772aea856 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:47.656655 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f412d4e6-f87f-41de-869e-b44772aea856 tempest-RoutersNegativeTest-836161939 tempest-RoutersNegativeTest-836161939-project] 10.222.0.42 "DELETE /v2.0/routers/0b0dabb4-d1d1-4827-aa44-d70c62e02ccb HTTP/1.1" status: 204 len: 168 time: 1.0643687 Mar 01 21:14:47.662791 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030c5ea6-5c79-426e-8c8d-f9c4fcc50aac None None] DHCP port deletion for 11140fd5-4fe1-4e04-9c13-579c4e40cdd9 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:14:47.687611 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-fcf4e9af-77b4-48bc-ac9b-417c643585ab None None] Set router 20d591ae-8ec3-4061-b041-59b03e8bbc2d gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:14:47.703234 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9e2bbb1c-ed94-40c4-a1aa-2e3d8cd0bdbf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.8583078 Mar 01 21:14:47.705586 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38896) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:47.735683 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4db512ac-da7d-4aa8-bd18-12800e63b207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:47.750478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-1da0ea34-b8f3-4bed-8c95-7077bbb3ee05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:47.752090 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-1da0ea34-b8f3-4bed-8c95-7077bbb3ee05 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 1094 time: 0.5975800 Mar 01 21:14:47.798474 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-030c5ea6-5c79-426e-8c8d-f9c4fcc50aac None None] Deleting port 8dc0a125-49d5-4693-b2f2-83e9a273401a {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:47.798744 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-030c5ea6-5c79-426e-8c8d-f9c4fcc50aac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:47.803215 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4db512ac-da7d-4aa8-bd18-12800e63b207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:47.917618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32537139-ee73-4c12-a7cb-33eb5bd35391 req-bf4d801e-4e15-49c2-8b5b-322c7a844b41 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:47.926221 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32537139-ee73-4c12-a7cb-33eb5bd35391 req-bf4d801e-4e15-49c2-8b5b-322c7a844b41 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 943 time: 0.5247071 Mar 01 21:14:47.934938 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55513c32-abe8-4b24-bf98-938690370309 req-4e288a14-0ce7-4e1f-9a67-3c4cd0b10ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:47.936397 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55513c32-abe8-4b24-bf98-938690370309 req-4e288a14-0ce7-4e1f-9a67-3c4cd0b10ce4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=955e18d0-99d5-4e9f-a46b-3d60079a8d65 HTTP/1.1" status: 200 len: 898 time: 0.4429905 Mar 01 21:14:47.950860 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-95f7bc09-ca0b-423a-9766-0a427be24aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:47.952543 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-95f7bc09-ca0b-423a-9766-0a427be24aed service neutron] 10.222.0.57 "GET /v2.0/networks?id=955e18d0-99d5-4e9f-a46b-3d60079a8d65 HTTP/1.1" status: 200 len: 898 time: 0.1911044 Mar 01 21:14:48.088934 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2bb25b5b-3106-4d61-a4aa-d069620ec936 None None] For port e057e4ff-07d7-4fb9-98f6-ec71de95bb1a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e057e4ff-07d7-4fb9-98f6-ec71de95bb1a,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:48.100633 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a9dfb706-f154-411e-8dac-dbb90724fa84 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:48.140563 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32537139-ee73-4c12-a7cb-33eb5bd35391 req-5671539e-5474-461b-847a-a9cb6788390a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133670 Mar 01 21:14:48.163852 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f795b4d-ac49-4136-b922-da08f87aba11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:48.189810 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4db512ac-da7d-4aa8-bd18-12800e63b207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:48.198787 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55513c32-abe8-4b24-bf98-938690370309 req-d364a092-1a68-4384-828b-a728c9bfc7b9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc74a27e-c044-4e86-b030-a6b4f375a854 HTTP/1.1" status: 200 len: 999 time: 0.2442045 Mar 01 21:14:48.211779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db512ac-da7d-4aa8-bd18-12800e63b207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6965ff-ae8c-45c1-82d0-03fd5ab83847,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:48.218778 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2bb25b5b-3106-4d61-a4aa-d069620ec936 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:48.220260 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dee6080-38e1-42ab-a07f-2613d07c7f13 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:48.226164 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dee6080-38e1-42ab-a07f-2613d07c7f13 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:48.226979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6dee6080-38e1-42ab-a07f-2613d07c7f13 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:14:48.245194 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-69eed4c8-3751-4ba1-8f0f-4cf1285c0c31 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc74a27e-c044-4e86-b030-a6b4f375a854 HTTP/1.1" status: 200 len: 999 time: 0.2866571 Mar 01 21:14:48.246412 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4db512ac-da7d-4aa8-bd18-12800e63b207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:48.248053 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4db512ac-da7d-4aa8-bd18-12800e63b207 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b6965ff-ae8c-45c1-82d0-03fd5ab83847 HTTP/1.1" status: 204 len: 168 time: 0.6457009 Mar 01 21:14:48.253171 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-a9dfb706-f154-411e-8dac-dbb90724fa84 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Deleting port e194a009-4e84-4eac-892d-891cb97aeca3 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:48.253696 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a9dfb706-f154-411e-8dac-dbb90724fa84 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:48.328427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f795b4d-ac49-4136-b922-da08f87aba11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0580cf-aa21-4fa0-b50c-c5ed81a20f26,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:48.359839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38904) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:48.366842 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f795b4d-ac49-4136-b922-da08f87aba11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:48.371678 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1f795b4d-ac49-4136-b922-da08f87aba11 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2c0580cf-aa21-4fa0-b50c-c5ed81a20f26 HTTP/1.1" status: 204 len: 168 time: 1.6027634 Mar 01 21:14:48.382240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-4345390f-089f-48a1-862e-f3697e8abc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:48.384963 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-4345390f-089f-48a1-862e-f3697e8abc40 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=94ff59b6-ac8a-41c2-9c6a-4feb46c8d503 HTTP/1.1" status: 200 len: 834 time: 0.1334436 Mar 01 21:14:48.413408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2bb25b5b-3106-4d61-a4aa-d069620ec936 None None] Transition to ACTIVE for port object e057e4ff-07d7-4fb9-98f6-ec71de95bb1a will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:48.422076 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-030c5ea6-5c79-426e-8c8d-f9c4fcc50aac None None] For port 8dc0a125-49d5-4693-b2f2-83e9a273401a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8dc0a125-49d5-4693-b2f2-83e9a273401a,segment=NetworkSegment(4858e401-57ce-49e1-8c88-9594cb162597),segment_id=4858e401-57ce-49e1-8c88-9594cb162597)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:48.424244 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-030c5ea6-5c79-426e-8c8d-f9c4fcc50aac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:48.434637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55513c32-abe8-4b24-bf98-938690370309 req-9df2b4be-bd5c-48bd-8345-695d12770545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:48.436184 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55513c32-abe8-4b24-bf98-938690370309 req-9df2b4be-bd5c-48bd-8345-695d12770545 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94ff59b6-ac8a-41c2-9c6a-4feb46c8d503 HTTP/1.1" status: 200 len: 834 time: 0.1873431 Mar 01 21:14:48.510718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-9a5577c8-5add-4d17-9c1f-729d7114c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:48.512912 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-9a5577c8-5add-4d17-9c1f-729d7114c63c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=955e18d0-99d5-4e9f-a46b-3d60079a8d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218605 Mar 01 21:14:48.522870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6dee6080-38e1-42ab-a07f-2613d07c7f13 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:14:48.526670 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6dee6080-38e1-42ab-a07f-2613d07c7f13 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.8067777 Mar 01 21:14:48.540530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38912) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:48.556885 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-030c5ea6-5c79-426e-8c8d-f9c4fcc50aac None None] Calling delete_port for 8dc0a125-49d5-4693-b2f2-83e9a273401a owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:48.585904 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2bb25b5b-3106-4d61-a4aa-d069620ec936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:48.648592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f5c968bb-f727-4b41-84d5-4d85100f7ed1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port 76c3d1e4-eb61-4fab-b349-2ea68a1a8164 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:48.648934 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f5c968bb-f727-4b41-84d5-4d85100f7ed1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:48.671526 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-e4786b98-e42b-46e8-ac9b-7f99e638e98d service neutron] 10.222.0.57 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508887 Mar 01 21:14:48.672832 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb25b5b-3106-4d61-a4aa-d069620ec936 None None] Pushing event updated for resources: {'Port': ['ID=e057e4ff-07d7-4fb9-98f6-ec71de95bb1a,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:48.695659 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-a9dfb706-f154-411e-8dac-dbb90724fa84 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] For port e194a009-4e84-4eac-892d-891cb97aeca3, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e194a009-4e84-4eac-892d-891cb97aeca3,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:48.696013 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a9dfb706-f154-411e-8dac-dbb90724fa84 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:48.779869 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-fcf4e9af-77b4-48bc-ac9b-417c643585ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20d591ae-8ec3-4061-b041-59b03e8bbc2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1369390284', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'e194a009-4e84-4eac-892d-891cb97aeca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:13:46Z', 'updated_at': '2022-03-01T21:14:42Z', 'revision_number': 5, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'e194a009-4e84-4eac-892d-891cb97aeca3', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d591ae-8ec3-4061-b041-59b03e8bbc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:48Z', 'updated_at': '2022-03-01T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:48.792113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf4e9af-77b4-48bc-ac9b-417c643585ab None None] The sync data for ids ['20d591ae-8ec3-4061-b041-59b03e8bbc2d'] in n-d-827896-4 is: [{'id': '20d591ae-8ec3-4061-b041-59b03e8bbc2d', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1369390284', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.214'}], 'enable_snat': True}, 'gw_port_id': 'e194a009-4e84-4eac-892d-891cb97aeca3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:13:46Z', 'updated_at': '2022-03-01T21:14:42Z', 'revision_number': 5, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'e194a009-4e84-4eac-892d-891cb97aeca3', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:01:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20d591ae-8ec3-4061-b041-59b03e8bbc2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:48Z', 'updated_at': '2022-03-01T21:13:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:14:48.833449 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-68b72bf9-5a98-4459-b719-35c3d6eb6df6 service neutron] 10.222.0.57 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559033 Mar 01 21:14:48.870645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-a9dfb706-f154-411e-8dac-dbb90724fa84 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Calling delete_port for e194a009-4e84-4eac-892d-891cb97aeca3 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:48.876886 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-030c5ea6-5c79-426e-8c8d-f9c4fcc50aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:48.957352 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030c5ea6-5c79-426e-8c8d-f9c4fcc50aac None None] Pushing event deleted for resources: {'Port': ['ID=8dc0a125-49d5-4693-b2f2-83e9a273401a,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:48.959581 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030c5ea6-5c79-426e-8c8d-f9c4fcc50aac None None] No DVR routers for this DVR port 8dc0a125-49d5-4693-b2f2-83e9a273401a on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:14:48.987130 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55513c32-abe8-4b24-bf98-938690370309 req-3a35c2d1-0706-4239-b19f-16fad15a9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:48.988641 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55513c32-abe8-4b24-bf98-938690370309 req-3a35c2d1-0706-4239-b19f-16fad15a9af7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=955e18d0-99d5-4e9f-a46b-3d60079a8d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5001514 Mar 01 21:14:49.092089 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-459defcc-11b9-4ddd-b3ac-8f387e88c319 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=63d8feb1449f4ddd8df09d9ab44e3e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7307420 Mar 01 21:14:49.094414 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38922) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:49.249127 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d38f26b1-6718-44f3-95e4-455d0b4293fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:49.285768 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d38f26b1-6718-44f3-95e4-455d0b4293fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:49.374393 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e057e4ff-07d7-4fb9-98f6-ec71de95bb1a up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:49.418725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38934) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:49.490389 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d38f26b1-6718-44f3-95e4-455d0b4293fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:49.545623 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f26b1-6718-44f3-95e4-455d0b4293fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf59e54-92b9-487c-b350-a2bdf1aed290,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:49.560242 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d38f26b1-6718-44f3-95e4-455d0b4293fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:49.562045 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d38f26b1-6718-44f3-95e4-455d0b4293fb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9cf59e54-92b9-487c-b350-a2bdf1aed290 HTTP/1.1" status: 204 len: 168 time: 0.4665070 Mar 01 21:14:49.569384 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a6ce64bc-127c-4106-b89c-9aa09e88c546 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3be48724aff451196f0b840c5379588&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478927 Mar 01 21:14:49.569384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38940) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:49.598016 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8dc0a125-49d5-4693-b2f2-83e9a273401a no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:14:49.681380 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 8dc0a125-49d5-4693-b2f2-83e9a273401a {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:14:49.682532 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8dc0a125-49d5-4693-b2f2-83e9a273401a not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:14:49.683173 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 25f120e5-3f12-4a32-bb94-b7c53ded993f no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:14:49.699029 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c4ba01d2-8e4f-4e71-8702-8d4891e58b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:49.744215 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 25f120e5-3f12-4a32-bb94-b7c53ded993f {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:14:49.747110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 25f120e5-3f12-4a32-bb94-b7c53ded993f not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:14:49.752682 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c4ba01d2-8e4f-4e71-8702-8d4891e58b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:49.822185 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b404bd4-4a76-4161-917f-f6a557398171 req-ec98577b-eed0-45b4-940d-848fac25b774 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:49.823606 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2b404bd4-4a76-4161-917f-f6a557398171 req-ec98577b-eed0-45b4-940d-848fac25b774 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 943 time: 0.3761449 Mar 01 21:14:49.826214 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f5c968bb-f727-4b41-84d5-4d85100f7ed1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:49.843470 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55513c32-abe8-4b24-bf98-938690370309 req-a0a27eff-6466-4877-8e92-6446d0f75483 service neutron] 10.222.0.55 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8447340 Mar 01 21:14:49.946659 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c4ba01d2-8e4f-4e71-8702-8d4891e58b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:49.968148 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ba01d2-8e4f-4e71-8702-8d4891e58b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0c3809-0b57-4b64-9774-0dd56798c14d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:49.970173 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c4ba01d2-8e4f-4e71-8702-8d4891e58b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:49.973881 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c4ba01d2-8e4f-4e71-8702-8d4891e58b83 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cd0c3809-0b57-4b64-9774-0dd56798c14d HTTP/1.1" status: 204 len: 168 time: 0.3998604 Mar 01 21:14:50.033338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f5c968bb-f727-4b41-84d5-4d85100f7ed1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for 76c3d1e4-eb61-4fab-b349-2ea68a1a8164 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:50.055477 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ed2b29ea-e9c4-4a08-9f30-967632bd947b None None] Provisioning for port e057e4ff-07d7-4fb9-98f6-ec71de95bb1a completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:50.063118 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ed2b29ea-e9c4-4a08-9f30-967632bd947b None None] Provisioning complete for port e057e4ff-07d7-4fb9-98f6-ec71de95bb1a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:50.063516 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ed2b29ea-e9c4-4a08-9f30-967632bd947b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:50.306064 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2b404bd4-4a76-4161-917f-f6a557398171 req-7f009079-73dd-4810-8736-3efd6d40f5f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4656265 Mar 01 21:14:50.341926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55513c32-abe8-4b24-bf98-938690370309 req-924aa370-4ff4-436c-b0da-1a5798a726bb service neutron] 10.222.0.55 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820380 Mar 01 21:14:50.446342 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a9dfb706-f154-411e-8dac-dbb90724fa84 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:50.515781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dfb706-f154-411e-8dac-dbb90724fa84 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event deleted for resources: {'Port': ['ID=e194a009-4e84-4eac-892d-891cb97aeca3,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:50.686804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-274bab6f-d120-40f3-b5e0-599e61d5a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:50.688327 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-274bab6f-d120-40f3-b5e0-599e61d5a7d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 1094 time: 0.2953849 Mar 01 21:14:50.717374 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a9dfb706-f154-411e-8dac-dbb90724fa84 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:50.767560 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f03d17e5-254e-49a5-b5fe-666acc7e9ea7 None None] Provisioning for port 76c3d1e4-eb61-4fab-b349-2ea68a1a8164 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:50.770092 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f03d17e5-254e-49a5-b5fe-666acc7e9ea7 None None] Provisioning complete for port 76c3d1e4-eb61-4fab-b349-2ea68a1a8164 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:50.770465 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f03d17e5-254e-49a5-b5fe-666acc7e9ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:50.807001 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f03d17e5-254e-49a5-b5fe-666acc7e9ea7 None None] Port 76c3d1e4-eb61-4fab-b349-2ea68a1a8164 was deleted so its status cannot be updated. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 01 21:14:50.837430 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f5c968bb-f727-4b41-84d5-4d85100f7ed1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:50.952049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c968bb-f727-4b41-84d5-4d85100f7ed1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=76c3d1e4-eb61-4fab-b349-2ea68a1a8164,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:51.206394 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:14:51.248993 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a9dfb706-f154-411e-8dac-dbb90724fa84 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:51.259349 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a9dfb706-f154-411e-8dac-dbb90724fa84 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:51.370367 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:51.407974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-df5eb8cc-93fa-43d8-9c34-669980705eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:51.409545 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-df5eb8cc-93fa-43d8-9c34-669980705eac service neutron] 10.222.0.55 "GET /v2.0/networks?id=955e18d0-99d5-4e9f-a46b-3d60079a8d65 HTTP/1.1" status: 200 len: 898 time: 0.7133505 Mar 01 21:14:51.533183 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a9dfb706-f154-411e-8dac-dbb90724fa84 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:51.533706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dfb706-f154-411e-8dac-dbb90724fa84 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Fanout notify agent at l3_agent the message router_deleted on router 20d591ae-8ec3-4061-b041-59b03e8bbc2d {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:14:51.556346 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f5c968bb-f727-4b41-84d5-4d85100f7ed1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:51.602328 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-01354499-5fe1-4471-ab96-3b6e599a1d69 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc74a27e-c044-4e86-b030-a6b4f375a854 HTTP/1.1" status: 200 len: 999 time: 0.1859720 Mar 01 21:14:51.678721 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a9dfb706-f154-411e-8dac-dbb90724fa84 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:51.682713 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a9dfb706-f154-411e-8dac-dbb90724fa84 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "DELETE /v2.0/routers/20d591ae-8ec3-4061-b041-59b03e8bbc2d HTTP/1.1" status: 204 len: 168 time: 4.8783705 Mar 01 21:14:51.683145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38996) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:51.686586 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-fd73362b-ec88-4426-93e5-fa1ec55cc7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:51.688290 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-fd73362b-ec88-4426-93e5-fa1ec55cc7a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94ff59b6-ac8a-41c2-9c6a-4feb46c8d503 HTTP/1.1" status: 200 len: 834 time: 0.0801175 Mar 01 21:14:51.692118 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f5c968bb-f727-4b41-84d5-4d85100f7ed1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/76c3d1e4-eb61-4fab-b349-2ea68a1a8164 HTTP/1.1" status: 204 len: 168 time: 3.1506126 Mar 01 21:14:51.705514 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39002) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:51.814228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e240c-a480-445c-a066-1f24cc8e6cea req-560620bb-28ce-423d-b8e4-1ec6a8a1b19e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:51.815737 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca7e240c-a480-445c-a066-1f24cc8e6cea req-560620bb-28ce-423d-b8e4-1ec6a8a1b19e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 943 time: 0.3474760 Mar 01 21:14:51.827528 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1c605a5-b423-4292-a75e-9e0ad85c6041 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:51.855081 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b9fc29-d703-4169-bf93-16e1a96af8ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:51.857147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b9fc29-d703-4169-bf93-16e1a96af8ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:51.858711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b9fc29-d703-4169-bf93-16e1a96af8ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:51.863112 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d5b9fc29-d703-4169-bf93-16e1a96af8ff tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1675954 Mar 01 21:14:51.867531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39010) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:51.951545 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca7e240c-a480-445c-a066-1f24cc8e6cea req-c20c4e8b-c5fa-4fe5-9cab-ebe16113c4b9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269908 Mar 01 21:14:51.974700 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-00866abd-f1d9-4954-95e3-f2d98cdaff5c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet 9c327c76-cebc-4592-a003-baf403c40723 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:14:51.982005 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00866abd-f1d9-4954-95e3-f2d98cdaff5c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:52.002755 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1c605a5-b423-4292-a75e-9e0ad85c6041 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:52.027737 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-bbdfc2ce-d6fa-4cc3-aa2d-e265855d1290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:52.029269 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-bbdfc2ce-d6fa-4cc3-aa2d-e265855d1290 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=955e18d0-99d5-4e9f-a46b-3d60079a8d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3316953 Mar 01 21:14:52.035797 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-e1c605a5-b423-4292-a75e-9e0ad85c6041 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11140fd5-4fe1-4e04-9c13-579c4e40cdd9']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:52.054769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-e1c605a5-b423-4292-a75e-9e0ad85c6041 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4858e401-57ce-49e1-8c88-9594cb162597') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:52.055320 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-e1c605a5-b423-4292-a75e-9e0ad85c6041 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4858e401-57ce-49e1-8c88-9594cb162597') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:52.081729 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1c605a5-b423-4292-a75e-9e0ad85c6041 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:52.095857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39016) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.112883 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1c605a5-b423-4292-a75e-9e0ad85c6041 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:52.122269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1c605a5-b423-4292-a75e-9e0ad85c6041 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:14:52.122829 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1c605a5-b423-4292-a75e-9e0ad85c6041 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:14:52.146708 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:14:52.231585 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00866abd-f1d9-4954-95e3-f2d98cdaff5c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:52.285402 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1c605a5-b423-4292-a75e-9e0ad85c6041 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:52.304751 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1c605a5-b423-4292-a75e-9e0ad85c6041 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:52.341038 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-d0088107-029d-40c9-8dc8-c0c390b8daf2 service neutron] 10.222.0.55 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953908 Mar 01 21:14:52.345748 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c605a5-b423-4292-a75e-9e0ad85c6041 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event deleted for resources: {'Network': ['ID=11140fd5-4fe1-4e04-9c13-579c4e40cdd9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:52.387072 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e1c605a5-b423-4292-a75e-9e0ad85c6041 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "DELETE /v2.0/networks/11140fd5-4fe1-4e04-9c13-579c4e40cdd9 HTTP/1.1" status: 204 len: 168 time: 0.7009139 Mar 01 21:14:52.388673 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39030) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.388673 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39032) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.394270 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00866abd-f1d9-4954-95e3-f2d98cdaff5c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:52.450795 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8ebf693f-1afe-47b2-b42c-0e36f8adbda7 tempest-SubnetPoolsTestJSON-1872181084 tempest-SubnetPoolsTestJSON-1872181084-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1292669174', 'prefixes': ['172.20.0.0/16']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:52.457891 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8ebf693f-1afe-47b2-b42c-0e36f8adbda7 tempest-SubnetPoolsTestJSON-1872181084 tempest-SubnetPoolsTestJSON-1872181084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:52.597796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-c16c2d56-91bb-4e9f-8ec0-062d3a91e8fd tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:52.598781 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c16c2d56-91bb-4e9f-8ec0-062d3a91e8fd tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2080672 Mar 01 21:14:52.601899 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39042) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.607731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-6feb86d1-6cef-4fa5-a260-9e2f8cc23e4b tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:52.608791 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6feb86d1-6cef-4fa5-a260-9e2f8cc23e4b tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0058217 Mar 01 21:14:52.611047 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39046) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.615287 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-0ec391d8-dfc8-4608-b0d8-8709615936e5 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:52.618183 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0ec391d8-dfc8-4608-b0d8-8709615936e5 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044076 Mar 01 21:14:52.618414 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39050) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.625224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-2494c49c-fd1a-46f5-be7b-41ef5070aa6a tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:52.628563 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2494c49c-fd1a-46f5-be7b-41ef5070aa6a tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0069208 Mar 01 21:14:52.631146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39054) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.698085 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-81eaeb9b-9b2c-4e81-b1ef-67cb40d1a985 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:52.701144 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-81eaeb9b-9b2c-4e81-b1ef-67cb40d1a985 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0132229 Mar 01 21:14:52.702827 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ebf693f-1afe-47b2-b42c-0e36f8adbda7 tempest-SubnetPoolsTestJSON-1872181084 tempest-SubnetPoolsTestJSON-1872181084-project] Notify callbacks [] for subnetpool, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:52.704067 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8ebf693f-1afe-47b2-b42c-0e36f8adbda7 tempest-SubnetPoolsTestJSON-1872181084 tempest-SubnetPoolsTestJSON-1872181084-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6071010 Mar 01 21:14:52.704679 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39062) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.706922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39066) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.709835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-187f0c78-15a9-4ddd-9353-fdf2e0123ac5 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:52.711072 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-187f0c78-15a9-4ddd-9353-fdf2e0123ac5 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0052090 Mar 01 21:14:52.713382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39070) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.738332 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-638e8d15-380d-4c8d-8e9b-a9d24cb22ec3 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:52.739277 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-638e8d15-380d-4c8d-8e9b-a9d24cb22ec3 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0099351 Mar 01 21:14:52.743315 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39076) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.751902 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-b6ed853c-8823-4a96-8914-98ea4c90896d tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:52.752828 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b6ed853c-8823-4a96-8914-98ea4c90896d tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0085385 Mar 01 21:14:52.753817 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-237412f0-39a8-416d-91a9-a3fbb3f09c87 req-8cc390fb-b8ac-42ea-9cb4-741bfe76e561 service neutron] 10.222.0.55 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048603 Mar 01 21:14:52.755583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39080) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.769413 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-c1c4bd16-5c7b-4ae2-9523-1d99ab50a360 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:52.769413 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c1c4bd16-5c7b-4ae2-9523-1d99ab50a360 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0088992 Mar 01 21:14:52.769413 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-da58fad8-ee05-4fa9-ae60-d933a02966e2 tempest-SubnetPoolsTestJSON-1872181084 tempest-SubnetPoolsTestJSON-1872181084-project] 10.222.0.42 "GET /v2.0/subnetpools/53941580-38c9-4949-a419-cd53b07ef283 HTTP/1.1" status: 200 len: 732 time: 0.0563951 Mar 01 21:14:52.770571 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39088) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.773000 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39090) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.778402 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-8139759e-12f0-4ac4-89c6-b726fdd12abe tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:52.778602 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-ba74a180-f56e-4d6a-8f18-9ce204a7db49 tempest-SubnetPoolsTestJSON-1872181084 tempest-SubnetPoolsTestJSON-1872181084-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1100270393'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:52.779426 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8139759e-12f0-4ac4-89c6-b726fdd12abe tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0078466 Mar 01 21:14:52.780760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-27d3608f-3ff6-4f1c-b3da-0cf8f3b53a46 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Deleting port a114628d-18da-437b-9eac-4a4a389c2a11 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:52.781095 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-27d3608f-3ff6-4f1c-b3da-0cf8f3b53a46 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:52.790677 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39096) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.798775 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-2bd571c0-377d-4edc-8709-6b9443762905 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:52.799738 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2bd571c0-377d-4edc-8709-6b9443762905 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0082903 Mar 01 21:14:52.802608 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39100) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.812776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-433a0bf5-a34e-4f06-87cf-ebd6a531e82f tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:52.813791 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-433a0bf5-a34e-4f06-87cf-ebd6a531e82f tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0104628 Mar 01 21:14:52.816661 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39104) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.823388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-f95e8f52-8e6a-481c-871a-5b7fe933e866 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:52.824428 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f95e8f52-8e6a-481c-871a-5b7fe933e866 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0068204 Mar 01 21:14:52.826965 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39108) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.834479 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-2c0ab514-3e22-4ed6-9836-fc57900af196 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:52.837986 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2c0ab514-3e22-4ed6-9836-fc57900af196 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0075228 Mar 01 21:14:52.838693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39112) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.846195 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00866abd-f1d9-4954-95e3-f2d98cdaff5c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:52.846800 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-543f181c-d7c8-41d7-98fc-7e899be92baa tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:52.847761 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-543f181c-d7c8-41d7-98fc-7e899be92baa tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0082061 Mar 01 21:14:52.850675 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39116) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.909037 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-597b768c-a6f3-440a-a0f0-f7fc52eacf9d tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:52.909967 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-597b768c-a6f3-440a-a0f0-f7fc52eacf9d tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0199010 Mar 01 21:14:52.912780 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39120) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.917822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-392ca273-b7e2-416d-bbbc-58f65686b7d2 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:52.921248 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-392ca273-b7e2-416d-bbbc-58f65686b7d2 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0053201 Mar 01 21:14:52.921376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00866abd-f1d9-4954-95e3-f2d98cdaff5c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=9c327c76-cebc-4592-a003-baf403c40723,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:52.921376 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00866abd-f1d9-4954-95e3-f2d98cdaff5c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:52.925282 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39124) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.929879 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73045ce5-977a-44a1-bdb9-4d9eb2208f06 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:52.951648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-da283838-c2af-4806-9854-fa8dd6adc0ac tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:52.952620 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-da283838-c2af-4806-9854-fa8dd6adc0ac tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0268140 Mar 01 21:14:52.955150 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39134) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.967309 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-88872846-2ca1-4c0d-9845-dbadfb54408d tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:52.970693 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-88872846-2ca1-4c0d-9845-dbadfb54408d tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0121295 Mar 01 21:14:52.972030 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ba74a180-f56e-4d6a-8f18-9ce204a7db49 tempest-SubnetPoolsTestJSON-1872181084 tempest-SubnetPoolsTestJSON-1872181084-project] Notify callbacks [] for subnetpool, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:52.973121 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ba74a180-f56e-4d6a-8f18-9ce204a7db49 tempest-SubnetPoolsTestJSON-1872181084 tempest-SubnetPoolsTestJSON-1872181084-project] 10.222.0.42 "PUT /v2.0/subnetpools/53941580-38c9-4949-a419-cd53b07ef283 HTTP/1.1" status: 200 len: 684 time: 0.1991966 Mar 01 21:14:52.974022 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39138) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.975874 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39140) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:52.988446 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-72e73f26-7470-469a-8d29-a485bce16054 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:52.991772 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-72e73f26-7470-469a-8d29-a485bce16054 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0128412 Mar 01 21:14:53.004406 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e194a009-4e84-4eac-892d-891cb97aeca3 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:14:53.024912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39148) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.036457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-4f7e2b03-904f-4ae6-95a2-db1590a17109 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.041691 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4f7e2b03-904f-4ae6-95a2-db1590a17109 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0150747 Mar 01 21:14:53.047060 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39152) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.056693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-29a565a3-f87c-4c3d-92fd-82a096e430cc tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.060203 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-29a565a3-f87c-4c3d-92fd-82a096e430cc tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0111015 Mar 01 21:14:53.077419 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39156) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.096293 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-44de81a9-8338-43ba-a04b-8665a42370ff tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.101204 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-44de81a9-8338-43ba-a04b-8665a42370ff tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0192964 Mar 01 21:14:53.107920 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39164) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.115087 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-6d925533-258b-4d3b-85a6-5c54ceba867d tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.120172 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6d925533-258b-4d3b-85a6-5c54ceba867d tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0107713 Mar 01 21:14:53.132678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39168) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.135442 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-00866abd-f1d9-4954-95e3-f2d98cdaff5c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/9c327c76-cebc-4592-a003-baf403c40723 HTTP/1.1" status: 204 len: 168 time: 1.2669568 Mar 01 21:14:53.146300 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-93c13de8-7787-4bb4-a4c1-5ec7749daa51 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.147229 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-93c13de8-7787-4bb4-a4c1-5ec7749daa51 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0106466 Mar 01 21:14:53.169616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39176) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.170233 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39178) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.194894 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: e194a009-4e84-4eac-892d-891cb97aeca3 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:14:53.195242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e194a009-4e84-4eac-892d-891cb97aeca3 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:14:53.225027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-fb73102f-089e-4851-84d7-4a82eb9422c4 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.225982 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fb73102f-089e-4851-84d7-4a82eb9422c4 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0530627 Mar 01 21:14:53.229436 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39188) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.239922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-69da82a1-ccb5-4ef3-8b84-9d7f6fccb290 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.241093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-69da82a1-ccb5-4ef3-8b84-9d7f6fccb290 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0093467 Mar 01 21:14:53.245086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39192) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.247797 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45fae95a-8254-422c-a68b-73bdd7920c97 tempest-SubnetPoolsTestJSON-1872181084 tempest-SubnetPoolsTestJSON-1872181084-project] Notify callbacks [] for subnetpool, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:53.249428 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-27d3608f-3ff6-4f1c-b3da-0cf8f3b53a46 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:53.249760 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-27d3608f-3ff6-4f1c-b3da-0cf8f3b53a46 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:53.251587 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-45fae95a-8254-422c-a68b-73bdd7920c97 tempest-SubnetPoolsTestJSON-1872181084 tempest-SubnetPoolsTestJSON-1872181084-project] 10.222.0.42 "DELETE /v2.0/subnetpools/53941580-38c9-4949-a419-cd53b07ef283 HTTP/1.1" status: 204 len: 168 time: 0.2734709 Mar 01 21:14:53.255456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39196) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.264074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-5b710864-8b92-4e00-88f9-e01d5f89040f tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.271748 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5b710864-8b92-4e00-88f9-e01d5f89040f tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0187347 Mar 01 21:14:53.272316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39200) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.284958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-208353f0-44e4-4fec-b047-f46bc2aeb3c4 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.288441 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-208353f0-44e4-4fec-b047-f46bc2aeb3c4 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0102777 Mar 01 21:14:53.290614 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39208) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.291347 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-cbf885f6-f18f-4a28-986e-f0e652e32f9c tempest-SubnetPoolsTestJSON-1872181084 tempest-SubnetPoolsTestJSON-1872181084-project] show failed (client error): The resource could not be found. Mar 01 21:14:53.294227 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cbf885f6-f18f-4a28-986e-f0e652e32f9c tempest-SubnetPoolsTestJSON-1872181084 tempest-SubnetPoolsTestJSON-1872181084-project] 10.222.0.42 "GET /v2.0/subnetpools/53941580-38c9-4949-a419-cd53b07ef283 HTTP/1.1" status: 404 len: 346 time: 0.0365007 Mar 01 21:14:53.308002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-7d12da60-3286-44c4-84b8-7c5a1e214291 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.308002 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7d12da60-3286-44c4-84b8-7c5a1e214291 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0094817 Mar 01 21:14:53.308002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-874121c4-dfba-4ab0-938d-0a1e40b03d48 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet e6a81430-0bb0-4825-ab4a-9c1e41e54aea {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:14:53.311396 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-874121c4-dfba-4ab0-938d-0a1e40b03d48 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:53.331713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39212) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.332299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39214) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.371995 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-874121c4-dfba-4ab0-938d-0a1e40b03d48 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:53.399724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-d8b1144c-8a36-4e60-8eb2-3061aaef8087 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.401358 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d8b1144c-8a36-4e60-8eb2-3061aaef8087 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0651536 Mar 01 21:14:53.404979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39224) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.420123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-27d3608f-3ff6-4f1c-b3da-0cf8f3b53a46 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Calling delete_port for a114628d-18da-437b-9eac-4a4a389c2a11 owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:53.421025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-1b3e0e67-66d6-4696-88cf-bb229d9de0b3 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.422005 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1b3e0e67-66d6-4696-88cf-bb229d9de0b3 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0160859 Mar 01 21:14:53.429857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39228) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.439574 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-723bbe54-7748-484a-9b54-2dce32febad5 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.440529 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-723bbe54-7748-484a-9b54-2dce32febad5 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0095193 Mar 01 21:14:53.443642 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39232) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.450948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-b81c8d22-ea97-4703-a37a-bc4c1f9c31bf tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.451955 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b81c8d22-ea97-4703-a37a-bc4c1f9c31bf tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0074430 Mar 01 21:14:53.454851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39236) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.465874 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-e6496b8d-d416-49b6-a7c1-799325a8ff20 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.465874 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e6496b8d-d416-49b6-a7c1-799325a8ff20 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0068824 Mar 01 21:14:53.467016 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39240) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.468668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3568b00-dc8c-4adc-b40d-48307224b9e8 req-58aafaea-4a61-47a6-a2a1-f2b81721c78a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:53.470255 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b3568b00-dc8c-4adc-b40d-48307224b9e8 req-58aafaea-4a61-47a6-a2a1-f2b81721c78a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 943 time: 0.3366973 Mar 01 21:14:53.473443 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-2de96d01-306c-461e-992a-5c6413ae6fc4 tempest-SubnetPoolsTestJSON-1872181084 tempest-SubnetPoolsTestJSON-1872181084-project] delete failed (client error): The resource could not be found. Mar 01 21:14:53.474421 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2de96d01-306c-461e-992a-5c6413ae6fc4 tempest-SubnetPoolsTestJSON-1872181084 tempest-SubnetPoolsTestJSON-1872181084-project] 10.222.0.42 "DELETE /v2.0/subnetpools/53941580-38c9-4949-a419-cd53b07ef283 HTTP/1.1" status: 404 len: 346 time: 0.1399019 Mar 01 21:14:53.491351 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-2c474358-6a05-4a33-b681-e948d0fb1955 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.499717 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2c474358-6a05-4a33-b681-e948d0fb1955 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0279007 Mar 01 21:14:53.499717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39250) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.507478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-090299cb-b602-4780-ab62-d2b32036a255 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.508425 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-090299cb-b602-4780-ab62-d2b32036a255 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0079212 Mar 01 21:14:53.510972 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39254) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.521791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-60834bc6-44ac-494d-a2a5-d4b9d9fcd88f tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.525295 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-60834bc6-44ac-494d-a2a5-d4b9d9fcd88f tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0104482 Mar 01 21:14:53.526039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39258) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.532959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-fdeca164-8bb2-4bcd-8502-4c3d9d81cc69 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.536384 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fdeca164-8bb2-4bcd-8502-4c3d9d81cc69 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0070181 Mar 01 21:14:53.537087 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39262) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.548459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-510cc154-d5d4-4da8-970b-111b65d79041 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.548459 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-510cc154-d5d4-4da8-970b-111b65d79041 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0068061 Mar 01 21:14:53.561211 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39270) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.573115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-4d689fa0-e5fa-4fd8-80aa-4ae175a9cf99 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.577897 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4d689fa0-e5fa-4fd8-80aa-4ae175a9cf99 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0108478 Mar 01 21:14:53.577897 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-874121c4-dfba-4ab0-938d-0a1e40b03d48 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:53.580173 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bc74a27e-c044-4e86-b030-a6b4f375a854 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:14:53.611043 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39274) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.621892 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-4c746571-eeac-4a96-9541-b746dfda0ccf tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.625719 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4c746571-eeac-4a96-9541-b746dfda0ccf tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0111048 Mar 01 21:14:53.630151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39278) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.665264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-86747366-4b48-4683-9ab7-01c52d66d3ae tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.670947 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-86747366-4b48-4683-9ab7-01c52d66d3ae tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0341334 Mar 01 21:14:53.673591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39282) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.691084 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b3568b00-dc8c-4adc-b40d-48307224b9e8 req-a5f6fa8b-1852-4cdd-b57a-9a33e52bfe37 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032506 Mar 01 21:14:53.701203 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-52684106-aeda-4a1f-a3fd-7361304f6863 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.711975 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-52684106-aeda-4a1f-a3fd-7361304f6863 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0302076 Mar 01 21:14:53.722449 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39290) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.728827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-97abaaf0-79e3-44db-8049-f04febbc01cc tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.734180 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-97abaaf0-79e3-44db-8049-f04febbc01cc tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0102549 Mar 01 21:14:53.738134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39294) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.744196 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-5b58965e-4139-4ef7-bb54-54860ff5ea80 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.748402 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5b58965e-4139-4ef7-bb54-54860ff5ea80 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0089338 Mar 01 21:14:53.749062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39298) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.756141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-6d99ac0e-2cf5-4c7c-9d21-12619dce25db tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.760603 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6d99ac0e-2cf5-4c7c-9d21-12619dce25db tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0071151 Mar 01 21:14:53.760775 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39302) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.765509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-f068f151-f474-45e8-909d-330c40e53f7d tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.768951 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f068f151-f474-45e8-909d-330c40e53f7d tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0054252 Mar 01 21:14:53.769105 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39306) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.782219 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-2911f3fd-7532-48a7-955f-0271110da2c2 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.786828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39310) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.787394 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2911f3fd-7532-48a7-955f-0271110da2c2 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0173061 Mar 01 21:14:53.792058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-482d7df4-376d-4843-b0b0-8afbb0b8dd64 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.793574 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-482d7df4-376d-4843-b0b0-8afbb0b8dd64 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0051203 Mar 01 21:14:53.796280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39314) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.801062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-89f6f1c0-3a8f-4765-bd6d-61fec1f8b3fc tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.804861 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-89f6f1c0-3a8f-4765-bd6d-61fec1f8b3fc tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0076330 Mar 01 21:14:53.805477 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39318) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.810860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-1d69f6a2-b9a0-41aa-b7f5-123da5c26e7e tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.815526 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1d69f6a2-b9a0-41aa-b7f5-123da5c26e7e tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0090179 Mar 01 21:14:53.816177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39326) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.821275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-518bf8f8-0645-4008-a153-c0140dc4ec71 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.825960 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-518bf8f8-0645-4008-a153-c0140dc4ec71 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0087016 Mar 01 21:14:53.826616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39330) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.831570 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-b0e645e9-6138-4898-b980-272dda17d1f2 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.835092 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39334) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.835234 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b0e645e9-6138-4898-b980-272dda17d1f2 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0076048 Mar 01 21:14:53.844478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-9e0f6f53-25cd-4e91-9299-21571af18add tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.847200 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9e0f6f53-25cd-4e91-9299-21571af18add tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0098064 Mar 01 21:14:53.850013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39338) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.856460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-11779e9e-fdd1-4293-bb5c-474f7cc16b2b tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.857687 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bc74a27e-c044-4e86-b030-a6b4f375a854, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bc74a27e-c044-4e86-b030-a6b4f375a854,segment=NetworkSegment(84dd909c-4d7a-4be8-b843-436a0ab1dce5),segment_id=84dd909c-4d7a-4be8-b843-436a0ab1dce5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:53.858543 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-11779e9e-fdd1-4293-bb5c-474f7cc16b2b tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0075054 Mar 01 21:14:53.866703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39342) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.872875 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-612d7e5d-9d3a-448d-a82b-7b7b6f25f776 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.876566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39346) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.877216 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-612d7e5d-9d3a-448d-a82b-7b7b6f25f776 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0095532 Mar 01 21:14:53.881549 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-b80caf48-4368-4abb-932e-310cc919dbe2 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.881805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'bc74a27e-c044-4e86-b030-a6b4f375a854', 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65', 'port_id': 'bc74a27e-c044-4e86-b030-a6b4f375a854', 'mac_address': 'fa:16:3e:da:f1:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ff59b6-ac8a-41c2-9c6a-4feb46c8d503', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:14:53.884989 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b80caf48-4368-4abb-932e-310cc919dbe2 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0074396 Mar 01 21:14:53.885162 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-874121c4-dfba-4ab0-938d-0a1e40b03d48 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:53.889832 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39350) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:53.896818 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-27d3608f-3ff6-4f1c-b3da-0cf8f3b53a46 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:53.943218 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:53.949807 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:53.972188 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc74a27e-c044-4e86-b030-a6b4f375a854 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:14:53.988633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874121c4-dfba-4ab0-938d-0a1e40b03d48 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=e6a81430-0bb0-4825-ab4a-9c1e41e54aea,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:53.992757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-2c0adc17-411f-4c13-ae8f-db10765d9491 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:53.993711 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2c0adc17-411f-4c13-ae8f-db10765d9491 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0095358 Mar 01 21:14:53.997672 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bc74a27e-c044-4e86-b030-a6b4f375a854, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bc74a27e-c044-4e86-b030-a6b4f375a854,segment=NetworkSegment(84dd909c-4d7a-4be8-b843-436a0ab1dce5),segment_id=84dd909c-4d7a-4be8-b843-436a0ab1dce5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:54.000180 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39358) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:54.005712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3608f-3ff6-4f1c-b3da-0cf8f3b53a46 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event deleted for resources: {'Port': ['ID=a114628d-18da-437b-9eac-4a4a389c2a11,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:54.013112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-df9e1a14-3207-4621-a799-c462e4119186 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:54.015404 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-874121c4-dfba-4ab0-938d-0a1e40b03d48 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:54.017256 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-df9e1a14-3207-4621-a799-c462e4119186 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0159967 Mar 01 21:14:54.025446 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39362) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:54.036450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-be123416-c4a1-46a4-a1bf-73f2fde57be6 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:54.042317 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-be123416-c4a1-46a4-a1bf-73f2fde57be6 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0112324 Mar 01 21:14:54.042317 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-874121c4-dfba-4ab0-938d-0a1e40b03d48 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/e6a81430-0bb0-4825-ab4a-9c1e41e54aea HTTP/1.1" status: 204 len: 168 time: 0.8708248 Mar 01 21:14:54.045150 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39366) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:54.045481 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39368) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:54.052118 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-b7efc770-5363-48a3-a132-bec1ac639397 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:54.053044 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b7efc770-5363-48a3-a132-bec1ac639397 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0066860 Mar 01 21:14:54.082194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39374) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:54.091803 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:54.165126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-1a39d659-c4e2-4a75-b5df-08ad12002ce0 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:54.168482 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1a39d659-c4e2-4a75-b5df-08ad12002ce0 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0103598 Mar 01 21:14:54.199042 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=bc74a27e-c044-4e86-b030-a6b4f375a854,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:54.200851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39386) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:54.205208 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-27d3608f-3ff6-4f1c-b3da-0cf8f3b53a46 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:54.205556 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-27d3608f-3ff6-4f1c-b3da-0cf8f3b53a46 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Floating IP 4f281782-23b4-4c87-b8cd-6e487e0cbc07 disassociated (deleted). External IP: 172.25.5.120, port: cf24b214-1d82-400d-bc55-a41076650c3c. Mar 01 21:14:54.266470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-9be9c86b-28e7-4b13-982e-e25698d8bf9b tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:54.270493 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9be9c86b-28e7-4b13-982e-e25698d8bf9b tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0655141 Mar 01 21:14:54.273887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39394) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:54.279498 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-af0b377e-097b-4ce2-9622-3bbe3fa04c90 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:54.283247 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-af0b377e-097b-4ce2-9622-3bbe3fa04c90 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0083759 Mar 01 21:14:54.291879 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39398) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:54.292213 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39400) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:54.292341 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3608acd9-b7ca-413b-ad48-6f51db5b093a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2440476 Mar 01 21:14:54.301593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-8eb6c76f-140a-416c-a07e-c8ea4466831a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:54.318359 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a16a35-1c42-40de-bd34-24370f8a2a85 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:54.320906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [None req-546bd207-1320-4821-b90f-65ff1e79994d tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:54.325161 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-546bd207-1320-4821-b90f-65ff1e79994d tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0286314 Mar 01 21:14:54.326611 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39406) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:54.331747 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-ca229b83-bf79-426e-bd63-671847a58541 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:54.335293 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ca229b83-bf79-426e-bd63-671847a58541 tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0053992 Mar 01 21:14:54.335701 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39410) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:54.341818 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-079479b1-f580-4216-b0c0-c014cb9224eb tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:54.343545 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-079479b1-f580-4216-b0c0-c014cb9224eb tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0064299 Mar 01 21:14:54.348307 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39416) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:54.353665 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [None req-ddd4c0e4-4347-4769-905c-e60a01ab231f tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:54.359483 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ddd4c0e4-4347-4769-905c-e60a01ab231f tempest-ExtensionsTestJSON-2046049718 tempest-ExtensionsTestJSON-2046049718-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0101542 Mar 01 21:14:54.433640 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['bc74a27e-c044-4e86-b030-a6b4f375a854'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:14:54.494364 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39424) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:54.518182 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-64bdb007-555e-4f71-b0c5-915bd445557b None None] Provisioning complete for port e057e4ff-07d7-4fb9-98f6-ec71de95bb1a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:54.518562 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-64bdb007-555e-4f71-b0c5-915bd445557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:54.529922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8eb6c76f-140a-416c-a07e-c8ea4466831a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:54.545286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8eb6c76f-140a-416c-a07e-c8ea4466831a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:54.550772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8eb6c76f-140a-416c-a07e-c8ea4466831a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:54.561893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8eb6c76f-140a-416c-a07e-c8ea4466831a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:54.716096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb6c76f-140a-416c-a07e-c8ea4466831a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:14:54.718668 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c76f-140a-416c-a07e-c8ea4466831a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:54.893028 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56097fb7-3887-46c2-a4b6-a06313c96b4f None None] DHCP port deletion for cc39aad2-d371-4bc1-8f73-2342392e478c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:14:54.920243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-56097fb7-3887-46c2-a4b6-a06313c96b4f None None] Deleting port e057e4ff-07d7-4fb9-98f6-ec71de95bb1a {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:54.920629 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-56097fb7-3887-46c2-a4b6-a06313c96b4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:54.991205 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27d3608f-3ff6-4f1c-b3da-0cf8f3b53a46 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Router 46232691-290b-41e7-b6ec-b5e0bdb9ab36 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:14:55.077468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39436) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:55.146589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39442) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:55.197025 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c6e78e1-2fdb-478d-aaa4-696cc24fb04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:55.201173 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-56097fb7-3887-46c2-a4b6-a06313c96b4f None None] For port e057e4ff-07d7-4fb9-98f6-ec71de95bb1a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e057e4ff-07d7-4fb9-98f6-ec71de95bb1a,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:55.201758 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-56097fb7-3887-46c2-a4b6-a06313c96b4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:55.216066 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e057e4ff-07d7-4fb9-98f6-ec71de95bb1a no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:14:55.249150 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6c6e78e1-2fdb-478d-aaa4-696cc24fb04e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:55.268320 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f694f272-c7c4-4e86-beeb-dc83bee23fb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:55.280609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6c6e78e1-2fdb-478d-aaa4-696cc24fb04e admin admin] Usage tracker for resource:security_group_rule and tenant:271dcaa7b63f46cf82c0422d8db73fab is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:55.286129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6c6e78e1-2fdb-478d-aaa4-696cc24fb04e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:55.289317 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c01dc229-4a74-41ba-9254-b61c8dc7f8d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:55.305223 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f694f272-c7c4-4e86-beeb-dc83bee23fb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:55.305465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bea63a-f545-4627-9433-b368fc616caf req-628f8419-12f6-4893-a5f7-c6de07affc5a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:55.307242 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55bea63a-f545-4627-9433-b368fc616caf req-628f8419-12f6-4893-a5f7-c6de07affc5a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 944 time: 0.4564140 Mar 01 21:14:55.311250 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6c6e78e1-2fdb-478d-aaa4-696cc24fb04e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:55.313589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f694f272-c7c4-4e86-beeb-dc83bee23fb5 admin admin] Usage tracker for resource:security_group_rule and tenant:d5ca224aae364087a55a22d879c83d0f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:55.319627 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c01dc229-4a74-41ba-9254-b61c8dc7f8d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:55.323639 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c01dc229-4a74-41ba-9254-b61c8dc7f8d3 admin admin] Usage tracker for resource:security_group_rule and tenant:a686e68f711747c581acd6e43b8998de is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:55.327278 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c01dc229-4a74-41ba-9254-b61c8dc7f8d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:55.333269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c01dc229-4a74-41ba-9254-b61c8dc7f8d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:55.387522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-56097fb7-3887-46c2-a4b6-a06313c96b4f None None] Calling delete_port for e057e4ff-07d7-4fb9-98f6-ec71de95bb1a owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:55.414910 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c76f-140a-416c-a07e-c8ea4466831a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:55.421623 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c01dc229-4a74-41ba-9254-b61c8dc7f8d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:55.424319 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f694f272-c7c4-4e86-beeb-dc83bee23fb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:55.435985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f694f272-c7c4-4e86-beeb-dc83bee23fb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:55.490784 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c01dc229-4a74-41ba-9254-b61c8dc7f8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:55.515875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eb6c76f-140a-416c-a07e-c8ea4466831a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:55.529127 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55bea63a-f545-4627-9433-b368fc616caf req-680644b9-19ec-4828-8da8-c7aac4621720 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095561 Mar 01 21:14:55.530194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-8eb6c76f-140a-416c-a07e-c8ea4466831a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:55.535821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d3608f-3ff6-4f1c-b3da-0cf8f3b53a46 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:14:55.540282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb6c76f-140a-416c-a07e-c8ea4466831a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:55.541070 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c76f-140a-416c-a07e-c8ea4466831a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:55.552279 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:55.557558 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed60ef8-9fa8-4a5c-990c-d391b3453479 None None] Sync routers for ids ['46232691-290b-41e7-b6ec-b5e0bdb9ab36'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:14:55.572871 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb6c76f-140a-416c-a07e-c8ea4466831a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=3c0d6db8-ead3-4206-abbc-707125b77ed8,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:55.587397 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed60ef8-9fa8-4a5c-990c-d391b3453479 None None] Routers {'46232691-290b-41e7-b6ec-b5e0bdb9ab36'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:55.587397 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5ed60ef8-9fa8-4a5c-990c-d391b3453479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['46232691-290b-41e7-b6ec-b5e0bdb9ab36'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:55.595530 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c01dc229-4a74-41ba-9254-b61c8dc7f8d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a686e68f711747c581acd6e43b8998de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4454508 Mar 01 21:14:55.598486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39450) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:55.598811 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-27d3608f-3ff6-4f1c-b3da-0cf8f3b53a46 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:55.602044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dc229-4a74-41ba-9254-b61c8dc7f8d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8510ed9-ea6f-4021-b03e-dd4849c22148,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:55.610774 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-56097fb7-3887-46c2-a4b6-a06313c96b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:55.678836 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c6e78e1-2fdb-478d-aaa4-696cc24fb04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:55.697264 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-27d3608f-3ff6-4f1c-b3da-0cf8f3b53a46 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "DELETE /v2.0/floatingips/4f281782-23b4-4c87-b8cd-6e487e0cbc07 HTTP/1.1" status: 204 len: 168 time: 3.3049741 Mar 01 21:14:55.698369 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0741c249-1611-427c-9f2f-b23ed29c3271', 'tag': 'cf24b214-1d82-400d-bc55-a41076650c3c'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:14:55.706862 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f694f272-c7c4-4e86-beeb-dc83bee23fb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:55.710359 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39458) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:55.711175 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8eb6c76f-140a-416c-a07e-c8ea4466831a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4157112 Mar 01 21:14:55.718870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-a48ce780-fca8-4ac9-9a9e-79caa5559e52 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:55.773347 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c6e78e1-2fdb-478d-aaa4-696cc24fb04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:55.804662 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56097fb7-3887-46c2-a4b6-a06313c96b4f None None] Pushing event deleted for resources: {'Port': ['ID=e057e4ff-07d7-4fb9-98f6-ec71de95bb1a,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:55.806713 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56097fb7-3887-46c2-a4b6-a06313c96b4f None None] No DVR routers for this DVR port e057e4ff-07d7-4fb9-98f6-ec71de95bb1a on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:14:55.826506 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6c6e78e1-2fdb-478d-aaa4-696cc24fb04e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=271dcaa7b63f46cf82c0422d8db73fab&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3309588 Mar 01 21:14:55.827530 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f694f272-c7c4-4e86-beeb-dc83bee23fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:55.827792 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81edaafa-2177-4566-87bd-31a32e5f7a1e None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:55.829351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39462) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:55.895744 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f4ef1426-93f3-4ef7-b308-9df699ebffd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:55.910986 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-09692f7d-31b2-40b6-8405-e225dc1bf93f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:55.952299 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-5ed60ef8-9fa8-4a5c-990c-d391b3453479 None None] Set router 46232691-290b-41e7-b6ec-b5e0bdb9ab36 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:14:55.960264 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-09692f7d-31b2-40b6-8405-e225dc1bf93f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:56.048497 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0741c249-1611-427c-9f2f-b23ed29c3271', 'tag': 'cf24b214-1d82-400d-bc55-a41076650c3c', 'status': 'completed', 'code': 200} Mar 01 21:14:56.073881 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f694f272-c7c4-4e86-beeb-dc83bee23fb5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d5ca224aae364087a55a22d879c83d0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9942298 Mar 01 21:14:56.076244 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39468) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:56.079832 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f4ef1426-93f3-4ef7-b308-9df699ebffd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:56.086343 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e78e1-2fdb-478d-aaa4-696cc24fb04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86ba08f-76c8-4a74-9c3b-611d104c7432,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:56.121768 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-09692f7d-31b2-40b6-8405-e225dc1bf93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:56.225034 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cc39aad2-d371-4bc1-8f73-2342392e478c', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'fixed_ips': [{'subnet_id': '3c0d6db8-ead3-4206-abbc-707125b77ed8'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:14:56.225989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09692f7d-31b2-40b6-8405-e225dc1bf93f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86ba08f-76c8-4a74-9c3b-611d104c7432,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:56.226680 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:56.248234 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-09692f7d-31b2-40b6-8405-e225dc1bf93f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:56.248234 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-09692f7d-31b2-40b6-8405-e225dc1bf93f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c86ba08f-76c8-4a74-9c3b-611d104c7432 HTTP/1.1" status: 204 len: 168 time: 0.4108465 Mar 01 21:14:56.285797 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f694f272-c7c4-4e86-beeb-dc83bee23fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98a06c4-8a65-4df8-ba5b-533b30c70321,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:56.298483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec36262-5fd4-4ffd-ba5b-5d0f593041e7 req-619100ea-661d-4521-848e-9da36cdad0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:56.305855 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ec36262-5fd4-4ffd-ba5b-5d0f593041e7 req-619100ea-661d-4521-848e-9da36cdad0fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d1b3d33ac1c64551b55e0abce258f6fe&device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 1135 time: 0.2603226 Mar 01 21:14:56.334093 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b63d214-5594-4a3f-8e25-16a32ddfcc27 req-0ae8b5ac-b6c4-4d01-9353-76897a445f34 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:56.334093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b63d214-5594-4a3f-8e25-16a32ddfcc27 req-0ae8b5ac-b6c4-4d01-9353-76897a445f34 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 944 time: 0.1579146 Mar 01 21:14:56.365310 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a48ce780-fca8-4ac9-9a9e-79caa5559e52 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:56.376464 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a48ce780-fca8-4ac9-9a9e-79caa5559e52 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:56.394279 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a48ce780-fca8-4ac9-9a9e-79caa5559e52 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:56.397259 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f4ef1426-93f3-4ef7-b308-9df699ebffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:56.447296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a48ce780-fca8-4ac9-9a9e-79caa5559e52 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:56.471006 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef1426-93f3-4ef7-b308-9df699ebffd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8510ed9-ea6f-4021-b03e-dd4849c22148,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:56.515837 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b08b45dc-a12b-4aed-9a0a-805c179502ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:56.544205 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f4ef1426-93f3-4ef7-b308-9df699ebffd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:56.548278 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f4ef1426-93f3-4ef7-b308-9df699ebffd2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f8510ed9-ea6f-4021-b03e-dd4849c22148 HTTP/1.1" status: 204 len: 168 time: 0.9482400 Mar 01 21:14:56.564462 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5ed60ef8-9fa8-4a5c-990c-d391b3453479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859292304', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:11:48Z', 'updated_at': '2022-03-01T21:12:01Z', 'revision_number': 4, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:11:50Z', 'updated_at': '2022-03-01T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '39f4ef26-9564-431b-a8a6-d03a8c0c4554', 'name': '', 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'mac_address': 'fa:16:3e:0b:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '117f3481-e951-40d2-8e8f-7588b0e4a8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:00Z', 'updated_at': '2022-03-01T21:12:11Z', 'revision_number': 5, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'subnets': [{'id': '117f3481-e951-40d2-8e8f-7588b0e4a8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:56.576574 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed60ef8-9fa8-4a5c-990c-d391b3453479 None None] Checking router: 46232691-290b-41e7-b6ec-b5e0bdb9ab36 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:14:56.599591 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b08b45dc-a12b-4aed-9a0a-805c179502ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:56.601408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Allocated IP 172.20.0.2 (cc39aad2-d371-4bc1-8f73-2342392e478c/3c0d6db8-ead3-4206-abbc-707125b77ed8/72632262-7685-4e06-b6d3-52eb459b08fc) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:14:56.604608 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed60ef8-9fa8-4a5c-990c-d391b3453479 None None] Routers {'46232691-290b-41e7-b6ec-b5e0bdb9ab36'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:14:56.608454 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5ed60ef8-9fa8-4a5c-990c-d391b3453479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:14:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['46232691-290b-41e7-b6ec-b5e0bdb9ab36'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:56.614874 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48ce780-fca8-4ac9-9a9e-79caa5559e52 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:14:56.620009 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a48ce780-fca8-4ac9-9a9e-79caa5559e52 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:56.653019 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b63d214-5594-4a3f-8e25-16a32ddfcc27 req-95a1786f-89e0-4ef1-a665-6eb067afbe44 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2964895 Mar 01 21:14:56.685388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193c576-4c94-4d5d-a2c5-356c28e637d5 req-988d54c4-0499-414f-a9ab-d2215d2b0412 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:56.688413 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-6193c576-4c94-4d5d-a2c5-356c28e637d5 req-988d54c4-0499-414f-a9ab-d2215d2b0412 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:14:56.735596 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec36262-5fd4-4ffd-ba5b-5d0f593041e7 req-0288112a-bfd2-435a-9b5a-3375d6b16bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:56.737053 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ec36262-5fd4-4ffd-ba5b-5d0f593041e7 req-0288112a-bfd2-435a-9b5a-3375d6b16bf9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6033315f-9cc1-40b7-a652-aec8e732a438 HTTP/1.1" status: 200 len: 898 time: 0.4038332 Mar 01 21:14:56.752059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94938320-44bd-4c58-878b-8c71ff8dd341 req-dfb2d93d-026d-44ad-9007-73a6473999a3 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:56.752785 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-94938320-44bd-4c58-878b-8c71ff8dd341 req-dfb2d93d-026d-44ad-9007-73a6473999a3 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Synchronizing usage tracker for tenant:d1b3d33ac1c64551b55e0abce258f6fe on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:14:56.828192 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:56.843268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Transition to ACTIVE for port object 72632262-7685-4e06-b6d3-52eb459b08fc will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:56.866805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Transition to ACTIVE for port object 72632262-7685-4e06-b6d3-52eb459b08fc will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:14:56.885221 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ec36262-5fd4-4ffd-ba5b-5d0f593041e7 req-a32e66f8-ffd8-46c7-b788-7c31056af0aa service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf24b214-1d82-400d-bc55-a41076650c3c HTTP/1.1" status: 200 len: 217 time: 0.1264486 Mar 01 21:14:56.956717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec36262-5fd4-4ffd-ba5b-5d0f593041e7 req-2489d9b4-4ae3-420c-aed9-40d63ffa989e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:56.958053 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:56.958312 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ec36262-5fd4-4ffd-ba5b-5d0f593041e7 req-2489d9b4-4ae3-420c-aed9-40d63ffa989e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=117f3481-e951-40d2-8e8f-7588b0e4a8ff HTTP/1.1" status: 200 len: 834 time: 0.0663476 Mar 01 21:14:56.959460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-94938320-44bd-4c58-878b-8c71ff8dd341 req-dfb2d93d-026d-44ad-9007-73a6473999a3 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Unset dirty status for tenant:d1b3d33ac1c64551b55e0abce258f6fe on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:14:56.960461 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94938320-44bd-4c58-878b-8c71ff8dd341 req-dfb2d93d-026d-44ad-9007-73a6473999a3 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 984 time: 0.5165546 Mar 01 21:14:56.995573 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-5ed60ef8-9fa8-4a5c-990c-d391b3453479 None None] Set router 46232691-290b-41e7-b6ec-b5e0bdb9ab36 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:14:57.026388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-6193c576-4c94-4d5d-a2c5-356c28e637d5 req-988d54c4-0499-414f-a9ab-d2215d2b0412 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:14:57.030810 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6193c576-4c94-4d5d-a2c5-356c28e637d5 req-988d54c4-0499-414f-a9ab-d2215d2b0412 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.57 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6&tenant_id=55abf7132a284d2983dea80802c45cbf&binding%3Ahost_id=n-h2-827896-4 HTTP/1.1" status: 200 len: 944 time: 0.9034257 Mar 01 21:14:57.068053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-6193c576-4c94-4d5d-a2c5-356c28e637d5 req-34b5023f-351c-436e-8091-c754b77a1b95 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:14:57.070931 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94938320-44bd-4c58-878b-8c71ff8dd341 req-17e2fb56-ef9c-4bae-b074-768e3362c005 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae22b860-57be-4e4e-97d4-ca44d671aa2f&id=cdd6add0-2b5f-4822-a863-4f1b65269514&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0571864 Mar 01 21:14:57.072761 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6193c576-4c94-4d5d-a2c5-356c28e637d5 req-34b5023f-351c-436e-8091-c754b77a1b95 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0312636 Mar 01 21:14:57.096064 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Pushing event updated for resources: {'Port': ['ID=72632262-7685-4e06-b6d3-52eb459b08fc,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:57.111834 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:57.113828 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:57.116268 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b08b45dc-a12b-4aed-9a0a-805c179502ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:57.125409 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:14:57.128446 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec36262-5fd4-4ffd-ba5b-5d0f593041e7 req-43e21492-12fe-4aab-9b04-bbbcb04a3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:57.133580 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ec36262-5fd4-4ffd-ba5b-5d0f593041e7 req-43e21492-12fe-4aab-9b04-bbbcb04a3ac3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6033315f-9cc1-40b7-a652-aec8e732a438&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1685030 Mar 01 21:14:57.167669 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08b45dc-a12b-4aed-9a0a-805c179502ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98a06c4-8a65-4df8-ba5b-533b30c70321,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:57.259059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Attempting to bind port 72632262-7685-4e06-b6d3-52eb459b08fc on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:14:57.263381 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Attempting to bind port 72632262-7685-4e06-b6d3-52eb459b08fc by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:14:57.263381 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Attempting to bind port 72632262-7685-4e06-b6d3-52eb459b08fc on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:14:57.263633 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b08b45dc-a12b-4aed-9a0a-805c179502ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:57.267893 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b08b45dc-a12b-4aed-9a0a-805c179502ab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b98a06c4-8a65-4df8-ba5b-533b30c70321 HTTP/1.1" status: 204 len: 168 time: 1.1596646 Mar 01 21:14:57.271816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 14, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:14:57.272314 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:14:57.272783 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:57.273236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:14:57.273764 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Bound port: 72632262-7685-4e06-b6d3-52eb459b08fc, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:14:57.274439 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:57.383864 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] For port 72632262-7685-4e06-b6d3-52eb459b08fc, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:14:57.387215 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] For port 72632262-7685-4e06-b6d3-52eb459b08fc, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=72632262-7685-4e06-b6d3-52eb459b08fc,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:14:57.424347 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ec36262-5fd4-4ffd-ba5b-5d0f593041e7 req-cc93b369-aa2d-4bb3-8e73-12884c9515ad service neutron] 10.222.0.55 "GET /v2.0/networks/6033315f-9cc1-40b7-a652-aec8e732a438?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838695 Mar 01 21:14:57.490711 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:57.494845 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-49162fbf-9ba3-45e4-b7e8-b6e42adcd5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:57.552954 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5ed60ef8-9fa8-4a5c-990c-d391b3453479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859292304', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:11:48Z', 'updated_at': '2022-03-01T21:12:01Z', 'revision_number': 4, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:11:50Z', 'updated_at': '2022-03-01T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '39f4ef26-9564-431b-a8a6-d03a8c0c4554', 'name': '', 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'mac_address': 'fa:16:3e:0b:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '117f3481-e951-40d2-8e8f-7588b0e4a8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:00Z', 'updated_at': '2022-03-01T21:12:11Z', 'revision_number': 5, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'subnets': [{'id': '117f3481-e951-40d2-8e8f-7588b0e4a8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:14:57.558036 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed60ef8-9fa8-4a5c-990c-d391b3453479 None None] The sync data for ids ['46232691-290b-41e7-b6ec-b5e0bdb9ab36'] in n-d-827896-4 is: [{'id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859292304', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:11:48Z', 'updated_at': '2022-03-01T21:12:01Z', 'revision_number': 4, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:11:50Z', 'updated_at': '2022-03-01T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '39f4ef26-9564-431b-a8a6-d03a8c0c4554', 'name': '', 'network_id': '6033315f-9cc1-40b7-a652-aec8e732a438', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'mac_address': 'fa:16:3e:0b:d4:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_interface', 'standard_attr_id': 2514, 'fixed_ips': [{'subnet_id': '117f3481-e951-40d2-8e8f-7588b0e4a8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:00Z', 'updated_at': '2022-03-01T21:12:11Z', 'revision_number': 5, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'subnets': [{'id': '117f3481-e951-40d2-8e8f-7588b0e4a8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:14:57.603559 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48119ab5-6a94-4438-a090-c7f749e2c3a6 None None] Pushing event updated for resources: {'Port': ['ID=72632262-7685-4e06-b6d3-52eb459b08fc,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:57.610990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bc74a27e-c044-4e86-b030-a6b4f375a854 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:57.629294 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ec36262-5fd4-4ffd-ba5b-5d0f593041e7 req-d5960e9f-c5da-4679-9b81-7fb679f84a0a service neutron] 10.222.0.55 "GET /v2.0/networks/6033315f-9cc1-40b7-a652-aec8e732a438?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945708 Mar 01 21:14:57.732233 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [req-6193c576-4c94-4d5d-a2c5-356c28e637d5 req-e00ba9bf-317a-400c-8908-638553757626 service neutron] delete failed (client error): The resource could not be found. Mar 01 21:14:57.733353 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6193c576-4c94-4d5d-a2c5-356c28e637d5 req-e00ba9bf-317a-400c-8908-638553757626 service neutron] 10.222.0.57 "DELETE /v2.0/ports/bc74a27e-c044-4e86-b030-a6b4f375a854/bindings/n-h1-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.6506093 Mar 01 21:14:57.763982 n-d-827896-4 neutron-server[88519]: DEBUG neutron.objects.ports [None req-a48ce780-fca8-4ac9-9a9e-79caa5559e52 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 01 21:14:57.787105 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39498) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:57.832638 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port bc74a27e-c044-4e86-b030-a6b4f375a854 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:57.840366 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port bc74a27e-c044-4e86-b030-a6b4f375a854 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:57.840841 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:57.897729 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-599624e2-5028-473d-94da-cc997c57656b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:57.940649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-599624e2-5028-473d-94da-cc997c57656b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:57.947653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-599624e2-5028-473d-94da-cc997c57656b admin admin] Usage tracker for resource:security_group_rule and tenant:ce26622d6b6144d590c584fe47640ff9 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:57.952620 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-599624e2-5028-473d-94da-cc997c57656b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:57.962643 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-599624e2-5028-473d-94da-cc997c57656b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:58.143192 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ce52d8-1611-45d6-a70e-dcb0b1a29f96 None None] New status for floating IP 4f281782-23b4-4c87-b8cd-6e487e0cbc07: DOWN {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:14:58.190149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a9c14-4e2d-4f33-ab0a-dcae2786e0ed req-aa026112-b1ff-4db9-bf69-e0a696b3102a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:58.198047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-466a9c14-4e2d-4f33-ab0a-dcae2786e0ed req-aa026112-b1ff-4db9-bf69-e0a696b3102a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 944 time: 0.3514311 Mar 01 21:14:58.302607 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-466a9c14-4e2d-4f33-ab0a-dcae2786e0ed req-8a6bd968-eaa2-4064-a26c-159b2e899775 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017356 Mar 01 21:14:58.346260 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba783062-b55f-4dd3-86b9-ca03da1bf588 req-f0d8fa24-7df4-48a5-ad66-51dd96c287b3 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:58.349859 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ba783062-b55f-4dd3-86b9-ca03da1bf588 req-f0d8fa24-7df4-48a5-ad66-51dd96c287b3 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.55 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 984 time: 0.3602285 Mar 01 21:14:58.382823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193c576-4c94-4d5d-a2c5-356c28e637d5 req-78297edc-21a5-4e71-9573-f4ab1b368e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:58.382823 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6193c576-4c94-4d5d-a2c5-356c28e637d5 req-78297edc-21a5-4e71-9573-f4ab1b368e4f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 1095 time: 0.4912055 Mar 01 21:14:58.429124 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:58.510784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9648265a-95b4-419b-ade1-d47a2a9ccef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc74a27e-c044-4e86-b030-a6b4f375a854'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:14:58.526623 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-599624e2-5028-473d-94da-cc997c57656b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:58.554383 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bc74a27e-c044-4e86-b030-a6b4f375a854, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bc74a27e-c044-4e86-b030-a6b4f375a854,segment=NetworkSegment(84dd909c-4d7a-4be8-b843-436a0ab1dce5),segment_id=84dd909c-4d7a-4be8-b843-436a0ab1dce5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:58.576360 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-ba783062-b55f-4dd3-86b9-ca03da1bf588 req-69e6f766-2c64-46d1-8c0f-c84320c382c4 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Deleting port cf24b214-1d82-400d-bc55-a41076650c3c {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:14:58.576702 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ba783062-b55f-4dd3-86b9-ca03da1bf588 req-69e6f766-2c64-46d1-8c0f-c84320c382c4 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:58.623559 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9648265a-95b4-419b-ade1-d47a2a9ccef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc74a27e-c044-4e86-b030-a6b4f375a854', 'code': 200} Mar 01 21:14:58.661518 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:58.696713 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a48ce780-fca8-4ac9-9a9e-79caa5559e52 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:58.772399 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-599624e2-5028-473d-94da-cc997c57656b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:58.833975 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=bc74a27e-c044-4e86-b030-a6b4f375a854,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:58.914892 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-599624e2-5028-473d-94da-cc997c57656b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ce26622d6b6144d590c584fe47640ff9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1255414 Mar 01 21:14:58.919049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39532) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:58.920193 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599624e2-5028-473d-94da-cc997c57656b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b484bee6-9c93-419a-bb9b-f1010d58631b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:59.112083 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 72632262-7685-4e06-b6d3-52eb459b08fc up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:14:59.167522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193c576-4c94-4d5d-a2c5-356c28e637d5 req-8156a44f-56eb-41c6-8257-fb773da210e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:59.170735 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6193c576-4c94-4d5d-a2c5-356c28e637d5 req-8156a44f-56eb-41c6-8257-fb773da210e9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=955e18d0-99d5-4e9f-a46b-3d60079a8d65 HTTP/1.1" status: 200 len: 898 time: 0.7775714 Mar 01 21:14:59.172821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c01f7-f3c6-4e93-8b3e-28bfca35fbab req-1093c084-776c-45a4-87ba-214709635807 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:59.174343 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f37c01f7-f3c6-4e93-8b3e-28bfca35fbab req-1093c084-776c-45a4-87ba-214709635807 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 984 time: 0.4087570 Mar 01 21:14:59.350938 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39546) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:59.358575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-a48ce780-fca8-4ac9-9a9e-79caa5559e52 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] For port 72632262-7685-4e06-b6d3-52eb459b08fc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=72632262-7685-4e06-b6d3-52eb459b08fc,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:59.377906 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f37c01f7-f3c6-4e93-8b3e-28bfca35fbab req-d85d357f-7c15-413c-a365-e9bcd0bf39ee tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae22b860-57be-4e4e-97d4-ca44d671aa2f&id=cdd6add0-2b5f-4822-a863-4f1b65269514&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1787598 Mar 01 21:14:59.381220 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 72632262-7685-4e06-b6d3-52eb459b08fc completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:59.400136 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6193c576-4c94-4d5d-a2c5-356c28e637d5 req-f409fbda-46e8-42b1-b64d-f950e59cd0f5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc74a27e-c044-4e86-b030-a6b4f375a854 HTTP/1.1" status: 200 len: 1001 time: 0.2189054 Mar 01 21:14:59.407003 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-67745c28-e0fc-4445-8dc3-afb6131593b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:59.435665 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-67745c28-e0fc-4445-8dc3-afb6131593b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:59.488342 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [None req-a48ce780-fca8-4ac9-9a9e-79caa5559e52 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:14:59.509903 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a48ce780-fca8-4ac9-9a9e-79caa5559e52 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:59.520548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193c576-4c94-4d5d-a2c5-356c28e637d5 req-5fa0eb32-1139-4cce-a4ef-42759b93b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:59.522694 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6193c576-4c94-4d5d-a2c5-356c28e637d5 req-5fa0eb32-1139-4cce-a4ef-42759b93b099 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=94ff59b6-ac8a-41c2-9c6a-4feb46c8d503 HTTP/1.1" status: 200 len: 834 time: 0.1162021 Mar 01 21:14:59.557830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4a1a249b-f16c-46b3-b7fc-5be170604029 None None] Provisioning for port 72632262-7685-4e06-b6d3-52eb459b08fc completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:14:59.561109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-ba783062-b55f-4dd3-86b9-ca03da1bf588 req-69e6f766-2c64-46d1-8c0f-c84320c382c4 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] For port cf24b214-1d82-400d-bc55-a41076650c3c, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=cf24b214-1d82-400d-bc55-a41076650c3c,segment=NetworkSegment(47633a6d-1388-4f44-a0b4-aa7c1dba211a),segment_id=47633a6d-1388-4f44-a0b4-aa7c1dba211a)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:14:59.561109 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ba783062-b55f-4dd3-86b9-ca03da1bf588 req-69e6f766-2c64-46d1-8c0f-c84320c382c4 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:59.582524 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a48ce780-fca8-4ac9-9a9e-79caa5559e52 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:59.583666 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a48ce780-fca8-4ac9-9a9e-79caa5559e52 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:59.583895 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4a1a249b-f16c-46b3-b7fc-5be170604029 None None] Provisioning complete for port 72632262-7685-4e06-b6d3-52eb459b08fc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:14:59.585802 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4a1a249b-f16c-46b3-b7fc-5be170604029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:59.702794 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48ce780-fca8-4ac9-9a9e-79caa5559e52 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:14:59.706208 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7afdcceb-fd8a-44b1-8c49-59f751b375d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:59.714240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-a48ce780-fca8-4ac9-9a9e-79caa5559e52 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:14:59.725679 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48ce780-fca8-4ac9-9a9e-79caa5559e52 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:59.726263 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a48ce780-fca8-4ac9-9a9e-79caa5559e52 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:14:59.737015 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306ce477-0d69-455b-acb4-9a0a8dad131f None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:14:59.799085 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ce780-fca8-4ac9-9a9e-79caa5559e52 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=c345dbd7-86ff-46c7-b03b-cf4bb02c2aa6,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:59.801255 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ce780-fca8-4ac9-9a9e-79caa5559e52 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=72632262-7685-4e06-b6d3-52eb459b08fc,revision_number=4']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:14:59.803620 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Request body: {'networks': [{'name': 'tempest-network--746844900'}, {'name': 'tempest-network--179598620'}]} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:59.804008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Request body: {'network': {'name': 'tempest-network--746844900'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:59.804506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Request body: {'network': {'name': 'tempest-network--179598620'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:59.805751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193c576-4c94-4d5d-a2c5-356c28e637d5 req-60ab5718-6f8c-4bca-abc1-b3b3eafc7aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:59.807227 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6193c576-4c94-4d5d-a2c5-356c28e637d5 req-60ab5718-6f8c-4bca-abc1-b3b3eafc7aec service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=955e18d0-99d5-4e9f-a46b-3d60079a8d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2785995 Mar 01 21:14:59.815767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-ba783062-b55f-4dd3-86b9-ca03da1bf588 req-69e6f766-2c64-46d1-8c0f-c84320c382c4 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Calling delete_port for cf24b214-1d82-400d-bc55-a41076650c3c owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:14:59.848134 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a48ce780-fca8-4ac9-9a9e-79caa5559e52 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.1359413 Mar 01 21:14:59.850526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39560) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:14:59.858236 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d71b44ad-6407-45a2-9369-cf29f5b7ca0a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'mac_address': 'fa:16:3e:2b:0f:09', 'name': 'tempest-NetworksTestDHCPv6-1636264421'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:14:59.859515 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:14:59.874983 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Usage tracker for resource:network and tenant:c58d2b3b69ea4bfd97db7d18793ef38f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:14:59.883481 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:14:59.904409 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:14:59.917181 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b80a6-a249-46bb-8b12-3772ea325515 req-e653579f-42a4-4a3d-8597-14da4a4ddfb9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:14:59.919250 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d4b80a6-a249-46bb-8b12-3772ea325515 req-e653579f-42a4-4a3d-8597-14da4a4ddfb9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.4431834 Mar 01 21:15:00.007436 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d4b80a6-a249-46bb-8b12-3772ea325515 req-4165059d-61fe-4efa-91fa-1f302d288826 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712926 Mar 01 21:15:00.018524 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-67745c28-e0fc-4445-8dc3-afb6131593b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:00.042125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Made reservation on behalf of c58d2b3b69ea4bfd97db7d18793ef38f for: {'network': 2} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:00.049541 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:00.070978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67745c28-e0fc-4445-8dc3-afb6131593b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b484bee6-9c93-419a-bb9b-f1010d58631b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:00.080042 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-67745c28-e0fc-4445-8dc3-afb6131593b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:00.080042 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-67745c28-e0fc-4445-8dc3-afb6131593b5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b484bee6-9c93-419a-bb9b-f1010d58631b HTTP/1.1" status: 204 len: 168 time: 1.1247759 Mar 01 21:15:00.080816 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:00.131708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:00.143554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Usage tracker for resource:security_group_rule and tenant:c58d2b3b69ea4bfd97db7d18793ef38f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:00.148108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:00.158523 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:00.197745 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4a1a249b-f16c-46b3-b7fc-5be170604029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:00.201621 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6193c576-4c94-4d5d-a2c5-356c28e637d5 req-b3c9d012-7229-4067-aff5-db5ec05f6579 service neutron] 10.222.0.57 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3877778 Mar 01 21:15:00.266092 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ba783062-b55f-4dd3-86b9-ca03da1bf588 req-69e6f766-2c64-46d1-8c0f-c84320c382c4 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:00.294003 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-4a1a249b-f16c-46b3-b7fc-5be170604029 None None] For port 72632262-7685-4e06-b6d3-52eb459b08fc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=72632262-7685-4e06-b6d3-52eb459b08fc,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:00.339713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6f766-2c64-46d1-8c0f-c84320c382c4 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event deleted for resources: {'Port': ['ID=cf24b214-1d82-400d-bc55-a41076650c3c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:00.345000 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:00.385763 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d71b44ad-6407-45a2-9369-cf29f5b7ca0a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:00.392749 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4a1a249b-f16c-46b3-b7fc-5be170604029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:00.399060 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d71b44ad-6407-45a2-9369-cf29f5b7ca0a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:port and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:00.405675 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d71b44ad-6407-45a2-9369-cf29f5b7ca0a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:00.423496 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d71b44ad-6407-45a2-9369-cf29f5b7ca0a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:00.439672 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6193c576-4c94-4d5d-a2c5-356c28e637d5 req-176571ff-0b0b-4572-a22f-d5720529fe93 service neutron] 10.222.0.57 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282505 Mar 01 21:15:00.451995 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba783062-b55f-4dd3-86b9-ca03da1bf588 req-69e6f766-2c64-46d1-8c0f-c84320c382c4 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] No DVR routers for this DVR port cf24b214-1d82-400d-bc55-a41076650c3c on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:15:00.454630 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:00.454630 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:00.465775 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ba783062-b55f-4dd3-86b9-ca03da1bf588 req-69e6f766-2c64-46d1-8c0f-c84320c382c4 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:00.491073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0741c249-1611-427c-9f2f-b23ed29c3271', 'name': 'network-vif-deleted', 'tag': 'cf24b214-1d82-400d-bc55-a41076650c3c'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:15:00.497109 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ba783062-b55f-4dd3-86b9-ca03da1bf588 req-69e6f766-2c64-46d1-8c0f-c84320c382c4 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.55 "DELETE /v2.0/ports/cf24b214-1d82-400d-bc55-a41076650c3c HTTP/1.1" status: 204 len: 173 time: 2.0625579 Mar 01 21:15:00.519019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71b44ad-6407-45a2-9369-cf29f5b7ca0a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:00.553709 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a249b-f16c-46b3-b7fc-5be170604029 None None] Pushing event updated for resources: {'Port': ['ID=72632262-7685-4e06-b6d3-52eb459b08fc,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:00.588262 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0741c249-1611-427c-9f2f-b23ed29c3271', 'name': 'network-vif-deleted', 'tag': 'cf24b214-1d82-400d-bc55-a41076650c3c', 'status': 'completed', 'code': 200} Mar 01 21:15:00.592070 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0189b5-4113-47ea-a29c-451a18eada72,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:00.598688 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:00.602928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:15:00.619154 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:00.619531 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Added segment 6e9c3359-9e10-4f65-aef4-a2a5f084f3c5 of type vlan for network 3e8add90-26cc-4de6-94ff-e8be0d31358e Mar 01 21:15:00.626473 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:00.699870 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:00.714637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5e66ed5d-9d6b-43ea-ba3c-772356b66381 req-ac1fe545-3866-4b8e-8265-40df9fb73934 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Synchronizing usage tracker for tenant:d1b3d33ac1c64551b55e0abce258f6fe on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:00.770538 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d71b44ad-6407-45a2-9369-cf29f5b7ca0a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:00.796846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:15:00.803839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39582) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:00.825015 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:00.825456 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Added segment d08f8df9-f6f1-471c-93e8-b14f3d2f280f of type vlan for network 1b1f00b7-f0c9-4fd7-af68-76e801f42fd1 Mar 01 21:15:00.851187 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-d71b44ad-6407-45a2-9369-cf29f5b7ca0a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port 6622b9e5-e1a4-4bba-b2b5-35d59721fbdb yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:15:00.859590 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:00.864357 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5e66ed5d-9d6b-43ea-ba3c-772356b66381 req-ac1fe545-3866-4b8e-8265-40df9fb73934 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Unset dirty status for tenant:d1b3d33ac1c64551b55e0abce258f6fe on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:00.865644 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5e66ed5d-9d6b-43ea-ba3c-772356b66381 req-ac1fe545-3866-4b8e-8265-40df9fb73934 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "GET /v2.0/ports?device_id=0741c249-1611-427c-9f2f-b23ed29c3271 HTTP/1.1" status: 200 len: 210 time: 0.2065663 Mar 01 21:15:01.031274 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:01.031948 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:01.038789 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:01.050617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:01.052251 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:01.164185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 72632262-7685-4e06-b6d3-52eb459b08fc up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:15:01.226512 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9f33e5ae-e38a-4426-af5c-2bebe674f096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:01.274291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9f33e5ae-e38a-4426-af5c-2bebe674f096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:01.296230 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9f33e5ae-e38a-4426-af5c-2bebe674f096 admin admin] Usage tracker for resource:security_group_rule and tenant:87a496f9a1d44af1a24618f4739ba979 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:01.305101 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 72632262-7685-4e06-b6d3-52eb459b08fc triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:15:01.305871 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:01.307855 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9f33e5ae-e38a-4426-af5c-2bebe674f096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:01.321044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9f33e5ae-e38a-4426-af5c-2bebe674f096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:01.353920 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.9812825 Mar 01 21:15:01.360824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39598) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:01.389476 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event updated for resources: {'Network': ['ID=3e8add90-26cc-4de6-94ff-e8be0d31358e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:01.427075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-d71b44ad-6407-45a2-9369-cf29f5b7ca0a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 172.20.0.14 (cc39aad2-d371-4bc1-8f73-2342392e478c/3c0d6db8-ead3-4206-abbc-707125b77ed8/6622b9e5-e1a4-4bba-b2b5-35d59721fbdb) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:15:01.430196 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 3e8add90-26cc-4de6-94ff-e8be0d31358e details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:15:01.438708 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-d71b44ad-6407-45a2-9369-cf29f5b7ca0a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::f816:3eff:fe2b:f09 (cc39aad2-d371-4bc1-8f73-2342392e478c/c345dbd7-86ff-46c7-b03b-cf4bb02c2aa6/6622b9e5-e1a4-4bba-b2b5-35d59721fbdb) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:15:01.606110 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9f33e5ae-e38a-4426-af5c-2bebe674f096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:01.637123 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device cf24b214-1d82-400d-bc55-a41076650c3c no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:15:01.639936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b00b1-5ec2-4ab7-bbdb-45bacae9d71d tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event updated for resources: {'Network': ['ID=1b1f00b7-f0c9-4fd7-af68-76e801f42fd1,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:01.667456 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 1b1f00b7-f0c9-4fd7-af68-76e801f42fd1 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:15:01.807144 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9f33e5ae-e38a-4426-af5c-2bebe674f096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:01.814922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c94197d-267b-45f2-b54f-d99975837088 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:01.829189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c94197d-267b-45f2-b54f-d99975837088 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:01.839333 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c94197d-267b-45f2-b54f-d99975837088 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:01.843433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: cf24b214-1d82-400d-bc55-a41076650c3c {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:15:01.843789 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device cf24b214-1d82-400d-bc55-a41076650c3c not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:15:01.846862 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3afd154b-f133-45d6-8c46-bbc0a18d7739 None None] Provisioning complete for port 72632262-7685-4e06-b6d3-52eb459b08fc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:15:01.847709 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3afd154b-f133-45d6-8c46-bbc0a18d7739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:01.855478 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9f33e5ae-e38a-4426-af5c-2bebe674f096 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87a496f9a1d44af1a24618f4739ba979&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0501523 Mar 01 21:15:01.862031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c94197d-267b-45f2-b54f-d99975837088 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:01.862934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3c94197d-267b-45f2-b54f-d99975837088 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Synchronizing usage tracker for tenant:c58d2b3b69ea4bfd97db7d18793ef38f on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:01.870506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39608) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:01.889008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0299c7b-7787-4958-9ab4-4850e2699c67 req-18a4a816-7867-4ba8-883f-38ee8773281d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:01.890755 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e0299c7b-7787-4958-9ab4-4850e2699c67 req-18a4a816-7867-4ba8-883f-38ee8773281d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.6066921 Mar 01 21:15:01.909621 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33e5ae-e38a-4426-af5c-2bebe674f096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed872b3-3e12-4ec5-be21-3c650cd06f6f,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:01.958160 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d71b44ad-6407-45a2-9369-cf29f5b7ca0a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:01.992054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-d71b44ad-6407-45a2-9369-cf29f5b7ca0a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object 6622b9e5-e1a4-4bba-b2b5-35d59721fbdb will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:02.045605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39618) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:02.074983 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e0299c7b-7787-4958-9ab4-4850e2699c67 req-c15a3b9c-3850-41ca-ab69-6118094dbccc tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382794 Mar 01 21:15:02.085073 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d71b44ad-6407-45a2-9369-cf29f5b7ca0a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.098064 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d0bda11a-bff3-4419-b590-481cf3944c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.135649 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d0bda11a-bff3-4419-b590-481cf3944c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.156514 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3c94197d-267b-45f2-b54f-d99975837088 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Unset dirty status for tenant:c58d2b3b69ea4bfd97db7d18793ef38f on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:02.160490 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3c94197d-267b-45f2-b54f-d99975837088 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7928145 Mar 01 21:15:02.164095 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39622) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:02.191666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71b44ad-6407-45a2-9369-cf29f5b7ca0a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:02.196567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-d71b44ad-6407-45a2-9369-cf29f5b7ca0a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:02.213107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71b44ad-6407-45a2-9369-cf29f5b7ca0a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:15:02.255529 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.272470 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b44ad-6407-45a2-9369-cf29f5b7ca0a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=6622b9e5-e1a4-4bba-b2b5-35d59721fbdb,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:02.314714 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-284ebe42-c2bb-4b1c-affd-2efd7174d0b1 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.319976 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71b44ad-6407-45a2-9369-cf29f5b7ca0a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:02.320643 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d71b44ad-6407-45a2-9369-cf29f5b7ca0a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.328406 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f57edc29-f98c-4b89-a830-89b4dd9409b7 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.376108 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f57edc29-f98c-4b89-a830-89b4dd9409b7 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.412048 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d0bda11a-bff3-4419-b590-481cf3944c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.487613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bda11a-bff3-4419-b590-481cf3944c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed872b3-3e12-4ec5-be21-3c650cd06f6f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:02.491031 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d71b44ad-6407-45a2-9369-cf29f5b7ca0a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.6392913 Mar 01 21:15:02.493258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39630) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:02.508153 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-284ebe42-c2bb-4b1c-affd-2efd7174d0b1 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.524481 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d0bda11a-bff3-4419-b590-481cf3944c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.524481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d0bda11a-bff3-4419-b590-481cf3944c9a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2ed872b3-3e12-4ec5-be21-3c650cd06f6f HTTP/1.1" status: 204 len: 168 time: 0.6265478 Mar 01 21:15:02.538797 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-284ebe42-c2bb-4b1c-affd-2efd7174d0b1 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8add90-26cc-4de6-94ff-e8be0d31358e']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:02.547950 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f57edc29-f98c-4b89-a830-89b4dd9409b7 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.568333 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-284ebe42-c2bb-4b1c-affd-2efd7174d0b1 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e9c3359-9e10-4f65-aef4-a2a5f084f3c5') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:02.568623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-284ebe42-c2bb-4b1c-affd-2efd7174d0b1 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e9c3359-9e10-4f65-aef4-a2a5f084f3c5') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:02.583684 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57edc29-f98c-4b89-a830-89b4dd9409b7 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae22b860-57be-4e4e-97d4-ca44d671aa2f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:02.590209 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-284ebe42-c2bb-4b1c-affd-2efd7174d0b1 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.613877 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-284ebe42-c2bb-4b1c-affd-2efd7174d0b1 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.620525 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaf5b80-91c9-4433-9b63-3b9bd8bcfbfa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:02.622531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-284ebe42-c2bb-4b1c-affd-2efd7174d0b1 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:15:02.622946 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-284ebe42-c2bb-4b1c-affd-2efd7174d0b1 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.623429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d6d86679-6755-49d1-8449-5af3b7712cf3 None None] Provisioning for port 6622b9e5-e1a4-4bba-b2b5-35d59721fbdb completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:15:02.627541 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eaf5b80-91c9-4433-9b63-3b9bd8bcfbfa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:02.632843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8eaf5b80-91c9-4433-9b63-3b9bd8bcfbfa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:02.632977 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d6d86679-6755-49d1-8449-5af3b7712cf3 None None] Provisioning complete for port 6622b9e5-e1a4-4bba-b2b5-35d59721fbdb triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:15:02.632977 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d6d86679-6755-49d1-8449-5af3b7712cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:15:02.649269 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:15:02.656137 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f57edc29-f98c-4b89-a830-89b4dd9409b7 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.657279 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f57edc29-f98c-4b89-a830-89b4dd9409b7 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "DELETE /v2.0/security-groups/ae22b860-57be-4e4e-97d4-ca44d671aa2f HTTP/1.1" status: 204 len: 168 time: 0.6106822 Mar 01 21:15:02.661135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39636) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:02.706027 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d6d86679-6755-49d1-8449-5af3b7712cf3 None None] Port 6622b9e5-e1a4-4bba-b2b5-35d59721fbdb cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:15:02.707563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8eaf5b80-91c9-4433-9b63-3b9bd8bcfbfa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:02.708747 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8eaf5b80-91c9-4433-9b63-3b9bd8bcfbfa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2132676 Mar 01 21:15:02.712688 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39640) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:02.785546 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7f27b3df-119a-40fc-92ed-1d7d7c8bb483 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.789114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf2212-4986-4476-89f5-df6ec049344c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port 6622b9e5-e1a4-4bba-b2b5-35d59721fbdb {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:02.789455 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7bf2212-4986-4476-89f5-df6ec049344c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.830589 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7f27b3df-119a-40fc-92ed-1d7d7c8bb483 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.878398 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-284ebe42-c2bb-4b1c-affd-2efd7174d0b1 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.899952 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-284ebe42-c2bb-4b1c-affd-2efd7174d0b1 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:02.912064 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284ebe42-c2bb-4b1c-affd-2efd7174d0b1 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event deleted for resources: {'Network': ['ID=3e8add90-26cc-4de6-94ff-e8be0d31358e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:03.009539 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7f27b3df-119a-40fc-92ed-1d7d7c8bb483 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:03.012693 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7f27b3df-119a-40fc-92ed-1d7d7c8bb483 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:03.020059 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7f27b3df-119a-40fc-92ed-1d7d7c8bb483 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "DELETE /v2.0/security-groups/cdd6add0-2b5f-4822-a863-4f1b65269514 HTTP/1.1" status: 204 len: 168 time: 0.3555353 Mar 01 21:15:03.020059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39652) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:03.096600 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7bf2212-4986-4476-89f5-df6ec049344c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:03.099139 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-284ebe42-c2bb-4b1c-affd-2efd7174d0b1 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "DELETE /v2.0/networks/3e8add90-26cc-4de6-94ff-e8be0d31358e HTTP/1.1" status: 204 len: 168 time: 0.9345717 Mar 01 21:15:03.108337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39658) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:03.111099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f27b3df-119a-40fc-92ed-1d7d7c8bb483 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd6add0-2b5f-4822-a863-4f1b65269514,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:03.267441 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:03.292317 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e7bf2212-4986-4476-89f5-df6ec049344c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for 6622b9e5-e1a4-4bba-b2b5-35d59721fbdb owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:03.360151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39670) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:03.399265 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ee1d8c0-60b0-4453-8da8-bf41fb3cfbe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:03.421343 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3ee1d8c0-60b0-4453-8da8-bf41fb3cfbe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:03.425886 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3ee1d8c0-60b0-4453-8da8-bf41fb3cfbe9 admin admin] Usage tracker for resource:security_group_rule and tenant:2502630448384c06b5c54c15e5baf84a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:03.430573 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3ee1d8c0-60b0-4453-8da8-bf41fb3cfbe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:03.470621 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3ee1d8c0-60b0-4453-8da8-bf41fb3cfbe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:03.647595 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:03.653676 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7bf2212-4986-4476-89f5-df6ec049344c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:03.692311 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da11f1e-0c57-4ffc-89dd-ea87990397ab req-16cb8386-7b09-488a-83d3-1c5727fa8c2c tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:03.693877 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9da11f1e-0c57-4ffc-89dd-ea87990397ab req-16cb8386-7b09-488a-83d3-1c5727fa8c2c tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.4238188 Mar 01 21:15:03.714495 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf2212-4986-4476-89f5-df6ec049344c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=6622b9e5-e1a4-4bba-b2b5-35d59721fbdb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:03.908710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1f00b7-f0c9-4fd7-af68-76e801f42fd1']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:03.911087 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7bf2212-4986-4476-89f5-df6ec049344c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:03.951649 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ee1d8c0-60b0-4453-8da8-bf41fb3cfbe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:03.953242 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd08f8df9-f6f1-471c-93e8-b14f3d2f280f') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:03.953545 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd08f8df9-f6f1-471c-93e8-b14f3d2f280f') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:03.974648 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:04.051922 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e7bf2212-4986-4476-89f5-df6ec049344c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/6622b9e5-e1a4-4bba-b2b5-35d59721fbdb HTTP/1.1" status: 204 len: 168 time: 1.3381813 Mar 01 21:15:04.052817 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39694) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:04.090583 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ee1d8c0-60b0-4453-8da8-bf41fb3cfbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:04.131196 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9da11f1e-0c57-4ffc-89dd-ea87990397ab req-229020e9-b921-49bc-a0e5-4970b32559f0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2147131 Mar 01 21:15:04.142211 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:04.151480 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:15:04.152398 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:04.160288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39698) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:04.164499 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3ee1d8c0-60b0-4453-8da8-bf41fb3cfbe9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2502630448384c06b5c54c15e5baf84a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8033545 Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:15:04.168280 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:15:04.170602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39702) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:04.257548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f86cc5-ba77-426a-b374-e4a1bdab16a2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:04.259173 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f86cc5-ba77-426a-b374-e4a1bdab16a2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:04.260706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f86cc5-ba77-426a-b374-e4a1bdab16a2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:04.261578 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-89f86cc5-ba77-426a-b374-e4a1bdab16a2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:04.263971 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee1d8c0-60b0-4453-8da8-bf41fb3cfbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71618d2-164f-4d51-9e70-478cd69070f4,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:04.313102 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7fc30eef-a074-4ecf-a706-c8a5f87c81f4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/floatingips/fd9ccce7-38cb-48bb-a740-838357d33151 HTTP/1.1" status: 200 len: 993 time: 0.1457610 Mar 01 21:15:04.344302 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9eded42a-763e-47cb-b0d2-38415073ab77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:04.357979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-89f86cc5-ba77-426a-b374-e4a1bdab16a2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:04.359535 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-89f86cc5-ba77-426a-b374-e4a1bdab16a2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3056867 Mar 01 21:15:04.362446 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39716) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:04.414032 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9eded42a-763e-47cb-b0d2-38415073ab77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:04.423039 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:04.444988 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:04.468142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event deleted for resources: {'Network': ['ID=1b1f00b7-f0c9-4fd7-af68-76e801f42fd1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:04.493112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:04.493454 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:04.493794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:04.494125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:04.494455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:04.494783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:04.495107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:04.495450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:04.496434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:04.496993 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:04.497418 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:04.497786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:04.502411 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3db81e38-9df3-4910-9ca6-037378936671 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "DELETE /v2.0/networks/1b1f00b7-f0c9-4fd7-af68-76e801f42fd1 HTTP/1.1" status: 204 len: 168 time: 1.3926029 Mar 01 21:15:04.510719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39720) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:04.561367 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-6129dbd2-b466-4311-9540-f83b613ddaaf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet 3c0d6db8-ead3-4206-abbc-707125b77ed8 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:15:04.564623 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6129dbd2-b466-4311-9540-f83b613ddaaf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:04.622497 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6129dbd2-b466-4311-9540-f83b613ddaaf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:04.642759 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a842-15a0-42d8-81fb-7e6011e96102 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:04.712379 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9eded42a-763e-47cb-b0d2-38415073ab77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:04.721294 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6129dbd2-b466-4311-9540-f83b613ddaaf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:04.752940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eded42a-763e-47cb-b0d2-38415073ab77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71618d2-164f-4d51-9e70-478cd69070f4,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:04.767213 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9eded42a-763e-47cb-b0d2-38415073ab77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:04.768525 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9eded42a-763e-47cb-b0d2-38415073ab77 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c71618d2-164f-4d51-9e70-478cd69070f4 HTTP/1.1" status: 204 len: 168 time: 0.5962398 Mar 01 21:15:04.775753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cfc7b2-ae77-401c-8fce-40038d4a6e6a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:04.782853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44cfc7b2-ae77-401c-8fce-40038d4a6e6a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:04.783680 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-44cfc7b2-ae77-401c-8fce-40038d4a6e6a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Synchronizing usage tracker for tenant:c58d2b3b69ea4bfd97db7d18793ef38f on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:04.807953 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39728) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:04.878654 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6129dbd2-b466-4311-9540-f83b613ddaaf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:04.919282 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6129dbd2-b466-4311-9540-f83b613ddaaf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:04.926043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7557fad5-a1dd-4d7b-9b03-511ac254699b None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:04.977263 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129dbd2-b466-4311-9540-f83b613ddaaf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=3c0d6db8-ead3-4206-abbc-707125b77ed8,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:04.979252 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45d123ce-01a3-472e-875b-dc3126074ff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:04.987851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-44cfc7b2-ae77-401c-8fce-40038d4a6e6a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Unset dirty status for tenant:c58d2b3b69ea4bfd97db7d18793ef38f on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:04.992789 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-44cfc7b2-ae77-401c-8fce-40038d4a6e6a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4761510 Mar 01 21:15:04.994599 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39734) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:05.001636 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-45d123ce-01a3-472e-875b-dc3126074ff3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:05.005839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-45d123ce-01a3-472e-875b-dc3126074ff3 admin admin] Usage tracker for resource:security_group_rule and tenant:6d5c98d88102472bae1e2bde9fe8202c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:05.009323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-45d123ce-01a3-472e-875b-dc3126074ff3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:05.039313 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-2cfae4f3-af7c-4c52-b639-4e24031b4fde tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1968643436'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:05.044825 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-45d123ce-01a3-472e-875b-dc3126074ff3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:05.049458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2cfae4f3-af7c-4c52-b639-4e24031b4fde tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:05.059575 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6129dbd2-b466-4311-9540-f83b613ddaaf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/3c0d6db8-ead3-4206-abbc-707125b77ed8 HTTP/1.1" status: 204 len: 168 time: 0.6960840 Mar 01 21:15:05.065578 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39738) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:05.078009 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2cfae4f3-af7c-4c52-b639-4e24031b4fde tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:05.104701 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-a8f0a842-15a0-42d8-81fb-7e6011e96102 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Deleting port 39f4ef26-9564-431b-a8a6-d03a8c0c4554 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:05.105968 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a842-15a0-42d8-81fb-7e6011e96102 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:05.167424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-f51033db-d8b7-4d70-8ab0-30d98bf5a40d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet c345dbd7-86ff-46c7-b03b-cf4bb02c2aa6 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:15:05.175230 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f51033db-d8b7-4d70-8ab0-30d98bf5a40d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:05.220739 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfae4f3-af7c-4c52-b639-4e24031b4fde tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Made reservation on behalf of c58d2b3b69ea4bfd97db7d18793ef38f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:05.224193 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2cfae4f3-af7c-4c52-b639-4e24031b4fde tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:05.285928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cfae4f3-af7c-4c52-b639-4e24031b4fde tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:15:05.295971 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2cfae4f3-af7c-4c52-b639-4e24031b4fde tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:05.296343 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-2cfae4f3-af7c-4c52-b639-4e24031b4fde tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Added segment 8ea9c4d4-f9d0-4c04-819e-0767b51c8ad4 of type vlan for network 80deac3e-53d5-41ec-a640-91b2dc5b0e5b Mar 01 21:15:05.319746 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f51033db-d8b7-4d70-8ab0-30d98bf5a40d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:05.335238 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-a8f0a842-15a0-42d8-81fb-7e6011e96102 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] For port 39f4ef26-9564-431b-a8a6-d03a8c0c4554, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=39f4ef26-9564-431b-a8a6-d03a8c0c4554,segment=NetworkSegment(47633a6d-1388-4f44-a0b4-aa7c1dba211a),segment_id=47633a6d-1388-4f44-a0b4-aa7c1dba211a)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:05.341444 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a842-15a0-42d8-81fb-7e6011e96102 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:05.395783 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2cfae4f3-af7c-4c52-b639-4e24031b4fde tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:05.400490 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45d123ce-01a3-472e-875b-dc3126074ff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:05.465196 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f51033db-d8b7-4d70-8ab0-30d98bf5a40d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:05.502800 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45d123ce-01a3-472e-875b-dc3126074ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:05.506166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-a8f0a842-15a0-42d8-81fb-7e6011e96102 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Calling delete_port for 39f4ef26-9564-431b-a8a6-d03a8c0c4554 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:05.536637 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2cfae4f3-af7c-4c52-b639-4e24031b4fde tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:05.542226 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfae4f3-af7c-4c52-b639-4e24031b4fde tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:05.543597 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2cfae4f3-af7c-4c52-b639-4e24031b4fde tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:05.646385 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-45d123ce-01a3-472e-875b-dc3126074ff3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d5c98d88102472bae1e2bde9fe8202c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8374836 Mar 01 21:15:05.650320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39752) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:05.655872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d123ce-01a3-472e-875b-dc3126074ff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d885d17c-f8dc-4bf7-9be6-0c6a98873932,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:05.738142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfae4f3-af7c-4c52-b639-4e24031b4fde tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event updated for resources: {'Network': ['ID=80deac3e-53d5-41ec-a640-91b2dc5b0e5b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:05.754612 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 80deac3e-53d5-41ec-a640-91b2dc5b0e5b details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:15:05.828593 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2cfae4f3-af7c-4c52-b639-4e24031b4fde tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8320491 Mar 01 21:15:05.829268 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f51033db-d8b7-4d70-8ab0-30d98bf5a40d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:05.833284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39758) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:05.895103 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-adb553ab-3a5e-409b-85b8-e746a4d0fa81 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1282564765'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:05.914121 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51033db-d8b7-4d70-8ab0-30d98bf5a40d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=c345dbd7-86ff-46c7-b03b-cf4bb02c2aa6,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:05.916042 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7bb7307f-d90e-4b46-9c4c-b758b93f1093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:05.923832 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f51033db-d8b7-4d70-8ab0-30d98bf5a40d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:05.928675 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-adb553ab-3a5e-409b-85b8-e746a4d0fa81 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:05.932428 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165885c9-f1e8-4661-8e9b-230d35d842e0 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:05.941891 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f51033db-d8b7-4d70-8ab0-30d98bf5a40d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/c345dbd7-86ff-46c7-b03b-cf4bb02c2aa6 HTTP/1.1" status: 204 len: 168 time: 0.8753099 Mar 01 21:15:05.944563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39764) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:05.951481 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-adb553ab-3a5e-409b-85b8-e746a4d0fa81 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Usage tracker for resource:network and tenant:c58d2b3b69ea4bfd97db7d18793ef38f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:05.951481 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-adb553ab-3a5e-409b-85b8-e746a4d0fa81 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:05.957230 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7bb7307f-d90e-4b46-9c4c-b758b93f1093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:05.971827 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a842-15a0-42d8-81fb-7e6011e96102 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:06.024211 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-adb553ab-3a5e-409b-85b8-e746a4d0fa81 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:06.028301 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-22d00c28-1b2c-4f1e-9d3a-f603ef600e26 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824623 Mar 01 21:15:06.031006 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39770) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:06.040511 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-cabf6925-e98a-4ef7-8e8f-8e5a1577885f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:06.085821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f0a842-15a0-42d8-81fb-7e6011e96102 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event deleted for resources: {'Port': ['ID=39f4ef26-9564-431b-a8a6-d03a8c0c4554,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:06.137819 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-dd5c87cb-fb34-4fb9-ab6a-82f20b7d5ff4 None None] Provisioning complete for port 72632262-7685-4e06-b6d3-52eb459b08fc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:15:06.138202 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dd5c87cb-fb34-4fb9-ab6a-82f20b7d5ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:06.185962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb553ab-3a5e-409b-85b8-e746a4d0fa81 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Made reservation on behalf of c58d2b3b69ea4bfd97db7d18793ef38f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:06.189686 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-adb553ab-3a5e-409b-85b8-e746a4d0fa81 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:06.271670 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cabf6925-e98a-4ef7-8e8f-8e5a1577885f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:06.278515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cabf6925-e98a-4ef7-8e8f-8e5a1577885f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:06.283649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cabf6925-e98a-4ef7-8e8f-8e5a1577885f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:06.286557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adb553ab-3a5e-409b-85b8-e746a4d0fa81 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:15:06.294999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cabf6925-e98a-4ef7-8e8f-8e5a1577885f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:06.307151 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-adb553ab-3a5e-409b-85b8-e746a4d0fa81 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:06.307641 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-adb553ab-3a5e-409b-85b8-e746a4d0fa81 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Added segment 3600caf6-22ff-4fe1-b928-0359733f73ba of type vlan for network 58ffea51-0c42-4785-b761-c70a9ad87cc6 Mar 01 21:15:06.353658 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-adb553ab-3a5e-409b-85b8-e746a4d0fa81 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:06.393226 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabf6925-e98a-4ef7-8e8f-8e5a1577885f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:06.397558 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cabf6925-e98a-4ef7-8e8f-8e5a1577885f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:06.459009 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7bb7307f-d90e-4b46-9c4c-b758b93f1093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:06.489582 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7307f-d90e-4b46-9c4c-b758b93f1093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d885d17c-f8dc-4bf7-9be6-0c6a98873932,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:06.497186 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-adb553ab-3a5e-409b-85b8-e746a4d0fa81 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:06.502796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb553ab-3a5e-409b-85b8-e746a4d0fa81 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:06.503447 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-adb553ab-3a5e-409b-85b8-e746a4d0fa81 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:06.506831 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d92fc9-7216-44c3-a9d2-f729e62cdae1 None None] DHCP port deletion for cc39aad2-d371-4bc1-8f73-2342392e478c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:15:06.515162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-22d92fc9-7216-44c3-a9d2-f729e62cdae1 None None] Deleting port 72632262-7685-4e06-b6d3-52eb459b08fc {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:06.515570 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-22d92fc9-7216-44c3-a9d2-f729e62cdae1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:06.520497 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a8f0a842-15a0-42d8-81fb-7e6011e96102 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:06.620004 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7bb7307f-d90e-4b46-9c4c-b758b93f1093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:06.621203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7bb7307f-d90e-4b46-9c4c-b758b93f1093 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d885d17c-f8dc-4bf7-9be6-0c6a98873932 HTTP/1.1" status: 204 len: 168 time: 0.9697142 Mar 01 21:15:06.644323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb553ab-3a5e-409b-85b8-e746a4d0fa81 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event updated for resources: {'Network': ['ID=58ffea51-0c42-4785-b761-c70a9ad87cc6,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:06.659103 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 58ffea51-0c42-4785-b761-c70a9ad87cc6 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:15:06.842230 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-adb553ab-3a5e-409b-85b8-e746a4d0fa81 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9653678 Mar 01 21:15:06.843469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39784) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:06.851489 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Request body: {'ports': [{'network_id': '80deac3e-53d5-41ec-a640-91b2dc5b0e5b', 'name': 'tempest-port--1128852876', 'admin_state_up': True}, {'network_id': '58ffea51-0c42-4785-b761-c70a9ad87cc6', 'admin_state_up': False}]} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:06.851920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Request body: {'port': {'network_id': '80deac3e-53d5-41ec-a640-91b2dc5b0e5b', 'name': 'tempest-port--1128852876', 'admin_state_up': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:06.852273 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Request body: {'port': {'network_id': '58ffea51-0c42-4785-b761-c70a9ad87cc6', 'admin_state_up': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:06.856275 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-22d92fc9-7216-44c3-a9d2-f729e62cdae1 None None] For port 72632262-7685-4e06-b6d3-52eb459b08fc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=72632262-7685-4e06-b6d3-52eb459b08fc,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:06.856751 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-22d92fc9-7216-44c3-a9d2-f729e62cdae1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:06.927854 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cabf6925-e98a-4ef7-8e8f-8e5a1577885f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:06.990202 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-22d92fc9-7216-44c3-a9d2-f729e62cdae1 None None] Calling delete_port for 72632262-7685-4e06-b6d3-52eb459b08fc owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:07.019607 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf6925-e98a-4ef7-8e8f-8e5a1577885f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:07.022894 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-cabf6925-e98a-4ef7-8e8f-8e5a1577885f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:07.031872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabf6925-e98a-4ef7-8e8f-8e5a1577885f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:07.033082 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cabf6925-e98a-4ef7-8e8f-8e5a1577885f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:07.051053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf6925-e98a-4ef7-8e8f-8e5a1577885f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=b17e017c-e55b-48ac-868b-398bcb3d39c3,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:07.139766 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8f0a842-15a0-42d8-81fb-7e6011e96102 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Router 46232691-290b-41e7-b6ec-b5e0bdb9ab36 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:15:07.154874 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cabf6925-e98a-4ef7-8e8f-8e5a1577885f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1225710 Mar 01 21:15:07.161287 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39792) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:07.167030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-a5491902-eff1-45f1-ad78-13db4e0d24e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:07.190153 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 72632262-7685-4e06-b6d3-52eb459b08fc no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:15:07.245364 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 72632262-7685-4e06-b6d3-52eb459b08fc {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:15:07.246282 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 72632262-7685-4e06-b6d3-52eb459b08fc not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:15:07.250005 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-22d92fc9-7216-44c3-a9d2-f729e62cdae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:07.315334 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d92fc9-7216-44c3-a9d2-f729e62cdae1 None None] No DVR routers for this DVR port 72632262-7685-4e06-b6d3-52eb459b08fc on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:15:07.328210 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d92fc9-7216-44c3-a9d2-f729e62cdae1 None None] Pushing event deleted for resources: {'Port': ['ID=72632262-7685-4e06-b6d3-52eb459b08fc,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:07.342131 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d92fc9-7216-44c3-a9d2-f729e62cdae1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:07.342715 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d92fc9-7216-44c3-a9d2-f729e62cdae1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:07.343482 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d92fc9-7216-44c3-a9d2-f729e62cdae1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:07.344041 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d92fc9-7216-44c3-a9d2-f729e62cdae1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:07.344687 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d92fc9-7216-44c3-a9d2-f729e62cdae1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:07.345129 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d92fc9-7216-44c3-a9d2-f729e62cdae1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:07.345562 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d92fc9-7216-44c3-a9d2-f729e62cdae1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:07.345991 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d92fc9-7216-44c3-a9d2-f729e62cdae1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:07.346419 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d92fc9-7216-44c3-a9d2-f729e62cdae1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:07.346937 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d92fc9-7216-44c3-a9d2-f729e62cdae1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:07.347384 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d92fc9-7216-44c3-a9d2-f729e62cdae1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:07.347833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d92fc9-7216-44c3-a9d2-f729e62cdae1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:07.354877 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a238a3-324e-42eb-bfa2-712beb629cd6 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:07.456151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:07.458869 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f0a842-15a0-42d8-81fb-7e6011e96102 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:15:07.465262 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a8f0a842-15a0-42d8-81fb-7e6011e96102 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "PUT /v2.0/routers/46232691-290b-41e7-b6ec-b5e0bdb9ab36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4387839 Mar 01 21:15:07.466533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Usage tracker for resource:port and tenant:c58d2b3b69ea4bfd97db7d18793ef38f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:07.468328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39802) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:07.469593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:07.474685 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4699b734-6b42-4a9a-bbdf-2c15f63ee29d None None] Sync routers for ids ['46232691-290b-41e7-b6ec-b5e0bdb9ab36'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:15:07.488309 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4699b734-6b42-4a9a-bbdf-2c15f63ee29d None None] Routers {'46232691-290b-41e7-b6ec-b5e0bdb9ab36'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:15:07.488933 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-4699b734-6b42-4a9a-bbdf-2c15f63ee29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:15:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['46232691-290b-41e7-b6ec-b5e0bdb9ab36'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:07.491814 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:07.529865 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39806) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:07.561099 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-43012910-7fb7-4d2c-a8cc-e722c50da1d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:07.607554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-43012910-7fb7-4d2c-a8cc-e722c50da1d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:07.616026 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-43012910-7fb7-4d2c-a8cc-e722c50da1d5 admin admin] Usage tracker for resource:security_group_rule and tenant:2cdb1139493942deba1ee4e3c364e3a7 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:07.620580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-43012910-7fb7-4d2c-a8cc-e722c50da1d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:07.631300 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-43012910-7fb7-4d2c-a8cc-e722c50da1d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:07.658609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-a484d4aa-d836-44f5-b638-5c42774bff9a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Deleting subnet 117f3481-e951-40d2-8e8f-7588b0e4a8ff {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:15:07.681927 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a484d4aa-d836-44f5-b638-5c42774bff9a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:07.724449 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cc39aad2-d371-4bc1-8f73-2342392e478c', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'fixed_ips': [{'subnet_id': 'b17e017c-e55b-48ac-868b-398bcb3d39c3'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:15:07.725415 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:07.754653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a5491902-eff1-45f1-ad78-13db4e0d24e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:07.756946 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-4699b734-6b42-4a9a-bbdf-2c15f63ee29d None None] Set router 46232691-290b-41e7-b6ec-b5e0bdb9ab36 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:15:07.757936 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-43012910-7fb7-4d2c-a8cc-e722c50da1d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:07.760468 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Made reservation on behalf of c58d2b3b69ea4bfd97db7d18793ef38f for: {'port': 2} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:07.766283 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:07.786985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a5491902-eff1-45f1-ad78-13db4e0d24e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:07.790668 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:07.797345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a5491902-eff1-45f1-ad78-13db4e0d24e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:07.822253 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a5491902-eff1-45f1-ad78-13db4e0d24e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:07.850296 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a484d4aa-d836-44f5-b638-5c42774bff9a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:08.028582 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a484d4aa-d836-44f5-b638-5c42774bff9a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:08.054799 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-43012910-7fb7-4d2c-a8cc-e722c50da1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:08.080192 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5491902-eff1-45f1-ad78-13db4e0d24e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:08.081708 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5491902-eff1-45f1-ad78-13db4e0d24e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:08.113711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Allocated IP 172.20.0.2 (cc39aad2-d371-4bc1-8f73-2342392e478c/b17e017c-e55b-48ac-868b-398bcb3d39c3/f49d30f5-f118-4adf-9e0b-0cf5e87de8a0) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:15:08.123473 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-4699b734-6b42-4a9a-bbdf-2c15f63ee29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859292304', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:11:48Z', 'updated_at': '2022-03-01T21:15:05Z', 'revision_number': 5, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:11:50Z', 'updated_at': '2022-03-01T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:08.128587 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4699b734-6b42-4a9a-bbdf-2c15f63ee29d None None] Checking router: 46232691-290b-41e7-b6ec-b5e0bdb9ab36 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:15:08.142426 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4699b734-6b42-4a9a-bbdf-2c15f63ee29d None None] Routers {'46232691-290b-41e7-b6ec-b5e0bdb9ab36'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:15:08.146548 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-4699b734-6b42-4a9a-bbdf-2c15f63ee29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:15:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['46232691-290b-41e7-b6ec-b5e0bdb9ab36'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:08.224764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-43012910-7fb7-4d2c-a8cc-e722c50da1d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2cdb1139493942deba1ee4e3c364e3a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6937952 Mar 01 21:15:08.238609 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43012910-7fb7-4d2c-a8cc-e722c50da1d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=682ab8b5-569d-487c-870e-e7c0127fccf8,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:08.241268 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39818) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:08.399458 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] device_id is not set on port be1cb6c5-95a6-4edb-aeda-18c2d9122021 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:15:08.402782 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-78004098-fd00-459d-8d62-dcf4c27caa7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:08.411226 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-4699b734-6b42-4a9a-bbdf-2c15f63ee29d None None] Set router 46232691-290b-41e7-b6ec-b5e0bdb9ab36 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:15:08.447578 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-78004098-fd00-459d-8d62-dcf4c27caa7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:08.472366 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a484d4aa-d836-44f5-b638-5c42774bff9a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:08.506451 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:08.518404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Transition to ACTIVE for port object f49d30f5-f118-4adf-9e0b-0cf5e87de8a0 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:08.568408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ef6712-7916-4d50-a6b2-058baacc4605 None None] Network 6033315f-9cc1-40b7-a652-aec8e732a438 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:08.582693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a484d4aa-d836-44f5-b638-5c42774bff9a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event deleted for resources: {'Subnet': ['ID=117f3481-e951-40d2-8e8f-7588b0e4a8ff,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:08.593055 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a484d4aa-d836-44f5-b638-5c42774bff9a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:08.620405 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a484d4aa-d836-44f5-b638-5c42774bff9a tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "DELETE /v2.0/subnets/117f3481-e951-40d2-8e8f-7588b0e4a8ff HTTP/1.1" status: 204 len: 168 time: 1.1493478 Mar 01 21:15:08.623627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39822) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:08.710899 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Transition to ACTIVE for port object f49d30f5-f118-4adf-9e0b-0cf5e87de8a0 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:08.726354 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-78004098-fd00-459d-8d62-dcf4c27caa7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:08.769799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78004098-fd00-459d-8d62-dcf4c27caa7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=682ab8b5-569d-487c-870e-e7c0127fccf8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:08.775468 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:08.825270 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-78004098-fd00-459d-8d62-dcf4c27caa7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:08.833055 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-78004098-fd00-459d-8d62-dcf4c27caa7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/682ab8b5-569d-487c-870e-e7c0127fccf8 HTTP/1.1" status: 204 len: 168 time: 0.5833335 Mar 01 21:15:08.845976 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:08.852159 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-4699b734-6b42-4a9a-bbdf-2c15f63ee29d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859292304', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:11:48Z', 'updated_at': '2022-03-01T21:15:05Z', 'revision_number': 5, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:11:50Z', 'updated_at': '2022-03-01T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:08.864537 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4699b734-6b42-4a9a-bbdf-2c15f63ee29d None None] The sync data for ids ['46232691-290b-41e7-b6ec-b5e0bdb9ab36'] in n-d-827896-4 is: [{'id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'name': 'tempest-TestSecurityGroupsBasicOps-router-859292304', 'tenant_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98'}], 'enable_snat': True}, 'gw_port_id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:11:48Z', 'updated_at': '2022-03-01T21:15:05Z', 'revision_number': 5, 'project_id': 'd1b3d33ac1c64551b55e0abce258f6fe', 'gw_port': {'id': 'd6fb764a-59c9-4758-b335-437fbe265925', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:1f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46232691-290b-41e7-b6ec-b5e0bdb9ab36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2492, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:11:50Z', 'updated_at': '2022-03-01T21:12:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:15:08.960664 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:08.962643 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Pushing event updated for resources: {'Port': ['ID=f49d30f5-f118-4adf-9e0b-0cf5e87de8a0,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:08.967531 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:08.974411 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:15:09.002456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] device_id is not set on port a60869d3-6f8d-4324-8be7-3431bf0146df yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:15:09.020730 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-59ce65ba-55cd-4fed-926a-0ae2d92cd176 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:09.033699 n-d-827896-4 neutron-server[88519]: DEBUG neutron.objects.ports [None req-a5491902-eff1-45f1-ad78-13db4e0d24e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 01 21:15:09.098327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Attempting to bind port f49d30f5-f118-4adf-9e0b-0cf5e87de8a0 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:15:09.102015 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Attempting to bind port f49d30f5-f118-4adf-9e0b-0cf5e87de8a0 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:15:09.102015 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Attempting to bind port f49d30f5-f118-4adf-9e0b-0cf5e87de8a0 on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:15:09.107964 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:15:09.108437 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:15:09.108914 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:09.109872 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:15:09.109872 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Bound port: f49d30f5-f118-4adf-9e0b-0cf5e87de8a0, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:15:09.110328 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:09.257761 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] For port f49d30f5-f118-4adf-9e0b-0cf5e87de8a0, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:15:09.267326 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] For port f49d30f5-f118-4adf-9e0b-0cf5e87de8a0, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f49d30f5-f118-4adf-9e0b-0cf5e87de8a0,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:15:09.271005 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669b3112-a9b3-4d80-b771-b9eae6a00a97 None None] DHCP port deletion for 6033315f-9cc1-40b7-a652-aec8e732a438 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:15:09.280762 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-669b3112-a9b3-4d80-b771-b9eae6a00a97 None None] Deleting port d9429514-6ac5-4c8c-a724-4cd7bf02366e {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:09.280762 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-669b3112-a9b3-4d80-b771-b9eae6a00a97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:09.341515 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-59ce65ba-55cd-4fed-926a-0ae2d92cd176 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:09.349012 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5491902-eff1-45f1-ad78-13db4e0d24e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:09.413659 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d9429514-6ac5-4c8c-a724-4cd7bf02366e no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:15:09.431704 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:09.468081 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-59ce65ba-55cd-4fed-926a-0ae2d92cd176 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Deleting port d6fb764a-59c9-4758-b335-437fbe265925 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:09.468081 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-59ce65ba-55cd-4fed-926a-0ae2d92cd176 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:09.497873 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:09.600580 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c69745-0279-48be-ab56-ff8727c7f8ef None None] Pushing event updated for resources: {'Port': ['ID=f49d30f5-f118-4adf-9e0b-0cf5e87de8a0,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:09.692411 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:09.771997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-a5491902-eff1-45f1-ad78-13db4e0d24e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] For port f49d30f5-f118-4adf-9e0b-0cf5e87de8a0, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f49d30f5-f118-4adf-9e0b-0cf5e87de8a0,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:09.807060 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5491902-eff1-45f1-ad78-13db4e0d24e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:09.870630 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:09.911492 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Checking segment: {'id': '8ea9c4d4-f9d0-4c04-819e-0767b51c8ad4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '80deac3e-53d5-41ec-a640-91b2dc5b0e5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:15:09.911492 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Network hostable DHCP agents. Network: 80deac3e-53d5-41ec-a640-91b2dc5b0e5b, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:15:09.925707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event updated for resources: {'Port': ['ID=be1cb6c5-95a6-4edb-aeda-18c2d9122021,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:09.929846 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5491902-eff1-45f1-ad78-13db4e0d24e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:09.930837 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5491902-eff1-45f1-ad78-13db4e0d24e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:09.942833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-669b3112-a9b3-4d80-b771-b9eae6a00a97 None None] For port d9429514-6ac5-4c8c-a724-4cd7bf02366e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d9429514-6ac5-4c8c-a724-4cd7bf02366e,segment=NetworkSegment(47633a6d-1388-4f44-a0b4-aa7c1dba211a),segment_id=47633a6d-1388-4f44-a0b4-aa7c1dba211a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:09.943152 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-669b3112-a9b3-4d80-b771-b9eae6a00a97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:09.970512 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-59ce65ba-55cd-4fed-926a-0ae2d92cd176 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] For port d6fb764a-59c9-4758-b335-437fbe265925, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d6fb764a-59c9-4758-b335-437fbe265925,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:09.970512 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-59ce65ba-55cd-4fed-926a-0ae2d92cd176 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:10.142278 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-669b3112-a9b3-4d80-b771-b9eae6a00a97 None None] Calling delete_port for d9429514-6ac5-4c8c-a724-4cd7bf02366e owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:10.144884 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5491902-eff1-45f1-ad78-13db4e0d24e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:10.146464 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5491902-eff1-45f1-ad78-13db4e0d24e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=f49d30f5-f118-4adf-9e0b-0cf5e87de8a0,revision_number=4']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:10.163082 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-a5491902-eff1-45f1-ad78-13db4e0d24e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:10.172197 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5491902-eff1-45f1-ad78-13db4e0d24e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:10.172988 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5491902-eff1-45f1-ad78-13db4e0d24e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:10.175132 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-59ce65ba-55cd-4fed-926a-0ae2d92cd176 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Calling delete_port for d6fb764a-59c9-4758-b335-437fbe265925 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:10.192944 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port d9429514-6ac5-4c8c-a724-4cd7bf02366e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d9429514-6ac5-4c8c-a724-4cd7bf02366e,segment=NetworkSegment(47633a6d-1388-4f44-a0b4-aa7c1dba211a),segment_id=47633a6d-1388-4f44-a0b4-aa7c1dba211a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:10.207158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Network 80deac3e-53d5-41ec-a640-91b2dc5b0e5b is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:15:10.209557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5491902-eff1-45f1-ad78-13db4e0d24e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=9dbeed22-a048-428c-8eb6-f8a4132170ee,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:10.324847 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:10.325409 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 39f4ef26-9564-431b-a8a6-d03a8c0c4554 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:15:10.347419 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a5491902-eff1-45f1-ad78-13db4e0d24e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1850476 Mar 01 21:15:10.350603 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39848) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:10.357620 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b691b112-4957-443f-89f4-8a9b0dee91fa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'mac_address': 'fa:16:3e:41:a2:34', 'name': 'tempest-NetworksTestDHCPv6-339193269'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:10.397636 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 39f4ef26-9564-431b-a8a6-d03a8c0c4554 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:15:10.397984 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 39f4ef26-9564-431b-a8a6-d03a8c0c4554 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:15:10.455992 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=d9429514-6ac5-4c8c-a724-4cd7bf02366e,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:10.461349 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 80deac3e-53d5-41ec-a640-91b2dc5b0e5b) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:10.476866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:15:10.477805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b9751c-58c6-4fd8-a431-a431b4fc0ea7 None None] Network 80deac3e-53d5-41ec-a640-91b2dc5b0e5b requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:10.478045 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:10.527121 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b691b112-4957-443f-89f4-8a9b0dee91fa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:10.532056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b691b112-4957-443f-89f4-8a9b0dee91fa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:port and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:10.542297 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b691b112-4957-443f-89f4-8a9b0dee91fa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:10.551039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b691b112-4957-443f-89f4-8a9b0dee91fa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:10.613265 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event updated for resources: {'Port': ['ID=a60869d3-6f8d-4324-8be7-3431bf0146df,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:10.642565 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-669b3112-a9b3-4d80-b771-b9eae6a00a97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:15:10.643298 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-669b3112-a9b3-4d80-b771-b9eae6a00a97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:15:10.670581 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Checking segment: {'id': '3600caf6-22ff-4fe1-b928-0359733f73ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '58ffea51-0c42-4785-b761-c70a9ad87cc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:15:10.671016 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Network hostable DHCP agents. Network: 58ffea51-0c42-4785-b761-c70a9ad87cc6, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:15:10.677357 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b691b112-4957-443f-89f4-8a9b0dee91fa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:10.785622 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-59ce65ba-55cd-4fed-926a-0ae2d92cd176 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:10.844113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Network 58ffea51-0c42-4785-b761-c70a9ad87cc6 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:15:10.859796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce65ba-55cd-4fed-926a-0ae2d92cd176 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event deleted for resources: {'Port': ['ID=d6fb764a-59c9-4758-b335-437fbe265925,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:10.921230 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b691b112-4957-443f-89f4-8a9b0dee91fa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:10.954558 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-b691b112-4957-443f-89f4-8a9b0dee91fa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port c05fd3b1-a2ef-407f-bad1-2026879af2ed yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:15:10.964462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 58ffea51-0c42-4785-b761-c70a9ad87cc6) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:10.973673 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-59ce65ba-55cd-4fed-926a-0ae2d92cd176 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:10.974518 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbf0368-2684-468f-b6bf-15d4d8227d7f None None] Network 58ffea51-0c42-4785-b761-c70a9ad87cc6 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:11.123829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:15:11.136875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:11.145618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:11.145770 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-669b3112-a9b3-4d80-b771-b9eae6a00a97 None None] Deleting port d9429514-6ac5-4c8c-a724-4cd7bf02366e {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:11.146276 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-669b3112-a9b3-4d80-b771-b9eae6a00a97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:11.147563 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:11.189676 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487f30b7-0ca3-4ba2-9087-14734de27b47 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:11.266962 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f49d30f5-f118-4adf-9e0b-0cf5e87de8a0 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:15:11.421712 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-59ce65ba-55cd-4fed-926a-0ae2d92cd176 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:11.425153 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-59ce65ba-55cd-4fed-926a-0ae2d92cd176 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:11.458860 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-b691b112-4957-443f-89f4-8a9b0dee91fa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 172.20.0.11 (cc39aad2-d371-4bc1-8f73-2342392e478c/b17e017c-e55b-48ac-868b-398bcb3d39c3/c05fd3b1-a2ef-407f-bad1-2026879af2ed) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:15:11.473771 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-b691b112-4957-443f-89f4-8a9b0dee91fa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::f816:3eff:fe41:a234 (cc39aad2-d371-4bc1-8f73-2342392e478c/9dbeed22-a048-428c-8eb6-f8a4132170ee/c05fd3b1-a2ef-407f-bad1-2026879af2ed) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:15:11.488169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6abebfb8-d15a-4c15-aaba-f0312e2ee26d None None] Provisioning for port f49d30f5-f118-4adf-9e0b-0cf5e87de8a0 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:15:11.508524 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-703d3484-5e44-41a7-8d2b-737309ee3c5e tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.6640000 Mar 01 21:15:11.511877 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39876) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:11.574664 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-59ce65ba-55cd-4fed-926a-0ae2d92cd176 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:11.575352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59ce65ba-55cd-4fed-926a-0ae2d92cd176 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Fanout notify agent at l3_agent the message router_deleted on router 46232691-290b-41e7-b6ec-b5e0bdb9ab36 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:15:11.614098 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-59ce65ba-55cd-4fed-926a-0ae2d92cd176 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:11.615753 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-59ce65ba-55cd-4fed-926a-0ae2d92cd176 tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "DELETE /v2.0/routers/46232691-290b-41e7-b6ec-b5e0bdb9ab36 HTTP/1.1" status: 204 len: 168 time: 2.9900670 Mar 01 21:15:11.621497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39882) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:11.756490 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port f49d30f5-f118-4adf-9e0b-0cf5e87de8a0 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:15:11.773137 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port f49d30f5-f118-4adf-9e0b-0cf5e87de8a0 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:15:11.773513 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:11.811167 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b691b112-4957-443f-89f4-8a9b0dee91fa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:11.862501 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-b691b112-4957-443f-89f4-8a9b0dee91fa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object c05fd3b1-a2ef-407f-bad1-2026879af2ed will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:11.868572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-669b3112-a9b3-4d80-b771-b9eae6a00a97 None None] For port d9429514-6ac5-4c8c-a724-4cd7bf02366e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d9429514-6ac5-4c8c-a724-4cd7bf02366e,segment=NetworkSegment(47633a6d-1388-4f44-a0b4-aa7c1dba211a),segment_id=47633a6d-1388-4f44-a0b4-aa7c1dba211a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:11.869067 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-669b3112-a9b3-4d80-b771-b9eae6a00a97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:11.889615 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:11.900629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b423152-ab20-4ace-a6a7-7b0a1edb4d12 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:11.907592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b423152-ab20-4ace-a6a7-7b0a1edb4d12 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:11.908064 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7b423152-ab20-4ace-a6a7-7b0a1edb4d12 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Synchronizing usage tracker for tenant:c58d2b3b69ea4bfd97db7d18793ef38f on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:11.930785 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Deleting port d9429514-6ac5-4c8c-a724-4cd7bf02366e {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:11.931118 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:11.966161 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b691b112-4957-443f-89f4-8a9b0dee91fa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:12.006599 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7b423152-ab20-4ace-a6a7-7b0a1edb4d12 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Unset dirty status for tenant:c58d2b3b69ea4bfd97db7d18793ef38f on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:12.008189 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7b423152-ab20-4ace-a6a7-7b0a1edb4d12 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4933636 Mar 01 21:15:12.025145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39892) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:12.088477 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-669b3112-a9b3-4d80-b771-b9eae6a00a97 None None] Calling delete_port for d9429514-6ac5-4c8c-a724-4cd7bf02366e owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:12.110379 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b691b112-4957-443f-89f4-8a9b0dee91fa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:12.122563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-b691b112-4957-443f-89f4-8a9b0dee91fa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:12.129096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b691b112-4957-443f-89f4-8a9b0dee91fa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:15:12.242646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691b112-4957-443f-89f4-8a9b0dee91fa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=c05fd3b1-a2ef-407f-bad1-2026879af2ed,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:12.268908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] For port d9429514-6ac5-4c8c-a724-4cd7bf02366e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d9429514-6ac5-4c8c-a724-4cd7bf02366e,segment=NetworkSegment(47633a6d-1388-4f44-a0b4-aa7c1dba211a),segment_id=47633a6d-1388-4f44-a0b4-aa7c1dba211a)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:12.270297 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:12.286840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-68f298e1-ec31-448d-9421-db8f10e317f5 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Deleting port be1cb6c5-95a6-4edb-aeda-18c2d9122021 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:12.291141 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68f298e1-ec31-448d-9421-db8f10e317f5 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:12.356835 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:12.412972 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port f49d30f5-f118-4adf-9e0b-0cf5e87de8a0, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f49d30f5-f118-4adf-9e0b-0cf5e87de8a0,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:12.413269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b691b112-4957-443f-89f4-8a9b0dee91fa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:12.413888 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b691b112-4957-443f-89f4-8a9b0dee91fa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:12.467915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Calling delete_port for d9429514-6ac5-4c8c-a724-4cd7bf02366e owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:12.507064 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-669b3112-a9b3-4d80-b771-b9eae6a00a97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:12.568361 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:15:12.568800 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:15:12.584024 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:12.593397 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669b3112-a9b3-4d80-b771-b9eae6a00a97 None None] No DVR routers for this DVR port d9429514-6ac5-4c8c-a724-4cd7bf02366e on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:15:12.595002 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669b3112-a9b3-4d80-b771-b9eae6a00a97 None None] Pushing event deleted for resources: {'Port': ['ID=d9429514-6ac5-4c8c-a724-4cd7bf02366e,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:12.621390 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b691b112-4957-443f-89f4-8a9b0dee91fa tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.2674136 Mar 01 21:15:12.622003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39908) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:12.648884 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68f298e1-ec31-448d-9421-db8f10e317f5 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:12.673429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=f49d30f5-f118-4adf-9e0b-0cf5e87de8a0,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:12.741770 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf8d000-975c-49ce-bb6f-b4381736be1b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:12.748971 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf8d000-975c-49ce-bb6f-b4381736be1b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:12.749794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bbf8d000-975c-49ce-bb6f-b4381736be1b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:12.796962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-68f298e1-ec31-448d-9421-db8f10e317f5 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Calling delete_port for be1cb6c5-95a6-4edb-aeda-18c2d9122021 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:12.821675 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bbf8d000-975c-49ce-bb6f-b4381736be1b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:12.822931 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bbf8d000-975c-49ce-bb6f-b4381736be1b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2001257 Mar 01 21:15:12.825667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39922) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:12.908588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-073068ec-65e2-4cc9-9062-0f9a8f45617d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port c05fd3b1-a2ef-407f-bad1-2026879af2ed {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:12.909272 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-073068ec-65e2-4cc9-9062-0f9a8f45617d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:12.960217 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68f298e1-ec31-448d-9421-db8f10e317f5 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:13.064292 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f49d30f5-f118-4adf-9e0b-0cf5e87de8a0 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:15:13.087322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f298e1-ec31-448d-9421-db8f10e317f5 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event deleted for resources: {'Port': ['ID=be1cb6c5-95a6-4edb-aeda-18c2d9122021,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:13.090190 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68f298e1-ec31-448d-9421-db8f10e317f5 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:13.155023 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port f49d30f5-f118-4adf-9e0b-0cf5e87de8a0 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:15:13.155781 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:13.183988 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Deleting port d9429514-6ac5-4c8c-a724-4cd7bf02366e {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:13.184208 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:13.225653 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-68f298e1-ec31-448d-9421-db8f10e317f5 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "DELETE /v2.0/ports/be1cb6c5-95a6-4edb-aeda-18c2d9122021 HTTP/1.1" status: 204 len: 168 time: 1.1936090 Mar 01 21:15:13.225653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39932) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:13.275199 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] The port 'd9429514-6ac5-4c8c-a724-4cd7bf02366e' was deleted {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:15:13.319951 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f24e9ef5-f002-4b13-aebe-cc879b0812a7 None None] Provisioning complete for port f49d30f5-f118-4adf-9e0b-0cf5e87de8a0 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:15:13.320440 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f24e9ef5-f002-4b13-aebe-cc879b0812a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:13.348645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0cf69bff-5f20-4d3f-a077-f8e9f6e011c8 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Deleting port a60869d3-6f8d-4324-8be7-3431bf0146df {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:13.355579 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0cf69bff-5f20-4d3f-a077-f8e9f6e011c8 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:13.562239 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d6fb764a-59c9-4758-b335-437fbe265925 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:15:13.598990 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:13.606771 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: d6fb764a-59c9-4758-b335-437fbe265925 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:15:13.607121 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d6fb764a-59c9-4758-b335-437fbe265925 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:15:13.616970 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-073068ec-65e2-4cc9-9062-0f9a8f45617d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:13.702640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6033315f-9cc1-40b7-a652-aec8e732a438']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:13.716663 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0cf69bff-5f20-4d3f-a077-f8e9f6e011c8 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:13.735345 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f24e9ef5-f002-4b13-aebe-cc879b0812a7 None None] Provisioning for port c05fd3b1-a2ef-407f-bad1-2026879af2ed completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:15:13.741747 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f24e9ef5-f002-4b13-aebe-cc879b0812a7 None None] Provisioning complete for port c05fd3b1-a2ef-407f-bad1-2026879af2ed triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:15:13.743179 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f24e9ef5-f002-4b13-aebe-cc879b0812a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:13.799871 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-073068ec-65e2-4cc9-9062-0f9a8f45617d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for c05fd3b1-a2ef-407f-bad1-2026879af2ed owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:13.836358 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47633a6d-1388-4f44-a0b4-aa7c1dba211a') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:13.836658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47633a6d-1388-4f44-a0b4-aa7c1dba211a') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:13.840942 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f24e9ef5-f002-4b13-aebe-cc879b0812a7 None None] Port c05fd3b1-a2ef-407f-bad1-2026879af2ed cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:15:13.857014 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:13.888278 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:13.896436 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0cf69bff-5f20-4d3f-a077-f8e9f6e011c8 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Calling delete_port for a60869d3-6f8d-4324-8be7-3431bf0146df owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:13.910771 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:15:13.911421 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:15:13.926111 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:15:13.971557 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d468db1c-3e9e-4a4d-8fd3-9cf56a657464 None None] Provisioning complete for port c05fd3b1-a2ef-407f-bad1-2026879af2ed triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:15:13.971557 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d468db1c-3e9e-4a4d-8fd3-9cf56a657464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:14.071293 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d468db1c-3e9e-4a4d-8fd3-9cf56a657464 None None] Port c05fd3b1-a2ef-407f-bad1-2026879af2ed cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:15:14.261843 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:14.287933 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:14.290078 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0cf69bff-5f20-4d3f-a077-f8e9f6e011c8 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:14.294546 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] Pushing event deleted for resources: {'Network': ['ID=6033315f-9cc1-40b7-a652-aec8e732a438,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:14.299918 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-073068ec-65e2-4cc9-9062-0f9a8f45617d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:14.346795 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf69bff-5f20-4d3f-a077-f8e9f6e011c8 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event deleted for resources: {'Port': ['ID=a60869d3-6f8d-4324-8be7-3431bf0146df,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:14.353770 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0cf69bff-5f20-4d3f-a077-f8e9f6e011c8 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:14.357926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0302a24a-6a9d-4484-b8ac-0434b7e3e0bc tempest-TestSecurityGroupsBasicOps-472429851 tempest-TestSecurityGroupsBasicOps-472429851-project] 10.222.0.42 "DELETE /v2.0/networks/6033315f-9cc1-40b7-a652-aec8e732a438 HTTP/1.1" status: 204 len: 168 time: 2.7301891 Mar 01 21:15:14.361764 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073068ec-65e2-4cc9-9062-0f9a8f45617d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=c05fd3b1-a2ef-407f-bad1-2026879af2ed,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:14.373645 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0cf69bff-5f20-4d3f-a077-f8e9f6e011c8 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "DELETE /v2.0/ports/a60869d3-6f8d-4324-8be7-3431bf0146df HTTP/1.1" status: 204 len: 168 time: 1.1479824 Mar 01 21:15:14.375836 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39980) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:14.434596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c7d96713-d268-43dc-92e7-cef58a358703 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Synchronizing usage tracker for tenant:c58d2b3b69ea4bfd97db7d18793ef38f on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:14.518072 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-073068ec-65e2-4cc9-9062-0f9a8f45617d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:14.521023 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-073068ec-65e2-4cc9-9062-0f9a8f45617d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/c05fd3b1-a2ef-407f-bad1-2026879af2ed HTTP/1.1" status: 204 len: 168 time: 1.6935833 Mar 01 21:15:14.529423 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39994) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:14.544952 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c7d96713-d268-43dc-92e7-cef58a358703 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Unset dirty status for tenant:c58d2b3b69ea4bfd97db7d18793ef38f on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:14.546396 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c7d96713-d268-43dc-92e7-cef58a358703 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1696362 Mar 01 21:15:14.558804 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39998) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:14.564827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-491969b3-dc2b-4a08-b16d-1605071674a7 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-560565077'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:14.570580 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-491969b3-dc2b-4a08-b16d-1605071674a7 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:14.574969 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-491969b3-dc2b-4a08-b16d-1605071674a7 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Usage tracker for resource:network and tenant:c58d2b3b69ea4bfd97db7d18793ef38f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:14.579205 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-491969b3-dc2b-4a08-b16d-1605071674a7 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:14.585266 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-491969b3-dc2b-4a08-b16d-1605071674a7 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:14.603909 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8779f2-02cf-4331-9ef8-476cacd30a15 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:14.605757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8779f2-02cf-4331-9ef8-476cacd30a15 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:14.607379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8779f2-02cf-4331-9ef8-476cacd30a15 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:14.608685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-db8779f2-02cf-4331-9ef8-476cacd30a15 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:14.666982 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491969b3-dc2b-4a08-b16d-1605071674a7 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Made reservation on behalf of c58d2b3b69ea4bfd97db7d18793ef38f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:14.670872 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-491969b3-dc2b-4a08-b16d-1605071674a7 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:14.699941 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491969b3-dc2b-4a08-b16d-1605071674a7 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:15:14.708675 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-491969b3-dc2b-4a08-b16d-1605071674a7 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:14.709016 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-491969b3-dc2b-4a08-b16d-1605071674a7 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Added segment 4cda0310-e2f7-4e94-bb31-7ea81f1557c2 of type vlan for network f76fc3ce-3c0b-40e8-89af-342c21ff2543 Mar 01 21:15:14.724653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-db8779f2-02cf-4331-9ef8-476cacd30a15 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:14.725801 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-db8779f2-02cf-4331-9ef8-476cacd30a15 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1953902 Mar 01 21:15:14.728572 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40002) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:14.736914 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-491969b3-dc2b-4a08-b16d-1605071674a7 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:14.800640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29ebd5a-4dd5-40d5-80af-a908c9339997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet 9dbeed22-a048-428c-8eb6-f8a4132170ee {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:15:14.803799 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d29ebd5a-4dd5-40d5-80af-a908c9339997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:14.865277 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d29ebd5a-4dd5-40d5-80af-a908c9339997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:14.878094 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-491969b3-dc2b-4a08-b16d-1605071674a7 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:14.884124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491969b3-dc2b-4a08-b16d-1605071674a7 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:14.884892 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-491969b3-dc2b-4a08-b16d-1605071674a7 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:14.993421 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d29ebd5a-4dd5-40d5-80af-a908c9339997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:15.033350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491969b3-dc2b-4a08-b16d-1605071674a7 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event updated for resources: {'Network': ['ID=f76fc3ce-3c0b-40e8-89af-342c21ff2543,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:15.048685 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network f76fc3ce-3c0b-40e8-89af-342c21ff2543 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:15:15.100149 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-491969b3-dc2b-4a08-b16d-1605071674a7 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5399683 Mar 01 21:15:15.102723 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40012) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:15.109684 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f2d759fc-b1d9-409e-b283-1375b31d401a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-77375244'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:15.115470 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f2d759fc-b1d9-409e-b283-1375b31d401a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:15.120903 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f2d759fc-b1d9-409e-b283-1375b31d401a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Usage tracker for resource:network and tenant:c58d2b3b69ea4bfd97db7d18793ef38f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:15.126916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f2d759fc-b1d9-409e-b283-1375b31d401a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:15.132855 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f2d759fc-b1d9-409e-b283-1375b31d401a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:15.166842 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40016) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:15.201706 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d29ebd5a-4dd5-40d5-80af-a908c9339997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:15.243782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d759fc-b1d9-409e-b283-1375b31d401a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Made reservation on behalf of c58d2b3b69ea4bfd97db7d18793ef38f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:15.248165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ebd5a-4dd5-40d5-80af-a908c9339997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=9dbeed22-a048-428c-8eb6-f8a4132170ee,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:15.251568 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d29ebd5a-4dd5-40d5-80af-a908c9339997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:15.259327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f60dd31-652e-438f-b3e6-0b3580963d29 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:15.273303 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f2d759fc-b1d9-409e-b283-1375b31d401a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:15.358066 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-86d73d63-2b8c-4db1-b381-4c1578a021ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:15.358066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-86d73d63-2b8c-4db1-b381-4c1578a021ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:15.361501 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d759fc-b1d9-409e-b283-1375b31d401a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:15:15.364576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-86d73d63-2b8c-4db1-b381-4c1578a021ea admin admin] Usage tracker for resource:security_group_rule and tenant:b4b6506abf704b1ebb9f0cf93b674711 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:15.371926 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-86d73d63-2b8c-4db1-b381-4c1578a021ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:15.379739 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-86d73d63-2b8c-4db1-b381-4c1578a021ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:15.385457 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f2d759fc-b1d9-409e-b283-1375b31d401a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:15.385806 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-f2d759fc-b1d9-409e-b283-1375b31d401a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Added segment 1e50781c-1022-4cb5-9de6-69e503f2994e of type vlan for network 244e0c33-fb66-466d-8564-44460974a0c7 Mar 01 21:15:15.436874 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f2d759fc-b1d9-409e-b283-1375b31d401a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:15.521656 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-86d73d63-2b8c-4db1-b381-4c1578a021ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:15.884794 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d29ebd5a-4dd5-40d5-80af-a908c9339997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/9dbeed22-a048-428c-8eb6-f8a4132170ee HTTP/1.1" status: 204 len: 168 time: 1.1551251 Mar 01 21:15:15.888513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40028) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:15.970787 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-00665717-bd59-4d4d-83d3-40563dce52d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet b17e017c-e55b-48ac-868b-398bcb3d39c3 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:15:15.974002 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00665717-bd59-4d4d-83d3-40563dce52d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:15.981652 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f2d759fc-b1d9-409e-b283-1375b31d401a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:15.987934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d759fc-b1d9-409e-b283-1375b31d401a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:15.988535 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f2d759fc-b1d9-409e-b283-1375b31d401a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:16.009051 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-86d73d63-2b8c-4db1-b381-4c1578a021ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:16.039417 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00665717-bd59-4d4d-83d3-40563dce52d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:16.113645 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1b035a45-2a7a-4203-b500-47d134804c4c None None] Provisioning complete for port f49d30f5-f118-4adf-9e0b-0cf5e87de8a0 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:15:16.115011 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1b035a45-2a7a-4203-b500-47d134804c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:16.164928 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-86d73d63-2b8c-4db1-b381-4c1578a021ea admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b4b6506abf704b1ebb9f0cf93b674711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9967194 Mar 01 21:15:16.172518 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d73d63-2b8c-4db1-b381-4c1578a021ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66164d37-c9ff-4a7e-b79b-c8e5a68ae4df,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:16.177980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40034) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:16.181684 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d759fc-b1d9-409e-b283-1375b31d401a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event updated for resources: {'Network': ['ID=244e0c33-fb66-466d-8564-44460974a0c7,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:16.252229 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-253c620b-b2bd-4976-99ff-3d02265abfac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:16.272082 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00665717-bd59-4d4d-83d3-40563dce52d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:16.286483 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-253c620b-b2bd-4976-99ff-3d02265abfac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:16.294120 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 244e0c33-fb66-466d-8564-44460974a0c7 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:15:16.336734 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f2d759fc-b1d9-409e-b283-1375b31d401a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2326183 Mar 01 21:15:16.378661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40040) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:16.461154 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-253c620b-b2bd-4976-99ff-3d02265abfac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:16.476912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c620b-b2bd-4976-99ff-3d02265abfac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66164d37-c9ff-4a7e-b79b-c8e5a68ae4df,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:16.492858 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-253c620b-b2bd-4976-99ff-3d02265abfac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:16.494283 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-253c620b-b2bd-4976-99ff-3d02265abfac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/66164d37-c9ff-4a7e-b79b-c8e5a68ae4df HTTP/1.1" status: 204 len: 168 time: 0.3153675 Mar 01 21:15:16.507166 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00665717-bd59-4d4d-83d3-40563dce52d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:16.535713 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40050) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:16.566822 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00665717-bd59-4d4d-83d3-40563dce52d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:16.574133 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cec560f-e484-430f-9021-f4fa9ca4f9de None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:16.574958 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00665717-bd59-4d4d-83d3-40563dce52d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=b17e017c-e55b-48ac-868b-398bcb3d39c3,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:16.592562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40056) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:16.593042 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-00665717-bd59-4d4d-83d3-40563dce52d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/b17e017c-e55b-48ac-868b-398bcb3d39c3 HTTP/1.1" status: 204 len: 168 time: 0.7041023 Mar 01 21:15:16.704281 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-743b26c3-ab20-4780-855c-9585c15afad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:16.727114 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40060) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:16.740213 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-aeb182f8-f032-44f2-802f-93492fe7436b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1464465 Mar 01 21:15:16.757795 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-743b26c3-ab20-4780-855c-9585c15afad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:16.762803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-743b26c3-ab20-4780-855c-9585c15afad0 admin admin] Usage tracker for resource:security_group_rule and tenant:05e9ecfcaf264f20ad000ea398077050 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:16.765983 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-743b26c3-ab20-4780-855c-9585c15afad0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:16.772954 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-743b26c3-ab20-4780-855c-9585c15afad0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:16.831469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882a5347-e3d0-49b1-8d1f-dc4b726aac97 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:16.832480 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-882a5347-e3d0-49b1-8d1f-dc4b726aac97 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:16.871331 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0d532f61-b90d-4d59-b5b3-3f40e7002c67 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d1b3d33ac1c64551b55e0abce258f6fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3358660 Mar 01 21:15:16.879616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40064) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:16.906772 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab189725-8a34-4e6c-99df-aff828e1403a None None] DHCP port deletion for cc39aad2-d371-4bc1-8f73-2342392e478c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:15:16.925427 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ab189725-8a34-4e6c-99df-aff828e1403a None None] Deleting port f49d30f5-f118-4adf-9e0b-0cf5e87de8a0 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:16.925427 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ab189725-8a34-4e6c-99df-aff828e1403a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:16.929057 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-882a5347-e3d0-49b1-8d1f-dc4b726aac97 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:16.930513 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-882a5347-e3d0-49b1-8d1f-dc4b726aac97 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2018874 Mar 01 21:15:16.934678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40070) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:17.008596 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-743b26c3-ab20-4780-855c-9585c15afad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:17.022530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f240fa-e067-4257-b31c-8aefec468d25 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:17.025217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-67f240fa-e067-4257-b31c-8aefec468d25 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:17.096378 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-743b26c3-ab20-4780-855c-9585c15afad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:17.109897 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b03c9534-732a-45d0-9967-5983a7de72eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:17.170501 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f49d30f5-f118-4adf-9e0b-0cf5e87de8a0 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:15:17.176364 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b03c9534-732a-45d0-9967-5983a7de72eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:17.177851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743b26c3-ab20-4780-855c-9585c15afad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa241d0-dd34-4f73-be8e-da2b32a13fb3,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:17.187918 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-743b26c3-ab20-4780-855c-9585c15afad0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=05e9ecfcaf264f20ad000ea398077050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8090022 Mar 01 21:15:17.189824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40074) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:17.260973 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-67f240fa-e067-4257-b31c-8aefec468d25 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:17.266566 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-67f240fa-e067-4257-b31c-8aefec468d25 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3270280 Mar 01 21:15:17.266695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40078) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:17.343816 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-476ebd7b-1025-40a4-b2c4-b854e199b4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:17.347244 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2eb13e6a-3207-479b-a864-0f28410e0939 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0808010 Mar 01 21:15:17.359278 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40082) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:17.359278 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b03c9534-732a-45d0-9967-5983a7de72eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:17.359532 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ab189725-8a34-4e6c-99df-aff828e1403a None None] For port f49d30f5-f118-4adf-9e0b-0cf5e87de8a0, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f49d30f5-f118-4adf-9e0b-0cf5e87de8a0,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:17.359532 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ab189725-8a34-4e6c-99df-aff828e1403a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:17.372113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-5a7362ae-3519-44f3-86df-f2f748e2a866 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:17.379013 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-476ebd7b-1025-40a4-b2c4-b854e199b4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:17.454385 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03c9534-732a-45d0-9967-5983a7de72eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412c6ec5-29f7-4ea4-939d-f6d666a906f7,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:17.524595 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b03c9534-732a-45d0-9967-5983a7de72eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:17.539074 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b03c9534-732a-45d0-9967-5983a7de72eb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/412c6ec5-29f7-4ea4-939d-f6d666a906f7 HTTP/1.1" status: 204 len: 168 time: 0.6484025 Mar 01 21:15:17.552745 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-476ebd7b-1025-40a4-b2c4-b854e199b4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:17.582146 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40088) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:17.588237 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ebd7b-1025-40a4-b2c4-b854e199b4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa241d0-dd34-4f73-be8e-da2b32a13fb3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:17.602625 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ab189725-8a34-4e6c-99df-aff828e1403a None None] Calling delete_port for f49d30f5-f118-4adf-9e0b-0cf5e87de8a0 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:17.615340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5a7362ae-3519-44f3-86df-f2f748e2a866 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:17.623314 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-476ebd7b-1025-40a4-b2c4-b854e199b4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:17.624532 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-476ebd7b-1025-40a4-b2c4-b854e199b4ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5aa241d0-dd34-4f73-be8e-da2b32a13fb3 HTTP/1.1" status: 204 len: 168 time: 0.4328585 Mar 01 21:15:17.629392 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-37fa2704-ca7e-4a94-90bc-08df24fcabb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:17.637002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5a7362ae-3519-44f3-86df-f2f748e2a866 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:17.654071 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-37fa2704-ca7e-4a94-90bc-08df24fcabb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:17.661425 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-37fa2704-ca7e-4a94-90bc-08df24fcabb4 admin admin] Usage tracker for resource:security_group_rule and tenant:ddcf18e905964735bf11f1f8b604d1dd is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:17.664768 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-37fa2704-ca7e-4a94-90bc-08df24fcabb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:17.673812 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-37fa2704-ca7e-4a94-90bc-08df24fcabb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:17.739842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7362ae-3519-44f3-86df-f2f748e2a866 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:17.743345 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a7362ae-3519-44f3-86df-f2f748e2a866 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:17.744767 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7362ae-3519-44f3-86df-f2f748e2a866 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:15:17.745191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a7362ae-3519-44f3-86df-f2f748e2a866 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:15:17.810325 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-37fa2704-ca7e-4a94-90bc-08df24fcabb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:17.816067 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:17.865934 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5a7362ae-3519-44f3-86df-f2f748e2a866 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5015702 Mar 01 21:15:17.868824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40094) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:17.874551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2c503f00-7f4f-48df-b1ab-626ce5f36e80 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:17.899144 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-37fa2704-ca7e-4a94-90bc-08df24fcabb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:17.936629 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ab189725-8a34-4e6c-99df-aff828e1403a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:17.984476 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-37fa2704-ca7e-4a94-90bc-08df24fcabb4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ddcf18e905964735bf11f1f8b604d1dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3988144 Mar 01 21:15:17.985521 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa2704-ca7e-4a94-90bc-08df24fcabb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee7b40fc-3c3b-46eb-aca4-25687e132ec0,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:17.989745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40100) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:18.066074 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab189725-8a34-4e6c-99df-aff828e1403a None None] Pushing event deleted for resources: {'Port': ['ID=f49d30f5-f118-4adf-9e0b-0cf5e87de8a0,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:18.081890 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab189725-8a34-4e6c-99df-aff828e1403a None None] No DVR routers for this DVR port f49d30f5-f118-4adf-9e0b-0cf5e87de8a0 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:15:18.103236 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2c503f00-7f4f-48df-b1ab-626ce5f36e80 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:18.118149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2c503f00-7f4f-48df-b1ab-626ce5f36e80 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:18.164166 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-56f27173-64b6-44f8-bf87-95de3fa0dd1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:18.205403 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-56f27173-64b6-44f8-bf87-95de3fa0dd1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:18.233654 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c503f00-7f4f-48df-b1ab-626ce5f36e80 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:18.239108 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c503f00-7f4f-48df-b1ab-626ce5f36e80 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:18.240754 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c503f00-7f4f-48df-b1ab-626ce5f36e80 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:15:18.241295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c503f00-7f4f-48df-b1ab-626ce5f36e80 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:15:18.324695 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-56f27173-64b6-44f8-bf87-95de3fa0dd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:18.339275 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f27173-64b6-44f8-bf87-95de3fa0dd1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee7b40fc-3c3b-46eb-aca4-25687e132ec0,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:18.347109 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-56f27173-64b6-44f8-bf87-95de3fa0dd1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:18.349075 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-56f27173-64b6-44f8-bf87-95de3fa0dd1e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee7b40fc-3c3b-46eb-aca4-25687e132ec0 HTTP/1.1" status: 204 len: 168 time: 0.3580952 Mar 01 21:15:18.377752 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2c503f00-7f4f-48df-b1ab-626ce5f36e80 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5078995 Mar 01 21:15:18.380912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40108) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:18.390143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-1e92a965-a0f2-449d-ad4e-969e3c79b031 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:18.505260 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1e92a965-a0f2-449d-ad4e-969e3c79b031 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:18.520193 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1e92a965-a0f2-449d-ad4e-969e3c79b031 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:18.621073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e92a965-a0f2-449d-ad4e-969e3c79b031 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:18.625037 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1e92a965-a0f2-449d-ad4e-969e3c79b031 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:18.626418 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e92a965-a0f2-449d-ad4e-969e3c79b031 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:15:18.626839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e92a965-a0f2-449d-ad4e-969e3c79b031 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:15:18.640331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40112) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:18.661491 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8f6534be-906b-40e1-bd46-15566686ffa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:18.677827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8f6534be-906b-40e1-bd46-15566686ffa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:18.686709 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8f6534be-906b-40e1-bd46-15566686ffa0 admin admin] Usage tracker for resource:security_group_rule and tenant:a3effc190e544fa9983ef49d81429145 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:18.686709 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8f6534be-906b-40e1-bd46-15566686ffa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:18.691255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8f6534be-906b-40e1-bd46-15566686ffa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:18.713679 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40116) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:18.733877 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-058b923a-fa35-4c0e-b113-45a2adfa86ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:18.752473 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-058b923a-fa35-4c0e-b113-45a2adfa86ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:18.755640 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1e92a965-a0f2-449d-ad4e-969e3c79b031 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3687570 Mar 01 21:15:18.758018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40120) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:18.766527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-100c6811-c6b0-4e7f-9469-55d6d3cf62a1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:18.790616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-058b923a-fa35-4c0e-b113-45a2adfa86ba admin admin] Usage tracker for resource:security_group_rule and tenant:4546d70f76a743b0a23da449077d66e4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:18.807546 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-058b923a-fa35-4c0e-b113-45a2adfa86ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:18.825403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-058b923a-fa35-4c0e-b113-45a2adfa86ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:18.878195 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8f6534be-906b-40e1-bd46-15566686ffa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:18.917445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-100c6811-c6b0-4e7f-9469-55d6d3cf62a1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:18.927999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-100c6811-c6b0-4e7f-9469-55d6d3cf62a1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:18.958648 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8f6534be-906b-40e1-bd46-15566686ffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:19.019457 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8f6534be-906b-40e1-bd46-15566686ffa0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a3effc190e544fa9983ef49d81429145&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3780184 Mar 01 21:15:19.020038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40124) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:19.022367 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6534be-906b-40e1-bd46-15566686ffa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=387a76c0-46fd-4a4d-a145-787a2dbbf6ba,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:19.077072 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-058b923a-fa35-4c0e-b113-45a2adfa86ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:19.077072 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-100c6811-c6b0-4e7f-9469-55d6d3cf62a1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:19.077072 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-100c6811-c6b0-4e7f-9469-55d6d3cf62a1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:19.078257 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-100c6811-c6b0-4e7f-9469-55d6d3cf62a1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:15:19.079291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-100c6811-c6b0-4e7f-9469-55d6d3cf62a1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:15:19.082953 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-35093e0c-4af7-4811-960a-fe6e940d1d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:19.112448 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-35093e0c-4af7-4811-960a-fe6e940d1d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:19.170929 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-058b923a-fa35-4c0e-b113-45a2adfa86ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:19.231387 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-100c6811-c6b0-4e7f-9469-55d6d3cf62a1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4682345 Mar 01 21:15:19.232040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40130) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:19.233880 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-058b923a-fa35-4c0e-b113-45a2adfa86ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4546d70f76a743b0a23da449077d66e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5178251 Mar 01 21:15:19.235597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b923a-fa35-4c0e-b113-45a2adfa86ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2091d8a-b3bd-462d-8e22-609834175eb7,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:19.237168 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40134) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:19.243198 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4ee4e426-cce5-4b6e-b4da-a4f6a75ce38d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:19.355534 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-35093e0c-4af7-4811-960a-fe6e940d1d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:19.402952 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35093e0c-4af7-4811-960a-fe6e940d1d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=387a76c0-46fd-4a4d-a145-787a2dbbf6ba,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:19.437492 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-35093e0c-4af7-4811-960a-fe6e940d1d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:19.437492 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-35093e0c-4af7-4811-960a-fe6e940d1d13 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/387a76c0-46fd-4a4d-a145-787a2dbbf6ba HTTP/1.1" status: 204 len: 168 time: 0.4113200 Mar 01 21:15:19.444105 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4ee4e426-cce5-4b6e-b4da-a4f6a75ce38d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:19.467302 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4ee4e426-cce5-4b6e-b4da-a4f6a75ce38d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:19.471877 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-538aaa50-514c-4f16-b2e6-441da52f6703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:19.509993 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-538aaa50-514c-4f16-b2e6-441da52f6703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:19.598092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee4e426-cce5-4b6e-b4da-a4f6a75ce38d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:19.603225 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4ee4e426-cce5-4b6e-b4da-a4f6a75ce38d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:19.611783 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee4e426-cce5-4b6e-b4da-a4f6a75ce38d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:15:19.611783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee4e426-cce5-4b6e-b4da-a4f6a75ce38d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:15:19.661528 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-538aaa50-514c-4f16-b2e6-441da52f6703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:19.663851 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-538aaa50-514c-4f16-b2e6-441da52f6703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:19.664973 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-538aaa50-514c-4f16-b2e6-441da52f6703 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d2091d8a-b3bd-462d-8e22-609834175eb7 HTTP/1.1" status: 204 len: 168 time: 0.4262559 Mar 01 21:15:19.675287 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538aaa50-514c-4f16-b2e6-441da52f6703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2091d8a-b3bd-462d-8e22-609834175eb7,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:19.690445 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40150) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:19.706470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Request body: {'subnets': [{'network_id': 'f76fc3ce-3c0b-40e8-89af-342c21ff2543', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1326729431', 'ip_version': 6}, {'network_id': '244e0c33-fb66-466d-8564-44460974a0c7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:19.706783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Request body: {'subnet': {'network_id': 'f76fc3ce-3c0b-40e8-89af-342c21ff2543', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1326729431', 'ip_version': 6}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:19.707461 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Request body: {'subnet': {'network_id': '244e0c33-fb66-466d-8564-44460974a0c7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:19.725666 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4ee4e426-cce5-4b6e-b4da-a4f6a75ce38d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4928527 Mar 01 21:15:19.728896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40154) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:19.735469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-145867e7-6ef2-4e18-bdc3-9decfdf85334 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:19.881284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-145867e7-6ef2-4e18-bdc3-9decfdf85334 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:19.892874 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-145867e7-6ef2-4e18-bdc3-9decfdf85334 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:19.961917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:19.966334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145867e7-6ef2-4e18-bdc3-9decfdf85334 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:19.968400 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Usage tracker for resource:subnet and tenant:c58d2b3b69ea4bfd97db7d18793ef38f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:19.981080 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:19.981191 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-145867e7-6ef2-4e18-bdc3-9decfdf85334 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:19.981191 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-145867e7-6ef2-4e18-bdc3-9decfdf85334 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:15:19.981191 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-145867e7-6ef2-4e18-bdc3-9decfdf85334 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:15:19.981517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:20.066609 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Made reservation on behalf of c58d2b3b69ea4bfd97db7d18793ef38f for: {'subnet': 2} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:20.071516 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:20.072089 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:20.096011 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-145867e7-6ef2-4e18-bdc3-9decfdf85334 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3659186 Mar 01 21:15:20.101313 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40164) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:20.165303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f9d8de3a-2521-4331-8de2-19cf74f8e598 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:20.254836 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f9d8de3a-2521-4331-8de2-19cf74f8e598 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:20.259753 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f9d8de3a-2521-4331-8de2-19cf74f8e598 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1558011 Mar 01 21:15:20.263044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40172) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:20.344420 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21551956-2aee-490b-81d6-7658105ab735 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:20.345437 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-21551956-2aee-490b-81d6-7658105ab735 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:20.360554 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-21551956-2aee-490b-81d6-7658105ab735 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:20.361730 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-21551956-2aee-490b-81d6-7658105ab735 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0969970 Mar 01 21:15:20.364344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40178) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:20.381816 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40182) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:20.468444 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-404ea7ca-8045-4645-af64-d41b483891e5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1027038 Mar 01 21:15:20.472792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40188) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:20.485811 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-5263f343-feb1-4cc0-a9c4-9fa8c7c7d28d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:20.645738 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d8a35c49-5896-4673-b850-9ec434a99523 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4defcfca44aa40dca6d1fd7cb9bb85da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627385 Mar 01 21:15:20.670604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40196) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:20.672175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40198) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:20.753742 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5263f343-feb1-4cc0-a9c4-9fa8c7c7d28d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:20.910952 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Request body: {'networks': [{'name': 'tempest-network--727243884'}, {'name': 'tempest-network--1865690050'}]} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:20.911253 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Request body: {'network': {'name': 'tempest-network--727243884'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:20.911732 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Request body: {'network': {'name': 'tempest-network--1865690050'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:20.915917 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5263f343-feb1-4cc0-a9c4-9fa8c7c7d28d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:20.921577 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1f1a804-f690-4303-9957-345cd7dd21ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:20.923754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:20.939433 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Usage tracker for resource:network and tenant:09a182dc0499478d859d135d1368755d is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:20.944375 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:20.959549 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:20.967722 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1f1a804-f690-4303-9957-345cd7dd21ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:20.969423 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:21.060198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5263f343-feb1-4cc0-a9c4-9fa8c7c7d28d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:21.064202 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5263f343-feb1-4cc0-a9c4-9fa8c7c7d28d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:21.072484 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event updated for resources: {'Subnet': ['ID=0e2ea6c7-92b1-4a5a-8c01-049894944da2,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:21.079460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Checking segment: {'id': '4cda0310-e2f7-4e94-bb31-7ea81f1557c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f76fc3ce-3c0b-40e8-89af-342c21ff2543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:15:21.079815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Network hostable DHCP agents. Network: f76fc3ce-3c0b-40e8-89af-342c21ff2543, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:15:21.155059 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1f1a804-f690-4303-9957-345cd7dd21ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:21.158619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Made reservation on behalf of 09a182dc0499478d859d135d1368755d for: {'network': 2} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:21.162996 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:21.184521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Network f76fc3ce-3c0b-40e8-89af-342c21ff2543 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:15:21.203718 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:21.216198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1a804-f690-4303-9957-345cd7dd21ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b6fd36-fa45-428f-9659-e9e1ac774db0,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:21.234255 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:21.241934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Usage tracker for resource:security_group_rule and tenant:09a182dc0499478d859d135d1368755d is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:21.245545 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:21.253846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:21.294920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, f76fc3ce-3c0b-40e8-89af-342c21ff2543) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:21.299621 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:21.306094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ff6638-ec63-4771-8f8a-81e328d912af None None] Network f76fc3ce-3c0b-40e8-89af-342c21ff2543 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:21.387659 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f1f1a804-f690-4303-9957-345cd7dd21ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:21.388704 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f1f1a804-f690-4303-9957-345cd7dd21ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/52b6fd36-fa45-428f-9659-e9e1ac774db0 HTTP/1.1" status: 204 len: 168 time: 0.7137897 Mar 01 21:15:21.403323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event updated for resources: {'Subnet': ['ID=daff5014-d1cd-4280-a9a4-1121093b9081,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:21.427428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Checking segment: {'id': '1e50781c-1022-4cb5-9de6-69e503f2994e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '244e0c33-fb66-466d-8564-44460974a0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:15:21.427428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Network hostable DHCP agents. Network: 244e0c33-fb66-466d-8564-44460974a0c7, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:15:21.464006 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:21.494754 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:21.609531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Network 244e0c33-fb66-466d-8564-44460974a0c7 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:15:21.615974 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:21.616434 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:21.620199 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-f76fc3ce-3c0b-40e8-89af-342c21ff2543', 'network_id': 'f76fc3ce-3c0b-40e8-89af-342c21ff2543', 'tenant_id': 'c58d2b3b69ea4bfd97db7d18793ef38f', 'fixed_ips': [{'subnet_id': '0e2ea6c7-92b1-4a5a-8c01-049894944da2'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:15:21.622365 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:21.682918 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38479316-1541-4f39-81ba-f3c7e891a934,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:21.739696 n-d-827896-4 neutron-server[88519]: DEBUG neutron.objects.ports [None req-5263f343-feb1-4cc0-a9c4-9fa8c7c7d28d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 01 21:15:21.743534 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5263f343-feb1-4cc0-a9c4-9fa8c7c7d28d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:21.748534 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:15:21.789276 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Allocated IP 2001:db8::1 (f76fc3ce-3c0b-40e8-89af-342c21ff2543/0e2ea6c7-92b1-4a5a-8c01-049894944da2/9efb57be-6d9f-46d6-8586-6436b063111b) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:15:21.805227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 244e0c33-fb66-466d-8564-44460974a0c7) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:21.809999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:21.811564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:21.811564 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:21.814244 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:21.814786 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Added segment 616e23ac-9b92-442e-a068-e4a2b31d9f5f of type vlan for network e0b9e738-590a-4cb9-a344-8addd139d738 Mar 01 21:15:21.834456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5263f343-feb1-4cc0-a9c4-9fa8c7c7d28d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:21.836920 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17956e20-99f2-4b33-ad1b-46c184b37ff5 None None] Network 244e0c33-fb66-466d-8564-44460974a0c7 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:21.844006 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-5263f343-feb1-4cc0-a9c4-9fa8c7c7d28d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:21.862090 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5263f343-feb1-4cc0-a9c4-9fa8c7c7d28d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:21.862699 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5263f343-feb1-4cc0-a9c4-9fa8c7c7d28d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:21.876805 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:21.888353 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5263f343-feb1-4cc0-a9c4-9fa8c7c7d28d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=03d5c12d-ae67-447e-8321-e85e3b1aba3b,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:21.944655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:15:21.945141 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8647d840-7603-438a-8050-cad4d3e8750a tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.2517927 Mar 01 21:15:21.945856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40230) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:21.948062 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3e9824-410d-419e-9f8d-c813c09a7cdf None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:21.957237 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:21.957961 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Added segment 3e3981e0-c6ca-460e-98ac-979a02841bf1 of type vlan for network 9362629a-8372-4700-8347-c516a67ecdcd Mar 01 21:15:22.008958 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:22.037295 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5263f343-feb1-4cc0-a9c4-9fa8c7c7d28d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5610602 Mar 01 21:15:22.042128 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40238) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:22.062518 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769a4758-abb8-449c-95b5-e1dbe12346fb tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:22.067062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769a4758-abb8-449c-95b5-e1dbe12346fb tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:22.073193 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769a4758-abb8-449c-95b5-e1dbe12346fb tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:22.074464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-769a4758-abb8-449c-95b5-e1dbe12346fb tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Synchronizing usage tracker for tenant:c58d2b3b69ea4bfd97db7d18793ef38f on resource:subnet {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:22.095230 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-6806a732-215c-41fa-bd2d-785cdc1e844e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'mac_address': 'fa:16:3e:b3:cb:2b', 'name': 'tempest-NetworksTestDHCPv6-336922021'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:22.226367 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-769a4758-abb8-449c-95b5-e1dbe12346fb tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Unset dirty status for tenant:c58d2b3b69ea4bfd97db7d18793ef38f on resource:subnet {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:22.229029 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-769a4758-abb8-449c-95b5-e1dbe12346fb tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2810190 Mar 01 21:15:22.237350 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40248) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:22.301392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6806a732-215c-41fa-bd2d-785cdc1e844e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:22.333964 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6806a732-215c-41fa-bd2d-785cdc1e844e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:22.336155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-82305793-f9f9-46e5-9fdf-c3c63e5e8900 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Deleting subnet 0e2ea6c7-92b1-4a5a-8c01-049894944da2 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:15:22.369662 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:22.374448 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:22.379493 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:22.388210 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:22.388210 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:22.437813 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6806a732-215c-41fa-bd2d-785cdc1e844e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:22.503056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cc39aad2-d371-4bc1-8f73-2342392e478c', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'fixed_ips': [{'subnet_id': '03d5c12d-ae67-447e-8321-e85e3b1aba3b'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:15:22.504548 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:22.520786 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-244e0c33-fb66-466d-8564-44460974a0c7', 'network_id': '244e0c33-fb66-466d-8564-44460974a0c7', 'tenant_id': 'c58d2b3b69ea4bfd97db7d18793ef38f', 'fixed_ips': [{'subnet_id': 'daff5014-d1cd-4280-a9a4-1121093b9081'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:15:22.521851 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:22.612185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event updated for resources: {'Network': ['ID=e0b9e738-590a-4cb9-a344-8addd139d738,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:22.634178 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:22.634178 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:22.634178 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:22.634178 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:22.634499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:22.634499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:22.634823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:22.635345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:22.635832 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:22.636428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:22.637015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:22.637489 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:15:22.646988 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.9708278 Mar 01 21:15:22.654571 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40260) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:22.766308 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6806a732-215c-41fa-bd2d-785cdc1e844e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:22.775959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5871c1-1a84-45af-a11e-0a282b6e3d60 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event updated for resources: {'Network': ['ID=9362629a-8372-4700-8347-c516a67ecdcd,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:22.801887 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-6806a732-215c-41fa-bd2d-785cdc1e844e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port ea9088ef-c36f-400a-9323-fac4772f3d4e yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:15:22.880961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network e0b9e738-590a-4cb9-a344-8addd139d738 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:15:22.905274 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Allocated IP 2001:db8:0:1::1 (244e0c33-fb66-466d-8564-44460974a0c7/daff5014-d1cd-4280-a9a4-1121093b9081/02b78a1b-b65a-4e5e-906f-e75dd68fdd5c) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:15:22.908831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dbb9b9-5b7d-4019-beff-f0796de701c3 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:22.917598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dbb9b9-5b7d-4019-beff-f0796de701c3 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:22.929393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dbb9b9-5b7d-4019-beff-f0796de701c3 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:22.940117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21dbb9b9-5b7d-4019-beff-f0796de701c3 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:22.945424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40272) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:22.949665 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-21dbb9b9-5b7d-4019-beff-f0796de701c3 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2967038 Mar 01 21:15:22.956336 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 9362629a-8372-4700-8347-c516a67ecdcd details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:15:23.004286 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-6806a732-215c-41fa-bd2d-785cdc1e844e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::f816:3eff:feb3:cb2b (cc39aad2-d371-4bc1-8f73-2342392e478c/03d5c12d-ae67-447e-8321-e85e3b1aba3b/ea9088ef-c36f-400a-9323-fac4772f3d4e) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:15:23.134873 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40282) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:23.166783 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42161142-7645-4fb8-94a0-73ada0f6054b tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:23.183136 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:23.214982 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Transition to ACTIVE for port object 02b78a1b-b65a-4e5e-906f-e75dd68fdd5c will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:23.375990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Transition to ACTIVE for port object 02b78a1b-b65a-4e5e-906f-e75dd68fdd5c will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:23.386821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-99072879-network', 'tenant_id': 'ee269e56fe8d4324bcbcfd88437e9b99'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:23.398639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:23.398639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Usage tracker for resource:network and tenant:ee269e56fe8d4324bcbcfd88437e9b99 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:23.401327 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:23.407381 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:23.410120 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:23.424744 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Transition to ACTIVE for port object 9efb57be-6d9f-46d6-8586-6436b063111b will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:23.445069 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Transition to ACTIVE for port object 9efb57be-6d9f-46d6-8586-6436b063111b will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:23.487917 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:23.519390 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Made reservation on behalf of ee269e56fe8d4324bcbcfd88437e9b99 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:23.523852 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:23.546536 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-82305793-f9f9-46e5-9fdf-c3c63e5e8900 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:23.568281 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:23.568281 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Pushing event updated for resources: {'Port': ['ID=02b78a1b-b65a-4e5e-906f-e75dd68fdd5c,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:23.611090 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:23.621592 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42161142-7645-4fb8-94a0-73ada0f6054b tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:23.648370 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:23.657252 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Network 244e0c33-fb66-466d-8564-44460974a0c7 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:23.660090 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Usage tracker for resource:security_group_rule and tenant:ee269e56fe8d4324bcbcfd88437e9b99 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:23.662220 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:23.675560 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:15:23.675681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:23.675768 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6806a732-215c-41fa-bd2d-785cdc1e844e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:23.676994 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-42161142-7645-4fb8-94a0-73ada0f6054b tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0b9e738-590a-4cb9-a344-8addd139d738']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:23.696561 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:23.697296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-42161142-7645-4fb8-94a0-73ada0f6054b tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '616e23ac-9b92-442e-a068-e4a2b31d9f5f') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:23.697590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-42161142-7645-4fb8-94a0-73ada0f6054b tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '616e23ac-9b92-442e-a068-e4a2b31d9f5f') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:23.701161 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-82305793-f9f9-46e5-9fdf-c3c63e5e8900 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:23.713494 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Network f76fc3ce-3c0b-40e8-89af-342c21ff2543 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:23.713675 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-6806a732-215c-41fa-bd2d-785cdc1e844e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object ea9088ef-c36f-400a-9323-fac4772f3d4e will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:23.720575 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42161142-7645-4fb8-94a0-73ada0f6054b tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:23.721384 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:23.723949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:15:23.726425 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Pushing event updated for resources: {'Port': ['ID=9efb57be-6d9f-46d6-8586-6436b063111b,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:23.737687 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42161142-7645-4fb8-94a0-73ada0f6054b tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:23.747781 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42161142-7645-4fb8-94a0-73ada0f6054b tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:15:23.748178 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42161142-7645-4fb8-94a0-73ada0f6054b tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:15:23.764435 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:15:23.809285 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-82305793-f9f9-46e5-9fdf-c3c63e5e8900 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:23.889360 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Attempting to bind port 02b78a1b-b65a-4e5e-906f-e75dd68fdd5c on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:15:23.889721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Attempting to bind port 02b78a1b-b65a-4e5e-906f-e75dd68fdd5c by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '1e50781c-1022-4cb5-9de6-69e503f2994e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '244e0c33-fb66-466d-8564-44460974a0c7'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:15:23.890287 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Attempting to bind port 02b78a1b-b65a-4e5e-906f-e75dd68fdd5c on network 244e0c33-fb66-466d-8564-44460974a0c7 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:15:23.894958 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Attempting to bind port 9efb57be-6d9f-46d6-8586-6436b063111b on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:15:23.895553 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Attempting to bind port 9efb57be-6d9f-46d6-8586-6436b063111b by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '4cda0310-e2f7-4e94-bb31-7ea81f1557c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f76fc3ce-3c0b-40e8-89af-342c21ff2543'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:15:23.895909 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Attempting to bind port 9efb57be-6d9f-46d6-8586-6436b063111b on network f76fc3ce-3c0b-40e8-89af-342c21ff2543 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:15:23.900827 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:15:23.901201 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Checking segment: {'id': '1e50781c-1022-4cb5-9de6-69e503f2994e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '244e0c33-fb66-466d-8564-44460974a0c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:15:23.902303 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:23.902660 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Bound using segment: {'id': '1e50781c-1022-4cb5-9de6-69e503f2994e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '244e0c33-fb66-466d-8564-44460974a0c7'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:15:23.903267 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Bound port: 02b78a1b-b65a-4e5e-906f-e75dd68fdd5c, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e50781c-1022-4cb5-9de6-69e503f2994e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '244e0c33-fb66-466d-8564-44460974a0c7'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:15:23.903670 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:23.915878 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:15:23.916320 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Checking segment: {'id': '4cda0310-e2f7-4e94-bb31-7ea81f1557c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f76fc3ce-3c0b-40e8-89af-342c21ff2543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:15:23.916668 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:23.917054 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Bound using segment: {'id': '4cda0310-e2f7-4e94-bb31-7ea81f1557c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f76fc3ce-3c0b-40e8-89af-342c21ff2543'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:15:23.917664 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Bound port: 9efb57be-6d9f-46d6-8586-6436b063111b, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cda0310-e2f7-4e94-bb31-7ea81f1557c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'f76fc3ce-3c0b-40e8-89af-342c21ff2543'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:15:23.918046 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:23.928011 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6806a732-215c-41fa-bd2d-785cdc1e844e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:23.985788 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:23.992784 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6806a732-215c-41fa-bd2d-785cdc1e844e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:24.002990 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-6806a732-215c-41fa-bd2d-785cdc1e844e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:24.005920 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6806a732-215c-41fa-bd2d-785cdc1e844e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:15:24.012893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6806a732-215c-41fa-bd2d-785cdc1e844e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:24.013988 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6806a732-215c-41fa-bd2d-785cdc1e844e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.034379 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42161142-7645-4fb8-94a0-73ada0f6054b tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.035862 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-82305793-f9f9-46e5-9fdf-c3c63e5e8900 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.038992 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42161142-7645-4fb8-94a0-73ada0f6054b tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.096225 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-42161142-7645-4fb8-94a0-73ada0f6054b tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "DELETE /v2.0/networks/e0b9e738-590a-4cb9-a344-8addd139d738 HTTP/1.1" status: 204 len: 168 time: 1.1497600 Mar 01 21:15:24.097229 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42161142-7645-4fb8-94a0-73ada0f6054b tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event deleted for resources: {'Network': ['ID=e0b9e738-590a-4cb9-a344-8addd139d738,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:24.097889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82305793-f9f9-46e5-9fdf-c3c63e5e8900 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event deleted for resources: {'Subnet': ['ID=0e2ea6c7-92b1-4a5a-8c01-049894944da2,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:24.106360 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40302) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:24.112560 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-82305793-f9f9-46e5-9fdf-c3c63e5e8900 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.120072 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.123988 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] For port 9efb57be-6d9f-46d6-8586-6436b063111b, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:15:24.127120 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] For port 9efb57be-6d9f-46d6-8586-6436b063111b, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9efb57be-6d9f-46d6-8586-6436b063111b,segment=NetworkSegment(4cda0310-e2f7-4e94-bb31-7ea81f1557c2),segment_id=4cda0310-e2f7-4e94-bb31-7ea81f1557c2)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:15:24.144336 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Allocated IP 2001:db8::f816:3eff:feed:f4a3 (cc39aad2-d371-4bc1-8f73-2342392e478c/03d5c12d-ae67-447e-8321-e85e3b1aba3b/d544cd12-1969-400c-bf04-b388336eb338) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:15:24.213639 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806a732-215c-41fa-bd2d-785cdc1e844e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=ea9088ef-c36f-400a-9323-fac4772f3d4e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:24.228533 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] For port 02b78a1b-b65a-4e5e-906f-e75dd68fdd5c, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:15:24.229078 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6806a732-215c-41fa-bd2d-785cdc1e844e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1864474 Mar 01 21:15:24.232518 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40308) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:24.253509 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fad3fdbc-c2a7-453f-b9cc-67a7150fb610 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.274475 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.293858 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-82305793-f9f9-46e5-9fdf-c3c63e5e8900 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "DELETE /v2.0/subnets/0e2ea6c7-92b1-4a5a-8c01-049894944da2 HTTP/1.1" status: 204 len: 168 time: 2.0495598 Mar 01 21:15:24.293858 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.295931 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40312) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:24.304085 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:15:24.314505 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.314860 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Added segment 2e3cc3e0-fe77-4e16-9ccb-b81e62f285f9 of type vlan for network 6ba98e44-c63b-4d99-9d5c-4be112841517 Mar 01 21:15:24.356422 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] For port 02b78a1b-b65a-4e5e-906f-e75dd68fdd5c, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=02b78a1b-b65a-4e5e-906f-e75dd68fdd5c,segment=NetworkSegment(1e50781c-1022-4cb5-9de6-69e503f2994e),segment_id=1e50781c-1022-4cb5-9de6-69e503f2994e)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:15:24.359276 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.389866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1888340f-6401-4c93-b8aa-b4db8029c95c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:24.438098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d074169-1fc2-4830-b021-5c0853694dc5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:24.439613 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3787c606-9e48-455a-a987-37cc2445d717 None None] Pushing event updated for resources: {'Port': ['ID=9efb57be-6d9f-46d6-8586-6436b063111b,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:24.439893 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0d074169-1fc2-4830-b021-5c0853694dc5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2057319 Mar 01 21:15:24.450456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40316) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:24.482625 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fad3fdbc-c2a7-453f-b9cc-67a7150fb610 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.494721 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-c17423b0-f393-445a-8041-be3bba122c39 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Deleting subnet daff5014-d1cd-4280-a9a4-1121093b9081 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:15:24.502293 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c17423b0-f393-445a-8041-be3bba122c39 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.503969 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.552861 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.554703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:24.556923 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.562703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-fad3fdbc-c2a7-453f-b9cc-67a7150fb610 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9362629a-8372-4700-8347-c516a67ecdcd']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:24.583321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-fad3fdbc-c2a7-453f-b9cc-67a7150fb610 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3981e0-c6ca-460e-98ac-979a02841bf1') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:24.583726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-fad3fdbc-c2a7-453f-b9cc-67a7150fb610 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3981e0-c6ca-460e-98ac-979a02841bf1') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:24.598092 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c17423b0-f393-445a-8041-be3bba122c39 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.608263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f27c777f-e0ee-4286-9855-b1a4937fea26 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port ea9088ef-c36f-400a-9323-fac4772f3d4e {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:24.608528 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f27c777f-e0ee-4286-9855-b1a4937fea26 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.639621 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fad3fdbc-c2a7-453f-b9cc-67a7150fb610 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.671061 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fad3fdbc-c2a7-453f-b9cc-67a7150fb610 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.684197 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fad3fdbc-c2a7-453f-b9cc-67a7150fb610 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:15:24.684608 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fad3fdbc-c2a7-453f-b9cc-67a7150fb610 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:15:24.700774 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:15:24.720091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b77e542-cbaf-4a99-8026-0605d6874e37 None None] Pushing event updated for resources: {'Port': ['ID=02b78a1b-b65a-4e5e-906f-e75dd68fdd5c,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:24.725472 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.746446 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] Pushing event updated for resources: {'Network': ['ID=6ba98e44-c63b-4d99-9d5c-4be112841517,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:24.759037 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683d8551-d29e-4414-ae88-d93a79e0ec00 None None] Network f76fc3ce-3c0b-40e8-89af-342c21ff2543 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:24.776400 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 6ba98e44-c63b-4d99-9d5c-4be112841517 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:15:24.801207 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bd1b461c-12ee-44f8-a40f-9c0ba9d864f7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6651208 Mar 01 21:15:24.804857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40320) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:24.815351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-cf4bb91b-62ac-4b7e-9d01-94a2829b7a02 admin admin] Request body: {'subnet': {'network_id': '6ba98e44-c63b-4d99-9d5c-4be112841517', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-99072879-subnet', 'tenant_id': 'ee269e56fe8d4324bcbcfd88437e9b99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:24.822260 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-cf4bb91b-62ac-4b7e-9d01-94a2829b7a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:24.827978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-cf4bb91b-62ac-4b7e-9d01-94a2829b7a02 admin admin] Usage tracker for resource:subnet and tenant:ee269e56fe8d4324bcbcfd88437e9b99 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:24.832135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-cf4bb91b-62ac-4b7e-9d01-94a2829b7a02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:24.835068 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c17423b0-f393-445a-8041-be3bba122c39 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.840437 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-cf4bb91b-62ac-4b7e-9d01-94a2829b7a02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:24.902861 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fad3fdbc-c2a7-453f-b9cc-67a7150fb610 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.924578 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Transition to ACTIVE for port object d544cd12-1969-400c-bf04-b388336eb338 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:24.951662 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fad3fdbc-c2a7-453f-b9cc-67a7150fb610 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:24.970446 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3fdbc-c2a7-453f-b9cc-67a7150fb610 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event deleted for resources: {'Network': ['ID=9362629a-8372-4700-8347-c516a67ecdcd,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:24.985323 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fad3fdbc-c2a7-453f-b9cc-67a7150fb610 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "DELETE /v2.0/networks/9362629a-8372-4700-8347-c516a67ecdcd HTTP/1.1" status: 204 len: 168 time: 0.8775063 Mar 01 21:15:24.986184 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40326) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:25.012516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4bb91b-62ac-4b7e-9d01-94a2829b7a02 admin admin] Made reservation on behalf of ee269e56fe8d4324bcbcfd88437e9b99 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:25.031186 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Transition to ACTIVE for port object d544cd12-1969-400c-bf04-b388336eb338 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:25.031796 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cf4bb91b-62ac-4b7e-9d01-94a2829b7a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:25.130442 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:25.206746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Pushing event updated for resources: {'Port': ['ID=d544cd12-1969-400c-bf04-b388336eb338,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:25.253283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:25.266826 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:25.270691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:15:25.284386 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4678d95-e470-4352-8a69-af6bd7b28dff tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:25.290952 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4678d95-e470-4352-8a69-af6bd7b28dff tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:25.291824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e4678d95-e470-4352-8a69-af6bd7b28dff tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Synchronizing usage tracker for tenant:09a182dc0499478d859d135d1368755d on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:25.305055 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c17423b0-f393-445a-8041-be3bba122c39 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:25.366331 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c17423b0-f393-445a-8041-be3bba122c39 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:25.376556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17423b0-f393-445a-8041-be3bba122c39 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event deleted for resources: {'Subnet': ['ID=daff5014-d1cd-4280-a9a4-1121093b9081,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:25.391903 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c17423b0-f393-445a-8041-be3bba122c39 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "DELETE /v2.0/subnets/daff5014-d1cd-4280-a9a4-1121093b9081 HTTP/1.1" status: 204 len: 168 time: 1.0885100 Mar 01 21:15:25.392831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40334) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:25.408229 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Attempting to bind port d544cd12-1969-400c-bf04-b388336eb338 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:15:25.408599 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Attempting to bind port d544cd12-1969-400c-bf04-b388336eb338 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:15:25.408964 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Attempting to bind port d544cd12-1969-400c-bf04-b388336eb338 on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:15:25.415465 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 15, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:15:25.416301 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:15:25.416951 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:25.418210 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:15:25.419005 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Bound port: d544cd12-1969-400c-bf04-b388336eb338, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:15:25.429113 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:25.429225 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f27c777f-e0ee-4286-9855-b1a4937fea26 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:25.481632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e4678d95-e470-4352-8a69-af6bd7b28dff tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Unset dirty status for tenant:09a182dc0499478d859d135d1368755d on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:25.482943 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e4678d95-e470-4352-8a69-af6bd7b28dff tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4930298 Mar 01 21:15:25.486592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c073b38-7c24-4673-9e4d-5f4c26d290c7 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:25.486828 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7c073b38-7c24-4673-9e4d-5f4c26d290c7 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Synchronizing usage tracker for tenant:c58d2b3b69ea4bfd97db7d18793ef38f on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:25.489560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40338) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:25.496751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-6c8afc4b-fdb5-4c88-b31a-74d7019602fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-892292528'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:25.505369 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6c8afc4b-fdb5-4c88-b31a-74d7019602fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:25.520155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6c8afc4b-fdb5-4c88-b31a-74d7019602fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:25.540647 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] For port d544cd12-1969-400c-bf04-b388336eb338, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:15:25.543950 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] For port d544cd12-1969-400c-bf04-b388336eb338, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d544cd12-1969-400c-bf04-b388336eb338,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:15:25.591500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f27c777f-e0ee-4286-9855-b1a4937fea26 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for ea9088ef-c36f-400a-9323-fac4772f3d4e owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:25.666594 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7c073b38-7c24-4673-9e4d-5f4c26d290c7 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Unset dirty status for tenant:c58d2b3b69ea4bfd97db7d18793ef38f on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:25.669374 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7c073b38-7c24-4673-9e4d-5f4c26d290c7 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2743647 Mar 01 21:15:25.672270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40342) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:25.717206 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:25.720349 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8afc4b-fdb5-4c88-b31a-74d7019602fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Made reservation on behalf of 09a182dc0499478d859d135d1368755d for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:25.723138 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c8afc4b-fdb5-4c88-b31a-74d7019602fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:25.832963 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8afc4b-fdb5-4c88-b31a-74d7019602fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:15:25.833533 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cf4bb91b-62ac-4b7e-9d01-94a2829b7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:25.836313 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3514c1e-9790-46da-9375-a885c8b8fd67 None None] Pushing event updated for resources: {'Port': ['ID=d544cd12-1969-400c-bf04-b388336eb338,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:25.852057 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c8afc4b-fdb5-4c88-b31a-74d7019602fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:25.852724 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-6c8afc4b-fdb5-4c88-b31a-74d7019602fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Added segment 02970aac-0b01-49fb-b052-8da3a05ad91c of type vlan for network 18a1262e-e232-4c3d-8319-c7d594f3f02b Mar 01 21:15:25.872189 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bb3a23f0-f64e-47a8-844a-d9521a1dd819 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:25.911734 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c8afc4b-fdb5-4c88-b31a-74d7019602fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:25.925194 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f27c777f-e0ee-4286-9855-b1a4937fea26 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:25.937236 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a23f0-f64e-47a8-844a-d9521a1dd819 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Deleting port 02b78a1b-b65a-4e5e-906f-e75dd68fdd5c {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:25.937236 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bb3a23f0-f64e-47a8-844a-d9521a1dd819 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:26.125915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bb91b-62ac-4b7e-9d01-94a2829b7a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26a4bed8-a042-492e-b3b6-8d42e97fe928,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:26.128721 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c777f-e0ee-4286-9855-b1a4937fea26 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=ea9088ef-c36f-400a-9323-fac4772f3d4e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:26.210128 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f27c777f-e0ee-4286-9855-b1a4937fea26 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:26.221353 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247f0826-e117-4f40-8111-3834374721c7 None None] Network 244e0c33-fb66-466d-8564-44460974a0c7 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:26.228003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4bb91b-62ac-4b7e-9d01-94a2829b7a02 admin admin] Checking segment: {'id': '2e3cc3e0-fe77-4e16-9ccb-b81e62f285f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ba98e44-c63b-4d99-9d5c-4be112841517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:15:26.228357 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4bb91b-62ac-4b7e-9d01-94a2829b7a02 admin admin] Network hostable DHCP agents. Network: 6ba98e44-c63b-4d99-9d5c-4be112841517, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:15:26.252240 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f27c777f-e0ee-4286-9855-b1a4937fea26 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/ea9088ef-c36f-400a-9323-fac4772f3d4e HTTP/1.1" status: 204 len: 168 time: 1.8083334 Mar 01 21:15:26.256678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40348) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:26.342884 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c8afc4b-fdb5-4c88-b31a-74d7019602fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:26.345714 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c11421-1b74-4ec0-b36c-471598f69fa8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:26.347335 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c11421-1b74-4ec0-b36c-471598f69fa8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:26.348900 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-85c11421-1b74-4ec0-b36c-471598f69fa8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0912597 Mar 01 21:15:26.349493 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8afc4b-fdb5-4c88-b31a-74d7019602fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:26.354880 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c8afc4b-fdb5-4c88-b31a-74d7019602fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:26.359534 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5a84761-1895-40dc-9f2e-4c9c840d44a4 req-116cc844-80d3-4981-bd59-8ca26fe7673c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3630476 Mar 01 21:15:26.360096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40352) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:26.425395 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4bb91b-62ac-4b7e-9d01-94a2829b7a02 admin admin] Network 6ba98e44-c63b-4d99-9d5c-4be112841517 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:15:26.472906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-71c848c9-038a-427b-8df7-476578a570d6 None None] Provisioning for port 02b78a1b-b65a-4e5e-906f-e75dd68fdd5c completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:15:26.475400 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-e50e95dc-9a91-4ca2-be49-83ebf7be4cc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet 03d5c12d-ae67-447e-8321-e85e3b1aba3b {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:15:26.529705 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e50e95dc-9a91-4ca2-be49-83ebf7be4cc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:26.594818 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6c8afc4b-fdb5-4c88-b31a-74d7019602fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1034467 Mar 01 21:15:26.600637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40358) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:26.614062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-c671daa3-ad8f-4e68-8b2d-3fd370f74743 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-703694979'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:26.624293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c671daa3-ad8f-4e68-8b2d-3fd370f74743 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:26.627200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8afc4b-fdb5-4c88-b31a-74d7019602fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event updated for resources: {'Network': ['ID=18a1262e-e232-4c3d-8319-c7d594f3f02b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:26.641025 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e39fce4c-9f85-4017-a0d9-0f40ee011b58 None None] DHCP port deletion for 244e0c33-fb66-466d-8564-44460974a0c7 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:15:26.641143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-cf4bb91b-62ac-4b7e-9d01-94a2829b7a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 6ba98e44-c63b-4d99-9d5c-4be112841517) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:26.645912 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e39fce4c-9f85-4017-a0d9-0f40ee011b58 None None] Deleting port 02b78a1b-b65a-4e5e-906f-e75dd68fdd5c {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:26.646801 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e39fce4c-9f85-4017-a0d9-0f40ee011b58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:26.650154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c671daa3-ad8f-4e68-8b2d-3fd370f74743 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Usage tracker for resource:network and tenant:09a182dc0499478d859d135d1368755d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:26.653631 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-bb3a23f0-f64e-47a8-844a-d9521a1dd819 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] For port 02b78a1b-b65a-4e5e-906f-e75dd68fdd5c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=02b78a1b-b65a-4e5e-906f-e75dd68fdd5c,segment=NetworkSegment(1e50781c-1022-4cb5-9de6-69e503f2994e),segment_id=1e50781c-1022-4cb5-9de6-69e503f2994e)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:26.654051 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bb3a23f0-f64e-47a8-844a-d9521a1dd819 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:26.657629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c671daa3-ad8f-4e68-8b2d-3fd370f74743 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:26.662781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4bb91b-62ac-4b7e-9d01-94a2829b7a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:26.663378 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cf4bb91b-62ac-4b7e-9d01-94a2829b7a02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:26.671110 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e50e95dc-9a91-4ca2-be49-83ebf7be4cc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:26.677576 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638880d9-80a1-41bc-ae08-fef9780eb255 None None] Network 6ba98e44-c63b-4d99-9d5c-4be112841517 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:26.690527 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 18a1262e-e232-4c3d-8319-c7d594f3f02b details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:15:26.711263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c671daa3-ad8f-4e68-8b2d-3fd370f74743 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:26.759713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a84761-1895-40dc-9f2e-4c9c840d44a4 req-6a69eb39-9d7e-4ee6-a6b4-14f332072311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:26.761272 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5a84761-1895-40dc-9f2e-4c9c840d44a4 req-6a69eb39-9d7e-4ee6-a6b4-14f332072311 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 1096 time: 0.2824185 Mar 01 21:15:26.820770 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-bb3a23f0-f64e-47a8-844a-d9521a1dd819 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Calling delete_port for 02b78a1b-b65a-4e5e-906f-e75dd68fdd5c owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:26.825425 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e50e95dc-9a91-4ca2-be49-83ebf7be4cc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:26.879501 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cf4bb91b-62ac-4b7e-9d01-94a2829b7a02 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0732169 Mar 01 21:15:26.959813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c671daa3-ad8f-4e68-8b2d-3fd370f74743 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Made reservation on behalf of 09a182dc0499478d859d135d1368755d for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:26.971854 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c671daa3-ad8f-4e68-8b2d-3fd370f74743 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:27.033198 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bb3a23f0-f64e-47a8-844a-d9521a1dd819 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:27.157732 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a23f0-f64e-47a8-844a-d9521a1dd819 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event deleted for resources: {'Port': ['ID=02b78a1b-b65a-4e5e-906f-e75dd68fdd5c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:27.165462 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3a23f0-f64e-47a8-844a-d9521a1dd819 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] No DVR routers for this DVR port 02b78a1b-b65a-4e5e-906f-e75dd68fdd5c on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:15:27.167864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c671daa3-ad8f-4e68-8b2d-3fd370f74743 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:15:27.199554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a84761-1895-40dc-9f2e-4c9c840d44a4 req-036a1bcf-189e-4f9e-91cd-afeb4fabee88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:27.213359 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5a84761-1895-40dc-9f2e-4c9c840d44a4 req-036a1bcf-189e-4f9e-91cd-afeb4fabee88 service neutron] 10.222.0.55 "GET /v2.0/networks?id=955e18d0-99d5-4e9f-a46b-3d60079a8d65 HTTP/1.1" status: 200 len: 898 time: 0.4135847 Mar 01 21:15:27.213806 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c671daa3-ad8f-4e68-8b2d-3fd370f74743 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:27.215026 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-c671daa3-ad8f-4e68-8b2d-3fd370f74743 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Added segment 796839ce-1002-4920-9105-f8e2fa4d1772 of type vlan for network 31d525e8-456f-41a5-ad4a-2c88db8e710e Mar 01 21:15:27.239620 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d544cd12-1969-400c-bf04-b388336eb338 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:15:27.320112 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c671daa3-ad8f-4e68-8b2d-3fd370f74743 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:27.372573 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e50e95dc-9a91-4ca2-be49-83ebf7be4cc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:27.425472 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bb3a23f0-f64e-47a8-844a-d9521a1dd819 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:27.426601 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e50e95dc-9a91-4ca2-be49-83ebf7be4cc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:27.455312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e95dc-9a91-4ca2-be49-83ebf7be4cc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=03d5c12d-ae67-447e-8321-e85e3b1aba3b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:27.462273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-bb3a23f0-f64e-47a8-844a-d9521a1dd819 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244e0c33-fb66-466d-8564-44460974a0c7']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:27.478677 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-bb3a23f0-f64e-47a8-844a-d9521a1dd819 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e50781c-1022-4cb5-9de6-69e503f2994e') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:27.479092 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c671daa3-ad8f-4e68-8b2d-3fd370f74743 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:27.479284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-bb3a23f0-f64e-47a8-844a-d9521a1dd819 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e50781c-1022-4cb5-9de6-69e503f2994e') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:27.485194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c671daa3-ad8f-4e68-8b2d-3fd370f74743 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:27.485813 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c671daa3-ad8f-4e68-8b2d-3fd370f74743 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:27.492994 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bb3a23f0-f64e-47a8-844a-d9521a1dd819 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:27.507102 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a816cb9-3883-44c7-b700-1268aee85f85 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:27.511860 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bb3a23f0-f64e-47a8-844a-d9521a1dd819 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:27.519738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3a23f0-f64e-47a8-844a-d9521a1dd819 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:15:27.533364 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bb3a23f0-f64e-47a8-844a-d9521a1dd819 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:15:27.538524 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:15:27.549804 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e50e95dc-9a91-4ca2-be49-83ebf7be4cc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/03d5c12d-ae67-447e-8321-e85e3b1aba3b HTTP/1.1" status: 204 len: 168 time: 1.1884136 Mar 01 21:15:27.558628 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40368) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:27.561736 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5a84761-1895-40dc-9f2e-4c9c840d44a4 req-f06e2f6b-421f-4b31-845e-20b143156667 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc74a27e-c044-4e86-b030-a6b4f375a854 HTTP/1.1" status: 200 len: 1001 time: 0.3409178 Mar 01 21:15:27.612235 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3ad694aa-19f8-45ce-88ad-8f2f283a3aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:27.686373 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-794bca76-d57a-4e39-bc39-1d140c590753 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1263928 Mar 01 21:15:27.690040 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6717648-30d0-4028-a6ee-41593c8fa3e4 None None] Network 6ba98e44-c63b-4d99-9d5c-4be112841517 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:27.692437 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40374) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:27.701073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-41c90f91-bd23-4a6b-b2ea-65d87145e7cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:27.747633 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c671daa3-ad8f-4e68-8b2d-3fd370f74743 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1453822 Mar 01 21:15:27.750343 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40380) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:27.768662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Request body: {'ports': [{'network_id': '18a1262e-e232-4c3d-8319-c7d594f3f02b', 'name': 'tempest-port--678250351', 'admin_state_up': True}, {'network_id': '31d525e8-456f-41a5-ad4a-2c88db8e710e', 'admin_state_up': False}]} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:27.769144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Request body: {'port': {'network_id': '18a1262e-e232-4c3d-8319-c7d594f3f02b', 'name': 'tempest-port--678250351', 'admin_state_up': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:27.769743 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Request body: {'port': {'network_id': '31d525e8-456f-41a5-ad4a-2c88db8e710e', 'admin_state_up': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:27.798295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c671daa3-ad8f-4e68-8b2d-3fd370f74743 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event updated for resources: {'Network': ['ID=31d525e8-456f-41a5-ad4a-2c88db8e710e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:27.813503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a84761-1895-40dc-9f2e-4c9c840d44a4 req-892746ae-1277-4b51-9ced-2b3de598dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:27.815007 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5a84761-1895-40dc-9f2e-4c9c840d44a4 req-892746ae-1277-4b51-9ced-2b3de598dde1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94ff59b6-ac8a-41c2-9c6a-4feb46c8d503 HTTP/1.1" status: 200 len: 834 time: 0.2462151 Mar 01 21:15:27.832940 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-41c90f91-bd23-4a6b-b2ea-65d87145e7cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:27.839929 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-41c90f91-bd23-4a6b-b2ea-65d87145e7cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:27.845030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-41c90f91-bd23-4a6b-b2ea-65d87145e7cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:27.854109 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-41c90f91-bd23-4a6b-b2ea-65d87145e7cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:27.867957 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e39fce4c-9f85-4017-a0d9-0f40ee011b58 None None] For port 02b78a1b-b65a-4e5e-906f-e75dd68fdd5c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=02b78a1b-b65a-4e5e-906f-e75dd68fdd5c,segment=NetworkSegment(1e50781c-1022-4cb5-9de6-69e503f2994e),segment_id=1e50781c-1022-4cb5-9de6-69e503f2994e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:27.868344 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e39fce4c-9f85-4017-a0d9-0f40ee011b58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:27.872590 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bb3a23f0-f64e-47a8-844a-d9521a1dd819 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:27.882555 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 31d525e8-456f-41a5-ad4a-2c88db8e710e details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:15:27.905273 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bb3a23f0-f64e-47a8-844a-d9521a1dd819 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:27.924433 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a23f0-f64e-47a8-844a-d9521a1dd819 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event deleted for resources: {'Network': ['ID=244e0c33-fb66-466d-8564-44460974a0c7,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:27.943804 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bb3a23f0-f64e-47a8-844a-d9521a1dd819 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "DELETE /v2.0/networks/244e0c33-fb66-466d-8564-44460974a0c7 HTTP/1.1" status: 204 len: 168 time: 2.2640953 Mar 01 21:15:27.943804 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40388) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:27.974035 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c90f91-bd23-4a6b-b2ea-65d87145e7cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:27.980764 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-41c90f91-bd23-4a6b-b2ea-65d87145e7cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:28.018246 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-22d7e937-57f2-48a8-8254-ab520b3c08bd None None] Provisioning for port d544cd12-1969-400c-bf04-b388336eb338 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:15:28.041078 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-22d7e937-57f2-48a8-8254-ab520b3c08bd None None] Provisioning complete for port d544cd12-1969-400c-bf04-b388336eb338 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:15:28.041451 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-22d7e937-57f2-48a8-8254-ab520b3c08bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:28.109289 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port d544cd12-1969-400c-bf04-b388336eb338 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:15:28.188509 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d544cd12-1969-400c-bf04-b388336eb338 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:15:28.188509 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:28.205722 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:15:28.225761 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82f836d4-6023-4f59-8074-b569a84c0313 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:28.260564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-82f836d4-6023-4f59-8074-b569a84c0313 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Deleting port 9efb57be-6d9f-46d6-8586-6436b063111b {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:28.260753 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82f836d4-6023-4f59-8074-b569a84c0313 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:28.303681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:28.311860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Usage tracker for resource:port and tenant:09a182dc0499478d859d135d1368755d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:28.315999 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e39fce4c-9f85-4017-a0d9-0f40ee011b58 None None] Calling delete_port for 02b78a1b-b65a-4e5e-906f-e75dd68fdd5c owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:28.316675 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:28.323621 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a84761-1895-40dc-9f2e-4c9c840d44a4 req-4a17bf20-717d-42e5-b452-d5a109f69585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:28.325421 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5a84761-1895-40dc-9f2e-4c9c840d44a4 req-4a17bf20-717d-42e5-b452-d5a109f69585 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=955e18d0-99d5-4e9f-a46b-3d60079a8d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5019197 Mar 01 21:15:28.326666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:28.338565 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-b5a84761-1895-40dc-9f2e-4c9c840d44a4 req-bd3bc018-2f5a-4d89-ba00-ed1fd960f78b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:15:28.344344 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5a84761-1895-40dc-9f2e-4c9c840d44a4 req-bd3bc018-2f5a-4d89-ba00-ed1fd960f78b service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093575 Mar 01 21:15:28.351873 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40402) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:28.379142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1654939778-network', 'tenant_id': 'b82f6c2c00f44675828a44a75cdc7bcc'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:28.444249 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-22d7e937-57f2-48a8-8254-ab520b3c08bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:28.496838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:28.505237 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Made reservation on behalf of 09a182dc0499478d859d135d1368755d for: {'port': 2} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:28.509779 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:28.527197 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-22d7e937-57f2-48a8-8254-ab520b3c08bd None None] For port d544cd12-1969-400c-bf04-b388336eb338, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d544cd12-1969-400c-bf04-b388336eb338,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:28.550994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Usage tracker for resource:network and tenant:b82f6c2c00f44675828a44a75cdc7bcc is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:28.553257 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:28.564968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:28.578323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:28.680712 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-22d7e937-57f2-48a8-8254-ab520b3c08bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:28.721261 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Made reservation on behalf of b82f6c2c00f44675828a44a75cdc7bcc for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:28.723874 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:28.731093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-82f836d4-6023-4f59-8074-b569a84c0313 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] For port 9efb57be-6d9f-46d6-8586-6436b063111b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9efb57be-6d9f-46d6-8586-6436b063111b,segment=NetworkSegment(4cda0310-e2f7-4e94-bb31-7ea81f1557c2),segment_id=4cda0310-e2f7-4e94-bb31-7ea81f1557c2)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:28.731516 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82f836d4-6023-4f59-8074-b569a84c0313 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:28.752066 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5a84761-1895-40dc-9f2e-4c9c840d44a4 req-6a2f0682-5809-4fc2-9309-0b856ea4d7f4 service neutron] 10.222.0.55 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992069 Mar 01 21:15:28.757142 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:28.808620 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:28.816652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Usage tracker for resource:security_group_rule and tenant:b82f6c2c00f44675828a44a75cdc7bcc is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.825669 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.828211 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.828211 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.828211 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.828211 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.828211 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.828211 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.828211 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.828211 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.828211 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.828211 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.828211 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.828211 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.828211 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:15:28.828211 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:15:28.834580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:28.863649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-82f836d4-6023-4f59-8074-b569a84c0313 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Calling delete_port for 9efb57be-6d9f-46d6-8586-6436b063111b owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:28.891066 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:28.986305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] device_id is not set on port 711e8c48-15e5-4a41-88aa-5529b54a7586 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:15:29.047723 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5a84761-1895-40dc-9f2e-4c9c840d44a4 req-c32d99e8-23a6-4917-a6e0-5dc28cde5c5c service neutron] 10.222.0.55 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667682 Mar 01 21:15:29.064048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] DHCP port deletion for cc39aad2-d371-4bc1-8f73-2342392e478c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:15:29.066397 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-e39fce4c-9f85-4017-a0d9-0f40ee011b58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:15:29.066951 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-e39fce4c-9f85-4017-a0d9-0f40ee011b58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:15:29.096519 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7e937-57f2-48a8-8254-ab520b3c08bd None None] Pushing event updated for resources: {'Port': ['ID=d544cd12-1969-400c-bf04-b388336eb338,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:29.106606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] Deleting port d544cd12-1969-400c-bf04-b388336eb338 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:29.106980 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.115645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.objects.ports [None req-41c90f91-bd23-4a6b-b2ea-65d87145e7cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 01 21:15:29.140572 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.169775 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82f836d4-6023-4f59-8074-b569a84c0313 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.172742 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.261676 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d544cd12-1969-400c-bf04-b388336eb338 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:15:29.271550 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.278992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f836d4-6023-4f59-8074-b569a84c0313 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event deleted for resources: {'Port': ['ID=9efb57be-6d9f-46d6-8586-6436b063111b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:29.278992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f836d4-6023-4f59-8074-b569a84c0313 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] No DVR routers for this DVR port 9efb57be-6d9f-46d6-8586-6436b063111b on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:15:29.285103 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:15:29.339276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1d94ec-4fe4-47c1-a7e0-d82ceef4940a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:29.403084 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.403084 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Added segment 03907320-1e36-44f4-9fb3-e2ad259bbdff of type vlan for network 97a58eeb-89a8-451e-88dd-3f963cd95f04 Mar 01 21:15:29.428949 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82f836d4-6023-4f59-8074-b569a84c0313 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.452839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] device_id is not set on port 5e0637af-3b32-42d3-bed0-fecd500aae71 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:15:29.463831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-82f836d4-6023-4f59-8074-b569a84c0313 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76fc3ce-3c0b-40e8-89af-342c21ff2543']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:29.464977 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.479772 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-82f836d4-6023-4f59-8074-b569a84c0313 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cda0310-e2f7-4e94-bb31-7ea81f1557c2') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:29.480073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-82f836d4-6023-4f59-8074-b569a84c0313 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cda0310-e2f7-4e94-bb31-7ea81f1557c2') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:29.509280 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82f836d4-6023-4f59-8074-b569a84c0313 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.541233 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82f836d4-6023-4f59-8074-b569a84c0313 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.554291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f836d4-6023-4f59-8074-b569a84c0313 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:15:29.555177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] For port d544cd12-1969-400c-bf04-b388336eb338, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d544cd12-1969-400c-bf04-b388336eb338,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:29.555796 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.555935 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82f836d4-6023-4f59-8074-b569a84c0313 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.575684 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e39fce4c-9f85-4017-a0d9-0f40ee011b58 None None] Deleting port 02b78a1b-b65a-4e5e-906f-e75dd68fdd5c {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:29.576202 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e39fce4c-9f85-4017-a0d9-0f40ee011b58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.600806 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.609511 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.610592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:29.612399 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:15:29.674328 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:15:29.754623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] Pushing event updated for resources: {'Network': ['ID=97a58eeb-89a8-451e-88dd-3f963cd95f04,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:29.754837 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-41c90f91-bd23-4a6b-b2ea-65d87145e7cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.806927 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] Calling delete_port for d544cd12-1969-400c-bf04-b388336eb338 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:29.807134 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82f836d4-6023-4f59-8074-b569a84c0313 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.811232 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-82f836d4-6023-4f59-8074-b569a84c0313 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.836878 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e7121f8a-bda5-4a37-ad17-d8287854919a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.838516 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 97a58eeb-89a8-451e-88dd-3f963cd95f04 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:15:29.858944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f836d4-6023-4f59-8074-b569a84c0313 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event deleted for resources: {'Network': ['ID=f76fc3ce-3c0b-40e8-89af-342c21ff2543,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:29.860852 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e39fce4c-9f85-4017-a0d9-0f40ee011b58 None None] The port '02b78a1b-b65a-4e5e-906f-e75dd68fdd5c' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:15:29.870156 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.874999 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4fedf1bb-9a8d-4701-9fab-26477e35712d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5197687 Mar 01 21:15:29.877491 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:29.884682 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40424) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:29.895498 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-72bf12f2-b121-4d3a-81e4-bf131f362648 admin admin] Request body: {'subnet': {'network_id': '97a58eeb-89a8-451e-88dd-3f963cd95f04', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1654939778-subnet', 'tenant_id': 'b82f6c2c00f44675828a44a75cdc7bcc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:29.905800 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-72bf12f2-b121-4d3a-81e4-bf131f362648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:29.911674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-72bf12f2-b121-4d3a-81e4-bf131f362648 admin admin] Usage tracker for resource:subnet and tenant:b82f6c2c00f44675828a44a75cdc7bcc is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:29.914757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-72bf12f2-b121-4d3a-81e4-bf131f362648 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:29.922694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-72bf12f2-b121-4d3a-81e4-bf131f362648 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:29.938241 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-82f836d4-6023-4f59-8074-b569a84c0313 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "DELETE /v2.0/networks/f76fc3ce-3c0b-40e8-89af-342c21ff2543 HTTP/1.1" status: 204 len: 168 time: 1.9917281 Mar 01 21:15:29.955242 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40428) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:29.997222 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event updated for resources: {'Port': ['ID=711e8c48-15e5-4a41-88aa-5529b54a7586,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:30.014552 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bf12f2-b121-4d3a-81e4-bf131f362648 admin admin] Made reservation on behalf of b82f6c2c00f44675828a44a75cdc7bcc for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:30.016946 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72bf12f2-b121-4d3a-81e4-bf131f362648 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:30.037726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Checking segment: {'id': '02970aac-0b01-49fb-b052-8da3a05ad91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '18a1262e-e232-4c3d-8319-c7d594f3f02b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:15:30.037868 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Network hostable DHCP agents. Network: 18a1262e-e232-4c3d-8319-c7d594f3f02b, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:15:30.146141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Network 18a1262e-e232-4c3d-8319-c7d594f3f02b is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:15:30.247841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 18a1262e-e232-4c3d-8319-c7d594f3f02b) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:30.250011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:15:30.253007 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691b93a2-3b60-490e-9292-9fcf009ce596 None None] Network 18a1262e-e232-4c3d-8319-c7d594f3f02b requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:30.256141 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:30.272626 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7efaf66d-e6d5-4611-af77-5364cefe3607 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:30.317355 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-41c90f91-bd23-4a6b-b2ea-65d87145e7cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] For port d544cd12-1969-400c-bf04-b388336eb338, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d544cd12-1969-400c-bf04-b388336eb338,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:30.369538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event updated for resources: {'Port': ['ID=5e0637af-3b32-42d3-bed0-fecd500aae71,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:30.421554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Checking segment: {'id': '796839ce-1002-4920-9105-f8e2fa4d1772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 647, 'network_id': '31d525e8-456f-41a5-ad4a-2c88db8e710e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:15:30.424089 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Network hostable DHCP agents. Network: 31d525e8-456f-41a5-ad4a-2c88db8e710e, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:15:30.551690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Network 31d525e8-456f-41a5-ad4a-2c88db8e710e is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:15:30.563216 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:30.613928 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:30.641740 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 31d525e8-456f-41a5-ad4a-2c88db8e710e) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:30.647210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:15:30.654157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:30.655413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc64616-3470-4d91-8b9b-8efe18809016 None None] Network 31d525e8-456f-41a5-ad4a-2c88db8e710e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:30.659220 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7efaf66d-e6d5-4611-af77-5364cefe3607 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:30.659849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:30.660700 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:30.675132 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-41c90f91-bd23-4a6b-b2ea-65d87145e7cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:30.702844 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-7efaf66d-e6d5-4611-af77-5364cefe3607 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58ffea51-0c42-4785-b761-c70a9ad87cc6']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:30.721595 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-7efaf66d-e6d5-4611-af77-5364cefe3607 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3600caf6-22ff-4fe1-b928-0359733f73ba') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:30.721923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-7efaf66d-e6d5-4611-af77-5364cefe3607 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3600caf6-22ff-4fe1-b928-0359733f73ba') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:30.752789 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-41c90f91-bd23-4a6b-b2ea-65d87145e7cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:30.752789 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-41c90f91-bd23-4a6b-b2ea-65d87145e7cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:30.759501 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7efaf66d-e6d5-4611-af77-5364cefe3607 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:30.774435 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4a1666ad-997b-41be-be4a-815fb81b3087 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0176809 Mar 01 21:15:30.777851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40434) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:30.806580 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:15:30.808890 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:15:30.898713 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7efaf66d-e6d5-4611-af77-5364cefe3607 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:30.908911 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa491ca-5e7b-4967-829b-dceb4ccd57cd tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:30.909246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7efaf66d-e6d5-4611-af77-5364cefe3607 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:15:30.909652 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7efaf66d-e6d5-4611-af77-5364cefe3607 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:30.916970 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:15:30.917355 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:15:30.917991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa491ca-5e7b-4967-829b-dceb4ccd57cd tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:30.919033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1fa491ca-5e7b-4967-829b-dceb4ccd57cd tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Synchronizing usage tracker for tenant:09a182dc0499478d859d135d1368755d on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:15:30.954999 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:15:30.975684 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c90f91-bd23-4a6b-b2ea-65d87145e7cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:30.986122 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-41c90f91-bd23-4a6b-b2ea-65d87145e7cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:30.991600 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1fa491ca-5e7b-4967-829b-dceb4ccd57cd tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Unset dirty status for tenant:09a182dc0499478d859d135d1368755d on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:30.993046 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1fa491ca-5e7b-4967-829b-dceb4ccd57cd tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2141559 Mar 01 21:15:30.996849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40438) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:31.036793 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c90f91-bd23-4a6b-b2ea-65d87145e7cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:31.037387 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-41c90f91-bd23-4a6b-b2ea-65d87145e7cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:31.096840 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72bf12f2-b121-4d3a-81e4-bf131f362648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:31.104899 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c90f91-bd23-4a6b-b2ea-65d87145e7cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=52365305-9aa9-4cf2-959c-d5b758e1b9da,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:31.147940 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c90f91-bd23-4a6b-b2ea-65d87145e7cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=d544cd12-1969-400c-bf04-b388336eb338,revision_number=6']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:31.193583 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7efaf66d-e6d5-4611-af77-5364cefe3607 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:31.216046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f9abc6d8-3545-447a-b72b-d2fcb22241f1 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Deleting port 711e8c48-15e5-4a41-88aa-5529b54a7586 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:31.216416 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f9abc6d8-3545-447a-b72b-d2fcb22241f1 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:31.227860 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7efaf66d-e6d5-4611-af77-5364cefe3607 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:31.227860 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7efaf66d-e6d5-4611-af77-5364cefe3607 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "DELETE /v2.0/networks/58ffea51-0c42-4785-b761-c70a9ad87cc6 HTTP/1.1" status: 204 len: 168 time: 1.2676268 Mar 01 21:15:31.227860 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf12f2-b121-4d3a-81e4-bf131f362648 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7838cc14-67ad-4340-9a0c-2c5280a8edf2,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:31.232803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40444) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:31.244728 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-41c90f91-bd23-4a6b-b2ea-65d87145e7cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5445564 Mar 01 21:15:31.244728 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efaf66d-e6d5-4611-af77-5364cefe3607 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event deleted for resources: {'Network': ['ID=58ffea51-0c42-4785-b761-c70a9ad87cc6,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:31.252786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40448) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:31.271004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-0f246f5a-e592-4648-9582-d436835bd3e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'mac_address': 'fa:16:3e:1b:ca:f2', 'name': 'tempest-NetworksTestDHCPv6-1019520097'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:31.288141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bf12f2-b121-4d3a-81e4-bf131f362648 admin admin] Checking segment: {'id': '03907320-1e36-44f4-9fb3-e2ad259bbdff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '97a58eeb-89a8-451e-88dd-3f963cd95f04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:15:31.288343 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bf12f2-b121-4d3a-81e4-bf131f362648 admin admin] Network hostable DHCP agents. Network: 97a58eeb-89a8-451e-88dd-3f963cd95f04, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:15:31.309253 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] Deleting port d544cd12-1969-400c-bf04-b388336eb338 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:31.310208 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:31.398060 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f0b5d052-95a7-4d4b-ae8a-e4df4c007279 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:31.524353 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:31.539228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bf12f2-b121-4d3a-81e4-bf131f362648 admin admin] Network 97a58eeb-89a8-451e-88dd-3f963cd95f04 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:15:31.548067 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f0b5d052-95a7-4d4b-ae8a-e4df4c007279 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:31.586435 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-f0b5d052-95a7-4d4b-ae8a-e4df4c007279 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80deac3e-53d5-41ec-a640-91b2dc5b0e5b']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:31.595055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-f0b5d052-95a7-4d4b-ae8a-e4df4c007279 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea9c4d4-f9d0-4c04-819e-0767b51c8ad4') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:31.595522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-f0b5d052-95a7-4d4b-ae8a-e4df4c007279 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea9c4d4-f9d0-4c04-819e-0767b51c8ad4') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:31.614165 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f0b5d052-95a7-4d4b-ae8a-e4df4c007279 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:31.629374 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0f246f5a-e592-4648-9582-d436835bd3e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:31.636036 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f0b5d052-95a7-4d4b-ae8a-e4df4c007279 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:31.636989 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port d544cd12-1969-400c-bf04-b388336eb338, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d544cd12-1969-400c-bf04-b388336eb338,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:31.642982 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0b5d052-95a7-4d4b-ae8a-e4df4c007279 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:15:31.643396 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f0b5d052-95a7-4d4b-ae8a-e4df4c007279 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:31.645044 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0f246f5a-e592-4648-9582-d436835bd3e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:port and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:31.650703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0f246f5a-e592-4648-9582-d436835bd3e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:31.659033 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] For port d544cd12-1969-400c-bf04-b388336eb338, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d544cd12-1969-400c-bf04-b388336eb338,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:31.659485 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:15:31.659801 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:15:31.674247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-0f246f5a-e592-4648-9582-d436835bd3e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:31.677902 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-72bf12f2-b121-4d3a-81e4-bf131f362648 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 97a58eeb-89a8-451e-88dd-3f963cd95f04) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:31.682733 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f9abc6d8-3545-447a-b72b-d2fcb22241f1 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:31.732018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bf12f2-b121-4d3a-81e4-bf131f362648 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:31.732839 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72bf12f2-b121-4d3a-81e4-bf131f362648 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:31.817063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f9abc6d8-3545-447a-b72b-d2fcb22241f1 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Calling delete_port for 711e8c48-15e5-4a41-88aa-5529b54a7586 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:31.829490 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895ef56b-0709-4ee1-9e48-ebc72e1d8b10 None None] Network 97a58eeb-89a8-451e-88dd-3f963cd95f04 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:31.847776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f246f5a-e592-4648-9582-d436835bd3e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:31.849931 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] Calling delete_port for d544cd12-1969-400c-bf04-b388336eb338 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:31.863680 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-72bf12f2-b121-4d3a-81e4-bf131f362648 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9737172 Mar 01 21:15:31.877823 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:31.906589 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f0b5d052-95a7-4d4b-ae8a-e4df4c007279 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:31.916727 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f0b5d052-95a7-4d4b-ae8a-e4df4c007279 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:31.974392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b5d052-95a7-4d4b-ae8a-e4df4c007279 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] Pushing event deleted for resources: {'Network': ['ID=80deac3e-53d5-41ec-a640-91b2dc5b0e5b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:31.979171 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=d544cd12-1969-400c-bf04-b388336eb338,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:32.008470 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f0b5d052-95a7-4d4b-ae8a-e4df4c007279 tempest-BulkNetworkOpsIpV6Test-50688850 tempest-BulkNetworkOpsIpV6Test-50688850-project] 10.222.0.42 "DELETE /v2.0/networks/80deac3e-53d5-41ec-a640-91b2dc5b0e5b HTTP/1.1" status: 204 len: 168 time: 0.7727025 Mar 01 21:15:32.127035 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0f246f5a-e592-4648-9582-d436835bd3e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:32.179333 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-0f246f5a-e592-4648-9582-d436835bd3e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port 36ba1094-c3f6-45f6-977b-7574bc057781 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:15:32.237209 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f9abc6d8-3545-447a-b72b-d2fcb22241f1 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:32.302026 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f9abc6d8-3545-447a-b72b-d2fcb22241f1 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:32.313595 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:15:32.314545 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:15:32.324962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9abc6d8-3545-447a-b72b-d2fcb22241f1 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event deleted for resources: {'Port': ['ID=711e8c48-15e5-4a41-88aa-5529b54a7586,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:32.396001 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:32.411506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6a9fbd-43b3-4172-92a2-3b8ce415380d None None] Network 97a58eeb-89a8-451e-88dd-3f963cd95f04 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:32.459223 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f9abc6d8-3545-447a-b72b-d2fcb22241f1 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "DELETE /v2.0/ports/711e8c48-15e5-4a41-88aa-5529b54a7586 HTTP/1.1" status: 204 len: 168 time: 1.4590428 Mar 01 21:15:32.459770 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40468) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:32.481819 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-0f246f5a-e592-4648-9582-d436835bd3e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::f816:3eff:fe1b:caf2 (cc39aad2-d371-4bc1-8f73-2342392e478c/52365305-9aa9-4cf2-959c-d5b758e1b9da/36ba1094-c3f6-45f6-977b-7574bc057781) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:15:32.553043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] Deleting port d544cd12-1969-400c-bf04-b388336eb338 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:32.553422 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:32.569812 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-4978230b-bf4b-46ae-bbd5-6a6212c826c5 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Deleting port 5e0637af-3b32-42d3-bed0-fecd500aae71 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:32.570344 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4978230b-bf4b-46ae-bbd5-6a6212c826c5 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:32.757526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df184855-4e42-4332-b144-32f9b6c852f8 req-ef12b41c-73d2-44cf-9b76-ad9715daba5c tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:32.758256 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-df184855-4e42-4332-b144-32f9b6c852f8 req-ef12b41c-73d2-44cf-9b76-ad9715daba5c tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Synchronizing usage tracker for tenant:ee269e56fe8d4324bcbcfd88437e9b99 on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:32.902570 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0f246f5a-e592-4648-9582-d436835bd3e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:32.915937 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4978230b-bf4b-46ae-bbd5-6a6212c826c5 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:32.922182 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-0f246f5a-e592-4648-9582-d436835bd3e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object 36ba1094-c3f6-45f6-977b-7574bc057781 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:32.974779 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40482) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:32.982615 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-df184855-4e42-4332-b144-32f9b6c852f8 req-ef12b41c-73d2-44cf-9b76-ad9715daba5c tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Unset dirty status for tenant:ee269e56fe8d4324bcbcfd88437e9b99 on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:32.984293 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df184855-4e42-4332-b144-32f9b6c852f8 req-ef12b41c-73d2-44cf-9b76-ad9715daba5c tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/networks?id=6ba98e44-c63b-4d99-9d5c-4be112841517 HTTP/1.1" status: 200 len: 810 time: 0.4894912 Mar 01 21:15:33.006096 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df184855-4e42-4332-b144-32f9b6c852f8 req-2d562979-f9ab-4ff2-9a20-4af830a49a82 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/quotas/ee269e56fe8d4324bcbcfd88437e9b99 HTTP/1.1" status: 200 len: 375 time: 0.0156159 Mar 01 21:15:33.088386 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df184855-4e42-4332-b144-32f9b6c852f8 req-a00792c2-ce59-4c49-8d3d-3528c423d6e5 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ee269e56fe8d4324bcbcfd88437e9b99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673764 Mar 01 21:15:33.089531 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0f246f5a-e592-4648-9582-d436835bd3e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:33.143954 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-4978230b-bf4b-46ae-bbd5-6a6212c826c5 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Calling delete_port for 5e0637af-3b32-42d3-bed0-fecd500aae71 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:33.174666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] For port d544cd12-1969-400c-bf04-b388336eb338, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d544cd12-1969-400c-bf04-b388336eb338,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:33.175151 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:33.310178 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] Calling delete_port for d544cd12-1969-400c-bf04-b388336eb338 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:33.488147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f246f5a-e592-4648-9582-d436835bd3e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:33.504454 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-0f246f5a-e592-4648-9582-d436835bd3e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:33.518359 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4978230b-bf4b-46ae-bbd5-6a6212c826c5 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:33.518522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f246f5a-e592-4648-9582-d436835bd3e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:15:33.522075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f246f5a-e592-4648-9582-d436835bd3e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:33.522654 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0f246f5a-e592-4648-9582-d436835bd3e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:33.539337 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:33.553761 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f246f5a-e592-4648-9582-d436835bd3e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=36ba1094-c3f6-45f6-977b-7574bc057781,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:33.559745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978230b-bf4b-46ae-bbd5-6a6212c826c5 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event deleted for resources: {'Port': ['ID=5e0637af-3b32-42d3-bed0-fecd500aae71,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:33.563703 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4978230b-bf4b-46ae-bbd5-6a6212c826c5 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:33.567224 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-469f4868-afed-4931-8332-6766799e0085 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c58d2b3b69ea4bfd97db7d18793ef38f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5908267 Mar 01 21:15:33.569656 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40494) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:33.592700 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4978230b-bf4b-46ae-bbd5-6a6212c826c5 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "DELETE /v2.0/ports/5e0637af-3b32-42d3-bed0-fecd500aae71 HTTP/1.1" status: 204 len: 168 time: 1.1316335 Mar 01 21:15:33.594714 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df184855-4e42-4332-b144-32f9b6c852f8 req-3172d14e-c52f-491f-9cca-1ab1159b09bc service neutron] 10.222.0.42 "GET /v2.0/networks/6ba98e44-c63b-4d99-9d5c-4be112841517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4964719 Mar 01 21:15:33.595349 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40500) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:33.636700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] Pushing event deleted for resources: {'Port': ['ID=d544cd12-1969-400c-bf04-b388336eb338,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:33.660953 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-630ecb61-1f1c-40b1-a784-a0e4333dd65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:33.664343 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-65afce84-948f-46ea-9645-a57fee618c55 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Synchronizing usage tracker for tenant:09a182dc0499478d859d135d1368755d on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:33.680718 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0f246f5a-e592-4648-9582-d436835bd3e2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4261129 Mar 01 21:15:33.687794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40504) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:33.693220 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-630ecb61-1f1c-40b1-a784-a0e4333dd65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:33.727067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40508) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:33.748257 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daffddc-2433-4c5e-ab6f-fcb271bea786 None None] No DVR routers for this DVR port d544cd12-1969-400c-bf04-b388336eb338 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:15:33.766897 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff178a7-7b98-4e43-9970-d00478c3c913 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:33.843951 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df184855-4e42-4332-b144-32f9b6c852f8 req-e48ec75d-1f05-4960-bb6f-4d2cbe29504b service neutron] 10.222.0.42 "GET /v2.0/networks/6ba98e44-c63b-4d99-9d5c-4be112841517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126691 Mar 01 21:15:33.871217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e3534f-a0f6-4321-b87d-66f4155e1360 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:33.871217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-79e3534f-a0f6-4321-b87d-66f4155e1360 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:33.889741 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-630ecb61-1f1c-40b1-a784-a0e4333dd65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:33.905875 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f65b2eec-f897-41b5-b4d5-4ebe233643d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:33.918062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-65afce84-948f-46ea-9645-a57fee618c55 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Unset dirty status for tenant:09a182dc0499478d859d135d1368755d on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:33.921696 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ecb61-1f1c-40b1-a784-a0e4333dd65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0189b5-4113-47ea-a29c-451a18eada72,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:33.926686 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-65afce84-948f-46ea-9645-a57fee618c55 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3255720 Mar 01 21:15:33.926686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40514) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:33.933148 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f65b2eec-f897-41b5-b4d5-4ebe233643d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:33.937803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f65b2eec-f897-41b5-b4d5-4ebe233643d1 admin admin] Usage tracker for resource:security_group_rule and tenant:d82ce8bc455f43bc9dd6cc122d6de8ac is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:33.940330 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b23a25f2-df5e-4b2c-b83a-5da0fe6039fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1778614071'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:33.940995 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f65b2eec-f897-41b5-b4d5-4ebe233643d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:33.947171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f65b2eec-f897-41b5-b4d5-4ebe233643d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:33.953895 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-79e3534f-a0f6-4321-b87d-66f4155e1360 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:33.953895 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-79e3534f-a0f6-4321-b87d-66f4155e1360 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2644422 Mar 01 21:15:33.954958 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40518) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:33.957776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b23a25f2-df5e-4b2c-b83a-5da0fe6039fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:33.987429 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-630ecb61-1f1c-40b1-a784-a0e4333dd65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:33.988679 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-630ecb61-1f1c-40b1-a784-a0e4333dd65d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4e0189b5-4113-47ea-a29c-451a18eada72 HTTP/1.1" status: 204 len: 168 time: 0.4180932 Mar 01 21:15:34.006757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b23a25f2-df5e-4b2c-b83a-5da0fe6039fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Usage tracker for resource:network and tenant:09a182dc0499478d859d135d1368755d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:34.013320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b23a25f2-df5e-4b2c-b83a-5da0fe6039fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:34.024073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b23a25f2-df5e-4b2c-b83a-5da0fe6039fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:34.053374 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d2f896e9-4c0f-4953-a292-a1d90883700d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port 36ba1094-c3f6-45f6-977b-7574bc057781 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:34.053960 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d2f896e9-4c0f-4953-a292-a1d90883700d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:34.098215 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f65b2eec-f897-41b5-b4d5-4ebe233643d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:34.137156 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cc39aad2-d371-4bc1-8f73-2342392e478c', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'fixed_ips': [{'subnet_id': '52365305-9aa9-4cf2-959c-d5b758e1b9da'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:15:34.138031 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:34.151037 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23a25f2-df5e-4b2c-b83a-5da0fe6039fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Made reservation on behalf of 09a182dc0499478d859d135d1368755d for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:34.154886 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b23a25f2-df5e-4b2c-b83a-5da0fe6039fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:34.203249 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f65b2eec-f897-41b5-b4d5-4ebe233643d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:34.237779 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b23a25f2-df5e-4b2c-b83a-5da0fe6039fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:15:34.256611 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f65b2eec-f897-41b5-b4d5-4ebe233643d1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d82ce8bc455f43bc9dd6cc122d6de8ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5284133 Mar 01 21:15:34.258588 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b2eec-f897-41b5-b4d5-4ebe233643d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0562a63b-7b7b-4af1-ba33-58ddb182cad5,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:34.270637 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40524) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:34.310001 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Allocated IP 2001:db8::f816:3eff:fe7a:397d (cc39aad2-d371-4bc1-8f73-2342392e478c/52365305-9aa9-4cf2-959c-d5b758e1b9da/0f70f443-249a-4f0d-88de-be9286f9fc8a) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:15:34.310599 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b23a25f2-df5e-4b2c-b83a-5da0fe6039fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:34.310599 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-b23a25f2-df5e-4b2c-b83a-5da0fe6039fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Added segment 14b2b55d-9240-4bb1-a561-e32dbe84d85f of type vlan for network 7849c10f-b542-4860-b1e9-8c0edc48410d Mar 01 21:15:34.366337 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b23a25f2-df5e-4b2c-b83a-5da0fe6039fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:34.367537 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46298f6e-6cf1-4caa-8b5d-a3dcebeb612d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:34.373363 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d2f896e9-4c0f-4953-a292-a1d90883700d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:34.401446 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46298f6e-6cf1-4caa-8b5d-a3dcebeb612d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:34.504704 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d2f896e9-4c0f-4953-a292-a1d90883700d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for 36ba1094-c3f6-45f6-977b-7574bc057781 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:34.532792 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.resource_extend [None req-b23a25f2-df5e-4b2c-b83a-5da0fe6039fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:15:34.534550 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46298f6e-6cf1-4caa-8b5d-a3dcebeb612d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:34.556624 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46298f6e-6cf1-4caa-8b5d-a3dcebeb612d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0562a63b-7b7b-4af1-ba33-58ddb182cad5,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:34.559986 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46298f6e-6cf1-4caa-8b5d-a3dcebeb612d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:34.561383 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-46298f6e-6cf1-4caa-8b5d-a3dcebeb612d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0562a63b-7b7b-4af1-ba33-58ddb182cad5 HTTP/1.1" status: 204 len: 168 time: 0.2889524 Mar 01 21:15:34.583627 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:34.596707 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Transition to ACTIVE for port object 0f70f443-249a-4f0d-88de-be9286f9fc8a will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:34.643064 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b23a25f2-df5e-4b2c-b83a-5da0fe6039fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:34.648463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23a25f2-df5e-4b2c-b83a-5da0fe6039fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:34.649044 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b23a25f2-df5e-4b2c-b83a-5da0fe6039fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:34.791246 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a25f2-df5e-4b2c-b83a-5da0fe6039fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event updated for resources: {'Network': ['ID=7849c10f-b542-4860-b1e9-8c0edc48410d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:34.802205 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 7849c10f-b542-4860-b1e9-8c0edc48410d details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:15:34.838144 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b23a25f2-df5e-4b2c-b83a-5da0fe6039fa tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9107525 Mar 01 21:15:34.841270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40544) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:34.846793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-9b59b974-1a3f-4e87-8acb-a7ad3c89f65d tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1560755306'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:34.852999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9b59b974-1a3f-4e87-8acb-a7ad3c89f65d tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:34.857898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9b59b974-1a3f-4e87-8acb-a7ad3c89f65d tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Usage tracker for resource:network and tenant:09a182dc0499478d859d135d1368755d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:34.861807 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9b59b974-1a3f-4e87-8acb-a7ad3c89f65d tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:34.868285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9b59b974-1a3f-4e87-8acb-a7ad3c89f65d tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:34.871950 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d2f896e9-4c0f-4953-a292-a1d90883700d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:34.892680 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Transition to ACTIVE for port object 0f70f443-249a-4f0d-88de-be9286f9fc8a will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:34.927065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f896e9-4c0f-4953-a292-a1d90883700d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=36ba1094-c3f6-45f6-977b-7574bc057781,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:34.972203 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d2f896e9-4c0f-4953-a292-a1d90883700d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:34.974161 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d2f896e9-4c0f-4953-a292-a1d90883700d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/36ba1094-c3f6-45f6-977b-7574bc057781 HTTP/1.1" status: 204 len: 168 time: 1.0182686 Mar 01 21:15:34.976721 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40550) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:35.019105 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b59b974-1a3f-4e87-8acb-a7ad3c89f65d tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Made reservation on behalf of 09a182dc0499478d859d135d1368755d for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:35.021049 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:35.022620 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b59b974-1a3f-4e87-8acb-a7ad3c89f65d tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:35.086164 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b59b974-1a3f-4e87-8acb-a7ad3c89f65d tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:15:35.096013 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b59b974-1a3f-4e87-8acb-a7ad3c89f65d tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:35.096364 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-9b59b974-1a3f-4e87-8acb-a7ad3c89f65d tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Added segment 5f149a23-77b5-47d4-9bed-3596ba3759ca of type vlan for network 8b556027-d8e1-4cf5-8dc0-a76956d3b41f Mar 01 21:15:35.123657 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b59b974-1a3f-4e87-8acb-a7ad3c89f65d tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:35.160521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Pushing event updated for resources: {'Port': ['ID=0f70f443-249a-4f0d-88de-be9286f9fc8a,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:35.175596 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:35.176757 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:35.179760 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:15:35.202090 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7736ab74-662d-43ce-a832-2a95256341e3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:35.203635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7736ab74-662d-43ce-a832-2a95256341e3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:35.207937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7736ab74-662d-43ce-a832-2a95256341e3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:35.208350 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6a2bee6-6114-4ef8-a48e-7afe2a275180 req-dc1027f4-bfc5-4546-b3bd-87cabdb7a7db tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 210 time: 0.0582800 Mar 01 21:15:35.243462 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b59b974-1a3f-4e87-8acb-a7ad3c89f65d tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:35.249168 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b59b974-1a3f-4e87-8acb-a7ad3c89f65d tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:35.249794 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b59b974-1a3f-4e87-8acb-a7ad3c89f65d tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:35.287727 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Attempting to bind port 0f70f443-249a-4f0d-88de-be9286f9fc8a on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:15:35.288094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Attempting to bind port 0f70f443-249a-4f0d-88de-be9286f9fc8a by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:15:35.288947 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Attempting to bind port 0f70f443-249a-4f0d-88de-be9286f9fc8a on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:15:35.295391 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:15:35.295796 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:15:35.297794 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:35.297794 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:15:35.297794 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Bound port: 0f70f443-249a-4f0d-88de-be9286f9fc8a, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:15:35.297794 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:35.369268 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7736ab74-662d-43ce-a832-2a95256341e3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:35.370473 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7736ab74-662d-43ce-a832-2a95256341e3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3928390 Mar 01 21:15:35.374806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40568) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:35.378256 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b59b974-1a3f-4e87-8acb-a7ad3c89f65d tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event updated for resources: {'Network': ['ID=8b556027-d8e1-4cf5-8dc0-a76956d3b41f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:35.388055 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40572) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:35.409218 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-446c3855-a17e-4b97-898d-f598df562afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:35.409856 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 8b556027-d8e1-4cf5-8dc0-a76956d3b41f details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:15:35.425934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-446c3855-a17e-4b97-898d-f598df562afd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:35.430033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-446c3855-a17e-4b97-898d-f598df562afd admin admin] Usage tracker for resource:security_group_rule and tenant:a05db1ca7bb545c4a130daa16dedaa71 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:35.434919 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-446c3855-a17e-4b97-898d-f598df562afd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:35.436650 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] For port 0f70f443-249a-4f0d-88de-be9286f9fc8a, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:15:35.441500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-446c3855-a17e-4b97-898d-f598df562afd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:35.445408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] For port 0f70f443-249a-4f0d-88de-be9286f9fc8a, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0f70f443-249a-4f0d-88de-be9286f9fc8a,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:15:35.474304 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b7ecab-4582-4013-a80c-fd65aa243529 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet 52365305-9aa9-4cf2-959c-d5b758e1b9da {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:15:35.478267 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-80b7ecab-4582-4013-a80c-fd65aa243529 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:35.491707 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9b59b974-1a3f-4e87-8acb-a7ad3c89f65d tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6492927 Mar 01 21:15:35.579059 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-80b7ecab-4582-4013-a80c-fd65aa243529 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:35.596374 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:35.637670 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40582) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:35.648040 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Request body: {'subnets': [{'network_id': '7849c10f-b542-4860-b1e9-8c0edc48410d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1732963031', 'ip_version': 4}, {'network_id': '8b556027-d8e1-4cf5-8dc0-a76956d3b41f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:35.648605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Request body: {'subnet': {'network_id': '7849c10f-b542-4860-b1e9-8c0edc48410d', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1732963031', 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:35.649320 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Request body: {'subnet': {'network_id': '8b556027-d8e1-4cf5-8dc0-a76956d3b41f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:35.742150 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511ef51-abc8-4bc6-a0b6-0c21dd08153c None None] Pushing event updated for resources: {'Port': ['ID=0f70f443-249a-4f0d-88de-be9286f9fc8a,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:35.769684 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40586) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:35.789311 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-446c3855-a17e-4b97-898d-f598df562afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:35.814610 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-80b7ecab-4582-4013-a80c-fd65aa243529 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:35.866268 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-446c3855-a17e-4b97-898d-f598df562afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:35.922666 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-446c3855-a17e-4b97-898d-f598df562afd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a05db1ca7bb545c4a130daa16dedaa71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5333104 Mar 01 21:15:35.924939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c3855-a17e-4b97-898d-f598df562afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec36e6f-bfc2-4b97-8c70-254c7ee0aa2f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:35.927781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40594) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:35.955043 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-02deb4c0-59f6-461e-995f-40272706aad8 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] Request body: {'port': {'network_id': '2b10b3cb-223b-4eff-9b64-079b9317c889', 'name': 'tempest-NetworksNegativeTestJSON-1566261583'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:35.996724 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1a24fe25-d845-4a59-8dca-3072fc340b49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:36.005999 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-02deb4c0-59f6-461e-995f-40272706aad8 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] POST failed (client error): The resource could not be found. Mar 01 21:15:36.006468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02deb4c0-59f6-461e-995f-40272706aad8 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:15:36.012373 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40598) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:36.015962 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-02deb4c0-59f6-461e-995f-40272706aad8 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2440207 Mar 01 21:15:36.038403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:36.043183 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Usage tracker for resource:subnet and tenant:09a182dc0499478d859d135d1368755d is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:36.046447 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:36.049272 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1a24fe25-d845-4a59-8dca-3072fc340b49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:36.052823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:36.058754 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-07312593-7e98-4a3c-942f-f2ebab698833 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] DELETE failed (client error): The resource could not be found. Mar 01 21:15:36.059219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07312593-7e98-4a3c-942f-f2ebab698833 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:15:36.082735 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-07312593-7e98-4a3c-942f-f2ebab698833 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] 10.222.0.42 "DELETE /v2.0/networks/59f54172-0999-4537-9c01-c4437cbcf37b HTTP/1.1" status: 404 len: 339 time: 0.0691454 Mar 01 21:15:36.096328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40602) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:36.154709 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-80b7ecab-4582-4013-a80c-fd65aa243529 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:36.196079 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4892180-31a6-4c5d-91f9-7f676410b912 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] DELETE failed (client error): The resource could not be found. Mar 01 21:15:36.196591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4892180-31a6-4c5d-91f9-7f676410b912 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:15:36.199812 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Made reservation on behalf of 09a182dc0499478d859d135d1368755d for: {'subnet': 2} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:36.203406 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1a24fe25-d845-4a59-8dca-3072fc340b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:36.205171 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:36.205674 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:36.227211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a24fe25-d845-4a59-8dca-3072fc340b49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec36e6f-bfc2-4b97-8c70-254c7ee0aa2f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:36.233301 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1a24fe25-d845-4a59-8dca-3072fc340b49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:36.237242 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1a24fe25-d845-4a59-8dca-3072fc340b49 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ec36e6f-bfc2-4b97-8c70-254c7ee0aa2f HTTP/1.1" status: 204 len: 168 time: 0.3082283 Mar 01 21:15:36.249904 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7ecab-4582-4013-a80c-fd65aa243529 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=52365305-9aa9-4cf2-959c-d5b758e1b9da,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:36.256072 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-80b7ecab-4582-4013-a80c-fd65aa243529 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:36.262332 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40610) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:36.262673 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-80b7ecab-4582-4013-a80c-fd65aa243529 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/52365305-9aa9-4cf2-959c-d5b758e1b9da HTTP/1.1" status: 204 len: 168 time: 0.8864293 Mar 01 21:15:36.279986 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b4892180-31a6-4c5d-91f9-7f676410b912 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] 10.222.0.42 "DELETE /v2.0/ports/a6969966-9b4c-4e7d-ab42-84b3ae5ad935 HTTP/1.1" status: 404 len: 333 time: 0.1682365 Mar 01 21:15:36.284559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40614) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:36.387039 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b2b228d1-01c9-43c3-884a-2bb83ff7b5b2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1216648 Mar 01 21:15:36.392666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40618) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:36.398717 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-402b0587-b713-49f9-91ab-af508c60c1b9 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] DELETE failed (client error): The resource could not be found. Mar 01 21:15:36.399256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-402b0587-b713-49f9-91ab-af508c60c1b9 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:15:36.400857 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-402b0587-b713-49f9-91ab-af508c60c1b9 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] 10.222.0.42 "DELETE /v2.0/subnets/53a30e8d-11e8-41bf-9526-ca0617344830 HTTP/1.1" status: 404 len: 337 time: 0.1122003 Mar 01 21:15:36.411151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40622) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:36.432061 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2391df6-db13-4e20-85e0-267b669c3dee req-96cd2d42-d192-4da4-b75a-6b5f57ed18bd tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 210 time: 0.0879915 Mar 01 21:15:36.447087 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a631aa-4790-4235-893b-fb380ee9140b tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] GET failed (client error): The resource could not be found. Mar 01 21:15:36.448508 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-21a631aa-4790-4235-893b-fb380ee9140b tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] 10.222.0.42 "GET /v2.0/networks/5b692edd-cf45-4a35-9db3-838ba32b79c2 HTTP/1.1" status: 404 len: 339 time: 0.0360630 Mar 01 21:15:36.452496 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40626) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:36.504899 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad63389a-aece-46ed-b51c-0bbe7588efe1 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] GET failed (client error): The resource could not be found. Mar 01 21:15:36.506813 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ad63389a-aece-46ed-b51c-0bbe7588efe1 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] 10.222.0.42 "GET /v2.0/ports/33b1d2bf-a382-498f-a6c5-c75298832bbd HTTP/1.1" status: 404 len: 333 time: 0.0526965 Mar 01 21:15:36.510346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40630) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:36.545524 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9979cfd4-5c6d-4b88-88f7-3a16e08a8e0e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:36.546527 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9979cfd4-5c6d-4b88-88f7-3a16e08a8e0e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:36.560694 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-1014f134-6c61-469e-beae-cfe1bfa576b6 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] GET failed (client error): The resource could not be found. Mar 01 21:15:36.561983 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1014f134-6c61-469e-beae-cfe1bfa576b6 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] 10.222.0.42 "GET /v2.0/subnets/7febb367-d205-431c-9aeb-b74121eccb58 HTTP/1.1" status: 404 len: 337 time: 0.0506878 Mar 01 21:15:36.570531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40636) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:36.578016 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-02401df3-02ac-4666-a4a7-6ec85f7ce955 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:36.599385 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-02401df3-02ac-4666-a4a7-6ec85f7ce955 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] PUT failed (client error): The resource could not be found. Mar 01 21:15:36.599929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02401df3-02ac-4666-a4a7-6ec85f7ce955 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:15:36.601112 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-02401df3-02ac-4666-a4a7-6ec85f7ce955 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] 10.222.0.42 "PUT /v2.0/networks/9cd984a0-86fe-4ff8-b6ef-46697ed533b9 HTTP/1.1" status: 404 len: 339 time: 0.0292315 Mar 01 21:15:36.605358 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40640) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:36.611465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-739552c0-bd85-4554-8052-2fa4ae2e1968 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:36.644504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9979cfd4-5c6d-4b88-88f7-3a16e08a8e0e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:36.648291 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9979cfd4-5c6d-4b88-88f7-3a16e08a8e0e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2519510 Mar 01 21:15:36.652062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40646) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:36.655110 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-739552c0-bd85-4554-8052-2fa4ae2e1968 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] PUT failed (client error): The resource could not be found. Mar 01 21:15:36.655642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-739552c0-bd85-4554-8052-2fa4ae2e1968 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:15:36.660503 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-739552c0-bd85-4554-8052-2fa4ae2e1968 tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] 10.222.0.42 "PUT /v2.0/ports/30a4fc69-c176-4bf9-adb0-67061d8b638f HTTP/1.1" status: 404 len: 333 time: 0.0504482 Mar 01 21:15:36.688299 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40650) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:36.700338 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-39f147b7-5622-45ac-96d5-07b30b053ccb tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:36.736067 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6806e3ca-ae4f-44cb-9034-9ececcbc91f3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:36.737748 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6806e3ca-ae4f-44cb-9034-9ececcbc91f3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0845037 Mar 01 21:15:36.740618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40654) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:36.745740 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f147b7-5622-45ac-96d5-07b30b053ccb tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] PUT failed (client error): The resource could not be found. Mar 01 21:15:36.746324 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f147b7-5622-45ac-96d5-07b30b053ccb tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:15:36.747636 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-39f147b7-5622-45ac-96d5-07b30b053ccb tempest-NetworksNegativeTestJSON-2146862131 tempest-NetworksNegativeTestJSON-2146862131-project] 10.222.0.42 "PUT /v2.0/subnets/c611c19e-b6ca-4fac-985d-8a181ae77536 HTTP/1.1" status: 404 len: 337 time: 0.0582066 Mar 01 21:15:36.854900 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ac56d5d4-4fca-4c48-ae25-08b6661aaa02 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1124809 Mar 01 21:15:36.859711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40660) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:36.865025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-06d15f8e-4a4f-427c-abe8-0794da0aeed2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:36.986358 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:36.999452 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-06d15f8e-4a4f-427c-abe8-0794da0aeed2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:37.010441 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-06d15f8e-4a4f-427c-abe8-0794da0aeed2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:37.090489 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d15f8e-4a4f-427c-abe8-0794da0aeed2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:37.094746 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06d15f8e-4a4f-427c-abe8-0794da0aeed2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:37.138305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40664) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:37.165234 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0d2827-76fc-4a9c-9a9f-896e5525b47e None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:37.210013 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b3363e5-5ac9-419e-80ff-2551af5bcf04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:37.236382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6b3363e5-5ac9-419e-80ff-2551af5bcf04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:37.246816 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6b3363e5-5ac9-419e-80ff-2551af5bcf04 admin admin] Usage tracker for resource:security_group_rule and tenant:565420ad6d7946838089d931dcac1f55 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:37.252455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6b3363e5-5ac9-419e-80ff-2551af5bcf04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:37.255943 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event updated for resources: {'Subnet': ['ID=5df82e84-dafc-4f09-a19d-83de66359517,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:37.260500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6b3363e5-5ac9-419e-80ff-2551af5bcf04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:37.265529 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Checking segment: {'id': '14b2b55d-9240-4bb1-a561-e32dbe84d85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7849c10f-b542-4860-b1e9-8c0edc48410d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:15:37.265975 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Network hostable DHCP agents. Network: 7849c10f-b542-4860-b1e9-8c0edc48410d, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:15:37.380564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Network 7849c10f-b542-4860-b1e9-8c0edc48410d is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:15:37.397417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40670) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:37.445537 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-811dbf0f-9445-4331-9b07-976529175aff None None] Provisioning for port 0f70f443-249a-4f0d-88de-be9286f9fc8a completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:15:37.456065 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-811dbf0f-9445-4331-9b07-976529175aff None None] Could not find standard attr ID for object 36ba1094-c3f6-45f6-977b-7574bc057781. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:15:37.467891 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b3363e5-5ac9-419e-80ff-2551af5bcf04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:37.494673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 7849c10f-b542-4860-b1e9-8c0edc48410d) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:37.500419 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:37.524673 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac520d25-bc05-4f85-8872-0185657e3704 None None] Network 7849c10f-b542-4860-b1e9-8c0edc48410d requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:37.550913 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bd57f0-70c1-4aa8-8f1c-eab110debc85 None None] DHCP port deletion for cc39aad2-d371-4bc1-8f73-2342392e478c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:15:37.580413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-10bd57f0-70c1-4aa8-8f1c-eab110debc85 None None] Deleting port 0f70f443-249a-4f0d-88de-be9286f9fc8a {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:37.581070 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-10bd57f0-70c1-4aa8-8f1c-eab110debc85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:37.611068 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event updated for resources: {'Subnet': ['ID=be1efd91-af49-4c6e-9b5f-21ebf9013c83,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:37.613143 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1deb0323-0ffb-4622-b724-8f4c8e9ee4e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:37.648185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1deb0323-0ffb-4622-b724-8f4c8e9ee4e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:37.650963 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Checking segment: {'id': '5f149a23-77b5-47d4-9bed-3596ba3759ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8b556027-d8e1-4cf5-8dc0-a76956d3b41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:15:37.651858 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Network hostable DHCP agents. Network: 8b556027-d8e1-4cf5-8dc0-a76956d3b41f, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:15:37.660584 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1deb0323-0ffb-4622-b724-8f4c8e9ee4e2 admin admin] Usage tracker for resource:security_group_rule and tenant:c923560013ae4f9bb6b3ce9cd18429e9 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:37.663817 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1deb0323-0ffb-4622-b724-8f4c8e9ee4e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:37.676457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1deb0323-0ffb-4622-b724-8f4c8e9ee4e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:37.684324 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6b3363e5-5ac9-419e-80ff-2551af5bcf04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:37.766014 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dec9cf92-538c-4e9b-87ab-521423e7d731 req-37a708a4-f8b2-49fb-b68a-e290527237b0 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 210 time: 0.1314771 Mar 01 21:15:37.773844 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1deb0323-0ffb-4622-b724-8f4c8e9ee4e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:37.788903 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Network 8b556027-d8e1-4cf5-8dc0-a76956d3b41f is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:15:37.797623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.objects.ports [None req-06d15f8e-4a4f-427c-abe8-0794da0aeed2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88518) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 01 21:15:37.801173 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6b3363e5-5ac9-419e-80ff-2551af5bcf04 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=565420ad6d7946838089d931dcac1f55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6619544 Mar 01 21:15:37.802144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3363e5-5ac9-419e-80ff-2551af5bcf04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa1f162-e21b-4256-ab55-a7bf4fb3737a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:37.803821 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40678) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:37.856863 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1deb0323-0ffb-4622-b724-8f4c8e9ee4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:37.926890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deb0323-0ffb-4622-b724-8f4c8e9ee4e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790c0211-f675-49fa-9dbc-af2fa9f6b15f,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:37.930676 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 8b556027-d8e1-4cf5-8dc0-a76956d3b41f) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:37.944372 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ec0923-4f31-4d7a-b037-ebe1fd5a2ccf None None] Network 8b556027-d8e1-4cf5-8dc0-a76956d3b41f requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:37.949149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40682) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:37.949916 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1deb0323-0ffb-4622-b724-8f4c8e9ee4e2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c923560013ae4f9bb6b3ce9cd18429e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5511301 Mar 01 21:15:37.952097 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:37.952654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:37.953419 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:37.985117 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b912b9f-7fca-45c6-a4aa-fa379250066f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:38.027988 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b912b9f-7fca-45c6-a4aa-fa379250066f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:38.053367 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e2a2b6f0-6a68-4ed9-ab55-b62cffcdd004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:38.094638 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd50994-4bc0-4711-8c08-e142dbd1b95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-7849c10f-b542-4860-b1e9-8c0edc48410d', 'network_id': '7849c10f-b542-4860-b1e9-8c0edc48410d', 'tenant_id': '09a182dc0499478d859d135d1368755d', 'fixed_ips': [{'subnet_id': '5df82e84-dafc-4f09-a19d-83de66359517'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:15:38.095475 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ecd50994-4bc0-4711-8c08-e142dbd1b95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:38.099510 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7488d63a-7c89-4506-a02d-b54a17abf2bf tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.4579043 Mar 01 21:15:38.099838 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40686) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:38.160323 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e2a2b6f0-6a68-4ed9-ab55-b62cffcdd004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:38.191150 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06d15f8e-4a4f-427c-abe8-0794da0aeed2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:38.192585 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-10bd57f0-70c1-4aa8-8f1c-eab110debc85 None None] For port 0f70f443-249a-4f0d-88de-be9286f9fc8a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0f70f443-249a-4f0d-88de-be9286f9fc8a,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:38.193086 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-10bd57f0-70c1-4aa8-8f1c-eab110debc85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:38.205795 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfab34d-383e-45fb-a703-e1e54e4d0f67 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:38.208161 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfab34d-383e-45fb-a703-e1e54e4d0f67 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:38.209894 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfab34d-383e-45fb-a703-e1e54e4d0f67 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:38.211390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fcfab34d-383e-45fb-a703-e1e54e4d0f67 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Synchronizing usage tracker for tenant:09a182dc0499478d859d135d1368755d on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:38.227989 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b912b9f-7fca-45c6-a4aa-fa379250066f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:38.245924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b912b9f-7fca-45c6-a4aa-fa379250066f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa1f162-e21b-4256-ab55-a7bf4fb3737a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:38.253539 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b912b9f-7fca-45c6-a4aa-fa379250066f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:38.254822 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8b912b9f-7fca-45c6-a4aa-fa379250066f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dfa1f162-e21b-4256-ab55-a7bf4fb3737a HTTP/1.1" status: 204 len: 168 time: 0.4499881 Mar 01 21:15:38.293669 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fcfab34d-383e-45fb-a703-e1e54e4d0f67 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Unset dirty status for tenant:09a182dc0499478d859d135d1368755d on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:38.299035 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fcfab34d-383e-45fb-a703-e1e54e4d0f67 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1938245 Mar 01 21:15:38.303078 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40692) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:38.387338 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-10bd57f0-70c1-4aa8-8f1c-eab110debc85 None None] Calling delete_port for 0f70f443-249a-4f0d-88de-be9286f9fc8a owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:38.389246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb40f444-62f7-47ea-8982-d6733b6ef67a tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Deleting subnet 5df82e84-dafc-4f09-a19d-83de66359517 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:15:38.393324 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cb40f444-62f7-47ea-8982-d6733b6ef67a tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:38.466724 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cb40f444-62f7-47ea-8982-d6733b6ef67a tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:38.572016 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cb40f444-62f7-47ea-8982-d6733b6ef67a tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:38.586954 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-8b556027-d8e1-4cf5-8dc0-a76956d3b41f', 'network_id': '8b556027-d8e1-4cf5-8dc0-a76956d3b41f', 'tenant_id': '09a182dc0499478d859d135d1368755d', 'fixed_ips': [{'subnet_id': 'be1efd91-af49-4c6e-9b5f-21ebf9013c83'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:15:38.587731 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:38.650119 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e2a2b6f0-6a68-4ed9-ab55-b62cffcdd004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:38.688076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df184855-4e42-4332-b144-32f9b6c852f8 req-e848eb70-392a-4ef6-a2ec-60d735cb1c94 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:38.689514 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df184855-4e42-4332-b144-32f9b6c852f8 req-e848eb70-392a-4ef6-a2ec-60d735cb1c94 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.55 "GET /v2.0/networks?id=6ba98e44-c63b-4d99-9d5c-4be112841517 HTTP/1.1" status: 200 len: 810 time: 0.2990751 Mar 01 21:15:38.693732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2b6f0-6a68-4ed9-ab55-b62cffcdd004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790c0211-f675-49fa-9dbc-af2fa9f6b15f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:38.705856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-df184855-4e42-4332-b144-32f9b6c852f8 req-95ccc61b-fded-4794-9669-1567e99e9a59 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Request body: {'port': {'device_id': '7fe4b3b6-83aa-4a67-8079-a2a8215f21da', 'network_id': '6ba98e44-c63b-4d99-9d5c-4be112841517', 'admin_state_up': True, 'tenant_id': 'ee269e56fe8d4324bcbcfd88437e9b99'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:38.740200 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cb40f444-62f7-47ea-8982-d6733b6ef67a tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server [None req-ecd50994-4bc0-4711-8c08-e142dbd1b95f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5df82e84-dafc-4f09-a19d-83de66359517: This subnet is being modified by another concurrent operation. Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:15:38.809695 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise exception Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5df82e84-dafc-4f09-a19d-83de66359517: This subnet is being modified by another concurrent operation. Mar 01 21:15:38.817028 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Mar 01 21:15:38.820180 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-06d15f8e-4a4f-427c-abe8-0794da0aeed2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] For port 0f70f443-249a-4f0d-88de-be9286f9fc8a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0f70f443-249a-4f0d-88de-be9286f9fc8a,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:38.821511 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Allocated IP 172.20.0.18 (8b556027-d8e1-4cf5-8dc0-a76956d3b41f/be1efd91-af49-4c6e-9b5f-21ebf9013c83/28d21a6c-2386-45d6-af90-fdceaf04f4c1) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:15:38.832163 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4d29dd-0390-4813-9f6e-448ecea18adb None None] Network 7849c10f-b542-4860-b1e9-8c0edc48410d requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:38.858314 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cb40f444-62f7-47ea-8982-d6733b6ef67a tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:38.888615 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e2a2b6f0-6a68-4ed9-ab55-b62cffcdd004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:38.889956 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e2a2b6f0-6a68-4ed9-ab55-b62cffcdd004 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/790c0211-f675-49fa-9dbc-af2fa9f6b15f HTTP/1.1" status: 204 len: 168 time: 0.9396341 Mar 01 21:15:38.894670 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb40f444-62f7-47ea-8982-d6733b6ef67a tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event deleted for resources: {'Subnet': ['ID=5df82e84-dafc-4f09-a19d-83de66359517,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:38.903418 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06d15f8e-4a4f-427c-abe8-0794da0aeed2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:38.911399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-df184855-4e42-4332-b144-32f9b6c852f8 req-95ccc61b-fded-4794-9669-1567e99e9a59 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:38.919655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-df184855-4e42-4332-b144-32f9b6c852f8 req-95ccc61b-fded-4794-9669-1567e99e9a59 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Usage tracker for resource:port and tenant:ee269e56fe8d4324bcbcfd88437e9b99 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:38.921637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-df184855-4e42-4332-b144-32f9b6c852f8 req-95ccc61b-fded-4794-9669-1567e99e9a59 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:38.929032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-df184855-4e42-4332-b144-32f9b6c852f8 req-95ccc61b-fded-4794-9669-1567e99e9a59 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:38.999443 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06d15f8e-4a4f-427c-abe8-0794da0aeed2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:39.000221 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06d15f8e-4a4f-427c-abe8-0794da0aeed2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:39.035089 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cb40f444-62f7-47ea-8982-d6733b6ef67a tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "DELETE /v2.0/subnets/5df82e84-dafc-4f09-a19d-83de66359517 HTTP/1.1" status: 204 len: 168 time: 0.7319400 Mar 01 21:15:39.035089 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40708) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:39.076402 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea72bb44-d1b4-4dac-a044-afe167c7b5dd req-e441b459-3345-4ecd-94b2-1b4e4f8afcde tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 210 time: 0.1207175 Mar 01 21:15:39.091059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df184855-4e42-4332-b144-32f9b6c852f8 req-95ccc61b-fded-4794-9669-1567e99e9a59 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Made reservation on behalf of ee269e56fe8d4324bcbcfd88437e9b99 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:39.103387 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-df184855-4e42-4332-b144-32f9b6c852f8 req-95ccc61b-fded-4794-9669-1567e99e9a59 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:39.149580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d15f8e-4a4f-427c-abe8-0794da0aeed2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:39.152420 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-10bd57f0-70c1-4aa8-8f1c-eab110debc85 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:15:39.152961 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-10bd57f0-70c1-4aa8-8f1c-eab110debc85 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:15:39.158239 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-06d15f8e-4a4f-427c-abe8-0794da0aeed2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:39.189163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ee6c32d-5989-4560-a3cf-44d66d655d4f tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Deleting subnet be1efd91-af49-4c6e-9b5f-21ebf9013c83 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:15:39.205478 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d15f8e-4a4f-427c-abe8-0794da0aeed2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:39.206080 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06d15f8e-4a4f-427c-abe8-0794da0aeed2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:39.228946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d15f8e-4a4f-427c-abe8-0794da0aeed2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=e5b6dca8-eb80-4326-80be-d68e87ffdf20,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:39.259622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d15f8e-4a4f-427c-abe8-0794da0aeed2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=0f70f443-249a-4f0d-88de-be9286f9fc8a,revision_number=5']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:39.332391 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-06d15f8e-4a4f-427c-abe8-0794da0aeed2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4723058 Mar 01 21:15:39.335114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40720) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:39.343170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-6e56bc72-2ea3-4213-afb0-d6e6585549db tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'mac_address': 'fa:16:3e:56:f4:cf', 'name': 'tempest-NetworksTestDHCPv6-273673156'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:39.352674 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:39.367330 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Transition to ACTIVE for port object 28d21a6c-2386-45d6-af90-fdceaf04f4c1 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:39.367755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-df184855-4e42-4332-b144-32f9b6c852f8 req-95ccc61b-fded-4794-9669-1567e99e9a59 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Allocated IP 172.20.0.14 (6ba98e44-c63b-4d99-9d5c-4be112841517/26a4bed8-a042-492e-b3b6-8d42e97fe928/06361bd4-258e-4d4b-b36b-445f6965ca52) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:15:39.388797 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Transition to ACTIVE for port object 28d21a6c-2386-45d6-af90-fdceaf04f4c1 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:39.477752 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:39.478792 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ee6c32d-5989-4560-a3cf-44d66d655d4f tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:39.558812 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Network 8b556027-d8e1-4cf5-8dc0-a76956d3b41f is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:39.561993 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:39.565989 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:15:39.571427 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ee6c32d-5989-4560-a3cf-44d66d655d4f tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:39.606040 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6e56bc72-2ea3-4213-afb0-d6e6585549db tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:39.615329 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Pushing event updated for resources: {'Port': ['ID=28d21a6c-2386-45d6-af90-fdceaf04f4c1,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:39.637788 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6e56bc72-2ea3-4213-afb0-d6e6585549db tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:39.656802 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-10bd57f0-70c1-4aa8-8f1c-eab110debc85 None None] Deleting port 0f70f443-249a-4f0d-88de-be9286f9fc8a {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:39.656802 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-10bd57f0-70c1-4aa8-8f1c-eab110debc85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:39.664436 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-df184855-4e42-4332-b144-32f9b6c852f8 req-95ccc61b-fded-4794-9669-1567e99e9a59 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:39.687859 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ee6c32d-5989-4560-a3cf-44d66d655d4f tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:39.725443 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Attempting to bind port 28d21a6c-2386-45d6-af90-fdceaf04f4c1 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:15:39.725834 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Attempting to bind port 28d21a6c-2386-45d6-af90-fdceaf04f4c1 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5f149a23-77b5-47d4-9bed-3596ba3759ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8b556027-d8e1-4cf5-8dc0-a76956d3b41f'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:15:39.726172 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Attempting to bind port 28d21a6c-2386-45d6-af90-fdceaf04f4c1 on network 8b556027-d8e1-4cf5-8dc0-a76956d3b41f {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:15:39.741447 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:15:39.741822 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Checking segment: {'id': '5f149a23-77b5-47d4-9bed-3596ba3759ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8b556027-d8e1-4cf5-8dc0-a76956d3b41f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:15:39.742223 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:39.742615 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Bound using segment: {'id': '5f149a23-77b5-47d4-9bed-3596ba3759ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8b556027-d8e1-4cf5-8dc0-a76956d3b41f'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:15:39.743086 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Bound port: 28d21a6c-2386-45d6-af90-fdceaf04f4c1, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f149a23-77b5-47d4-9bed-3596ba3759ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': '8b556027-d8e1-4cf5-8dc0-a76956d3b41f'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:15:39.743509 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:39.755221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e56bc72-2ea3-4213-afb0-d6e6585549db tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:39.780911 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-df184855-4e42-4332-b144-32f9b6c852f8 req-95ccc61b-fded-4794-9669-1567e99e9a59 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:39.890821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df184855-4e42-4332-b144-32f9b6c852f8 req-95ccc61b-fded-4794-9669-1567e99e9a59 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Network 6ba98e44-c63b-4d99-9d5c-4be112841517 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:39.901714 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-df184855-4e42-4332-b144-32f9b6c852f8 req-95ccc61b-fded-4794-9669-1567e99e9a59 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:39.911526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-df184855-4e42-4332-b144-32f9b6c852f8 req-95ccc61b-fded-4794-9669-1567e99e9a59 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:15:39.951205 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6e56bc72-2ea3-4213-afb0-d6e6585549db tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:39.989230 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-6e56bc72-2ea3-4213-afb0-d6e6585549db tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port 703af65d-e43e-450e-a83e-a962152edc19 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:15:40.016633 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] For port 28d21a6c-2386-45d6-af90-fdceaf04f4c1, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:15:40.029878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ccc61b-fded-4794-9669-1567e99e9a59 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Pushing event updated for resources: {'Port': ['ID=06361bd4-258e-4d4b-b36b-445f6965ca52,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:40.030517 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] For port 28d21a6c-2386-45d6-af90-fdceaf04f4c1, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=28d21a6c-2386-45d6-af90-fdceaf04f4c1,segment=NetworkSegment(5f149a23-77b5-47d4-9bed-3596ba3759ca),segment_id=5f149a23-77b5-47d4-9bed-3596ba3759ca)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:15:40.039469 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ee6c32d-5989-4560-a3cf-44d66d655d4f tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:40.067754 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-10bd57f0-70c1-4aa8-8f1c-eab110debc85 None None] For port 0f70f443-249a-4f0d-88de-be9286f9fc8a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0f70f443-249a-4f0d-88de-be9286f9fc8a,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:40.068124 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-10bd57f0-70c1-4aa8-8f1c-eab110debc85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:40.071597 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df184855-4e42-4332-b144-32f9b6c852f8 req-95ccc61b-fded-4794-9669-1567e99e9a59 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:40.072166 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-df184855-4e42-4332-b144-32f9b6c852f8 req-95ccc61b-fded-4794-9669-1567e99e9a59 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:40.098034 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee6c32d-5989-4560-a3cf-44d66d655d4f tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event deleted for resources: {'Subnet': ['ID=be1efd91-af49-4c6e-9b5f-21ebf9013c83,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:40.107159 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ee6c32d-5989-4560-a3cf-44d66d655d4f tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:40.155687 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40748) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:40.156296 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:40.156410 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2ee6c32d-5989-4560-a3cf-44d66d655d4f tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "DELETE /v2.0/subnets/be1efd91-af49-4c6e-9b5f-21ebf9013c83 HTTP/1.1" status: 204 len: 168 time: 1.1196434 Mar 01 21:15:40.227406 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df184855-4e42-4332-b144-32f9b6c852f8 req-95ccc61b-fded-4794-9669-1567e99e9a59 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5281460 Mar 01 21:15:40.270133 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-10bd57f0-70c1-4aa8-8f1c-eab110debc85 None None] Calling delete_port for 0f70f443-249a-4f0d-88de-be9286f9fc8a owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:40.294501 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32dbd62-6ec0-4a68-88e4-71bc14d0870e tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:40.296151 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d32dbd62-6ec0-4a68-88e4-71bc14d0870e tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1390822 Mar 01 21:15:40.300724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40756) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:40.334064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-6e56bc72-2ea3-4213-afb0-d6e6585549db tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::f816:3eff:fe56:f4cf (cc39aad2-d371-4bc1-8f73-2342392e478c/e5b6dca8-eb80-4326-80be-d68e87ffdf20/703af65d-e43e-450e-a83e-a962152edc19) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:15:40.395322 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eeb1a7-5090-4f90-a18a-08c6446966e5 None None] Pushing event updated for resources: {'Port': ['ID=28d21a6c-2386-45d6-af90-fdceaf04f4c1,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:40.496614 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9a41a50a-9afb-46a8-8ac8-48233edfed10 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:40.524341 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9a41a50a-9afb-46a8-8ac8-48233edfed10 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Deleting port 28d21a6c-2386-45d6-af90-fdceaf04f4c1 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:40.524683 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9a41a50a-9afb-46a8-8ac8-48233edfed10 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:40.561867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2122d7-c804-4d7a-9d55-2ad65fd491a6 req-44c6e41a-8067-492f-a213-5fd59b80141b tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:40.562838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-df2122d7-c804-4d7a-9d55-2ad65fd491a6 req-44c6e41a-8067-492f-a213-5fd59b80141b tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Synchronizing usage tracker for tenant:ee269e56fe8d4324bcbcfd88437e9b99 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:40.626815 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-10bd57f0-70c1-4aa8-8f1c-eab110debc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:40.670100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] Request body: {'port': {'device_id': '7fe4b3b6-83aa-4a67-8079-a2a8215f21da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:40.688935 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6e56bc72-2ea3-4213-afb0-d6e6585549db tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:40.715456 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd57f0-70c1-4aa8-8f1c-eab110debc85 None None] Pushing event deleted for resources: {'Port': ['ID=0f70f443-249a-4f0d-88de-be9286f9fc8a,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:40.731572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-6e56bc72-2ea3-4213-afb0-d6e6585549db tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object 703af65d-e43e-450e-a83e-a962152edc19 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:40.872834 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6e56bc72-2ea3-4213-afb0-d6e6585549db tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:40.892152 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd57f0-70c1-4aa8-8f1c-eab110debc85 None None] No DVR routers for this DVR port 0f70f443-249a-4f0d-88de-be9286f9fc8a on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:15:40.915959 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564e2729-ae93-4be4-add0-59aeeb1f9f1f None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:41.022080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e56bc72-2ea3-4213-afb0-d6e6585549db tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:41.023205 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-df2122d7-c804-4d7a-9d55-2ad65fd491a6 req-44c6e41a-8067-492f-a213-5fd59b80141b tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Unset dirty status for tenant:ee269e56fe8d4324bcbcfd88437e9b99 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:41.024382 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df2122d7-c804-4d7a-9d55-2ad65fd491a6 req-44c6e41a-8067-492f-a213-5fd59b80141b tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 932 time: 0.6981153 Mar 01 21:15:41.034913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-6e56bc72-2ea3-4213-afb0-d6e6585549db tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:41.050328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e56bc72-2ea3-4213-afb0-d6e6585549db tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:15:41.061591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e56bc72-2ea3-4213-afb0-d6e6585549db tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:41.068516 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6e56bc72-2ea3-4213-afb0-d6e6585549db tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:41.103177 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e56bc72-2ea3-4213-afb0-d6e6585549db tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=703af65d-e43e-450e-a83e-a962152edc19,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:41.210571 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-df2122d7-c804-4d7a-9d55-2ad65fd491a6 req-95d55c2d-9d36-4d1a-ad73-ae99786694ed tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Synchronizing usage tracker for tenant:ee269e56fe8d4324bcbcfd88437e9b99 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:41.240333 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6e56bc72-2ea3-4213-afb0-d6e6585549db tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9006908 Mar 01 21:15:41.240570 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:41.240668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40776) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:41.320357 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-9a41a50a-9afb-46a8-8ac8-48233edfed10 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] For port 28d21a6c-2386-45d6-af90-fdceaf04f4c1, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=28d21a6c-2386-45d6-af90-fdceaf04f4c1,segment=NetworkSegment(5f149a23-77b5-47d4-9bed-3596ba3759ca),segment_id=5f149a23-77b5-47d4-9bed-3596ba3759ca)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:41.320722 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9a41a50a-9afb-46a8-8ac8-48233edfed10 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:41.331930 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cc39aad2-d371-4bc1-8f73-2342392e478c', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'fixed_ips': [{'subnet_id': 'e5b6dca8-eb80-4326-80be-d68e87ffdf20'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:15:41.333301 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:41.465670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-df2122d7-c804-4d7a-9d55-2ad65fd491a6 req-95d55c2d-9d36-4d1a-ad73-ae99786694ed tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Unset dirty status for tenant:ee269e56fe8d4324bcbcfd88437e9b99 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:41.466835 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df2122d7-c804-4d7a-9d55-2ad65fd491a6 req-95d55c2d-9d36-4d1a-ad73-ae99786694ed tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314928 Mar 01 21:15:41.474235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9a41a50a-9afb-46a8-8ac8-48233edfed10 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Calling delete_port for 28d21a6c-2386-45d6-af90-fdceaf04f4c1 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:41.514630 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d970a07-d83c-4058-8cb1-aa2d70d576ca tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:41.515413 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8d970a07-d83c-4058-8cb1-aa2d70d576ca tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:41.621094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8d970a07-d83c-4058-8cb1-aa2d70d576ca tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:41.624202 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8d970a07-d83c-4058-8cb1-aa2d70d576ca tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.3807712 Mar 01 21:15:41.624961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40788) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:41.681595 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Allocated IP 2001:db8::f816:3eff:fe32:8dbf (cc39aad2-d371-4bc1-8f73-2342392e478c/e5b6dca8-eb80-4326-80be-d68e87ffdf20/ea218dae-bb1e-415f-8175-0928b4f248d8) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:15:41.703416 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-aee9c3a5-29e8-4a89-997e-0cad66ab8686 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port 703af65d-e43e-450e-a83e-a962152edc19 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:41.703964 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aee9c3a5-29e8-4a89-997e-0cad66ab8686 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:41.797815 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9a41a50a-9afb-46a8-8ac8-48233edfed10 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:41.850212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a41a50a-9afb-46a8-8ac8-48233edfed10 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] No DVR routers for this DVR port 28d21a6c-2386-45d6-af90-fdceaf04f4c1 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:15:41.905398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41a50a-9afb-46a8-8ac8-48233edfed10 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event deleted for resources: {'Port': ['ID=28d21a6c-2386-45d6-af90-fdceaf04f4c1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:42.086770 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9a41a50a-9afb-46a8-8ac8-48233edfed10 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:42.128409 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:42.133690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-9a41a50a-9afb-46a8-8ac8-48233edfed10 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b556027-d8e1-4cf5-8dc0-a76956d3b41f']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:42.153650 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Transition to ACTIVE for port object ea218dae-bb1e-415f-8175-0928b4f248d8 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:42.177339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Transition to ACTIVE for port object ea218dae-bb1e-415f-8175-0928b4f248d8 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:42.184398 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7997896-0acd-4693-8591-29272817247b None None] Network 8b556027-d8e1-4cf5-8dc0-a76956d3b41f requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:42.197013 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aee9c3a5-29e8-4a89-997e-0cad66ab8686 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:42.207130 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-9a41a50a-9afb-46a8-8ac8-48233edfed10 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f149a23-77b5-47d4-9bed-3596ba3759ca') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:42.207584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-9a41a50a-9afb-46a8-8ac8-48233edfed10 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f149a23-77b5-47d4-9bed-3596ba3759ca') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:42.225874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-01a88c28-06c2-41ff-9f33-8613428c9267 None None] Could not find standard attr ID for object 28d21a6c-2386-45d6-af90-fdceaf04f4c1. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:15:42.293285 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9a41a50a-9afb-46a8-8ac8-48233edfed10 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:42.297422 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:42.357723 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9a41a50a-9afb-46a8-8ac8-48233edfed10 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:42.376101 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06361bd4-258e-4d4b-b36b-445f6965ca52 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:15:42.394279 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:42.427566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a41a50a-9afb-46a8-8ac8-48233edfed10 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Releasing vlan 605 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:15:42.433524 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9a41a50a-9afb-46a8-8ac8-48233edfed10 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:42.436815 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:42.441078 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:15:42.450885 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:15:42.474078 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:15:42.513638 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-aee9c3a5-29e8-4a89-997e-0cad66ab8686 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for 703af65d-e43e-450e-a83e-a962152edc19 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:42.564263 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Pushing event updated for resources: {'Port': ['ID=ea218dae-bb1e-415f-8175-0928b4f248d8,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:42.621353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] Transition to ACTIVE for port object 06361bd4-258e-4d4b-b36b-445f6965ca52 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:42.670742 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Attempting to bind port ea218dae-bb1e-415f-8175-0928b4f248d8 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:15:42.671908 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Attempting to bind port ea218dae-bb1e-415f-8175-0928b4f248d8 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:15:42.672283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Attempting to bind port ea218dae-bb1e-415f-8175-0928b4f248d8 on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:15:42.682286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:15:42.683026 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:15:42.683596 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:42.683906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:15:42.684440 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Bound port: ea218dae-bb1e-415f-8175-0928b4f248d8, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:15:42.684860 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:42.710071 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a273063a-0d7e-47e9-8870-cd446c80482f None None] DHCP port deletion for 8b556027-d8e1-4cf5-8dc0-a76956d3b41f request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:15:42.733656 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:42.794883 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9a41a50a-9afb-46a8-8ac8-48233edfed10 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:42.812656 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] For port ea218dae-bb1e-415f-8175-0928b4f248d8, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:15:42.815803 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] For port ea218dae-bb1e-415f-8175-0928b4f248d8, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea218dae-bb1e-415f-8175-0928b4f248d8,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:15:42.835829 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aee9c3a5-29e8-4a89-997e-0cad66ab8686 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:42.869847 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9a41a50a-9afb-46a8-8ac8-48233edfed10 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:42.889059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41a50a-9afb-46a8-8ac8-48233edfed10 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event deleted for resources: {'Network': ['ID=8b556027-d8e1-4cf5-8dc0-a76956d3b41f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:42.890845 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9c3a5-29e8-4a89-997e-0cad66ab8686 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=703af65d-e43e-450e-a83e-a962152edc19,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:42.918721 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:42.928394 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=06361bd4-258e-4d4b-b36b-445f6965ca52,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:42.934070 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9a41a50a-9afb-46a8-8ac8-48233edfed10 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "DELETE /v2.0/networks/8b556027-d8e1-4cf5-8dc0-a76956d3b41f HTTP/1.1" status: 204 len: 168 time: 2.6321371 Mar 01 21:15:42.936099 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aee9c3a5-29e8-4a89-997e-0cad66ab8686 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:42.938723 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40816) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:43.053950 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52cf0de-b7bf-4250-9928-05e83c341fef None None] Pushing event updated for resources: {'Port': ['ID=ea218dae-bb1e-415f-8175-0928b4f248d8,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:43.068662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e83575-7100-4b13-b561-5f10b0d54291 req-e8296dcd-0370-4c3a-abae-a0b2ca4f0b65 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:43.070263 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-aee9c3a5-29e8-4a89-997e-0cad66ab8686 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/703af65d-e43e-450e-a83e-a962152edc19 HTTP/1.1" status: 204 len: 168 time: 1.4442730 Mar 01 21:15:43.072968 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85e83575-7100-4b13-b561-5f10b0d54291 req-e8296dcd-0370-4c3a-abae-a0b2ca4f0b65 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 944 time: 0.3849714 Mar 01 21:15:43.074590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40822) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:43.145952 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-99f847f2-6454-4776-9dc7-86ce013ed565 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:43.227002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40826) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:43.279941 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67dff37-2e70-4567-97dc-5b28aa2c6e67 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:43.289478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67dff37-2e70-4567-97dc-5b28aa2c6e67 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:43.289478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a67dff37-2e70-4567-97dc-5b28aa2c6e67 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:43.289639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] Attempting to bind port 06361bd4-258e-4d4b-b36b-445f6965ca52 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:15:43.289639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] Attempting to bind port 06361bd4-258e-4d4b-b36b-445f6965ca52 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '2e3cc3e0-fe77-4e16-9ccb-b81e62f285f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ba98e44-c63b-4d99-9d5c-4be112841517'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:15:43.289639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] Attempting to bind port 06361bd4-258e-4d4b-b36b-445f6965ca52 on network 6ba98e44-c63b-4d99-9d5c-4be112841517 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:15:43.360582 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] Port 06361bd4-258e-4d4b-b36b-445f6965ca52 on network 6ba98e44-c63b-4d99-9d5c-4be112841517 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:15:43.361626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] Attempting to bind port 06361bd4-258e-4d4b-b36b-445f6965ca52 on network 6ba98e44-c63b-4d99-9d5c-4be112841517 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:15:43.392135 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85e83575-7100-4b13-b561-5f10b0d54291 req-7c113499-35f0-4003-8bf4-b12546191d52 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057563 Mar 01 21:15:43.396979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:15:43.400442 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] Checking segment: {'id': '2e3cc3e0-fe77-4e16-9ccb-b81e62f285f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ba98e44-c63b-4d99-9d5c-4be112841517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:15:43.408819 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] Bound using segment: {'id': '2e3cc3e0-fe77-4e16-9ccb-b81e62f285f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ba98e44-c63b-4d99-9d5c-4be112841517'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:15:43.411547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] Bound port: 06361bd4-258e-4d4b-b36b-445f6965ca52, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e3cc3e0-fe77-4e16-9ccb-b81e62f285f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '6ba98e44-c63b-4d99-9d5c-4be112841517'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:15:43.411547 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:43.425838 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a67dff37-2e70-4567-97dc-5b28aa2c6e67 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:43.429844 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a67dff37-2e70-4567-97dc-5b28aa2c6e67 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3534963 Mar 01 21:15:43.430670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40836) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:43.431781 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-99f847f2-6454-4776-9dc7-86ce013ed565 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:43.474275 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-99f847f2-6454-4776-9dc7-86ce013ed565 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7849c10f-b542-4860-b1e9-8c0edc48410d']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:43.491268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-99f847f2-6454-4776-9dc7-86ce013ed565 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14b2b55d-9240-4bb1-a561-e32dbe84d85f') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:43.492034 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-99f847f2-6454-4776-9dc7-86ce013ed565 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14b2b55d-9240-4bb1-a561-e32dbe84d85f') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:43.507073 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-99f847f2-6454-4776-9dc7-86ce013ed565 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:43.526870 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-99f847f2-6454-4776-9dc7-86ce013ed565 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:43.548934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f847f2-6454-4776-9dc7-86ce013ed565 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:15:43.549724 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-99f847f2-6454-4776-9dc7-86ce013ed565 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:15:43.565456 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:15:43.579229 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-329edbe0-cc95-4ce5-851b-631fc0f92183 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet e5b6dca8-eb80-4326-80be-d68e87ffdf20 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:15:43.582633 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ab53102-6fb3-4fd6-914f-b824bce3642f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:43.585214 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-329edbe0-cc95-4ce5-851b-631fc0f92183 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:43.638025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] For port 06361bd4-258e-4d4b-b36b-445f6965ca52, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:15:43.650264 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-329edbe0-cc95-4ce5-851b-631fc0f92183 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:43.667984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8ab53102-6fb3-4fd6-914f-b824bce3642f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:43.672374 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8ab53102-6fb3-4fd6-914f-b824bce3642f admin admin] Usage tracker for resource:security_group_rule and tenant:08a3b502f5dd4761ba01417a9ef1334b is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:43.676290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8ab53102-6fb3-4fd6-914f-b824bce3642f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:43.681447 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] For port 06361bd4-258e-4d4b-b36b-445f6965ca52, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=06361bd4-258e-4d4b-b36b-445f6965ca52,segment=NetworkSegment(2e3cc3e0-fe77-4e16-9ccb-b81e62f285f9),segment_id=2e3cc3e0-fe77-4e16-9ccb-b81e62f285f9)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:15:43.681773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8ab53102-6fb3-4fd6-914f-b824bce3642f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:43.737889 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-329edbe0-cc95-4ce5-851b-631fc0f92183 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:43.758008 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-99f847f2-6454-4776-9dc7-86ce013ed565 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:43.786814 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-99f847f2-6454-4776-9dc7-86ce013ed565 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:43.787624 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:43.799286 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f847f2-6454-4776-9dc7-86ce013ed565 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event deleted for resources: {'Network': ['ID=7849c10f-b542-4860-b1e9-8c0edc48410d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:43.816441 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-99f847f2-6454-4776-9dc7-86ce013ed565 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "DELETE /v2.0/networks/7849c10f-b542-4860-b1e9-8c0edc48410d HTTP/1.1" status: 204 len: 168 time: 0.8766921 Mar 01 21:15:43.820065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40842) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:43.859140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:43.860242 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:43.861939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df184855-4e42-4332-b144-32f9b6c852f8 req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] 10.222.0.55 "PUT /v2.0/ports/06361bd4-258e-4d4b-b36b-445f6965ca52 HTTP/1.1" status: 200 len: 1092 time: 3.6250243 Mar 01 21:15:43.867412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe4b3b6-83aa-4a67-8079-a2a8215f21da', 'tag': '06361bd4-258e-4d4b-b36b-445f6965ca52'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:15:43.913237 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6973b-641c-483b-b6bb-fa6435acf1f6 service neutron] Pushing event updated for resources: {'Port': ['ID=06361bd4-258e-4d4b-b36b-445f6965ca52,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:44.017306 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0341-daf5-42d9-aaff-2b0fba9813c3 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:44.073587 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea218dae-bb1e-415f-8175-0928b4f248d8 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:15:44.094009 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ab53102-6fb3-4fd6-914f-b824bce3642f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:44.104765 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-329edbe0-cc95-4ce5-851b-631fc0f92183 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:44.207641 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe4b3b6-83aa-4a67-8079-a2a8215f21da', 'tag': '06361bd4-258e-4d4b-b36b-445f6965ca52', 'status': 'completed', 'code': 200} Mar 01 21:15:44.209753 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-329edbe0-cc95-4ce5-851b-631fc0f92183 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:44.232260 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329edbe0-cc95-4ce5-851b-631fc0f92183 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=e5b6dca8-eb80-4326-80be-d68e87ffdf20,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:44.265226 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df184855-4e42-4332-b144-32f9b6c852f8 req-fa00af19-3974-4754-be13-03e666a7f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:44.267212 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df184855-4e42-4332-b144-32f9b6c852f8 req-fa00af19-3974-4754-be13-03e666a7f98c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee269e56fe8d4324bcbcfd88437e9b99&device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 1095 time: 0.2899680 Mar 01 21:15:44.282896 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port ea218dae-bb1e-415f-8175-0928b4f248d8 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:15:44.301535 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 28d21a6c-2386-45d6-af90-fdceaf04f4c1 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:15:44.345792 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 28d21a6c-2386-45d6-af90-fdceaf04f4c1 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:15:44.346004 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 28d21a6c-2386-45d6-af90-fdceaf04f4c1 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:15:44.349648 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df184855-4e42-4332-b144-32f9b6c852f8 req-5e99662b-8070-416e-ad32-bfa6f978e7b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06361bd4-258e-4d4b-b36b-445f6965ca52 HTTP/1.1" status: 200 len: 217 time: 0.0738409 Mar 01 21:15:44.354128 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-329edbe0-cc95-4ce5-851b-631fc0f92183 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/e5b6dca8-eb80-4326-80be-d68e87ffdf20 HTTP/1.1" status: 204 len: 168 time: 0.9226570 Mar 01 21:15:44.355407 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40850) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:44.372402 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ab53102-6fb3-4fd6-914f-b824bce3642f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:44.459134 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee671e78-bb7b-431a-86a1-61ac6b163856 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:44.475775 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d8c1e2cf-7679-465f-9d0e-ee7351c62f0a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1190095 Mar 01 21:15:44.480929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40856) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:44.499026 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8ab53102-6fb3-4fd6-914f-b824bce3642f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=08a3b502f5dd4761ba01417a9ef1334b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2682352 Mar 01 21:15:44.500678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b3f76013-61cb-427b-b904-d64eb5be65d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:44.508569 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0341-daf5-42d9-aaff-2b0fba9813c3 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:44.520789 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40860) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:44.569650 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab53102-6fb3-4fd6-914f-b824bce3642f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=009d605f-ce9d-4c79-9d36-a6fd9c8f98cf,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:44.597825 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-ee6b0341-daf5-42d9-aaff-2b0fba9813c3 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31d525e8-456f-41a5-ad4a-2c88db8e710e']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:44.640705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-ee6b0341-daf5-42d9-aaff-2b0fba9813c3 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '796839ce-1002-4920-9105-f8e2fa4d1772') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:44.641166 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-ee6b0341-daf5-42d9-aaff-2b0fba9813c3 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '796839ce-1002-4920-9105-f8e2fa4d1772') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:44.662999 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0341-daf5-42d9-aaff-2b0fba9813c3 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:44.672512 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0ef78ad3-3190-4001-a28d-2a7d221c8a0d None None] Could not find standard attr ID for object 703af65d-e43e-450e-a83e-a962152edc19. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:15:44.706350 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0341-daf5-42d9-aaff-2b0fba9813c3 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:44.716116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee6b0341-daf5-42d9-aaff-2b0fba9813c3 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:15:44.717173 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0341-daf5-42d9-aaff-2b0fba9813c3 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:15:44.735155 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:15:44.757665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df184855-4e42-4332-b144-32f9b6c852f8 req-15bdfeab-7ee1-4c54-a109-6d4cb45d88c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:44.761203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df184855-4e42-4332-b144-32f9b6c852f8 req-15bdfeab-7ee1-4c54-a109-6d4cb45d88c3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26a4bed8-a042-492e-b3b6-8d42e97fe928 HTTP/1.1" status: 200 len: 850 time: 0.4011812 Mar 01 21:15:44.816521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b3f76013-61cb-427b-b904-d64eb5be65d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:44.819555 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0ef78ad3-3190-4001-a28d-2a7d221c8a0d None None] Provisioning for port ea218dae-bb1e-415f-8175-0928b4f248d8 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:15:44.820821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b3f76013-61cb-427b-b904-d64eb5be65d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:44.824582 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b3f76013-61cb-427b-b904-d64eb5be65d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:44.827927 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0ef78ad3-3190-4001-a28d-2a7d221c8a0d None None] Provisioning complete for port ea218dae-bb1e-415f-8175-0928b4f248d8 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:15:44.827927 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0ef78ad3-3190-4001-a28d-2a7d221c8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:44.831601 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b3f76013-61cb-427b-b904-d64eb5be65d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:44.843960 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ca5985f-2a4c-4f6b-8a75-37d7c59bbf3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:44.848268 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df184855-4e42-4332-b144-32f9b6c852f8 req-e4c7991e-2ffa-4716-8c80-d904c3b79dc6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ba98e44-c63b-4d99-9d5c-4be112841517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796623 Mar 01 21:15:44.871434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] DHCP port deletion for cc39aad2-d371-4bc1-8f73-2342392e478c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:15:44.889178 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Deleting port ea218dae-bb1e-415f-8175-0928b4f248d8 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:44.889563 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:44.919785 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f76013-61cb-427b-b904-d64eb5be65d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:44.923238 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3f76013-61cb-427b-b904-d64eb5be65d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:44.938181 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ca5985f-2a4c-4f6b-8a75-37d7c59bbf3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:44.967675 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0341-daf5-42d9-aaff-2b0fba9813c3 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:44.981496 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee6b0341-daf5-42d9-aaff-2b0fba9813c3 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:45.014361 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ee6b0341-daf5-42d9-aaff-2b0fba9813c3 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "DELETE /v2.0/networks/31d525e8-456f-41a5-ad4a-2c88db8e710e HTTP/1.1" status: 204 len: 168 time: 1.1895132 Mar 01 21:15:45.018764 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40870) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:45.050891 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6b0341-daf5-42d9-aaff-2b0fba9813c3 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event deleted for resources: {'Network': ['ID=31d525e8-456f-41a5-ad4a-2c88db8e710e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:45.089113 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0ef78ad3-3190-4001-a28d-2a7d221c8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:45.134549 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-0ef78ad3-3190-4001-a28d-2a7d221c8a0d None None] For port ea218dae-bb1e-415f-8175-0928b4f248d8, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea218dae-bb1e-415f-8175-0928b4f248d8,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:45.148510 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce468b1-46a3-468b-8a94-bfb2160a785c req-6baef79b-195a-4c88-9421-597ea28547c3 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:45.150017 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bce468b1-46a3-468b-8a94-bfb2160a785c req-6baef79b-195a-4c88-9421-597ea28547c3 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 944 time: 0.5517840 Mar 01 21:15:45.200767 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df184855-4e42-4332-b144-32f9b6c852f8 req-080d9389-d2d1-4a15-8f36-b07b57ac6b0a service neutron] 10.222.0.55 "GET /v2.0/networks/6ba98e44-c63b-4d99-9d5c-4be112841517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410478 Mar 01 21:15:45.201883 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4db932e3-a807-453f-8060-77efd14f4f28 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:45.218876 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] For port ea218dae-bb1e-415f-8175-0928b4f248d8, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea218dae-bb1e-415f-8175-0928b4f248d8,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:45.219439 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:45.263572 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bce468b1-46a3-468b-8a94-bfb2160a785c req-cd841576-82fd-4cc8-b49a-d154aa6b6a0e tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844250 Mar 01 21:15:45.288574 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0ef78ad3-3190-4001-a28d-2a7d221c8a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:45.318847 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ca5985f-2a4c-4f6b-8a75-37d7c59bbf3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:45.373532 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4db932e3-a807-453f-8060-77efd14f4f28 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:45.380108 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Calling delete_port for ea218dae-bb1e-415f-8175-0928b4f248d8 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:45.403561 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-4db932e3-a807-453f-8060-77efd14f4f28 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a1262e-e232-4c3d-8319-c7d594f3f02b']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:45.417684 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-4db932e3-a807-453f-8060-77efd14f4f28 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02970aac-0b01-49fb-b052-8da3a05ad91c') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:45.418087 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-4db932e3-a807-453f-8060-77efd14f4f28 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02970aac-0b01-49fb-b052-8da3a05ad91c') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:45.430128 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4db932e3-a807-453f-8060-77efd14f4f28 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:45.457416 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4db932e3-a807-453f-8060-77efd14f4f28 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:45.469183 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db932e3-a807-453f-8060-77efd14f4f28 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:15:45.469975 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4db932e3-a807-453f-8060-77efd14f4f28 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:45.485862 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef78ad3-3190-4001-a28d-2a7d221c8a0d None None] Pushing event updated for resources: {'Port': ['ID=ea218dae-bb1e-415f-8175-0928b4f248d8,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:45.488138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca5985f-2a4c-4f6b-8a75-37d7c59bbf3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=009d605f-ce9d-4c79-9d36-a6fd9c8f98cf,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:15:45.508596 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:15:45.550021 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:15:45.550454 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:15:45.550983 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ca5985f-2a4c-4f6b-8a75-37d7c59bbf3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:45.552109 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0ca5985f-2a4c-4f6b-8a75-37d7c59bbf3e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/009d605f-ce9d-4c79-9d36-a6fd9c8f98cf HTTP/1.1" status: 204 len: 168 time: 1.0303297 Mar 01 21:15:45.572213 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df184855-4e42-4332-b144-32f9b6c852f8 req-2a31de12-7bfb-409c-8f9f-b4a10f4851c4 service neutron] 10.222.0.55 "GET /v2.0/networks/6ba98e44-c63b-4d99-9d5c-4be112841517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549614 Mar 01 21:15:45.689030 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4db932e3-a807-453f-8060-77efd14f4f28 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:45.714422 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4db932e3-a807-453f-8060-77efd14f4f28 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:45.726768 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db932e3-a807-453f-8060-77efd14f4f28 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] Pushing event deleted for resources: {'Network': ['ID=18a1262e-e232-4c3d-8319-c7d594f3f02b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:45.735471 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4db932e3-a807-453f-8060-77efd14f4f28 tempest-BulkNetworkOpsTest-99277360 tempest-BulkNetworkOpsTest-99277360-project] 10.222.0.42 "DELETE /v2.0/networks/18a1262e-e232-4c3d-8319-c7d594f3f02b HTTP/1.1" status: 204 len: 168 time: 0.7148805 Mar 01 21:15:45.865032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634801e5-2e95-4a40-a6ae-e4d6f5adf07f req-9a42762a-971e-4af8-99a6-91d91d85d7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:45.866523 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-634801e5-2e95-4a40-a6ae-e4d6f5adf07f req-9a42762a-971e-4af8-99a6-91d91d85d7aa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee269e56fe8d4324bcbcfd88437e9b99&device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 1095 time: 0.1823459 Mar 01 21:15:45.927912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.objects.ports [None req-b3f76013-61cb-427b-b904-d64eb5be65d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88518) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 01 21:15:45.974758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea218dae-bb1e-415f-8175-0928b4f248d8 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:15:46.097875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634801e5-2e95-4a40-a6ae-e4d6f5adf07f req-ee2d3e91-16b3-4fc1-a56e-303760159cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:46.099374 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-634801e5-2e95-4a40-a6ae-e4d6f5adf07f req-ee2d3e91-16b3-4fc1-a56e-303760159cd9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ba98e44-c63b-4d99-9d5c-4be112841517 HTTP/1.1" status: 200 len: 911 time: 0.2265103 Mar 01 21:15:46.104476 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Deleting port ea218dae-bb1e-415f-8175-0928b4f248d8 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:46.105512 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:46.158935 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:46.177474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-634801e5-2e95-4a40-a6ae-e4d6f5adf07f req-357ebe2a-8cc3-4902-9b5d-74a7a047fa16 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06361bd4-258e-4d4b-b36b-445f6965ca52 HTTP/1.1" status: 200 len: 217 time: 0.0708711 Mar 01 21:15:46.251638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634801e5-2e95-4a40-a6ae-e4d6f5adf07f req-06d759b3-bdf9-44fd-ba46-5468bb2c3e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:46.253221 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-634801e5-2e95-4a40-a6ae-e4d6f5adf07f req-06d759b3-bdf9-44fd-ba46-5468bb2c3e57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26a4bed8-a042-492e-b3b6-8d42e97fe928 HTTP/1.1" status: 200 len: 850 time: 0.0680122 Mar 01 21:15:46.320247 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40886) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:46.381094 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8f4a871-c4b2-4352-bb9e-129acb90df6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:46.382908 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-634801e5-2e95-4a40-a6ae-e4d6f5adf07f req-5c8f46dc-1851-48ae-aa98-50c1dda8be8a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ba98e44-c63b-4d99-9d5c-4be112841517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924587 Mar 01 21:15:46.383703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40890) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:46.434253 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f8f4a871-c4b2-4352-bb9e-129acb90df6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:46.440266 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f8f4a871-c4b2-4352-bb9e-129acb90df6f admin admin] Usage tracker for resource:security_group_rule and tenant:e53396466dc1450f9e4237184da04960 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:46.445724 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f8f4a871-c4b2-4352-bb9e-129acb90df6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:46.454387 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3f76013-61cb-427b-b904-d64eb5be65d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:46.462316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f8f4a871-c4b2-4352-bb9e-129acb90df6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:46.544633 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:15:46.544971 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:15:46.583199 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8f4a871-c4b2-4352-bb9e-129acb90df6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:46.607328 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] For port ea218dae-bb1e-415f-8175-0928b4f248d8, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea218dae-bb1e-415f-8175-0928b4f248d8,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:46.607868 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:46.665952 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8f4a871-c4b2-4352-bb9e-129acb90df6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:46.698682 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-634801e5-2e95-4a40-a6ae-e4d6f5adf07f req-663875a8-0a63-4ec2-a29e-7f47b935ba05 service neutron] 10.222.0.55 "GET /v2.0/networks/6ba98e44-c63b-4d99-9d5c-4be112841517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082213 Mar 01 21:15:46.785275 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f8f4a871-c4b2-4352-bb9e-129acb90df6f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e53396466dc1450f9e4237184da04960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4624889 Mar 01 21:15:46.786284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40900) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:46.790457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f4a871-c4b2-4352-bb9e-129acb90df6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a3ffda-25ba-40f7-8803-62e97294ef66,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:46.822819 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Calling delete_port for ea218dae-bb1e-415f-8175-0928b4f248d8 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:46.896976 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7c29ef06-169a-46df-8fc9-3bf6a0265352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:46.938363 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7c29ef06-169a-46df-8fc9-3bf6a0265352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:46.983325 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928b9bb5-546b-43f2-a9f6-5d3f207b4a53 req-7712e76a-2ecf-447e-8f0a-bf53a6eae012 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:46.984936 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-928b9bb5-546b-43f2-a9f6-5d3f207b4a53 req-7712e76a-2ecf-447e-8f0a-bf53a6eae012 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 944 time: 0.4525933 Mar 01 21:15:47.059946 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4687eb2a-870a-4864-9ebd-57a63af16b4a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=09a182dc0499478d859d135d1368755d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6748922 Mar 01 21:15:47.063020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40908) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:47.068143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-b3f76013-61cb-427b-b904-d64eb5be65d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] For port ea218dae-bb1e-415f-8175-0928b4f248d8, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea218dae-bb1e-415f-8175-0928b4f248d8,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:47.102976 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7c29ef06-169a-46df-8fc9-3bf6a0265352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:47.108598 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-634801e5-2e95-4a40-a6ae-e4d6f5adf07f req-38f0128b-db40-4274-a140-a53694fa7483 service neutron] 10.222.0.55 "GET /v2.0/networks/6ba98e44-c63b-4d99-9d5c-4be112841517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881602 Mar 01 21:15:47.113747 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-928b9bb5-546b-43f2-a9f6-5d3f207b4a53 req-e722eadf-e65e-452e-9b7b-1adb21b51df7 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215193 Mar 01 21:15:47.138291 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3f76013-61cb-427b-b904-d64eb5be65d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:47.142692 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:47.144976 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29ef06-169a-46df-8fc9-3bf6a0265352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a3ffda-25ba-40f7-8803-62e97294ef66,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:47.175275 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7c29ef06-169a-46df-8fc9-3bf6a0265352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:47.181739 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7c29ef06-169a-46df-8fc9-3bf6a0265352 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68a3ffda-25ba-40f7-8803-62e97294ef66 HTTP/1.1" status: 204 len: 168 time: 0.3930759 Mar 01 21:15:47.201975 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3f76013-61cb-427b-b904-d64eb5be65d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:47.202471 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3f76013-61cb-427b-b904-d64eb5be65d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:47.223486 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8a3c1ed6-9fab-49be-a968-c21457fe4970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:47.296302 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:15:47.297178 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:15:47.317066 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8a3c1ed6-9fab-49be-a968-c21457fe4970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:47.327935 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:15:47.328684 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:15:47.373671 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f76013-61cb-427b-b904-d64eb5be65d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:47.383573 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-b3f76013-61cb-427b-b904-d64eb5be65d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:47.392778 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f76013-61cb-427b-b904-d64eb5be65d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:47.393362 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b3f76013-61cb-427b-b904-d64eb5be65d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:47.409609 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f76013-61cb-427b-b904-d64eb5be65d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=c886de57-3e0d-4690-b782-c76e5efa2b32,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:47.416050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f76013-61cb-427b-b904-d64eb5be65d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=ea218dae-bb1e-415f-8175-0928b4f248d8,revision_number=6']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:47.513649 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8a3c1ed6-9fab-49be-a968-c21457fe4970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:47.514318 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b3f76013-61cb-427b-b904-d64eb5be65d7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.0319273 Mar 01 21:15:47.516415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40924) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:47.523876 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-8653918e-cbca-419d-bcbf-65023378b0d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'mac_address': 'fa:16:3e:71:76:98', 'name': 'tempest-NetworksTestDHCPv6-1625169947'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:47.528970 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:47.529170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c1ed6-9fab-49be-a968-c21457fe4970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38479316-1541-4f39-81ba-f3c7e891a934,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:47.543048 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8a3c1ed6-9fab-49be-a968-c21457fe4970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:47.560043 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8a3c1ed6-9fab-49be-a968-c21457fe4970 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/38479316-1541-4f39-81ba-f3c7e891a934 HTTP/1.1" status: 204 len: 168 time: 0.4847605 Mar 01 21:15:47.576339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port ea218dae-bb1e-415f-8175-0928b4f248d8, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea218dae-bb1e-415f-8175-0928b4f248d8,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:47.579715 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Deleting port ea218dae-bb1e-415f-8175-0928b4f248d8 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:47.580044 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:47.703177 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:47.814789 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 06361bd4-258e-4d4b-b36b-445f6965ca52 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:15:47.860512 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8653918e-cbca-419d-bcbf-65023378b0d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:47.865003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8653918e-cbca-419d-bcbf-65023378b0d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:port and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:47.868003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8653918e-cbca-419d-bcbf-65023378b0d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:47.875091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8653918e-cbca-419d-bcbf-65023378b0d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:47.953993 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=ea218dae-bb1e-415f-8175-0928b4f248d8,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:47.959053 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8653918e-cbca-419d-bcbf-65023378b0d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:48.115691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] For port ea218dae-bb1e-415f-8175-0928b4f248d8, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea218dae-bb1e-415f-8175-0928b4f248d8,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:48.116085 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:48.149608 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8653918e-cbca-419d-bcbf-65023378b0d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:48.188815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-8653918e-cbca-419d-bcbf-65023378b0d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port 949e5eca-30e2-4d4d-a114-45042e170a77 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:15:48.213275 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 06361bd4-258e-4d4b-b36b-445f6965ca52, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=06361bd4-258e-4d4b-b36b-445f6965ca52,segment=NetworkSegment(2e3cc3e0-fe77-4e16-9ccb-b81e62f285f9),segment_id=2e3cc3e0-fe77-4e16-9ccb-b81e62f285f9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:48.235457 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '06361bd4-258e-4d4b-b36b-445f6965ca52', 'network_id': '6ba98e44-c63b-4d99-9d5c-4be112841517', 'port_id': '06361bd4-258e-4d4b-b36b-445f6965ca52', 'mac_address': 'fa:16:3e:db:8b:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26a4bed8-a042-492e-b3b6-8d42e97fe928', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:15:48.352430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Calling delete_port for ea218dae-bb1e-415f-8175-0928b4f248d8 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:48.433314 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:48.465239 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06361bd4-258e-4d4b-b36b-445f6965ca52 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:15:48.485384 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 06361bd4-258e-4d4b-b36b-445f6965ca52, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=06361bd4-258e-4d4b-b36b-445f6965ca52,segment=NetworkSegment(2e3cc3e0-fe77-4e16-9ccb-b81e62f285f9),segment_id=2e3cc3e0-fe77-4e16-9ccb-b81e62f285f9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:48.501899 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5738d5cb-1a3a-48e2-9692-cb27fe3bfc9f req-edd0247d-3e59-4b98-8716-ecc77a667599 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:48.503336 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5738d5cb-1a3a-48e2-9692-cb27fe3bfc9f req-edd0247d-3e59-4b98-8716-ecc77a667599 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 944 time: 0.1813364 Mar 01 21:15:48.532432 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-8653918e-cbca-419d-bcbf-65023378b0d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::f816:3eff:fe71:7698 (cc39aad2-d371-4bc1-8f73-2342392e478c/c886de57-3e0d-4690-b782-c76e5efa2b32/949e5eca-30e2-4d4d-a114-45042e170a77) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:15:48.544937 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:15:48.545661 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:15:48.577309 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:48.579253 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5738d5cb-1a3a-48e2-9692-cb27fe3bfc9f req-ea796680-3d9c-41d5-85ad-3ca01b3e4ee9 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638576 Mar 01 21:15:48.740501 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=06361bd4-258e-4d4b-b36b-445f6965ca52,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:48.831170 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8653918e-cbca-419d-bcbf-65023378b0d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:48.849333 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-8653918e-cbca-419d-bcbf-65023378b0d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object 949e5eca-30e2-4d4d-a114-45042e170a77 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:48.896046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['06361bd4-258e-4d4b-b36b-445f6965ca52'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:15:48.940512 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8653918e-cbca-419d-bcbf-65023378b0d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:49.038463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8653918e-cbca-419d-bcbf-65023378b0d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:49.042220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-8653918e-cbca-419d-bcbf-65023378b0d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:49.047000 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8653918e-cbca-419d-bcbf-65023378b0d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:15:49.052373 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41008) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:49.052874 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8653918e-cbca-419d-bcbf-65023378b0d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:49.053413 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8653918e-cbca-419d-bcbf-65023378b0d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:49.059817 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653918e-cbca-419d-bcbf-65023378b0d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=949e5eca-30e2-4d4d-a114-45042e170a77,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:49.158243 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8653918e-cbca-419d-bcbf-65023378b0d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6407533 Mar 01 21:15:49.160934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41020) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:49.205893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1982059636'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:49.212400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:49.217346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:49.220313 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:49.227155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:49.257005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060e601b-0c85-4c61-aa50-f098187253be tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:49.262795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060e601b-0c85-4c61-aa50-f098187253be tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:49.263584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-060e601b-0c85-4c61-aa50-f098187253be tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:49.329214 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:49.343847 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:49.359335 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-060e601b-0c85-4c61-aa50-f098187253be tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:49.359602 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:49.361016 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-060e601b-0c85-4c61-aa50-f098187253be tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1988018 Mar 01 21:15:49.363560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41024) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:49.368085 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group_rule and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:49.372940 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:49.387655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:49.409180 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Deleting port ea218dae-bb1e-415f-8175-0928b4f248d8 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:49.409743 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:49.450404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-cdf2f41c-9103-459e-8331-33cdf514dd77 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port 949e5eca-30e2-4d4d-a114-45042e170a77 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:49.450789 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cdf2f41c-9103-459e-8331-33cdf514dd77 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:49.538883 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:49.618571 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:49.623103 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:49.628131 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group_rule and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:49.642248 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:49.669340 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:49.705672 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1eec3b5-3e8c-466e-b5f4-db37859c13e7,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:49.727854 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] For port ea218dae-bb1e-415f-8175-0928b4f248d8, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea218dae-bb1e-415f-8175-0928b4f248d8,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:49.728258 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:49.791264 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cdf2f41c-9103-459e-8331-33cdf514dd77 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:49.808611 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:49.871161 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 06361bd4-258e-4d4b-b36b-445f6965ca52 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:15:49.900368 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Calling delete_port for ea218dae-bb1e-415f-8175-0928b4f248d8 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:49.922188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-cdf2f41c-9103-459e-8331-33cdf514dd77 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for 949e5eca-30e2-4d4d-a114-45042e170a77 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:49.924706 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:50.041234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c6463f-561d-4462-9ddb-e50e97d61b21,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:50.110154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1fbb9e-3df7-4fbf-a41d-c5545b3d8df4 req-93fb2be7-03bb-408e-8d72-7e6ecab79370 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:50.117064 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe1fbb9e-3df7-4fbf-a41d-c5545b3d8df4 req-93fb2be7-03bb-408e-8d72-7e6ecab79370 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 945 time: 0.3486147 Mar 01 21:15:50.117768 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41038) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:50.119256 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 06361bd4-258e-4d4b-b36b-445f6965ca52 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:15:50.129190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 06361bd4-258e-4d4b-b36b-445f6965ca52 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:15:50.133720 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:50.152166 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:50.154620 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-324bc2a1-b76b-4fc2-808f-d2e0a8648466 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1000402 Mar 01 21:15:50.157101 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41044) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:50.171101 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe1fbb9e-3df7-4fbf-a41d-c5545b3d8df4 req-bd3f7fad-c397-4378-a8a5-de6d6777b601 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530791 Mar 01 21:15:50.196297 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:50.255225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] Pushing event deleted for resources: {'Port': ['ID=ea218dae-bb1e-415f-8175-0928b4f248d8,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:50.287954 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bf2f8bb3-698c-4cd1-a4e5-77d9c7281e67 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:50.386696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc363046-1411-49ca-8a92-4ec6cdbd245e None None] No DVR routers for this DVR port ea218dae-bb1e-415f-8175-0928b4f248d8 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:15:50.392884 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53afd25f-6c06-4293-83ba-735774e71a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:50.411673 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b839e26e-b37b-459f-9f6c-e93fba3a02cf None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:50.412733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-53afd25f-6c06-4293-83ba-735774e71a7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:50.417887 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-53afd25f-6c06-4293-83ba-735774e71a7e admin admin] Usage tracker for resource:security_group_rule and tenant:b3d6e7589965488798c28b38af24a0f3 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:50.421133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-53afd25f-6c06-4293-83ba-735774e71a7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:50.427419 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-53afd25f-6c06-4293-83ba-735774e71a7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:50.447453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bf2f8bb3-698c-4cd1-a4e5-77d9c7281e67 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:50.447911 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:50.449197 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bf2f8bb3-698c-4cd1-a4e5-77d9c7281e67 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2905729 Mar 01 21:15:50.452335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41048) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:50.461730 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-5092b976-3994-45ab-94b8-73952c24f7e0 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group': {'name': 'tempest-security--675624388', 'description': 'tempest-security-description-2044695513'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:50.504121 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5092b976-3994-45ab-94b8-73952c24f7e0 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:50.543643 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe4b3b6-83aa-4a67-8079-a2a8215f21da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06361bd4-258e-4d4b-b36b-445f6965ca52'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:15:50.567453 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5092b976-3994-45ab-94b8-73952c24f7e0 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:50.584438 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 06361bd4-258e-4d4b-b36b-445f6965ca52, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=06361bd4-258e-4d4b-b36b-445f6965ca52,segment=NetworkSegment(2e3cc3e0-fe77-4e16-9ccb-b81e62f285f9),segment_id=2e3cc3e0-fe77-4e16-9ccb-b81e62f285f9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:50.614852 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cdf2f41c-9103-459e-8331-33cdf514dd77 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:50.625285 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe4b3b6-83aa-4a67-8079-a2a8215f21da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06361bd4-258e-4d4b-b36b-445f6965ca52', 'code': 200} Mar 01 21:15:50.641827 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53afd25f-6c06-4293-83ba-735774e71a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:50.700456 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5092b976-3994-45ab-94b8-73952c24f7e0 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:50.721564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf2f41c-9103-459e-8331-33cdf514dd77 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=949e5eca-30e2-4d4d-a114-45042e170a77,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:50.737601 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5092b976-3994-45ab-94b8-73952c24f7e0 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:50.751851 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5092b976-3994-45ab-94b8-73952c24f7e0 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "PUT /v2.0/security-groups/19c6463f-561d-4462-9ddb-e50e97d61b21 HTTP/1.1" status: 200 len: 1779 time: 0.2885556 Mar 01 21:15:50.752023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41056) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:50.752134 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cc39aad2-d371-4bc1-8f73-2342392e478c', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'fixed_ips': [{'subnet_id': 'c886de57-3e0d-4690-b782-c76e5efa2b32'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:15:50.752134 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:50.752537 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092b976-3994-45ab-94b8-73952c24f7e0 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c6463f-561d-4462-9ddb-e50e97d61b21,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:50.770210 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:50.770663 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53afd25f-6c06-4293-83ba-735774e71a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:50.817261 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-53afd25f-6c06-4293-83ba-735774e71a7e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b3d6e7589965488798c28b38af24a0f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6978381 Mar 01 21:15:50.819921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41060) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:50.848522 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-19c6634d-b636-44af-af09-ca6ad51c59b0 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-groups/19c6463f-561d-4462-9ddb-e50e97d61b21 HTTP/1.1" status: 200 len: 1779 time: 0.1047318 Mar 01 21:15:50.849001 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41064) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:50.850505 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cdf2f41c-9103-459e-8331-33cdf514dd77 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:50.888650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc2df0a-3319-4964-be66-e1daf03e4c39 req-b8644a14-0025-44c6-ae1c-a261e0d69753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:50.892201 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0cc2df0a-3319-4964-be66-e1daf03e4c39 req-b8644a14-0025-44c6-ae1c-a261e0d69753 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 1096 time: 0.2094030 Mar 01 21:15:50.904431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53afd25f-6c06-4293-83ba-735774e71a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ecec294-b775-41cb-9206-3023133c0775,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:50.941923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=06361bd4-258e-4d4b-b36b-445f6965ca52,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:50.959806 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5164f55a-f587-4088-b900-78dc9d4fb557 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:50.964391 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cdf2f41c-9103-459e-8331-33cdf514dd77 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/949e5eca-30e2-4d4d-a114-45042e170a77 HTTP/1.1" status: 204 len: 168 time: 1.5995665 Mar 01 21:15:50.968642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41068) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:50.994127 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5164f55a-f587-4088-b900-78dc9d4fb557 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:51.033977 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Allocated IP 2001:db8::f816:3eff:fe41:8451 (cc39aad2-d371-4bc1-8f73-2342392e478c/c886de57-3e0d-4690-b782-c76e5efa2b32/eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:15:51.070761 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0cc2df0a-3319-4964-be66-e1daf03e4c39 req-0e1176da-d073-4e72-80ca-e3894a5b2c3b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721220 Mar 01 21:15:51.085627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd424d58-d28d-46e1-b43c-0e73b52bef97 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:51.087266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd424d58-d28d-46e1-b43c-0e73b52bef97 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:51.088027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bd424d58-d28d-46e1-b43c-0e73b52bef97 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:51.096009 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0e1b80e2-2875-471c-980b-bb8ac53ed53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:51.120573 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0e1b80e2-2875-471c-980b-bb8ac53ed53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:51.185953 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bd424d58-d28d-46e1-b43c-0e73b52bef97 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:51.187168 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bd424d58-d28d-46e1-b43c-0e73b52bef97 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2169163 Mar 01 21:15:51.189943 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41072) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:51.218599 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5164f55a-f587-4088-b900-78dc9d4fb557 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:51.260066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5164f55a-f587-4088-b900-78dc9d4fb557 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c6463f-561d-4462-9ddb-e50e97d61b21,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:51.286952 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-bee67b7f-da68-42c8-9e66-55c8959196a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet c886de57-3e0d-4690-b782-c76e5efa2b32 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:15:51.293458 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0e1b80e2-2875-471c-980b-bb8ac53ed53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:51.325067 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0e1b80e2-2875-471c-980b-bb8ac53ed53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:51.341586 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0e1b80e2-2875-471c-980b-bb8ac53ed53f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ecec294-b775-41cb-9206-3023133c0775 HTTP/1.1" status: 204 len: 168 time: 0.5203633 Mar 01 21:15:51.344446 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1b80e2-2875-471c-980b-bb8ac53ed53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ecec294-b775-41cb-9206-3023133c0775,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:51.367677 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:51.380781 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5164f55a-f587-4088-b900-78dc9d4fb557 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:51.383404 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5164f55a-f587-4088-b900-78dc9d4fb557 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-groups/19c6463f-561d-4462-9ddb-e50e97d61b21 HTTP/1.1" status: 204 len: 168 time: 0.5296276 Mar 01 21:15:51.384461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41082) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:51.390685 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Transition to ACTIVE for port object eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:51.418873 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:51.438762 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Transition to ACTIVE for port object eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:51.493178 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cc339d9c-3d08-432b-af6a-77108c4af396 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:51.531629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc40428a-453b-4d0e-9b1c-a40b1d99f316 req-e8322d76-4a42-48a8-b7fc-c0eadf4fa835 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:51.533170 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc40428a-453b-4d0e-9b1c-a40b1d99f316 req-e8322d76-4a42-48a8-b7fc-c0eadf4fa835 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 946 time: 0.1690388 Mar 01 21:15:51.546564 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:51.554323 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bee67b7f-da68-42c8-9e66-55c8959196a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:51.631558 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:51.635188 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:51.640721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:15:51.642948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cc339d9c-3d08-432b-af6a-77108c4af396 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:51.647193 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cc339d9c-3d08-432b-af6a-77108c4af396 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2617517 Mar 01 21:15:51.654182 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41092) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:51.655205 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc40428a-453b-4d0e-9b1c-a40b1d99f316 req-16f46058-9c79-424e-b7ff-4b2dd1096beb tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033831 Mar 01 21:15:51.664801 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bee67b7f-da68-42c8-9e66-55c8959196a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:51.686292 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-ea0fd387-c232-401d-8113-b675b390f9d6 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] delete failed (client error): The resource could not be found. Mar 01 21:15:51.697399 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ea0fd387-c232-401d-8113-b675b390f9d6 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-groups/19c6463f-561d-4462-9ddb-e50e97d61b21 HTTP/1.1" status: 404 len: 347 time: 0.0483797 Mar 01 21:15:51.698392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41096) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:51.703863 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-93e91b04-4529-42eb-a62a-0c35973ed173 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1336000095'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:51.710662 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-93e91b04-4529-42eb-a62a-0c35973ed173 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:51.742658 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Pushing event updated for resources: {'Port': ['ID=eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:51.844426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Attempting to bind port eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:15:51.844951 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Attempting to bind port eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:15:51.845430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Attempting to bind port eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2 on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:15:51.853415 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:15:51.855264 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:15:51.855766 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-93e91b04-4529-42eb-a62a-0c35973ed173 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:51.855903 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:51.856474 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:15:51.856965 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Bound port: eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:15:51.858035 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:51.927947 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93e91b04-4529-42eb-a62a-0c35973ed173 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:51.940479 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bee67b7f-da68-42c8-9e66-55c8959196a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:51.966530 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-93e91b04-4529-42eb-a62a-0c35973ed173 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:51.971869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-93e91b04-4529-42eb-a62a-0c35973ed173 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group_rule and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:51.972785 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1288d-28b3-4589-ae24-4089cdc0d8f1 req-52fca0be-97eb-4f91-95dc-31e085a19915 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:51.975030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-93e91b04-4529-42eb-a62a-0c35973ed173 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:51.980401 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-10f1288d-28b3-4589-ae24-4089cdc0d8f1 req-52fca0be-97eb-4f91-95dc-31e085a19915 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 1096 time: 0.2796135 Mar 01 21:15:51.982221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-93e91b04-4529-42eb-a62a-0c35973ed173 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:52.047088 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-10f1288d-28b3-4589-ae24-4089cdc0d8f1 req-e1d2f47f-5455-4582-a8d6-ee7683297a6a tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Synchronizing usage tracker for tenant:a27250b7e31b46dfbed41a0da2edf195 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:52.149881 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93e91b04-4529-42eb-a62a-0c35973ed173 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:52.174125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-10f1288d-28b3-4589-ae24-4089cdc0d8f1 req-e1d2f47f-5455-4582-a8d6-ee7683297a6a tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Unset dirty status for tenant:a27250b7e31b46dfbed41a0da2edf195 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:52.175737 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-10f1288d-28b3-4589-ae24-4089cdc0d8f1 req-e1d2f47f-5455-4582-a8d6-ee7683297a6a tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944423 Mar 01 21:15:52.176351 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] For port eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:15:52.177185 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bee67b7f-da68-42c8-9e66-55c8959196a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:52.180188 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] For port eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:15:52.203883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41114) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:52.232021 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bee67b7f-da68-42c8-9e66-55c8959196a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:52.248505 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee67b7f-da68-42c8-9e66-55c8959196a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=c886de57-3e0d-4690-b782-c76e5efa2b32,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:52.268037 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:52.276612 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93e91b04-4529-42eb-a62a-0c35973ed173 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:52.329978 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bee67b7f-da68-42c8-9e66-55c8959196a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/c886de57-3e0d-4690-b782-c76e5efa2b32 HTTP/1.1" status: 204 len: 168 time: 1.1389563 Mar 01 21:15:52.332303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41122) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:52.398249 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed2e29c-34d7-47df-b624-79de5ae4fd00 None None] Pushing event updated for resources: {'Port': ['ID=eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:52.454006 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e91b04-4529-42eb-a62a-0c35973ed173 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6de79302-80f7-4a23-8496-5241c45efceb,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:52.500752 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93e91b04-4529-42eb-a62a-0c35973ed173 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:52.502311 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-93e91b04-4529-42eb-a62a-0c35973ed173 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8029704 Mar 01 21:15:52.506283 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41128) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:52.514345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c54bac7b-7d7d-41a9-93fc-90e6e234eefd tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group_rule': {'security_group_id': '6de79302-80f7-4a23-8496-5241c45efceb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:52.522945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c54bac7b-7d7d-41a9-93fc-90e6e234eefd tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:52.539291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c54bac7b-7d7d-41a9-93fc-90e6e234eefd tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group_rule and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:52.554581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c54bac7b-7d7d-41a9-93fc-90e6e234eefd tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:52.563242 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-62497a30-eb9c-4338-aa96-c58a96329555 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2275336 Mar 01 21:15:52.563711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41132) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:52.574528 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c54bac7b-7d7d-41a9-93fc-90e6e234eefd tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:52.577453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-37baaa85-e64d-452b-b8e8-86e5cd261018 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Deleting port b8cb35ed-df83-4067-b9bd-ac98c976a154 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:52.577803 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-37baaa85-e64d-452b-b8e8-86e5cd261018 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:52.699271 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aff362-681a-4389-91ef-7ed19669ef4e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:52.701584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-25aff362-681a-4389-91ef-7ed19669ef4e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:52.766580 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c54bac7b-7d7d-41a9-93fc-90e6e234eefd tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:52.894545 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-25aff362-681a-4389-91ef-7ed19669ef4e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:52.898573 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41144) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:52.899748 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-25aff362-681a-4389-91ef-7ed19669ef4e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3308778 Mar 01 21:15:52.956088 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263ab77-51ee-4e98-b431-02c8794cfc69 req-07a89b0e-773c-41d8-bdcc-a1127f6aaeae tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:52.967145 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7263ab77-51ee-4e98-b431-02c8794cfc69 req-07a89b0e-773c-41d8-bdcc-a1127f6aaeae tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 946 time: 0.1468313 Mar 01 21:15:52.978679 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-37baaa85-e64d-452b-b8e8-86e5cd261018 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:52.979136 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-37baaa85-e64d-452b-b8e8-86e5cd261018 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:53.067756 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7263ab77-51ee-4e98-b431-02c8794cfc69 req-cc33df01-2843-449a-922c-b51cd46bb8ad tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995698 Mar 01 21:15:53.068440 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c54bac7b-7d7d-41a9-93fc-90e6e234eefd tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:53.160319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41154) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:53.199273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639409d7-b912-4194-a325-35c484d0cb56 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:53.201746 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-639409d7-b912-4194-a325-35c484d0cb56 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3004217 Mar 01 21:15:53.204502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41164) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:53.210669 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-37baaa85-e64d-452b-b8e8-86e5cd261018 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Calling delete_port for b8cb35ed-df83-4067-b9bd-ac98c976a154 owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:53.251396 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c54bac7b-7d7d-41a9-93fc-90e6e234eefd tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:53.305438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54bac7b-7d7d-41a9-93fc-90e6e234eefd tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e8421b-9a12-4305-899e-7486572f292d,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:53.345103 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-af310a1e-42f6-495b-907b-350f9cd42238 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1394091 Mar 01 21:15:53.355474 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41170) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:53.367018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-771a93cb-03f0-413d-bdff-c86c86edffc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:53.378539 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bfa92311-5608-4257-b517-3f0cc2017de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:53.406677 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bfa92311-5608-4257-b517-3f0cc2017de9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:53.412265 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bfa92311-5608-4257-b517-3f0cc2017de9 admin admin] Usage tracker for resource:security_group_rule and tenant:fce246fbb705499f911c1804d0ac3a7a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:53.416707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bfa92311-5608-4257-b517-3f0cc2017de9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:53.423958 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bfa92311-5608-4257-b517-3f0cc2017de9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:53.460440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1823487-f3c8-4d30-a07a-d288f66de933 req-9f939364-9c9d-47e2-bd03-230ea808f2b4 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:53.461929 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c1823487-f3c8-4d30-a07a-d288f66de933 req-9f939364-9c9d-47e2-bd03-230ea808f2b4 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 946 time: 0.1496930 Mar 01 21:15:53.480591 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c54bac7b-7d7d-41a9-93fc-90e6e234eefd tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:53.481860 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c54bac7b-7d7d-41a9-93fc-90e6e234eefd tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9751296 Mar 01 21:15:53.491240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41176) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:53.525170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-771a93cb-03f0-413d-bdff-c86c86edffc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:53.561721 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-771a93cb-03f0-413d-bdff-c86c86edffc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:53.568959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-771a93cb-03f0-413d-bdff-c86c86edffc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:53.572701 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c1823487-f3c8-4d30-a07a-d288f66de933 req-b7dac00f-d143-44d6-b9de-3bce55254e8d tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020603 Mar 01 21:15:53.574126 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-055f8c0f-37c2-4394-b1a8-a04645430ac1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:53.583273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-771a93cb-03f0-413d-bdff-c86c86edffc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:53.589661 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-055f8c0f-37c2-4394-b1a8-a04645430ac1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:53.688779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771a93cb-03f0-413d-bdff-c86c86edffc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:53.692760 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-771a93cb-03f0-413d-bdff-c86c86edffc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:53.694736 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bfa92311-5608-4257-b517-3f0cc2017de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:53.717688 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-055f8c0f-37c2-4394-b1a8-a04645430ac1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:53.726483 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-37baaa85-e64d-452b-b8e8-86e5cd261018 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:53.741692 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f8c0f-37c2-4394-b1a8-a04645430ac1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d0e8421b-9a12-4305-899e-7486572f292d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:53.752757 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-055f8c0f-37c2-4394-b1a8-a04645430ac1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:53.757086 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-055f8c0f-37c2-4394-b1a8-a04645430ac1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/d0e8421b-9a12-4305-899e-7486572f292d HTTP/1.1" status: 204 len: 168 time: 0.2602119 Mar 01 21:15:53.760691 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41188) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:53.793620 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bfa92311-5608-4257-b517-3f0cc2017de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:53.843408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734e4c3c-4311-43a1-802a-b784561515ec None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:53.858671 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-06527890-186e-4b56-95ef-fecadd7a108d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:53.874708 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bfa92311-5608-4257-b517-3f0cc2017de9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fce246fbb705499f911c1804d0ac3a7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7104199 Mar 01 21:15:53.878547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41192) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:53.889525 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa92311-5608-4257-b517-3f0cc2017de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eaddd0b-d833-4209-adfb-018445fa1f4b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:53.952285 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:53.980115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37baaa85-e64d-452b-b8e8-86e5cd261018 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Port': ['ID=b8cb35ed-df83-4067-b9bd-ac98c976a154,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:53.983803 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0dd3cba4-0881-41e9-b33f-67e1f4d7061c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:54.015623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-06527890-186e-4b56-95ef-fecadd7a108d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:54.020311 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-06527890-186e-4b56-95ef-fecadd7a108d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2613480 Mar 01 21:15:54.021393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41198) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:54.064371 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0dd3cba4-0881-41e9-b33f-67e1f4d7061c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:54.078109 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-37baaa85-e64d-452b-b8e8-86e5cd261018 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:54.078987 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-37baaa85-e64d-452b-b8e8-86e5cd261018 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Floating IP fd9ccce7-38cb-48bb-a740-838357d33151 disassociated (deleted). External IP: 172.25.5.133, port: bc74a27e-c044-4e86-b030-a6b4f375a854. Mar 01 21:15:54.141662 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:15:54.155966 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-65781ea2-1651-4ba0-a659-3ab1cd2a5907 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:54.190049 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-65781ea2-1651-4ba0-a659-3ab1cd2a5907 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:54.237736 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ceec2f24-7c1e-44ea-b54d-d299ff77cfb8 None None] Provisioning for port eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:15:54.266522 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0dd3cba4-0881-41e9-b33f-67e1f4d7061c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:54.288334 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3cba4-0881-41e9-b33f-67e1f4d7061c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eaddd0b-d833-4209-adfb-018445fa1f4b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:54.408802 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-65781ea2-1651-4ba0-a659-3ab1cd2a5907 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:54.454047 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] DHCP port deletion for cc39aad2-d371-4bc1-8f73-2342392e478c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:15:54.459046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] Deleting port eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:54.459512 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:54.558620 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65781ea2-1651-4ba0-a659-3ab1cd2a5907 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de79302-80f7-4a23-8496-5241c45efceb,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:54.559719 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:15:54.563515 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0dd3cba4-0881-41e9-b33f-67e1f4d7061c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:54.567262 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0dd3cba4-0881-41e9-b33f-67e1f4d7061c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4eaddd0b-d833-4209-adfb-018445fa1f4b HTTP/1.1" status: 204 len: 168 time: 0.6854181 Mar 01 21:15:54.571392 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:15:54.571392 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:54.571683 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-65781ea2-1651-4ba0-a659-3ab1cd2a5907 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:54.571799 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-65781ea2-1651-4ba0-a659-3ab1cd2a5907 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-groups/6de79302-80f7-4a23-8496-5241c45efceb HTTP/1.1" status: 204 len: 168 time: 0.5469623 Mar 01 21:15:54.578267 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41210) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:54.653734 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c3cd2-5427-4841-9ede-942b6b6cbaf1 req-c61c3ea1-b7d2-43f6-88d4-5ea3509310f2 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:54.655274 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5b0c3cd2-5427-4841-9ede-942b6b6cbaf1 req-c61c3ea1-b7d2-43f6-88d4-5ea3509310f2 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 946 time: 0.2826705 Mar 01 21:15:54.712665 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5b0c3cd2-5427-4841-9ede-942b6b6cbaf1 req-35506863-eea0-4d7a-8ff1-cc0e3b82ca8d tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502002 Mar 01 21:15:54.715795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6190a773-bc51-490f-a46a-cddaba5e41d9 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:54.797446 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6190a773-bc51-490f-a46a-cddaba5e41d9 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:54.803555 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6190a773-bc51-490f-a46a-cddaba5e41d9 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2204556 Mar 01 21:15:54.810227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41218) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:54.811745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-d49797ac-aaaf-443c-a3d5-3463f6866f11 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1730444918'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:54.819541 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d49797ac-aaaf-443c-a3d5-3463f6866f11 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:54.831546 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] For port eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:54.832192 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:54.841406 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-771a93cb-03f0-413d-bdff-c86c86edffc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:54.849191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d49797ac-aaaf-443c-a3d5-3463f6866f11 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:54.915804 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771a93cb-03f0-413d-bdff-c86c86edffc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:54.921350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-771a93cb-03f0-413d-bdff-c86c86edffc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:54.934412 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771a93cb-03f0-413d-bdff-c86c86edffc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:54.934998 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-771a93cb-03f0-413d-bdff-c86c86edffc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:54.947896 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d49797ac-aaaf-443c-a3d5-3463f6866f11 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:54.970453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37baaa85-e64d-452b-b8e8-86e5cd261018 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Router f49a8e32-4832-4c86-a99d-48f3aee42c3f has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:15:54.975838 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a93cb-03f0-413d-bdff-c86c86edffc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=17857650-1b7e-4057-939f-9b66826a5d85,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:54.980816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] Calling delete_port for eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:55.008246 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:55.008463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d49797ac-aaaf-443c-a3d5-3463f6866f11 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:55.012918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d49797ac-aaaf-443c-a3d5-3463f6866f11 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group_rule and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:55.015939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d49797ac-aaaf-443c-a3d5-3463f6866f11 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:55.032348 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d49797ac-aaaf-443c-a3d5-3463f6866f11 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:55.048570 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:55.140728 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-771a93cb-03f0-413d-bdff-c86c86edffc0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7837753 Mar 01 21:15:55.144984 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:55.148989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41228) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:55.166677 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-de486cf4-1a3a-4297-bb8b-3ac08eaa97c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'mac_address': 'fa:16:3e:63:82:6a', 'name': 'tempest-NetworksTestDHCPv6-435752454'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:55.226631 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:15:55.227072 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:15:55.252495 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d49797ac-aaaf-443c-a3d5-3463f6866f11 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:55.266859 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:55.311380 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37baaa85-e64d-452b-b8e8-86e5cd261018 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:15:55.316233 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-37baaa85-e64d-452b-b8e8-86e5cd261018 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:55.326426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74b5641-b47f-4ca3-992c-df3506141638 None None] Sync routers for ids ['f49a8e32-4832-4c86-a99d-48f3aee42c3f'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:15:55.336397 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74b5641-b47f-4ca3-992c-df3506141638 None None] Routers {'f49a8e32-4832-4c86-a99d-48f3aee42c3f'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:15:55.336978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-a74b5641-b47f-4ca3-992c-df3506141638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:15:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49a8e32-4832-4c86-a99d-48f3aee42c3f'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:55.374294 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-de486cf4-1a3a-4297-bb8b-3ac08eaa97c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:55.387306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-de486cf4-1a3a-4297-bb8b-3ac08eaa97c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:55.404312 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-37baaa85-e64d-452b-b8e8-86e5cd261018 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "DELETE /v2.0/floatingips/fd9ccce7-38cb-48bb-a740-838357d33151 HTTP/1.1" status: 204 len: 168 time: 3.1982846 Mar 01 21:15:55.405156 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9648265a-95b4-419b-ade1-d47a2a9ccef6', 'tag': 'bc74a27e-c044-4e86-b030-a6b4f375a854'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:15:55.412522 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d49797ac-aaaf-443c-a3d5-3463f6866f11 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:55.485662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49797ac-aaaf-443c-a3d5-3463f6866f11 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a643b010-b26e-4ebd-a841-ca25d03be938,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:55.552813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de486cf4-1a3a-4297-bb8b-3ac08eaa97c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:15:55.603428 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-a74b5641-b47f-4ca3-992c-df3506141638 None None] Set router f49a8e32-4832-4c86-a99d-48f3aee42c3f gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:15:55.615520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41244) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:55.645669 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b284f661-387c-482f-8cc3-d2617c9cba5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:55.684597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b284f661-387c-482f-8cc3-d2617c9cba5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:55.684878 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d49797ac-aaaf-443c-a3d5-3463f6866f11 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:55.688914 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d49797ac-aaaf-443c-a3d5-3463f6866f11 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8828528 Mar 01 21:15:55.690252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41248) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:55.700000 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b284f661-387c-482f-8cc3-d2617c9cba5f admin admin] Usage tracker for resource:security_group_rule and tenant:895249399f22499abbd4be40e44f1b88 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:55.712574 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b13a062e-693d-4cc7-a4ce-89d243257e68 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group_rule': {'security_group_id': 'a643b010-b26e-4ebd-a841-ca25d03be938', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:55.724542 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-de486cf4-1a3a-4297-bb8b-3ac08eaa97c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:55.729717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b13a062e-693d-4cc7-a4ce-89d243257e68 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:55.738555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b13a062e-693d-4cc7-a4ce-89d243257e68 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group_rule and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:55.741683 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b13a062e-693d-4cc7-a4ce-89d243257e68 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:55.756142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-de486cf4-1a3a-4297-bb8b-3ac08eaa97c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port 9044f195-2440-463a-a543-7f1f165d71e8 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:15:55.758682 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] Deleting port eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:55.758682 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:55.759370 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b13a062e-693d-4cc7-a4ce-89d243257e68 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:55.775085 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b284f661-387c-482f-8cc3-d2617c9cba5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:55.789781 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b284f661-387c-482f-8cc3-d2617c9cba5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:55.884629 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b13a062e-693d-4cc7-a4ce-89d243257e68 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:55.978176 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b284f661-387c-482f-8cc3-d2617c9cba5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:56.000624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-de486cf4-1a3a-4297-bb8b-3ac08eaa97c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::9 (cc39aad2-d371-4bc1-8f73-2342392e478c/17857650-1b7e-4057-939f-9b66826a5d85/9044f195-2440-463a-a543-7f1f165d71e8) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:15:56.007192 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9648265a-95b4-419b-ade1-d47a2a9ccef6', 'tag': 'bc74a27e-c044-4e86-b030-a6b4f375a854', 'status': 'completed', 'code': 200} Mar 01 21:15:56.025296 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b13a062e-693d-4cc7-a4ce-89d243257e68 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:56.081528 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b284f661-387c-482f-8cc3-d2617c9cba5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:56.093700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:15:56.145376 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b284f661-387c-482f-8cc3-d2617c9cba5f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=895249399f22499abbd4be40e44f1b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5265200 Mar 01 21:15:56.145785 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b13a062e-693d-4cc7-a4ce-89d243257e68 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:56.148380 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41256) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:56.207039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a062e-693d-4cc7-a4ce-89d243257e68 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297861e8-4911-4731-95b4-52c7b6aedc4a,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:56.237127 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284f661-387c-482f-8cc3-d2617c9cba5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f54a44-2a18-4a3e-94b9-b2e4dd984d90,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:56.281561 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d462b3b6-8364-4fbd-aa14-7b8a89e2c12d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:56.309930 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d462b3b6-8364-4fbd-aa14-7b8a89e2c12d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:56.345167 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b13a062e-693d-4cc7-a4ce-89d243257e68 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:56.349746 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b13a062e-693d-4cc7-a4ce-89d243257e68 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6581998 Mar 01 21:15:56.353128 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41260) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:56.360495 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f5f09a4f-cf5a-4b13-b3b2-b880bd00b36d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group_rule': {'security_group_id': 'a643b010-b26e-4ebd-a841-ca25d03be938', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:56.367580 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f5f09a4f-cf5a-4b13-b3b2-b880bd00b36d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:56.373573 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f5f09a4f-cf5a-4b13-b3b2-b880bd00b36d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group_rule and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:56.376185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f5f09a4f-cf5a-4b13-b3b2-b880bd00b36d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:56.382391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f5f09a4f-cf5a-4b13-b3b2-b880bd00b36d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:56.454715 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d462b3b6-8364-4fbd-aa14-7b8a89e2c12d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:56.470956 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462b3b6-8364-4fbd-aa14-7b8a89e2c12d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f54a44-2a18-4a3e-94b9-b2e4dd984d90,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:56.479641 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d462b3b6-8364-4fbd-aa14-7b8a89e2c12d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:56.480556 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c0f3d-e3f5-4697-894d-4def4e6d9201 req-0c20a682-1ff7-4f93-9040-cfa2a54848c4 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:56.481050 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d462b3b6-8364-4fbd-aa14-7b8a89e2c12d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/36f54a44-2a18-4a3e-94b9-b2e4dd984d90 HTTP/1.1" status: 204 len: 168 time: 0.3188066 Mar 01 21:15:56.482116 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a2c0f3d-e3f5-4697-894d-4def4e6d9201 req-0c20a682-1ff7-4f93-9040-cfa2a54848c4 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 946 time: 0.3637280 Mar 01 21:15:56.490018 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f5f09a4f-cf5a-4b13-b3b2-b880bd00b36d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:56.499618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a69073-594d-4185-9cfd-9597c883e7c9 req-6c572eb8-44ca-441d-a4d2-1e51028bb2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:56.501031 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5a69073-594d-4185-9cfd-9597c883e7c9 req-6c572eb8-44ca-441d-a4d2-1e51028bb2e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 1096 time: 0.3837986 Mar 01 21:15:56.538518 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] For port eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:56.539902 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:56.567053 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f5f09a4f-cf5a-4b13-b3b2-b880bd00b36d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:56.596808 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-de486cf4-1a3a-4297-bb8b-3ac08eaa97c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:56.653311 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147ba83-d2f2-4766-828a-206bf665f3b3 req-f3dd0eaa-64a1-4e0a-98f0-a705aaf02496 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:56.654790 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d147ba83-d2f2-4766-828a-206bf665f3b3 req-f3dd0eaa-64a1-4e0a-98f0-a705aaf02496 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.4226863 Mar 01 21:15:56.665876 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f5f09a4f-cf5a-4b13-b3b2-b880bd00b36d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:56.693852 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:56.708371 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-de486cf4-1a3a-4297-bb8b-3ac08eaa97c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object 9044f195-2440-463a-a543-7f1f165d71e8 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:56.708585 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] Calling delete_port for eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:56.717133 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a2c0f3d-e3f5-4697-894d-4def4e6d9201 req-df784ad7-352f-4938-965b-7c990fc66ac2 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127113 Mar 01 21:15:56.727837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f09a4f-cf5a-4b13-b3b2-b880bd00b36d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95b53698-7bba-48e5-b77a-e10c472ac92c,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:56.785035 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d147ba83-d2f2-4766-828a-206bf665f3b3 req-b963586a-1934-4514-9f4b-ccafb269fe51 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167693 Mar 01 21:15:56.796501 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a69073-594d-4185-9cfd-9597c883e7c9 req-e5a445b0-15e9-4234-8647-4b96fc732c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:56.798341 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5a69073-594d-4185-9cfd-9597c883e7c9 req-e5a445b0-15e9-4234-8647-4b96fc732c5d service neutron] 10.222.0.55 "GET /v2.0/networks?id=955e18d0-99d5-4e9f-a46b-3d60079a8d65 HTTP/1.1" status: 200 len: 898 time: 0.2901437 Mar 01 21:15:56.800752 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:56.804810 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f5f09a4f-cf5a-4b13-b3b2-b880bd00b36d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:56.809096 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f5f09a4f-cf5a-4b13-b3b2-b880bd00b36d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4527061 Mar 01 21:15:56.809540 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41268) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:56.812361 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-a74b5641-b47f-4ca3-992c-df3506141638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157566918', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:12:57Z', 'updated_at': '2022-03-01T21:13:10Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:59Z', 'updated_at': '2022-03-01T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '98ac23d7-974b-4eb3-bf69-299f88b43269', 'name': '', 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:f6:0c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '94ff59b6-ac8a-41c2-9c6a-4feb46c8d503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:07Z', 'updated_at': '2022-03-01T21:13:25Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '94ff59b6-ac8a-41c2-9c6a-4feb46c8d503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:56.815406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-683f96ab-ba64-4f52-a640-de843620aad1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group_rule': {'security_group_id': 'a643b010-b26e-4ebd-a841-ca25d03be938', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:56.825187 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-683f96ab-ba64-4f52-a640-de843620aad1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:56.829946 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-683f96ab-ba64-4f52-a640-de843620aad1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group_rule and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:56.833735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-683f96ab-ba64-4f52-a640-de843620aad1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:56.834059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74b5641-b47f-4ca3-992c-df3506141638 None None] Checking router: f49a8e32-4832-4c86-a99d-48f3aee42c3f for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:15:56.847595 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74b5641-b47f-4ca3-992c-df3506141638 None None] Routers {'f49a8e32-4832-4c86-a99d-48f3aee42c3f'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:15:56.848313 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-a74b5641-b47f-4ca3-992c-df3506141638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:15:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49a8e32-4832-4c86-a99d-48f3aee42c3f'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:56.857744 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-683f96ab-ba64-4f52-a640-de843620aad1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:56.894637 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5a69073-594d-4185-9cfd-9597c883e7c9 req-9c7da7c6-db74-459d-bdb0-4119361c83cc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc74a27e-c044-4e86-b030-a6b4f375a854 HTTP/1.1" status: 200 len: 217 time: 0.0884459 Mar 01 21:15:56.916394 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:56.971142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a69073-594d-4185-9cfd-9597c883e7c9 req-76ddbb35-d42b-4ecc-9564-7657a57b312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:56.973053 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5a69073-594d-4185-9cfd-9597c883e7c9 req-76ddbb35-d42b-4ecc-9564-7657a57b312e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94ff59b6-ac8a-41c2-9c6a-4feb46c8d503 HTTP/1.1" status: 200 len: 834 time: 0.0716937 Mar 01 21:15:56.974609 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:15:56.974966 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:15:56.999629 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-683f96ab-ba64-4f52-a640-de843620aad1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:57.092929 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-de486cf4-1a3a-4297-bb8b-3ac08eaa97c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:57.093792 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:57.124666 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-683f96ab-ba64-4f52-a640-de843620aad1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:57.139718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-a74b5641-b47f-4ca3-992c-df3506141638 None None] Set router f49a8e32-4832-4c86-a99d-48f3aee42c3f gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:15:57.199627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de486cf4-1a3a-4297-bb8b-3ac08eaa97c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=9044f195-2440-463a-a543-7f1f165d71e8,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:57.208583 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-683f96ab-ba64-4f52-a640-de843620aad1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:57.225535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de486cf4-1a3a-4297-bb8b-3ac08eaa97c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:15:57.238364 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-de486cf4-1a3a-4297-bb8b-3ac08eaa97c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:15:57.253115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de486cf4-1a3a-4297-bb8b-3ac08eaa97c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:15:57.266592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de486cf4-1a3a-4297-bb8b-3ac08eaa97c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:57.270345 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-de486cf4-1a3a-4297-bb8b-3ac08eaa97c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:57.298678 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f96ab-ba64-4f52-a640-de843620aad1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be078cdb-d837-4f91-8791-9e6395eaee3b,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:57.378884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a69073-594d-4185-9cfd-9597c883e7c9 req-d2b1f7c7-35f5-4a59-8a2b-bdad2a8dc98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:57.394831 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5a69073-594d-4185-9cfd-9597c883e7c9 req-d2b1f7c7-35f5-4a59-8a2b-bdad2a8dc98e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=955e18d0-99d5-4e9f-a46b-3d60079a8d65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4143205 Mar 01 21:15:57.395827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.55', 53201) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:57.413059 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-683f96ab-ba64-4f52-a640-de843620aad1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:57.414368 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-683f96ab-ba64-4f52-a640-de843620aad1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6038020 Mar 01 21:15:57.421574 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41288) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:57.433188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-944a0640-1722-42a0-8f7a-94c3404c4b4d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group_rule': {'security_group_id': 'a643b010-b26e-4ebd-a841-ca25d03be938', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:57.442948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-944a0640-1722-42a0-8f7a-94c3404c4b4d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:57.452399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-944a0640-1722-42a0-8f7a-94c3404c4b4d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group_rule and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:57.456155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-944a0640-1722-42a0-8f7a-94c3404c4b4d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:57.466377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-944a0640-1722-42a0-8f7a-94c3404c4b4d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:57.528241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cabb76-2695-4eb1-be09-a949c18f0c7e req-8161641c-d5e7-47b9-86e8-b53245ac26eb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:57.529362 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-d8cabb76-2695-4eb1-be09-a949c18f0c7e req-8161641c-d5e7-47b9-86e8-b53245ac26eb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:57.558703 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-aa3cf665-58df-4aac-af7b-60e30fb374f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:57.603345 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-944a0640-1722-42a0-8f7a-94c3404c4b4d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:57.625444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-d8cabb76-2695-4eb1-be09-a949c18f0c7e req-8161641c-d5e7-47b9-86e8-b53245ac26eb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:57.627175 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d8cabb76-2695-4eb1-be09-a949c18f0c7e req-8161641c-d5e7-47b9-86e8-b53245ac26eb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.55 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.2910962 Mar 01 21:15:57.664408 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-de486cf4-1a3a-4297-bb8b-3ac08eaa97c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.5143795 Mar 01 21:15:57.674553 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-a74b5641-b47f-4ca3-992c-df3506141638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157566918', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:12:57Z', 'updated_at': '2022-03-01T21:13:10Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:59Z', 'updated_at': '2022-03-01T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '98ac23d7-974b-4eb3-bf69-299f88b43269', 'name': '', 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:f6:0c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '94ff59b6-ac8a-41c2-9c6a-4feb46c8d503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:07Z', 'updated_at': '2022-03-01T21:13:25Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '94ff59b6-ac8a-41c2-9c6a-4feb46c8d503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:15:57.679646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74b5641-b47f-4ca3-992c-df3506141638 None None] The sync data for ids ['f49a8e32-4832-4c86-a99d-48f3aee42c3f'] in n-d-827896-4 is: [{'id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157566918', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:12:57Z', 'updated_at': '2022-03-01T21:13:10Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:59Z', 'updated_at': '2022-03-01T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '98ac23d7-974b-4eb3-bf69-299f88b43269', 'name': '', 'network_id': '955e18d0-99d5-4e9f-a46b-3d60079a8d65', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:f6:0c:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2668, 'fixed_ips': [{'subnet_id': '94ff59b6-ac8a-41c2-9c6a-4feb46c8d503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:13:07Z', 'updated_at': '2022-03-01T21:13:25Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '94ff59b6-ac8a-41c2-9c6a-4feb46c8d503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:15:57.691232 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41296) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:57.760850 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] Deleting port eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:57.761172 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:57.855741 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5a69073-594d-4185-9cfd-9597c883e7c9 req-5963aec5-5a4f-4cd8-bc17-24481c7e6025 service neutron] 10.222.0.55 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402273 Mar 01 21:15:57.925145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-d8cabb76-2695-4eb1-be09-a949c18f0c7e req-6009c76b-02b8-460c-8922-3264f750d948 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Deleting port bc74a27e-c044-4e86-b030-a6b4f375a854 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:57.925493 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d8cabb76-2695-4eb1-be09-a949c18f0c7e req-6009c76b-02b8-460c-8922-3264f750d948 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:58.013398 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-944a0640-1722-42a0-8f7a-94c3404c4b4d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:58.108466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4987b10-2cc5-42d6-9277-3c070d178329 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:58.115743 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4987b10-2cc5-42d6-9277-3c070d178329 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:58.121143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d4987b10-2cc5-42d6-9277-3c070d178329 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:58.121293 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea9e34fd-7165-4511-9d62-e6804a72fd37 None None] New status for floating IP fd9ccce7-38cb-48bb-a740-838357d33151: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:15:58.132911 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-944a0640-1722-42a0-8f7a-94c3404c4b4d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:58.165244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56186b-eb8b-4ea1-be2d-3670a6f5312c req-96bcad49-d7eb-410f-820e-ab4dff21cf0c tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:58.167593 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d56186b-eb8b-4ea1-be2d-3670a6f5312c req-96bcad49-d7eb-410f-820e-ab4dff21cf0c tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 946 time: 0.8555708 Mar 01 21:15:58.247075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a0640-1722-42a0-8f7a-94c3404c4b4d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e7963b-88d8-4a53-bf2f-db43169e60b9,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:58.264455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] For port eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:58.265166 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:58.316505 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-944a0640-1722-42a0-8f7a-94c3404c4b4d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:58.319346 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-944a0640-1722-42a0-8f7a-94c3404c4b4d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8956859 Mar 01 21:15:58.327643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d4987b10-2cc5-42d6-9277-3c070d178329 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:58.331290 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d4987b10-2cc5-42d6-9277-3c070d178329 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1587 time: 0.6327891 Mar 01 21:15:58.331290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41314) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:58.353325 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41316) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:58.398821 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f7ab563c-9f70-4408-979c-e9bb8bafec75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group_rule': {'security_group_id': 'a643b010-b26e-4ebd-a841-ca25d03be938', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:15:58.407687 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f7ab563c-9f70-4408-979c-e9bb8bafec75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:15:58.411303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f7ab563c-9f70-4408-979c-e9bb8bafec75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group_rule and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:15:58.414486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f7ab563c-9f70-4408-979c-e9bb8bafec75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:15:58.422219 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f7ab563c-9f70-4408-979c-e9bb8bafec75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:15:58.462324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32149ef8-01fb-4a47-ae70-6efac74c673d req-e29fbcfe-7648-4e6f-9468-a7d9c108184c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:58.463986 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32149ef8-01fb-4a47-ae70-6efac74c673d req-e29fbcfe-7648-4e6f-9468-a7d9c108184c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee269e56fe8d4324bcbcfd88437e9b99&device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 1097 time: 1.0554969 Mar 01 21:15:58.477315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d56186b-eb8b-4ea1-be2d-3670a6f5312c req-77a569fb-44b0-47b3-94ea-44a9e7d6fd98 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729263 Mar 01 21:15:58.526046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-d8cabb76-2695-4eb1-be09-a949c18f0c7e req-6009c76b-02b8-460c-8922-3264f750d948 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] For port bc74a27e-c044-4e86-b030-a6b4f375a854, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bc74a27e-c044-4e86-b030-a6b4f375a854,segment=NetworkSegment(84dd909c-4d7a-4be8-b843-436a0ab1dce5),segment_id=84dd909c-4d7a-4be8-b843-436a0ab1dce5)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:15:58.526697 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d8cabb76-2695-4eb1-be09-a949c18f0c7e req-6009c76b-02b8-460c-8922-3264f750d948 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:58.537275 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] Calling delete_port for eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:58.551754 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d82f6767-5d9d-45fe-a1ad-8bcd1992aad6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port 9044f195-2440-463a-a543-7f1f165d71e8 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:15:58.552104 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d82f6767-5d9d-45fe-a1ad-8bcd1992aad6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:58.580131 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5a69073-594d-4185-9cfd-9597c883e7c9 req-cc13a5b5-4662-45cb-81c1-8800f8f56a4b service neutron] 10.222.0.55 "GET /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7170196 Mar 01 21:15:58.621728 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac8435-9b54-4ae6-913f-73a67e9f8c6b req-302ea86a-fdd7-40c4-8cc5-19ba1fc3a91a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:58.628419 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0cac8435-9b54-4ae6-913f-73a67e9f8c6b req-302ea86a-fdd7-40c4-8cc5-19ba1fc3a91a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 945 time: 0.4375341 Mar 01 21:15:58.678679 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f7ab563c-9f70-4408-979c-e9bb8bafec75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:58.739100 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:58.786860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] Pushing event deleted for resources: {'Port': ['ID=eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:58.798977 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0cac8435-9b54-4ae6-913f-73a67e9f8c6b req-bf369b2a-810c-4007-a112-37a6e5644cfc tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=318c3c54-ea60-443e-b8aa-4509177b1624&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694050 Mar 01 21:15:58.804976 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-d8cabb76-2695-4eb1-be09-a949c18f0c7e req-6009c76b-02b8-460c-8922-3264f750d948 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Calling delete_port for bc74a27e-c044-4e86-b030-a6b4f375a854 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:58.809777 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b5abc6-fca0-453e-a673-8b385ffcbd50 None None] No DVR routers for this DVR port eb5590e2-769f-4ffb-90ff-74d7c0dbfbd2 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:15:58.838412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32149ef8-01fb-4a47-ae70-6efac74c673d req-4c72e099-9d60-485d-9310-092b8d158a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:58.840220 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32149ef8-01fb-4a47-ae70-6efac74c673d req-4c72e099-9d60-485d-9310-092b8d158a50 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ba98e44-c63b-4d99-9d5c-4be112841517 HTTP/1.1" status: 200 len: 911 time: 0.3541636 Mar 01 21:15:58.841820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff2b3ee-bd43-43d9-85f4-12aa4e9ad1ac None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:15:58.939131 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f7ab563c-9f70-4408-979c-e9bb8bafec75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:58.951221 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32149ef8-01fb-4a47-ae70-6efac74c673d req-236cf4d1-4006-442a-9e39-539210d71cf4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06361bd4-258e-4d4b-b36b-445f6965ca52 HTTP/1.1" status: 200 len: 217 time: 0.1030157 Mar 01 21:15:59.033745 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f7ab563c-9f70-4408-979c-e9bb8bafec75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:59.074939 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ab563c-9f70-4408-979c-e9bb8bafec75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8887a23b-7a5c-4789-adc9-7d767fc35e1a,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:59.123109 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d8cabb76-2695-4eb1-be09-a949c18f0c7e req-6009c76b-02b8-460c-8922-3264f750d948 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:59.123720 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d82f6767-5d9d-45fe-a1ad-8bcd1992aad6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:59.166043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cc39aad2-d371-4bc1-8f73-2342392e478c', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'fixed_ips': [{'subnet_id': '17857650-1b7e-4057-939f-9b66826a5d85'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:15:59.167923 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:59.181685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009c76b-02b8-460c-8922-3264f750d948 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Port': ['ID=bc74a27e-c044-4e86-b030-a6b4f375a854,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:59.187953 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f7ab563c-9f70-4408-979c-e9bb8bafec75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:59.189291 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f7ab563c-9f70-4408-979c-e9bb8bafec75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8552780 Mar 01 21:15:59.221340 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41336) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:59.321996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d82f6767-5d9d-45fe-a1ad-8bcd1992aad6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for 9044f195-2440-463a-a543-7f1f165d71e8 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:15:59.330973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cabb76-2695-4eb1-be09-a949c18f0c7e req-6009c76b-02b8-460c-8922-3264f750d948 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] No DVR routers for this DVR port bc74a27e-c044-4e86-b030-a6b4f375a854 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:15:59.352849 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d8cabb76-2695-4eb1-be09-a949c18f0c7e req-6009c76b-02b8-460c-8922-3264f750d948 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:59.361930 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d8cabb76-2695-4eb1-be09-a949c18f0c7e req-6009c76b-02b8-460c-8922-3264f750d948 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.55 "DELETE /v2.0/ports/bc74a27e-c044-4e86-b030-a6b4f375a854 HTTP/1.1" status: 204 len: 173 time: 1.7198894 Mar 01 21:15:59.362137 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9648265a-95b4-419b-ade1-d47a2a9ccef6', 'name': 'network-vif-deleted', 'tag': 'bc74a27e-c044-4e86-b030-a6b4f375a854'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:15:59.362908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32149ef8-01fb-4a47-ae70-6efac74c673d req-8f0f22bd-b68c-4ec7-abe4-75f11994b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:15:59.364362 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32149ef8-01fb-4a47-ae70-6efac74c673d req-8f0f22bd-b68c-4ec7-abe4-75f11994b39b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26a4bed8-a042-492e-b3b6-8d42e97fe928 HTTP/1.1" status: 200 len: 850 time: 0.4067302 Mar 01 21:15:59.419608 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fbcfa1be-3f2a-4c7f-996f-c84ac0f90c31 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:59.425692 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32149ef8-01fb-4a47-ae70-6efac74c673d req-d3580510-8f1e-4b38-816a-a863ce4dc26f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ba98e44-c63b-4d99-9d5c-4be112841517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541675 Mar 01 21:15:59.431574 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fbcfa1be-3f2a-4c7f-996f-c84ac0f90c31 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:59.434135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Allocated IP 2001:db8::2 (cc39aad2-d371-4bc1-8f73-2342392e478c/17857650-1b7e-4057-939f-9b66826a5d85/fc5f85f3-5a75-48f4-adbe-a6610d75aa44) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:15:59.499321 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9648265a-95b4-419b-ade1-d47a2a9ccef6', 'name': 'network-vif-deleted', 'tag': 'bc74a27e-c044-4e86-b030-a6b4f375a854', 'status': 'completed', 'code': 200} Mar 01 21:15:59.614688 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fbcfa1be-3f2a-4c7f-996f-c84ac0f90c31 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:59.668099 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcfa1be-3f2a-4c7f-996f-c84ac0f90c31 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8887a23b-7a5c-4789-adc9-7d767fc35e1a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:15:59.676678 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fbcfa1be-3f2a-4c7f-996f-c84ac0f90c31 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:59.680167 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fbcfa1be-3f2a-4c7f-996f-c84ac0f90c31 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/8887a23b-7a5c-4789-adc9-7d767fc35e1a HTTP/1.1" status: 204 len: 168 time: 0.4571230 Mar 01 21:15:59.682808 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41354) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:59.770154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-224ecd5d-f669-44c1-b9d2-5a2b1430ecd7 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:15:59.776720 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-03a54753-eee4-4777-86c3-c8655457fbfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:59.820962 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:59.836961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Transition to ACTIVE for port object fc5f85f3-5a75-48f4-adbe-a6610d75aa44 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:59.864621 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Transition to ACTIVE for port object fc5f85f3-5a75-48f4-adbe-a6610d75aa44 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:15:59.870108 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bc74a27e-c044-4e86-b030-a6b4f375a854 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:15:59.883094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-224ecd5d-f669-44c1-b9d2-5a2b1430ecd7 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:15:59.888683 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-224ecd5d-f669-44c1-b9d2-5a2b1430ecd7 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2007632 Mar 01 21:15:59.888981 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41366) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:15:59.943101 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: bc74a27e-c044-4e86-b030-a6b4f375a854 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:15:59.943645 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bc74a27e-c044-4e86-b030-a6b4f375a854 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:15:59.966531 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7adabb0a-491e-4680-bb4d-cf2204262630 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:59.981677 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7adabb0a-491e-4680-bb4d-cf2204262630 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:15:59.985842 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:00.033456 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d82f6767-5d9d-45fe-a1ad-8bcd1992aad6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:00.062576 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:00.065735 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:00.069565 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:16:00.094680 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7adabb0a-491e-4680-bb4d-cf2204262630 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:00.117822 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Pushing event updated for resources: {'Port': ['ID=fc5f85f3-5a75-48f4-adbe-a6610d75aa44,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:00.142658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adabb0a-491e-4680-bb4d-cf2204262630 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9e7963b-88d8-4a53-bf2f-db43169e60b9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:00.202365 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f6767-5d9d-45fe-a1ad-8bcd1992aad6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=9044f195-2440-463a-a543-7f1f165d71e8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:00.243735 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9c6a9cb-9bd8-41e3-916f-e1688843acbf req-6d627ce0-1bdd-454f-a9f3-5c2d9667697a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9648265a-95b4-419b-ade1-d47a2a9ccef6 HTTP/1.1" status: 200 len: 210 time: 0.1163638 Mar 01 21:16:00.245255 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d82f6767-5d9d-45fe-a1ad-8bcd1992aad6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:00.249569 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7adabb0a-491e-4680-bb4d-cf2204262630 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:00.250900 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7adabb0a-491e-4680-bb4d-cf2204262630 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/b9e7963b-88d8-4a53-bf2f-db43169e60b9 HTTP/1.1" status: 204 len: 168 time: 0.3609085 Mar 01 21:16:00.253674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41384) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:00.278777 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32149ef8-01fb-4a47-ae70-6efac74c673d req-dc006c5e-3d88-4deb-8682-ad543ef88552 service neutron] 10.222.0.55 "GET /v2.0/networks/6ba98e44-c63b-4d99-9d5c-4be112841517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8346598 Mar 01 21:16:00.284059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Attempting to bind port fc5f85f3-5a75-48f4-adbe-a6610d75aa44 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:16:00.284717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Attempting to bind port fc5f85f3-5a75-48f4-adbe-a6610d75aa44 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:16:00.285193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Attempting to bind port fc5f85f3-5a75-48f4-adbe-a6610d75aa44 on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:16:00.297364 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:16:00.300273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:16:00.300273 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:00.300273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:16:00.300273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Bound port: fc5f85f3-5a75-48f4-adbe-a6610d75aa44, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:16:00.300273 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:00.341197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97dc687-2c78-43b7-a29a-5852b9f86af3 req-a623a534-8389-425d-9a5d-e2daa8b5d394 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:00.342559 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b97dc687-2c78-43b7-a29a-5852b9f86af3 req-a623a534-8389-425d-9a5d-e2daa8b5d394 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 946 time: 0.6757879 Mar 01 21:16:00.347391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-32c2914c-c415-4779-97fe-7ed93e89231f tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:00.408490 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d82f6767-5d9d-45fe-a1ad-8bcd1992aad6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/9044f195-2440-463a-a543-7f1f165d71e8 HTTP/1.1" status: 204 len: 168 time: 2.0454881 Mar 01 21:16:00.409002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41388) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:00.433526 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] For port fc5f85f3-5a75-48f4-adbe-a6610d75aa44, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:16:00.433526 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] For port fc5f85f3-5a75-48f4-adbe-a6610d75aa44, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=fc5f85f3-5a75-48f4-adbe-a6610d75aa44,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:16:00.480141 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b97dc687-2c78-43b7-a29a-5852b9f86af3 req-5f2efea6-8235-4a8c-8fdb-ff0f9c94a92b tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812094 Mar 01 21:16:00.488809 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32149ef8-01fb-4a47-ae70-6efac74c673d req-14c35ce0-2a57-4b7c-90c0-6d3b038ba25b service neutron] 10.222.0.55 "GET /v2.0/networks/6ba98e44-c63b-4d99-9d5c-4be112841517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016068 Mar 01 21:16:00.527466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-32c2914c-c415-4779-97fe-7ed93e89231f tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:00.527466 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-32c2914c-c415-4779-97fe-7ed93e89231f tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2685273 Mar 01 21:16:00.529096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41398) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:00.544153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb42463-06df-4631-8bec-178cdee05c4a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:00.549747 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb42463-06df-4631-8bec-178cdee05c4a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:00.549747 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ccb42463-06df-4631-8bec-178cdee05c4a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:00.566318 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-786a34b4-6a96-4de9-88d5-e57e11e182f4 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:00.579808 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-786a34b4-6a96-4de9-88d5-e57e11e182f4 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:00.591850 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:00.643739 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:00.646001 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:00.665448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ccb42463-06df-4631-8bec-178cdee05c4a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:00.669198 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ccb42463-06df-4631-8bec-178cdee05c4a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2567174 Mar 01 21:16:00.669563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41404) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:00.683827 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8613f04-d7b5-4dd2-b851-9605efbfb6bc None None] Pushing event updated for resources: {'Port': ['ID=fc5f85f3-5a75-48f4-adbe-a6610d75aa44,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:00.730855 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-786a34b4-6a96-4de9-88d5-e57e11e182f4 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:00.762116 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a34b4-6a96-4de9-88d5-e57e11e182f4 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be078cdb-d837-4f91-8791-9e6395eaee3b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:00.785994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-c22eab30-e394-45cb-9147-14366174a9b4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet 17857650-1b7e-4057-939f-9b66826a5d85 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:16:00.786874 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c22eab30-e394-45cb-9147-14366174a9b4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:00.848689 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-786a34b4-6a96-4de9-88d5-e57e11e182f4 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:00.852539 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41412) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:00.852730 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-786a34b4-6a96-4de9-88d5-e57e11e182f4 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/be078cdb-d837-4f91-8791-9e6395eaee3b HTTP/1.1" status: 204 len: 168 time: 0.3225031 Mar 01 21:16:00.855706 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c22eab30-e394-45cb-9147-14366174a9b4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:00.936962 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d4165f61-3942-408d-bd2d-8af18fe4b6ee tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0827768 Mar 01 21:16:00.939721 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41418) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:00.984662 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6f00b947-e145-4023-9e89-ea3b375a6ccd tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:00.989947 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c22eab30-e394-45cb-9147-14366174a9b4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:01.002449 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6f00b947-e145-4023-9e89-ea3b375a6ccd tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:01.094771 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6f00b947-e145-4023-9e89-ea3b375a6ccd tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:01.126831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f00b947-e145-4023-9e89-ea3b375a6ccd tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95b53698-7bba-48e5-b77a-e10c472ac92c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:01.131413 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6f00b947-e145-4023-9e89-ea3b375a6ccd tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:01.132637 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6f00b947-e145-4023-9e89-ea3b375a6ccd tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/95b53698-7bba-48e5-b77a-e10c472ac92c HTTP/1.1" status: 204 len: 168 time: 0.1919875 Mar 01 21:16:01.134900 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c22eab30-e394-45cb-9147-14366174a9b4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:01.135569 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41424) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:01.180554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22eab30-e394-45cb-9147-14366174a9b4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=17857650-1b7e-4057-939f-9b66826a5d85,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:01.185954 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c22eab30-e394-45cb-9147-14366174a9b4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:01.188047 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-da4b33e6-cee2-40e0-bc9c-0d01b460429b tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:01.288338 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-da4b33e6-cee2-40e0-bc9c-0d01b460429b tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:01.289092 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c22eab30-e394-45cb-9147-14366174a9b4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/17857650-1b7e-4057-939f-9b66826a5d85 HTTP/1.1" status: 204 len: 168 time: 0.6184211 Mar 01 21:16:01.289959 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-da4b33e6-cee2-40e0-bc9c-0d01b460429b tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1531038 Mar 01 21:16:01.292510 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41432) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:01.293382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41434) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:01.328034 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1dbe6304-9fc4-4492-8536-eb40f5dc2539 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:01.340442 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1dbe6304-9fc4-4492-8536-eb40f5dc2539 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:01.383281 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41440) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:01.385397 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-01c4262a-1858-4628-bbc3-0703803e2b49 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0915217 Mar 01 21:16:01.387846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41444) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:01.478336 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b6ef49a-6d0a-4a27-8df8-77bfe457fe46 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:01.478633 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2b6ef49a-6d0a-4a27-8df8-77bfe457fe46 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0895584 Mar 01 21:16:01.482321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41450) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:01.603506 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1dbe6304-9fc4-4492-8536-eb40f5dc2539 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:01.660170 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbe6304-9fc4-4492-8536-eb40f5dc2539 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=297861e8-4911-4731-95b4-52c7b6aedc4a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:01.675679 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41456) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:01.811265 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef28b8c-26bb-40d4-ac01-9bb8744c6298 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:01.811969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7ef28b8c-26bb-40d4-ac01-9bb8744c6298 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:01.814526 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55639ce2-c442-4435-bfa6-7bcc4ace2bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:01.824598 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1dbe6304-9fc4-4492-8536-eb40f5dc2539 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:01.825704 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1dbe6304-9fc4-4492-8536-eb40f5dc2539 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/297861e8-4911-4731-95b4-52c7b6aedc4a HTTP/1.1" status: 204 len: 168 time: 0.5313087 Mar 01 21:16:01.829070 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41462) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:01.849524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-55639ce2-c442-4435-bfa6-7bcc4ace2bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:01.858219 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-55639ce2-c442-4435-bfa6-7bcc4ace2bca admin admin] Usage tracker for resource:security_group_rule and tenant:bc3303466ffe47679091ad46e592b711 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:01.862613 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-55639ce2-c442-4435-bfa6-7bcc4ace2bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:01.871633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-55639ce2-c442-4435-bfa6-7bcc4ace2bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:01.909259 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-470889ef-cb96-4079-b31b-40b92b87d822 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0767105 Mar 01 21:16:01.916279 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41466) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:01.930316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7ef28b8c-26bb-40d4-ac01-9bb8744c6298 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:01.931505 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7ef28b8c-26bb-40d4-ac01-9bb8744c6298 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4480188 Mar 01 21:16:01.936880 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41470) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:01.967303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104875b-daef-491b-a98b-c02f487d5caf req-0f809d4c-9367-434c-b02a-3cb30859f53c tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:01.968876 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9104875b-daef-491b-a98b-c02f487d5caf req-0f809d4c-9367-434c-b02a-3cb30859f53c tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 946 time: 0.3100066 Mar 01 21:16:02.032526 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-befcc7b1-32ec-42dc-9d31-716d1fa5c71c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917063 Mar 01 21:16:02.048920 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41474) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:02.063675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99878fc8-0c31-49ac-b029-3cb71d412115 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:02.112360 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9104875b-daef-491b-a98b-c02f487d5caf req-b2a0a099-1e2f-4947-9264-06e0c82bd5a7 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289642 Mar 01 21:16:02.146330 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e7986521-6d8a-49df-b691-2d4fb4ac112a None None] Could not find standard attr ID for object 9044f195-2440-463a-a543-7f1f165d71e8. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:16:02.163871 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55639ce2-c442-4435-bfa6-7bcc4ace2bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:02.169480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-93433a8c-8ec5-4601-ae99-f74573967cab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:02.248262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device fc5f85f3-5a75-48f4-adbe-a6610d75aa44 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:16:02.289132 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55639ce2-c442-4435-bfa6-7bcc4ace2bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:02.290677 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e7986521-6d8a-49df-b691-2d4fb4ac112a None None] Provisioning for port fc5f85f3-5a75-48f4-adbe-a6610d75aa44 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:16:02.302281 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-07750f7b-5703-47ee-b267-7be3baf16ab4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:02.331343 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-256602d9-94dd-4ef5-8806-4cf624168735 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:02.394530 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-93433a8c-8ec5-4601-ae99-f74573967cab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:02.411494 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-55639ce2-c442-4435-bfa6-7bcc4ace2bca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc3303466ffe47679091ad46e592b711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7347009 Mar 01 21:16:02.434455 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:02.440656 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41488) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:02.442663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-93433a8c-8ec5-4601-ae99-f74573967cab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:02.455983 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55639ce2-c442-4435-bfa6-7bcc4ace2bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe75353-8fcb-4bdf-b747-8cf529f0ff86,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:02.485683 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-256602d9-94dd-4ef5-8806-4cf624168735 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:02.540102 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port fc5f85f3-5a75-48f4-adbe-a6610d75aa44 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:16:02.547423 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port fc5f85f3-5a75-48f4-adbe-a6610d75aa44 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:02.547835 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:02.579101 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93433a8c-8ec5-4601-ae99-f74573967cab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:16:02.582591 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93433a8c-8ec5-4601-ae99-f74573967cab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:02.614236 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c847c88-4750-4d1d-9d71-5a6f9eedd97b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:02.634635 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] DHCP port deletion for cc39aad2-d371-4bc1-8f73-2342392e478c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:16:02.639717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] Deleting port fc5f85f3-5a75-48f4-adbe-a6610d75aa44 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:02.640094 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:02.817592 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:02.828274 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-256602d9-94dd-4ef5-8806-4cf624168735 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:02.856519 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c847c88-4750-4d1d-9d71-5a6f9eedd97b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:02.873384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256602d9-94dd-4ef5-8806-4cf624168735 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a643b010-b26e-4ebd-a841-ca25d03be938,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:02.929199 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-256602d9-94dd-4ef5-8806-4cf624168735 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:02.930112 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-256602d9-94dd-4ef5-8806-4cf624168735 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-groups/a643b010-b26e-4ebd-a841-ca25d03be938 HTTP/1.1" status: 204 len: 168 time: 1.0128105 Mar 01 21:16:02.933819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41492) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:02.949817 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-07750f7b-5703-47ee-b267-7be3baf16ab4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Deleting port 98ac23d7-974b-4eb3-bf69-299f88b43269 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:02.950176 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-07750f7b-5703-47ee-b267-7be3baf16ab4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:02.972387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port fc5f85f3-5a75-48f4-adbe-a6610d75aa44, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=fc5f85f3-5a75-48f4-adbe-a6610d75aa44,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:02.985714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] For port fc5f85f3-5a75-48f4-adbe-a6610d75aa44, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=fc5f85f3-5a75-48f4-adbe-a6610d75aa44,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:02.986494 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:03.047432 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fe5c4037-b31a-42a8-9668-7b5e4e2e6b3d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:03.095543 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:03.106349 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c847c88-4750-4d1d-9d71-5a6f9eedd97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:03.122777 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c847c88-4750-4d1d-9d71-5a6f9eedd97b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe75353-8fcb-4bdf-b747-8cf529f0ff86,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:03.156934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fe5c4037-b31a-42a8-9668-7b5e4e2e6b3d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:03.158458 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fe5c4037-b31a-42a8-9668-7b5e4e2e6b3d tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2237332 Mar 01 21:16:03.165600 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41500) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:03.173964 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-024363a0-c296-4cf7-a758-d26862071fef tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1236024153'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:03.197736 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-024363a0-c296-4cf7-a758-d26862071fef tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:03.201499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] Calling delete_port for fc5f85f3-5a75-48f4-adbe-a6610d75aa44 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:03.216913 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-07750f7b-5703-47ee-b267-7be3baf16ab4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] For port 98ac23d7-974b-4eb3-bf69-299f88b43269, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=98ac23d7-974b-4eb3-bf69-299f88b43269,segment=NetworkSegment(84dd909c-4d7a-4be8-b843-436a0ab1dce5),segment_id=84dd909c-4d7a-4be8-b843-436a0ab1dce5)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:03.217280 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-07750f7b-5703-47ee-b267-7be3baf16ab4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:03.257973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-024363a0-c296-4cf7-a758-d26862071fef tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:03.317675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=fc5f85f3-5a75-48f4-adbe-a6610d75aa44,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:03.334704 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c847c88-4750-4d1d-9d71-5a6f9eedd97b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:03.343664 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0c847c88-4750-4d1d-9d71-5a6f9eedd97b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cfe75353-8fcb-4bdf-b747-8cf529f0ff86 HTTP/1.1" status: 204 len: 168 time: 0.8918555 Mar 01 21:16:03.381514 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:16:03.381923 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:16:03.405093 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-024363a0-c296-4cf7-a758-d26862071fef tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:03.412389 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-07750f7b-5703-47ee-b267-7be3baf16ab4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Calling delete_port for 98ac23d7-974b-4eb3-bf69-299f88b43269 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:03.451199 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-024363a0-c296-4cf7-a758-d26862071fef tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:03.458880 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-024363a0-c296-4cf7-a758-d26862071fef tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group_rule and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:03.462470 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-024363a0-c296-4cf7-a758-d26862071fef tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:03.467152 n-d-827896-4 neutron-server[88519]: DEBUG neutron.objects.ports [None req-93433a8c-8ec5-4601-ae99-f74573967cab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 01 21:16:03.507256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-024363a0-c296-4cf7-a758-d26862071fef tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:03.537486 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a4bdf-cec7-42ea-a6f1-efe4760dd53f req-768f8480-ec3e-4d1f-b398-234c6a6d3ad6 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:03.539109 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-445a4bdf-cec7-42ea-a6f1-efe4760dd53f req-768f8480-ec3e-4d1f-b398-234c6a6d3ad6 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 946 time: 0.1649575 Mar 01 21:16:03.597968 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-445a4bdf-cec7-42ea-a6f1-efe4760dd53f req-e52c1e59-96f6-4341-b722-b6b84c70c354 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522180 Mar 01 21:16:03.663551 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-024363a0-c296-4cf7-a758-d26862071fef tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:03.736642 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-024363a0-c296-4cf7-a758-d26862071fef tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:03.762735 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-07750f7b-5703-47ee-b267-7be3baf16ab4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:03.781872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024363a0-c296-4cf7-a758-d26862071fef tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8b84ab-1eba-496d-a540-a38ac0ad2ab5,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:03.817188 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93433a8c-8ec5-4601-ae99-f74573967cab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:03.828229 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07750f7b-5703-47ee-b267-7be3baf16ab4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Port': ['ID=98ac23d7-974b-4eb3-bf69-299f88b43269,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:03.883447 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] Deleting port fc5f85f3-5a75-48f4-adbe-a6610d75aa44 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:03.883841 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:03.911315 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-024363a0-c296-4cf7-a758-d26862071fef tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:03.913862 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-024363a0-c296-4cf7-a758-d26862071fef tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7460225 Mar 01 21:16:03.915427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41510) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:03.934274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group_rule': {'security_group_id': '8f8b84ab-1eba-496d-a540-a38ac0ad2ab5', 'direction': 'ingress', 'protocol': 17}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:03.968904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:03.993008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group_rule and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:03.998753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:04.034942 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:04.118670 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device fc5f85f3-5a75-48f4-adbe-a6610d75aa44 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:16:04.165347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41516) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:04.211416 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6a2a2ec-f940-47b4-b84b-f310c32f38e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:04.235239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a6a2a2ec-f940-47b4-b84b-f310c32f38e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:04.245847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a6a2a2ec-f940-47b4-b84b-f310c32f38e5 admin admin] Usage tracker for resource:security_group_rule and tenant:3790638d63d8467da77de84b77dcd08a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:04.255415 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a6a2a2ec-f940-47b4-b84b-f310c32f38e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:04.273799 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a6a2a2ec-f940-47b4-b84b-f310c32f38e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:04.301648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-93433a8c-8ec5-4601-ae99-f74573967cab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] For port fc5f85f3-5a75-48f4-adbe-a6610d75aa44, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=fc5f85f3-5a75-48f4-adbe-a6610d75aa44,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:04.351699 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] For port fc5f85f3-5a75-48f4-adbe-a6610d75aa44, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=fc5f85f3-5a75-48f4-adbe-a6610d75aa44,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:04.352102 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:04.361448 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93433a8c-8ec5-4601-ae99-f74573967cab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:04.429288 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6a2a2ec-f940-47b4-b84b-f310c32f38e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:04.435457 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93433a8c-8ec5-4601-ae99-f74573967cab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:04.436279 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93433a8c-8ec5-4601-ae99-f74573967cab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:04.520027 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] Calling delete_port for fc5f85f3-5a75-48f4-adbe-a6610d75aa44 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:04.561173 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6a2a2ec-f940-47b4-b84b-f310c32f38e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:04.609262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93433a8c-8ec5-4601-ae99-f74573967cab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=b695e4ff-6835-49b9-8e5d-c6c8c2bf3b3f,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:04.650736 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:04.655681 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a6a2a2ec-f940-47b4-b84b-f310c32f38e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3790638d63d8467da77de84b77dcd08a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4867549 Mar 01 21:16:04.655681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93433a8c-8ec5-4601-ae99-f74573967cab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:04.663721 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41522) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:04.673228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-93433a8c-8ec5-4601-ae99-f74573967cab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:04.684003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93433a8c-8ec5-4601-ae99-f74573967cab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:04.684508 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93433a8c-8ec5-4601-ae99-f74573967cab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:04.703053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a2a2ec-f940-47b4-b84b-f310c32f38e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=159ca1ab-0258-46db-ba6a-163b9f0d890f,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:04.706373 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93433a8c-8ec5-4601-ae99-f74573967cab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=fc5f85f3-5a75-48f4-adbe-a6610d75aa44,revision_number=6']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:04.722360 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:16:04.722832 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:16:04.744191 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-07750f7b-5703-47ee-b267-7be3baf16ab4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:04.752343 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:04.788817 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port fc5f85f3-5a75-48f4-adbe-a6610d75aa44, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=fc5f85f3-5a75-48f4-adbe-a6610d75aa44,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:04.797909 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-93433a8c-8ec5-4601-ae99-f74573967cab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7476511 Mar 01 21:16:04.800650 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41526) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:04.807315 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-4d30bedd-11e3-4e65-bbce-bbffa4e0e5af tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:04.854098 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:04.894116 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:04.898218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] Deleting port fc5f85f3-5a75-48f4-adbe-a6610d75aa44 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:04.898218 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:04.904726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa84d85-07f1-4ccc-8d18-abfa98fb9785 req-6c8ffebe-9888-42d7-9a75-02911740fec1 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:04.906704 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0fa84d85-07f1-4ccc-8d18-abfa98fb9785 req-6c8ffebe-9888-42d7-9a75-02911740fec1 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 946 time: 0.4397471 Mar 01 21:16:04.922582 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-389ec5fc-fde8-4a24-b2ac-3e075c7a54de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:05.007853 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4d30bedd-11e3-4e65-bbce-bbffa4e0e5af tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:05.021450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4d30bedd-11e3-4e65-bbce-bbffa4e0e5af tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:05.025288 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=fc5f85f3-5a75-48f4-adbe-a6610d75aa44,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:05.027568 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:05.030431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4d30bedd-11e3-4e65-bbce-bbffa4e0e5af tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:05.045693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4d30bedd-11e3-4e65-bbce-bbffa4e0e5af tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:05.089108 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-389ec5fc-fde8-4a24-b2ac-3e075c7a54de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:05.111554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00fa6908-3c2c-4085-a532-fb62e07275ed,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:05.162692 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0fa84d85-07f1-4ccc-8d18-abfa98fb9785 req-e1cbebe5-4bbb-4a55-98dc-378456da7634 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437534 Mar 01 21:16:05.167847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d30bedd-11e3-4e65-bbce-bbffa4e0e5af tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:16:05.168521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:05.168872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:05.169212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:05.169547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:05.170497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:05.170497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:05.170497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:05.170838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:05.171167 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:05.171631 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:05.171956 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:05.175380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:05.175620 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d30bedd-11e3-4e65-bbce-bbffa4e0e5af tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:05.210280 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:16:05.238010 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] For port fc5f85f3-5a75-48f4-adbe-a6610d75aa44, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=fc5f85f3-5a75-48f4-adbe-a6610d75aa44,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:05.239999 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:05.257419 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:05.261668 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-08fd9577-4637-400b-8a19-cbdf5108bf75 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.3420010 Mar 01 21:16:05.262348 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41530) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:05.364446 n-d-827896-4 neutron-server[88519]: INFO neutron.db.ipam_backend_mixin [None req-4d30bedd-11e3-4e65-bbce-bbffa4e0e5af tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b695e4ff-6835-49b9-8e5d-c6c8c2bf3b3f (CIDR: 2001:db8::/64) Mar 01 21:16:05.391438 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] Calling delete_port for fc5f85f3-5a75-48f4-adbe-a6610d75aa44 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:05.398516 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d30bedd-11e3-4e65-bbce-bbffa4e0e5af tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:16:05.399620 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d30bedd-11e3-4e65-bbce-bbffa4e0e5af tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:16:05.439639 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac20f-73fd-4e8d-aadd-93d5539a8c1a tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:05.461851 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-389ec5fc-fde8-4a24-b2ac-3e075c7a54de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:05.474841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07750f7b-5703-47ee-b267-7be3baf16ab4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Router f49a8e32-4832-4c86-a99d-48f3aee42c3f has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:16:05.505297 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ec5fc-fde8-4a24-b2ac-3e075c7a54de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=159ca1ab-0258-46db-ba6a-163b9f0d890f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:05.519290 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac20f-73fd-4e8d-aadd-93d5539a8c1a tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:05.540435 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4d30bedd-11e3-4e65-bbce-bbffa4e0e5af tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7379894 Mar 01 21:16:05.543967 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41540) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:05.554194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-2c84a68d-cf3a-4514-be21-117f1cdfe79d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:05.584711 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-389ec5fc-fde8-4a24-b2ac-3e075c7a54de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:05.588239 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-389ec5fc-fde8-4a24-b2ac-3e075c7a54de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/159ca1ab-0258-46db-ba6a-163b9f0d890f HTTP/1.1" status: 204 len: 168 time: 0.9186044 Mar 01 21:16:05.614139 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:05.713204 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] Pushing event deleted for resources: {'Port': ['ID=fc5f85f3-5a75-48f4-adbe-a6610d75aa44,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:05.770835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2c84a68d-cf3a-4514-be21-117f1cdfe79d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:05.777748 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2c84a68d-cf3a-4514-be21-117f1cdfe79d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:05.781183 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2c84a68d-cf3a-4514-be21-117f1cdfe79d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:05.787678 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2c84a68d-cf3a-4514-be21-117f1cdfe79d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:05.803958 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1a6f38-43c4-449e-b10e-075a3ae01bc4 None None] No DVR routers for this DVR port fc5f85f3-5a75-48f4-adbe-a6610d75aa44 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:16:05.821460 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b292f122-5ccf-4e5b-9f0f-6849b1dd88c7 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:05.825485 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07750f7b-5703-47ee-b267-7be3baf16ab4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:16:05.842131 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1099f544-280d-4a88-9bb6-7600e0192212 None None] Sync routers for ids ['f49a8e32-4832-4c86-a99d-48f3aee42c3f'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:16:05.851822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41546) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:05.857012 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-07750f7b-5703-47ee-b267-7be3baf16ab4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "PUT /v2.0/routers/f49a8e32-4832-4c86-a99d-48f3aee42c3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4683712 Mar 01 21:16:05.877271 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac20f-73fd-4e8d-aadd-93d5539a8c1a tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:05.880821 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec2ac20f-73fd-4e8d-aadd-93d5539a8c1a tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:05.883229 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ec2ac20f-73fd-4e8d-aadd-93d5539a8c1a tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-groups/8f8b84ab-1eba-496d-a540-a38ac0ad2ab5 HTTP/1.1" status: 204 len: 168 time: 0.6196811 Mar 01 21:16:05.911092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41550) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:05.912443 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ac20f-73fd-4e8d-aadd-93d5539a8c1a tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8b84ab-1eba-496d-a540-a38ac0ad2ab5,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:05.946629 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1099f544-280d-4a88-9bb6-7600e0192212 None None] Routers {'f49a8e32-4832-4c86-a99d-48f3aee42c3f'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:16:05.947274 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1099f544-280d-4a88-9bb6-7600e0192212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:16:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49a8e32-4832-4c86-a99d-48f3aee42c3f'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:05.978463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c84a68d-cf3a-4514-be21-117f1cdfe79d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:16:05.983697 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2c84a68d-cf3a-4514-be21-117f1cdfe79d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:06.020083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2cb2fbd4-7152-4b29-8ac1-4a58bc49a166 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:06.139995 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2cb2fbd4-7152-4b29-8ac1-4a58bc49a166 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:06.141912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2cb2fbd4-7152-4b29-8ac1-4a58bc49a166 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2247024 Mar 01 21:16:06.145632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41556) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:06.152020 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-af176aee-4798-41b6-985e-73b9cb614abb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1439935199'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:06.167209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-af176aee-4798-41b6-985e-73b9cb614abb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:06.184012 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-af176aee-4798-41b6-985e-73b9cb614abb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:06.248473 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-36396385-141c-4e97-805b-4adbcd411f29 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Deleting subnet 94ff59b6-ac8a-41c2-9c6a-4feb46c8d503 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:16:06.258820 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-36396385-141c-4e97-805b-4adbcd411f29 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:06.278132 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-af176aee-4798-41b6-985e-73b9cb614abb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:06.321712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-af176aee-4798-41b6-985e-73b9cb614abb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:06.328584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-af176aee-4798-41b6-985e-73b9cb614abb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group_rule and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:06.335664 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-af176aee-4798-41b6-985e-73b9cb614abb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:06.351406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-af176aee-4798-41b6-985e-73b9cb614abb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:06.362121 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cc39aad2-d371-4bc1-8f73-2342392e478c', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'fixed_ips': [{'subnet_id': 'b695e4ff-6835-49b9-8e5d-c6c8c2bf3b3f'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:16:06.367517 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:06.420330 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1099f544-280d-4a88-9bb6-7600e0192212 None None] Set router f49a8e32-4832-4c86-a99d-48f3aee42c3f gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:16:06.430414 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-36396385-141c-4e97-805b-4adbcd411f29 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:06.535155 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-af176aee-4798-41b6-985e-73b9cb614abb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:06.622878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a4cec-b627-4f39-a928-f2a92c09e74c req-f7321dc0-d063-4c39-acff-72ed55ba4c5c tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:06.635107 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d2a4cec-b627-4f39-a928-f2a92c09e74c req-f7321dc0-d063-4c39-acff-72ed55ba4c5c tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 946 time: 0.2669702 Mar 01 21:16:06.667568 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-af176aee-4798-41b6-985e-73b9cb614abb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:06.765375 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-36396385-141c-4e97-805b-4adbcd411f29 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:06.776506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af176aee-4798-41b6-985e-73b9cb614abb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23af80bf-944b-41fe-ae5a-4ed3c019acd4,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:06.847789 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d2a4cec-b627-4f39-a928-f2a92c09e74c req-9b926fc7-0465-461f-91fb-9908d2f6ded9 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113626 Mar 01 21:16:07.065294 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5176b-a5a2-4c48-a6a2-4d4bc94729fa req-c3572288-6825-4a55-9071-b75c098d7ada tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:07.071159 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5176b-a5a2-4c48-a6a2-4d4bc94729fa req-c3572288-6825-4a55-9071-b75c098d7ada tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:07.077419 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5176b-a5a2-4c48-a6a2-4d4bc94729fa req-c3572288-6825-4a55-9071-b75c098d7ada tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:07.083187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5176b-a5a2-4c48-a6a2-4d4bc94729fa req-c3572288-6825-4a55-9071-b75c098d7ada tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:07.089985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5176b-a5a2-4c48-a6a2-4d4bc94729fa req-c3572288-6825-4a55-9071-b75c098d7ada tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:07.108853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5176b-a5a2-4c48-a6a2-4d4bc94729fa req-c3572288-6825-4a55-9071-b75c098d7ada tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:07.115134 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5176b-a5a2-4c48-a6a2-4d4bc94729fa req-c3572288-6825-4a55-9071-b75c098d7ada tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:07.134837 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7df5176b-a5a2-4c48-a6a2-4d4bc94729fa req-c3572288-6825-4a55-9071-b75c098d7ada tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5443 time: 0.2544687 Mar 01 21:16:07.136662 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-af176aee-4798-41b6-985e-73b9cb614abb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:07.138015 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-af176aee-4798-41b6-985e-73b9cb614abb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9908936 Mar 01 21:16:07.141439 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41584) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:07.169446 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-72d7c816-f3dd-4c03-bd21-749d60b8d567 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1240399542'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:07.224525 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-72d7c816-f3dd-4c03-bd21-749d60b8d567 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:07.245848 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-72d7c816-f3dd-4c03-bd21-749d60b8d567 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:07.250251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-72d7c816-f3dd-4c03-bd21-749d60b8d567 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:07.251678 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Allocated IP 2001:db8::f816:3eff:feff:c223 (cc39aad2-d371-4bc1-8f73-2342392e478c/b695e4ff-6835-49b9-8e5d-c6c8c2bf3b3f/c8a9c765-511a-4175-8804-baa7d0aac8af) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:16:07.258247 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-72d7c816-f3dd-4c03-bd21-749d60b8d567 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:07.264856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7df5176b-a5a2-4c48-a6a2-4d4bc94729fa req-be10a369-8d9d-4982-968c-82c10be2ca09 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1164823 Mar 01 21:16:07.296275 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1099f544-280d-4a88-9bb6-7600e0192212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157566918', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:12:57Z', 'updated_at': '2022-03-01T21:16:03Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:59Z', 'updated_at': '2022-03-01T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:07.296275 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1099f544-280d-4a88-9bb6-7600e0192212 None None] Checking router: f49a8e32-4832-4c86-a99d-48f3aee42c3f for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:16:07.303549 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1099f544-280d-4a88-9bb6-7600e0192212 None None] Routers {'f49a8e32-4832-4c86-a99d-48f3aee42c3f'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:16:07.304215 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1099f544-280d-4a88-9bb6-7600e0192212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:16:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49a8e32-4832-4c86-a99d-48f3aee42c3f'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:07.318004 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2c84a68d-cf3a-4514-be21-117f1cdfe79d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:07.352737 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-36396385-141c-4e97-805b-4adbcd411f29 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:07.381912 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-36396385-141c-4e97-805b-4adbcd411f29 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:07.394737 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baea4d4-f2e9-4a55-9cd0-f19a1daad83e None None] Network 955e18d0-99d5-4e9f-a46b-3d60079a8d65 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:07.402266 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72d7c816-f3dd-4c03-bd21-749d60b8d567 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:07.413282 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c84a68d-cf3a-4514-be21-117f1cdfe79d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:07.422641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-2c84a68d-cf3a-4514-be21-117f1cdfe79d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:07.465984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c84a68d-cf3a-4514-be21-117f1cdfe79d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:07.465984 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2c84a68d-cf3a-4514-be21-117f1cdfe79d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:07.498406 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-36396385-141c-4e97-805b-4adbcd411f29 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "DELETE /v2.0/subnets/94ff59b6-ac8a-41c2-9c6a-4feb46c8d503 HTTP/1.1" status: 204 len: 168 time: 1.6406002 Mar 01 21:16:07.504431 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41600) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:07.527391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c84a68d-cf3a-4514-be21-117f1cdfe79d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=5f845593-3947-4b14-a9bc-e0d725eb4fcc,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:07.608767 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-72d7c816-f3dd-4c03-bd21-749d60b8d567 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:07.621524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36396385-141c-4e97-805b-4adbcd411f29 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Subnet': ['ID=94ff59b6-ac8a-41c2-9c6a-4feb46c8d503,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:07.624107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-72d7c816-f3dd-4c03-bd21-749d60b8d567 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group_rule and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:07.627649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-72d7c816-f3dd-4c03-bd21-749d60b8d567 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:07.633927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-72d7c816-f3dd-4c03-bd21-749d60b8d567 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:07.721545 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72d7c816-f3dd-4c03-bd21-749d60b8d567 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:07.725882 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2c84a68d-cf3a-4514-be21-117f1cdfe79d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1802273 Mar 01 21:16:07.728863 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41606) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:07.743683 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-2f10c4d3-60fa-4c46-b159-793fe573c6f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'mac_address': 'fa:16:3e:32:c7:10', 'name': 'tempest-NetworksTestDHCPv6-621437019'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:07.876425 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72d7c816-f3dd-4c03-bd21-749d60b8d567 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:07.972726 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f69b9d6d-74a8-44a1-85e3-72f4049723ec tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:07.988526 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1099f544-280d-4a88-9bb6-7600e0192212 None None] Set router f49a8e32-4832-4c86-a99d-48f3aee42c3f gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:16:08.003459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d7c816-f3dd-4c03-bd21-749d60b8d567 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49b4f42b-1968-4912-93a8-b2e23fea36c0,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:08.077780 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72d7c816-f3dd-4c03-bd21-749d60b8d567 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:08.098513 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-72d7c816-f3dd-4c03-bd21-749d60b8d567 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9425385 Mar 01 21:16:08.098513 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41614) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:08.119085 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-206943c1-9e5d-405a-aa05-82b8a20973c5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group_rule': {'security_group_id': '23af80bf-944b-41fe-ae5a-4ed3c019acd4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '49b4f42b-1968-4912-93a8-b2e23fea36c0', 'remote_ip_prefix': None}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:08.157253 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-206943c1-9e5d-405a-aa05-82b8a20973c5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:08.177981 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2f10c4d3-60fa-4c46-b159-793fe573c6f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:08.184139 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:08.187249 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2f10c4d3-60fa-4c46-b159-793fe573c6f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:port and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:08.196116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2f10c4d3-60fa-4c46-b159-793fe573c6f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:08.201893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-206943c1-9e5d-405a-aa05-82b8a20973c5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group_rule and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:08.220418 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-206943c1-9e5d-405a-aa05-82b8a20973c5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:08.230449 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41618) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:08.238453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2f10c4d3-60fa-4c46-b159-793fe573c6f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:08.245110 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-206943c1-9e5d-405a-aa05-82b8a20973c5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:08.281837 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Transition to ACTIVE for port object c8a9c765-511a-4175-8804-baa7d0aac8af will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:16:08.326513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b9a48-8f2e-413e-a4e4-d234ac8faeaa req-2e9b0e2c-a3fe-40db-80a2-859b868c9676 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:08.338008 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a02b9a48-8f2e-413e-a4e4-d234ac8faeaa req-2e9b0e2c-a3fe-40db-80a2-859b868c9676 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 946 time: 0.6353352 Mar 01 21:16:08.359095 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f10c4d3-60fa-4c46-b159-793fe573c6f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:16:08.367565 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Transition to ACTIVE for port object c8a9c765-511a-4175-8804-baa7d0aac8af will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:16:08.369322 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0026f-0ddc-4cc3-a4e6-662286e1f417 req-10b0fff7-3cba-4bd8-a8e6-96b4eaa0e348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:08.370736 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61a0026f-0ddc-4cc3-a4e6-662286e1f417 req-10b0fff7-3cba-4bd8-a8e6-96b4eaa0e348 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ee269e56fe8d4324bcbcfd88437e9b99&device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 1097 time: 0.5865500 Mar 01 21:16:08.462467 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:08.536127 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469ff837-133c-4026-b488-d690f12962aa None None] DHCP port deletion for 955e18d0-99d5-4e9f-a46b-3d60079a8d65 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:16:08.548971 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-469ff837-133c-4026-b488-d690f12962aa None None] Deleting port de3becba-a0c1-4be6-b5eb-c354c92cfbb2 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:08.549637 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-469ff837-133c-4026-b488-d690f12962aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:08.581057 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-432eca0b-5814-4c98-9765-0e49f4070649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:08.610966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0026f-0ddc-4cc3-a4e6-662286e1f417 req-29621630-88bf-4b04-863c-16af5e849bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:08.612377 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61a0026f-0ddc-4cc3-a4e6-662286e1f417 req-29621630-88bf-4b04-863c-16af5e849bc4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ba98e44-c63b-4d99-9d5c-4be112841517 HTTP/1.1" status: 200 len: 911 time: 0.2329490 Mar 01 21:16:08.669047 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-432eca0b-5814-4c98-9765-0e49f4070649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:08.679506 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-206943c1-9e5d-405a-aa05-82b8a20973c5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:08.705180 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-432eca0b-5814-4c98-9765-0e49f4070649 admin admin] Usage tracker for resource:security_group_rule and tenant:3c414f40cff6490798532c16f3db5925 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:08.716553 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:08.717281 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-432eca0b-5814-4c98-9765-0e49f4070649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:08.747610 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-432eca0b-5814-4c98-9765-0e49f4070649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:08.749932 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61a0026f-0ddc-4cc3-a4e6-662286e1f417 req-9d3d1ffb-a377-4ead-a55c-42aca3d4c612 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06361bd4-258e-4d4b-b36b-445f6965ca52 HTTP/1.1" status: 200 len: 217 time: 0.0873549 Mar 01 21:16:08.753893 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:08.764651 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2f10c4d3-60fa-4c46-b159-793fe573c6f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:08.766988 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f69b9d6d-74a8-44a1-85e3-72f4049723ec tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:08.772401 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:16:08.785540 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Pushing event updated for resources: {'Port': ['ID=c8a9c765-511a-4175-8804-baa7d0aac8af,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:08.832785 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a02b9a48-8f2e-413e-a4e4-d234ac8faeaa req-beed30e4-e969-4e50-b7f6-bfc388d3d1eb tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783008 Mar 01 21:16:08.887148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0026f-0ddc-4cc3-a4e6-662286e1f417 req-b2ee7aba-c003-43cf-ba77-e921e681bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:08.888823 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61a0026f-0ddc-4cc3-a4e6-662286e1f417 req-b2ee7aba-c003-43cf-ba77-e921e681bc2b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=26a4bed8-a042-492e-b3b6-8d42e97fe928 HTTP/1.1" status: 200 len: 850 time: 0.1237845 Mar 01 21:16:08.891661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-2f10c4d3-60fa-4c46-b159-793fe573c6f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port 3fc76aa9-82be-4f64-9111-595ce3a47d3d yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:16:08.904675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:08.905138 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:08.906220 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:08.906825 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:08.907963 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:08.908456 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:08.908956 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:08.909431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:08.909924 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:08.910267 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:08.910604 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:08.910932 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:08.914406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8ac3e-0c36-410b-8d29-9749fa504016 req-956f8c1e-8698-46fa-a07f-8ac08c2bce8e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:08.921561 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8ac3e-0c36-410b-8d29-9749fa504016 req-956f8c1e-8698-46fa-a07f-8ac08c2bce8e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:08.927722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8ac3e-0c36-410b-8d29-9749fa504016 req-956f8c1e-8698-46fa-a07f-8ac08c2bce8e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:08.935091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8ac3e-0c36-410b-8d29-9749fa504016 req-956f8c1e-8698-46fa-a07f-8ac08c2bce8e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:08.941430 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8ac3e-0c36-410b-8d29-9749fa504016 req-956f8c1e-8698-46fa-a07f-8ac08c2bce8e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:08.948111 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8ac3e-0c36-410b-8d29-9749fa504016 req-956f8c1e-8698-46fa-a07f-8ac08c2bce8e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:08.954309 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8ac3e-0c36-410b-8d29-9749fa504016 req-956f8c1e-8698-46fa-a07f-8ac08c2bce8e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:08.963030 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-13f8ac3e-0c36-410b-8d29-9749fa504016 req-956f8c1e-8698-46fa-a07f-8ac08c2bce8e tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5443 time: 0.3495986 Mar 01 21:16:08.986441 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Attempting to bind port c8a9c765-511a-4175-8804-baa7d0aac8af on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:16:08.986815 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Attempting to bind port c8a9c765-511a-4175-8804-baa7d0aac8af by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:16:08.987392 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Attempting to bind port c8a9c765-511a-4175-8804-baa7d0aac8af on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:16:09.000085 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-206943c1-9e5d-405a-aa05-82b8a20973c5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:09.036863 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61a0026f-0ddc-4cc3-a4e6-662286e1f417 req-9c42908c-976b-43b6-a12d-05025733a464 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ba98e44-c63b-4d99-9d5c-4be112841517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1388471 Mar 01 21:16:09.044701 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f69b9d6d-74a8-44a1-85e3-72f4049723ec tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Deleting port c8dff491-8416-4254-94cd-02adcd839f83 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:09.045383 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f69b9d6d-74a8-44a1-85e3-72f4049723ec tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:09.055059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:16:09.055735 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:16:09.056322 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:09.057013 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:16:09.058257 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Bound port: c8a9c765-511a-4175-8804-baa7d0aac8af, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:16:09.058912 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:09.059764 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-49954ec6-202e-4e6a-9e03-148772acaa8b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:09.065934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-49954ec6-202e-4e6a-9e03-148772acaa8b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:09.072077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-49954ec6-202e-4e6a-9e03-148772acaa8b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:09.079323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-49954ec6-202e-4e6a-9e03-148772acaa8b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:09.087033 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1099f544-280d-4a88-9bb6-7600e0192212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157566918', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:12:57Z', 'updated_at': '2022-03-01T21:16:03Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:59Z', 'updated_at': '2022-03-01T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:09.088076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-49954ec6-202e-4e6a-9e03-148772acaa8b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:09.097102 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-49954ec6-202e-4e6a-9e03-148772acaa8b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:09.098850 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1099f544-280d-4a88-9bb6-7600e0192212 None None] The sync data for ids ['f49a8e32-4832-4c86-a99d-48f3aee42c3f'] in n-d-827896-4 is: [{'id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-157566918', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7'}], 'enable_snat': True}, 'gw_port_id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:12:57Z', 'updated_at': '2022-03-01T21:16:03Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'c8dff491-8416-4254-94cd-02adcd839f83', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:9b:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49a8e32-4832-4c86-a99d-48f3aee42c3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2651, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:12:59Z', 'updated_at': '2022-03-01T21:13:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:16:09.101419 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-469ff837-133c-4026-b488-d690f12962aa None None] For port de3becba-a0c1-4be6-b5eb-c354c92cfbb2, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=de3becba-a0c1-4be6-b5eb-c354c92cfbb2,segment=NetworkSegment(84dd909c-4d7a-4be8-b843-436a0ab1dce5),segment_id=84dd909c-4d7a-4be8-b843-436a0ab1dce5)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:09.101797 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-469ff837-133c-4026-b488-d690f12962aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:09.107601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-49954ec6-202e-4e6a-9e03-148772acaa8b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:09.107601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-49954ec6-202e-4e6a-9e03-148772acaa8b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Synchronizing usage tracker for tenant:5753fa3f75764d519dfd77c438eb049c on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:09.152671 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-206943c1-9e5d-405a-aa05-82b8a20973c5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:09.184035 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] For port c8a9c765-511a-4175-8804-baa7d0aac8af, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:16:09.187313 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] For port c8a9c765-511a-4175-8804-baa7d0aac8af, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c8a9c765-511a-4175-8804-baa7d0aac8af,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:16:09.212739 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206943c1-9e5d-405a-aa05-82b8a20973c5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb1233b-d88f-4e09-8cd0-9feb38c7f0e3,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:09.229066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-49954ec6-202e-4e6a-9e03-148772acaa8b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Unset dirty status for tenant:5753fa3f75764d519dfd77c438eb049c on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:09.230363 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-49954ec6-202e-4e6a-9e03-148772acaa8b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.57 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5443 time: 0.6363242 Mar 01 21:16:09.252728 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-13f8ac3e-0c36-410b-8d29-9749fa504016 req-498e6d11-1358-4cb0-80f6-0860a6eff4bf tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2869627 Mar 01 21:16:09.338666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-469ff837-133c-4026-b488-d690f12962aa None None] Calling delete_port for de3becba-a0c1-4be6-b5eb-c354c92cfbb2 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:09.342233 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61a0026f-0ddc-4cc3-a4e6-662286e1f417 req-5f1c1650-e190-43dc-8872-bfa374630dee service neutron] 10.222.0.55 "GET /v2.0/networks/6ba98e44-c63b-4d99-9d5c-4be112841517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637134 Mar 01 21:16:09.366948 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:09.372414 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-206943c1-9e5d-405a-aa05-82b8a20973c5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:09.373832 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-206943c1-9e5d-405a-aa05-82b8a20973c5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2764697 Mar 01 21:16:09.388196 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41630) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:09.408932 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-432eca0b-5814-4c98-9765-0e49f4070649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:09.496172 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1cf0e1-93d0-43c8-a610-f17cc932586a None None] Pushing event updated for resources: {'Port': ['ID=c8a9c765-511a-4175-8804-baa7d0aac8af,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:09.506185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-b37ab5c9-8738-471f-b660-a91c0956f059 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:09.507601 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-b37ab5c9-8738-471f-b660-a91c0956f059 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.57 "GET /v2.0/ports/8c36761c-92b0-40ce-856e-9045d7286b0b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2214539 Mar 01 21:16:09.523400 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0288ae0d-8e74-4b97-8e5b-03b576615a50 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:09.552922 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-432eca0b-5814-4c98-9765-0e49f4070649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:09.576491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-f69b9d6d-74a8-44a1-85e3-72f4049723ec tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] For port c8dff491-8416-4254-94cd-02adcd839f83, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c8dff491-8416-4254-94cd-02adcd839f83,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:09.576853 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f69b9d6d-74a8-44a1-85e3-72f4049723ec tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:09.600974 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0288ae0d-8e74-4b97-8e5b-03b576615a50 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:09.608474 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-469ff837-133c-4026-b488-d690f12962aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:09.680743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ff837-133c-4026-b488-d690f12962aa None None] Pushing event deleted for resources: {'Port': ['ID=de3becba-a0c1-4be6-b5eb-c354c92cfbb2,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:09.704124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469ff837-133c-4026-b488-d690f12962aa None None] No DVR routers for this DVR port de3becba-a0c1-4be6-b5eb-c354c92cfbb2 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:16:09.742171 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f69b9d6d-74a8-44a1-85e3-72f4049723ec tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Calling delete_port for c8dff491-8416-4254-94cd-02adcd839f83 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:09.788738 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61a0026f-0ddc-4cc3-a4e6-662286e1f417 req-ede1f366-d8d8-4b44-8b23-deb4fe86ce91 service neutron] 10.222.0.55 "GET /v2.0/networks/6ba98e44-c63b-4d99-9d5c-4be112841517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996227 Mar 01 21:16:09.813304 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432eca0b-5814-4c98-9765-0e49f4070649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4340c7cc-00bb-4ff2-8df8-dd33fec68d32,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:09.824174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-2f10c4d3-60fa-4c46-b159-793fe573c6f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8:0:1::298 (cc39aad2-d371-4bc1-8f73-2342392e478c/5f845593-3947-4b14-a9bc-e0d725eb4fcc/3fc76aa9-82be-4f64-9111-595ce3a47d3d) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:16:09.829190 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-2f10c4d3-60fa-4c46-b159-793fe573c6f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::f816:3eff:fe32:c710 (cc39aad2-d371-4bc1-8f73-2342392e478c/b695e4ff-6835-49b9-8e5d-c6c8c2bf3b3f/3fc76aa9-82be-4f64-9111-595ce3a47d3d) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:16:09.927515 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41640) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:09.928233 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-432eca0b-5814-4c98-9765-0e49f4070649 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3c414f40cff6490798532c16f3db5925&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6866536 Mar 01 21:16:09.962148 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-06f16fe1-59d5-4d53-ba42-7a0aa4399c3f tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.57 "GET /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4406185 Mar 01 21:16:09.976411 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-b93fabd5-9c26-4242-9dc8-9f196fd79bd5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:10.052448 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0288ae0d-8e74-4b97-8e5b-03b576615a50 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:10.080817 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c8a9c765-511a-4175-8804-baa7d0aac8af up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:16:10.103067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288ae0d-8e74-4b97-8e5b-03b576615a50 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efb1233b-d88f-4e09-8cd0-9feb38c7f0e3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:10.178968 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0288ae0d-8e74-4b97-8e5b-03b576615a50 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:10.180544 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0288ae0d-8e74-4b97-8e5b-03b576615a50 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/efb1233b-d88f-4e09-8cd0-9feb38c7f0e3 HTTP/1.1" status: 204 len: 168 time: 0.7893419 Mar 01 21:16:10.212088 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41648) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:10.258593 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port c8a9c765-511a-4175-8804-baa7d0aac8af completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:16:10.284353 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-b93fabd5-9c26-4242-9dc8-9f196fd79bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:10.329606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 98ac23d7-974b-4eb3-bf69-299f88b43269 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:16:10.388250 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 98ac23d7-974b-4eb3-bf69-299f88b43269 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:16:10.388807 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 98ac23d7-974b-4eb3-bf69-299f88b43269 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:16:10.389433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device de3becba-a0c1-4be6-b5eb-c354c92cfbb2 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:16:10.404510 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4d4edd52-64f3-49b9-8351-4e164d67aa21 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:10.436542 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: de3becba-a0c1-4be6-b5eb-c354c92cfbb2 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:16:10.436810 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device de3becba-a0c1-4be6-b5eb-c354c92cfbb2 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:16:10.500585 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cffcb315-9e67-4b3f-a60f-865600a513c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:10.534660 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cf313a-ea4e-4c5e-96e1-7de0843a51ba req-0a78a124-6d21-4368-9582-d99e0e1cb099 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:10.537143 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22cf313a-ea4e-4c5e-96e1-7de0843a51ba req-0a78a124-6d21-4368-9582-d99e0e1cb099 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 946 time: 0.3316069 Mar 01 21:16:10.540501 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2f10c4d3-60fa-4c46-b159-793fe573c6f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:10.543637 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f69b9d6d-74a8-44a1-85e3-72f4049723ec tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:10.580596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-2f10c4d3-60fa-4c46-b159-793fe573c6f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object 3fc76aa9-82be-4f64-9111-595ce3a47d3d will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:16:10.630574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b9d6d-74a8-44a1-85e3-72f4049723ec tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Port': ['ID=c8dff491-8416-4254-94cd-02adcd839f83,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:10.664690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4d4edd52-64f3-49b9-8351-4e164d67aa21 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:10.666146 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4d4edd52-64f3-49b9-8351-4e164d67aa21 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4576542 Mar 01 21:16:10.675796 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cffcb315-9e67-4b3f-a60f-865600a513c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:10.688949 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41664) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:10.790136 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2f10c4d3-60fa-4c46-b159-793fe573c6f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:10.798109 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-b93fabd5-9c26-4242-9dc8-9f196fd79bd5 service neutron] For port 8c36761c-92b0-40ce-856e-9045d7286b0b, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=8c36761c-92b0-40ce-856e-9045d7286b0b,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:10.875683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22cf313a-ea4e-4c5e-96e1-7de0843a51ba req-b8ad287d-b23a-4a43-a413-4afc4fb35dab tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240616 Mar 01 21:16:10.877352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f10c4d3-60fa-4c46-b159-793fe573c6f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:10.880880 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-2f10c4d3-60fa-4c46-b159-793fe573c6f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:10.883076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f10c4d3-60fa-4c46-b159-793fe573c6f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:16:10.889823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f10c4d3-60fa-4c46-b159-793fe573c6f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:10.890509 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2f10c4d3-60fa-4c46-b159-793fe573c6f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:10.912268 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e0b42-8186-43ae-bd5f-8481731cb6eb req-40335cbe-84e0-44ac-a8ce-9cd77a4fe48a tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:10.922098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e0b42-8186-43ae-bd5f-8481731cb6eb req-40335cbe-84e0-44ac-a8ce-9cd77a4fe48a tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:10.922564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36cad48-8375-4f0c-b85b-3d0dbaf552ef None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:10.929615 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e0b42-8186-43ae-bd5f-8481731cb6eb req-40335cbe-84e0-44ac-a8ce-9cd77a4fe48a tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:10.937554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e0b42-8186-43ae-bd5f-8481731cb6eb req-40335cbe-84e0-44ac-a8ce-9cd77a4fe48a tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:10.944096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e0b42-8186-43ae-bd5f-8481731cb6eb req-40335cbe-84e0-44ac-a8ce-9cd77a4fe48a tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:10.954120 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e0b42-8186-43ae-bd5f-8481731cb6eb req-40335cbe-84e0-44ac-a8ce-9cd77a4fe48a tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:10.955005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f10c4d3-60fa-4c46-b159-793fe573c6f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=3fc76aa9-82be-4f64-9111-595ce3a47d3d,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:10.960668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e0b42-8186-43ae-bd5f-8481731cb6eb req-40335cbe-84e0-44ac-a8ce-9cd77a4fe48a tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:10.962605 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a8e0b42-8186-43ae-bd5f-8481731cb6eb req-40335cbe-84e0-44ac-a8ce-9cd77a4fe48a tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 5443 time: 0.5373852 Mar 01 21:16:10.973288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-b93fabd5-9c26-4242-9dc8-9f196fd79bd5 service neutron] For port 8c36761c-92b0-40ce-856e-9045d7286b0b, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:16:11.015610 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cffcb315-9e67-4b3f-a60f-865600a513c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:11.020656 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f69b9d6d-74a8-44a1-85e3-72f4049723ec tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:11.033697 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-b93fabd5-9c26-4242-9dc8-9f196fd79bd5 service neutron] device_id is not set on port 8c36761c-92b0-40ce-856e-9045d7286b0b yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:16:11.043920 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-b93fabd5-9c26-4242-9dc8-9f196fd79bd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:11.087268 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e0c72081-d09b-482e-8c37-26a4000299f5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:11.100476 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2f10c4d3-60fa-4c46-b159-793fe573c6f1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.3692882 Mar 01 21:16:11.102974 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41670) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:11.136800 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3524e7c5-5784-48f6-9ee8-e5054c066b55 None None] Provisioning for port c8a9c765-511a-4175-8804-baa7d0aac8af completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:16:11.147178 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-b93fabd5-9c26-4242-9dc8-9f196fd79bd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:11.203726 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3524e7c5-5784-48f6-9ee8-e5054c066b55 None None] Provisioning complete for port c8a9c765-511a-4175-8804-baa7d0aac8af triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:11.204095 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3524e7c5-5784-48f6-9ee8-e5054c066b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:11.276531 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f69b9d6d-74a8-44a1-85e3-72f4049723ec tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:11.279556 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f69b9d6d-74a8-44a1-85e3-72f4049723ec tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:11.333756 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e0c72081-d09b-482e-8c37-26a4000299f5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:11.358073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fabd5-9c26-4242-9dc8-9f196fd79bd5 service neutron] Pushing event updated for resources: {'Port': ['ID=8c36761c-92b0-40ce-856e-9045d7286b0b,revision_number=6']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:11.372132 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-b93fabd5-9c26-4242-9dc8-9f196fd79bd5 service neutron] No DVR routers for this DVR port 8c36761c-92b0-40ce-856e-9045d7286b0b on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:16:11.390820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffcb315-9e67-4b3f-a60f-865600a513c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4340c7cc-00bb-4ff2-8df8-dd33fec68d32,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:11.400751 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f69b9d6d-74a8-44a1-85e3-72f4049723ec tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:11.400751 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69b9d6d-74a8-44a1-85e3-72f4049723ec tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Fanout notify agent at l3_agent the message router_deleted on router f49a8e32-4832-4c86-a99d-48f3aee42c3f {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:16:11.415848 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a8e0b42-8186-43ae-bd5f-8481731cb6eb req-1477d6a6-ca46-472b-ac92-f3bd34672330 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4412854 Mar 01 21:16:11.452694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-b93fabd5-9c26-4242-9dc8-9f196fd79bd5 service neutron] In _notify_port_updated(), no bound segment for port 8c36761c-92b0-40ce-856e-9045d7286b0b on network 7a6458a9-9015-413f-bf43-efd7a3b7923c {{(pid=88519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:16:11.466451 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-b93fabd5-9c26-4242-9dc8-9f196fd79bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:11.466451 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-b93fabd5-9c26-4242-9dc8-9f196fd79bd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:11.466451 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-b93fabd5-9c26-4242-9dc8-9f196fd79bd5 service neutron] 10.222.0.57 "PUT /v2.0/ports/8c36761c-92b0-40ce-856e-9045d7286b0b HTTP/1.1" status: 200 len: 1032 time: 1.4859660 Mar 01 21:16:11.466451 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-c5fad15c-9999-449e-b23f-6c5475d4922b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port 3fc76aa9-82be-4f64-9111-595ce3a47d3d {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:11.468198 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c5fad15c-9999-449e-b23f-6c5475d4922b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:11.470243 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f69b9d6d-74a8-44a1-85e3-72f4049723ec tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:11.471491 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f69b9d6d-74a8-44a1-85e3-72f4049723ec tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "DELETE /v2.0/routers/f49a8e32-4832-4c86-a99d-48f3aee42c3f HTTP/1.1" status: 204 len: 168 time: 3.9659948 Mar 01 21:16:11.480144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41674) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:11.485855 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e0c72081-d09b-482e-8c37-26a4000299f5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:11.491939 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e0c72081-d09b-482e-8c37-26a4000299f5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:11.496172 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e0c72081-d09b-482e-8c37-26a4000299f5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-groups/49b4f42b-1968-4912-93a8-b2e23fea36c0 HTTP/1.1" status: 204 len: 168 time: 0.7961025 Mar 01 21:16:11.499319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41678) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:11.519070 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3524e7c5-5784-48f6-9ee8-e5054c066b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:11.587241 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c72081-d09b-482e-8c37-26a4000299f5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b4f42b-1968-4912-93a8-b2e23fea36c0,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:11.642272 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cffcb315-9e67-4b3f-a60f-865600a513c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:11.655690 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cffcb315-9e67-4b3f-a60f-865600a513c7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4340c7cc-00bb-4ff2-8df8-dd33fec68d32 HTTP/1.1" status: 204 len: 168 time: 1.7193310 Mar 01 21:16:11.682914 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3524e7c5-5784-48f6-9ee8-e5054c066b55 None None] For port c8a9c765-511a-4175-8804-baa7d0aac8af, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c8a9c765-511a-4175-8804-baa7d0aac8af,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:11.683909 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffcbda8c-c780-4074-bd30-184e683cada2 None None] Update dhcp port {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'fixed_ips': [{'subnet_id': 'b695e4ff-6835-49b9-8e5d-c6c8c2bf3b3f', 'ip_address': '2001:db8::f816:3eff:feff:c223'}, {'subnet_id': '5f845593-3947-4b14-a9bc-e0d725eb4fcc'}], 'binding:host_id': 'n-d-827896-4'}, 'id': 'c8a9c765-511a-4175-8804-baa7d0aac8af'} from n-d-827896-4. {{(pid=88520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 01 21:16:11.685651 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-adf38e1d-242a-443d-a074-2062e55d7724 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:11.687203 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-adf38e1d-242a-443d-a074-2062e55d7724 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.57 "GET /v2.0/ports/9d0d0579-3c8c-4a39-b67f-ca991e94ba0b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1616995 Mar 01 21:16:11.700262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-881ffb73-d746-4018-b4b9-ceccb258e80a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:11.755116 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:16:11.780414 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ddb0-809d-4ba8-a3c4-8d9d8a64b106 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:11.797710 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3524e7c5-5784-48f6-9ee8-e5054c066b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:11.797937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-17b7af29-dc1a-4145-b7a4-ab72b28402c1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:11.848856 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ffcbda8c-c780-4074-bd30-184e683cada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:11.897686 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-881ffb73-d746-4018-b4b9-ceccb258e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:11.969013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-17b7af29-dc1a-4145-b7a4-ab72b28402c1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:11.970331 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-17b7af29-dc1a-4145-b7a4-ab72b28402c1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.4148796 Mar 01 21:16:11.975604 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41686) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:11.981863 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ddb0-809d-4ba8-a3c4-8d9d8a64b106 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:12.122403 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c8dff491-8416-4254-94cd-02adcd839f83 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:16:12.203994 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c5fad15c-9999-449e-b23f-6c5475d4922b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:12.342782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-9cc7ddb0-809d-4ba8-a3c4-8d9d8a64b106 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['955e18d0-99d5-4e9f-a46b-3d60079a8d65']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:12.392370 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-ffcbda8c-c780-4074-bd30-184e683cada2 None None] Allocated IP 2001:db8:0:1::2 (cc39aad2-d371-4bc1-8f73-2342392e478c/5f845593-3947-4b14-a9bc-e0d725eb4fcc/c8a9c765-511a-4175-8804-baa7d0aac8af) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:16:12.399697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-9cc7ddb0-809d-4ba8-a3c4-8d9d8a64b106 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84dd909c-4d7a-4be8-b843-436a0ab1dce5') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:12.400982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-9cc7ddb0-809d-4ba8-a3c4-8d9d8a64b106 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84dd909c-4d7a-4be8-b843-436a0ab1dce5') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:12.425962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-c5fad15c-9999-449e-b23f-6c5475d4922b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for 3fc76aa9-82be-4f64-9111-595ce3a47d3d owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:12.454398 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-796627cb-ad2d-49a4-b315-fc31a96929d5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:12.457757 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ddb0-809d-4ba8-a3c4-8d9d8a64b106 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:12.482265 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524e7c5-5784-48f6-9ee8-e5054c066b55 None None] Pushing event updated for resources: {'Port': ['ID=c8a9c765-511a-4175-8804-baa7d0aac8af,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:12.501124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: c8dff491-8416-4254-94cd-02adcd839f83 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:16:12.501451 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c8dff491-8416-4254-94cd-02adcd839f83 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:16:12.509874 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ddb0-809d-4ba8-a3c4-8d9d8a64b106 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:12.518536 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-796627cb-ad2d-49a4-b315-fc31a96929d5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:12.523093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-881ffb73-d746-4018-b4b9-ceccb258e80a service neutron] For port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9d0d0579-3c8c-4a39-b67f-ca991e94ba0b,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:12.571338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc7ddb0-809d-4ba8-a3c4-8d9d8a64b106 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:16:12.571778 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ddb0-809d-4ba8-a3c4-8d9d8a64b106 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:16:12.588033 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:16:12.654739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5d501332-0182-486d-850b-e1aeccb166af None None] Provisioning complete for port 8c36761c-92b0-40ce-856e-9045d7286b0b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:12.655172 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5d501332-0182-486d-850b-e1aeccb166af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:12.694715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5555b0d-0203-4634-bd2f-180d37370f90 req-049d73f5-c417-4977-b224-8f75f414ca2f tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:12.696247 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5555b0d-0203-4634-bd2f-180d37370f90 req-049d73f5-c417-4977-b224-8f75f414ca2f tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 946 time: 0.5504110 Mar 01 21:16:12.773700 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:12.782546 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-881ffb73-d746-4018-b4b9-ceccb258e80a service neutron] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:16:12.802299 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-881ffb73-d746-4018-b4b9-ceccb258e80a service neutron] For port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:16:12.859649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-881ffb73-d746-4018-b4b9-ceccb258e80a service neutron] device_id is not set on port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:16:12.868433 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-881ffb73-d746-4018-b4b9-ceccb258e80a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:12.898771 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ffcbda8c-c780-4074-bd30-184e683cada2 None None] For port c8a9c765-511a-4175-8804-baa7d0aac8af, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c8a9c765-511a-4175-8804-baa7d0aac8af,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:12.904404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5d501332-0182-486d-850b-e1aeccb166af None None] Port 8c36761c-92b0-40ce-856e-9045d7286b0b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:16:12.956352 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ffcbda8c-c780-4074-bd30-184e683cada2 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:12.957158 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5555b0d-0203-4634-bd2f-180d37370f90 req-8fb4fbec-dd1a-4cf0-8c35-0096496976e2 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470825 Mar 01 21:16:12.986116 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-881ffb73-d746-4018-b4b9-ceccb258e80a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:13.015618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a104d-30e3-4252-ab00-7885422222e1 req-f4678e4b-0c1f-4731-9149-60f1933d1185 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:13.028812 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a104d-30e3-4252-ab00-7885422222e1 req-f4678e4b-0c1f-4731-9149-60f1933d1185 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:13.037084 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a104d-30e3-4252-ab00-7885422222e1 req-f4678e4b-0c1f-4731-9149-60f1933d1185 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:13.045999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a104d-30e3-4252-ab00-7885422222e1 req-f4678e4b-0c1f-4731-9149-60f1933d1185 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:13.055074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a104d-30e3-4252-ab00-7885422222e1 req-f4678e4b-0c1f-4731-9149-60f1933d1185 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:13.057653 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ffcbda8c-c780-4074-bd30-184e683cada2 None None] Transition to ACTIVE for port object c8a9c765-511a-4175-8804-baa7d0aac8af will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:16:13.063031 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:16:13.064081 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:16:13.064353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a104d-30e3-4252-ab00-7885422222e1 req-f4678e4b-0c1f-4731-9149-60f1933d1185 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:13.068162 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8f4a104d-30e3-4252-ab00-7885422222e1 req-f4678e4b-0c1f-4731-9149-60f1933d1185 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 4664 time: 0.3669593 Mar 01 21:16:13.071433 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ddb0-809d-4ba8-a3c4-8d9d8a64b106 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:13.075887 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-796627cb-ad2d-49a4-b315-fc31a96929d5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:13.124339 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9cc7ddb0-809d-4ba8-a3c4-8d9d8a64b106 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:13.144024 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ffcbda8c-c780-4074-bd30-184e683cada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:13.192090 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796627cb-ad2d-49a4-b315-fc31a96929d5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23af80bf-944b-41fe-ae5a-4ed3c019acd4,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:13.248562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7ddb0-809d-4ba8-a3c4-8d9d8a64b106 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Network': ['ID=955e18d0-99d5-4e9f-a46b-3d60079a8d65,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:13.258961 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-796627cb-ad2d-49a4-b315-fc31a96929d5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:13.260952 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-796627cb-ad2d-49a4-b315-fc31a96929d5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-groups/23af80bf-944b-41fe-ae5a-4ed3c019acd4 HTTP/1.1" status: 204 len: 168 time: 1.2858918 Mar 01 21:16:13.277632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41712) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:13.284739 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8f4a104d-30e3-4252-ab00-7885422222e1 req-3b043caa-5190-4d03-b4d4-86dc0b4bb210 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=0dce215f-84d8-4716-945e-a36108b25e12&id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1609554 Mar 01 21:16:13.291605 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9cc7ddb0-809d-4ba8-a3c4-8d9d8a64b106 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "DELETE /v2.0/networks/955e18d0-99d5-4e9f-a46b-3d60079a8d65 HTTP/1.1" status: 204 len: 168 time: 1.8061690 Mar 01 21:16:13.292681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41716) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:13.311092 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-881ffb73-d746-4018-b4b9-ceccb258e80a service neutron] No DVR routers for this DVR port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:16:13.316790 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcbda8c-c780-4074-bd30-184e683cada2 None None] Pushing event updated for resources: {'Port': ['ID=c8a9c765-511a-4175-8804-baa7d0aac8af,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:13.410211 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-881ffb73-d746-4018-b4b9-ceccb258e80a service neutron] In _notify_port_updated(), no bound segment for port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b on network 7a6458a9-9015-413f-bf43-efd7a3b7923c {{(pid=88519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:16:13.411394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-881ffb73-d746-4018-b4b9-ceccb258e80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:13.412166 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-881ffb73-d746-4018-b4b9-ceccb258e80a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:13.424868 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-881ffb73-d746-4018-b4b9-ceccb258e80a service neutron] 10.222.0.57 "PUT /v2.0/ports/9d0d0579-3c8c-4a39-b67f-ca991e94ba0b HTTP/1.1" status: 200 len: 1032 time: 1.7297714 Mar 01 21:16:13.441742 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e9e5e730-1af8-4d2c-a525-c7ff4782aeb3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:13.537477 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e9e5e730-1af8-4d2c-a525-c7ff4782aeb3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:13.582963 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ffb73-d746-4018-b4b9-ceccb258e80a service neutron] Pushing event updated for resources: {'Port': ['ID=9d0d0579-3c8c-4a39-b67f-ca991e94ba0b,revision_number=6']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:13.654006 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ed40cb10-2c99-49a4-abbc-0e1261fc38cd None None] Provisioning complete for port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:13.654472 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ed40cb10-2c99-49a4-abbc-0e1261fc38cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:13.661610 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-01e1e186-3eb2-442b-b3da-89859a00e5b3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Deleting port f44bcea3-70af-4aa9-9592-40986ed83d6a {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:13.661950 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-01e1e186-3eb2-442b-b3da-89859a00e5b3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:13.696852 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device f44bcea3-70af-4aa9-9592-40986ed83d6a no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:16:13.728211 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e9e5e730-1af8-4d2c-a525-c7ff4782aeb3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:13.769072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5e730-1af8-4d2c-a525-c7ff4782aeb3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=318c3c54-ea60-443e-b8aa-4509177b1624,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:13.803267 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c5fad15c-9999-449e-b23f-6c5475d4922b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:13.839994 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ed40cb10-2c99-49a4-abbc-0e1261fc38cd None None] Port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:16:13.880009 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e9e5e730-1af8-4d2c-a525-c7ff4782aeb3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:13.881899 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e9e5e730-1af8-4d2c-a525-c7ff4782aeb3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "DELETE /v2.0/security-groups/318c3c54-ea60-443e-b8aa-4509177b1624 HTTP/1.1" status: 204 len: 168 time: 0.5859847 Mar 01 21:16:13.918380 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0f9b35b7-a18e-4238-a1d8-da09545b80cb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:13.930106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f39c5-d015-47df-b7fb-c9582ae7d7c8 req-f086af44-c563-4eb6-81ea-77f82a742211 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:13.935937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b4f39c5-d015-47df-b7fb-c9582ae7d7c8 req-f086af44-c563-4eb6-81ea-77f82a742211 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 946 time: 0.1267161 Mar 01 21:16:13.944970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fad15c-9999-449e-b23f-6c5475d4922b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=3fc76aa9-82be-4f64-9111-595ce3a47d3d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:14.011444 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b4f39c5-d015-47df-b7fb-c9582ae7d7c8 req-3285ef86-c1d0-41ad-b24e-cd0d07295925 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684857 Mar 01 21:16:14.036092 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:14.101315 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port f44bcea3-70af-4aa9-9592-40986ed83d6a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=f44bcea3-70af-4aa9-9592-40986ed83d6a,segment=NetworkSegment(c050b57d-eb8b-421b-b664-ad652fc15680),segment_id=c050b57d-eb8b-421b-b664-ad652fc15680)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:14.104872 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f44bcea3-70af-4aa9-9592-40986ed83d6a'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:16:14.112374 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c8a9c765-511a-4175-8804-baa7d0aac8af up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:16:14.208140 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0f9b35b7-a18e-4238-a1d8-da09545b80cb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:14.219586 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41740) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:14.219823 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0f9b35b7-a18e-4238-a1d8-da09545b80cb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9403961 Mar 01 21:16:14.226793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-1e14cb12-928f-4108-bb7d-ab97ad03e3f8 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1284933492'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:14.244083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1e14cb12-928f-4108-bb7d-ab97ad03e3f8 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:14.246444 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:14.250400 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 8c36761c-92b0-40ce-856e-9045d7286b0b no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:16:14.276637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1e14cb12-928f-4108-bb7d-ab97ad03e3f8 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:14.359503 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c5fad15c-9999-449e-b23f-6c5475d4922b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:14.386765 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1e14cb12-928f-4108-bb7d-ab97ad03e3f8 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:14.428506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41746) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:14.430737 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c5fad15c-9999-449e-b23f-6c5475d4922b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/3fc76aa9-82be-4f64-9111-595ce3a47d3d HTTP/1.1" status: 204 len: 168 time: 3.3265777 Mar 01 21:16:14.433029 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1e14cb12-928f-4108-bb7d-ab97ad03e3f8 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:14.514968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1e14cb12-928f-4108-bb7d-ab97ad03e3f8 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group_rule and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:14.522028 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=f44bcea3-70af-4aa9-9592-40986ed83d6a,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:14.534104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1e14cb12-928f-4108-bb7d-ab97ad03e3f8 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:14.543921 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 8c36761c-92b0-40ce-856e-9045d7286b0b not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:16:14.544414 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 969212d9-1c07-4ab9-9842-4c8c239a86bb no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:16:14.563247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41754) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:14.565378 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1e14cb12-928f-4108-bb7d-ab97ad03e3f8 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:14.566682 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-01e1e186-3eb2-442b-b3da-89859a00e5b3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] For port f44bcea3-70af-4aa9-9592-40986ed83d6a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=f44bcea3-70af-4aa9-9592-40986ed83d6a,segment=NetworkSegment(c050b57d-eb8b-421b-b664-ad652fc15680),segment_id=c050b57d-eb8b-421b-b664-ad652fc15680)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:14.571857 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-01e1e186-3eb2-442b-b3da-89859a00e5b3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:14.582852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-7a30af9e-57e8-45be-92e9-d3fcee94cc67 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1049172008', 'description': 'tempest-secgroup-smoke-1049172008 description', 'project_id': '55abf7132a284d2983dea80802c45cbf'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:14.599609 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7a30af9e-57e8-45be-92e9-d3fcee94cc67 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:14.624701 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7a30af9e-57e8-45be-92e9-d3fcee94cc67 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:14.641686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7a30af9e-57e8-45be-92e9-d3fcee94cc67 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:14.649853 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f44bcea3-70af-4aa9-9592-40986ed83d6a', 'code': 200} Mar 01 21:16:14.678122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41758) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:14.718721 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7a30af9e-57e8-45be-92e9-d3fcee94cc67 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:14.771053 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733ecf09-77f3-4247-ba16-ee3d1c7fc291 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:14.771905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-733ecf09-77f3-4247-ba16-ee3d1c7fc291 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:14.838680 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0602fe67-9afb-41d1-9e20-17b67490fdcf None None] Provisioning for port c8a9c765-511a-4175-8804-baa7d0aac8af completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:16:14.859258 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7a30af9e-57e8-45be-92e9-d3fcee94cc67 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:14.871922 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0602fe67-9afb-41d1-9e20-17b67490fdcf None None] Provisioning complete for port c8a9c765-511a-4175-8804-baa7d0aac8af triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:14.872295 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0602fe67-9afb-41d1-9e20-17b67490fdcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:14.898563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-01e1e186-3eb2-442b-b3da-89859a00e5b3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Calling delete_port for f44bcea3-70af-4aa9-9592-40986ed83d6a owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:14.938039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7a30af9e-57e8-45be-92e9-d3fcee94cc67 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:14.944368 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1e14cb12-928f-4108-bb7d-ab97ad03e3f8 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:14.961964 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-733ecf09-77f3-4247-ba16-ee3d1c7fc291 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:14.963232 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-733ecf09-77f3-4247-ba16-ee3d1c7fc291 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5325465 Mar 01 21:16:14.965010 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7a30af9e-57e8-45be-92e9-d3fcee94cc67 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:14.983632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b7a80-e0f0-4cb0-8be9-a85e9a86dc93 req-3ca41886-1326-4d63-9f6a-9b54e102e9b0 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:14.988593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b7a80-e0f0-4cb0-8be9-a85e9a86dc93 req-3ca41886-1326-4d63-9f6a-9b54e102e9b0 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:14.998778 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b7a80-e0f0-4cb0-8be9-a85e9a86dc93 req-3ca41886-1326-4d63-9f6a-9b54e102e9b0 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:15.011067 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:15.022435 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b7a80-e0f0-4cb0-8be9-a85e9a86dc93 req-3ca41886-1326-4d63-9f6a-9b54e102e9b0 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:15.047172 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b7a80-e0f0-4cb0-8be9-a85e9a86dc93 req-3ca41886-1326-4d63-9f6a-9b54e102e9b0 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:15.059908 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-526b7a80-e0f0-4cb0-8be9-a85e9a86dc93 req-3ca41886-1326-4d63-9f6a-9b54e102e9b0 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 3883 time: 0.2769570 Mar 01 21:16:15.106817 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41770) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:15.114636 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 969212d9-1c07-4ab9-9842-4c8c239a86bb, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=969212d9-1c07-4ab9-9842-4c8c239a86bb,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:15.139049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7a30af9e-57e8-45be-92e9-d3fcee94cc67 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:15.140262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0602fe67-9afb-41d1-9e20-17b67490fdcf None None] Could not find standard attr ID for object 3fc76aa9-82be-4f64-9111-595ce3a47d3d. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:16:15.166716 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-01e1e186-3eb2-442b-b3da-89859a00e5b3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:16:15.167031 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-01e1e186-3eb2-442b-b3da-89859a00e5b3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:16:15.176506 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1e14cb12-928f-4108-bb7d-ab97ad03e3f8 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:15.209311 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-526b7a80-e0f0-4cb0-8be9-a85e9a86dc93 req-53083224-3b57-4300-9f96-9e420d3be0fb tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481538 Mar 01 21:16:15.224300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f472c8d-82c8-4465-bc3e-e5eaedcc69e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:15.226221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4f472c8d-82c8-4465-bc3e-e5eaedcc69e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:15.226437 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:15.227565 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device e23ba621-6158-4cdc-81c1-c43c4a1efeac no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:16:15.257583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7a30af9e-57e8-45be-92e9-d3fcee94cc67 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:15.257944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4f472c8d-82c8-4465-bc3e-e5eaedcc69e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:15.260758 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4f472c8d-82c8-4465-bc3e-e5eaedcc69e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1526852 Mar 01 21:16:15.267186 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41776) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:15.281851 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a7517be2-77fe-4a85-809a-8ccd53430264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:15.305856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a7517be2-77fe-4a85-809a-8ccd53430264 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:15.310759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a7517be2-77fe-4a85-809a-8ccd53430264 admin admin] Usage tracker for resource:security_group_rule and tenant:bc14924d3e0549dc8c170f93d0f0f810 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:15.313969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a7517be2-77fe-4a85-809a-8ccd53430264 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:15.319831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a7517be2-77fe-4a85-809a-8ccd53430264 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:15.437053 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a7517be2-77fe-4a85-809a-8ccd53430264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:15.458194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f0aedd-7204-454d-83aa-fb6b2615008f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:15.458701 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=969212d9-1c07-4ab9-9842-4c8c239a86bb,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:15.466100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f0aedd-7204-454d-83aa-fb6b2615008f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:15.467219 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f0aedd-7204-454d-83aa-fb6b2615008f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:15.468095 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a3f0aedd-7204-454d-83aa-fb6b2615008f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:15.489247 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fc5fec09-e8e6-42a3-8348-29a2a570f917 None None] Could not find standard attr ID for object ea9088ef-c36f-400a-9323-fac4772f3d4e. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:16:15.534593 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a7517be2-77fe-4a85-809a-8ccd53430264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:15.570117 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:15.581374 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a7517be2-77fe-4a85-809a-8ccd53430264 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc14924d3e0549dc8c170f93d0f0f810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8999522 Mar 01 21:16:15.584066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41782) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:15.613294 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14cb12-928f-4108-bb7d-ab97ad03e3f8 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55e8b0d3-6943-4806-becc-9e517c139b2d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:15.637577 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a3f0aedd-7204-454d-83aa-fb6b2615008f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:15.642458 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a3f0aedd-7204-454d-83aa-fb6b2615008f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3693328 Mar 01 21:16:15.644814 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41786) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:15.656312 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ec0ad055-8b0a-474c-a6bb-5cdc7b844568 None None] Could not find standard attr ID for object 36ba1094-c3f6-45f6-977b-7574bc057781. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:16:15.690537 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port e23ba621-6158-4cdc-81c1-c43c4a1efeac, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e23ba621-6158-4cdc-81c1-c43c4a1efeac,segment=NetworkSegment(84854a8c-ded1-4ca6-9cb8-0eb467d349a7),segment_id=84854a8c-ded1-4ca6-9cb8-0eb467d349a7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:15.702183 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-01e1e186-3eb2-442b-b3da-89859a00e5b3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Deleting port f44bcea3-70af-4aa9-9592-40986ed83d6a {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:15.702611 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-01e1e186-3eb2-442b-b3da-89859a00e5b3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:15.706598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7517be2-77fe-4a85-809a-8ccd53430264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c78596-5e7e-4a3b-aea7-c8d82181f486,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:15.731011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41790) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:15.735391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae43a3-c754-4d34-ad20-aace30f7df5e req-de4daf7f-ecd1-4c18-b2b7-1e48c2d57766 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:15.739976 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f3ae43a3-c754-4d34-ad20-aace30f7df5e req-de4daf7f-ecd1-4c18-b2b7-1e48c2d57766 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 946 time: 0.4383378 Mar 01 21:16:15.784312 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:15.785014 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 1cbca497-049a-4c31-aac8-2fbe1c77e42a no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:16:15.863594 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1e14cb12-928f-4108-bb7d-ab97ad03e3f8 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:15.875192 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41796) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:15.876606 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1e14cb12-928f-4108-bb7d-ab97ad03e3f8 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6562850 Mar 01 21:16:15.892909 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-160b98ad-dbfe-4b0a-8448-8240db1f1b30 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group_rule': {'security_group_id': '55e8b0d3-6943-4806-becc-9e517c139b2d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:15.908169 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f3ae43a3-c754-4d34-ad20-aace30f7df5e req-0dadef5b-d1b1-4f7d-846a-43f7dadffd88 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651635 Mar 01 21:16:15.914379 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-160b98ad-dbfe-4b0a-8448-8240db1f1b30 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:15.923305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-70fdc955-36e7-4022-b07f-6a20c6c0a11d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet 5f845593-3947-4b14-a9bc-e0d725eb4fcc {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:16:15.942296 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7a30af9e-57e8-45be-92e9-d3fcee94cc67 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:15.943547 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-27a1875d-3d2c-4e6e-9534-ae082578c538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:15.993466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89daea07-bf0e-46df-96c8-152d35d4882b req-43f011d7-aec2-4359-8fb7-49f2aff08857 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:15.996402 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89daea07-bf0e-46df-96c8-152d35d4882b req-43f011d7-aec2-4359-8fb7-49f2aff08857 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.55 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 946 time: 0.3422306 Mar 01 21:16:16.041000 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f0d4834d-aced-4c4f-96a4-9ece13415134 None None] Could not find standard attr ID for object 703af65d-e43e-450e-a83e-a962152edc19. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:16:16.065341 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7a30af9e-57e8-45be-92e9-d3fcee94cc67 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:16.091879 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:16.101564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=e23ba621-6158-4cdc-81c1-c43c4a1efeac,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:16.108375 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-65618dae-bb2b-4e9c-89b1-ddc4a3cf496c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:16.127721 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a30af9e-57e8-45be-92e9-d3fcee94cc67 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2509a19c-b4da-487d-bdc9-4c82129dfe8d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:16.155305 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-27a1875d-3d2c-4e6e-9534-ae082578c538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:16.160817 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 1cbca497-049a-4c31-aac8-2fbe1c77e42a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=1cbca497-049a-4c31-aac8-2fbe1c77e42a,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:16.165262 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-65618dae-bb2b-4e9c-89b1-ddc4a3cf496c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:16.176550 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-89daea07-bf0e-46df-96c8-152d35d4882b req-95fab8a7-812b-4115-8cbe-3aedefc226b9 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Deleting port 06361bd4-258e-4d4b-b36b-445f6965ca52 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:16.176888 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-89daea07-bf0e-46df-96c8-152d35d4882b req-95fab8a7-812b-4115-8cbe-3aedefc226b9 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:16.179814 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70fdc955-36e7-4022-b07f-6a20c6c0a11d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:16.203550 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-65618dae-bb2b-4e9c-89b1-ddc4a3cf496c admin admin] Usage tracker for resource:security_group_rule and tenant:92633f84563247b192f6c9f648068310 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:16.210309 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-160b98ad-dbfe-4b0a-8448-8240db1f1b30 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group_rule and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:16.213934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-65618dae-bb2b-4e9c-89b1-ddc4a3cf496c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:16.219517 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:16.221429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 92490323-bf33-498a-ae53-1c8809d63fe3 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:16:16.234936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-65618dae-bb2b-4e9c-89b1-ddc4a3cf496c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:16.315191 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7a30af9e-57e8-45be-92e9-d3fcee94cc67 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:16.316527 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7a30af9e-57e8-45be-92e9-d3fcee94cc67 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7487552 Mar 01 21:16:16.320342 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41804) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:16.360485 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-174d780b-8160-4d52-9726-18604a0f0459 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': '2509a19c-b4da-487d-bdc9-4c82129dfe8d', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:16.361934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-01e1e186-3eb2-442b-b3da-89859a00e5b3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] For port f44bcea3-70af-4aa9-9592-40986ed83d6a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=f44bcea3-70af-4aa9-9592-40986ed83d6a,segment=NetworkSegment(c050b57d-eb8b-421b-b664-ad652fc15680),segment_id=c050b57d-eb8b-421b-b664-ad652fc15680)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:16.362456 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-01e1e186-3eb2-442b-b3da-89859a00e5b3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:16.384259 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7108e31b-7e61-4be2-8426-78a1d846e0f0 None None] Could not find standard attr ID for object 949e5eca-30e2-4d4d-a114-45042e170a77. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:16:16.400197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-174d780b-8160-4d52-9726-18604a0f0459 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:16.409980 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-174d780b-8160-4d52-9726-18604a0f0459 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:16.415443 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-174d780b-8160-4d52-9726-18604a0f0459 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:16.474645 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:16.506339 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-01e1e186-3eb2-442b-b3da-89859a00e5b3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Calling delete_port for f44bcea3-70af-4aa9-9592-40986ed83d6a owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:16.518251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=1cbca497-049a-4c31-aac8-2fbe1c77e42a,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:16.536254 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 92490323-bf33-498a-ae53-1c8809d63fe3, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=92490323-bf33-498a-ae53-1c8809d63fe3,segment=NetworkSegment(c050b57d-eb8b-421b-b664-ad652fc15680),segment_id=c050b57d-eb8b-421b-b664-ad652fc15680)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:16.545380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-174d780b-8160-4d52-9726-18604a0f0459 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:16.548459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-160b98ad-dbfe-4b0a-8448-8240db1f1b30 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:16.573388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-160b98ad-dbfe-4b0a-8448-8240db1f1b30 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:16.613112 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-012bc5bc-2149-4b1f-855a-30210302f0cb None None] Could not find standard attr ID for object 9044f195-2440-463a-a543-7f1f165d71e8. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:16:16.620780 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:16.623916 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70fdc955-36e7-4022-b07f-6a20c6c0a11d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:16.674172 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '969212d9-1c07-4ab9-9842-4c8c239a86bb'}, {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e23ba621-6158-4cdc-81c1-c43c4a1efeac'}, {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cbca497-049a-4c31-aac8-2fbe1c77e42a'}, {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92490323-bf33-498a-ae53-1c8809d63fe3'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:16:16.680147 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-65618dae-bb2b-4e9c-89b1-ddc4a3cf496c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:16.708344 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-89daea07-bf0e-46df-96c8-152d35d4882b req-95fab8a7-812b-4115-8cbe-3aedefc226b9 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] For port 06361bd4-258e-4d4b-b36b-445f6965ca52, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=06361bd4-258e-4d4b-b36b-445f6965ca52,segment=NetworkSegment(2e3cc3e0-fe77-4e16-9ccb-b81e62f285f9),segment_id=2e3cc3e0-fe77-4e16-9ccb-b81e62f285f9)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:16.708769 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-89daea07-bf0e-46df-96c8-152d35d4882b req-95fab8a7-812b-4115-8cbe-3aedefc226b9 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:16.720319 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-174d780b-8160-4d52-9726-18604a0f0459 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:16.728610 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=92490323-bf33-498a-ae53-1c8809d63fe3,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:16.752665 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '969212d9-1c07-4ab9-9842-4c8c239a86bb', 'code': 200} Mar 01 21:16:16.752852 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e23ba621-6158-4cdc-81c1-c43c4a1efeac', 'code': 200} Mar 01 21:16:16.753090 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cbca497-049a-4c31-aac8-2fbe1c77e42a', 'code': 200} Mar 01 21:16:16.753340 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '92490323-bf33-498a-ae53-1c8809d63fe3', 'code': 200} Mar 01 21:16:16.764211 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-160b98ad-dbfe-4b0a-8448-8240db1f1b30 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:16.833216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fa60efba-9e9f-4225-8808-265c059bddac None None] Could not find standard attr ID for object 3fc76aa9-82be-4f64-9111-595ce3a47d3d. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:16:16.859008 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-27a1875d-3d2c-4e6e-9534-ae082578c538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:16.900559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a1875d-3d2c-4e6e-9534-ae082578c538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c78596-5e7e-4a3b-aea7-c8d82181f486,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:16.926134 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70fdc955-36e7-4022-b07f-6a20c6c0a11d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:17.029431 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-89daea07-bf0e-46df-96c8-152d35d4882b req-95fab8a7-812b-4115-8cbe-3aedefc226b9 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Calling delete_port for 06361bd4-258e-4d4b-b36b-445f6965ca52 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:17.050905 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-160b98ad-dbfe-4b0a-8448-8240db1f1b30 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:17.071619 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-65618dae-bb2b-4e9c-89b1-ddc4a3cf496c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:17.076622 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-27a1875d-3d2c-4e6e-9534-ae082578c538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:17.076764 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993579c0-6249-453e-ac86-7c0119459ed0 req-096b3955-790a-4255-b2b0-2c5112ee45f8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:17.081221 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-27a1875d-3d2c-4e6e-9534-ae082578c538 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87c78596-5e7e-4a3b-aea7-c8d82181f486 HTTP/1.1" status: 204 len: 168 time: 1.4952116 Mar 01 21:16:17.082935 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993579c0-6249-453e-ac86-7c0119459ed0 req-096b3955-790a-4255-b2b0-2c5112ee45f8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:17.089743 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993579c0-6249-453e-ac86-7c0119459ed0 req-096b3955-790a-4255-b2b0-2c5112ee45f8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:17.095800 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993579c0-6249-453e-ac86-7c0119459ed0 req-096b3955-790a-4255-b2b0-2c5112ee45f8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:17.101601 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993579c0-6249-453e-ac86-7c0119459ed0 req-096b3955-790a-4255-b2b0-2c5112ee45f8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:17.107586 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-993579c0-6249-453e-ac86-7c0119459ed0 req-096b3955-790a-4255-b2b0-2c5112ee45f8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 3877 time: 0.6880178 Mar 01 21:16:17.265682 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-65618dae-bb2b-4e9c-89b1-ddc4a3cf496c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=92633f84563247b192f6c9f648068310&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5243385 Mar 01 21:16:17.268466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41814) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:17.278885 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-174d780b-8160-4d52-9726-18604a0f0459 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:17.281933 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-01e1e186-3eb2-442b-b3da-89859a00e5b3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:17.287180 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65618dae-bb2b-4e9c-89b1-ddc4a3cf496c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab2e191-bbc6-4d0a-839e-c0abd2a92458,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:17.315720 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-993579c0-6249-453e-ac86-7c0119459ed0 req-fceabecc-c2fe-454c-9104-1445c1cbd7c7 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1807117 Mar 01 21:16:17.374874 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-174d780b-8160-4d52-9726-18604a0f0459 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:17.386613 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70fdc955-36e7-4022-b07f-6a20c6c0a11d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:17.390323 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-160b98ad-dbfe-4b0a-8448-8240db1f1b30 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:17.413647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2516c7e0-94f1-4a24-886a-74cd87214d97 req-c78ad333-3c33-42ec-a8ab-2e27fea3681a tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:17.417347 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2516c7e0-94f1-4a24-886a-74cd87214d97 req-c78ad333-3c33-42ec-a8ab-2e27fea3681a tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 946 time: 0.3065925 Mar 01 21:16:17.453849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d780b-8160-4d52-9726-18604a0f0459 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdd3e3ff-86a5-48d9-8e94-d910e3634408,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:17.482619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdc955-36e7-4022-b07f-6a20c6c0a11d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=5f845593-3947-4b14-a9bc-e0d725eb4fcc,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:17.486132 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1e186-3eb2-442b-b3da-89859a00e5b3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event deleted for resources: {'Port': ['ID=f44bcea3-70af-4aa9-9592-40986ed83d6a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:17.493706 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2516c7e0-94f1-4a24-886a-74cd87214d97 req-252e0daf-4102-4b8e-a414-fbcc03c7c016 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/security-groups?id=1888340f-6401-4c93-b8aa-b4db8029c95c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674696 Mar 01 21:16:17.504401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b98ad-dbfe-4b0a-8448-8240db1f1b30 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=705995ba-c02c-434c-bc01-9b4dcd865d4a,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:17.560392 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-70fdc955-36e7-4022-b07f-6a20c6c0a11d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:17.568371 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-89daea07-bf0e-46df-96c8-152d35d4882b req-95fab8a7-812b-4115-8cbe-3aedefc226b9 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:17.625395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-01e1e186-3eb2-442b-b3da-89859a00e5b3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] No DVR routers for this DVR port f44bcea3-70af-4aa9-9592-40986ed83d6a on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:16:17.628210 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-01e1e186-3eb2-442b-b3da-89859a00e5b3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:17.628373 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eabcc3-d1b7-4998-b44f-6d5bf2723c6f None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:17.631077 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-01e1e186-3eb2-442b-b3da-89859a00e5b3 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.57 "DELETE /v2.0/ports/f44bcea3-70af-4aa9-9592-40986ed83d6a HTTP/1.1" status: 204 len: 173 time: 4.1896377 Mar 01 21:16:17.631729 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-deleted', 'tag': 'f44bcea3-70af-4aa9-9592-40986ed83d6a'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:16:17.642937 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-174d780b-8160-4d52-9726-18604a0f0459 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:17.646842 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-174d780b-8160-4d52-9726-18604a0f0459 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3148050 Mar 01 21:16:17.649733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41824) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:17.655343 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fab8a7-812b-4115-8cbe-3aedefc226b9 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Pushing event deleted for resources: {'Port': ['ID=06361bd4-258e-4d4b-b36b-445f6965ca52,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:17.692246 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-160b98ad-dbfe-4b0a-8448-8240db1f1b30 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:17.693617 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-160b98ad-dbfe-4b0a-8448-8240db1f1b30 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.8172882 Mar 01 21:16:17.700003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-1e9448aa-b70f-4bb7-b5a2-a10b78a04f13 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': '2509a19c-b4da-487d-bdc9-4c82129dfe8d', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:17.715256 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41830) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:17.716423 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-70fdc955-36e7-4022-b07f-6a20c6c0a11d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/5f845593-3947-4b14-a9bc-e0d725eb4fcc HTTP/1.1" status: 204 len: 168 time: 2.0703917 Mar 01 21:16:17.717764 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1e9448aa-b70f-4bb7-b5a2-a10b78a04f13 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:17.727523 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41832) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:17.730650 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6a455df4-4bd3-42c1-bd0b-6a9479b38d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:17.736031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1e9448aa-b70f-4bb7-b5a2-a10b78a04f13 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:17.740303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1e9448aa-b70f-4bb7-b5a2-a10b78a04f13 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:17.763395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1e9448aa-b70f-4bb7-b5a2-a10b78a04f13 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:17.777467 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-deleted', 'tag': 'f44bcea3-70af-4aa9-9592-40986ed83d6a', 'status': 'completed', 'code': 200} Mar 01 21:16:17.802134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-bb24356c-8778-4a1b-8458-5d58d086c769 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Deleting port 92490323-bf33-498a-ae53-1c8809d63fe3 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:17.802533 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-bb24356c-8778-4a1b-8458-5d58d086c769 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:17.828715 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6a455df4-4bd3-42c1-bd0b-6a9479b38d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:17.857122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-89daea07-bf0e-46df-96c8-152d35d4882b req-95fab8a7-812b-4115-8cbe-3aedefc226b9 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] No DVR routers for this DVR port 06361bd4-258e-4d4b-b36b-445f6965ca52 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:16:17.870015 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-89daea07-bf0e-46df-96c8-152d35d4882b req-95fab8a7-812b-4115-8cbe-3aedefc226b9 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:17.872151 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89daea07-bf0e-46df-96c8-152d35d4882b req-95fab8a7-812b-4115-8cbe-3aedefc226b9 tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.55 "DELETE /v2.0/ports/06361bd4-258e-4d4b-b36b-445f6965ca52 HTTP/1.1" status: 204 len: 173 time: 1.8594596 Mar 01 21:16:17.874926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe4b3b6-83aa-4a67-8079-a2a8215f21da', 'name': 'network-vif-deleted', 'tag': '06361bd4-258e-4d4b-b36b-445f6965ca52'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:16:17.900203 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-541e9f57-4465-4079-a41f-52cd05c40532 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:17.918575 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd2d2f56-bafd-4a80-9cd4-8fa028282747 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet b695e4ff-6835-49b9-8e5d-c6c8c2bf3b3f {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:16:17.924874 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-541e9f57-4465-4079-a41f-52cd05c40532 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:17.928546 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fd2d2f56-bafd-4a80-9cd4-8fa028282747 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:17.970481 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1e9448aa-b70f-4bb7-b5a2-a10b78a04f13 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:18.003685 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe4b3b6-83aa-4a67-8079-a2a8215f21da', 'name': 'network-vif-deleted', 'tag': '06361bd4-258e-4d4b-b36b-445f6965ca52', 'status': 'completed', 'code': 200} Mar 01 21:16:18.026547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 06361bd4-258e-4d4b-b36b-445f6965ca52 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:16:18.063627 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fd2d2f56-bafd-4a80-9cd4-8fa028282747 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:18.087914 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 06361bd4-258e-4d4b-b36b-445f6965ca52 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:16:18.088333 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 06361bd4-258e-4d4b-b36b-445f6965ca52 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:16:18.141389 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-541e9f57-4465-4079-a41f-52cd05c40532 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:18.183586 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6a455df4-4bd3-42c1-bd0b-6a9479b38d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:18.190319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e9f57-4465-4079-a41f-52cd05c40532 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=705995ba-c02c-434c-bc01-9b4dcd865d4a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:18.209596 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-541e9f57-4465-4079-a41f-52cd05c40532 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:18.211985 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-541e9f57-4465-4079-a41f-52cd05c40532 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/705995ba-c02c-434c-bc01-9b4dcd865d4a HTTP/1.1" status: 204 len: 168 time: 0.4956317 Mar 01 21:16:18.216289 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41844) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:18.300544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-88ef86f3-4f3f-4740-b5ef-aff2863b3307 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:18.303681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a455df4-4bd3-42c1-bd0b-6a9479b38d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab2e191-bbc6-4d0a-839e-c0abd2a92458,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:18.347038 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fd2d2f56-bafd-4a80-9cd4-8fa028282747 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:18.347267 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1e9448aa-b70f-4bb7-b5a2-a10b78a04f13 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:18.353985 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6a455df4-4bd3-42c1-bd0b-6a9479b38d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:18.355526 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6a455df4-4bd3-42c1-bd0b-6a9479b38d28 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ab2e191-bbc6-4d0a-839e-c0abd2a92458 HTTP/1.1" status: 204 len: 168 time: 1.0854921 Mar 01 21:16:18.415527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-bb24356c-8778-4a1b-8458-5d58d086c769 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] For port 92490323-bf33-498a-ae53-1c8809d63fe3, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=92490323-bf33-498a-ae53-1c8809d63fe3,segment=NetworkSegment(c050b57d-eb8b-421b-b664-ad652fc15680),segment_id=c050b57d-eb8b-421b-b664-ad652fc15680)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:18.418008 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-bb24356c-8778-4a1b-8458-5d58d086c769 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:18.433140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-88ef86f3-4f3f-4740-b5ef-aff2863b3307 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:18.437415 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-88ef86f3-4f3f-4740-b5ef-aff2863b3307 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2174339 Mar 01 21:16:18.437815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41858) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:18.630366 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1e9448aa-b70f-4bb7-b5a2-a10b78a04f13 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:18.644009 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d347b9f8-2edc-4163-b5a3-d744912962be tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:18.659663 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fd2d2f56-bafd-4a80-9cd4-8fa028282747 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:18.669774 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-bb24356c-8778-4a1b-8458-5d58d086c769 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Calling delete_port for 92490323-bf33-498a-ae53-1c8809d63fe3 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:18.747119 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9448aa-b70f-4bb7-b5a2-a10b78a04f13 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e684b1e2-40a7-40cf-a217-2d886b499bcd,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:18.827193 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d2f56-bafd-4a80-9cd4-8fa028282747 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=b695e4ff-6835-49b9-8e5d-c6c8c2bf3b3f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:18.830353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-42d67412-f8b0-41f2-a681-afec8215115f req-3a3c337b-fd72-48db-9300-ff3f3617313c tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Synchronizing usage tracker for tenant:ee269e56fe8d4324bcbcfd88437e9b99 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:18.844608 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fd2d2f56-bafd-4a80-9cd4-8fa028282747 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:18.857071 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d347b9f8-2edc-4163-b5a3-d744912962be tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:18.875231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fd2d2f56-bafd-4a80-9cd4-8fa028282747 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/b695e4ff-6835-49b9-8e5d-c6c8c2bf3b3f HTTP/1.1" status: 204 len: 168 time: 1.1234062 Mar 01 21:16:18.894940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41868) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:18.935980 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1e9448aa-b70f-4bb7-b5a2-a10b78a04f13 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:18.940188 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1e9448aa-b70f-4bb7-b5a2-a10b78a04f13 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2885253 Mar 01 21:16:18.941643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41872) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:18.953629 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-ddf20f3d-b7db-4ac6-be75-74ad534c3cf9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': '2509a19c-b4da-487d-bdc9-4c82129dfe8d', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:18.965742 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ddf20f3d-b7db-4ac6-be75-74ad534c3cf9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:18.971142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ddf20f3d-b7db-4ac6-be75-74ad534c3cf9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:18.974667 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ddf20f3d-b7db-4ac6-be75-74ad534c3cf9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:18.983027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ddf20f3d-b7db-4ac6-be75-74ad534c3cf9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:19.013595 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-42d67412-f8b0-41f2-a681-afec8215115f req-3a3c337b-fd72-48db-9300-ff3f3617313c tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] Unset dirty status for tenant:ee269e56fe8d4324bcbcfd88437e9b99 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:19.015287 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-42d67412-f8b0-41f2-a681-afec8215115f req-3a3c337b-fd72-48db-9300-ff3f3617313c tempest-TestServerAdvancedOps-547278852 tempest-TestServerAdvancedOps-547278852-project] 10.222.0.42 "GET /v2.0/ports?device_id=7fe4b3b6-83aa-4a67-8079-a2a8215f21da HTTP/1.1" status: 200 len: 210 time: 0.2742033 Mar 01 21:16:19.057493 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a2f83530-2072-4e14-974d-6593ed0ce93a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1535561 Mar 01 21:16:19.057844 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41880) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:19.073383 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-6c32d659-8848-4b28-a21b-f00b0583bab4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:19.077299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492c108-5ac5-4834-b685-395ad7ee35ad req-af470d96-b8dc-4453-83b9-8555e971fe18 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:19.083383 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492c108-5ac5-4834-b685-395ad7ee35ad req-af470d96-b8dc-4453-83b9-8555e971fe18 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:19.092104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492c108-5ac5-4834-b685-395ad7ee35ad req-af470d96-b8dc-4453-83b9-8555e971fe18 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:19.098615 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492c108-5ac5-4834-b685-395ad7ee35ad req-af470d96-b8dc-4453-83b9-8555e971fe18 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:19.101089 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8492c108-5ac5-4834-b685-395ad7ee35ad req-af470d96-b8dc-4453-83b9-8555e971fe18 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 3142 time: 0.5848904 Mar 01 21:16:19.120369 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f1ad1b-4aaf-4ced-9c97-f0ebdffd5ff5 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:19.162475 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8492c108-5ac5-4834-b685-395ad7ee35ad req-7ee1d01c-6cff-4fdd-b2b6-09fc94122fa0 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542226 Mar 01 21:16:19.170739 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ddf20f3d-b7db-4ac6-be75-74ad534c3cf9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:19.203944 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-bb24356c-8778-4a1b-8458-5d58d086c769 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:19.215918 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d347b9f8-2edc-4163-b5a3-d744912962be tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:19.238054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347b9f8-2edc-4163-b5a3-d744912962be tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e8b0d3-6943-4806-becc-9e517c139b2d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:19.273055 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c42fc643-3d87-4f9a-9315-7596cd4f6223 None None] Provisioning complete for port c8a9c765-511a-4175-8804-baa7d0aac8af triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:19.273336 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c42fc643-3d87-4f9a-9315-7596cd4f6223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:19.284290 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41884) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:19.302876 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cdca1e51-7559-4643-94e6-2aa483f665dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:19.325077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-cdca1e51-7559-4643-94e6-2aa483f665dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:19.330356 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-cdca1e51-7559-4643-94e6-2aa483f665dc admin admin] Usage tracker for resource:security_group_rule and tenant:78882d6643524cc4b8d8380bd9d41fe2 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:19.333813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-cdca1e51-7559-4643-94e6-2aa483f665dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:19.343807 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-cdca1e51-7559-4643-94e6-2aa483f665dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:19.352243 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d347b9f8-2edc-4163-b5a3-d744912962be tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:19.352243 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d347b9f8-2edc-4163-b5a3-d744912962be tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-groups/55e8b0d3-6943-4806-becc-9e517c139b2d HTTP/1.1" status: 204 len: 168 time: 0.9031098 Mar 01 21:16:19.353618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41888) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:19.460183 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a5c96566-4c4e-4412-bba7-508965ce464f tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:19.471190 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24356c-8778-4a1b-8458-5d58d086c769 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event deleted for resources: {'Port': ['ID=92490323-bf33-498a-ae53-1c8809d63fe3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:19.522192 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cdca1e51-7559-4643-94e6-2aa483f665dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:19.540805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-bb24356c-8778-4a1b-8458-5d58d086c769 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] No DVR routers for this DVR port 92490323-bf33-498a-ae53-1c8809d63fe3 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:16:19.545560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6c32d659-8848-4b28-a21b-f00b0583bab4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:19.549262 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-bb24356c-8778-4a1b-8458-5d58d086c769 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:19.569241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6c32d659-8848-4b28-a21b-f00b0583bab4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:19.574468 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ddf20f3d-b7db-4ac6-be75-74ad534c3cf9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:19.575472 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6c32d659-8848-4b28-a21b-f00b0583bab4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:19.579342 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-bb24356c-8778-4a1b-8458-5d58d086c769 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.57 "DELETE /v2.0/ports/92490323-bf33-498a-ae53-1c8809d63fe3 HTTP/1.1" status: 204 len: 173 time: 1.9313869 Mar 01 21:16:19.582972 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6c32d659-8848-4b28-a21b-f00b0583bab4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:19.584787 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea44271-5155-4cd3-9e39-aa6b6a9f49e8 None None] DHCP port deletion for cc39aad2-d371-4bc1-8f73-2342392e478c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:16:19.589521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6ea44271-5155-4cd3-9e39-aa6b6a9f49e8 None None] Deleting port c8a9c765-511a-4175-8804-baa7d0aac8af {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:19.589867 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6ea44271-5155-4cd3-9e39-aa6b6a9f49e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:19.637327 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cdca1e51-7559-4643-94e6-2aa483f665dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:19.652603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a5c96566-4c4e-4412-bba7-508965ce464f tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:19.654108 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a5c96566-4c4e-4412-bba7-508965ce464f tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2987788 Mar 01 21:16:19.658584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41892) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:19.663347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-85c3d27b-74d9-4833-85e2-b83a09600ce2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Deleting port 969212d9-1c07-4ab9-9842-4c8c239a86bb {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:19.664087 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-85c3d27b-74d9-4833-85e2-b83a09600ce2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:19.671508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-26e3a21f-c629-4748-b616-cb5462560bb2 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846336838'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:19.695343 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-26e3a21f-c629-4748-b616-cb5462560bb2 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:19.705554 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ddf20f3d-b7db-4ac6-be75-74ad534c3cf9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:19.721060 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cdca1e51-7559-4643-94e6-2aa483f665dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=78882d6643524cc4b8d8380bd9d41fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4332554 Mar 01 21:16:19.721060 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca1e51-7559-4643-94e6-2aa483f665dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b69a7f-e7e4-42de-a4a5-10825350a5a5,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:19.722902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41896) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:19.723545 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-26e3a21f-c629-4748-b616-cb5462560bb2 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:19.731876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-58af7cf4-5ed3-44a7-a3cb-e705e2d51c87 req-ecac53d5-6a37-443d-b12d-2634238ef6ef service neutron] (88519) timed out ('10.222.0.42', 48280) {{(pid=88519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 01 21:16:19.747117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf20f3d-b7db-4ac6-be75-74ad534c3cf9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=515f86a0-e54c-4297-9517-255b58c31e7b,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:19.754531 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c32d659-8848-4b28-a21b-f00b0583bab4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:16:19.758312 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c32d659-8848-4b28-a21b-f00b0583bab4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:19.808197 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6f5285ad-b49f-4454-abdf-e2d58e474657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:19.821323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-deleted', 'tag': '92490323-bf33-498a-ae53-1c8809d63fe3'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:16:19.834856 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-6ea44271-5155-4cd3-9e39-aa6b6a9f49e8 None None] For port c8a9c765-511a-4175-8804-baa7d0aac8af, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c8a9c765-511a-4175-8804-baa7d0aac8af,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:19.835241 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6ea44271-5155-4cd3-9e39-aa6b6a9f49e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:19.853078 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6f5285ad-b49f-4454-abdf-e2d58e474657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:19.903900 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-26e3a21f-c629-4748-b616-cb5462560bb2 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:19.925400 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-26e3a21f-c629-4748-b616-cb5462560bb2 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:19.929575 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-26e3a21f-c629-4748-b616-cb5462560bb2 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group_rule and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:19.932994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-26e3a21f-c629-4748-b616-cb5462560bb2 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:19.939789 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-26e3a21f-c629-4748-b616-cb5462560bb2 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:20.020914 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-deleted', 'tag': '92490323-bf33-498a-ae53-1c8809d63fe3', 'status': 'completed', 'code': 200} Mar 01 21:16:20.037523 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ddf20f3d-b7db-4ac6-be75-74ad534c3cf9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:20.038900 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ddf20f3d-b7db-4ac6-be75-74ad534c3cf9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0962791 Mar 01 21:16:20.049143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41902) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:20.062424 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-fa3868f1-14d0-469d-8e5d-36e5f996efbd tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': '2509a19c-b4da-487d-bdc9-4c82129dfe8d', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:20.083974 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6f5285ad-b49f-4454-abdf-e2d58e474657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:20.131850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fa3868f1-14d0-469d-8e5d-36e5f996efbd tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:20.136028 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6ea44271-5155-4cd3-9e39-aa6b6a9f49e8 None None] Calling delete_port for c8a9c765-511a-4175-8804-baa7d0aac8af owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:20.147808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fa3868f1-14d0-469d-8e5d-36e5f996efbd tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:20.165528 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fa3868f1-14d0-469d-8e5d-36e5f996efbd tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:20.194593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fa3868f1-14d0-469d-8e5d-36e5f996efbd tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:20.212174 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c8a9c765-511a-4175-8804-baa7d0aac8af no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:16:20.222848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5285ad-b49f-4454-abdf-e2d58e474657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b69a7f-e7e4-42de-a4a5-10825350a5a5,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:20.237310 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41908) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:20.407585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c441d1-7beb-4034-89f7-43bc1498298b admin admin] Deleting subnet 26a4bed8-a042-492e-b3b6-8d42e97fe928 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:16:20.430353 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6ea44271-5155-4cd3-9e39-aa6b6a9f49e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:20.440461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-85c3d27b-74d9-4833-85e2-b83a09600ce2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] For port 969212d9-1c07-4ab9-9842-4c8c239a86bb, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=969212d9-1c07-4ab9-9842-4c8c239a86bb,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:20.441086 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-85c3d27b-74d9-4833-85e2-b83a09600ce2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:20.442797 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-42c441d1-7beb-4034-89f7-43bc1498298b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:20.489016 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Port c8a9c765-511a-4175-8804-baa7d0aac8af update to DOWN by agent not found {{(pid=88520) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 01 21:16:20.501738 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea44271-5155-4cd3-9e39-aa6b6a9f49e8 None None] Pushing event deleted for resources: {'Port': ['ID=c8a9c765-511a-4175-8804-baa7d0aac8af,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:20.508885 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea44271-5155-4cd3-9e39-aa6b6a9f49e8 None None] No DVR routers for this DVR port c8a9c765-511a-4175-8804-baa7d0aac8af on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:16:20.508987 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-42c441d1-7beb-4034-89f7-43bc1498298b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:20.528134 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b350d25-b74f-4038-9af7-fe60115745d3 None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:16:20.582157 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-85c3d27b-74d9-4833-85e2-b83a09600ce2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Calling delete_port for 969212d9-1c07-4ab9-9842-4c8c239a86bb owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:20.602599 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-42c441d1-7beb-4034-89f7-43bc1498298b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:20.673433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b350d25-b74f-4038-9af7-fe60115745d3 None None] Resources bound (agent type, host, resource id): {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:16:20.887098 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-26e3a21f-c629-4748-b616-cb5462560bb2 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:20.889007 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fa3868f1-14d0-469d-8e5d-36e5f996efbd tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:20.896048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.objects.ports [None req-6c32d659-8848-4b28-a21b-f00b0583bab4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 01 21:16:20.897283 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c32d659-8848-4b28-a21b-f00b0583bab4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:20.975630 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-26e3a21f-c629-4748-b616-cb5462560bb2 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:20.976197 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32d659-8848-4b28-a21b-f00b0583bab4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=69329ed8-fc6a-4cf3-8202-8c821d328f19,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:20.985831 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-85c3d27b-74d9-4833-85e2-b83a09600ce2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:21.051517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3a21f-c629-4748-b616-cb5462560bb2 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a310ae31-298f-43a8-8196-00dbbd111a04,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:21.086885 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6f5285ad-b49f-4454-abdf-e2d58e474657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:21.093940 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6f5285ad-b49f-4454-abdf-e2d58e474657 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/24b69a7f-e7e4-42de-a4a5-10825350a5a5 HTTP/1.1" status: 204 len: 168 time: 1.3654928 Mar 01 21:16:21.105042 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cc39aad2-d371-4bc1-8f73-2342392e478c', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'fixed_ips': [{'subnet_id': '69329ed8-fc6a-4cf3-8202-8c821d328f19'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:16:21.106089 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:21.110903 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c3d27b-74d9-4833-85e2-b83a09600ce2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event deleted for resources: {'Port': ['ID=969212d9-1c07-4ab9-9842-4c8c239a86bb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:21.168576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c32d659-8848-4b28-a21b-f00b0583bab4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:21.175097 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-6c32d659-8848-4b28-a21b-f00b0583bab4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:21.177586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-85c3d27b-74d9-4833-85e2-b83a09600ce2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] No DVR routers for this DVR port 969212d9-1c07-4ab9-9842-4c8c239a86bb on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:16:21.180709 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c32d659-8848-4b28-a21b-f00b0583bab4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:21.181500 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6c32d659-8848-4b28-a21b-f00b0583bab4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:21.186899 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-85c3d27b-74d9-4833-85e2-b83a09600ce2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:21.216152 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-85c3d27b-74d9-4833-85e2-b83a09600ce2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.57 "DELETE /v2.0/ports/969212d9-1c07-4ab9-9842-4c8c239a86bb HTTP/1.1" status: 204 len: 173 time: 1.6301260 Mar 01 21:16:21.296508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a4943-68aa-4fd7-aab0-510bc26456a9 req-b5fa5896-1985-411b-8b57-bb1875426ab5 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:21.303259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a4943-68aa-4fd7-aab0-510bc26456a9 req-b5fa5896-1985-411b-8b57-bb1875426ab5 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:21.314952 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f31a4943-68aa-4fd7-aab0-510bc26456a9 req-b5fa5896-1985-411b-8b57-bb1875426ab5 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 1676 time: 0.9040117 Mar 01 21:16:21.328259 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Deleting port 1cbca497-049a-4c31-aac8-2fbe1c77e42a {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:21.328859 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:21.334802 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-26e3a21f-c629-4748-b616-cb5462560bb2 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:21.339762 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-26e3a21f-c629-4748-b616-cb5462560bb2 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6738687 Mar 01 21:16:21.339762 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fa3868f1-14d0-469d-8e5d-36e5f996efbd tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:21.344988 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41922) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:21.349509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-a5712fbc-36f9-43da-a175-f3563d0c54cb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group_rule': {'security_group_id': 'a310ae31-298f-43a8-8196-00dbbd111a04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:21.358431 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-42c441d1-7beb-4034-89f7-43bc1498298b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:21.372939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a5712fbc-36f9-43da-a175-f3563d0c54cb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:21.381991 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:21.435960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a5712fbc-36f9-43da-a175-f3563d0c54cb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group_rule and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:21.444122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a5712fbc-36f9-43da-a175-f3563d0c54cb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:21.455879 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fa3868f1-14d0-469d-8e5d-36e5f996efbd tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:21.472754 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c441d1-7beb-4034-89f7-43bc1498298b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26a4bed8-a042-492e-b3b6-8d42e97fe928,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:21.475787 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a5712fbc-36f9-43da-a175-f3563d0c54cb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:21.481498 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-42c441d1-7beb-4034-89f7-43bc1498298b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:21.497541 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f31a4943-68aa-4fd7-aab0-510bc26456a9 req-8c732362-871d-478f-9874-0ca29570d188 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1815155 Mar 01 21:16:21.507986 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Allocated IP 2001:db8::f816:3eff:fe39:229b (cc39aad2-d371-4bc1-8f73-2342392e478c/69329ed8-fc6a-4cf3-8202-8c821d328f19/200dc1ff-ada8-43f6-ae8a-eadb949b09cc) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:16:21.570858 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-42c441d1-7beb-4034-89f7-43bc1498298b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/26a4bed8-a042-492e-b3b6-8d42e97fe928 HTTP/1.1" status: 204 len: 168 time: 1.3325610 Mar 01 21:16:21.575166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41928) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:21.613159 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3868f1-14d0-469d-8e5d-36e5f996efbd tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=680d9dda-8a83-4821-8c6f-625792a253f9,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:21.663244 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6c32d659-8848-4b28-a21b-f00b0583bab4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6041691 Mar 01 21:16:21.671520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41934) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:21.689903 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-1cee73ca-5b52-4742-a629-637377a00a8e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:21.763395 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fa3868f1-14d0-469d-8e5d-36e5f996efbd tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:21.765708 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fa3868f1-14d0-469d-8e5d-36e5f996efbd tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7155855 Mar 01 21:16:21.780021 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41938) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:21.789235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-af5ab8ec-3176-43c1-a351-bb1e1f09b76d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': '2509a19c-b4da-487d-bdc9-4c82129dfe8d', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:21.819344 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-af5ab8ec-3176-43c1-a351-bb1e1f09b76d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:21.822938 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a5712fbc-36f9-43da-a175-f3563d0c54cb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:21.834780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-af5ab8ec-3176-43c1-a351-bb1e1f09b76d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:21.843768 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-af5ab8ec-3176-43c1-a351-bb1e1f09b76d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:21.859169 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5712141-9ad3-4d7d-8850-a9042dffe7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:21.868357 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-af5ab8ec-3176-43c1-a351-bb1e1f09b76d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:21.904864 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:21.922530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Transition to ACTIVE for port object 200dc1ff-ada8-43f6-ae8a-eadb949b09cc will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:16:21.947038 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Transition to ACTIVE for port object 200dc1ff-ada8-43f6-ae8a-eadb949b09cc will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:16:22.011227 n-d-827896-4 neutron-server[88518]: INFO neutron.db.securitygroups_db [None req-af5ab8ec-3176-43c1-a351-bb1e1f09b76d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Project 55abf7132a284d2983dea80802c45cbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:16:22.021520 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a5712fbc-36f9-43da-a175-f3563d0c54cb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.024866 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-deleted', 'tag': '969212d9-1c07-4ab9-9842-4c8c239a86bb'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:16:22.038849 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1cee73ca-5b52-4742-a629-637377a00a8e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:22.055484 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.063510 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1cee73ca-5b52-4742-a629-637377a00a8e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:22.069109 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1cee73ca-5b52-4742-a629-637377a00a8e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:22.081263 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1cee73ca-5b52-4742-a629-637377a00a8e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:22.113902 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-af5ab8ec-3176-43c1-a351-bb1e1f09b76d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.144329 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a5712fbc-36f9-43da-a175-f3563d0c54cb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.145133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] For port 1cbca497-049a-4c31-aac8-2fbe1c77e42a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=1cbca497-049a-4c31-aac8-2fbe1c77e42a,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:22.145756 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.168294 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5712141-9ad3-4d7d-8850-a9042dffe7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.205040 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:22.209168 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:22.211555 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:16:22.214488 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Pushing event updated for resources: {'Port': ['ID=200dc1ff-ada8-43f6-ae8a-eadb949b09cc,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:22.243036 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-deleted', 'tag': '969212d9-1c07-4ab9-9842-4c8c239a86bb', 'status': 'completed', 'code': 200} Mar 01 21:16:22.245237 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cee73ca-5b52-4742-a629-637377a00a8e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:16:22.249818 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1cee73ca-5b52-4742-a629-637377a00a8e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.264324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5712fbc-36f9-43da-a175-f3563d0c54cb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70dccb28-e459-42c2-aa4d-b14738969b48,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:22.274945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41944) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:22.300781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-e5712141-9ad3-4d7d-8850-a9042dffe7ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba98e44-c63b-4d99-9d5c-4be112841517']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:22.323885 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-e5712141-9ad3-4d7d-8850-a9042dffe7ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e3cc3e0-fe77-4e16-9ccb-b81e62f285f9') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:22.324115 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Attempting to bind port 200dc1ff-ada8-43f6-ae8a-eadb949b09cc on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:16:22.324260 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-e5712141-9ad3-4d7d-8850-a9042dffe7ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e3cc3e0-fe77-4e16-9ccb-b81e62f285f9') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:22.324471 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Attempting to bind port 200dc1ff-ada8-43f6-ae8a-eadb949b09cc by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:16:22.324835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Attempting to bind port 200dc1ff-ada8-43f6-ae8a-eadb949b09cc on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:16:22.332499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 16, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:16:22.333510 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:16:22.334270 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.342717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:16:22.342717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Bound port: 200dc1ff-ada8-43f6-ae8a-eadb949b09cc, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:16:22.342717 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.343032 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a5712fbc-36f9-43da-a175-f3563d0c54cb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.343032 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a5712fbc-36f9-43da-a175-f3563d0c54cb tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9943397 Mar 01 21:16:22.348360 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5712141-9ad3-4d7d-8850-a9042dffe7ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.353514 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41946) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:22.370856 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-af5ab8ec-3176-43c1-a351-bb1e1f09b76d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.371676 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Calling delete_port for 1cbca497-049a-4c31-aac8-2fbe1c77e42a owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:22.378837 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5712141-9ad3-4d7d-8850-a9042dffe7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.386210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5712141-9ad3-4d7d-8850-a9042dffe7ba admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:16:22.386948 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5712141-9ad3-4d7d-8850-a9042dffe7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:16:22.401508 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:16:22.453499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] For port 200dc1ff-ada8-43f6-ae8a-eadb949b09cc, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:16:22.459301 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-af5ab8ec-3176-43c1-a351-bb1e1f09b76d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.497325 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ab8ec-3176-43c1-a351-bb1e1f09b76d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b323072-ebad-442a-9231-90721415b4d7,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:22.505748 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c22813db-f2da-4a02-8d8f-0719feda94b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.537519 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-dd009490-481a-49be-b96f-19faacbdd930 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-group-rules/70dccb28-e459-42c2-aa4d-b14738969b48 HTTP/1.1" status: 200 len: 763 time: 0.1372185 Mar 01 21:16:22.540240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41952) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:22.562981 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c22813db-f2da-4a02-8d8f-0719feda94b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:22.585905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c22813db-f2da-4a02-8d8f-0719feda94b1 admin admin] Usage tracker for resource:security_group_rule and tenant:bdb3444493c64f4a94c0617d562481e5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:22.592981 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c22813db-f2da-4a02-8d8f-0719feda94b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:22.596103 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] For port 200dc1ff-ada8-43f6-ae8a-eadb949b09cc, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=200dc1ff-ada8-43f6-ae8a-eadb949b09cc,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:16:22.600051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7dc0561a-535d-45ff-a623-92ab711a89d8 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:22.602539 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c22813db-f2da-4a02-8d8f-0719feda94b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:22.607744 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5712141-9ad3-4d7d-8850-a9042dffe7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.627202 n-d-827896-4 neutron-server[88519]: INFO neutron.db.ipam_backend_mixin [None req-1cee73ca-5b52-4742-a629-637377a00a8e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 69329ed8-fc6a-4cf3-8202-8c821d328f19 (CIDR: 2001:db8::/64) Mar 01 21:16:22.645662 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-af5ab8ec-3176-43c1-a351-bb1e1f09b76d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.651893 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-af5ab8ec-3176-43c1-a351-bb1e1f09b76d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8710759 Mar 01 21:16:22.656008 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5712141-9ad3-4d7d-8850-a9042dffe7ba admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.658208 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41960) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:22.658892 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e5712141-9ad3-4d7d-8850-a9042dffe7ba admin admin] 10.222.0.42 "DELETE /v2.0/networks/6ba98e44-c63b-4d99-9d5c-4be112841517 HTTP/1.1" status: 204 len: 168 time: 1.0787172 Mar 01 21:16:22.662503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41962) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:22.677765 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.683214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9d59b2d5-84dc-41e5-ac29-6e4b76c85636 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': '2509a19c-b4da-487d-bdc9-4c82129dfe8d', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:22.694442 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cee73ca-5b52-4742-a629-637377a00a8e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:16:22.694926 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cee73ca-5b52-4742-a629-637377a00a8e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:16:22.699842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5712141-9ad3-4d7d-8850-a9042dffe7ba admin admin] Pushing event deleted for resources: {'Network': ['ID=6ba98e44-c63b-4d99-9d5c-4be112841517,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:22.703892 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9d59b2d5-84dc-41e5-ac29-6e4b76c85636 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:22.722155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9d59b2d5-84dc-41e5-ac29-6e4b76c85636 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:22.728018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9d59b2d5-84dc-41e5-ac29-6e4b76c85636 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:22.745081 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9d59b2d5-84dc-41e5-ac29-6e4b76c85636 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:22.799515 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b316cb-fa71-4043-8a54-665cea12f107 None None] Pushing event updated for resources: {'Port': ['ID=200dc1ff-ada8-43f6-ae8a-eadb949b09cc,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:22.814942 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7dc0561a-535d-45ff-a623-92ab711a89d8 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:22.816251 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7dc0561a-535d-45ff-a623-92ab711a89d8 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2750425 Mar 01 21:16:22.819940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41970) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:22.821389 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c22813db-f2da-4a02-8d8f-0719feda94b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.841256 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9a3663-a59b-4a18-aee1-922e48e5d793 admin admin] Deleting subnet 7838cc14-67ad-4340-9a0c-2c5280a8edf2 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:16:22.847885 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e9a3663-a59b-4a18-aee1-922e48e5d793 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.864987 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-9d59b2d5-84dc-41e5-ac29-6e4b76c85636 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Project 55abf7132a284d2983dea80802c45cbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:16:22.869745 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.873966 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1cee73ca-5b52-4742-a629-637377a00a8e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2011058 Mar 01 21:16:22.880201 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41974) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:22.908741 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-29036081-ce1e-4708-8e99-a1d489cbf01c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:22.916918 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9d59b2d5-84dc-41e5-ac29-6e4b76c85636 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.938041 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-75585948-6394-4e7e-9196-fc1a327a908b tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.945053 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c22813db-f2da-4a02-8d8f-0719feda94b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.985626 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-75585948-6394-4e7e-9196-fc1a327a908b tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:22.987430 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event deleted for resources: {'Port': ['ID=1cbca497-049a-4c31-aac8-2fbe1c77e42a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:22.993137 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e9a3663-a59b-4a18-aee1-922e48e5d793 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:23.129385 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:23.129730 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:23.130269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:23.130566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:23.130898 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:23.131229 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:23.131723 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:23.132053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:23.132461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:23.132726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:23.133023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:23.133341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:23.137532 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19af8a9-6765-468c-9cff-0430a292521d req-344a9829-d76b-4232-bcad-846efeb18cc8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:23.144486 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19af8a9-6765-468c-9cff-0430a292521d req-344a9829-d76b-4232-bcad-846efeb18cc8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:23.146134 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a19af8a9-6765-468c-9cff-0430a292521d req-344a9829-d76b-4232-bcad-846efeb18cc8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 1676 time: 0.4375062 Mar 01 21:16:23.167775 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] No DVR routers for this DVR port 1cbca497-049a-4c31-aac8-2fbe1c77e42a on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:16:23.177767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:23.189134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22813db-f2da-4a02-8d8f-0719feda94b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f54c6f6e-d513-4bea-a019-86de4d6642ce,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:23.195630 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c22813db-f2da-4a02-8d8f-0719feda94b1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bdb3444493c64f4a94c0617d562481e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8434777 Mar 01 21:16:23.199760 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41978) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:23.203574 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-56aa6dcc-7c46-49af-9eab-e4151ebdf2e2 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.57 "DELETE /v2.0/ports/1cbca497-049a-4c31-aac8-2fbe1c77e42a HTTP/1.1" status: 204 len: 173 time: 1.9811649 Mar 01 21:16:23.287339 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e9a3663-a59b-4a18-aee1-922e48e5d793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:23.288872 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9d59b2d5-84dc-41e5-ac29-6e4b76c85636 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:23.317214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-29036081-ce1e-4708-8e99-a1d489cbf01c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:23.341577 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7aebc298-8d9f-4e8a-9de8-4a9e96952345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:23.342518 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a19af8a9-6765-468c-9cff-0430a292521d req-369fe19c-0e99-407e-bff9-16b81e113f6b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1883152 Mar 01 21:16:23.346418 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-29036081-ce1e-4708-8e99-a1d489cbf01c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:23.347221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-efccae46-ce57-45dc-91f4-3e1e78429e75 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Deleting port e23ba621-6158-4cdc-81c1-c43c4a1efeac {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:23.347665 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-efccae46-ce57-45dc-91f4-3e1e78429e75 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:23.360540 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-29036081-ce1e-4708-8e99-a1d489cbf01c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:23.360540 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-75585948-6394-4e7e-9196-fc1a327a908b tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:23.361519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-29036081-ce1e-4708-8e99-a1d489cbf01c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:23.395683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75585948-6394-4e7e-9196-fc1a327a908b tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70dccb28-e459-42c2-aa4d-b14738969b48,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:23.413416 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9d59b2d5-84dc-41e5-ac29-6e4b76c85636 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:23.458084 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7aebc298-8d9f-4e8a-9de8-4a9e96952345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:23.472524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59b2d5-84dc-41e5-ac29-6e4b76c85636 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8aa268-55d4-4c7a-aad1-745fe16b42e6,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:23.494674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29036081-ce1e-4708-8e99-a1d489cbf01c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:16:23.498380 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-29036081-ce1e-4708-8e99-a1d489cbf01c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:23.525583 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-75585948-6394-4e7e-9196-fc1a327a908b tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:23.526793 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-75585948-6394-4e7e-9196-fc1a327a908b tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/70dccb28-e459-42c2-aa4d-b14738969b48 HTTP/1.1" status: 204 len: 168 time: 0.7025795 Mar 01 21:16:23.538653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41984) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:23.548386 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e9a3663-a59b-4a18-aee1-922e48e5d793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:23.825363 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a3663-a59b-4a18-aee1-922e48e5d793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7838cc14-67ad-4340-9a0c-2c5280a8edf2,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:23.836132 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e9a3663-a59b-4a18-aee1-922e48e5d793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:23.841182 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9e9a3663-a59b-4a18-aee1-922e48e5d793 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7838cc14-67ad-4340-9a0c-2c5280a8edf2 HTTP/1.1" status: 204 len: 168 time: 1.1775203 Mar 01 21:16:23.843772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41988) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:23.849270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-771ded09-38c6-454a-8773-ae9313a04289 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:23.852194 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9d59b2d5-84dc-41e5-ac29-6e4b76c85636 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:23.857402 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9d59b2d5-84dc-41e5-ac29-6e4b76c85636 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1858656 Mar 01 21:16:23.859466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41992) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:23.882758 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-ad8a2eb1-b739-4cbb-a729-ae172e585ef7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'network': {'name': 'tempest-network-smoke--639245328', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'port_security_enabled': True}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:23.887973 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:23.899139 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ad8a2eb1-b739-4cbb-a729-ae172e585ef7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:23.912947 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ad8a2eb1-b739-4cbb-a729-ae172e585ef7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:network and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:23.921239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ad8a2eb1-b739-4cbb-a729-ae172e585ef7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:23.932475 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ad8a2eb1-b739-4cbb-a729-ae172e585ef7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:23.955296 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7aebc298-8d9f-4e8a-9de8-4a9e96952345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:23.959879 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-efccae46-ce57-45dc-91f4-3e1e78429e75 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] For port e23ba621-6158-4cdc-81c1-c43c4a1efeac, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=e23ba621-6158-4cdc-81c1-c43c4a1efeac,segment=NetworkSegment(84854a8c-ded1-4ca6-9cb8-0eb467d349a7),segment_id=84854a8c-ded1-4ca6-9cb8-0eb467d349a7)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:23.960232 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-efccae46-ce57-45dc-91f4-3e1e78429e75 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:23.985167 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5ff8-1b97-445c-9f51-99c852ac8f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:24.057390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aebc298-8d9f-4e8a-9de8-4a9e96952345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54c6f6e-d513-4bea-a019-86de4d6642ce,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:24.071589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8a2eb1-b739-4cbb-a729-ae172e585ef7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Made reservation on behalf of 55abf7132a284d2983dea80802c45cbf for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:16:24.087793 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad8a2eb1-b739-4cbb-a729-ae172e585ef7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:24.112993 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-771ded09-38c6-454a-8773-ae9313a04289 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:24.114501 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-771ded09-38c6-454a-8773-ae9313a04289 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5687902 Mar 01 21:16:24.120947 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7aebc298-8d9f-4e8a-9de8-4a9e96952345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:24.125494 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7aebc298-8d9f-4e8a-9de8-4a9e96952345 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f54c6f6e-d513-4bea-a019-86de4d6642ce HTTP/1.1" status: 204 len: 168 time: 0.9212582 Mar 01 21:16:24.127850 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41996) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:24.140554 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-fa951f8e-f596-425a-83bc-af4629df30b5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group_rule': {'security_group_id': 'a310ae31-298f-43a8-8196-00dbbd111a04', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:24.142189 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 200dc1ff-ada8-43f6-ae8a-eadb949b09cc up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:16:24.153139 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fa951f8e-f596-425a-83bc-af4629df30b5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:24.235825 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fa951f8e-f596-425a-83bc-af4629df30b5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:24.240501 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb68ca38-cabc-4b30-bcb6-ae3dc4d44f00 None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:16:24.247508 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-deleted', 'tag': '1cbca497-049a-4c31-aac8-2fbe1c77e42a'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:16:24.255228 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5ff8-1b97-445c-9f51-99c852ac8f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:24.274993 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad8a2eb1-b739-4cbb-a729-ae172e585ef7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:16:24.301519 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad8a2eb1-b739-4cbb-a729-ae172e585ef7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:24.302066 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-ad8a2eb1-b739-4cbb-a729-ae172e585ef7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Added segment 1080c31a-5dc7-4188-847b-e4b346459f49 of type vlan for network afa01f28-846c-4b0c-8292-1399f87fc407 Mar 01 21:16:24.309507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-e0fd5ff8-1b97-445c-9f51-99c852ac8f00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97a58eeb-89a8-451e-88dd-3f963cd95f04']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:24.329235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-e0fd5ff8-1b97-445c-9f51-99c852ac8f00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03907320-1e36-44f4-9fb3-e2ad259bbdff') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:24.329446 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-e0fd5ff8-1b97-445c-9f51-99c852ac8f00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03907320-1e36-44f4-9fb3-e2ad259bbdff') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:24.343073 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5ff8-1b97-445c-9f51-99c852ac8f00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:24.370471 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5ff8-1b97-445c-9f51-99c852ac8f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:24.379184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0fd5ff8-1b97-445c-9f51-99c852ac8f00 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:16:24.379596 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5ff8-1b97-445c-9f51-99c852ac8f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:16:24.408986 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:16:24.439911 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-29036081-ce1e-4708-8e99-a1d489cbf01c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:24.476106 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-deleted', 'tag': '1cbca497-049a-4c31-aac8-2fbe1c77e42a', 'status': 'completed', 'code': 200} Mar 01 21:16:24.502432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0583c562-83f1-4e51-ab13-2e814988702e None None] Provisioning for port 200dc1ff-ada8-43f6-ae8a-eadb949b09cc completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:16:24.552239 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fa951f8e-f596-425a-83bc-af4629df30b5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:24.577059 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad8a2eb1-b739-4cbb-a729-ae172e585ef7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:24.605973 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb68ca38-cabc-4b30-bcb6-ae3dc4d44f00 None None] Resources bound (agent type, host, resource id): {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:16:24.626254 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-efccae46-ce57-45dc-91f4-3e1e78429e75 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:24.627277 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-efccae46-ce57-45dc-91f4-3e1e78429e75 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:24.627628 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-efccae46-ce57-45dc-91f4-3e1e78429e75 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Floating IP ad52a204-28eb-4518-8706-8b19a1e486e7 disassociated. External IP: 172.25.5.188, port: e23ba621-6158-4cdc-81c1-c43c4a1efeac. Mar 01 21:16:24.627978 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-efccae46-ce57-45dc-91f4-3e1e78429e75 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Calling delete_port for e23ba621-6158-4cdc-81c1-c43c4a1efeac owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:24.645791 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29036081-ce1e-4708-8e99-a1d489cbf01c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:24.656824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-29036081-ce1e-4708-8e99-a1d489cbf01c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:24.672949 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29036081-ce1e-4708-8e99-a1d489cbf01c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:24.673837 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-29036081-ce1e-4708-8e99-a1d489cbf01c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:24.698757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29036081-ce1e-4708-8e99-a1d489cbf01c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=0e4d3df2-b4e3-4f9d-92bc-b76baf35cc94,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:24.741353 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5ff8-1b97-445c-9f51-99c852ac8f00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:24.761128 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e0fd5ff8-1b97-445c-9f51-99c852ac8f00 admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:24.763406 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e0fd5ff8-1b97-445c-9f51-99c852ac8f00 admin admin] 10.222.0.42 "DELETE /v2.0/networks/97a58eeb-89a8-451e-88dd-3f963cd95f04 HTTP/1.1" status: 204 len: 168 time: 0.9186914 Mar 01 21:16:24.765150 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fa951f8e-f596-425a-83bc-af4629df30b5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:24.785365 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300a9da-0a98-4804-b926-5f77d0054092 req-568173a0-4b29-4ee6-963a-80065952d899 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:24.787859 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 200dc1ff-ada8-43f6-ae8a-eadb949b09cc completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:16:24.788674 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6300a9da-0a98-4804-b926-5f77d0054092 req-568173a0-4b29-4ee6-963a-80065952d899 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 943 time: 0.2185042 Mar 01 21:16:24.789876 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd5ff8-1b97-445c-9f51-99c852ac8f00 admin admin] Pushing event deleted for resources: {'Network': ['ID=97a58eeb-89a8-451e-88dd-3f963cd95f04,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:24.848396 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad8a2eb1-b739-4cbb-a729-ae172e585ef7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:24.852939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6300a9da-0a98-4804-b926-5f77d0054092 req-33940300-512a-4192-b8c4-a21478bd3a51 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups?id=47128a5d-fcf1-4703-a1b8-a6d635471dde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537245 Mar 01 21:16:24.860549 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8a2eb1-b739-4cbb-a729-ae172e585ef7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:24.861196 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad8a2eb1-b739-4cbb-a729-ae172e585ef7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:24.880153 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 200dc1ff-ada8-43f6-ae8a-eadb949b09cc triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:24.880528 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:24.889732 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-29036081-ce1e-4708-8e99-a1d489cbf01c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0014782 Mar 01 21:16:24.894247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42012) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:24.900302 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-196d6fcb-76aa-4359-949b-d0fc48c82bcd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'mac_address': 'fa:16:3e:d4:3c:ca', 'name': 'tempest-NetworksTestDHCPv6-769681547'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:24.987495 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fa951f8e-f596-425a-83bc-af4629df30b5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:25.063388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa951f8e-f596-425a-83bc-af4629df30b5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ed0d628-7a2a-4288-90b5-593d6a37b863,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:25.218589 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-efccae46-ce57-45dc-91f4-3e1e78429e75 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:25.279608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-196d6fcb-76aa-4359-949b-d0fc48c82bcd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:25.283391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a2eb1-b739-4cbb-a729-ae172e585ef7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Network': ['ID=afa01f28-846c-4b0c-8292-1399f87fc407,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:25.287027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-196d6fcb-76aa-4359-949b-d0fc48c82bcd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:port and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:25.290221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-196d6fcb-76aa-4359-949b-d0fc48c82bcd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:25.298079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-196d6fcb-76aa-4359-949b-d0fc48c82bcd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:25.298965 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efccae46-ce57-45dc-91f4-3e1e78429e75 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event deleted for resources: {'Port': ['ID=e23ba621-6158-4cdc-81c1-c43c4a1efeac,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:25.308042 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ad8a2eb1-b739-4cbb-a729-ae172e585ef7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4386711 Mar 01 21:16:25.308908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42022) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:25.315422 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-352490198', 'admin_state_up': True, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:25.337228 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network afa01f28-846c-4b0c-8292-1399f87fc407 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:16:25.349644 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:25.384679 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42028) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:25.419730 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:25.423250 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fa951f8e-f596-425a-83bc-af4629df30b5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:25.425027 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fa951f8e-f596-425a-83bc-af4629df30b5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2958610 Mar 01 21:16:25.436203 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42032) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:25.444401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:router and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:25.460488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:25.481809 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-64a530ac-54ec-4cf7-910a-1671d5b54f64 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ee269e56fe8d4324bcbcfd88437e9b99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0951979 Mar 01 21:16:25.482576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42036) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:25.483238 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196d6fcb-76aa-4359-949b-d0fc48c82bcd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:16:25.489879 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:25.545265 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3769bfba-1389-4bda-8722-7bffb7116550 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-group-rules/1ed0d628-7a2a-4288-90b5-593d6a37b863 HTTP/1.1" status: 200 len: 763 time: 0.1039903 Mar 01 21:16:25.547228 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 200dc1ff-ada8-43f6-ae8a-eadb949b09cc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=200dc1ff-ada8-43f6-ae8a-eadb949b09cc,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:25.556176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42042) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:25.588588 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf44b8f-b273-4641-8ad7-32365553a3c9 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:25.628349 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:25.671153 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:25.672356 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:25.706381 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-23a02e65-7835-4cd8-9856-b04464fab558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:25.716135 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:25.729711 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-196d6fcb-76aa-4359-949b-d0fc48c82bcd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:25.760838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-196d6fcb-76aa-4359-949b-d0fc48c82bcd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port 2dc04954-0d77-46d5-8d43-aadbe51b5eea yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:16:25.780708 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=200dc1ff-ada8-43f6-ae8a-eadb949b09cc,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:25.800029 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-efccae46-ce57-45dc-91f4-3e1e78429e75 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Router 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:16:25.813629 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-232d66d4-91bf-4e51-8e6f-0e0f67efde7b tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:25.839907 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-23a02e65-7835-4cd8-9856-b04464fab558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:26.080957 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 200dc1ff-ada8-43f6-ae8a-eadb949b09cc up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:16:26.130486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-232d66d4-91bf-4e51-8e6f-0e0f67efde7b tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:26.135592 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-232d66d4-91bf-4e51-8e6f-0e0f67efde7b tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5769351 Mar 01 21:16:26.145330 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42056) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:26.150325 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-23a02e65-7835-4cd8-9856-b04464fab558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:26.193208 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78cb30a-2c4b-429c-9704-1bacfdce0e6f None None] Update dhcp port {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'fixed_ips': [{'subnet_id': '69329ed8-fc6a-4cf3-8202-8c821d328f19', 'ip_address': '2001:db8::f816:3eff:fe39:229b'}, {'subnet_id': '0e4d3df2-b4e3-4f9d-92bc-b76baf35cc94'}], 'binding:host_id': 'n-d-827896-4'}, 'id': '200dc1ff-ada8-43f6-ae8a-eadb949b09cc'} from n-d-827896-4. {{(pid=88520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 01 21:16:26.196799 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-afcfb679-88db-4934-8d71-cd1013c43b07 req-7216f29f-0fea-472b-88a9-56217c438367 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 210 time: 0.1181371 Mar 01 21:16:26.211762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a02e65-7835-4cd8-9856-b04464fab558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1888340f-6401-4c93-b8aa-b4db8029c95c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:26.234130 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-196d6fcb-76aa-4359-949b-d0fc48c82bcd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8:0:1::58 (cc39aad2-d371-4bc1-8f73-2342392e478c/0e4d3df2-b4e3-4f9d-92bc-b76baf35cc94/2dc04954-0d77-46d5-8d43-aadbe51b5eea) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:16:26.251584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-196d6fcb-76aa-4359-949b-d0fc48c82bcd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::f816:3eff:fed4:3cca (cc39aad2-d371-4bc1-8f73-2342392e478c/69329ed8-fc6a-4cf3-8202-8c821d328f19/2dc04954-0d77-46d5-8d43-aadbe51b5eea) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:16:26.331448 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-23a02e65-7835-4cd8-9856-b04464fab558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:26.335673 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-23a02e65-7835-4cd8-9856-b04464fab558 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1888340f-6401-4c93-b8aa-b4db8029c95c HTTP/1.1" status: 204 len: 168 time: 0.8131514 Mar 01 21:16:26.358601 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 200dc1ff-ada8-43f6-ae8a-eadb949b09cc triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:26.358601 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:26.403843 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d78cb30a-2c4b-429c-9704-1bacfdce0e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:26.661057 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-196d6fcb-76aa-4359-949b-d0fc48c82bcd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:26.691296 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-094d2f58-5df7-4167-be90-f5d8145feebe tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:26.698846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-196d6fcb-76aa-4359-949b-d0fc48c82bcd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object 2dc04954-0d77-46d5-8d43-aadbe51b5eea will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:16:26.771611 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-094d2f58-5df7-4167-be90-f5d8145feebe tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:26.831668 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-196d6fcb-76aa-4359-949b-d0fc48c82bcd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:26.896065 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:26.939044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-efccae46-ce57-45dc-91f4-3e1e78429e75 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:16:26.952869 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb72141a-d4b7-41ae-9b64-9d1dd03a0232 None None] Sync routers for ids ['236506ba-093b-4bbd-b57d-a9fb1a3a44d0'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:16:26.968290 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb72141a-d4b7-41ae-9b64-9d1dd03a0232 None None] Routers {'236506ba-093b-4bbd-b57d-a9fb1a3a44d0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:16:26.970166 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-bb72141a-d4b7-41ae-9b64-9d1dd03a0232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:16:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['236506ba-093b-4bbd-b57d-a9fb1a3a44d0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:27.026118 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-d78cb30a-2c4b-429c-9704-1bacfdce0e6f None None] Allocated IP 2001:db8:0:1::2 (cc39aad2-d371-4bc1-8f73-2342392e478c/0e4d3df2-b4e3-4f9d-92bc-b76baf35cc94/200dc1ff-ada8-43f6-ae8a-eadb949b09cc) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:16:27.049193 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-efccae46-ce57-45dc-91f4-3e1e78429e75 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] No DVR routers for this DVR port e23ba621-6158-4cdc-81c1-c43c4a1efeac on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:16:27.073812 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-efccae46-ce57-45dc-91f4-3e1e78429e75 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:27.086231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-deleted', 'tag': 'e23ba621-6158-4cdc-81c1-c43c4a1efeac'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:16:27.093823 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-094d2f58-5df7-4167-be90-f5d8145feebe tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:27.174942 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094d2f58-5df7-4167-be90-f5d8145feebe tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ed0d628-7a2a-4288-90b5-593d6a37b863,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:27.221412 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f34e9908-b3e7-47b6-8e15-a040f54afcef', 'name': 'network-vif-deleted', 'tag': 'e23ba621-6158-4cdc-81c1-c43c4a1efeac', 'status': 'completed', 'code': 200} Mar 01 21:16:27.225783 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0be3bfee-9fbd-4542-a18e-ed0383c53489 req-efccae46-ce57-45dc-91f4-3e1e78429e75 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.57 "DELETE /v2.0/ports/e23ba621-6158-4cdc-81c1-c43c4a1efeac HTTP/1.1" status: 204 len: 173 time: 3.9706469 Mar 01 21:16:27.260733 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196d6fcb-76aa-4359-949b-d0fc48c82bcd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:27.264192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-196d6fcb-76aa-4359-949b-d0fc48c82bcd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:27.268355 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d6fcb-76aa-4359-949b-d0fc48c82bcd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:16:27.285352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196d6fcb-76aa-4359-949b-d0fc48c82bcd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:27.285934 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-196d6fcb-76aa-4359-949b-d0fc48c82bcd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:27.308969 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d78cb30a-2c4b-429c-9704-1bacfdce0e6f None None] For port 200dc1ff-ada8-43f6-ae8a-eadb949b09cc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=200dc1ff-ada8-43f6-ae8a-eadb949b09cc,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:27.325327 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-bb72141a-d4b7-41ae-9b64-9d1dd03a0232 None None] Set router 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:16:27.333085 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-094d2f58-5df7-4167-be90-f5d8145feebe tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:27.339965 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42086) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:27.341512 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d78cb30a-2c4b-429c-9704-1bacfdce0e6f None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:27.342793 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-094d2f58-5df7-4167-be90-f5d8145feebe tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/1ed0d628-7a2a-4288-90b5-593d6a37b863 HTTP/1.1" status: 204 len: 168 time: 1.1942186 Mar 01 21:16:27.382927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196d6fcb-76aa-4359-949b-d0fc48c82bcd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=2dc04954-0d77-46d5-8d43-aadbe51b5eea,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:27.410507 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d78cb30a-2c4b-429c-9704-1bacfdce0e6f None None] Transition to ACTIVE for port object 200dc1ff-ada8-43f6-ae8a-eadb949b09cc will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:16:27.433030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42090) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:27.467781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-87e2912c-a266-42d3-a340-f785b9a046e1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:27.491706 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-196d6fcb-76aa-4359-949b-d0fc48c82bcd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.5938694 Mar 01 21:16:27.492744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42094) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:27.515713 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-10c7f0b0-01ec-4868-a3e4-a22321d06a8f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b82f6c2c00f44675828a44a75cdc7bcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0809119 Mar 01 21:16:27.516454 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42098) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:27.523052 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d78cb30a-2c4b-429c-9704-1bacfdce0e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:27.584530 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-62fddb9f-740e-4282-9177-2ee5a2669b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:27.611344 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-87e2912c-a266-42d3-a340-f785b9a046e1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:27.613027 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-87e2912c-a266-42d3-a340-f785b9a046e1 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2715170 Mar 01 21:16:27.621972 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42104) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:27.638201 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ceba421-c4e4-40a7-bde8-3645061e947a req-f5bbabf6-1a17-481b-9660-33a05b084cff tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 210 time: 0.0872025 Mar 01 21:16:27.642182 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e2df0a5a-f8d6-4d7c-beb9-1a744d5b3ee3 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group_rule': {'security_group_id': 'a310ae31-298f-43a8-8196-00dbbd111a04', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:27.653919 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e2df0a5a-f8d6-4d7c-beb9-1a744d5b3ee3 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:27.660216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cb30a-2c4b-429c-9704-1bacfdce0e6f None None] Pushing event updated for resources: {'Port': ['ID=200dc1ff-ada8-43f6-ae8a-eadb949b09cc,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:27.687786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-7901e506-22ee-466f-b618-7dbf5c31cbc1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port 2dc04954-0d77-46d5-8d43-aadbe51b5eea {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:27.687786 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7901e506-22ee-466f-b618-7dbf5c31cbc1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:27.742343 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e2df0a5a-f8d6-4d7c-beb9-1a744d5b3ee3 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:27.763022 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-bb72141a-d4b7-41ae-9b64-9d1dd03a0232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1621693141-router', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:24Z', 'updated_at': '2022-03-01T21:07:37Z', 'revision_number': 4, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'gw_port': {'id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:27Z', 'updated_at': '2022-03-01T21:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '309e1742-e8ce-4d5e-9624-3909518a61cd', 'name': '', 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'mac_address': 'fa:16:3e:4c:12:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '0316ebdb-a31b-45d0-8b60-adc971a0b03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:35Z', 'updated_at': '2022-03-01T21:07:48Z', 'revision_number': 5, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'subnets': [{'id': '0316ebdb-a31b-45d0-8b60-adc971a0b03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:27.769827 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb72141a-d4b7-41ae-9b64-9d1dd03a0232 None None] Checking router: 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:16:27.781156 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb72141a-d4b7-41ae-9b64-9d1dd03a0232 None None] Routers {'236506ba-093b-4bbd-b57d-a9fb1a3a44d0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:16:27.781985 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-bb72141a-d4b7-41ae-9b64-9d1dd03a0232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:16:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['236506ba-093b-4bbd-b57d-a9fb1a3a44d0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:27.936409 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:27.954585 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e2df0a5a-f8d6-4d7c-beb9-1a744d5b3ee3 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:28.048788 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:28.053389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 200dc1ff-ada8-43f6-ae8a-eadb949b09cc up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:16:28.055237 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2b2e8f13-ce23-456d-a8c9-d5e9c3104b48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:28.113006 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e2df0a5a-f8d6-4d7c-beb9-1a744d5b3ee3 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:28.198061 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e2df0a5a-f8d6-4d7c-beb9-1a744d5b3ee3 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:28.235573 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-bb72141a-d4b7-41ae-9b64-9d1dd03a0232 None None] Set router 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:16:28.346442 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df0a5a-f8d6-4d7c-beb9-1a744d5b3ee3 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12e4e4b-9e6f-4474-869a-d7bfb72faa70,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:28.415407 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7901e506-22ee-466f-b618-7dbf5c31cbc1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:28.537545 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2b2e8f13-ce23-456d-a8c9-d5e9c3104b48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:28.562774 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e2df0a5a-f8d6-4d7c-beb9-1a744d5b3ee3 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:28.568474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e2df0a5a-f8d6-4d7c-beb9-1a744d5b3ee3 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9451168 Mar 01 21:16:28.577325 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42120) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:28.582299 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Allocated IP 172.25.5.219 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/bda735df-6137-4fb3-9f85-bf18ee5cb938) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:16:28.630520 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5f18d423-ac11-45b9-8b93-cef39f6f9e47 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-group-rules/a12e4e4b-9e6f-4474-869a-d7bfb72faa70 HTTP/1.1" status: 200 len: 764 time: 0.0519390 Mar 01 21:16:28.632953 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42126) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:28.732220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-7901e506-22ee-466f-b618-7dbf5c31cbc1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for 2dc04954-0d77-46d5-8d43-aadbe51b5eea owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:28.804453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-42e91404-27f1-4ccc-bad0-f492cd2767e4 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:28.847714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68057621-072b-43f2-ab9a-ac2b2c708daf None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:28.856190 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2b2e8f13-ce23-456d-a8c9-d5e9c3104b48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:28.882762 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:28.890982 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2e8f13-ce23-456d-a8c9-d5e9c3104b48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1d94ec-4fe4-47c1-a7e0-d82ceef4940a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:28.915138 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2b2e8f13-ce23-456d-a8c9-d5e9c3104b48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:28.916357 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2b2e8f13-ce23-456d-a8c9-d5e9c3104b48 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4e1d94ec-4fe4-47c1-a7e0-d82ceef4940a HTTP/1.1" status: 204 len: 168 time: 1.3977664 Mar 01 21:16:28.954575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-42e91404-27f1-4ccc-bad0-f492cd2767e4 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:28.960144 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-42e91404-27f1-4ccc-bad0-f492cd2767e4 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.3262384 Mar 01 21:16:28.965442 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42136) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:29.010986 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-bb72141a-d4b7-41ae-9b64-9d1dd03a0232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1621693141-router', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:24Z', 'updated_at': '2022-03-01T21:07:37Z', 'revision_number': 4, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'gw_port': {'id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:27Z', 'updated_at': '2022-03-01T21:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '309e1742-e8ce-4d5e-9624-3909518a61cd', 'name': '', 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'mac_address': 'fa:16:3e:4c:12:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '0316ebdb-a31b-45d0-8b60-adc971a0b03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:35Z', 'updated_at': '2022-03-01T21:07:48Z', 'revision_number': 5, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'subnets': [{'id': '0316ebdb-a31b-45d0-8b60-adc971a0b03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:29.018851 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb72141a-d4b7-41ae-9b64-9d1dd03a0232 None None] The sync data for ids ['236506ba-093b-4bbd-b57d-a9fb1a3a44d0'] in n-d-827896-4 is: [{'id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1621693141-router', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:24Z', 'updated_at': '2022-03-01T21:07:37Z', 'revision_number': 4, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'gw_port': {'id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:27Z', 'updated_at': '2022-03-01T21:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '309e1742-e8ce-4d5e-9624-3909518a61cd', 'name': '', 'network_id': 'ad62e9af-4b76-4a54-b75b-80997074ebfc', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'mac_address': 'fa:16:3e:4c:12:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2002, 'fixed_ips': [{'subnet_id': '0316ebdb-a31b-45d0-8b60-adc971a0b03e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:35Z', 'updated_at': '2022-03-01T21:07:48Z', 'revision_number': 5, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'subnets': [{'id': '0316ebdb-a31b-45d0-8b60-adc971a0b03e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:16:29.078878 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:29.080442 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-993894be-fbe7-452f-9c6f-362261878509 req-e3245fee-58d7-4d9f-ad2f-cf50bc5826bc tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 210 time: 0.1343997 Mar 01 21:16:29.149295 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0a1ddb0d-3b42-4860-9d31-74023c637c51 None None] Provisioning for port 200dc1ff-ada8-43f6-ae8a-eadb949b09cc completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:16:29.271697 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=bda735df-6137-4fb3-9f85-bf18ee5cb938,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:29.286479 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-739452a8-f228-4332-9f54-b0c55afceeaf tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:29.327174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:29.332976 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:29.345503 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-739452a8-f228-4332-9f54-b0c55afceeaf tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:29.357789 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:16:29.379061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0a1ddb0d-3b42-4860-9d31-74023c637c51 None None] Provisioning complete for port 200dc1ff-ada8-43f6-ae8a-eadb949b09cc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:29.379061 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0a1ddb0d-3b42-4860-9d31-74023c637c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:29.498441 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7901e506-22ee-466f-b618-7dbf5c31cbc1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:29.644951 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a617a3b7-abe8-4d1b-9842-41c04bb19821 None None] New status for floating IP ad52a204-28eb-4518-8706-8b19a1e486e7: DOWN {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:16:29.674290 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-739452a8-f228-4332-9f54-b0c55afceeaf tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:29.679729 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7901e506-22ee-466f-b618-7dbf5c31cbc1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=2dc04954-0d77-46d5-8d43-aadbe51b5eea,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:29.731921 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7901e506-22ee-466f-b618-7dbf5c31cbc1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:29.757279 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7901e506-22ee-466f-b618-7dbf5c31cbc1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/2dc04954-0d77-46d5-8d43-aadbe51b5eea HTTP/1.1" status: 204 len: 168 time: 2.2632339 Mar 01 21:16:29.759762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42150) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:29.885446 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6a57d2-c3e5-48c4-be38-8a7c5f0db178 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:29.886307 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bc6a57d2-c3e5-48c4-be38-8a7c5f0db178 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:29.963352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bc6a57d2-c3e5-48c4-be38-8a7c5f0db178 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:29.969535 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bc6a57d2-c3e5-48c4-be38-8a7c5f0db178 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2069097 Mar 01 21:16:29.969535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42160) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:30.004531 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-577a7c7e-b808-408e-9aac-fc7a6d420b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:30.178532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739452a8-f228-4332-9f54-b0c55afceeaf tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a12e4e4b-9e6f-4474-869a-d7bfb72faa70,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:30.209972 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b063b069-0ed6-4631-aebc-e49c5b6e337f None None] Provisioning complete for port 200dc1ff-ada8-43f6-ae8a-eadb949b09cc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:30.210634 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b063b069-0ed6-4631-aebc-e49c5b6e337f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:30.271279 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786cc3b8-4768-40f3-8268-66a2065753ab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:30.279968 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42172) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:30.280332 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-786cc3b8-4768-40f3-8268-66a2065753ab tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3107119 Mar 01 21:16:30.331085 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-739452a8-f228-4332-9f54-b0c55afceeaf tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:30.334554 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-739452a8-f228-4332-9f54-b0c55afceeaf tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/a12e4e4b-9e6f-4474-869a-d7bfb72faa70 HTTP/1.1" status: 204 len: 168 time: 1.3659267 Mar 01 21:16:30.335035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42178) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:30.467245 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-405bc795-659c-4df8-bb83-b1c8c4263f3f tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:30.480839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5e5384-fc48-4b3f-ab32-8659da6b8dc7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:30.483039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5e5384-fc48-4b3f-ab32-8659da6b8dc7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:30.484959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5e5384-fc48-4b3f-ab32-8659da6b8dc7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:30.486004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2e5e5384-fc48-4b3f-ab32-8659da6b8dc7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:30.605153 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a7686048-6f32-4323-902e-ba20e10df3ae req-74e2db0a-2d62-42ca-a392-004b9d86aafb tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 210 time: 0.1251500 Mar 01 21:16:30.612095 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2e5e5384-fc48-4b3f-ab32-8659da6b8dc7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:30.612964 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2e5e5384-fc48-4b3f-ab32-8659da6b8dc7 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3315291 Mar 01 21:16:30.615472 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42184) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:30.668691 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:30.687609 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b063b069-0ed6-4631-aebc-e49c5b6e337f None None] Could not find standard attr ID for object 2dc04954-0d77-46d5-8d43-aadbe51b5eea. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:16:30.713836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-405bc795-659c-4df8-bb83-b1c8c4263f3f tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:30.715695 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-405bc795-659c-4df8-bb83-b1c8c4263f3f tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3796020 Mar 01 21:16:30.722748 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:30.726169 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:30.737051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42190) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:30.802660 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-892b10ff-902d-41bd-b605-a344017b7378 None None] Could not find standard attr ID for object 2dc04954-0d77-46d5-8d43-aadbe51b5eea. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:16:30.918842 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f02d670c-ee76-4602-b13d-a87a5f1ad892 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:30.960979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-42582e38-76ce-4c6d-afe0-84da872176b2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet 0e4d3df2-b4e3-4f9d-92bc-b76baf35cc94 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:16:30.971246 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-42582e38-76ce-4c6d-afe0-84da872176b2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:31.060876 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-42582e38-76ce-4c6d-afe0-84da872176b2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:31.179480 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-42582e38-76ce-4c6d-afe0-84da872176b2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:31.186472 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42204) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:31.366520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1484854220-network', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:31.373599 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:31.378050 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Usage tracker for resource:network and tenant:0823e6ad0ab84c41935c650b2258ec0a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:31.381047 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:31.404358 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:31.404603 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f02d670c-ee76-4602-b13d-a87a5f1ad892 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:31.436567 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:31.518252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Made reservation on behalf of 0823e6ad0ab84c41935c650b2258ec0a for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:16:31.521136 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:31.543974 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:31.570198 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f02d670c-ee76-4602-b13d-a87a5f1ad892 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:31.598622 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-42582e38-76ce-4c6d-afe0-84da872176b2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:31.639881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:31.652340 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Usage tracker for resource:security_group_rule and tenant:0823e6ad0ab84c41935c650b2258ec0a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:31.666362 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:31.669755 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:31.682547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d670c-ee76-4602-b13d-a87a5f1ad892 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a310ae31-298f-43a8-8196-00dbbd111a04,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:31.714970 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42582e38-76ce-4c6d-afe0-84da872176b2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=0e4d3df2-b4e3-4f9d-92bc-b76baf35cc94,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:31.717250 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-42582e38-76ce-4c6d-afe0-84da872176b2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:31.743043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081e1b81-57e5-4048-b47e-153b36564bc1 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:31.750198 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-42582e38-76ce-4c6d-afe0-84da872176b2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/0e4d3df2-b4e3-4f9d-92bc-b76baf35cc94 HTTP/1.1" status: 204 len: 168 time: 1.1301620 Mar 01 21:16:31.757415 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42216) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:31.842748 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f02d670c-ee76-4602-b13d-a87a5f1ad892 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:31.843902 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f02d670c-ee76-4602-b13d-a87a5f1ad892 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-groups/a310ae31-298f-43a8-8196-00dbbd111a04 HTTP/1.1" status: 204 len: 168 time: 1.1003337 Mar 01 21:16:31.847594 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42220) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:31.924874 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:31.929338 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Router 58634e18-2db4-47e4-a8cd-cf89bdfb7919 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:16:31.948662 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3ad062a9-c588-4602-be1a-1cedc28ca09f req-e9817322-4c78-4516-94a1-e47eeb51448b tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/ports?device_id=f34e9908-b3e7-47b6-8e15-a040f54afcef HTTP/1.1" status: 200 len: 210 time: 0.0835173 Mar 01 21:16:31.961876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-e54b7755-63a2-4f04-a443-696cce2d554c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet 69329ed8-fc6a-4cf3-8202-8c821d328f19 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:16:31.974878 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e54b7755-63a2-4f04-a443-696cce2d554c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:32.033184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-957cd4c8-7b23-4863-bf3b-c8854c1914f5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:32.054749 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e54b7755-63a2-4f04-a443-696cce2d554c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:32.173883 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-957cd4c8-7b23-4863-bf3b-c8854c1914f5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:32.183883 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-957cd4c8-7b23-4863-bf3b-c8854c1914f5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3301964 Mar 01 21:16:32.185706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42230) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:32.193637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-40ab2d17-cfdb-42db-8979-ab52edc5d213 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group': {'name': 'tempest-secgroup--312473606'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:32.205922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-40ab2d17-cfdb-42db-8979-ab52edc5d213 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:32.230875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-40ab2d17-cfdb-42db-8979-ab52edc5d213 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:32.236853 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:32.264222 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:32.318523 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40ab2d17-cfdb-42db-8979-ab52edc5d213 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:32.342314 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:16:32.350269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-40ab2d17-cfdb-42db-8979-ab52edc5d213 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:32.366226 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-40ab2d17-cfdb-42db-8979-ab52edc5d213 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group_rule and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:32.372897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-40ab2d17-cfdb-42db-8979-ab52edc5d213 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:32.380712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-40ab2d17-cfdb-42db-8979-ab52edc5d213 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:32.428567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ea571e-1abd-4480-ab56-537731fe4bd6,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:32.458275 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:32.458653 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Added segment f5453937-6306-4483-b80b-2b8fd1322fbe of type vlan for network ac480fe8-397c-4dde-b8b5-bf02dd42967f Mar 01 21:16:32.496616 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e54b7755-63a2-4f04-a443-696cce2d554c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:32.501473 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40ab2d17-cfdb-42db-8979-ab52edc5d213 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:32.531406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:16:32.542625 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] Sync routers for ids ['58634e18-2db4-47e4-a8cd-cf89bdfb7919'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:16:32.552756 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] Routers {'58634e18-2db4-47e4-a8cd-cf89bdfb7919'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:16:32.553373 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:16:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['58634e18-2db4-47e4-a8cd-cf89bdfb7919'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:32.579788 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40ab2d17-cfdb-42db-8979-ab52edc5d213 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:32.677048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ab2d17-cfdb-42db-8979-ab52edc5d213 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca6038f-c252-417e-b26a-a9a95caf5433,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:32.741006 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:32.773872 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40ab2d17-cfdb-42db-8979-ab52edc5d213 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:32.779538 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-40ab2d17-cfdb-42db-8979-ab52edc5d213 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5895500 Mar 01 21:16:32.780787 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42236) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:32.794977 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6c568f65-31fb-40fc-ba61-965e90282e54 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Request body: {'security_group_rule': {'security_group_id': '9ca6038f-c252-417e-b26a-a9a95caf5433', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:32.809814 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:32.816161 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-dccadfe1-2fde-44b4-83e2-6b3189163b60 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.5054529 Mar 01 21:16:32.817142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42240) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:32.819169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6c568f65-31fb-40fc-ba61-965e90282e54 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:32.826046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6c568f65-31fb-40fc-ba61-965e90282e54 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Usage tracker for resource:security_group_rule and tenant:5daba89a5918460a9bb81f0d1f47236c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:32.837843 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6c568f65-31fb-40fc-ba61-965e90282e54 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:32.849812 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6c568f65-31fb-40fc-ba61-965e90282e54 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:32.873587 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:32.877648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:32.877648 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:32.901277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42244) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:32.901392 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ba28b14e-1e5f-44e3-9ac0-a627fa31adbe tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=55abf7132a284d2983dea80802c45cbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0787129 Mar 01 21:16:32.936816 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] Set router 58634e18-2db4-47e4-a8cd-cf89bdfb7919 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:16:33.004025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] Pushing event updated for resources: {'Network': ['ID=ac480fe8-397c-4dde-b8b5-bf02dd42967f,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:33.015388 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6c568f65-31fb-40fc-ba61-965e90282e54 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:33.018773 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network ac480fe8-397c-4dde-b8b5-bf02dd42967f details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:16:33.022875 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f8988236-9b19-4e5e-9eb4-8a1ccc9e1863 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8346488 Mar 01 21:16:33.023567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42250) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:33.029322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-5eee3b79-535a-47d0-95f9-7350ebeb15d6 admin admin] Request body: {'subnet': {'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1484854220-subnet', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:33.044426 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5eee3b79-535a-47d0-95f9-7350ebeb15d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:33.064457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5eee3b79-535a-47d0-95f9-7350ebeb15d6 admin admin] Usage tracker for resource:subnet and tenant:0823e6ad0ab84c41935c650b2258ec0a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:33.072761 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5eee3b79-535a-47d0-95f9-7350ebeb15d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:33.092328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5eee3b79-535a-47d0-95f9-7350ebeb15d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:33.104837 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e54b7755-63a2-4f04-a443-696cce2d554c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:33.127486 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6c568f65-31fb-40fc-ba61-965e90282e54 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:33.190568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387ff618-7bb2-48e1-a038-7b309f713d06 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:33.192500 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-387ff618-7bb2-48e1-a038-7b309f713d06 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2900994 Mar 01 21:16:33.192688 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-70989bf5-17c8-4c6b-8e4a-ab2e0e8b1a19 None None] Provisioning complete for port 200dc1ff-ada8-43f6-ae8a-eadb949b09cc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:33.193135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42256) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:33.193496 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-70989bf5-17c8-4c6b-8e4a-ab2e0e8b1a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:33.217102 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e54b7755-63a2-4f04-a443-696cce2d554c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:33.221298 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e54b7755-63a2-4f04-a443-696cce2d554c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/69329ed8-fc6a-4cf3-8202-8c821d328f19 HTTP/1.1" status: 204 len: 168 time: 1.4569628 Mar 01 21:16:33.224744 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42260) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:33.231722 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54b7755-63a2-4f04-a443-696cce2d554c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=69329ed8-fc6a-4cf3-8202-8c821d328f19,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:33.265309 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-25d07db3-5e98-4064-88d7-bea54738a950 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0710597 Mar 01 21:16:33.266285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42266) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:33.270137 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6c568f65-31fb-40fc-ba61-965e90282e54 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:33.275034 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-d9b899ab-374c-46a8-991d-dcf196a8ded9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-883908482', 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:33.304382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42270) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:33.311250 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e0560e-2e43-4204-9f6f-059c025d7dad None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:33.317171 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c568f65-31fb-40fc-ba61-965e90282e54 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c2bef32-3720-4d9c-b93f-8064c9b42911,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:33.327217 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eee3b79-535a-47d0-95f9-7350ebeb15d6 admin admin] Made reservation on behalf of 0823e6ad0ab84c41935c650b2258ec0a for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:16:33.329872 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5eee3b79-535a-47d0-95f9-7350ebeb15d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:33.347184 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352490198', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:25Z', 'updated_at': '2022-03-01T21:16:30Z', 'revision_number': 3, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:28Z', 'updated_at': '2022-03-01T21:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:33.352645 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] Checking router: 58634e18-2db4-47e4-a8cd-cf89bdfb7919 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:16:33.353229 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] Updating router 58634e18-2db4-47e4-a8cd-cf89bdfb7919 port bda735df-6137-4fb3-9f85-bf18ee5cb938 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:16:33.421776 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:33.466542 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d9b899ab-374c-46a8-991d-dcf196a8ded9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:33.470868 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d9b899ab-374c-46a8-991d-dcf196a8ded9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:subnet and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:33.474024 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d9b899ab-374c-46a8-991d-dcf196a8ded9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:33.480408 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d9b899ab-374c-46a8-991d-dcf196a8ded9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:33.496256 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-65a6fde7-bfa8-4d64-ac58-8143253c107e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2671978 Mar 01 21:16:33.496637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42276) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:33.504948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f9d2a087-e832-4114-b002-b0c46cd828a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:33.527544 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6c568f65-31fb-40fc-ba61-965e90282e54 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:33.529384 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6c568f65-31fb-40fc-ba61-965e90282e54 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7457724 Mar 01 21:16:33.532451 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42280) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:33.652016 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b899ab-374c-46a8-991d-dcf196a8ded9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Made reservation on behalf of 55abf7132a284d2983dea80802c45cbf for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:16:33.652305 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0400fe00-3bd6-4512-880d-c42ca5edc0ab tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:33.652398 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d9b899ab-374c-46a8-991d-dcf196a8ded9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:33.681328 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0400fe00-3bd6-4512-880d-c42ca5edc0ab tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:33.748683 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5eee3b79-535a-47d0-95f9-7350ebeb15d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:33.784425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f9d2a087-e832-4114-b002-b0c46cd828a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:33.789317 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f9d2a087-e832-4114-b002-b0c46cd828a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:33.794447 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f9d2a087-e832-4114-b002-b0c46cd828a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:33.800972 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f9d2a087-e832-4114-b002-b0c46cd828a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:33.805730 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d30ba72-dc51-4825-9311-d6d2d7c7ce54 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:33.868387 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0400fe00-3bd6-4512-880d-c42ca5edc0ab tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:33.920209 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22f49a4-46dd-42b6-8095-94fea3b6ece6 None None] DHCP port deletion for cc39aad2-d371-4bc1-8f73-2342392e478c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:16:33.924315 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee3b79-535a-47d0-95f9-7350ebeb15d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=832748e4-3a07-4466-a509-58da4a280786,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:33.925274 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d22f49a4-46dd-42b6-8095-94fea3b6ece6 None None] Deleting port 200dc1ff-ada8-43f6-ae8a-eadb949b09cc {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:33.925649 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d22f49a4-46dd-42b6-8095-94fea3b6ece6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:33.941596 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d30ba72-dc51-4825-9311-d6d2d7c7ce54 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:33.970667 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400fe00-3bd6-4512-880d-c42ca5edc0ab tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47128a5d-fcf1-4703-a1b8-a6d635471dde,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:34.025574 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eee3b79-535a-47d0-95f9-7350ebeb15d6 admin admin] Checking segment: {'id': 'f5453937-6306-4483-b80b-2b8fd1322fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:16:34.025949 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eee3b79-535a-47d0-95f9-7350ebeb15d6 admin admin] Network hostable DHCP agents. Network: ac480fe8-397c-4dde-b8b5-bf02dd42967f, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:16:34.051230 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:34.069814 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] Transition to ACTIVE for port object bda735df-6137-4fb3-9f85-bf18ee5cb938 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:16:34.093792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d2a087-e832-4114-b002-b0c46cd828a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:16:34.097427 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f9d2a087-e832-4114-b002-b0c46cd828a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:34.101912 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0400fe00-3bd6-4512-880d-c42ca5edc0ab tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:34.105139 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0400fe00-3bd6-4512-880d-c42ca5edc0ab tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "DELETE /v2.0/security-groups/47128a5d-fcf1-4703-a1b8-a6d635471dde HTTP/1.1" status: 204 len: 168 time: 0.7995980 Mar 01 21:16:34.107647 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42290) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:34.138287 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-12b31ff8-83dc-4b49-a8e1-d00f0db31edc tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] show failed (client error): The resource could not be found. Mar 01 21:16:34.139340 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-12b31ff8-83dc-4b49-a8e1-d00f0db31edc tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "GET /v2.0/security-groups/47128a5d-fcf1-4703-a1b8-a6d635471dde HTTP/1.1" status: 404 len: 347 time: 0.0305912 Mar 01 21:16:34.140244 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 200dc1ff-ada8-43f6-ae8a-eadb949b09cc no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:16:34.144099 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42296) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:34.225925 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:34.348130 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d9b899ab-374c-46a8-991d-dcf196a8ded9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:34.388445 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9e967-1fc3-4bc7-839d-89a7a514fc15 None None] Pushing event updated for resources: {'Port': ['ID=bda735df-6137-4fb3-9f85-bf18ee5cb938,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:34.429530 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] Attempting to bind port bda735df-6137-4fb3-9f85-bf18ee5cb938 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:16:34.429948 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] Attempting to bind port bda735df-6137-4fb3-9f85-bf18ee5cb938 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:16:34.431145 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] Attempting to bind port bda735df-6137-4fb3-9f85-bf18ee5cb938 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:16:34.435285 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d22f49a4-46dd-42b6-8095-94fea3b6ece6 None None] For port 200dc1ff-ada8-43f6-ae8a-eadb949b09cc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=200dc1ff-ada8-43f6-ae8a-eadb949b09cc,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:34.435747 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d22f49a4-46dd-42b6-8095-94fea3b6ece6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:34.439981 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e967-1fc3-4bc7-839d-89a7a514fc15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:34.440556 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e967-1fc3-4bc7-839d-89a7a514fc15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:34.440990 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e967-1fc3-4bc7-839d-89a7a514fc15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:34.441413 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e967-1fc3-4bc7-839d-89a7a514fc15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:34.441855 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e967-1fc3-4bc7-839d-89a7a514fc15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:34.442385 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e967-1fc3-4bc7-839d-89a7a514fc15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:34.442804 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e967-1fc3-4bc7-839d-89a7a514fc15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:34.443219 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e967-1fc3-4bc7-839d-89a7a514fc15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:34.443776 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e967-1fc3-4bc7-839d-89a7a514fc15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:34.444189 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e967-1fc3-4bc7-839d-89a7a514fc15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:34.444602 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e967-1fc3-4bc7-839d-89a7a514fc15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:34.445254 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a9e967-1fc3-4bc7-839d-89a7a514fc15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:16:34.449850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b899ab-374c-46a8-991d-dcf196a8ded9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Checking segment: {'id': '1080c31a-5dc7-4188-847b-e4b346459f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:16:34.450295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b899ab-374c-46a8-991d-dcf196a8ded9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network hostable DHCP agents. Network: afa01f28-846c-4b0c-8292-1399f87fc407, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:16:34.457405 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:16:34.457646 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f9d2a087-e832-4114-b002-b0c46cd828a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:34.458538 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:16:34.459842 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:34.460377 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:16:34.461361 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] Bound port: bda735df-6137-4fb3-9f85-bf18ee5cb938, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:16:34.461361 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:34.461891 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b899ab-374c-46a8-991d-dcf196a8ded9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Subnet': ['ID=2d9e352e-01b1-43dc-beb3-fcff3bc5086a,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:34.483800 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d30ba72-dc51-4825-9311-d6d2d7c7ce54 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:34.532248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d2a087-e832-4114-b002-b0c46cd828a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:34.536354 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-f9d2a087-e832-4114-b002-b0c46cd828a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:34.543510 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d2a087-e832-4114-b002-b0c46cd828a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:34.544118 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eee3b79-535a-47d0-95f9-7350ebeb15d6 admin admin] Network ac480fe8-397c-4dde-b8b5-bf02dd42967f is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:16:34.551214 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f9d2a087-e832-4114-b002-b0c46cd828a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:34.566775 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] For port bda735df-6137-4fb3-9f85-bf18ee5cb938, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:16:34.570808 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] For port bda735df-6137-4fb3-9f85-bf18ee5cb938, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=bda735df-6137-4fb3-9f85-bf18ee5cb938,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:16:34.574744 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30ba72-dc51-4825-9311-d6d2d7c7ce54 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca6038f-c252-417e-b26a-a9a95caf5433,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:34.584398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2a087-e832-4114-b002-b0c46cd828a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=bd374203-9db3-4b0b-aa94-99e13fbfd1b2,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:34.595796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-933f5f2a-b4be-43e4-b95d-b6b1e5d6bd6c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Deleting port 5e25549e-1d9a-4eab-80d8-70559243bd92 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:34.596141 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-933f5f2a-b4be-43e4-b95d-b6b1e5d6bd6c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:34.622119 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d30ba72-dc51-4825-9311-d6d2d7c7ce54 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:34.626512 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4d30ba72-dc51-4825-9311-d6d2d7c7ce54 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-groups/9ca6038f-c252-417e-b26a-a9a95caf5433 HTTP/1.1" status: 204 len: 168 time: 1.0848434 Mar 01 21:16:34.627257 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42300) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:34.652136 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f9d2a087-e832-4114-b002-b0c46cd828a8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1544039 Mar 01 21:16:34.655118 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42304) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:34.670280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-a775de17-53f2-4b67-9f1b-3ebd76dfd9bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:34.671882 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d22f49a4-46dd-42b6-8095-94fea3b6ece6 None None] Calling delete_port for 200dc1ff-ada8-43f6-ae8a-eadb949b09cc owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:34.675650 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:34.718155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b899ab-374c-46a8-991d-dcf196a8ded9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network afa01f28-846c-4b0c-8292-1399f87fc407 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:16:34.793386 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-5eee3b79-535a-47d0-95f9-7350ebeb15d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, ac480fe8-397c-4dde-b8b5-bf02dd42967f) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:34.797148 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] Routers {'58634e18-2db4-47e4-a8cd-cf89bdfb7919'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:16:34.798584 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:34.798919 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:16:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['58634e18-2db4-47e4-a8cd-cf89bdfb7919'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:34.803529 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eee3b79-535a-47d0-95f9-7350ebeb15d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:34.808125 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5eee3b79-535a-47d0-95f9-7350ebeb15d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:34.845680 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-933f5f2a-b4be-43e4-b95d-b6b1e5d6bd6c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:34.846317 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-933f5f2a-b4be-43e4-b95d-b6b1e5d6bd6c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:34.854099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-656a0c31-027e-4490-baf7-d152cc043ba5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:34.877585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-d9b899ab-374c-46a8-991d-dcf196a8ded9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, afa01f28-846c-4b0c-8292-1399f87fc407) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:34.891497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b899ab-374c-46a8-991d-dcf196a8ded9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:34.896322 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d9b899ab-374c-46a8-991d-dcf196a8ded9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:34.929346 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a9e967-1fc3-4bc7-839d-89a7a514fc15 None None] Pushing event updated for resources: {'Port': ['ID=bda735df-6137-4fb3-9f85-bf18ee5cb938,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:34.935839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcd63b8-05bd-47b9-81f5-4f4471ea1e10 None None] Network ac480fe8-397c-4dde-b8b5-bf02dd42967f requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:34.954898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a775de17-53f2-4b67-9f1b-3ebd76dfd9bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:34.962584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a775de17-53f2-4b67-9f1b-3ebd76dfd9bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:34.968655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a775de17-53f2-4b67-9f1b-3ebd76dfd9bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:34.981863 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a775de17-53f2-4b67-9f1b-3ebd76dfd9bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:34.996374 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-656a0c31-027e-4490-baf7-d152cc043ba5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:34.999122 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-656a0c31-027e-4490-baf7-d152cc043ba5 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3706374 Mar 01 21:16:35.005194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42312) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:35.007438 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efccf6dd-e960-4a00-bdd5-2827113f7dfd None None] Network afa01f28-846c-4b0c-8292-1399f87fc407 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:35.010194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42316) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:35.020421 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5eee3b79-535a-47d0-95f9-7350ebeb15d6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9957542 Mar 01 21:16:35.048969 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d9b899ab-374c-46a8-991d-dcf196a8ded9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7816088 Mar 01 21:16:35.054463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1484854220-router', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:35.073821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42320) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:35.150125 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-933f5f2a-b4be-43e4-b95d-b6b1e5d6bd6c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Calling delete_port for 5e25549e-1d9a-4eab-80d8-70559243bd92 owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:35.190745 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] Set router 58634e18-2db4-47e4-a8cd-cf89bdfb7919 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:16:35.365696 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:35.380397 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a775de17-53f2-4b67-9f1b-3ebd76dfd9bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:16:35.391718 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a775de17-53f2-4b67-9f1b-3ebd76dfd9bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:35.464621 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-933f5f2a-b4be-43e4-b95d-b6b1e5d6bd6c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:35.537408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933f5f2a-b4be-43e4-b95d-b6b1e5d6bd6c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event deleted for resources: {'Port': ['ID=5e25549e-1d9a-4eab-80d8-70559243bd92,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:35.538568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Usage tracker for resource:router and tenant:0823e6ad0ab84c41935c650b2258ec0a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:35.584895 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:35.609549 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:35.633201 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 200dc1ff-ada8-43f6-ae8a-eadb949b09cc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=200dc1ff-ada8-43f6-ae8a-eadb949b09cc,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:35.647199 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'fixed_ips': [{'subnet_id': '832748e4-3a07-4466-a509-58da4a280786'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:16:35.648519 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:35.676615 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-933f5f2a-b4be-43e4-b95d-b6b1e5d6bd6c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:35.685622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-32cc0544-c608-4ddd-95e3-f53364abc89f tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Synchronizing usage tracker for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:35.701848 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-933f5f2a-b4be-43e4-b95d-b6b1e5d6bd6c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:35.709522 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-933f5f2a-b4be-43e4-b95d-b6b1e5d6bd6c tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "DELETE /v2.0/floatingips/ad52a204-28eb-4518-8706-8b19a1e486e7 HTTP/1.1" status: 204 len: 168 time: 1.5643742 Mar 01 21:16:35.717012 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42328) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:35.767453 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352490198', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:25Z', 'updated_at': '2022-03-01T21:16:30Z', 'revision_number': 3, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:28Z', 'updated_at': '2022-03-01T21:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:35.771995 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:35.791755 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f3b49d-7d5f-473f-9fdd-d5177feac293 None None] The sync data for ids ['58634e18-2db4-47e4-a8cd-cf89bdfb7919'] in n-d-827896-4 is: [{'id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352490198', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:25Z', 'updated_at': '2022-03-01T21:16:30Z', 'revision_number': 3, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:28Z', 'updated_at': '2022-03-01T21:16:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:16:35.821021 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-1c1f68a9-ff30-49d8-95ed-fc0bde1b3bf4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Deleting port 8c36761c-92b0-40ce-856e-9045d7286b0b {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:35.821021 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1c1f68a9-ff30-49d8-95ed-fc0bde1b3bf4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:35.881843 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-afa01f28-846c-4b0c-8292-1399f87fc407', 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'fixed_ips': [{'subnet_id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:16:35.882771 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:35.916192 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-d22f49a4-46dd-42b6-8095-94fea3b6ece6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:16:35.916192 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-d22f49a4-46dd-42b6-8095-94fea3b6ece6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:16:35.917551 n-d-827896-4 neutron-server[88518]: INFO neutron.db.ipam_backend_mixin [None req-a775de17-53f2-4b67-9f1b-3ebd76dfd9bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bd374203-9db3-4b0b-aa94-99e13fbfd1b2 (CIDR: 2001:db8::/64) Mar 01 21:16:36.130340 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:36.131583 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:36.136589 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-32cc0544-c608-4ddd-95e3-f53364abc89f tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] Unset dirty status for tenant:5daba89a5918460a9bb81f0d1f47236c on resource:security_group_rule {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:36.140695 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-32cc0544-c608-4ddd-95e3-f53364abc89f tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 1.1321340 Mar 01 21:16:36.140695 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-a775de17-53f2-4b67-9f1b-3ebd76dfd9bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:16:36.140695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a775de17-53f2-4b67-9f1b-3ebd76dfd9bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:16:36.143878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42336) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:36.210767 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-50ad449d-0f2b-4385-aa07-736323059f37 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] delete failed (client error): The resource could not be found. Mar 01 21:16:36.212110 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-50ad449d-0f2b-4385-aa07-736323059f37 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "DELETE /v2.0/security-groups/9ca6038f-c252-417e-b26a-a9a95caf5433 HTTP/1.1" status: 404 len: 347 time: 0.0548487 Mar 01 21:16:36.218297 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42340) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:36.258589 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:36.438716 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a775de17-53f2-4b67-9f1b-3ebd76dfd9bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7823610 Mar 01 21:16:36.456705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42344) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:36.485161 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-74448b92-639f-450e-ab69-63761d4db997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:36.529953 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Allocated IP 172.20.0.2 (ac480fe8-397c-4dde-b8b5-bf02dd42967f/832748e4-3a07-4466-a509-58da4a280786/8938c4aa-c563-49b9-9df9-fa42d26ff2b8) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:16:36.539992 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d59397a4-e49e-4cc8-bdbf-3e4896c70e72 tempest-SecGroupTest-1490121830 tempest-SecGroupTest-1490121830-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2878952 Mar 01 21:16:36.614521 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1c1f68a9-ff30-49d8-95ed-fc0bde1b3bf4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:36.804508 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d22f49a4-46dd-42b6-8095-94fea3b6ece6 None None] Deleting port 200dc1ff-ada8-43f6-ae8a-eadb949b09cc {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:36.804508 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d22f49a4-46dd-42b6-8095-94fea3b6ece6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:36.805303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-1c1f68a9-ff30-49d8-95ed-fc0bde1b3bf4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Calling delete_port for 8c36761c-92b0-40ce-856e-9045d7286b0b owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:37.049027 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:37.106498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d22f49a4-46dd-42b6-8095-94fea3b6ece6 None None] For port 200dc1ff-ada8-43f6-ae8a-eadb949b09cc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=200dc1ff-ada8-43f6-ae8a-eadb949b09cc,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:37.106728 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d22f49a4-46dd-42b6-8095-94fea3b6ece6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:37.195383 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1c1f68a9-ff30-49d8-95ed-fc0bde1b3bf4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:37.272736 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d22f49a4-46dd-42b6-8095-94fea3b6ece6 None None] Calling delete_port for 200dc1ff-ada8-43f6-ae8a-eadb949b09cc owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:37.273382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1f68a9-ff30-49d8-95ed-fc0bde1b3bf4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event deleted for resources: {'Port': ['ID=8c36761c-92b0-40ce-856e-9045d7286b0b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:37.277694 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-74448b92-639f-450e-ab69-63761d4db997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:37.296046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42356) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:37.340812 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=200dc1ff-ada8-43f6-ae8a-eadb949b09cc,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:37.351506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Allocated IP 172.20.0.2 (afa01f28-846c-4b0c-8292-1399f87fc407/2d9e352e-01b1-43dc-beb3-fcff3bc5086a/ba890f00-8e06-4310-833d-d0a0c3924f59) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:16:37.498092 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1c1f68a9-ff30-49d8-95ed-fc0bde1b3bf4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:37.522964 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1c1f68a9-ff30-49d8-95ed-fc0bde1b3bf4 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "DELETE /v2.0/ports/8c36761c-92b0-40ce-856e-9045d7286b0b HTTP/1.1" status: 204 len: 168 time: 1.8047149 Mar 01 21:16:37.524581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42362) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:37.587473 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-74448b92-639f-450e-ab69-63761d4db997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:37.600286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-74448b92-639f-450e-ab69-63761d4db997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:37.611891 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-74448b92-639f-450e-ab69-63761d4db997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:37.662490 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a41c869e-fddf-4230-bdb7-a0c4dc2188d8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Deleting port 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:37.663086 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a41c869e-fddf-4230-bdb7-a0c4dc2188d8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:37.740688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74448b92-639f-450e-ab69-63761d4db997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:16:37.747028 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74448b92-639f-450e-ab69-63761d4db997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:37.987431 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d22f49a4-46dd-42b6-8095-94fea3b6ece6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:38.136719 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-593b6199-1173-4859-88de-ac78131fac52 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5daba89a5918460a9bb81f0d1f47236c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5514073 Mar 01 21:16:38.186393 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22f49a4-46dd-42b6-8095-94fea3b6ece6 None None] Pushing event deleted for resources: {'Port': ['ID=200dc1ff-ada8-43f6-ae8a-eadb949b09cc,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:38.188451 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device bda735df-6137-4fb3-9f85-bf18ee5cb938 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:16:38.218647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42380) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:38.219007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42382) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:38.225619 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:38.238471 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Transition to ACTIVE for port object 8938c4aa-c563-49b9-9df9-fa42d26ff2b8 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:16:38.257948 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Transition to ACTIVE for port object 8938c4aa-c563-49b9-9df9-fa42d26ff2b8 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:16:38.264110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d22f49a4-46dd-42b6-8095-94fea3b6ece6 None None] No DVR routers for this DVR port 200dc1ff-ada8-43f6-ae8a-eadb949b09cc on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:16:38.264981 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a41c869e-fddf-4230-bdb7-a0c4dc2188d8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:38.302328 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9447387d-eae6-4a06-9372-434a401fdaff None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:38.357339 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:38.371704 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:38.375043 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7d914b62-ce0b-4aa2-86fe-2d593d104c04 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:38.451657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a41c869e-fddf-4230-bdb7-a0c4dc2188d8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Calling delete_port for 9d0d0579-3c8c-4a39-b67f-ca991e94ba0b owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:38.502788 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Transition to ACTIVE for port object ba890f00-8e06-4310-833d-d0a0c3924f59 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:16:38.640331 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Transition to ACTIVE for port object ba890f00-8e06-4310-833d-d0a0c3924f59 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:16:38.687598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Network ac480fe8-397c-4dde-b8b5-bf02dd42967f is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:38.692232 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:38.695335 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:16:38.728775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Pushing event updated for resources: {'Port': ['ID=8938c4aa-c563-49b9-9df9-fa42d26ff2b8,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:38.756388 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a41c869e-fddf-4230-bdb7-a0c4dc2188d8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:38.779464 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84e03c8a-8c9d-4232-ae20-eb411a169afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:38.804536 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-84e03c8a-8c9d-4232-ae20-eb411a169afa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:38.809055 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-84e03c8a-8c9d-4232-ae20-eb411a169afa admin admin] Usage tracker for resource:security_group_rule and tenant:62b31512941f44bc86b5a0da2c1a7538 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:38.812382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-84e03c8a-8c9d-4232-ae20-eb411a169afa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:38.822642 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-da3b6c66-6a11-4f02-a990-c45af465396b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:38.826174 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:38.835238 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41c869e-fddf-4230-bdb7-a0c4dc2188d8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event deleted for resources: {'Port': ['ID=9d0d0579-3c8c-4a39-b67f-ca991e94ba0b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:38.942692 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Attempting to bind port 8938c4aa-c563-49b9-9df9-fa42d26ff2b8 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:16:38.943052 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Attempting to bind port 8938c4aa-c563-49b9-9df9-fa42d26ff2b8 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'f5453937-6306-4483-b80b-2b8fd1322fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:16:38.943531 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Attempting to bind port 8938c4aa-c563-49b9-9df9-fa42d26ff2b8 on network ac480fe8-397c-4dde-b8b5-bf02dd42967f {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:16:38.980613 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:16:38.981028 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Checking segment: {'id': 'f5453937-6306-4483-b80b-2b8fd1322fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:16:38.981601 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:38.982005 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Bound using segment: {'id': 'f5453937-6306-4483-b80b-2b8fd1322fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:16:38.982490 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Bound port: 8938c4aa-c563-49b9-9df9-fa42d26ff2b8, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5453937-6306-4483-b80b-2b8fd1322fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:16:38.982926 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:38.983711 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a41c869e-fddf-4230-bdb7-a0c4dc2188d8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:38.996318 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a41c869e-fddf-4230-bdb7-a0c4dc2188d8 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "DELETE /v2.0/ports/9d0d0579-3c8c-4a39-b67f-ca991e94ba0b HTTP/1.1" status: 204 len: 168 time: 1.4709044 Mar 01 21:16:38.998852 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42400) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:39.011228 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Network afa01f28-846c-4b0c-8292-1399f87fc407 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:39.014438 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-84e03c8a-8c9d-4232-ae20-eb411a169afa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:39.091760 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-42de8ccc-126c-4d4b-9ae3-5dffe2a80038 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Deleting subnet 7ff5bd32-7121-4c1e-b663-c168cac44144 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:16:39.095518 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42de8ccc-126c-4d4b-9ae3-5dffe2a80038 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:39.099988 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84e03c8a-8c9d-4232-ae20-eb411a169afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:39.113306 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] For port 8938c4aa-c563-49b9-9df9-fa42d26ff2b8, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:16:39.117136 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] For port 8938c4aa-c563-49b9-9df9-fa42d26ff2b8, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8938c4aa-c563-49b9-9df9-fa42d26ff2b8,segment=NetworkSegment(f5453937-6306-4483-b80b-2b8fd1322fbe),segment_id=f5453937-6306-4483-b80b-2b8fd1322fbe)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:16:39.123045 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:39.135692 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:16:39.179855 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42de8ccc-126c-4d4b-9ae3-5dffe2a80038 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:39.191280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port bda735df-6137-4fb3-9f85-bf18ee5cb938 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:16:39.285531 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42de8ccc-126c-4d4b-9ae3-5dffe2a80038 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:39.411502 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84e03c8a-8c9d-4232-ae20-eb411a169afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:39.421856 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Pushing event updated for resources: {'Port': ['ID=ba890f00-8e06-4310-833d-d0a0c3924f59,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:39.439109 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port bda735df-6137-4fb3-9f85-bf18ee5cb938 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:39.439109 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:39.495545 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-84e03c8a-8c9d-4232-ae20-eb411a169afa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62b31512941f44bc86b5a0da2c1a7538&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2591281 Mar 01 21:16:39.495545 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-da3b6c66-6a11-4f02-a990-c45af465396b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:39.495735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42410) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:39.495870 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cc39aad2-d371-4bc1-8f73-2342392e478c', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'fixed_ips': [{'subnet_id': 'bd374203-9db3-4b0b-aa94-99e13fbfd1b2'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:16:39.495870 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:39.505581 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:39.506061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e03c8a-8c9d-4232-ae20-eb411a169afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca47e62-c09e-466f-a888-6e7efcf93a47,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:39.513924 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42de8ccc-126c-4d4b-9ae3-5dffe2a80038 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:39.580372 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42de8ccc-126c-4d4b-9ae3-5dffe2a80038 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event deleted for resources: {'Subnet': ['ID=7ff5bd32-7121-4c1e-b663-c168cac44144,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:39.582494 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42de8ccc-126c-4d4b-9ae3-5dffe2a80038 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:39.594710 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd816165-5bef-4cef-9566-7c7dec77fe4f None None] Pushing event updated for resources: {'Port': ['ID=8938c4aa-c563-49b9-9df9-fa42d26ff2b8,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:39.602814 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-42de8ccc-126c-4d4b-9ae3-5dffe2a80038 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "DELETE /v2.0/subnets/7ff5bd32-7121-4c1e-b663-c168cac44144 HTTP/1.1" status: 204 len: 168 time: 0.6001284 Mar 01 21:16:39.604020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42416) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:39.611591 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accff42a-4774-423e-a744-16a97689a1c1 None None] Network 8391abf1-8497-437d-b6b2-a8884478b421 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:39.657155 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:39.694582 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:39.720760 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Attempting to bind port ba890f00-8e06-4310-833d-d0a0c3924f59 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:16:39.721160 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Attempting to bind port ba890f00-8e06-4310-833d-d0a0c3924f59 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '1080c31a-5dc7-4188-847b-e4b346459f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:16:39.721525 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Attempting to bind port ba890f00-8e06-4310-833d-d0a0c3924f59 on network afa01f28-846c-4b0c-8292-1399f87fc407 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:16:39.755930 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:16:39.756239 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Checking segment: {'id': '1080c31a-5dc7-4188-847b-e4b346459f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:16:39.756720 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:39.757120 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Bound using segment: {'id': '1080c31a-5dc7-4188-847b-e4b346459f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:16:39.757709 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Bound port: ba890f00-8e06-4310-833d-d0a0c3924f59, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1080c31a-5dc7-4188-847b-e4b346459f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:16:39.758086 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:39.814890 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4af06772-64ad-40d6-8901-ebff8f3f831e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:39.864142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-65406404-ecf4-469c-ba5c-f3182675fe13 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Deleting subnet eb5f0362-4737-40ee-9f53-2f030ee2674b {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:16:39.874470 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4af06772-64ad-40d6-8901-ebff8f3f831e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:39.881536 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-65406404-ecf4-469c-ba5c-f3182675fe13 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:39.954565 n-d-827896-4 neutron-server[88518]: DEBUG neutron.objects.ports [None req-74448b92-639f-450e-ab69-63761d4db997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88518) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 01 21:16:39.961099 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74448b92-639f-450e-ab69-63761d4db997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:39.979391 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-65406404-ecf4-469c-ba5c-f3182675fe13 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:40.059193 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:40.083009 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port bda735df-6137-4fb3-9f85-bf18ee5cb938, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=bda735df-6137-4fb3-9f85-bf18ee5cb938,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:40.123622 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4af06772-64ad-40d6-8901-ebff8f3f831e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:40.190171 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:40.193232 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74448b92-639f-450e-ab69-63761d4db997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:40.194622 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] For port ba890f00-8e06-4310-833d-d0a0c3924f59, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:16:40.205116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af06772-64ad-40d6-8901-ebff8f3f831e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca47e62-c09e-466f-a888-6e7efcf93a47,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:40.213532 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-74448b92-639f-450e-ab69-63761d4db997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:40.231345 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-da3b6c66-6a11-4f02-a990-c45af465396b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:40.244457 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-65406404-ecf4-469c-ba5c-f3182675fe13 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:40.251581 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74448b92-639f-450e-ab69-63761d4db997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:40.252254 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74448b92-639f-450e-ab69-63761d4db997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:40.297242 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4af06772-64ad-40d6-8901-ebff8f3f831e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:40.298570 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4af06772-64ad-40d6-8901-ebff8f3f831e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eca47e62-c09e-466f-a888-6e7efcf93a47 HTTP/1.1" status: 204 len: 168 time: 0.8082874 Mar 01 21:16:40.363674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-7d914b62-ce0b-4aa2-86fe-2d593d104c04 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Allocated IP 172.20.0.1 (afa01f28-846c-4b0c-8292-1399f87fc407/2d9e352e-01b1-43dc-beb3-fcff3bc5086a/5f3c001c-6243-43cd-a856-b737bbf4fab3) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:16:40.373876 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] For port ba890f00-8e06-4310-833d-d0a0c3924f59, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ba890f00-8e06-4310-833d-d0a0c3924f59,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:16:40.429210 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=bda735df-6137-4fb3-9f85-bf18ee5cb938,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:40.447690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3b6c66-6a11-4f02-a990-c45af465396b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1eec3b5-3e8c-466e-b5f4-db37859c13e7,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:40.514339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5c84e6-3cd3-412c-863e-c48b21faae29 None None] DHCP port deletion for 8391abf1-8497-437d-b6b2-a8884478b421 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:16:40.523004 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-65406404-ecf4-469c-ba5c-f3182675fe13 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:40.537045 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:40.600544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65406404-ecf4-469c-ba5c-f3182675fe13 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event deleted for resources: {'Subnet': ['ID=eb5f0362-4737-40ee-9f53-2f030ee2674b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:40.604761 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-65406404-ecf4-469c-ba5c-f3182675fe13 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:40.611168 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-65406404-ecf4-469c-ba5c-f3182675fe13 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "DELETE /v2.0/subnets/eb5f0362-4737-40ee-9f53-2f030ee2674b HTTP/1.1" status: 204 len: 168 time: 1.0065553 Mar 01 21:16:40.613934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42432) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:40.616500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74448b92-639f-450e-ab69-63761d4db997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=fab7765a-bfb6-4d09-bb91-65f972c6b44e,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:40.649745 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ef5c84e6-3cd3-412c-863e-c48b21faae29 None None] Deleting port 55885504-19cc-48e4-a619-43305287d30b {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:40.650987 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ef5c84e6-3cd3-412c-863e-c48b21faae29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:40.725334 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8a7889-b3d1-432e-8eee-924f44e2532f None None] Network 7a6458a9-9015-413f-bf43-efd7a3b7923c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:40.754435 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Allocated IP 172.25.5.137 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/e057ba24-309f-4289-ab01-f000739fc0f0) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:16:40.770647 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7515-e7e2-4b5f-8b41-eb675305bd71 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:40.778521 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-da3b6c66-6a11-4f02-a990-c45af465396b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:40.780889 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-da3b6c66-6a11-4f02-a990-c45af465396b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d1eec3b5-3e8c-466e-b5f4-db37859c13e7 HTTP/1.1" status: 204 len: 168 time: 2.5552881 Mar 01 21:16:40.796676 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7d914b62-ce0b-4aa2-86fe-2d593d104c04 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:40.801155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-aa5d7515-e7e2-4b5f-8b41-eb675305bd71 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Deleting port 55885504-19cc-48e4-a619-43305287d30b {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:40.805600 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-74448b92-639f-450e-ab69-63761d4db997 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.3325279 Mar 01 21:16:40.805764 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7515-e7e2-4b5f-8b41-eb675305bd71 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:40.825133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42444) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:40.842618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-24788dcd-8d3b-41cc-b54f-55e58f97e7e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'mac_address': 'fa:16:3e:95:76:15', 'name': 'tempest-NetworksTestDHCPv6-120844348'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:40.966500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-7d914b62-ce0b-4aa2-86fe-2d593d104c04 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Transition to ACTIVE for port object 5f3c001c-6243-43cd-a856-b737bbf4fab3 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:16:41.017045 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Allocated IP 2001:db8::2 (cc39aad2-d371-4bc1-8f73-2342392e478c/bd374203-9db3-4b0b-aa94-99e13fbfd1b2/dd4e41dd-e54f-44b3-8782-def67fe16959) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:16:41.056658 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe31:279a (cc39aad2-d371-4bc1-8f73-2342392e478c/fab7765a-bfb6-4d09-bb91-65f972c6b44e/dd4e41dd-e54f-44b3-8782-def67fe16959) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:16:41.116131 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663a2cd-7552-46c0-ad19-31627545c57a None None] Pushing event updated for resources: {'Port': ['ID=ba890f00-8e06-4310-833d-d0a0c3924f59,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:41.453976 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-aa5d7515-e7e2-4b5f-8b41-eb675305bd71 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] For port 55885504-19cc-48e4-a619-43305287d30b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=55885504-19cc-48e4-a619-43305287d30b,segment=NetworkSegment(c050b57d-eb8b-421b-b664-ad652fc15680),segment_id=c050b57d-eb8b-421b-b664-ad652fc15680)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:41.456770 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7515-e7e2-4b5f-8b41-eb675305bd71 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:41.472610 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:41.593456 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:41.745730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:41.750841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:41.754389 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:16:41.762604 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ef5c84e6-3cd3-412c-863e-c48b21faae29 None None] For port 55885504-19cc-48e4-a619-43305287d30b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=55885504-19cc-48e4-a619-43305287d30b,segment=NetworkSegment(c050b57d-eb8b-421b-b664-ad652fc15680),segment_id=c050b57d-eb8b-421b-b664-ad652fc15680)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:41.762604 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ef5c84e6-3cd3-412c-863e-c48b21faae29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:41.778031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-aa5d7515-e7e2-4b5f-8b41-eb675305bd71 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Calling delete_port for 55885504-19cc-48e4-a619-43305287d30b owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:41.920245 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76c9cbd-01be-4346-8c35-399249dee092 None None] Network ac480fe8-397c-4dde-b8b5-bf02dd42967f requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:41.936152 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ac9f4e-ec0f-4408-84d9-ad9be366569f None None] DHCP port deletion for 7a6458a9-9015-413f-bf43-efd7a3b7923c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:16:41.993421 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-24788dcd-8d3b-41cc-b54f-55e58f97e7e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:42.008202 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7d914b62-ce0b-4aa2-86fe-2d593d104c04 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:42.019490 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7515-e7e2-4b5f-8b41-eb675305bd71 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:42.078290 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ef5c84e6-3cd3-412c-863e-c48b21faae29 None None] Calling delete_port for 55885504-19cc-48e4-a619-43305287d30b owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:42.110112 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-39ac9f4e-ec0f-4408-84d9-ad9be366569f None None] Deleting port 2e6c8911-c07b-4d08-9cf7-cb437cf71c63 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:42.110481 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-39ac9f4e-ec0f-4408-84d9-ad9be366569f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:42.156007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Pushing event updated for resources: {'Port': ['ID=e057ba24-309f-4289-ab01-f000739fc0f0,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:42.175645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d7515-e7e2-4b5f-8b41-eb675305bd71 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event deleted for resources: {'Port': ['ID=55885504-19cc-48e4-a619-43305287d30b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:42.177990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-24788dcd-8d3b-41cc-b54f-55e58f97e7e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:port and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:42.180775 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5d7515-e7e2-4b5f-8b41-eb675305bd71 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] No DVR routers for this DVR port 55885504-19cc-48e4-a619-43305287d30b on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:16:42.210747 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:16:42.352388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d914b62-ce0b-4aa2-86fe-2d593d104c04 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=5f3c001c-6243-43cd-a856-b737bbf4fab3,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:42.362024 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-24788dcd-8d3b-41cc-b54f-55e58f97e7e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:42.405991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-24788dcd-8d3b-41cc-b54f-55e58f97e7e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:42.409642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d914b62-ce0b-4aa2-86fe-2d593d104c04 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network afa01f28-846c-4b0c-8292-1399f87fc407 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:42.412393 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-132e0f8a-b0f8-46e3-9356-74fe9cf560c5 None None] Provisioning for port 8938c4aa-c563-49b9-9df9-fa42d26ff2b8 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:16:42.419561 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-7d914b62-ce0b-4aa2-86fe-2d593d104c04 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:42.432943 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d914b62-ce0b-4aa2-86fe-2d593d104c04 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:16:42.484189 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7515-e7e2-4b5f-8b41-eb675305bd71 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:42.575164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-aa5d7515-e7e2-4b5f-8b41-eb675305bd71 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8391abf1-8497-437d-b6b2-a8884478b421']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:42.590307 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-aa5d7515-e7e2-4b5f-8b41-eb675305bd71 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c050b57d-eb8b-421b-b664-ad652fc15680') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:42.590845 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7d914b62-ce0b-4aa2-86fe-2d593d104c04 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:42.591398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-aa5d7515-e7e2-4b5f-8b41-eb675305bd71 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c050b57d-eb8b-421b-b664-ad652fc15680') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:42.617371 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7515-e7e2-4b5f-8b41-eb675305bd71 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:42.645412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24788dcd-8d3b-41cc-b54f-55e58f97e7e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:16:42.657254 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-ef5c84e6-3cd3-412c-863e-c48b21faae29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:16:42.657611 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-ef5c84e6-3cd3-412c-863e-c48b21faae29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:16:42.663287 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7515-e7e2-4b5f-8b41-eb675305bd71 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:42.677890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5d7515-e7e2-4b5f-8b41-eb675305bd71 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:16:42.678741 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7515-e7e2-4b5f-8b41-eb675305bd71 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:16:42.702861 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:16:42.710458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42496) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:42.833917 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device bda735df-6137-4fb3-9f85-bf18ee5cb938 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:16:42.901180 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7515-e7e2-4b5f-8b41-eb675305bd71 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:42.935643 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aa5d7515-e7e2-4b5f-8b41-eb675305bd71 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:42.951734 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:42.953742 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5d7515-e7e2-4b5f-8b41-eb675305bd71 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event deleted for resources: {'Network': ['ID=8391abf1-8497-437d-b6b2-a8884478b421,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:42.963384 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Transition to ACTIVE for port object dd4e41dd-e54f-44b3-8782-def67fe16959 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:16:42.976575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-342968581-network', 'tenant_id': '6ce309e937a24bfd8b5c9e6112d3b290'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:42.983034 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:42.989206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Usage tracker for resource:network and tenant:6ce309e937a24bfd8b5c9e6112d3b290 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:42.999065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:43.024466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:43.051575 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-632ab055-a5f4-4dea-a19c-de8d44120e8b None None] Network afa01f28-846c-4b0c-8292-1399f87fc407 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:43.062216 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-aa5d7515-e7e2-4b5f-8b41-eb675305bd71 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "DELETE /v2.0/networks/8391abf1-8497-437d-b6b2-a8884478b421 HTTP/1.1" status: 204 len: 168 time: 2.4468732 Mar 01 21:16:43.063716 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42510) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:43.208464 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Made reservation on behalf of 6ce309e937a24bfd8b5c9e6112d3b290 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:16:43.211237 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:43.226697 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ef5c84e6-3cd3-412c-863e-c48b21faae29 None None] Deleting port 55885504-19cc-48e4-a619-43305287d30b {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:43.227098 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ef5c84e6-3cd3-412c-863e-c48b21faae29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:43.240949 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:43.258352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42514) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:43.262839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Transition to ACTIVE for port object dd4e41dd-e54f-44b3-8782-def67fe16959 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:16:43.299904 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:43.307785 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:43.312832 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Usage tracker for resource:security_group_rule and tenant:6ce309e937a24bfd8b5c9e6112d3b290 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:43.316528 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:43.327207 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:43.341962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Deleting port 2e6c8911-c07b-4d08-9cf7-cb437cf71c63 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:43.342562 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:43.393322 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:43.399126 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-39ac9f4e-ec0f-4408-84d9-ad9be366569f None None] For port 2e6c8911-c07b-4d08-9cf7-cb437cf71c63, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2e6c8911-c07b-4d08-9cf7-cb437cf71c63,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:43.399579 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-39ac9f4e-ec0f-4408-84d9-ad9be366569f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:43.475716 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24788dcd-8d3b-41cc-b54f-55e58f97e7e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:43.537411 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-59ac95e4-2dd2-4005-a8de-082e311824ee tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:43.538809 n-d-827896-4 neutron-server[88519]: WARNING neutron.api.v2.base [None req-59ac95e4-2dd2-4005-a8de-082e311824ee tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 01 21:16:43.539514 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-59ac95e4-2dd2-4005-a8de-082e311824ee tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): There was a conflict when trying to complete your request. Mar 01 21:16:43.541413 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-59ac95e4-2dd2-4005-a8de-082e311824ee tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2795410 Mar 01 21:16:43.561945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42520) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:43.573686 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474880752'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:43.579244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-24788dcd-8d3b-41cc-b54f-55e58f97e7e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port 62d7de42-34f0-4f5d-9f44-642153b9ba81 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:16:43.595255 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:43.604538 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-39ac9f4e-ec0f-4408-84d9-ad9be366569f None None] Calling delete_port for 2e6c8911-c07b-4d08-9cf7-cb437cf71c63 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:43.812027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:43.816708 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7d914b62-ce0b-4aa2-86fe-2d593d104c04 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:43.828639 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:43.828850 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-39ac9f4e-ec0f-4408-84d9-ad9be366569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:43.832683 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:43.833273 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:43.841903 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:43.848796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] For port 2e6c8911-c07b-4d08-9cf7-cb437cf71c63, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2e6c8911-c07b-4d08-9cf7-cb437cf71c63,segment=NetworkSegment(a8a93b07-13b1-4192-a516-e287f6d815ca),segment_id=a8a93b07-13b1-4192-a516-e287f6d815ca)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:43.849354 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:43.849487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ef5c84e6-3cd3-412c-863e-c48b21faae29 None None] The port '55885504-19cc-48e4-a619-43305287d30b' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:16:43.879274 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e6443979-ef57-411f-b987-7636e6b458dc None None] Provisioning for port ba890f00-8e06-4310-833d-d0a0c3924f59 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:16:43.922028 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:44.007927 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ac9f4e-ec0f-4408-84d9-ad9be366569f None None] Pushing event deleted for resources: {'Port': ['ID=2e6c8911-c07b-4d08-9cf7-cb437cf71c63,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:44.013456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Calling delete_port for 2e6c8911-c07b-4d08-9cf7-cb437cf71c63 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:44.036509 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:44.062361 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:44.077984 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ac9f4e-ec0f-4408-84d9-ad9be366569f None None] No DVR routers for this DVR port 2e6c8911-c07b-4d08-9cf7-cb437cf71c63 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:16:44.104911 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:16:44.106537 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:44.141269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:44.144278 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:16:44.167658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f920c867-2678-46ff-ad6f-45c751a5ccf0,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:44.196649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:44.211822 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:44.216111 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Added segment 40a2efd0-af99-4708-b975-94db3108bbc0 of type vlan for network 2c62f9a0-d92b-4973-a7ab-b1c57255aa9e Mar 01 21:16:44.221097 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:44.226876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:44.238124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:44.278246 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:44.326875 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:16:44.326875 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:16:44.341363 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port bda735df-6137-4fb3-9f85-bf18ee5cb938 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:44.341743 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:44.400161 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-24788dcd-8d3b-41cc-b54f-55e58f97e7e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::8 (cc39aad2-d371-4bc1-8f73-2342392e478c/bd374203-9db3-4b0b-aa94-99e13fbfd1b2/62d7de42-34f0-4f5d-9f44-642153b9ba81) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:16:44.407549 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:44.409143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:44.409653 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:44.491852 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:44.494316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-24788dcd-8d3b-41cc-b54f-55e58f97e7e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8:0:1:f816:3eff:fe95:7615 (cc39aad2-d371-4bc1-8f73-2342392e478c/fab7765a-bfb6-4d09-bb91-65f972c6b44e/62d7de42-34f0-4f5d-9f44-642153b9ba81) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:16:44.524245 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Pushing event updated for resources: {'Port': ['ID=dd4e41dd-e54f-44b3-8782-def67fe16959,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:44.533305 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Attempting to bind port dd4e41dd-e54f-44b3-8782-def67fe16959 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:16:44.533684 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Attempting to bind port dd4e41dd-e54f-44b3-8782-def67fe16959 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:16:44.534166 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Attempting to bind port dd4e41dd-e54f-44b3-8782-def67fe16959 on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:16:44.556923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:16:44.556923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:16:44.556923 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:44.556923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:16:44.556923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Bound port: dd4e41dd-e54f-44b3-8782-def67fe16959, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:16:44.556923 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:44.589609 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:44.606945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:44.617031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] Pushing event updated for resources: {'Network': ['ID=2c62f9a0-d92b-4973-a7ab-b1c57255aa9e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:44.627988 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:44.643309 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:44.648955 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:44.655691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:44.659499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f955328-e8ec-47a8-bc63-66ba28195338,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:44.677915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 2c62f9a0-d92b-4973-a7ab-b1c57255aa9e details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:16:44.678361 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ebac4fa6-839e-4559-a96a-e2e46ea10ac3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9545946 Mar 01 21:16:44.678361 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42526) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:44.685455 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-be0673ac-933c-42ea-b1a4-2656c9eb3f02 admin admin] Request body: {'subnet': {'network_id': '2c62f9a0-d92b-4973-a7ab-b1c57255aa9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-342968581-subnet', 'tenant_id': '6ce309e937a24bfd8b5c9e6112d3b290', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:44.699686 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-be0673ac-933c-42ea-b1a4-2656c9eb3f02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:44.707482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-be0673ac-933c-42ea-b1a4-2656c9eb3f02 admin admin] Usage tracker for resource:subnet and tenant:6ce309e937a24bfd8b5c9e6112d3b290 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:44.709317 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ba890f00-8e06-4310-833d-d0a0c3924f59 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:16:44.711449 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-be0673ac-933c-42ea-b1a4-2656c9eb3f02 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:44.721120 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-be0673ac-933c-42ea-b1a4-2656c9eb3f02 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:44.802862 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:44.806099 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0673ac-933c-42ea-b1a4-2656c9eb3f02 admin admin] Made reservation on behalf of 6ce309e937a24bfd8b5c9e6112d3b290 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:16:44.811288 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be0673ac-933c-42ea-b1a4-2656c9eb3f02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:44.830818 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Deleting port 2e6c8911-c07b-4d08-9cf7-cb437cf71c63 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:44.831552 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:44.925191 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] For port dd4e41dd-e54f-44b3-8782-def67fe16959, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:16:44.928842 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] For port dd4e41dd-e54f-44b3-8782-def67fe16959, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=dd4e41dd-e54f-44b3-8782-def67fe16959,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:16:44.930950 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:44.996442 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port ba890f00-8e06-4310-833d-d0a0c3924f59 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:16:45.003308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port ba890f00-8e06-4310-833d-d0a0c3924f59 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:45.004198 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:45.082460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] The port '2e6c8911-c07b-4d08-9cf7-cb437cf71c63' was deleted {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:16:45.112150 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:45.157723 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b093bbd3-b440-4775-b3ee-37c9a4d59a1d,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:45.283670 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:45.288090 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e3a4b69d-13d4-407b-bde2-6557f7eac0fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7193758 Mar 01 21:16:45.289556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42530) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:45.305074 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e9b4a46c-67c9-4aff-b9d7-2eadb6ad37e3 None None] Provisioning for port 5f3c001c-6243-43cd-a856-b737bbf4fab3 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:16:45.319447 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e9b4a46c-67c9-4aff-b9d7-2eadb6ad37e3 None None] Provisioning complete for port 5f3c001c-6243-43cd-a856-b737bbf4fab3 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:45.319922 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e9b4a46c-67c9-4aff-b9d7-2eadb6ad37e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:45.354377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d300f29f-ee7c-48e9-851b-e6e255881e18 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': 'b093bbd3-b440-4775-b3ee-37c9a4d59a1d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:45.380995 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d300f29f-ee7c-48e9-851b-e6e255881e18 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:45.457727 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68055cf0-4294-403e-a95d-bb4b2a193fd3 None None] Pushing event updated for resources: {'Port': ['ID=dd4e41dd-e54f-44b3-8782-def67fe16959,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:45.465213 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d300f29f-ee7c-48e9-851b-e6e255881e18 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:45.477538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d300f29f-ee7c-48e9-851b-e6e255881e18 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:45.490085 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:45.499767 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d300f29f-ee7c-48e9-851b-e6e255881e18 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:45.507760 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:45.526049 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e9b4a46c-67c9-4aff-b9d7-2eadb6ad37e3 None None] Port 5f3c001c-6243-43cd-a856-b737bbf4fab3 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:16:45.559566 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7d914b62-ce0b-4aa2-86fe-2d593d104c04 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:45.565666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e9b4a46c-67c9-4aff-b9d7-2eadb6ad37e3 None None] Provisioning complete for port ba890f00-8e06-4310-833d-d0a0c3924f59 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:45.566164 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e9b4a46c-67c9-4aff-b9d7-2eadb6ad37e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:45.576107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6458a9-9015-413f-bf43-efd7a3b7923c']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:45.607785 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24788dcd-8d3b-41cc-b54f-55e58f97e7e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:45.620899 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port ba890f00-8e06-4310-833d-d0a0c3924f59, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ba890f00-8e06-4310-833d-d0a0c3924f59,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:45.643717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-24788dcd-8d3b-41cc-b54f-55e58f97e7e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object 62d7de42-34f0-4f5d-9f44-642153b9ba81 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:16:45.654651 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a93b07-13b1-4192-a516-e287f6d815ca') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:45.655251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a93b07-13b1-4192-a516-e287f6d815ca') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:45.658420 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7d914b62-ce0b-4aa2-86fe-2d593d104c04 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:45.670689 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d300f29f-ee7c-48e9-851b-e6e255881e18 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:45.683376 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:45.698290 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:45.698991 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8938c4aa-c563-49b9-9df9-fa42d26ff2b8 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:16:45.727243 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:45.761033 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d300f29f-ee7c-48e9-851b-e6e255881e18 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:45.763843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:16:45.764236 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:45.775698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Router dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:16:45.779591 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:16:45.794608 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be0673ac-933c-42ea-b1a4-2656c9eb3f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:45.820853 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24788dcd-8d3b-41cc-b54f-55e58f97e7e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:45.863458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=ba890f00-8e06-4310-833d-d0a0c3924f59,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:45.897886 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d300f29f-ee7c-48e9-851b-e6e255881e18 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:45.948189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24788dcd-8d3b-41cc-b54f-55e58f97e7e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:45.950275 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 8938c4aa-c563-49b9-9df9-fa42d26ff2b8 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:16:45.955519 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 8938c4aa-c563-49b9-9df9-fa42d26ff2b8 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:45.956438 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:45.959840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300f29f-ee7c-48e9-851b-e6e255881e18 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27945cbb-9858-4b33-8052-ed4e8dc4bb33,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:45.971101 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-24788dcd-8d3b-41cc-b54f-55e58f97e7e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:45.978023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0673ac-933c-42ea-b1a4-2656c9eb3f02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec088e1-a40d-431f-88ab-9e5eaa89c2f1,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:45.993553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d914b62-ce0b-4aa2-86fe-2d593d104c04 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=5f3c001c-6243-43cd-a856-b737bbf4fab3,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:45.994294 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be0673ac-933c-42ea-b1a4-2656c9eb3f02 admin admin] Checking segment: {'id': '40a2efd0-af99-4708-b975-94db3108bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2c62f9a0-d92b-4973-a7ab-b1c57255aa9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:16:45.994664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0673ac-933c-42ea-b1a4-2656c9eb3f02 admin admin] Network hostable DHCP agents. Network: 2c62f9a0-d92b-4973-a7ab-b1c57255aa9e, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:16:45.998891 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24788dcd-8d3b-41cc-b54f-55e58f97e7e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:16:46.007141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24788dcd-8d3b-41cc-b54f-55e58f97e7e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:46.016454 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24788dcd-8d3b-41cc-b54f-55e58f97e7e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:46.031669 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:46.053465 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-166d052c-beab-43ac-90b0-c5b53532038a None None] Provisioning complete for port 5f3c001c-6243-43cd-a856-b737bbf4fab3 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:46.053977 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-166d052c-beab-43ac-90b0-c5b53532038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:46.063501 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:46.068013 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] 10.222.0.42 "DELETE /v2.0/networks/7a6458a9-9015-413f-bf43-efd7a3b7923c HTTP/1.1" status: 204 len: 168 time: 3.0001612 Mar 01 21:16:46.129734 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d300f29f-ee7c-48e9-851b-e6e255881e18 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:46.133047 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d300f29f-ee7c-48e9-851b-e6e255881e18 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8327951 Mar 01 21:16:46.136658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42538) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:46.137498 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f24c4a-609f-4b87-99c6-931c6127a377 tempest-TaggedBootDevicesTest_v242-1712846268 tempest-TaggedBootDevicesTest_v242-1712846268-project] Pushing event deleted for resources: {'Network': ['ID=7a6458a9-9015-413f-bf43-efd7a3b7923c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:46.139226 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0673ac-933c-42ea-b1a4-2656c9eb3f02 admin admin] Network 2c62f9a0-d92b-4973-a7ab-b1c57255aa9e is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:16:46.167584 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-153217cc-78b6-48a1-82e0-628d61ef17c1 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': 'b093bbd3-b440-4775-b3ee-37c9a4d59a1d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:46.180164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-153217cc-78b6-48a1-82e0-628d61ef17c1 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:46.196567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-153217cc-78b6-48a1-82e0-628d61ef17c1 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:46.201104 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-153217cc-78b6-48a1-82e0-628d61ef17c1 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:46.216597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-153217cc-78b6-48a1-82e0-628d61ef17c1 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:46.236643 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-166d052c-beab-43ac-90b0-c5b53532038a None None] Port 5f3c001c-6243-43cd-a856-b737bbf4fab3 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:16:46.238029 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-be0673ac-933c-42ea-b1a4-2656c9eb3f02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 2c62f9a0-d92b-4973-a7ab-b1c57255aa9e) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:46.245667 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0673ac-933c-42ea-b1a4-2656c9eb3f02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:46.246276 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-be0673ac-933c-42ea-b1a4-2656c9eb3f02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:46.262581 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23874922-4648-413e-bc69-abd2faaede0f None None] Network 2c62f9a0-d92b-4973-a7ab-b1c57255aa9e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:46.297803 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-24788dcd-8d3b-41cc-b54f-55e58f97e7e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 5.4714992 Mar 01 21:16:46.298688 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7d914b62-ce0b-4aa2-86fe-2d593d104c04 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:46.303733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42544) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:46.315186 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:46.412065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-cf102c78-dd5f-4dbf-b3a6-d790c6c6f685 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port 62d7de42-34f0-4f5d-9f44-642153b9ba81 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:46.412415 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf102c78-dd5f-4dbf-b3a6-d790c6c6f685 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:46.439994 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-be0673ac-933c-42ea-b1a4-2656c9eb3f02 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7609727 Mar 01 21:16:46.475447 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24788dcd-8d3b-41cc-b54f-55e58f97e7e8 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=62d7de42-34f0-4f5d-9f44-642153b9ba81,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:46.481163 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 8938c4aa-c563-49b9-9df9-fa42d26ff2b8, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8938c4aa-c563-49b9-9df9-fa42d26ff2b8,segment=NetworkSegment(f5453937-6306-4483-b80b-2b8fd1322fbe),segment_id=f5453937-6306-4483-b80b-2b8fd1322fbe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:46.492830 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:16:46.537167 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-153217cc-78b6-48a1-82e0-628d61ef17c1 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:46.551380 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] Sync routers for ids ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:16:46.594393 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] Routers {'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:16:46.599682 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:16:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:46.616245 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d914b62-ce0b-4aa2-86fe-2d593d104c04 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network afa01f28-846c-4b0c-8292-1399f87fc407 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:46.618997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-7d914b62-ce0b-4aa2-86fe-2d593d104c04 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:46.640436 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:46.641629 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1f5e5e91-3482-4a6f-abec-799d8e58a1c3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.6037714 Mar 01 21:16:46.674727 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42556) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:46.924624 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:46.930660 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae810de-3ede-4acd-8ab0-222b54704fd0 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:47.102796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d914b62-ce0b-4aa2-86fe-2d593d104c04 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Router 58634e18-2db4-47e4-a8cd-cf89bdfb7919 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:16:47.108203 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2e6c8911-c07b-4d08-9cf7-cb437cf71c63 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:16:47.209562 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 2e6c8911-c07b-4d08-9cf7-cb437cf71c63 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:16:47.210018 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2e6c8911-c07b-4d08-9cf7-cb437cf71c63 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:16:47.210648 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 55885504-19cc-48e4-a619-43305287d30b no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:16:47.355727 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 55885504-19cc-48e4-a619-43305287d30b {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:16:47.358655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 55885504-19cc-48e4-a619-43305287d30b not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:16:47.458664 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-153217cc-78b6-48a1-82e0-628d61ef17c1 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): There was a conflict when trying to complete your request. Mar 01 21:16:47.464952 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-153217cc-78b6-48a1-82e0-628d61ef17c1 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.3156705 Mar 01 21:16:47.470793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42568) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:47.554582 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f0377236-7ed7-4781-a7aa-b71ce15969bb None None] Provisioning for port dd4e41dd-e54f-44b3-8782-def67fe16959 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:16:47.631212 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=8938c4aa-c563-49b9-9df9-fa42d26ff2b8,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:47.700762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d914b62-ce0b-4aa2-86fe-2d593d104c04 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:16:47.713639 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] Sync routers for ids ['58634e18-2db4-47e4-a8cd-cf89bdfb7919'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:16:47.718920 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7d914b62-ce0b-4aa2-86fe-2d593d104c04 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "PUT /v2.0/routers/58634e18-2db4-47e4-a8cd-cf89bdfb7919/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6429675 Mar 01 21:16:47.725559 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-75b7dc84-1679-44fe-a4d7-597037f79b1a tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:47.733401 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] Routers {'58634e18-2db4-47e4-a8cd-cf89bdfb7919'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:16:47.735922 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:16:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['58634e18-2db4-47e4-a8cd-cf89bdfb7919'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:47.747706 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ba890f00-8e06-4310-833d-d0a0c3924f59 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:16:47.802188 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-75b7dc84-1679-44fe-a4d7-597037f79b1a tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:47.806698 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] Set router dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:16:48.031713 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-75b7dc84-1679-44fe-a4d7-597037f79b1a tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:48.075571 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-32d06f05-f358-46f6-9a1b-8ef09398ee0d None None] Provisioning complete for port 5f3c001c-6243-43cd-a856-b737bbf4fab3 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:48.076588 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-32d06f05-f358-46f6-9a1b-8ef09398ee0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:48.091481 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b7dc84-1679-44fe-a4d7-597037f79b1a tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b093bbd3-b440-4775-b3ee-37c9a4d59a1d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:48.111140 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdbdadd-d726-4ad9-8d53-d9a4000fd0c1 None None] Network 2c62f9a0-d92b-4973-a7ab-b1c57255aa9e requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:48.171714 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf102c78-dd5f-4dbf-b3a6-d790c6c6f685 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:48.173673 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-75b7dc84-1679-44fe-a4d7-597037f79b1a tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:48.177104 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-75b7dc84-1679-44fe-a4d7-597037f79b1a tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "DELETE /v2.0/security-groups/b093bbd3-b440-4775-b3ee-37c9a4d59a1d HTTP/1.1" status: 204 len: 168 time: 0.7030578 Mar 01 21:16:48.177663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42588) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:48.215562 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] Set router 58634e18-2db4-47e4-a8cd-cf89bdfb7919 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:16:48.324257 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b6270403-898e-48b2-a22e-481b29796685 req-5dc161b3-7b28-411d-82de-7a475586eeb5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:48.374772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3973b85c-c5c9-4815-8038-478785dc0c71 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Synchronizing usage tracker for tenant:221a36b4bc9341579d392356d1bc923a on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:48.418939 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-cf102c78-dd5f-4dbf-b3a6-d790c6c6f685 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for 62d7de42-34f0-4f5d-9f44-642153b9ba81 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:16:48.437105 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b6270403-898e-48b2-a22e-481b29796685 req-5dc161b3-7b28-411d-82de-7a475586eeb5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:48.439119 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6270403-898e-48b2-a22e-481b29796685 req-5dc161b3-7b28-411d-82de-7a475586eeb5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1049172008&fields=id&tenant_id=55abf7132a284d2983dea80802c45cbf HTTP/1.1" status: 200 len: 267 time: 0.3496227 Mar 01 21:16:48.510391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3973b85c-c5c9-4815-8038-478785dc0c71 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Unset dirty status for tenant:221a36b4bc9341579d392356d1bc923a on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:48.512247 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3973b85c-c5c9-4815-8038-478785dc0c71 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3334808 Mar 01 21:16:48.523089 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42594) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:48.550232 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-32d06f05-f358-46f6-9a1b-8ef09398ee0d None None] Port 5f3c001c-6243-43cd-a856-b737bbf4fab3 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:16:48.566111 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port ba890f00-8e06-4310-833d-d0a0c3924f59 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:48.566381 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:48.589032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-afabef5e-c58e-4726-bf12-6e05afeb91b3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1074860068'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:48.621642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-afabef5e-c58e-4726-bf12-6e05afeb91b3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:48.760868 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-afabef5e-c58e-4726-bf12-6e05afeb91b3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:48.822802 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6270403-898e-48b2-a22e-481b29796685 req-dcaa6269-f6fb-474d-8ee6-60fe264f9f2f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:48.823997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b6270403-898e-48b2-a22e-481b29796685 req-dcaa6269-f6fb-474d-8ee6-60fe264f9f2f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:48.852493 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352490198', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:25Z', 'updated_at': '2022-03-01T21:16:43Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:28Z', 'updated_at': '2022-03-01T21:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '5f3c001c-6243-43cd-a856-b737bbf4fab3', 'name': '', 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:6f:76:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:44Z', 'revision_number': 2, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:48.858019 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] Checking router: 58634e18-2db4-47e4-a8cd-cf89bdfb7919 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:16:48.858860 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] Updating router 58634e18-2db4-47e4-a8cd-cf89bdfb7919 port 5f3c001c-6243-43cd-a856-b737bbf4fab3 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:16:48.864267 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-afabef5e-c58e-4726-bf12-6e05afeb91b3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:48.917730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-afabef5e-c58e-4726-bf12-6e05afeb91b3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:48.927611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b6270403-898e-48b2-a22e-481b29796685 req-dcaa6269-f6fb-474d-8ee6-60fe264f9f2f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:48.936262 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6270403-898e-48b2-a22e-481b29796685 req-dcaa6269-f6fb-474d-8ee6-60fe264f9f2f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/networks?id=afa01f28-846c-4b0c-8292-1399f87fc407 HTTP/1.1" status: 200 len: 796 time: 0.4891672 Mar 01 21:16:48.940175 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:48.942503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-afabef5e-c58e-4726-bf12-6e05afeb91b3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:48.971982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-afabef5e-c58e-4726-bf12-6e05afeb91b3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:48.988474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6270403-898e-48b2-a22e-481b29796685 req-237177dc-0d72-4189-9fa5-5c2287c254d0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/quotas/55abf7132a284d2983dea80802c45cbf HTTP/1.1" status: 200 len: 375 time: 0.0487494 Mar 01 21:16:49.077703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-afabef5e-c58e-4726-bf12-6e05afeb91b3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:49.273796 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device dd4e41dd-e54f-44b3-8782-def67fe16959 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:16:49.367220 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-afabef5e-c58e-4726-bf12-6e05afeb91b3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:49.402083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b6270403-898e-48b2-a22e-481b29796685 req-f0cd67eb-f31e-4d75-8ad1-b550005aec54 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:49.475258 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-afabef5e-c58e-4726-bf12-6e05afeb91b3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:49.588138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afabef5e-c58e-4726-bf12-6e05afeb91b3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad39759a-94ed-4cd4-a245-b2f10bf3d9cd,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:49.609133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b6270403-898e-48b2-a22e-481b29796685 req-f0cd67eb-f31e-4d75-8ad1-b550005aec54 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:49.610426 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6270403-898e-48b2-a22e-481b29796685 req-f0cd67eb-f31e-4d75-8ad1-b550005aec54 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6200280 Mar 01 21:16:49.722240 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'name': 'tempest-TestVolumeBackupRestore-1484854220-router', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:36Z', 'updated_at': '2022-03-01T21:16:42Z', 'revision_number': 3, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'gw_port': {'id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:49.738236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] Checking router: dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:16:49.746065 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] Updating router dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a port e057ba24-309f-4289-ab01-f000739fc0f0 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:16:49.748111 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf102c78-dd5f-4dbf-b3a6-d790c6c6f685 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:49.868139 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:49.970131 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port dd4e41dd-e54f-44b3-8782-def67fe16959 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:16:49.994583 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port dd4e41dd-e54f-44b3-8782-def67fe16959 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:49.996655 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:50.013334 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:50.040048 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] Transition to ACTIVE for port object 5f3c001c-6243-43cd-a856-b737bbf4fab3 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:16:50.092924 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-afabef5e-c58e-4726-bf12-6e05afeb91b3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:50.099114 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-afabef5e-c58e-4726-bf12-6e05afeb91b3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5470271 Mar 01 21:16:50.108125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42610) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:50.117541 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf102c78-dd5f-4dbf-b3a6-d790c6c6f685 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=62d7de42-34f0-4f5d-9f44-642153b9ba81,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:50.121735 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:50.132642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-60f31ddd-2744-411d-824d-f94cab413fac tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': 'ad39759a-94ed-4cd4-a245-b2f10bf3d9cd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:50.135573 n-d-827896-4 neutron-server[88518]: WARNING neutron.api.v2.base [None req-60f31ddd-2744-411d-824d-f94cab413fac tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 01 21:16:50.135573 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-60f31ddd-2744-411d-824d-f94cab413fac tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:16:50.151937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-60f31ddd-2744-411d-824d-f94cab413fac tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0408292 Mar 01 21:16:50.155767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-928df2f7-a864-4d75-8752-53bb300a61f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:50.171156 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42614) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:50.386970 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf102c78-dd5f-4dbf-b3a6-d790c6c6f685 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:50.391750 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6270403-898e-48b2-a22e-481b29796685 req-c0b2042b-5190-4d6a-9685-3366987d1be4 service neutron] 10.222.0.42 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7316289 Mar 01 21:16:50.456271 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cf102c78-dd5f-4dbf-b3a6-d790c6c6f685 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/62d7de42-34f0-4f5d-9f44-642153b9ba81 HTTP/1.1" status: 204 len: 168 time: 4.1540349 Mar 01 21:16:50.460413 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42620) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:50.498011 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc53e37-859c-4d17-8f27-ddc339ef5c0c None None] Pushing event updated for resources: {'Port': ['ID=5f3c001c-6243-43cd-a856-b737bbf4fab3,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:50.767270 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] Attempting to bind port 5f3c001c-6243-43cd-a856-b737bbf4fab3 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:16:50.770375 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] Attempting to bind port 5f3c001c-6243-43cd-a856-b737bbf4fab3 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '1080c31a-5dc7-4188-847b-e4b346459f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:16:50.770375 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] Attempting to bind port 5f3c001c-6243-43cd-a856-b737bbf4fab3 on network afa01f28-846c-4b0c-8292-1399f87fc407 {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:16:50.783009 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:16:50.783868 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] Checking segment: {'id': '1080c31a-5dc7-4188-847b-e4b346459f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:16:50.787344 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:50.787968 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] Bound using segment: {'id': '1080c31a-5dc7-4188-847b-e4b346459f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:16:50.788621 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] Bound port: 5f3c001c-6243-43cd-a856-b737bbf4fab3, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1080c31a-5dc7-4188-847b-e4b346459f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:16:50.789217 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:50.832182 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6270403-898e-48b2-a22e-481b29796685 req-ff9b974b-32ca-4bca-bc46-4d788b47edcd service neutron] 10.222.0.42 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285932 Mar 01 21:16:50.864069 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-232aa50c-4bf9-49a5-b9af-5134cd7812c0 None None] Provisioning complete for port dd4e41dd-e54f-44b3-8782-def67fe16959 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:50.864609 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-232aa50c-4bf9-49a5-b9af-5134cd7812c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:50.896645 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:50.938873 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] For port 5f3c001c-6243-43cd-a856-b737bbf4fab3, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:16:50.943754 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] For port 5f3c001c-6243-43cd-a856-b737bbf4fab3, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5f3c001c-6243-43cd-a856-b737bbf4fab3,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:16:50.987147 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port dd4e41dd-e54f-44b3-8782-def67fe16959, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=dd4e41dd-e54f-44b3-8782-def67fe16959,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:51.038955 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:51.142253 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:51.217792 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-970af96f-a404-4fb3-8715-65d67db6aa36 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:51.242118 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc53e37-859c-4d17-8f27-ddc339ef5c0c None None] Pushing event updated for resources: {'Port': ['ID=5f3c001c-6243-43cd-a856-b737bbf4fab3,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:51.318845 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] Routers {'58634e18-2db4-47e4-a8cd-cf89bdfb7919'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:16:51.323247 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:16:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['58634e18-2db4-47e4-a8cd-cf89bdfb7919'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:51.347482 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8938c4aa-c563-49b9-9df9-fa42d26ff2b8 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:16:51.352103 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-970af96f-a404-4fb3-8715-65d67db6aa36 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:51.533869 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:51.596848 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-970af96f-a404-4fb3-8715-65d67db6aa36 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:51.600514 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5754ef6f-5e53-4f39-8dca-cfcab38293b4 req-bd062174-160a-49f5-be61-2e3d7abc519d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 210 time: 0.2171855 Mar 01 21:16:51.620472 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-232aa50c-4bf9-49a5-b9af-5134cd7812c0 None None] Could not find standard attr ID for object 62d7de42-34f0-4f5d-9f44-642153b9ba81. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:16:51.648703 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:51.650053 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] Transition to ACTIVE for port object e057ba24-309f-4289-ab01-f000739fc0f0 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:16:51.682202 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970af96f-a404-4fb3-8715-65d67db6aa36 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad39759a-94ed-4cd4-a245-b2f10bf3d9cd,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:51.695277 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=dd4e41dd-e54f-44b3-8782-def67fe16959,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:51.789159 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] Set router 58634e18-2db4-47e4-a8cd-cf89bdfb7919 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:16:51.797275 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:51.797507 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-970af96f-a404-4fb3-8715-65d67db6aa36 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:51.803409 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-970af96f-a404-4fb3-8715-65d67db6aa36 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "DELETE /v2.0/security-groups/ad39759a-94ed-4cd4-a245-b2f10bf3d9cd HTTP/1.1" status: 204 len: 168 time: 1.6288643 Mar 01 21:16:51.807088 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42660) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:51.954059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa96b0-33b7-46ba-aaf4-7b2a3922281c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:51.959429 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a3fa96b0-33b7-46ba-aaf4-7b2a3922281c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:52.015535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f2cc2ddc-b50d-4e82-9def-491aec77aa0e tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:52.029134 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f2cc2ddc-b50d-4e82-9def-491aec77aa0e tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/networks?id=2c62f9a0-d92b-4973-a7ab-b1c57255aa9e HTTP/1.1" status: 200 len: 808 time: 0.5602372 Mar 01 21:16:52.065873 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-24d5e05c-b69e-407e-9873-132b7cd00cdc tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/quotas/6ce309e937a24bfd8b5c9e6112d3b290 HTTP/1.1" status: 200 len: 375 time: 0.0216291 Mar 01 21:16:52.116327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a3fa96b0-33b7-46ba-aaf4-7b2a3922281c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:52.121287 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a3fa96b0-33b7-46ba-aaf4-7b2a3922281c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.0939896 Mar 01 21:16:52.121287 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-928df2f7-a864-4d75-8752-53bb300a61f6 admin admin] Allocated IP 172.20.0.1 (ac480fe8-397c-4dde-b8b5-bf02dd42967f/832748e4-3a07-4466-a509-58da4a280786/5f32c6f8-e34b-4727-8c23-2b3996ce6204) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:16:52.128349 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42668) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:52.141769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-550fdb1f-07af-48fb-bab1-c4ff7b2b81ae tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Synchronizing usage tracker for tenant:221a36b4bc9341579d392356d1bc923a on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:52.142025 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 8938c4aa-c563-49b9-9df9-fa42d26ff2b8 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:52.142477 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:52.182520 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-0a611637-4d0e-47ec-8cfe-4d70b048ab0d tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ce309e937a24bfd8b5c9e6112d3b290&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1128349 Mar 01 21:16:52.296938 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] Attempting to bind port e057ba24-309f-4289-ab01-f000739fc0f0 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:16:52.298498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] Attempting to bind port e057ba24-309f-4289-ab01-f000739fc0f0 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:16:52.303880 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] Attempting to bind port e057ba24-309f-4289-ab01-f000739fc0f0 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:16:52.311052 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e422d7-6fd8-4f69-b768-e4ccebe7bfde None None] Pushing event updated for resources: {'Port': ['ID=e057ba24-309f-4289-ab01-f000739fc0f0,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:52.343307 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a64621b6-eef9-4a36-8120-c7b8f8f58deb None None] Could not find standard attr ID for object 62d7de42-34f0-4f5d-9f44-642153b9ba81. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:16:52.370381 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 16, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:16:52.375352 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:16:52.375352 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:52.375352 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:16:52.379472 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] Bound port: e057ba24-309f-4289-ab01-f000739fc0f0, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:16:52.392404 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:52.574318 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-5b86529f-d137-493f-89f4-628925d80acd service neutron] 10.222.0.42 "GET /v2.0/networks/2c62f9a0-d92b-4973-a7ab-b1c57255aa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866601 Mar 01 21:16:52.595264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-550fdb1f-07af-48fb-bab1-c4ff7b2b81ae tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Unset dirty status for tenant:221a36b4bc9341579d392356d1bc923a on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:52.608878 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-550fdb1f-07af-48fb-bab1-c4ff7b2b81ae tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7929015 Mar 01 21:16:52.615665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42678) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:52.633449 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] For port e057ba24-309f-4289-ab01-f000739fc0f0, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:16:52.649810 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4bfe6a57-9e63-4b58-86ff-5810396964e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1608223445'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:52.657485 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] For port e057ba24-309f-4289-ab01-f000739fc0f0, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e057ba24-309f-4289-ab01-f000739fc0f0,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:16:52.702005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2931c4e-24da-446e-bdfa-66668e8e6d7e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:52.703575 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c2931c4e-24da-446e-bdfa-66668e8e6d7e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.5720992 Mar 01 21:16:52.711522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42684) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:52.734820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4bfe6a57-9e63-4b58-86ff-5810396964e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:52.850563 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:52.901757 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-928df2f7-a864-4d75-8752-53bb300a61f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:52.912335 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352490198', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:25Z', 'updated_at': '2022-03-01T21:16:43Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:28Z', 'updated_at': '2022-03-01T21:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '5f3c001c-6243-43cd-a856-b737bbf4fab3', 'name': '', 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:6f:76:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:50Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:52.922488 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc1a0b-237b-4a90-a753-1833a72c9140 None None] The sync data for ids ['58634e18-2db4-47e4-a8cd-cf89bdfb7919'] in n-d-827896-4 is: [{'id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352490198', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:25Z', 'updated_at': '2022-03-01T21:16:43Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:28Z', 'updated_at': '2022-03-01T21:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '5f3c001c-6243-43cd-a856-b737bbf4fab3', 'name': '', 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:6f:76:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:50Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:16:52.945616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4bfe6a57-9e63-4b58-86ff-5810396964e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:52.995946 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a002079c-2d4f-4bcb-9b7e-754b5f40c7b7 req-1f35d266-f431-44be-898d-6dbaa1c7be5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 210 time: 0.1214969 Mar 01 21:16:53.004660 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ce688-bc02-4d84-b0e2-586bd93fbe3b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:53.036677 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ce688-bc02-4d84-b0e2-586bd93fbe3b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:53.038316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ce688-bc02-4d84-b0e2-586bd93fbe3b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:53.052643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-eb6ce688-bc02-4d84-b0e2-586bd93fbe3b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:53.087023 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-a341e775-f77d-4a0a-9f95-7f9a73337655 service neutron] 10.222.0.42 "GET /v2.0/networks/2c62f9a0-d92b-4973-a7ab-b1c57255aa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102899 Mar 01 21:16:53.093507 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4bfe6a57-9e63-4b58-86ff-5810396964e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:53.106889 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-928df2f7-a864-4d75-8752-53bb300a61f6 admin admin] Transition to ACTIVE for port object 5f32c6f8-e34b-4727-8c23-2b3996ce6204 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:16:53.163520 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4bfe6a57-9e63-4b58-86ff-5810396964e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:53.163681 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] Routers {'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:16:53.170295 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:16:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:53.183059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4bfe6a57-9e63-4b58-86ff-5810396964e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:53.192547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4bfe6a57-9e63-4b58-86ff-5810396964e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:53.223078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4bfe6a57-9e63-4b58-86ff-5810396964e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:53.242382 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-928df2f7-a864-4d75-8752-53bb300a61f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:53.393215 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-eb6ce688-bc02-4d84-b0e2-586bd93fbe3b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:53.397204 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42688) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:53.402583 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-eb6ce688-bc02-4d84-b0e2-586bd93fbe3b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6810913 Mar 01 21:16:53.501459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928df2f7-a864-4d75-8752-53bb300a61f6 admin admin] Pushing event updated for resources: {'Port': ['ID=5f32c6f8-e34b-4727-8c23-2b3996ce6204,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:53.545300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928df2f7-a864-4d75-8752-53bb300a61f6 admin admin] Network ac480fe8-397c-4dde-b8b5-bf02dd42967f is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:53.547688 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-928df2f7-a864-4d75-8752-53bb300a61f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:53.562613 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928df2f7-a864-4d75-8752-53bb300a61f6 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:16:53.774741 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-928df2f7-a864-4d75-8752-53bb300a61f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:53.839143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] Set router dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:16:53.876707 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4bc6805-e6ad-415f-81b4-67017b7f5f69 req-539ef5e0-a757-43e4-a657-78f9f3026eb9 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 210 time: 0.2449646 Mar 01 21:16:53.923826 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4bfe6a57-9e63-4b58-86ff-5810396964e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:53.994222 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-d633047c-2d34-4f02-99b0-5ea18ba4bf88 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet bd374203-9db3-4b0b-aa94-99e13fbfd1b2 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:16:54.007333 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d633047c-2d34-4f02-99b0-5ea18ba4bf88 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:54.131878 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device dd4e41dd-e54f-44b3-8782-def67fe16959 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:16:54.160660 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d633047c-2d34-4f02-99b0-5ea18ba4bf88 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:54.298430 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4bfe6a57-9e63-4b58-86ff-5810396964e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:54.341768 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-928df2f7-a864-4d75-8752-53bb300a61f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:54.373454 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d633047c-2d34-4f02-99b0-5ea18ba4bf88 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:54.451872 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab341d4b-b15d-4769-b39a-e410a0216cf9 req-e13e606f-7533-4817-82f5-8435e0bdc1b1 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 210 time: 0.1613679 Mar 01 21:16:54.479550 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e422d7-6fd8-4f69-b768-e4ccebe7bfde None None] Pushing event updated for resources: {'Port': ['ID=e057ba24-309f-4289-ab01-f000739fc0f0,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:54.539060 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:54.603425 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port dd4e41dd-e54f-44b3-8782-def67fe16959 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:54.604428 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:54.676773 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfe6a57-9e63-4b58-86ff-5810396964e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9687e2-67d8-45b3-828a-2f1b883b83a6,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:54.730622 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c54d8e04-8ee6-47c6-9219-1979e79af0ed None None] Provisioning for port 5f32c6f8-e34b-4727-8c23-2b3996ce6204 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:16:54.752955 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6270403-898e-48b2-a22e-481b29796685 req-21c3f264-4a3e-4c22-a49e-e1ab4e418d70 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:54.754619 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6270403-898e-48b2-a22e-481b29796685 req-21c3f264-4a3e-4c22-a49e-e1ab4e418d70 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.55 "GET /v2.0/networks?id=afa01f28-846c-4b0c-8292-1399f87fc407 HTTP/1.1" status: 200 len: 796 time: 0.2995598 Mar 01 21:16:54.756594 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4bfe6a57-9e63-4b58-86ff-5810396964e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:54.760984 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4bfe6a57-9e63-4b58-86ff-5810396964e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1362798 Mar 01 21:16:54.762962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42708) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:54.802426 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-d72df6b6-c0fa-4b7f-86c5-cdf8b464d2c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': 'fc9687e2-67d8-45b3-828a-2f1b883b83a6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:54.806925 n-d-827896-4 neutron-server[88518]: WARNING neutron.api.v2.base [None req-d72df6b6-c0fa-4b7f-86c5-cdf8b464d2c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 01 21:16:54.807270 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-d72df6b6-c0fa-4b7f-86c5-cdf8b464d2c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:16:54.813254 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d72df6b6-c0fa-4b7f-86c5-cdf8b464d2c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0486059 Mar 01 21:16:54.813701 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42714) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:54.887265 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c54d8e04-8ee6-47c6-9219-1979e79af0ed None None] Provisioning complete for port 5f32c6f8-e34b-4727-8c23-2b3996ce6204 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:54.890699 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6270403-898e-48b2-a22e-481b29796685 req-611c8372-3723-4783-83fd-12bacc73d16d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55abf7132a284d2983dea80802c45cbf HTTP/1.1" status: 200 len: 380 time: 0.1249495 Mar 01 21:16:54.891894 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c54d8e04-8ee6-47c6-9219-1979e79af0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:54.901732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-b6270403-898e-48b2-a22e-481b29796685 req-4febe3a1-03d3-46c1-b13d-00c8b0177286 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'port': {'device_id': '9749b013-e9e9-432c-878f-7eb793fa875e', 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407', 'admin_state_up': True, 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'security_groups': ['2509a19c-b4da-487d-bdc9-4c82129dfe8d']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:55.034391 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d0d045ff-c480-416e-8fba-65f92f766cec tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:55.141339 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d0d045ff-c480-416e-8fba-65f92f766cec tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:55.167514 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c54d8e04-8ee6-47c6-9219-1979e79af0ed None None] Port 5f32c6f8-e34b-4727-8c23-2b3996ce6204 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:16:55.184917 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5f3c001c-6243-43cd-a856-b737bbf4fab3 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:16:55.244186 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-928df2f7-a864-4d75-8752-53bb300a61f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:55.296684 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'name': 'tempest-TestVolumeBackupRestore-1484854220-router', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:36Z', 'updated_at': '2022-03-01T21:16:42Z', 'revision_number': 3, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'gw_port': {'id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:55.301324 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf00eae-7356-4f12-8fa4-da4878244dd1 None None] The sync data for ids ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'] in n-d-827896-4 is: [{'id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'name': 'tempest-TestVolumeBackupRestore-1484854220-router', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:36Z', 'updated_at': '2022-03-01T21:16:42Z', 'revision_number': 3, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'gw_port': {'id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:16:55.374096 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d633047c-2d34-4f02-99b0-5ea18ba4bf88 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:55.403044 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-928df2f7-a864-4d75-8752-53bb300a61f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:55.436662 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 5f3c001c-6243-43cd-a856-b737bbf4fab3 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:16:55.443754 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 5f3c001c-6243-43cd-a856-b737bbf4fab3 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:55.444518 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:55.500580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633047c-2d34-4f02-99b0-5ea18ba4bf88 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=bd374203-9db3-4b0b-aa94-99e13fbfd1b2,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:55.523268 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4347c8df-328e-409e-ad6a-ed3baa9e0742 req-73f09e3b-9bab-413c-88dc-60ed726388af tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 210 time: 0.1619160 Mar 01 21:16:55.544466 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d633047c-2d34-4f02-99b0-5ea18ba4bf88 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:55.593656 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-b6270403-898e-48b2-a22e-481b29796685 req-4febe3a1-03d3-46c1-b13d-00c8b0177286 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:55.606039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-b6270403-898e-48b2-a22e-481b29796685 req-4febe3a1-03d3-46c1-b13d-00c8b0177286 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:55.607899 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597bd5a2-b974-44bd-9e0e-44f2fcc127b6 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:55.624012 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d0d045ff-c480-416e-8fba-65f92f766cec tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:55.637815 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d633047c-2d34-4f02-99b0-5ea18ba4bf88 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/bd374203-9db3-4b0b-aa94-99e13fbfd1b2 HTTP/1.1" status: 204 len: 168 time: 2.2393200 Mar 01 21:16:55.640033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42724) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:55.701560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d045ff-c480-416e-8fba-65f92f766cec tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9687e2-67d8-45b3-828a-2f1b883b83a6,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:55.734886 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-928df2f7-a864-4d75-8752-53bb300a61f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:55.735224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6270403-898e-48b2-a22e-481b29796685 req-4febe3a1-03d3-46c1-b13d-00c8b0177286 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Made reservation on behalf of 55abf7132a284d2983dea80802c45cbf for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:16:55.740400 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b6270403-898e-48b2-a22e-481b29796685 req-4febe3a1-03d3-46c1-b13d-00c8b0177286 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:55.758895 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d0d045ff-c480-416e-8fba-65f92f766cec tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:55.760406 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d0d045ff-c480-416e-8fba-65f92f766cec tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "DELETE /v2.0/security-groups/fc9687e2-67d8-45b3-828a-2f1b883b83a6 HTTP/1.1" status: 204 len: 168 time: 0.9457009 Mar 01 21:16:55.761285 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928df2f7-a864-4d75-8752-53bb300a61f6 admin admin] Pushing event updated for resources: {'Port': ['ID=5f32c6f8-e34b-4727-8c23-2b3996ce6204,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:55.763660 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42728) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:55.889581 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a7c3c47e-d60b-4644-87b2-a01f1a05ef76 req-49eba8bc-1ec5-445b-b3c8-a5f374f65d08 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 210 time: 0.1239076 Mar 01 21:16:55.953792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3e04498e-9736-4fa7-8716-f055c19d2bf6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Synchronizing usage tracker for tenant:221a36b4bc9341579d392356d1bc923a on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:56.171803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5a70bc-c077-4e00-a980-b1826f6dc49a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet fab7765a-bfb6-4d09-bb91-65f972c6b44e {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:16:56.172359 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928df2f7-a864-4d75-8752-53bb300a61f6 admin admin] Network ac480fe8-397c-4dde-b8b5-bf02dd42967f is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:56.176296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3e04498e-9736-4fa7-8716-f055c19d2bf6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Unset dirty status for tenant:221a36b4bc9341579d392356d1bc923a on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:56.177576 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3e04498e-9736-4fa7-8716-f055c19d2bf6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4110544 Mar 01 21:16:56.187978 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a5a70bc-c077-4e00-a980-b1826f6dc49a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:56.191396 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-928df2f7-a864-4d75-8752-53bb300a61f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:56.212896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42736) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:56.226946 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:56.236951 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-7d984465-848b-4391-836a-b7727950e8e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1046998097'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:56.253076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7d984465-848b-4391-836a-b7727950e8e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:56.313602 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a5a70bc-c077-4e00-a980-b1826f6dc49a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:56.417619 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 5f3c001c-6243-43cd-a856-b737bbf4fab3, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5f3c001c-6243-43cd-a856-b737bbf4fab3,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:56.425276 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a5a70bc-c077-4e00-a980-b1826f6dc49a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:56.511431 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:56.728338 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e057ba24-309f-4289-ab01-f000739fc0f0 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:16:56.790743 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7d984465-848b-4391-836a-b7727950e8e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:56.835814 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-b6270403-898e-48b2-a22e-481b29796685 req-4febe3a1-03d3-46c1-b13d-00c8b0177286 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Allocated IP 172.20.0.5 (afa01f28-846c-4b0c-8292-1399f87fc407/2d9e352e-01b1-43dc-beb3-fcff3bc5086a/5ae0232d-ea46-4a8b-a286-14bb1956956a) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:16:56.856600 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=5f3c001c-6243-43cd-a856-b737bbf4fab3,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:56.948392 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6874974d-708a-4863-b7a1-fddef88d041c req-9028352c-54a3-4991-854e-f5f755a0f3a3 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 210 time: 0.0771704 Mar 01 21:16:56.981673 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d293fafe-5b3e-4170-ad5f-2bc19eb5aa39 None None] Provisioning complete for port 5f32c6f8-e34b-4727-8c23-2b3996ce6204 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:56.982052 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d293fafe-5b3e-4170-ad5f-2bc19eb5aa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:57.098904 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d293fafe-5b3e-4170-ad5f-2bc19eb5aa39 None None] Port 5f32c6f8-e34b-4727-8c23-2b3996ce6204 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:16:57.115520 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d984465-848b-4391-836a-b7727950e8e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:57.179251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port e057ba24-309f-4289-ab01-f000739fc0f0 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:16:57.187021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port e057ba24-309f-4289-ab01-f000739fc0f0 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:57.187543 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:57.215561 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a5a70bc-c077-4e00-a980-b1826f6dc49a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:57.283039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7d984465-848b-4391-836a-b7727950e8e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:57.311318 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7d984465-848b-4391-836a-b7727950e8e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:57.319819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7d984465-848b-4391-836a-b7727950e8e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:57.329977 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7d984465-848b-4391-836a-b7727950e8e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:57.356637 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928df2f7-a864-4d75-8752-53bb300a61f6 admin admin] Router dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:16:57.431918 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-5a639162-f4a1-48a5-8da9-b703973c18ad tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:57.432298 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-5a639162-f4a1-48a5-8da9-b703973c18ad tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Synchronizing usage tracker for tenant:6ce309e937a24bfd8b5c9e6112d3b290 on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:16:57.478943 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f49b5c16-0214-4a12-8c53-aa836ddf428c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:57.488625 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-067b8383-2bc5-49bf-9907-f6c2fe2cfccd req-6eff67a8-a7bc-4b20-8a30-d5e2b3ce6b5b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 210 time: 0.2826557 Mar 01 21:16:57.505155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5a70bc-c077-4e00-a980-b1826f6dc49a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=fab7765a-bfb6-4d09-bb91-65f972c6b44e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:57.527870 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2a5a70bc-c077-4e00-a980-b1826f6dc49a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:57.597245 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2a5a70bc-c077-4e00-a980-b1826f6dc49a tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/fab7765a-bfb6-4d09-bb91-65f972c6b44e HTTP/1.1" status: 204 len: 168 time: 1.9557898 Mar 01 21:16:57.600986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42754) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:57.685968 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b6270403-898e-48b2-a22e-481b29796685 req-4febe3a1-03d3-46c1-b13d-00c8b0177286 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:57.710308 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:57.730669 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-b6270403-898e-48b2-a22e-481b29796685 req-4febe3a1-03d3-46c1-b13d-00c8b0177286 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Transition to ACTIVE for port object 5ae0232d-ea46-4a8b-a286-14bb1956956a will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:16:57.757089 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port e057ba24-309f-4289-ab01-f000739fc0f0, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e057ba24-309f-4289-ab01-f000739fc0f0,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:16:57.806270 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0314a723-e7c1-4e5c-8bad-c7c76877c044 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1975811 Mar 01 21:16:57.809604 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42758) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:57.816978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fa7ba6-46a0-40df-a702-b500b0230bb4 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:16:57.846996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-1d7706a0-e59b-4544-bd95-65eb5feaf31c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:57.872286 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:57.885108 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b6270403-898e-48b2-a22e-481b29796685 req-4febe3a1-03d3-46c1-b13d-00c8b0177286 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:57.984804 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928df2f7-a864-4d75-8752-53bb300a61f6 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:16:57.998296 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d984465-848b-4391-836a-b7727950e8e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:58.004816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-5a639162-f4a1-48a5-8da9-b703973c18ad tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Unset dirty status for tenant:6ce309e937a24bfd8b5c9e6112d3b290 on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:16:58.006550 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-5a639162-f4a1-48a5-8da9-b703973c18ad tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.55 "GET /v2.0/networks?id=2c62f9a0-d92b-4973-a7ab-b1c57255aa9e HTTP/1.1" status: 200 len: 808 time: 0.9672260 Mar 01 21:16:58.019925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-ce304939-b2da-4ded-9282-f35961171ce9 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Request body: {'port': {'device_id': 'fe2e3179-eb6d-4268-968d-515629c3141a', 'network_id': '2c62f9a0-d92b-4973-a7ab-b1c57255aa9e', 'admin_state_up': True, 'tenant_id': '6ce309e937a24bfd8b5c9e6112d3b290'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:58.195568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6270403-898e-48b2-a22e-481b29796685 req-4febe3a1-03d3-46c1-b13d-00c8b0177286 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network afa01f28-846c-4b0c-8292-1399f87fc407 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:58.209179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-b6270403-898e-48b2-a22e-481b29796685 req-4febe3a1-03d3-46c1-b13d-00c8b0177286 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:58.222412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6270403-898e-48b2-a22e-481b29796685 req-4febe3a1-03d3-46c1-b13d-00c8b0177286 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:16:58.227314 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] Sync routers for ids ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:16:58.258577 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3d12c8b8-83c1-4249-8d0a-bb113c7fc14d None None] Provisioning complete for port dd4e41dd-e54f-44b3-8782-def67fe16959 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:58.258917 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3d12c8b8-83c1-4249-8d0a-bb113c7fc14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:58.361404 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d984465-848b-4391-836a-b7727950e8e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:58.366857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-ce304939-b2da-4ded-9282-f35961171ce9 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:58.403701 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42766) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:58.419803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4febe3a1-03d3-46c1-b13d-00c8b0177286 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=5ae0232d-ea46-4a8b-a286-14bb1956956a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:58.429853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1d7706a0-e59b-4544-bd95-65eb5feaf31c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:58.445702 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-ce304939-b2da-4ded-9282-f35961171ce9 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Usage tracker for resource:port and tenant:6ce309e937a24bfd8b5c9e6112d3b290 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:58.478935 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84dc9eeb-4836-44ef-b609-61fd4af79e29 req-4ef96339-9299-4cec-8eb8-84680ebaf351 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 210 time: 0.2728567 Mar 01 21:16:58.485850 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-ce304939-b2da-4ded-9282-f35961171ce9 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:58.505726 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-928df2f7-a864-4d75-8752-53bb300a61f6 admin admin] 10.222.0.42 "PUT /v2.0/routers/dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7799089 Mar 01 21:16:58.514409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-ce304939-b2da-4ded-9282-f35961171ce9 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:58.524630 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d984465-848b-4391-836a-b7727950e8e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e3842c-ab94-432c-b252-480125c67238,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:58.541324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1d7706a0-e59b-4544-bd95-65eb5feaf31c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:58.563028 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1d7706a0-e59b-4544-bd95-65eb5feaf31c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:58.584753 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d984465-848b-4391-836a-b7727950e8e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:58.586326 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7d984465-848b-4391-836a-b7727950e8e3 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.3721735 Mar 01 21:16:58.590040 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42776) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:58.600228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-cda2b5eb-ec8a-486c-b4e7-7b25782df93e tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': 'f8e3842c-ab94-432c-b252-480125c67238', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:58.604060 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1d7706a0-e59b-4544-bd95-65eb5feaf31c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:58.622559 n-d-827896-4 neutron-server[88519]: WARNING neutron.api.v2.base [None req-cda2b5eb-ec8a-486c-b4e7-7b25782df93e tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 01 21:16:58.625128 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-cda2b5eb-ec8a-486c-b4e7-7b25782df93e tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:16:58.626449 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cda2b5eb-ec8a-486c-b4e7-7b25782df93e tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0352967 Mar 01 21:16:58.631693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42780) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:58.636223 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-76e943a2-a512-43ad-b870-9845730deafd tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': 'f8e3842c-ab94-432c-b252-480125c67238', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:58.637426 n-d-827896-4 neutron-server[88519]: WARNING neutron.api.v2.base [None req-76e943a2-a512-43ad-b870-9845730deafd tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 01 21:16:58.638603 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-76e943a2-a512-43ad-b870-9845730deafd tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:16:58.642193 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-76e943a2-a512-43ad-b870-9845730deafd tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0095127 Mar 01 21:16:58.642989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42784) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:58.654441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-321830ba-dd20-481c-9db8-718f1197d94f tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': 'f8e3842c-ab94-432c-b252-480125c67238', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:58.662265 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6270403-898e-48b2-a22e-481b29796685 req-4febe3a1-03d3-46c1-b13d-00c8b0177286 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:58.664150 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b6270403-898e-48b2-a22e-481b29796685 req-4febe3a1-03d3-46c1-b13d-00c8b0177286 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:58.666882 n-d-827896-4 neutron-server[88519]: WARNING neutron.api.v2.base [None req-321830ba-dd20-481c-9db8-718f1197d94f tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 01 21:16:58.684745 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-321830ba-dd20-481c-9db8-718f1197d94f tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:16:58.688769 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-321830ba-dd20-481c-9db8-718f1197d94f tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0392609 Mar 01 21:16:58.689389 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42788) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:58.711461 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] Routers {'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:16:58.713390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-010ff2bc-4f99-4550-b723-f77d3d87f652 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': 'f8e3842c-ab94-432c-b252-480125c67238', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:58.714750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:16:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:16:58.715868 n-d-827896-4 neutron-server[88519]: WARNING neutron.api.v2.base [None req-010ff2bc-4f99-4550-b723-f77d3d87f652 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 01 21:16:58.720753 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-010ff2bc-4f99-4550-b723-f77d3d87f652 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:16:58.726913 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-010ff2bc-4f99-4550-b723-f77d3d87f652 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0312355 Mar 01 21:16:58.729105 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-ce304939-b2da-4ded-9282-f35961171ce9 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Made reservation on behalf of 6ce309e937a24bfd8b5c9e6112d3b290 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:16:58.729223 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42792) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:58.741847 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-ce304939-b2da-4ded-9282-f35961171ce9 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:58.780196 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9085c248-e9f6-4c89-a03e-fb703c907bd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:58.784387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7706a0-e59b-4544-bd95-65eb5feaf31c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:16:58.799980 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d7706a0-e59b-4544-bd95-65eb5feaf31c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:58.804342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9085c248-e9f6-4c89-a03e-fb703c907bd6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:58.809400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9085c248-e9f6-4c89-a03e-fb703c907bd6 admin admin] Usage tracker for resource:security_group_rule and tenant:40e7abadf9f742c09b0f54ce8c8577b6 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:58.812525 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9085c248-e9f6-4c89-a03e-fb703c907bd6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:58.819579 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9085c248-e9f6-4c89-a03e-fb703c907bd6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:58.911734 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6270403-898e-48b2-a22e-481b29796685 req-4febe3a1-03d3-46c1-b13d-00c8b0177286 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0159934 Mar 01 21:16:58.971320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] Request body: {'port': {'device_id': '9749b013-e9e9-432c-878f-7eb793fa875e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:58.982620 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9085c248-e9f6-4c89-a03e-fb703c907bd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:59.146886 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] Set router dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:16:59.263667 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9085c248-e9f6-4c89-a03e-fb703c907bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:59.287336 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5f3c001c-6243-43cd-a856-b737bbf4fab3 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:16:59.353429 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-ce304939-b2da-4ded-9282-f35961171ce9 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Allocated IP 172.20.0.2 (2c62f9a0-d92b-4973-a7ab-b1c57255aa9e/2ec088e1-a40d-431f-88ab-9e5eaa89c2f1/eb568eb4-a71b-4d0d-a4b4-bb8818665893) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:16:59.365873 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=e057ba24-309f-4289-ab01-f000739fc0f0,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:59.371200 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9085c248-e9f6-4c89-a03e-fb703c907bd6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=40e7abadf9f742c09b0f54ce8c8577b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9492409 Mar 01 21:16:59.381188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42802) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:59.396896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085c248-e9f6-4c89-a03e-fb703c907bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ec858a-f114-4e68-a196-fd0cb160194c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:16:59.773046 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-ce304939-b2da-4ded-9282-f35961171ce9 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:59.798294 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:59.810848 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d43cff79-c375-4237-9553-bbafe7c310d1 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:59.822469 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 5f3c001c-6243-43cd-a856-b737bbf4fab3 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:16:59.822469 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:59.836240 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b4b113f3-88d6-484e-a7ff-380d799e6e85 req-ac766c5a-4f55-4ace-89cf-c77aa4ef48e0 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 210 time: 0.0954576 Mar 01 21:16:59.845755 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d7706a0-e59b-4544-bd95-65eb5feaf31c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:59.905990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7706a0-e59b-4544-bd95-65eb5feaf31c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:16:59.913421 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f6359ad6-c702-4e27-9e98-b74ac5b08e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:59.924200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42816) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:16:59.938235 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1566295668-network', 'tenant_id': '4ebad336a17b4f14b2e04c642db94cd1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:16:59.938689 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-1d7706a0-e59b-4544-bd95-65eb5feaf31c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:16:59.945933 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5778d4d0-4021-4c27-aa28-7cbd2b44437b None None] DHCP port deletion for cc39aad2-d371-4bc1-8f73-2342392e478c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:16:59.948078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7706a0-e59b-4544-bd95-65eb5feaf31c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:16:59.948612 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d7706a0-e59b-4544-bd95-65eb5feaf31c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:59.950195 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-ce304939-b2da-4ded-9282-f35961171ce9 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:16:59.952453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:16:59.960638 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Usage tracker for resource:network and tenant:4ebad336a17b4f14b2e04c642db94cd1 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:16:59.965315 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:16:59.972779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:16:59.989152 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5778d4d0-4021-4c27-aa28-7cbd2b44437b None None] Deleting port dd4e41dd-e54f-44b3-8782-def67fe16959 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:16:59.992147 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5778d4d0-4021-4c27-aa28-7cbd2b44437b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:00.025638 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d43cff79-c375-4237-9553-bbafe7c310d1 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:00.074672 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce304939-b2da-4ded-9282-f35961171ce9 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Pushing event updated for resources: {'Port': ['ID=eb568eb4-a71b-4d0d-a4b4-bb8818665893,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:00.089695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Made reservation on behalf of 4ebad336a17b4f14b2e04c642db94cd1 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:17:00.092148 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:00.109870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-ce304939-b2da-4ded-9282-f35961171ce9 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Network 2c62f9a0-d92b-4973-a7ab-b1c57255aa9e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:00.111867 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:00.121476 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469095c9-c119-484a-8970-df1d3d44fbbb req-37bc45ad-a4d4-4d95-a429-aabc3564fa71 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:00.122126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-469095c9-c119-484a-8970-df1d3d44fbbb req-37bc45ad-a4d4-4d95-a429-aabc3564fa71 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:00.124383 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-ce304939-b2da-4ded-9282-f35961171ce9 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:00.128437 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-ce304939-b2da-4ded-9282-f35961171ce9 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:17:00.140786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7706a0-e59b-4544-bd95-65eb5feaf31c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=2147e6ee-f2d2-4e93-bee8-c60ec4a3e667,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:00.183419 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:00.192935 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Usage tracker for resource:security_group_rule and tenant:4ebad336a17b4f14b2e04c642db94cd1 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:00.198690 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:00.209398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:00.224521 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1d7706a0-e59b-4544-bd95-65eb5feaf31c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3960156 Mar 01 21:17:00.226572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-ce304939-b2da-4ded-9282-f35961171ce9 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:00.228202 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-ce304939-b2da-4ded-9282-f35961171ce9 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:00.265586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42822) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:00.277166 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2b2b0d15-cffd-4506-8895-2bfd2a649237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:00.277562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-a57ccc8f-57a0-4bef-9883-223ead12a139 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:00.332603 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2b2b0d15-cffd-4506-8895-2bfd2a649237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:00.348199 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-629e7cf6-714e-46a0-8da0-c11b4e905c2e None None] Provisioning for port 5ae0232d-ea46-4a8b-a286-14bb1956956a completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:00.389377 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-629e7cf6-714e-46a0-8da0-c11b4e905c2e None None] Provisioning complete for port 5ae0232d-ea46-4a8b-a286-14bb1956956a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:00.389588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-469095c9-c119-484a-8970-df1d3d44fbbb req-37bc45ad-a4d4-4d95-a429-aabc3564fa71 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:00.390081 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-629e7cf6-714e-46a0-8da0-c11b4e905c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:00.396481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-469095c9-c119-484a-8970-df1d3d44fbbb req-37bc45ad-a4d4-4d95-a429-aabc3564fa71 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 931 time: 1.5669932 Mar 01 21:17:00.444418 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d43cff79-c375-4237-9553-bbafe7c310d1 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:00.483551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'name': 'tempest-TestVolumeBackupRestore-1484854220-router', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:36Z', 'updated_at': '2022-03-01T21:16:54Z', 'revision_number': 4, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'gw_port': {'id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '5f32c6f8-e34b-4727-8c23-2b3996ce6204', 'name': '', 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'mac_address': 'fa:16:3e:88:e2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '832748e4-3a07-4466-a509-58da4a280786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:51Z', 'updated_at': '2022-03-01T21:16:54Z', 'revision_number': 2, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'subnets': [{'id': '832748e4-3a07-4466-a509-58da4a280786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:00.542170 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] Checking router: dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:17:00.544126 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] Updating router dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a port 5f32c6f8-e34b-4727-8c23-2b3996ce6204 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:17:00.574353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cff79-c375-4237-9553-bbafe7c310d1 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e3842c-ab94-432c-b252-480125c67238,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:00.587751 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-ce304939-b2da-4ded-9282-f35961171ce9 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5722332 Mar 01 21:17:00.591465 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d43cff79-c375-4237-9553-bbafe7c310d1 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:00.592713 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d43cff79-c375-4237-9553-bbafe7c310d1 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "DELETE /v2.0/security-groups/f8e3842c-ab94-432c-b252-480125c67238 HTTP/1.1" status: 204 len: 168 time: 1.8624821 Mar 01 21:17:00.599253 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-469095c9-c119-484a-8970-df1d3d44fbbb req-4b6b0cbd-0900-4254-9269-4885b34fbde9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2018998 Mar 01 21:17:00.601673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] Request body: {'port': {'device_id': 'fe2e3179-eb6d-4268-968d-515629c3141a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:00.624015 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42826) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:00.629222 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-629e7cf6-714e-46a0-8da0-c11b4e905c2e None None] Port 5ae0232d-ea46-4a8b-a286-14bb1956956a cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:17:00.675742 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:00.690064 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-5778d4d0-4021-4c27-aa28-7cbd2b44437b None None] For port dd4e41dd-e54f-44b3-8782-def67fe16959, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=dd4e41dd-e54f-44b3-8782-def67fe16959,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:00.690750 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5778d4d0-4021-4c27-aa28-7cbd2b44437b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:00.704282 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e057ba24-309f-4289-ab01-f000739fc0f0 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:00.718159 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a57ccc8f-57a0-4bef-9883-223ead12a139 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:00.726259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5727e1d4-fad7-4f32-880a-383d3d53f8d1 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Synchronizing usage tracker for tenant:221a36b4bc9341579d392356d1bc923a on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:00.726736 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a57ccc8f-57a0-4bef-9883-223ead12a139 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:00.734280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a57ccc8f-57a0-4bef-9883-223ead12a139 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:00.738487 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:00.749997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a57ccc8f-57a0-4bef-9883-223ead12a139 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:00.813828 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2b2b0d15-cffd-4506-8895-2bfd2a649237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:00.824051 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:00.832490 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2b0d15-cffd-4506-8895-2bfd2a649237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ec858a-f114-4e68-a196-fd0cb160194c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:00.835992 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae0232d-ea46-4a8b-a286-14bb1956956a {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:17:00.855979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5727e1d4-fad7-4f32-880a-383d3d53f8d1 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Unset dirty status for tenant:221a36b4bc9341579d392356d1bc923a on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:00.855979 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5727e1d4-fad7-4f32-880a-383d3d53f8d1 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2143822 Mar 01 21:17:00.855979 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:00.855979 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2b2b0d15-cffd-4506-8895-2bfd2a649237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:00.856355 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:00.856451 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2b2b0d15-cffd-4506-8895-2bfd2a649237 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/42ec858a-f114-4e68-a196-fd0cb160194c HTTP/1.1" status: 204 len: 168 time: 1.4673364 Mar 01 21:17:00.859520 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42832) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:00.897064 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f8a55756-2c73-47e5-842b-a7ca88d758ff tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1064261928'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:00.925990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f8a55756-2c73-47e5-842b-a7ca88d758ff tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:00.934119 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] Transition to ACTIVE for port object 5ae0232d-ea46-4a8b-a286-14bb1956956a will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:00.944417 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5778d4d0-4021-4c27-aa28-7cbd2b44437b None None] Calling delete_port for dd4e41dd-e54f-44b3-8782-def67fe16959 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:17:00.953199 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f8a55756-2c73-47e5-842b-a7ca88d758ff tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:00.975956 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57ccc8f-57a0-4bef-9883-223ead12a139 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:17:00.978362 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a57ccc8f-57a0-4bef-9883-223ead12a139 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:01.030623 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:01.129058 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8a55756-2c73-47e5-842b-a7ca88d758ff tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:01.147814 n-d-827896-4 neutron-server[88519]: INFO neutron.db.ipam_backend_mixin [None req-a57ccc8f-57a0-4bef-9883-223ead12a139 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2147e6ee-f2d2-4e93-bee8-c60ec4a3e667 (CIDR: 2001:db8::/64) Mar 01 21:17:01.160679 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:01.215392 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-a57ccc8f-57a0-4bef-9883-223ead12a139 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:01.215888 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a57ccc8f-57a0-4bef-9883-223ead12a139 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:01.236462 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:01.287893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:17:01.308045 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:01.308394 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Added segment 05bc3475-771e-4a49-ad1a-4998d87103a6 of type vlan for network 20de8756-a04e-4847-9b4f-aad54895376c Mar 01 21:17:01.329724 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port e057ba24-309f-4289-ab01-f000739fc0f0 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:01.330331 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:01.356471 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] Pushing event updated for resources: {'Port': ['ID=5ae0232d-ea46-4a8b-a286-14bb1956956a,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:01.368183 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:01.376291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42842) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:01.439217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f8a55756-2c73-47e5-842b-a7ca88d758ff tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:01.465595 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5778d4d0-4021-4c27-aa28-7cbd2b44437b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:01.492002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f8a55756-2c73-47e5-842b-a7ca88d758ff tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:01.503045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f8a55756-2c73-47e5-842b-a7ca88d758ff tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:01.515870 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:01.516839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:01.517693 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:01.517934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f8a55756-2c73-47e5-842b-a7ca88d758ff tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:01.587876 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] Attempting to bind port 5ae0232d-ea46-4a8b-a286-14bb1956956a on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:17:01.588410 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] Attempting to bind port 5ae0232d-ea46-4a8b-a286-14bb1956956a by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '1080c31a-5dc7-4188-847b-e4b346459f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:17:01.589205 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] Attempting to bind port 5ae0232d-ea46-4a8b-a286-14bb1956956a on network afa01f28-846c-4b0c-8292-1399f87fc407 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:17:01.589715 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5778d4d0-4021-4c27-aa28-7cbd2b44437b None None] Pushing event deleted for resources: {'Port': ['ID=dd4e41dd-e54f-44b3-8782-def67fe16959,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:01.600185 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] Port 5ae0232d-ea46-4a8b-a286-14bb1956956a on network afa01f28-846c-4b0c-8292-1399f87fc407 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:17:01.600512 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] Attempting to bind port 5ae0232d-ea46-4a8b-a286-14bb1956956a on network afa01f28-846c-4b0c-8292-1399f87fc407 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:17:01.615055 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192378a4-be20-4be5-9d9c-2a9a970401ba req-9fa47b3d-e57b-496f-aa75-41d4d59ee918 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:01.620343 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-192378a4-be20-4be5-9d9c-2a9a970401ba req-9fa47b3d-e57b-496f-aa75-41d4d59ee918 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 931 time: 0.5359182 Mar 01 21:17:01.645072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:17:01.650886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] Checking segment: {'id': '1080c31a-5dc7-4188-847b-e4b346459f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:01.650886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] Bound using segment: {'id': '1080c31a-5dc7-4188-847b-e4b346459f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:17:01.650886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] Bound port: 5ae0232d-ea46-4a8b-a286-14bb1956956a, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1080c31a-5dc7-4188-847b-e4b346459f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:17:01.650886 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:01.657840 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5778d4d0-4021-4c27-aa28-7cbd2b44437b None None] No DVR routers for this DVR port dd4e41dd-e54f-44b3-8782-def67fe16959 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:17:01.697919 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498a5b5d-4bae-4d1d-8bd2-9903abb2d263 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:17:01.815206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb5d8f3-b00c-47cd-b30a-c76279480699,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:01.815850 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-192378a4-be20-4be5-9d9c-2a9a970401ba req-4b1de143-7af7-461f-9a0a-88082b193726 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859119 Mar 01 21:17:01.834585 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8a55756-2c73-47e5-842b-a7ca88d758ff tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:01.834713 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9071071 Mar 01 21:17:01.840178 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a57ccc8f-57a0-4bef-9883-223ead12a139 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5666270 Mar 01 21:17:01.844835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42854) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:01.845380 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42856) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:01.881363 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:17:01.885931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:17:01.901422 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b7f87-bb26-43f1-9d74-43ba34242e68 admin admin] Pushing event updated for resources: {'Network': ['ID=20de8756-a04e-4847-9b4f-aad54895376c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:01.903751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-32592909-e92a-4a13-b6fe-852f4e2f07ea admin admin] Request body: {'subnet': {'network_id': '20de8756-a04e-4847-9b4f-aad54895376c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1566295668-subnet', 'tenant_id': '4ebad336a17b4f14b2e04c642db94cd1', 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:01.911758 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c73acf33-d3c3-44db-a1df-71b51daa57ac tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'subnet': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:01.936189 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-32592909-e92a-4a13-b6fe-852f4e2f07ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:01.937562 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 20de8756-a04e-4847-9b4f-aad54895376c details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:17:01.962080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-32592909-e92a-4a13-b6fe-852f4e2f07ea admin admin] Usage tracker for resource:subnet and tenant:4ebad336a17b4f14b2e04c642db94cd1 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:01.967233 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-32592909-e92a-4a13-b6fe-852f4e2f07ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:02.021589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-32592909-e92a-4a13-b6fe-852f4e2f07ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:02.144858 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32592909-e92a-4a13-b6fe-852f4e2f07ea admin admin] Made reservation on behalf of 4ebad336a17b4f14b2e04c642db94cd1 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:17:02.147195 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-32592909-e92a-4a13-b6fe-852f4e2f07ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:02.171181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb568eb4-a71b-4d0d-a4b4-bb8818665893 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:17:02.196312 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c73acf33-d3c3-44db-a1df-71b51daa57ac tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:02.200969 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c73acf33-d3c3-44db-a1df-71b51daa57ac tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Usage tracker for resource:subnet and tenant:8d6808e4bfda467d98f278ac09abb826 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:02.205279 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c73acf33-d3c3-44db-a1df-71b51daa57ac tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:02.205427 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device dd4e41dd-e54f-44b3-8782-def67fe16959 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:17:02.210662 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c73acf33-d3c3-44db-a1df-71b51daa57ac tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:02.221218 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:02.286833 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c73acf33-d3c3-44db-a1df-71b51daa57ac tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:17:02.290832 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c73acf33-d3c3-44db-a1df-71b51daa57ac tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:02.308478 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:02.317138 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] Transition to ACTIVE for port object eb568eb4-a71b-4d0d-a4b4-bb8818665893 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:02.326767 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: dd4e41dd-e54f-44b3-8782-def67fe16959 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:17:02.327163 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device dd4e41dd-e54f-44b3-8782-def67fe16959 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:17:02.413709 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:02.423722 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:02.437698 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:02.449138 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] Transition to ACTIVE for port object 5f32c6f8-e34b-4727-8c23-2b3996ce6204 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:02.459644 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cc39aad2-d371-4bc1-8f73-2342392e478c', 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'tenant_id': '8d6808e4bfda467d98f278ac09abb826', 'fixed_ips': [{'subnet_id': '2147e6ee-f2d2-4e93-bee8-c60ec4a3e667'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:17:02.464205 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:02.592822 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8a55756-2c73-47e5-842b-a7ca88d758ff tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:02.593418 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:02.660985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:02.661974 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:02.663511 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6270403-898e-48b2-a22e-481b29796685 req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] 10.222.0.55 "PUT /v2.0/ports/5ae0232d-ea46-4a8b-a286-14bb1956956a HTTP/1.1" status: 200 len: 1091 time: 3.6962261 Mar 01 21:17:02.690198 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:17:02.703292 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] Pushing event updated for resources: {'Port': ['ID=eb568eb4-a71b-4d0d-a4b4-bb8818665893,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:02.837433 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a55756-2c73-47e5-842b-a7ca88d758ff tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f30244ac-e967-418a-ab80-ae83c8fc87bc,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:02.867145 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34f138-d7c8-49be-9776-971939dfcfe9 None None] Pushing event updated for resources: {'Port': ['ID=5f32c6f8-e34b-4727-8c23-2b3996ce6204,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:03.007561 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42878) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:03.010733 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'status': 'completed', 'code': 200} Mar 01 21:17:03.131987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd812ac0-b0f8-424e-9831-0e419e7b768c service neutron] Pushing event updated for resources: {'Port': ['ID=5ae0232d-ea46-4a8b-a286-14bb1956956a,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:03.158919 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8a55756-2c73-47e5-842b-a7ca88d758ff tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:03.161200 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f8a55756-2c73-47e5-842b-a7ca88d758ff tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2852886 Mar 01 21:17:03.171134 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42884) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:03.175917 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] Attempting to bind port 5f32c6f8-e34b-4727-8c23-2b3996ce6204 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:17:03.176306 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] Attempting to bind port 5f32c6f8-e34b-4727-8c23-2b3996ce6204 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'f5453937-6306-4483-b80b-2b8fd1322fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:17:03.176666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] Attempting to bind port 5f32c6f8-e34b-4727-8c23-2b3996ce6204 on network ac480fe8-397c-4dde-b8b5-bf02dd42967f {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:17:03.190968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6ee18906-c074-4c90-b049-8fb20ead27af tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': 'f30244ac-e967-418a-ab80-ae83c8fc87bc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:03.191193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:17:03.191499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] Checking segment: {'id': 'f5453937-6306-4483-b80b-2b8fd1322fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:03.191721 n-d-827896-4 neutron-server[88518]: WARNING neutron.api.v2.base [None req-6ee18906-c074-4c90-b049-8fb20ead27af tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 01 21:17:03.191914 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:03.192207 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-6ee18906-c074-4c90-b049-8fb20ead27af tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:03.192468 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] Bound using segment: {'id': 'f5453937-6306-4483-b80b-2b8fd1322fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:17:03.192956 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] Bound port: 5f32c6f8-e34b-4727-8c23-2b3996ce6204, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5453937-6306-4483-b80b-2b8fd1322fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:17:03.193270 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6ee18906-c074-4c90-b049-8fb20ead27af tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0182226 Mar 01 21:17:03.193374 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:03.201972 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42888) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:03.217856 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Allocated IP 2001:db8::2 (cc39aad2-d371-4bc1-8f73-2342392e478c/2147e6ee-f2d2-4e93-bee8-c60ec4a3e667/0c502826-052f-440d-8b6a-a88957b48d92) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:17:03.234531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-560a2548-f83c-47e9-98e4-e8ca8b3602f0 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': 'f30244ac-e967-418a-ab80-ae83c8fc87bc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:03.281644 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] Attempting to bind port eb568eb4-a71b-4d0d-a4b4-bb8818665893 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:17:03.282791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] Attempting to bind port eb568eb4-a71b-4d0d-a4b4-bb8818665893 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '40a2efd0-af99-4708-b975-94db3108bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2c62f9a0-d92b-4973-a7ab-b1c57255aa9e'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:17:03.283227 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] Attempting to bind port eb568eb4-a71b-4d0d-a4b4-bb8818665893 on network 2c62f9a0-d92b-4973-a7ab-b1c57255aa9e {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:17:03.302126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-560a2548-f83c-47e9-98e4-e8ca8b3602f0 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:03.322948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-663370134-network', 'tenant_id': '177562bd87a4424f83471f73a3e34887'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:03.326962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] Port eb568eb4-a71b-4d0d-a4b4-bb8818665893 on network 2c62f9a0-d92b-4973-a7ab-b1c57255aa9e not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:17:03.327287 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] Attempting to bind port eb568eb4-a71b-4d0d-a4b4-bb8818665893 on network 2c62f9a0-d92b-4973-a7ab-b1c57255aa9e {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:17:03.331327 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-560a2548-f83c-47e9-98e4-e8ca8b3602f0 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:03.339810 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-560a2548-f83c-47e9-98e4-e8ca8b3602f0 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:03.350374 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6428dc-0739-4a80-84f5-c75fc1ec046e req-56825e45-3b46-4a1f-9d24-4bac2a38e2bf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:03.352112 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d6428dc-0739-4a80-84f5-c75fc1ec046e req-56825e45-3b46-4a1f-9d24-4bac2a38e2bf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 943 time: 1.0758617 Mar 01 21:17:03.358649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:03.362295 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:17:03.362651 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] Checking segment: {'id': '40a2efd0-af99-4708-b975-94db3108bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2c62f9a0-d92b-4973-a7ab-b1c57255aa9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:03.363037 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] Bound using segment: {'id': '40a2efd0-af99-4708-b975-94db3108bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2c62f9a0-d92b-4973-a7ab-b1c57255aa9e'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:17:03.363499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] Bound port: eb568eb4-a71b-4d0d-a4b4-bb8818665893, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a2efd0-af99-4708-b975-94db3108bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2c62f9a0-d92b-4973-a7ab-b1c57255aa9e'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:17:03.364025 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:03.372908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-560a2548-f83c-47e9-98e4-e8ca8b3602f0 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:03.376162 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Usage tracker for resource:network and tenant:177562bd87a4424f83471f73a3e34887 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:03.402677 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:03.440759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:03.441043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] For port 5f32c6f8-e34b-4727-8c23-2b3996ce6204, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:17:03.445768 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] For port 5f32c6f8-e34b-4727-8c23-2b3996ce6204, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5f32c6f8-e34b-4727-8c23-2b3996ce6204,segment=NetworkSegment(f5453937-6306-4483-b80b-2b8fd1322fbe),segment_id=f5453937-6306-4483-b80b-2b8fd1322fbe)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:17:03.454623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6270403-898e-48b2-a22e-481b29796685 req-1bc66413-1b56-4d4a-9c9c-57418266b581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:03.454623 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6270403-898e-48b2-a22e-481b29796685 req-1bc66413-1b56-4d4a-9c9c-57418266b581 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 1094 time: 0.6520901 Mar 01 21:17:03.491940 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-32592909-e92a-4a13-b6fe-852f4e2f07ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:03.541468 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:03.577975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504247de-385c-49d7-8d53-ecb67b9e8f92 req-fd7ec5dc-9032-4d86-ae06-74c3076ddd59 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:03.579736 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-504247de-385c-49d7-8d53-ecb67b9e8f92 req-fd7ec5dc-9032-4d86-ae06-74c3076ddd59 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 943 time: 0.5510035 Mar 01 21:17:03.588040 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] For port eb568eb4-a71b-4d0d-a4b4-bb8818665893, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:17:03.604653 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6270403-898e-48b2-a22e-481b29796685 req-dbefe765-9464-484e-848a-86f0362c2f2b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a HTTP/1.1" status: 200 len: 217 time: 0.1187677 Mar 01 21:17:03.612608 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d6428dc-0739-4a80-84f5-c75fc1ec046e req-48c7fdbe-b6c0-4f6f-a48a-697492702cf8 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445889 Mar 01 21:17:03.620508 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] For port eb568eb4-a71b-4d0d-a4b4-bb8818665893, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=eb568eb4-a71b-4d0d-a4b4-bb8818665893,segment=NetworkSegment(40a2efd0-af99-4708-b975-94db3108bbc0),segment_id=40a2efd0-af99-4708-b975-94db3108bbc0)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:17:03.630999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32592909-e92a-4a13-b6fe-852f4e2f07ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=65b447e9-6502-48bd-a832-2509f47dca5c,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:03.633473 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32592909-e92a-4a13-b6fe-852f4e2f07ea admin admin] Checking segment: {'id': '05bc3475-771e-4a49-ad1a-4998d87103a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20de8756-a04e-4847-9b4f-aad54895376c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:03.634523 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32592909-e92a-4a13-b6fe-852f4e2f07ea admin admin] Network hostable DHCP agents. Network: 20de8756-a04e-4847-9b4f-aad54895376c, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:17:03.670852 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] Routers {'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:03.672136 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:03.681748 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Made reservation on behalf of 177562bd87a4424f83471f73a3e34887 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:17:03.684109 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:03.733534 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:03.762310 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:03.784083 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32592909-e92a-4a13-b6fe-852f4e2f07ea admin admin] Network 20de8756-a04e-4847-9b4f-aad54895376c is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:17:03.802920 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-504247de-385c-49d7-8d53-ecb67b9e8f92 req-3d67a12e-8082-4af0-badf-264d2b6b2c3a tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039247 Mar 01 21:17:03.805732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6270403-898e-48b2-a22e-481b29796685 req-b583ac98-a8a2-49dd-8c3c-9c07a5bcfaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:03.808469 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6270403-898e-48b2-a22e-481b29796685 req-b583ac98-a8a2-49dd-8c3c-9c07a5bcfaff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d9e352e-01b1-43dc-beb3-fcff3bc5086a HTTP/1.1" status: 200 len: 834 time: 0.1820590 Mar 01 21:17:03.851708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:03.861725 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-560a2548-f83c-47e9-98e4-e8ca8b3602f0 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:03.862971 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-560a2548-f83c-47e9-98e4-e8ca8b3602f0 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6615541 Mar 01 21:17:03.864211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Usage tracker for resource:security_group_rule and tenant:177562bd87a4424f83471f73a3e34887 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:03.875337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:03.879427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42894) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:03.879949 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:03.880960 n-d-827896-4 neutron-server[88519]: DEBUG neutron.objects.ports [None req-c73acf33-d3c3-44db-a1df-71b51daa57ac tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88519) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Mar 01 21:17:03.888491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:03.893604 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c73acf33-d3c3-44db-a1df-71b51daa57ac tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:03.894044 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-17cd366e-0245-483f-abdb-3d30e559c322 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': 'f30244ac-e967-418a-ab80-ae83c8fc87bc', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:03.894776 n-d-827896-4 neutron-server[88518]: WARNING neutron.api.v2.base [None req-17cd366e-0245-483f-abdb-3d30e559c322 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 01 21:17:03.895020 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-17cd366e-0245-483f-abdb-3d30e559c322 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:03.898561 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-17cd366e-0245-483f-abdb-3d30e559c322 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0146689 Mar 01 21:17:03.898786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42898) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:03.909424 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-580d3741-854a-4a87-8870-31e512828f26 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': 'f30244ac-e967-418a-ab80-ae83c8fc87bc', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:03.912812 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Transition to ACTIVE for port object 0c502826-052f-440d-8b6a-a88957b48d92 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:03.920779 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-580d3741-854a-4a87-8870-31e512828f26 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:03.929964 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d34f138-d7c8-49be-9776-971939dfcfe9 None None] Pushing event updated for resources: {'Port': ['ID=5f32c6f8-e34b-4727-8c23-2b3996ce6204,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:03.940720 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-580d3741-854a-4a87-8870-31e512828f26 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:03.954882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-580d3741-854a-4a87-8870-31e512828f26 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:03.964276 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] Set router dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:17:03.965540 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-580d3741-854a-4a87-8870-31e512828f26 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:03.972480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73acf33-d3c3-44db-a1df-71b51daa57ac tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:03.987843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-c73acf33-d3c3-44db-a1df-71b51daa57ac tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:03.990857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:03.991105 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:03.992484 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] 10.222.0.55 "PUT /v2.0/ports/eb568eb4-a71b-4d0d-a4b4-bb8818665893 HTTP/1.1" status: 200 len: 1091 time: 3.3972971 Mar 01 21:17:03.993034 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe2e3179-eb6d-4268-968d-515629c3141a', 'tag': 'eb568eb4-a71b-4d0d-a4b4-bb8818665893'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:17:04.003637 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c73acf33-d3c3-44db-a1df-71b51daa57ac tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:04.004232 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c73acf33-d3c3-44db-a1df-71b51daa57ac tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:04.026342 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Transition to ACTIVE for port object 0c502826-052f-440d-8b6a-a88957b48d92 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:04.066134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73acf33-d3c3-44db-a1df-71b51daa57ac tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Subnet': ['ID=b57c44d5-ddb0-4ba0-8246-b2dd7a65d73b,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:04.069268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6649e-005f-46dc-b15d-994664a67a9d service neutron] Pushing event updated for resources: {'Port': ['ID=eb568eb4-a71b-4d0d-a4b4-bb8818665893,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:04.071284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6270403-898e-48b2-a22e-481b29796685 req-1ad361e4-d1fc-4777-804d-798e1153fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:04.073547 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6270403-898e-48b2-a22e-481b29796685 req-1ad361e4-d1fc-4777-804d-798e1153fe22 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afa01f28-846c-4b0c-8292-1399f87fc407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2545469 Mar 01 21:17:04.073843 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe2e3179-eb6d-4268-968d-515629c3141a', 'tag': 'eb568eb4-a71b-4d0d-a4b4-bb8818665893', 'status': 'completed', 'code': 200} Mar 01 21:17:04.079273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-32592909-e92a-4a13-b6fe-852f4e2f07ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 20de8756-a04e-4847-9b4f-aad54895376c) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:04.097547 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32592909-e92a-4a13-b6fe-852f4e2f07ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:04.098605 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-32592909-e92a-4a13-b6fe-852f4e2f07ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:04.125776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed766d46-7b9c-4bee-8b24-1cfbafd49e6f None None] Network 20de8756-a04e-4847-9b4f-aad54895376c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:17:04.173377 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:04.192552 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c73acf33-d3c3-44db-a1df-71b51daa57ac tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.3130281 Mar 01 21:17:04.195330 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42904) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:04.202929 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-a6f1bbef-375c-4c0e-b6cd-343f5b93e2e1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Request body: {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'mac_address': 'fa:16:3e:23:be:98', 'name': 'tempest-NetworksTestDHCPv6-1160854641'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:04.241307 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f1f0f-719f-49ac-bad4-ebd0563a744b req-ddba9ba4-5908-4877-91bc-90d23994944d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:04.242868 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a29f1f0f-719f-49ac-bad4-ebd0563a744b req-ddba9ba4-5908-4877-91bc-90d23994944d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ce309e937a24bfd8b5c9e6112d3b290&device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 1094 time: 0.1470747 Mar 01 21:17:04.252237 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-32592909-e92a-4a13-b6fe-852f4e2f07ea admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3719215 Mar 01 21:17:04.255280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42908) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:04.270588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1566295668-router', 'tenant_id': '4ebad336a17b4f14b2e04c642db94cd1', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:04.276628 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:04.281686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:04.295242 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Usage tracker for resource:router and tenant:4ebad336a17b4f14b2e04c642db94cd1 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:04.300513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:04.312515 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-580d3741-854a-4a87-8870-31e512828f26 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:04.316398 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-580d3741-854a-4a87-8870-31e512828f26 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4139228 Mar 01 21:17:04.319220 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42912) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:04.324387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:04.334893 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5832f0ed-b215-49c5-ac8e-acc466dbcae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:04.343592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-6701e728-12a2-4e4b-8c1c-1975fcd19c72 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': 'f30244ac-e967-418a-ab80-ae83c8fc87bc', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:04.344448 n-d-827896-4 neutron-server[88519]: WARNING neutron.api.v2.base [None req-6701e728-12a2-4e4b-8c1c-1975fcd19c72 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 01 21:17:04.345335 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-6701e728-12a2-4e4b-8c1c-1975fcd19c72 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:04.350154 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6701e728-12a2-4e4b-8c1c-1975fcd19c72 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0234091 Mar 01 21:17:04.358744 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42916) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:04.363350 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:04.369596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-385eb86b-6dde-4fbd-925d-af06b86674a4 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': 'f30244ac-e967-418a-ab80-ae83c8fc87bc', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:04.380137 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-385eb86b-6dde-4fbd-925d-af06b86674a4 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:04.385539 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:04.393497 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:17:04.408490 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6270403-898e-48b2-a22e-481b29796685 req-d2a3237e-3ceb-4456-9b74-163da3428e77 service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223438 Mar 01 21:17:04.408743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Pushing event updated for resources: {'Port': ['ID=0c502826-052f-440d-8b6a-a88957b48d92,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:04.408984 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:04.435124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-385eb86b-6dde-4fbd-925d-af06b86674a4 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:04.442477 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-385eb86b-6dde-4fbd-925d-af06b86674a4 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:04.465674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-385eb86b-6dde-4fbd-925d-af06b86674a4 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:04.489872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:17:04.505701 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1929cc88-8302-4c82-8017-e4807af1bc8b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:04.551827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a6f1bbef-375c-4c0e-b6cd-343f5b93e2e1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:04.558538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f1f0f-719f-49ac-bad4-ebd0563a744b req-a39850be-9467-417a-94d7-4308828be3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:04.560053 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a29f1f0f-719f-49ac-bad4-ebd0563a744b req-a39850be-9467-417a-94d7-4308828be3bf service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=6ce309e937a24bfd8b5c9e6112d3b290&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3094728 Mar 01 21:17:04.589687 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a6f1bbef-375c-4c0e-b6cd-343f5b93e2e1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:04.595483 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-385eb86b-6dde-4fbd-925d-af06b86674a4 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Project 221a36b4bc9341579d392356d1bc923a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:17:04.698597 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Attempting to bind port 0c502826-052f-440d-8b6a-a88957b48d92 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:17:04.704830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Attempting to bind port 0c502826-052f-440d-8b6a-a88957b48d92 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:17:04.704830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Attempting to bind port 0c502826-052f-440d-8b6a-a88957b48d92 on network cc39aad2-d371-4bc1-8f73-2342392e478c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:17:04.708403 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:17:04.708403 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Checking segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:04.708756 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:04.709224 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Bound using segment: {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:17:04.709784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Bound port: 0c502826-052f-440d-8b6a-a88957b48d92, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5268edef-590e-46a7-9bcf-41f63ffd0194', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:17:04.710236 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:04.732987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f1bbef-375c-4c0e-b6cd-343f5b93e2e1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Made reservation on behalf of 8d6808e4bfda467d98f278ac09abb826 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:17:04.769886 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f1f0f-719f-49ac-bad4-ebd0563a744b req-1cd99c27-9c55-430d-baa9-5736b7b769f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:04.771721 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a29f1f0f-719f-49ac-bad4-ebd0563a744b req-1cd99c27-9c55-430d-baa9-5736b7b769f3 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2050087 Mar 01 21:17:04.777561 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:04.779576 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:04.799352 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:04.799991 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Added segment bd73e560-b075-41d9-b77e-26f9be3affcb of type vlan for network 7ebe53d5-a152-4e71-89db-032890009b0a Mar 01 21:17:04.821005 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] For port 0c502826-052f-440d-8b6a-a88957b48d92, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:17:04.826345 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] For port 0c502826-052f-440d-8b6a-a88957b48d92, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0c502826-052f-440d-8b6a-a88957b48d92,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:17:04.878493 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-385eb86b-6dde-4fbd-925d-af06b86674a4 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:04.882478 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-385eb86b-6dde-4fbd-925d-af06b86674a4 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5213256 Mar 01 21:17:04.890059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42924) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:04.916771 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:04.923768 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4b71c786-5d62-4cfc-b689-3ad7a7262da5 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': 'f30244ac-e967-418a-ab80-ae83c8fc87bc', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:04.924243 n-d-827896-4 neutron-server[88518]: WARNING neutron.api.v2.base [None req-4b71c786-5d62-4cfc-b689-3ad7a7262da5 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 01 21:17:04.924730 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-4b71c786-5d62-4cfc-b689-3ad7a7262da5 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:04.925402 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-20de8756-a04e-4847-9b4f-aad54895376c', 'network_id': '20de8756-a04e-4847-9b4f-aad54895376c', 'tenant_id': '4ebad336a17b4f14b2e04c642db94cd1', 'fixed_ips': [{'subnet_id': '65b447e9-6502-48bd-a832-2509f47dca5c'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:17:04.925678 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4b71c786-5d62-4cfc-b689-3ad7a7262da5 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0279279 Mar 01 21:17:04.926831 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:04.939147 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:04.962985 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6f1bbef-375c-4c0e-b6cd-343f5b93e2e1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:04.980187 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42928) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:04.992888 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d819965b-524d-4f3c-9d0e-06bebafb7460 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': 'f30244ac-e967-418a-ab80-ae83c8fc87bc', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:04.993159 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'name': 'tempest-TestVolumeBackupRestore-1484854220-router', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:36Z', 'updated_at': '2022-03-01T21:16:54Z', 'revision_number': 4, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'gw_port': {'id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '5f32c6f8-e34b-4727-8c23-2b3996ce6204', 'name': '', 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'mac_address': 'fa:16:3e:88:e2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '832748e4-3a07-4466-a509-58da4a280786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:51Z', 'updated_at': '2022-03-01T21:17:03Z', 'revision_number': 4, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'subnets': [{'id': '832748e4-3a07-4466-a509-58da4a280786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:05.004366 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d819965b-524d-4f3c-9d0e-06bebafb7460 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:05.014448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d819965b-524d-4f3c-9d0e-06bebafb7460 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:05.017074 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cbcecb3-5c2a-477c-b503-c105d43722d2 None None] The sync data for ids ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'] in n-d-827896-4 is: [{'id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'name': 'tempest-TestVolumeBackupRestore-1484854220-router', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:36Z', 'updated_at': '2022-03-01T21:16:54Z', 'revision_number': 4, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'gw_port': {'id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '5f32c6f8-e34b-4727-8c23-2b3996ce6204', 'name': '', 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'mac_address': 'fa:16:3e:88:e2:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '832748e4-3a07-4466-a509-58da4a280786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:51Z', 'updated_at': '2022-03-01T21:17:03Z', 'revision_number': 4, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'subnets': [{'id': '832748e4-3a07-4466-a509-58da4a280786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:17:05.033336 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d819965b-524d-4f3c-9d0e-06bebafb7460 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:05.036837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-a6f1bbef-375c-4c0e-b6cd-343f5b93e2e1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] device_id is not set on port 7f1f5e06-0dec-4dbd-962e-4cf0b0f2ca8c yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:17:05.061222 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:05.099288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d819965b-524d-4f3c-9d0e-06bebafb7460 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:05.141102 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a041a1f8-216f-47e4-972a-b11505352987 None None] Pushing event updated for resources: {'Port': ['ID=0c502826-052f-440d-8b6a-a88957b48d92,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:05.178510 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-1957f49b-c0c2-47bd-ae38-9f4a1ea7b426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:05.186040 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6270403-898e-48b2-a22e-481b29796685 req-509246d7-9eec-4e25-80ac-aa10e17b50b1 service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7623382 Mar 01 21:17:05.188313 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-1957f49b-c0c2-47bd-ae38-9f4a1ea7b426 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6ce309e937a24bfd8b5c9e6112d3b290&device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 1094 time: 0.3568051 Mar 01 21:17:05.259785 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Allocated IP 172.20.0.2 (20de8756-a04e-4847-9b4f-aad54895376c/65b447e9-6502-48bd-a832-2509f47dca5c/a4176804-b297-4242-a9b8-7de6ce472d14) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:17:05.296676 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffeff83-1b71-4bc3-a642-07fd7bf47839 req-e3336db4-f836-4f8d-a3b5-8f1373bb73ef tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:05.301285 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ffeff83-1b71-4bc3-a642-07fd7bf47839 req-e3336db4-f836-4f8d-a3b5-8f1373bb73ef tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 943 time: 0.4977469 Mar 01 21:17:05.356018 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-d819965b-524d-4f3c-9d0e-06bebafb7460 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Project 221a36b4bc9341579d392356d1bc923a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:17:05.418404 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-2dc6405d-1218-4932-a580-59120f3b9913 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb568eb4-a71b-4d0d-a4b4-bb8818665893 HTTP/1.1" status: 200 len: 217 time: 0.2197938 Mar 01 21:17:05.500341 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:05.501290 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:05.501866 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:05.656761 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:05.674962 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Transition to ACTIVE for port object a4176804-b297-4242-a9b8-7de6ce472d14 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:05.723948 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Transition to ACTIVE for port object a4176804-b297-4242-a9b8-7de6ce472d14 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:05.754765 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.7356703 Mar 01 21:17:05.758166 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42932) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:05.763202 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d795a-ee5e-4032-8e3c-7f86f4750f3c req-efaf9ff2-c75b-4ed5-bf06-89954702dcec tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:05.764824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ba5d795a-ee5e-4032-8e3c-7f86f4750f3c req-efaf9ff2-c75b-4ed5-bf06-89954702dcec tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 943 time: 0.7756944 Mar 01 21:17:05.787847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b49affa2-6dad-4816-84b1-76634f32b198 admin admin] Request body: {'subnet': {'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-663370134-subnet', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:05.790516 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ffeff83-1b71-4bc3-a642-07fd7bf47839 req-4582f293-d571-49d7-9aee-bbf7f90b66b6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4762666 Mar 01 21:17:05.803275 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:05.877876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-c55aab3d-4c75-4fc7-a884-06652782e447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:05.879339 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-c55aab3d-4c75-4fc7-a884-06652782e447 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ec088e1-a40d-431f-88ab-9e5eaa89c2f1 HTTP/1.1" status: 200 len: 848 time: 0.4522364 Mar 01 21:17:05.882249 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b49affa2-6dad-4816-84b1-76634f32b198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:05.889018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b49affa2-6dad-4816-84b1-76634f32b198 admin admin] Usage tracker for resource:subnet and tenant:177562bd87a4424f83471f73a3e34887 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:05.926103 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-d819965b-524d-4f3c-9d0e-06bebafb7460 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:05.929596 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d819965b-524d-4f3c-9d0e-06bebafb7460 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.9414744 Mar 01 21:17:05.932673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b49affa2-6dad-4816-84b1-76634f32b198 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:05.938778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Network 20de8756-a04e-4847-9b4f-aad54895376c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:05.940033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42936) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:05.950917 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:05.955488 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:17:05.960754 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-06e8e153-ac17-42aa-ab62-cbebbbf9dad4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2c62f9a0-d92b-4973-a7ab-b1c57255aa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681598 Mar 01 21:17:05.963163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-a6f1bbef-375c-4c0e-b6cd-343f5b93e2e1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8::2c8 (cc39aad2-d371-4bc1-8f73-2342392e478c/2147e6ee-f2d2-4e93-bee8-c60ec4a3e667/7f1f5e06-0dec-4dbd-962e-4cf0b0f2ca8c) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:17:05.967493 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b49affa2-6dad-4816-84b1-76634f32b198 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:05.988328 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Pushing event updated for resources: {'Port': ['ID=a4176804-b297-4242-a9b8-7de6ce472d14,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:06.007568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-bb05ee77-3269-44d9-b61a-a79e2975f39d tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': 'f30244ac-e967-418a-ab80-ae83c8fc87bc', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:06.035418 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-a6f1bbef-375c-4c0e-b6cd-343f5b93e2e1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Allocated IP 2001:db8:0:1:f816:3eff:fe23:be98 (cc39aad2-d371-4bc1-8f73-2342392e478c/b57c44d5-ddb0-4ba0-8246-b2dd7a65d73b/7f1f5e06-0dec-4dbd-962e-4cf0b0f2ca8c) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:17:06.080809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Attempting to bind port a4176804-b297-4242-a9b8-7de6ce472d14 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:17:06.081552 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Attempting to bind port a4176804-b297-4242-a9b8-7de6ce472d14 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '05bc3475-771e-4a49-ad1a-4998d87103a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20de8756-a04e-4847-9b4f-aad54895376c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:17:06.082109 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Attempting to bind port a4176804-b297-4242-a9b8-7de6ce472d14 on network 20de8756-a04e-4847-9b4f-aad54895376c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:17:06.089099 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:17:06.089749 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Checking segment: {'id': '05bc3475-771e-4a49-ad1a-4998d87103a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20de8756-a04e-4847-9b4f-aad54895376c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:06.090336 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:06.091101 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Bound using segment: {'id': '05bc3475-771e-4a49-ad1a-4998d87103a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20de8756-a04e-4847-9b4f-aad54895376c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:17:06.091901 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Bound port: a4176804-b297-4242-a9b8-7de6ce472d14, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05bc3475-771e-4a49-ad1a-4998d87103a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20de8756-a04e-4847-9b4f-aad54895376c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:17:06.092536 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:06.146560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Pushing event updated for resources: {'Network': ['ID=7ebe53d5-a152-4e71-89db-032890009b0a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:06.153032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bb05ee77-3269-44d9-b61a-a79e2975f39d tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:06.163175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49affa2-6dad-4816-84b1-76634f32b198 admin admin] Made reservation on behalf of 177562bd87a4424f83471f73a3e34887 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:17:06.170531 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b49affa2-6dad-4816-84b1-76634f32b198 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:06.188280 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:06.216886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bb05ee77-3269-44d9-b61a-a79e2975f39d tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:06.226085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] For port a4176804-b297-4242-a9b8-7de6ce472d14, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:17:06.227875 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ba5d795a-ee5e-4032-8e3c-7f86f4750f3c req-a053ac9e-e4e2-4141-80ca-c6d52edc4432 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4444897 Mar 01 21:17:06.229807 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:06.230257 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:06.230729 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:06.231160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:06.231945 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:06.232092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:06.237907 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:06.238431 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:06.238910 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:06.239341 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:06.239789 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:06.240213 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b72d8e-bdc0-482c-a282-036bcb0e93b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:06.245746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bb05ee77-3269-44d9-b61a-a79e2975f39d tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:06.246215 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] For port a4176804-b297-4242-a9b8-7de6ce472d14, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=a4176804-b297-4242-a9b8-7de6ce472d14,segment=NetworkSegment(05bc3475-771e-4a49-ad1a-4998d87103a6),segment_id=05bc3475-771e-4a49-ad1a-4998d87103a6)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:17:06.255055 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 7ebe53d5-a152-4e71-89db-032890009b0a details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:17:06.280878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bb05ee77-3269-44d9-b61a-a79e2975f39d tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:06.295490 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa027b6f-93e9-435c-9515-1359f51ac8b3 req-0c8b1209-2895-44b3-92a5-1a49859c499e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:06.297063 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa027b6f-93e9-435c-9515-1359f51ac8b3 req-0c8b1209-2895-44b3-92a5-1a49859c499e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 1094 time: 0.9073348 Mar 01 21:17:06.344463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-5832f0ed-b215-49c5-ac8e-acc466dbcae2 admin admin] Deleting port 309e1742-e8ce-4d5e-9624-3909518a61cd {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:17:06.347293 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5832f0ed-b215-49c5-ac8e-acc466dbcae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:06.365537 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:06.448226 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-6987d825-1bef-4647-9a5f-bb127d46a50e service neutron] 10.222.0.55 "GET /v2.0/networks/2c62f9a0-d92b-4973-a7ab-b1c57255aa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4686091 Mar 01 21:17:06.498072 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eef3d5-d4f3-40d4-b0be-27d819a6f32e None None] Pushing event updated for resources: {'Port': ['ID=a4176804-b297-4242-a9b8-7de6ce472d14,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:06.609562 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6f1bbef-375c-4c0e-b6cd-343f5b93e2e1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:06.630341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-a6f1bbef-375c-4c0e-b6cd-343f5b93e2e1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Transition to ACTIVE for port object 7f1f5e06-0dec-4dbd-962e-4cf0b0f2ca8c will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:06.697140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-5832f0ed-b215-49c5-ac8e-acc466dbcae2 admin admin] For port 309e1742-e8ce-4d5e-9624-3909518a61cd, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=309e1742-e8ce-4d5e-9624-3909518a61cd,segment=NetworkSegment(84854a8c-ded1-4ca6-9cb8-0eb467d349a7),segment_id=84854a8c-ded1-4ca6-9cb8-0eb467d349a7)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:06.697650 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5832f0ed-b215-49c5-ac8e-acc466dbcae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:06.794409 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0c502826-052f-440d-8b6a-a88957b48d92 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:06.807214 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6f1bbef-375c-4c0e-b6cd-343f5b93e2e1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:06.885725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-5832f0ed-b215-49c5-ac8e-acc466dbcae2 admin admin] Calling delete_port for 309e1742-e8ce-4d5e-9624-3909518a61cd owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:17:06.976524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f1bbef-375c-4c0e-b6cd-343f5b93e2e1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Network cc39aad2-d371-4bc1-8f73-2342392e478c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:07.001416 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 0c502826-052f-440d-8b6a-a88957b48d92 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:07.004292 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-a6f1bbef-375c-4c0e-b6cd-343f5b93e2e1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:07.007142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1bbef-375c-4c0e-b6cd-343f5b93e2e1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event updated for resources: {'Port': ['ID=7f1f5e06-0dec-4dbd-962e-4cf0b0f2ca8c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:07.007766 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5f32c6f8-e34b-4727-8c23-2b3996ce6204 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:07.012232 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f1bbef-375c-4c0e-b6cd-343f5b93e2e1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:17:07.021114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f1bbef-375c-4c0e-b6cd-343f5b93e2e1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:07.021798 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a6f1bbef-375c-4c0e-b6cd-343f5b93e2e1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:07.032840 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2ae5071d-d666-4641-9ba8-ac8cbf855486 req-cda744a1-1db4-4d61-9f66-d668af9870e7 service neutron] 10.222.0.55 "GET /v2.0/networks/2c62f9a0-d92b-4973-a7ab-b1c57255aa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778319 Mar 01 21:17:07.135273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56aba26-dbbe-48a7-9472-c195320ea5a2 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:17:07.242975 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a6f1bbef-375c-4c0e-b6cd-343f5b93e2e1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0442939 Mar 01 21:17:07.245345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42942) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:07.307544 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 5f32c6f8-e34b-4727-8c23-2b3996ce6204 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:07.321044 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 5f32c6f8-e34b-4727-8c23-2b3996ce6204 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:07.328218 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:07.363584 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-c9daefe9-aac7-4222-9b6a-5258227e880f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting port 7f1f5e06-0dec-4dbd-962e-4cf0b0f2ca8c {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:17:07.364168 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c9daefe9-aac7-4222-9b6a-5258227e880f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:07.406215 n-d-827896-4 neutron-server[88518]: INFO neutron.db.securitygroups_db [None req-bb05ee77-3269-44d9-b61a-a79e2975f39d tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Project 221a36b4bc9341579d392356d1bc923a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:17:07.439017 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b49affa2-6dad-4816-84b1-76634f32b198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:07.553456 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3ab4a5c9-c39e-40bf-88bb-67453261cc85 None None] Provisioning for port 0c502826-052f-440d-8b6a-a88957b48d92 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:07.573213 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3ab4a5c9-c39e-40bf-88bb-67453261cc85 None None] Provisioning complete for port 0c502826-052f-440d-8b6a-a88957b48d92 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:07.573589 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3ab4a5c9-c39e-40bf-88bb-67453261cc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:07.593291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49affa2-6dad-4816-84b1-76634f32b198 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb459190-f9fa-407d-8fec-9826c0c3ce9d,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:07.616099 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49affa2-6dad-4816-84b1-76634f32b198 admin admin] Checking segment: {'id': 'bd73e560-b075-41d9-b77e-26f9be3affcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:07.616958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49affa2-6dad-4816-84b1-76634f32b198 admin admin] Network hostable DHCP agents. Network: 7ebe53d5-a152-4e71-89db-032890009b0a, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:17:07.746628 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:07.780936 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-bb05ee77-3269-44d9-b61a-a79e2975f39d tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:07.784671 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bb05ee77-3269-44d9-b61a-a79e2975f39d tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 1.7857447 Mar 01 21:17:07.785501 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42948) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:07.806363 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49affa2-6dad-4816-84b1-76634f32b198 admin admin] Network 7ebe53d5-a152-4e71-89db-032890009b0a is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:17:07.816742 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c9daefe9-aac7-4222-9b6a-5258227e880f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:07.875655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 5f32c6f8-e34b-4727-8c23-2b3996ce6204, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5f32c6f8-e34b-4727-8c23-2b3996ce6204,segment=NetworkSegment(f5453937-6306-4483-b80b-2b8fd1322fbe),segment_id=f5453937-6306-4483-b80b-2b8fd1322fbe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:07.957998 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-b49affa2-6dad-4816-84b1-76634f32b198 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 7ebe53d5-a152-4e71-89db-032890009b0a) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:07.966541 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-c9daefe9-aac7-4222-9b6a-5258227e880f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Calling delete_port for 7f1f5e06-0dec-4dbd-962e-4cf0b0f2ca8c owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:17:07.967723 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:08.012565 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa027b6f-93e9-435c-9515-1359f51ac8b3 req-e4636e56-641b-4285-a45c-0d6719aaa920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:08.014460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49affa2-6dad-4816-84b1-76634f32b198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:08.015044 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b49affa2-6dad-4816-84b1-76634f32b198 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:08.020928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa027b6f-93e9-435c-9515-1359f51ac8b3 req-e4636e56-641b-4285-a45c-0d6719aaa920 service neutron] 10.222.0.55 "GET /v2.0/networks?id=afa01f28-846c-4b0c-8292-1399f87fc407 HTTP/1.1" status: 200 len: 897 time: 1.7028673 Mar 01 21:17:08.030607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca36e54d-8169-4007-bd23-8b133050d9cb req-24ea77c7-7db7-4f8f-ac99-1c898b1d45a8 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:08.035973 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca36e54d-8169-4007-bd23-8b133050d9cb req-24ea77c7-7db7-4f8f-ac99-1c898b1d45a8 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 943 time: 0.6446695 Mar 01 21:17:08.041828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2f034-6030-410f-b15a-e47fe1c6d7e0 req-b9ce681e-7e0b-4ca4-95c1-3aad210cf594 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:08.043784 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61c2f034-6030-410f-b15a-e47fe1c6d7e0 req-b9ce681e-7e0b-4ca4-95c1-3aad210cf594 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 943 time: 0.6288366 Mar 01 21:17:08.083674 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=5f32c6f8-e34b-4727-8c23-2b3996ce6204,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:08.088812 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382e3a23-7ebf-488a-b972-ac0ed03cb051 None None] Network 7ebe53d5-a152-4e71-89db-032890009b0a requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:17:08.125287 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5832f0ed-b215-49c5-ac8e-acc466dbcae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:08.173234 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3ab4a5c9-c39e-40bf-88bb-67453261cc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:08.243736 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5832f0ed-b215-49c5-ac8e-acc466dbcae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=309e1742-e8ce-4d5e-9624-3909518a61cd,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:08.278011 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa027b6f-93e9-435c-9515-1359f51ac8b3 req-ffb7e015-abd1-40e9-b76b-9ea22554b2fb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a HTTP/1.1" status: 200 len: 217 time: 0.2317593 Mar 01 21:17:08.299718 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5fdfd2d8-6315-4d24-920b-ac21e240bbeb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:08.299718 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b49affa2-6dad-4816-84b1-76634f32b198 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.5336473 Mar 01 21:17:08.303165 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42952) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:08.314487 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-663370134-router', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:08.328245 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca36e54d-8169-4007-bd23-8b133050d9cb req-0667d1a6-b6c0-4358-9a4f-b98170e4f58e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099864 Mar 01 21:17:08.341169 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:08.369659 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Usage tracker for resource:router and tenant:177562bd87a4424f83471f73a3e34887 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:08.377616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:08.387213 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:08.390021 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5fdfd2d8-6315-4d24-920b-ac21e240bbeb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:08.421320 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79139e24-79d2-402e-ba51-5b8c33bdafed None None] Update dhcp port {'port': {'network_id': 'cc39aad2-d371-4bc1-8f73-2342392e478c', 'fixed_ips': [{'subnet_id': '2147e6ee-f2d2-4e93-bee8-c60ec4a3e667', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b57c44d5-ddb0-4ba0-8246-b2dd7a65d73b'}], 'binding:host_id': 'n-d-827896-4'}, 'id': '0c502826-052f-440d-8b6a-a88957b48d92'} from n-d-827896-4. {{(pid=88520) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Mar 01 21:17:08.483392 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61c2f034-6030-410f-b15a-e47fe1c6d7e0 req-e18a079a-0b1f-4562-b265-08aa359eb178 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3666222 Mar 01 21:17:08.488625 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:08.489246 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:08.509298 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 5ae0232d-ea46-4a8b-a286-14bb1956956a details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:17:08.527065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa027b6f-93e9-435c-9515-1359f51ac8b3 req-921095aa-f9e5-401b-a7e4-c62aeaec3da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:08.528554 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa027b6f-93e9-435c-9515-1359f51ac8b3 req-921095aa-f9e5-401b-a7e4-c62aeaec3da5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d9e352e-01b1-43dc-beb3-fcff3bc5086a HTTP/1.1" status: 200 len: 834 time: 0.1972420 Mar 01 21:17:08.572364 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f652e0-2e09-4ce8-934f-a8cc92529a45 None None] Network 20de8756-a04e-4847-9b4f-aad54895376c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:17:08.572588 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5fdfd2d8-6315-4d24-920b-ac21e240bbeb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:08.580953 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-79139e24-79d2-402e-ba51-5b8c33bdafed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:08.612742 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfd2d8-6315-4d24-920b-ac21e240bbeb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f30244ac-e967-418a-ab80-ae83c8fc87bc,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:08.634585 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5fdfd2d8-6315-4d24-920b-ac21e240bbeb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:08.638104 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5fdfd2d8-6315-4d24-920b-ac21e240bbeb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "DELETE /v2.0/security-groups/f30244ac-e967-418a-ab80-ae83c8fc87bc HTTP/1.1" status: 204 len: 168 time: 0.8498244 Mar 01 21:17:08.638933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42956) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:08.723516 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:08.739094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f3c01c3e-fcc5-4b65-a291-eec7efdcc583 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Synchronizing usage tracker for tenant:221a36b4bc9341579d392356d1bc923a on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:08.746222 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c9daefe9-aac7-4222-9b6a-5258227e880f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:08.791817 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3ab4a5c9-c39e-40bf-88bb-67453261cc85 None None] For port 0c502826-052f-440d-8b6a-a88957b48d92, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0c502826-052f-440d-8b6a-a88957b48d92,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:08.812778 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5832f0ed-b215-49c5-ac8e-acc466dbcae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:08.829703 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a4176804-b297-4242-a9b8-7de6ce472d14 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:08.830163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9daefe9-aac7-4222-9b6a-5258227e880f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Port': ['ID=7f1f5e06-0dec-4dbd-962e-4cf0b0f2ca8c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:08.902974 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f3c01c3e-fcc5-4b65-a291-eec7efdcc583 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Unset dirty status for tenant:221a36b4bc9341579d392356d1bc923a on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:08.905363 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.resource_extend [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:17:08.908625 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f3c01c3e-fcc5-4b65-a291-eec7efdcc583 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2683816 Mar 01 21:17:08.915185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42960) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:08.925016 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-fd2a8b77-a356-4a82-8ceb-e9142d6e03bb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1442642282'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:08.975487 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3ab4a5c9-c39e-40bf-88bb-67453261cc85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:08.987767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c9daefe9-aac7-4222-9b6a-5258227e880f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:08.996122 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fd2a8b77-a356-4a82-8ceb-e9142d6e03bb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:09.020102 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c9daefe9-aac7-4222-9b6a-5258227e880f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/7f1f5e06-0dec-4dbd-962e-4cf0b0f2ca8c HTTP/1.1" status: 204 len: 168 time: 1.7701855 Mar 01 21:17:09.020102 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fd2a8b77-a356-4a82-8ceb-e9142d6e03bb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:09.021388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42964) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:09.127390 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-7ebe53d5-a152-4e71-89db-032890009b0a', 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'fixed_ips': [{'subnet_id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:17:09.128234 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:09.219761 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fd2a8b77-a356-4a82-8ceb-e9142d6e03bb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:09.230975 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:09.253651 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fd2a8b77-a356-4a82-8ceb-e9142d6e03bb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:09.257923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fd2a8b77-a356-4a82-8ceb-e9142d6e03bb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:09.261136 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fd2a8b77-a356-4a82-8ceb-e9142d6e03bb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:09.267085 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fd2a8b77-a356-4a82-8ceb-e9142d6e03bb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:09.281249 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:09.333782 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:09.344159 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4a5c9-c39e-40bf-88bb-67453261cc85 None None] Pushing event updated for resources: {'Port': ['ID=0c502826-052f-440d-8b6a-a88957b48d92,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:09.369804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7fd5329e-a269-4efb-8498-edd4519823a6 None None] Provisioning for port a4176804-b297-4242-a9b8-7de6ce472d14 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:09.378465 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fd2a8b77-a356-4a82-8ceb-e9142d6e03bb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:09.399402 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab4a5c9-c39e-40bf-88bb-67453261cc85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:09.400543 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab4a5c9-c39e-40bf-88bb-67453261cc85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:09.401608 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab4a5c9-c39e-40bf-88bb-67453261cc85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:09.401840 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa027b6f-93e9-435c-9515-1359f51ac8b3 req-2cc6d0a5-973e-46aa-903a-314c240df87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:09.402416 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab4a5c9-c39e-40bf-88bb-67453261cc85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:09.402917 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab4a5c9-c39e-40bf-88bb-67453261cc85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:09.403435 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab4a5c9-c39e-40bf-88bb-67453261cc85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:09.403553 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa027b6f-93e9-435c-9515-1359f51ac8b3 req-2cc6d0a5-973e-46aa-903a-314c240df87d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afa01f28-846c-4b0c-8292-1399f87fc407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8133557 Mar 01 21:17:09.404026 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab4a5c9-c39e-40bf-88bb-67453261cc85 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:09.404514 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab4a5c9-c39e-40bf-88bb-67453261cc85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:09.404995 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab4a5c9-c39e-40bf-88bb-67453261cc85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:09.405478 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab4a5c9-c39e-40bf-88bb-67453261cc85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:09.405950 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab4a5c9-c39e-40bf-88bb-67453261cc85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:09.406493 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab4a5c9-c39e-40bf-88bb-67453261cc85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:09.431281 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:09.477201 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fd2a8b77-a356-4a82-8ceb-e9142d6e03bb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:09.498980 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407', 'port_id': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'mac_address': 'fa:16:3e:c4:21:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:17:09.506767 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-79139e24-79d2-402e-ba51-5b8c33bdafed None None] Allocated IP 2001:db8:0:1:f816:3eff:fe55:c8d3 (cc39aad2-d371-4bc1-8f73-2342392e478c/b57c44d5-ddb0-4ba0-8246-b2dd7a65d73b/0c502826-052f-440d-8b6a-a88957b48d92) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:17:09.533864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4dfef6-e7a1-464f-903e-f6151bd2e5eb tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:09.534581 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6f4dfef6-e7a1-464f-903e-f6151bd2e5eb tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:09.553338 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2a8b77-a356-4a82-8ceb-e9142d6e03bb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4479afa-fd8c-43c0-94f6-5151f9bc2754,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:09.661593 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port a4176804-b297-4242-a9b8-7de6ce472d14 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:09.705122 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fd2a8b77-a356-4a82-8ceb-e9142d6e03bb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:09.709301 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fd2a8b77-a356-4a82-8ceb-e9142d6e03bb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7913461 Mar 01 21:17:09.709770 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42972) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:09.741929 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-bd117a97-12f6-4c70-a824-550fe2221663 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': 'f4479afa-fd8c-43c0-94f6-5151f9bc2754', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:09.752044 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port a4176804-b297-4242-a9b8-7de6ce472d14 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:09.752347 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:09.758205 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bd117a97-12f6-4c70-a824-550fe2221663 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:09.765435 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bd117a97-12f6-4c70-a824-550fe2221663 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:09.769816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bd117a97-12f6-4c70-a824-550fe2221663 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:09.778902 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bd117a97-12f6-4c70-a824-550fe2221663 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:09.786693 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:09.823976 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:09.872406 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:09.900176 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6f4dfef6-e7a1-464f-903e-f6151bd2e5eb tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:09.901347 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6f4dfef6-e7a1-464f-903e-f6151bd2e5eb tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.8798110 Mar 01 21:17:09.904073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42976) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:09.906774 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-79139e24-79d2-402e-ba51-5b8c33bdafed None None] For port 0c502826-052f-440d-8b6a-a88957b48d92, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0c502826-052f-440d-8b6a-a88957b48d92,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:09.909228 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa027b6f-93e9-435c-9515-1359f51ac8b3 req-828461f1-389e-46f6-b4fa-01cb51d0edec service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4916570 Mar 01 21:17:09.913256 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Allocated IP 172.20.0.2 (7ebe53d5-a152-4e71-89db-032890009b0a/fb459190-f9fa-407d-8fec-9826c0c3ce9d/c9e34597-394f-4803-8838-2d3dd0e66bbe) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:17:09.918610 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae0232d-ea46-4a8b-a286-14bb1956956a {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:17:09.971274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Allocated IP 172.25.5.124 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/99c80556-1e63-4efb-b4ad-eff4abc167c7) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:17:10.021370 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550b2e8b-47b1-4fdc-b8a4-4a7444367f0b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:10.022168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-550b2e8b-47b1-4fdc-b8a4-4a7444367f0b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:10.036653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-550b2e8b-47b1-4fdc-b8a4-4a7444367f0b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:10.040975 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-550b2e8b-47b1-4fdc-b8a4-4a7444367f0b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1355324 Mar 01 21:17:10.041682 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42980) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:10.075430 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5832f0ed-b215-49c5-ac8e-acc466dbcae2 admin admin] Router 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:17:10.083903 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-bd117a97-12f6-4c70-a824-550fe2221663 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): The resource could not be found. Mar 01 21:17:10.085427 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bd117a97-12f6-4c70-a824-550fe2221663 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3748784 Mar 01 21:17:10.092274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42984) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:10.105167 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f061c78a-0ac5-4aa5-b0a0-a20741c5c8c4 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': 'f4479afa-fd8c-43c0-94f6-5151f9bc2754', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'eb64e62d-7028-45c8-bba2-3ceeb53ba0c9'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:10.117938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f061c78a-0ac5-4aa5-b0a0-a20741c5c8c4 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:10.127465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f061c78a-0ac5-4aa5-b0a0-a20741c5c8c4 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:10.131457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121111ec-d760-432a-860b-5be76fd1c1c8 req-14553deb-93b7-454e-abf9-6a2fda796056 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:10.132812 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f061c78a-0ac5-4aa5-b0a0-a20741c5c8c4 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:10.133027 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-121111ec-d760-432a-860b-5be76fd1c1c8 req-14553deb-93b7-454e-abf9-6a2fda796056 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 943 time: 0.5881653 Mar 01 21:17:10.141031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e00191-5803-470d-9e3d-6a09ff7db291 req-1e361df2-83ae-4bae-94ca-ebb0f423e45d tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:10.142584 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59e00191-5803-470d-9e3d-6a09ff7db291 req-1e361df2-83ae-4bae-94ca-ebb0f423e45d tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 943 time: 0.4993217 Mar 01 21:17:10.146313 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f061c78a-0ac5-4aa5-b0a0-a20741c5c8c4 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:10.154056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4da588-babb-4bee-8039-f17464fc130d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:10.156326 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4da588-babb-4bee-8039-f17464fc130d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:10.157978 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4da588-babb-4bee-8039-f17464fc130d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:10.158920 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3d4da588-babb-4bee-8039-f17464fc130d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:10.199558 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:10.214935 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.resource_extend [None req-79139e24-79d2-402e-ba51-5b8c33bdafed None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:17:10.241298 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-79139e24-79d2-402e-ba51-5b8c33bdafed None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:10.247602 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:10.265145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3d4da588-babb-4bee-8039-f17464fc130d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:10.269422 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3d4da588-babb-4bee-8039-f17464fc130d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2264998 Mar 01 21:17:10.273091 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42988) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:10.392533 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:10.405137 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Transition to ACTIVE for port object c9e34597-394f-4803-8838-2d3dd0e66bbe will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:10.407686 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:10.428589 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Transition to ACTIVE for port object c9e34597-394f-4803-8838-2d3dd0e66bbe will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:10.435489 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:10.469478 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-f061c78a-0ac5-4aa5-b0a0-a20741c5c8c4 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): The resource could not be found. Mar 01 21:17:10.474588 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f061c78a-0ac5-4aa5-b0a0-a20741c5c8c4 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3772445 Mar 01 21:17:10.474588 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42992) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:10.485702 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device eb568eb4-a71b-4d0d-a4b4-bb8818665893 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:17:10.521037 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-79139e24-79d2-402e-ba51-5b8c33bdafed None None] Transition to ACTIVE for port object 0c502826-052f-440d-8b6a-a88957b48d92 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:10.521542 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7456ba4-4e50-4178-81e6-b7bbbe68c7e6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet 2147e6ee-f2d2-4e93-bee8-c60ec4a3e667 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:17:10.522581 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:10.548804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port a4176804-b297-4242-a9b8-7de6ce472d14, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=a4176804-b297-4242-a9b8-7de6ce472d14,segment=NetworkSegment(05bc3475-771e-4a49-ad1a-4998d87103a6),segment_id=05bc3475-771e-4a49-ad1a-4998d87103a6)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:10.564704 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-956fb195-1c03-4e71-a341-39f7e6845ca7 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:10.585258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Network 7ebe53d5-a152-4e71-89db-032890009b0a is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:10.595239 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-956fb195-1c03-4e71-a341-39f7e6845ca7 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:10.597742 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:10.604351 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:17:10.610160 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7456ba4-4e50-4178-81e6-b7bbbe68c7e6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:10.622015 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ea9ce526-cdf4-4f89-9d8b-9b94571458e5 None None] Provisioning complete for port a4176804-b297-4242-a9b8-7de6ce472d14 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:10.622344 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ea9ce526-cdf4-4f89-9d8b-9b94571458e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:10.627544 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-121111ec-d760-432a-860b-5be76fd1c1c8 req-34ab246a-d7c8-415e-8235-310d77742062 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4838455 Mar 01 21:17:10.640145 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa027b6f-93e9-435c-9515-1359f51ac8b3 req-6164206f-cb4e-4f44-90b2-b2cd2ee09326 service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7122521 Mar 01 21:17:10.649259 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59e00191-5803-470d-9e3d-6a09ff7db291 req-d7252d9c-383b-42e7-a6a7-30ed3e4e1767 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4967022 Mar 01 21:17:10.693180 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-79139e24-79d2-402e-ba51-5b8c33bdafed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:10.698004 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:10.698749 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5f32c6f8-e34b-4727-8c23-2b3996ce6204 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:10.711255 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7456ba4-4e50-4178-81e6-b7bbbe68c7e6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:10.775071 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5832f0ed-b215-49c5-ac8e-acc466dbcae2 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:17:10.784323 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f144afa-7b5e-4289-9245-576ede02c880 None None] Sync routers for ids ['236506ba-093b-4bbd-b57d-a9fb1a3a44d0'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:17:10.793072 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5832f0ed-b215-49c5-ac8e-acc466dbcae2 admin admin] 10.222.0.42 "PUT /v2.0/routers/236506ba-093b-4bbd-b57d-a9fb1a3a44d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4084466 Mar 01 21:17:10.799733 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42996) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:10.804588 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f144afa-7b5e-4289-9245-576ede02c880 None None] Routers {'236506ba-093b-4bbd-b57d-a9fb1a3a44d0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:10.805553 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1f144afa-7b5e-4289-9245-576ede02c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['236506ba-093b-4bbd-b57d-a9fb1a3a44d0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:10.827582 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7456ba4-4e50-4178-81e6-b7bbbe68c7e6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:10.836172 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=5ae0232d-ea46-4a8b-a286-14bb1956956a,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:10.854361 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['5ae0232d-ea46-4a8b-a286-14bb1956956a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:17:10.896752 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-956fb195-1c03-4e71-a341-39f7e6845ca7 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:10.968452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956fb195-1c03-4e71-a341-39f7e6845ca7 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4479afa-fd8c-43c0-94f6-5151f9bc2754,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:11.009174 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bcc9735a-4a06-4398-b1b7-04342005fd09 admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:11.032679 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Allocated IP 172.25.5.33 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/0d10e4f9-e53c-4f1c-9f43-d41f2816df76) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:17:11.034904 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-956fb195-1c03-4e71-a341-39f7e6845ca7 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:11.038759 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-956fb195-1c03-4e71-a341-39f7e6845ca7 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "DELETE /v2.0/security-groups/f4479afa-fd8c-43c0-94f6-5151f9bc2754 HTTP/1.1" status: 204 len: 168 time: 0.5615721 Mar 01 21:17:11.039527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43000) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:11.110454 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-1f144afa-7b5e-4289-9245-576ede02c880 None None] Set router 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:17:11.112484 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:11.146864 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7456ba4-4e50-4178-81e6-b7bbbe68c7e6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:11.207661 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Attempting to bind port c9e34597-394f-4803-8838-2d3dd0e66bbe on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:17:11.208216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Attempting to bind port c9e34597-394f-4803-8838-2d3dd0e66bbe by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'bd73e560-b075-41d9-b77e-26f9be3affcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:17:11.208428 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Attempting to bind port c9e34597-394f-4803-8838-2d3dd0e66bbe on network 7ebe53d5-a152-4e71-89db-032890009b0a {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:17:11.226496 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:11.233541 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:11.245226 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Pushing event updated for resources: {'Port': ['ID=c9e34597-394f-4803-8838-2d3dd0e66bbe,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:11.248598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:17:11.257021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:17:11.257413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Checking segment: {'id': 'bd73e560-b075-41d9-b77e-26f9be3affcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:11.257814 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:11.258216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Bound using segment: {'id': 'bd73e560-b075-41d9-b77e-26f9be3affcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:17:11.258699 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Bound port: c9e34597-394f-4803-8838-2d3dd0e66bbe, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd73e560-b075-41d9-b77e-26f9be3affcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:17:11.259857 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:11.284186 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e7456ba4-4e50-4178-81e6-b7bbbe68c7e6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:11.291214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Pushing event updated for resources: {'Port': ['ID=99c80556-1e63-4efb-b4ad-eff4abc167c7,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:11.317414 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7456ba4-4e50-4178-81e6-b7bbbe68c7e6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=2147e6ee-f2d2-4e93-bee8-c60ec4a3e667,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:11.324162 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-52bddb4a-895c-4e9d-b7d9-b84d7125d4d6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Synchronizing usage tracker for tenant:221a36b4bc9341579d392356d1bc923a on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:11.415697 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:11.437116 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port eb568eb4-a71b-4d0d-a4b4-bb8818665893, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=eb568eb4-a71b-4d0d-a4b4-bb8818665893,segment=NetworkSegment(40a2efd0-af99-4708-b975-94db3108bbc0),segment_id=40a2efd0-af99-4708-b975-94db3108bbc0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:11.456106 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-52bddb4a-895c-4e9d-b7d9-b84d7125d4d6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Unset dirty status for tenant:221a36b4bc9341579d392356d1bc923a on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:11.457545 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-52bddb4a-895c-4e9d-b7d9-b84d7125d4d6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4167888 Mar 01 21:17:11.459484 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e7456ba4-4e50-4178-81e6-b7bbbe68c7e6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/2147e6ee-f2d2-4e93-bee8-c60ec4a3e667 HTTP/1.1" status: 204 len: 168 time: 1.1869462 Mar 01 21:17:11.462739 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43004) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:11.463152 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43006) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:11.471758 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-afbd2890-43c9-45a4-a24a-2eb73f3d568c tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': 'f7d83e5b-43e0-4b83-8ef0-32ebad705767', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:11.479655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-afbd2890-43c9-45a4-a24a-2eb73f3d568c tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:11.484176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-afbd2890-43c9-45a4-a24a-2eb73f3d568c tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:11.489321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-afbd2890-43c9-45a4-a24a-2eb73f3d568c tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:11.500368 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-afbd2890-43c9-45a4-a24a-2eb73f3d568c tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:11.504672 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 5f32c6f8-e34b-4727-8c23-2b3996ce6204 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:11.505051 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:11.552123 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1f144afa-7b5e-4289-9245-576ede02c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1621693141-router', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:24Z', 'updated_at': '2022-03-01T21:17:07Z', 'revision_number': 5, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'gw_port': {'id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:27Z', 'updated_at': '2022-03-01T21:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:11.558361 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f144afa-7b5e-4289-9245-576ede02c880 None None] Checking router: 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:17:11.568904 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f144afa-7b5e-4289-9245-576ede02c880 None None] Routers {'236506ba-093b-4bbd-b57d-a9fb1a3a44d0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:11.570336 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1f144afa-7b5e-4289-9245-576ede02c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['236506ba-093b-4bbd-b57d-a9fb1a3a44d0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:11.610086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-8117e92e-dd44-4adb-9a3b-bd8094511683 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Deleting subnet b57c44d5-ddb0-4ba0-8246-b2dd7a65d73b {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:17:11.613849 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'eb568eb4-a71b-4d0d-a4b4-bb8818665893', 'network_id': '2c62f9a0-d92b-4973-a7ab-b1c57255aa9e', 'port_id': 'eb568eb4-a71b-4d0d-a4b4-bb8818665893', 'mac_address': 'fa:16:3e:9a:0c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec088e1-a40d-431f-88ab-9e5eaa89c2f1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:17:11.615460 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:11.622863 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8117e92e-dd44-4adb-9a3b-bd8094511683 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:11.720656 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79139e24-79d2-402e-ba51-5b8c33bdafed None None] Pushing event updated for resources: {'Port': ['ID=0c502826-052f-440d-8b6a-a88957b48d92,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:11.764169 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bcc9735a-4a06-4398-b1b7-04342005fd09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:11.851598 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Pushing event updated for resources: {'Port': ['ID=0d10e4f9-e53c-4f1c-9f43-d41f2816df76,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:11.859342 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-1f144afa-7b5e-4289-9245-576ede02c880 None None] Set router 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:17:11.908018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-bcc9735a-4a06-4398-b1b7-04342005fd09 admin admin] Deleting port 9c3a2b34-ea39-4573-beb1-afe17adf4589 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:17:11.908533 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bcc9735a-4a06-4398-b1b7-04342005fd09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:11.923442 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:11.929745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:11.932598 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:17:11.977240 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] For port c9e34597-394f-4803-8838-2d3dd0e66bbe, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:17:11.992269 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:12.084002 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] For port c9e34597-394f-4803-8838-2d3dd0e66bbe, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c9e34597-394f-4803-8838-2d3dd0e66bbe,segment=NetworkSegment(bd73e560-b075-41d9-b77e-26f9be3affcb),segment_id=bd73e560-b075-41d9-b77e-26f9be3affcb)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:17:12.101816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=a4176804-b297-4242-a9b8-7de6ce472d14,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:12.106427 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb568eb4-a71b-4d0d-a4b4-bb8818665893 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:17:12.192812 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:12.209293 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port eb568eb4-a71b-4d0d-a4b4-bb8818665893, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=eb568eb4-a71b-4d0d-a4b4-bb8818665893,segment=NetworkSegment(40a2efd0-af99-4708-b975-94db3108bbc0),segment_id=40a2efd0-af99-4708-b975-94db3108bbc0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:12.241084 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8117e92e-dd44-4adb-9a3b-bd8094511683 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:12.241605 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2aa9b1-ac09-46b1-be65-dbec70db43e7 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:17:12.312482 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:12.324509 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a76f0a2e-c938-45b3-ab44-f4b815e6bc30 None None] Could not find standard attr ID for object 7f1f5e06-0dec-4dbd-962e-4cf0b0f2ca8c. {{(pid=88520) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Mar 01 21:17:12.373807 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1f144afa-7b5e-4289-9245-576ede02c880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1621693141-router', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:24Z', 'updated_at': '2022-03-01T21:17:07Z', 'revision_number': 5, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'gw_port': {'id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:27Z', 'updated_at': '2022-03-01T21:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:12.380486 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f144afa-7b5e-4289-9245-576ede02c880 None None] The sync data for ids ['236506ba-093b-4bbd-b57d-a9fb1a3a44d0'] in n-d-827896-4 is: [{'id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'name': 'tempest-TaggedBootDevicesTest_v242-1621693141-router', 'tenant_id': '5753fa3f75764d519dfd77c438eb049c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39'}], 'enable_snat': True}, 'gw_port_id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:24Z', 'updated_at': '2022-03-01T21:17:07Z', 'revision_number': 5, 'project_id': '5753fa3f75764d519dfd77c438eb049c', 'gw_port': {'id': '9c3a2b34-ea39-4573-beb1-afe17adf4589', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:1f:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236506ba-093b-4bbd-b57d-a9fb1a3a44d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1990, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:27Z', 'updated_at': '2022-03-01T21:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:17:12.457367 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-afbd2890-43c9-45a4-a24a-2eb73f3d568c tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): The resource could not be found. Mar 01 21:17:12.463055 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-afbd2890-43c9-45a4-a24a-2eb73f3d568c tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.9919450 Mar 01 21:17:12.463267 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a4176804-b297-4242-a9b8-7de6ce472d14 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:12.465313 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43016) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:12.474606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-5487b1d3-7c78-402d-8331-77130edb4912 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group': {'name': 'tempest-secgroup--764580543'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:12.484411 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5487b1d3-7c78-402d-8331-77130edb4912 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:12.498370 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5487b1d3-7c78-402d-8331-77130edb4912 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:12.509737 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8117e92e-dd44-4adb-9a3b-bd8094511683 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:12.654419 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5487b1d3-7c78-402d-8331-77130edb4912 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:12.667044 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5267fc-f020-4785-a7d7-2a254b657803 req-8130eef6-8d53-415c-ba56-30d028ab5327 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:12.668598 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a5267fc-f020-4785-a7d7-2a254b657803 req-8130eef6-8d53-415c-ba56-30d028ab5327 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 943 time: 0.8147252 Mar 01 21:17:12.673590 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b11a6f-3ea1-4a36-874c-5ce99176727a None None] Pushing event updated for resources: {'Port': ['ID=c9e34597-394f-4803-8838-2d3dd0e66bbe,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:12.694764 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34529b13-2eb9-4703-8cc3-8c53c0397d8b req-ae78dbbf-e8fa-4609-9c4e-808e8aa970bb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:12.697700 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34529b13-2eb9-4703-8cc3-8c53c0397d8b req-ae78dbbf-e8fa-4609-9c4e-808e8aa970bb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 944 time: 0.7246141 Mar 01 21:17:12.717484 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['eb568eb4-a71b-4d0d-a4b4-bb8818665893'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:17:12.721477 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-bcc9735a-4a06-4398-b1b7-04342005fd09 admin admin] For port 9c3a2b34-ea39-4573-beb1-afe17adf4589, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9c3a2b34-ea39-4573-beb1-afe17adf4589,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:12.721911 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bcc9735a-4a06-4398-b1b7-04342005fd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:12.775264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5487b1d3-7c78-402d-8331-77130edb4912 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:12.794868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5487b1d3-7c78-402d-8331-77130edb4912 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:12.811108 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5487b1d3-7c78-402d-8331-77130edb4912 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:12.827203 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5487b1d3-7c78-402d-8331-77130edb4912 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:12.847128 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:12.861980 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a76f0a2e-c938-45b3-ab44-f4b815e6bc30 None None] Provisioning for port 0c502826-052f-440d-8b6a-a88957b48d92 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:12.952581 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a76f0a2e-c938-45b3-ab44-f4b815e6bc30 None None] Provisioning complete for port 0c502826-052f-440d-8b6a-a88957b48d92 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:12.953231 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a76f0a2e-c938-45b3-ab44-f4b815e6bc30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:12.982854 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:13.046491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-bcc9735a-4a06-4398-b1b7-04342005fd09 admin admin] Calling delete_port for 9c3a2b34-ea39-4573-beb1-afe17adf4589 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:17:13.141832 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a5267fc-f020-4785-a7d7-2a254b657803 req-7f862fcc-fdc9-4351-9395-c41f577eb9f6 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062579 Mar 01 21:17:13.160203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34529b13-2eb9-4703-8cc3-8c53c0397d8b req-cd1ee2b6-d938-4ebc-8188-0fdaba34def4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3576512 Mar 01 21:17:13.183615 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port a4176804-b297-4242-a9b8-7de6ce472d14 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:13.183615 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:13.218394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=eb568eb4-a71b-4d0d-a4b4-bb8818665893,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:13.296845 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8117e92e-dd44-4adb-9a3b-bd8094511683 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:13.387505 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117e92e-dd44-4adb-9a3b-bd8094511683 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Subnet': ['ID=b57c44d5-ddb0-4ba0-8246-b2dd7a65d73b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:13.389650 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8117e92e-dd44-4adb-9a3b-bd8094511683 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:13.445051 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5487b1d3-7c78-402d-8331-77130edb4912 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:13.476712 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0c502826-052f-440d-8b6a-a88957b48d92 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:13.484511 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8117e92e-dd44-4adb-9a3b-bd8094511683 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/b57c44d5-ddb0-4ba0-8246-b2dd7a65d73b HTTP/1.1" status: 204 len: 168 time: 2.0198855 Mar 01 21:17:13.488555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43020) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:13.561347 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5487b1d3-7c78-402d-8331-77130edb4912 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:13.589702 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:13.593283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 0c502826-052f-440d-8b6a-a88957b48d92 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:13.594352 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:13.655642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43024) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:13.659805 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-675a0fdc-078f-492d-a003-4fc7abd5789b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1713781 Mar 01 21:17:13.707473 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5487b1d3-7c78-402d-8331-77130edb4912 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:13.708666 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5487b1d3-7c78-402d-8331-77130edb4912 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2438068 Mar 01 21:17:13.713475 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5487b1d3-7c78-402d-8331-77130edb4912 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=158b6629-d769-4b6d-ba03-936689701a53,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:13.717831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43028) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:13.723349 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-67946dd9-42a7-4f6c-932f-293811746825 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846904722'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:13.728979 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:13.733398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-67946dd9-42a7-4f6c-932f-293811746825 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:13.820687 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-67946dd9-42a7-4f6c-932f-293811746825 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:13.865880 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bcc9735a-4a06-4398-b1b7-04342005fd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:13.939538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc9735a-4a06-4398-b1b7-04342005fd09 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c3a2b34-ea39-4573-beb1-afe17adf4589,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:13.943114 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-67946dd9-42a7-4f6c-932f-293811746825 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:13.969124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-67946dd9-42a7-4f6c-932f-293811746825 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:13.973366 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-67946dd9-42a7-4f6c-932f-293811746825 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:13.976322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-67946dd9-42a7-4f6c-932f-293811746825 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:13.987507 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-67946dd9-42a7-4f6c-932f-293811746825 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:14.064099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbfb9d2-0673-46e3-9ff2-987d9ee1f4c4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:14.068395 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1bbfb9d2-0673-46e3-9ff2-987d9ee1f4c4 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4067092 Mar 01 21:17:14.073900 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43032) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:14.143065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Router fbaee3dc-c977-428d-9768-e6a8d55975be is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:17:14.150008 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bcc9735a-4a06-4398-b1b7-04342005fd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:14.275286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f52b2a-618a-4187-bdab-7d3901acbbbb None None] Network 7ebe53d5-a152-4e71-89db-032890009b0a requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:17:14.318238 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-67946dd9-42a7-4f6c-932f-293811746825 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:14.349604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25423d71-a279-43ef-a494-9c1407db277e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:14.350676 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-25423d71-a279-43ef-a494-9c1407db277e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Synchronizing usage tracker for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:14.404161 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Router 961cfb72-0759-4f7b-b481-5c83c19fe66b is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:17:14.456566 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d090e7-3123-4844-8a58-0fd1c0c20244 None None] Network cc39aad2-d371-4bc1-8f73-2342392e478c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:17:14.463734 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-67946dd9-42a7-4f6c-932f-293811746825 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:14.470346 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c9e34597-394f-4803-8838-2d3dd0e66bbe up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:14.504301 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 5ae0232d-ea46-4a8b-a286-14bb1956956a up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:14.509812 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-25423d71-a279-43ef-a494-9c1407db277e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Unset dirty status for tenant:8d6808e4bfda467d98f278ac09abb826 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:14.513293 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-25423d71-a279-43ef-a494-9c1407db277e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4360075 Mar 01 21:17:14.526923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43040) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:14.632553 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2131f668-1603-477e-9ab7-49e9d0c5947f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0998902 Mar 01 21:17:14.632553 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67946dd9-42a7-4f6c-932f-293811746825 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3767246e-4d40-43c3-b924-729736f34d53,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:14.638086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:17:14.647761 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43044) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:14.671803 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] Sync routers for ids ['fbaee3dc-c977-428d-9768-e6a8d55975be'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:17:14.689629 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-17954dc6-cc5d-4003-bc98-a762b84080b7 None None] Provisioning for port c9e34597-394f-4803-8838-2d3dd0e66bbe completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:14.695685 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bcc9735a-4a06-4398-b1b7-04342005fd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:14.700456 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-f699dfc2-bf06-4dd4-bc54-5a4d0828ea94 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:14.700640 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f699dfc2-bf06-4dd4-bc54-5a4d0828ea94 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:14.704620 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f699dfc2-bf06-4dd4-bc54-5a4d0828ea94 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/7f1f5e06-0dec-4dbd-962e-4cf0b0f2ca8c HTTP/1.1" status: 404 len: 333 time: 0.0535769 Mar 01 21:17:14.705504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43048) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:14.741137 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-67946dd9-42a7-4f6c-932f-293811746825 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:14.745887 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-67946dd9-42a7-4f6c-932f-293811746825 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0270605 Mar 01 21:17:14.746609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43052) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:14.756087 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-d19e2f7c-c678-4abf-91bb-a9b639597ca9 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:14.756539 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d19e2f7c-c678-4abf-91bb-a9b639597ca9 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:14.763542 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d19e2f7c-c678-4abf-91bb-a9b639597ca9 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/b57c44d5-ddb0-4ba0-8246-b2dd7a65d73b HTTP/1.1" status: 404 len: 337 time: 0.0523753 Mar 01 21:17:14.763735 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bcc9735a-4a06-4398-b1b7-04342005fd09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:14.763828 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-419132ed-9f14-46c0-b223-ef052248130d tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': '158b6629-d769-4b6d-ba03-936689701a53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3767246e-4d40-43c3-b924-729736f34d53'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:14.763921 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43056) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:14.769032 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-419132ed-9f14-46c0-b223-ef052248130d tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:14.773049 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-419132ed-9f14-46c0-b223-ef052248130d tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:14.777037 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-419132ed-9f14-46c0-b223-ef052248130d tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:14.783480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-419132ed-9f14-46c0-b223-ef052248130d tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:14.784172 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] Routers {'fbaee3dc-c977-428d-9768-e6a8d55975be'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:14.785024 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fbaee3dc-c977-428d-9768-e6a8d55975be'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:14.791489 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:14.795125 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8e8abfbe-e9ef-4c00-b011-fc14db02b33c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.4821560 Mar 01 21:17:14.795318 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43060) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:14.814450 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0eaf1c-a8f6-4139-a199-8e2a92b60cdc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:14.814890 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0eaf1c-a8f6-4139-a199-8e2a92b60cdc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:14.861940 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7e0eaf1c-a8f6-4139-a199-8e2a92b60cdc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/2147e6ee-f2d2-4e93-bee8-c60ec4a3e667 HTTP/1.1" status: 404 len: 337 time: 0.0957832 Mar 01 21:17:14.867149 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43064) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:14.907130 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c37884-7325-4869-9efe-776b0cecaa12 req-dfc7e3eb-f01a-459a-a9f0-f8dd4eb49b86 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:14.908339 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60c37884-7325-4869-9efe-776b0cecaa12 req-dfc7e3eb-f01a-459a-a9f0-f8dd4eb49b86 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 944 time: 0.5051737 Mar 01 21:17:14.980948 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bcc9735a-4a06-4398-b1b7-04342005fd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:14.981523 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc9735a-4a06-4398-b1b7-04342005fd09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 236506ba-093b-4bbd-b57d-a9fb1a3a44d0 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:17:15.017100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749e1f69-3c18-45b8-86c9-9937c398ca10 req-1cef27b3-e12f-49f5-838f-2df84cf409b0 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:15.018416 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-749e1f69-3c18-45b8-86c9-9937c398ca10 req-1cef27b3-e12f-49f5-838f-2df84cf409b0 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 944 time: 0.6673520 Mar 01 21:17:15.035393 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bcc9735a-4a06-4398-b1b7-04342005fd09 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:15.038859 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bcc9735a-4a06-4398-b1b7-04342005fd09 admin admin] 10.222.0.42 "DELETE /v2.0/routers/236506ba-093b-4bbd-b57d-a9fb1a3a44d0 HTTP/1.1" status: 204 len: 168 time: 4.2371402 Mar 01 21:17:15.050539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43068) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:15.056083 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 5ae0232d-ea46-4a8b-a286-14bb1956956a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:15.059020 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port c9e34597-394f-4803-8838-2d3dd0e66bbe completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:15.072988 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-386aa83f-b91a-4afc-aa64-5ba9e9d80824 None None] Provisioning complete for port 0c502826-052f-440d-8b6a-a88957b48d92 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:15.073379 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-386aa83f-b91a-4afc-aa64-5ba9e9d80824 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:15.141841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:17:15.149226 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b24e8cd-ec9f-4592-9b62-d25e567012e9 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:15.150521 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b24e8cd-ec9f-4592-9b62-d25e567012e9 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:15.151232 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60c37884-7325-4869-9efe-776b0cecaa12 req-1f357d16-806e-4cdc-8c9e-d0f4c61a5911 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760929 Mar 01 21:17:15.154524 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8b24e8cd-ec9f-4592-9b62-d25e567012e9 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/62d7de42-34f0-4f5d-9f44-642153b9ba81 HTTP/1.1" status: 404 len: 333 time: 0.2841468 Mar 01 21:17:15.157244 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43072) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:15.174437 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] Sync routers for ids ['961cfb72-0759-4f7b-b481-5c83c19fe66b'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:17:15.189197 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 5ae0232d-ea46-4a8b-a286-14bb1956956a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:15.189197 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:15.203520 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-d405a554-1832-4585-a895-3ca33e80f91c admin admin] Deleting subnet 0316ebdb-a31b-45d0-8b60-adc971a0b03e {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:17:15.206848 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d405a554-1832-4585-a895-3ca33e80f91c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:15.212909 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] Routers {'961cfb72-0759-4f7b-b481-5c83c19fe66b'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:15.222460 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['961cfb72-0759-4f7b-b481-5c83c19fe66b'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:15.236366 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c9e34597-394f-4803-8838-2d3dd0e66bbe triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:15.236731 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:15.267981 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-749e1f69-3c18-45b8-86c9-9937c398ca10 req-ba4abe34-dd41-4ec9-92c4-3c70b545ab78 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822813 Mar 01 21:17:15.291045 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ccd5456-d3c7-48f6-b778-6f80a821e091 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:15.291045 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ccd5456-d3c7-48f6-b778-6f80a821e091 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:15.294508 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3ccd5456-d3c7-48f6-b778-6f80a821e091 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/fab7765a-bfb6-4d09-bb91-65f972c6b44e HTTP/1.1" status: 404 len: 337 time: 0.1336784 Mar 01 21:17:15.296279 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43076) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:15.328321 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-419132ed-9f14-46c0-b223-ef052248130d tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:15.332225 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-419132ed-9f14-46c0-b223-ef052248130d tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5780878 Mar 01 21:17:15.335035 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43080) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:15.375341 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:15.377447 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6c65a137-4336-467b-985b-8b92ac554ce1 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 11.1169958 Mar 01 21:17:15.391178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43084) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:15.408668 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] Set router fbaee3dc-c977-428d-9768-e6a8d55975be gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:17:15.440040 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] Set router 961cfb72-0759-4f7b-b481-5c83c19fe66b gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:17:15.495144 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39ed3d55-dede-4413-bd90-ce6dbcd80d68 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:15.644095 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39ed3d55-dede-4413-bd90-ce6dbcd80d68 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:15.736010 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-430928aa-3d36-4828-b688-26b37eaa7151 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:15.739526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-430928aa-3d36-4828-b688-26b37eaa7151 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:15.744538 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-430928aa-3d36-4828-b688-26b37eaa7151 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/bd374203-9db3-4b0b-aa94-99e13fbfd1b2 HTTP/1.1" status: 404 len: 337 time: 0.4387941 Mar 01 21:17:15.780514 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961cfb72-0759-4f7b-b481-5c83c19fe66b', 'name': 'tempest-TestVolumeBackupRestore-1566295668-router', 'tenant_id': '4ebad336a17b4f14b2e04c642db94cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '99c80556-1e63-4efb-b4ad-eff4abc167c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:04Z', 'updated_at': '2022-03-01T21:17:11Z', 'revision_number': 3, 'project_id': '4ebad336a17b4f14b2e04c642db94cd1', 'gw_port': {'id': '99c80556-1e63-4efb-b4ad-eff4abc167c7', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961cfb72-0759-4f7b-b481-5c83c19fe66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:15.784956 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] Checking router: 961cfb72-0759-4f7b-b481-5c83c19fe66b for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:17:15.785144 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0100a392-d086-4268-ad21-afabca1faf5d None None] DHCP port deletion for cc39aad2-d371-4bc1-8f73-2342392e478c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:17:15.785491 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] Updating router 961cfb72-0759-4f7b-b481-5c83c19fe66b port 99c80556-1e63-4efb-b4ad-eff4abc167c7 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:17:15.796547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43088) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:15.807867 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d405a554-1832-4585-a895-3ca33e80f91c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:15.849495 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:15.939736 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff62e25-ad6d-4f65-b456-face2d8e16dd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:15.940316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ff62e25-ad6d-4f65-b456-face2d8e16dd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:15.944277 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-0100a392-d086-4268-ad21-afabca1faf5d None None] Deleting port 0c502826-052f-440d-8b6a-a88957b48d92 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:17:15.944426 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8ff62e25-ad6d-4f65-b456-face2d8e16dd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/2dc04954-0d77-46d5-8d43-aadbe51b5eea HTTP/1.1" status: 404 len: 333 time: 0.0909381 Mar 01 21:17:15.944525 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0100a392-d086-4268-ad21-afabca1faf5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:15.945875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43092) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:15.991802 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39ed3d55-dede-4413-bd90-ce6dbcd80d68 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:16.004779 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-efced8d0-cb6a-48b6-bbc5-c811269b0ef2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:16.005231 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efced8d0-cb6a-48b6-bbc5-c811269b0ef2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:16.006942 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-efced8d0-cb6a-48b6-bbc5-c811269b0ef2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/0e4d3df2-b4e3-4f9d-92bc-b76baf35cc94 HTTP/1.1" status: 404 len: 337 time: 0.0583482 Mar 01 21:17:16.025604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43096) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:16.026928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ed3d55-dede-4413-bd90-ce6dbcd80d68 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3767246e-4d40-43c3-b924-729736f34d53,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:16.070219 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:16.110339 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:16.203728 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:17:16.210440 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc1022af-f984-4ee4-a531-f240f37a647d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:16.210907 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc1022af-f984-4ee4-a531-f240f37a647d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:16.227241 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bc1022af-f984-4ee4-a531-f240f37a647d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/69329ed8-fc6a-4cf3-8202-8c821d328f19 HTTP/1.1" status: 404 len: 337 time: 0.1979840 Mar 01 21:17:16.245977 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43102) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:16.273783 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:16.297508 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:16.308706 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39ed3d55-dede-4413-bd90-ce6dbcd80d68 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:16.310405 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-79349be0-9eae-40f5-bf3e-eae44608b251 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:16.310874 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79349be0-9eae-40f5-bf3e-eae44608b251 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:16.312584 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-79349be0-9eae-40f5-bf3e-eae44608b251 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/3fc76aa9-82be-4f64-9111-595ce3a47d3d HTTP/1.1" status: 404 len: 333 time: 0.0656559 Mar 01 21:17:16.317669 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-39ed3d55-dede-4413-bd90-ce6dbcd80d68 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "DELETE /v2.0/security-groups/3767246e-4d40-43c3-b924-729736f34d53 HTTP/1.1" status: 204 len: 168 time: 0.9806445 Mar 01 21:17:16.331130 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43110) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:16.331296 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] Transition to ACTIVE for port object 99c80556-1e63-4efb-b4ad-eff4abc167c7 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:16.331444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43114) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:16.358814 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d405a554-1832-4585-a895-3ca33e80f91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:16.359196 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port c9e34597-394f-4803-8838-2d3dd0e66bbe, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c9e34597-394f-4803-8838-2d3dd0e66bbe,segment=NetworkSegment(bd73e560-b075-41d9-b77e-26f9be3affcb),segment_id=bd73e560-b075-41d9-b77e-26f9be3affcb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:16.362639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3fe1e76d-c34f-4322-8d32-43a7bc208784 None None] Provisioning complete for port c9e34597-394f-4803-8838-2d3dd0e66bbe triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:16.363112 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3fe1e76d-c34f-4322-8d32-43a7bc208784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:16.401540 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'code': 200} Mar 01 21:17:16.407774 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:16.408483 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:16.409188 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device eb568eb4-a71b-4d0d-a4b4-bb8818665893 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:16.410694 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad876be5-e8cb-46ce-b7c4-6f623ed73ee2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:16.411143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad876be5-e8cb-46ce-b7c4-6f623ed73ee2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:16.412874 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ad876be5-e8cb-46ce-b7c4-6f623ed73ee2 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/5f845593-3947-4b14-a9bc-e0d725eb4fcc HTTP/1.1" status: 404 len: 337 time: 0.0933318 Mar 01 21:17:16.420083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43118) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:16.443702 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5f649e9d-6ca2-4614-adfa-c6cc7057e9fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Synchronizing usage tracker for tenant:221a36b4bc9341579d392356d1bc923a on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:16.567067 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe45a2b8-2fa0-4b77-9444-c7a914cb8e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:16.568876 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:16.618123 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 309e1742-e8ce-4d5e-9624-3909518a61cd no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:17:16.621293 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] Attempting to bind port 99c80556-1e63-4efb-b4ad-eff4abc167c7 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:17:16.621812 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] Attempting to bind port 99c80556-1e63-4efb-b4ad-eff4abc167c7 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:17:16.622438 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] Attempting to bind port 99c80556-1e63-4efb-b4ad-eff4abc167c7 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:17:16.641045 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:17:16.641741 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:16.642514 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:16.643101 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:17:16.643774 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] Bound port: 99c80556-1e63-4efb-b4ad-eff4abc167c7, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:17:16.644660 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:16.692350 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91120a7-6b8c-4256-88db-833f0c94076b None None] Pushing event updated for resources: {'Port': ['ID=99c80556-1e63-4efb-b4ad-eff4abc167c7,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:16.704383 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5f649e9d-6ca2-4614-adfa-c6cc7057e9fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Unset dirty status for tenant:221a36b4bc9341579d392356d1bc923a on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:16.707417 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5f649e9d-6ca2-4614-adfa-c6cc7057e9fe tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3735116 Mar 01 21:17:16.722430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 309e1742-e8ce-4d5e-9624-3909518a61cd {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:17:16.722953 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 309e1742-e8ce-4d5e-9624-3909518a61cd not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:17:16.735838 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-0100a392-d086-4268-ad21-afabca1faf5d None None] For port 0c502826-052f-440d-8b6a-a88957b48d92, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0c502826-052f-440d-8b6a-a88957b48d92,segment=NetworkSegment(5268edef-590e-46a7-9bcf-41f63ffd0194),segment_id=5268edef-590e-46a7-9bcf-41f63ffd0194)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:16.736487 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0100a392-d086-4268-ad21-afabca1faf5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:16.744881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43122) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:16.745076 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] For port 99c80556-1e63-4efb-b4ad-eff4abc167c7, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:17:16.755548 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] For port 99c80556-1e63-4efb-b4ad-eff4abc167c7, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=99c80556-1e63-4efb-b4ad-eff4abc167c7,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:17:16.826038 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=5ae0232d-ea46-4a8b-a286-14bb1956956a,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:16.845629 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-64914196-92bd-48ad-8970-3d422e0da4b0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:16.846352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64914196-92bd-48ad-8970-3d422e0da4b0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:16.847964 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:16.848543 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-64914196-92bd-48ad-8970-3d422e0da4b0 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/b695e4ff-6835-49b9-8e5d-c6c8c2bf3b3f HTTP/1.1" status: 404 len: 337 time: 0.4275429 Mar 01 21:17:16.856953 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43126) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:16.867883 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-75888f69-3ed0-424b-ad77-d75ddad51149 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:16.942121 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad876588-00bd-455b-8e7e-d1dcf5ef149b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:16.943184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad876588-00bd-455b-8e7e-d1dcf5ef149b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:16.953467 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] Routers {'961cfb72-0759-4f7b-b481-5c83c19fe66b'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:16.959145 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['961cfb72-0759-4f7b-b481-5c83c19fe66b'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:16.959597 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-75888f69-3ed0-424b-ad77-d75ddad51149 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:16.998335 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ad876588-00bd-455b-8e7e-d1dcf5ef149b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/9044f195-2440-463a-a543-7f1f165d71e8 HTTP/1.1" status: 404 len: 333 time: 0.1352017 Mar 01 21:17:17.001254 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43130) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:17.006881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-fe45a2b8-2fa0-4b77-9444-c7a914cb8e0e admin admin] Allocated IP 172.20.0.1 (7ebe53d5-a152-4e71-89db-032890009b0a/fb459190-f9fa-407d-8fec-9826c0c3ce9d/803438a9-4a96-4eec-aecb-4ef10ecce106) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:17:17.011958 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-0100a392-d086-4268-ad21-afabca1faf5d None None] Calling delete_port for 0c502826-052f-440d-8b6a-a88957b48d92 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:17:17.043964 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'name': 'tempest-TestServerBasicOps-663370134-router', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:08Z', 'updated_at': '2022-03-01T21:17:12Z', 'revision_number': 3, 'project_id': '177562bd87a4424f83471f73a3e34887', 'gw_port': {'id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:17.046432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0c502826-052f-440d-8b6a-a88957b48d92 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:17:17.051052 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef1585d-fa79-4fa8-8fbb-e44cf65a703f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:17.051752 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef1585d-fa79-4fa8-8fbb-e44cf65a703f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:17.072981 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d405a554-1832-4585-a895-3ca33e80f91c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:17.081923 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7ef1585d-fa79-4fa8-8fbb-e44cf65a703f tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/17857650-1b7e-4057-939f-9b66826a5d85 HTTP/1.1" status: 404 len: 337 time: 0.0776391 Mar 01 21:17:17.082770 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43134) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:17.116830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] Checking router: fbaee3dc-c977-428d-9768-e6a8d55975be for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:17:17.117328 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] Updating router fbaee3dc-c977-428d-9768-e6a8d55975be port 0d10e4f9-e53c-4f1c-9f43-d41f2816df76 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:17:17.169299 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4df23f1-8606-4290-a095-6445e7cd05ed tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:17.170024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4df23f1-8606-4290-a095-6445e7cd05ed tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:17.187626 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f4df23f1-8606-4290-a095-6445e7cd05ed tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/949e5eca-30e2-4d4d-a114-45042e170a77 HTTP/1.1" status: 404 len: 333 time: 0.1009862 Mar 01 21:17:17.190368 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43138) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:17.194762 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] Set router 961cfb72-0759-4f7b-b481-5c83c19fe66b gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:17:17.207163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d405a554-1832-4585-a895-3ca33e80f91c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0316ebdb-a31b-45d0-8b60-adc971a0b03e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:17.238871 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b07968-dbee-473a-82c1-31e997e4eda1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:17.239631 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39b07968-dbee-473a-82c1-31e997e4eda1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:17.245177 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-39b07968-dbee-473a-82c1-31e997e4eda1 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/c886de57-3e0d-4690-b782-c76e5efa2b32 HTTP/1.1" status: 404 len: 337 time: 0.0535300 Mar 01 21:17:17.249283 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43142) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:17.255056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port eb568eb4-a71b-4d0d-a4b4-bb8818665893 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:17.258145 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcc92e-9e02-4063-bbb3-1bc0ba365575 req-513dd98e-8fb9-418b-8b0d-7b75ef6d1800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:17.261903 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-efdcc92e-9e02-4063-bbb3-1bc0ba365575 req-513dd98e-8fb9-418b-8b0d-7b75ef6d1800 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 1096 time: 0.5984926 Mar 01 21:17:17.267912 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db5c9d5-405a-4702-bf8e-2a76782fce33 None None] Network ad62e9af-4b76-4a54-b75b-80997074ebfc requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:17:17.298042 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d405a554-1832-4585-a895-3ca33e80f91c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:17.302207 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d405a554-1832-4585-a895-3ca33e80f91c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0316ebdb-a31b-45d0-8b60-adc971a0b03e HTTP/1.1" status: 204 len: 168 time: 2.2487609 Mar 01 21:17:17.305160 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43146) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:17.310798 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6cfe4-950d-456a-8a44-7b445d07bfc5 req-9818d324-acef-4e87-848b-ff5da146c226 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:17.318112 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34f6cfe4-950d-456a-8a44-7b445d07bfc5 req-9818d324-acef-4e87-848b-ff5da146c226 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.5749469 Mar 01 21:17:17.332523 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=c9e34597-394f-4803-8838-2d3dd0e66bbe,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:17.333608 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-75888f69-3ed0-424b-ad77-d75ddad51149 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:17.335237 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port eb568eb4-a71b-4d0d-a4b4-bb8818665893 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:17.335827 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:17.337187 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-75888f69-3ed0-424b-ad77-d75ddad51149 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:17.338731 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-75888f69-3ed0-424b-ad77-d75ddad51149 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "DELETE /v2.0/security-groups/158b6629-d769-4b6d-ba03-936689701a53 HTTP/1.1" status: 204 len: 168 time: 0.5920584 Mar 01 21:17:17.363194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43150) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:17.371776 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:17.378451 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75888f69-3ed0-424b-ad77-d75ddad51149 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=158b6629-d769-4b6d-ba03-936689701a53,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:17.398998 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fda994-7426-4c43-a93c-c1c6d08d5465 req-4d71d2a7-e9e9-42f2-8416-0676dda141ed tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:17.400732 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4fda994-7426-4c43-a93c-c1c6d08d5465 req-4d71d2a7-e9e9-42f2-8416-0676dda141ed tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 944 time: 0.7681143 Mar 01 21:17:17.421757 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91120a7-6b8c-4256-88db-833f0c94076b None None] Pushing event updated for resources: {'Port': ['ID=99c80556-1e63-4efb-b4ad-eff4abc167c7,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:17.466565 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b04a2dd-1c30-47c9-bacf-e6c5b841beef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:17.467056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b04a2dd-1c30-47c9-bacf-e6c5b841beef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:17.468806 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3b04a2dd-1c30-47c9-bacf-e6c5b841beef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/703af65d-e43e-450e-a83e-a962152edc19 HTTP/1.1" status: 404 len: 333 time: 0.2139802 Mar 01 21:17:17.486158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43154) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:17.593878 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0100a392-d086-4268-ad21-afabca1faf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:17.623576 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e2998e5-3d9d-4e60-9be1-5ae69f13de98 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:17.624043 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e2998e5-3d9d-4e60-9be1-5ae69f13de98 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:17.628037 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7e2998e5-3d9d-4e60-9be1-5ae69f13de98 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/e5b6dca8-eb80-4326-80be-d68e87ffdf20 HTTP/1.1" status: 404 len: 337 time: 0.1342239 Mar 01 21:17:17.649187 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961cfb72-0759-4f7b-b481-5c83c19fe66b', 'name': 'tempest-TestVolumeBackupRestore-1566295668-router', 'tenant_id': '4ebad336a17b4f14b2e04c642db94cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '99c80556-1e63-4efb-b4ad-eff4abc167c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:04Z', 'updated_at': '2022-03-01T21:17:11Z', 'revision_number': 3, 'project_id': '4ebad336a17b4f14b2e04c642db94cd1', 'gw_port': {'id': '99c80556-1e63-4efb-b4ad-eff4abc167c7', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961cfb72-0759-4f7b-b481-5c83c19fe66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:17.653511 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34f6cfe4-950d-456a-8a44-7b445d07bfc5 req-3c7efebf-c926-41f3-a115-cf92bbacfba9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3344707 Mar 01 21:17:17.655269 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-efdcc92e-9e02-4063-bbb3-1bc0ba365575 req-1083f00a-418d-4738-9860-157397cccbe9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3282413 Mar 01 21:17:17.659373 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4987a7-6cef-4514-b20a-db8f7ddea453 None None] The sync data for ids ['961cfb72-0759-4f7b-b481-5c83c19fe66b'] in n-d-827896-4 is: [{'id': '961cfb72-0759-4f7b-b481-5c83c19fe66b', 'name': 'tempest-TestVolumeBackupRestore-1566295668-router', 'tenant_id': '4ebad336a17b4f14b2e04c642db94cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '99c80556-1e63-4efb-b4ad-eff4abc167c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:04Z', 'updated_at': '2022-03-01T21:17:11Z', 'revision_number': 3, 'project_id': '4ebad336a17b4f14b2e04c642db94cd1', 'gw_port': {'id': '99c80556-1e63-4efb-b4ad-eff4abc167c7', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961cfb72-0759-4f7b-b481-5c83c19fe66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:17:17.660785 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43158) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:17.703178 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ec7e0a3-e803-47fc-bbc4-7ee74e4251c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:17.722027 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4fda994-7426-4c43-a93c-c1c6d08d5465 req-cf3f84c7-6887-4f54-9ba9-c5c6861d2831 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057039 Mar 01 21:17:17.733072 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe45a2b8-2fa0-4b77-9444-c7a914cb8e0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:17.737158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-2ec7e0a3-e803-47fc-bbc4-7ee74e4251c9 admin admin] Deleting port 9f16895b-4201-4b33-a37d-7ddedc5312c9 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:17:17.737158 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ec7e0a3-e803-47fc-bbc4-7ee74e4251c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:17.743824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e08fb1fe-708d-42da-bc2c-63c7f11e2ed9 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Synchronizing usage tracker for tenant:221a36b4bc9341579d392356d1bc923a on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:17.749845 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-27417b53-dfd5-4530-af43-c981194fc5ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:17.750314 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27417b53-dfd5-4530-af43-c981194fc5ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:17.752337 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-27417b53-dfd5-4530-af43-c981194fc5ef tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/36ba1094-c3f6-45f6-977b-7574bc057781 HTTP/1.1" status: 404 len: 333 time: 0.0802622 Mar 01 21:17:17.755240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43162) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:17.764710 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f1ad-b180-4703-a65e-fe671e8e2830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:17.796052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-fe45a2b8-2fa0-4b77-9444-c7a914cb8e0e admin admin] Transition to ACTIVE for port object 803438a9-4a96-4eec-aecb-4ef10ecce106 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:17.805168 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:17.824812 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3b1d2d-06ae-41bd-b2ac-186166fdd328 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:17.825268 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3b1d2d-06ae-41bd-b2ac-186166fdd328 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:17.829484 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bf3b1d2d-06ae-41bd-b2ac-186166fdd328 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/52365305-9aa9-4cf2-959c-d5b758e1b9da HTTP/1.1" status: 404 len: 337 time: 0.0706630 Mar 01 21:17:17.830044 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43166) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:17.890864 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100a392-d086-4268-ad21-afabca1faf5d None None] Pushing event deleted for resources: {'Port': ['ID=0c502826-052f-440d-8b6a-a88957b48d92,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:17.911388 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30eac6d-823c-4913-b211-a6bc4c3ba855 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:17.918171 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30eac6d-823c-4913-b211-a6bc4c3ba855 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:17.934166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e08fb1fe-708d-42da-bc2c-63c7f11e2ed9 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Unset dirty status for tenant:221a36b4bc9341579d392356d1bc923a on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:17.935529 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e08fb1fe-708d-42da-bc2c-63c7f11e2ed9 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5337937 Mar 01 21:17:17.940096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43170) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:17.949369 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f30eac6d-823c-4913-b211-a6bc4c3ba855 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/ea9088ef-c36f-400a-9323-fac4772f3d4e HTTP/1.1" status: 404 len: 333 time: 0.1150901 Mar 01 21:17:17.960850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e8ee52ce-371a-428d-96a2-df5be0d7b591 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1016101178'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:17.960975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43174) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:17.982530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0100a392-d086-4268-ad21-afabca1faf5d None None] No DVR routers for this DVR port 0c502826-052f-440d-8b6a-a88957b48d92 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:17:18.001756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e8ee52ce-371a-428d-96a2-df5be0d7b591 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:18.023853 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe45a2b8-2fa0-4b77-9444-c7a914cb8e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:18.065889 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3efc7c7-24c0-4e25-af5b-26477448099e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:18.066714 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3efc7c7-24c0-4e25-af5b-26477448099e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:18.074535 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a3efc7c7-24c0-4e25-af5b-26477448099e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/03d5c12d-ae67-447e-8321-e85e3b1aba3b HTTP/1.1" status: 404 len: 337 time: 0.1121488 Mar 01 21:17:18.076035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e8ee52ce-371a-428d-96a2-df5be0d7b591 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:18.077934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43178) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:18.129324 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9c3a2b34-ea39-4573-beb1-afe17adf4589 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:17:18.142773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe45a2b8-2fa0-4b77-9444-c7a914cb8e0e admin admin] Network 7ebe53d5-a152-4e71-89db-032890009b0a is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:18.147726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-fe45a2b8-2fa0-4b77-9444-c7a914cb8e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:18.151137 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe45a2b8-2fa0-4b77-9444-c7a914cb8e0e admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:17:18.197335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-2ec7e0a3-e803-47fc-bbc4-7ee74e4251c9 admin admin] For port 9f16895b-4201-4b33-a37d-7ddedc5312c9, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9f16895b-4201-4b33-a37d-7ddedc5312c9,segment=NetworkSegment(84854a8c-ded1-4ca6-9cb8-0eb467d349a7),segment_id=84854a8c-ded1-4ca6-9cb8-0eb467d349a7)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:18.197858 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ec7e0a3-e803-47fc-bbc4-7ee74e4251c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:18.232051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 9c3a2b34-ea39-4573-beb1-afe17adf4589 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:17:18.232436 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9c3a2b34-ea39-4573-beb1-afe17adf4589 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:17:18.249200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-1fa4f1ad-b180-4703-a65e-fe671e8e2830 admin admin] Allocated IP 172.20.0.1 (20de8756-a04e-4847-9b4f-aad54895376c/65b447e9-6502-48bd-a832-2509f47dca5c/3fd05dfb-55bb-4a26-8d6c-69d336bce1e2) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:17:18.281620 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:18.422906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2e3179-eb6d-4268-968d-515629c3141a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb568eb4-a71b-4d0d-a4b4-bb8818665893'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:17:18.424532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45a2b8-2fa0-4b77-9444-c7a914cb8e0e admin admin] Pushing event updated for resources: {'Port': ['ID=803438a9-4a96-4eec-aecb-4ef10ecce106,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:18.450564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43781e0e-a369-478f-8cf6-30058bd07384 None None] DHCP port deletion for ad62e9af-4b76-4a54-b75b-80997074ebfc request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:17:18.456323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-2ec7e0a3-e803-47fc-bbc4-7ee74e4251c9 admin admin] Calling delete_port for 9f16895b-4201-4b33-a37d-7ddedc5312c9 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:17:18.457666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port eb568eb4-a71b-4d0d-a4b4-bb8818665893, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=eb568eb4-a71b-4d0d-a4b4-bb8818665893,segment=NetworkSegment(40a2efd0-af99-4708-b975-94db3108bbc0),segment_id=40a2efd0-af99-4708-b975-94db3108bbc0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:18.460239 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f1ad-b180-4703-a65e-fe671e8e2830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:18.478714 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-1fa4f1ad-b180-4703-a65e-fe671e8e2830 admin admin] Transition to ACTIVE for port object 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:18.479154 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:18.487146 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe45a2b8-2fa0-4b77-9444-c7a914cb8e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:18.511294 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] Transition to ACTIVE for port object 0d10e4f9-e53c-4f1c-9f43-d41f2816df76 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:18.519055 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-43781e0e-a369-478f-8cf6-30058bd07384 None None] Deleting port 9f16895b-4201-4b33-a37d-7ddedc5312c9 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:17:18.519512 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-43781e0e-a369-478f-8cf6-30058bd07384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:18.558952 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2e3179-eb6d-4268-968d-515629c3141a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb568eb4-a71b-4d0d-a4b4-bb8818665893', 'code': 200} Mar 01 21:17:18.561787 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:18.575731 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-a172f732-8c76-490b-9a69-d4e359b2f9db tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:18.578391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a172f732-8c76-490b-9a69-d4e359b2f9db tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:18.583635 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a172f732-8c76-490b-9a69-d4e359b2f9db tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/c05fd3b1-a2ef-407f-bad1-2026879af2ed HTTP/1.1" status: 404 len: 333 time: 0.0807889 Mar 01 21:17:18.586121 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f1ad-b180-4703-a65e-fe671e8e2830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:18.594316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43184) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:18.635492 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:18.687924 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ec7e0a3-e803-47fc-bbc4-7ee74e4251c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:18.762915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-43781e0e-a369-478f-8cf6-30058bd07384 None None] The port '9f16895b-4201-4b33-a37d-7ddedc5312c9' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:17:18.763998 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] Attempting to bind port 0d10e4f9-e53c-4f1c-9f43-d41f2816df76 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:17:18.764377 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] Attempting to bind port 0d10e4f9-e53c-4f1c-9f43-d41f2816df76 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:17:18.764746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] Attempting to bind port 0d10e4f9-e53c-4f1c-9f43-d41f2816df76 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:17:18.800338 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=eb568eb4-a71b-4d0d-a4b4-bb8818665893,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:18.899790 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:17:18.899790 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:18.899790 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:18.899790 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:17:18.899790 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] Bound port: 0d10e4f9-e53c-4f1c-9f43-d41f2816df76, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:17:18.899790 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:18.900850 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe45a2b8-2fa0-4b77-9444-c7a914cb8e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:18.952235 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e8ee52ce-371a-428d-96a2-df5be0d7b591 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:19.041363 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7e0a3-e803-47fc-bbc4-7ee74e4251c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f16895b-4201-4b33-a37d-7ddedc5312c9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:19.045246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec7e0a3-e803-47fc-bbc4-7ee74e4251c9 admin admin] No DVR routers for this DVR port 9f16895b-4201-4b33-a37d-7ddedc5312c9 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:17:19.070448 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d9d0469a-9758-475a-9545-18d89ceb567e None None] Provisioning for port 803438a9-4a96-4eec-aecb-4ef10ecce106 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:19.097537 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 99c80556-1e63-4efb-b4ad-eff4abc167c7 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:19.140586 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e5a12c3-a278-4ef3-97de-7494a4e04806 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:19.141316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e5a12c3-a278-4ef3-97de-7494a4e04806 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:19.148108 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d9d0469a-9758-475a-9545-18d89ceb567e None None] Provisioning complete for port 803438a9-4a96-4eec-aecb-4ef10ecce106 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:19.154065 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2e5a12c3-a278-4ef3-97de-7494a4e04806 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/9dbeed22-a048-428c-8eb6-f8a4132170ee HTTP/1.1" status: 404 len: 337 time: 0.5242474 Mar 01 21:17:19.158835 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d9d0469a-9758-475a-9545-18d89ceb567e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:19.159692 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e8ee52ce-371a-428d-96a2-df5be0d7b591 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:19.164047 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e8ee52ce-371a-428d-96a2-df5be0d7b591 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:19.169997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e8ee52ce-371a-428d-96a2-df5be0d7b591 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:19.176270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e8ee52ce-371a-428d-96a2-df5be0d7b591 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:19.201026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43192) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:19.211088 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:17:19.232782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa4f1ad-b180-4703-a65e-fe671e8e2830 admin admin] Network 20de8756-a04e-4847-9b4f-aad54895376c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:19.246805 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4f1ad-b180-4703-a65e-fe671e8e2830 admin admin] Pushing event updated for resources: {'Port': ['ID=3fd05dfb-55bb-4a26-8d6c-69d336bce1e2,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:19.254147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-1fa4f1ad-b180-4703-a65e-fe671e8e2830 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:19.262595 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa4f1ad-b180-4703-a65e-fe671e8e2830 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:17:19.277866 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4df6e4f-8c21-4ed7-ac92-9b51261b202c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:19.278408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4df6e4f-8c21-4ed7-ac92-9b51261b202c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:19.281539 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385e186-0437-4c3d-ab9e-0247a221ed6b None None] Pushing event updated for resources: {'Port': ['ID=0d10e4f9-e53c-4f1c-9f43-d41f2816df76,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:19.289173 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b4df6e4f-8c21-4ed7-ac92-9b51261b202c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/b17e017c-e55b-48ac-868b-398bcb3d39c3 HTTP/1.1" status: 404 len: 337 time: 0.0790839 Mar 01 21:17:19.298401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43196) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:19.325649 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d9d0469a-9758-475a-9545-18d89ceb567e None None] Port 803438a9-4a96-4eec-aecb-4ef10ecce106 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:17:19.327612 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] For port 0d10e4f9-e53c-4f1c-9f43-d41f2816df76, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:17:19.331900 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] For port 0d10e4f9-e53c-4f1c-9f43-d41f2816df76, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0d10e4f9-e53c-4f1c-9f43-d41f2816df76,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:17:19.408829 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f1ad-b180-4703-a65e-fe671e8e2830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:19.442016 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:19.452801 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ec7e0a3-e803-47fc-bbc4-7ee74e4251c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:19.488001 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5e88a6-91d6-4323-b401-7e52736944c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:19.488576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5e88a6-91d6-4323-b401-7e52736944c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:19.492669 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0b5e88a6-91d6-4323-b401-7e52736944c5 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/6622b9e5-e1a4-4bba-b2b5-35d59721fbdb HTTP/1.1" status: 404 len: 333 time: 0.1420968 Mar 01 21:17:19.501198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43200) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:19.516882 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 99c80556-1e63-4efb-b4ad-eff4abc167c7 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:19.539714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 99c80556-1e63-4efb-b4ad-eff4abc167c7 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:19.540247 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:19.578567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-2ec7e0a3-e803-47fc-bbc4-7ee74e4251c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad62e9af-4b76-4a54-b75b-80997074ebfc']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:19.587609 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc59bced-ed81-4e52-873c-821d59c27c7e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:19.587609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc59bced-ed81-4e52-873c-821d59c27c7e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:19.591593 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fc59bced-ed81-4e52-873c-821d59c27c7e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/c345dbd7-86ff-46c7-b03b-cf4bb02c2aa6 HTTP/1.1" status: 404 len: 337 time: 0.0788865 Mar 01 21:17:19.595053 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] Routers {'fbaee3dc-c977-428d-9768-e6a8d55975be'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:19.595053 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fbaee3dc-c977-428d-9768-e6a8d55975be'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:19.595270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43204) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:19.597889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaafe34-a2e1-4803-85d1-6bddec66c730 req-009d1e12-c8ba-4c0e-8a7c-89321d176973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:19.599564 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4aaafe34-a2e1-4803-85d1-6bddec66c730 req-009d1e12-c8ba-4c0e-8a7c-89321d176973 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 1096 time: 0.9726658 Mar 01 21:17:19.607950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e9b25e-b0b4-436c-b8e8-6f94a8c7d520 req-61b2ea18-2e8b-494a-ab96-0b59e8d825cd tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:19.608959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-2ec7e0a3-e803-47fc-bbc4-7ee74e4251c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84854a8c-ded1-4ca6-9cb8-0eb467d349a7') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:19.609257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-2ec7e0a3-e803-47fc-bbc4-7ee74e4251c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84854a8c-ded1-4ca6-9cb8-0eb467d349a7') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:19.609383 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78e9b25e-b0b4-436c-b8e8-6f94a8c7d520 req-61b2ea18-2e8b-494a-ab96-0b59e8d825cd tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 945 time: 0.5171971 Mar 01 21:17:19.613521 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e8ee52ce-371a-428d-96a2-df5be0d7b591 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:19.667546 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-35eb8fe5-a613-4f41-b280-dfdfc696274b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:19.668005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35eb8fe5-a613-4f41-b280-dfdfc696274b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:19.672056 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-35eb8fe5-a613-4f41-b280-dfdfc696274b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/3c0d6db8-ead3-4206-abbc-707125b77ed8 HTTP/1.1" status: 404 len: 337 time: 0.0722969 Mar 01 21:17:19.673090 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ec7e0a3-e803-47fc-bbc4-7ee74e4251c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:19.679334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43208) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:19.681307 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f8bdb-affc-4b0c-a12d-3583930b3fa6 req-eaeb37d2-45f8-4627-8043-e23c834c8701 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:19.681570 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-949f8bdb-affc-4b0c-a12d-3583930b3fa6 req-eaeb37d2-45f8-4627-8043-e23c834c8701 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.8027656 Mar 01 21:17:19.722930 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0385e186-0437-4c3d-ab9e-0247a221ed6b None None] Pushing event updated for resources: {'Port': ['ID=0d10e4f9-e53c-4f1c-9f43-d41f2816df76,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:19.748944 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ec7e0a3-e803-47fc-bbc4-7ee74e4251c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:19.749183 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e8ee52ce-371a-428d-96a2-df5be0d7b591 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:19.752348 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-e28f0833-2d52-4ef9-b500-ee84fc9bfe3d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:19.753881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e28f0833-2d52-4ef9-b500-ee84fc9bfe3d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:19.760494 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e28f0833-2d52-4ef9-b500-ee84fc9bfe3d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/76c3d1e4-eb61-4fab-b349-2ea68a1a8164 HTTP/1.1" status: 404 len: 333 time: 0.0757444 Mar 01 21:17:19.773271 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43212) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:19.783998 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4aaafe34-a2e1-4803-85d1-6bddec66c730 req-d899c860-e9fe-4815-9540-ed1cc5dbf2ff service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692324 Mar 01 21:17:19.787159 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe45a2b8-2fa0-4b77-9444-c7a914cb8e0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:19.800097 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec7e0a3-e803-47fc-bbc4-7ee74e4251c9 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:17:19.800841 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ec7e0a3-e803-47fc-bbc4-7ee74e4251c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:17:19.820371 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:17:19.829630 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e697e0a1-041d-48c0-af7e-3a0971552ee2 None None] Provisioning for port 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:19.832387 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78e9b25e-b0b4-436c-b8e8-6f94a8c7d520 req-ab6cc19e-7247-4c17-8797-2d8f4c3c2015 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950572 Mar 01 21:17:19.856790 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e697e0a1-041d-48c0-af7e-3a0971552ee2 None None] Provisioning complete for port 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:19.857372 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e697e0a1-041d-48c0-af7e-3a0971552ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:19.887190 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-17d89f0c-9f59-49cd-a700-993be6fae8bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:19.887731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17d89f0c-9f59-49cd-a700-993be6fae8bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:19.900213 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-949f8bdb-affc-4b0c-a12d-3583930b3fa6 req-0e3cee82-caed-4ff3-b6c4-17316a02b77e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2025907 Mar 01 21:17:19.908521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee52ce-371a-428d-96a2-df5be0d7b591 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=992f17b7-5b73-45a4-9932-e5a4063dcf7c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:19.919247 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-17d89f0c-9f59-49cd-a700-993be6fae8bd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/e6a81430-0bb0-4825-ab4a-9c1e41e54aea HTTP/1.1" status: 404 len: 337 time: 0.1377654 Mar 01 21:17:19.923849 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43216) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:19.929254 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe45a2b8-2fa0-4b77-9444-c7a914cb8e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:19.959541 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:19.972652 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e8ee52ce-371a-428d-96a2-df5be0d7b591 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:19.978314 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e8ee52ce-371a-428d-96a2-df5be0d7b591 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0339110 Mar 01 21:17:19.979178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43220) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:19.981630 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] Set router fbaee3dc-c977-428d-9768-e6a8d55975be gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:17:19.986030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-29c509ba-f26e-4411-a10f-d3eedc4df6bb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': '992f17b7-5b73-45a4-9932-e5a4063dcf7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:20.037306 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e697e0a1-041d-48c0-af7e-3a0971552ee2 None None] Port 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:17:20.042380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-29c509ba-f26e-4411-a10f-d3eedc4df6bb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:20.063661 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-29c509ba-f26e-4411-a10f-d3eedc4df6bb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:20.070072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-29c509ba-f26e-4411-a10f-d3eedc4df6bb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:20.072571 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 99c80556-1e63-4efb-b4ad-eff4abc167c7, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=99c80556-1e63-4efb-b4ad-eff4abc167c7,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:20.082428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-29c509ba-f26e-4411-a10f-d3eedc4df6bb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:20.131093 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f1ad-b180-4703-a65e-fe671e8e2830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:20.145087 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:20.146157 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c9e34597-394f-4803-8838-2d3dd0e66bbe up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:20.252404 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-de5670dd-5a98-429c-8bda-698b0d316bda tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:20.252778 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de5670dd-5a98-429c-8bda-698b0d316bda tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:20.257054 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-de5670dd-5a98-429c-8bda-698b0d316bda tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/9c327c76-cebc-4592-a003-baf403c40723 HTTP/1.1" status: 404 len: 337 time: 0.3319168 Mar 01 21:17:20.263392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43224) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:20.331103 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-97ebcef5-d5ff-4306-814f-a46336bda91e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:20.331615 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97ebcef5-d5ff-4306-814f-a46336bda91e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:20.346179 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-97ebcef5-d5ff-4306-814f-a46336bda91e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/69f2f875-80a2-483e-ac78-ca1519e9c57f HTTP/1.1" status: 404 len: 333 time: 0.0816710 Mar 01 21:17:20.346903 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43228) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:20.347823 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fe45a2b8-2fa0-4b77-9444-c7a914cb8e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:20.359147 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45a2b8-2fa0-4b77-9444-c7a914cb8e0e admin admin] Pushing event updated for resources: {'Port': ['ID=803438a9-4a96-4eec-aecb-4ef10ecce106,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:20.395993 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=99c80556-1e63-4efb-b4ad-eff4abc167c7,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:20.409593 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c9e34597-394f-4803-8838-2d3dd0e66bbe triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:20.409976 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:20.444229 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc242de2-1b0f-4e89-b913-9538d18f009b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:20.449876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc242de2-1b0f-4e89-b913-9538d18f009b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:20.449876 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cc242de2-1b0f-4e89-b913-9538d18f009b tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/0b3ef8e1-1875-4bdc-a59c-3ff5dfe465e7 HTTP/1.1" status: 404 len: 337 time: 0.0894682 Mar 01 21:17:20.449876 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ec7e0a3-e803-47fc-bbc4-7ee74e4251c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:20.453687 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43232) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:20.458950 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-29c509ba-f26e-4411-a10f-d3eedc4df6bb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:20.464041 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-29c509ba-f26e-4411-a10f-d3eedc4df6bb tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4788818 Mar 01 21:17:20.465652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43234) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:20.471391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-05889572-73b7-4947-a10e-f02bf61d9e81 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group_rule': {'security_group_id': '992f17b7-5b73-45a4-9932-e5a4063dcf7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:20.481981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-05889572-73b7-4947-a10e-f02bf61d9e81 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:20.487839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-05889572-73b7-4947-a10e-f02bf61d9e81 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:20.491852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-05889572-73b7-4947-a10e-f02bf61d9e81 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:20.499397 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-05889572-73b7-4947-a10e-f02bf61d9e81 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:20.510600 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ec7e0a3-e803-47fc-bbc4-7ee74e4251c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:20.515028 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2ec7e0a3-e803-47fc-bbc4-7ee74e4251c9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ad62e9af-4b76-4a54-b75b-80997074ebfc HTTP/1.1" status: 204 len: 168 time: 3.2060025 Mar 01 21:17:20.515028 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-4415383a-9f53-4e8d-b949-92226c14a1d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:20.515028 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4415383a-9f53-4e8d-b949-92226c14a1d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:20.516173 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4415383a-9f53-4e8d-b949-92226c14a1d3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/a760dfa9-aa80-46e9-9c82-6e8fcd6b3aeb HTTP/1.1" status: 404 len: 337 time: 0.0472536 Mar 01 21:17:20.520561 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43240) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:20.525407 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43242) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:20.545718 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f1ad-b180-4703-a65e-fe671e8e2830 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:20.621726 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f1ad-b180-4703-a65e-fe671e8e2830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:20.634096 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'name': 'tempest-TestServerBasicOps-663370134-router', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:08Z', 'updated_at': '2022-03-01T21:17:18Z', 'revision_number': 4, 'project_id': '177562bd87a4424f83471f73a3e34887', 'gw_port': {'id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '803438a9-4a96-4eec-aecb-4ef10ecce106', 'name': '', 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'mac_address': 'fa:16:3e:51:5c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:16Z', 'updated_at': '2022-03-01T21:17:17Z', 'revision_number': 1, 'project_id': '177562bd87a4424f83471f73a3e34887', 'subnets': [{'id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:20.639979 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1968c949-f3d9-412f-b551-4b61377bb424 None None] The sync data for ids ['fbaee3dc-c977-428d-9768-e6a8d55975be'] in n-d-827896-4 is: [{'id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'name': 'tempest-TestServerBasicOps-663370134-router', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:08Z', 'updated_at': '2022-03-01T21:17:18Z', 'revision_number': 4, 'project_id': '177562bd87a4424f83471f73a3e34887', 'gw_port': {'id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '803438a9-4a96-4eec-aecb-4ef10ecce106', 'name': '', 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'mac_address': 'fa:16:3e:51:5c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:16Z', 'updated_at': '2022-03-01T21:17:17Z', 'revision_number': 1, 'project_id': '177562bd87a4424f83471f73a3e34887', 'subnets': [{'id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:17:20.641890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec7e0a3-e803-47fc-bbc4-7ee74e4251c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad62e9af-4b76-4a54-b75b-80997074ebfc,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:20.698981 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9f16895b-4201-4b33-a37d-7ddedc5312c9 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:17:20.729529 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-389029dd-41df-4f78-87ec-1b40ebd1b60d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports?device_id=f3df2927-5524-41f2-9c0e-3e69973b28c9 HTTP/1.1" status: 200 len: 205 time: 0.0899262 Mar 01 21:17:20.735988 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43248) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:20.747991 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-05889572-73b7-4947-a10e-f02bf61d9e81 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:20.751377 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 9f16895b-4201-4b33-a37d-7ddedc5312c9 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:17:20.752376 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9f16895b-4201-4b33-a37d-7ddedc5312c9 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:17:20.752812 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-05889572-73b7-4947-a10e-f02bf61d9e81 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2862613 Mar 01 21:17:20.755277 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43250) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:20.859670 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 99c80556-1e63-4efb-b4ad-eff4abc167c7 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:20.860086 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-3e262bfd-42ac-4aa8-b620-acfa86f86884 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] delete failed (client error): The resource could not be found. Mar 01 21:17:20.863507 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3e262bfd-42ac-4aa8-b620-acfa86f86884 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/routers/f3df2927-5524-41f2-9c0e-3e69973b28c9 HTTP/1.1" status: 404 len: 336 time: 0.1086721 Mar 01 21:17:20.866520 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43258) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:20.938439 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-103d8e6b-93bc-413f-bfa8-f79b5f7e92cf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:20.939144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103d8e6b-93bc-413f-bfa8-f79b5f7e92cf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:20.943162 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-103d8e6b-93bc-413f-bfa8-f79b5f7e92cf tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/ee92c05f-b3e5-49f9-b9f0-94f03e0c6920 HTTP/1.1" status: 404 len: 337 time: 0.0701156 Mar 01 21:17:20.946576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43264) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:20.950223 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1fa4f1ad-b180-4703-a65e-fe671e8e2830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:21.060274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa4f1ad-b180-4703-a65e-fe671e8e2830 admin admin] Pushing event updated for resources: {'Port': ['ID=3fd05dfb-55bb-4a26-8d6c-69d336bce1e2,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:21.100732 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-670d8a37-9db5-43d4-ab42-f1ea991536dc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "GET /v2.0/ports?device_id=46f80afb-3ab2-4a70-968c-9d0c59be7823 HTTP/1.1" status: 200 len: 205 time: 0.1523747 Mar 01 21:17:21.104188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43268) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:21.148607 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 99c80556-1e63-4efb-b4ad-eff4abc167c7 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:21.148987 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:21.333317 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe45a2b8-2fa0-4b77-9444-c7a914cb8e0e admin admin] Network 7ebe53d5-a152-4e71-89db-032890009b0a is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:21.348769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-fe45a2b8-2fa0-4b77-9444-c7a914cb8e0e admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:21.493853 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:21.545453 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-97fa4816-655b-4bcd-9b3c-ea009455656c tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:21.595888 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-97fa4816-655b-4bcd-9b3c-ea009455656c tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:21.606765 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-5a24312d-bcee-4044-aacc-f3b619ddd360 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] delete failed (client error): The resource could not be found. Mar 01 21:17:21.610064 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5a24312d-bcee-4044-aacc-f3b619ddd360 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/routers/46f80afb-3ab2-4a70-968c-9d0c59be7823 HTTP/1.1" status: 404 len: 336 time: 0.4956563 Mar 01 21:17:21.613783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43272) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:21.786800 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa4f1ad-b180-4703-a65e-fe671e8e2830 admin admin] Network 20de8756-a04e-4847-9b4f-aad54895376c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:21.789553 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b2319e29-3785-4d1d-9117-47b0af5e78a2 None None] Provisioning complete for port 803438a9-4a96-4eec-aecb-4ef10ecce106 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:21.790588 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b2319e29-3785-4d1d-9117-47b0af5e78a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:21.795521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cac3bb-0060-4921-8b9d-6f12d0e6d4b7 req-44228008-9069-4a36-9c39-5d8a2682dece tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:21.797033 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00cac3bb-0060-4921-8b9d-6f12d0e6d4b7 req-44228008-9069-4a36-9c39-5d8a2682dece tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.6415784 Mar 01 21:17:21.798250 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-1fa4f1ad-b180-4703-a65e-fe671e8e2830 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:21.807093 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13881708-1762-473e-9a9f-c2fd6ca9589f req-33a84a82-e2a6-432e-ad3b-7cd70220b4da tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:21.808611 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-13881708-1762-473e-9a9f-c2fd6ca9589f req-33a84a82-e2a6-432e-ad3b-7cd70220b4da tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 945 time: 0.4673002 Mar 01 21:17:21.809631 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe45a2b8-2fa0-4b77-9444-c7a914cb8e0e admin admin] Router fbaee3dc-c977-428d-9768-e6a8d55975be has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:17:21.876048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b2319e29-3785-4d1d-9117-47b0af5e78a2 None None] Port 803438a9-4a96-4eec-aecb-4ef10ecce106 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:17:21.886030 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da8bb2e-c468-4d30-9ea4-621fb1c98239 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:21.886489 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da8bb2e-c468-4d30-9ea4-621fb1c98239 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:21.888205 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1da8bb2e-c468-4d30-9ea4-621fb1c98239 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/c31d33e6-1edc-4831-a9f9-0506b8d2d656 HTTP/1.1" status: 404 len: 337 time: 0.2708833 Mar 01 21:17:21.900041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43276) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:22.102879 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-090d934a-7638-4cb8-8eaf-2dfba968c081 None None] Provisioning complete for port 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:22.104306 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-090d934a-7638-4cb8-8eaf-2dfba968c081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:22.121706 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-13881708-1762-473e-9a9f-c2fd6ca9589f req-c44e8d8a-ed20-49ef-9e94-e8d7ae1c2a63 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893634 Mar 01 21:17:22.142062 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00cac3bb-0060-4921-8b9d-6f12d0e6d4b7 req-bc7e61a9-9d3e-4d99-af0f-b515322a3ad6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3323767 Mar 01 21:17:22.159206 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa4f1ad-b180-4703-a65e-fe671e8e2830 admin admin] Router 961cfb72-0759-4f7b-b481-5c83c19fe66b has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:17:22.190396 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-090d934a-7638-4cb8-8eaf-2dfba968c081 None None] Port 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:17:22.224846 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-48eff2bd-20da-4a62-8a6d-5ba6569cccf6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:22.225444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48eff2bd-20da-4a62-8a6d-5ba6569cccf6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:22.248389 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-48eff2bd-20da-4a62-8a6d-5ba6569cccf6 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/8d5a2281-f3c5-48f2-bd65-c14912d10c09 HTTP/1.1" status: 404 len: 337 time: 0.3457661 Mar 01 21:17:22.249275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43282) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:22.337632 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-87476713-50c9-4630-b54a-3167292f7889 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:22.338104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87476713-50c9-4630-b54a-3167292f7889 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:22.340320 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-87476713-50c9-4630-b54a-3167292f7889 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/6b223abe-e50b-489e-b958-75a61425f4fe HTTP/1.1" status: 404 len: 333 time: 0.0900810 Mar 01 21:17:22.348467 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43286) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:22.361820 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-97fa4816-655b-4bcd-9b3c-ea009455656c tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:22.364338 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-97fa4816-655b-4bcd-9b3c-ea009455656c tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:22.367787 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-97fa4816-655b-4bcd-9b3c-ea009455656c tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "DELETE /v2.0/security-groups/992f17b7-5b73-45a4-9932-e5a4063dcf7c HTTP/1.1" status: 204 len: 168 time: 1.6066201 Mar 01 21:17:22.387398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43290) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:22.421270 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-40729e75-d8ff-4aae-85a2-18442dc1f2c3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:22.422113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40729e75-d8ff-4aae-85a2-18442dc1f2c3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:22.423474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-40729e75-d8ff-4aae-85a2-18442dc1f2c3 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/21126e6b-cb03-4798-8c44-baac79a6a2fd HTTP/1.1" status: 404 len: 337 time: 0.0738993 Mar 01 21:17:22.437865 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43294) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:22.444596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fa4816-655b-4bcd-9b3c-ea009455656c tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=992f17b7-5b73-45a4-9932-e5a4063dcf7c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:22.464060 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe45a2b8-2fa0-4b77-9444-c7a914cb8e0e admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:17:22.508400 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fe45a2b8-2fa0-4b77-9444-c7a914cb8e0e admin admin] 10.222.0.42 "PUT /v2.0/routers/fbaee3dc-c977-428d-9768-e6a8d55975be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7103953 Mar 01 21:17:22.542426 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9f494-2dfc-45df-bf1e-4f482d501cd7 req-a1727055-7d75-4f97-863a-88d599d2cd08 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:22.547991 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70b9f494-2dfc-45df-bf1e-4f482d501cd7 req-a1727055-7d75-4f97-863a-88d599d2cd08 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.2644675 Mar 01 21:17:22.578257 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa4f1ad-b180-4703-a65e-fe671e8e2830 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:17:22.594410 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1fa4f1ad-b180-4703-a65e-fe671e8e2830 admin admin] 10.222.0.42 "PUT /v2.0/routers/961cfb72-0759-4f7b-b481-5c83c19fe66b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2006438 Mar 01 21:17:22.594582 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fc14084-487c-441c-b78e-21c11954ac5e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:22.595055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fc14084-487c-441c-b78e-21c11954ac5e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:22.598459 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25a2278-a557-45fb-8966-843be64930cd None None] Sync routers for ids ['961cfb72-0759-4f7b-b481-5c83c19fe66b'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:17:22.599443 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8fc14084-487c-441c-b78e-21c11954ac5e tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/d3feb971-4386-4f32-aced-e6f2ff4030c9 HTTP/1.1" status: 404 len: 333 time: 0.1513774 Mar 01 21:17:22.600066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43300) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:22.606412 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3e932449-f07e-4c06-8d2a-2a44eba46665 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Synchronizing usage tracker for tenant:221a36b4bc9341579d392356d1bc923a on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:22.622501 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25a2278-a557-45fb-8966-843be64930cd None None] Routers {'961cfb72-0759-4f7b-b481-5c83c19fe66b'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:22.623795 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-a25a2278-a557-45fb-8966-843be64930cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['961cfb72-0759-4f7b-b481-5c83c19fe66b'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:22.652271 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70b9f494-2dfc-45df-bf1e-4f482d501cd7 req-42cb9ffc-016d-49ff-b374-7e82623b9112 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918291 Mar 01 21:17:22.664503 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a2691a4-9757-48d8-a1dd-7cdd29167029 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:22.665579 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a2691a4-9757-48d8-a1dd-7cdd29167029 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:22.670166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43306) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:22.670652 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8a2691a4-9757-48d8-a1dd-7cdd29167029 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/85db08ee-4174-4ef8-8537-1dd2a62389aa HTTP/1.1" status: 404 len: 337 time: 0.0682316 Mar 01 21:17:22.706305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43310) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:22.771956 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d43f1b4-516a-4aa4-b009-abc7b9fa14af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:22.801117 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-a633f519-d7f0-474c-bb83-edec3c599548 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:22.801458 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a633f519-d7f0-474c-bb83-edec3c599548 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:22.803928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a633f519-d7f0-474c-bb83-edec3c599548 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/a1525d62-1ddf-49a9-a98d-1ddacdb6fba3 HTTP/1.1" status: 404 len: 333 time: 0.1320133 Mar 01 21:17:22.808435 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43314) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:22.875005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3e932449-f07e-4c06-8d2a-2a44eba46665 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Unset dirty status for tenant:221a36b4bc9341579d392356d1bc923a on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:22.876388 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3e932449-f07e-4c06-8d2a-2a44eba46665 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4824512 Mar 01 21:17:22.881572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43320) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:22.887166 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group': {'name': 'tempest-secgroup--1327291184'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:22.898269 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59f7f2c-c61d-4ee1-a333-e070c98f8c6c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:22.898716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f59f7f2c-c61d-4ee1-a333-e070c98f8c6c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:22.910106 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43324) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:22.912058 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f59f7f2c-c61d-4ee1-a333-e070c98f8c6c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/ba2f3868-2007-4ef1-b8db-b56801187947 HTTP/1.1" status: 404 len: 337 time: 0.1028738 Mar 01 21:17:22.952052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:22.981832 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:22.986999 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9df436d-c289-4e3a-99c1-ebc0af47ff18 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:22.987458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9df436d-c289-4e3a-99c1-ebc0af47ff18 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:22.994943 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43334) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:23.002764 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a9df436d-c289-4e3a-99c1-ebc0af47ff18 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/6474096f-e22d-4e0e-83fe-ff64f0467e1f HTTP/1.1" status: 404 len: 333 time: 0.0918450 Mar 01 21:17:23.074658 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0d10e4f9-e53c-4f1c-9f43-d41f2816df76 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:23.082756 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0d5bb3-2c5c-4afd-add4-eb65f57c46cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:23.083117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a0d5bb3-2c5c-4afd-add4-eb65f57c46cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:23.087872 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2a0d5bb3-2c5c-4afd-add4-eb65f57c46cc tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/ce86689e-7d45-4d0e-8f01-8ac02200a6e3 HTTP/1.1" status: 404 len: 337 time: 0.0947211 Mar 01 21:17:23.088731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43340) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:23.223467 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-451eef29-8480-4846-882d-8859b1f3d69d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:23.224891 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451eef29-8480-4846-882d-8859b1f3d69d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:23.236330 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-451eef29-8480-4846-882d-8859b1f3d69d tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/961dec88-4a94-448e-9b86-63afd0b641b4 HTTP/1.1" status: 404 len: 333 time: 0.1462784 Mar 01 21:17:23.237289 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43346) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:23.289691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-a25a2278-a557-45fb-8966-843be64930cd None None] Set router 961cfb72-0759-4f7b-b481-5c83c19fe66b gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:17:23.296943 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:23.341230 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b69f2c2-cde8-4116-b309-374015de1b40 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:23.341681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b69f2c2-cde8-4116-b309-374015de1b40 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:23.354726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43350) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:23.358860 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6b69f2c2-cde8-4116-b309-374015de1b40 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/026cf8f0-1e17-4cd5-a09d-ec921ba25c5a HTTP/1.1" status: 404 len: 337 time: 0.1155407 Mar 01 21:17:23.393051 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bba4fdf9-802e-4f49-a854-e50c0f419d2f tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:23.401479 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bba4fdf9-802e-4f49-a854-e50c0f419d2f tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 1091 time: 0.6923687 Mar 01 21:17:23.404163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43356) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:23.429324 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 0d10e4f9-e53c-4f1c-9f43-d41f2816df76 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:23.482361 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 0d10e4f9-e53c-4f1c-9f43-d41f2816df76 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:23.482983 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:23.506508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edf2d6c-7a51-4e1a-9763-3897a325ee26 req-7b1c7427-c168-4f3b-86cd-e8c39bb359fa tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:23.508254 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2edf2d6c-7a51-4e1a-9763-3897a325ee26 req-7b1c7427-c168-4f3b-86cd-e8c39bb359fa tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 945 time: 0.1371310 Mar 01 21:17:23.528672 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:23.559878 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:23.564530 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Usage tracker for resource:security_group_rule and tenant:221a36b4bc9341579d392356d1bc923a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:23.613420 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:23.615808 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:23.623594 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2edf2d6c-7a51-4e1a-9763-3897a325ee26 req-942d95d0-59e1-40ff-abd0-d964324ab5cb tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006994 Mar 01 21:17:23.628832 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5d7c3c6-2bb4-497a-bc65-afa5d45eca66 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:23.629780 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5d7c3c6-2bb4-497a-bc65-afa5d45eca66 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:23.633957 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d5d7c3c6-2bb4-497a-bc65-afa5d45eca66 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/d99e6275-68a5-4c67-8dd5-d8633aa24491 HTTP/1.1" status: 404 len: 333 time: 0.2661889 Mar 01 21:17:23.635451 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43388) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:23.638984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:floatingip and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:23.642329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:23.644696 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:23.659114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:23.748303 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:23.767545 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-923a2c15-7c81-4789-bce1-3df7846fed97 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:23.768256 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923a2c15-7c81-4789-bce1-3df7846fed97 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:23.773348 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-923a2c15-7c81-4789-bce1-3df7846fed97 tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/2d94b882-0341-42f7-b068-64162b934fd6 HTTP/1.1" status: 404 len: 337 time: 0.1239591 Mar 01 21:17:23.780169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43400) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:23.895420 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-1df2966a-c162-4c78-9636-6f51681d8fde tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:23.895886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1df2966a-c162-4c78-9636-6f51681d8fde tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:23.900606 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1df2966a-c162-4c78-9636-6f51681d8fde tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/ports/2c6ec930-1783-4869-a1b8-cee033bbcaad HTTP/1.1" status: 404 len: 333 time: 0.1160402 Mar 01 21:17:23.901020 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43410) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:23.964586 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:23.981615 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] Sync routers for ids ['fbaee3dc-c977-428d-9768-e6a8d55975be'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:17:23.990268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43414) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:23.992058 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:23.995044 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] Routers {'fbaee3dc-c977-428d-9768-e6a8d55975be'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:23.995698 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fbaee3dc-c977-428d-9768-e6a8d55975be'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:23.996269 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0343a21-a5a7-4962-b3a1-e82198eff6cd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] DELETE failed (client error): The resource could not be found. Mar 01 21:17:23.996858 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0343a21-a5a7-4962-b3a1-e82198eff6cd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:17:24.001226 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f0343a21-a5a7-4962-b3a1-e82198eff6cd tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/subnets/98885660-f8d0-4053-bdee-8a57a54acdfb HTTP/1.1" status: 404 len: 337 time: 0.0968115 Mar 01 21:17:24.001415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43418) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:24.014798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-282120693-network', 'tenant_id': '092d94fa80f04f43a9204bf317cd4e0e'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:24.026112 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 0d10e4f9-e53c-4f1c-9f43-d41f2816df76, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0d10e4f9-e53c-4f1c-9f43-d41f2816df76,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:24.043449 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-a25a2278-a557-45fb-8966-843be64930cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961cfb72-0759-4f7b-b481-5c83c19fe66b', 'name': 'tempest-TestVolumeBackupRestore-1566295668-router', 'tenant_id': '4ebad336a17b4f14b2e04c642db94cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '99c80556-1e63-4efb-b4ad-eff4abc167c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:04Z', 'updated_at': '2022-03-01T21:17:19Z', 'revision_number': 4, 'project_id': '4ebad336a17b4f14b2e04c642db94cd1', 'gw_port': {'id': '99c80556-1e63-4efb-b4ad-eff4abc167c7', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961cfb72-0759-4f7b-b481-5c83c19fe66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '3fd05dfb-55bb-4a26-8d6c-69d336bce1e2', 'name': '', 'network_id': '20de8756-a04e-4847-9b4f-aad54895376c', 'tenant_id': '4ebad336a17b4f14b2e04c642db94cd1', 'mac_address': 'fa:16:3e:26:1a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961cfb72-0759-4f7b-b481-5c83c19fe66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '65b447e9-6502-48bd-a832-2509f47dca5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:17Z', 'updated_at': '2022-03-01T21:17:20Z', 'revision_number': 2, 'project_id': '4ebad336a17b4f14b2e04c642db94cd1', 'subnets': [{'id': '65b447e9-6502-48bd-a832-2509f47dca5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:24.057508 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25a2278-a557-45fb-8966-843be64930cd None None] Checking router: 961cfb72-0759-4f7b-b481-5c83c19fe66b for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:17:24.058053 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25a2278-a557-45fb-8966-843be64930cd None None] Updating router 961cfb72-0759-4f7b-b481-5c83c19fe66b port 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:17:24.102375 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:24.129070 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:24.146822 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3530a782-98a0-49aa-a615-c46f53e49b7c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:24.157185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0d43f1b4-516a-4aa4-b009-abc7b9fa14af admin admin] Deleting port 92007ef5-0a3e-4c8d-8671-787b63a59635 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:17:24.157856 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d43f1b4-516a-4aa4-b009-abc7b9fa14af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:24.198924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:24.211504 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a25a2278-a557-45fb-8966-843be64930cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:24.224730 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Usage tracker for resource:network and tenant:092d94fa80f04f43a9204bf317cd4e0e is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:24.235641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:24.242759 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:24.290320 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=0d10e4f9-e53c-4f1c-9f43-d41f2816df76,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:24.294742 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] Set router fbaee3dc-c977-428d-9768-e6a8d55975be gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:17:24.322464 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:24.334586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38ae8a9d-8aca-4fb1-9ef6-deb4c685a3ca,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:24.366463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:24.366882 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:24.367231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:24.367589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:24.367988 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:24.368942 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:24.369738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:24.369738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:24.370110 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:24.370479 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:24.370879 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:24.371208 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:24.577328 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:24.626675 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3530a782-98a0-49aa-a615-c46f53e49b7c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:24.634513 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:24.635641 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8203af98-7c7c-44a5-8884-14316fcfb3c6 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7530923 Mar 01 21:17:24.643822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43426) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:24.649763 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-709453bb-f7fb-4fdb-8f72-699b8c2e439c tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:24.650180 n-d-827896-4 neutron-server[88519]: WARNING neutron.api.v2.base [None req-709453bb-f7fb-4fdb-8f72-699b8c2e439c tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 01 21:17:24.650671 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-709453bb-f7fb-4fdb-8f72-699b8c2e439c tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] update failed (client error): There was a conflict when trying to complete your request. Mar 01 21:17:24.651657 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-709453bb-f7fb-4fdb-8f72-699b8c2e439c tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "PUT /v2.0/security-groups/38ae8a9d-8aca-4fb1-9ef6-deb4c685a3ca HTTP/1.1" status: 409 len: 330 time: 0.0067120 Mar 01 21:17:24.655075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43430) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:24.715945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Made reservation on behalf of 092d94fa80f04f43a9204bf317cd4e0e for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:17:24.715945 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:24.725351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-3530a782-98a0-49aa-a615-c46f53e49b7c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc39aad2-d371-4bc1-8f73-2342392e478c']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:24.744819 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:24.760719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-3530a782-98a0-49aa-a615-c46f53e49b7c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5268edef-590e-46a7-9bcf-41f63ffd0194') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:24.761274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-3530a782-98a0-49aa-a615-c46f53e49b7c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5268edef-590e-46a7-9bcf-41f63ffd0194') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:24.766748 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-0d43f1b4-516a-4aa4-b009-abc7b9fa14af admin admin] For port 92007ef5-0a3e-4c8d-8671-787b63a59635, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=92007ef5-0a3e-4c8d-8671-787b63a59635,segment=NetworkSegment(68400380-c21a-456b-96ad-f061bd67bc9d),segment_id=68400380-c21a-456b-96ad-f061bd67bc9d)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:24.767119 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d43f1b4-516a-4aa4-b009-abc7b9fa14af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:24.791664 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3530a782-98a0-49aa-a615-c46f53e49b7c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:24.809687 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ab6b9bc8-8e0f-4e44-b5ac-8d97722af069 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:24.819190 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a25a2278-a557-45fb-8966-843be64930cd None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:24.835848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a25a2278-a557-45fb-8966-843be64930cd None None] Transition to ACTIVE for port object 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:24.847710 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ab6b9bc8-8e0f-4e44-b5ac-8d97722af069 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:24.889523 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'name': 'tempest-TestServerBasicOps-663370134-router', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:08Z', 'updated_at': '2022-03-01T21:17:18Z', 'revision_number': 4, 'project_id': '177562bd87a4424f83471f73a3e34887', 'gw_port': {'id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '803438a9-4a96-4eec-aecb-4ef10ecce106', 'name': '', 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'mac_address': 'fa:16:3e:51:5c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:16Z', 'updated_at': '2022-03-01T21:17:19Z', 'revision_number': 2, 'project_id': '177562bd87a4424f83471f73a3e34887', 'subnets': [{'id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:24.906598 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] Checking router: fbaee3dc-c977-428d-9768-e6a8d55975be for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:17:24.907296 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] Updating router fbaee3dc-c977-428d-9768-e6a8d55975be port 803438a9-4a96-4eec-aecb-4ef10ecce106 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:17:24.912676 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3530a782-98a0-49aa-a615-c46f53e49b7c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:24.916949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0d10e4f9-e53c-4f1c-9f43-d41f2816df76 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:24.940862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3530a782-98a0-49aa-a615-c46f53e49b7c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:17:24.941282 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3530a782-98a0-49aa-a615-c46f53e49b7c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:17:24.968152 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:17:24.978333 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:25.008914 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a25a2278-a557-45fb-8966-843be64930cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:25.111877 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:25.159247 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ab6b9bc8-8e0f-4e44-b5ac-8d97722af069 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:25.193446 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ab6b9bc8-8e0f-4e44-b5ac-8d97722af069 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:25.194830 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ab6b9bc8-8e0f-4e44-b5ac-8d97722af069 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "DELETE /v2.0/security-groups/38ae8a9d-8aca-4fb1-9ef6-deb4c685a3ca HTTP/1.1" status: 204 len: 168 time: 0.5385990 Mar 01 21:17:25.195969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b9bc8-8e0f-4e44-b5ac-8d97722af069 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38ae8a9d-8aca-4fb1-9ef6-deb4c685a3ca,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:25.198524 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43442) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:25.277805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Allocated IP 172.25.5.17 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/af3a278b-922d-456e-9efc-aa77cf17c0d9) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:17:25.308126 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3530a782-98a0-49aa-a615-c46f53e49b7c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:25.354185 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3530a782-98a0-49aa-a615-c46f53e49b7c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:25.364095 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3530a782-98a0-49aa-a615-c46f53e49b7c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] Pushing event deleted for resources: {'Network': ['ID=cc39aad2-d371-4bc1-8f73-2342392e478c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:25.375850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f84341b3-f1af-4f5d-9973-f0b69220ee97 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Synchronizing usage tracker for tenant:221a36b4bc9341579d392356d1bc923a on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:25.384739 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3530a782-98a0-49aa-a615-c46f53e49b7c tempest-NetworksTestDHCPv6-2065906448 tempest-NetworksTestDHCPv6-2065906448-project] 10.222.0.42 "DELETE /v2.0/networks/cc39aad2-d371-4bc1-8f73-2342392e478c HTTP/1.1" status: 204 len: 168 time: 1.3823168 Mar 01 21:17:25.426353 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0d43f1b4-516a-4aa4-b009-abc7b9fa14af admin admin] Calling delete_port for 92007ef5-0a3e-4c8d-8671-787b63a59635 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:17:25.479191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f84341b3-f1af-4f5d-9973-f0b69220ee97 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] Unset dirty status for tenant:221a36b4bc9341579d392356d1bc923a on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:25.479191 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f84341b3-f1af-4f5d-9973-f0b69220ee97 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2765818 Mar 01 21:17:25.483634 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43458) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:25.510293 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-3ea04d8c-e891-4be5-85de-9ba01f53c67b tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] delete failed (client error): The resource could not be found. Mar 01 21:17:25.511345 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3ea04d8c-e891-4be5-85de-9ba01f53c67b tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "DELETE /v2.0/security-groups/618921fa-25b1-4fcf-b38a-a69af0307ee4 HTTP/1.1" status: 404 len: 347 time: 0.0267437 Mar 01 21:17:25.516734 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43466) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:25.539141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Usage tracker for resource:security_group_rule and tenant:092d94fa80f04f43a9204bf317cd4e0e is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:25.551593 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-ded9c9f6-560a-438f-8153-610c712e01a7 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] show failed (client error): The resource could not be found. Mar 01 21:17:25.557698 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ded9c9f6-560a-438f-8153-610c712e01a7 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "GET /v2.0/security-groups/14ec65cd-0140-4422-940e-d8d4a094eebd HTTP/1.1" status: 404 len: 347 time: 0.0348110 Mar 01 21:17:25.557995 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43474) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:25.590398 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-0786b7e5-18de-4150-b4ff-4415ece62601 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] show failed (client error): The resource could not be found. Mar 01 21:17:25.596065 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0786b7e5-18de-4150-b4ff-4415ece62601 tempest-NegativeSecGroupIPv6Test-966190626 tempest-NegativeSecGroupIPv6Test-966190626-project] 10.222.0.42 "GET /v2.0/security-group-rules/e1bced4a-a4d9-456d-bb3f-81f8653885a9 HTTP/1.1" status: 404 len: 356 time: 0.0328321 Mar 01 21:17:25.596269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:25.607281 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:25.803863 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:25.878953 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209675bd-064b-49f5-a598-7a91937e59d3 None None] Pushing event updated for resources: {'Port': ['ID=3fd05dfb-55bb-4a26-8d6c-69d336bce1e2,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:25.913251 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:25.947287 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a25a2278-a557-45fb-8966-843be64930cd None None] Attempting to bind port 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:17:25.947287 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a25a2278-a557-45fb-8966-843be64930cd None None] Attempting to bind port 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '05bc3475-771e-4a49-ad1a-4998d87103a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20de8756-a04e-4847-9b4f-aad54895376c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:17:25.947287 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25a2278-a557-45fb-8966-843be64930cd None None] Attempting to bind port 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2 on network 20de8756-a04e-4847-9b4f-aad54895376c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:17:25.957548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 0d10e4f9-e53c-4f1c-9f43-d41f2816df76 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:25.958021 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:25.964608 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:26.052681 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:26.066865 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:17:26.085691 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] Transition to ACTIVE for port object 803438a9-4a96-4eec-aecb-4ef10ecce106 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:26.086057 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:26.086468 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Added segment 4f430c16-7860-4bb4-a690-85cc37164408 of type vlan for network f03d6e58-fbac-4d6b-9d4d-885e14763e24 Mar 01 21:17:26.087262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25a2278-a557-45fb-8966-843be64930cd None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:17:26.090348 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25a2278-a557-45fb-8966-843be64930cd None None] Checking segment: {'id': '05bc3475-771e-4a49-ad1a-4998d87103a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20de8756-a04e-4847-9b4f-aad54895376c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:26.091035 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a25a2278-a557-45fb-8966-843be64930cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:26.093432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a25a2278-a557-45fb-8966-843be64930cd None None] Bound using segment: {'id': '05bc3475-771e-4a49-ad1a-4998d87103a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20de8756-a04e-4847-9b4f-aad54895376c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:17:26.094343 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a25a2278-a557-45fb-8966-843be64930cd None None] Bound port: 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05bc3475-771e-4a49-ad1a-4998d87103a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '20de8756-a04e-4847-9b4f-aad54895376c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:17:26.094343 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a25a2278-a557-45fb-8966-843be64930cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:26.116986 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64224cd9-9234-444c-b783-f1d2da8c494e req-c5f0a7ae-6f86-4ac5-98ec-a3c4a946dd96 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:26.121477 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-64224cd9-9234-444c-b783-f1d2da8c494e req-c5f0a7ae-6f86-4ac5-98ec-a3c4a946dd96 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 945 time: 0.1522405 Mar 01 21:17:26.159934 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:26.167115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fac4abb-6456-47a9-b1a3-251066091e46,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:26.170799 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d43f1b4-516a-4aa4-b009-abc7b9fa14af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:26.175392 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:26.234291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d43f1b4-516a-4aa4-b009-abc7b9fa14af admin admin] Pushing event deleted for resources: {'Port': ['ID=92007ef5-0a3e-4c8d-8671-787b63a59635,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:26.235341 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-64224cd9-9234-444c-b783-f1d2da8c494e req-5a027287-fcbb-40df-beb1-b27607549fb9 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082058 Mar 01 21:17:26.254047 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43498) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:26.306593 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a25a2278-a557-45fb-8966-843be64930cd None None] For port 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:17:26.311938 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a25a2278-a557-45fb-8966-843be64930cd None None] For port 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3fd05dfb-55bb-4a26-8d6c-69d336bce1e2,segment=NetworkSegment(05bc3475-771e-4a49-ad1a-4998d87103a6),segment_id=05bc3475-771e-4a49-ad1a-4998d87103a6)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:17:26.319157 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=af3a278b-922d-456e-9efc-aa77cf17c0d9,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:26.330698 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:26.334977 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:26.343652 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:17:26.442141 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816526e6-f91b-4ade-b399-b3bad50adc04 None None] Pushing event updated for resources: {'Port': ['ID=803438a9-4a96-4eec-aecb-4ef10ecce106,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:26.457441 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a25a2278-a557-45fb-8966-843be64930cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:26.514126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43506) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:26.578901 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:26.642929 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] Attempting to bind port 803438a9-4a96-4eec-aecb-4ef10ecce106 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:17:26.644419 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] Attempting to bind port 803438a9-4a96-4eec-aecb-4ef10ecce106 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'bd73e560-b075-41d9-b77e-26f9be3affcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:17:26.646508 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] Attempting to bind port 803438a9-4a96-4eec-aecb-4ef10ecce106 on network 7ebe53d5-a152-4e71-89db-032890009b0a {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:17:26.659961 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 17, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:17:26.664609 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] Checking segment: {'id': 'bd73e560-b075-41d9-b77e-26f9be3affcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:26.666652 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:26.668640 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] Bound using segment: {'id': 'bd73e560-b075-41d9-b77e-26f9be3affcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:17:26.669400 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] Bound port: 803438a9-4a96-4eec-aecb-4ef10ecce106, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd73e560-b075-41d9-b77e-26f9be3affcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:17:26.671600 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:26.757518 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25a2278-a557-45fb-8966-843be64930cd None None] Routers {'961cfb72-0759-4f7b-b481-5c83c19fe66b'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:26.762048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-a25a2278-a557-45fb-8966-843be64930cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['961cfb72-0759-4f7b-b481-5c83c19fe66b'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:26.842327 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3c80ff48-6c23-4d89-87c5-57e55161d69c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8d6808e4bfda467d98f278ac09abb826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5779681 Mar 01 21:17:26.843237 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43512) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:26.878614 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] For port 803438a9-4a96-4eec-aecb-4ef10ecce106, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:17:26.886039 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] For port 803438a9-4a96-4eec-aecb-4ef10ecce106, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=803438a9-4a96-4eec-aecb-4ef10ecce106,segment=NetworkSegment(bd73e560-b075-41d9-b77e-26f9be3affcb),segment_id=bd73e560-b075-41d9-b77e-26f9be3affcb)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:17:26.984792 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:27.062661 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5c78b904-ee57-4686-9d83-ed34fbc9fa4e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=221a36b4bc9341579d392356d1bc923a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5468714 Mar 01 21:17:27.064628 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-39c3de43-696b-4ae1-b216-43313d501ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:27.108160 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] Routers {'fbaee3dc-c977-428d-9768-e6a8d55975be'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:27.111640 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fbaee3dc-c977-428d-9768-e6a8d55975be'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:27.134115 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-39c3de43-696b-4ae1-b216-43313d501ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:27.225046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-a25a2278-a557-45fb-8966-843be64930cd None None] Set router 961cfb72-0759-4f7b-b481-5c83c19fe66b gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:17:27.360196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43516) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:27.386800 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-39c3de43-696b-4ae1-b216-43313d501ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:27.471117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3de43-696b-4ae1-b216-43313d501ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952cad4c-9f3f-44b4-98ec-ee84bc239753,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:27.491615 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] Set router fbaee3dc-c977-428d-9768-e6a8d55975be gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:17:27.515712 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209675bd-064b-49f5-a598-7a91937e59d3 None None] Pushing event updated for resources: {'Port': ['ID=3fd05dfb-55bb-4a26-8d6c-69d336bce1e2,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:27.584324 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-39c3de43-696b-4ae1-b216-43313d501ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:27.585500 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816526e6-f91b-4ade-b399-b3bad50adc04 None None] Pushing event updated for resources: {'Port': ['ID=803438a9-4a96-4eec-aecb-4ef10ecce106,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:27.605611 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-39c3de43-696b-4ae1-b216-43313d501ffe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/952cad4c-9f3f-44b4-98ec-ee84bc239753 HTTP/1.1" status: 204 len: 168 time: 0.7604342 Mar 01 21:17:27.613216 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] It took 0.99 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:17:27.672038 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8524d5fd-ce28-4f3a-95c7-e768ad14dba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:27.754102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7da4a-9c1e-43fb-ae35-970f6130bc47 req-a0428e91-0e16-4770-b3e6-fd1933b9036b tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:27.756366 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2d7da4a-9c1e-43fb-ae35-970f6130bc47 req-a0428e91-0e16-4770-b3e6-fd1933b9036b tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.55 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 945 time: 0.4874227 Mar 01 21:17:27.761763 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-883fa0d6-e48b-495d-909b-0ebff773bee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:27.788295 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:27.789268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:27.790413 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:27.836861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-a25a2278-a557-45fb-8966-843be64930cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961cfb72-0759-4f7b-b481-5c83c19fe66b', 'name': 'tempest-TestVolumeBackupRestore-1566295668-router', 'tenant_id': '4ebad336a17b4f14b2e04c642db94cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '99c80556-1e63-4efb-b4ad-eff4abc167c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:04Z', 'updated_at': '2022-03-01T21:17:19Z', 'revision_number': 4, 'project_id': '4ebad336a17b4f14b2e04c642db94cd1', 'gw_port': {'id': '99c80556-1e63-4efb-b4ad-eff4abc167c7', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961cfb72-0759-4f7b-b481-5c83c19fe66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '3fd05dfb-55bb-4a26-8d6c-69d336bce1e2', 'name': '', 'network_id': '20de8756-a04e-4847-9b4f-aad54895376c', 'tenant_id': '4ebad336a17b4f14b2e04c642db94cd1', 'mac_address': 'fa:16:3e:26:1a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961cfb72-0759-4f7b-b481-5c83c19fe66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '65b447e9-6502-48bd-a832-2509f47dca5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:17Z', 'updated_at': '2022-03-01T21:17:26Z', 'revision_number': 4, 'project_id': '4ebad336a17b4f14b2e04c642db94cd1', 'subnets': [{'id': '65b447e9-6502-48bd-a832-2509f47dca5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:27.841776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a25a2278-a557-45fb-8966-843be64930cd None None] The sync data for ids ['961cfb72-0759-4f7b-b481-5c83c19fe66b'] in n-d-827896-4 is: [{'id': '961cfb72-0759-4f7b-b481-5c83c19fe66b', 'name': 'tempest-TestVolumeBackupRestore-1566295668-router', 'tenant_id': '4ebad336a17b4f14b2e04c642db94cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '99c80556-1e63-4efb-b4ad-eff4abc167c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:04Z', 'updated_at': '2022-03-01T21:17:19Z', 'revision_number': 4, 'project_id': '4ebad336a17b4f14b2e04c642db94cd1', 'gw_port': {'id': '99c80556-1e63-4efb-b4ad-eff4abc167c7', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961cfb72-0759-4f7b-b481-5c83c19fe66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '3fd05dfb-55bb-4a26-8d6c-69d336bce1e2', 'name': '', 'network_id': '20de8756-a04e-4847-9b4f-aad54895376c', 'tenant_id': '4ebad336a17b4f14b2e04c642db94cd1', 'mac_address': 'fa:16:3e:26:1a:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '961cfb72-0759-4f7b-b481-5c83c19fe66b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': '65b447e9-6502-48bd-a832-2509f47dca5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:17Z', 'updated_at': '2022-03-01T21:17:26Z', 'revision_number': 4, 'project_id': '4ebad336a17b4f14b2e04c642db94cd1', 'subnets': [{'id': '65b447e9-6502-48bd-a832-2509f47dca5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:17:27.885174 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141a1173-84a0-4a2c-a1a5-e5c15eaaa8c6 req-64e80e4f-c7c4-4447-8056-bb108fd19ac6 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:27.887431 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-141a1173-84a0-4a2c-a1a5-e5c15eaaa8c6 req-64e80e4f-c7c4-4447-8056-bb108fd19ac6 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 945 time: 0.3749573 Mar 01 21:17:27.954040 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-883fa0d6-e48b-495d-909b-0ebff773bee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:28.049556 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'name': 'tempest-TestServerBasicOps-663370134-router', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:08Z', 'updated_at': '2022-03-01T21:17:18Z', 'revision_number': 4, 'project_id': '177562bd87a4424f83471f73a3e34887', 'gw_port': {'id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '803438a9-4a96-4eec-aecb-4ef10ecce106', 'name': '', 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'mac_address': 'fa:16:3e:51:5c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:16Z', 'updated_at': '2022-03-01T21:17:26Z', 'revision_number': 4, 'project_id': '177562bd87a4424f83471f73a3e34887', 'subnets': [{'id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:28.061372 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e445cd-62b3-4397-a8ad-c14c7842dfde None None] The sync data for ids ['fbaee3dc-c977-428d-9768-e6a8d55975be'] in n-d-827896-4 is: [{'id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'name': 'tempest-TestServerBasicOps-663370134-router', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:08Z', 'updated_at': '2022-03-01T21:17:18Z', 'revision_number': 4, 'project_id': '177562bd87a4424f83471f73a3e34887', 'gw_port': {'id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '803438a9-4a96-4eec-aecb-4ef10ecce106', 'name': '', 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'mac_address': 'fa:16:3e:51:5c:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:16Z', 'updated_at': '2022-03-01T21:17:26Z', 'revision_number': 4, 'project_id': '177562bd87a4424f83471f73a3e34887', 'subnets': [{'id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:17:28.070132 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-141a1173-84a0-4a2c-a1a5-e5c15eaaa8c6 req-e4a19421-6928-4921-abc7-a70e2949f9c1 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764543 Mar 01 21:17:28.103000 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-d2d7da4a-9c1e-43fb-ae35-970f6130bc47 req-13311e95-cd2e-4f91-b037-9a8cfca12c03 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Deleting port eb568eb4-a71b-4d0d-a4b4-bb8818665893 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:17:28.103347 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d2d7da4a-9c1e-43fb-ae35-970f6130bc47 req-13311e95-cd2e-4f91-b037-9a8cfca12c03 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:28.394565 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.3985777 Mar 01 21:17:28.423593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43536) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:28.424377 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-883fa0d6-e48b-495d-909b-0ebff773bee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:28.464989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-d2aed85d-6571-40cf-bf92-6ea3cfaf75c6 admin admin] Request body: {'subnet': {'network_id': 'f03d6e58-fbac-4d6b-9d4d-885e14763e24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-282120693-subnet', 'tenant_id': '092d94fa80f04f43a9204bf317cd4e0e', 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:28.492493 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187778ec-666c-4651-9a32-59aee4dea43c admin admin] Pushing event updated for resources: {'Network': ['ID=f03d6e58-fbac-4d6b-9d4d-885e14763e24,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:28.494353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d2aed85d-6571-40cf-bf92-6ea3cfaf75c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:28.501065 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d43f1b4-516a-4aa4-b009-abc7b9fa14af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:28.505823 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network f03d6e58-fbac-4d6b-9d4d-885e14763e24 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:17:28.517874 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883fa0d6-e48b-495d-909b-0ebff773bee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f955328-e8ec-47a8-bc63-66ba28195338,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:28.531658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d2aed85d-6571-40cf-bf92-6ea3cfaf75c6 admin admin] Usage tracker for resource:subnet and tenant:092d94fa80f04f43a9204bf317cd4e0e is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:28.640557 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d2aed85d-6571-40cf-bf92-6ea3cfaf75c6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:28.707742 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d2aed85d-6571-40cf-bf92-6ea3cfaf75c6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:28.718713 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-883fa0d6-e48b-495d-909b-0ebff773bee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:28.719900 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-883fa0d6-e48b-495d-909b-0ebff773bee0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0f955328-e8ec-47a8-bc63-66ba28195338 HTTP/1.1" status: 204 len: 168 time: 1.3538516 Mar 01 21:17:28.776055 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-d2d7da4a-9c1e-43fb-ae35-970f6130bc47 req-13311e95-cd2e-4f91-b037-9a8cfca12c03 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] For port eb568eb4-a71b-4d0d-a4b4-bb8818665893, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=eb568eb4-a71b-4d0d-a4b4-bb8818665893,segment=NetworkSegment(40a2efd0-af99-4708-b975-94db3108bbc0),segment_id=40a2efd0-af99-4708-b975-94db3108bbc0)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:28.780873 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d2d7da4a-9c1e-43fb-ae35-970f6130bc47 req-13311e95-cd2e-4f91-b037-9a8cfca12c03 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:28.905184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2aed85d-6571-40cf-bf92-6ea3cfaf75c6 admin admin] Made reservation on behalf of 092d94fa80f04f43a9204bf317cd4e0e for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:17:28.911704 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d2aed85d-6571-40cf-bf92-6ea3cfaf75c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:28.953775 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:28.981816 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a55b173a-6d28-4958-8452-72cc92e35f8a req-39d1df42-00dd-4704-a7bf-cfb6d2a1268a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7201719 Mar 01 21:17:29.046651 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-d2d7da4a-9c1e-43fb-ae35-970f6130bc47 req-13311e95-cd2e-4f91-b037-9a8cfca12c03 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Calling delete_port for eb568eb4-a71b-4d0d-a4b4-bb8818665893 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:17:29.158355 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 803438a9-4a96-4eec-aecb-4ef10ecce106 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:29.541239 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 803438a9-4a96-4eec-aecb-4ef10ecce106 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:29.572357 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 803438a9-4a96-4eec-aecb-4ef10ecce106 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:29.573525 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:29.588918 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:29.714997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44085879-b096-49e1-a5ba-63132ffb71c9 req-73ef0404-5d08-4df2-9dc8-f269d6edb5ef tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:29.716896 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-44085879-b096-49e1-a5ba-63132ffb71c9 req-73ef0404-5d08-4df2-9dc8-f269d6edb5ef tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 945 time: 0.2982852 Mar 01 21:17:29.735659 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d43f1b4-516a-4aa4-b009-abc7b9fa14af admin admin] Router c04c39a3-a472-4b33-98b9-a2773ec7647b has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:17:29.775390 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43562) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:29.873963 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-44085879-b096-49e1-a5ba-63132ffb71c9 req-cd000c85-be8e-4119-aa46-6a54158e8bf5 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506360 Mar 01 21:17:29.877530 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bf841069-4354-44fc-bf3e-eb6f8e44a7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:29.886674 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d2d7da4a-9c1e-43fb-ae35-970f6130bc47 req-13311e95-cd2e-4f91-b037-9a8cfca12c03 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:29.919126 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:30.015416 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 803438a9-4a96-4eec-aecb-4ef10ecce106, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=803438a9-4a96-4eec-aecb-4ef10ecce106,segment=NetworkSegment(bd73e560-b075-41d9-b77e-26f9be3affcb),segment_id=bd73e560-b075-41d9-b77e-26f9be3affcb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:30.038855 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d2aed85d-6571-40cf-bf92-6ea3cfaf75c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:30.088268 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:30.089633 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:30.259746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d43f1b4-516a-4aa4-b009-abc7b9fa14af admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:17:30.274945 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0d43f1b4-516a-4aa4-b009-abc7b9fa14af admin admin] 10.222.0.42 "PUT /v2.0/routers/c04c39a3-a472-4b33-98b9-a2773ec7647b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7488308 Mar 01 21:17:30.276652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13311e95-cd2e-4f91-b037-9a8cfca12c03 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Pushing event deleted for resources: {'Port': ['ID=eb568eb4-a71b-4d0d-a4b4-bb8818665893,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:30.276793 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f366e-d0bd-4c54-8a44-b2928851e6b4 None None] Sync routers for ids ['c04c39a3-a472-4b33-98b9-a2773ec7647b'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:17:30.289611 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43572) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:30.294400 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f366e-d0bd-4c54-8a44-b2928851e6b4 None None] Routers {'c04c39a3-a472-4b33-98b9-a2773ec7647b'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:30.295039 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4b8f366e-d0bd-4c54-8a44-b2928851e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c04c39a3-a472-4b33-98b9-a2773ec7647b'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:30.338639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d7da4a-9c1e-43fb-ae35-970f6130bc47 req-13311e95-cd2e-4f91-b037-9a8cfca12c03 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] No DVR routers for this DVR port eb568eb4-a71b-4d0d-a4b4-bb8818665893 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:17:30.342232 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d2d7da4a-9c1e-43fb-ae35-970f6130bc47 req-13311e95-cd2e-4f91-b037-9a8cfca12c03 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:30.352955 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe2e3179-eb6d-4268-968d-515629c3141a', 'name': 'network-vif-deleted', 'tag': 'eb568eb4-a71b-4d0d-a4b4-bb8818665893'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:17:30.418807 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2d7da4a-9c1e-43fb-ae35-970f6130bc47 req-13311e95-cd2e-4f91-b037-9a8cfca12c03 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.55 "DELETE /v2.0/ports/eb568eb4-a71b-4d0d-a4b4-bb8818665893 HTTP/1.1" status: 204 len: 173 time: 2.6189771 Mar 01 21:17:30.449879 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe2e3179-eb6d-4268-968d-515629c3141a', 'name': 'network-vif-deleted', 'tag': 'eb568eb4-a71b-4d0d-a4b4-bb8818665893', 'status': 'completed', 'code': 200} Mar 01 21:17:30.457165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'network': {'name': 'tempest-RoutersTest-1639595106'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:30.468108 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=803438a9-4a96-4eec-aecb-4ef10ecce106,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:30.470235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aed85d-6571-40cf-bf92-6ea3cfaf75c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=590cf7b5-b18b-44f5-97c8-b96615ec14fc,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:30.488983 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:30.499416 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:network and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:30.504975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:30.509470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2aed85d-6571-40cf-bf92-6ea3cfaf75c6 admin admin] Checking segment: {'id': '4f430c16-7860-4bb4-a690-85cc37164408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f03d6e58-fbac-4d6b-9d4d-885e14763e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:30.509734 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aed85d-6571-40cf-bf92-6ea3cfaf75c6 admin admin] Network hostable DHCP agents. Network: f03d6e58-fbac-4d6b-9d4d-885e14763e24, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:17:30.526408 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:30.614287 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device eb568eb4-a71b-4d0d-a4b4-bb8818665893 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:17:30.625211 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b173a-6d28-4958-8452-72cc92e35f8a req-474fb35b-07cf-4d44-8f0b-14de34adfc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:30.626682 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a55b173a-6d28-4958-8452-72cc92e35f8a req-474fb35b-07cf-4d44-8f0b-14de34adfc8d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 1096 time: 1.4206703 Mar 01 21:17:30.644926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Made reservation on behalf of acfc6a9964af49b3a3adf1407ea5d8d6 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:17:30.659424 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:30.659584 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:30.660119 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:30.678859 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: eb568eb4-a71b-4d0d-a4b4-bb8818665893 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:17:30.678859 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device eb568eb4-a71b-4d0d-a4b4-bb8818665893 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:17:30.685069 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:30.685614 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:30.718235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2aed85d-6571-40cf-bf92-6ea3cfaf75c6 admin admin] Network f03d6e58-fbac-4d6b-9d4d-885e14763e24 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:17:30.731637 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:30.742433 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:30.769494 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-4b8f366e-d0bd-4c54-8a44-b2928851e6b4 None None] Set router c04c39a3-a472-4b33-98b9-a2773ec7647b gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:17:30.775173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:30.784030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:security_group_rule and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:30.792061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:30.798340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-d2aed85d-6571-40cf-bf92-6ea3cfaf75c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, f03d6e58-fbac-4d6b-9d4d-885e14763e24) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:30.812717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:30.816712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aed85d-6571-40cf-bf92-6ea3cfaf75c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:30.821472 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb13294-818a-42bb-82f1-1c98f0b4efcc None None] Network f03d6e58-fbac-4d6b-9d4d-885e14763e24 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:17:30.824078 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d2aed85d-6571-40cf-bf92-6ea3cfaf75c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:30.908776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43588) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:30.972428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43596) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:30.973399 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d2aed85d-6571-40cf-bf92-6ea3cfaf75c6 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.5423059 Mar 01 21:17:30.985502 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-381bad76-c57f-4c22-966a-bb9f13d09d20 admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:31.061302 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:31.126942 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:31.192578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-915221ca-00a0-4c1a-87a0-8e6a8eeff67b tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:31.193520 n-d-827896-4 neutron-server[88518]: WARNING neutron.api.v2.base [None req-915221ca-00a0-4c1a-87a0-8e6a8eeff67b tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 01 21:17:31.194235 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-915221ca-00a0-4c1a-87a0-8e6a8eeff67b tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] create failed (client error): There was a conflict when trying to complete your request. Mar 01 21:17:31.195491 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-915221ca-00a0-4c1a-87a0-8e6a8eeff67b tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2857344 Mar 01 21:17:31.202773 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43600) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:31.220200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-175282bd-3db7-4eab-9afa-e0ed2c0828ca req-6eec2716-9761-49dd-b7cc-a14dc282af8d tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Synchronizing usage tracker for tenant:6ce309e937a24bfd8b5c9e6112d3b290 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:31.225457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group': {'name': 'tempest-secgroup--1098395824'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:31.249887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:31.254249 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:17:31.263269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:31.270045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:31.281487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa88c8ab-af45-4980-8d96-89cf02585c96,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:31.303472 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:31.308849 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-282120693-router', 'tenant_id': '092d94fa80f04f43a9204bf317cd4e0e', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:31.312464 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:31.312815 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Added segment eac295db-a354-44c8-ae4a-010bebecd7a7 of type vlan for network 7b2cfe17-6618-4f3c-9ee6-84b5c2700e75 Mar 01 21:17:31.314374 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:31.318371 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Usage tracker for resource:router and tenant:092d94fa80f04f43a9204bf317cd4e0e is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:31.355148 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:31.355320 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:31.380268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:31.387579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-175282bd-3db7-4eab-9afa-e0ed2c0828ca req-6eec2716-9761-49dd-b7cc-a14dc282af8d tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Unset dirty status for tenant:6ce309e937a24bfd8b5c9e6112d3b290 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:31.387579 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-175282bd-3db7-4eab-9afa-e0ed2c0828ca req-6eec2716-9761-49dd-b7cc-a14dc282af8d tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=fe2e3179-eb6d-4268-968d-515629c3141a HTTP/1.1" status: 200 len: 210 time: 0.2375023 Mar 01 21:17:31.411230 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:31.437866 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:31.459210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:31.469383 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group_rule and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:31.469383 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:31.479260 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:31.519238 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:31.526985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:31.527806 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:31.597170 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:31.598575 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:31.661873 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b173a-6d28-4958-8452-72cc92e35f8a req-69b6ce2c-c2e5-4efc-9ca3-843d259e3374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:31.665494 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a55b173a-6d28-4958-8452-72cc92e35f8a req-69b6ce2c-c2e5-4efc-9ca3-843d259e3374 service neutron] 10.222.0.55 "GET /v2.0/networks?id=afa01f28-846c-4b0c-8292-1399f87fc407 HTTP/1.1" status: 200 len: 897 time: 0.9804075 Mar 01 21:17:31.671655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-f03d6e58-fbac-4d6b-9d4d-885e14763e24', 'network_id': 'f03d6e58-fbac-4d6b-9d4d-885e14763e24', 'tenant_id': '092d94fa80f04f43a9204bf317cd4e0e', 'fixed_ips': [{'subnet_id': '590cf7b5-b18b-44f5-97c8-b96615ec14fc'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:17:31.672470 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:31.688301 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:31.726391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Network': ['ID=7b2cfe17-6618-4f3c-9ee6-84b5c2700e75,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:31.754391 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 7b2cfe17-6618-4f3c-9ee6-84b5c2700e75 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:17:31.759659 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-381bad76-c57f-4c22-966a-bb9f13d09d20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:31.763231 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:31.793600 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:31.804617 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.resource_extend [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 01 21:17:31.809922 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c110423d-960e-48a8-8907-f0099731e06b tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0173147 Mar 01 21:17:31.810241 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43604) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:31.816740 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2f78f20d-59cc-4831-ae95-edccc2d2b584 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'network': {'name': 'tempest-RoutersTest-1671083331'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:31.824254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2f78f20d-59cc-4831-ae95-edccc2d2b584 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:31.830106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2f78f20d-59cc-4831-ae95-edccc2d2b584 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:network and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:31.831335 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:31.833795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2f78f20d-59cc-4831-ae95-edccc2d2b584 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:31.842781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2f78f20d-59cc-4831-ae95-edccc2d2b584 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:31.855513 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a55b173a-6d28-4958-8452-72cc92e35f8a req-041382a6-6ebb-4bd2-8a83-b25c233bc44c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a HTTP/1.1" status: 200 len: 998 time: 0.1795599 Mar 01 21:17:31.860513 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:31.865317 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:31.882289 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group_rule and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:31.886413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3fd05dfb-55bb-4a26-8d6c-69d336bce1e2,segment=NetworkSegment(05bc3475-771e-4a49-ad1a-4998d87103a6),segment_id=05bc3475-771e-4a49-ad1a-4998d87103a6)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:31.888852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:31.904643 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:31.915805 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba13330e-28c3-4b5d-96ab-dd54b0b5b5f9,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:31.942508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f78f20d-59cc-4831-ae95-edccc2d2b584 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Made reservation on behalf of acfc6a9964af49b3a3adf1407ea5d8d6 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:17:31.947007 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2f78f20d-59cc-4831-ae95-edccc2d2b584 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:32.005522 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:32.021136 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f78f20d-59cc-4831-ae95-edccc2d2b584 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:17:32.032451 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-381bad76-c57f-4c22-966a-bb9f13d09d20 admin admin] Deleting port 39af2c4e-72f5-44e7-878e-4ccd2c0da3fc {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:17:32.032792 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-381bad76-c57f-4c22-966a-bb9f13d09d20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:32.078232 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:32.087255 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:32.091980 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2f78f20d-59cc-4831-ae95-edccc2d2b584 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:32.092325 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-2f78f20d-59cc-4831-ae95-edccc2d2b584 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Added segment 41ea8260-f637-4843-93ec-08ecfcdd4b3e of type vlan for network 0f50f0b6-6225-4682-9bd0-b08089c2a9db Mar 01 21:17:32.125092 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=3fd05dfb-55bb-4a26-8d6c-69d336bce1e2,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:32.182603 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 803438a9-4a96-4eec-aecb-4ef10ecce106 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:32.199621 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2f78f20d-59cc-4831-ae95-edccc2d2b584 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:32.211300 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:32.229851 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4b8f366e-d0bd-4c54-8a44-b2928851e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04c39a3-a472-4b33-98b9-a2773ec7647b', 'name': 'tempest-TaggedBootDevicesTest_v242-856170446-router', 'tenant_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.47'}], 'enable_snat': True}, 'gw_port_id': '39af2c4e-72f5-44e7-878e-4ccd2c0da3fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:49Z', 'updated_at': '2022-03-01T21:17:25Z', 'revision_number': 5, 'project_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'gw_port': {'id': '39af2c4e-72f5-44e7-878e-4ccd2c0da3fc', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:cb:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04c39a3-a472-4b33-98b9-a2773ec7647b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2041, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:07:52Z', 'updated_at': '2022-03-01T21:08:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:32.281470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f50b3c0-1f13-4376-b530-37a8348ed63e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:32.295838 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Allocated IP 172.20.0.2 (f03d6e58-fbac-4d6b-9d4d-885e14763e24/590cf7b5-b18b-44f5-97c8-b96615ec14fc/7d9dd13d-b29d-4b27-a36e-13921e894a03) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:17:32.311290 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f366e-d0bd-4c54-8a44-b2928851e6b4 None None] Checking router: c04c39a3-a472-4b33-98b9-a2773ec7647b for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:17:32.331523 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:32.335782 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1154ef3e-c256-4d9a-ac5e-2cef11cbb4e2 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1215136 Mar 01 21:17:32.335949 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43610) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:32.342512 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-13d71e0d-9db5-4945-86e1-c6975f67d5a8 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group_rule': {'security_group_id': '4f50b3c0-1f13-4376-b530-37a8348ed63e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:32.352038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-13d71e0d-9db5-4945-86e1-c6975f67d5a8 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:32.357004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-13d71e0d-9db5-4945-86e1-c6975f67d5a8 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group_rule and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:32.364056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-13d71e0d-9db5-4945-86e1-c6975f67d5a8 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:32.373032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-13d71e0d-9db5-4945-86e1-c6975f67d5a8 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:32.395506 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b173a-6d28-4958-8452-72cc92e35f8a req-5b43b378-20e7-4871-a186-759e863dce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:32.400145 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a55b173a-6d28-4958-8452-72cc92e35f8a req-5b43b378-20e7-4871-a186-759e863dce66 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d9e352e-01b1-43dc-beb3-fcff3bc5086a HTTP/1.1" status: 200 len: 834 time: 0.5293987 Mar 01 21:17:32.410957 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2f78f20d-59cc-4831-ae95-edccc2d2b584 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:32.418387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f78f20d-59cc-4831-ae95-edccc2d2b584 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:32.419322 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2f78f20d-59cc-4831-ae95-edccc2d2b584 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:32.422397 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8f366e-d0bd-4c54-8a44-b2928851e6b4 None None] Routers {'c04c39a3-a472-4b33-98b9-a2773ec7647b'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:32.423396 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4b8f366e-d0bd-4c54-8a44-b2928851e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c04c39a3-a472-4b33-98b9-a2773ec7647b'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:32.505251 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-13d71e0d-9db5-4945-86e1-c6975f67d5a8 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:32.560406 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:32.604026 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2f78f20d-59cc-4831-ae95-edccc2d2b584 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7925341 Mar 01 21:17:32.607727 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43616) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:32.615633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=af3a278b-922d-456e-9efc-aa77cf17c0d9,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:32.620401 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-22f5ddef-4de6-4519-b6f0-bbf960a0d42f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'subnet': {'network_id': '7b2cfe17-6618-4f3c-9ee6-84b5c2700e75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:32.624255 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:32.651740 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 803438a9-4a96-4eec-aecb-4ef10ecce106 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:32.652119 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:32.653664 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:32.666273 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78f20d-59cc-4831-ae95-edccc2d2b584 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Network': ['ID=0f50f0b6-6225-4682-9bd0-b08089c2a9db,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:32.756868 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 0f50f0b6-6225-4682-9bd0-b08089c2a9db details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:17:32.837893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-22f5ddef-4de6-4519-b6f0-bbf960a0d42f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:32.854896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-22f5ddef-4de6-4519-b6f0-bbf960a0d42f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:subnet and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:32.859000 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-22f5ddef-4de6-4519-b6f0-bbf960a0d42f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:32.866763 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-381bad76-c57f-4c22-966a-bb9f13d09d20 admin admin] For port 39af2c4e-72f5-44e7-878e-4ccd2c0da3fc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=39af2c4e-72f5-44e7-878e-4ccd2c0da3fc,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:32.867296 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-381bad76-c57f-4c22-966a-bb9f13d09d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:32.869926 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-13d71e0d-9db5-4945-86e1-c6975f67d5a8 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:32.871465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-22f5ddef-4de6-4519-b6f0-bbf960a0d42f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:32.934089 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-4b8f366e-d0bd-4c54-8a44-b2928851e6b4 None None] Set router c04c39a3-a472-4b33-98b9-a2773ec7647b gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:17:32.957322 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-13d71e0d-9db5-4945-86e1-c6975f67d5a8 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:32.989226 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f5ddef-4de6-4519-b6f0-bbf960a0d42f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Made reservation on behalf of acfc6a9964af49b3a3adf1407ea5d8d6 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:17:32.992730 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22f5ddef-4de6-4519-b6f0-bbf960a0d42f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:33.145242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4b8f366e-d0bd-4c54-8a44-b2928851e6b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c04c39a3-a472-4b33-98b9-a2773ec7647b', 'name': 'tempest-TaggedBootDevicesTest_v242-856170446-router', 'tenant_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:49Z', 'updated_at': '2022-03-01T21:17:31Z', 'revision_number': 6, 'project_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:33.175582 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b8f366e-d0bd-4c54-8a44-b2928851e6b4 None None] The sync data for ids ['c04c39a3-a472-4b33-98b9-a2773ec7647b'] in n-d-827896-4 is: [{'id': 'c04c39a3-a472-4b33-98b9-a2773ec7647b', 'name': 'tempest-TaggedBootDevicesTest_v242-856170446-router', 'tenant_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:07:49Z', 'updated_at': '2022-03-01T21:17:31Z', 'revision_number': 6, 'project_id': '7bf29cdb9eb24de5adb032dbc52e44fd', 'gw_port_host': None}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:17:33.197085 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d71e0d-9db5-4945-86e1-c6975f67d5a8 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b62342a6-ce47-4cf6-92a2-726d39354421,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:33.325061 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:33.338014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-381bad76-c57f-4c22-966a-bb9f13d09d20 admin admin] Calling delete_port for 39af2c4e-72f5-44e7-878e-4ccd2c0da3fc owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:17:33.340326 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Transition to ACTIVE for port object 7d9dd13d-b29d-4b27-a36e-13921e894a03 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:33.361698 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Transition to ACTIVE for port object 7d9dd13d-b29d-4b27-a36e-13921e894a03 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:33.390541 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Floating IP a5dd39a3-9c5e-4fba-8d76-75ff9e45a44d associated. External IP: 172.25.5.17, port: 5ae0232d-ea46-4a8b-a286-14bb1956956a. Mar 01 21:17:33.451326 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b173a-6d28-4958-8452-72cc92e35f8a req-77c3ea8e-4555-4233-a5d3-e243a8f5e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:33.452856 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a55b173a-6d28-4958-8452-72cc92e35f8a req-77c3ea8e-4555-4233-a5d3-e243a8f5e691 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afa01f28-846c-4b0c-8292-1399f87fc407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0227005 Mar 01 21:17:33.501327 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-3e3135f8-34f0-4fa2-aa68-20309a3235f7 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:33.502863 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-3e3135f8-34f0-4fa2-aa68-20309a3235f7 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/networks?id=2c62f9a0-d92b-4973-a7ab-b1c57255aa9e HTTP/1.1" status: 200 len: 808 time: 0.5915866 Mar 01 21:17:33.515964 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:33.548533 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-5832e0a9-a718-4fe2-a405-de6440bbeb20 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/quotas/6ce309e937a24bfd8b5c9e6112d3b290 HTTP/1.1" status: 200 len: 375 time: 0.0306990 Mar 01 21:17:33.591531 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Network f03d6e58-fbac-4d6b-9d4d-885e14763e24 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:33.599028 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:33.609726 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:17:33.621372 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Pushing event updated for resources: {'Port': ['ID=7d9dd13d-b29d-4b27-a36e-13921e894a03,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:33.621617 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-13d71e0d-9db5-4945-86e1-c6975f67d5a8 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:33.625233 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-13d71e0d-9db5-4945-86e1-c6975f67d5a8 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2847481 Mar 01 21:17:33.675900 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43636) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:33.688230 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-13711b4b-b8e1-4cf5-91b3-feb43425d306 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group_rule': {'security_group_id': '4f50b3c0-1f13-4376-b530-37a8348ed63e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:33.705197 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-68b14158-4922-455c-bece-a0255fdef982 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6ce309e937a24bfd8b5c9e6112d3b290&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0909107 Mar 01 21:17:33.706182 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-13711b4b-b8e1-4cf5-91b3-feb43425d306 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:33.714623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-13711b4b-b8e1-4cf5-91b3-feb43425d306 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group_rule and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:33.719163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-13711b4b-b8e1-4cf5-91b3-feb43425d306 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:33.742650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-440a8baf-5bec-4b86-9914-2b6e5294ba5a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:17:33.743774 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-440a8baf-5bec-4b86-9914-2b6e5294ba5a service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053868 Mar 01 21:17:33.746156 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-13711b4b-b8e1-4cf5-91b3-feb43425d306 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:33.757630 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Attempting to bind port 7d9dd13d-b29d-4b27-a36e-13921e894a03 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:17:33.759383 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Attempting to bind port 7d9dd13d-b29d-4b27-a36e-13921e894a03 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '4f430c16-7860-4bb4-a690-85cc37164408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f03d6e58-fbac-4d6b-9d4d-885e14763e24'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:17:33.760003 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Attempting to bind port 7d9dd13d-b29d-4b27-a36e-13921e894a03 on network f03d6e58-fbac-4d6b-9d4d-885e14763e24 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:17:33.772081 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:17:33.772892 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Checking segment: {'id': '4f430c16-7860-4bb4-a690-85cc37164408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f03d6e58-fbac-4d6b-9d4d-885e14763e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:33.773573 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:33.774320 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Bound using segment: {'id': '4f430c16-7860-4bb4-a690-85cc37164408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f03d6e58-fbac-4d6b-9d4d-885e14763e24'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:17:33.775305 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Bound port: 7d9dd13d-b29d-4b27-a36e-13921e894a03, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f430c16-7860-4bb4-a690-85cc37164408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f03d6e58-fbac-4d6b-9d4d-885e14763e24'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:17:33.776168 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:33.907636 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] For port 7d9dd13d-b29d-4b27-a36e-13921e894a03, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:17:33.911330 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] For port 7d9dd13d-b29d-4b27-a36e-13921e894a03, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7d9dd13d-b29d-4b27-a36e-13921e894a03,segment=NetworkSegment(4f430c16-7860-4bb4-a690-85cc37164408),segment_id=4f430c16-7860-4bb4-a690-85cc37164408)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:17:33.922154 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-13711b4b-b8e1-4cf5-91b3-feb43425d306 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:33.941423 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a55b173a-6d28-4958-8452-72cc92e35f8a req-a784d2bd-6199-4e3c-8e61-c0e55cdbf1cc service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794080 Mar 01 21:17:33.984384 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:33.987220 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22f5ddef-4de6-4519-b6f0-bbf960a0d42f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:33.992364 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-e17f05a9-6ce4-4314-9d2d-ded017472aa9 service neutron] 10.222.0.42 "GET /v2.0/networks/2c62f9a0-d92b-4973-a7ab-b1c57255aa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294817 Mar 01 21:17:34.177873 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07841f48-ef7c-4d6f-be68-dc641d36d4cf None None] Pushing event updated for resources: {'Port': ['ID=7d9dd13d-b29d-4b27-a36e-13921e894a03,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:34.187820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5ddef-4de6-4519-b6f0-bbf960a0d42f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Subnet': ['ID=d6c4b83b-c7d7-4a2f-ad9a-da2400b19b1f,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:34.260304 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:34.384213 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:34.384785 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:34.423921 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-13711b4b-b8e1-4cf5-91b3-feb43425d306 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] create failed (client error): There was a conflict when trying to complete your request. Mar 01 21:17:34.425577 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-13711b4b-b8e1-4cf5-91b3-feb43425d306 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7489734 Mar 01 21:17:34.443940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43642) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:34.467620 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a55b173a-6d28-4958-8452-72cc92e35f8a req-d48ff89e-fe5d-49e5-96de-9513359d4c8c service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5174389 Mar 01 21:17:34.554899 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f5ddef-4de6-4519-b6f0-bbf960a0d42f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Checking segment: {'id': 'eac295db-a354-44c8-ae4a-010bebecd7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7b2cfe17-6618-4f3c-9ee6-84b5c2700e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:34.555258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f5ddef-4de6-4519-b6f0-bbf960a0d42f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network hostable DHCP agents. Network: 7b2cfe17-6618-4f3c-9ee6-84b5c2700e75, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:17:34.591431 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-e7172b3a-36c0-4320-a08f-adfd3fdd6f4f service neutron] 10.222.0.42 "GET /v2.0/networks/2c62f9a0-d92b-4973-a7ab-b1c57255aa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5711401 Mar 01 21:17:34.630716 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dccaee7c-64d5-4de8-8250-6e8164ede111 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:34.709661 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f5ddef-4de6-4519-b6f0-bbf960a0d42f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network 7b2cfe17-6618-4f3c-9ee6-84b5c2700e75 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:17:34.709832 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 92007ef5-0a3e-4c8d-8671-787b63a59635 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:17:34.726563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Router 58634e18-2db4-47e4-a8cd-cf89bdfb7919 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:17:34.737133 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dccaee7c-64d5-4de8-8250-6e8164ede111 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:34.773229 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 92007ef5-0a3e-4c8d-8671-787b63a59635 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:17:34.774415 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 92007ef5-0a3e-4c8d-8671-787b63a59635 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:17:34.775102 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 39af2c4e-72f5-44e7-878e-4ccd2c0da3fc no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:17:34.824353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-22f5ddef-4de6-4519-b6f0-bbf960a0d42f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 7b2cfe17-6618-4f3c-9ee6-84b5c2700e75) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:34.835822 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f5ddef-4de6-4519-b6f0-bbf960a0d42f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:34.835822 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-22f5ddef-4de6-4519-b6f0-bbf960a0d42f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:34.838948 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4f0467-3fc6-43d7-b7d4-be15bfc963dd None None] Network 7b2cfe17-6618-4f3c-9ee6-84b5c2700e75 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:17:34.936911 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-381bad76-c57f-4c22-966a-bb9f13d09d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:34.950029 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dccaee7c-64d5-4de8-8250-6e8164ede111 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:34.953642 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dccaee7c-64d5-4de8-8250-6e8164ede111 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:34.959419 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-dccaee7c-64d5-4de8-8250-6e8164ede111 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "DELETE /v2.0/security-groups/4f50b3c0-1f13-4376-b530-37a8348ed63e HTTP/1.1" status: 204 len: 168 time: 0.4997075 Mar 01 21:17:34.973386 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No active binding found for port 39af2c4e-72f5-44e7-878e-4ccd2c0da3fc {{(pid=88520) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 01 21:17:34.974007 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 39af2c4e-72f5-44e7-878e-4ccd2c0da3fc not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:17:34.988537 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-22f5ddef-4de6-4519-b6f0-bbf960a0d42f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3807538 Mar 01 21:17:34.994902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43648) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:34.994902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43652) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:35.055953 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-51794585-3af1-4f5f-b4f3-3ffde7cfac4d req-bcb6b2b2-e468-4e38-b051-6e59f55c1e1e tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 210 time: 0.0531056 Mar 01 21:17:35.065678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-d0a449e5-f316-4504-88d3-4da8598ebedb tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'subnet': {'network_id': '0f50f0b6-6225-4682-9bd0-b08089c2a9db', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:35.131157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccaee7c-64d5-4de8-8250-6e8164ede111 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f50b3c0-1f13-4376-b530-37a8348ed63e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:35.257685 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-7b2cfe17-6618-4f3c-9ee6-84b5c2700e75', 'network_id': '7b2cfe17-6618-4f3c-9ee6-84b5c2700e75', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'fixed_ips': [{'subnet_id': 'd6c4b83b-c7d7-4a2f-ad9a-da2400b19b1f'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:17:35.259473 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:35.344453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381bad76-c57f-4c22-966a-bb9f13d09d20 admin admin] Pushing event deleted for resources: {'Port': ['ID=39af2c4e-72f5-44e7-878e-4ccd2c0da3fc,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:35.373428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d0a449e5-f316-4504-88d3-4da8598ebedb tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:35.382526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0a13f159-808c-4f3d-a020-980944949362 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Synchronizing usage tracker for tenant:aa48830dcaa34977a8bc67c9ebecf1e5 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:35.394334 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d0a449e5-f316-4504-88d3-4da8598ebedb tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:subnet and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:35.404155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d0a449e5-f316-4504-88d3-4da8598ebedb tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:35.410711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d0a449e5-f316-4504-88d3-4da8598ebedb tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:35.501763 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:35.531485 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a449e5-f316-4504-88d3-4da8598ebedb tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Made reservation on behalf of acfc6a9964af49b3a3adf1407ea5d8d6 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:17:35.547051 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d0a449e5-f316-4504-88d3-4da8598ebedb tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:35.551822 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Allocated IP 172.20.0.2 (7b2cfe17-6618-4f3c-9ee6-84b5c2700e75/d6c4b83b-c7d7-4a2f-ad9a-da2400b19b1f/8236cf4a-f873-45ba-a78d-d0c80c4182b1) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:17:35.628695 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:35.668621 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0a13f159-808c-4f3d-a020-980944949362 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Unset dirty status for tenant:aa48830dcaa34977a8bc67c9ebecf1e5 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:35.669975 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0a13f159-808c-4f3d-a020-980944949362 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6742432 Mar 01 21:17:35.675016 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43666) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:35.681717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-3f266456-9179-42f9-82af-c13966ccb6e3 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group': {'name': 'tempest-secgroup--1261865274'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:35.695756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3f266456-9179-42f9-82af-c13966ccb6e3 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:35.729824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3f266456-9179-42f9-82af-c13966ccb6e3 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:35.746894 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:17:35.760601 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e49129-8618-4ed5-b554-2062b68c1be8 None None] Sync routers for ids ['58634e18-2db4-47e4-a8cd-cf89bdfb7919'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:17:35.781887 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e49129-8618-4ed5-b554-2062b68c1be8 None None] Routers {'58634e18-2db4-47e4-a8cd-cf89bdfb7919'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:35.785919 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b3e49129-8618-4ed5-b554-2062b68c1be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['58634e18-2db4-47e4-a8cd-cf89bdfb7919'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:35.843505 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-381bad76-c57f-4c22-966a-bb9f13d09d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:35.897975 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3f266456-9179-42f9-82af-c13966ccb6e3 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:35.938776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3f266456-9179-42f9-82af-c13966ccb6e3 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:35.943104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3f266456-9179-42f9-82af-c13966ccb6e3 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group_rule and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:35.947085 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3f266456-9179-42f9-82af-c13966ccb6e3 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:35.953261 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3f266456-9179-42f9-82af-c13966ccb6e3 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:36.057096 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d0a449e5-f316-4504-88d3-4da8598ebedb tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:36.063493 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:36.230114 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:36.244394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Transition to ACTIVE for port object 8236cf4a-f873-45ba-a78d-d0c80c4182b1 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:36.320622 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fae497-eed0-4f13-a01d-c9795fa04d9e None None] Network f03d6e58-fbac-4d6b-9d4d-885e14763e24 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:17:36.323089 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a449e5-f316-4504-88d3-4da8598ebedb tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Subnet': ['ID=b54cc397-cf63-4d3c-a9c0-5c8fa50bdc45,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:36.332730 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-b3e49129-8618-4ed5-b554-2062b68c1be8 None None] Set router 58634e18-2db4-47e4-a8cd-cf89bdfb7919 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:17:36.381427 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7d9dd13d-b29d-4b27-a36e-13921e894a03 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:36.409234 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-57426fa1-4e9f-4a47-a1b6-0e99c34f6628 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 12.9418862 Mar 01 21:17:36.430712 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-381bad76-c57f-4c22-966a-bb9f13d09d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:36.431951 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-392789f9-bccc-4c43-8464-7b6de76803b1 req-d9ffd8e1-eeac-440e-b68c-89ffd4588dc8 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 210 time: 0.1118720 Mar 01 21:17:36.467977 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:17:36.493513 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-381bad76-c57f-4c22-966a-bb9f13d09d20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:36.536401 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3f266456-9179-42f9-82af-c13966ccb6e3 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:36.552984 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Transition to ACTIVE for port object 8236cf4a-f873-45ba-a78d-d0c80c4182b1 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:36.603346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0a449e5-f316-4504-88d3-4da8598ebedb tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Checking segment: {'id': '41ea8260-f637-4843-93ec-08ecfcdd4b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0f50f0b6-6225-4682-9bd0-b08089c2a9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:36.603633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Allocated IP 172.25.5.114 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/6f26141c-395b-4792-8607-d0e7d658bebc) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:17:36.604102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a449e5-f316-4504-88d3-4da8598ebedb tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network hostable DHCP agents. Network: 0f50f0b6-6225-4682-9bd0-b08089c2a9db, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:17:36.633932 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3f266456-9179-42f9-82af-c13966ccb6e3 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:36.687126 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:36.776155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f266456-9179-42f9-82af-c13966ccb6e3 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d966f22-fcd8-4e51-934e-ae8b4f7804ca,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:36.777005 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'status': 'completed', 'code': 200} Mar 01 21:17:36.799393 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-381bad76-c57f-4c22-966a-bb9f13d09d20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:36.800285 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381bad76-c57f-4c22-966a-bb9f13d09d20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c04c39a3-a472-4b33-98b9-a2773ec7647b {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:17:36.840094 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2064b-eaa7-458b-8a09-8ed16a13a97b req-74e40a66-75d3-4ac1-a2e3-63046a4b807a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:36.849464 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a5d2064b-eaa7-458b-8a09-8ed16a13a97b req-74e40a66-75d3-4ac1-a2e3-63046a4b807a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.1426775 Mar 01 21:17:36.882403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a449e5-f316-4504-88d3-4da8598ebedb tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network 0f50f0b6-6225-4682-9bd0-b08089c2a9db is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:17:36.884888 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3f266456-9179-42f9-82af-c13966ccb6e3 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:36.886166 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3f266456-9179-42f9-82af-c13966ccb6e3 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2098134 Mar 01 21:17:36.890536 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43680) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:36.897982 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e8dcda90-2f8f-4de2-9e84-f74875fa6d89 None None] Provisioning for port 7d9dd13d-b29d-4b27-a36e-13921e894a03 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:36.902575 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-0f28b01d-8c5a-4bbe-b0c9-f480016ff4a4 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group_rule': {'security_group_id': '0d966f22-fcd8-4e51-934e-ae8b4f7804ca', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:36.903131 n-d-827896-4 neutron-server[88518]: WARNING neutron.api.v2.base [None req-0f28b01d-8c5a-4bbe-b0c9-f480016ff4a4 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Mar 01 21:17:36.903822 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-0f28b01d-8c5a-4bbe-b0c9-f480016ff4a4 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:36.904856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0f28b01d-8c5a-4bbe-b0c9-f480016ff4a4 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0114293 Mar 01 21:17:36.908587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43684) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:36.948509 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a5d2064b-eaa7-458b-8a09-8ed16a13a97b req-a966c116-d4b5-4ab9-a3aa-e2e1f8d3ba3c tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978262 Mar 01 21:17:36.986099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43688) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:37.005307 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-381bad76-c57f-4c22-966a-bb9f13d09d20 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:37.007131 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-381bad76-c57f-4c22-966a-bb9f13d09d20 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c04c39a3-a472-4b33-98b9-a2773ec7647b HTTP/1.1" status: 204 len: 168 time: 6.7100995 Mar 01 21:17:37.020112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43692) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:37.072210 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Network 7b2cfe17-6618-4f3c-9ee6-84b5c2700e75 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:37.093262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-94fc5873-6ddf-4672-ac5b-f8ae732ea8fe admin admin] Deleting subnet 542b14e2-bdf7-4bd8-bacb-1433ba0a9fc8 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:17:37.099420 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94fc5873-6ddf-4672-ac5b-f8ae732ea8fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:37.112405 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:37.121721 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-d0a449e5-f316-4504-88d3-4da8598ebedb tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 0f50f0b6-6225-4682-9bd0-b08089c2a9db) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:37.132396 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a449e5-f316-4504-88d3-4da8598ebedb tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:37.132979 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d0a449e5-f316-4504-88d3-4da8598ebedb tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:37.139670 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:17:37.186596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16bf7a-0a2f-49ff-a01e-996cff813785 req-e3f9cef3-b7d6-4888-a7c0-75bcf4fb2bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:37.188330 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4d16bf7a-0a2f-49ff-a01e-996cff813785 req-e3f9cef3-b7d6-4888-a7c0-75bcf4fb2bfa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 1096 time: 0.4933927 Mar 01 21:17:37.235906 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94fc5873-6ddf-4672-ac5b-f8ae732ea8fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:37.259083 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51437091-7c55-471d-9648-0efa96ba6626 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:37.278217 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-38938b78-e319-46b2-a641-fd16d5fe4203 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/floatingips/a5dd39a3-9c5e-4fba-8d76-75ff9e45a44d HTTP/1.1" status: 200 len: 990 time: 0.2903426 Mar 01 21:17:37.300425 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51437091-7c55-471d-9648-0efa96ba6626 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:37.315185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba68176d-9bd3-43e2-a064-77bcc0a237cc None None] Network 0f50f0b6-6225-4682-9bd0-b08089c2a9db requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:17:37.320083 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d0a449e5-f316-4504-88d3-4da8598ebedb tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3223519 Mar 01 21:17:37.324256 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43696) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:37.338960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2d13e0db-bd14-46d2-bce0-5d4194e990e3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1931452459', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:37.351269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2d13e0db-bd14-46d2-bce0-5d4194e990e3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:37.356611 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Pushing event updated for resources: {'Port': ['ID=8236cf4a-f873-45ba-a78d-d0c80c4182b1,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:37.363419 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:37.382504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2d13e0db-bd14-46d2-bce0-5d4194e990e3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:router and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:37.395379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2d13e0db-bd14-46d2-bce0-5d4194e990e3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:37.413679 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2d13e0db-bd14-46d2-bce0-5d4194e990e3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:37.479013 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16bf7a-0a2f-49ff-a01e-996cff813785 req-ad073bb7-43d9-49ef-ac8a-78d06a5041f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:37.481216 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4d16bf7a-0a2f-49ff-a01e-996cff813785 req-ad073bb7-43d9-49ef-ac8a-78d06a5041f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=afa01f28-846c-4b0c-8292-1399f87fc407 HTTP/1.1" status: 200 len: 897 time: 0.2793040 Mar 01 21:17:37.484969 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b3e49129-8618-4ed5-b554-2062b68c1be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352490198', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:25Z', 'updated_at': '2022-03-01T21:16:43Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:28Z', 'updated_at': '2022-03-01T21:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'a5dd39a3-9c5e-4fba-8d76-75ff9e45a44d', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'port_id': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407', 'mac_address': 'fa:16:3e:c4:21:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9749b013-e9e9-432c-878f-7eb793fa875e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:17:27Z', 'updated_at': '2022-03-01T21:17:27Z', 'revision_number': 0, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3c001c-6243-43cd-a856-b737bbf4fab3', 'name': '', 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:6f:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:56Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:37.497298 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e49129-8618-4ed5-b554-2062b68c1be8 None None] Checking router: 58634e18-2db4-47e4-a8cd-cf89bdfb7919 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:17:37.517250 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e49129-8618-4ed5-b554-2062b68c1be8 None None] Routers {'58634e18-2db4-47e4-a8cd-cf89bdfb7919'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:37.518075 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b3e49129-8618-4ed5-b554-2062b68c1be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['58634e18-2db4-47e4-a8cd-cf89bdfb7919'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:37.531392 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 7d9dd13d-b29d-4b27-a36e-13921e894a03 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:37.546698 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 7d9dd13d-b29d-4b27-a36e-13921e894a03 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:37.547072 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:37.560233 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94fc5873-6ddf-4672-ac5b-f8ae732ea8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:37.579236 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2d13e0db-bd14-46d2-bce0-5d4194e990e3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:37.580703 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2d13e0db-bd14-46d2-bce0-5d4194e990e3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:37.588830 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51437091-7c55-471d-9648-0efa96ba6626 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:37.643420 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:37.721429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Attempting to bind port 8236cf4a-f873-45ba-a78d-d0c80c4182b1 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:17:37.721784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Attempting to bind port 8236cf4a-f873-45ba-a78d-d0c80c4182b1 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'eac295db-a354-44c8-ae4a-010bebecd7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7b2cfe17-6618-4f3c-9ee6-84b5c2700e75'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:17:37.722146 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Attempting to bind port 8236cf4a-f873-45ba-a78d-d0c80c4182b1 on network 7b2cfe17-6618-4f3c-9ee6-84b5c2700e75 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:17:37.747098 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:17:37.757086 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Checking segment: {'id': 'eac295db-a354-44c8-ae4a-010bebecd7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7b2cfe17-6618-4f3c-9ee6-84b5c2700e75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:37.757086 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:37.757086 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Bound using segment: {'id': 'eac295db-a354-44c8-ae4a-010bebecd7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7b2cfe17-6618-4f3c-9ee6-84b5c2700e75'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:17:37.757086 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Bound port: 8236cf4a-f873-45ba-a78d-d0c80c4182b1, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eac295db-a354-44c8-ae4a-010bebecd7a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '7b2cfe17-6618-4f3c-9ee6-84b5c2700e75'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:17:37.757086 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:37.825603 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-b3e49129-8618-4ed5-b554-2062b68c1be8 None None] Set router 58634e18-2db4-47e4-a8cd-cf89bdfb7919 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:17:37.908715 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:37.990697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51437091-7c55-471d-9648-0efa96ba6626 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d966f22-fcd8-4e51-934e-ae8b4f7804ca,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:38.003979 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 7d9dd13d-b29d-4b27-a36e-13921e894a03, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7d9dd13d-b29d-4b27-a36e-13921e894a03,segment=NetworkSegment(4f430c16-7860-4bb4-a690-85cc37164408),segment_id=4f430c16-7860-4bb4-a690-85cc37164408)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:38.005406 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5902f18c-66c5-44dd-804d-aa1618c3203d req-a572455d-7ce1-424e-ac42-939fdd6b106d tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 210 time: 0.0773613 Mar 01 21:17:38.025376 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2d13e0db-bd14-46d2-bce0-5d4194e990e3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:38.027340 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51437091-7c55-471d-9648-0efa96ba6626 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:38.032231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-51437091-7c55-471d-9648-0efa96ba6626 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "DELETE /v2.0/security-groups/0d966f22-fcd8-4e51-934e-ae8b4f7804ca HTTP/1.1" status: 204 len: 168 time: 1.1231959 Mar 01 21:17:38.033302 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43704) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:38.064457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:38.088167 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4d16bf7a-0a2f-49ff-a01e-996cff813785 req-7c156e73-38fc-498c-b2a7-8a2c7f5e0f31 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a HTTP/1.1" status: 200 len: 998 time: 0.5989933 Mar 01 21:17:38.115163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:38.124944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-438fd380-3c97-44e2-9ea5-d957ae401f42 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Synchronizing usage tracker for tenant:aa48830dcaa34977a8bc67c9ebecf1e5 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:38.167529 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2d13e0db-bd14-46d2-bce0-5d4194e990e3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:38.223797 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-438fd380-3c97-44e2-9ea5-d957ae401f42 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Unset dirty status for tenant:aa48830dcaa34977a8bc67c9ebecf1e5 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:38.225304 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-438fd380-3c97-44e2-9ea5-d957ae401f42 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1858029 Mar 01 21:17:38.230313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43708) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:38.236537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-3e95bcd6-f7cc-4f0c-819c-e9ef2e9331e6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group': {'name': 'tempest-secgroup--1708105630'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:38.249437 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:38.253450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3e95bcd6-f7cc-4f0c-819c-e9ef2e9331e6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:38.267029 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3e95bcd6-f7cc-4f0c-819c-e9ef2e9331e6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:38.276372 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2d13e0db-bd14-46d2-bce0-5d4194e990e3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:38.277546 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2d13e0db-bd14-46d2-bce0-5d4194e990e3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9523897 Mar 01 21:17:38.280487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43712) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:38.280663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43714) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:38.292215 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:17:38.378229 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b3e49129-8618-4ed5-b554-2062b68c1be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352490198', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:25Z', 'updated_at': '2022-03-01T21:16:43Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:28Z', 'updated_at': '2022-03-01T21:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'a5dd39a3-9c5e-4fba-8d76-75ff9e45a44d', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'port_id': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407', 'mac_address': 'fa:16:3e:c4:21:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9749b013-e9e9-432c-878f-7eb793fa875e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:17:27Z', 'updated_at': '2022-03-01T21:17:27Z', 'revision_number': 0, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3c001c-6243-43cd-a856-b737bbf4fab3', 'name': '', 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:6f:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:56Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:38.384213 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e49129-8618-4ed5-b554-2062b68c1be8 None None] The sync data for ids ['58634e18-2db4-47e4-a8cd-cf89bdfb7919'] in n-d-827896-4 is: [{'id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352490198', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:25Z', 'updated_at': '2022-03-01T21:16:43Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:28Z', 'updated_at': '2022-03-01T21:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'a5dd39a3-9c5e-4fba-8d76-75ff9e45a44d', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'floating_ip_address': '172.25.5.17', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'port_id': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407', 'mac_address': 'fa:16:3e:c4:21:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9749b013-e9e9-432c-878f-7eb793fa875e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:17:27Z', 'updated_at': '2022-03-01T21:17:27Z', 'revision_number': 0, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f3c001c-6243-43cd-a856-b737bbf4fab3', 'name': '', 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:6f:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:56Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:17:38.385588 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=7d9dd13d-b29d-4b27-a36e-13921e894a03,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:38.422374 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Pushing event updated for resources: {'Port': ['ID=6f26141c-395b-4792-8607-d0e7d658bebc,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:38.456143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] For port 8236cf4a-f873-45ba-a78d-d0c80c4182b1, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:17:38.466883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] For port 8236cf4a-f873-45ba-a78d-d0c80c4182b1, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8236cf4a-f873-45ba-a78d-d0c80c4182b1,segment=NetworkSegment(eac295db-a354-44c8-ae4a-010bebecd7a7),segment_id=eac295db-a354-44c8-ae4a-010bebecd7a7)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:17:38.600636 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94fc5873-6ddf-4672-ac5b-f8ae732ea8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:38.600753 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-0f50f0b6-6225-4682-9bd0-b08089c2a9db', 'network_id': '0f50f0b6-6225-4682-9bd0-b08089c2a9db', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'fixed_ips': [{'subnet_id': 'b54cc397-cf63-4d3c-a9c0-5c8fa50bdc45'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:17:38.600753 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:38.616506 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:38.745423 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3e95bcd6-f7cc-4f0c-819c-e9ef2e9331e6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:38.752377 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94fc5873-6ddf-4672-ac5b-f8ae732ea8fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:38.756936 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc5873-6ddf-4672-ac5b-f8ae732ea8fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=542b14e2-bdf7-4bd8-bacb-1433ba0a9fc8,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:38.825268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80039acd-3168-47ca-a3f8-313015cc1cad None None] New status for floating IP a5dd39a3-9c5e-4fba-8d76-75ff9e45a44d: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:17:38.840224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16bf7a-0a2f-49ff-a01e-996cff813785 req-f1a97887-c866-4a73-95d5-fbd751c92037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:38.841808 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4d16bf7a-0a2f-49ff-a01e-996cff813785 req-f1a97887-c866-4a73-95d5-fbd751c92037 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d9e352e-01b1-43dc-beb3-fcff3bc5086a HTTP/1.1" status: 200 len: 834 time: 0.7136261 Mar 01 21:17:39.019876 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-94fc5873-6ddf-4672-ac5b-f8ae732ea8fe admin admin] 10.222.0.42 "DELETE /v2.0/subnets/542b14e2-bdf7-4bd8-bacb-1433ba0a9fc8 HTTP/1.1" status: 204 len: 168 time: 1.9965730 Mar 01 21:17:39.036621 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43722) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:39.056918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3e95bcd6-f7cc-4f0c-819c-e9ef2e9331e6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:39.082114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-60761a63-fb3f-46fb-a432-3347f13a4904 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:39.083805 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-60761a63-fb3f-46fb-a432-3347f13a4904 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.57 "GET /v2.0/networks?id=2c62f9a0-d92b-4973-a7ab-b1c57255aa9e HTTP/1.1" status: 200 len: 808 time: 1.0683985 Mar 01 21:17:39.171869 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86235d72-79c2-4c04-b9ee-83ffb21fb3ba None None] Network 5ca76856-c4cc-4088-ad65-77ec56e4fcb9 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:17:39.184868 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3e95bcd6-f7cc-4f0c-819c-e9ef2e9331e6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group_rule and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:39.190159 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ebfd6548-1e12-43e2-b179-7c34c8edbff5 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Request body: {'port': {'device_id': '5ce0bb72-1298-4997-8cec-6750e402cda1', 'network_id': '2c62f9a0-d92b-4973-a7ab-b1c57255aa9e', 'admin_state_up': True, 'tenant_id': '6ce309e937a24bfd8b5c9e6112d3b290'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:39.191342 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3e95bcd6-f7cc-4f0c-819c-e9ef2e9331e6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:39.320523 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6a39261e-76b7-4ea3-bc6b-9c3ab792e92b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/floatingips/a5dd39a3-9c5e-4fba-8d76-75ff9e45a44d HTTP/1.1" status: 200 len: 990 time: 1.0361185 Mar 01 21:17:39.381398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3e95bcd6-f7cc-4f0c-819c-e9ef2e9331e6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:39.382220 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-646cfb63-33ee-4859-8179-e4e2c41d0437 None None] Provisioning complete for port 7d9dd13d-b29d-4b27-a36e-13921e894a03 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:39.382601 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-646cfb63-33ee-4859-8179-e4e2c41d0437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:39.448155 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-79cd4c1d-872f-4aae-9c35-00f172f15f26 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:39.453214 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4f2f2f-a4d1-4fea-b24c-339d50e58278 None None] Pushing event updated for resources: {'Port': ['ID=8236cf4a-f873-45ba-a78d-d0c80c4182b1,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:39.581543 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d5a8a0ed-91f1-49c0-8917-d8e24883f6f0 req-29a09e2d-aff4-4fce-8677-7506a2283eb9 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 210 time: 0.2585001 Mar 01 21:17:39.663850 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:39.822660 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Allocated IP 172.21.0.2 (0f50f0b6-6225-4682-9bd0-b08089c2a9db/b54cc397-cf63-4d3c-a9c0-5c8fa50bdc45/62114237-d0a4-4053-9d04-b9c4de4a4aa1) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:17:39.831477 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] Deleting port c1de50cb-12c8-4319-91fc-5998ca568926 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:17:39.832088 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:39.887987 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:39.946933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ebfd6548-1e12-43e2-b179-7c34c8edbff5 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:39.953041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16bf7a-0a2f-49ff-a01e-996cff813785 req-9dfe94fc-28b0-4993-8587-1852abebafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:39.954615 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4d16bf7a-0a2f-49ff-a01e-996cff813785 req-9dfe94fc-28b0-4993-8587-1852abebafe6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afa01f28-846c-4b0c-8292-1399f87fc407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0906494 Mar 01 21:17:39.964740 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3e95bcd6-f7cc-4f0c-819c-e9ef2e9331e6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:40.009506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e2a59d-67de-44f1-96a0-b885d5dc3ca3 None None] DHCP port deletion for 5ca76856-c4cc-4088-ad65-77ec56e4fcb9 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:17:40.027700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2a59d-67de-44f1-96a0-b885d5dc3ca3 None None] Deleting port c1de50cb-12c8-4319-91fc-5998ca568926 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:17:40.028022 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c4e2a59d-67de-44f1-96a0-b885d5dc3ca3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:40.063650 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3e95bcd6-f7cc-4f0c-819c-e9ef2e9331e6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:40.195505 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ebfd6548-1e12-43e2-b179-7c34c8edbff5 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:40.198081 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95bcd6-f7cc-4f0c-819c-e9ef2e9331e6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b66c9124-056b-4443-96d0-0454394c9c31,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:40.220207 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-79cd4c1d-872f-4aae-9c35-00f172f15f26 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Allocated IP 172.20.0.1 (7b2cfe17-6618-4f3c-9ee6-84b5c2700e75/d6c4b83b-c7d7-4a2f-ad9a-da2400b19b1f/c4d26765-baf3-4178-bfab-3003d6077bc6) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:17:40.305253 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ebfd6548-1e12-43e2-b179-7c34c8edbff5 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Made reservation on behalf of 6ce309e937a24bfd8b5c9e6112d3b290 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:17:40.309494 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ebfd6548-1e12-43e2-b179-7c34c8edbff5 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:40.347160 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43730) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:40.494770 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:40.499424 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8236cf4a-f873-45ba-a78d-d0c80c4182b1 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:40.605839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c4e2a59d-67de-44f1-96a0-b885d5dc3ca3 None None] For port c1de50cb-12c8-4319-91fc-5998ca568926, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c1de50cb-12c8-4319-91fc-5998ca568926,segment=NetworkSegment(68400380-c21a-456b-96ad-f061bd67bc9d),segment_id=68400380-c21a-456b-96ad-f061bd67bc9d)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:40.606231 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c4e2a59d-67de-44f1-96a0-b885d5dc3ca3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:40.623507 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3e95bcd6-f7cc-4f0c-819c-e9ef2e9331e6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:40.632739 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3e95bcd6-f7cc-4f0c-819c-e9ef2e9331e6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.4006972 Mar 01 21:17:40.634001 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43736) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:40.647617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-67740df6-f6c0-44dd-9781-dd4131e7d510 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group_rule': {'security_group_id': 'b66c9124-056b-4443-96d0-0454394c9c31', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:40.648528 n-d-827896-4 neutron-server[88518]: WARNING neutron.api.v2.base [None req-67740df6-f6c0-44dd-9781-dd4131e7d510 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Mar 01 21:17:40.650020 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-67740df6-f6c0-44dd-9781-dd4131e7d510 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:40.654051 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-67740df6-f6c0-44dd-9781-dd4131e7d510 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0149684 Mar 01 21:17:40.654769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43740) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:40.754372 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c4e2a59d-67de-44f1-96a0-b885d5dc3ca3 None None] Calling delete_port for c1de50cb-12c8-4319-91fc-5998ca568926 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:17:40.776475 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e96f5c52-dc3a-4c19-869a-805d84c8df15 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/floatingips/a5dd39a3-9c5e-4fba-8d76-75ff9e45a44d HTTP/1.1" status: 200 len: 992 time: 0.4280713 Mar 01 21:17:40.829798 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Transition to ACTIVE for port object 62114237-d0a4-4053-9d04-b9c4de4a4aa1 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:40.844987 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38aae187-5446-4c07-8444-fcbf1a83a645 None None] Network 7b2cfe17-6618-4f3c-9ee6-84b5c2700e75 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:17:40.857918 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-79cd4c1d-872f-4aae-9c35-00f172f15f26 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:40.960807 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-93b0278f-8ccc-4aed-94a3-cf7333c88886 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:40.987393 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-93840518-62dc-4c31-bf07-c055ae015240 req-4bb152bc-a779-4785-bc05-bb56b11b1317 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 210 time: 0.1197698 Mar 01 21:17:40.994043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Transition to ACTIVE for port object 62114237-d0a4-4053-9d04-b9c4de4a4aa1 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:41.000667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-79cd4c1d-872f-4aae-9c35-00f172f15f26 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Transition to ACTIVE for port object c4d26765-baf3-4178-bfab-3003d6077bc6 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:41.024655 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-93b0278f-8ccc-4aed-94a3-cf7333c88886 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:41.110775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e5a3d391-9314-48ef-9633-863df2a642b5 None None] Provisioning for port 8236cf4a-f873-45ba-a78d-d0c80c4182b1 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:41.129491 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:41.167694 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-79cd4c1d-872f-4aae-9c35-00f172f15f26 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:41.198471 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4d16bf7a-0a2f-49ff-a01e-996cff813785 req-5a7c5dd6-abab-437f-9879-47cd2c959934 service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2218859 Mar 01 21:17:41.203673 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Network 0f50f0b6-6225-4682-9bd0-b08089c2a9db is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:41.210048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:41.216892 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 8236cf4a-f873-45ba-a78d-d0c80c4182b1 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:41.221837 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:17:41.229238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 8236cf4a-f873-45ba-a78d-d0c80c4182b1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:41.229614 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:41.291967 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-93b0278f-8ccc-4aed-94a3-cf7333c88886 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:41.297727 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c4e2a59d-67de-44f1-96a0-b885d5dc3ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:41.333223 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cd4c1d-872f-4aae-9c35-00f172f15f26 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network 7b2cfe17-6618-4f3c-9ee6-84b5c2700e75 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:41.334616 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-93b0278f-8ccc-4aed-94a3-cf7333c88886 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:41.336756 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-93b0278f-8ccc-4aed-94a3-cf7333c88886 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "DELETE /v2.0/security-groups/b66c9124-056b-4443-96d0-0454394c9c31 HTTP/1.1" status: 204 len: 168 time: 0.6382666 Mar 01 21:17:41.342147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-79cd4c1d-872f-4aae-9c35-00f172f15f26 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:41.344051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43746) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:41.352656 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Pushing event updated for resources: {'Port': ['ID=62114237-d0a4-4053-9d04-b9c4de4a4aa1,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:41.356378 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0278f-8ccc-4aed-94a3-cf7333c88886 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66c9124-056b-4443-96d0-0454394c9c31,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:41.358420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cd4c1d-872f-4aae-9c35-00f172f15f26 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:17:41.412978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd4c1d-872f-4aae-9c35-00f172f15f26 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Port': ['ID=c4d26765-baf3-4178-bfab-3003d6077bc6,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:41.475966 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-79cd4c1d-872f-4aae-9c35-00f172f15f26 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:41.481036 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e2fa1403-c5a1-4a8e-aef4-1b6571e185a3 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Synchronizing usage tracker for tenant:aa48830dcaa34977a8bc67c9ebecf1e5 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:41.501621 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e2a59d-67de-44f1-96a0-b885d5dc3ca3 None None] No DVR routers for this DVR port c1de50cb-12c8-4319-91fc-5998ca568926 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:17:41.515545 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e2a59d-67de-44f1-96a0-b885d5dc3ca3 None None] Pushing event deleted for resources: {'Port': ['ID=c1de50cb-12c8-4319-91fc-5998ca568926,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:41.526341 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4d16bf7a-0a2f-49ff-a01e-996cff813785 req-4fa2d743-34f2-435f-9060-4a878bdba7e7 service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113558 Mar 01 21:17:41.538588 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Attempting to bind port 62114237-d0a4-4053-9d04-b9c4de4a4aa1 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:17:41.538588 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Attempting to bind port 62114237-d0a4-4053-9d04-b9c4de4a4aa1 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '41ea8260-f637-4843-93ec-08ecfcdd4b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0f50f0b6-6225-4682-9bd0-b08089c2a9db'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:17:41.538588 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Attempting to bind port 62114237-d0a4-4053-9d04-b9c4de4a4aa1 on network 0f50f0b6-6225-4682-9bd0-b08089c2a9db {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:17:41.574779 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:17:41.575160 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Checking segment: {'id': '41ea8260-f637-4843-93ec-08ecfcdd4b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0f50f0b6-6225-4682-9bd0-b08089c2a9db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:41.575668 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:41.576070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Bound using segment: {'id': '41ea8260-f637-4843-93ec-08ecfcdd4b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0f50f0b6-6225-4682-9bd0-b08089c2a9db'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:17:41.576556 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Bound port: 62114237-d0a4-4053-9d04-b9c4de4a4aa1, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41ea8260-f637-4843-93ec-08ecfcdd4b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '0f50f0b6-6225-4682-9bd0-b08089c2a9db'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:17:41.576934 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:41.583613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e2fa1403-c5a1-4a8e-aef4-1b6571e185a3 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Unset dirty status for tenant:aa48830dcaa34977a8bc67c9ebecf1e5 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:41.585091 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e2fa1403-c5a1-4a8e-aef4-1b6571e185a3 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2303305 Mar 01 21:17:41.589906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43750) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:41.595694 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-90a20159-f2cf-441d-8811-f1ddccfc26fe tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group': {'name': 'tempest-secgroup--2117716875'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:41.598570 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:41.602328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-90a20159-f2cf-441d-8811-f1ddccfc26fe tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:41.613690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-90a20159-f2cf-441d-8811-f1ddccfc26fe tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:41.658250 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:41.689230 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-79cd4c1d-872f-4aae-9c35-00f172f15f26 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:41.747268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] For port c1de50cb-12c8-4319-91fc-5998ca568926, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c1de50cb-12c8-4319-91fc-5998ca568926,segment=NetworkSegment(68400380-c21a-456b-96ad-f061bd67bc9d),segment_id=68400380-c21a-456b-96ad-f061bd67bc9d)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:41.747989 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:41.748676 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-90a20159-f2cf-441d-8811-f1ddccfc26fe tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:41.767876 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 8236cf4a-f873-45ba-a78d-d0c80c4182b1, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8236cf4a-f873-45ba-a78d-d0c80c4182b1,segment=NetworkSegment(eac295db-a354-44c8-ae4a-010bebecd7a7),segment_id=eac295db-a354-44c8-ae4a-010bebecd7a7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:41.782304 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] For port 62114237-d0a4-4053-9d04-b9c4de4a4aa1, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:17:41.787064 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-90a20159-f2cf-441d-8811-f1ddccfc26fe tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:41.792172 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-90a20159-f2cf-441d-8811-f1ddccfc26fe tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group_rule and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:41.795336 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-90a20159-f2cf-441d-8811-f1ddccfc26fe tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:41.801436 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-90a20159-f2cf-441d-8811-f1ddccfc26fe tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:41.804136 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] For port 62114237-d0a4-4053-9d04-b9c4de4a4aa1, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=62114237-d0a4-4053-9d04-b9c4de4a4aa1,segment=NetworkSegment(41ea8260-f637-4843-93ec-08ecfcdd4b3e),segment_id=41ea8260-f637-4843-93ec-08ecfcdd4b3e)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:17:41.884365 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] Calling delete_port for c1de50cb-12c8-4319-91fc-5998ca568926 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:17:41.996439 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:41.997556 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7d9dd13d-b29d-4b27-a36e-13921e894a03 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:42.117202 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ebfd6548-1e12-43e2-b179-7c34c8edbff5 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Allocated IP 172.20.0.7 (2c62f9a0-d92b-4973-a7ab-b1c57255aa9e/2ec088e1-a40d-431f-88ab-9e5eaa89c2f1/2aeab532-5ed4-4303-ac55-ec0001f6fe4b) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:17:42.176557 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:17:42.177019 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:17:42.204013 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-90a20159-f2cf-441d-8811-f1ddccfc26fe tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:42.287632 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4c8a7afe-4732-4840-9c9d-1c1f32e3886c req-bdf1407f-7ba6-4ce6-b0f3-073d13543cb6 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 210 time: 0.0816181 Mar 01 21:17:42.332454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 7d9dd13d-b29d-4b27-a36e-13921e894a03 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:42.333007 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:42.439696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=8236cf4a-f873-45ba-a78d-d0c80c4182b1,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:42.497854 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:42.511237 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-90a20159-f2cf-441d-8811-f1ddccfc26fe tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:42.547220 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-79cd4c1d-872f-4aae-9c35-00f172f15f26 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:42.559663 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4d2c7764-45d4-4af2-a6ca-db7cd485c75f None None] Provisioning for port c4d26765-baf3-4178-bfab-3003d6077bc6 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:42.560656 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ebfd6548-1e12-43e2-b179-7c34c8edbff5 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:42.564705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Router cfc66a47-537e-424f-bda1-87b0f5c59637 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:17:42.571460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a20159-f2cf-441d-8811-f1ddccfc26fe tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd30aa7-fba1-4804-bc5c-c0cd7c19fff3,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:42.604290 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4d2c7764-45d4-4af2-a6ca-db7cd485c75f None None] Provisioning complete for port c4d26765-baf3-4178-bfab-3003d6077bc6 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:42.604804 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4d2c7764-45d4-4af2-a6ca-db7cd485c75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:42.647075 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-90a20159-f2cf-441d-8811-f1ddccfc26fe tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:42.648386 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-90a20159-f2cf-441d-8811-f1ddccfc26fe tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0574620 Mar 01 21:17:42.651692 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43758) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:42.661931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-41aff864-45bd-475b-ba1a-5becf10021a6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group_rule': {'security_group_id': '8cd30aa7-fba1-4804-bc5c-c0cd7c19fff3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:42.664084 n-d-827896-4 neutron-server[88518]: WARNING neutron.api.v2.base [None req-41aff864-45bd-475b-ba1a-5becf10021a6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Mar 01 21:17:42.665172 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-41aff864-45bd-475b-ba1a-5becf10021a6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:42.666630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-41aff864-45bd-475b-ba1a-5becf10021a6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0135777 Mar 01 21:17:42.668939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43762) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:42.674132 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a511b14-2ed6-454e-b79e-62e3aee615a0 None None] Pushing event updated for resources: {'Port': ['ID=62114237-d0a4-4053-9d04-b9c4de4a4aa1,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:42.678894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6f09b4ce-d1ca-46f3-b808-2ef96c505c8f tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group_rule': {'security_group_id': '8cd30aa7-fba1-4804-bc5c-c0cd7c19fff3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:42.681875 n-d-827896-4 neutron-server[88518]: WARNING neutron.api.v2.base [None req-6f09b4ce-d1ca-46f3-b808-2ef96c505c8f tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Mar 01 21:17:42.682434 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-6f09b4ce-d1ca-46f3-b808-2ef96c505c8f tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:42.683524 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6f09b4ce-d1ca-46f3-b808-2ef96c505c8f tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0134807 Mar 01 21:17:42.686478 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43766) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:42.695105 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-8e2495f0-2951-40f2-8882-860095e8b307 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group_rule': {'security_group_id': '8cd30aa7-fba1-4804-bc5c-c0cd7c19fff3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:42.696372 n-d-827896-4 neutron-server[88518]: WARNING neutron.api.v2.base [None req-8e2495f0-2951-40f2-8882-860095e8b307 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Mar 01 21:17:42.697033 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-8e2495f0-2951-40f2-8882-860095e8b307 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:42.698553 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8e2495f0-2951-40f2-8882-860095e8b307 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089169 Mar 01 21:17:42.699745 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c7764-45d4-4af2-a6ca-db7cd485c75f None None] Port c4d26765-baf3-4178-bfab-3003d6077bc6 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:17:42.708609 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43770) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:42.719313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6ba1d7d4-5298-42e8-88d4-3bfe903ff3dd tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group_rule': {'security_group_id': '8cd30aa7-fba1-4804-bc5c-c0cd7c19fff3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:42.720682 n-d-827896-4 neutron-server[88518]: WARNING neutron.api.v2.base [None req-6ba1d7d4-5298-42e8-88d4-3bfe903ff3dd tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Mar 01 21:17:42.721412 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-6ba1d7d4-5298-42e8-88d4-3bfe903ff3dd tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:42.722601 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6ba1d7d4-5298-42e8-88d4-3bfe903ff3dd tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0127380 Mar 01 21:17:42.725650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43774) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:42.731898 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4d2c7764-45d4-4af2-a6ca-db7cd485c75f None None] Provisioning complete for port 8236cf4a-f873-45ba-a78d-d0c80c4182b1 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:42.732225 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4d2c7764-45d4-4af2-a6ca-db7cd485c75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:42.746118 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-79cd4c1d-872f-4aae-9c35-00f172f15f26 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:42.768803 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c1de50cb-12c8-4319-91fc-5998ca568926 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:17:42.818015 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: c1de50cb-12c8-4319-91fc-5998ca568926 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:17:42.818361 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c1de50cb-12c8-4319-91fc-5998ca568926 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:17:42.881280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] Deleting port c1de50cb-12c8-4319-91fc-5998ca568926 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:17:42.881696 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:42.974206 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8236cf4a-f873-45ba-a78d-d0c80c4182b1 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:42.983285 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] The port 'c1de50cb-12c8-4319-91fc-5998ca568926' was deleted {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:17:43.052276 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e868aa3b-871e-49ba-be45-c4dfc51d857b tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:43.065418 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd4c1d-872f-4aae-9c35-00f172f15f26 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Port': ['ID=c4d26765-baf3-4178-bfab-3003d6077bc6,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:43.085313 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-79cd4c1d-872f-4aae-9c35-00f172f15f26 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:43.179236 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e868aa3b-871e-49ba-be45-c4dfc51d857b tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:43.194363 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 8236cf4a-f873-45ba-a78d-d0c80c4182b1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:43.195019 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:43.266404 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ebfd6548-1e12-43e2-b179-7c34c8edbff5 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:43.315119 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:43.377331 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ebfd6548-1e12-43e2-b179-7c34c8edbff5 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Network 2c62f9a0-d92b-4973-a7ab-b1c57255aa9e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:43.389735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ebfd6548-1e12-43e2-b179-7c34c8edbff5 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:43.389977 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cd4c1d-872f-4aae-9c35-00f172f15f26 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network 7b2cfe17-6618-4f3c-9ee6-84b5c2700e75 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:43.391853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-79cd4c1d-872f-4aae-9c35-00f172f15f26 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:43.392402 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:17:43.396998 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ebfd6548-1e12-43e2-b179-7c34c8edbff5 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:17:43.407124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-418f1b33-6716-48be-a6f4-bbfeb4ddf702 None None] Provisioning complete for port c4d26765-baf3-4178-bfab-3003d6077bc6 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:43.407124 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-418f1b33-6716-48be-a6f4-bbfeb4ddf702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:43.417699 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] Sync routers for ids ['cfc66a47-537e-424f-bda1-87b0f5c59637'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:17:43.430967 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] Routers {'cfc66a47-537e-424f-bda1-87b0f5c59637'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:43.435083 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['cfc66a47-537e-424f-bda1-87b0f5c59637'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:43.471107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca76856-c4cc-4088-ad65-77ec56e4fcb9']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:43.569707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ebfd6548-1e12-43e2-b179-7c34c8edbff5 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:43.570402 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ebfd6548-1e12-43e2-b179-7c34c8edbff5 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:43.590217 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-418f1b33-6716-48be-a6f4-bbfeb4ddf702 None None] Port c4d26765-baf3-4178-bfab-3003d6077bc6 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:17:43.604093 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:43.605294 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e00a6b1d-11db-45d7-8b64-16f5886e88ed admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 12.6271541 Mar 01 21:17:43.612424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfd6548-1e12-43e2-b179-7c34c8edbff5 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Pushing event updated for resources: {'Port': ['ID=2aeab532-5ed4-4303-ac55-ec0001f6fe4b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:43.628058 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68400380-c21a-456b-96ad-f061bd67bc9d') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:43.628358 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68400380-c21a-456b-96ad-f061bd67bc9d') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:43.638278 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43782) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:43.747397 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:43.765883 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ebfd6548-1e12-43e2-b179-7c34c8edbff5 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5860252 Mar 01 21:17:43.780391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] Request body: {'port': {'device_id': '5ce0bb72-1298-4997-8cec-6750e402cda1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:43.814952 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f11a7cbd-a92f-4300-b8f5-f0d802df1ab3 None None] Provisioning complete for port c4d26765-baf3-4178-bfab-3003d6077bc6 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:43.815329 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f11a7cbd-a92f-4300-b8f5-f0d802df1ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:43.826907 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] Set router cfc66a47-537e-424f-bda1-87b0f5c59637 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:17:43.837699 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:43.872258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:17:43.876271 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:17:43.909187 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:17:43.938580 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f11a7cbd-a92f-4300-b8f5-f0d802df1ab3 None None] Port c4d26765-baf3-4178-bfab-3003d6077bc6 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:17:43.957373 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e868aa3b-871e-49ba-be45-c4dfc51d857b tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:43.983406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e868aa3b-871e-49ba-be45-c4dfc51d857b tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd30aa7-fba1-4804-bc5c-c0cd7c19fff3,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:44.047337 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e868aa3b-871e-49ba-be45-c4dfc51d857b tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:44.047337 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e868aa3b-871e-49ba-be45-c4dfc51d857b tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "DELETE /v2.0/security-groups/8cd30aa7-fba1-4804-bc5c-c0cd7c19fff3 HTTP/1.1" status: 204 len: 168 time: 1.3170269 Mar 01 21:17:44.049818 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43786) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:44.172114 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019492d-eed7-4bba-afe0-aba69a169786 req-c710c8bd-1175-45e9-8c3d-759cb11c0074 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:44.178477 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f019492d-eed7-4bba-afe0-aba69a169786 req-c710c8bd-1175-45e9-8c3d-759cb11c0074 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 931 time: 0.2968261 Mar 01 21:17:44.202324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1a7ddc9b-4e3c-4d87-af9a-6dcd590edaf9 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Synchronizing usage tracker for tenant:aa48830dcaa34977a8bc67c9ebecf1e5 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:44.234307 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79cd4c1d-872f-4aae-9c35-00f172f15f26 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:17:44.261137 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f019492d-eed7-4bba-afe0-aba69a169786 req-0eaf1d9f-49d4-4339-a021-226c43baa224 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816836 Mar 01 21:17:44.316512 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:44.333406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1a7ddc9b-4e3c-4d87-af9a-6dcd590edaf9 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Unset dirty status for tenant:aa48830dcaa34977a8bc67c9ebecf1e5 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:44.339436 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1a7ddc9b-4e3c-4d87-af9a-6dcd590edaf9 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2839038 Mar 01 21:17:44.340055 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43790) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:44.345843 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-a20d8557-4ef5-4987-b2d3-15c30554629e tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group': {'name': 'tempest-secgroup--418419140'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:44.359473 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc66a47-537e-424f-bda1-87b0f5c59637', 'name': 'tempest-TestServerBasicOps-282120693-router', 'tenant_id': '092d94fa80f04f43a9204bf317cd4e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '6f26141c-395b-4792-8607-d0e7d658bebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:31Z', 'updated_at': '2022-03-01T21:17:39Z', 'revision_number': 3, 'project_id': '092d94fa80f04f43a9204bf317cd4e0e', 'gw_port': {'id': '6f26141c-395b-4792-8607-d0e7d658bebc', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:74:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc66a47-537e-424f-bda1-87b0f5c59637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:35Z', 'updated_at': '2022-03-01T21:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:44.359473 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] Checking router: cfc66a47-537e-424f-bda1-87b0f5c59637 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:17:44.359473 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] Updating router cfc66a47-537e-424f-bda1-87b0f5c59637 port 6f26141c-395b-4792-8607-d0e7d658bebc binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:17:44.359954 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:44.398951 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae39006-fefc-41b1-a611-b6b159be4015 None None] Network 0f50f0b6-6225-4682-9bd0-b08089c2a9db requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:17:44.408904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a20d8557-4ef5-4987-b2d3-15c30554629e tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:44.434119 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a20d8557-4ef5-4987-b2d3-15c30554629e tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:44.444192 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] Pushing event deleted for resources: {'Network': ['ID=5ca76856-c4cc-4088-ad65-77ec56e4fcb9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:44.456166 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7ea3f114-db9c-463e-9069-fab8ed5b61cc admin admin] 10.222.0.42 "DELETE /v2.0/networks/5ca76856-c4cc-4088-ad65-77ec56e4fcb9 HTTP/1.1" status: 204 len: 168 time: 5.3817465 Mar 01 21:17:44.457182 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:44.465823 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79cd4c1d-872f-4aae-9c35-00f172f15f26 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:17:44.480509 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-79cd4c1d-872f-4aae-9c35-00f172f15f26 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1943877 Mar 01 21:17:44.481838 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:44.483969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43796) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:44.546714 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a20d8557-4ef5-4987-b2d3-15c30554629e tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:44.599585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a20d8557-4ef5-4987-b2d3-15c30554629e tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:44.614624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce55c44e-90ac-495e-9bec-2d9ae8dae018 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:44.615164 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ce55c44e-90ac-495e-9bec-2d9ae8dae018 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Synchronizing usage tracker for tenant:acfc6a9964af49b3a3adf1407ea5d8d6 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:44.619948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a20d8557-4ef5-4987-b2d3-15c30554629e tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group_rule and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:44.624923 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a20d8557-4ef5-4987-b2d3-15c30554629e tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:44.635564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a20d8557-4ef5-4987-b2d3-15c30554629e tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:44.639921 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc89d397-9a02-4d5c-b3fb-abbfd52336ce None None] Sync routers for ids ['7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:17:44.722678 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a20d8557-4ef5-4987-b2d3-15c30554629e tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:44.788303 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc89d397-9a02-4d5c-b3fb-abbfd52336ce None None] Routers {'7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:44.788980 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-bc89d397-9a02-4d5c-b3fb-abbfd52336ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:44.794235 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a20d8557-4ef5-4987-b2d3-15c30554629e tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:44.942343 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ce55c44e-90ac-495e-9bec-2d9ae8dae018 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Unset dirty status for tenant:acfc6a9964af49b3a3adf1407ea5d8d6 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:44.952541 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ce55c44e-90ac-495e-9bec-2d9ae8dae018 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/ports/c4d26765-baf3-4178-bfab-3003d6077bc6 HTTP/1.1" status: 200 len: 910 time: 0.4674191 Mar 01 21:17:44.954301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43802) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:44.965595 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-bc89d397-9a02-4d5c-b3fb-abbfd52336ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:44.991552 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc89d397-9a02-4d5c-b3fb-abbfd52336ce None None] Routers {'7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:44.993706 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-bc89d397-9a02-4d5c-b3fb-abbfd52336ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:45.110331 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-bc89d397-9a02-4d5c-b3fb-abbfd52336ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:45.110657 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc89d397-9a02-4d5c-b3fb-abbfd52336ce None None] The sync data for ids ['7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:17:45.124484 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-64319f75-3c1b-4626-8418-8b9256b7267b None None] Provisioning for port 62114237-d0a4-4053-9d04-b9c4de4a4aa1 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:45.136467 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43806) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:45.137983 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 62114237-d0a4-4053-9d04-b9c4de4a4aa1 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:45.227839 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:45.241722 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] Transition to ACTIVE for port object 6f26141c-395b-4792-8607-d0e7d658bebc will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:45.332715 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:45.340554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20d8557-4ef5-4987-b2d3-15c30554629e tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca8f6e8-2a2d-4aa8-8e6c-a2d54e1e834d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:45.352263 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a20d8557-4ef5-4987-b2d3-15c30554629e tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:45.353661 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a20d8557-4ef5-4987-b2d3-15c30554629e tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0126386 Mar 01 21:17:45.363740 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43812) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:45.382306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4a0937b6-7d69-41a2-8304-c26bd1de9b32 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group_rule': {'security_group_id': '4ca8f6e8-2a2d-4aa8-8e6c-a2d54e1e834d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:45.382306 n-d-827896-4 neutron-server[88518]: WARNING neutron.api.v2.base [None req-4a0937b6-7d69-41a2-8304-c26bd1de9b32 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 01 21:17:45.382306 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-4a0937b6-7d69-41a2-8304-c26bd1de9b32 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:45.382306 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4a0937b6-7d69-41a2-8304-c26bd1de9b32 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0107162 Mar 01 21:17:45.421148 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43816) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:45.437311 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-225c8e31-b684-49d8-b4c2-e8b1318c5f2c tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group_rule': {'security_group_id': '4ca8f6e8-2a2d-4aa8-8e6c-a2d54e1e834d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:45.460203 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-41add04d-af4c-43aa-b142-61e853079627 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5753fa3f75764d519dfd77c438eb049c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3223555 Mar 01 21:17:45.468666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43820) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:45.473051 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-225c8e31-b684-49d8-b4c2-e8b1318c5f2c tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:45.480190 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] Attempting to bind port 6f26141c-395b-4792-8607-d0e7d658bebc on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:17:45.481082 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] Attempting to bind port 6f26141c-395b-4792-8607-d0e7d658bebc by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:17:45.481541 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] Attempting to bind port 6f26141c-395b-4792-8607-d0e7d658bebc on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:17:45.499749 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:17:45.500526 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:45.500734 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:45.501197 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:17:45.501873 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] Bound port: 6f26141c-395b-4792-8607-d0e7d658bebc, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:17:45.502481 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:45.565035 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-225c8e31-b684-49d8-b4c2-e8b1318c5f2c tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group_rule and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:45.570524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-225c8e31-b684-49d8-b4c2-e8b1318c5f2c tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:45.587514 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad5d0e-14a2-4adf-9463-7d86eb1d0a71 None None] Pushing event updated for resources: {'Port': ['ID=6f26141c-395b-4792-8607-d0e7d658bebc,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:45.608564 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad5d0e-14a2-4adf-9463-7d86eb1d0a71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:45.609371 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad5d0e-14a2-4adf-9463-7d86eb1d0a71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:45.610047 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad5d0e-14a2-4adf-9463-7d86eb1d0a71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:45.610696 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad5d0e-14a2-4adf-9463-7d86eb1d0a71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:45.611347 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad5d0e-14a2-4adf-9463-7d86eb1d0a71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:45.612063 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad5d0e-14a2-4adf-9463-7d86eb1d0a71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:45.612754 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad5d0e-14a2-4adf-9463-7d86eb1d0a71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:45.613403 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad5d0e-14a2-4adf-9463-7d86eb1d0a71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:45.614035 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad5d0e-14a2-4adf-9463-7d86eb1d0a71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:45.614681 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad5d0e-14a2-4adf-9463-7d86eb1d0a71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:45.615351 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad5d0e-14a2-4adf-9463-7d86eb1d0a71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:45.616012 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5ad5d0e-14a2-4adf-9463-7d86eb1d0a71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:17:45.625359 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] For port 6f26141c-395b-4792-8607-d0e7d658bebc, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:17:45.630772 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] For port 6f26141c-395b-4792-8607-d0e7d658bebc, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=6f26141c-395b-4792-8607-d0e7d658bebc,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:17:45.643693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-225c8e31-b684-49d8-b4c2-e8b1318c5f2c tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:45.677819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2aeab532-5ed4-4303-ac55-ec0001f6fe4b {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:17:45.728391 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:45.750943 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] Transition to ACTIVE for port object 2aeab532-5ed4-4303-ac55-ec0001f6fe4b will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:45.753647 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cef5e86a-a755-4c9b-98c3-6808c878ff93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:45.787463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44d70e-bfd1-4e9f-aac1-d44d5ef7b6c5 req-54a85f46-11e7-4ad1-a156-c8cb7a872016 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:45.795969 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c44d70e-bfd1-4e9f-aac1-d44d5ef7b6c5 req-54a85f46-11e7-4ad1-a156-c8cb7a872016 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 931 time: 0.3409567 Mar 01 21:17:45.837365 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cef5e86a-a755-4c9b-98c3-6808c878ff93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:45.870560 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b22580e-616a-4810-b26a-0b1285ca9d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:45.872857 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c44d70e-bfd1-4e9f-aac1-d44d5ef7b6c5 req-a5aaaa83-d5c6-4139-83a7-ec4ec6d707cf tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757709 Mar 01 21:17:46.028154 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6df30da9-4336-4022-b265-c1e4a0d45bed tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:46.195534 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-9b22580e-616a-4810-b26a-0b1285ca9d39 admin admin] Allocated IP 172.20.0.1 (f03d6e58-fbac-4d6b-9d4d-885e14763e24/590cf7b5-b18b-44f5-97c8-b96615ec14fc/4bdc3f84-e89c-4263-9ae0-1df88885f0d4) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:17:46.363660 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b22580e-616a-4810-b26a-0b1285ca9d39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:46.380502 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-9b22580e-616a-4810-b26a-0b1285ca9d39 admin admin] Transition to ACTIVE for port object 4bdc3f84-e89c-4263-9ae0-1df88885f0d4 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:46.503871 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 62114237-d0a4-4053-9d04-b9c4de4a4aa1 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:46.510039 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 62114237-d0a4-4053-9d04-b9c4de4a4aa1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:46.515213 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:46.533444 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:46.535848 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cef5e86a-a755-4c9b-98c3-6808c878ff93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:46.553666 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:46.573467 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-6df30da9-4336-4022-b265-c1e4a0d45bed tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Allocated IP 172.21.0.1 (0f50f0b6-6225-4682-9bd0-b08089c2a9db/b54cc397-cf63-4d3c-a9c0-5c8fa50bdc45/0fa15977-4b37-404b-8269-0cf2480501cc) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:17:46.641922 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b22580e-616a-4810-b26a-0b1285ca9d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:46.667703 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-225c8e31-b684-49d8-b4c2-e8b1318c5f2c tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:46.677826 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-225c8e31-b684-49d8-b4c2-e8b1318c5f2c tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 1.2512369 Mar 01 21:17:46.678830 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43834) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:46.681957 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ad5d0e-14a2-4adf-9463-7d86eb1d0a71 None None] Pushing event updated for resources: {'Port': ['ID=6f26141c-395b-4792-8607-d0e7d658bebc,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:46.688593 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] Routers {'cfc66a47-537e-424f-bda1-87b0f5c59637'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:46.689590 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['cfc66a47-537e-424f-bda1-87b0f5c59637'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:46.696015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef5e86a-a755-4c9b-98c3-6808c878ff93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dce215f-84d8-4716-945e-a36108b25e12,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:46.710778 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-e3ab5633-2466-40d5-982d-9334ba0c52e6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group_rule': {'security_group_id': '4ca8f6e8-2a2d-4aa8-8e6c-a2d54e1e834d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:46.711998 n-d-827896-4 neutron-server[88519]: WARNING neutron.api.v2.base [None req-e3ab5633-2466-40d5-982d-9334ba0c52e6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Mar 01 21:17:46.718133 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-e3ab5633-2466-40d5-982d-9334ba0c52e6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:46.718273 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:46.718391 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e3ab5633-2466-40d5-982d-9334ba0c52e6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0236099 Mar 01 21:17:46.722363 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43838) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:46.723387 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b22580e-616a-4810-b26a-0b1285ca9d39 admin admin] Network f03d6e58-fbac-4d6b-9d4d-885e14763e24 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:46.732793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-adbeef4d-7346-4437-8cec-0dfcbf9bde36 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group_rule': {'security_group_id': '4ca8f6e8-2a2d-4aa8-8e6c-a2d54e1e834d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:46.740511 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-adbeef4d-7346-4437-8cec-0dfcbf9bde36 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:46.746036 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-adbeef4d-7346-4437-8cec-0dfcbf9bde36 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group_rule and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:46.763021 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-adbeef4d-7346-4437-8cec-0dfcbf9bde36 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:46.763454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 62114237-d0a4-4053-9d04-b9c4de4a4aa1, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=62114237-d0a4-4053-9d04-b9c4de4a4aa1,segment=NetworkSegment(41ea8260-f637-4843-93ec-08ecfcdd4b3e),segment_id=41ea8260-f637-4843-93ec-08ecfcdd4b3e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:46.771092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-adbeef4d-7346-4437-8cec-0dfcbf9bde36 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:46.806504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-9b22580e-616a-4810-b26a-0b1285ca9d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:46.818737 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b22580e-616a-4810-b26a-0b1285ca9d39 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:17:46.855902 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cef5e86a-a755-4c9b-98c3-6808c878ff93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:46.857153 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cef5e86a-a755-4c9b-98c3-6808c878ff93 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0dce215f-84d8-4716-945e-a36108b25e12 HTTP/1.1" status: 204 len: 168 time: 1.3869212 Mar 01 21:17:46.857567 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6df30da9-4336-4022-b265-c1e4a0d45bed tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:46.869943 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:46.888881 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-6df30da9-4336-4022-b265-c1e4a0d45bed tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Transition to ACTIVE for port object 0fa15977-4b37-404b-8269-0cf2480501cc will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:46.966488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2aeab532-5ed4-4303-ac55-ec0001f6fe4b,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:46.969509 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b22580e-616a-4810-b26a-0b1285ca9d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:47.030311 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6df30da9-4336-4022-b265-c1e4a0d45bed tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:47.084739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=62114237-d0a4-4053-9d04-b9c4de4a4aa1,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:47.134050 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-adbeef4d-7346-4437-8cec-0dfcbf9bde36 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:47.135220 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-adbeef4d-7346-4437-8cec-0dfcbf9bde36 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4109349 Mar 01 21:17:47.204079 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] Set router cfc66a47-537e-424f-bda1-87b0f5c59637 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:17:47.228002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43856) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:47.266832 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-ae0ca2a4-3cdc-47ce-8233-8e4fc8fe721d tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group_rule': {'security_group_id': '4ca8f6e8-2a2d-4aa8-8e6c-a2d54e1e834d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:47.267221 n-d-827896-4 neutron-server[88518]: WARNING neutron.api.v2.base [None req-ae0ca2a4-3cdc-47ce-8233-8e4fc8fe721d tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Mar 01 21:17:47.267755 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-ae0ca2a4-3cdc-47ce-8233-8e4fc8fe721d tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:47.269155 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ae0ca2a4-3cdc-47ce-8233-8e4fc8fe721d tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0224056 Mar 01 21:17:47.283731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43860) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:47.301092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df30da9-4336-4022-b265-c1e4a0d45bed tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network 0f50f0b6-6225-4682-9bd0-b08089c2a9db is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:47.311466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b8d5d038-01fb-423e-b836-bf37df9d19e5 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group_rule': {'security_group_id': '4ca8f6e8-2a2d-4aa8-8e6c-a2d54e1e834d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:47.321608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b8d5d038-01fb-423e-b836-bf37df9d19e5 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:47.326769 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-72644fab-676e-4959-979e-d9fd5fcff590 None None] Provisioning for port 4bdc3f84-e89c-4263-9ae0-1df88885f0d4 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:47.328398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b8d5d038-01fb-423e-b836-bf37df9d19e5 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group_rule and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:47.332027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b8d5d038-01fb-423e-b836-bf37df9d19e5 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:47.332554 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-72644fab-676e-4959-979e-d9fd5fcff590 None None] Provisioning complete for port 4bdc3f84-e89c-4263-9ae0-1df88885f0d4 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:47.333292 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-72644fab-676e-4959-979e-d9fd5fcff590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:47.341638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b8d5d038-01fb-423e-b836-bf37df9d19e5 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:47.356436 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-6df30da9-4336-4022-b265-c1e4a0d45bed tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:47.359623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df30da9-4336-4022-b265-c1e4a0d45bed tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:17:47.480017 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-72644fab-676e-4959-979e-d9fd5fcff590 None None] Port 4bdc3f84-e89c-4263-9ae0-1df88885f0d4 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:17:47.501022 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df30da9-4336-4022-b265-c1e4a0d45bed tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Port': ['ID=0fa15977-4b37-404b-8269-0cf2480501cc,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:47.532809 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] Attempting to bind port 2aeab532-5ed4-4303-ac55-ec0001f6fe4b on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:17:47.533398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] Attempting to bind port 2aeab532-5ed4-4303-ac55-ec0001f6fe4b by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '40a2efd0-af99-4708-b975-94db3108bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2c62f9a0-d92b-4973-a7ab-b1c57255aa9e'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:17:47.533515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] Attempting to bind port 2aeab532-5ed4-4303-ac55-ec0001f6fe4b on network 2c62f9a0-d92b-4973-a7ab-b1c57255aa9e {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:17:47.570103 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] Port 2aeab532-5ed4-4303-ac55-ec0001f6fe4b on network 2c62f9a0-d92b-4973-a7ab-b1c57255aa9e not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:17:47.570958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] Attempting to bind port 2aeab532-5ed4-4303-ac55-ec0001f6fe4b on network 2c62f9a0-d92b-4973-a7ab-b1c57255aa9e {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:17:47.578735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:17:47.579079 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] Checking segment: {'id': '40a2efd0-af99-4708-b975-94db3108bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2c62f9a0-d92b-4973-a7ab-b1c57255aa9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:47.579479 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] Bound using segment: {'id': '40a2efd0-af99-4708-b975-94db3108bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2c62f9a0-d92b-4973-a7ab-b1c57255aa9e'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:17:47.579908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] Bound port: 2aeab532-5ed4-4303-ac55-ec0001f6fe4b, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40a2efd0-af99-4708-b975-94db3108bbc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '2c62f9a0-d92b-4973-a7ab-b1c57255aa9e'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:17:47.580249 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:47.613856 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22580e-616a-4810-b26a-0b1285ca9d39 admin admin] Pushing event updated for resources: {'Port': ['ID=4bdc3f84-e89c-4263-9ae0-1df88885f0d4,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:47.624611 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6df30da9-4336-4022-b265-c1e4a0d45bed tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:47.647922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c1d4e-2aa6-4ab7-9c2c-8ea038351d89 req-42dd74b4-7362-437b-b26f-3289700231cd tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:47.659327 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-721c1d4e-2aa6-4ab7-9c2c-8ea038351d89 req-42dd74b4-7362-437b-b26f-3289700231cd tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 943 time: 0.5374424 Mar 01 21:17:47.708964 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-b8d5d038-01fb-423e-b836-bf37df9d19e5 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:47.710401 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b8d5d038-01fb-423e-b836-bf37df9d19e5 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4146383 Mar 01 21:17:47.716574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43866) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:47.728125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-aeaff099-ded2-456f-a16b-874488a046d8 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group_rule': {'security_group_id': '4ca8f6e8-2a2d-4aa8-8e6c-a2d54e1e834d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:47.729148 n-d-827896-4 neutron-server[88518]: WARNING neutron.api.v2.base [None req-aeaff099-ded2-456f-a16b-874488a046d8 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Mar 01 21:17:47.729813 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-aeaff099-ded2-456f-a16b-874488a046d8 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:47.731043 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-aeaff099-ded2-456f-a16b-874488a046d8 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0109956 Mar 01 21:17:47.759913 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43870) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:47.764585 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-721c1d4e-2aa6-4ab7-9c2c-8ea038351d89 req-ec227898-d582-404a-bfc4-40b2182c8b2d tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040697 Mar 01 21:17:47.772424 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2bdcdc83-b1c2-4574-9777-9c895ba2aa0a tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group_rule': {'security_group_id': '4ca8f6e8-2a2d-4aa8-8e6c-a2d54e1e834d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:47.782151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2bdcdc83-b1c2-4574-9777-9c895ba2aa0a tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:47.789219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2bdcdc83-b1c2-4574-9777-9c895ba2aa0a tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group_rule and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:47.795224 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3654fd20-25bf-4c6e-a03e-d38190a79003 None None] Provisioning for port 0fa15977-4b37-404b-8269-0cf2480501cc completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:47.800595 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2bdcdc83-b1c2-4574-9777-9c895ba2aa0a tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:47.805308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3654fd20-25bf-4c6e-a03e-d38190a79003 None None] Provisioning complete for port 0fa15977-4b37-404b-8269-0cf2480501cc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:47.805308 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3654fd20-25bf-4c6e-a03e-d38190a79003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:47.810771 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2bdcdc83-b1c2-4574-9777-9c895ba2aa0a tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:47.853075 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc66a47-537e-424f-bda1-87b0f5c59637', 'name': 'tempest-TestServerBasicOps-282120693-router', 'tenant_id': '092d94fa80f04f43a9204bf317cd4e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '6f26141c-395b-4792-8607-d0e7d658bebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:31Z', 'updated_at': '2022-03-01T21:17:39Z', 'revision_number': 3, 'project_id': '092d94fa80f04f43a9204bf317cd4e0e', 'gw_port': {'id': '6f26141c-395b-4792-8607-d0e7d658bebc', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:74:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc66a47-537e-424f-bda1-87b0f5c59637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:35Z', 'updated_at': '2022-03-01T21:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:47.857766 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d36e3d1-f6fe-4a89-8bb2-1e92ffefdec1 None None] The sync data for ids ['cfc66a47-537e-424f-bda1-87b0f5c59637'] in n-d-827896-4 is: [{'id': 'cfc66a47-537e-424f-bda1-87b0f5c59637', 'name': 'tempest-TestServerBasicOps-282120693-router', 'tenant_id': '092d94fa80f04f43a9204bf317cd4e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '6f26141c-395b-4792-8607-d0e7d658bebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:31Z', 'updated_at': '2022-03-01T21:17:39Z', 'revision_number': 3, 'project_id': '092d94fa80f04f43a9204bf317cd4e0e', 'gw_port': {'id': '6f26141c-395b-4792-8607-d0e7d658bebc', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:74:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc66a47-537e-424f-bda1-87b0f5c59637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:35Z', 'updated_at': '2022-03-01T21:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:17:47.880609 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3654fd20-25bf-4c6e-a03e-d38190a79003 None None] Port 0fa15977-4b37-404b-8269-0cf2480501cc cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:17:47.940489 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] For port 2aeab532-5ed4-4303-ac55-ec0001f6fe4b, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:17:47.951342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] For port 2aeab532-5ed4-4303-ac55-ec0001f6fe4b, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2aeab532-5ed4-4303-ac55-ec0001f6fe4b,segment=NetworkSegment(40a2efd0-af99-4708-b975-94db3108bbc0),segment_id=40a2efd0-af99-4708-b975-94db3108bbc0)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:17:47.996750 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-2bdcdc83-b1c2-4574-9777-9c895ba2aa0a tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:47.999906 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2bdcdc83-b1c2-4574-9777-9c895ba2aa0a tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2338331 Mar 01 21:17:48.002602 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43874) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:48.006673 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6df30da9-4336-4022-b265-c1e4a0d45bed tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:48.007554 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-1cc3a756-05d4-43fe-918d-c9274809a905 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group_rule': {'security_group_id': '4ca8f6e8-2a2d-4aa8-8e6c-a2d54e1e834d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:48.017529 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1cc3a756-05d4-43fe-918d-c9274809a905 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:48.020750 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:48.127740 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43878) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:48.129004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1cc3a756-05d4-43fe-918d-c9274809a905 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group_rule and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:48.140569 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1cc3a756-05d4-43fe-918d-c9274809a905 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:48.203303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1cc3a756-05d4-43fe-918d-c9274809a905 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:48.216465 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b22580e-616a-4810-b26a-0b1285ca9d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:48.233214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:48.234200 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:48.235733 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] 10.222.0.57 "PUT /v2.0/ports/2aeab532-5ed4-4303-ac55-ec0001f6fe4b HTTP/1.1" status: 200 len: 1091 time: 4.4617891 Mar 01 21:17:48.243518 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce0bb72-1298-4997-8cec-6750e402cda1', 'tag': '2aeab532-5ed4-4303-ac55-ec0001f6fe4b'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:17:48.378822 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce0bb72-1298-4997-8cec-6750e402cda1', 'tag': '2aeab532-5ed4-4303-ac55-ec0001f6fe4b', 'status': 'completed', 'code': 200} Mar 01 21:17:48.466703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6371d3-7e04-4a37-a645-ac7ba0eb40b2 service neutron] Pushing event updated for resources: {'Port': ['ID=2aeab532-5ed4-4303-ac55-ec0001f6fe4b,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:48.487043 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0366ac9f-a926-450a-84fb-c3deb527e51a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7bf29cdb9eb24de5adb032dbc52e44fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3457215 Mar 01 21:17:48.494100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43886) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:48.531689 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6df30da9-4336-4022-b265-c1e4a0d45bed tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:48.663864 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-1cc3a756-05d4-43fe-918d-c9274809a905 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:48.674739 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1cc3a756-05d4-43fe-918d-c9274809a905 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6631806 Mar 01 21:17:48.675728 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6df30da9-4336-4022-b265-c1e4a0d45bed tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:48.675857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43892) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:48.713847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f97b6-d613-4d78-a996-ef3f4a351a81 req-dffd3cb0-9e14-435b-b45d-9c9932e6d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:48.715718 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-226f97b6-d613-4d78-a996-ef3f4a351a81 req-dffd3cb0-9e14-435b-b45d-9c9932e6d586 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ce309e937a24bfd8b5c9e6112d3b290&device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 1094 time: 0.3577266 Mar 01 21:17:48.756401 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-14ff4f55-7ee5-41f2-94f4-9849fa5a4e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:48.833083 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6df30da9-4336-4022-b265-c1e4a0d45bed tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:48.840129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df30da9-4336-4022-b265-c1e4a0d45bed tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Port': ['ID=0fa15977-4b37-404b-8269-0cf2480501cc,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:48.911766 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-14ff4f55-7ee5-41f2-94f4-9849fa5a4e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:49.011840 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5589cd2b-13e3-4b00-848e-b5665b566871 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:49.074074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f97b6-d613-4d78-a996-ef3f4a351a81 req-c2ab867d-6b83-4586-8b93-0bbc15b01dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:49.075611 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-226f97b6-d613-4d78-a996-ef3f4a351a81 req-c2ab867d-6b83-4586-8b93-0bbc15b01dbd service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=6ce309e937a24bfd8b5c9e6112d3b290&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3516088 Mar 01 21:17:49.148422 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 62114237-d0a4-4053-9d04-b9c4de4a4aa1 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:49.261232 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b22580e-616a-4810-b26a-0b1285ca9d39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:49.261950 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 62114237-d0a4-4053-9d04-b9c4de4a4aa1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:49.262403 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:49.267514 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5589cd2b-13e3-4b00-848e-b5665b566871 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:49.298824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097a3ae2-dbfc-4ee3-aaa8-7b2218af1d28 req-3ed27877-6aa5-46d2-8fd3-642fc5001cdb tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:49.301689 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-097a3ae2-dbfc-4ee3-aaa8-7b2218af1d28 req-3ed27877-6aa5-46d2-8fd3-642fc5001cdb tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 943 time: 0.3356063 Mar 01 21:17:49.305661 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df30da9-4336-4022-b265-c1e4a0d45bed tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network 0f50f0b6-6225-4682-9bd0-b08089c2a9db is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:49.306851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-6df30da9-4336-4022-b265-c1e4a0d45bed tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:49.314659 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226f97b6-d613-4d78-a996-ef3f4a351a81 req-2eb94ae2-4d11-4772-bd8c-aa22d3797539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:49.316475 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-226f97b6-d613-4d78-a996-ef3f4a351a81 req-2eb94ae2-4d11-4772-bd8c-aa22d3797539 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2299554 Mar 01 21:17:49.350301 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-14ff4f55-7ee5-41f2-94f4-9849fa5a4e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:49.473683 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b22580e-616a-4810-b26a-0b1285ca9d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:49.518452 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-097a3ae2-dbfc-4ee3-aaa8-7b2218af1d28 req-92599b9c-8284-4c5c-8f77-e34271e2d00b tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056503 Mar 01 21:17:49.557612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df30da9-4336-4022-b265-c1e4a0d45bed tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:17:49.558467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6f26141c-395b-4792-8607-d0e7d658bebc up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:49.591889 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ff4f55-7ee5-41f2-94f4-9849fa5a4e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55514a39-1876-4b84-b715-c4d2a2efac0a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:49.612678 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5589cd2b-13e3-4b00-848e-b5665b566871 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:49.654114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589cd2b-13e3-4b00-848e-b5665b566871 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca8f6e8-2a2d-4aa8-8e6c-a2d54e1e834d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:49.681029 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-14ff4f55-7ee5-41f2-94f4-9849fa5a4e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:49.681029 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-14ff4f55-7ee5-41f2-94f4-9849fa5a4e8f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/55514a39-1876-4b84-b715-c4d2a2efac0a HTTP/1.1" status: 204 len: 168 time: 1.1760724 Mar 01 21:17:49.685375 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5589cd2b-13e3-4b00-848e-b5665b566871 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:49.689319 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5589cd2b-13e3-4b00-848e-b5665b566871 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "DELETE /v2.0/security-groups/4ca8f6e8-2a2d-4aa8-8e6c-a2d54e1e834d HTTP/1.1" status: 204 len: 168 time: 1.0104918 Mar 01 21:17:49.699313 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43908) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:49.755619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b22580e-616a-4810-b26a-0b1285ca9d39 admin admin] Pushing event updated for resources: {'Port': ['ID=4bdc3f84-e89c-4263-9ae0-1df88885f0d4,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:49.762774 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-6a1b3f1c-4d15-45b3-962b-812c2f986053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:49.764690 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-6a1b3f1c-4d15-45b3-962b-812c2f986053 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6ce309e937a24bfd8b5c9e6112d3b290&device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 1094 time: 0.4066107 Mar 01 21:17:49.765516 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b22580e-616a-4810-b26a-0b1285ca9d39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:49.797567 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df30da9-4336-4022-b265-c1e4a0d45bed tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:17:49.814990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 6f26141c-395b-4792-8607-d0e7d658bebc completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:49.817418 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fabfab6-f808-4ed3-8339-6634b57adf8a None None] Sync routers for ids ['7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:17:49.827841 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fabfab6-f808-4ed3-8339-6634b57adf8a None None] Routers {'7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:49.828437 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-3fabfab6-f808-4ed3-8339-6634b57adf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:49.830918 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 6f26141c-395b-4792-8607-d0e7d658bebc triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:49.832256 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:49.862531 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-edbe4478-dd85-4d4d-9618-5f1d25957354 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2aeab532-5ed4-4303-ac55-ec0001f6fe4b HTTP/1.1" status: 200 len: 217 time: 0.0897045 Mar 01 21:17:49.875831 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6df30da9-4336-4022-b265-c1e4a0d45bed tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9176488 Mar 01 21:17:49.878270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43912) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:49.927722 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-678657be-95c7-4464-aaf9-11d54a0e1942 None None] Provisioning complete for port 0fa15977-4b37-404b-8269-0cf2480501cc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:49.928285 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-678657be-95c7-4464-aaf9-11d54a0e1942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:49.952110 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-3fabfab6-f808-4ed3-8339-6634b57adf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:49.973065 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fabfab6-f808-4ed3-8339-6634b57adf8a None None] Routers {'7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:49.975272 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-3fabfab6-f808-4ed3-8339-6634b57adf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:50.028583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc0f17d-ae4c-4962-bb3b-ed33e60eb3b6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:50.029774 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-dfc0f17d-ae4c-4962-bb3b-ed33e60eb3b6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Synchronizing usage tracker for tenant:acfc6a9964af49b3a3adf1407ea5d8d6 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:50.074754 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-678657be-95c7-4464-aaf9-11d54a0e1942 None None] Port 0fa15977-4b37-404b-8269-0cf2480501cc cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:17:50.113799 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-3fabfab6-f808-4ed3-8339-6634b57adf8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:50.114230 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fabfab6-f808-4ed3-8339-6634b57adf8a None None] The sync data for ids ['7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:17:50.117045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-dfc0f17d-ae4c-4962-bb3b-ed33e60eb3b6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Unset dirty status for tenant:acfc6a9964af49b3a3adf1407ea5d8d6 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:50.121361 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-dfc0f17d-ae4c-4962-bb3b-ed33e60eb3b6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/ports/0fa15977-4b37-404b-8269-0cf2480501cc HTTP/1.1" status: 200 len: 910 time: 0.2407787 Mar 01 21:17:50.123330 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43916) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:50.140481 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c08939d0-8e9e-4aec-85a8-0bfb9c65c729 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Synchronizing usage tracker for tenant:aa48830dcaa34977a8bc67c9ebecf1e5 on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:50.186414 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-db74268f-276e-4af7-aa2d-b9af20bae6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:50.188125 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-db74268f-276e-4af7-aa2d-b9af20bae6ae service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2ec088e1-a40d-431f-88ab-9e5eaa89c2f1 HTTP/1.1" status: 200 len: 848 time: 0.2959888 Mar 01 21:17:50.254959 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-7bea5f36-ee6b-480e-9882-8c460a542349 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=2c62f9a0-d92b-4973-a7ab-b1c57255aa9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561943 Mar 01 21:17:50.263059 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:50.286144 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 6f26141c-395b-4792-8607-d0e7d658bebc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=6f26141c-395b-4792-8607-d0e7d658bebc,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:50.297176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c08939d0-8e9e-4aec-85a8-0bfb9c65c729 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Unset dirty status for tenant:aa48830dcaa34977a8bc67c9ebecf1e5 on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:50.303250 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c08939d0-8e9e-4aec-85a8-0bfb9c65c729 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5989485 Mar 01 21:17:50.318775 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43922) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:50.327661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b22580e-616a-4810-b26a-0b1285ca9d39 admin admin] Network f03d6e58-fbac-4d6b-9d4d-885e14763e24 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:17:50.331111 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-4f57e432-7bb4-4e78-aad8-bd8d124e2a71 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group': {'name': 'tempest-secgroup--461392677'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:50.343961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-9b22580e-616a-4810-b26a-0b1285ca9d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:50.354284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4f57e432-7bb4-4e78-aad8-bd8d124e2a71 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:50.365523 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:50.504541 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=6f26141c-395b-4792-8607-d0e7d658bebc,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:50.771596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4f57e432-7bb4-4e78-aad8-bd8d124e2a71 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:50.827150 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0b81287d-3a9d-46c0-9796-0522ffbebf72 None None] Provisioning complete for port 4bdc3f84-e89c-4263-9ae0-1df88885f0d4 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:50.828761 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0b81287d-3a9d-46c0-9796-0522ffbebf72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:50.903744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d4d87c-ae67-4f06-9b52-16dbe71f74e0 req-7b10a22b-b27d-4683-8eb7-3390bbd9c669 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:50.904356 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-e7e04a57-1920-40d8-97df-bb00c2dd75dc service neutron] 10.222.0.57 "GET /v2.0/networks/2c62f9a0-d92b-4973-a7ab-b1c57255aa9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6411970 Mar 01 21:17:50.904986 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f57e432-7bb4-4e78-aad8-bd8d124e2a71 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:50.910809 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19d4d87c-ae67-4f06-9b52-16dbe71f74e0 req-7b10a22b-b27d-4683-8eb7-3390bbd9c669 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 943 time: 0.1721773 Mar 01 21:17:50.969036 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19d4d87c-ae67-4f06-9b52-16dbe71f74e0 req-c98d2d79-c827-4dd6-b789-1c09afed4ccc tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569119 Mar 01 21:17:50.977475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-0b81287d-3a9d-46c0-9796-0522ffbebf72 None None] Port 4bdc3f84-e89c-4263-9ae0-1df88885f0d4 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:17:50.996513 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4f57e432-7bb4-4e78-aad8-bd8d124e2a71 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:51.002092 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4f57e432-7bb4-4e78-aad8-bd8d124e2a71 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group_rule and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:51.038205 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6f26141c-395b-4792-8607-d0e7d658bebc up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:51.116970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4f57e432-7bb4-4e78-aad8-bd8d124e2a71 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:51.132104 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4f57e432-7bb4-4e78-aad8-bd8d124e2a71 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:51.143944 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-98012cfc-a04a-478e-9727-453bbd6214e0 req-9e4e640b-c8fb-4bd7-883a-a5182f26157b service neutron] 10.222.0.57 "GET /v2.0/networks/2c62f9a0-d92b-4973-a7ab-b1c57255aa9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181728 Mar 01 21:17:51.143944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b22580e-616a-4810-b26a-0b1285ca9d39 admin admin] Router cfc66a47-537e-424f-bda1-87b0f5c59637 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:17:51.172837 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ce885ed3-51d7-4b61-9ed8-fcac1f72e4bf tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:51.174379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 6f26141c-395b-4792-8607-d0e7d658bebc triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:51.176515 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:51.334100 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f57e432-7bb4-4e78-aad8-bd8d124e2a71 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:51.430982 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b22580e-616a-4810-b26a-0b1285ca9d39 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:17:51.443211 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] Sync routers for ids ['cfc66a47-537e-424f-bda1-87b0f5c59637'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:17:51.459652 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] Routers {'cfc66a47-537e-424f-bda1-87b0f5c59637'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:51.460406 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['cfc66a47-537e-424f-bda1-87b0f5c59637'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:51.469461 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f57e432-7bb4-4e78-aad8-bd8d124e2a71 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:51.534677 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f57e432-7bb4-4e78-aad8-bd8d124e2a71 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02aebfb1-76ae-44e4-88c3-77995cf5a798,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:51.557975 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43946) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:51.561135 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:51.568535 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9b22580e-616a-4810-b26a-0b1285ca9d39 admin admin] 10.222.0.42 "PUT /v2.0/routers/cfc66a47-537e-424f-bda1-87b0f5c59637/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9282255 Mar 01 21:17:51.652675 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f57e432-7bb4-4e78-aad8-bd8d124e2a71 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:51.663300 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4f57e432-7bb4-4e78-aad8-bd8d124e2a71 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3341002 Mar 01 21:17:51.663300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43954) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:51.663300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-114a9c47-bf59-48e1-ae22-8411bc19a6cf tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group_rule': {'security_group_id': '02aebfb1-76ae-44e4-88c3-77995cf5a798', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:51.674886 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-114a9c47-bf59-48e1-ae22-8411bc19a6cf tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:51.685868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-114a9c47-bf59-48e1-ae22-8411bc19a6cf tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group_rule and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:51.693366 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-114a9c47-bf59-48e1-ae22-8411bc19a6cf tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:51.706209 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-114a9c47-bf59-48e1-ae22-8411bc19a6cf tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:51.728972 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1734101708-network', 'tenant_id': '26f9d3be4e2d43e19d7717c1424e4ced'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:51.736759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:51.741230 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-ce885ed3-51d7-4b61-9ed8-fcac1f72e4bf tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port 0fa15977-4b37-404b-8269-0cf2480501cc {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:17:51.741703 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ce885ed3-51d7-4b61-9ed8-fcac1f72e4bf tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:51.742559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Usage tracker for resource:network and tenant:26f9d3be4e2d43e19d7717c1424e4ced is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:51.746390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:51.748051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] Set router cfc66a47-537e-424f-bda1-87b0f5c59637 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:17:51.752942 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:51.886362 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Made reservation on behalf of 26f9d3be4e2d43e19d7717c1424e4ced for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:17:51.888724 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:51.902487 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:51.931048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:51.931048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Usage tracker for resource:security_group_rule and tenant:26f9d3be4e2d43e19d7717c1424e4ced is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:51.931048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:51.938070 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:51.997004 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ce885ed3-51d7-4b61-9ed8-fcac1f72e4bf tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:52.105576 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-114a9c47-bf59-48e1-ae22-8411bc19a6cf tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] create failed (client error): The resource could not be found. Mar 01 21:17:52.110739 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-114a9c47-bf59-48e1-ae22-8411bc19a6cf tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4489367 Mar 01 21:17:52.111339 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43966) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:52.119075 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc66a47-537e-424f-bda1-87b0f5c59637', 'name': 'tempest-TestServerBasicOps-282120693-router', 'tenant_id': '092d94fa80f04f43a9204bf317cd4e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '6f26141c-395b-4792-8607-d0e7d658bebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:31Z', 'updated_at': '2022-03-01T21:17:47Z', 'revision_number': 4, 'project_id': '092d94fa80f04f43a9204bf317cd4e0e', 'gw_port': {'id': '6f26141c-395b-4792-8607-d0e7d658bebc', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc66a47-537e-424f-bda1-87b0f5c59637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:35Z', 'updated_at': '2022-03-01T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '4bdc3f84-e89c-4263-9ae0-1df88885f0d4', 'name': '', 'network_id': 'f03d6e58-fbac-4d6b-9d4d-885e14763e24', 'tenant_id': '092d94fa80f04f43a9204bf317cd4e0e', 'mac_address': 'fa:16:3e:69:39:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc66a47-537e-424f-bda1-87b0f5c59637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '590cf7b5-b18b-44f5-97c8-b96615ec14fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:45Z', 'updated_at': '2022-03-01T21:17:48Z', 'revision_number': 2, 'project_id': '092d94fa80f04f43a9204bf317cd4e0e', 'subnets': [{'id': '590cf7b5-b18b-44f5-97c8-b96615ec14fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:52.124196 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] Checking router: cfc66a47-537e-424f-bda1-87b0f5c59637 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:17:52.124557 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] Updating router cfc66a47-537e-424f-bda1-87b0f5c59637 port 4bdc3f84-e89c-4263-9ae0-1df88885f0d4 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:17:52.127227 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:52.132715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-934f1918-6377-41d0-a2a1-14a87dfbd4ca tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group_rule': {'security_group_id': '02aebfb1-76ae-44e4-88c3-77995cf5a798', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fee505ad-1b6d-4ae9-9be8-91657f071402'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:52.156042 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-934f1918-6377-41d0-a2a1-14a87dfbd4ca tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:52.163870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-934f1918-6377-41d0-a2a1-14a87dfbd4ca tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group_rule and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:52.168620 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-934f1918-6377-41d0-a2a1-14a87dfbd4ca tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:52.176751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-934f1918-6377-41d0-a2a1-14a87dfbd4ca tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:52.190391 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:52.200449 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-ce885ed3-51d7-4b61-9ed8-fcac1f72e4bf tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Calling delete_port for 0fa15977-4b37-404b-8269-0cf2480501cc owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:17:52.258908 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:52.347130 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9581e091-0d9f-410b-a794-fc45cb0a2630,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:52.365407 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:17:52.367042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a172cc-9cfc-4a2d-a27d-79eb3f11fc62 req-d76d1a6a-a51c-46c3-bbd7-b42e07616ab6 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:52.374825 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88a172cc-9cfc-4a2d-a27d-79eb3f11fc62 req-d76d1a6a-a51c-46c3-bbd7-b42e07616ab6 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 943 time: 0.1819644 Mar 01 21:17:52.392428 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:52.392768 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Added segment a2fe3449-e3a1-4d4a-a952-5b4757f277c9 of type vlan for network c060c4c9-8ccf-4234-b502-e34fac680641 Mar 01 21:17:52.439901 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88a172cc-9cfc-4a2d-a27d-79eb3f11fc62 req-1579c8fc-869b-4b70-a77c-3eed6c98a6de tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639193 Mar 01 21:17:52.444811 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:52.496832 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-934f1918-6377-41d0-a2a1-14a87dfbd4ca tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] create failed (client error): The resource could not be found. Mar 01 21:17:52.498435 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-934f1918-6377-41d0-a2a1-14a87dfbd4ca tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3815296 Mar 01 21:17:52.501036 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43970) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:52.584934 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0ce8214-c462-4ee1-a7fa-c6831ec1b95e tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:52.617576 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0ce8214-c462-4ee1-a7fa-c6831ec1b95e tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:52.630908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43974) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:52.638001 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:52.639256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:52.643624 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:52.643745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2d445da1-b049-4501-a72e-66e92b6d3df8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1444204699', 'description': 'tempest-secgroup-smoke-1444204699 description', 'project_id': '177562bd87a4424f83471f73a3e34887'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:52.646696 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ce885ed3-51d7-4b61-9ed8-fcac1f72e4bf tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:52.658228 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:52.672318 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] Transition to ACTIVE for port object 4bdc3f84-e89c-4263-9ae0-1df88885f0d4 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:17:52.694205 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2d445da1-b049-4501-a72e-66e92b6d3df8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:52.756588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2d445da1-b049-4501-a72e-66e92b6d3df8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Usage tracker for resource:security_group and tenant:177562bd87a4424f83471f73a3e34887 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:52.762023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce885ed3-51d7-4b61-9ed8-fcac1f72e4bf tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Port': ['ID=0fa15977-4b37-404b-8269-0cf2480501cc,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:52.769899 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:52.776046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2d445da1-b049-4501-a72e-66e92b6d3df8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:52.798122 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2387583 Mar 01 21:17:52.802729 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43978) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:52.808601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-a12653a7-2bdd-435c-b6a7-375c7bdb4860 admin admin] Request body: {'subnet': {'network_id': 'c060c4c9-8ccf-4234-b502-e34fac680641', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1734101708-subnet', 'tenant_id': '26f9d3be4e2d43e19d7717c1424e4ced', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:52.817231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b5093-0737-4672-8b2a-793323abb399 admin admin] Pushing event updated for resources: {'Network': ['ID=c060c4c9-8ccf-4234-b502-e34fac680641,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:52.820114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a12653a7-2bdd-435c-b6a7-375c7bdb4860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:52.833221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a12653a7-2bdd-435c-b6a7-375c7bdb4860 admin admin] Usage tracker for resource:subnet and tenant:26f9d3be4e2d43e19d7717c1424e4ced is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:52.842867 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a12653a7-2bdd-435c-b6a7-375c7bdb4860 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:52.846097 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2d445da1-b049-4501-a72e-66e92b6d3df8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:52.885223 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a12653a7-2bdd-435c-b6a7-375c7bdb4860 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:52.936905 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0ce8214-c462-4ee1-a7fa-c6831ec1b95e tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:52.996113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network c060c4c9-8ccf-4234-b502-e34fac680641 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:17:53.032588 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ce8214-c462-4ee1-a7fa-c6831ec1b95e tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02aebfb1-76ae-44e4-88c3-77995cf5a798,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:53.034315 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ce885ed3-51d7-4b61-9ed8-fcac1f72e4bf tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:53.061391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12653a7-2bdd-435c-b6a7-375c7bdb4860 admin admin] Made reservation on behalf of 26f9d3be4e2d43e19d7717c1424e4ced for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:17:53.069101 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a12653a7-2bdd-435c-b6a7-375c7bdb4860 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:53.147629 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0ce8214-c462-4ee1-a7fa-c6831ec1b95e tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:53.148873 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c0ce8214-c462-4ee1-a7fa-c6831ec1b95e tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "DELETE /v2.0/security-groups/02aebfb1-76ae-44e4-88c3-77995cf5a798 HTTP/1.1" status: 204 len: 168 time: 0.6463275 Mar 01 21:17:53.153548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43984) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:53.239259 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2d445da1-b049-4501-a72e-66e92b6d3df8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:53.281030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2d445da1-b049-4501-a72e-66e92b6d3df8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:53.291389 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2d445da1-b049-4501-a72e-66e92b6d3df8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Usage tracker for resource:security_group_rule and tenant:177562bd87a4424f83471f73a3e34887 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:53.296009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2d445da1-b049-4501-a72e-66e92b6d3df8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:53.310625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2d445da1-b049-4501-a72e-66e92b6d3df8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:53.327597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-492e9d98-5551-4312-84f2-2107ddb59dbd tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Synchronizing usage tracker for tenant:aa48830dcaa34977a8bc67c9ebecf1e5 on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:53.328878 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37f97e-c8fb-495a-852b-4fb29832e712 None None] Pushing event updated for resources: {'Port': ['ID=4bdc3f84-e89c-4263-9ae0-1df88885f0d4,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:53.334018 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] Attempting to bind port 4bdc3f84-e89c-4263-9ae0-1df88885f0d4 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:17:53.334392 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] Attempting to bind port 4bdc3f84-e89c-4263-9ae0-1df88885f0d4 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '4f430c16-7860-4bb4-a690-85cc37164408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f03d6e58-fbac-4d6b-9d4d-885e14763e24'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:17:53.334724 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] Attempting to bind port 4bdc3f84-e89c-4263-9ae0-1df88885f0d4 on network f03d6e58-fbac-4d6b-9d4d-885e14763e24 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:17:53.345788 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:17:53.345788 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] Checking segment: {'id': '4f430c16-7860-4bb4-a690-85cc37164408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f03d6e58-fbac-4d6b-9d4d-885e14763e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:53.350851 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:53.350851 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] Bound using segment: {'id': '4f430c16-7860-4bb4-a690-85cc37164408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f03d6e58-fbac-4d6b-9d4d-885e14763e24'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:17:53.350851 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] Bound port: 4bdc3f84-e89c-4263-9ae0-1df88885f0d4, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f430c16-7860-4bb4-a690-85cc37164408', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'f03d6e58-fbac-4d6b-9d4d-885e14763e24'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:17:53.350851 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:53.453294 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] For port 4bdc3f84-e89c-4263-9ae0-1df88885f0d4, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:17:53.456670 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] For port 4bdc3f84-e89c-4263-9ae0-1df88885f0d4, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4bdc3f84-e89c-4263-9ae0-1df88885f0d4,segment=NetworkSegment(4f430c16-7860-4bb4-a690-85cc37164408),segment_id=4f430c16-7860-4bb4-a690-85cc37164408)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:17:53.493091 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-492e9d98-5551-4312-84f2-2107ddb59dbd tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Unset dirty status for tenant:aa48830dcaa34977a8bc67c9ebecf1e5 on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:53.494923 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-492e9d98-5551-4312-84f2-2107ddb59dbd tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3404460 Mar 01 21:17:53.499941 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43990) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:53.506968 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-841878a4-3f6d-4833-a78b-e19d6138c3d6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group_rule': {'security_group_id': '90447e9c-0723-47bb-bca0-0870be1ea64c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:53.513936 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-841878a4-3f6d-4833-a78b-e19d6138c3d6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:53.519298 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-841878a4-3f6d-4833-a78b-e19d6138c3d6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group_rule and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:53.522845 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-841878a4-3f6d-4833-a78b-e19d6138c3d6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:53.530906 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-841878a4-3f6d-4833-a78b-e19d6138c3d6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:53.578014 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a12653a7-2bdd-435c-b6a7-375c7bdb4860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:53.641966 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:53.661572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12653a7-2bdd-435c-b6a7-375c7bdb4860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7380b13-ac69-414f-91f3-417e5d9c65d7,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:53.673244 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12653a7-2bdd-435c-b6a7-375c7bdb4860 admin admin] Checking segment: {'id': 'a2fe3449-e3a1-4d4a-a952-5b4757f277c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c060c4c9-8ccf-4234-b502-e34fac680641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:17:53.673982 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12653a7-2bdd-435c-b6a7-375c7bdb4860 admin admin] Network hostable DHCP agents. Network: c060c4c9-8ccf-4234-b502-e34fac680641, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:17:53.692303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce885ed3-51d7-4b61-9ed8-fcac1f72e4bf tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:17:53.723168 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2d445da1-b049-4501-a72e-66e92b6d3df8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:53.799147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da404100-822a-47a3-bac4-d46fe3d2db9f req-39b65eef-0ae9-4626-a622-6fb8d97e387d tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:53.806368 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da404100-822a-47a3-bac4-d46fe3d2db9f req-39b65eef-0ae9-4626-a622-6fb8d97e387d tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 943 time: 0.2421496 Mar 01 21:17:53.807516 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d37f97e-c8fb-495a-852b-4fb29832e712 None None] Pushing event updated for resources: {'Port': ['ID=4bdc3f84-e89c-4263-9ae0-1df88885f0d4,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:53.810317 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] Routers {'cfc66a47-537e-424f-bda1-87b0f5c59637'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:53.810914 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['cfc66a47-537e-424f-bda1-87b0f5c59637'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:53.829562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12653a7-2bdd-435c-b6a7-375c7bdb4860 admin admin] Network c060c4c9-8ccf-4234-b502-e34fac680641 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:17:53.937947 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da404100-822a-47a3-bac4-d46fe3d2db9f req-a2b8645e-6510-40d3-b472-25747d07b181 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280813 Mar 01 21:17:53.941295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce885ed3-51d7-4b61-9ed8-fcac1f72e4bf tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:17:53.950059 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-841878a4-3f6d-4833-a78b-e19d6138c3d6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] create failed (client error): The resource could not be found. Mar 01 21:17:53.951187 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-841878a4-3f6d-4833-a78b-e19d6138c3d6 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4502313 Mar 01 21:17:53.953945 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2729f7-910b-454c-b0d5-638feb639331 None None] Sync routers for ids ['7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:17:53.958129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43994) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:53.960272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-a534edd0-e8fd-4d9d-a590-cf97377e5f81 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group': {'name': 'tempest-secgroup--395653780'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:53.966915 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2729f7-910b-454c-b0d5-638feb639331 None None] Routers {'7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:53.967570 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5e2729f7-910b-454c-b0d5-638feb639331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:53.977250 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2d445da1-b049-4501-a72e-66e92b6d3df8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:53.984548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a534edd0-e8fd-4d9d-a590-cf97377e5f81 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:53.991480 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:54.003468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a534edd0-e8fd-4d9d-a590-cf97377e5f81 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:54.005797 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-a12653a7-2bdd-435c-b6a7-375c7bdb4860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, c060c4c9-8ccf-4234-b502-e34fac680641) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:17:54.024605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12653a7-2bdd-435c-b6a7-375c7bdb4860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:54.025524 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a12653a7-2bdd-435c-b6a7-375c7bdb4860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:54.029802 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1afc322-318a-4e4f-8db1-5c0ac2f7fef1 None None] Network c060c4c9-8ccf-4234-b502-e34fac680641 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:17:54.035086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d445da1-b049-4501-a72e-66e92b6d3df8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d59983-ba2d-4a5f-a494-a78370b6b90f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:54.053963 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5e2729f7-910b-454c-b0d5-638feb639331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:54.063798 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2729f7-910b-454c-b0d5-638feb639331 None None] Routers {'7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:54.064370 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5e2729f7-910b-454c-b0d5-638feb639331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:54.105666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] Set router cfc66a47-537e-424f-bda1-87b0f5c59637 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:17:54.109960 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2d445da1-b049-4501-a72e-66e92b6d3df8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:54.114519 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2d445da1-b049-4501-a72e-66e92b6d3df8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4795294 Mar 01 21:17:54.114795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43998) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:54.123846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-9e43cabf-9161-400d-8a32-bfd4d8ad7322 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Request body: {'security_group_rule': {'security_group_id': 'e1d59983-ba2d-4a5f-a494-a78370b6b90f', 'project_id': '177562bd87a4424f83471f73a3e34887', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:54.134074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9e43cabf-9161-400d-8a32-bfd4d8ad7322 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:54.139216 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9e43cabf-9161-400d-8a32-bfd4d8ad7322 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Usage tracker for resource:security_group_rule and tenant:177562bd87a4424f83471f73a3e34887 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:54.142708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9e43cabf-9161-400d-8a32-bfd4d8ad7322 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:54.151586 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a534edd0-e8fd-4d9d-a590-cf97377e5f81 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:54.151810 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9e43cabf-9161-400d-8a32-bfd4d8ad7322 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:54.158120 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ce885ed3-51d7-4b61-9ed8-fcac1f72e4bf tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0296009 Mar 01 21:17:54.158950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44004) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:54.164714 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5e2729f7-910b-454c-b0d5-638feb639331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:54.165843 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2729f7-910b-454c-b0d5-638feb639331 None None] The sync data for ids ['7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:17:54.199088 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a12653a7-2bdd-435c-b6a7-375c7bdb4860 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3861737 Mar 01 21:17:54.207113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2aeab532-5ed4-4303-ac55-ec0001f6fe4b details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:17:54.235229 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a534edd0-e8fd-4d9d-a590-cf97377e5f81 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:54.241400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a534edd0-e8fd-4d9d-a590-cf97377e5f81 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group_rule and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:54.245396 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a534edd0-e8fd-4d9d-a590-cf97377e5f81 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:54.252268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a534edd0-e8fd-4d9d-a590-cf97377e5f81 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:54.357482 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a534edd0-e8fd-4d9d-a590-cf97377e5f81 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:54.416576 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e43cabf-9161-400d-8a32-bfd4d8ad7322 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:54.469496 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a534edd0-e8fd-4d9d-a590-cf97377e5f81 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:54.520149 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534edd0-e8fd-4d9d-a590-cf97377e5f81 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01bffd53-f957-4898-b6cb-03dacfbf1e5c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:54.616893 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a534edd0-e8fd-4d9d-a590-cf97377e5f81 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:54.622357 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a534edd0-e8fd-4d9d-a590-cf97377e5f81 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6631048 Mar 01 21:17:54.627484 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44024) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:54.628367 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-3fcd5089-e682-43ad-8564-d4e728f52319 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group': {'name': 'tempest-secgroup--905850420'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:54.636036 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3fcd5089-e682-43ad-8564-d4e728f52319 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:54.640428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3fcd5089-e682-43ad-8564-d4e728f52319 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:54.643795 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3fcd5089-e682-43ad-8564-d4e728f52319 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:54.647147 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e43cabf-9161-400d-8a32-bfd4d8ad7322 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:54.647729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 2aeab532-5ed4-4303-ac55-ec0001f6fe4b, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2aeab532-5ed4-4303-ac55-ec0001f6fe4b,segment=NetworkSegment(40a2efd0-af99-4708-b975-94db3108bbc0),segment_id=40a2efd0-af99-4708-b975-94db3108bbc0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:54.650135 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3fcd5089-e682-43ad-8564-d4e728f52319 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:54.725903 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '2aeab532-5ed4-4303-ac55-ec0001f6fe4b', 'network_id': '2c62f9a0-d92b-4973-a7ab-b1c57255aa9e', 'port_id': '2aeab532-5ed4-4303-ac55-ec0001f6fe4b', 'mac_address': 'fa:16:3e:b0:91:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec088e1-a40d-431f-88ab-9e5eaa89c2f1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:17:54.741886 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e43cabf-9161-400d-8a32-bfd4d8ad7322 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:54.755141 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3fcd5089-e682-43ad-8564-d4e728f52319 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:54.780953 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3fcd5089-e682-43ad-8564-d4e728f52319 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:54.785321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3fcd5089-e682-43ad-8564-d4e728f52319 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group_rule and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:54.788458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3fcd5089-e682-43ad-8564-d4e728f52319 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:54.791030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43cabf-9161-400d-8a32-bfd4d8ad7322 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c3881c-1ccd-4676-984e-6af4e53a5847,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:54.797025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3fcd5089-e682-43ad-8564-d4e728f52319 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:54.844292 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-79d69ab1-031d-4231-bf5a-6b915e8ed5a3 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:54.844292 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-79d69ab1-031d-4231-bf5a-6b915e8ed5a3 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/networks?id=c060c4c9-8ccf-4234-b502-e34fac680641 HTTP/1.1" status: 200 len: 813 time: 0.2507010 Mar 01 21:17:54.862461 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9a1d71-ba54-40bb-b945-9a9249ff581d None None] Network c060c4c9-8ccf-4234-b502-e34fac680641 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:17:54.891151 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3fcd5089-e682-43ad-8564-d4e728f52319 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:54.903958 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-2ccff618-dccc-4379-903e-eabe189ed21b tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/quotas/26f9d3be4e2d43e19d7717c1424e4ced HTTP/1.1" status: 200 len: 375 time: 0.0521758 Mar 01 21:17:54.909767 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e43cabf-9161-400d-8a32-bfd4d8ad7322 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:54.910683 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44028) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:54.910853 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9e43cabf-9161-400d-8a32-bfd4d8ad7322 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7946792 Mar 01 21:17:54.916358 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-0dab652f-ab68-467a-8afd-cdf060fe13ab tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Request body: {'security_group_rule': {'security_group_id': 'e1d59983-ba2d-4a5f-a494-a78370b6b90f', 'project_id': '177562bd87a4424f83471f73a3e34887', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:54.943592 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:54.964767 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2aeab532-5ed4-4303-ac55-ec0001f6fe4b {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:17:54.966347 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-01af1832-67db-45fc-9a30-55c1b4fe9642 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=26f9d3be4e2d43e19d7717c1424e4ced&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543065 Mar 01 21:17:55.031045 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7ec93627-bd7a-4fae-bd3a-818f316ab14d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:55.068762 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3fcd5089-e682-43ad-8564-d4e728f52319 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:55.076264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0dab652f-ab68-467a-8afd-cdf060fe13ab tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:55.113228 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 2aeab532-5ed4-4303-ac55-ec0001f6fe4b, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2aeab532-5ed4-4303-ac55-ec0001f6fe4b,segment=NetworkSegment(40a2efd0-af99-4708-b975-94db3108bbc0),segment_id=40a2efd0-af99-4708-b975-94db3108bbc0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:55.121839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcd5089-e682-43ad-8564-d4e728f52319 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=730e509e-d5c2-47ee-81eb-7403cb2a4e24,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:55.127907 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0dab652f-ab68-467a-8afd-cdf060fe13ab tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Usage tracker for resource:security_group_rule and tenant:177562bd87a4424f83471f73a3e34887 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:55.130328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0dab652f-ab68-467a-8afd-cdf060fe13ab tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:55.142232 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0dab652f-ab68-467a-8afd-cdf060fe13ab tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:55.208386 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:55.256716 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0dab652f-ab68-467a-8afd-cdf060fe13ab tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:55.264868 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3fcd5089-e682-43ad-8564-d4e728f52319 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:55.270484 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3fcd5089-e682-43ad-8564-d4e728f52319 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6469271 Mar 01 21:17:55.271619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44036) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:55.280660 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-3fa3aeaa-a8ed-4014-90af-9858ca29e245 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group_rule': {'security_group_id': '01bffd53-f957-4898-b6cb-03dacfbf1e5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '730e509e-d5c2-47ee-81eb-7403cb2a4e24'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:55.290857 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=2aeab532-5ed4-4303-ac55-ec0001f6fe4b,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:55.291668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3fa3aeaa-a8ed-4014-90af-9858ca29e245 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:55.297963 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc66a47-537e-424f-bda1-87b0f5c59637', 'name': 'tempest-TestServerBasicOps-282120693-router', 'tenant_id': '092d94fa80f04f43a9204bf317cd4e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '6f26141c-395b-4792-8607-d0e7d658bebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:31Z', 'updated_at': '2022-03-01T21:17:47Z', 'revision_number': 4, 'project_id': '092d94fa80f04f43a9204bf317cd4e0e', 'gw_port': {'id': '6f26141c-395b-4792-8607-d0e7d658bebc', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc66a47-537e-424f-bda1-87b0f5c59637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:35Z', 'updated_at': '2022-03-01T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '4bdc3f84-e89c-4263-9ae0-1df88885f0d4', 'name': '', 'network_id': 'f03d6e58-fbac-4d6b-9d4d-885e14763e24', 'tenant_id': '092d94fa80f04f43a9204bf317cd4e0e', 'mac_address': 'fa:16:3e:69:39:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc66a47-537e-424f-bda1-87b0f5c59637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '590cf7b5-b18b-44f5-97c8-b96615ec14fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:45Z', 'updated_at': '2022-03-01T21:17:53Z', 'revision_number': 4, 'project_id': '092d94fa80f04f43a9204bf317cd4e0e', 'subnets': [{'id': '590cf7b5-b18b-44f5-97c8-b96615ec14fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:55.298579 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3fa3aeaa-a8ed-4014-90af-9858ca29e245 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group_rule and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:55.309166 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc63d312-951f-499c-8b8c-cc42540ba63f None None] The sync data for ids ['cfc66a47-537e-424f-bda1-87b0f5c59637'] in n-d-827896-4 is: [{'id': 'cfc66a47-537e-424f-bda1-87b0f5c59637', 'name': 'tempest-TestServerBasicOps-282120693-router', 'tenant_id': '092d94fa80f04f43a9204bf317cd4e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '6f26141c-395b-4792-8607-d0e7d658bebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:31Z', 'updated_at': '2022-03-01T21:17:47Z', 'revision_number': 4, 'project_id': '092d94fa80f04f43a9204bf317cd4e0e', 'gw_port': {'id': '6f26141c-395b-4792-8607-d0e7d658bebc', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc66a47-537e-424f-bda1-87b0f5c59637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:35Z', 'updated_at': '2022-03-01T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '4bdc3f84-e89c-4263-9ae0-1df88885f0d4', 'name': '', 'network_id': 'f03d6e58-fbac-4d6b-9d4d-885e14763e24', 'tenant_id': '092d94fa80f04f43a9204bf317cd4e0e', 'mac_address': 'fa:16:3e:69:39:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfc66a47-537e-424f-bda1-87b0f5c59637', 'device_owner': 'network:router_interface', 'standard_attr_id': 3251, 'fixed_ips': [{'subnet_id': '590cf7b5-b18b-44f5-97c8-b96615ec14fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:45Z', 'updated_at': '2022-03-01T21:17:53Z', 'revision_number': 4, 'project_id': '092d94fa80f04f43a9204bf317cd4e0e', 'subnets': [{'id': '590cf7b5-b18b-44f5-97c8-b96615ec14fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:17:55.309442 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3fa3aeaa-a8ed-4014-90af-9858ca29e245 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:55.323038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3fa3aeaa-a8ed-4014-90af-9858ca29e245 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:55.444971 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0dab652f-ab68-467a-8afd-cdf060fe13ab tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:55.448051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['2aeab532-5ed4-4303-ac55-ec0001f6fe4b'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:17:55.560752 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0dab652f-ab68-467a-8afd-cdf060fe13ab tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:55.604478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dab652f-ab68-467a-8afd-cdf060fe13ab tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135f0504-df94-439d-ac1d-c209b10e5113,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:55.605092 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-36b85ffc-6d0f-47ff-9c49-fdca5c965e82 service neutron] 10.222.0.42 "GET /v2.0/networks/c060c4c9-8ccf-4234-b502-e34fac680641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6234818 Mar 01 21:17:55.607239 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-3fa3aeaa-a8ed-4014-90af-9858ca29e245 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:17:55.608652 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3fa3aeaa-a8ed-4014-90af-9858ca29e245 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3331523 Mar 01 21:17:55.611310 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44040) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:55.692151 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0dab652f-ab68-467a-8afd-cdf060fe13ab tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:55.696148 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0dab652f-ab68-467a-8afd-cdf060fe13ab tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7815254 Mar 01 21:17:55.696341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44044) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:55.699089 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0504578-2ec9-4073-a0de-7d147091db08 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:55.704466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-390e4224-af2a-4736-a57f-287ea0878647 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Request body: {'security_group_rule': {'security_group_id': 'e1d59983-ba2d-4a5f-a494-a78370b6b90f', 'project_id': '177562bd87a4424f83471f73a3e34887', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:55.722733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-390e4224-af2a-4736-a57f-287ea0878647 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:55.735708 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-390e4224-af2a-4736-a57f-287ea0878647 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Usage tracker for resource:security_group_rule and tenant:177562bd87a4424f83471f73a3e34887 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:55.741277 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-390e4224-af2a-4736-a57f-287ea0878647 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:55.749990 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0504578-2ec9-4073-a0de-7d147091db08 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:55.758355 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-390e4224-af2a-4736-a57f-287ea0878647 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:55.776767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da9638-b393-45ab-bb24-e9912e8b2fe7 req-8b5c45f4-cd19-4857-81ed-bf16bbec39c1 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:55.778425 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-30da9638-b393-45ab-bb24-e9912e8b2fe7 req-8b5c45f4-cd19-4857-81ed-bf16bbec39c1 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 944 time: 0.6214268 Mar 01 21:17:55.864615 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-2b80d9fc-8a3a-45fb-9364-0c062a47c409 service neutron] 10.222.0.42 "GET /v2.0/networks/c060c4c9-8ccf-4234-b502-e34fac680641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571883 Mar 01 21:17:55.871884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-30da9638-b393-45ab-bb24-e9912e8b2fe7 req-42d37ef1-910c-42ed-84a1-54b861f64d28 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784032 Mar 01 21:17:55.916996 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-390e4224-af2a-4736-a57f-287ea0878647 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:55.952505 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-7ec93627-bd7a-4fae-bd3a-818f316ab14d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port c4d26765-baf3-4178-bfab-3003d6077bc6 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:17:55.952972 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7ec93627-bd7a-4fae-bd3a-818f316ab14d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:55.964478 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0504578-2ec9-4073-a0de-7d147091db08 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:55.995158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0504578-2ec9-4073-a0de-7d147091db08 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=730e509e-d5c2-47ee-81eb-7403cb2a4e24,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:56.002050 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0504578-2ec9-4073-a0de-7d147091db08 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:56.003199 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c0504578-2ec9-4073-a0de-7d147091db08 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "DELETE /v2.0/security-groups/730e509e-d5c2-47ee-81eb-7403cb2a4e24 HTTP/1.1" status: 204 len: 168 time: 0.3908548 Mar 01 21:17:56.007095 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44048) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:56.030122 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-390e4224-af2a-4736-a57f-287ea0878647 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:56.149489 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-390e4224-af2a-4736-a57f-287ea0878647 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:56.166502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2aeab532-5ed4-4303-ac55-ec0001f6fe4b up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:56.214266 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:17:56.219047 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e4224-af2a-4736-a57f-287ea0878647 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f42e9e-b741-4141-87c2-1d00b71279f3,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:56.268513 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b77e5a01-49d1-44da-ae80-4190a55cdeae req-46868e3c-f9c4-4b86-a380-28fc5b90975e tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/ports?device_id=a012d251-6639-46d3-a6f6-03bf3ffac165 HTTP/1.1" status: 200 len: 210 time: 0.0949879 Mar 01 21:17:56.277685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0ee9ab9b-f39c-4fd4-ae00-885e6cf221db tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Synchronizing usage tracker for tenant:aa48830dcaa34977a8bc67c9ebecf1e5 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:56.304209 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-390e4224-af2a-4736-a57f-287ea0878647 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:56.305949 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-390e4224-af2a-4736-a57f-287ea0878647 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6085832 Mar 01 21:17:56.308455 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44056) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:56.314476 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-1b651542-e536-49a9-80db-3a45e0b91f66 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Request body: {'security_group_rule': {'security_group_id': 'e1d59983-ba2d-4a5f-a494-a78370b6b90f', 'project_id': '177562bd87a4424f83471f73a3e34887', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:56.322813 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7ec93627-bd7a-4fae-bd3a-818f316ab14d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:56.328993 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1b651542-e536-49a9-80db-3a45e0b91f66 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:56.336405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1b651542-e536-49a9-80db-3a45e0b91f66 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Usage tracker for resource:security_group_rule and tenant:177562bd87a4424f83471f73a3e34887 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:56.341120 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1b651542-e536-49a9-80db-3a45e0b91f66 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:56.347307 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1b651542-e536-49a9-80db-3a45e0b91f66 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:56.470012 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-7ec93627-bd7a-4fae-bd3a-818f316ab14d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Calling delete_port for c4d26765-baf3-4178-bfab-3003d6077bc6 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:17:56.498898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-0ee9ab9b-f39c-4fd4-ae00-885e6cf221db tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Unset dirty status for tenant:aa48830dcaa34977a8bc67c9ebecf1e5 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:56.500266 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0ee9ab9b-f39c-4fd4-ae00-885e6cf221db tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4920130 Mar 01 21:17:56.503265 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44066) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:56.508030 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 2aeab532-5ed4-4303-ac55-ec0001f6fe4b completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:56.515435 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 2aeab532-5ed4-4303-ac55-ec0001f6fe4b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:56.516150 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:56.532767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1b651542-e536-49a9-80db-3a45e0b91f66 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:56.626715 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fa5a1796-417d-451c-9183-e75eaa636c03 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:56.656540 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fa5a1796-417d-451c-9183-e75eaa636c03 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:56.667843 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:56.698439 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce0bb72-1298-4997-8cec-6750e402cda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aeab532-5ed4-4303-ac55-ec0001f6fe4b'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:17:56.718028 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 2aeab532-5ed4-4303-ac55-ec0001f6fe4b, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2aeab532-5ed4-4303-ac55-ec0001f6fe4b,segment=NetworkSegment(40a2efd0-af99-4708-b975-94db3108bbc0),segment_id=40a2efd0-af99-4708-b975-94db3108bbc0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:56.721045 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1b651542-e536-49a9-80db-3a45e0b91f66 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:56.747915 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce0bb72-1298-4997-8cec-6750e402cda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2aeab532-5ed4-4303-ac55-ec0001f6fe4b', 'code': 200} Mar 01 21:17:56.807106 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7ec93627-bd7a-4fae-bd3a-818f316ab14d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:56.862639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec93627-bd7a-4fae-bd3a-818f316ab14d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Port': ['ID=c4d26765-baf3-4178-bfab-3003d6077bc6,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:56.895595 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05b148-06eb-43ac-8f87-cc560dadc123 req-c78ed70b-a357-471c-ad56-3f0860557979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:56.897492 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e05b148-06eb-43ac-8f87-cc560dadc123 req-c78ed70b-a357-471c-ad56-3f0860557979 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 1095 time: 0.0895150 Mar 01 21:17:56.916147 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:56.954792 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fa5a1796-417d-451c-9183-e75eaa636c03 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:57.047021 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1b651542-e536-49a9-80db-3a45e0b91f66 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:57.109468 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=2aeab532-5ed4-4303-ac55-ec0001f6fe4b,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:57.127603 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a1796-417d-451c-9183-e75eaa636c03 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bffd53-f957-4898-b6cb-03dacfbf1e5c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:57.132138 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4bdc3f84-e89c-4263-9ae0-1df88885f0d4 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:57.143509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b651542-e536-49a9-80db-3a45e0b91f66 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e0f0dc-83a4-44a1-9d9a-14af43da508a,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:57.149882 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fa5a1796-417d-451c-9183-e75eaa636c03 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:57.150999 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fa5a1796-417d-451c-9183-e75eaa636c03 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "DELETE /v2.0/security-groups/01bffd53-f957-4898-b6cb-03dacfbf1e5c HTTP/1.1" status: 204 len: 168 time: 0.6466789 Mar 01 21:17:57.153789 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44078) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:57.160123 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e05b148-06eb-43ac-8f87-cc560dadc123 req-75908738-944d-43b5-a8b8-ecb4379d64f4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564898 Mar 01 21:17:57.228491 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5c2a4051-14d9-4c2c-81d1-6bec3b287b35 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Synchronizing usage tracker for tenant:aa48830dcaa34977a8bc67c9ebecf1e5 on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:57.234137 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1b651542-e536-49a9-80db-3a45e0b91f66 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:57.235602 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1b651542-e536-49a9-80db-3a45e0b91f66 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9261615 Mar 01 21:17:57.263648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44082) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:57.272489 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b55f22d3-31c1-4c49-b721-b52c57c6249f tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Request body: {'security_group_rule': {'security_group_id': 'e1d59983-ba2d-4a5f-a494-a78370b6b90f', 'project_id': '177562bd87a4424f83471f73a3e34887', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:57.283685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b55f22d3-31c1-4c49-b721-b52c57c6249f tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:57.289895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b55f22d3-31c1-4c49-b721-b52c57c6249f tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Usage tracker for resource:security_group_rule and tenant:177562bd87a4424f83471f73a3e34887 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:57.306214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b55f22d3-31c1-4c49-b721-b52c57c6249f tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:57.319295 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b55f22d3-31c1-4c49-b721-b52c57c6249f tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:57.424666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5c2a4051-14d9-4c2c-81d1-6bec3b287b35 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Unset dirty status for tenant:aa48830dcaa34977a8bc67c9ebecf1e5 on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:57.431278 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5c2a4051-14d9-4c2c-81d1-6bec3b287b35 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2763126 Mar 01 21:17:57.433446 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44092) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:57.435495 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 4bdc3f84-e89c-4263-9ae0-1df88885f0d4 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:17:57.439860 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-554cfb51-11b5-4d01-aca2-1f86a4a9f926 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group': {'name': 'tempest-secgroup--669300738'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:57.444557 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 4bdc3f84-e89c-4263-9ae0-1df88885f0d4 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:57.445048 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:57.448882 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-554cfb51-11b5-4d01-aca2-1f86a4a9f926 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:57.457115 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-b55f22d3-31c1-4c49-b721-b52c57c6249f tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Project 177562bd87a4424f83471f73a3e34887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:17:57.467434 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b55f22d3-31c1-4c49-b721-b52c57c6249f tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:57.475137 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-554cfb51-11b5-4d01-aca2-1f86a4a9f926 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:57.482719 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-896379fe-a906-4377-a8ac-63548ba2c0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:57.547859 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7ec93627-bd7a-4fae-bd3a-818f316ab14d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:57.561793 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b55f22d3-31c1-4c49-b721-b52c57c6249f tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:57.589550 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-554cfb51-11b5-4d01-aca2-1f86a4a9f926 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:57.608814 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:57.612205 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-554cfb51-11b5-4d01-aca2-1f86a4a9f926 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:57.616897 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-554cfb51-11b5-4d01-aca2-1f86a4a9f926 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Usage tracker for resource:security_group_rule and tenant:aa48830dcaa34977a8bc67c9ebecf1e5 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:57.622985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-554cfb51-11b5-4d01-aca2-1f86a4a9f926 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:57.631646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-554cfb51-11b5-4d01-aca2-1f86a4a9f926 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:57.643852 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 4bdc3f84-e89c-4263-9ae0-1df88885f0d4, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4bdc3f84-e89c-4263-9ae0-1df88885f0d4,segment=NetworkSegment(4f430c16-7860-4bb4-a690-85cc37164408),segment_id=4f430c16-7860-4bb4-a690-85cc37164408)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:17:57.685013 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b55f22d3-31c1-4c49-b721-b52c57c6249f tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:57.690906 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-42d9c7ab-44a1-46dc-bb86-a5a783847947 req-54feff7d-163f-4c95-ba39-12ad22d2e2bd tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/ports?device_id=a012d251-6639-46d3-a6f6-03bf3ffac165 HTTP/1.1" status: 200 len: 210 time: 0.3500540 Mar 01 21:17:57.727684 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:57.727947 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f22d3-31c1-4c49-b721-b52c57c6249f tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f226a9d7-fc26-4908-8a70-8dfe013927f1,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:57.748605 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-554cfb51-11b5-4d01-aca2-1f86a4a9f926 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:57.803563 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=4bdc3f84-e89c-4263-9ae0-1df88885f0d4,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:57.841294 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-554cfb51-11b5-4d01-aca2-1f86a4a9f926 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:57.845390 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b55f22d3-31c1-4c49-b721-b52c57c6249f tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:57.846731 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b55f22d3-31c1-4c49-b721-b52c57c6249f tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5801446 Mar 01 21:17:57.850031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44098) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:57.875934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-be251715-c61c-46d4-80c7-078ffc521752 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Request body: {'security_group_rule': {'security_group_id': 'e1d59983-ba2d-4a5f-a494-a78370b6b90f', 'project_id': '177562bd87a4424f83471f73a3e34887', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:57.878892 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5547ce5-8422-4774-ab3a-7645fa558290 req-0237d82f-2965-4355-8500-8c6609ff279c tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:57.880427 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d5547ce5-8422-4774-ab3a-7645fa558290 req-0237d82f-2965-4355-8500-8c6609ff279c tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 945 time: 0.7139151 Mar 01 21:17:57.884044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554cfb51-11b5-4d01-aca2-1f86a4a9f926 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4694d4e8-05e4-4247-8520-c22c7f4f72d9,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:57.889794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-be251715-c61c-46d4-80c7-078ffc521752 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:17:57.893645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec93627-bd7a-4fae-bd3a-818f316ab14d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:17:57.910158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-be251715-c61c-46d4-80c7-078ffc521752 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Usage tracker for resource:security_group_rule and tenant:177562bd87a4424f83471f73a3e34887 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:17:57.916616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-be251715-c61c-46d4-80c7-078ffc521752 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:17:57.925848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-be251715-c61c-46d4-80c7-078ffc521752 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:17:57.989716 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-554cfb51-11b5-4d01-aca2-1f86a4a9f926 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:57.991003 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-554cfb51-11b5-4d01-aca2-1f86a4a9f926 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5558102 Mar 01 21:17:57.994646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44102) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:57.999775 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-caaa0996-480f-4cd4-be67-b6bbbc885e17 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:17:58.000833 n-d-827896-4 neutron-server[88519]: WARNING neutron.api.v2.base [None req-caaa0996-480f-4cd4-be67-b6bbbc885e17 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Mar 01 21:17:58.000969 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-caaa0996-480f-4cd4-be67-b6bbbc885e17 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] update failed (client error): There was a conflict when trying to complete your request. Mar 01 21:17:58.001842 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-caaa0996-480f-4cd4-be67-b6bbbc885e17 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "PUT /v2.0/security-groups/4694d4e8-05e4-4247-8520-c22c7f4f72d9 HTTP/1.1" status: 409 len: 330 time: 0.0062199 Mar 01 21:17:58.004314 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44106) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:58.068120 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d5547ce5-8422-4774-ab3a-7645fa558290 req-a12b42d6-1e92-4fe4-b7f7-9aa41e9ab62c tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794717 Mar 01 21:17:58.083478 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec93627-bd7a-4fae-bd3a-818f316ab14d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:17:58.101783 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4162e91b-b4b7-4979-a133-b1ced8b9941c None None] Sync routers for ids ['7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:17:58.102667 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3e556a78-49d5-4a89-86f4-4efdee736858 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:58.112817 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7ec93627-bd7a-4fae-bd3a-818f316ab14d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9528189 Mar 01 21:17:58.115583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44110) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:58.118281 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4162e91b-b4b7-4979-a133-b1ced8b9941c None None] Routers {'7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:58.119090 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4162e91b-b4b7-4979-a133-b1ced8b9941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:58.157370 n-d-827896-4 neutron-server[88518]: INFO neutron.db.securitygroups_db [None req-be251715-c61c-46d4-80c7-078ffc521752 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Project 177562bd87a4424f83471f73a3e34887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:17:58.170270 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3e556a78-49d5-4a89-86f4-4efdee736858 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:58.171023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7033733a-83d6-4f16-88e8-bd8932083473 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Synchronizing usage tracker for tenant:acfc6a9964af49b3a3adf1407ea5d8d6 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:58.176490 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be251715-c61c-46d4-80c7-078ffc521752 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:58.192645 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4162e91b-b4b7-4979-a133-b1ced8b9941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:58.208378 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4162e91b-b4b7-4979-a133-b1ced8b9941c None None] Routers {'7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:17:58.208999 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4162e91b-b4b7-4979-a133-b1ced8b9941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:58.271781 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4162e91b-b4b7-4979-a133-b1ced8b9941c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:17:58.272264 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4162e91b-b4b7-4979-a133-b1ced8b9941c None None] The sync data for ids ['7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:17:58.320627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7033733a-83d6-4f16-88e8-bd8932083473 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Unset dirty status for tenant:acfc6a9964af49b3a3adf1407ea5d8d6 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:58.322039 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7033733a-83d6-4f16-88e8-bd8932083473 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0 HTTP/1.1" status: 200 len: 205 time: 0.2055545 Mar 01 21:17:58.324805 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44114) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:58.395367 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3e556a78-49d5-4a89-86f4-4efdee736858 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:58.419272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e556a78-49d5-4a89-86f4-4efdee736858 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4694d4e8-05e4-4247-8520-c22c7f4f72d9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:58.464964 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be251715-c61c-46d4-80c7-078ffc521752 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:58.469603 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2b0d0ffd-ec24-4256-8121-fae4a3b7ea76 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:58.561175 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3e556a78-49d5-4a89-86f4-4efdee736858 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:58.565746 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3e556a78-49d5-4a89-86f4-4efdee736858 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "DELETE /v2.0/security-groups/4694d4e8-05e4-4247-8520-c22c7f4f72d9 HTTP/1.1" status: 204 len: 168 time: 0.5571463 Mar 01 21:17:58.565746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44120) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:58.598571 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be251715-c61c-46d4-80c7-078ffc521752 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:58.645996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3e42d3f4-5948-4f5b-b360-b30c553d0823 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Synchronizing usage tracker for tenant:aa48830dcaa34977a8bc67c9ebecf1e5 on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:58.660059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be251715-c61c-46d4-80c7-078ffc521752 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d091807f-32ce-4f15-9edf-730688f4838b,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:58.761209 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3e42d3f4-5948-4f5b-b360-b30c553d0823 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] Unset dirty status for tenant:aa48830dcaa34977a8bc67c9ebecf1e5 on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:58.766334 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3e42d3f4-5948-4f5b-b360-b30c553d0823 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1967270 Mar 01 21:17:58.767021 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44126) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:58.786535 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-0a37bc98-38dd-4370-80e5-7f704ade7703 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] delete failed (client error): The resource could not be found. Mar 01 21:17:58.791971 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0a37bc98-38dd-4370-80e5-7f704ade7703 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "DELETE /v2.0/security-groups/97ba1f24-3448-4853-b740-78d0b6e1b145 HTTP/1.1" status: 404 len: 347 time: 0.0199189 Mar 01 21:17:58.792293 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44130) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:58.803470 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2b0d0ffd-ec24-4256-8121-fae4a3b7ea76 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:58.808047 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2b0d0ffd-ec24-4256-8121-fae4a3b7ea76 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:58.810476 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-14b1d135-7547-44fe-9426-05e7e7754359 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] show failed (client error): The resource could not be found. Mar 01 21:17:58.811588 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-14b1d135-7547-44fe-9426-05e7e7754359 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "GET /v2.0/security-groups/34e0a968-a21d-4f75-a9fb-7242d9fdaeda HTTP/1.1" status: 404 len: 347 time: 0.0183058 Mar 01 21:17:58.815894 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44134) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:58.832547 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-af8c5812-7648-4768-a9cb-dfefe2d86af4 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] show failed (client error): The resource could not be found. Mar 01 21:17:58.833773 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-af8c5812-7648-4768-a9cb-dfefe2d86af4 tempest-NegativeSecGroupTest-374125698 tempest-NegativeSecGroupTest-374125698-project] 10.222.0.42 "GET /v2.0/security-group-rules/6eb060bf-28a8-493d-aee6-df3101d53e0c HTTP/1.1" status: 404 len: 356 time: 0.0168593 Mar 01 21:17:58.854893 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b52fd670-8ae5-482a-9f9f-a70baaab450e req-f7048eb0-6f13-49f0-8507-ce8909e683b1 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/ports?device_id=a012d251-6639-46d3-a6f6-03bf3ffac165 HTTP/1.1" status: 200 len: 210 time: 0.0488250 Mar 01 21:17:58.938368 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2b0d0ffd-ec24-4256-8121-fae4a3b7ea76 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:58.938873 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0d0ffd-ec24-4256-8121-fae4a3b7ea76 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Fanout notify agent at l3_agent the message router_deleted on router 7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:17:58.947677 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2b0d0ffd-ec24-4256-8121-fae4a3b7ea76 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:58.950544 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2b0d0ffd-ec24-4256-8121-fae4a3b7ea76 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/routers/7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0 HTTP/1.1" status: 204 len: 168 time: 0.6247711 Mar 01 21:17:58.951831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44140) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:58.956086 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4bdc3f84-e89c-4263-9ae0-1df88885f0d4 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:17:59.027611 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 4bdc3f84-e89c-4263-9ae0-1df88885f0d4 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:17:59.027954 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:59.029890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-60db7423-c90f-4e4b-ad3f-1c59305836a3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting subnet b54cc397-cf63-4d3c-a9c0-5c8fa50bdc45 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:17:59.033230 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-60db7423-c90f-4e4b-ad3f-1c59305836a3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:59.094548 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-60db7423-c90f-4e4b-ad3f-1c59305836a3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:59.121091 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-be251715-c61c-46d4-80c7-078ffc521752 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:59.129969 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-be251715-c61c-46d4-80c7-078ffc521752 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2625680 Mar 01 21:17:59.219550 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-60db7423-c90f-4e4b-ad3f-1c59305836a3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:59.281925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945021f-b294-40cb-b334-677f67daa4b5 req-b5e06481-be27-4941-9420-e5e1a9277900 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:59.283764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2945021f-b294-40cb-b334-677f67daa4b5 req-b5e06481-be27-4941-9420-e5e1a9277900 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 945 time: 0.0884316 Mar 01 21:17:59.479553 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44160) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:59.500382 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2945021f-b294-40cb-b334-677f67daa4b5 req-a0134b0c-b1f4-4f9f-bac1-2fce1cf89248 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077050 Mar 01 21:17:59.507651 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-60db7423-c90f-4e4b-ad3f-1c59305836a3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:59.515200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-239ea7e6-85c6-4c8f-b013-0bd54422cb4b tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Synchronizing usage tracker for tenant:177562bd87a4424f83471f73a3e34887 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:59.628842 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db7423-c90f-4e4b-ad3f-1c59305836a3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Subnet': ['ID=b54cc397-cf63-4d3c-a9c0-5c8fa50bdc45,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:17:59.661162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df83380-05d2-40d9-b75e-a883388c152c None None] Network 0f50f0b6-6225-4682-9bd0-b08089c2a9db requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:17:59.676404 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-60db7423-c90f-4e4b-ad3f-1c59305836a3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:59.681443 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-239ea7e6-85c6-4c8f-b013-0bd54422cb4b tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Unset dirty status for tenant:177562bd87a4424f83471f73a3e34887 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:17:59.682680 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-239ea7e6-85c6-4c8f-b013-0bd54422cb4b tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1444204699&fields=id&tenant_id=177562bd87a4424f83471f73a3e34887 HTTP/1.1" status: 200 len: 267 time: 0.3687215 Mar 01 21:17:59.707100 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-60db7423-c90f-4e4b-ad3f-1c59305836a3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/subnets/b54cc397-cf63-4d3c-a9c0-5c8fa50bdc45 HTTP/1.1" status: 204 len: 168 time: 0.7539093 Mar 01 21:17:59.712201 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44170) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:59.803402 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-066f4957-ad90-4a27-b52e-d9474d55e8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:59.804356 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bda8b512-a339-4dd4-8672-d0bcde2b3efe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aa48830dcaa34977a8bc67c9ebecf1e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3234105 Mar 01 21:17:59.807221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44174) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:17:59.823482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-db364124-74a1-4bd5-87b8-3d9f5bf2e803 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:59.824342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-db364124-74a1-4bd5-87b8-3d9f5bf2e803 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Synchronizing usage tracker for tenant:26f9d3be4e2d43e19d7717c1424e4ced on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:59.866115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4c8471-5367-448f-996d-ef10f2bc0e7c tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting subnet d6c4b83b-c7d7-4a2f-ad9a-da2400b19b1f {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:17:59.886186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-70b9fbf5-5f90-4f1b-9d2b-650b54f834a6 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:17:59.886186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-70b9fbf5-5f90-4f1b-9d2b-650b54f834a6 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Synchronizing usage tracker for tenant:177562bd87a4424f83471f73a3e34887 on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:17:59.886902 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b4c8471-5367-448f-996d-ef10f2bc0e7c tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:59.963844 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e12db6a5-06ae-40c4-9e0a-0d01b6c6ea0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:59.973317 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b4c8471-5367-448f-996d-ef10f2bc0e7c tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:17:59.974924 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47506586-1a8c-4b2e-9a8a-e2eddaff2570 None None] DHCP port deletion for 0f50f0b6-6225-4682-9bd0-b08089c2a9db request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:17:59.980201 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-47506586-1a8c-4b2e-9a8a-e2eddaff2570 None None] Deleting port 62114237-d0a4-4053-9d04-b9c4de4a4aa1 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:17:59.980513 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-47506586-1a8c-4b2e-9a8a-e2eddaff2570 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:00.006357 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-70b9fbf5-5f90-4f1b-9d2b-650b54f834a6 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Unset dirty status for tenant:177562bd87a4424f83471f73a3e34887 on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:18:00.007541 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-70b9fbf5-5f90-4f1b-9d2b-650b54f834a6 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/networks?id=7ebe53d5-a152-4e71-89db-032890009b0a HTTP/1.1" status: 200 len: 808 time: 0.3182766 Mar 01 21:18:00.037224 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-e485ca0c-2a50-4fcb-b47b-8f780f9570c1 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/quotas/177562bd87a4424f83471f73a3e34887 HTTP/1.1" status: 200 len: 375 time: 0.0125911 Mar 01 21:18:00.068398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-db364124-74a1-4bd5-87b8-3d9f5bf2e803 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Unset dirty status for tenant:26f9d3be4e2d43e19d7717c1424e4ced on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:18:00.069521 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-db364124-74a1-4bd5-87b8-3d9f5bf2e803 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.55 "GET /v2.0/networks?id=c060c4c9-8ccf-4234-b502-e34fac680641 HTTP/1.1" status: 200 len: 813 time: 0.6124854 Mar 01 21:18:00.099828 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-c8c9d43c-825f-410d-b589-9affc14fd1ef tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Request body: {'port': {'device_id': 'a012d251-6639-46d3-a6f6-03bf3ffac165', 'network_id': 'c060c4c9-8ccf-4234-b502-e34fac680641', 'admin_state_up': True, 'tenant_id': '26f9d3be4e2d43e19d7717c1424e4ced'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:18:00.166674 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e12db6a5-06ae-40c4-9e0a-0d01b6c6ea0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:00.189980 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1150eb6a-a6a0-42d5-b737-e1150f6ff70d req-585fe239-f992-4406-8b46-1402fa7dd0a2 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/ports?device_id=a012d251-6639-46d3-a6f6-03bf3ffac165 HTTP/1.1" status: 200 len: 210 time: 0.0902674 Mar 01 21:18:00.240960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-47506586-1a8c-4b2e-9a8a-e2eddaff2570 None None] For port 62114237-d0a4-4053-9d04-b9c4de4a4aa1, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=62114237-d0a4-4053-9d04-b9c4de4a4aa1,segment=NetworkSegment(41ea8260-f637-4843-93ec-08ecfcdd4b3e),segment_id=41ea8260-f637-4843-93ec-08ecfcdd4b3e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:18:00.241564 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-47506586-1a8c-4b2e-9a8a-e2eddaff2570 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:00.265206 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-c729a64e-936c-4ed3-9453-3624013e14cc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=177562bd87a4424f83471f73a3e34887&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2117863 Mar 01 21:18:00.327133 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b4c8471-5367-448f-996d-ef10f2bc0e7c tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:00.333460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-982e3297-e490-403e-9e1b-51a6eeb9b334 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:18:00.342013 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-982e3297-e490-403e-9e1b-51a6eeb9b334 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0758069 Mar 01 21:18:00.381465 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e12db6a5-06ae-40c4-9e0a-0d01b6c6ea0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:00.443350 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-47506586-1a8c-4b2e-9a8a-e2eddaff2570 None None] Calling delete_port for 62114237-d0a4-4053-9d04-b9c4de4a4aa1 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:18:00.505490 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-2af91330-97e4-4db8-99cd-6e196e62184b service neutron] 10.222.0.42 "GET /v2.0/networks/7ebe53d5-a152-4e71-89db-032890009b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625233 Mar 01 21:18:00.543681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12db6a5-06ae-40c4-9e0a-0d01b6c6ea0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba13330e-28c3-4b5d-96ab-dd54b0b5b5f9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:00.585479 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-c8c9d43c-825f-410d-b589-9affc14fd1ef tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:18:00.590288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-c8c9d43c-825f-410d-b589-9affc14fd1ef tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Usage tracker for resource:port and tenant:26f9d3be4e2d43e19d7717c1424e4ced is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:18:00.593255 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-c8c9d43c-825f-410d-b589-9affc14fd1ef tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:18:00.603530 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-c8c9d43c-825f-410d-b589-9affc14fd1ef tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:18:00.645613 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e12db6a5-06ae-40c4-9e0a-0d01b6c6ea0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:00.646737 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e12db6a5-06ae-40c4-9e0a-0d01b6c6ea0f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ba13330e-28c3-4b5d-96ab-dd54b0b5b5f9 HTTP/1.1" status: 204 len: 168 time: 0.8359504 Mar 01 21:18:00.646859 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-505d63b1-8c67-4190-bac8-f6c3e1bd0cd0 service neutron] 10.222.0.42 "GET /v2.0/networks/7ebe53d5-a152-4e71-89db-032890009b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334960 Mar 01 21:18:00.675530 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:00.676245 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:00.687566 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b4c8471-5367-448f-996d-ef10f2bc0e7c tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:00.733657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c8471-5367-448f-996d-ef10f2bc0e7c tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Subnet': ['ID=d6c4b83b-c7d7-4a2f-ad9a-da2400b19b1f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:00.735617 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b4c8471-5367-448f-996d-ef10f2bc0e7c tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:00.747835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a28b4b0-0855-427c-b45e-e655e24f2384 None None] Network 7b2cfe17-6618-4f3c-9ee6-84b5c2700e75 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:18:00.761177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44196) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:00.761451 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8b4c8471-5367-448f-996d-ef10f2bc0e7c tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/subnets/d6c4b83b-c7d7-4a2f-ad9a-da2400b19b1f HTTP/1.1" status: 204 len: 168 time: 1.0408108 Mar 01 21:18:00.770154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-c8c9d43c-825f-410d-b589-9affc14fd1ef tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Made reservation on behalf of 26f9d3be4e2d43e19d7717c1424e4ced for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:18:00.777008 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-47506586-1a8c-4b2e-9a8a-e2eddaff2570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:00.778029 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-c8c9d43c-825f-410d-b589-9affc14fd1ef tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:00.835938 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47506586-1a8c-4b2e-9a8a-e2eddaff2570 None None] Pushing event deleted for resources: {'Port': ['ID=62114237-d0a4-4053-9d04-b9c4de4a4aa1,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:00.890939 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47506586-1a8c-4b2e-9a8a-e2eddaff2570 None None] No DVR routers for this DVR port 62114237-d0a4-4053-9d04-b9c4de4a4aa1 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:18:00.973709 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1c5f36e5-78ae-48c1-9532-b6fd97bb5f80 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:01.006966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 62114237-d0a4-4053-9d04-b9c4de4a4aa1 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:18:01.059736 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 62114237-d0a4-4053-9d04-b9c4de4a4aa1 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:18:01.060623 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 62114237-d0a4-4053-9d04-b9c4de4a4aa1 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:18:01.212856 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eac3a1c-26b7-4168-83cc-129cf84ecb62 None None] DHCP port deletion for 7b2cfe17-6618-4f3c-9ee6-84b5c2700e75 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:18:01.224061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1eac3a1c-26b7-4168-83cc-129cf84ecb62 None None] Deleting port 8236cf4a-f873-45ba-a78d-d0c80c4182b1 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:18:01.224441 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1eac3a1c-26b7-4168-83cc-129cf84ecb62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:01.281485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-c8c9d43c-825f-410d-b589-9affc14fd1ef tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Allocated IP 172.20.0.13 (c060c4c9-8ccf-4234-b502-e34fac680641/e7380b13-ac69-414f-91f3-417e5d9c65d7/d916a139-576a-4d11-a4df-a1ece5c45352) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:18:01.293932 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1c5f36e5-78ae-48c1-9532-b6fd97bb5f80 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:01.305965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc265f00-6afc-4e45-b4a7-77eca9b8358c req-a896ce43-2baa-4433-a625-29fde433bb8e tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 210 time: 0.1627524 Mar 01 21:18:01.332723 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-1c5f36e5-78ae-48c1-9532-b6fd97bb5f80 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f50f0b6-6225-4682-9bd0-b08089c2a9db']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:01.381548 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-1c5f36e5-78ae-48c1-9532-b6fd97bb5f80 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ea8260-f637-4843-93ec-08ecfcdd4b3e') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:01.385489 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-1c5f36e5-78ae-48c1-9532-b6fd97bb5f80 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ea8260-f637-4843-93ec-08ecfcdd4b3e') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:01.410642 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1c5f36e5-78ae-48c1-9532-b6fd97bb5f80 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:01.457202 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1c5f36e5-78ae-48c1-9532-b6fd97bb5f80 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:01.506541 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5f36e5-78ae-48c1-9532-b6fd97bb5f80 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:18:01.507010 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1c5f36e5-78ae-48c1-9532-b6fd97bb5f80 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:18:01.524400 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:18:01.543200 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7f7bd9e9-daa2-417e-b0c1-ee16e0194b6f req-732973e7-797e-4200-a658-c6e8e9f2ff5a tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/ports?device_id=a012d251-6639-46d3-a6f6-03bf3ffac165 HTTP/1.1" status: 200 len: 210 time: 0.0825984 Mar 01 21:18:01.547144 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1eac3a1c-26b7-4168-83cc-129cf84ecb62 None None] For port 8236cf4a-f873-45ba-a78d-d0c80c4182b1, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8236cf4a-f873-45ba-a78d-d0c80c4182b1,segment=NetworkSegment(eac295db-a354-44c8-ae4a-010bebecd7a7),segment_id=eac295db-a354-44c8-ae4a-010bebecd7a7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:18:01.547667 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1eac3a1c-26b7-4168-83cc-129cf84ecb62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:01.628686 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-c8c9d43c-825f-410d-b589-9affc14fd1ef tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:01.696333 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1eac3a1c-26b7-4168-83cc-129cf84ecb62 None None] Calling delete_port for 8236cf4a-f873-45ba-a78d-d0c80c4182b1 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:18:01.765125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd0eed-4170-4b6a-a4e0-af6e2dc90279 req-4419ec98-11fd-43ed-ad0c-724e0eddc016 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:01.766651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78dd0eed-4170-4b6a-a4e0-af6e2dc90279 req-4419ec98-11fd-43ed-ad0c-724e0eddc016 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 945 time: 0.0845172 Mar 01 21:18:01.794778 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1c5f36e5-78ae-48c1-9532-b6fd97bb5f80 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:01.819134 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1c5f36e5-78ae-48c1-9532-b6fd97bb5f80 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:01.834048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f36e5-78ae-48c1-9532-b6fd97bb5f80 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Network': ['ID=0f50f0b6-6225-4682-9bd0-b08089c2a9db,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:01.836040 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-c8c9d43c-825f-410d-b589-9affc14fd1ef tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:01.838676 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1c5f36e5-78ae-48c1-9532-b6fd97bb5f80 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/networks/0f50f0b6-6225-4682-9bd0-b08089c2a9db HTTP/1.1" status: 204 len: 168 time: 1.0770502 Mar 01 21:18:01.842335 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78dd0eed-4170-4b6a-a4e0-af6e2dc90279 req-31629efd-e0a2-43c0-b37e-46b8d3d4427f tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698066 Mar 01 21:18:01.842980 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44224) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:01.914660 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-c8c9d43c-825f-410d-b589-9affc14fd1ef tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Network c060c4c9-8ccf-4234-b502-e34fac680641 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:18:01.924277 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-c8c9d43c-825f-410d-b589-9affc14fd1ef tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:18:01.927970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-c8c9d43c-825f-410d-b589-9affc14fd1ef tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:18:01.961833 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-488ef569-9f8a-4789-8528-d4a03b4a52f6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:01.980894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-488ef569-9f8a-4789-8528-d4a03b4a52f6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port 8236cf4a-f873-45ba-a78d-d0c80c4182b1 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:18:01.981596 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-488ef569-9f8a-4789-8528-d4a03b4a52f6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:02.001617 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c9d43c-825f-410d-b589-9affc14fd1ef tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Pushing event updated for resources: {'Port': ['ID=d916a139-576a-4d11-a4df-a1ece5c45352,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:02.019840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-c8c9d43c-825f-410d-b589-9affc14fd1ef tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:02.020497 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-c8c9d43c-825f-410d-b589-9affc14fd1ef tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:02.089184 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1eac3a1c-26b7-4168-83cc-129cf84ecb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:02.109127 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-488ef569-9f8a-4789-8528-d4a03b4a52f6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] The port '8236cf4a-f873-45ba-a78d-d0c80c4182b1' was deleted {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:18:02.137236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eac3a1c-26b7-4168-83cc-129cf84ecb62 None None] No DVR routers for this DVR port 8236cf4a-f873-45ba-a78d-d0c80c4182b1 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:18:02.145589 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eac3a1c-26b7-4168-83cc-129cf84ecb62 None None] Pushing event deleted for resources: {'Port': ['ID=8236cf4a-f873-45ba-a78d-d0c80c4182b1,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:02.178738 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-c8c9d43c-825f-410d-b589-9affc14fd1ef tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0846229 Mar 01 21:18:02.189828 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] Request body: {'port': {'device_id': 'a012d251-6639-46d3-a6f6-03bf3ffac165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:18:02.343139 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:02.343923 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:02.358574 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-488ef569-9f8a-4789-8528-d4a03b4a52f6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:02.393495 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44240) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:02.397417 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0030203 Mar 01 21:18:02.406889 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44242) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:02.435441 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d9c7942-f3b5-408c-b317-190aecea5468 req-f8d0c904-a96b-45a9-948e-f7dd7ab6a492 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 210 time: 0.0653248 Mar 01 21:18:02.437248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-488ef569-9f8a-4789-8528-d4a03b4a52f6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b2cfe17-6618-4f3c-9ee6-84b5c2700e75']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:02.455652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-488ef569-9f8a-4789-8528-d4a03b4a52f6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac295db-a354-44c8-ae4a-010bebecd7a7') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:02.455813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-488ef569-9f8a-4789-8528-d4a03b4a52f6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac295db-a354-44c8-ae4a-010bebecd7a7') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:02.469923 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-488ef569-9f8a-4789-8528-d4a03b4a52f6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:02.488398 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-488ef569-9f8a-4789-8528-d4a03b4a52f6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:02.496430 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488ef569-9f8a-4789-8528-d4a03b4a52f6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:18:02.497002 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-488ef569-9f8a-4789-8528-d4a03b4a52f6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:18:02.535856 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:18:02.569143 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8eeaf3bd-c443-4529-96a4-0916ba986974 tempest-NetworksApiDiscovery-148201263 tempest-NetworksApiDiscovery-148201263-project] 10.222.0.42 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1611931 Mar 01 21:18:02.749732 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-488ef569-9f8a-4789-8528-d4a03b4a52f6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:02.767079 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-488ef569-9f8a-4789-8528-d4a03b4a52f6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:02.792388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488ef569-9f8a-4789-8528-d4a03b4a52f6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Network': ['ID=7b2cfe17-6618-4f3c-9ee6-84b5c2700e75,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:02.804009 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-488ef569-9f8a-4789-8528-d4a03b4a52f6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/networks/7b2cfe17-6618-4f3c-9ee6-84b5c2700e75 HTTP/1.1" status: 204 len: 168 time: 0.9601159 Mar 01 21:18:02.808323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44254) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:02.817870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-a585db48-37d4-4e79-8e3c-682d541adc53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'network': {'name': 'tempest-RoutersTest-762405066'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:18:02.826820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a585db48-37d4-4e79-8e3c-682d541adc53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:18:02.839493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a585db48-37d4-4e79-8e3c-682d541adc53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:network and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:18:02.847756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a585db48-37d4-4e79-8e3c-682d541adc53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:18:02.862513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00513594-2028-438e-b636-4636069b7a2b req-3cbb4be9-5ffb-479f-80ef-5ea0681ee97a tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:02.864135 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00513594-2028-438e-b636-4636069b7a2b req-3cbb4be9-5ffb-479f-80ef-5ea0681ee97a tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/ports?device_id=a012d251-6639-46d3-a6f6-03bf3ffac165 HTTP/1.1" status: 200 len: 932 time: 0.1875396 Mar 01 21:18:02.865158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a585db48-37d4-4e79-8e3c-682d541adc53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:18:02.928179 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00513594-2028-438e-b636-4636069b7a2b req-5493a2a6-9b2a-4b6d-97c0-80d83dc9cc68 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/security-groups?id=9581e091-0d9f-410b-a794-fc45cb0a2630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486140 Mar 01 21:18:02.933335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d916a139-576a-4d11-a4df-a1ece5c45352 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:18:02.941582 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:02.964253 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] Transition to ACTIVE for port object d916a139-576a-4d11-a4df-a1ece5c45352 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:18:02.988254 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8236cf4a-f873-45ba-a78d-d0c80c4182b1 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:18:03.005040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a585db48-37d4-4e79-8e3c-682d541adc53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Made reservation on behalf of acfc6a9964af49b3a3adf1407ea5d8d6 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:18:03.009101 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a585db48-37d4-4e79-8e3c-682d541adc53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:03.040715 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 8236cf4a-f873-45ba-a78d-d0c80c4182b1 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:18:03.041365 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8236cf4a-f873-45ba-a78d-d0c80c4182b1 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:18:03.053633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c3ce23-0569-400b-b559-25d3a7250b95 req-f123da14-bf62-4207-92d3-f0674f71df98 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:03.054386 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f3c3ce23-0569-400b-b559-25d3a7250b95 req-f123da14-bf62-4207-92d3-f0674f71df98 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Synchronizing usage tracker for tenant:6ce309e937a24bfd8b5c9e6112d3b290 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:18:03.082061 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:03.154243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a585db48-37d4-4e79-8e3c-682d541adc53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:18:03.175330 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a585db48-37d4-4e79-8e3c-682d541adc53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:03.175719 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-a585db48-37d4-4e79-8e3c-682d541adc53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Added segment 96ca43a8-9be6-4048-9260-ee7e8c6d1c7a of type vlan for network 58a4e3ff-d630-4a22-818b-f68e551298f8 Mar 01 21:18:03.228099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d3c4c-2c7b-4c65-8b9a-6382f720bb5f req-9d206190-e158-4484-8ddc-c5e7bf087c8b tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:03.229648 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca6d3c4c-2c7b-4c65-8b9a-6382f720bb5f req-9d206190-e158-4484-8ddc-c5e7bf087c8b tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 945 time: 0.1541958 Mar 01 21:18:03.231445 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a585db48-37d4-4e79-8e3c-682d541adc53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:03.240386 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] Pushing event updated for resources: {'Port': ['ID=d916a139-576a-4d11-a4df-a1ece5c45352,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:03.244587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f3c3ce23-0569-400b-b559-25d3a7250b95 req-f123da14-bf62-4207-92d3-f0674f71df98 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Unset dirty status for tenant:6ce309e937a24bfd8b5c9e6112d3b290 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:18:03.246051 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f3c3ce23-0569-400b-b559-25d3a7250b95 req-f123da14-bf62-4207-92d3-f0674f71df98 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.57 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 945 time: 0.4121697 Mar 01 21:18:03.301488 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca6d3c4c-2c7b-4c65-8b9a-6382f720bb5f req-bb85d12c-4c01-496e-b739-e4346eb13027 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621982 Mar 01 21:18:03.384429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44266) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:03.423728 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a585db48-37d4-4e79-8e3c-682d541adc53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:03.431338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a585db48-37d4-4e79-8e3c-682d541adc53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:03.432301 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a585db48-37d4-4e79-8e3c-682d541adc53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:03.478407 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-f3c3ce23-0569-400b-b559-25d3a7250b95 req-d45ed4bc-a998-46d3-8d79-c9240288d30f tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Deleting port 2aeab532-5ed4-4303-ac55-ec0001f6fe4b {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:18:03.478831 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f3c3ce23-0569-400b-b559-25d3a7250b95 req-d45ed4bc-a998-46d3-8d79-c9240288d30f tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:03.569512 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a585db48-37d4-4e79-8e3c-682d541adc53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Network': ['ID=58a4e3ff-d630-4a22-818b-f68e551298f8,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:03.583521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 58a4e3ff-d630-4a22-818b-f68e551298f8 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:18:03.592925 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a585db48-37d4-4e79-8e3c-682d541adc53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7815681 Mar 01 21:18:03.594181 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7cb66db8-192b-4e2e-9dfd-abcb6ccf1117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:03.603246 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44274) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:03.613948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-c601f995-e007-4d1d-bbe0-6cd1489a5f25 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'subnet': {'network_id': '58a4e3ff-d630-4a22-818b-f68e551298f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:18:03.674953 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7cb66db8-192b-4e2e-9dfd-abcb6ccf1117 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:18:03.691462 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] Attempting to bind port d916a139-576a-4d11-a4df-a1ece5c45352 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:18:03.697444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] Attempting to bind port d916a139-576a-4d11-a4df-a1ece5c45352 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'a2fe3449-e3a1-4d4a-a952-5b4757f277c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c060c4c9-8ccf-4234-b502-e34fac680641'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:18:03.697444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] Attempting to bind port d916a139-576a-4d11-a4df-a1ece5c45352 on network c060c4c9-8ccf-4234-b502-e34fac680641 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:18:03.697677 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7cb66db8-192b-4e2e-9dfd-abcb6ccf1117 admin admin] Usage tracker for resource:security_group_rule and tenant:0f50f03103034905ba4064469c3fb772 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:18:03.702879 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b8efebd0-10f9-43a9-9aac-e5e53e10378e req-49c83fe6-3e53-46c2-bece-291bc1573016 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 210 time: 0.0984023 Mar 01 21:18:03.703068 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] Port d916a139-576a-4d11-a4df-a1ece5c45352 on network c060c4c9-8ccf-4234-b502-e34fac680641 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:18:03.703242 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] Attempting to bind port d916a139-576a-4d11-a4df-a1ece5c45352 on network c060c4c9-8ccf-4234-b502-e34fac680641 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:18:03.703846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7cb66db8-192b-4e2e-9dfd-abcb6ccf1117 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:18:03.714247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7cb66db8-192b-4e2e-9dfd-abcb6ccf1117 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:18:03.763073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:18:03.763479 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] Checking segment: {'id': 'a2fe3449-e3a1-4d4a-a952-5b4757f277c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c060c4c9-8ccf-4234-b502-e34fac680641'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:18:03.763824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] Bound using segment: {'id': 'a2fe3449-e3a1-4d4a-a952-5b4757f277c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c060c4c9-8ccf-4234-b502-e34fac680641'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:18:03.764254 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] Bound port: d916a139-576a-4d11-a4df-a1ece5c45352, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2fe3449-e3a1-4d4a-a952-5b4757f277c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'c060c4c9-8ccf-4234-b502-e34fac680641'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:18:03.764590 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:03.812990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c601f995-e007-4d1d-bbe0-6cd1489a5f25 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:18:03.822409 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c601f995-e007-4d1d-bbe0-6cd1489a5f25 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:subnet and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:18:03.826403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c601f995-e007-4d1d-bbe0-6cd1489a5f25 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:18:03.835058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c601f995-e007-4d1d-bbe0-6cd1489a5f25 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:18:03.901563 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7cb66db8-192b-4e2e-9dfd-abcb6ccf1117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:03.978928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c601f995-e007-4d1d-bbe0-6cd1489a5f25 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Made reservation on behalf of acfc6a9964af49b3a3adf1407ea5d8d6 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:18:03.982637 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c601f995-e007-4d1d-bbe0-6cd1489a5f25 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:04.005629 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-f3c3ce23-0569-400b-b559-25d3a7250b95 req-d45ed4bc-a998-46d3-8d79-c9240288d30f tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] For port 2aeab532-5ed4-4303-ac55-ec0001f6fe4b, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2aeab532-5ed4-4303-ac55-ec0001f6fe4b,segment=NetworkSegment(40a2efd0-af99-4708-b975-94db3108bbc0),segment_id=40a2efd0-af99-4708-b975-94db3108bbc0)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:18:04.006224 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f3c3ce23-0569-400b-b559-25d3a7250b95 req-d45ed4bc-a998-46d3-8d79-c9240288d30f tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:04.018136 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7cb66db8-192b-4e2e-9dfd-abcb6ccf1117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:04.149485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-f3c3ce23-0569-400b-b559-25d3a7250b95 req-d45ed4bc-a998-46d3-8d79-c9240288d30f tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Calling delete_port for 2aeab532-5ed4-4303-ac55-ec0001f6fe4b owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:18:04.192747 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] For port d916a139-576a-4d11-a4df-a1ece5c45352, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:18:04.200862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb66db8-192b-4e2e-9dfd-abcb6ccf1117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9283b1-f7e1-4bd0-a858-2f5073e27ff8,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:04.206272 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7cb66db8-192b-4e2e-9dfd-abcb6ccf1117 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0f50f03103034905ba4064469c3fb772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8207090 Mar 01 21:18:04.213787 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44282) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:04.216558 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] For port d916a139-576a-4d11-a4df-a1ece5c45352, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=d916a139-576a-4d11-a4df-a1ece5c45352,segment=NetworkSegment(a2fe3449-e3a1-4d4a-a952-5b4757f277c9),segment_id=a2fe3449-e3a1-4d4a-a952-5b4757f277c9)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:18:04.299098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454f9af-0596-4707-bad0-c2fd2f14f868 req-e026bca5-52dd-4e50-a529-e7cef3f7524f tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:04.301419 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4454f9af-0596-4707-bad0-c2fd2f14f868 req-e026bca5-52dd-4e50-a529-e7cef3f7524f tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/ports?device_id=a012d251-6639-46d3-a6f6-03bf3ffac165 HTTP/1.1" status: 200 len: 944 time: 0.1891448 Mar 01 21:18:04.318535 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:04.406204 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4454f9af-0596-4707-bad0-c2fd2f14f868 req-c200ae40-d6e2-4665-9af6-c7a72d3fbaab tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/security-groups?id=9581e091-0d9f-410b-a794-fc45cb0a2630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932546 Mar 01 21:18:04.458445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:04.458552 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:04.460223 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] 10.222.0.55 "PUT /v2.0/ports/d916a139-576a-4d11-a4df-a1ece5c45352 HTTP/1.1" status: 200 len: 1092 time: 2.2745864 Mar 01 21:18:04.469279 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a012d251-6639-46d3-a6f6-03bf3ffac165', 'tag': 'd916a139-576a-4d11-a4df-a1ece5c45352'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:18:04.490007 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c601f995-e007-4d1d-bbe0-6cd1489a5f25 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:04.563936 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a012d251-6639-46d3-a6f6-03bf3ffac165', 'tag': 'd916a139-576a-4d11-a4df-a1ece5c45352', 'status': 'completed', 'code': 200} Mar 01 21:18:04.618314 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab11501-b677-48ce-8b27-d3f1e798922b service neutron] Pushing event updated for resources: {'Port': ['ID=d916a139-576a-4d11-a4df-a1ece5c45352,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:04.630494 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ff3fdfc5-f935-43e3-ae8b-33da0ddb32fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:04.651306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601f995-e007-4d1d-bbe0-6cd1489a5f25 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Subnet': ['ID=e2527b47-3ee6-475c-89e4-3508cc0513ba,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:04.657581 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c601f995-e007-4d1d-bbe0-6cd1489a5f25 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Checking segment: {'id': '96ca43a8-9be6-4048-9260-ee7e8c6d1c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '58a4e3ff-d630-4a22-818b-f68e551298f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:18:04.657933 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c601f995-e007-4d1d-bbe0-6cd1489a5f25 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network hostable DHCP agents. Network: 58a4e3ff-d630-4a22-818b-f68e551298f8, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:18:04.664987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-4d4016d8-2c1a-4246-ba41-53d2732003af tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:04.667547 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-4d4016d8-2c1a-4246-ba41-53d2732003af tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.57 "GET /v2.0/networks?id=7ebe53d5-a152-4e71-89db-032890009b0a HTTP/1.1" status: 200 len: 808 time: 0.4244595 Mar 01 21:18:04.697915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b100c2-c6c0-42dc-b84d-626b0411559e req-f16d9c48-12cc-4295-8eb4-6b28544b0dcf tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:04.699432 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60b100c2-c6c0-42dc-b84d-626b0411559e req-f16d9c48-12cc-4295-8eb4-6b28544b0dcf tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 945 time: 0.1553981 Mar 01 21:18:04.713405 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ff3fdfc5-f935-43e3-ae8b-33da0ddb32fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:04.761826 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60b100c2-c6c0-42dc-b84d-626b0411559e req-b661d951-4c49-4abd-b1ab-f2040717f01b tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/security-groups?id=f920c867-2678-46ff-ad6f-45c751a5ccf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551784 Mar 01 21:18:04.762750 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c601f995-e007-4d1d-bbe0-6cd1489a5f25 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network 58a4e3ff-d630-4a22-818b-f68e551298f8 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:18:04.773064 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-81189e52-7878-47de-8e02-5e87ba0895bb tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=177562bd87a4424f83471f73a3e34887 HTTP/1.1" status: 200 len: 380 time: 0.0867712 Mar 01 21:18:04.791568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-4b0d85de-1fc1-4927-8453-6354391fa0e9 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Request body: {'port': {'device_id': '84293cd2-3e6e-426a-9107-98d8be59ca93', 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a', 'admin_state_up': True, 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'security_groups': ['e1d59983-ba2d-4a5f-a494-a78370b6b90f']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:18:04.830377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed3046-0191-4b48-9282-56962a4b52fe req-11052db4-dbc0-4965-9297-496c75369ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:04.831886 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-eaed3046-0191-4b48-9282-56962a4b52fe req-11052db4-dbc0-4965-9297-496c75369ec7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=26f9d3be4e2d43e19d7717c1424e4ced&device_id=a012d251-6639-46d3-a6f6-03bf3ffac165 HTTP/1.1" status: 200 len: 1095 time: 0.2589850 Mar 01 21:18:04.832492 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f3c3ce23-0569-400b-b559-25d3a7250b95 req-d45ed4bc-a998-46d3-8d79-c9240288d30f tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:04.843498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['2aeab532-5ed4-4303-ac55-ec0001f6fe4b'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:18:04.888724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-c601f995-e007-4d1d-bbe0-6cd1489a5f25 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 58a4e3ff-d630-4a22-818b-f68e551298f8) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:18:04.899981 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b48a22f7-b5a6-40dc-9579-83531f94fbaf req-1613ea4d-2f0d-4f93-acc5-c24c2c90ff61 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 210 time: 0.0558674 Mar 01 21:18:04.901464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c601f995-e007-4d1d-bbe0-6cd1489a5f25 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:04.902024 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c601f995-e007-4d1d-bbe0-6cd1489a5f25 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:04.919384 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb607a3-7d03-4932-ae67-545e2576c464 None None] Network 58a4e3ff-d630-4a22-818b-f68e551298f8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:18:04.978205 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ed4bc-a998-46d3-8d79-c9240288d30f tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Pushing event deleted for resources: {'Port': ['ID=2aeab532-5ed4-4303-ac55-ec0001f6fe4b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:04.990421 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c601f995-e007-4d1d-bbe0-6cd1489a5f25 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3825724 Mar 01 21:18:04.992680 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44298) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:04.999665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-84317db1-efc0-42ac-b850-aeb2ca19fc3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-471436363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:18:05.008371 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-84317db1-efc0-42ac-b850-aeb2ca19fc3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:18:05.014248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-84317db1-efc0-42ac-b850-aeb2ca19fc3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:router and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:18:05.018463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-84317db1-efc0-42ac-b850-aeb2ca19fc3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:18:05.026223 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-84317db1-efc0-42ac-b850-aeb2ca19fc3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:18:05.098032 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84317db1-efc0-42ac-b850-aeb2ca19fc3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:05.099293 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84317db1-efc0-42ac-b850-aeb2ca19fc3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:05.157846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3c3ce23-0569-400b-b559-25d3a7250b95 req-d45ed4bc-a998-46d3-8d79-c9240288d30f tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] No DVR routers for this DVR port 2aeab532-5ed4-4303-ac55-ec0001f6fe4b on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:18:05.165030 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f3c3ce23-0569-400b-b559-25d3a7250b95 req-d45ed4bc-a998-46d3-8d79-c9240288d30f tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:05.184147 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-58a4e3ff-d630-4a22-818b-f68e551298f8', 'network_id': '58a4e3ff-d630-4a22-818b-f68e551298f8', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'fixed_ips': [{'subnet_id': 'e2527b47-3ee6-475c-89e4-3508cc0513ba'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:18:05.186611 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:05.191179 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84317db1-efc0-42ac-b850-aeb2ca19fc3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:05.193914 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ff3fdfc5-f935-43e3-ae8b-33da0ddb32fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:05.199166 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-4b0d85de-1fc1-4927-8453-6354391fa0e9 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:18:05.226381 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-4b0d85de-1fc1-4927-8453-6354391fa0e9 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Usage tracker for resource:port and tenant:177562bd87a4424f83471f73a3e34887 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:18:05.235605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-4b0d85de-1fc1-4927-8453-6354391fa0e9 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:18:05.238355 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ff3fdfc5-f935-43e3-ae8b-33da0ddb32fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:05.239504 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ff3fdfc5-f935-43e3-ae8b-33da0ddb32fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc9283b1-f7e1-4bd0-a858-2f5073e27ff8 HTTP/1.1" status: 204 len: 168 time: 1.0257423 Mar 01 21:18:05.240391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fdfc5-f935-43e3-ae8b-33da0ddb32fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9283b1-f7e1-4bd0-a858-2f5073e27ff8,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:05.245794 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed3046-0191-4b48-9282-56962a4b52fe req-99e00fe2-85a9-477e-875f-bc5128b8915e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:05.247215 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-eaed3046-0191-4b48-9282-56962a4b52fe req-99e00fe2-85a9-477e-875f-bc5128b8915e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=26f9d3be4e2d43e19d7717c1424e4ced&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3119237 Mar 01 21:18:05.248446 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-4b0d85de-1fc1-4927-8453-6354391fa0e9 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:18:05.293791 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f3c3ce23-0569-400b-b559-25d3a7250b95 req-d45ed4bc-a998-46d3-8d79-c9240288d30f tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.57 "DELETE /v2.0/ports/2aeab532-5ed4-4303-ac55-ec0001f6fe4b HTTP/1.1" status: 204 len: 173 time: 1.9771979 Mar 01 21:18:05.338515 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84317db1-efc0-42ac-b850-aeb2ca19fc3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:05.373187 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-4b0d85de-1fc1-4927-8453-6354391fa0e9 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Made reservation on behalf of 177562bd87a4424f83471f73a3e34887 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:18:05.377490 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-4b0d85de-1fc1-4927-8453-6354391fa0e9 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:05.420606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Allocated IP 172.20.0.2 (58a4e3ff-d630-4a22-818b-f68e551298f8/e2527b47-3ee6-475c-89e4-3508cc0513ba/56c79b19-b472-4755-a942-f0e1c489d505) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:18:05.458443 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84317db1-efc0-42ac-b850-aeb2ca19fc3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:05.460348 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-84317db1-efc0-42ac-b850-aeb2ca19fc3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4663675 Mar 01 21:18:05.467883 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44308) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:05.471269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed3046-0191-4b48-9282-56962a4b52fe req-6c78f5a3-19b9-4947-846a-6145f833fa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:05.472768 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-eaed3046-0191-4b48-9282-56962a4b52fe req-6c78f5a3-19b9-4947-846a-6145f833fa19 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2191622 Mar 01 21:18:05.477909 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'port': {'network_id': '58a4e3ff-d630-4a22-818b-f68e551298f8', 'name': 'tempest-RoutersTest-1192590319'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:18:05.621595 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-4b0d85de-1fc1-4927-8453-6354391fa0e9 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Allocated IP 172.20.0.7 (7ebe53d5-a152-4e71-89db-032890009b0a/fb459190-f9fa-407d-8fec-9826c0c3ce9d/b4889a58-a09b-40fb-a9d0-187086611e43) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:18:05.780008 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:05.799193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Transition to ACTIVE for port object 56c79b19-b472-4755-a942-f0e1c489d505 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:18:05.830430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Transition to ACTIVE for port object 56c79b19-b472-4755-a942-f0e1c489d505 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:18:05.904031 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:05.914624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:18:05.938421 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608b527-ba1c-4d6d-a490-295b6caee558 req-b8458591-9161-421e-9c33-90007161ea99 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:05.940103 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c608b527-ba1c-4d6d-a490-295b6caee558 req-b8458591-9161-421e-9c33-90007161ea99 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/ports?device_id=a012d251-6639-46d3-a6f6-03bf3ffac165 HTTP/1.1" status: 200 len: 944 time: 0.1640925 Mar 01 21:18:05.941160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:18:06.039760 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Pushing event updated for resources: {'Port': ['ID=56c79b19-b472-4755-a942-f0e1c489d505,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:06.044865 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-252feb56-1248-4218-9b1c-07883b798127 req-25969e2f-b394-4c5c-8b1d-d3fb7eab6880 tempest-VolumesActionsTest-1864554585 tempest-VolumesActionsTest-1864554585-project] 10.222.0.42 "GET /v2.0/ports?device_id=5ce0bb72-1298-4997-8cec-6750e402cda1 HTTP/1.1" status: 200 len: 210 time: 0.0697768 Mar 01 21:18:06.046505 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Network 58a4e3ff-d630-4a22-818b-f68e551298f8 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:18:06.048092 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:18:06.049883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:18:06.057600 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Made reservation on behalf of acfc6a9964af49b3a3adf1407ea5d8d6 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:18:06.064173 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:06.095630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c608b527-ba1c-4d6d-a490-295b6caee558 req-63192f99-8c11-4dd7-b1f4-02694c524a99 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/security-groups?id=9581e091-0d9f-410b-a794-fc45cb0a2630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452949 Mar 01 21:18:06.104277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] device_id is not set on port 0138cd28-6437-40ee-a292-171e60a678cc yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:18:06.276868 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Attempting to bind port 56c79b19-b472-4755-a942-f0e1c489d505 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:18:06.277230 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Attempting to bind port 56c79b19-b472-4755-a942-f0e1c489d505 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '96ca43a8-9be6-4048-9260-ee7e8c6d1c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '58a4e3ff-d630-4a22-818b-f68e551298f8'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:18:06.277602 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Attempting to bind port 56c79b19-b472-4755-a942-f0e1c489d505 on network 58a4e3ff-d630-4a22-818b-f68e551298f8 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:18:06.294075 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 18, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:18:06.294417 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Checking segment: {'id': '96ca43a8-9be6-4048-9260-ee7e8c6d1c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '58a4e3ff-d630-4a22-818b-f68e551298f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:18:06.294780 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:06.295172 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Bound using segment: {'id': '96ca43a8-9be6-4048-9260-ee7e8c6d1c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '58a4e3ff-d630-4a22-818b-f68e551298f8'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:18:06.295671 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Bound port: 56c79b19-b472-4755-a942-f0e1c489d505, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ca43a8-9be6-4048-9260-ee7e8c6d1c7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '58a4e3ff-d630-4a22-818b-f68e551298f8'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:18:06.296045 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:06.339152 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-c56c3d46-2b14-4ae9-9a31-175da7ffd849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:06.341983 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6d17f967-3434-40bb-9594-709c7e1c6da7 req-06461224-426d-44f6-bccf-35500b9ccc38 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 210 time: 0.0550690 Mar 01 21:18:06.350980 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-c56c3d46-2b14-4ae9-9a31-175da7ffd849 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=26f9d3be4e2d43e19d7717c1424e4ced&device_id=a012d251-6639-46d3-a6f6-03bf3ffac165 HTTP/1.1" status: 200 len: 1095 time: 0.6933157 Mar 01 21:18:06.434533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Allocated IP 172.20.0.11 (58a4e3ff-d630-4a22-818b-f68e551298f8/e2527b47-3ee6-475c-89e4-3508cc0513ba/0138cd28-6437-40ee-a292-171e60a678cc) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:18:06.476081 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-b6d6f177-6821-463d-834f-96206ee792c7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d916a139-576a-4d11-a4df-a1ece5c45352 HTTP/1.1" status: 200 len: 217 time: 0.1206231 Mar 01 21:18:06.532120 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] For port 56c79b19-b472-4755-a942-f0e1c489d505, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:18:06.535113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] For port 56c79b19-b472-4755-a942-f0e1c489d505, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=56c79b19-b472-4755-a942-f0e1c489d505,segment=NetworkSegment(96ca43a8-9be6-4048-9260-ee7e8c6d1c7a),segment_id=96ca43a8-9be6-4048-9260-ee7e8c6d1c7a)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:18:06.564849 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce0bb72-1298-4997-8cec-6750e402cda1', 'name': 'network-vif-deleted', 'tag': '2aeab532-5ed4-4303-ac55-ec0001f6fe4b'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:18:06.571799 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-4b0d85de-1fc1-4927-8453-6354391fa0e9 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:06.605102 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-4b0d85de-1fc1-4927-8453-6354391fa0e9 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Transition to ACTIVE for port object b4889a58-a09b-40fb-a9d0-187086611e43 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:18:06.629780 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-c1e5b6d6-73c1-4ca7-9b9c-63a392d58d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:06.631999 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-c1e5b6d6-73c1-4ca7-9b9c-63a392d58d71 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e7380b13-ac69-414f-91f3-417e5d9c65d7 HTTP/1.1" status: 200 len: 853 time: 0.1445868 Mar 01 21:18:06.645384 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:06.671183 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce0bb72-1298-4997-8cec-6750e402cda1', 'name': 'network-vif-deleted', 'tag': '2aeab532-5ed4-4303-ac55-ec0001f6fe4b', 'status': 'completed', 'code': 200} Mar 01 21:18:06.684699 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-adf11200-2e5d-4ac0-a1a9-fc6e9800fb39 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c060c4c9-8ccf-4234-b502-e34fac680641&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467026 Mar 01 21:18:06.744391 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-4b0d85de-1fc1-4927-8453-6354391fa0e9 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:06.762803 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dca1be-8cbb-41e5-bb5c-ffda0ec36910 None None] Pushing event updated for resources: {'Port': ['ID=56c79b19-b472-4755-a942-f0e1c489d505,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:06.776464 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:06.792918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Transition to ACTIVE for port object 0138cd28-6437-40ee-a292-171e60a678cc will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:18:06.902250 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-4b0d85de-1fc1-4927-8453-6354391fa0e9 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Network 7ebe53d5-a152-4e71-89db-032890009b0a is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:18:06.904469 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:06.913466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-4b0d85de-1fc1-4927-8453-6354391fa0e9 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:18:06.921713 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-4b0d85de-1fc1-4927-8453-6354391fa0e9 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:18:07.002783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-4b0d85de-1fc1-4927-8453-6354391fa0e9 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:07.003625 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-4b0d85de-1fc1-4927-8453-6354391fa0e9 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:07.031149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network 58a4e3ff-d630-4a22-818b-f68e551298f8 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:18:07.032298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:18:07.036709 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:18:07.109179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Port': ['ID=0138cd28-6437-40ee-a292-171e60a678cc,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:07.121164 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:07.121502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:07.121839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:07.122167 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:07.122469 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-7bc733d2-837c-4bab-ae77-196c8013ca6b service neutron] 10.222.0.55 "GET /v2.0/networks/c060c4c9-8ccf-4234-b502-e34fac680641?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4309134 Mar 01 21:18:07.122590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:07.122800 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:07.123126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:07.123514 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d85de-1fc1-4927-8453-6354391fa0e9 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Pushing event updated for resources: {'Port': ['ID=b4889a58-a09b-40fb-a9d0-187086611e43,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:07.128991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:07.129448 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:07.129783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:07.130115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:07.130441 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:07.171699 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:07.172329 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:07.254620 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-4b0d85de-1fc1-4927-8453-6354391fa0e9 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4711092 Mar 01 21:18:07.269556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] Request body: {'port': {'device_id': '84293cd2-3e6e-426a-9107-98d8be59ca93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:18:07.327192 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b4c591c3-ef23-4492-9ca5-cc8b711cbc1a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8576765 Mar 01 21:18:07.330088 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44348) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:07.452978 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:07.519277 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a1ba0040-d408-4bb2-b4aa-7fb0420f0e1c None None] Provisioning for port b4889a58-a09b-40fb-a9d0-187086611e43 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:18:07.526814 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a1ba0040-d408-4bb2-b4aa-7fb0420f0e1c None None] Provisioning complete for port b4889a58-a09b-40fb-a9d0-187086611e43 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:18:07.527189 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a1ba0040-d408-4bb2-b4aa-7fb0420f0e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:07.634918 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a1ba0040-d408-4bb2-b4aa-7fb0420f0e1c None None] Port b4889a58-a09b-40fb-a9d0-187086611e43 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:18:07.735042 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-67f816ad-d014-4a8f-a4d3-65c2d0ab8d81 req-9d4f1ca5-25d5-403b-8520-554e0830424f service neutron] 10.222.0.55 "GET /v2.0/networks/c060c4c9-8ccf-4234-b502-e34fac680641?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853612 Mar 01 21:18:08.094717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4889a58-a09b-40fb-a9d0-187086611e43 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:18:08.119172 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:08.168016 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] Transition to ACTIVE for port object b4889a58-a09b-40fb-a9d0-187086611e43 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:18:08.228437 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2aeab532-5ed4-4303-ac55-ec0001f6fe4b no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:18:08.251791 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:08.290625 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 2aeab532-5ed4-4303-ac55-ec0001f6fe4b {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:18:08.290966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2aeab532-5ed4-4303-ac55-ec0001f6fe4b not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:18:08.618529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a782f-f6ea-4c12-8691-97f52e3ccd84 req-82a54e1b-3613-47dd-9851-197873f54ca5 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:08.624664 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e372742-5864-4056-99a7-1a8cc8c4bca9 None None] Network 58a4e3ff-d630-4a22-818b-f68e551298f8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:18:08.630389 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce8a782f-f6ea-4c12-8691-97f52e3ccd84 req-82a54e1b-3613-47dd-9851-197873f54ca5 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/ports?device_id=a012d251-6639-46d3-a6f6-03bf3ffac165 HTTP/1.1" status: 200 len: 944 time: 1.1397007 Mar 01 21:18:08.673736 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d095ac-bf06-4298-919c-f3cc26cd6636 req-d496f870-2e95-4502-a99c-1b0afb6076d8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:08.675711 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e2d095ac-bf06-4298-919c-f3cc26cd6636 req-d496f870-2e95-4502-a99c-1b0afb6076d8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 931 time: 1.0705767 Mar 01 21:18:08.762487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f2d527b0-add8-4f5b-addd-94bc09f044e9 None None] Provisioning for port 56c79b19-b472-4755-a942-f0e1c489d505 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:18:08.841374 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce8a782f-f6ea-4c12-8691-97f52e3ccd84 req-beab37d1-61a0-4df6-96f5-9e6fadbcfc7a tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/security-groups?id=9581e091-0d9f-410b-a794-fc45cb0a2630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113540 Mar 01 21:18:08.847742 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] Pushing event updated for resources: {'Port': ['ID=b4889a58-a09b-40fb-a9d0-187086611e43,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:08.876872 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e2d095ac-bf06-4298-919c-f3cc26cd6636 req-80a847e8-662f-4637-bbed-1c736af7522e tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d59983-ba2d-4a5f-a494-a78370b6b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346536 Mar 01 21:18:08.968347 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-59f24d84-6f1f-4b67-95dc-ab1d880c360f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:09.001119 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] Attempting to bind port b4889a58-a09b-40fb-a9d0-187086611e43 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:18:09.001811 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] Attempting to bind port b4889a58-a09b-40fb-a9d0-187086611e43 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'bd73e560-b075-41d9-b77e-26f9be3affcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:18:09.002732 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] Attempting to bind port b4889a58-a09b-40fb-a9d0-187086611e43 on network 7ebe53d5-a152-4e71-89db-032890009b0a {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:18:09.014101 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] Port b4889a58-a09b-40fb-a9d0-187086611e43 on network 7ebe53d5-a152-4e71-89db-032890009b0a not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:18:09.014101 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] Attempting to bind port b4889a58-a09b-40fb-a9d0-187086611e43 on network 7ebe53d5-a152-4e71-89db-032890009b0a {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:18:09.021760 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:18:09.029218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] Checking segment: {'id': 'bd73e560-b075-41d9-b77e-26f9be3affcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:18:09.029819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] Bound using segment: {'id': 'bd73e560-b075-41d9-b77e-26f9be3affcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:18:09.030532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] Bound port: b4889a58-a09b-40fb-a9d0-187086611e43, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd73e560-b075-41d9-b77e-26f9be3affcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:18:09.031021 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:09.090022 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 56c79b19-b472-4755-a942-f0e1c489d505 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:18:09.296598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 56c79b19-b472-4755-a942-f0e1c489d505 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:18:09.303340 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 56c79b19-b472-4755-a942-f0e1c489d505 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:18:09.305443 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:09.314814 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] For port b4889a58-a09b-40fb-a9d0-187086611e43, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:18:09.318423 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] For port b4889a58-a09b-40fb-a9d0-187086611e43, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b4889a58-a09b-40fb-a9d0-187086611e43,segment=NetworkSegment(bd73e560-b075-41d9-b77e-26f9be3affcb),segment_id=bd73e560-b075-41d9-b77e-26f9be3affcb)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:18:09.388536 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:09.492641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:09.493528 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:09.494962 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] 10.222.0.57 "PUT /v2.0/ports/b4889a58-a09b-40fb-a9d0-187086611e43 HTTP/1.1" status: 200 len: 1091 time: 2.2300513 Mar 01 21:18:09.497409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84293cd2-3e6e-426a-9107-98d8be59ca93', 'tag': 'b4889a58-a09b-40fb-a9d0-187086611e43'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:18:09.517452 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:09.582912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee1f31-d08a-4d27-977a-946395afce45 service neutron] Pushing event updated for resources: {'Port': ['ID=b4889a58-a09b-40fb-a9d0-187086611e43,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:09.596758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 56c79b19-b472-4755-a942-f0e1c489d505, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=56c79b19-b472-4755-a942-f0e1c489d505,segment=NetworkSegment(96ca43a8-9be6-4048-9260-ee7e8c6d1c7a),segment_id=96ca43a8-9be6-4048-9260-ee7e8c6d1c7a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:18:09.624571 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84293cd2-3e6e-426a-9107-98d8be59ca93', 'tag': 'b4889a58-a09b-40fb-a9d0-187086611e43', 'status': 'completed', 'code': 200} Mar 01 21:18:09.657726 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d8ad7b2f-5084-475f-9c0a-2ec8349f8bae None None] Provisioning complete for port 56c79b19-b472-4755-a942-f0e1c489d505 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:18:09.658572 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d8ad7b2f-5084-475f-9c0a-2ec8349f8bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:09.659084 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-59f24d84-6f1f-4b67-95dc-ab1d880c360f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:09.743587 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:09.770649 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-59f24d84-6f1f-4b67-95dc-ab1d880c360f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:09.814974 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-d011a949-38ac-4404-9f0e-89e6e831e3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:09.816584 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-d011a949-38ac-4404-9f0e-89e6e831e3be service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=177562bd87a4424f83471f73a3e34887&device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 1094 time: 0.1871707 Mar 01 21:18:09.873801 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=56c79b19-b472-4755-a942-f0e1c489d505,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:09.892270 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:09.892830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:09.893340 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:09.894089 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:09.894862 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:09.895349 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:09.895877 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:09.896502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:09.897005 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:09.897487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:09.897981 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:09.899056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:10.000244 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-751ab514-2ec0-467a-b3ef-6c1f191f613c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4889a58-a09b-40fb-a9d0-187086611e43 HTTP/1.1" status: 200 len: 217 time: 0.1766119 Mar 01 21:18:10.132538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f24d84-6f1f-4b67-95dc-ab1d880c360f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Port': ['ID=0138cd28-6437-40ee-a292-171e60a678cc,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:10.143666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d8ad7b2f-5084-475f-9c0a-2ec8349f8bae None None] Provisioning for port 0138cd28-6437-40ee-a292-171e60a678cc completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:18:10.150861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d8ad7b2f-5084-475f-9c0a-2ec8349f8bae None None] Provisioning complete for port 0138cd28-6437-40ee-a292-171e60a678cc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:18:10.152701 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d8ad7b2f-5084-475f-9c0a-2ec8349f8bae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:10.162218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-9f5c4b2e-e986-4f10-84da-ab501bc2c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:10.170454 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-9f5c4b2e-e986-4f10-84da-ab501bc2c61c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb459190-f9fa-407d-8fec-9826c0c3ce9d HTTP/1.1" status: 200 len: 847 time: 0.1617785 Mar 01 21:18:10.346900 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d8ad7b2f-5084-475f-9c0a-2ec8349f8bae None None] Port 0138cd28-6437-40ee-a292-171e60a678cc cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:18:10.363127 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-c87334b9-c6ca-4097-b34d-6b95a5c2df1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:10.367947 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-c87334b9-c6ca-4097-b34d-6b95a5c2df1d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ebe53d5-a152-4e71-89db-032890009b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1927242 Mar 01 21:18:10.500834 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-822993f8-39a1-4226-af6f-30ed04d5d804 None None] Provisioning complete for port 0138cd28-6437-40ee-a292-171e60a678cc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:18:10.501214 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-822993f8-39a1-4226-af6f-30ed04d5d804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:10.555788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ad7227-5881-44f7-8433-793eeb4144d9 req-8d998462-8814-4ed2-b9dd-366e807146e7 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:10.557683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1ad7227-5881-44f7-8433-793eeb4144d9 req-8d998462-8814-4ed2-b9dd-366e807146e7 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 943 time: 0.2843306 Mar 01 21:18:10.599602 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-59f24d84-6f1f-4b67-95dc-ab1d880c360f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:10.600432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-822993f8-39a1-4226-af6f-30ed04d5d804 None None] Port 0138cd28-6437-40ee-a292-171e60a678cc cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:18:10.605613 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-2379dc9a-d7f0-41a7-931a-45f2a05138f5 service neutron] 10.222.0.57 "GET /v2.0/networks/7ebe53d5-a152-4e71-89db-032890009b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304285 Mar 01 21:18:10.681315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1ad7227-5881-44f7-8433-793eeb4144d9 req-52d3fd1e-fe91-47d0-8b3f-bfadcee6db61 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d59983-ba2d-4a5f-a494-a78370b6b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914314 Mar 01 21:18:10.694390 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2e780-da9d-45f3-ad9d-a122d2833a80 req-fb58bcdf-b683-44a9-8166-a55eb54df256 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:10.696281 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-95e2e780-da9d-45f3-ad9d-a122d2833a80 req-fb58bcdf-b683-44a9-8166-a55eb54df256 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/ports?device_id=a012d251-6639-46d3-a6f6-03bf3ffac165 HTTP/1.1" status: 200 len: 944 time: 0.2500157 Mar 01 21:18:10.776964 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-95e2e780-da9d-45f3-ad9d-a122d2833a80 req-e0eba29c-c96a-43fd-be15-76fbc09f0d1e tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/security-groups?id=9581e091-0d9f-410b-a794-fc45cb0a2630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525634 Mar 01 21:18:10.796144 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-db98059d-ee8e-4eae-acbf-3c0cc0a47e10 req-e6fc540d-9cb2-4060-b000-aa786a216a34 service neutron] 10.222.0.57 "GET /v2.0/networks/7ebe53d5-a152-4e71-89db-032890009b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850662 Mar 01 21:18:10.809123 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device d916a139-576a-4d11-a4df-a1ece5c45352 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:18:10.908492 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-59f24d84-6f1f-4b67-95dc-ab1d880c360f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:10.984676 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port d916a139-576a-4d11-a4df-a1ece5c45352, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=d916a139-576a-4d11-a4df-a1ece5c45352,segment=NetworkSegment(a2fe3449-e3a1-4d4a-a952-5b4757f277c9),segment_id=a2fe3449-e3a1-4d4a-a952-5b4757f277c9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:18:11.000529 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 56c79b19-b472-4755-a942-f0e1c489d505 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:18:11.056143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'd916a139-576a-4d11-a4df-a1ece5c45352', 'network_id': 'c060c4c9-8ccf-4234-b502-e34fac680641', 'port_id': 'd916a139-576a-4d11-a4df-a1ece5c45352', 'mac_address': 'fa:16:3e:ff:6e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7380b13-ac69-414f-91f3-417e5d9c65d7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:18:11.141291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd03d7-7794-4cf6-a01e-f0808ee7abce req-fe97ee12-6060-492a-a858-bd3614fba030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:11.142997 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72dd03d7-7794-4cf6-a01e-f0808ee7abce req-fe97ee12-6060-492a-a858-bd3614fba030 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=177562bd87a4424f83471f73a3e34887&device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 1094 time: 0.1463795 Mar 01 21:18:11.205702 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:11.216730 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 56c79b19-b472-4755-a942-f0e1c489d505 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:18:11.217099 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:11.262860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d916a139-576a-4d11-a4df-a1ece5c45352 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:18:11.293821 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port d916a139-576a-4d11-a4df-a1ece5c45352, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=d916a139-576a-4d11-a4df-a1ece5c45352,segment=NetworkSegment(a2fe3449-e3a1-4d4a-a952-5b4757f277c9),segment_id=a2fe3449-e3a1-4d4a-a952-5b4757f277c9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:18:11.308456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd03d7-7794-4cf6-a01e-f0808ee7abce req-3a421731-1ee9-4471-822d-7259b15aaa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:11.310113 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72dd03d7-7794-4cf6-a01e-f0808ee7abce req-3a421731-1ee9-4471-822d-7259b15aaa14 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7ebe53d5-a152-4e71-89db-032890009b0a HTTP/1.1" status: 200 len: 909 time: 0.1598339 Mar 01 21:18:11.368322 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:11.431047 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72dd03d7-7794-4cf6-a01e-f0808ee7abce req-b3a6c670-9840-400a-85df-c7873a70bcd3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4889a58-a09b-40fb-a9d0-187086611e43 HTTP/1.1" status: 200 len: 217 time: 0.1132159 Mar 01 21:18:11.500314 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=d916a139-576a-4d11-a4df-a1ece5c45352,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:11.549683 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd03d7-7794-4cf6-a01e-f0808ee7abce req-31bc4242-a555-474b-aeae-4b3ddcabfa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:11.551167 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72dd03d7-7794-4cf6-a01e-f0808ee7abce req-31bc4242-a555-474b-aeae-4b3ddcabfa6a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb459190-f9fa-407d-8fec-9826c0c3ce9d HTTP/1.1" status: 200 len: 847 time: 0.1139460 Mar 01 21:18:11.657947 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd03d7-7794-4cf6-a01e-f0808ee7abce req-d298b8ef-ac36-4968-8668-386149184673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:11.659444 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72dd03d7-7794-4cf6-a01e-f0808ee7abce req-d298b8ef-ac36-4968-8668-386149184673 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ebe53d5-a152-4e71-89db-032890009b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1016276 Mar 01 21:18:11.661475 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-59f24d84-6f1f-4b67-95dc-ab1d880c360f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:11.739737 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-59f24d84-6f1f-4b67-95dc-ab1d880c360f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:11.759467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['d916a139-576a-4d11-a4df-a1ece5c45352'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:18:11.850048 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72dd03d7-7794-4cf6-a01e-f0808ee7abce req-dea3229d-01a0-4982-9141-178d9dad6b04 service neutron] 10.222.0.57 "GET /v2.0/networks/7ebe53d5-a152-4e71-89db-032890009b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821933 Mar 01 21:18:11.985155 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-59f24d84-6f1f-4b67-95dc-ab1d880c360f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:11.995565 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f24d84-6f1f-4b67-95dc-ab1d880c360f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Port': ['ID=0138cd28-6437-40ee-a292-171e60a678cc,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:12.163391 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72dd03d7-7794-4cf6-a01e-f0808ee7abce req-1542ee00-de02-4c19-9aa1-34f8c2890d58 service neutron] 10.222.0.57 "GET /v2.0/networks/7ebe53d5-a152-4e71-89db-032890009b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065760 Mar 01 21:18:12.439130 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f24d84-6f1f-4b67-95dc-ab1d880c360f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network 58a4e3ff-d630-4a22-818b-f68e551298f8 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:18:12.441221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-59f24d84-6f1f-4b67-95dc-ab1d880c360f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:18:12.450812 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716214fd-91e3-42dd-9bd8-4508de37b8a9 req-fd35d788-0502-4168-9c42-948bf7c1d7b7 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:12.452347 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-716214fd-91e3-42dd-9bd8-4508de37b8a9 req-fd35d788-0502-4168-9c42-948bf7c1d7b7 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/ports?device_id=a012d251-6639-46d3-a6f6-03bf3ffac165 HTTP/1.1" status: 200 len: 945 time: 0.3459206 Mar 01 21:18:12.612337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e4b9f-c093-4a61-92db-9eed3d9e2a95 req-294135ce-bd4a-446a-90be-e170d1f439be tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:12.619756 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-132e4b9f-c093-4a61-92db-9eed3d9e2a95 req-294135ce-bd4a-446a-90be-e170d1f439be tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 943 time: 0.3948293 Mar 01 21:18:12.820356 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device d916a139-576a-4d11-a4df-a1ece5c45352 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:18:12.852536 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-716214fd-91e3-42dd-9bd8-4508de37b8a9 req-edb63eb3-b904-44a3-a4a0-6d8fd4c61baf tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/security-groups?id=9581e091-0d9f-410b-a794-fc45cb0a2630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148372 Mar 01 21:18:12.886059 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-132e4b9f-c093-4a61-92db-9eed3d9e2a95 req-36cc5e4f-4ff2-4128-9f5c-89735d19c453 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d59983-ba2d-4a5f-a494-a78370b6b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2650671 Mar 01 21:18:13.017225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7f8a1403-c0ea-4378-9dc8-407481c2f2ac None None] Provisioning complete for port 0138cd28-6437-40ee-a292-171e60a678cc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:18:13.017803 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7f8a1403-c0ea-4378-9dc8-407481c2f2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:13.051520 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f24d84-6f1f-4b67-95dc-ab1d880c360f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:18:13.182085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-7f8a1403-c0ea-4378-9dc8-407481c2f2ac None None] Port 0138cd28-6437-40ee-a292-171e60a678cc cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:18:13.184284 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port d916a139-576a-4d11-a4df-a1ece5c45352 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:18:13.190871 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port d916a139-576a-4d11-a4df-a1ece5c45352 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:18:13.191695 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:13.405418 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f24d84-6f1f-4b67-95dc-ab1d880c360f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:18:13.410473 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-59f24d84-6f1f-4b67-95dc-ab1d880c360f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0790188 Mar 01 21:18:13.413149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44516) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:13.423192 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc09100-751f-4521-a9db-a793d09ab494 None None] Sync routers for ids ['2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:18:13.438695 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc09100-751f-4521-a9db-a793d09ab494 None None] Routers {'2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:18:13.439321 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-ccc09100-751f-4521-a9db-a793d09ab494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:18:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:13.493541 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:13.542891 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-ccc09100-751f-4521-a9db-a793d09ab494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:13.551615 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port d916a139-576a-4d11-a4df-a1ece5c45352, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=d916a139-576a-4d11-a4df-a1ece5c45352,segment=NetworkSegment(a2fe3449-e3a1-4d4a-a952-5b4757f277c9),segment_id=a2fe3449-e3a1-4d4a-a952-5b4757f277c9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:18:13.553623 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a012d251-6639-46d3-a6f6-03bf3ffac165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd916a139-576a-4d11-a4df-a1ece5c45352'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:18:13.560805 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc09100-751f-4521-a9db-a793d09ab494 None None] Routers {'2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:18:13.562374 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-ccc09100-751f-4521-a9db-a793d09ab494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:18:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:13.620396 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88da813d-cdb2-464c-b3bb-5481bd0d9534 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:13.625005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-88da813d-cdb2-464c-b3bb-5481bd0d9534 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Synchronizing usage tracker for tenant:acfc6a9964af49b3a3adf1407ea5d8d6 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:18:13.628833 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:13.631327 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-ccc09100-751f-4521-a9db-a793d09ab494 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:13.632295 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc09100-751f-4521-a9db-a793d09ab494 None None] The sync data for ids ['2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:18:13.702978 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a012d251-6639-46d3-a6f6-03bf3ffac165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd916a139-576a-4d11-a4df-a1ece5c45352', 'code': 200} Mar 01 21:18:13.743783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-88da813d-cdb2-464c-b3bb-5481bd0d9534 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Unset dirty status for tenant:acfc6a9964af49b3a3adf1407ea5d8d6 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:18:13.747919 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-88da813d-cdb2-464c-b3bb-5481bd0d9534 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/ports/0138cd28-6437-40ee-a292-171e60a678cc HTTP/1.1" status: 200 len: 978 time: 0.3331227 Mar 01 21:18:13.748556 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44526) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:13.768935 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=d916a139-576a-4d11-a4df-a1ece5c45352,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:13.884043 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ef1996-0d88-428f-a035-c903faaf05b3 req-0696a29a-30a5-4a0c-ad5c-0dffaa71ada0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:13.892929 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b8ef1996-0d88-428f-a035-c903faaf05b3 req-0696a29a-30a5-4a0c-ad5c-0dffaa71ada0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a012d251-6639-46d3-a6f6-03bf3ffac165 HTTP/1.1" status: 200 len: 1097 time: 0.1539357 Mar 01 21:18:14.104440 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b8ef1996-0d88-428f-a035-c903faaf05b3 req-c3c1f695-3cfa-4ca2-8369-5c7b1af5e2f1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9581e091-0d9f-410b-a794-fc45cb0a2630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047133 Mar 01 21:18:14.229870 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b4889a58-a09b-40fb-a9d0-187086611e43 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:18:14.431030 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b4889a58-a09b-40fb-a9d0-187086611e43, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b4889a58-a09b-40fb-a9d0-187086611e43,segment=NetworkSegment(bd73e560-b075-41d9-b77e-26f9be3affcb),segment_id=bd73e560-b075-41d9-b77e-26f9be3affcb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:18:14.447398 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'b4889a58-a09b-40fb-a9d0-187086611e43', 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a', 'port_id': 'b4889a58-a09b-40fb-a9d0-187086611e43', 'mac_address': 'fa:16:3e:a3:1e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:18:14.597891 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:14.634328 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4889a58-a09b-40fb-a9d0-187086611e43 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:18:14.696832 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b4889a58-a09b-40fb-a9d0-187086611e43, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b4889a58-a09b-40fb-a9d0-187086611e43,segment=NetworkSegment(bd73e560-b075-41d9-b77e-26f9be3affcb),segment_id=bd73e560-b075-41d9-b77e-26f9be3affcb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:18:14.734824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1014317-a36e-4593-84a8-72881040a7c9 req-b96a4413-e998-44b2-8260-4b6d2c5f0e6c tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:14.740816 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1014317-a36e-4593-84a8-72881040a7c9 req-b96a4413-e998-44b2-8260-4b6d2c5f0e6c tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/ports?device_id=a012d251-6639-46d3-a6f6-03bf3ffac165 HTTP/1.1" status: 200 len: 946 time: 0.5883188 Mar 01 21:18:14.772525 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:14.794318 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371add3-77a1-42f1-96ab-e6724fa97be1 req-00c1d842-8891-4cab-91e7-d93cfee1366d tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:14.795849 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4371add3-77a1-42f1-96ab-e6724fa97be1 req-00c1d842-8891-4cab-91e7-d93cfee1366d tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 943 time: 0.5606568 Mar 01 21:18:14.875045 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=b4889a58-a09b-40fb-a9d0-187086611e43,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:14.886847 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4371add3-77a1-42f1-96ab-e6724fa97be1 req-aa55cc83-9f49-4b95-9804-c91541c13708 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d59983-ba2d-4a5f-a494-a78370b6b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839679 Mar 01 21:18:14.952519 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1014317-a36e-4593-84a8-72881040a7c9 req-9c704193-77d9-4c1f-b99d-2134184415a1 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/security-groups?id=9581e091-0d9f-410b-a794-fc45cb0a2630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556058 Mar 01 21:18:14.972337 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['b4889a58-a09b-40fb-a9d0-187086611e43'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:18:15.306226 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3510b49c-9db9-490d-b514-c11485e05246 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:15.919955 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-3510b49c-9db9-490d-b514-c11485e05246 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port 0138cd28-6437-40ee-a292-171e60a678cc {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:18:15.920621 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3510b49c-9db9-490d-b514-c11485e05246 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:16.246185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b4889a58-a09b-40fb-a9d0-187086611e43 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:18:16.393665 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3510b49c-9db9-490d-b514-c11485e05246 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:16.429216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port b4889a58-a09b-40fb-a9d0-187086611e43 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:18:16.435778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port b4889a58-a09b-40fb-a9d0-187086611e43 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:18:16.436155 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:16.639032 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:16.684323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a26ecdc-af1a-4982-af00-480a62bf992e req-ce0d34d0-3733-4a83-af54-84f0c332ea34 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:16.685724 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a26ecdc-af1a-4982-af00-480a62bf992e req-ce0d34d0-3733-4a83-af54-84f0c332ea34 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 944 time: 0.4854660 Mar 01 21:18:16.693621 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-3510b49c-9db9-490d-b514-c11485e05246 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Calling delete_port for 0138cd28-6437-40ee-a292-171e60a678cc owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:18:16.706519 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b4889a58-a09b-40fb-a9d0-187086611e43, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b4889a58-a09b-40fb-a9d0-187086611e43,segment=NetworkSegment(bd73e560-b075-41d9-b77e-26f9be3affcb),segment_id=bd73e560-b075-41d9-b77e-26f9be3affcb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:18:16.707514 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84293cd2-3e6e-426a-9107-98d8be59ca93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4889a58-a09b-40fb-a9d0-187086611e43'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:18:16.761239 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42306051-c59d-493b-8045-fb9d4cc6734f req-d8431982-da87-47e8-9fbf-591cb2187315 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:16.762812 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-42306051-c59d-493b-8045-fb9d4cc6734f req-d8431982-da87-47e8-9fbf-591cb2187315 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/ports?device_id=a012d251-6639-46d3-a6f6-03bf3ffac165 HTTP/1.1" status: 200 len: 946 time: 0.5190606 Mar 01 21:18:16.777285 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:16.894193 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a26ecdc-af1a-4982-af00-480a62bf992e req-0514b68a-02b6-4c73-9a9a-709b61c8e1fb tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d59983-ba2d-4a5f-a494-a78370b6b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722627 Mar 01 21:18:17.128883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=b4889a58-a09b-40fb-a9d0-187086611e43,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:17.128883 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84293cd2-3e6e-426a-9107-98d8be59ca93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4889a58-a09b-40fb-a9d0-187086611e43', 'code': 200} Mar 01 21:18:17.133665 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-42306051-c59d-493b-8045-fb9d4cc6734f req-c6b1da8e-4b55-4453-95c6-34d72e6153f0 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/security-groups?id=9581e091-0d9f-410b-a794-fc45cb0a2630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918587 Mar 01 21:18:17.290482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7aa22-3ec6-4988-b8e6-c7c056864266 req-8779fff5-1c31-4d48-a699-9d751025eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:17.295010 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e5f7aa22-3ec6-4988-b8e6-c7c056864266 req-8779fff5-1c31-4d48-a699-9d751025eac8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 1096 time: 0.1971805 Mar 01 21:18:17.314653 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3510b49c-9db9-490d-b514-c11485e05246 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:17.355231 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e5f7aa22-3ec6-4988-b8e6-c7c056864266 req-a95149ed-3680-4ac2-85ff-1b00b753ea0e service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e1d59983-ba2d-4a5f-a494-a78370b6b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555203 Mar 01 21:18:17.431331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510b49c-9db9-490d-b514-c11485e05246 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Port': ['ID=0138cd28-6437-40ee-a292-171e60a678cc,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:17.952387 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3510b49c-9db9-490d-b514-c11485e05246 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:18.455483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3510b49c-9db9-490d-b514-c11485e05246 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:18:18.649573 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3510b49c-9db9-490d-b514-c11485e05246 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:18:18.662242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f483d6e-cee6-42f6-a874-b65def7f80f5 None None] Sync routers for ids ['2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:18:18.730633 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4797f5b-d5e5-41a0-b521-035a89326620 req-2e4dfac0-6da8-4e81-9a8e-66387a481d68 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:18.736125 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f483d6e-cee6-42f6-a874-b65def7f80f5 None None] Routers {'2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:18:18.737175 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4797f5b-d5e5-41a0-b521-035a89326620 req-2e4dfac0-6da8-4e81-9a8e-66387a481d68 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 945 time: 0.4570613 Mar 01 21:18:18.737473 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4f483d6e-cee6-42f6-a874-b65def7f80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:18:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:18.820405 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3510b49c-9db9-490d-b514-c11485e05246 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0706491 Mar 01 21:18:18.824572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44616) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:18.892921 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4f483d6e-cee6-42f6-a874-b65def7f80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:18.919824 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f483d6e-cee6-42f6-a874-b65def7f80f5 None None] Routers {'2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:18:18.920551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4f483d6e-cee6-42f6-a874-b65def7f80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:18:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:18.957471 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3ef2b-fe69-4294-a5df-dc3561aefe93 req-afaa4b31-0aae-4d54-b380-b0faeed96d26 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:18.965736 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a3b3ef2b-fe69-4294-a5df-dc3561aefe93 req-afaa4b31-0aae-4d54-b380-b0faeed96d26 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/ports?device_id=a012d251-6639-46d3-a6f6-03bf3ffac165 HTTP/1.1" status: 200 len: 946 time: 0.5736322 Mar 01 21:18:19.092362 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4f483d6e-cee6-42f6-a874-b65def7f80f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:19.092852 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f483d6e-cee6-42f6-a874-b65def7f80f5 None None] The sync data for ids ['2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:18:19.114377 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4797f5b-d5e5-41a0-b521-035a89326620 req-8da0a703-25b5-4c22-8ee8-cf2daccc06e3 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d59983-ba2d-4a5f-a494-a78370b6b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3628063 Mar 01 21:18:19.176762 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a3b3ef2b-fe69-4294-a5df-dc3561aefe93 req-30949dcd-8201-4e11-81f2-ffd645c9abfe tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/security-groups?id=9581e091-0d9f-410b-a794-fc45cb0a2630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100694 Mar 01 21:18:19.683131 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-ae68b7e8-f302-4f67-a1fc-74a74bd6f158 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] remove_router_interface failed (client error): The resource could not be found. Mar 01 21:18:19.688306 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ae68b7e8-f302-4f67-a1fc-74a74bd6f158 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8626542 Mar 01 21:18:19.689238 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44636) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:19.741172 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a412fd6e-41dd-440b-a643-b069a856edff tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/ports?device_id=2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07 HTTP/1.1" status: 200 len: 205 time: 0.0477097 Mar 01 21:18:19.741415 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44640) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:20.122471 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d7bd25ca-8290-45b2-9a0b-7cb88b7087ac tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:20.663146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba8fda-65c1-4a8a-bae0-fde3da4135fb req-854dd5fc-3b61-436a-9f0f-c47e96f39363 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:20.671572 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-66ba8fda-65c1-4a8a-bae0-fde3da4135fb req-854dd5fc-3b61-436a-9f0f-c47e96f39363 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/ports?device_id=a012d251-6639-46d3-a6f6-03bf3ffac165 HTTP/1.1" status: 200 len: 946 time: 0.2437530 Mar 01 21:18:20.746914 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-66ba8fda-65c1-4a8a-bae0-fde3da4135fb req-c7e20a5e-7909-4e82-ad99-c8c60b679807 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/security-groups?id=9581e091-0d9f-410b-a794-fc45cb0a2630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740874 Mar 01 21:18:20.817961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697b7a8-2ca4-426b-8612-75564e085391 req-aadc90b7-9b13-49df-8682-30b9149dc6d6 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:20.828015 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3697b7a8-2ca4-426b-8612-75564e085391 req-aadc90b7-9b13-49df-8682-30b9149dc6d6 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 945 time: 0.2380657 Mar 01 21:18:20.902757 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d7bd25ca-8290-45b2-9a0b-7cb88b7087ac tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:20.918344 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3697b7a8-2ca4-426b-8612-75564e085391 req-dfaa4aef-f64f-4653-a0d9-c1326d2f12a4 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d59983-ba2d-4a5f-a494-a78370b6b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834587 Mar 01 21:18:20.920385 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d7bd25ca-8290-45b2-9a0b-7cb88b7087ac tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:21.052533 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d7bd25ca-8290-45b2-9a0b-7cb88b7087ac tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:21.053044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bd25ca-8290-45b2-9a0b-7cb88b7087ac tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Fanout notify agent at l3_agent the message router_deleted on router 2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:18:21.107843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccdf09d-3ab7-4b31-913a-81e6fc74560f req-307cee86-bd57-41af-a0cb-22c94ba891d5 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:21.108674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-fccdf09d-3ab7-4b31-913a-81e6fc74560f req-307cee86-bd57-41af-a0cb-22c94ba891d5 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Synchronizing usage tracker for tenant:26f9d3be4e2d43e19d7717c1424e4ced on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:18:21.137694 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d7bd25ca-8290-45b2-9a0b-7cb88b7087ac tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:21.145395 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44672) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:21.145602 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d7bd25ca-8290-45b2-9a0b-7cb88b7087ac tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/routers/2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07 HTTP/1.1" status: 204 len: 168 time: 1.4023499 Mar 01 21:18:21.257308 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-fccdf09d-3ab7-4b31-913a-81e6fc74560f req-307cee86-bd57-41af-a0cb-22c94ba891d5 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Unset dirty status for tenant:26f9d3be4e2d43e19d7717c1424e4ced on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:18:21.258854 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fccdf09d-3ab7-4b31-913a-81e6fc74560f req-307cee86-bd57-41af-a0cb-22c94ba891d5 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.55 "GET /v2.0/ports?device_id=a012d251-6639-46d3-a6f6-03bf3ffac165 HTTP/1.1" status: 200 len: 946 time: 1.3810356 Mar 01 21:18:21.340122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc2e53c-a143-4885-9bf8-bf84082c2c76 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting subnet e2527b47-3ee6-475c-89e4-3508cc0513ba {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:18:21.343530 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e53c-a143-4885-9bf8-bf84082c2c76 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:21.359505 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-fccdf09d-3ab7-4b31-913a-81e6fc74560f req-ff6ad341-d533-44a9-ade4-ce2428f03aad tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Deleting port d916a139-576a-4d11-a4df-a1ece5c45352 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:18:21.360100 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fccdf09d-3ab7-4b31-913a-81e6fc74560f req-ff6ad341-d533-44a9-ade4-ce2428f03aad tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:21.413204 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e53c-a143-4885-9bf8-bf84082c2c76 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:21.440213 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:21.531946 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e53c-a143-4885-9bf8-bf84082c2c76 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:21.669451 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4362ad-2ed0-46c9-8992-32c2437e69e0 req-3dbd4174-6482-4dfa-9dfe-cfcd827f2777 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:21.681086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-fccdf09d-3ab7-4b31-913a-81e6fc74560f req-ff6ad341-d533-44a9-ade4-ce2428f03aad tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] For port d916a139-576a-4d11-a4df-a1ece5c45352, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=d916a139-576a-4d11-a4df-a1ece5c45352,segment=NetworkSegment(a2fe3449-e3a1-4d4a-a952-5b4757f277c9),segment_id=a2fe3449-e3a1-4d4a-a952-5b4757f277c9)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:18:21.681454 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fccdf09d-3ab7-4b31-913a-81e6fc74560f req-ff6ad341-d533-44a9-ade4-ce2428f03aad tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:21.687993 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc4362ad-2ed0-46c9-8992-32c2437e69e0 req-3dbd4174-6482-4dfa-9dfe-cfcd827f2777 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 945 time: 0.4550002 Mar 01 21:18:21.736069 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e53c-a143-4885-9bf8-bf84082c2c76 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:22.060823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-fccdf09d-3ab7-4b31-913a-81e6fc74560f req-ff6ad341-d533-44a9-ade4-ce2428f03aad tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Calling delete_port for d916a139-576a-4d11-a4df-a1ece5c45352 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:18:22.353682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2e53c-a143-4885-9bf8-bf84082c2c76 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Subnet': ['ID=e2527b47-3ee6-475c-89e4-3508cc0513ba,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:22.369521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece553f1-e19b-45ed-bee4-f06166c501d1 None None] Network 58a4e3ff-d630-4a22-818b-f68e551298f8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:18:22.405811 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fccdf09d-3ab7-4b31-913a-81e6fc74560f req-ff6ad341-d533-44a9-ade4-ce2428f03aad tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:22.422259 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc4362ad-2ed0-46c9-8992-32c2437e69e0 req-eae717c9-9a74-4b62-b4a8-e3216cf22a06 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d59983-ba2d-4a5f-a494-a78370b6b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7310555 Mar 01 21:18:22.430676 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8dc2e53c-a143-4885-9bf8-bf84082c2c76 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:22.478855 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8dc2e53c-a143-4885-9bf8-bf84082c2c76 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/subnets/e2527b47-3ee6-475c-89e4-3508cc0513ba HTTP/1.1" status: 204 len: 168 time: 1.3283784 Mar 01 21:18:22.480870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44694) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:22.549678 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ad341-d533-44a9-ade4-ce2428f03aad tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Pushing event deleted for resources: {'Port': ['ID=d916a139-576a-4d11-a4df-a1ece5c45352,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:22.720594 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:22.739315 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca9f7db-96a3-4fc7-958c-336a491863f2 req-371accff-f138-4eeb-b7ef-be87b15d33e6 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:22.744268 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ca9f7db-96a3-4fc7-958c-336a491863f2 req-371accff-f138-4eeb-b7ef-be87b15d33e6 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/ports?device_id=a012d251-6639-46d3-a6f6-03bf3ffac165 HTTP/1.1" status: 200 len: 867 time: 0.4713297 Mar 01 21:18:22.796847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-fccdf09d-3ab7-4b31-913a-81e6fc74560f req-ff6ad341-d533-44a9-ade4-ce2428f03aad tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] No DVR routers for this DVR port d916a139-576a-4d11-a4df-a1ece5c45352 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:18:22.810806 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-fccdf09d-3ab7-4b31-913a-81e6fc74560f req-ff6ad341-d533-44a9-ade4-ce2428f03aad tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:22.813531 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a012d251-6639-46d3-a6f6-03bf3ffac165', 'name': 'network-vif-deleted', 'tag': 'd916a139-576a-4d11-a4df-a1ece5c45352'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:18:22.926216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device d916a139-576a-4d11-a4df-a1ece5c45352 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:18:22.930303 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-fccdf09d-3ab7-4b31-913a-81e6fc74560f req-ff6ad341-d533-44a9-ade4-ce2428f03aad tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.55 "DELETE /v2.0/ports/d916a139-576a-4d11-a4df-a1ece5c45352 HTTP/1.1" status: 204 len: 173 time: 1.6608143 Mar 01 21:18:22.940127 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port 56c79b19-b472-4755-a942-f0e1c489d505 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:18:22.943728 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:23.032210 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ca9f7db-96a3-4fc7-958c-336a491863f2 req-b883f1e2-412b-4c62-b62b-3f982613f3f2 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/security-groups?id=9581e091-0d9f-410b-a794-fc45cb0a2630&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2767930 Mar 01 21:18:23.075661 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: d916a139-576a-4d11-a4df-a1ece5c45352 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:18:23.077406 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device d916a139-576a-4d11-a4df-a1ece5c45352 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:18:23.084386 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb60bf1-fc69-43a3-b7fd-d2c5d1d42167 None None] DHCP port deletion for 58a4e3ff-d630-4a22-818b-f68e551298f8 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:18:23.094331 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-9eb60bf1-fc69-43a3-b7fd-d2c5d1d42167 None None] Deleting port 56c79b19-b472-4755-a942-f0e1c489d505 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:18:23.097498 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9eb60bf1-fc69-43a3-b7fd-d2c5d1d42167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:23.139311 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a012d251-6639-46d3-a6f6-03bf3ffac165', 'name': 'network-vif-deleted', 'tag': 'd916a139-576a-4d11-a4df-a1ece5c45352', 'status': 'completed', 'code': 200} Mar 01 21:18:23.269193 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9268f0-11e5-4f16-a7b0-8f152071ccab req-2238dba7-0db8-48dc-8cba-1d7a71495907 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:23.271079 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7d9268f0-11e5-4f16-a7b0-8f152071ccab req-2238dba7-0db8-48dc-8cba-1d7a71495907 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 945 time: 0.4608946 Mar 01 21:18:23.432413 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7d9268f0-11e5-4f16-a7b0-8f152071ccab req-d5ad4d09-c313-4254-8f32-e8c5444fd39f tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d59983-ba2d-4a5f-a494-a78370b6b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1523993 Mar 01 21:18:23.463328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44714) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:23.644141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] For port 56c79b19-b472-4755-a942-f0e1c489d505, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=56c79b19-b472-4755-a942-f0e1c489d505,segment=NetworkSegment(96ca43a8-9be6-4048-9260-ee7e8c6d1c7a),segment_id=96ca43a8-9be6-4048-9260-ee7e8c6d1c7a)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:18:23.654879 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:23.699702 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-9eb60bf1-fc69-43a3-b7fd-d2c5d1d42167 None None] For port 56c79b19-b472-4755-a942-f0e1c489d505, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=56c79b19-b472-4755-a942-f0e1c489d505,segment=NetworkSegment(96ca43a8-9be6-4048-9260-ee7e8c6d1c7a),segment_id=96ca43a8-9be6-4048-9260-ee7e8c6d1c7a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:18:23.700913 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9eb60bf1-fc69-43a3-b7fd-d2c5d1d42167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:23.992457 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-9eb60bf1-fc69-43a3-b7fd-d2c5d1d42167 None None] Calling delete_port for 56c79b19-b472-4755-a942-f0e1c489d505 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:18:24.300328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Calling delete_port for 56c79b19-b472-4755-a942-f0e1c489d505 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:18:24.332020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da26bcfd-8280-47fc-80b7-209bae7ff1b7 tempest-TestServerBasicOps-232573589 tempest-TestServerBasicOps-232573589-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:24.338489 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-da26bcfd-8280-47fc-80b7-209bae7ff1b7 tempest-TestServerBasicOps-232573589 tempest-TestServerBasicOps-232573589-project-admin] Synchronizing usage tracker for tenant:092d94fa80f04f43a9204bf317cd4e0e on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:18:24.480281 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:24.556725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-da26bcfd-8280-47fc-80b7-209bae7ff1b7 tempest-TestServerBasicOps-232573589 tempest-TestServerBasicOps-232573589-project-admin] Unset dirty status for tenant:092d94fa80f04f43a9204bf317cd4e0e on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:18:24.558035 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-da26bcfd-8280-47fc-80b7-209bae7ff1b7 tempest-TestServerBasicOps-232573589 tempest-TestServerBasicOps-232573589-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 1091 time: 1.0902662 Mar 01 21:18:24.571497 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44736) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:24.577245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': 'b4889a58-a09b-40fb-a9d0-187086611e43', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:18:24.593888 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:18:24.601932 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Usage tracker for resource:floatingip and tenant:177562bd87a4424f83471f73a3e34887 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:18:24.603938 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5d9daa53-4b51-4932-b923-b878de74e158 req-fc60311a-1407-4905-9ae4-59241d4180f9 tempest-ServerPasswordTestJSON-259627044 tempest-ServerPasswordTestJSON-259627044-project] 10.222.0.42 "GET /v2.0/ports?device_id=a012d251-6639-46d3-a6f6-03bf3ffac165 HTTP/1.1" status: 200 len: 210 time: 0.1145656 Mar 01 21:18:24.615647 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:18:24.622996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:18:24.646415 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9eb60bf1-fc69-43a3-b7fd-d2c5d1d42167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:24.685698 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:18:24.686255 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:18:24.709663 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:24.792055 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb60bf1-fc69-43a3-b7fd-d2c5d1d42167 None None] Pushing event deleted for resources: {'Port': ['ID=56c79b19-b472-4755-a942-f0e1c489d505,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:24.800478 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb60bf1-fc69-43a3-b7fd-d2c5d1d42167 None None] No DVR routers for this DVR port 56c79b19-b472-4755-a942-f0e1c489d505 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:18:25.041439 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:25.060219 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 56c79b19-b472-4755-a942-f0e1c489d505 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:18:25.187275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port 56c79b19-b472-4755-a942-f0e1c489d505 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:18:25.187538 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 56c79b19-b472-4755-a942-f0e1c489d505 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:18:25.187914 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 56c79b19-b472-4755-a942-f0e1c489d505 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:18:25.188455 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:25.297155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Allocated IP 172.25.5.184 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/0d0d990c-a360-456a-bc1c-31f0eb9329ab) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:18:25.390991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] The port '56c79b19-b472-4755-a942-f0e1c489d505' was deleted {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:18:25.629342 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:25.664617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a4e3ff-d630-4a22-818b-f68e551298f8']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:25.688138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ca43a8-9be6-4048-9260-ee7e8c6d1c7a') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:25.689322 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ca43a8-9be6-4048-9260-ee7e8c6d1c7a') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:25.702752 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:25.722327 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:25.730293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:18:25.735564 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:25.782722 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:18:25.831005 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:18:25.961043 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:25.971970 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:25.972078 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44760) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:26.040878 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:26.070601 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Network': ['ID=58a4e3ff-d630-4a22-818b-f68e551298f8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:26.113001 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f32039b7-4f67-4230-b60b-e87baf6ea366 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/networks/58a4e3ff-d630-4a22-818b-f68e551298f8 HTTP/1.1" status: 204 len: 168 time: 3.6254754 Mar 01 21:18:26.113356 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44766) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:26.124872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-db08f968-42e8-4c2b-b1f4-a457f22ad6d0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'network': {'name': 'tempest-RoutersTest-588920263'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:18:26.140639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-db08f968-42e8-4c2b-b1f4-a457f22ad6d0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:18:26.145640 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:18:26.155949 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:18:26.165054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-db08f968-42e8-4c2b-b1f4-a457f22ad6d0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:network and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:18:26.188299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-db08f968-42e8-4c2b-b1f4-a457f22ad6d0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:18:26.188596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:18:26.195441 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-db08f968-42e8-4c2b-b1f4-a457f22ad6d0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:18:26.241061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b3cc5c7-b615-494e-b989-b76c3e8de393 admin admin] Deleting subnet e7380b13-ac69-414f-91f3-417e5d9c65d7 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:18:26.244897 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc5c7-b615-494e-b989-b76c3e8de393 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:26.304126 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc5c7-b615-494e-b989-b76c3e8de393 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:26.415962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Pushing event updated for resources: {'Port': ['ID=0d0d990c-a360-456a-bc1c-31f0eb9329ab,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:26.450992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:26.451760 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:26.452157 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:26.452706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:26.453281 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:26.453878 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:26.454438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:26.454979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:26.455689 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:26.456420 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:26.457031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:26.457651 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:18:26.495557 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc5c7-b615-494e-b989-b76c3e8de393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:26.605679 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db08f968-42e8-4c2b-b1f4-a457f22ad6d0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Made reservation on behalf of acfc6a9964af49b3a3adf1407ea5d8d6 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:18:26.613881 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-db08f968-42e8-4c2b-b1f4-a457f22ad6d0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:26.648484 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db08f968-42e8-4c2b-b1f4-a457f22ad6d0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:18:26.658892 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-db08f968-42e8-4c2b-b1f4-a457f22ad6d0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:26.659298 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-db08f968-42e8-4c2b-b1f4-a457f22ad6d0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Added segment 08864592-28f8-4f72-9663-105c0cdc7654 of type vlan for network 537ade1f-baec-47e5-b52a-1b8349a671b1 Mar 01 21:18:26.691990 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-db08f968-42e8-4c2b-b1f4-a457f22ad6d0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:26.856228 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-db08f968-42e8-4c2b-b1f4-a457f22ad6d0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:26.862115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db08f968-42e8-4c2b-b1f4-a457f22ad6d0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:26.863038 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-db08f968-42e8-4c2b-b1f4-a457f22ad6d0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:26.931138 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc5c7-b615-494e-b989-b76c3e8de393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:26.993424 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08f968-42e8-4c2b-b1f4-a457f22ad6d0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Network': ['ID=537ade1f-baec-47e5-b52a-1b8349a671b1,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:27.007281 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 537ade1f-baec-47e5-b52a-1b8349a671b1 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:18:27.027008 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cc5c7-b615-494e-b989-b76c3e8de393 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7380b13-ac69-414f-91f3-417e5d9c65d7,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:27.031146 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1b3cc5c7-b615-494e-b989-b76c3e8de393 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:27.040612 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1b3cc5c7-b615-494e-b989-b76c3e8de393 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e7380b13-ac69-414f-91f3-417e5d9c65d7 HTTP/1.1" status: 204 len: 168 time: 1.0674231 Mar 01 21:18:27.047644 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44778) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:27.161134 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-db08f968-42e8-4c2b-b1f4-a457f22ad6d0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0467439 Mar 01 21:18:27.167836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44786) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:27.176920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-a040f17a-de32-4dbc-9d5e-eac63adad812 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'subnet': {'network_id': '537ade1f-baec-47e5-b52a-1b8349a671b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:18:27.490930 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-080c2b81-836b-4b92-9ae1-70714d128cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:27.543539 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a581daea-a1c6-4760-945b-68dff2b77ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:27.715052 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-080c2b81-836b-4b92-9ae1-70714d128cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:27.746785 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-080c2b81-836b-4b92-9ae1-70714d128cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c060c4c9-8ccf-4234-b502-e34fac680641']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:27.760685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-080c2b81-836b-4b92-9ae1-70714d128cb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2fe3449-e3a1-4d4a-a952-5b4757f277c9') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:27.761237 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-080c2b81-836b-4b92-9ae1-70714d128cb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2fe3449-e3a1-4d4a-a952-5b4757f277c9') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:27.773884 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-080c2b81-836b-4b92-9ae1-70714d128cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:27.791941 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-080c2b81-836b-4b92-9ae1-70714d128cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:27.798713 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-080c2b81-836b-4b92-9ae1-70714d128cb6 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:18:27.800503 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-080c2b81-836b-4b92-9ae1-70714d128cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:18:27.910274 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:18:27.990663 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c813746b-3cf3-40cf-87b7-aae24ef2ef40 req-d8a0e1ad-45f8-4414-99ed-23389381cfb5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4945476 Mar 01 21:18:27.996792 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-080c2b81-836b-4b92-9ae1-70714d128cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:28.015266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a040f17a-de32-4dbc-9d5e-eac63adad812 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:18:28.032087 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a040f17a-de32-4dbc-9d5e-eac63adad812 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:subnet and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:18:28.043331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a040f17a-de32-4dbc-9d5e-eac63adad812 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:18:28.043685 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-080c2b81-836b-4b92-9ae1-70714d128cb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:28.064240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a040f17a-de32-4dbc-9d5e-eac63adad812 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:18:28.084038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080c2b81-836b-4b92-9ae1-70714d128cb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c060c4c9-8ccf-4234-b502-e34fac680641,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:28.119006 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:28.207335 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a040f17a-de32-4dbc-9d5e-eac63adad812 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Made reservation on behalf of acfc6a9964af49b3a3adf1407ea5d8d6 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:18:28.212960 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a040f17a-de32-4dbc-9d5e-eac63adad812 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:28.260964 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-080c2b81-836b-4b92-9ae1-70714d128cb6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/c060c4c9-8ccf-4234-b502-e34fac680641 HTTP/1.1" status: 204 len: 168 time: 1.2150252 Mar 01 21:18:28.321983 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813746b-3cf3-40cf-87b7-aae24ef2ef40 req-cb6d2da5-8ca1-4df6-8c5c-4cac9130f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:28.323738 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c813746b-3cf3-40cf-87b7-aae24ef2ef40 req-cb6d2da5-8ca1-4df6-8c5c-4cac9130f285 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=177562bd87a4424f83471f73a3e34887&device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 1096 time: 0.1459069 Mar 01 21:18:28.557492 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:28.850879 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:28.900772 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813746b-3cf3-40cf-87b7-aae24ef2ef40 req-99117e2f-5e0a-4d52-a86e-3eeb4d593857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:28.902373 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c813746b-3cf3-40cf-87b7-aae24ef2ef40 req-99117e2f-5e0a-4d52-a86e-3eeb4d593857 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7ebe53d5-a152-4e71-89db-032890009b0a HTTP/1.1" status: 200 len: 909 time: 0.5417981 Mar 01 21:18:29.127082 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a040f17a-de32-4dbc-9d5e-eac63adad812 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:29.222911 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:29.323311 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44816) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:29.480434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a040f17a-de32-4dbc-9d5e-eac63adad812 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Subnet': ['ID=bfd222dd-23a7-45f5-a056-81cd10508497,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:29.491241 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040f17a-de32-4dbc-9d5e-eac63adad812 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Checking segment: {'id': '08864592-28f8-4f72-9663-105c0cdc7654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '537ade1f-baec-47e5-b52a-1b8349a671b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:18:29.491624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a040f17a-de32-4dbc-9d5e-eac63adad812 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network hostable DHCP agents. Network: 537ade1f-baec-47e5-b52a-1b8349a671b1, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:18:29.513241 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-be0a58bf-0cf8-462a-bc60-39cf468cbc23 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=26f9d3be4e2d43e19d7717c1424e4ced&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1887453 Mar 01 21:18:29.513827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44820) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:29.595655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Pushing event updated for resources: {'Port': ['ID=0d0d990c-a360-456a-bc1c-31f0eb9329ab,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:29.599527 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c813746b-3cf3-40cf-87b7-aae24ef2ef40 req-c790bc49-a276-4c51-9479-889ade09e0b6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4889a58-a09b-40fb-a9d0-187086611e43 HTTP/1.1" status: 200 len: 999 time: 0.6900804 Mar 01 21:18:29.685692 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c5a83af-67b7-4d79-999e-d1b024c18b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:29.730765 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a040f17a-de32-4dbc-9d5e-eac63adad812 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network 537ade1f-baec-47e5-b52a-1b8349a671b1 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:18:29.766638 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1c35547f-a858-4fda-99bd-6055e9a833c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:29.820777 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1c35547f-a858-4fda-99bd-6055e9a833c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:29.892969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-a040f17a-de32-4dbc-9d5e-eac63adad812 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 537ade1f-baec-47e5-b52a-1b8349a671b1) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:18:29.908535 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0292563b-5a7e-48d1-a439-d2c2813fcbce None None] Network 537ade1f-baec-47e5-b52a-1b8349a671b1 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:18:29.932124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a040f17a-de32-4dbc-9d5e-eac63adad812 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:29.939249 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a040f17a-de32-4dbc-9d5e-eac63adad812 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:30.002835 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:30.161081 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a040f17a-de32-4dbc-9d5e-eac63adad812 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9916487 Mar 01 21:18:30.163861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44834) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:30.169248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-5e44fa64-ed7a-4f3c-be65-aca112023234 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1268721597', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:18:30.196064 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5e44fa64-ed7a-4f3c-be65-aca112023234 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:18:30.207195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5e44fa64-ed7a-4f3c-be65-aca112023234 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:router and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:18:30.211396 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5e44fa64-ed7a-4f3c-be65-aca112023234 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:18:30.219556 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5e44fa64-ed7a-4f3c-be65-aca112023234 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:18:30.274614 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1c35547f-a858-4fda-99bd-6055e9a833c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:30.326847 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c35547f-a858-4fda-99bd-6055e9a833c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9581e091-0d9f-410b-a794-fc45cb0a2630,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:30.351529 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1c35547f-a858-4fda-99bd-6055e9a833c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:30.355619 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1c35547f-a858-4fda-99bd-6055e9a833c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9581e091-0d9f-410b-a794-fc45cb0a2630 HTTP/1.1" status: 204 len: 168 time: 0.8265166 Mar 01 21:18:30.356484 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813746b-3cf3-40cf-87b7-aae24ef2ef40 req-748cd907-0dad-4cba-8fd9-659519465674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:30.359445 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c813746b-3cf3-40cf-87b7-aae24ef2ef40 req-748cd907-0dad-4cba-8fd9-659519465674 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb459190-f9fa-407d-8fec-9826c0c3ce9d HTTP/1.1" status: 200 len: 847 time: 0.7033966 Mar 01 21:18:30.363767 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e44fa64-ed7a-4f3c-be65-aca112023234 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:30.374304 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e44fa64-ed7a-4f3c-be65-aca112023234 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:30.437648 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e44fa64-ed7a-4f3c-be65-aca112023234 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:30.578202 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e44fa64-ed7a-4f3c-be65-aca112023234 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:30.643907 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-537ade1f-baec-47e5-b52a-1b8349a671b1', 'network_id': '537ade1f-baec-47e5-b52a-1b8349a671b1', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'fixed_ips': [{'subnet_id': 'bfd222dd-23a7-45f5-a056-81cd10508497'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:18:30.644701 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:30.728706 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5e44fa64-ed7a-4f3c-be65-aca112023234 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:30.730594 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5e44fa64-ed7a-4f3c-be65-aca112023234 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5655696 Mar 01 21:18:30.733460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44844) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:30.770845 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:30.772335 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:31.092791 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Allocated IP 172.20.0.2 (537ade1f-baec-47e5-b52a-1b8349a671b1/bfd222dd-23a7-45f5-a056-81cd10508497/1debcbdb-ccba-4b44-8deb-07ed986d3c25) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:18:31.151987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813746b-3cf3-40cf-87b7-aae24ef2ef40 req-e15bb86c-3cb0-4e8b-8005-fc8fa8a0879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:31.153554 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c813746b-3cf3-40cf-87b7-aae24ef2ef40 req-e15bb86c-3cb0-4e8b-8005-fc8fa8a0879c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ebe53d5-a152-4e71-89db-032890009b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7592106 Mar 01 21:18:31.353156 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9664bb04-a2ec-4e6a-8858-8c25cd1504ee req-767f6fe0-f4c6-4d8e-b168-45d69d571d22 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.4562306 Mar 01 21:18:31.623552 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Floating IP abfa5bc4-43cb-484c-94d9-c8b65c366c90 associated. External IP: 172.25.5.184, port: b4889a58-a09b-40fb-a9d0-187086611e43. Mar 01 21:18:31.678795 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:31.702019 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Transition to ACTIVE for port object 1debcbdb-ccba-4b44-8deb-07ed986d3c25 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:18:31.725490 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Transition to ACTIVE for port object 1debcbdb-ccba-4b44-8deb-07ed986d3c25 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:18:31.818507 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:32.063263 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Network 537ade1f-baec-47e5-b52a-1b8349a671b1 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:18:32.097890 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:18:32.136620 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:18:32.245164 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c813746b-3cf3-40cf-87b7-aae24ef2ef40 req-968845cb-bfff-46b2-8b53-71acf8cd1a6d service neutron] 10.222.0.57 "GET /v2.0/networks/7ebe53d5-a152-4e71-89db-032890009b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0609386 Mar 01 21:18:32.340173 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-388b6e08-9781-4740-8c54-774da0a198d5 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:32.346982 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Pushing event updated for resources: {'Port': ['ID=1debcbdb-ccba-4b44-8deb-07ed986d3c25,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:32.483175 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Attempting to bind port 1debcbdb-ccba-4b44-8deb-07ed986d3c25 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:18:32.486955 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Attempting to bind port 1debcbdb-ccba-4b44-8deb-07ed986d3c25 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '08864592-28f8-4f72-9663-105c0cdc7654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '537ade1f-baec-47e5-b52a-1b8349a671b1'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:18:32.486955 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Attempting to bind port 1debcbdb-ccba-4b44-8deb-07ed986d3c25 on network 537ade1f-baec-47e5-b52a-1b8349a671b1 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:18:32.490162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 18, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:18:32.490677 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Checking segment: {'id': '08864592-28f8-4f72-9663-105c0cdc7654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '537ade1f-baec-47e5-b52a-1b8349a671b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:18:32.491194 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:32.492577 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Bound using segment: {'id': '08864592-28f8-4f72-9663-105c0cdc7654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '537ade1f-baec-47e5-b52a-1b8349a671b1'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:18:32.493343 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Bound port: 1debcbdb-ccba-4b44-8deb-07ed986d3c25, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08864592-28f8-4f72-9663-105c0cdc7654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '537ade1f-baec-47e5-b52a-1b8349a671b1'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:18:32.493836 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:32.627008 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c813746b-3cf3-40cf-87b7-aae24ef2ef40 req-d6b5b8d9-98c2-4846-9e34-59c47b09c384 service neutron] 10.222.0.57 "GET /v2.0/networks/7ebe53d5-a152-4e71-89db-032890009b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687899 Mar 01 21:18:32.645278 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:32.645887 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664bb04-a2ec-4e6a-8858-8c25cd1504ee req-92cb9db7-c7c0-41e3-bde6-e577afb88fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:32.648432 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9664bb04-a2ec-4e6a-8858-8c25cd1504ee req-92cb9db7-c7c0-41e3-bde6-e577afb88fdc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 1096 time: 1.1407373 Mar 01 21:18:32.797886 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] For port 1debcbdb-ccba-4b44-8deb-07ed986d3c25, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:18:32.810028 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] For port 1debcbdb-ccba-4b44-8deb-07ed986d3c25, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1debcbdb-ccba-4b44-8deb-07ed986d3c25,segment=NetworkSegment(08864592-28f8-4f72-9663-105c0cdc7654),segment_id=08864592-28f8-4f72-9663-105c0cdc7654)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:18:32.876792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Router fbaee3dc-c977-428d-9768-e6a8d55975be has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:18:32.886437 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:33.187956 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cf4d3b-37dc-4989-8044-de18d11bc596 None None] Pushing event updated for resources: {'Port': ['ID=1debcbdb-ccba-4b44-8deb-07ed986d3c25,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:33.214195 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:18:33.246082 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664bb04-a2ec-4e6a-8858-8c25cd1504ee req-0510b717-58d6-4498-a6fc-e50ea6b73189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:33.257922 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9664bb04-a2ec-4e6a-8858-8c25cd1504ee req-0510b717-58d6-4498-a6fc-e50ea6b73189 service neutron] 10.222.0.55 "GET /v2.0/networks?id=afa01f28-846c-4b0c-8292-1399f87fc407 HTTP/1.1" status: 200 len: 897 time: 0.5860190 Mar 01 21:18:33.519477 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-388b6e08-9781-4740-8c54-774da0a198d5 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Allocated IP 172.20.0.1 (537ade1f-baec-47e5-b52a-1b8349a671b1/bfd222dd-23a7-45f5-a056-81cd10508497/0bd84864-ff3e-4464-89dd-a6f2ac80d593) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:18:33.593120 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9664bb04-a2ec-4e6a-8858-8c25cd1504ee req-4ea62051-3e99-45a9-9dd2-84df474b01cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a HTTP/1.1" status: 200 len: 1000 time: 0.3288379 Mar 01 21:18:33.952098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:18:33.962910 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f12559-c1d8-477b-a075-4ffd716fb397 None None] Sync routers for ids ['fbaee3dc-c977-428d-9768-e6a8d55975be'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:18:33.967014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664bb04-a2ec-4e6a-8858-8c25cd1504ee req-4835b73f-bacf-46c0-a2b6-2789f22527a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:33.976414 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9664bb04-a2ec-4e6a-8858-8c25cd1504ee req-4835b73f-bacf-46c0-a2b6-2789f22527a2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d9e352e-01b1-43dc-beb3-fcff3bc5086a HTTP/1.1" status: 200 len: 834 time: 0.2025220 Mar 01 21:18:33.976630 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f12559-c1d8-477b-a075-4ffd716fb397 None None] Routers {'fbaee3dc-c977-428d-9768-e6a8d55975be'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:18:33.977731 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f0f12559-c1d8-477b-a075-4ffd716fb397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:18:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fbaee3dc-c977-428d-9768-e6a8d55975be'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:34.139599 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-388b6e08-9781-4740-8c54-774da0a198d5 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:34.167692 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664bb04-a2ec-4e6a-8858-8c25cd1504ee req-7004f175-b085-4e5c-ae63-0ae4bb339d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:34.173790 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9664bb04-a2ec-4e6a-8858-8c25cd1504ee req-7004f175-b085-4e5c-ae63-0ae4bb339d43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afa01f28-846c-4b0c-8292-1399f87fc407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1859152 Mar 01 21:18:34.188225 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:34.232177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-388b6e08-9781-4740-8c54-774da0a198d5 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Transition to ACTIVE for port object 0bd84864-ff3e-4464-89dd-a6f2ac80d593 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:18:34.403215 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-388b6e08-9781-4740-8c54-774da0a198d5 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:34.459425 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-efdaee28-b521-47c1-ac6d-2d912ca8a2fc tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 9.8820586 Mar 01 21:18:34.467839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84293cd2-3e6e-426a-9107-98d8be59ca93', 'tag': 'b4889a58-a09b-40fb-a9d0-187086611e43'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:18:34.510427 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-f0f12559-c1d8-477b-a075-4ffd716fb397 None None] Set router fbaee3dc-c977-428d-9768-e6a8d55975be gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:18:34.638499 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388b6e08-9781-4740-8c54-774da0a198d5 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network 537ade1f-baec-47e5-b52a-1b8349a671b1 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:18:34.650107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-388b6e08-9781-4740-8c54-774da0a198d5 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:18:34.671598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388b6e08-9781-4740-8c54-774da0a198d5 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:18:34.939391 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-900ee773-57bd-46ce-8e39-a54ad45f8f87 req-5eef298f-915a-41b2-9f07-4cdb8182e62b tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.2188351 Mar 01 21:18:34.996113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b6e08-9781-4740-8c54-774da0a198d5 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Port': ['ID=0bd84864-ff3e-4464-89dd-a6f2ac80d593,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:35.021968 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-388b6e08-9781-4740-8c54-774da0a198d5 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:35.171165 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8acfbe-155a-472e-a85b-402c8627e88f None None] Network 537ade1f-baec-47e5-b52a-1b8349a671b1 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:18:35.339082 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84293cd2-3e6e-426a-9107-98d8be59ca93', 'tag': 'b4889a58-a09b-40fb-a9d0-187086611e43', 'status': 'completed', 'code': 200} Mar 01 21:18:35.465105 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9664bb04-a2ec-4e6a-8858-8c25cd1504ee req-364b4a71-4357-47d3-a80e-62ea0c52a1bb service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2829158 Mar 01 21:18:35.576458 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-388b6e08-9781-4740-8c54-774da0a198d5 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:35.646572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308f383-2eaf-4c28-9629-7b7fba8a77f7 req-a96d90a3-daa0-432b-9ad2-bb856c2ab3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:35.649597 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c308f383-2eaf-4c28-9629-7b7fba8a77f7 req-a96d90a3-daa0-432b-9ad2-bb856c2ab3bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=177562bd87a4424f83471f73a3e34887&device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 1096 time: 0.3910630 Mar 01 21:18:35.690662 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f0f12559-c1d8-477b-a075-4ffd716fb397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'name': 'tempest-TestServerBasicOps-663370134-router', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:08Z', 'updated_at': '2022-03-01T21:17:18Z', 'revision_number': 4, 'project_id': '177562bd87a4424f83471f73a3e34887', 'gw_port': {'id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'abfa5bc4-43cb-484c-94d9-c8b65c366c90', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'floating_ip_address': '172.25.5.184', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'port_id': 'b4889a58-a09b-40fb-a9d0-187086611e43', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a', 'mac_address': 'fa:16:3e:a3:1e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84293cd2-3e6e-426a-9107-98d8be59ca93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:18:27Z', 'updated_at': '2022-03-01T21:18:27Z', 'revision_number': 0, 'project_id': '177562bd87a4424f83471f73a3e34887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803438a9-4a96-4eec-aecb-4ef10ecce106', 'name': '', 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'mac_address': 'fa:16:3e:51:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:16Z', 'updated_at': '2022-03-01T21:17:29Z', 'revision_number': 5, 'project_id': '177562bd87a4424f83471f73a3e34887', 'subnets': [{'id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:35.697889 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f12559-c1d8-477b-a075-4ffd716fb397 None None] Checking router: fbaee3dc-c977-428d-9768-e6a8d55975be for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:18:35.802138 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f12559-c1d8-477b-a075-4ffd716fb397 None None] Routers {'fbaee3dc-c977-428d-9768-e6a8d55975be'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:18:35.803159 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f0f12559-c1d8-477b-a075-4ffd716fb397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:18:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fbaee3dc-c977-428d-9768-e6a8d55975be'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:35.889399 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1debcbdb-ccba-4b44-8deb-07ed986d3c25 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:18:36.191098 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9664bb04-a2ec-4e6a-8858-8c25cd1504ee req-c021012b-3b52-4c8f-801f-2f79b90f2226 service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7190657 Mar 01 21:18:36.191783 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-f0f12559-c1d8-477b-a075-4ffd716fb397 None None] Set router fbaee3dc-c977-428d-9768-e6a8d55975be gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:18:36.238505 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 1debcbdb-ccba-4b44-8deb-07ed986d3c25 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:18:36.253551 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0bcd2c7f-33b7-4b87-85a5-3c3bf023d7ab req-7488db39-dffc-49b3-a4ce-b68b278b4156 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.1981699 Mar 01 21:18:36.276498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ad7140f5-6262-400f-a031-66ce4f048502 None None] Provisioning for port 1debcbdb-ccba-4b44-8deb-07ed986d3c25 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:18:36.281795 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308f383-2eaf-4c28-9629-7b7fba8a77f7 req-731e1d46-69bc-421d-85d3-07eac5c70ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:36.281795 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c308f383-2eaf-4c28-9629-7b7fba8a77f7 req-731e1d46-69bc-421d-85d3-07eac5c70ee6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7ebe53d5-a152-4e71-89db-032890009b0a HTTP/1.1" status: 200 len: 909 time: 0.6195004 Mar 01 21:18:36.294795 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ad7140f5-6262-400f-a031-66ce4f048502 None None] Provisioning complete for port 1debcbdb-ccba-4b44-8deb-07ed986d3c25 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:18:36.298692 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ad7140f5-6262-400f-a031-66ce4f048502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:36.413196 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 1debcbdb-ccba-4b44-8deb-07ed986d3c25 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:18:36.421518 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:36.622289 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c308f383-2eaf-4c28-9629-7b7fba8a77f7 req-d731c78c-edba-4e1a-9717-4c87589ca008 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4889a58-a09b-40fb-a9d0-187086611e43 HTTP/1.1" status: 200 len: 999 time: 0.3329475 Mar 01 21:18:36.769582 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-388b6e08-9781-4740-8c54-774da0a198d5 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:36.845925 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-388b6e08-9781-4740-8c54-774da0a198d5 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:36.873319 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308f383-2eaf-4c28-9629-7b7fba8a77f7 req-17a6762d-8d7d-4f7b-b52d-1e553763cd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:36.875291 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c308f383-2eaf-4c28-9629-7b7fba8a77f7 req-17a6762d-8d7d-4f7b-b52d-1e553763cd33 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb459190-f9fa-407d-8fec-9826c0c3ce9d HTTP/1.1" status: 200 len: 847 time: 0.2496378 Mar 01 21:18:37.144969 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308f383-2eaf-4c28-9629-7b7fba8a77f7 req-43d83d25-1ca2-43ae-a4c0-8025d7204a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:37.154683 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c308f383-2eaf-4c28-9629-7b7fba8a77f7 req-43d83d25-1ca2-43ae-a4c0-8025d7204a6e service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ebe53d5-a152-4e71-89db-032890009b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2705336 Mar 01 21:18:37.303079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b6e08-9781-4740-8c54-774da0a198d5 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Port': ['ID=0bd84864-ff3e-4464-89dd-a6f2ac80d593,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:37.319033 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:37.321231 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-388b6e08-9781-4740-8c54-774da0a198d5 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:37.389017 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e55325-3a05-419b-a846-d5f40ed2e43b req-4c712a76-874b-4e53-951e-33b042351468 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:37.397283 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b9e55325-3a05-419b-a846-d5f40ed2e43b req-4c712a76-874b-4e53-951e-33b042351468 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 1096 time: 0.4005296 Mar 01 21:18:37.406498 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ad7140f5-6262-400f-a031-66ce4f048502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:37.542014 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b9e55325-3a05-419b-a846-d5f40ed2e43b req-e30c9242-cea7-4897-bcba-27faba761b31 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1430044 Mar 01 21:18:37.625339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 1debcbdb-ccba-4b44-8deb-07ed986d3c25, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1debcbdb-ccba-4b44-8deb-07ed986d3c25,segment=NetworkSegment(08864592-28f8-4f72-9663-105c0cdc7654),segment_id=08864592-28f8-4f72-9663-105c0cdc7654)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:18:37.634339 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f0f12559-c1d8-477b-a075-4ffd716fb397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'name': 'tempest-TestServerBasicOps-663370134-router', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:08Z', 'updated_at': '2022-03-01T21:17:18Z', 'revision_number': 4, 'project_id': '177562bd87a4424f83471f73a3e34887', 'gw_port': {'id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'abfa5bc4-43cb-484c-94d9-c8b65c366c90', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'floating_ip_address': '172.25.5.184', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'port_id': 'b4889a58-a09b-40fb-a9d0-187086611e43', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a', 'mac_address': 'fa:16:3e:a3:1e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84293cd2-3e6e-426a-9107-98d8be59ca93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:18:27Z', 'updated_at': '2022-03-01T21:18:27Z', 'revision_number': 0, 'project_id': '177562bd87a4424f83471f73a3e34887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803438a9-4a96-4eec-aecb-4ef10ecce106', 'name': '', 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'mac_address': 'fa:16:3e:51:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:16Z', 'updated_at': '2022-03-01T21:17:29Z', 'revision_number': 5, 'project_id': '177562bd87a4424f83471f73a3e34887', 'subnets': [{'id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:37.649515 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f12559-c1d8-477b-a075-4ffd716fb397 None None] The sync data for ids ['fbaee3dc-c977-428d-9768-e6a8d55975be'] in n-d-827896-4 is: [{'id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'name': 'tempest-TestServerBasicOps-663370134-router', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:08Z', 'updated_at': '2022-03-01T21:17:18Z', 'revision_number': 4, 'project_id': '177562bd87a4424f83471f73a3e34887', 'gw_port': {'id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'abfa5bc4-43cb-484c-94d9-c8b65c366c90', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'floating_ip_address': '172.25.5.184', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'port_id': 'b4889a58-a09b-40fb-a9d0-187086611e43', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3298, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a', 'mac_address': 'fa:16:3e:a3:1e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84293cd2-3e6e-426a-9107-98d8be59ca93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:18:27Z', 'updated_at': '2022-03-01T21:18:27Z', 'revision_number': 0, 'project_id': '177562bd87a4424f83471f73a3e34887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '803438a9-4a96-4eec-aecb-4ef10ecce106', 'name': '', 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'mac_address': 'fa:16:3e:51:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:16Z', 'updated_at': '2022-03-01T21:17:29Z', 'revision_number': 5, 'project_id': '177562bd87a4424f83471f73a3e34887', 'subnets': [{'id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:18:37.692156 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388b6e08-9781-4740-8c54-774da0a198d5 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network 537ade1f-baec-47e5-b52a-1b8349a671b1 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:18:37.704188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-388b6e08-9781-4740-8c54-774da0a198d5 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:18:37.753803 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c308f383-2eaf-4c28-9629-7b7fba8a77f7 req-4bee9227-39ec-4071-b028-1e883f21115a service neutron] 10.222.0.57 "GET /v2.0/networks/7ebe53d5-a152-4e71-89db-032890009b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5854635 Mar 01 21:18:37.784560 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:38.181844 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c8c10f6-b305-4e14-b4a2-372bc164e058 req-0a8ed41d-bb69-4594-8464-0e4d31ac2d46 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.4848266 Mar 01 21:18:38.345664 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c308f383-2eaf-4c28-9629-7b7fba8a77f7 req-79833835-6ac5-4389-87bc-ba18d6313c14 service neutron] 10.222.0.57 "GET /v2.0/networks/7ebe53d5-a152-4e71-89db-032890009b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5763872 Mar 01 21:18:38.347658 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1884a5-c974-4a12-bb27-f3d81d421196 None None] New status for floating IP abfa5bc4-43cb-484c-94d9-c8b65c366c90: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:18:38.824254 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-ad7140f5-6262-400f-a031-66ce4f048502 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:18:38.824906 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-ad7140f5-6262-400f-a031-66ce4f048502 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:18:38.837145 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=1debcbdb-ccba-4b44-8deb-07ed986d3c25,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:39.156886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f4fc5-a634-4d4c-b232-4f7abb185961 req-ca9d0ec5-9c95-4417-a330-271c16eb8e36 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:39.159126 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f5f4fc5-a634-4d4c-b232-4f7abb185961 req-ca9d0ec5-9c95-4417-a330-271c16eb8e36 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 1.2381239 Mar 01 21:18:39.220359 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f5f4fc5-a634-4d4c-b232-4f7abb185961 req-9068c301-01b2-4e77-9a2c-f57198b0a69b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543983 Mar 01 21:18:39.263849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45004) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:39.409563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388b6e08-9781-4740-8c54-774da0a198d5 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 0fd4a262-66cf-421e-b6dc-1b84a40dc057 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:18:39.686281 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b524f81e-56be-4f36-b6e2-def688aecb4c None None] Provisioning complete for port 1debcbdb-ccba-4b44-8deb-07ed986d3c25 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:18:39.686860 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b524f81e-56be-4f36-b6e2-def688aecb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:39.760124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388b6e08-9781-4740-8c54-774da0a198d5 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:18:39.771632 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e566479-c1c6-4616-8727-0362ab1390b9 None None] Sync routers for ids ['0fd4a262-66cf-421e-b6dc-1b84a40dc057'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:18:39.790455 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e566479-c1c6-4616-8727-0362ab1390b9 None None] Routers {'0fd4a262-66cf-421e-b6dc-1b84a40dc057'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:18:39.791828 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5e566479-c1c6-4616-8727-0362ab1390b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:18:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0fd4a262-66cf-421e-b6dc-1b84a40dc057'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:39.818221 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-168c5431-2d4b-40f4-a84a-7b673072fd74 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/floatingips/a5dd39a3-9c5e-4fba-8d76-75ff9e45a44d HTTP/1.1" status: 200 len: 992 time: 0.5528502 Mar 01 21:18:39.838808 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37edd131-100c-4fe5-96ae-39ab7fa3daf3 req-92457145-8a46-4c66-8a7e-8c508800b795 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.2776711 Mar 01 21:18:39.878348 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-388b6e08-9781-4740-8c54-774da0a198d5 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/0fd4a262-66cf-421e-b6dc-1b84a40dc057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1436503 Mar 01 21:18:39.881155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45026) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:39.930169 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5e566479-c1c6-4616-8727-0362ab1390b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:39.955780 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e566479-c1c6-4616-8727-0362ab1390b9 None None] Routers {'0fd4a262-66cf-421e-b6dc-1b84a40dc057'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:18:39.959790 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5e566479-c1c6-4616-8727-0362ab1390b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:18:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0fd4a262-66cf-421e-b6dc-1b84a40dc057'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:39.979943 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1debcbdb-ccba-4b44-8deb-07ed986d3c25 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:18:40.100652 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c7ab3c-6cc5-4269-ad00-c3b1ae107d92 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:40.107183 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45032) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:40.120090 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-33c7ab3c-6cc5-4269-ad00-c3b1ae107d92 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/ports/0bd84864-ff3e-4464-89dd-a6f2ac80d593 HTTP/1.1" status: 200 len: 910 time: 0.2376504 Mar 01 21:18:40.207947 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5e566479-c1c6-4616-8727-0362ab1390b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:40.208577 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e566479-c1c6-4616-8727-0362ab1390b9 None None] The sync data for ids ['0fd4a262-66cf-421e-b6dc-1b84a40dc057'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:18:40.428764 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 1debcbdb-ccba-4b44-8deb-07ed986d3c25 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:18:40.429792 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:40.549805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b524f81e-56be-4f36-b6e2-def688aecb4c None None] Provisioning for port 0bd84864-ff3e-4464-89dd-a6f2ac80d593 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:18:40.593773 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b524f81e-56be-4f36-b6e2-def688aecb4c None None] Provisioning complete for port 0bd84864-ff3e-4464-89dd-a6f2ac80d593 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:18:40.594230 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b524f81e-56be-4f36-b6e2-def688aecb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:40.747513 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b524f81e-56be-4f36-b6e2-def688aecb4c None None] Port 0bd84864-ff3e-4464-89dd-a6f2ac80d593 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:18:41.152712 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a26f747-893c-4ee7-b6b6-b2db8d96e047 req-37a701cc-2439-4fd4-8077-3be9430f0ec8 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0811625 Mar 01 21:18:41.290820 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6f643322-907d-4396-a0c7-9871ebd69c20 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:41.562785 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-58dc7f1a-9106-470d-afb4-4347caf1c6a2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808794 Mar 01 21:18:42.191122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177215f9-5f6e-453b-afcf-d7c865163740 req-3e0d0f87-b0fd-461a-a359-c30eeb20a69a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:42.202308 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-177215f9-5f6e-453b-afcf-d7c865163740 req-3e0d0f87-b0fd-461a-a359-c30eeb20a69a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.5827484 Mar 01 21:18:42.393561 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-177215f9-5f6e-453b-afcf-d7c865163740 req-33337ba6-4b92-448b-89af-88ae1bba36ba tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1902964 Mar 01 21:18:42.447202 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-6f643322-907d-4396-a0c7-9871ebd69c20 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port 0bd84864-ff3e-4464-89dd-a6f2ac80d593 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:18:42.448674 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6f643322-907d-4396-a0c7-9871ebd69c20 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:42.554199 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-97aee6ef-ee5c-45f2-9ce5-d69a4df833ba req-ebf547de-bf39-4cf4-9249-85a552098d46 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.1041324 Mar 01 21:18:42.611864 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35b96ca5-4574-4520-bbde-edbd15ae42c9 req-fe7ff93d-9d09-44df-a7c2-e1825c4bdbdd tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0793061 Mar 01 21:18:42.942824 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6f643322-907d-4396-a0c7-9871ebd69c20 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:43.140736 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-6f643322-907d-4396-a0c7-9871ebd69c20 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Calling delete_port for 0bd84864-ff3e-4464-89dd-a6f2ac80d593 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:18:43.537915 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6f643322-907d-4396-a0c7-9871ebd69c20 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:43.627007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f643322-907d-4396-a0c7-9871ebd69c20 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Port': ['ID=0bd84864-ff3e-4464-89dd-a6f2ac80d593,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:44.086912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-865784fb-5468-47d2-b8a7-323271b6f2ed req-b0304d8c-2455-4b99-956b-a14a9691566d tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.1122861 Mar 01 21:18:44.287506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9174b-6dda-4415-b95e-c79d62bcc5de req-10e2f79c-e6b2-489f-bfb0-49e3a6edbd9e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:44.295487 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fef9174b-6dda-4415-b95e-c79d62bcc5de req-10e2f79c-e6b2-489f-bfb0-49e3a6edbd9e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.6698043 Mar 01 21:18:44.324858 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6f643322-907d-4396-a0c7-9871ebd69c20 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:44.441592 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fef9174b-6dda-4415-b95e-c79d62bcc5de req-2e64dd93-9afc-4d8d-a6ff-d72f855ca111 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448367 Mar 01 21:18:44.969500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f643322-907d-4396-a0c7-9871ebd69c20 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 0fd4a262-66cf-421e-b6dc-1b84a40dc057 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:18:45.005153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-f797f36e-c26f-4749-8e33-614b46ed55fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:45.007707 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-f797f36e-c26f-4749-8e33-614b46ed55fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 1096 time: 0.1677234 Mar 01 21:18:45.315374 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f643322-907d-4396-a0c7-9871ebd69c20 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:18:45.326280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-993605bb-9c66-43a3-920e-7ca52a9270ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:45.331221 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-993605bb-9c66-43a3-920e-7ca52a9270ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=afa01f28-846c-4b0c-8292-1399f87fc407 HTTP/1.1" status: 200 len: 897 time: 0.3175602 Mar 01 21:18:45.337246 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc09c7c8-c22d-4241-8850-beb61ec066f0 None None] Sync routers for ids ['0fd4a262-66cf-421e-b6dc-1b84a40dc057'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:18:45.371467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc09c7c8-c22d-4241-8850-beb61ec066f0 None None] Routers {'0fd4a262-66cf-421e-b6dc-1b84a40dc057'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:18:45.376120 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6f643322-907d-4396-a0c7-9871ebd69c20 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/0fd4a262-66cf-421e-b6dc-1b84a40dc057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2670338 Mar 01 21:18:45.378647 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-cc09c7c8-c22d-4241-8850-beb61ec066f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:18:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0fd4a262-66cf-421e-b6dc-1b84a40dc057'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:45.415956 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45162) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:45.448185 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7885942-0012-43e4-bd8a-a62b637f39d5 req-813afff7-c575-42fb-bcaf-9319d2740f69 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0823154 Mar 01 21:18:45.634421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-cc09c7c8-c22d-4241-8850-beb61ec066f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:45.656925 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc09c7c8-c22d-4241-8850-beb61ec066f0 None None] Routers {'0fd4a262-66cf-421e-b6dc-1b84a40dc057'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:18:45.666801 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-cc09c7c8-c22d-4241-8850-beb61ec066f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:18:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0fd4a262-66cf-421e-b6dc-1b84a40dc057'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:45.749622 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4c7c3df4-e5a3-477e-ab0f-f1a5a88b4f1f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd4a262-66cf-421e-b6dc-1b84a40dc057 HTTP/1.1" status: 200 len: 205 time: 0.3322384 Mar 01 21:18:45.751473 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-0a163a87-35df-49a6-ab1b-0525412e348e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a HTTP/1.1" status: 200 len: 1000 time: 0.4125435 Mar 01 21:18:45.752053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45178) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:45.867872 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-cc09c7c8-c22d-4241-8850-beb61ec066f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:45.868285 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc09c7c8-c22d-4241-8850-beb61ec066f0 None None] The sync data for ids ['0fd4a262-66cf-421e-b6dc-1b84a40dc057'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:18:45.946685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0bed76-3851-4a1c-894e-22afc9a4b449 req-39bd2d8d-07ca-40fe-b2be-897be4575c2b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:45.954730 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af0bed76-3851-4a1c-894e-22afc9a4b449 req-39bd2d8d-07ca-40fe-b2be-897be4575c2b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.2425001 Mar 01 21:18:46.014606 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f4bd0128-8a96-4942-bbf2-5cd38f823691 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:46.045959 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af0bed76-3851-4a1c-894e-22afc9a4b449 req-0bf4614c-4727-4bcf-99c4-1e6c6b4ff43f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897331 Mar 01 21:18:46.525499 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a863f7db-ab8c-4057-99f8-6e207273bf12 req-00185201-3516-4c38-91a6-72e2eec3736c tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0809243 Mar 01 21:18:46.607885 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f4bd0128-8a96-4942-bbf2-5cd38f823691 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:46.619130 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f4bd0128-8a96-4942-bbf2-5cd38f823691 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:46.657074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-3fbe681f-b3a3-4b59-b7a1-f8b393a3ab83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:46.658384 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-3fbe681f-b3a3-4b59-b7a1-f8b393a3ab83 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d9e352e-01b1-43dc-beb3-fcff3bc5086a HTTP/1.1" status: 200 len: 834 time: 0.5827818 Mar 01 21:18:46.743147 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-2840f424-d132-4ac2-8e32-66ed523d7a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:46.744720 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-2840f424-d132-4ac2-8e32-66ed523d7a3a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afa01f28-846c-4b0c-8292-1399f87fc407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771935 Mar 01 21:18:46.790677 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f4bd0128-8a96-4942-bbf2-5cd38f823691 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:46.791208 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4bd0128-8a96-4942-bbf2-5cd38f823691 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Fanout notify agent at l3_agent the message router_deleted on router 0fd4a262-66cf-421e-b6dc-1b84a40dc057 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:18:46.814923 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f4bd0128-8a96-4942-bbf2-5cd38f823691 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:46.816285 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f4bd0128-8a96-4942-bbf2-5cd38f823691 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/routers/0fd4a262-66cf-421e-b6dc-1b84a40dc057 HTTP/1.1" status: 204 len: 168 time: 1.0633011 Mar 01 21:18:46.819722 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45202) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:46.896129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f158670-d2dc-47e3-b272-2144cfb9d952 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting subnet bfd222dd-23a7-45f5-a056-81cd10508497 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:18:46.900597 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6f158670-d2dc-47e3-b272-2144cfb9d952 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:46.970168 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6f158670-d2dc-47e3-b272-2144cfb9d952 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:47.150245 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6f158670-d2dc-47e3-b272-2144cfb9d952 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:47.340786 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-2d64073f-dda0-41a3-8c99-932329838d90 service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5892072 Mar 01 21:18:47.365987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584394d1-a362-45d4-956e-f97d7206bfc2 req-39132e6b-9f81-443b-acf9-0b71bfccd68a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:47.368236 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-584394d1-a362-45d4-956e-f97d7206bfc2 req-39132e6b-9f81-443b-acf9-0b71bfccd68a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.1174173 Mar 01 21:18:47.426859 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-584394d1-a362-45d4-956e-f97d7206bfc2 req-7483df2b-72ce-4822-910e-9b6d730b6bf1 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524256 Mar 01 21:18:47.531944 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-5eb6369b-6ef2-4a04-b13b-f8f65f65a47b service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842074 Mar 01 21:18:47.533375 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6f158670-d2dc-47e3-b272-2144cfb9d952 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:47.583582 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a4b08d-9ff1-4e03-a9c5-593ac5dba847 None None] Network 537ade1f-baec-47e5-b52a-1b8349a671b1 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:18:47.586976 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6f158670-d2dc-47e3-b272-2144cfb9d952 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:47.595106 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6f158670-d2dc-47e3-b272-2144cfb9d952 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/subnets/bfd222dd-23a7-45f5-a056-81cd10508497 HTTP/1.1" status: 204 len: 168 time: 0.7740157 Mar 01 21:18:47.597984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45220) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:47.601532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f158670-d2dc-47e3-b272-2144cfb9d952 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Subnet': ['ID=bfd222dd-23a7-45f5-a056-81cd10508497,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:47.929265 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4d63b99-ae54-40c1-8a62-7f2b3d7ce856 req-ec2031c9-cb76-479b-8547-f0bd73a70f08 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.1151953 Mar 01 21:18:47.996493 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4cc3b0d4-a819-498b-baef-e570d60a5ec9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:48.023762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-4cc3b0d4-a819-498b-baef-e570d60a5ec9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port 1debcbdb-ccba-4b44-8deb-07ed986d3c25 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:18:48.030049 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4cc3b0d4-a819-498b-baef-e570d60a5ec9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:48.237205 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c3054c-c4c6-4d15-b018-c46f1167d31e None None] DHCP port deletion for 537ade1f-baec-47e5-b52a-1b8349a671b1 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:18:48.241733 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-16c3054c-c4c6-4d15-b018-c46f1167d31e None None] Deleting port 1debcbdb-ccba-4b44-8deb-07ed986d3c25 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:18:48.244429 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-16c3054c-c4c6-4d15-b018-c46f1167d31e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:48.467351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-4cc3b0d4-a819-498b-baef-e570d60a5ec9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] For port 1debcbdb-ccba-4b44-8deb-07ed986d3c25, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1debcbdb-ccba-4b44-8deb-07ed986d3c25,segment=NetworkSegment(08864592-28f8-4f72-9663-105c0cdc7654),segment_id=08864592-28f8-4f72-9663-105c0cdc7654)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:18:48.467991 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4cc3b0d4-a819-498b-baef-e570d60a5ec9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:48.690838 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-16c3054c-c4c6-4d15-b018-c46f1167d31e None None] For port 1debcbdb-ccba-4b44-8deb-07ed986d3c25, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1debcbdb-ccba-4b44-8deb-07ed986d3c25,segment=NetworkSegment(08864592-28f8-4f72-9663-105c0cdc7654),segment_id=08864592-28f8-4f72-9663-105c0cdc7654)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:18:48.691638 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-16c3054c-c4c6-4d15-b018-c46f1167d31e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:48.760987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-4cc3b0d4-a819-498b-baef-e570d60a5ec9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Calling delete_port for 1debcbdb-ccba-4b44-8deb-07ed986d3c25 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:18:48.926104 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-16c3054c-c4c6-4d15-b018-c46f1167d31e None None] Calling delete_port for 1debcbdb-ccba-4b44-8deb-07ed986d3c25 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:18:48.942337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f78fe-02f5-4a89-9865-0cb1373db458 req-445bd86f-ec97-44cd-af15-0f6444483753 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:48.944124 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f54f78fe-02f5-4a89-9865-0cb1373db458 req-445bd86f-ec97-44cd-af15-0f6444483753 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.1978655 Mar 01 21:18:48.989953 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f54f78fe-02f5-4a89-9865-0cb1373db458 req-baf74109-0a7e-4f17-8081-3124f7597f62 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400376 Mar 01 21:18:49.089951 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4cc3b0d4-a819-498b-baef-e570d60a5ec9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:49.106388 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-16c3054c-c4c6-4d15-b018-c46f1167d31e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:18:49.108007 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-16c3054c-c4c6-4d15-b018-c46f1167d31e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:18:49.215876 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3b0d4-a819-498b-baef-e570d60a5ec9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Port': ['ID=1debcbdb-ccba-4b44-8deb-07ed986d3c25,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:49.232459 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc3b0d4-a819-498b-baef-e570d60a5ec9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] No DVR routers for this DVR port 1debcbdb-ccba-4b44-8deb-07ed986d3c25 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:18:49.341276 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b00dd9d-1aea-46de-a42a-f6f213793b0b req-02bdc7e1-a939-4b21-bda1-b3130c2d4fc6 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0605826 Mar 01 21:18:49.378894 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45254) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:49.477263 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4cc3b0d4-a819-498b-baef-e570d60a5ec9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:49.510456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-4cc3b0d4-a819-498b-baef-e570d60a5ec9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['537ade1f-baec-47e5-b52a-1b8349a671b1']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:49.537648 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-4cc3b0d4-a819-498b-baef-e570d60a5ec9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08864592-28f8-4f72-9663-105c0cdc7654') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:49.541210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-4cc3b0d4-a819-498b-baef-e570d60a5ec9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08864592-28f8-4f72-9663-105c0cdc7654') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:49.553261 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4cc3b0d4-a819-498b-baef-e570d60a5ec9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:49.573105 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4cc3b0d4-a819-498b-baef-e570d60a5ec9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:49.581753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc3b0d4-a819-498b-baef-e570d60a5ec9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:18:49.582437 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4cc3b0d4-a819-498b-baef-e570d60a5ec9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:18:49.607527 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:18:49.610350 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-16c3054c-c4c6-4d15-b018-c46f1167d31e None None] Deleting port 1debcbdb-ccba-4b44-8deb-07ed986d3c25 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:18:49.610470 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-16c3054c-c4c6-4d15-b018-c46f1167d31e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:49.703711 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fccbcafc-1a47-4a84-91aa-08a3d2bdc097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:49.737623 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fccbcafc-1a47-4a84-91aa-08a3d2bdc097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:18:49.743135 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fccbcafc-1a47-4a84-91aa-08a3d2bdc097 admin admin] Usage tracker for resource:security_group_rule and tenant:e2f4643bbd664a2f9962ed7ae2dcd835 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:18:49.745613 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-16c3054c-c4c6-4d15-b018-c46f1167d31e None None] The port '1debcbdb-ccba-4b44-8deb-07ed986d3c25' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:18:49.755231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fccbcafc-1a47-4a84-91aa-08a3d2bdc097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:18:49.760138 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fccbcafc-1a47-4a84-91aa-08a3d2bdc097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:18:49.839765 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4cc3b0d4-a819-498b-baef-e570d60a5ec9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:49.850495 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4cc3b0d4-a819-498b-baef-e570d60a5ec9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:49.924581 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4cc3b0d4-a819-498b-baef-e570d60a5ec9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/networks/537ade1f-baec-47e5-b52a-1b8349a671b1 HTTP/1.1" status: 204 len: 168 time: 2.3219051 Mar 01 21:18:49.931227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45262) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:49.938305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1081909721', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}, 'admin_state_up': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:18:49.952506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3b0d4-a819-498b-baef-e570d60a5ec9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Network': ['ID=537ade1f-baec-47e5-b52a-1b8349a671b1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:49.959495 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:18:49.966031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:router and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:18:49.970159 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:18:49.986962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:18:49.994211 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1debcbdb-ccba-4b44-8deb-07ed986d3c25 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:18:50.021404 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fccbcafc-1a47-4a84-91aa-08a3d2bdc097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:50.048175 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 1debcbdb-ccba-4b44-8deb-07ed986d3c25 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:18:50.050681 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1debcbdb-ccba-4b44-8deb-07ed986d3c25 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:18:50.108749 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fccbcafc-1a47-4a84-91aa-08a3d2bdc097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:50.148948 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:50.150005 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:50.193826 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbcafc-1a47-4a84-91aa-08a3d2bdc097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f75c37-8897-410e-b530-14ef535532cb,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:50.249288 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fccbcafc-1a47-4a84-91aa-08a3d2bdc097 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e2f4643bbd664a2f9962ed7ae2dcd835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8692024 Mar 01 21:18:50.252264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45276) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:50.271907 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:50.357533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8fd4b-5fae-49a5-a671-c7341bd4bed1 req-20b9a759-62e9-41db-a43d-04fb11712311 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:50.363111 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58e8fd4b-5fae-49a5-a671-c7341bd4bed1 req-20b9a759-62e9-41db-a43d-04fb11712311 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.1828389 Mar 01 21:18:50.411944 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-962c441c-5d60-4e43-9325-0b571c71b2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:50.455295 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-962c441c-5d60-4e43-9325-0b571c71b2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:50.663034 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-962c441c-5d60-4e43-9325-0b571c71b2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:50.680350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c441c-5d60-4e43-9325-0b571c71b2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f75c37-8897-410e-b530-14ef535532cb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:50.691713 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-962c441c-5d60-4e43-9325-0b571c71b2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:50.693170 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-962c441c-5d60-4e43-9325-0b571c71b2b2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a3f75c37-8897-410e-b530-14ef535532cb HTTP/1.1" status: 204 len: 168 time: 0.4400079 Mar 01 21:18:50.916124 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:50.921188 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a0d2b13-be82-40b5-bc9e-af368f2f3426 req-4708f1f4-9471-4155-acd0-9f5dd5474e58 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.2095594 Mar 01 21:18:50.927219 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58e8fd4b-5fae-49a5-a671-c7341bd4bed1 req-b8c294d2-32df-4bab-bda2-400c02371b3f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377791 Mar 01 21:18:51.480083 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:51.518410 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:51.549625 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:51.643875 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45302) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:51.687296 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ab8537ab-9c46-4551-90dd-a5675b000be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:51.708317 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ab8537ab-9c46-4551-90dd-a5675b000be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:18:51.713672 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ab8537ab-9c46-4551-90dd-a5675b000be6 admin admin] Usage tracker for resource:security_group_rule and tenant:abaa4e4ca6684774b77dcf60d60eedaf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:18:51.717029 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ab8537ab-9c46-4551-90dd-a5675b000be6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:18:51.732731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ab8537ab-9c46-4551-90dd-a5675b000be6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:18:51.769796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Allocated IP 172.25.5.182 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/1ff89094-b9c6-4dc8-88c9-bb52faa66b46) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:18:51.968137 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ab8537ab-9c46-4551-90dd-a5675b000be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:51.989883 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:52.034762 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ab8537ab-9c46-4551-90dd-a5675b000be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:52.086470 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:52.120999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8537ab-9c46-4551-90dd-a5675b000be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac6fb3d-6b1e-4e7e-96c2-558c814ba1b6,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:52.169680 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ab8537ab-9c46-4551-90dd-a5675b000be6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=abaa4e4ca6684774b77dcf60d60eedaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5226145 Mar 01 21:18:52.172233 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45310) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:52.253060 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1127a4a-5887-4ac9-9888-e42edd79dd0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:52.291963 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96e7d2fc-2d9f-413a-90dd-b655715b9a09 req-9202973b-f131-47e5-a0d0-8cffbdbf824d tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0907898 Mar 01 21:18:52.308333 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1127a4a-5887-4ac9-9888-e42edd79dd0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:52.362473 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:18:52.371790 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:18:52.392686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:18:52.445789 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Port': ['ID=1ff89094-b9c6-4dc8-88c9-bb52faa66b46,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:52.491130 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1127a4a-5887-4ac9-9888-e42edd79dd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:52.514134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1127a4a-5887-4ac9-9888-e42edd79dd0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac6fb3d-6b1e-4e7e-96c2-558c814ba1b6,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:52.525985 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1127a4a-5887-4ac9-9888-e42edd79dd0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:52.535965 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e1127a4a-5887-4ac9-9888-e42edd79dd0b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ac6fb3d-6b1e-4e7e-96c2-558c814ba1b6 HTTP/1.1" status: 204 len: 168 time: 0.3530879 Mar 01 21:18:52.610769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ec9d5-b72f-4b40-965c-2ef8044bba0e req-c99bbaaf-46eb-452e-990d-a977c1c600b7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:52.613681 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-780ec9d5-b72f-4b40-965c-2ef8044bba0e req-c99bbaaf-46eb-452e-990d-a977c1c600b7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.4154184 Mar 01 21:18:52.834407 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-780ec9d5-b72f-4b40-965c-2ef8044bba0e req-ca5b426d-67eb-4b07-8365-edf4915ea67d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132175 Mar 01 21:18:53.104570 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:53.591144 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:53.768428 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1d189bd-fcf4-4625-b47c-33f394340c9e req-f2548039-c6a3-4a28-b969-f73ebbf669c1 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0602956 Mar 01 21:18:53.875430 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:54.009967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 174fb04d-e0f6-4d60-96b6-89ab31dbb049 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:18:54.153066 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33d7c5-6857-4f3b-ad42-13d4a914dc03 req-dc18d61b-3414-48f7-8cb2-4e4e0e0b8cca tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:54.154552 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea33d7c5-6857-4f3b-ad42-13d4a914dc03 req-dc18d61b-3414-48f7-8cb2-4e4e0e0b8cca tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.1991830 Mar 01 21:18:54.273662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:18:54.277536 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea33d7c5-6857-4f3b-ad42-13d4a914dc03 req-25244fbb-3dd1-4292-8e27-78837c3c83ab tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716326 Mar 01 21:18:54.292434 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6a908e-e340-4782-b88f-3b699135e3fa None None] Sync routers for ids ['174fb04d-e0f6-4d60-96b6-89ab31dbb049'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:18:54.308283 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6a908e-e340-4782-b88f-3b699135e3fa None None] Routers {'174fb04d-e0f6-4d60-96b6-89ab31dbb049'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:18:54.309433 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-be6a908e-e340-4782-b88f-3b699135e3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:18:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['174fb04d-e0f6-4d60-96b6-89ab31dbb049'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:54.388962 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-be6a908e-e340-4782-b88f-3b699135e3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:54.393786 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:54.397912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3b439ad2-20b7-4502-b608-0c794277dcde tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.4621060 Mar 01 21:18:54.398171 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6a908e-e340-4782-b88f-3b699135e3fa None None] Routers {'174fb04d-e0f6-4d60-96b6-89ab31dbb049'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:18:54.398294 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45386) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:54.399418 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-be6a908e-e340-4782-b88f-3b699135e3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:18:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['174fb04d-e0f6-4d60-96b6-89ab31dbb049'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:54.462192 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-be6a908e-e340-4782-b88f-3b699135e3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:54.463090 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6a908e-e340-4782-b88f-3b699135e3fa None None] The sync data for ids ['174fb04d-e0f6-4d60-96b6-89ab31dbb049'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:18:54.596658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45398) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:54.596898 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7111ad74-164e-4aca-9ad2-bca3b01ee6bf tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/routers/174fb04d-e0f6-4d60-96b6-89ab31dbb049 HTTP/1.1" status: 200 len: 881 time: 0.1975269 Mar 01 21:18:54.857111 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ed71bf3c-18ba-4446-a8eb-547a76d9d862 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Synchronizing usage tracker for tenant:acfc6a9964af49b3a3adf1407ea5d8d6 on resource:router {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:18:54.954326 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ed71bf3c-18ba-4446-a8eb-547a76d9d862 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Unset dirty status for tenant:acfc6a9964af49b3a3adf1407ea5d8d6 on resource:router {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:18:54.959040 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45424) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:54.964728 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ed71bf3c-18ba-4446-a8eb-547a76d9d862 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3646598 Mar 01 21:18:54.968334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-58f17a5d-b67f-48b1-9fee-167eddc67fe1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1081909721'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:18:55.279297 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-63dc87d7-3356-4434-8110-badc20252b5b req-bfb6b02a-bf78-42d1-ae68-df2c74fbe894 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.3019707 Mar 01 21:18:55.551713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86e767-1a6d-4c4d-af23-ea59819a3083 req-6fefa8f8-b15b-4f86-b5d9-4ef1829bf457 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:55.553453 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7d86e767-1a6d-4c4d-af23-ea59819a3083 req-6fefa8f8-b15b-4f86-b5d9-4ef1829bf457 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.1335890 Mar 01 21:18:55.619801 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7d86e767-1a6d-4c4d-af23-ea59819a3083 req-fa375883-02c4-4ab0-b890-f728008fa981 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591667 Mar 01 21:18:55.726543 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-58f17a5d-b67f-48b1-9fee-167eddc67fe1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:55.849353 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-58f17a5d-b67f-48b1-9fee-167eddc67fe1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:56.037235 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f17a5d-b67f-48b1-9fee-167eddc67fe1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 174fb04d-e0f6-4d60-96b6-89ab31dbb049 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:18:56.234482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f17a5d-b67f-48b1-9fee-167eddc67fe1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:18:56.243205 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-58f17a5d-b67f-48b1-9fee-167eddc67fe1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:56.244480 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-58f17a5d-b67f-48b1-9fee-167eddc67fe1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/174fb04d-e0f6-4d60-96b6-89ab31dbb049 HTTP/1.1" status: 200 len: 888 time: 1.2839551 Mar 01 21:18:56.246467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3410776d-5f70-4fbf-bfdb-82a392c7312f None None] Sync routers for ids ['174fb04d-e0f6-4d60-96b6-89ab31dbb049'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:18:56.247201 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45474) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:56.264405 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3410776d-5f70-4fbf-bfdb-82a392c7312f None None] Routers {'174fb04d-e0f6-4d60-96b6-89ab31dbb049'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:18:56.265115 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-3410776d-5f70-4fbf-bfdb-82a392c7312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:18:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['174fb04d-e0f6-4d60-96b6-89ab31dbb049'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:56.339604 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-3410776d-5f70-4fbf-bfdb-82a392c7312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:56.375231 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3410776d-5f70-4fbf-bfdb-82a392c7312f None None] Routers {'174fb04d-e0f6-4d60-96b6-89ab31dbb049'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:18:56.380017 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-3410776d-5f70-4fbf-bfdb-82a392c7312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:18:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['174fb04d-e0f6-4d60-96b6-89ab31dbb049'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:56.485855 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-3410776d-5f70-4fbf-bfdb-82a392c7312f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:18:56.486279 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3410776d-5f70-4fbf-bfdb-82a392c7312f None None] The sync data for ids ['174fb04d-e0f6-4d60-96b6-89ab31dbb049'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:18:56.513999 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cb1a8fdd-4bdf-4947-a6a3-a17e86b76e67 req-287c6994-8903-402e-951f-88ce2b2b1e91 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0767088 Mar 01 21:18:56.642284 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8661171b-cf92-4514-b14f-929ab22fc8ef tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/routers/174fb04d-e0f6-4d60-96b6-89ab31dbb049 HTTP/1.1" status: 200 len: 888 time: 0.3939223 Mar 01 21:18:56.644951 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45490) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:56.696262 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ebb7ada2-ec4f-4b75-9c74-e2f3c3dd7c7f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/ports?device_id=174fb04d-e0f6-4d60-96b6-89ab31dbb049 HTTP/1.1" status: 200 len: 205 time: 0.0500329 Mar 01 21:18:56.698595 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45502) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:56.856097 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45512) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:56.926054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58c615c-fa5a-47fc-9745-6b81d4e9b614 req-4c1fafc9-8422-49d8-bc23-9f5a801a792d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:56.928520 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d58c615c-fa5a-47fc-9745-6b81d4e9b614 req-4c1fafc9-8422-49d8-bc23-9f5a801a792d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.1264877 Mar 01 21:18:56.943954 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-34ae48ec-1a0a-457f-968f-8252148a7a3f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:57.098443 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d58c615c-fa5a-47fc-9745-6b81d4e9b614 req-e03f3e5d-0a44-4c3e-9059-0067d5b7126d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1613066 Mar 01 21:18:57.208612 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-34ae48ec-1a0a-457f-968f-8252148a7a3f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:57.284822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-34ae48ec-1a0a-457f-968f-8252148a7a3f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port 1ff89094-b9c6-4dc8-88c9-bb52faa66b46 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:18:57.285184 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-34ae48ec-1a0a-457f-968f-8252148a7a3f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:57.302342 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2159a-0dee-40d9-9ced-a874a39230b3 req-64aba15a-ecdd-496c-bd03-367d7e15c822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:57.304467 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-99c2159a-0dee-40d9-9ced-a874a39230b3 req-64aba15a-ecdd-496c-bd03-367d7e15c822 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 1096 time: 0.4464519 Mar 01 21:18:57.396432 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-99c2159a-0dee-40d9-9ced-a874a39230b3 req-614db964-8819-4167-b39f-5d1725ce66dd service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e1d59983-ba2d-4a5f-a494-a78370b6b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783901 Mar 01 21:18:57.399677 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c15956f9-2b51-40a1-9b59-1a674ed210d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:57.584058 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-34ae48ec-1a0a-457f-968f-8252148a7a3f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:57.770696 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-34ae48ec-1a0a-457f-968f-8252148a7a3f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Calling delete_port for 1ff89094-b9c6-4dc8-88c9-bb52faa66b46 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:18:57.801227 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81ffbc47-7f9c-4b4d-9aeb-6d60cc873e72 req-aeaa9fee-0674-42b7-baa1-82f7317f0b5b tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.1172721 Mar 01 21:18:58.079832 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-34ae48ec-1a0a-457f-968f-8252148a7a3f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:58.149429 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ae48ec-1a0a-457f-968f-8252148a7a3f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Port': ['ID=1ff89094-b9c6-4dc8-88c9-bb52faa66b46,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:58.274010 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-34ae48ec-1a0a-457f-968f-8252148a7a3f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:58.397965 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96166087-a00f-4a48-8459-e2ff5a7fc5cc req-fd8f81d8-c2a8-4394-be9c-acaae110adac tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:58.404416 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96166087-a00f-4a48-8459-e2ff5a7fc5cc req-fd8f81d8-c2a8-4394-be9c-acaae110adac tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.1752009 Mar 01 21:18:58.464982 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96166087-a00f-4a48-8459-e2ff5a7fc5cc req-2ee99bd4-32b0-4d85-8c41-a8d38879bff1 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595262 Mar 01 21:18:58.649662 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-34ae48ec-1a0a-457f-968f-8252148a7a3f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:58.651891 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-34ae48ec-1a0a-457f-968f-8252148a7a3f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:58.759191 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-34ae48ec-1a0a-457f-968f-8252148a7a3f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:58.759806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ae48ec-1a0a-457f-968f-8252148a7a3f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Fanout notify agent at l3_agent the message router_deleted on router 174fb04d-e0f6-4d60-96b6-89ab31dbb049 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:18:58.856310 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-34ae48ec-1a0a-457f-968f-8252148a7a3f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:58.857492 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-34ae48ec-1a0a-457f-968f-8252148a7a3f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/routers/174fb04d-e0f6-4d60-96b6-89ab31dbb049 HTTP/1.1" status: 204 len: 168 time: 2.1580086 Mar 01 21:18:58.863383 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45554) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:58.869636 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-a19f913d-3c9d-4071-af7b-e5f62361e259 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'network': {'name': 'tempest-RoutersTest-1990274356'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:18:58.875993 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a19f913d-3c9d-4071-af7b-e5f62361e259 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:18:58.889659 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a19f913d-3c9d-4071-af7b-e5f62361e259 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:network and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:18:58.893050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a19f913d-3c9d-4071-af7b-e5f62361e259 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:18:58.901403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a19f913d-3c9d-4071-af7b-e5f62361e259 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:18:58.976976 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-593310a9-d0f6-4875-ad8b-ce5473e74c6d req-f49a7ac4-ee1b-420a-ac79-6088252559d8 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0501533 Mar 01 21:18:58.994177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19f913d-3c9d-4071-af7b-e5f62361e259 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Made reservation on behalf of acfc6a9964af49b3a3adf1407ea5d8d6 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:18:58.998744 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a19f913d-3c9d-4071-af7b-e5f62361e259 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:59.029757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19f913d-3c9d-4071-af7b-e5f62361e259 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:18:59.039462 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a19f913d-3c9d-4071-af7b-e5f62361e259 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:59.039988 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-a19f913d-3c9d-4071-af7b-e5f62361e259 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Added segment 92126305-b2d2-4b81-8afd-f638f26db256 of type vlan for network cfdda768-25c7-4ea0-b433-48f2125d320b Mar 01 21:18:59.067448 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a19f913d-3c9d-4071-af7b-e5f62361e259 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:59.199584 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a19f913d-3c9d-4071-af7b-e5f62361e259 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:59.206527 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19f913d-3c9d-4071-af7b-e5f62361e259 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:59.207287 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a19f913d-3c9d-4071-af7b-e5f62361e259 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:59.317318 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f913d-3c9d-4071-af7b-e5f62361e259 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Network': ['ID=cfdda768-25c7-4ea0-b433-48f2125d320b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:18:59.327889 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network cfdda768-25c7-4ea0-b433-48f2125d320b details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:18:59.374220 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a19f913d-3c9d-4071-af7b-e5f62361e259 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5067842 Mar 01 21:18:59.374459 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45564) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:59.379973 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-47180813-478a-4c4b-951b-e517c154dde7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'subnet': {'network_id': 'cfdda768-25c7-4ea0-b433-48f2125d320b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:18:59.516378 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45574) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:18:59.589190 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-47180813-478a-4c4b-951b-e517c154dde7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:18:59.595768 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-47180813-478a-4c4b-951b-e517c154dde7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:subnet and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:18:59.607264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-47180813-478a-4c4b-951b-e517c154dde7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:18:59.613305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-47180813-478a-4c4b-951b-e517c154dde7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:18:59.617384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-90617c46-7015-4a88-a7a3-edb2daf44fc3 admin admin] Deleting subnet 2ec088e1-a40d-431f-88ab-9e5eaa89c2f1 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:18:59.618657 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cce94227-82eb-456c-a0fc-fc74645a8f4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:59.624198 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90617c46-7015-4a88-a7a3-edb2daf44fc3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:59.685762 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90617c46-7015-4a88-a7a3-edb2daf44fc3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:59.739532 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47180813-478a-4c4b-951b-e517c154dde7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Made reservation on behalf of acfc6a9964af49b3a3adf1407ea5d8d6 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:18:59.744952 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-47180813-478a-4c4b-951b-e517c154dde7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:59.756498 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90617c46-7015-4a88-a7a3-edb2daf44fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:59.915711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a666e-130b-4882-87da-412867a3dee1 req-61f04458-b922-4950-af38-31f9eb0b747b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:18:59.924025 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fb2a666e-130b-4882-87da-412867a3dee1 req-61f04458-b922-4950-af38-31f9eb0b747b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.2658286 Mar 01 21:18:59.954681 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90617c46-7015-4a88-a7a3-edb2daf44fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:18:59.978025 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fb2a666e-130b-4882-87da-412867a3dee1 req-dca0b770-e6e7-473b-b256-5e53929185ec tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528822 Mar 01 21:19:00.034263 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90617c46-7015-4a88-a7a3-edb2daf44fc3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ec088e1-a40d-431f-88ab-9e5eaa89c2f1,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:00.056791 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-90617c46-7015-4a88-a7a3-edb2daf44fc3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:00.081284 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-90617c46-7015-4a88-a7a3-edb2daf44fc3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/2ec088e1-a40d-431f-88ab-9e5eaa89c2f1 HTTP/1.1" status: 204 len: 168 time: 0.5637650 Mar 01 21:19:00.081918 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45582) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:00.275301 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad7c7a83-8148-4c6b-a428-1b856c77cb2f req-bc5d18fa-c586-4c16-8893-e56ca085c120 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0580595 Mar 01 21:19:00.321156 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-47180813-478a-4c4b-951b-e517c154dde7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:00.326349 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c437b22d-10ee-4fc4-ae6f-6c0eb8ec1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:00.402138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47180813-478a-4c4b-951b-e517c154dde7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Subnet': ['ID=80f2943a-456d-4b74-bcbf-134d542e6285,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:00.446510 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47180813-478a-4c4b-951b-e517c154dde7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Checking segment: {'id': '92126305-b2d2-4b81-8afd-f638f26db256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cfdda768-25c7-4ea0-b433-48f2125d320b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:00.446510 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47180813-478a-4c4b-951b-e517c154dde7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network hostable DHCP agents. Network: cfdda768-25c7-4ea0-b433-48f2125d320b, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:19:00.506445 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c437b22d-10ee-4fc4-ae6f-6c0eb8ec1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:00.539558 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-c437b22d-10ee-4fc4-ae6f-6c0eb8ec1a57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c62f9a0-d92b-4973-a7ab-b1c57255aa9e']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:00.574250 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47180813-478a-4c4b-951b-e517c154dde7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network cfdda768-25c7-4ea0-b433-48f2125d320b is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:19:00.579096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-c437b22d-10ee-4fc4-ae6f-6c0eb8ec1a57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a2efd0-af99-4708-b975-94db3108bbc0') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:00.579420 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-c437b22d-10ee-4fc4-ae6f-6c0eb8ec1a57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a2efd0-af99-4708-b975-94db3108bbc0') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:00.595186 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:00.598831 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:00.599431 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c437b22d-10ee-4fc4-ae6f-6c0eb8ec1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:00.620108 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c437b22d-10ee-4fc4-ae6f-6c0eb8ec1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:00.630240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c437b22d-10ee-4fc4-ae6f-6c0eb8ec1a57 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:19:00.630640 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c437b22d-10ee-4fc4-ae6f-6c0eb8ec1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:19:00.646921 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:19:00.702326 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-47180813-478a-4c4b-951b-e517c154dde7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, cfdda768-25c7-4ea0-b433-48f2125d320b) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:00.739878 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b208a5f-37c5-44c9-9dbe-cbab898216a7 None None] Network cfdda768-25c7-4ea0-b433-48f2125d320b requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:19:00.759894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47180813-478a-4c4b-951b-e517c154dde7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:00.760490 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-47180813-478a-4c4b-951b-e517c154dde7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:00.891921 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c437b22d-10ee-4fc4-ae6f-6c0eb8ec1a57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:00.910095 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c437b22d-10ee-4fc4-ae6f-6c0eb8ec1a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:00.935391 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-47180813-478a-4c4b-951b-e517c154dde7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5566509 Mar 01 21:19:00.935391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45594) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:00.946391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-1d86f4e2-5823-4e08-a412-2d9acc85b0b7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1889387819', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:00.964441 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1d86f4e2-5823-4e08-a412-2d9acc85b0b7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:00.969930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437b22d-10ee-4fc4-ae6f-6c0eb8ec1a57 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c62f9a0-d92b-4973-a7ab-b1c57255aa9e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:00.978234 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1d86f4e2-5823-4e08-a412-2d9acc85b0b7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:router and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:00.982932 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1d86f4e2-5823-4e08-a412-2d9acc85b0b7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:00.991936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1d86f4e2-5823-4e08-a412-2d9acc85b0b7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:01.040670 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c437b22d-10ee-4fc4-ae6f-6c0eb8ec1a57 admin admin] 10.222.0.42 "DELETE /v2.0/networks/2c62f9a0-d92b-4973-a7ab-b1c57255aa9e HTTP/1.1" status: 204 len: 168 time: 0.9575679 Mar 01 21:19:01.068557 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d86f4e2-5823-4e08-a412-2d9acc85b0b7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:01.069921 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d86f4e2-5823-4e08-a412-2d9acc85b0b7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:01.094146 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d86f4e2-5823-4e08-a412-2d9acc85b0b7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:01.105708 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cfdda768-25c7-4ea0-b433-48f2125d320b', 'network_id': 'cfdda768-25c7-4ea0-b433-48f2125d320b', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'fixed_ips': [{'subnet_id': '80f2943a-456d-4b74-bcbf-134d542e6285'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:19:01.107326 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:01.218596 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d86f4e2-5823-4e08-a412-2d9acc85b0b7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:01.301399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad2796e-d04e-427e-b6fb-66546ba09aa3 req-185cfa11-00a6-4a2b-bbb5-abb599419596 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:01.309654 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Allocated IP 172.20.0.2 (cfdda768-25c7-4ea0-b433-48f2125d320b/80f2943a-456d-4b74-bcbf-134d542e6285/ee4cd5cf-f758-4a13-a30a-012f9c994c4f) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:19:01.309810 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ad2796e-d04e-427e-b6fb-66546ba09aa3 req-185cfa11-00a6-4a2b-bbb5-abb599419596 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.1403387 Mar 01 21:19:01.363697 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ad2796e-d04e-427e-b6fb-66546ba09aa3 req-d232f97e-6b89-4d50-a913-d6274d54b0dc tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534093 Mar 01 21:19:01.364662 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d86f4e2-5823-4e08-a412-2d9acc85b0b7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:01.365789 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1d86f4e2-5823-4e08-a412-2d9acc85b0b7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4298394 Mar 01 21:19:01.369135 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45610) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:01.546188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45616) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:01.588754 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:01.598963 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eec07ab1-f9ae-4a54-9253-0aef7216f3fb req-88636edb-a984-4542-b5a9-67006c890353 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.1330030 Mar 01 21:19:01.602545 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Transition to ACTIVE for port object ee4cd5cf-f758-4a13-a30a-012f9c994c4f will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:01.627834 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Transition to ACTIVE for port object ee4cd5cf-f758-4a13-a30a-012f9c994c4f will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:01.697400 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:01.763999 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Network cfdda768-25c7-4ea0-b433-48f2125d320b is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:19:01.766910 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:01.768926 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:19:01.839872 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ec202a0a-60a5-473a-bbb8-12d527d392fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ce309e937a24bfd8b5c9e6112d3b290&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2919226 Mar 01 21:19:01.840109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45620) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:01.874683 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Attempting to bind port ee4cd5cf-f758-4a13-a30a-012f9c994c4f on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:19:01.875057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Attempting to bind port ee4cd5cf-f758-4a13-a30a-012f9c994c4f by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '92126305-b2d2-4b81-8afd-f638f26db256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cfdda768-25c7-4ea0-b433-48f2125d320b'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:19:01.875404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Attempting to bind port ee4cd5cf-f758-4a13-a30a-012f9c994c4f on network cfdda768-25c7-4ea0-b433-48f2125d320b {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:19:01.879119 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Pushing event updated for resources: {'Port': ['ID=ee4cd5cf-f758-4a13-a30a-012f9c994c4f,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:01.884128 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:19:01.884500 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Checking segment: {'id': '92126305-b2d2-4b81-8afd-f638f26db256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cfdda768-25c7-4ea0-b433-48f2125d320b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:01.884902 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:01.885283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Bound using segment: {'id': '92126305-b2d2-4b81-8afd-f638f26db256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cfdda768-25c7-4ea0-b433-48f2125d320b'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:19:01.885749 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Bound port: ee4cd5cf-f758-4a13-a30a-012f9c994c4f, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92126305-b2d2-4b81-8afd-f638f26db256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'cfdda768-25c7-4ea0-b433-48f2125d320b'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:19:01.886119 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:01.928256 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-34b3033e-0e46-4059-a12a-beeb9c06bb72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:01.969219 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-34b3033e-0e46-4059-a12a-beeb9c06bb72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:01.992294 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] For port ee4cd5cf-f758-4a13-a30a-012f9c994c4f, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:19:01.995525 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] For port ee4cd5cf-f758-4a13-a30a-012f9c994c4f, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ee4cd5cf-f758-4a13-a30a-012f9c994c4f,segment=NetworkSegment(92126305-b2d2-4b81-8afd-f638f26db256),segment_id=92126305-b2d2-4b81-8afd-f638f26db256)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:19:02.031901 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dd871d55-a882-4483-a681-5b6aea070f6e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:02.085916 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:02.114686 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-34b3033e-0e46-4059-a12a-beeb9c06bb72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:02.132594 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3033e-0e46-4059-a12a-beeb9c06bb72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f920c867-2678-46ff-ad6f-45c751a5ccf0,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:02.144858 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-34b3033e-0e46-4059-a12a-beeb9c06bb72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:02.146346 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-34b3033e-0e46-4059-a12a-beeb9c06bb72 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f920c867-2678-46ff-ad6f-45c751a5ccf0 HTTP/1.1" status: 204 len: 168 time: 0.3053508 Mar 01 21:19:02.195677 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb337f-0537-4418-9c6f-980656132f8f None None] Pushing event updated for resources: {'Port': ['ID=ee4cd5cf-f758-4a13-a30a-012f9c994c4f,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:02.308684 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:02.797641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-dd871d55-a882-4483-a681-5b6aea070f6e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Allocated IP 172.20.0.1 (cfdda768-25c7-4ea0-b433-48f2125d320b/80f2943a-456d-4b74-bcbf-134d542e6285/e54f0509-bdfa-4164-b0b5-7adcaeb36481) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:19:02.893962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7cfe7-0293-4f7c-a3a7-3b436988b90f req-f91cae2c-9299-4a81-adbe-e72495a5c5ab tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:02.895685 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bca7cfe7-0293-4f7c-a3a7-3b436988b90f req-f91cae2c-9299-4a81-adbe-e72495a5c5ab tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.3110573 Mar 01 21:19:02.956745 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32c7945b-e86b-4a1b-a093-2549fc17fd68 req-630a2532-f19c-4db5-9ac6-6561d0690030 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0599029 Mar 01 21:19:03.001623 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bca7cfe7-0293-4f7c-a3a7-3b436988b90f req-5b2b9447-fa9f-457a-ba97-f78921640ffd tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674694 Mar 01 21:19:03.092462 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dd871d55-a882-4483-a681-5b6aea070f6e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:03.113048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-dd871d55-a882-4483-a681-5b6aea070f6e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Transition to ACTIVE for port object e54f0509-bdfa-4164-b0b5-7adcaeb36481 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:03.228711 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dd871d55-a882-4483-a681-5b6aea070f6e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:03.305529 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd871d55-a882-4483-a681-5b6aea070f6e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Port': ['ID=e54f0509-bdfa-4164-b0b5-7adcaeb36481,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:03.335312 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd871d55-a882-4483-a681-5b6aea070f6e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network cfdda768-25c7-4ea0-b433-48f2125d320b is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:19:03.340385 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-dd871d55-a882-4483-a681-5b6aea070f6e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:03.340385 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd871d55-a882-4483-a681-5b6aea070f6e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:19:03.407026 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dd871d55-a882-4483-a681-5b6aea070f6e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:03.525714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff43b7ef-448e-47c8-beab-ba881068d759 None None] Network cfdda768-25c7-4ea0-b433-48f2125d320b requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:19:03.656033 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dd871d55-a882-4483-a681-5b6aea070f6e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:03.868108 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a77b701e-b263-423e-8bae-2750d5aa797d None None] Provisioning for port ee4cd5cf-f758-4a13-a30a-012f9c994c4f completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:04.015917 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ee4cd5cf-f758-4a13-a30a-012f9c994c4f up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:19:04.234973 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port ee4cd5cf-f758-4a13-a30a-012f9c994c4f completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:04.240818 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port ee4cd5cf-f758-4a13-a30a-012f9c994c4f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:04.241865 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:04.297725 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4cd2d04-9148-47ec-82ca-a6fc53ef6719 req-b2473742-e2b7-41c5-a828-8a5a17b09ed8 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0541809 Mar 01 21:19:04.394108 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dd871d55-a882-4483-a681-5b6aea070f6e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:04.425049 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f327395a-6edb-4f4b-917e-865e5a09d36b None None] Provisioning complete for port ee4cd5cf-f758-4a13-a30a-012f9c994c4f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:04.425654 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f327395a-6edb-4f4b-917e-865e5a09d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:04.443249 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b454ab0a-a309-4456-b05d-0a1b5594118a req-aeaf9aa4-ed08-4db9-98c8-ff6e3b288122 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:04.448915 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b454ab0a-a309-4456-b05d-0a1b5594118a req-aeaf9aa4-ed08-4db9-98c8-ff6e3b288122 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.1620743 Mar 01 21:19:04.473968 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dd871d55-a882-4483-a681-5b6aea070f6e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:04.537351 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b454ab0a-a309-4456-b05d-0a1b5594118a req-dd888363-45de-41bf-9063-d2fbeb2a1920 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815620 Mar 01 21:19:04.624711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd871d55-a882-4483-a681-5b6aea070f6e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Port': ['ID=e54f0509-bdfa-4164-b0b5-7adcaeb36481,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:04.632343 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:04.639694 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dd871d55-a882-4483-a681-5b6aea070f6e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:04.749834 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port ee4cd5cf-f758-4a13-a30a-012f9c994c4f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ee4cd5cf-f758-4a13-a30a-012f9c994c4f,segment=NetworkSegment(92126305-b2d2-4b81-8afd-f638f26db256),segment_id=92126305-b2d2-4b81-8afd-f638f26db256)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:04.751085 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f327395a-6edb-4f4b-917e-865e5a09d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:04.811013 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:04.833762 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd871d55-a882-4483-a681-5b6aea070f6e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network cfdda768-25c7-4ea0-b433-48f2125d320b is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:19:04.836351 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-dd871d55-a882-4483-a681-5b6aea070f6e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:04.890485 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=ee4cd5cf-f758-4a13-a30a-012f9c994c4f,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:04.973317 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-f327395a-6edb-4f4b-917e-865e5a09d36b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:19:04.973846 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-f327395a-6edb-4f4b-917e-865e5a09d36b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:19:05.182333 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd871d55-a882-4483-a681-5b6aea070f6e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 66d95b5f-454c-4ebd-b06b-a5b4b22a4ab7 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:19:05.594302 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f586cf17-1fa7-4209-b79f-97a1a0894366 req-83b511c3-a320-4fd6-8799-aa16130ad4cf tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0953639 Mar 01 21:19:05.645455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f327395a-6edb-4f4b-917e-865e5a09d36b None None] Provisioning for port e54f0509-bdfa-4164-b0b5-7adcaeb36481 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:05.651585 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f327395a-6edb-4f4b-917e-865e5a09d36b None None] Provisioning complete for port e54f0509-bdfa-4164-b0b5-7adcaeb36481 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:05.651960 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f327395a-6edb-4f4b-917e-865e5a09d36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:05.685893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd871d55-a882-4483-a681-5b6aea070f6e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:19:05.700058 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312a01b3-5afb-4845-befc-163a1833dc20 None None] Sync routers for ids ['66d95b5f-454c-4ebd-b06b-a5b4b22a4ab7'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:19:05.705703 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-dd871d55-a882-4483-a681-5b6aea070f6e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/66d95b5f-454c-4ebd-b06b-a5b4b22a4ab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3352025 Mar 01 21:19:05.708393 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45696) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:05.714043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f327395a-6edb-4f4b-917e-865e5a09d36b None None] Port e54f0509-bdfa-4164-b0b5-7adcaeb36481 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:19:05.723978 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312a01b3-5afb-4845-befc-163a1833dc20 None None] Routers {'66d95b5f-454c-4ebd-b06b-a5b4b22a4ab7'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:19:05.724639 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-312a01b3-5afb-4845-befc-163a1833dc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:19:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['66d95b5f-454c-4ebd-b06b-a5b4b22a4ab7'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:05.761800 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-53ee827f-f9a8-4893-ba65-a70d64953918 service neutron] show failed (client error): The resource could not be found. Mar 01 21:19:05.762794 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-53ee827f-f9a8-4893-ba65-a70d64953918 service neutron] 10.222.0.55 "GET /v2.0/ports/5ae0232d-ea46-4a8b-a286-14bb1956956a/bindings/n-h1-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.1839623 Mar 01 21:19:05.806479 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-312a01b3-5afb-4845-befc-163a1833dc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:05.819881 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312a01b3-5afb-4845-befc-163a1833dc20 None None] Routers {'66d95b5f-454c-4ebd-b06b-a5b4b22a4ab7'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:19:05.821027 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-312a01b3-5afb-4845-befc-163a1833dc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:19:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['66d95b5f-454c-4ebd-b06b-a5b4b22a4ab7'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:05.826899 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499318ee-d99b-4d6f-9be6-60fe5158703f req-b36f5995-f650-43d0-82fc-66209bd8cfba tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:05.829405 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-499318ee-d99b-4d6f-9be6-60fe5158703f req-b36f5995-f650-43d0-82fc-66209bd8cfba tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.1411169 Mar 01 21:19:05.842963 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4414ec7b-840c-4762-bb67-fcc691df7e90 None None] Provisioning complete for port e54f0509-bdfa-4164-b0b5-7adcaeb36481 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:05.843690 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4414ec7b-840c-4762-bb67-fcc691df7e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:05.876317 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7bae32-20d5-470b-bd01-4efd2ec40274 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:05.878101 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4a7bae32-20d5-470b-bd01-4efd2ec40274 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Synchronizing usage tracker for tenant:acfc6a9964af49b3a3adf1407ea5d8d6 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:19:05.922398 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-499318ee-d99b-4d6f-9be6-60fe5158703f req-4f0374d0-c576-4019-8610-bd4e8f9da3e7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854950 Mar 01 21:19:05.969481 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-312a01b3-5afb-4845-befc-163a1833dc20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:05.970161 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312a01b3-5afb-4845-befc-163a1833dc20 None None] The sync data for ids ['66d95b5f-454c-4ebd-b06b-a5b4b22a4ab7'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:19:05.989732 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ee4cd5cf-f758-4a13-a30a-012f9c994c4f up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:19:06.021098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4a7bae32-20d5-470b-bd01-4efd2ec40274 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Unset dirty status for tenant:acfc6a9964af49b3a3adf1407ea5d8d6 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:19:06.025632 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4a7bae32-20d5-470b-bd01-4efd2ec40274 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/ports/e54f0509-bdfa-4164-b0b5-7adcaeb36481 HTTP/1.1" status: 200 len: 910 time: 0.3130443 Mar 01 21:19:06.025776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45702) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:06.031856 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-0198c238-3562-4e35-8b86-11425a5e3c8d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '80f2943a-456d-4b74-bcbf-134d542e6285'}]}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:06.057867 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4414ec7b-840c-4762-bb67-fcc691df7e90 None None] Port e54f0509-bdfa-4164-b0b5-7adcaeb36481 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:19:06.185644 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port ee4cd5cf-f758-4a13-a30a-012f9c994c4f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:06.186253 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:06.383681 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0198c238-3562-4e35-8b86-11425a5e3c8d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:06.793802 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-adb54688-831e-4b17-8a5d-a0597b50fd8a req-78d2a87b-02e8-4fc4-8a52-98c12a634acb tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0533867 Mar 01 21:19:06.830801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-491dd70f-e56e-4a80-a56a-405b1a4ada15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:06.835939 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-491dd70f-e56e-4a80-a56a-405b1a4ada15 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e&tenant_id=55abf7132a284d2983dea80802c45cbf HTTP/1.1" status: 200 len: 1096 time: 0.2177246 Mar 01 21:19:06.845670 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-4', 'device_owner': 'compute:nova'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:07.066603 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:07.203432 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53245597-d000-4754-9030-6880496646d2 req-d85a4d85-97f6-4852-9eaa-b912537e061a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:07.214764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-53245597-d000-4754-9030-6880496646d2 req-d85a4d85-97f6-4852-9eaa-b912537e061a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.1019447 Mar 01 21:19:07.222493 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0198c238-3562-4e35-8b86-11425a5e3c8d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:07.288795 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-53245597-d000-4754-9030-6880496646d2 req-3d4a194a-a6aa-4d33-a951-d3ba519bba8f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727592 Mar 01 21:19:07.466249 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0198c238-3562-4e35-8b86-11425a5e3c8d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:07.641065 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-a314ecd6-4781-4329-a3c7-3c8b49a33965 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=bcddc0e69ace4878b428693530f79ea4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371518 Mar 01 21:19:07.685562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0198c238-3562-4e35-8b86-11425a5e3c8d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:07.686193 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0198c238-3562-4e35-8b86-11425a5e3c8d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:07.687734 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0198c238-3562-4e35-8b86-11425a5e3c8d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/ports/e54f0509-bdfa-4164-b0b5-7adcaeb36481 HTTP/1.1" status: 200 len: 910 time: 1.6607738 Mar 01 21:19:07.692647 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0198c238-3562-4e35-8b86-11425a5e3c8d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Port': ['ID=e54f0509-bdfa-4164-b0b5-7adcaeb36481,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:07.698134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45746) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:07.791645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:07.807405 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-059d94d9-21e6-4ad8-9fe6-33a4f620a353 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:07.808509 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-059d94d9-21e6-4ad8-9fe6-33a4f620a353 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1661029 Mar 01 21:19:07.841789 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-520b0c1b-e730-4d1b-8d1d-5a65de3744e8 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/quotas/bcddc0e69ace4878b428693530f79ea4 HTTP/1.1" status: 200 len: 375 time: 0.0214226 Mar 01 21:19:07.898618 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:19:07.911390 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-2456d51a-01ee-4b65-b2be-ad008f78c8db tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=bcddc0e69ace4878b428693530f79ea4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0685329 Mar 01 21:19:08.010874 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b571280e-7d54-4875-9561-913093b24cfb req-97bc9a5b-7456-4115-8b14-0b5b30b459a2 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0568185 Mar 01 21:19:08.102958 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:08.117638 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] Transition to ACTIVE for port object 5ae0232d-ea46-4a8b-a286-14bb1956956a will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:08.125681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:19:08.241587 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'code': 200} Mar 01 21:19:08.253225 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:08.388919 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7201dff4-d96d-420b-8b82-5a7235a06763 req-06f700fa-c249-416e-8b3f-14d2fa983010 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 210 time: 0.1252439 Mar 01 21:19:08.401668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae0232d-ea46-4a8b-a286-14bb1956956a,revision_number=6']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:08.621331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e7a43b-b243-4a95-a376-f412bfe492d2 req-45682ad0-102c-4732-805c-6a36ecbe21ae tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:08.631439 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d5e7a43b-b243-4a95-a376-f412bfe492d2 req-45682ad0-102c-4732-805c-6a36ecbe21ae tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 943 time: 0.1463223 Mar 01 21:19:08.681749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] No DVR routers for this DVR port 5ae0232d-ea46-4a8b-a286-14bb1956956a on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:19:08.683592 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d5e7a43b-b243-4a95-a376-f412bfe492d2 req-0ef5687f-eab0-4dd1-8452-422ec3160b15 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509400 Mar 01 21:19:09.038945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] Attempting to bind port 5ae0232d-ea46-4a8b-a286-14bb1956956a on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:19:09.039529 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] Attempting to bind port 5ae0232d-ea46-4a8b-a286-14bb1956956a by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '1080c31a-5dc7-4188-847b-e4b346459f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:19:09.039663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] Attempting to bind port 5ae0232d-ea46-4a8b-a286-14bb1956956a on network afa01f28-846c-4b0c-8292-1399f87fc407 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:19:09.046328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] Port 5ae0232d-ea46-4a8b-a286-14bb1956956a on network afa01f28-846c-4b0c-8292-1399f87fc407 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:19:09.046759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] Attempting to bind port 5ae0232d-ea46-4a8b-a286-14bb1956956a on network afa01f28-846c-4b0c-8292-1399f87fc407 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:19:09.060570 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:19:09.060570 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] Checking segment: {'id': '1080c31a-5dc7-4188-847b-e4b346459f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:09.060570 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] Bound using segment: {'id': '1080c31a-5dc7-4188-847b-e4b346459f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:19:09.060570 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] Bound port: 5ae0232d-ea46-4a8b-a286-14bb1956956a, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1080c31a-5dc7-4188-847b-e4b346459f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:19:09.060570 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:09.067074 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 5ae0232d-ea46-4a8b-a286-14bb1956956a no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:19:09.174251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 5ae0232d-ea46-4a8b-a286-14bb1956956a not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:19:09.181920 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c6d558bb-e4e2-4166-86c0-e41d12f19df3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:09.280808 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-486a0672-3fc3-4d7b-8401-ffddf95d46b4 req-bc8271ca-1ff7-4f7d-908b-c279cd0da2bb tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0516646 Mar 01 21:19:09.493563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:19:09.515975 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e280c3c7-ac6c-4cd9-9300-89111959383b req-fff3721b-09c6-4015-a607-6da062753391 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 210 time: 0.0603743 Mar 01 21:19:09.516268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:19:09.572750 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:09.680918 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:09.680918 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:09.680918 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] 10.222.0.57 "PUT /v2.0/ports/5ae0232d-ea46-4a8b-a286-14bb1956956a HTTP/1.1" status: 200 len: 1091 time: 2.8415742 Mar 01 21:19:09.713618 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c54114-1215-4d67-8e8a-ed1727b29f09 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae0232d-ea46-4a8b-a286-14bb1956956a,revision_number=7']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:09.878810 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-4929ae97-1e96-48b0-8c0d-99f0babf939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:09.880407 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-4929ae97-1e96-48b0-8c0d-99f0babf939e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 1094 time: 0.1615782 Mar 01 21:19:09.882071 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-c6d558bb-e4e2-4166-86c0-e41d12f19df3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port e54f0509-bdfa-4164-b0b5-7adcaeb36481 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:19:09.882786 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c6d558bb-e4e2-4166-86c0-e41d12f19df3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:09.948586 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327377da-2f14-4fb5-9957-3176ba771313 req-288962c1-3287-479a-b780-03c1d6a0cc7e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:09.956877 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-327377da-2f14-4fb5-9957-3176ba771313 req-288962c1-3287-479a-b780-03c1d6a0cc7e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 943 time: 0.1384208 Mar 01 21:19:10.067950 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-327377da-2f14-4fb5-9957-3176ba771313 req-23d2143e-f510-4d2a-864f-612e11f44d27 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036282 Mar 01 21:19:10.224776 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:19:10.244077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:19:10.261978 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-f5285129-a1d5-4b95-9a41-910bc3645cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:10.263466 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-f5285129-a1d5-4b95-9a41-910bc3645cf9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=afa01f28-846c-4b0c-8292-1399f87fc407 HTTP/1.1" status: 200 len: 897 time: 0.3418126 Mar 01 21:19:10.300792 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c6d558bb-e4e2-4166-86c0-e41d12f19df3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:10.493480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-c6d558bb-e4e2-4166-86c0-e41d12f19df3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Calling delete_port for e54f0509-bdfa-4164-b0b5-7adcaeb36481 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:19:10.521738 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc20a055-879c-48d7-b62a-84cf0daf7c2f req-d04ff520-36ab-48fb-8eb3-46dced62c35c tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0901883 Mar 01 21:19:10.622285 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'status': 'completed', 'code': 200} Mar 01 21:19:10.700610 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8375ef12-f738-4a7c-a4c0-06bd2bd9ed78 req-10b38c49-bcd3-4f4c-b35c-8b89c268711e tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 210 time: 0.0623896 Mar 01 21:19:10.833516 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-b71384e5-2a19-4882-999d-ff334a001f9a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a HTTP/1.1" status: 200 len: 998 time: 0.2104256 Mar 01 21:19:10.904114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-16a82712-94f8-4778-a62a-79356cd09c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:10.905584 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-16a82712-94f8-4778-a62a-79356cd09c3b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 1094 time: 0.2852862 Mar 01 21:19:10.937272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-0a2281f1-f224-4c53-9cb9-0beecd4f274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:10.938709 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-0a2281f1-f224-4c53-9cb9-0beecd4f274d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d9e352e-01b1-43dc-beb3-fcff3bc5086a HTTP/1.1" status: 200 len: 834 time: 0.0992248 Mar 01 21:19:10.955106 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c6d558bb-e4e2-4166-86c0-e41d12f19df3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:11.311293 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d558bb-e4e2-4166-86c0-e41d12f19df3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Port': ['ID=e54f0509-bdfa-4164-b0b5-7adcaeb36481,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:11.402802 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-2b7d8400-049e-49a1-96f4-6b12de6570ee tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bcddc0e69ace4878b428693530f79ea4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1807745 Mar 01 21:19:11.413408 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3d1e7-8155-4993-a6e4-203d0ab3c535 req-8c6389a9-a4b6-4e1c-a755-ea1d447bad0f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:11.415172 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2a3d1e7-8155-4993-a6e4-203d0ab3c535 req-8c6389a9-a4b6-4e1c-a755-ea1d447bad0f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 943 time: 0.1980572 Mar 01 21:19:11.491648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-d2603fa0-55ef-4ec7-9f59-a833b80a7e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:11.493139 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-d2603fa0-55ef-4ec7-9f59-a833b80a7e46 service neutron] 10.222.0.55 "GET /v2.0/networks?id=afa01f28-846c-4b0c-8292-1399f87fc407 HTTP/1.1" status: 200 len: 897 time: 0.5774109 Mar 01 21:19:11.514551 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2a3d1e7-8155-4993-a6e4-203d0ab3c535 req-ea47200f-f028-4809-a908-b687b5db6088 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933549 Mar 01 21:19:11.724059 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6615e0bb-ceb1-436b-a97d-f79fb17f7654 req-44f1a3eb-1894-4a5f-80af-377d2e2cb703 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0437260 Mar 01 21:19:11.779574 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-aaa1f5e5-96c5-47d8-ae53-72fd57ef246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:11.781182 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-aaa1f5e5-96c5-47d8-ae53-72fd57ef246a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afa01f28-846c-4b0c-8292-1399f87fc407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8271463 Mar 01 21:19:11.795008 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-c0e680f8-afb4-4ba3-8fb6-d76bccefaf3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a HTTP/1.1" status: 200 len: 998 time: 0.2704005 Mar 01 21:19:11.902701 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ba456a3-d038-4791-9edd-497e25573031 req-95fc83de-bb4b-4a55-813b-e37514abe178 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 210 time: 0.0686634 Mar 01 21:19:11.927044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-c77ce006-fba5-45cd-ad3b-383e3ff82521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:11.927044 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-c77ce006-fba5-45cd-ad3b-383e3ff82521 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d9e352e-01b1-43dc-beb3-fcff3bc5086a HTTP/1.1" status: 200 len: 834 time: 0.0976846 Mar 01 21:19:12.211872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-e8712386-899e-4c93-86e2-977e0e9bd527 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:12.213602 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-e8712386-899e-4c93-86e2-977e0e9bd527 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7194695 Mar 01 21:19:12.222762 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c6d558bb-e4e2-4166-86c0-e41d12f19df3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:12.232843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Request body: {'port': {'device_id': 'bc79528c-1080-42ba-8a69-3d2e3630b001', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': 'bcddc0e69ace4878b428693530f79ea4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:12.429673 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45830) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:12.443059 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-bac9f97f-5305-4cf7-ae5f-a80189842d37 service neutron] 10.222.0.57 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6500990 Mar 01 21:19:12.592185 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e78f6008-e485-454f-8370-e451e8f5bb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:12.630232 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e78f6008-e485-454f-8370-e451e8f5bb27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:12.650270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e78f6008-e485-454f-8370-e451e8f5bb27 admin admin] Usage tracker for resource:security_group_rule and tenant:bbf870ea003c4348aa8431c841e8f41d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:12.650800 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e78f6008-e485-454f-8370-e451e8f5bb27 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:12.663417 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e78f6008-e485-454f-8370-e451e8f5bb27 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:12.830218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-54d7d9e8-bf3b-4939-9de5-76e7658d62f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:12.831848 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-54d7d9e8-bf3b-4939-9de5-76e7658d62f6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afa01f28-846c-4b0c-8292-1399f87fc407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8334160 Mar 01 21:19:12.867234 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4914a-de02-4c61-9c8d-69f7011803a7 req-fa23dbd8-2d02-46e7-88bd-34d4802a51c7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:12.868746 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7f4914a-de02-4c61-9c8d-69f7011803a7 req-fa23dbd8-2d02-46e7-88bd-34d4802a51c7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 943 time: 0.1234660 Mar 01 21:19:12.934071 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e78f6008-e485-454f-8370-e451e8f5bb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:12.946345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:12.952937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7f4914a-de02-4c61-9c8d-69f7011803a7 req-4e87dcd5-c027-4cd7-95ff-480f50240ca1 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695732 Mar 01 21:19:12.993657 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e78f6008-e485-454f-8370-e451e8f5bb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:13.029541 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Usage tracker for resource:port and tenant:bcddc0e69ace4878b428693530f79ea4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:13.041307 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:13.101202 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f6008-e485-454f-8370-e451e8f5bb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e15f0f-d92c-480c-b038-26dda32f1a8b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:13.101599 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:13.111760 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-10d2535f-fc72-4581-9126-a2f77696ba0f req-260df5fa-44ae-4eae-9321-61f4edf825b6 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.1105483 Mar 01 21:19:13.117999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f6008-e485-454f-8370-e451e8f5bb27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:13.118868 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f6008-e485-454f-8370-e451e8f5bb27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:13.119559 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f6008-e485-454f-8370-e451e8f5bb27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:13.120083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f6008-e485-454f-8370-e451e8f5bb27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:13.120566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f6008-e485-454f-8370-e451e8f5bb27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:13.121052 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f6008-e485-454f-8370-e451e8f5bb27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:13.121521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f6008-e485-454f-8370-e451e8f5bb27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:13.122001 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f6008-e485-454f-8370-e451e8f5bb27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:13.122461 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f6008-e485-454f-8370-e451e8f5bb27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:13.123118 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f6008-e485-454f-8370-e451e8f5bb27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:13.123794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f6008-e485-454f-8370-e451e8f5bb27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:13.124333 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78f6008-e485-454f-8370-e451e8f5bb27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:13.136326 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6d558bb-e4e2-4166-86c0-e41d12f19df3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 66d95b5f-454c-4ebd-b06b-a5b4b22a4ab7 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:19:13.170060 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-3e682283-f75d-4d82-a660-142575ee7aa9 service neutron] 10.222.0.57 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6573775 Mar 01 21:19:13.207549 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e78f6008-e485-454f-8370-e451e8f5bb27 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bbf870ea003c4348aa8431c841e8f41d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7747943 Mar 01 21:19:13.218860 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f86dcd9-5f27-47d2-b232-7e67104738ed req-64770710-ec1e-4bc0-be2e-43ca3e9418dd tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 210 time: 0.1031525 Mar 01 21:19:13.222120 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45846) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:13.273488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Made reservation on behalf of bcddc0e69ace4878b428693530f79ea4 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:19:13.273488 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:13.286277 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:13.300369 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81ecc45a-928d-4609-b4c3-e7449b0c4692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:13.302884 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-a2ac2e01-7ecc-49b1-b813-6cae0e52d5be service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009995 Mar 01 21:19:13.329788 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81ecc45a-928d-4609-b4c3-e7449b0c4692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:13.395076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d558bb-e4e2-4166-86c0-e41d12f19df3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:19:13.409085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6759e2-f856-4c3b-9382-ebae5e8d7011 None None] Sync routers for ids ['66d95b5f-454c-4ebd-b06b-a5b4b22a4ab7'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:19:13.411343 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:13.422665 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6759e2-f856-4c3b-9382-ebae5e8d7011 None None] Routers {'66d95b5f-454c-4ebd-b06b-a5b4b22a4ab7'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:19:13.423280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2e6759e2-f856-4c3b-9382-ebae5e8d7011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:19:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['66d95b5f-454c-4ebd-b06b-a5b4b22a4ab7'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:13.455878 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Usage tracker for resource:security_group_rule and tenant:bcddc0e69ace4878b428693530f79ea4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:13.466919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:13.480423 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81ecc45a-928d-4609-b4c3-e7449b0c4692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:13.485125 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:13.502755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecc45a-928d-4609-b4c3-e7449b0c4692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e15f0f-d92c-480c-b038-26dda32f1a8b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:13.515449 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81ecc45a-928d-4609-b4c3-e7449b0c4692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:13.518000 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-81ecc45a-928d-4609-b4c3-e7449b0c4692 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d7e15f0f-d92c-480c-b038-26dda32f1a8b HTTP/1.1" status: 204 len: 168 time: 0.2937984 Mar 01 21:19:13.519430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2e6759e2-f856-4c3b-9382-ebae5e8d7011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:13.538356 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6759e2-f856-4c3b-9382-ebae5e8d7011 None None] Routers {'66d95b5f-454c-4ebd-b06b-a5b4b22a4ab7'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:19:13.539639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2e6759e2-f856-4c3b-9382-ebae5e8d7011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:19:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['66d95b5f-454c-4ebd-b06b-a5b4b22a4ab7'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:13.626017 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-c081c8ac-45dd-4ebc-b604-65d01c284fa8 service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637849 Mar 01 21:19:13.662116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-c962a1f8-fb63-4b1f-a254-fbc306f96b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:13.662116 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-c962a1f8-fb63-4b1f-a254-fbc306f96b01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 1094 time: 0.2422836 Mar 01 21:19:13.662693 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2e6759e2-f856-4c3b-9382-ebae5e8d7011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:13.662693 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6759e2-f856-4c3b-9382-ebae5e8d7011 None None] The sync data for ids ['66d95b5f-454c-4ebd-b06b-a5b4b22a4ab7'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:19:13.787649 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c6d558bb-e4e2-4166-86c0-e41d12f19df3 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/66d95b5f-454c-4ebd-b06b-a5b4b22a4ab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0883806 Mar 01 21:19:13.790783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45858) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:13.802862 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:13.845912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-10ae9df9-1c31-467a-b3fb-614b94d6ccaf tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Synchronizing usage tracker for tenant:acfc6a9964af49b3a3adf1407ea5d8d6 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:19:13.868897 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:13.881120 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-5f4717ec-9630-4d2a-a140-338d6b1f2e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:13.883196 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-5f4717ec-9630-4d2a-a140-338d6b1f2e42 service neutron] 10.222.0.57 "GET /v2.0/networks?id=afa01f28-846c-4b0c-8292-1399f87fc407 HTTP/1.1" status: 200 len: 897 time: 0.2157729 Mar 01 21:19:13.936381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-10ae9df9-1c31-467a-b3fb-614b94d6ccaf tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Unset dirty status for tenant:acfc6a9964af49b3a3adf1407ea5d8d6 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:19:13.937613 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-10ae9df9-1c31-467a-b3fb-614b94d6ccaf tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/ports?device_id=66d95b5f-454c-4ebd-b06b-a5b4b22a4ab7 HTTP/1.1" status: 200 len: 205 time: 0.1455231 Mar 01 21:19:13.940453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45864) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:14.028204 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc2668f-9d7a-4f48-9296-d3931389bf96,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:14.197093 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-12709ca4-31da-431c-96e7-b76e1e136069 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a HTTP/1.1" status: 200 len: 998 time: 0.2752895 Mar 01 21:19:14.244866 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Allocated IP 192.168.233.52 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/8e1976f7-db2f-4f1e-8910-b99b4238b486) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:19:14.311794 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-bc2ee636-d7d7-4c03-b6f0-59bbb5496931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:14.313327 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-bc2ee636-d7d7-4c03-b6f0-59bbb5496931 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d9e352e-01b1-43dc-beb3-fcff3bc5086a HTTP/1.1" status: 200 len: 834 time: 0.1090829 Mar 01 21:19:14.322432 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45874) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:14.336365 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-75e1b289-4070-42de-81a7-bd6927de101d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:14.400143 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-95d53e56-8dbe-4fd7-8a0f-4ea77d48cc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:14.421340 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-95d53e56-8dbe-4fd7-8a0f-4ea77d48cc6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:14.426174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-95d53e56-8dbe-4fd7-8a0f-4ea77d48cc6a admin admin] Usage tracker for resource:security_group_rule and tenant:57873f3d92db4b159668f9949a4ada00 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:14.429029 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-95d53e56-8dbe-4fd7-8a0f-4ea77d48cc6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:14.435083 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-95d53e56-8dbe-4fd7-8a0f-4ea77d48cc6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:14.450512 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ecfc6b84-f039-428d-801e-8a6f55b3f9bc req-49003d23-1089-4794-9d07-2435a6a07127 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.1572475 Mar 01 21:19:14.519261 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-95d53e56-8dbe-4fd7-8a0f-4ea77d48cc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:14.706840 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d178afb-ca24-46bc-a458-aafc1ed4e1e9 req-71434068-e762-4ad9-981f-3fce68e2d028 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 210 time: 0.0631595 Mar 01 21:19:14.767720 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-95d53e56-8dbe-4fd7-8a0f-4ea77d48cc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:14.778482 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-75e1b289-4070-42de-81a7-bd6927de101d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:14.781166 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-75e1b289-4070-42de-81a7-bd6927de101d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:14.817860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41460fa9-c79c-4b68-a85a-154ed99e03a4 req-8f8c01a3-d56a-4adf-8864-15d12042097e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:14.819921 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41460fa9-c79c-4b68-a85a-154ed99e03a4 req-8f8c01a3-d56a-4adf-8864-15d12042097e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 943 time: 0.5378952 Mar 01 21:19:14.849345 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-95d53e56-8dbe-4fd7-8a0f-4ea77d48cc6a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=57873f3d92db4b159668f9949a4ada00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4937665 Mar 01 21:19:14.851856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45884) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:14.857220 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d53e56-8dbe-4fd7-8a0f-4ea77d48cc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad06271-eae6-44d2-94bb-3198d2348f06,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:14.880694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-7c903262-80ba-4bbf-a392-3fa3e5fbe0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:14.882052 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-7c903262-80ba-4bbf-a392-3fa3e5fbe0ac service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afa01f28-846c-4b0c-8292-1399f87fc407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5588486 Mar 01 21:19:14.894563 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-75e1b289-4070-42de-81a7-bd6927de101d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:14.895082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75e1b289-4070-42de-81a7-bd6927de101d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Fanout notify agent at l3_agent the message router_deleted on router 66d95b5f-454c-4ebd-b06b-a5b4b22a4ab7 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:19:14.931296 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41460fa9-c79c-4b68-a85a-154ed99e03a4 req-51655660-a66e-46ee-8976-39164ef9c061 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051540 Mar 01 21:19:14.934554 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:14.949386 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-75e1b289-4070-42de-81a7-bd6927de101d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:14.953233 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-75e1b289-4070-42de-81a7-bd6927de101d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/routers/66d95b5f-454c-4ebd-b06b-a5b4b22a4ab7 HTTP/1.1" status: 204 len: 168 time: 1.0092654 Mar 01 21:19:14.958164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 45888) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:14.969213 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94eb91bf-3d1c-424c-baf7-d693beefcd10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:14.997616 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94eb91bf-3d1c-424c-baf7-d693beefcd10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:15.119647 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94eb91bf-3d1c-424c-baf7-d693beefcd10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:15.121254 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Transition to ACTIVE for port object 8e1976f7-db2f-4f1e-8910-b99b4238b486 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:15.138740 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb91bf-3d1c-424c-baf7-d693beefcd10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad06271-eae6-44d2-94bb-3198d2348f06,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:15.141257 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94eb91bf-3d1c-424c-baf7-d693beefcd10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:15.142284 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-94eb91bf-3d1c-424c-baf7-d693beefcd10 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ad06271-eae6-44d2-94bb-3198d2348f06 HTTP/1.1" status: 204 len: 168 time: 0.2894616 Mar 01 21:19:15.151459 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-f1fc5da0-787c-436e-be17-fdebefcd601d service neutron] 10.222.0.57 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583601 Mar 01 21:19:15.176296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-54abc989-0a65-4108-83fd-17d0fd28284e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting subnet 80f2943a-456d-4b74-bcbf-134d542e6285 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:19:15.230110 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-54abc989-0a65-4108-83fd-17d0fd28284e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:15.373606 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-54abc989-0a65-4108-83fd-17d0fd28284e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:15.468106 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5e5a716b-8d13-4bbd-8275-2b05a4d06ce4 req-a2ca2970-8f1e-4696-989d-8230c240e6b6 service neutron] 10.222.0.57 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969053 Mar 01 21:19:15.491542 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-54abc989-0a65-4108-83fd-17d0fd28284e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:15.557986 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:15.643741 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f651802a-d9aa-472f-9ee8-f1f73c3cf6e6 req-5c4af4f5-6b24-437b-8c41-1eca71af859c tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0488970 Mar 01 21:19:15.645572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:19:15.655224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:15.661010 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:19:15.699905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Pushing event updated for resources: {'Port': ['ID=8e1976f7-db2f-4f1e-8910-b99b4238b486,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:15.737712 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:15.738373 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:15.838923 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-54abc989-0a65-4108-83fd-17d0fd28284e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:15.896084 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6b34eb41-0072-45b1-aa4d-4b3b46b25482 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6613781 Mar 01 21:19:15.896084 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54abc989-0a65-4108-83fd-17d0fd28284e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Subnet': ['ID=80f2943a-456d-4b74-bcbf-134d542e6285,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:15.903797 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] Request body: {'port': {'device_id': 'bc79528c-1080-42ba-8a69-3d2e3630b001', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:15.906012 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6d739b-648d-4d2d-92d0-00ba8d094f84 None None] Network cfdda768-25c7-4ea0-b433-48f2125d320b requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:19:15.943259 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-54abc989-0a65-4108-83fd-17d0fd28284e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:15.951275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45912) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:15.951820 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-54abc989-0a65-4108-83fd-17d0fd28284e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/subnets/80f2943a-456d-4b74-bcbf-134d542e6285 HTTP/1.1" status: 204 len: 168 time: 0.9928396 Mar 01 21:19:16.076640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88146a-7aaf-4503-93f5-ee660c36b753 req-657f818f-6232-42a9-b17d-79e657681e20 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:16.086757 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2b88146a-7aaf-4503-93f5-ee660c36b753 req-657f818f-6232-42a9-b17d-79e657681e20 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 935 time: 0.2278073 Mar 01 21:19:16.215978 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f827d1ce-1e99-4e86-b2b7-67982aee798e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:16.234662 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:16.247273 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2b88146a-7aaf-4503-93f5-ee660c36b753 req-121c2e32-94c8-4018-9241-42f0e254d87b tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbc2668f-9d7a-4f48-9296-d3931389bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590822 Mar 01 21:19:16.307221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f827d1ce-1e99-4e86-b2b7-67982aee798e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port ee4cd5cf-f758-4a13-a30a-012f9c994c4f {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:19:16.307597 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f827d1ce-1e99-4e86-b2b7-67982aee798e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:16.352751 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b2c2d127-a9ab-4629-8418-e1d533d331cd None None] Provisioning for port 8e1976f7-db2f-4f1e-8910-b99b4238b486 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:16.358273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b2c2d127-a9ab-4629-8418-e1d533d331cd None None] Provisioning complete for port 8e1976f7-db2f-4f1e-8910-b99b4238b486 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:16.358857 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b2c2d127-a9ab-4629-8418-e1d533d331cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:16.446103 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b2c2d127-a9ab-4629-8418-e1d533d331cd None None] Port 8e1976f7-db2f-4f1e-8910-b99b4238b486 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:19:16.452114 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c901be4-4936-42e5-a372-6141d317152a None None] DHCP port deletion for cfdda768-25c7-4ea0-b433-48f2125d320b request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:19:16.456784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2c901be4-4936-42e5-a372-6141d317152a None None] Deleting port ee4cd5cf-f758-4a13-a30a-012f9c994c4f {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:19:16.457363 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2c901be4-4936-42e5-a372-6141d317152a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:16.501376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67722457-7084-4bc1-bc6f-cc11245fd215 req-f21d05cf-b697-4ba9-86d4-c0c4473870ba tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:16.509422 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67722457-7084-4bc1-bc6f-cc11245fd215 req-f21d05cf-b697-4ba9-86d4-c0c4473870ba tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 943 time: 0.2730861 Mar 01 21:19:16.621614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-f827d1ce-1e99-4e86-b2b7-67982aee798e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] For port ee4cd5cf-f758-4a13-a30a-012f9c994c4f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ee4cd5cf-f758-4a13-a30a-012f9c994c4f,segment=NetworkSegment(92126305-b2d2-4b81-8afd-f638f26db256),segment_id=92126305-b2d2-4b81-8afd-f638f26db256)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:16.622092 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f827d1ce-1e99-4e86-b2b7-67982aee798e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:16.644455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 5ae0232d-ea46-4a8b-a286-14bb1956956a details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:19:16.667853 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1976f7-db2f-4f1e-8910-b99b4238b486 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:19:16.689787 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:16.709119 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67722457-7084-4bc1-bc6f-cc11245fd215 req-0bd5ccb1-447d-41fb-b476-e20b2b9c0b50 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985910 Mar 01 21:19:16.727933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] Transition to ACTIVE for port object 8e1976f7-db2f-4f1e-8910-b99b4238b486 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:16.817912 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:16.922599 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1976f7-db2f-4f1e-8910-b99b4238b486,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:16.936233 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0beb1464-68af-4704-9aa0-d6a4db9900bd req-6e09e565-ac96-4d0e-8cc8-233893822428 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.6689887 Mar 01 21:19:17.096441 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f827d1ce-1e99-4e86-b2b7-67982aee798e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Calling delete_port for ee4cd5cf-f758-4a13-a30a-012f9c994c4f owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:19:17.123385 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2c901be4-4936-42e5-a372-6141d317152a None None] For port ee4cd5cf-f758-4a13-a30a-012f9c994c4f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ee4cd5cf-f758-4a13-a30a-012f9c994c4f,segment=NetworkSegment(92126305-b2d2-4b81-8afd-f638f26db256),segment_id=92126305-b2d2-4b81-8afd-f638f26db256)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:17.123948 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2c901be4-4936-42e5-a372-6141d317152a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:17.184186 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fdb3e7d3-63aa-4b86-9b0b-3c380063c154 req-25a3f410-d0d4-49f9-be76-33556ab8c749 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.3136120 Mar 01 21:19:17.380455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2c901be4-4936-42e5-a372-6141d317152a None None] Calling delete_port for ee4cd5cf-f758-4a13-a30a-012f9c994c4f owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:19:17.435968 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f827d1ce-1e99-4e86-b2b7-67982aee798e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:17.449465 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:17.474940 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407', 'port_id': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'mac_address': 'fa:16:3e:c4:21:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:19:17.507099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827d1ce-1e99-4e86-b2b7-67982aee798e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Port': ['ID=ee4cd5cf-f758-4a13-a30a-012f9c994c4f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:17.523287 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f827d1ce-1e99-4e86-b2b7-67982aee798e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] No DVR routers for this DVR port ee4cd5cf-f758-4a13-a30a-012f9c994c4f on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:19:17.523653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] Attempting to bind port 8e1976f7-db2f-4f1e-8910-b99b4238b486 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:19:17.524004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] Attempting to bind port 8e1976f7-db2f-4f1e-8910-b99b4238b486 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:19:17.524333 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] Attempting to bind port 8e1976f7-db2f-4f1e-8910-b99b4238b486 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:19:17.532847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] Port 8e1976f7-db2f-4f1e-8910-b99b4238b486 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:19:17.533181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] Attempting to bind port 8e1976f7-db2f-4f1e-8910-b99b4238b486 on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:19:17.541129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:19:17.541487 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:17.542248 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:19:17.542686 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] Bound port: 8e1976f7-db2f-4f1e-8910-b99b4238b486, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:19:17.543035 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:17.584165 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:17.612785 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-2c901be4-4936-42e5-a372-6141d317152a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:19:17.613289 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-2c901be4-4936-42e5-a372-6141d317152a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:19:17.633366 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae0232d-ea46-4a8b-a286-14bb1956956a {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:19:17.659927 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:17.742015 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:17.754882 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] For port 8e1976f7-db2f-4f1e-8910-b99b4238b486, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:19:17.758996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] For port 8e1976f7-db2f-4f1e-8910-b99b4238b486, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=8e1976f7-db2f-4f1e-8910-b99b4238b486,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:19:17.759270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647798a-e6a2-4b12-9b04-682d8f1929e9 req-14290e58-752a-4704-a5c2-44262f816125 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:17.761018 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9647798a-e6a2-4b12-9b04-682d8f1929e9 req-14290e58-752a-4704-a5c2-44262f816125 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 947 time: 0.3678198 Mar 01 21:19:17.812054 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f827d1ce-1e99-4e86-b2b7-67982aee798e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:17.830338 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-8ebad719-ca34-4859-ab08-9deee69b9c72 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:17.831075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-8ebad719-ca34-4859-ab08-9deee69b9c72 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:19:17.840308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=5ae0232d-ea46-4a8b-a286-14bb1956956a,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:17.841460 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:17.866955 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:17.866955 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:17.866955 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:17.866955 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:17.866955 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:17.866955 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:17.878537 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:17.879836 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:17.880193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:17.880541 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:17.880881 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:17.885268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:17.901555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f827d1ce-1e99-4e86-b2b7-67982aee798e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdda768-25c7-4ea0-b433-48f2125d320b']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:17.914414 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:17.915450 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:17.916430 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] 10.222.0.57 "PUT /v2.0/ports/8e1976f7-db2f-4f1e-8910-b99b4238b486 HTTP/1.1" status: 200 len: 1095 time: 2.0171816 Mar 01 21:19:17.916829 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc79528c-1080-42ba-8a69-3d2e3630b001', 'tag': '8e1976f7-db2f-4f1e-8910-b99b4238b486'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:19:17.932951 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9647798a-e6a2-4b12-9b04-682d8f1929e9 req-c0bdd810-95f1-4451-b615-4dd93f67d6c0 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbc2668f-9d7a-4f48-9296-d3931389bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054914 Mar 01 21:19:17.935570 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f827d1ce-1e99-4e86-b2b7-67982aee798e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92126305-b2d2-4b81-8afd-f638f26db256') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:17.936109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f827d1ce-1e99-4e86-b2b7-67982aee798e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92126305-b2d2-4b81-8afd-f638f26db256') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:17.968901 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f827d1ce-1e99-4e86-b2b7-67982aee798e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:17.996622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3917dff0-de4d-44c5-ae04-4103428b9de8 service neutron] Pushing event updated for resources: {'Port': ['ID=8e1976f7-db2f-4f1e-8910-b99b4238b486,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:18.000942 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f827d1ce-1e99-4e86-b2b7-67982aee798e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:18.005439 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['5ae0232d-ea46-4a8b-a286-14bb1956956a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:19:18.015290 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed3db49-cb83-49c0-b9c6-3ddb6ce1afca req-5d33d8e4-473f-43df-b8ce-b52606dee54a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:18.023429 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3ed3db49-cb83-49c0-b9c6-3ddb6ce1afca req-5d33d8e4-473f-43df-b8ce-b52606dee54a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 944 time: 0.2798569 Mar 01 21:19:18.031823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-8ebad719-ca34-4859-ab08-9deee69b9c72 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:19:18.035490 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-8ebad719-ca34-4859-ab08-9deee69b9c72 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.57 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e&tenant_id=55abf7132a284d2983dea80802c45cbf&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 943 time: 0.4079185 Mar 01 21:19:18.071255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f827d1ce-1e99-4e86-b2b7-67982aee798e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:19:18.071719 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f827d1ce-1e99-4e86-b2b7-67982aee798e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:18.107224 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ee4cd5cf-f758-4a13-a30a-012f9c994c4f no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:19:18.125314 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:19:18.249770 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc79528c-1080-42ba-8a69-3d2e3630b001', 'tag': '8e1976f7-db2f-4f1e-8910-b99b4238b486', 'status': 'completed', 'code': 200} Mar 01 21:19:18.249986 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3ed3db49-cb83-49c0-b9c6-3ddb6ce1afca req-a35f00bc-9bf5-4fb9-9f7d-3c0bb5f4c421 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2253211 Mar 01 21:19:18.270048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2c901be4-4936-42e5-a372-6141d317152a None None] Deleting port ee4cd5cf-f758-4a13-a30a-012f9c994c4f {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:19:18.270048 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2c901be4-4936-42e5-a372-6141d317152a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:18.357719 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-c5bb1aa9-636a-4501-adc1-4e7c4c288bf7 service neutron] 10.222.0.57 "GET /v2.0/ports/5ae0232d-ea46-4a8b-a286-14bb1956956a/bindings/n-h1-827896-4 HTTP/1.1" status: 200 len: 382 time: 0.3140612 Mar 01 21:19:18.364430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: ee4cd5cf-f758-4a13-a30a-012f9c994c4f {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:19:18.366786 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ee4cd5cf-f758-4a13-a30a-012f9c994c4f not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:19:18.377067 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f827d1ce-1e99-4e86-b2b7-67982aee798e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:18.410606 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f827d1ce-1e99-4e86-b2b7-67982aee798e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:18.436759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6e3a5322-0935-49c5-b558-cd98c0ebe985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:18.438229 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-6e3a5322-0935-49c5-b558-cd98c0ebe985 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcddc0e69ace4878b428693530f79ea4&device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 1098 time: 0.1903489 Mar 01 21:19:18.445525 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827d1ce-1e99-4e86-b2b7-67982aee798e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Network': ['ID=cfdda768-25c7-4ea0-b433-48f2125d320b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:18.490555 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2c901be4-4936-42e5-a372-6141d317152a None None] The port 'ee4cd5cf-f758-4a13-a30a-012f9c994c4f' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:19:18.503138 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8911406e-e861-4290-aac0-e8e560683342 req-8c9a25c1-7d0c-4d76-a2cf-d3ee4e4a0d35 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0609224 Mar 01 21:19:18.588249 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f827d1ce-1e99-4e86-b2b7-67982aee798e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/networks/cfdda768-25c7-4ea0-b433-48f2125d320b HTTP/1.1" status: 204 len: 168 time: 2.6347830 Mar 01 21:19:18.595996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45966) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:18.602413 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-ff5e8c61-eec8-4c41-a0d5-2025e468056a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-351177495', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:18.617139 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ff5e8c61-eec8-4c41-a0d5-2025e468056a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:18.618621 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-e942c317-c7e7-4e1a-92c4-ffa6b4670bd1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=8e1976f7-db2f-4f1e-8910-b99b4238b486 HTTP/1.1" status: 200 len: 217 time: 0.1710558 Mar 01 21:19:18.626857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ff5e8c61-eec8-4c41-a0d5-2025e468056a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:router and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:18.633460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ff5e8c61-eec8-4c41-a0d5-2025e468056a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:18.648597 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ff5e8c61-eec8-4c41-a0d5-2025e468056a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:18.701205 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-46f7c219-208b-42d4-bb32-442c02d7f94e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:18.702905 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-46f7c219-208b-42d4-bb32-442c02d7f94e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0776665 Mar 01 21:19:18.748220 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ff5e8c61-eec8-4c41-a0d5-2025e468056a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:18.748918 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ff5e8c61-eec8-4c41-a0d5-2025e468056a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:18.777805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-0b3ae167-55e2-4226-9f37-cb2939fa8c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:18.779396 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-0b3ae167-55e2-4226-9f37-cb2939fa8c0c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 1095 time: 0.2342994 Mar 01 21:19:18.849237 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ff5e8c61-eec8-4c41-a0d5-2025e468056a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:18.917890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-11665b4c-d0b2-4867-8aa1-17ac28b78c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:18.919412 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-11665b4c-d0b2-4867-8aa1-17ac28b78c83 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2037916 Mar 01 21:19:18.955319 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ff5e8c61-eec8-4c41-a0d5-2025e468056a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:19.005188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-10f814ef-868c-4726-8897-5dafd676994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:19.007348 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-10f814ef-868c-4726-8897-5dafd676994d service neutron] 10.222.0.57 "GET /v2.0/networks?id=afa01f28-846c-4b0c-8292-1399f87fc407 HTTP/1.1" status: 200 len: 897 time: 0.2223904 Mar 01 21:19:19.073442 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ff5e8c61-eec8-4c41-a0d5-2025e468056a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:19.076520 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ff5e8c61-eec8-4c41-a0d5-2025e468056a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4793823 Mar 01 21:19:19.079198 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 45984) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:19.086610 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-5315a61d-8f9d-48be-a363-da96326d87ad tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'network': {'name': 'tempest-RoutersTest-622449229'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:19.098255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5315a61d-8f9d-48be-a363-da96326d87ad tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:19.105591 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5315a61d-8f9d-48be-a363-da96326d87ad tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:network and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:19.118505 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5315a61d-8f9d-48be-a363-da96326d87ad tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:19.130301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5315a61d-8f9d-48be-a363-da96326d87ad tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:19.156226 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-f6a9cfcb-58b0-4b1c-92f0-c4a5279b0f75 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214489 Mar 01 21:19:19.235148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acebc6-4c1e-40f4-8a9d-7aeaf8e156ec req-9ff615d6-0ebf-494b-86f2-842f49298039 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:19.236926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b7acebc6-4c1e-40f4-8a9d-7aeaf8e156ec req-9ff615d6-0ebf-494b-86f2-842f49298039 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 947 time: 0.1083348 Mar 01 21:19:19.257811 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5315a61d-8f9d-48be-a363-da96326d87ad tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Made reservation on behalf of acfc6a9964af49b3a3adf1407ea5d8d6 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:19:19.262304 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5315a61d-8f9d-48be-a363-da96326d87ad tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:19.296170 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-9db85dcf-9de7-47f8-a52e-c5e61a41ea5c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a HTTP/1.1" status: 200 len: 999 time: 0.1386888 Mar 01 21:19:19.352541 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5315a61d-8f9d-48be-a363-da96326d87ad tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:19:19.373290 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b7acebc6-4c1e-40f4-8a9d-7aeaf8e156ec req-959160ff-275d-446c-b775-7d4d16bed85c tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbc2668f-9d7a-4f48-9296-d3931389bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298733 Mar 01 21:19:19.383206 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5315a61d-8f9d-48be-a363-da96326d87ad tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:19.383741 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-5315a61d-8f9d-48be-a363-da96326d87ad tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Added segment 4829cec9-4355-4167-85e4-5b9ad5a5dc32 of type vlan for network d20f425b-9380-4749-ab0c-3ae7d32e5b29 Mar 01 21:19:19.477820 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5315a61d-8f9d-48be-a363-da96326d87ad tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:19.479140 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-e44cae65-e511-4adc-a659-92eeaf9ffe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:19.480754 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-e44cae65-e511-4adc-a659-92eeaf9ffe9a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d9e352e-01b1-43dc-beb3-fcff3bc5086a HTTP/1.1" status: 200 len: 834 time: 0.1594014 Mar 01 21:19:19.557691 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e1b971a0-8818-4e74-84d2-885452e20c8a req-856884ba-290e-4852-9ee0-ba344c9fd12b service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602062 Mar 01 21:19:19.580425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73005916-82fb-41b1-b06a-86de9760f81f req-ede34a38-eedb-42f3-a940-180a3b2dccbd tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:19.593153 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73005916-82fb-41b1-b06a-86de9760f81f req-ede34a38-eedb-42f3-a940-180a3b2dccbd tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 944 time: 0.1597080 Mar 01 21:19:19.618912 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5315a61d-8f9d-48be-a363-da96326d87ad tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:19.621081 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-3c12cf36-a5dc-4f6f-9712-d6acd5c58f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:19.623475 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-3c12cf36-a5dc-4f6f-9712-d6acd5c58f78 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afa01f28-846c-4b0c-8292-1399f87fc407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1351483 Mar 01 21:19:19.625069 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5315a61d-8f9d-48be-a363-da96326d87ad tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:19.625992 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5315a61d-8f9d-48be-a363-da96326d87ad tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:19.693513 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73005916-82fb-41b1-b06a-86de9760f81f req-946395ca-1d72-4d22-b62e-4c424cd7e536 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991137 Mar 01 21:19:19.810713 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c8a1f44-c736-47eb-9ed5-2cef41a91fd2 req-36e68f19-211e-47b0-ad0c-a23f5ce75878 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.1155081 Mar 01 21:19:19.816879 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315a61d-8f9d-48be-a363-da96326d87ad tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Network': ['ID=d20f425b-9380-4749-ab0c-3ae7d32e5b29,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:19.823425 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5315a61d-8f9d-48be-a363-da96326d87ad tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7425961 Mar 01 21:19:19.828482 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46006) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:19.828573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network d20f425b-9380-4749-ab0c-3ae7d32e5b29 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:19:19.830090 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-5af0dbdf-de9c-431d-8457-b00a4eb7ebc1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'subnet': {'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:19.900390 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-15d3f481-47c7-459c-a3b5-fab4ffc69d41 service neutron] 10.222.0.57 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708302 Mar 01 21:19:20.116948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5af0dbdf-de9c-431d-8457-b00a4eb7ebc1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:20.125713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5af0dbdf-de9c-431d-8457-b00a4eb7ebc1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:subnet and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:20.129187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5af0dbdf-de9c-431d-8457-b00a4eb7ebc1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:20.146430 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5af0dbdf-de9c-431d-8457-b00a4eb7ebc1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:20.182595 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3e5ac-5b2f-4a18-985a-0f74475d43db req-d8e68da9-a133-494d-b15b-4a5b2107d904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:20.184100 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a0f3e5ac-5b2f-4a18-985a-0f74475d43db req-d8e68da9-a133-494d-b15b-4a5b2107d904 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcddc0e69ace4878b428693530f79ea4&device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 1098 time: 0.4261367 Mar 01 21:19:20.245222 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af0dbdf-de9c-431d-8457-b00a4eb7ebc1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Made reservation on behalf of acfc6a9964af49b3a3adf1407ea5d8d6 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:19:20.249175 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5af0dbdf-de9c-431d-8457-b00a4eb7ebc1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:20.307583 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-3fa28be1-bbcc-4770-8ba3-f80ceae18b41 service neutron] 10.222.0.57 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992336 Mar 01 21:19:20.349512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3e5ac-5b2f-4a18-985a-0f74475d43db req-3fc46b9d-1817-4970-bd82-78c5dc5a3ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:20.353178 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a0f3e5ac-5b2f-4a18-985a-0f74475d43db req-3fc46b9d-1817-4970-bd82-78c5dc5a3ea4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.1620305 Mar 01 21:19:20.501706 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a0f3e5ac-5b2f-4a18-985a-0f74475d43db req-ec5f52fd-62f0-4d11-b12c-90b92c4112c7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=8e1976f7-db2f-4f1e-8910-b99b4238b486 HTTP/1.1" status: 200 len: 217 time: 0.1390660 Mar 01 21:19:20.542215 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2767ad4e-50cb-4bef-a0fb-5dacaa482c4a req-38f98b83-087d-4acf-8e9d-fa4735813770 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=98ec120c90054194a198e55fd20abcd6&device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0448601 Mar 01 21:19:20.623781 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2767ad4e-50cb-4bef-a0fb-5dacaa482c4a req-2286f969-659a-43c3-8bb0-0f9bb46ee44b service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=98ec120c90054194a198e55fd20abcd6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457201 Mar 01 21:19:20.651041 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 5ae0232d-ea46-4a8b-a286-14bb1956956a up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:19:20.672927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3e5ac-5b2f-4a18-985a-0f74475d43db req-daf9cd2a-5092-4487-871f-1104e6ab7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:20.678168 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a0f3e5ac-5b2f-4a18-985a-0f74475d43db req-daf9cd2a-5092-4487-871f-1104e6ab7f49 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1347697 Mar 01 21:19:20.703394 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5af0dbdf-de9c-431d-8457-b00a4eb7ebc1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:20.808727 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-151f4a05-4bc4-45f1-864d-5f69894381cd req-ca8e0ee5-b165-42f6-be72-d9a32b9870da tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.1106579 Mar 01 21:19:20.816628 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 5ae0232d-ea46-4a8b-a286-14bb1956956a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:20.828599 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 5ae0232d-ea46-4a8b-a286-14bb1956956a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:20.829704 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:20.878765 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af0dbdf-de9c-431d-8457-b00a4eb7ebc1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Subnet': ['ID=03cf00a4-b2cc-48cd-a141-a1cf4d4feb06,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:20.891580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af0dbdf-de9c-431d-8457-b00a4eb7ebc1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Checking segment: {'id': '4829cec9-4355-4167-85e4-5b9ad5a5dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:20.891888 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af0dbdf-de9c-431d-8457-b00a4eb7ebc1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network hostable DHCP agents. Network: d20f425b-9380-4749-ab0c-3ae7d32e5b29, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:19:20.907248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f3f57-8211-46fe-9d87-1c8d7baf53b7 req-af264a60-2b90-4562-a36e-5c3b97e86773 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:20.909622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3e5ac-5b2f-4a18-985a-0f74475d43db req-86ecb168-be5c-4ef5-ba02-5798b1093d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:20.910546 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a0f3e5ac-5b2f-4a18-985a-0f74475d43db req-86ecb168-be5c-4ef5-ba02-5798b1093d4d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2262449 Mar 01 21:19:20.915055 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-294f3f57-8211-46fe-9d87-1c8d7baf53b7 req-af264a60-2b90-4562-a36e-5c3b97e86773 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 947 time: 0.3973770 Mar 01 21:19:20.916844 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2767ad4e-50cb-4bef-a0fb-5dacaa482c4a req-25a399a6-5ecb-4155-9bde-2f6fb22bab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:20.918235 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2767ad4e-50cb-4bef-a0fb-5dacaa482c4a req-25a399a6-5ecb-4155-9bde-2f6fb22bab28 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2893124 Mar 01 21:19:20.995933 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-294f3f57-8211-46fe-9d87-1c8d7baf53b7 req-c6c16219-e831-4605-ae99-39c2b7762c5f tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbc2668f-9d7a-4f48-9296-d3931389bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797710 Mar 01 21:19:21.082002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af0dbdf-de9c-431d-8457-b00a4eb7ebc1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network d20f425b-9380-4749-ab0c-3ae7d32e5b29 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:19:21.154973 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a0f3e5ac-5b2f-4a18-985a-0f74475d43db req-316016df-2086-4534-99c2-3c23ecd02f0d service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357864 Mar 01 21:19:21.187091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cc90b-44f4-4ad6-b79d-89dffa9f4ce7 req-ede4bea6-a267-4940-b112-475884e49e98 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:21.188673 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d50cc90b-44f4-4ad6-b79d-89dffa9f4ce7 req-ede4bea6-a267-4940-b112-475884e49e98 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 944 time: 0.1703799 Mar 01 21:19:21.189935 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-5af0dbdf-de9c-431d-8457-b00a4eb7ebc1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, d20f425b-9380-4749-ab0c-3ae7d32e5b29) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:21.202437 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af0dbdf-de9c-431d-8457-b00a4eb7ebc1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:21.203039 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5af0dbdf-de9c-431d-8457-b00a4eb7ebc1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:21.206124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ed1b7b-a64d-4730-b40c-ca8a87696bb7 None None] Network d20f425b-9380-4749-ab0c-3ae7d32e5b29 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:19:21.306142 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d50cc90b-44f4-4ad6-b79d-89dffa9f4ce7 req-a5db9708-d400-4377-9ecb-964ac13f71da tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939078 Mar 01 21:19:21.315605 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:21.368075 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:19:21.372389 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a0f3e5ac-5b2f-4a18-985a-0f74475d43db req-3dd7e9a5-925b-4ec4-93eb-519d83de54e2 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029703 Mar 01 21:19:21.418021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:21.436943 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'code': 200} Mar 01 21:19:21.451480 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5af0dbdf-de9c-431d-8457-b00a4eb7ebc1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6257219 Mar 01 21:19:21.454286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46050) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:21.512132 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-d20f425b-9380-4749-ab0c-3ae7d32e5b29', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:19:21.524557 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:21.532604 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:21.686196 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:21.686196 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=5ae0232d-ea46-4a8b-a286-14bb1956956a,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:21.767036 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Allocated IP 172.20.0.2 (d20f425b-9380-4749-ab0c-3ae7d32e5b29/03cf00a4-b2cc-48cd-a141-a1cf4d4feb06/8c2e3f17-e61e-4b02-8f87-c028e1cb2330) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:19:21.981656 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:21.993866 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Transition to ACTIVE for port object 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:22.012617 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Transition to ACTIVE for port object 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:22.034562 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41b9d5e9-0b5b-44e5-901c-00d2f628fb34 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:22.054407 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8cf0c50d-2f71-45f8-960e-39b903a830ad req-25f62ddc-89fa-41ac-8fd0-9824cddb43b6 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0844800 Mar 01 21:19:22.102933 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:22.258860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Network d20f425b-9380-4749-ab0c-3ae7d32e5b29 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:19:22.260336 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Pushing event updated for resources: {'Port': ['ID=8c2e3f17-e61e-4b02-8f87-c028e1cb2330,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:22.268556 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:22.271242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:19:22.301134 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2767ad4e-50cb-4bef-a0fb-5dacaa482c4a req-25ec8e09-0877-4b98-8ea1-208fc50c33ae tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.55 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.0806103 Mar 01 21:19:22.397674 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Attempting to bind port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:19:22.398052 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Attempting to bind port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '4829cec9-4355-4167-85e4-5b9ad5a5dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:19:22.398391 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Attempting to bind port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 on network d20f425b-9380-4749-ab0c-3ae7d32e5b29 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:19:22.403944 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:19:22.405688 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Checking segment: {'id': '4829cec9-4355-4167-85e4-5b9ad5a5dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:22.406368 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:22.406777 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Bound using segment: {'id': '4829cec9-4355-4167-85e4-5b9ad5a5dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:19:22.407249 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Bound port: 8c2e3f17-e61e-4b02-8f87-c028e1cb2330, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4829cec9-4355-4167-85e4-5b9ad5a5dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:19:22.407653 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:22.492591 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47081263-c5d5-4d7d-b9c4-ee2a8913812b req-bbf1bc29-f2df-4e7f-8844-e20694231529 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:22.494972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47081263-c5d5-4d7d-b9c4-ee2a8913812b req-bbf1bc29-f2df-4e7f-8844-e20694231529 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 947 time: 0.2239597 Mar 01 21:19:22.634601 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] For port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:19:22.638044 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] For port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8c2e3f17-e61e-4b02-8f87-c028e1cb2330,segment=NetworkSegment(4829cec9-4355-4167-85e4-5b9ad5a5dc32),segment_id=4829cec9-4355-4167-85e4-5b9ad5a5dc32)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:19:22.672042 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 8e1976f7-db2f-4f1e-8910-b99b4238b486 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:19:22.798697 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:22.811233 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47081263-c5d5-4d7d-b9c4-ee2a8913812b req-16684d82-cf59-4b8b-9419-e462ba87528a tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbc2668f-9d7a-4f48-9296-d3931389bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816653 Mar 01 21:19:22.812328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-41b9d5e9-0b5b-44e5-901c-00d2f628fb34 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Allocated IP 172.20.0.1 (d20f425b-9380-4749-ab0c-3ae7d32e5b29/03cf00a4-b2cc-48cd-a141-a1cf4d4feb06/d72ab910-877f-482a-80ef-06e151435d0b) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:19:22.934155 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ccf72b-04df-490c-84a9-a88c50636703 None None] Pushing event updated for resources: {'Port': ['ID=8c2e3f17-e61e-4b02-8f87-c028e1cb2330,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:22.941410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 8e1976f7-db2f-4f1e-8910-b99b4238b486, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=8e1976f7-db2f-4f1e-8910-b99b4238b486,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:22.952607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040f10bd-fd89-42d1-8743-d42210c6eb51 req-d2a1ecde-1567-42f1-b6f9-6ec1de68608e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:22.956877 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '8e1976f7-db2f-4f1e-8910-b99b4238b486', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '8e1976f7-db2f-4f1e-8910-b99b4238b486', 'mac_address': 'fa:16:3e:03:20:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:19:22.961422 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-040f10bd-fd89-42d1-8743-d42210c6eb51 req-d2a1ecde-1567-42f1-b6f9-6ec1de68608e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.4009371 Mar 01 21:19:23.027478 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:23.056976 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e1976f7-db2f-4f1e-8910-b99b4238b486 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:19:23.090573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 8e1976f7-db2f-4f1e-8910-b99b4238b486, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=8e1976f7-db2f-4f1e-8910-b99b4238b486,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:23.099463 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-040f10bd-fd89-42d1-8743-d42210c6eb51 req-3cf0a9b9-bff8-40e2-825c-25fff3db4276 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951133 Mar 01 21:19:23.134814 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41b9d5e9-0b5b-44e5-901c-00d2f628fb34 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:23.155625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-41b9d5e9-0b5b-44e5-901c-00d2f628fb34 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Transition to ACTIVE for port object d72ab910-877f-482a-80ef-06e151435d0b will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:23.159368 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:23.325905 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41b9d5e9-0b5b-44e5-901c-00d2f628fb34 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:23.396753 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['8e1976f7-db2f-4f1e-8910-b99b4238b486'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:19:23.451511 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=8e1976f7-db2f-4f1e-8910-b99b4238b486,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:23.537394 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9d5e9-0b5b-44e5-901c-00d2f628fb34 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Port': ['ID=d72ab910-877f-482a-80ef-06e151435d0b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:23.598913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-1625132e-99d5-425e-aa4b-e14725ffb3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:23.602291 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-1625132e-99d5-425e-aa4b-e14725ffb3e7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e&tenant_id=55abf7132a284d2983dea80802c45cbf HTTP/1.1" status: 200 len: 1096 time: 0.2033854 Mar 01 21:19:23.612987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827896-4', 'device_owner': 'compute:nova'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:23.662445 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f716cbb8-f2ce-4734-b30f-b8b634b203ff req-178138c8-2e26-4857-a1b8-c85a88894b11 tempest-ServerShowV257Test-1015161133 tempest-ServerShowV257Test-1015161133-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bb39692-e33a-4d77-8f10-0bf8810d71a8 HTTP/1.1" status: 200 len: 210 time: 0.1272306 Mar 01 21:19:23.664731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b9d5e9-0b5b-44e5-901c-00d2f628fb34 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network d20f425b-9380-4749-ab0c-3ae7d32e5b29 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:19:23.683756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-41b9d5e9-0b5b-44e5-901c-00d2f628fb34 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:23.690614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b9d5e9-0b5b-44e5-901c-00d2f628fb34 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:19:23.902704 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41b9d5e9-0b5b-44e5-901c-00d2f628fb34 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:23.944742 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:23.966287 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:24.181743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:19:24.345661 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41b9d5e9-0b5b-44e5-901c-00d2f628fb34 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:24.439150 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:24.566277 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a129588-bc24-49ad-8446-68770b2dba08 None None] Network d20f425b-9380-4749-ab0c-3ae7d32e5b29 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:19:24.566426 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:24.590082 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:19:24.608656 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f33f7f2-0070-4f8f-b3d1-225fc40cb642 req-f0a94a0f-b166-488b-8a1a-c2db6c8b0063 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:24.610237 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9f33f7f2-0070-4f8f-b3d1-225fc40cb642 req-f0a94a0f-b166-488b-8a1a-c2db6c8b0063 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 948 time: 0.5594544 Mar 01 21:19:24.650651 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:19:24.656608 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:24.674109 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Transition to ACTIVE for port object 5ae0232d-ea46-4a8b-a286-14bb1956956a will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:24.696091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 8e1976f7-db2f-4f1e-8910-b99b4238b486 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:19:24.748666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb169d-5428-4dea-ba90-06612fcb2126 req-4fc6da7f-d02d-4f95-9567-3746a6c0d21d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:24.750818 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-66eb169d-5428-4dea-ba90-06612fcb2126 req-4fc6da7f-d02d-4f95-9567-3746a6c0d21d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 945 time: 0.3606465 Mar 01 21:19:24.753807 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:24.767866 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1eae9cf6-f3be-49b9-a531-8105875da6fc None None] Provisioning for port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:24.790211 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1eae9cf6-f3be-49b9-a531-8105875da6fc None None] Provisioning complete for port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:24.791066 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1eae9cf6-f3be-49b9-a531-8105875da6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:24.793440 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9f33f7f2-0070-4f8f-b3d1-225fc40cb642 req-9f365774-3136-4d95-84db-c8f6ea5e928b tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbc2668f-9d7a-4f48-9296-d3931389bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705863 Mar 01 21:19:24.883255 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-66eb169d-5428-4dea-ba90-06612fcb2126 req-92a5aa5c-7a02-46c1-8827-0079a69e7066 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048086 Mar 01 21:19:25.175013 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41b9d5e9-0b5b-44e5-901c-00d2f628fb34 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:25.185442 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 8e1976f7-db2f-4f1e-8910-b99b4238b486 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:25.202727 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 8e1976f7-db2f-4f1e-8910-b99b4238b486 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:25.205791 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:25.267662 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41b9d5e9-0b5b-44e5-901c-00d2f628fb34 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:25.305213 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1eae9cf6-f3be-49b9-a531-8105875da6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:25.331969 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'code': 200} Mar 01 21:19:25.363095 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1eae9cf6-f3be-49b9-a531-8105875da6fc None None] For port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8c2e3f17-e61e-4b02-8f87-c028e1cb2330,segment=NetworkSegment(4829cec9-4355-4167-85e4-5b9ad5a5dc32),segment_id=4829cec9-4355-4167-85e4-5b9ad5a5dc32)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:25.394382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Pushing event updated for resources: {'Port': ['ID=5ae0232d-ea46-4a8b-a286-14bb1956956a,revision_number=10']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:25.448922 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41b9d5e9-0b5b-44e5-901c-00d2f628fb34 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:25.454973 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b9d5e9-0b5b-44e5-901c-00d2f628fb34 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Port': ['ID=d72ab910-877f-482a-80ef-06e151435d0b,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:25.457821 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] No DVR routers for this DVR port 5ae0232d-ea46-4a8b-a286-14bb1956956a on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:19:25.470448 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1eae9cf6-f3be-49b9-a531-8105875da6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:25.555120 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:25.624351 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 8e1976f7-db2f-4f1e-8910-b99b4238b486, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=8e1976f7-db2f-4f1e-8910-b99b4238b486,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:25.628258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc79528c-1080-42ba-8a69-3d2e3630b001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1976f7-db2f-4f1e-8910-b99b4238b486'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:19:25.657687 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eae9cf6-f3be-49b9-a531-8105875da6fc None None] Pushing event updated for resources: {'Port': ['ID=8c2e3f17-e61e-4b02-8f87-c028e1cb2330,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:25.685964 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:25.686677 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 5ae0232d-ea46-4a8b-a286-14bb1956956a no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:19:25.778305 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc79528c-1080-42ba-8a69-3d2e3630b001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1976f7-db2f-4f1e-8910-b99b4238b486', 'code': 200} Mar 01 21:19:25.803575 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41b9d5e9-0b5b-44e5-901c-00d2f628fb34 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network d20f425b-9380-4749-ab0c-3ae7d32e5b29 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:19:25.807151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-41b9d5e9-0b5b-44e5-901c-00d2f628fb34 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:26.001530 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46126) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:26.008066 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=8e1976f7-db2f-4f1e-8910-b99b4238b486,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:26.040504 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ff425426-bedf-475c-89fb-47f0fa861e8e None None] Provisioning complete for port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:26.040878 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ff425426-bedf-475c-89fb-47f0fa861e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:26.098065 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:19:26.207272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Attempting to bind port 5ae0232d-ea46-4a8b-a286-14bb1956956a on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:19:26.207557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Attempting to bind port 5ae0232d-ea46-4a8b-a286-14bb1956956a by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '1080c31a-5dc7-4188-847b-e4b346459f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:19:26.207848 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Attempting to bind port 5ae0232d-ea46-4a8b-a286-14bb1956956a on network afa01f28-846c-4b0c-8292-1399f87fc407 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:19:26.230064 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 5ae0232d-ea46-4a8b-a286-14bb1956956a not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:19:26.247054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Port 5ae0232d-ea46-4a8b-a286-14bb1956956a on network afa01f28-846c-4b0c-8292-1399f87fc407 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:19:26.247384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Attempting to bind port 5ae0232d-ea46-4a8b-a286-14bb1956956a on network afa01f28-846c-4b0c-8292-1399f87fc407 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:19:26.275542 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4264558-3a08-4714-a010-51b70b5b57ae req-f6db612b-f350-4269-8d10-1731ac9dc052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:26.278485 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d4264558-3a08-4714-a010-51b70b5b57ae req-f6db612b-f350-4269-8d10-1731ac9dc052 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 1100 time: 0.4169652 Mar 01 21:19:26.282527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:19:26.283128 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Checking segment: {'id': '1080c31a-5dc7-4188-847b-e4b346459f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:26.283805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Bound using segment: {'id': '1080c31a-5dc7-4188-847b-e4b346459f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:19:26.284980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Bound port: 5ae0232d-ea46-4a8b-a286-14bb1956956a, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1080c31a-5dc7-4188-847b-e4b346459f49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:19:26.290625 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:26.339682 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:26.340153 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:26.399040 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d4264558-3a08-4714-a010-51b70b5b57ae req-6b839069-74ed-4189-976d-7e58b0e2ff20 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=dbc2668f-9d7a-4f48-9296-d3931389bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876174 Mar 01 21:19:26.426410 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-017671a9-71a0-4d38-9f31-010031a215e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:26.472875 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-017671a9-71a0-4d38-9f31-010031a215e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:26.480789 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-017671a9-71a0-4d38-9f31-010031a215e7 admin admin] Usage tracker for resource:security_group_rule and tenant:98ec120c90054194a198e55fd20abcd6 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:26.493697 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-017671a9-71a0-4d38-9f31-010031a215e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:26.513324 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-017671a9-71a0-4d38-9f31-010031a215e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:26.548978 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:19:26.553944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:19:26.568289 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ff425426-bedf-475c-89fb-47f0fa861e8e None None] Provisioning for port d72ab910-877f-482a-80ef-06e151435d0b completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:26.577447 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ff425426-bedf-475c-89fb-47f0fa861e8e None None] Provisioning complete for port d72ab910-877f-482a-80ef-06e151435d0b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:26.577817 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ff425426-bedf-475c-89fb-47f0fa861e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:26.656782 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-017671a9-71a0-4d38-9f31-010031a215e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:26.660430 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:26.669784 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6405c35-55bd-4754-b861-85adfb7d2f49 req-1a740cf7-ac73-404c-b8d0-32100d80fa26 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:26.677057 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d6405c35-55bd-4754-b861-85adfb7d2f49 req-1a740cf7-ac73-404c-b8d0-32100d80fa26 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 949 time: 0.2109826 Mar 01 21:19:26.716851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c0c5-df47-4dad-9511-42a013cdeae2 req-86fcc8bf-a95c-436e-aa02-c909d7a86bae tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:26.719868 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ff425426-bedf-475c-89fb-47f0fa861e8e None None] Port d72ab910-877f-482a-80ef-06e151435d0b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:19:26.720046 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1205c0c5-df47-4dad-9511-42a013cdeae2 req-86fcc8bf-a95c-436e-aa02-c909d7a86bae tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 944 time: 0.2508368 Mar 01 21:19:26.758469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:26.758469 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:26.758469 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] 10.222.0.55 "PUT /v2.0/ports/5ae0232d-ea46-4a8b-a286-14bb1956956a HTTP/1.1" status: 200 len: 1092 time: 3.1498194 Mar 01 21:19:26.760159 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-017671a9-71a0-4d38-9f31-010031a215e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:26.832269 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d6405c35-55bd-4754-b861-85adfb7d2f49 req-fbf0acb9-539a-4603-ad01-12831ef666a6 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbc2668f-9d7a-4f48-9296-d3931389bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542585 Mar 01 21:19:26.836778 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41b9d5e9-0b5b-44e5-901c-00d2f628fb34 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 448639fb-18dc-435f-9ac1-4d83cd588d61 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:19:26.879977 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1205c0c5-df47-4dad-9511-42a013cdeae2 req-8fa03ce2-f355-47fc-b94b-5e5a862469d8 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621685 Mar 01 21:19:26.914651 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-017671a9-71a0-4d38-9f31-010031a215e7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=98ec120c90054194a198e55fd20abcd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8860202 Mar 01 21:19:26.924734 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46140) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:26.936830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-cd2990a1-25d3-4bde-b012-c5ebf0ba112f None None] Provisioning complete for port d72ab910-877f-482a-80ef-06e151435d0b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:26.937425 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cd2990a1-25d3-4bde-b012-c5ebf0ba112f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:26.977022 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017671a9-71a0-4d38-9f31-010031a215e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6f5b95-39af-4661-9b54-8ffb2ceba7fb,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:26.988219 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Pushing event updated for resources: {'Port': ['ID=5ae0232d-ea46-4a8b-a286-14bb1956956a,revision_number=11']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:26.997899 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017671a9-71a0-4d38-9f31-010031a215e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:26.998334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017671a9-71a0-4d38-9f31-010031a215e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:26.998735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017671a9-71a0-4d38-9f31-010031a215e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:26.999131 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017671a9-71a0-4d38-9f31-010031a215e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:26.999547 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017671a9-71a0-4d38-9f31-010031a215e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:27.000041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017671a9-71a0-4d38-9f31-010031a215e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:27.000450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017671a9-71a0-4d38-9f31-010031a215e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:27.001184 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017671a9-71a0-4d38-9f31-010031a215e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:27.001711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017671a9-71a0-4d38-9f31-010031a215e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:27.002267 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017671a9-71a0-4d38-9f31-010031a215e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:27.002365 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017671a9-71a0-4d38-9f31-010031a215e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:27.002745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-017671a9-71a0-4d38-9f31-010031a215e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:27.016782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:27.017246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:27.017659 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:27.018080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:27.018471 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:27.018870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:27.019258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:27.019831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:27.020221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:27.020617 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:27.021028 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:27.022005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d24c926e-5541-4189-8869-f52d9059ed6d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:27.078296 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-cd2990a1-25d3-4bde-b012-c5ebf0ba112f None None] Port d72ab910-877f-482a-80ef-06e151435d0b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:19:27.100998 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0f3ec1b9-5355-4631-95dd-421aeb1f3ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:27.125351 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-8cf001f9-c50b-4ce0-abd8-a4ba9dc37bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:27.127145 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-8cf001f9-c50b-4ce0-abd8-a4ba9dc37bcf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 1095 time: 0.3125322 Mar 01 21:19:27.171666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41b9d5e9-0b5b-44e5-901c-00d2f628fb34 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:19:27.183833 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] Sync routers for ids ['448639fb-18dc-435f-9ac1-4d83cd588d61'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:19:27.197648 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] Routers {'448639fb-18dc-435f-9ac1-4d83cd588d61'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:19:27.198523 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:19:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['448639fb-18dc-435f-9ac1-4d83cd588d61'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:27.212231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-41b9d5e9-0b5b-44e5-901c-00d2f628fb34 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/448639fb-18dc-435f-9ac1-4d83cd588d61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7564332 Mar 01 21:19:27.213584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46144) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:27.219287 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-12f24530-4ddd-405d-95d2-4d2f2cad88a1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'network': {'name': 'tempest-RoutersTest-1124459466'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:27.226308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-12f24530-4ddd-405d-95d2-4d2f2cad88a1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:27.234381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-12f24530-4ddd-405d-95d2-4d2f2cad88a1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:network and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:27.237817 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-12f24530-4ddd-405d-95d2-4d2f2cad88a1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:27.244190 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-12f24530-4ddd-405d-95d2-4d2f2cad88a1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:27.331070 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-fd594c54-0676-4d69-b576-373424b2433d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:27.332881 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-fd594c54-0676-4d69-b576-373424b2433d service neutron] 10.222.0.55 "GET /v2.0/networks?id=afa01f28-846c-4b0c-8292-1399f87fc407 HTTP/1.1" status: 200 len: 897 time: 0.1963634 Mar 01 21:19:27.335779 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0f3ec1b9-5355-4631-95dd-421aeb1f3ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:27.343039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:19:27.353163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f24530-4ddd-405d-95d2-4d2f2cad88a1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Made reservation on behalf of acfc6a9964af49b3a3adf1407ea5d8d6 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:19:27.358071 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-12f24530-4ddd-405d-95d2-4d2f2cad88a1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:27.410326 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-60327e34-12bf-4c42-abeb-210867d4bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:27.419731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12f24530-4ddd-405d-95d2-4d2f2cad88a1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:19:27.456652 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-12f24530-4ddd-405d-95d2-4d2f2cad88a1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:27.456652 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-12f24530-4ddd-405d-95d2-4d2f2cad88a1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Added segment 647ff3a6-8065-4bc4-a86a-341011336cb7 of type vlan for network a858dabf-d218-413d-94f3-96972ab66190 Mar 01 21:19:27.456959 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] Set router 448639fb-18dc-435f-9ac1-4d83cd588d61 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:19:27.492532 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-12f24530-4ddd-405d-95d2-4d2f2cad88a1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:27.509751 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-56a7645a-0386-411f-b852-fd599c3a5e99 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a HTTP/1.1" status: 200 len: 998 time: 0.1603053 Mar 01 21:19:27.598922 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-12f24530-4ddd-405d-95d2-4d2f2cad88a1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:27.605308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f24530-4ddd-405d-95d2-4d2f2cad88a1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:27.605935 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-12f24530-4ddd-405d-95d2-4d2f2cad88a1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:27.691161 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'status': 'completed', 'code': 200} Mar 01 21:19:27.784957 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-ca9d61eb-9da0-4c71-9196-2cca11ac08b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:27.786589 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-ca9d61eb-9da0-4c71-9196-2cca11ac08b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d9e352e-01b1-43dc-beb3-fcff3bc5086a HTTP/1.1" status: 200 len: 834 time: 0.2716639 Mar 01 21:19:27.860943 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f24530-4ddd-405d-95d2-4d2f2cad88a1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Network': ['ID=a858dabf-d218-413d-94f3-96972ab66190,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:27.874828 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network a858dabf-d218-413d-94f3-96972ab66190 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:19:27.883522 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0f3ec1b9-5355-4631-95dd-421aeb1f3ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:27.981885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-12f24530-4ddd-405d-95d2-4d2f2cad88a1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7665625 Mar 01 21:19:27.984684 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46164) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:27.991187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-44d652fb-2cd4-400e-890f-cfb3882047f7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'subnet': {'network_id': 'a858dabf-d218-413d-94f3-96972ab66190', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:28.004914 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:19:23Z', 'revision_number': 2, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:24Z', 'revision_number': 2, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:28.019771 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] Checking router: 448639fb-18dc-435f-9ac1-4d83cd588d61 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:19:28.022734 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] Updating router 448639fb-18dc-435f-9ac1-4d83cd588d61 port d72ab910-877f-482a-80ef-06e151435d0b binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:19:28.048037 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8a98c29f-8b67-422a-aa56-2e07d5b117ad req-679b15f2-05f4-4e21-82ec-fb3b3b900190 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4654851 Mar 01 21:19:28.056658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ec1b9-5355-4631-95dd-421aeb1f3ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6f5b95-39af-4661-9b54-8ffb2ceba7fb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:28.079500 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-48553efa-cf63-438f-b022-624462e2c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:28.081074 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-48553efa-cf63-438f-b022-624462e2c93e service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 1095 time: 0.3921478 Mar 01 21:19:28.175393 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:28.374646 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0f3ec1b9-5355-4631-95dd-421aeb1f3ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:28.386175 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-44d652fb-2cd4-400e-890f-cfb3882047f7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:28.395164 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0f3ec1b9-5355-4631-95dd-421aeb1f3ec6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ab6f5b95-39af-4661-9b54-8ffb2ceba7fb HTTP/1.1" status: 204 len: 168 time: 1.4586935 Mar 01 21:19:28.395530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-44d652fb-2cd4-400e-890f-cfb3882047f7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:subnet and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:28.401402 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-44d652fb-2cd4-400e-890f-cfb3882047f7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:28.415880 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-44d652fb-2cd4-400e-890f-cfb3882047f7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:28.492239 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aaeee1-56ca-4ac1-ae19-717710179834 req-ff756633-cce7-45ce-83c5-132cdd71fa7a tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:28.499296 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60aaeee1-56ca-4ac1-ae19-717710179834 req-ff756633-cce7-45ce-83c5-132cdd71fa7a tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 949 time: 0.2382557 Mar 01 21:19:28.514285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bd041-886b-4f63-8348-3be80b10f141 req-768387b3-382e-4d28-8125-c23af9d08bf8 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:28.522377 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee1bd041-886b-4f63-8348-3be80b10f141 req-768387b3-382e-4d28-8125-c23af9d08bf8 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 944 time: 0.2664735 Mar 01 21:19:28.557760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44d652fb-2cd4-400e-890f-cfb3882047f7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Made reservation on behalf of acfc6a9964af49b3a3adf1407ea5d8d6 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:19:28.562975 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-44d652fb-2cd4-400e-890f-cfb3882047f7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:28.574245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-a4e7b435-98e3-4318-a3ad-4f42b9c59377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:28.576161 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-a4e7b435-98e3-4318-a3ad-4f42b9c59377 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afa01f28-846c-4b0c-8292-1399f87fc407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7820458 Mar 01 21:19:28.686932 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ee1bd041-886b-4f63-8348-3be80b10f141 req-4c49ce03-67ca-446a-9abb-60f38c9e2c5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635234 Mar 01 21:19:28.763625 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60aaeee1-56ca-4ac1-ae19-717710179834 req-4f00e26d-6a19-4f78-9924-659ecebdea88 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbc2668f-9d7a-4f48-9296-d3931389bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2584529 Mar 01 21:19:28.779585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-fc2c1252-e186-43cf-9316-d5b86b29ee94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:28.785503 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-fc2c1252-e186-43cf-9316-d5b86b29ee94 service neutron] 10.222.0.57 "GET /v2.0/networks?id=afa01f28-846c-4b0c-8292-1399f87fc407 HTTP/1.1" status: 200 len: 897 time: 0.6976280 Mar 01 21:19:28.804783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98c29f-8b67-422a-aa56-2e07d5b117ad req-520265f3-7c17-4320-916e-dbc3e9682f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:28.809754 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8a98c29f-8b67-422a-aa56-2e07d5b117ad req-520265f3-7c17-4320-916e-dbc3e9682f00 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=177562bd87a4424f83471f73a3e34887&device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 1096 time: 0.4001150 Mar 01 21:19:28.919166 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:28.936392 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] Transition to ACTIVE for port object d72ab910-877f-482a-80ef-06e151435d0b will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:29.039854 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:29.067936 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-44d652fb-2cd4-400e-890f-cfb3882047f7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:29.148989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98c29f-8b67-422a-aa56-2e07d5b117ad req-f26f0631-1636-4688-8da8-71a86a310dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:29.150481 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8a98c29f-8b67-422a-aa56-2e07d5b117ad req-f26f0631-1636-4688-8da8-71a86a310dd6 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7ebe53d5-a152-4e71-89db-032890009b0a HTTP/1.1" status: 200 len: 909 time: 0.1999977 Mar 01 21:19:29.179520 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-4aff64fa-61d9-4269-a238-d8fb51a2f8d5 service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5952220 Mar 01 21:19:29.289210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d652fb-2cd4-400e-890f-cfb3882047f7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Subnet': ['ID=9aecd8b4-1235-4507-9453-0ccf254af943,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:29.292264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d652fb-2cd4-400e-890f-cfb3882047f7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Checking segment: {'id': '647ff3a6-8065-4bc4-a86a-341011336cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:29.292793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d652fb-2cd4-400e-890f-cfb3882047f7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network hostable DHCP agents. Network: a858dabf-d218-413d-94f3-96972ab66190, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:19:29.421864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d652fb-2cd4-400e-890f-cfb3882047f7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network a858dabf-d218-413d-94f3-96972ab66190 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:19:29.519973 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-44d652fb-2cd4-400e-890f-cfb3882047f7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, a858dabf-d218-413d-94f3-96972ab66190) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:29.528808 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad30ca5-533c-430c-932f-203f1cf76d62 None None] Network a858dabf-d218-413d-94f3-96972ab66190 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:19:29.530901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d652fb-2cd4-400e-890f-cfb3882047f7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:29.533033 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-44d652fb-2cd4-400e-890f-cfb3882047f7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:29.625280 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-a8749ff8-9eff-44a5-a81d-bc516df3e756 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a HTTP/1.1" status: 200 len: 998 time: 0.8239038 Mar 01 21:19:29.646621 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-44d652fb-2cd4-400e-890f-cfb3882047f7 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6591704 Mar 01 21:19:29.648998 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46204) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:29.704694 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8bd77-111f-45af-a46d-903cb776cd53 None None] Pushing event updated for resources: {'Port': ['ID=d72ab910-877f-482a-80ef-06e151435d0b,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:29.757981 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-75da1625-8075-41f0-8753-3bec5995c35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:29.771103 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8bd77-111f-45af-a46d-903cb776cd53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:29.787002 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8bd77-111f-45af-a46d-903cb776cd53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:29.787751 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8bd77-111f-45af-a46d-903cb776cd53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:29.793224 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8bd77-111f-45af-a46d-903cb776cd53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:29.793224 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8bd77-111f-45af-a46d-903cb776cd53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:29.793224 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8bd77-111f-45af-a46d-903cb776cd53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:29.793224 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8bd77-111f-45af-a46d-903cb776cd53 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:29.793224 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8bd77-111f-45af-a46d-903cb776cd53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:29.793224 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8bd77-111f-45af-a46d-903cb776cd53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:29.793224 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8bd77-111f-45af-a46d-903cb776cd53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:29.793224 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8bd77-111f-45af-a46d-903cb776cd53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:29.793224 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11b8bd77-111f-45af-a46d-903cb776cd53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:19:29.815387 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-fe232b87-3ceb-46ff-9c7c-1692a8aaf049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:29.818012 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-fe232b87-3ceb-46ff-9c7c-1692a8aaf049 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=2d9e352e-01b1-43dc-beb3-fcff3bc5086a HTTP/1.1" status: 200 len: 834 time: 0.1777933 Mar 01 21:19:29.844536 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] Attempting to bind port d72ab910-877f-482a-80ef-06e151435d0b on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:19:29.848218 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] Attempting to bind port d72ab910-877f-482a-80ef-06e151435d0b by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '4829cec9-4355-4167-85e4-5b9ad5a5dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:19:29.848772 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] Attempting to bind port d72ab910-877f-482a-80ef-06e151435d0b on network d20f425b-9380-4749-ab0c-3ae7d32e5b29 {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:19:29.865953 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 19, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:19:29.866666 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] Checking segment: {'id': '4829cec9-4355-4167-85e4-5b9ad5a5dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:29.871561 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:29.871561 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] Bound using segment: {'id': '4829cec9-4355-4167-85e4-5b9ad5a5dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:19:29.871561 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] Bound port: d72ab910-877f-482a-80ef-06e151435d0b, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4829cec9-4355-4167-85e4-5b9ad5a5dc32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:19:29.871561 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:30.026075 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] For port d72ab910-877f-482a-80ef-06e151435d0b, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:19:30.034614 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] For port d72ab910-877f-482a-80ef-06e151435d0b, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d72ab910-877f-482a-80ef-06e151435d0b,segment=NetworkSegment(4829cec9-4355-4167-85e4-5b9ad5a5dc32),segment_id=4829cec9-4355-4167-85e4-5b9ad5a5dc32)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:19:30.060432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-a858dabf-d218-413d-94f3-96972ab66190', 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'fixed_ips': [{'subnet_id': '9aecd8b4-1235-4507-9453-0ccf254af943'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:19:30.061222 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:30.092000 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8a98c29f-8b67-422a-aa56-2e07d5b117ad req-c96be6bc-e8b9-4694-9fb2-409edee7af9a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4889a58-a09b-40fb-a9d0-187086611e43 HTTP/1.1" status: 200 len: 1001 time: 0.9047651 Mar 01 21:19:30.137738 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:30.273292 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46222) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:30.427025 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5d102ff9-0293-4173-af56-e944a6dfc7e3 req-cd916cca-f232-455e-86da-2d9b5b4b3289 service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9875145 Mar 01 21:19:30.476969 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] Routers {'448639fb-18dc-435f-9ac1-4d83cd588d61'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:19:30.478235 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:19:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['448639fb-18dc-435f-9ac1-4d83cd588d61'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:30.480603 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-a7f20aef-d151-4b5b-a9da-34b4e19ae28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:30.483803 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-a7f20aef-d151-4b5b-a9da-34b4e19ae28d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=afa01f28-846c-4b0c-8292-1399f87fc407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5294769 Mar 01 21:19:30.720539 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98c29f-8b67-422a-aa56-2e07d5b117ad req-3ecb9db3-c4b9-499e-af2a-6dad02165028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:30.727929 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8a98c29f-8b67-422a-aa56-2e07d5b117ad req-3ecb9db3-c4b9-499e-af2a-6dad02165028 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb459190-f9fa-407d-8fec-9826c0c3ce9d HTTP/1.1" status: 200 len: 847 time: 0.6273487 Mar 01 21:19:30.730493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1830876144-network', 'tenant_id': '1112f03fa29f4e6dbe06039f8171a640'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:30.755206 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:30.759881 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Usage tracker for resource:network and tenant:1112f03fa29f4e6dbe06039f8171a640 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:30.763590 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b8bd77-111f-45af-a46d-903cb776cd53 None None] Pushing event updated for resources: {'Port': ['ID=d72ab910-877f-482a-80ef-06e151435d0b,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:30.778289 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:30.792216 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:30.864276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Made reservation on behalf of 1112f03fa29f4e6dbe06039f8171a640 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:19:30.867010 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:30.881552 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:30.901420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df373359-ea64-4460-9dfe-92ab9f466b61 req-3509a097-b10a-4b41-be9a-9283b42d1e8d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:30.903286 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df373359-ea64-4460-9dfe-92ab9f466b61 req-3509a097-b10a-4b41-be9a-9283b42d1e8d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 944 time: 0.6821880 Mar 01 21:19:30.920602 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:30.931004 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Allocated IP 172.21.0.2 (a858dabf-d218-413d-94f3-96972ab66190/9aecd8b4-1235-4507-9453-0ccf254af943/e64dba3b-c2db-440f-8f7f-d282fd981394) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:19:30.993946 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:31.019628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:31.032512 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] Set router 448639fb-18dc-435f-9ac1-4d83cd588d61 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:19:31.052197 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98c29f-8b67-422a-aa56-2e07d5b117ad req-4067afcd-d5b8-42c2-8457-59f5b3041d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:31.054984 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8a98c29f-8b67-422a-aa56-2e07d5b117ad req-4067afcd-d5b8-42c2-8457-59f5b3041d3d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ebe53d5-a152-4e71-89db-032890009b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2705591 Mar 01 21:19:31.111794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Usage tracker for resource:security_group_rule and tenant:1112f03fa29f4e6dbe06039f8171a640 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:31.122765 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:31.134134 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df373359-ea64-4460-9dfe-92ab9f466b61 req-3bf614ff-880e-4e5b-9595-bb54f34e3be0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175391 Mar 01 21:19:31.147473 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:31.228946 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-defb2f3c-5e2a-4498-9fce-622f9111f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:31.235159 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-defb2f3c-5e2a-4498-9fce-622f9111f06f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 1095 time: 0.7409678 Mar 01 21:19:31.304604 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4fb290f6-28a0-40e8-9fc9-c9c52d8489bd tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:31.353532 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-362605ff-a236-48c3-a6c0-ff824a4391b5 service neutron] 10.222.0.57 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8581145 Mar 01 21:19:31.407394 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:31.422629 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Transition to ACTIVE for port object e64dba3b-c2db-440f-8f7f-d282fd981394 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:31.463404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Transition to ACTIVE for port object e64dba3b-c2db-440f-8f7f-d282fd981394 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:31.536254 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:31.620708 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Network a858dabf-d218-413d-94f3-96972ab66190 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:19:31.628939 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:31.644188 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:31.648400 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:19:31.789446 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:19:23Z', 'revision_number': 2, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:30Z', 'revision_number': 4, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:31.798216 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c62fd7e-6e15-44ed-9640-e74008997b06 None None] The sync data for ids ['448639fb-18dc-435f-9ac1-4d83cd588d61'] in n-d-827896-4 is: [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:19:23Z', 'revision_number': 2, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:30Z', 'revision_number': 4, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:19:31.802185 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:31.871867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:19:31.883705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61230485-439d-48ea-970a-4a5e673a8d78,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:31.906386 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Pushing event updated for resources: {'Port': ['ID=e64dba3b-c2db-440f-8f7f-d282fd981394,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:31.921177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Attempting to bind port e64dba3b-c2db-440f-8f7f-d282fd981394 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:19:31.931061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Attempting to bind port e64dba3b-c2db-440f-8f7f-d282fd981394 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '647ff3a6-8065-4bc4-a86a-341011336cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:19:31.934075 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Attempting to bind port e64dba3b-c2db-440f-8f7f-d282fd981394 on network a858dabf-d218-413d-94f3-96972ab66190 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:19:31.951105 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:19:31.951543 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Checking segment: {'id': '647ff3a6-8065-4bc4-a86a-341011336cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:31.953646 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:31.955227 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Bound using segment: {'id': '647ff3a6-8065-4bc4-a86a-341011336cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:19:31.955319 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Bound port: e64dba3b-c2db-440f-8f7f-d282fd981394, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647ff3a6-8065-4bc4-a86a-341011336cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:19:31.955724 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:31.970591 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:31.970957 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Added segment 1791e62c-0747-4e30-b325-352ecdad5dee of type vlan for network c66c178e-a20a-42be-adfb-9d73b9d07ffb Mar 01 21:19:32.019062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-d3e9b70a-294a-4561-9534-a95ebaa0f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:32.024600 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-4fb290f6-28a0-40e8-9fc9-c9c52d8489bd tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Allocated IP 172.21.0.1 (a858dabf-d218-413d-94f3-96972ab66190/9aecd8b4-1235-4507-9453-0ccf254af943/e35ed19f-47bf-4a2a-9951-8314646ed83e) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:19:32.025587 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-d3e9b70a-294a-4561-9534-a95ebaa0f027 service neutron] 10.222.0.55 "GET /v2.0/networks?id=afa01f28-846c-4b0c-8292-1399f87fc407 HTTP/1.1" status: 200 len: 897 time: 0.6904886 Mar 01 21:19:32.255537 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-12226038-3575-41b7-b132-f8a9725c49e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a HTTP/1.1" status: 200 len: 998 time: 0.2151251 Mar 01 21:19:32.287225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] For port e64dba3b-c2db-440f-8f7f-d282fd981394, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:19:32.291702 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] For port e64dba3b-c2db-440f-8f7f-d282fd981394, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e64dba3b-c2db-440f-8f7f-d282fd981394,segment=NetworkSegment(647ff3a6-8065-4bc4-a86a-341011336cb7),segment_id=647ff3a6-8065-4bc4-a86a-341011336cb7)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:19:32.336134 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:32.365278 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:32.421910 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8a98c29f-8b67-422a-aa56-2e07d5b117ad req-3f0606fb-fbd3-4dd7-8a66-a907f5e4ac99 service neutron] 10.222.0.57 "GET /v2.0/networks/7ebe53d5-a152-4e71-89db-032890009b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3429861 Mar 01 21:19:32.436697 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4fb290f6-28a0-40e8-9fc9-c9c52d8489bd tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:32.458053 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:32.529798 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-4fb290f6-28a0-40e8-9fc9-c9c52d8489bd tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Transition to ACTIVE for port object e35ed19f-47bf-4a2a-9951-8314646ed83e will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:32.563588 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169a9e5-6467-4eae-b938-d7dbf8d59af6 None None] Pushing event updated for resources: {'Port': ['ID=e64dba3b-c2db-440f-8f7f-d282fd981394,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:32.674628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126a6a8-ef15-4054-ae19-c40b4ae86719 req-7f180e3f-6608-4682-90a6-24eb175275b7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:32.679288 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e126a6a8-ef15-4054-ae19-c40b4ae86719 req-7f180e3f-6608-4682-90a6-24eb175275b7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 944 time: 0.2288394 Mar 01 21:19:32.681989 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:32.684441 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:32.689366 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:32.725683 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8a98c29f-8b67-422a-aa56-2e07d5b117ad req-0cf71e75-c65a-48b8-842a-3408e0b0d849 service neutron] 10.222.0.57 "GET /v2.0/networks/7ebe53d5-a152-4e71-89db-032890009b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930965 Mar 01 21:19:32.769196 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4fb290f6-28a0-40e8-9fc9-c9c52d8489bd tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:32.829595 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-2e16ae12-ef6a-4686-b43b-c928f2afe444 service neutron] 10.222.0.57 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3903565 Mar 01 21:19:32.831151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-979ad822-8422-4dce-a6fc-bc17873b1f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:32.832589 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-979ad822-8422-4dce-a6fc-bc17873b1f59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d9e352e-01b1-43dc-beb3-fcff3bc5086a HTTP/1.1" status: 200 len: 834 time: 0.5573623 Mar 01 21:19:33.030424 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb290f6-28a0-40e8-9fc9-c9c52d8489bd tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Port': ['ID=e35ed19f-47bf-4a2a-9951-8314646ed83e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:33.045988 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb290f6-28a0-40e8-9fc9-c9c52d8489bd tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network a858dabf-d218-413d-94f3-96972ab66190 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:19:33.056530 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-82337504-e9cf-484f-8cf7-e48d50bdd909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:33.061870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-4fb290f6-28a0-40e8-9fc9-c9c52d8489bd tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:33.070714 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-82337504-e9cf-484f-8cf7-e48d50bdd909 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afa01f28-846c-4b0c-8292-1399f87fc407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2275202 Mar 01 21:19:33.071218 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb290f6-28a0-40e8-9fc9-c9c52d8489bd tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:19:33.342456 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-7a3f9bd7-5772-4693-b557-69907f177d96 service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604477 Mar 01 21:19:33.525019 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-803d8c40-cde4-4d2c-b063-aa705e5ceecc req-48888e1e-972a-4d5b-93ec-3f1abf3b0af6 service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754427 Mar 01 21:19:33.554032 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4fb290f6-28a0-40e8-9fc9-c9c52d8489bd tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:33.583516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] Pushing event updated for resources: {'Network': ['ID=c66c178e-a20a-42be-adfb-9d73b9d07ffb,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:33.596467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network c66c178e-a20a-42be-adfb-9d73b9d07ffb details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:19:33.603455 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e126a6a8-ef15-4054-ae19-c40b4ae86719 req-b7428b0f-97ae-4e7e-9d60-a1b5b69b9fdb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8912740 Mar 01 21:19:33.628647 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ebf003f1-44de-4cec-9575-9962ba9a3044 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.3543124 Mar 01 21:19:33.632292 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46276) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:33.638570 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8fabad90-263e-4dc9-b79f-4494ab8b127e admin admin] Request body: {'subnet': {'network_id': 'c66c178e-a20a-42be-adfb-9d73b9d07ffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1830876144-subnet', 'tenant_id': '1112f03fa29f4e6dbe06039f8171a640', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:33.644323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8fabad90-263e-4dc9-b79f-4494ab8b127e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:33.649818 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8fabad90-263e-4dc9-b79f-4494ab8b127e admin admin] Usage tracker for resource:subnet and tenant:1112f03fa29f4e6dbe06039f8171a640 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:33.653577 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8fabad90-263e-4dc9-b79f-4494ab8b127e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:33.660655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8fabad90-263e-4dc9-b79f-4494ab8b127e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:33.765802 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fabad90-263e-4dc9-b79f-4494ab8b127e admin admin] Made reservation on behalf of 1112f03fa29f4e6dbe06039f8171a640 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:19:33.768725 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8fabad90-263e-4dc9-b79f-4494ab8b127e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:33.861279 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4fb290f6-28a0-40e8-9fc9-c9c52d8489bd tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:33.901505 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02961168-fc86-4fcd-91f5-36db7bf98b54 req-490bf240-0449-4906-b3c3-f15954304a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:33.903105 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-02961168-fc86-4fcd-91f5-36db7bf98b54 req-490bf240-0449-4906-b3c3-f15954304a43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 1095 time: 0.2241845 Mar 01 21:19:34.223263 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d72ab910-877f-482a-80ef-06e151435d0b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:19:34.386032 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02961168-fc86-4fcd-91f5-36db7bf98b54 req-b9d320b3-3be1-494c-8f2f-9976a49b24eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:34.387941 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-02961168-fc86-4fcd-91f5-36db7bf98b54 req-b9d320b3-3be1-494c-8f2f-9976a49b24eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=afa01f28-846c-4b0c-8292-1399f87fc407 HTTP/1.1" status: 200 len: 897 time: 0.4618192 Mar 01 21:19:34.501707 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port d72ab910-877f-482a-80ef-06e151435d0b completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:34.510131 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d72ab910-877f-482a-80ef-06e151435d0b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:34.510626 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:34.554804 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8fabad90-263e-4dc9-b79f-4494ab8b127e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:34.727123 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82ac133-c433-4556-aad0-4998b39f0743 None None] Network a858dabf-d218-413d-94f3-96972ab66190 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:19:34.760926 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:34.800026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabad90-263e-4dc9-b79f-4494ab8b127e admin admin] Pushing event updated for resources: {'Subnet': ['ID=76588bce-2fe8-4b80-935e-548f0ca0dc2b,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:34.806660 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-02961168-fc86-4fcd-91f5-36db7bf98b54 req-d607d3a7-8198-496a-b778-d6f2e5181ab3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a HTTP/1.1" status: 200 len: 998 time: 0.4109218 Mar 01 21:19:34.817151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fabad90-263e-4dc9-b79f-4494ab8b127e admin admin] Checking segment: {'id': '1791e62c-0747-4e30-b325-352ecdad5dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c66c178e-a20a-42be-adfb-9d73b9d07ffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:34.817513 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fabad90-263e-4dc9-b79f-4494ab8b127e admin admin] Network hostable DHCP agents. Network: c66c178e-a20a-42be-adfb-9d73b9d07ffb, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:19:34.874417 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port d72ab910-877f-482a-80ef-06e151435d0b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d72ab910-877f-482a-80ef-06e151435d0b,segment=NetworkSegment(4829cec9-4355-4167-85e4-5b9ad5a5dc32),segment_id=4829cec9-4355-4167-85e4-5b9ad5a5dc32)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:34.903404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02961168-fc86-4fcd-91f5-36db7bf98b54 req-472aeccc-d869-460d-9d33-3a0e7df157ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:34.903404 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-02961168-fc86-4fcd-91f5-36db7bf98b54 req-472aeccc-d869-460d-9d33-3a0e7df157ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d9e352e-01b1-43dc-beb3-fcff3bc5086a HTTP/1.1" status: 200 len: 834 time: 0.0858223 Mar 01 21:19:34.912777 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4fb290f6-28a0-40e8-9fc9-c9c52d8489bd tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:34.989511 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02961168-fc86-4fcd-91f5-36db7bf98b54 req-346eef19-26c1-410a-80ac-c772834fb958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:34.991808 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-02961168-fc86-4fcd-91f5-36db7bf98b54 req-346eef19-26c1-410a-80ac-c772834fb958 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afa01f28-846c-4b0c-8292-1399f87fc407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837052 Mar 01 21:19:35.008988 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4fb290f6-28a0-40e8-9fc9-c9c52d8489bd tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:35.027994 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:35.028778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e64dba3b-c2db-440f-8f7f-d282fd981394 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:19:35.071890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fabad90-263e-4dc9-b79f-4494ab8b127e admin admin] Network c66c178e-a20a-42be-adfb-9d73b9d07ffb is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:19:35.102649 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2d92ef4b-8b6d-4471-8c96-2158c5b0af3d None None] Provisioning for port e64dba3b-c2db-440f-8f7f-d282fd981394 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:35.211450 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 5ae0232d-ea46-4a8b-a286-14bb1956956a details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:19:35.313468 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=d72ab910-877f-482a-80ef-06e151435d0b,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:35.317373 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb290f6-28a0-40e8-9fc9-c9c52d8489bd tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Port': ['ID=e35ed19f-47bf-4a2a-9951-8314646ed83e,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:35.378964 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port e64dba3b-c2db-440f-8f7f-d282fd981394 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:35.421066 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port e64dba3b-c2db-440f-8f7f-d282fd981394 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:35.421440 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:35.450385 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-8fabad90-263e-4dc9-b79f-4494ab8b127e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, c66c178e-a20a-42be-adfb-9d73b9d07ffb) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:35.467608 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fabad90-263e-4dc9-b79f-4494ab8b127e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:35.468206 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8fabad90-263e-4dc9-b79f-4494ab8b127e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:35.471223 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41063e0a-24e4-4460-a230-a0c388f57935 None None] Network c66c178e-a20a-42be-adfb-9d73b9d07ffb requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:19:35.484365 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4fb290f6-28a0-40e8-9fc9-c9c52d8489bd tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:35.555928 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-02961168-fc86-4fcd-91f5-36db7bf98b54 req-a0209025-c5fa-4699-a101-025e003f25c6 service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584118 Mar 01 21:19:35.683070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:35.709863 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8fabad90-263e-4dc9-b79f-4494ab8b127e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0754240 Mar 01 21:19:35.734483 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407', 'port_id': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'mac_address': 'fa:16:3e:c4:21:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:19:35.807117 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-02961168-fc86-4fcd-91f5-36db7bf98b54 req-788d4bb3-7736-4ef4-af1f-2e3be4224d52 service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439256 Mar 01 21:19:35.860225 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb290f6-28a0-40e8-9fc9-c9c52d8489bd tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network a858dabf-d218-413d-94f3-96972ab66190 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:19:35.864630 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-4fb290f6-28a0-40e8-9fc9-c9c52d8489bd tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:35.881931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c76e15-b810-488d-9e37-54c86986ba9a req-29b4a3f0-766f-4442-a372-6ffc1249da9a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:35.889834 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50c76e15-b810-488d-9e37-54c86986ba9a req-29b4a3f0-766f-4442-a372-6ffc1249da9a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 944 time: 1.1122198 Mar 01 21:19:36.055310 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:36.093821 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:36.118705 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50c76e15-b810-488d-9e37-54c86986ba9a req-dbbf8153-fffa-420d-a1f6-c2918170f9b5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276688 Mar 01 21:19:36.134032 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46312) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:36.154904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb290f6-28a0-40e8-9fc9-c9c52d8489bd tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 448639fb-18dc-435f-9ac1-4d83cd588d61 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:19:36.155744 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae0232d-ea46-4a8b-a286-14bb1956956a {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:19:36.267115 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-472429eb-4647-4e64-a6b7-cce29c12c11a None None] Provisioning complete for port e64dba3b-c2db-440f-8f7f-d282fd981394 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:36.278699 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-472429eb-4647-4e64-a6b7-cce29c12c11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:36.328778 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ac44565d-5d84-450f-886a-4cc2945bf69c tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/floatingips/a5dd39a3-9c5e-4fba-8d76-75ff9e45a44d HTTP/1.1" status: 200 len: 990 time: 0.1935527 Mar 01 21:19:36.347522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1e95a0-368e-40c0-ae5c-a15270fa5c5e None None] Network c66c178e-a20a-42be-adfb-9d73b9d07ffb requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:19:36.364397 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb290f6-28a0-40e8-9fc9-c9c52d8489bd tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:19:36.370328 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4fb290f6-28a0-40e8-9fc9-c9c52d8489bd tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/448639fb-18dc-435f-9ac1-4d83cd588d61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7200370 Mar 01 21:19:36.375522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46316) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:36.379278 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f7533c42-9431-4ee8-8468-5b18748ae50f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'network': {'name': 'tempest-RoutersTest-643603531'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:36.385844 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f7533c42-9431-4ee8-8468-5b18748ae50f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:36.390368 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f7533c42-9431-4ee8-8468-5b18748ae50f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:network and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:36.393776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f7533c42-9431-4ee8-8468-5b18748ae50f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:36.401531 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f7533c42-9431-4ee8-8468-5b18748ae50f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:36.515882 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7533c42-9431-4ee8-8468-5b18748ae50f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Made reservation on behalf of acfc6a9964af49b3a3adf1407ea5d8d6 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:19:36.524607 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f7533c42-9431-4ee8-8468-5b18748ae50f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:36.529333 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:36.593083 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7533c42-9431-4ee8-8468-5b18748ae50f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:19:36.595294 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] Sync routers for ids ['448639fb-18dc-435f-9ac1-4d83cd588d61'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:19:36.616331 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f7533c42-9431-4ee8-8468-5b18748ae50f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:36.616837 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-f7533c42-9431-4ee8-8468-5b18748ae50f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Added segment e7fe586d-d00a-4991-b8bf-2ec4ebc9414c of type vlan for network 64678362-fff6-421c-82bb-953b7bc4fa5f Mar 01 21:19:36.672407 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] Routers {'448639fb-18dc-435f-9ac1-4d83cd588d61'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:19:36.673272 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:19:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['448639fb-18dc-435f-9ac1-4d83cd588d61'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:36.675012 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f7533c42-9431-4ee8-8468-5b18748ae50f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:36.725619 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:36.748839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46332) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:36.755403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1378280674-network', 'tenant_id': 'e8c3521e75f94f1e9b0d77ff5497c5ce'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:36.766509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:36.773541 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Usage tracker for resource:network and tenant:e8c3521e75f94f1e9b0d77ff5497c5ce is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:36.778525 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:36.778830 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f7533c42-9431-4ee8-8468-5b18748ae50f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:36.786704 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port e64dba3b-c2db-440f-8f7f-d282fd981394, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e64dba3b-c2db-440f-8f7f-d282fd981394,segment=NetworkSegment(647ff3a6-8065-4bc4-a86a-341011336cb7),segment_id=647ff3a6-8065-4bc4-a86a-341011336cb7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:36.791503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:36.794657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7533c42-9431-4ee8-8468-5b18748ae50f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:36.795310 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f7533c42-9431-4ee8-8468-5b18748ae50f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:36.896267 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Made reservation on behalf of e8c3521e75f94f1e9b0d77ff5497c5ce for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:19:36.899814 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:36.917370 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:36.924940 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:36.962006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:36.970223 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Usage tracker for resource:security_group_rule and tenant:e8c3521e75f94f1e9b0d77ff5497c5ce is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:36.977397 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:36.990186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:36.998324 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7533c42-9431-4ee8-8468-5b18748ae50f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Network': ['ID=64678362-fff6-421c-82bb-953b7bc4fa5f,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:37.031017 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 64678362-fff6-421c-82bb-953b7bc4fa5f details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:19:37.062131 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] Set router 448639fb-18dc-435f-9ac1-4d83cd588d61 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:19:37.069401 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f7533c42-9431-4ee8-8468-5b18748ae50f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6924040 Mar 01 21:19:37.069597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46342) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:37.075031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-a00af9dc-a9d5-47a8-aa05-2c713b2b493d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'subnet': {'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:37.164403 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:37.179674 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d72ab910-877f-482a-80ef-06e151435d0b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:19:37.203718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['5ae0232d-ea46-4a8b-a286-14bb1956956a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:19:37.234043 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a00af9dc-a9d5-47a8-aa05-2c713b2b493d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:37.251518 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a00af9dc-a9d5-47a8-aa05-2c713b2b493d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:subnet and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:37.251518 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a00af9dc-a9d5-47a8-aa05-2c713b2b493d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:37.257149 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a00af9dc-a9d5-47a8-aa05-2c713b2b493d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:37.267331 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:37.275912 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=5ae0232d-ea46-4a8b-a286-14bb1956956a,revision_number=12']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:37.324486 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:19:37.333552 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69d5d6e-b97d-4938-b6cd-5ed2a699aac4,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:37.343852 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:37.344202 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Added segment 8bd1167f-c34c-4770-96a3-6b416ad40166 of type vlan for network b544d29a-e89a-4a9c-a22f-b6eb1d6f03cb Mar 01 21:19:37.382595 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00af9dc-a9d5-47a8-aa05-2c713b2b493d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Made reservation on behalf of acfc6a9964af49b3a3adf1407ea5d8d6 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:19:37.391416 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a00af9dc-a9d5-47a8-aa05-2c713b2b493d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:37.404985 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:37.513417 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:37.514744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:37.515512 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:37.647830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=e64dba3b-c2db-440f-8f7f-d282fd981394,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:37.853732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] Pushing event updated for resources: {'Network': ['ID=b544d29a-e89a-4a9c-a22f-b6eb1d6f03cb,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:37.856743 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b73528a4-d9a7-4467-9ab5-493aab1c235d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1079748 Mar 01 21:19:37.859624 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46356) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:37.866017 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-5bfe09b5-9ca5-4cb3-84e2-10a8871e9928 admin admin] Request body: {'subnet': {'network_id': 'b544d29a-e89a-4a9c-a22f-b6eb1d6f03cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1378280674-subnet', 'tenant_id': 'e8c3521e75f94f1e9b0d77ff5497c5ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:37.871928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5bfe09b5-9ca5-4cb3-84e2-10a8871e9928 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:37.876632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5bfe09b5-9ca5-4cb3-84e2-10a8871e9928 admin admin] Usage tracker for resource:subnet and tenant:e8c3521e75f94f1e9b0d77ff5497c5ce is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:37.880705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5bfe09b5-9ca5-4cb3-84e2-10a8871e9928 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:37.888509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5bfe09b5-9ca5-4cb3-84e2-10a8871e9928 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:37.923691 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a00af9dc-a9d5-47a8-aa05-2c713b2b493d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:37.974997 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network b544d29a-e89a-4a9c-a22f-b6eb1d6f03cb details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:19:38.011705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00af9dc-a9d5-47a8-aa05-2c713b2b493d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Subnet': ['ID=963d1aa5-5386-4d22-8447-4bde4e7037b1,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:38.026642 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfe09b5-9ca5-4cb3-84e2-10a8871e9928 admin admin] Made reservation on behalf of e8c3521e75f94f1e9b0d77ff5497c5ce for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:19:38.029169 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5bfe09b5-9ca5-4cb3-84e2-10a8871e9928 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:38.105490 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d72ab910-877f-482a-80ef-06e151435d0b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:38.105826 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:38.171814 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-472429eb-4647-4e64-a6b7-cce29c12c11a None None] Provisioning for port e35ed19f-47bf-4a2a-9951-8314646ed83e completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:38.180059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-472429eb-4647-4e64-a6b7-cce29c12c11a None None] Provisioning complete for port e35ed19f-47bf-4a2a-9951-8314646ed83e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:38.180374 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-472429eb-4647-4e64-a6b7-cce29c12c11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:38.204880 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00af9dc-a9d5-47a8-aa05-2c713b2b493d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Checking segment: {'id': 'e7fe586d-d00a-4991-b8bf-2ec4ebc9414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:38.205108 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00af9dc-a9d5-47a8-aa05-2c713b2b493d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network hostable DHCP agents. Network: 64678362-fff6-421c-82bb-953b7bc4fa5f, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:19:38.315444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00af9dc-a9d5-47a8-aa05-2c713b2b493d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network 64678362-fff6-421c-82bb-953b7bc4fa5f is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:19:38.401014 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-472429eb-4647-4e64-a6b7-cce29c12c11a None None] Port e35ed19f-47bf-4a2a-9951-8314646ed83e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:19:38.462037 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-a00af9dc-a9d5-47a8-aa05-2c713b2b493d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 64678362-fff6-421c-82bb-953b7bc4fa5f) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:38.466766 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00af9dc-a9d5-47a8-aa05-2c713b2b493d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:38.467673 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a00af9dc-a9d5-47a8-aa05-2c713b2b493d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:38.476941 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bcc2c6-9e98-4bc8-a0a0-584d9efaa285 None None] Network 64678362-fff6-421c-82bb-953b7bc4fa5f requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:19:38.513864 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5bfe09b5-9ca5-4cb3-84e2-10a8871e9928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:38.597347 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a00af9dc-a9d5-47a8-aa05-2c713b2b493d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5188899 Mar 01 21:19:38.599454 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46366) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:38.642215 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfe09b5-9ca5-4cb3-84e2-10a8871e9928 admin admin] Checking segment: {'id': '8bd1167f-c34c-4770-96a3-6b416ad40166', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'b544d29a-e89a-4a9c-a22f-b6eb1d6f03cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:38.642683 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfe09b5-9ca5-4cb3-84e2-10a8871e9928 admin admin] Network hostable DHCP agents. Network: b544d29a-e89a-4a9c-a22f-b6eb1d6f03cb, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:19:38.663458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe09b5-9ca5-4cb3-84e2-10a8871e9928 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d466f837-c023-4598-873c-a9e50ab6b4fe,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:38.686925 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9cd312f3-d2ab-4225-98c3-88d7c33d3a57 None None] Provisioning complete for port e35ed19f-47bf-4a2a-9951-8314646ed83e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:38.687299 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9cd312f3-d2ab-4225-98c3-88d7c33d3a57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:38.765000 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfe09b5-9ca5-4cb3-84e2-10a8871e9928 admin admin] Network b544d29a-e89a-4a9c-a22f-b6eb1d6f03cb is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:19:38.845236 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-5bfe09b5-9ca5-4cb3-84e2-10a8871e9928 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, b544d29a-e89a-4a9c-a22f-b6eb1d6f03cb) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:38.852980 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:19:33Z', 'revision_number': 3, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35ed19f-47bf-4a2a-9951-8314646ed83e', 'name': '', 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:6c:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:31Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 2, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:38.858420 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfe09b5-9ca5-4cb3-84e2-10a8871e9928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:38.870354 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5bfe09b5-9ca5-4cb3-84e2-10a8871e9928 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:38.870954 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b53839-667d-41bc-aec8-44345d10b29e None None] Network b544d29a-e89a-4a9c-a22f-b6eb1d6f03cb requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:19:38.973565 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-9cd312f3-d2ab-4225-98c3-88d7c33d3a57 None None] Port e35ed19f-47bf-4a2a-9951-8314646ed83e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:19:38.984169 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5bfe09b5-9ca5-4cb3-84e2-10a8871e9928 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1157293 Mar 01 21:19:39.001523 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] Checking router: 448639fb-18dc-435f-9ac1-4d83cd588d61 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:19:39.002056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] Updating router 448639fb-18dc-435f-9ac1-4d83cd588d61 port e35ed19f-47bf-4a2a-9951-8314646ed83e binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:19:39.070321 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:39.092912 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e64dba3b-c2db-440f-8f7f-d282fd981394 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:19:39.454436 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cdcf206d-a6e6-478d-84f3-75b9cebec6af tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:39.485245 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-64678362-fff6-421c-82bb-953b7bc4fa5f', 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'fixed_ips': [{'subnet_id': '963d1aa5-5386-4d22-8447-4bde4e7037b1'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:19:39.487672 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:39.997619 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port e64dba3b-c2db-440f-8f7f-d282fd981394 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:39.998324 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:40.080076 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c386e61-e720-4737-9684-605f334932d0 None None] Network b544d29a-e89a-4a9c-a22f-b6eb1d6f03cb requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:19:40.177620 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da8800-8a93-432e-928c-2062a2f0872a req-047cff8e-88d7-4611-bf52-8708e292e451 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:40.178879 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f7da8800-8a93-432e-928c-2062a2f0872a req-047cff8e-88d7-4611-bf52-8708e292e451 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Synchronizing usage tracker for tenant:1112f03fa29f4e6dbe06039f8171a640 on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:19:40.256148 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Allocated IP 172.22.0.2 (64678362-fff6-421c-82bb-953b7bc4fa5f/963d1aa5-5386-4d22-8447-4bde4e7037b1/43be9f85-2946-4fcc-afc9-abf712b5a36e) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:19:40.267143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f7da8800-8a93-432e-928c-2062a2f0872a req-047cff8e-88d7-4611-bf52-8708e292e451 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Unset dirty status for tenant:1112f03fa29f4e6dbe06039f8171a640 on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:19:40.268439 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7da8800-8a93-432e-928c-2062a2f0872a req-047cff8e-88d7-4611-bf52-8708e292e451 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/networks?id=c66c178e-a20a-42be-adfb-9d73b9d07ffb HTTP/1.1" status: 200 len: 825 time: 0.2855885 Mar 01 21:19:40.290777 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7da8800-8a93-432e-928c-2062a2f0872a req-3a755b73-ccac-4e1a-b7c7-cf1422f45c91 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/quotas/1112f03fa29f4e6dbe06039f8171a640 HTTP/1.1" status: 200 len: 375 time: 0.0143423 Mar 01 21:19:40.372142 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7da8800-8a93-432e-928c-2062a2f0872a req-9285e023-4c31-48f8-9e9a-4a7b88b84a62 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=1112f03fa29f4e6dbe06039f8171a640&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0748627 Mar 01 21:19:40.528099 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7da8800-8a93-432e-928c-2062a2f0872a req-237a12c3-86cb-4309-a7d0-28c48d558dc0 service neutron] 10.222.0.42 "GET /v2.0/networks/c66c178e-a20a-42be-adfb-9d73b9d07ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531825 Mar 01 21:19:40.719153 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:40.748695 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] Transition to ACTIVE for port object e35ed19f-47bf-4a2a-9951-8314646ed83e will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:40.852021 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:40.864107 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7da8800-8a93-432e-928c-2062a2f0872a req-296e5606-d228-4617-a6af-db203f018d0f service neutron] 10.222.0.42 "GET /v2.0/networks/c66c178e-a20a-42be-adfb-9d73b9d07ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306253 Mar 01 21:19:40.876809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Transition to ACTIVE for port object 43be9f85-2946-4fcc-afc9-abf712b5a36e will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:40.900268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Transition to ACTIVE for port object 43be9f85-2946-4fcc-afc9-abf712b5a36e will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:40.932823 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:41.119763 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-cdcf206d-a6e6-478d-84f3-75b9cebec6af tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Allocated IP 172.22.0.1 (64678362-fff6-421c-82bb-953b7bc4fa5f/963d1aa5-5386-4d22-8447-4bde4e7037b1/2525e794-e20e-4a53-9faa-9393e2010824) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:19:41.187990 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:41.263507 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 5ae0232d-ea46-4a8b-a286-14bb1956956a up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:19:41.366600 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Network 64678362-fff6-421c-82bb-953b7bc4fa5f is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:19:41.457923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:41.461237 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:19:41.493341 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b004dd-4fc7-4622-a9db-f2d886e4262b None None] Pushing event updated for resources: {'Port': ['ID=e35ed19f-47bf-4a2a-9951-8314646ed83e,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:41.538615 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cdcf206d-a6e6-478d-84f3-75b9cebec6af tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:41.577149 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] Attempting to bind port e35ed19f-47bf-4a2a-9951-8314646ed83e on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:19:41.577508 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] Attempting to bind port e35ed19f-47bf-4a2a-9951-8314646ed83e by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '647ff3a6-8065-4bc4-a86a-341011336cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:19:41.577870 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] Attempting to bind port e35ed19f-47bf-4a2a-9951-8314646ed83e on network a858dabf-d218-413d-94f3-96972ab66190 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:19:41.598554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-cdcf206d-a6e6-478d-84f3-75b9cebec6af tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Transition to ACTIVE for port object 2525e794-e20e-4a53-9faa-9393e2010824 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:41.605170 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90ddcaa2-e200-40ff-9a89-d279768c4645 req-23d29682-f28d-4359-a5f0-16f12ad84e7b tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 210 time: 0.0511010 Mar 01 21:19:41.643542 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:19:41.643915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] Checking segment: {'id': '647ff3a6-8065-4bc4-a86a-341011336cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:41.644316 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:41.644702 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] Bound using segment: {'id': '647ff3a6-8065-4bc4-a86a-341011336cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:19:41.645167 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] Bound port: e35ed19f-47bf-4a2a-9951-8314646ed83e, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647ff3a6-8065-4bc4-a86a-341011336cb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:19:41.645826 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:41.736649 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cdcf206d-a6e6-478d-84f3-75b9cebec6af tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:41.758549 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Pushing event updated for resources: {'Port': ['ID=43be9f85-2946-4fcc-afc9-abf712b5a36e,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:41.791308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Attempting to bind port 43be9f85-2946-4fcc-afc9-abf712b5a36e on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:19:41.791943 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Attempting to bind port 43be9f85-2946-4fcc-afc9-abf712b5a36e by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'e7fe586d-d00a-4991-b8bf-2ec4ebc9414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:19:41.792549 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Attempting to bind port 43be9f85-2946-4fcc-afc9-abf712b5a36e on network 64678362-fff6-421c-82bb-953b7bc4fa5f {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:19:41.801748 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:19:41.802221 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Checking segment: {'id': 'e7fe586d-d00a-4991-b8bf-2ec4ebc9414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:41.803567 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:41.804184 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Bound using segment: {'id': 'e7fe586d-d00a-4991-b8bf-2ec4ebc9414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:19:41.804664 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Bound port: 43be9f85-2946-4fcc-afc9-abf712b5a36e, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fe586d-d00a-4991-b8bf-2ec4ebc9414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:19:41.805041 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:41.830144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcf206d-a6e6-478d-84f3-75b9cebec6af tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network 64678362-fff6-421c-82bb-953b7bc4fa5f is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:19:41.833593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-cdcf206d-a6e6-478d-84f3-75b9cebec6af tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:41.843021 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf206d-a6e6-478d-84f3-75b9cebec6af tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:19:41.890177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf206d-a6e6-478d-84f3-75b9cebec6af tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Port': ['ID=2525e794-e20e-4a53-9faa-9393e2010824,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:41.911867 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cdcf206d-a6e6-478d-84f3-75b9cebec6af tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:41.942468 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 5ae0232d-ea46-4a8b-a286-14bb1956956a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:41.972261 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] For port e35ed19f-47bf-4a2a-9951-8314646ed83e, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:19:41.978351 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 5ae0232d-ea46-4a8b-a286-14bb1956956a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:41.978782 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:42.057817 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] For port e35ed19f-47bf-4a2a-9951-8314646ed83e, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e35ed19f-47bf-4a2a-9951-8314646ed83e,segment=NetworkSegment(647ff3a6-8065-4bc4-a86a-341011336cb7),segment_id=647ff3a6-8065-4bc4-a86a-341011336cb7)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:19:42.067689 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] For port 43be9f85-2946-4fcc-afc9-abf712b5a36e, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:19:42.073181 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46454) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:42.087333 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] For port 43be9f85-2946-4fcc-afc9-abf712b5a36e, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=43be9f85-2946-4fcc-afc9-abf712b5a36e,segment=NetworkSegment(e7fe586d-d00a-4991-b8bf-2ec4ebc9414c),segment_id=e7fe586d-d00a-4991-b8bf-2ec4ebc9414c)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:19:42.162708 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:42.207457 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cdcf206d-a6e6-478d-84f3-75b9cebec6af tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:42.288146 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b004dd-4fc7-4622-a9db-f2d886e4262b None None] Pushing event updated for resources: {'Port': ['ID=e35ed19f-47bf-4a2a-9951-8314646ed83e,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:42.305679 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:42.361379 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a5a514b6-5287-48c0-a7de-870b2d819212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:42.373238 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:42.487872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a5a514b6-5287-48c0-a7de-870b2d819212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:42.498946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a5a514b6-5287-48c0-a7de-870b2d819212 admin admin] Usage tracker for resource:security_group_rule and tenant:23f2fcabf38d45a7a70718635e09c17c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:42.523859 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:42.528581 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:19:42.536442 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] Routers {'448639fb-18dc-435f-9ac1-4d83cd588d61'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:19:42.537573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:19:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['448639fb-18dc-435f-9ac1-4d83cd588d61'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:42.617363 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a5a514b6-5287-48c0-a7de-870b2d819212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:42.624231 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'code': 200} Mar 01 21:19:42.632289 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a5a514b6-5287-48c0-a7de-870b2d819212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:42.632499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caffe6c0-837d-42b6-a63f-30a4f655002d None None] Pushing event updated for resources: {'Port': ['ID=43be9f85-2946-4fcc-afc9-abf712b5a36e,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:42.687842 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:42.765213 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d38adf7-2d70-479c-b49c-19691df568b2 req-6146b9ec-bd1d-4d49-9aa6-f3f54bfb5eff tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 210 time: 0.0716746 Mar 01 21:19:43.009948 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] Set router 448639fb-18dc-435f-9ac1-4d83cd588d61 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:19:43.165417 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a5a514b6-5287-48c0-a7de-870b2d819212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:43.192899 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cdcf206d-a6e6-478d-84f3-75b9cebec6af tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:43.233399 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a5a514b6-5287-48c0-a7de-870b2d819212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:43.242204 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 43be9f85-2946-4fcc-afc9-abf712b5a36e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:19:43.285330 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cdcf206d-a6e6-478d-84f3-75b9cebec6af tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:43.289965 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=5ae0232d-ea46-4a8b-a286-14bb1956956a,revision_number=13']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:43.415474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a5a514b6-5287-48c0-a7de-870b2d819212 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=23f2fcabf38d45a7a70718635e09c17c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3410482 Mar 01 21:19:43.418206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46484) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:43.450043 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a514b6-5287-48c0-a7de-870b2d819212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac8456b-6cf5-4747-b663-61bb9ca4ccb1,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:43.462807 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf206d-a6e6-478d-84f3-75b9cebec6af tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Port': ['ID=2525e794-e20e-4a53-9faa-9393e2010824,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:43.490567 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cdcf206d-a6e6-478d-84f3-75b9cebec6af tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:43.584987 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-43a1148c-5aad-43f3-ba42-75287d098157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:43.649936 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-43a1148c-5aad-43f3-ba42-75287d098157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:43.683239 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:19:41Z', 'revision_number': 4, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': '2525e794-e20e-4a53-9faa-9393e2010824', 'name': '', 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:ac:f1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:39Z', 'updated_at': '2022-03-01T21:19:41Z', 'revision_number': 1, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35ed19f-47bf-4a2a-9951-8314646ed83e', 'name': '', 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:6c:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:31Z', 'updated_at': '2022-03-01T21:19:41Z', 'revision_number': 4, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:43.695458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629430d-a14f-4fce-b0b0-f8451c09b6c4 None None] The sync data for ids ['448639fb-18dc-435f-9ac1-4d83cd588d61'] in n-d-827896-4 is: [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:19:41Z', 'revision_number': 4, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': '2525e794-e20e-4a53-9faa-9393e2010824', 'name': '', 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:ac:f1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:39Z', 'updated_at': '2022-03-01T21:19:41Z', 'revision_number': 1, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35ed19f-47bf-4a2a-9951-8314646ed83e', 'name': '', 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:6c:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:31Z', 'updated_at': '2022-03-01T21:19:41Z', 'revision_number': 4, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:19:43.701382 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 43be9f85-2946-4fcc-afc9-abf712b5a36e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:43.727985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcf206d-a6e6-478d-84f3-75b9cebec6af tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network 64678362-fff6-421c-82bb-953b7bc4fa5f is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:19:43.731035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-cdcf206d-a6e6-478d-84f3-75b9cebec6af tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:43.821607 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-43a1148c-5aad-43f3-ba42-75287d098157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:43.861784 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a1148c-5aad-43f3-ba42-75287d098157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac8456b-6cf5-4747-b663-61bb9ca4ccb1,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:43.874190 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-43a1148c-5aad-43f3-ba42-75287d098157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:43.878684 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-43a1148c-5aad-43f3-ba42-75287d098157 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1ac8456b-6cf5-4747-b663-61bb9ca4ccb1 HTTP/1.1" status: 204 len: 168 time: 0.4593551 Mar 01 21:19:44.257731 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90dbfe8-3c1d-42ce-8ece-9c33be945688 None None] Network 64678362-fff6-421c-82bb-953b7bc4fa5f requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:19:44.310632 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-677af6b2-8834-42fc-bf30-7a10e6fca0c5 req-8c4d4bbf-079d-4231-a10c-d28af3a20b40 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 210 time: 0.1110625 Mar 01 21:19:44.411819 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcf206d-a6e6-478d-84f3-75b9cebec6af tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 448639fb-18dc-435f-9ac1-4d83cd588d61 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:19:44.685480 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcf206d-a6e6-478d-84f3-75b9cebec6af tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:19:44.713084 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cdcf206d-a6e6-478d-84f3-75b9cebec6af tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/448639fb-18dc-435f-9ac1-4d83cd588d61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1142876 Mar 01 21:19:44.715731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46506) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:44.721927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-d14361b8-a90e-4f42-8585-0ccb5257b580 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'network': {'name': 'tempest-RoutersTest-475772211'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:44.728514 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d14361b8-a90e-4f42-8585-0ccb5257b580 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:44.733267 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d14361b8-a90e-4f42-8585-0ccb5257b580 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:network and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:44.738107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d14361b8-a90e-4f42-8585-0ccb5257b580 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:44.746280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d14361b8-a90e-4f42-8585-0ccb5257b580 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:44.774606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da8800-8a93-432e-928c-2062a2f0872a req-cc99f9b5-b852-4d82-829c-a7d364499264 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:44.775990 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f7da8800-8a93-432e-928c-2062a2f0872a req-cc99f9b5-b852-4d82-829c-a7d364499264 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.57 "GET /v2.0/networks?id=c66c178e-a20a-42be-adfb-9d73b9d07ffb HTTP/1.1" status: 200 len: 825 time: 0.4804380 Mar 01 21:19:44.832027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-f7da8800-8a93-432e-928c-2062a2f0872a req-fd44c106-1e96-433f-9957-10bd7eb3ce7a tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Request body: {'port': {'device_id': 'c9a7f3db-8ef4-4636-9804-5448e4110974', 'network_id': 'c66c178e-a20a-42be-adfb-9d73b9d07ffb', 'admin_state_up': True, 'tenant_id': '1112f03fa29f4e6dbe06039f8171a640'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:44.842388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14361b8-a90e-4f42-8585-0ccb5257b580 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Made reservation on behalf of acfc6a9964af49b3a3adf1407ea5d8d6 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:19:44.848662 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d14361b8-a90e-4f42-8585-0ccb5257b580 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:44.868502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-eeabd4c9-b59a-400e-9dcb-7377aec73790 None None] Provisioning for port 43be9f85-2946-4fcc-afc9-abf712b5a36e completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:44.874043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-eeabd4c9-b59a-400e-9dcb-7377aec73790 None None] Provisioning complete for port 43be9f85-2946-4fcc-afc9-abf712b5a36e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:44.877781 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-eeabd4c9-b59a-400e-9dcb-7377aec73790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:44.913291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14361b8-a90e-4f42-8585-0ccb5257b580 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:19:44.949546 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d14361b8-a90e-4f42-8585-0ccb5257b580 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:44.949546 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-d14361b8-a90e-4f42-8585-0ccb5257b580 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Added segment 66533373-feba-4e24-89c4-70b282ad7313 of type vlan for network d1bcc37f-efb9-46c6-a8ca-b0f45c39700b Mar 01 21:19:44.996101 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d14361b8-a90e-4f42-8585-0ccb5257b580 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:45.116386 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46512) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:45.169140 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-63d12f79-f73c-4dd7-ace7-6499ec47f6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:45.221718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-63d12f79-f73c-4dd7-ace7-6499ec47f6eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:45.227931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-63d12f79-f73c-4dd7-ace7-6499ec47f6eb admin admin] Usage tracker for resource:security_group_rule and tenant:fc1777c8148e46e7a23e9679935617b4 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:45.228712 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e35ed19f-47bf-4a2a-9951-8314646ed83e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:19:45.233485 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-63d12f79-f73c-4dd7-ace7-6499ec47f6eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:45.254297 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-63d12f79-f73c-4dd7-ace7-6499ec47f6eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:45.326561 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-eeabd4c9-b59a-400e-9dcb-7377aec73790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:45.382607 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-63d12f79-f73c-4dd7-ace7-6499ec47f6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:45.384791 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d14361b8-a90e-4f42-8585-0ccb5257b580 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:45.388590 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-eeabd4c9-b59a-400e-9dcb-7377aec73790 None None] For port 43be9f85-2946-4fcc-afc9-abf712b5a36e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=43be9f85-2946-4fcc-afc9-abf712b5a36e,segment=NetworkSegment(e7fe586d-d00a-4991-b8bf-2ec4ebc9414c),segment_id=e7fe586d-d00a-4991-b8bf-2ec4ebc9414c)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:45.393404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14361b8-a90e-4f42-8585-0ccb5257b580 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:45.394034 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d14361b8-a90e-4f42-8585-0ccb5257b580 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:45.410694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-f7da8800-8a93-432e-928c-2062a2f0872a req-fd44c106-1e96-433f-9957-10bd7eb3ce7a tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:45.421722 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f7da8800-8a93-432e-928c-2062a2f0872a req-fd44c106-1e96-433f-9957-10bd7eb3ce7a tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Usage tracker for resource:port and tenant:1112f03fa29f4e6dbe06039f8171a640 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:45.427159 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f7da8800-8a93-432e-928c-2062a2f0872a req-fd44c106-1e96-433f-9957-10bd7eb3ce7a tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:45.448368 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-f7da8800-8a93-432e-928c-2062a2f0872a req-fd44c106-1e96-433f-9957-10bd7eb3ce7a tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:45.483015 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port e35ed19f-47bf-4a2a-9951-8314646ed83e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:45.489782 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port e35ed19f-47bf-4a2a-9951-8314646ed83e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:45.491268 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:45.541803 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-eeabd4c9-b59a-400e-9dcb-7377aec73790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:45.550781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14361b8-a90e-4f42-8585-0ccb5257b580 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Network': ['ID=d1bcc37f-efb9-46c6-a8ca-b0f45c39700b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:45.559286 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-63d12f79-f73c-4dd7-ace7-6499ec47f6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:45.588473 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7da8800-8a93-432e-928c-2062a2f0872a req-fd44c106-1e96-433f-9957-10bd7eb3ce7a tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Made reservation on behalf of 1112f03fa29f4e6dbe06039f8171a640 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:19:45.594724 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f7da8800-8a93-432e-928c-2062a2f0872a req-fd44c106-1e96-433f-9957-10bd7eb3ce7a tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:45.612393 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network d1bcc37f-efb9-46c6-a8ca-b0f45c39700b details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:19:45.833874 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec034ab6-ec2a-470f-8de4-35735095ee63 req-8690e4ba-a073-4276-bdc2-084efaf40e89 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 210 time: 0.2862000 Mar 01 21:19:45.850397 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d12f79-f73c-4dd7-ace7-6499ec47f6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d8b01f-2f78-4886-a0ca-7a17fb049b79,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:45.985630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-63d12f79-f73c-4dd7-ace7-6499ec47f6eb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fc1777c8148e46e7a23e9679935617b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8677559 Mar 01 21:19:45.989880 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46526) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:46.003204 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabd4c9-b59a-400e-9dcb-7377aec73790 None None] Pushing event updated for resources: {'Port': ['ID=43be9f85-2946-4fcc-afc9-abf712b5a36e,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:46.082434 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:46.142730 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port e35ed19f-47bf-4a2a-9951-8314646ed83e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e35ed19f-47bf-4a2a-9951-8314646ed83e,segment=NetworkSegment(647ff3a6-8065-4bc4-a86a-341011336cb7),segment_id=647ff3a6-8065-4bc4-a86a-341011336cb7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:46.168705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-f7da8800-8a93-432e-928c-2062a2f0872a req-fd44c106-1e96-433f-9957-10bd7eb3ce7a tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Allocated IP 172.20.0.3 (c66c178e-a20a-42be-adfb-9d73b9d07ffb/76588bce-2fe8-4b80-935e-548f0ca0dc2b/cf281fd1-5c03-42f6-9436-7f843680a3d7) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:19:46.189621 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-229059e6-b14a-420c-b35f-933e2621fed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:46.200514 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] Sync routers for ids ['448639fb-18dc-435f-9ac1-4d83cd588d61'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:19:46.213060 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] Routers {'448639fb-18dc-435f-9ac1-4d83cd588d61'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:19:46.213849 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:19:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['448639fb-18dc-435f-9ac1-4d83cd588d61'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:46.237122 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-229059e6-b14a-420c-b35f-933e2621fed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:46.403193 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] Set router 448639fb-18dc-435f-9ac1-4d83cd588d61 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:19:46.490672 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c102a9a9-b01b-474a-a8e5-ee2c002a06fd None None] Provisioning for port 2525e794-e20e-4a53-9faa-9393e2010824 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:46.499833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c102a9a9-b01b-474a-a8e5-ee2c002a06fd None None] Provisioning complete for port 2525e794-e20e-4a53-9faa-9393e2010824 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:46.500614 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c102a9a9-b01b-474a-a8e5-ee2c002a06fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:46.520309 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d14361b8-a90e-4f42-8585-0ccb5257b580 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.8033595 Mar 01 21:19:46.523903 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46536) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:46.532228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b4c6499e-e814-4861-9afb-1e832f35543e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'subnet': {'network_id': 'd1bcc37f-efb9-46c6-a8ca-b0f45c39700b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:46.590390 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:46.659865 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-229059e6-b14a-420c-b35f-933e2621fed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:46.702466 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f7da8800-8a93-432e-928c-2062a2f0872a req-fd44c106-1e96-433f-9957-10bd7eb3ce7a tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:46.719671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229059e6-b14a-420c-b35f-933e2621fed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d8b01f-2f78-4886-a0ca-7a17fb049b79,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:46.759179 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-229059e6-b14a-420c-b35f-933e2621fed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:46.762771 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-229059e6-b14a-420c-b35f-933e2621fed1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/93d8b01f-2f78-4886-a0ca-7a17fb049b79 HTTP/1.1" status: 204 len: 168 time: 0.7656341 Mar 01 21:19:46.803507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b4c6499e-e814-4861-9afb-1e832f35543e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:46.809931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b4c6499e-e814-4861-9afb-1e832f35543e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:subnet and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:46.811102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b4c6499e-e814-4861-9afb-1e832f35543e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:46.824357 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b4c6499e-e814-4861-9afb-1e832f35543e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:46.863154 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c102a9a9-b01b-474a-a8e5-ee2c002a06fd None None] Port 2525e794-e20e-4a53-9faa-9393e2010824 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:19:46.872396 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f7da8800-8a93-432e-928c-2062a2f0872a req-fd44c106-1e96-433f-9957-10bd7eb3ce7a tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:46.890338 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=e35ed19f-47bf-4a2a-9951-8314646ed83e,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:46.895016 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c102a9a9-b01b-474a-a8e5-ee2c002a06fd None None] Provisioning complete for port 43be9f85-2946-4fcc-afc9-abf712b5a36e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:46.895775 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c102a9a9-b01b-474a-a8e5-ee2c002a06fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:46.935541 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c6499e-e814-4861-9afb-1e832f35543e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Made reservation on behalf of acfc6a9964af49b3a3adf1407ea5d8d6 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:19:46.941513 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b4c6499e-e814-4861-9afb-1e832f35543e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:46.967774 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:19:41Z', 'revision_number': 4, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': '2525e794-e20e-4a53-9faa-9393e2010824', 'name': '', 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:ac:f1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:39Z', 'updated_at': '2022-03-01T21:19:42Z', 'revision_number': 2, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35ed19f-47bf-4a2a-9951-8314646ed83e', 'name': '', 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:6c:f8:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:31Z', 'updated_at': '2022-03-01T21:19:41Z', 'revision_number': 4, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:46.977453 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] Checking router: 448639fb-18dc-435f-9ac1-4d83cd588d61 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:19:46.977800 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] Updating router 448639fb-18dc-435f-9ac1-4d83cd588d61 port 2525e794-e20e-4a53-9faa-9393e2010824 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:19:47.050450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7da8800-8a93-432e-928c-2062a2f0872a req-fd44c106-1e96-433f-9957-10bd7eb3ce7a tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Network c66c178e-a20a-42be-adfb-9d73b9d07ffb is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:19:47.076686 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-f7da8800-8a93-432e-928c-2062a2f0872a req-fd44c106-1e96-433f-9957-10bd7eb3ce7a tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:47.090129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7da8800-8a93-432e-928c-2062a2f0872a req-fd44c106-1e96-433f-9957-10bd7eb3ce7a tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:19:47.155960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 43be9f85-2946-4fcc-afc9-abf712b5a36e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:19:47.160296 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:47.260172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44c106-1e96-433f-9957-10bd7eb3ce7a tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Pushing event updated for resources: {'Port': ['ID=cf281fd1-5c03-42f6-9436-7f843680a3d7,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:47.306560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da8800-8a93-432e-928c-2062a2f0872a req-fd44c106-1e96-433f-9957-10bd7eb3ce7a tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:47.317426 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f7da8800-8a93-432e-928c-2062a2f0872a req-fd44c106-1e96-433f-9957-10bd7eb3ce7a tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:47.354525 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-aa9e031a-539d-409f-a6cf-e7525c2d26c7 None None] Provisioning complete for port 2525e794-e20e-4a53-9faa-9393e2010824 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:47.356552 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-aa9e031a-539d-409f-a6cf-e7525c2d26c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:47.361467 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:19:47.392454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 43be9f85-2946-4fcc-afc9-abf712b5a36e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:47.392937 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:47.405591 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f7da8800-8a93-432e-928c-2062a2f0872a req-fd44c106-1e96-433f-9957-10bd7eb3ce7a tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6049638 Mar 01 21:19:47.419794 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] Request body: {'port': {'device_id': 'c9a7f3db-8ef4-4636-9804-5448e4110974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:47.426681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617be1ad-e735-434c-9808-54168213d4ae req-2e2aa786-a117-44cc-8b09-56363d1a146c tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:47.431308 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-617be1ad-e735-434c-9808-54168213d4ae req-2e2aa786-a117-44cc-8b09-56363d1a146c tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 931 time: 0.2258301 Mar 01 21:19:47.474741 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-aa9e031a-539d-409f-a6cf-e7525c2d26c7 None None] Port 2525e794-e20e-4a53-9faa-9393e2010824 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:19:47.595248 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e35ed19f-47bf-4a2a-9951-8314646ed83e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:19:47.729020 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port e35ed19f-47bf-4a2a-9951-8314646ed83e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:47.729462 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:47.747239 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:47.798204 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] Transition to ACTIVE for port object 2525e794-e20e-4a53-9faa-9393e2010824 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:47.824414 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-617be1ad-e735-434c-9808-54168213d4ae req-f9e2c75d-ca8d-43c6-a085-fb8d767ff02b tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Synchronizing usage tracker for tenant:1112f03fa29f4e6dbe06039f8171a640 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:19:47.829896 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:47.883177 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:47.929801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46560) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:47.958689 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cc893fa6-bca4-4809-ac74-71b816a4ad50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:47.990133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-617be1ad-e735-434c-9808-54168213d4ae req-f9e2c75d-ca8d-43c6-a085-fb8d767ff02b tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Unset dirty status for tenant:1112f03fa29f4e6dbe06039f8171a640 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:19:47.991332 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-617be1ad-e735-434c-9808-54168213d4ae req-f9e2c75d-ca8d-43c6-a085-fb8d767ff02b tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/security-groups?id=61230485-439d-48ea-970a-4a5e673a8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4896812 Mar 01 21:19:47.992223 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b4c6499e-e814-4861-9afb-1e832f35543e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:48.142978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-cc893fa6-bca4-4809-ac74-71b816a4ad50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:48.155187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-cc893fa6-bca4-4809-ac74-71b816a4ad50 admin admin] Usage tracker for resource:security_group_rule and tenant:287e251e3cc34e8d9e15497cc62f899c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:48.164067 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-cc893fa6-bca4-4809-ac74-71b816a4ad50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:48.201832 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-cc893fa6-bca4-4809-ac74-71b816a4ad50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:48.233080 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c6499e-e814-4861-9afb-1e832f35543e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Subnet': ['ID=c3f6dc22-4ca3-403e-ad7b-86b9d69badcb,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:48.286628 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] Attempting to bind port 2525e794-e20e-4a53-9faa-9393e2010824 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:19:48.289263 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] Attempting to bind port 2525e794-e20e-4a53-9faa-9393e2010824 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'e7fe586d-d00a-4991-b8bf-2ec4ebc9414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:19:48.289263 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] Attempting to bind port 2525e794-e20e-4a53-9faa-9393e2010824 on network 64678362-fff6-421c-82bb-953b7bc4fa5f {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:19:48.348121 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:19:48.348121 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] Checking segment: {'id': 'e7fe586d-d00a-4991-b8bf-2ec4ebc9414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:48.348121 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:48.348121 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] Bound using segment: {'id': 'e7fe586d-d00a-4991-b8bf-2ec4ebc9414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:19:48.348121 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] Bound port: 2525e794-e20e-4a53-9faa-9393e2010824, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fe586d-d00a-4991-b8bf-2ec4ebc9414c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:19:48.348121 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:48.348650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c6499e-e814-4861-9afb-1e832f35543e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Checking segment: {'id': '66533373-feba-4e24-89c4-70b282ad7313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1bcc37f-efb9-46c6-a8ca-b0f45c39700b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:48.348650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c6499e-e814-4861-9afb-1e832f35543e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network hostable DHCP agents. Network: d1bcc37f-efb9-46c6-a8ca-b0f45c39700b, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:19:48.359405 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754566bf-a8da-4133-b81b-ecfb460c61d0 None None] Pushing event updated for resources: {'Port': ['ID=2525e794-e20e-4a53-9faa-9393e2010824,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:48.408508 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cc893fa6-bca4-4809-ac74-71b816a4ad50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:48.462867 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] For port 2525e794-e20e-4a53-9faa-9393e2010824, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:19:48.466820 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] For port 2525e794-e20e-4a53-9faa-9393e2010824, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2525e794-e20e-4a53-9faa-9393e2010824,segment=NetworkSegment(e7fe586d-d00a-4991-b8bf-2ec4ebc9414c),segment_id=e7fe586d-d00a-4991-b8bf-2ec4ebc9414c)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:19:48.477457 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cc893fa6-bca4-4809-ac74-71b816a4ad50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:48.484590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c6499e-e814-4861-9afb-1e832f35543e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network d1bcc37f-efb9-46c6-a8ca-b0f45c39700b is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:19:48.498444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf281fd1-5c03-42f6-9436-7f843680a3d7 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:19:48.509706 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:48.526423 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] Transition to ACTIVE for port object cf281fd1-5c03-42f6-9436-7f843680a3d7 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:48.538524 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc893fa6-bca4-4809-ac74-71b816a4ad50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286c8719-fada-439e-868e-0527b1d5e50e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:48.549932 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cc893fa6-bca4-4809-ac74-71b816a4ad50 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=287e251e3cc34e8d9e15497cc62f899c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6189892 Mar 01 21:19:48.552866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46570) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:48.574644 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:48.614977 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6bc8a533-f675-4725-b183-91df9660d203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:48.621970 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:48.627235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-b4c6499e-e814-4861-9afb-1e832f35543e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, d1bcc37f-efb9-46c6-a8ca-b0f45c39700b) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:48.643659 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c6499e-e814-4861-9afb-1e832f35543e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:48.647188 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b4c6499e-e814-4861-9afb-1e832f35543e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:48.650211 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71645e2a-e33a-463b-94c2-99ff13b914ff None None] Network d1bcc37f-efb9-46c6-a8ca-b0f45c39700b requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:19:48.664304 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] Routers {'448639fb-18dc-435f-9ac1-4d83cd588d61'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:19:48.676652 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:19:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['448639fb-18dc-435f-9ac1-4d83cd588d61'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:48.722455 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6bc8a533-f675-4725-b183-91df9660d203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:48.768440 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754566bf-a8da-4133-b81b-ecfb460c61d0 None None] Pushing event updated for resources: {'Port': ['ID=2525e794-e20e-4a53-9faa-9393e2010824,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:48.801767 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b4c6499e-e814-4861-9afb-1e832f35543e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2761385 Mar 01 21:19:48.805737 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46580) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:48.902785 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] Pushing event updated for resources: {'Port': ['ID=cf281fd1-5c03-42f6-9436-7f843680a3d7,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:48.995507 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] Set router 448639fb-18dc-435f-9ac1-4d83cd588d61 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:19:49.229633 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2525e794-e20e-4a53-9faa-9393e2010824 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:19:49.284013 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] Attempting to bind port cf281fd1-5c03-42f6-9436-7f843680a3d7 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:19:49.284735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] Attempting to bind port cf281fd1-5c03-42f6-9436-7f843680a3d7 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '1791e62c-0747-4e30-b325-352ecdad5dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c66c178e-a20a-42be-adfb-9d73b9d07ffb'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:19:49.285330 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] Attempting to bind port cf281fd1-5c03-42f6-9436-7f843680a3d7 on network c66c178e-a20a-42be-adfb-9d73b9d07ffb {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:19:49.304174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] Port cf281fd1-5c03-42f6-9436-7f843680a3d7 on network c66c178e-a20a-42be-adfb-9d73b9d07ffb not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:19:49.304174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] Attempting to bind port cf281fd1-5c03-42f6-9436-7f843680a3d7 on network c66c178e-a20a-42be-adfb-9d73b9d07ffb {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:19:49.322341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 19, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:19:49.322341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] Checking segment: {'id': '1791e62c-0747-4e30-b325-352ecdad5dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c66c178e-a20a-42be-adfb-9d73b9d07ffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:49.322341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] Bound using segment: {'id': '1791e62c-0747-4e30-b325-352ecdad5dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c66c178e-a20a-42be-adfb-9d73b9d07ffb'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:19:49.337638 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] Bound port: cf281fd1-5c03-42f6-9436-7f843680a3d7, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1791e62c-0747-4e30-b325-352ecdad5dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'c66c178e-a20a-42be-adfb-9d73b9d07ffb'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:19:49.338473 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:49.382392 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-d1bcc37f-efb9-46c6-a8ca-b0f45c39700b', 'network_id': 'd1bcc37f-efb9-46c6-a8ca-b0f45c39700b', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'fixed_ips': [{'subnet_id': 'c3f6dc22-4ca3-403e-ad7b-86b9d69badcb'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:19:49.384355 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:49.516098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] For port cf281fd1-5c03-42f6-9436-7f843680a3d7, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:19:49.520165 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] For port cf281fd1-5c03-42f6-9436-7f843680a3d7, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=cf281fd1-5c03-42f6-9436-7f843680a3d7,segment=NetworkSegment(1791e62c-0747-4e30-b325-352ecdad5dee),segment_id=1791e62c-0747-4e30-b325-352ecdad5dee)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:19:49.600216 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:49.654901 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 2525e794-e20e-4a53-9faa-9393e2010824 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:49.659300 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20abfbc2-e372-424d-ab60-ce8294153326 req-6f9da502-5be6-404d-a86e-f6b74a1d69c8 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:49.661355 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-20abfbc2-e372-424d-ab60-ce8294153326 req-6f9da502-5be6-404d-a86e-f6b74a1d69c8 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 943 time: 0.3624706 Mar 01 21:19:49.723079 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 2525e794-e20e-4a53-9faa-9393e2010824 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:49.723079 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:49.784695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] Pushing event updated for resources: {'Port': ['ID=cf281fd1-5c03-42f6-9436-7f843680a3d7,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:49.812429 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:49.812429 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:49.812429 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f7da8800-8a93-432e-928c-2062a2f0872a req-a60b550b-81ff-4922-a620-4a4c88d65360 service neutron] 10.222.0.57 "PUT /v2.0/ports/cf281fd1-5c03-42f6-9436-7f843680a3d7 HTTP/1.1" status: 200 len: 1091 time: 2.3873148 Mar 01 21:19:49.812429 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a7f3db-8ef4-4636-9804-5448e4110974', 'tag': 'cf281fd1-5c03-42f6-9436-7f843680a3d7'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:19:49.892922 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Allocated IP 172.23.0.2 (d1bcc37f-efb9-46c6-a8ca-b0f45c39700b/c3f6dc22-4ca3-403e-ad7b-86b9d69badcb/9c68315e-01d2-4a9a-a893-4b568894aef9) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:19:50.018716 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a7f3db-8ef4-4636-9804-5448e4110974', 'tag': 'cf281fd1-5c03-42f6-9436-7f843680a3d7', 'status': 'completed', 'code': 200} Mar 01 21:19:50.136422 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:19:41Z', 'revision_number': 4, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': '2525e794-e20e-4a53-9faa-9393e2010824', 'name': '', 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:ac:f1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:39Z', 'updated_at': '2022-03-01T21:19:48Z', 'revision_number': 4, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35ed19f-47bf-4a2a-9951-8314646ed83e', 'name': '', 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:6c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:31Z', 'updated_at': '2022-03-01T21:19:46Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:50.145517 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60e980b-d857-4043-8bcb-73487baae7e1 None None] The sync data for ids ['448639fb-18dc-435f-9ac1-4d83cd588d61'] in n-d-827896-4 is: [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:19:41Z', 'revision_number': 4, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': '2525e794-e20e-4a53-9faa-9393e2010824', 'name': '', 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:ac:f1:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:39Z', 'updated_at': '2022-03-01T21:19:48Z', 'revision_number': 4, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35ed19f-47bf-4a2a-9951-8314646ed83e', 'name': '', 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:6c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:31Z', 'updated_at': '2022-03-01T21:19:46Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:19:50.180032 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da8800-8a93-432e-928c-2062a2f0872a req-120b142c-47f2-49cc-8e11-bc0b8d22e2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:50.181431 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f7da8800-8a93-432e-928c-2062a2f0872a req-120b142c-47f2-49cc-8e11-bc0b8d22e2e7 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1112f03fa29f4e6dbe06039f8171a640&device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 1094 time: 0.1579638 Mar 01 21:19:50.281168 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:50.358329 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6bc8a533-f675-4725-b183-91df9660d203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:50.366218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 2525e794-e20e-4a53-9faa-9393e2010824, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2525e794-e20e-4a53-9faa-9393e2010824,segment=NetworkSegment(e7fe586d-d00a-4991-b8bf-2ec4ebc9414c),segment_id=e7fe586d-d00a-4991-b8bf-2ec4ebc9414c)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:50.368635 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f7da8800-8a93-432e-928c-2062a2f0872a req-68721876-f66b-466e-8157-013d4f1d0896 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf281fd1-5c03-42f6-9436-7f843680a3d7 HTTP/1.1" status: 200 len: 217 time: 0.1791048 Mar 01 21:19:50.457888 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da8800-8a93-432e-928c-2062a2f0872a req-30b19c73-8c01-4908-9ecb-c1380623e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:50.459790 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:50.460764 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f7da8800-8a93-432e-928c-2062a2f0872a req-30b19c73-8c01-4908-9ecb-c1380623e90d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=76588bce-2fe8-4b80-935e-548f0ca0dc2b HTTP/1.1" status: 200 len: 865 time: 0.0857606 Mar 01 21:19:50.471072 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Transition to ACTIVE for port object 9c68315e-01d2-4a9a-a893-4b568894aef9 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:50.485350 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:50.564278 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-20abfbc2-e372-424d-ab60-ce8294153326 req-5e45fe79-ea2e-417e-9f33-54d3eb18f9d2 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/security-groups?id=61230485-439d-48ea-970a-4a5e673a8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4197841 Mar 01 21:19:50.568992 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f7da8800-8a93-432e-928c-2062a2f0872a req-dae84e87-03de-4f3a-9d50-b06cb291ea76 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c66c178e-a20a-42be-adfb-9d73b9d07ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0986834 Mar 01 21:19:50.613842 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Transition to ACTIVE for port object 9c68315e-01d2-4a9a-a893-4b568894aef9 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:50.620913 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=2525e794-e20e-4a53-9faa-9393e2010824,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:50.641988 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc8a533-f675-4725-b183-91df9660d203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286c8719-fada-439e-868e-0527b1d5e50e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:50.661527 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6bc8a533-f675-4725-b183-91df9660d203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:50.662801 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6bc8a533-f675-4725-b183-91df9660d203 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/286c8719-fada-439e-868e-0527b1d5e50e HTTP/1.1" status: 204 len: 168 time: 2.1089766 Mar 01 21:19:50.693150 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:50.800491 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Network d1bcc37f-efb9-46c6-a8ca-b0f45c39700b is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:19:50.805069 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:50.809922 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:19:50.867671 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd871690-e71d-4981-a0a8-43505cfa3f3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:50.948185 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f7da8800-8a93-432e-928c-2062a2f0872a req-50e4c8dc-7113-489e-af75-12391c90655d service neutron] 10.222.0.57 "GET /v2.0/networks/c66c178e-a20a-42be-adfb-9d73b9d07ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728611 Mar 01 21:19:50.992720 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Pushing event updated for resources: {'Port': ['ID=9c68315e-01d2-4a9a-a893-4b568894aef9,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:51.024145 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Attempting to bind port 9c68315e-01d2-4a9a-a893-4b568894aef9 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:19:51.024985 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Attempting to bind port 9c68315e-01d2-4a9a-a893-4b568894aef9 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '66533373-feba-4e24-89c4-70b282ad7313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1bcc37f-efb9-46c6-a8ca-b0f45c39700b'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:19:51.024985 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Attempting to bind port 9c68315e-01d2-4a9a-a893-4b568894aef9 on network d1bcc37f-efb9-46c6-a8ca-b0f45c39700b {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:19:51.034866 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:19:51.038458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Checking segment: {'id': '66533373-feba-4e24-89c4-70b282ad7313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1bcc37f-efb9-46c6-a8ca-b0f45c39700b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:51.038458 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:51.038458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Bound using segment: {'id': '66533373-feba-4e24-89c4-70b282ad7313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1bcc37f-efb9-46c6-a8ca-b0f45c39700b'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:19:51.038458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Bound port: 9c68315e-01d2-4a9a-a893-4b568894aef9, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66533373-feba-4e24-89c4-70b282ad7313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1bcc37f-efb9-46c6-a8ca-b0f45c39700b'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:19:51.046911 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:51.147029 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2525e794-e20e-4a53-9faa-9393e2010824 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:19:51.250664 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f7da8800-8a93-432e-928c-2062a2f0872a req-e37497fa-867e-4681-bbff-18af4f77f488 service neutron] 10.222.0.57 "GET /v2.0/networks/c66c178e-a20a-42be-adfb-9d73b9d07ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870231 Mar 01 21:19:51.362875 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] For port 9c68315e-01d2-4a9a-a893-4b568894aef9, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:19:51.367434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] For port 9c68315e-01d2-4a9a-a893-4b568894aef9, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9c68315e-01d2-4a9a-a893-4b568894aef9,segment=NetworkSegment(66533373-feba-4e24-89c4-70b282ad7313),segment_id=66533373-feba-4e24-89c4-70b282ad7313)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:19:51.370438 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 2525e794-e20e-4a53-9faa-9393e2010824 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:51.371042 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:51.451915 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:51.524218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581b5f2-96cb-45cd-babf-c50e0cc0c270 req-6e709d3c-8b6d-47a9-9329-b289bb61d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:51.526273 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5581b5f2-96cb-45cd-babf-c50e0cc0c270 req-6e709d3c-8b6d-47a9-9329-b289bb61d1a3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=1112f03fa29f4e6dbe06039f8171a640&device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 1094 time: 0.1303682 Mar 01 21:19:51.583166 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:51.671639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3403d64b-5335-4e54-8831-8ab577f42995 None None] Pushing event updated for resources: {'Port': ['ID=9c68315e-01d2-4a9a-a893-4b568894aef9,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:51.843787 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581b5f2-96cb-45cd-babf-c50e0cc0c270 req-14570166-7d11-4e8b-adf4-6600a456e018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:51.847196 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5581b5f2-96cb-45cd-babf-c50e0cc0c270 req-14570166-7d11-4e8b-adf4-6600a456e018 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c66c178e-a20a-42be-adfb-9d73b9d07ffb HTTP/1.1" status: 200 len: 926 time: 0.3147724 Mar 01 21:19:51.856266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-dd871690-e71d-4981-a0a8-43505cfa3f3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Allocated IP 172.23.0.1 (d1bcc37f-efb9-46c6-a8ca-b0f45c39700b/c3f6dc22-4ca3-403e-ad7b-86b9d69badcb/256e1f75-0139-48e9-bc4a-30d5238c52ca) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:19:52.019209 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5581b5f2-96cb-45cd-babf-c50e0cc0c270 req-e943948c-795b-4694-a058-4882dddef745 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf281fd1-5c03-42f6-9436-7f843680a3d7 HTTP/1.1" status: 200 len: 217 time: 0.1654913 Mar 01 21:19:52.126982 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581b5f2-96cb-45cd-babf-c50e0cc0c270 req-d2daf426-f70d-4250-a46f-94c3982b9c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:52.128911 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5581b5f2-96cb-45cd-babf-c50e0cc0c270 req-d2daf426-f70d-4250-a46f-94c3982b9c14 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=76588bce-2fe8-4b80-935e-548f0ca0dc2b HTTP/1.1" status: 200 len: 865 time: 0.1034129 Mar 01 21:19:52.223665 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd871690-e71d-4981-a0a8-43505cfa3f3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:52.265585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-dd871690-e71d-4981-a0a8-43505cfa3f3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Transition to ACTIVE for port object 256e1f75-0139-48e9-bc4a-30d5238c52ca will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:52.273346 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5581b5f2-96cb-45cd-babf-c50e0cc0c270 req-7740ac7a-d9ae-4ae4-ad23-1fd9111aef4a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c66c178e-a20a-42be-adfb-9d73b9d07ffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345499 Mar 01 21:19:52.314939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28076d14-6c40-47d3-8283-3a379dcc37d9 req-279c18c0-8a35-49fd-aa79-e3c79d3533ac tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:52.324883 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28076d14-6c40-47d3-8283-3a379dcc37d9 req-279c18c0-8a35-49fd-aa79-e3c79d3533ac tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 943 time: 0.5471306 Mar 01 21:19:52.400490 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28076d14-6c40-47d3-8283-3a379dcc37d9 req-501b8dfd-5570-4f48-a6d6-a59bf5f33b36 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/security-groups?id=61230485-439d-48ea-970a-4a5e673a8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677950 Mar 01 21:19:52.451302 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5581b5f2-96cb-45cd-babf-c50e0cc0c270 req-02bdb20c-52c9-4ad4-8a55-8f1250cfb44b service neutron] 10.222.0.57 "GET /v2.0/networks/c66c178e-a20a-42be-adfb-9d73b9d07ffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734681 Mar 01 21:19:52.484196 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd871690-e71d-4981-a0a8-43505cfa3f3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:52.617426 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd871690-e71d-4981-a0a8-43505cfa3f3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network d1bcc37f-efb9-46c6-a8ca-b0f45c39700b is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:19:52.620889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-dd871690-e71d-4981-a0a8-43505cfa3f3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:52.629260 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd871690-e71d-4981-a0a8-43505cfa3f3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:19:52.677959 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5581b5f2-96cb-45cd-babf-c50e0cc0c270 req-850a427d-73b8-44d3-a214-d8453db64733 service neutron] 10.222.0.57 "GET /v2.0/networks/c66c178e-a20a-42be-adfb-9d73b9d07ffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197101 Mar 01 21:19:52.693705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd871690-e71d-4981-a0a8-43505cfa3f3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Port': ['ID=256e1f75-0139-48e9-bc4a-30d5238c52ca,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:52.727257 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd871690-e71d-4981-a0a8-43505cfa3f3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:52.876630 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46650) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:53.039440 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd871690-e71d-4981-a0a8-43505cfa3f3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:53.178995 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9c68315e-01d2-4a9a-a893-4b568894aef9 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:19:53.238983 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ebd7d0-1036-4d06-8020-b9eabb0568db None None] Network d1bcc37f-efb9-46c6-a8ca-b0f45c39700b requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:19:53.325685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-446102540-network', 'tenant_id': '7c942c417e9246cf8e10e0a07bba2ef8'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:53.332967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:53.345720 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Usage tracker for resource:network and tenant:7c942c417e9246cf8e10e0a07bba2ef8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:53.351277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:53.410618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:53.479816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4b2ba6ad-8523-40b7-94fa-c8e669cf9637 None None] Provisioning for port 9c68315e-01d2-4a9a-a893-4b568894aef9 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:53.484838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Made reservation on behalf of 7c942c417e9246cf8e10e0a07bba2ef8 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:19:53.487445 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:53.515496 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:53.538576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:53.543158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Usage tracker for resource:security_group_rule and tenant:7c942c417e9246cf8e10e0a07bba2ef8 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:53.546404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:53.553770 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:53.576422 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 9c68315e-01d2-4a9a-a893-4b568894aef9 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:53.604807 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9c68315e-01d2-4a9a-a893-4b568894aef9 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:53.604807 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:53.814654 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:53.939898 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 9c68315e-01d2-4a9a-a893-4b568894aef9, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9c68315e-01d2-4a9a-a893-4b568894aef9,segment=NetworkSegment(66533373-feba-4e24-89c4-70b282ad7313),segment_id=66533373-feba-4e24-89c4-70b282ad7313)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:53.957803 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:53.969348 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:54.005773 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:54.044723 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f7bda-b6c4-4dc3-96a1-fb0130489503 req-6656ce53-615f-4edc-8e21-4ecfabe06c7f tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:54.046316 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-726f7bda-b6c4-4dc3-96a1-fb0130489503 req-6656ce53-615f-4edc-8e21-4ecfabe06c7f tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 943 time: 0.3877401 Mar 01 21:19:54.071752 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:54.155128 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=9c68315e-01d2-4a9a-a893-4b568894aef9,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:54.205732 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd871690-e71d-4981-a0a8-43505cfa3f3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:54.245249 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:19:54.262786 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ccb9cbe0-6112-416d-b152-69a1005628c1 None None] Provisioning complete for port 9c68315e-01d2-4a9a-a893-4b568894aef9 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:54.263547 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ccb9cbe0-6112-416d-b152-69a1005628c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:54.292425 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd871690-e71d-4981-a0a8-43505cfa3f3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:54.409590 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-726f7bda-b6c4-4dc3-96a1-fb0130489503 req-356455d8-a597-4479-a627-036a5a528ee3 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/security-groups?id=61230485-439d-48ea-970a-4a5e673a8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3458037 Mar 01 21:19:54.411329 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:54.411698 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Added segment 97d99f39-b41c-41be-afec-450b95eded84 of type vlan for network 079031e1-7226-4a87-9deb-501d2cc40708 Mar 01 21:19:54.446780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78aef445-5881-4d5d-9e65-17bbd9c38d77,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:54.490057 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd871690-e71d-4981-a0a8-43505cfa3f3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:54.533846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd871690-e71d-4981-a0a8-43505cfa3f3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event updated for resources: {'Port': ['ID=256e1f75-0139-48e9-bc4a-30d5238c52ca,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:54.554872 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:54.606569 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ccb9cbe0-6112-416d-b152-69a1005628c1 None None] Provisioning for port 256e1f75-0139-48e9-bc4a-30d5238c52ca completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:54.613495 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ccb9cbe0-6112-416d-b152-69a1005628c1 None None] Provisioning complete for port 256e1f75-0139-48e9-bc4a-30d5238c52ca triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:54.613495 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ccb9cbe0-6112-416d-b152-69a1005628c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:54.692975 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ccb9cbe0-6112-416d-b152-69a1005628c1 None None] Port 256e1f75-0139-48e9-bc4a-30d5238c52ca cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:19:54.696543 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd871690-e71d-4981-a0a8-43505cfa3f3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Network d1bcc37f-efb9-46c6-a8ca-b0f45c39700b is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:19:54.696543 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-dd871690-e71d-4981-a0a8-43505cfa3f3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:54.770321 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:54.770321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:54.770321 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:54.815434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e6319383-6b8e-4154-b75a-897c14c384c5 None None] Provisioning complete for port 256e1f75-0139-48e9-bc4a-30d5238c52ca triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:54.815802 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e6319383-6b8e-4154-b75a-897c14c384c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:54.844371 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device cf281fd1-5c03-42f6-9436-7f843680a3d7 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:19:54.919272 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e6319383-6b8e-4154-b75a-897c14c384c5 None None] Port 256e1f75-0139-48e9-bc4a-30d5238c52ca cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:19:55.030756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] Pushing event updated for resources: {'Network': ['ID=079031e1-7226-4a87-9deb-501d2cc40708,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:55.065506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 079031e1-7226-4a87-9deb-501d2cc40708 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:19:55.099829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd871690-e71d-4981-a0a8-43505cfa3f3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 448639fb-18dc-435f-9ac1-4d83cd588d61 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:19:55.107858 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9ad58235-2f4d-4f86-8cd8-3ba3c4e144df admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.2285819 Mar 01 21:19:55.110243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46682) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:55.114547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9c68315e-01d2-4a9a-a893-4b568894aef9 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:19:55.116917 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-6d3478b7-a2a5-4a26-8838-e32528b1c5ae admin admin] Request body: {'subnet': {'network_id': '079031e1-7226-4a87-9deb-501d2cc40708', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-446102540-subnet', 'tenant_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:55.125535 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6d3478b7-a2a5-4a26-8838-e32528b1c5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:55.146925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6d3478b7-a2a5-4a26-8838-e32528b1c5ae admin admin] Usage tracker for resource:subnet and tenant:7c942c417e9246cf8e10e0a07bba2ef8 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:55.154056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6d3478b7-a2a5-4a26-8838-e32528b1c5ae admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:55.168727 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6d3478b7-a2a5-4a26-8838-e32528b1c5ae admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:55.272984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3478b7-a2a5-4a26-8838-e32528b1c5ae admin admin] Made reservation on behalf of 7c942c417e9246cf8e10e0a07bba2ef8 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:19:55.276317 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d3478b7-a2a5-4a26-8838-e32528b1c5ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:55.305862 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0d857f54-1137-4e03-9f86-60e81da30c60 None None] Provisioning complete for port 256e1f75-0139-48e9-bc4a-30d5238c52ca triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:55.306912 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0d857f54-1137-4e03-9f86-60e81da30c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:55.330002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd871690-e71d-4981-a0a8-43505cfa3f3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:19:55.342496 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-dd871690-e71d-4981-a0a8-43505cfa3f3e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/448639fb-18dc-435f-9ac1-4d83cd588d61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5316367 Mar 01 21:19:55.343594 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46692) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:55.348826 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4f875bc3-0044-4bcc-938a-8b832cc04202 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:55.370336 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] Sync routers for ids ['448639fb-18dc-435f-9ac1-4d83cd588d61'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:19:55.430198 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port cf281fd1-5c03-42f6-9436-7f843680a3d7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=cf281fd1-5c03-42f6-9436-7f843680a3d7,segment=NetworkSegment(1791e62c-0747-4e30-b325-352ecdad5dee),segment_id=1791e62c-0747-4e30-b325-352ecdad5dee)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:55.457207 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] Routers {'448639fb-18dc-435f-9ac1-4d83cd588d61'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:19:55.470172 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:19:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['448639fb-18dc-435f-9ac1-4d83cd588d61'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:55.672865 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-0d857f54-1137-4e03-9f86-60e81da30c60 None None] Port 256e1f75-0139-48e9-bc4a-30d5238c52ca cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:19:55.676335 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'cf281fd1-5c03-42f6-9436-7f843680a3d7', 'network_id': 'c66c178e-a20a-42be-adfb-9d73b9d07ffb', 'port_id': 'cf281fd1-5c03-42f6-9436-7f843680a3d7', 'mac_address': 'fa:16:3e:a5:95:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76588bce-2fe8-4b80-935e-548f0ca0dc2b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:19:55.772831 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d3478b7-a2a5-4a26-8838-e32528b1c5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:55.789863 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9c68315e-01d2-4a9a-a893-4b568894aef9 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:55.790500 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:55.886487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] Set router 448639fb-18dc-435f-9ac1-4d83cd588d61 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:19:55.906418 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3478b7-a2a5-4a26-8838-e32528b1c5ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=98b5d405-8725-41c3-8fe8-a58ca6983382,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:55.911822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3478b7-a2a5-4a26-8838-e32528b1c5ae admin admin] Checking segment: {'id': '97d99f39-b41c-41be-afec-450b95eded84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '079031e1-7226-4a87-9deb-501d2cc40708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:55.912541 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3478b7-a2a5-4a26-8838-e32528b1c5ae admin admin] Network hostable DHCP agents. Network: 079031e1-7226-4a87-9deb-501d2cc40708, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:19:55.958327 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:55.992227 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf281fd1-5c03-42f6-9436-7f843680a3d7 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:19:56.011639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b24a2d-453f-4f53-a9d7-eb401273d88d req-1f09f893-239e-4203-94df-4ceee60f6612 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:56.018754 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-99b24a2d-453f-4f53-a9d7-eb401273d88d req-1f09f893-239e-4203-94df-4ceee60f6612 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 943 time: 0.2964189 Mar 01 21:19:56.030214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3478b7-a2a5-4a26-8838-e32528b1c5ae admin admin] Network 079031e1-7226-4a87-9deb-501d2cc40708 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:19:56.085423 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port cf281fd1-5c03-42f6-9436-7f843680a3d7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=cf281fd1-5c03-42f6-9436-7f843680a3d7,segment=NetworkSegment(1791e62c-0747-4e30-b325-352ecdad5dee),segment_id=1791e62c-0747-4e30-b325-352ecdad5dee)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:19:56.108575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-6d3478b7-a2a5-4a26-8838-e32528b1c5ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 079031e1-7226-4a87-9deb-501d2cc40708) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:56.118881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3478b7-a2a5-4a26-8838-e32528b1c5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:56.119741 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d3478b7-a2a5-4a26-8838-e32528b1c5ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:56.133857 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ddb1ea-9b28-4425-9eef-422de52707a9 None None] Network 079031e1-7226-4a87-9deb-501d2cc40708 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:19:56.170892 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-99b24a2d-453f-4f53-a9d7-eb401273d88d req-28925dac-e3d3-4104-997d-5f6ce734fe12 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/security-groups?id=61230485-439d-48ea-970a-4a5e673a8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510913 Mar 01 21:19:56.194283 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:56.243310 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6d3478b7-a2a5-4a26-8838-e32528b1c5ae admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.1318221 Mar 01 21:19:56.244113 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46710) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:56.249302 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-446102540-router', 'tenant_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:56.256963 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:19:56.265111 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Usage tracker for resource:router and tenant:7c942c417e9246cf8e10e0a07bba2ef8 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:19:56.269196 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:19:56.279918 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:19:56.375755 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:56.376633 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:56.393147 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:56.476883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['cf281fd1-5c03-42f6-9436-7f843680a3d7'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:19:56.484909 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.extraroute_db [None req-4f875bc3-0044-4bcc-938a-8b832cc04202 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88518) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 01 21:19:56.503854 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.extraroute_db [None req-4f875bc3-0044-4bcc-938a-8b832cc04202 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Removed routes are [] {{(pid=88518) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 01 21:19:56.504713 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f875bc3-0044-4bcc-938a-8b832cc04202 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:56.547398 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=cf281fd1-5c03-42f6-9436-7f843680a3d7,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:56.831942 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:19:52Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': '2525e794-e20e-4a53-9faa-9393e2010824', 'name': '', 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:ac:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:39Z', 'updated_at': '2022-03-01T21:19:50Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '256e1f75-0139-48e9-bc4a-30d5238c52ca', 'name': '', 'network_id': 'd1bcc37f-efb9-46c6-a8ca-b0f45c39700b', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:0f:6c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'c3f6dc22-4ca3-403e-ad7b-86b9d69badcb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:51Z', 'updated_at': '2022-03-01T21:19:53Z', 'revision_number': 2, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': 'c3f6dc22-4ca3-403e-ad7b-86b9d69badcb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35ed19f-47bf-4a2a-9951-8314646ed83e', 'name': '', 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:6c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:31Z', 'updated_at': '2022-03-01T21:19:46Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:56.846915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-079031e1-7226-4a87-9deb-501d2cc40708', 'network_id': '079031e1-7226-4a87-9deb-501d2cc40708', 'tenant_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'fixed_ips': [{'subnet_id': '98b5d405-8725-41c3-8fe8-a58ca6983382'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:19:56.848126 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:56.875144 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] Checking router: 448639fb-18dc-435f-9ac1-4d83cd588d61 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:19:56.875521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] Updating router 448639fb-18dc-435f-9ac1-4d83cd588d61 port 256e1f75-0139-48e9-bc4a-30d5238c52ca binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:19:56.923480 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:57.118186 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f875bc3-0044-4bcc-938a-8b832cc04202 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:57.121554 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f875bc3-0044-4bcc-938a-8b832cc04202 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:57.140631 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:57.231088 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Allocated IP 172.20.0.2 (079031e1-7226-4a87-9deb-501d2cc40708/98b5d405-8725-41c3-8fe8-a58ca6983382/63ca1ec9-ec2e-46ae-b37c-8467d1409c40) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:19:57.400586 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f875bc3-0044-4bcc-938a-8b832cc04202 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 448639fb-18dc-435f-9ac1-4d83cd588d61 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:19:57.507171 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:57.586980 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:57.667340 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-aa0ae10d-bea2-42c4-ac13-966ddf76ee1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:57.720346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Allocated IP 172.25.5.161 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/9913b1d4-e965-43f9-b399-6ef0c7c507de) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:19:57.850675 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f875bc3-0044-4bcc-938a-8b832cc04202 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:19:57.864591 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f875bc3-0044-4bcc-938a-8b832cc04202 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:57.866078 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4f875bc3-0044-4bcc-938a-8b832cc04202 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/448639fb-18dc-435f-9ac1-4d83cd588d61 HTTP/1.1" status: 200 len: 933 time: 2.5213206 Mar 01 21:19:57.869264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46736) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:57.892324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f310ae9-4902-482b-94dc-d17ec75617f6 req-169557b5-0d37-46e2-af9e-cb223662dbfa tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:57.900040 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1f310ae9-4902-482b-94dc-d17ec75617f6 req-169557b5-0d37-46e2-af9e-cb223662dbfa tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 944 time: 0.4101877 Mar 01 21:19:57.942610 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:57.957289 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1f310ae9-4902-482b-94dc-d17ec75617f6 req-d4c23e71-3569-4791-91a1-f92d0e42e6b2 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/security-groups?id=61230485-439d-48ea-970a-4a5e673a8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559478 Mar 01 21:19:57.976267 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Transition to ACTIVE for port object 63ca1ec9-ec2e-46ae-b37c-8467d1409c40 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:58.046164 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Transition to ACTIVE for port object 63ca1ec9-ec2e-46ae-b37c-8467d1409c40 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:58.061056 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:58.069205 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:58.073344 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] Transition to ACTIVE for port object 256e1f75-0139-48e9-bc4a-30d5238c52ca will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:19:58.157514 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:58.197010 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9245e180-800f-4e03-8bc6-18ba0f4bbfc0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/routers/448639fb-18dc-435f-9ac1-4d83cd588d61 HTTP/1.1" status: 200 len: 933 time: 0.3247573 Mar 01 21:19:58.199834 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46742) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:19:58.204916 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f9912c6f-3db5-4d90-85c2-5385c4aab1de tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'router': {'routes': None}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:19:58.220049 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:58.247058 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Network 079031e1-7226-4a87-9deb-501d2cc40708 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:19:58.273860 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:58.345334 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:58.373241 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:19:58.378171 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Pushing event updated for resources: {'Port': ['ID=63ca1ec9-ec2e-46ae-b37c-8467d1409c40,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:58.382675 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:19:58.385800 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:19:58.403404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:19:58.583476 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Pushing event updated for resources: {'Port': ['ID=9913b1d4-e965-43f9-b399-6ef0c7c507de,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:58.700040 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Attempting to bind port 63ca1ec9-ec2e-46ae-b37c-8467d1409c40 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:19:58.700660 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Attempting to bind port 63ca1ec9-ec2e-46ae-b37c-8467d1409c40 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '97d99f39-b41c-41be-afec-450b95eded84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '079031e1-7226-4a87-9deb-501d2cc40708'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:19:58.701925 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Attempting to bind port 63ca1ec9-ec2e-46ae-b37c-8467d1409c40 on network 079031e1-7226-4a87-9deb-501d2cc40708 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:19:58.704017 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b352ce0-401d-4c4c-b5f2-a8a6bfb8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=256e1f75-0139-48e9-bc4a-30d5238c52ca,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:58.714556 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:19:58.714935 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Checking segment: {'id': '97d99f39-b41c-41be-afec-450b95eded84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '079031e1-7226-4a87-9deb-501d2cc40708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:58.715339 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:58.715759 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Bound using segment: {'id': '97d99f39-b41c-41be-afec-450b95eded84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '079031e1-7226-4a87-9deb-501d2cc40708'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:19:58.716239 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Bound port: 63ca1ec9-ec2e-46ae-b37c-8467d1409c40, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d99f39-b41c-41be-afec-450b95eded84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '079031e1-7226-4a87-9deb-501d2cc40708'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:19:58.716615 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:58.727406 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] Attempting to bind port 256e1f75-0139-48e9-bc4a-30d5238c52ca on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:19:58.727781 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] Attempting to bind port 256e1f75-0139-48e9-bc4a-30d5238c52ca by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '66533373-feba-4e24-89c4-70b282ad7313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1bcc37f-efb9-46c6-a8ca-b0f45c39700b'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:19:58.728153 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] Attempting to bind port 256e1f75-0139-48e9-bc4a-30d5238c52ca on network d1bcc37f-efb9-46c6-a8ca-b0f45c39700b {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:19:58.748928 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 19, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:19:58.749361 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] Checking segment: {'id': '66533373-feba-4e24-89c4-70b282ad7313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1bcc37f-efb9-46c6-a8ca-b0f45c39700b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:19:58.749762 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:58.750141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] Bound using segment: {'id': '66533373-feba-4e24-89c4-70b282ad7313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1bcc37f-efb9-46c6-a8ca-b0f45c39700b'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:19:58.750638 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] Bound port: 256e1f75-0139-48e9-bc4a-30d5238c52ca, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66533373-feba-4e24-89c4-70b282ad7313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'd1bcc37f-efb9-46c6-a8ca-b0f45c39700b'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:19:58.751887 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:58.872963 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device cf281fd1-5c03-42f6-9436-7f843680a3d7 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:19:58.948139 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] For port 63ca1ec9-ec2e-46ae-b37c-8467d1409c40, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:19:58.969643 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] For port 256e1f75-0139-48e9-bc4a-30d5238c52ca, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:19:58.975294 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] For port 63ca1ec9-ec2e-46ae-b37c-8467d1409c40, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=63ca1ec9-ec2e-46ae-b37c-8467d1409c40,segment=NetworkSegment(97d99f39-b41c-41be-afec-450b95eded84),segment_id=97d99f39-b41c-41be-afec-450b95eded84)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:19:58.984752 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] For port 256e1f75-0139-48e9-bc4a-30d5238c52ca, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=256e1f75-0139-48e9-bc4a-30d5238c52ca,segment=NetworkSegment(66533373-feba-4e24-89c4-70b282ad7313),segment_id=66533373-feba-4e24-89c4-70b282ad7313)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:19:58.997942 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.extraroute_db [None req-f9912c6f-3db5-4d90-85c2-5385c4aab1de tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Added routes are [] {{(pid=88518) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 01 21:19:58.998391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.extraroute_db [None req-f9912c6f-3db5-4d90-85c2-5385c4aab1de tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=88518) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 01 21:19:59.050349 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:59.054593 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:59.064501 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f9912c6f-3db5-4d90-85c2-5385c4aab1de tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:59.111163 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port cf281fd1-5c03-42f6-9436-7f843680a3d7 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:19:59.124933 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:59.137092 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port cf281fd1-5c03-42f6-9436-7f843680a3d7 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:19:59.139851 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:59.290977 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68852689-1198-4262-8a99-d383f73a24c4 None None] Pushing event updated for resources: {'Port': ['ID=63ca1ec9-ec2e-46ae-b37c-8467d1409c40,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:59.390247 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] Routers {'448639fb-18dc-435f-9ac1-4d83cd588d61'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:19:59.390882 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:19:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['448639fb-18dc-435f-9ac1-4d83cd588d61'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:19:59.513246 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0bb3e-cf3b-4061-8424-3975ab86bbd2 req-dbf1499b-9f19-4004-9fc1-3a46c870833f tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:19:59.514807 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00c0bb3e-cf3b-4061-8424-3975ab86bbd2 req-dbf1499b-9f19-4004-9fc1-3a46c870833f tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 944 time: 0.3977873 Mar 01 21:19:59.870153 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00c0bb3e-cf3b-4061-8424-3975ab86bbd2 req-4be7b8b3-2417-4e57-96de-4dbc42f06f0a tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/security-groups?id=61230485-439d-48ea-970a-4a5e673a8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145896 Mar 01 21:19:59.940244 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f9912c6f-3db5-4d90-85c2-5385c4aab1de tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:59.945068 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f9912c6f-3db5-4d90-85c2-5385c4aab1de tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:59.960362 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b352ce0-401d-4c4c-b5f2-a8a6bfb8d4f7 None None] Pushing event updated for resources: {'Port': ['ID=256e1f75-0139-48e9-bc4a-30d5238c52ca,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:19:59.968508 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:19:59.983765 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] Set router 448639fb-18dc-435f-9ac1-4d83cd588d61 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:00.039135 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:00.049070 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-95633462-b6a0-4c71-84aa-2089101f939d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:00.088572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a7f3db-8ef4-4636-9804-5448e4110974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf281fd1-5c03-42f6-9436-7f843680a3d7'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:20:00.294891 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port cf281fd1-5c03-42f6-9436-7f843680a3d7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=cf281fd1-5c03-42f6-9436-7f843680a3d7,segment=NetworkSegment(1791e62c-0747-4e30-b325-352ecdad5dee),segment_id=1791e62c-0747-4e30-b325-352ecdad5dee)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:00.297158 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a7f3db-8ef4-4636-9804-5448e4110974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf281fd1-5c03-42f6-9436-7f843680a3d7', 'code': 200} Mar 01 21:20:00.371129 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:00.408120 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9912c6f-3db5-4d90-85c2-5385c4aab1de tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 448639fb-18dc-435f-9ac1-4d83cd588d61 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:20:00.601775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=cf281fd1-5c03-42f6-9436-7f843680a3d7,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:00.667460 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:00.717740 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:19:59Z', 'revision_number': 7, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': '2525e794-e20e-4a53-9faa-9393e2010824', 'name': '', 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:ac:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:39Z', 'updated_at': '2022-03-01T21:19:50Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '256e1f75-0139-48e9-bc4a-30d5238c52ca', 'name': '', 'network_id': 'd1bcc37f-efb9-46c6-a8ca-b0f45c39700b', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:0f:6c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'c3f6dc22-4ca3-403e-ad7b-86b9d69badcb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:51Z', 'updated_at': '2022-03-01T21:19:58Z', 'revision_number': 4, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': 'c3f6dc22-4ca3-403e-ad7b-86b9d69badcb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35ed19f-47bf-4a2a-9951-8314646ed83e', 'name': '', 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:6c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:31Z', 'updated_at': '2022-03-01T21:19:46Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:00.717740 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1043e533-dc65-4e4d-80bd-64d15118e404 None None] The sync data for ids ['448639fb-18dc-435f-9ac1-4d83cd588d61'] in n-d-827896-4 is: [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:19:59Z', 'revision_number': 7, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': '2525e794-e20e-4a53-9faa-9393e2010824', 'name': '', 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:ac:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:39Z', 'updated_at': '2022-03-01T21:19:50Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '256e1f75-0139-48e9-bc4a-30d5238c52ca', 'name': '', 'network_id': 'd1bcc37f-efb9-46c6-a8ca-b0f45c39700b', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:0f:6c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'c3f6dc22-4ca3-403e-ad7b-86b9d69badcb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:51Z', 'updated_at': '2022-03-01T21:19:58Z', 'revision_number': 4, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': 'c3f6dc22-4ca3-403e-ad7b-86b9d69badcb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35ed19f-47bf-4a2a-9951-8314646ed83e', 'name': '', 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:6c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:31Z', 'updated_at': '2022-03-01T21:19:46Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:20:00.718754 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:00.819221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b403d1-557b-4765-a7b2-e92e1acb407d req-35b096ea-eaad-452f-be60-520579428b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:00.821819 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-55b403d1-557b-4765-a7b2-e92e1acb407d req-35b096ea-eaad-452f-be60-520579428b4f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 1096 time: 0.5271592 Mar 01 21:20:00.905318 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-55b403d1-557b-4765-a7b2-e92e1acb407d req-ab81632e-5050-4158-ba3f-828fd2869ee7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=61230485-439d-48ea-970a-4a5e673a8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752776 Mar 01 21:20:00.918263 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Router 0c5b14f1-c948-4d30-aefc-3378477a8cc5 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:20:01.048923 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9912c6f-3db5-4d90-85c2-5385c4aab1de tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:20:01.066747 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f9912c6f-3db5-4d90-85c2-5385c4aab1de tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:01.073237 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f9912c6f-3db5-4d90-85c2-5385c4aab1de tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/448639fb-18dc-435f-9ac1-4d83cd588d61 HTTP/1.1" status: 200 len: 699 time: 2.8723395 Mar 01 21:20:01.079480 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46780) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:01.084532 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f91b564-cbf9-41a5-98a3-1a35ef1b75da None None] Network 079031e1-7226-4a87-9deb-501d2cc40708 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:20:01.312824 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 256e1f75-0139-48e9-bc4a-30d5238c52ca up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:20:01.356156 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:20:01.374307 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] Sync routers for ids ['0c5b14f1-c948-4d30-aefc-3378477a8cc5'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:20:01.399103 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] Routers {'0c5b14f1-c948-4d30-aefc-3378477a8cc5'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:01.400485 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0c5b14f1-c948-4d30-aefc-3378477a8cc5'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:01.515478 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1a4981ef-cf30-4a45-a4a5-7d034ea2608a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/routers/448639fb-18dc-435f-9ac1-4d83cd588d61 HTTP/1.1" status: 200 len: 699 time: 0.4347079 Mar 01 21:20:01.518725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46784) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:01.523927 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3b7d4d2d-4b25-4b54-8907-e7d6ce802033 None None] Provisioning for port 63ca1ec9-ec2e-46ae-b37c-8467d1409c40 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:20:01.589139 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707183e-094d-4c7d-80b0-718f4bdf7f0c req-1eb05cce-5c74-403a-86b7-01a708d9cd72 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:01.604970 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b707183e-094d-4c7d-80b0-718f4bdf7f0c req-1eb05cce-5c74-403a-86b7-01a708d9cd72 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 945 time: 0.3691370 Mar 01 21:20:01.660266 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 256e1f75-0139-48e9-bc4a-30d5238c52ca completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:20:01.688054 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 256e1f75-0139-48e9-bc4a-30d5238c52ca triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:20:01.689079 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:01.737801 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b707183e-094d-4c7d-80b0-718f4bdf7f0c req-47a624c4-06a5-4ef7-a785-3452419d7727 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/security-groups?id=61230485-439d-48ea-970a-4a5e673a8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317432 Mar 01 21:20:01.767394 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] Set router 0c5b14f1-c948-4d30-aefc-3378477a8cc5 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:01.879751 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:01.906461 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-79fdf33d-49c1-4201-90b5-3dc39a1aaf10 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.6612406 Mar 01 21:20:01.912469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46792) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:01.952733 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:02.013033 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46a9173-bea9-4812-862e-5c4afbd1ffbe None None] Sync routers for ids ['448639fb-18dc-435f-9ac1-4d83cd588d61'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:20:02.063735 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46a9173-bea9-4812-862e-5c4afbd1ffbe None None] Routers {'448639fb-18dc-435f-9ac1-4d83cd588d61'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:02.064523 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e46a9173-bea9-4812-862e-5c4afbd1ffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['448639fb-18dc-435f-9ac1-4d83cd588d61'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:02.328099 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 256e1f75-0139-48e9-bc4a-30d5238c52ca, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=256e1f75-0139-48e9-bc4a-30d5238c52ca,segment=NetworkSegment(66533373-feba-4e24-89c4-70b282ad7313),segment_id=66533373-feba-4e24-89c4-70b282ad7313)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:02.348397 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5b14f1-c948-4d30-aefc-3378477a8cc5', 'name': 'tempest-ImageQuotaTest-446102540-router', 'tenant_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '9913b1d4-e965-43f9-b399-6ef0c7c507de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:56Z', 'updated_at': '2022-03-01T21:19:58Z', 'revision_number': 3, 'project_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'gw_port': {'id': '9913b1d4-e965-43f9-b399-6ef0c7c507de', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:13:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5b14f1-c948-4d30-aefc-3378477a8cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:57Z', 'updated_at': '2022-03-01T21:19:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:02.356714 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] Checking router: 0c5b14f1-c948-4d30-aefc-3378477a8cc5 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:20:02.357619 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-e46a9173-bea9-4812-862e-5c4afbd1ffbe None None] Set router 448639fb-18dc-435f-9ac1-4d83cd588d61 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:02.359948 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] Updating router 0c5b14f1-c948-4d30-aefc-3378477a8cc5 port 9913b1d4-e965-43f9-b399-6ef0c7c507de binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:20:02.418985 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:02.420015 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 63ca1ec9-ec2e-46ae-b37c-8467d1409c40 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:20:02.500206 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:02.502022 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:02.671179 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=256e1f75-0139-48e9-bc4a-30d5238c52ca,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:02.992008 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 63ca1ec9-ec2e-46ae-b37c-8467d1409c40 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:20:03.048318 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 63ca1ec9-ec2e-46ae-b37c-8467d1409c40 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:20:03.048682 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:03.158433 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-abbb5f2c-7570-49d1-8365-0ed64e529ed9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:03.195318 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c89f83e7-ab9c-4cb3-8677-c9ad4c81ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:03.340852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ab2ab-788e-4903-a933-b92c7d3cbfe3 req-4c835a7e-36ce-4d94-b6c0-69f48ad5a0c1 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:03.342759 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-651ab2ab-788e-4903-a933-b92c7d3cbfe3 req-4c835a7e-36ce-4d94-b6c0-69f48ad5a0c1 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 945 time: 0.3160853 Mar 01 21:20:03.416167 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:03.428659 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] Transition to ACTIVE for port object 9913b1d4-e965-43f9-b399-6ef0c7c507de will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:20:03.449469 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-651ab2ab-788e-4903-a933-b92c7d3cbfe3 req-c44ffc19-23da-416f-8c6a-1f3f9291f31c tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/security-groups?id=61230485-439d-48ea-970a-4a5e673a8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658035 Mar 01 21:20:03.494875 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e46a9173-bea9-4812-862e-5c4afbd1ffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:19:59Z', 'revision_number': 7, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': '2525e794-e20e-4a53-9faa-9393e2010824', 'name': '', 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:ac:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:39Z', 'updated_at': '2022-03-01T21:19:50Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '256e1f75-0139-48e9-bc4a-30d5238c52ca', 'name': '', 'network_id': 'd1bcc37f-efb9-46c6-a8ca-b0f45c39700b', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:0f:6c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'c3f6dc22-4ca3-403e-ad7b-86b9d69badcb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:51Z', 'updated_at': '2022-03-01T21:19:58Z', 'revision_number': 4, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': 'c3f6dc22-4ca3-403e-ad7b-86b9d69badcb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35ed19f-47bf-4a2a-9951-8314646ed83e', 'name': '', 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:6c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:31Z', 'updated_at': '2022-03-01T21:19:46Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:03.504408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46a9173-bea9-4812-862e-5c4afbd1ffbe None None] Checking router: 448639fb-18dc-435f-9ac1-4d83cd588d61 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:20:03.509814 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:03.512583 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:03.547498 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-c89f83e7-ab9c-4cb3-8677-c9ad4c81ea43 admin admin] Allocated IP 172.20.0.1 (079031e1-7226-4a87-9deb-501d2cc40708/98b5d405-8725-41c3-8fe8-a58ca6983382/832b7aea-1143-4873-9ebd-0b359e7259c1) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:20:03.572549 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46a9173-bea9-4812-862e-5c4afbd1ffbe None None] Routers {'448639fb-18dc-435f-9ac1-4d83cd588d61'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:03.575427 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e46a9173-bea9-4812-862e-5c4afbd1ffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['448639fb-18dc-435f-9ac1-4d83cd588d61'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:03.638564 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534745e-6cc5-49c2-97b1-2acd20fbbd85 None None] Pushing event updated for resources: {'Port': ['ID=9913b1d4-e965-43f9-b399-6ef0c7c507de,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:03.645609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-abbb5f2c-7570-49d1-8365-0ed64e529ed9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port 256e1f75-0139-48e9-bc4a-30d5238c52ca {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:03.646978 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-abbb5f2c-7570-49d1-8365-0ed64e529ed9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:03.696071 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] Attempting to bind port 9913b1d4-e965-43f9-b399-6ef0c7c507de on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:20:03.696436 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] Attempting to bind port 9913b1d4-e965-43f9-b399-6ef0c7c507de by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:20:03.696786 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] Attempting to bind port 9913b1d4-e965-43f9-b399-6ef0c7c507de on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:20:03.712793 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:20:03.713159 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:20:03.718233 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:03.718233 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:20:03.718233 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] Bound port: 9913b1d4-e965-43f9-b399-6ef0c7c507de, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:20:03.718233 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:03.848023 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] For port 9913b1d4-e965-43f9-b399-6ef0c7c507de, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:20:03.852390 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] For port 9913b1d4-e965-43f9-b399-6ef0c7c507de, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9913b1d4-e965-43f9-b399-6ef0c7c507de,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:20:03.852961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 63ca1ec9-ec2e-46ae-b37c-8467d1409c40, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=63ca1ec9-ec2e-46ae-b37c-8467d1409c40,segment=NetworkSegment(97d99f39-b41c-41be-afec-450b95eded84),segment_id=97d99f39-b41c-41be-afec-450b95eded84)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:03.897909 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-e46a9173-bea9-4812-862e-5c4afbd1ffbe None None] Set router 448639fb-18dc-435f-9ac1-4d83cd588d61 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:03.914341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-abbb5f2c-7570-49d1-8365-0ed64e529ed9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] For port 256e1f75-0139-48e9-bc4a-30d5238c52ca, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=256e1f75-0139-48e9-bc4a-30d5238c52ca,segment=NetworkSegment(66533373-feba-4e24-89c4-70b282ad7313),segment_id=66533373-feba-4e24-89c4-70b282ad7313)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:03.914741 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-abbb5f2c-7570-49d1-8365-0ed64e529ed9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:03.935993 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:03.964217 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:03.986058 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c89f83e7-ab9c-4cb3-8677-c9ad4c81ea43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:04.043676 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d2648-972c-4306-864e-c2e475e8a243 req-913f1927-633d-4a08-b5bf-09d0218d25f0 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:04.045241 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-086d2648-972c-4306-864e-c2e475e8a243 req-913f1927-633d-4a08-b5bf-09d0218d25f0 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 945 time: 0.1866539 Mar 01 21:20:04.098893 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e534745e-6cc5-49c2-97b1-2acd20fbbd85 None None] Pushing event updated for resources: {'Port': ['ID=9913b1d4-e965-43f9-b399-6ef0c7c507de,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:04.123399 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] Routers {'0c5b14f1-c948-4d30-aefc-3378477a8cc5'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:04.124006 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0c5b14f1-c948-4d30-aefc-3378477a8cc5'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:04.131849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-c89f83e7-ab9c-4cb3-8677-c9ad4c81ea43 admin admin] Transition to ACTIVE for port object 832b7aea-1143-4873-9ebd-0b359e7259c1 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:20:04.179999 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-086d2648-972c-4306-864e-c2e475e8a243 req-19beaeb6-e7ac-4070-848f-c6fcefe432ab tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/security-groups?id=61230485-439d-48ea-970a-4a5e673a8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193788 Mar 01 21:20:04.190018 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=63ca1ec9-ec2e-46ae-b37c-8467d1409c40,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:04.197481 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-abbb5f2c-7570-49d1-8365-0ed64e529ed9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Calling delete_port for 256e1f75-0139-48e9-bc4a-30d5238c52ca owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:04.201429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 256e1f75-0139-48e9-bc4a-30d5238c52ca up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:20:04.288788 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c89f83e7-ab9c-4cb3-8677-c9ad4c81ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:04.440590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89f83e7-ab9c-4cb3-8677-c9ad4c81ea43 admin admin] Network 079031e1-7226-4a87-9deb-501d2cc40708 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:20:04.444564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-c89f83e7-ab9c-4cb3-8677-c9ad4c81ea43 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:20:04.449508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89f83e7-ab9c-4cb3-8677-c9ad4c81ea43 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:20:04.523839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f83e7-ab9c-4cb3-8677-c9ad4c81ea43 admin admin] Pushing event updated for resources: {'Port': ['ID=832b7aea-1143-4873-9ebd-0b359e7259c1,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:04.570134 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c89f83e7-ab9c-4cb3-8677-c9ad4c81ea43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:04.570615 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] Set router 0c5b14f1-c948-4d30-aefc-3378477a8cc5 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:04.633096 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-abbb5f2c-7570-49d1-8365-0ed64e529ed9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:04.766548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 256e1f75-0139-48e9-bc4a-30d5238c52ca triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:20:04.767104 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:04.803534 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb5f2c-7570-49d1-8365-0ed64e529ed9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Port': ['ID=256e1f75-0139-48e9-bc4a-30d5238c52ca,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:04.954909 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c89f83e7-ab9c-4cb3-8677-c9ad4c81ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:04.958040 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Port 256e1f75-0139-48e9-bc4a-30d5238c52ca was deleted so its status cannot be updated. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Mar 01 21:20:05.148372 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b95f3e7e-50c9-410b-ad20-20c51ff06afe None None] Provisioning for port 832b7aea-1143-4873-9ebd-0b359e7259c1 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:20:05.163353 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b95f3e7e-50c9-410b-ad20-20c51ff06afe None None] Provisioning complete for port 832b7aea-1143-4873-9ebd-0b359e7259c1 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:20:05.163753 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b95f3e7e-50c9-410b-ad20-20c51ff06afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:05.249643 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e46a9173-bea9-4812-862e-5c4afbd1ffbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:19:59Z', 'revision_number': 7, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': '2525e794-e20e-4a53-9faa-9393e2010824', 'name': '', 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:ac:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:39Z', 'updated_at': '2022-03-01T21:19:50Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '256e1f75-0139-48e9-bc4a-30d5238c52ca', 'name': '', 'network_id': 'd1bcc37f-efb9-46c6-a8ca-b0f45c39700b', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:0f:6c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'c3f6dc22-4ca3-403e-ad7b-86b9d69badcb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:51Z', 'updated_at': '2022-03-01T21:20:02Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': 'c3f6dc22-4ca3-403e-ad7b-86b9d69badcb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35ed19f-47bf-4a2a-9951-8314646ed83e', 'name': '', 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:6c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:31Z', 'updated_at': '2022-03-01T21:19:46Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:05.260604 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46a9173-bea9-4812-862e-5c4afbd1ffbe None None] The sync data for ids ['448639fb-18dc-435f-9ac1-4d83cd588d61'] in n-d-827896-4 is: [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:19:59Z', 'revision_number': 7, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': '2525e794-e20e-4a53-9faa-9393e2010824', 'name': '', 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:ac:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:39Z', 'updated_at': '2022-03-01T21:19:50Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '256e1f75-0139-48e9-bc4a-30d5238c52ca', 'name': '', 'network_id': 'd1bcc37f-efb9-46c6-a8ca-b0f45c39700b', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:0f:6c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3394, 'fixed_ips': [{'subnet_id': 'c3f6dc22-4ca3-403e-ad7b-86b9d69badcb', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:51Z', 'updated_at': '2022-03-01T21:20:02Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': 'c3f6dc22-4ca3-403e-ad7b-86b9d69badcb', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35ed19f-47bf-4a2a-9951-8314646ed83e', 'name': '', 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:6c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:31Z', 'updated_at': '2022-03-01T21:19:46Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:20:05.281083 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b95f3e7e-50c9-410b-ad20-20c51ff06afe None None] Port 832b7aea-1143-4873-9ebd-0b359e7259c1 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:20:05.306574 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5b14f1-c948-4d30-aefc-3378477a8cc5', 'name': 'tempest-ImageQuotaTest-446102540-router', 'tenant_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '9913b1d4-e965-43f9-b399-6ef0c7c507de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:56Z', 'updated_at': '2022-03-01T21:19:58Z', 'revision_number': 3, 'project_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'gw_port': {'id': '9913b1d4-e965-43f9-b399-6ef0c7c507de', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:13:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5b14f1-c948-4d30-aefc-3378477a8cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:57Z', 'updated_at': '2022-03-01T21:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:05.311329 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-335f8cb9-2114-43c6-b6eb-d22f70980bf5 None None] The sync data for ids ['0c5b14f1-c948-4d30-aefc-3378477a8cc5'] in n-d-827896-4 is: [{'id': '0c5b14f1-c948-4d30-aefc-3378477a8cc5', 'name': 'tempest-ImageQuotaTest-446102540-router', 'tenant_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '9913b1d4-e965-43f9-b399-6ef0c7c507de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:56Z', 'updated_at': '2022-03-01T21:19:58Z', 'revision_number': 3, 'project_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'gw_port': {'id': '9913b1d4-e965-43f9-b399-6ef0c7c507de', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:13:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5b14f1-c948-4d30-aefc-3378477a8cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:57Z', 'updated_at': '2022-03-01T21:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:20:05.362918 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-abbb5f2c-7570-49d1-8365-0ed64e529ed9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:05.450614 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c89f83e7-ab9c-4cb3-8677-c9ad4c81ea43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:05.481292 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfda635f-8982-449a-9239-9cd133261c2c req-e5c085bf-b095-44d9-9667-df00d829f220 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:05.488440 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfda635f-8982-449a-9239-9cd133261c2c req-e5c085bf-b095-44d9-9667-df00d829f220 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 945 time: 0.4918675 Mar 01 21:20:05.541095 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfda635f-8982-449a-9239-9cd133261c2c req-f6734509-a27e-404b-9391-b9678af5cddc tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/security-groups?id=61230485-439d-48ea-970a-4a5e673a8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492542 Mar 01 21:20:05.545243 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c89f83e7-ab9c-4cb3-8677-c9ad4c81ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:05.736464 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c89f83e7-ab9c-4cb3-8677-c9ad4c81ea43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:05.770044 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f83e7-ab9c-4cb3-8677-c9ad4c81ea43 admin admin] Pushing event updated for resources: {'Port': ['ID=832b7aea-1143-4873-9ebd-0b359e7259c1,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:06.044880 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89f83e7-ab9c-4cb3-8677-c9ad4c81ea43 admin admin] Network 079031e1-7226-4a87-9deb-501d2cc40708 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:20:06.046045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-c89f83e7-ab9c-4cb3-8677-c9ad4c81ea43 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:20:06.148578 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbb5f2c-7570-49d1-8365-0ed64e529ed9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 448639fb-18dc-435f-9ac1-4d83cd588d61 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:20:06.319870 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9913b1d4-e965-43f9-b399-6ef0c7c507de up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:20:06.402769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89f83e7-ab9c-4cb3-8677-c9ad4c81ea43 admin admin] Router 0c5b14f1-c948-4d30-aefc-3378477a8cc5 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:20:06.548194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbb5f2c-7570-49d1-8365-0ed64e529ed9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:20:06.559591 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd768de0-5b60-42f5-a0b6-79924b507c91 None None] Sync routers for ids ['448639fb-18dc-435f-9ac1-4d83cd588d61'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:20:06.571580 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd768de0-5b60-42f5-a0b6-79924b507c91 None None] Routers {'448639fb-18dc-435f-9ac1-4d83cd588d61'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:06.572401 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-fd768de0-5b60-42f5-a0b6-79924b507c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['448639fb-18dc-435f-9ac1-4d83cd588d61'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:06.577549 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-abbb5f2c-7570-49d1-8365-0ed64e529ed9 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/448639fb-18dc-435f-9ac1-4d83cd588d61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0574801 Mar 01 21:20:06.581857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46830) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:06.629090 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 9913b1d4-e965-43f9-b399-6ef0c7c507de completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:20:06.646649 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9913b1d4-e965-43f9-b399-6ef0c7c507de triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:20:06.647352 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:06.712406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc2f4e7-dbdb-4ffc-b13b-c00b8d4900c6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting subnet c3f6dc22-4ca3-403e-ad7b-86b9d69badcb {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:20:06.725308 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4cc2f4e7-dbdb-4ffc-b13b-c00b8d4900c6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:06.772366 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89f83e7-ab9c-4cb3-8677-c9ad4c81ea43 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:20:06.800574 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c89f83e7-ab9c-4cb3-8677-c9ad4c81ea43 admin admin] 10.222.0.42 "PUT /v2.0/routers/0c5b14f1-c948-4d30-aefc-3378477a8cc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8808475 Mar 01 21:20:06.800574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e055d0e9-0f99-41b1-9d5f-cb3145bd1d77 req-dad6e91e-19a0-4d1c-b188-013030f41b51 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:06.809917 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e055d0e9-0f99-41b1-9d5f-cb3145bd1d77 req-dad6e91e-19a0-4d1c-b188-013030f41b51 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 945 time: 0.1959462 Mar 01 21:20:06.824045 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4cc2f4e7-dbdb-4ffc-b13b-c00b8d4900c6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:06.860734 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7e443dbd-ea9b-401f-befe-beecad800ea5 None None] Provisioning complete for port 832b7aea-1143-4873-9ebd-0b359e7259c1 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:20:06.861098 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7e443dbd-ea9b-401f-befe-beecad800ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:07.027505 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4cc2f4e7-dbdb-4ffc-b13b-c00b8d4900c6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:07.042274 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-fd768de0-5b60-42f5-a0b6-79924b507c91 None None] Set router 448639fb-18dc-435f-9ac1-4d83cd588d61 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:07.135089 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-7e443dbd-ea9b-401f-befe-beecad800ea5 None None] Port 832b7aea-1143-4873-9ebd-0b359e7259c1 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:20:07.166985 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:07.180061 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e055d0e9-0f99-41b1-9d5f-cb3145bd1d77 req-ab4e558b-c500-4e70-9741-260cacf2f6f9 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/security-groups?id=61230485-439d-48ea-970a-4a5e673a8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692086 Mar 01 21:20:07.194233 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 9913b1d4-e965-43f9-b399-6ef0c7c507de, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9913b1d4-e965-43f9-b399-6ef0c7c507de,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:07.336677 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4cc2f4e7-dbdb-4ffc-b13b-c00b8d4900c6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:07.337961 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:07.339814 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 63ca1ec9-ec2e-46ae-b37c-8467d1409c40 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:20:07.430372 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2f4e7-dbdb-4ffc-b13b-c00b8d4900c6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Subnet': ['ID=c3f6dc22-4ca3-403e-ad7b-86b9d69badcb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:07.436619 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4cc2f4e7-dbdb-4ffc-b13b-c00b8d4900c6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:07.449659 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4cc2f4e7-dbdb-4ffc-b13b-c00b8d4900c6 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/subnets/c3f6dc22-4ca3-403e-ad7b-86b9d69badcb HTTP/1.1" status: 204 len: 168 time: 0.8640566 Mar 01 21:20:07.450055 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46846) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:07.475004 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17afc4cb-36cf-4781-a01d-0a0d2746ddc7 None None] Network d1bcc37f-efb9-46c6-a8ca-b0f45c39700b requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:20:07.651128 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9fb8-b1c2-45f7-82ff-031212e55054 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:07.678050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b9fb8-b1c2-45f7-82ff-031212e55054 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port 9c68315e-01d2-4a9a-a893-4b568894aef9 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:07.679720 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9fb8-b1c2-45f7-82ff-031212e55054 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:07.686087 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-fd768de0-5b60-42f5-a0b6-79924b507c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:20:04Z', 'revision_number': 8, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': '2525e794-e20e-4a53-9faa-9393e2010824', 'name': '', 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:ac:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:39Z', 'updated_at': '2022-03-01T21:19:50Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35ed19f-47bf-4a2a-9951-8314646ed83e', 'name': '', 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:6c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:31Z', 'updated_at': '2022-03-01T21:19:46Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:07.699069 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd768de0-5b60-42f5-a0b6-79924b507c91 None None] Checking router: 448639fb-18dc-435f-9ac1-4d83cd588d61 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:20:07.716424 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd768de0-5b60-42f5-a0b6-79924b507c91 None None] Routers {'448639fb-18dc-435f-9ac1-4d83cd588d61'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:07.717294 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-fd768de0-5b60-42f5-a0b6-79924b507c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['448639fb-18dc-435f-9ac1-4d83cd588d61'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:07.836827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990afba4-2965-4f4b-b8e1-aa0066e7f084 req-c30a3dcc-65e6-45ef-af81-adecc6034163 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:07.836827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-990afba4-2965-4f4b-b8e1-aa0066e7f084 req-c30a3dcc-65e6-45ef-af81-adecc6034163 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Synchronizing usage tracker for tenant:1112f03fa29f4e6dbe06039f8171a640 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:20:07.962397 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=9913b1d4-e965-43f9-b399-6ef0c7c507de,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:07.976094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-990afba4-2965-4f4b-b8e1-aa0066e7f084 req-c30a3dcc-65e6-45ef-af81-adecc6034163 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Unset dirty status for tenant:1112f03fa29f4e6dbe06039f8171a640 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:20:07.977383 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-990afba4-2965-4f4b-b8e1-aa0066e7f084 req-c30a3dcc-65e6-45ef-af81-adecc6034163 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.57 "GET /v2.0/ports?device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 945 time: 0.3334656 Mar 01 21:20:08.070855 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-fd768de0-5b60-42f5-a0b6-79924b507c91 None None] Set router 448639fb-18dc-435f-9ac1-4d83cd588d61 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:08.081438 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-dd9b9fb8-b1c2-45f7-82ff-031212e55054 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] For port 9c68315e-01d2-4a9a-a893-4b568894aef9, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9c68315e-01d2-4a9a-a893-4b568894aef9,segment=NetworkSegment(66533373-feba-4e24-89c4-70b282ad7313),segment_id=66533373-feba-4e24-89c4-70b282ad7313)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:08.087206 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 63ca1ec9-ec2e-46ae-b37c-8467d1409c40 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:20:08.087604 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:08.087727 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9fb8-b1c2-45f7-82ff-031212e55054 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:08.168234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-990afba4-2965-4f4b-b8e1-aa0066e7f084 req-10691a21-de3f-4aca-b8cb-fe9168c059ad tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Deleting port cf281fd1-5c03-42f6-9436-7f843680a3d7 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:08.168603 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-990afba4-2965-4f4b-b8e1-aa0066e7f084 req-10691a21-de3f-4aca-b8cb-fe9168c059ad tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:08.209906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dd6269-4be5-4a76-aef2-fe3031facc4b None None] DHCP port deletion for d1bcc37f-efb9-46c6-a8ca-b0f45c39700b request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:20:08.251395 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a8dd6269-4be5-4a76-aef2-fe3031facc4b None None] Deleting port 9c68315e-01d2-4a9a-a893-4b568894aef9 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:08.251774 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a8dd6269-4be5-4a76-aef2-fe3031facc4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:08.527009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b9fb8-b1c2-45f7-82ff-031212e55054 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Calling delete_port for 9c68315e-01d2-4a9a-a893-4b568894aef9 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:08.539993 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] Sync routers for ids ['0c5b14f1-c948-4d30-aefc-3378477a8cc5'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:20:08.639686 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] Routers {'0c5b14f1-c948-4d30-aefc-3378477a8cc5'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:08.648242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0c5b14f1-c948-4d30-aefc-3378477a8cc5'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:08.817261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-990afba4-2965-4f4b-b8e1-aa0066e7f084 req-10691a21-de3f-4aca-b8cb-fe9168c059ad tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] For port cf281fd1-5c03-42f6-9436-7f843680a3d7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=cf281fd1-5c03-42f6-9436-7f843680a3d7,segment=NetworkSegment(1791e62c-0747-4e30-b325-352ecdad5dee),segment_id=1791e62c-0747-4e30-b325-352ecdad5dee)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:08.819767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-990afba4-2965-4f4b-b8e1-aa0066e7f084 req-10691a21-de3f-4aca-b8cb-fe9168c059ad tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:08.834909 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815a3e5-7374-4e1f-b70e-31fa604b0927 req-62e184bb-57b1-4946-9181-e7b81583ad21 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:08.837253 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1815a3e5-7374-4e1f-b70e-31fa604b0927 req-62e184bb-57b1-4946-9181-e7b81583ad21 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 945 time: 0.2259021 Mar 01 21:20:08.886381 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9fb8-b1c2-45f7-82ff-031212e55054 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:08.995934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9b9fb8-b1c2-45f7-82ff-031212e55054 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] No DVR routers for this DVR port 9c68315e-01d2-4a9a-a893-4b568894aef9 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:20:08.997926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b9fb8-b1c2-45f7-82ff-031212e55054 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Port': ['ID=9c68315e-01d2-4a9a-a893-4b568894aef9,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:09.002684 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-fd768de0-5b60-42f5-a0b6-79924b507c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:20:04Z', 'revision_number': 8, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': '2525e794-e20e-4a53-9faa-9393e2010824', 'name': '', 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:ac:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:39Z', 'updated_at': '2022-03-01T21:19:50Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35ed19f-47bf-4a2a-9951-8314646ed83e', 'name': '', 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:6c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:31Z', 'updated_at': '2022-03-01T21:19:46Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:09.010359 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd768de0-5b60-42f5-a0b6-79924b507c91 None None] The sync data for ids ['448639fb-18dc-435f-9ac1-4d83cd588d61'] in n-d-827896-4 is: [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:20:04Z', 'revision_number': 8, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': '2525e794-e20e-4a53-9faa-9393e2010824', 'name': '', 'network_id': '64678362-fff6-421c-82bb-953b7bc4fa5f', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:ac:f1:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3373, 'fixed_ips': [{'subnet_id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:39Z', 'updated_at': '2022-03-01T21:19:50Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '963d1aa5-5386-4d22-8447-4bde4e7037b1', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35ed19f-47bf-4a2a-9951-8314646ed83e', 'name': '', 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:6c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:31Z', 'updated_at': '2022-03-01T21:19:46Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:20:09.132406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-990afba4-2965-4f4b-b8e1-aa0066e7f084 req-10691a21-de3f-4aca-b8cb-fe9168c059ad tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Calling delete_port for cf281fd1-5c03-42f6-9436-7f843680a3d7 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:09.231871 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9fb8-b1c2-45f7-82ff-031212e55054 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:09.232669 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] Set router 0c5b14f1-c948-4d30-aefc-3378477a8cc5 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:09.263575 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-dd9b9fb8-b1c2-45f7-82ff-031212e55054 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bcc37f-efb9-46c6-a8ca-b0f45c39700b']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:09.284500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-dd9b9fb8-b1c2-45f7-82ff-031212e55054 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66533373-feba-4e24-89c4-70b282ad7313') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:09.284958 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-dd9b9fb8-b1c2-45f7-82ff-031212e55054 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66533373-feba-4e24-89c4-70b282ad7313') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:09.304183 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9fb8-b1c2-45f7-82ff-031212e55054 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:09.317548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a8dd6269-4be5-4a76-aef2-fe3031facc4b None None] For port 9c68315e-01d2-4a9a-a893-4b568894aef9, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9c68315e-01d2-4a9a-a893-4b568894aef9,segment=NetworkSegment(66533373-feba-4e24-89c4-70b282ad7313),segment_id=66533373-feba-4e24-89c4-70b282ad7313)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:09.318383 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a8dd6269-4be5-4a76-aef2-fe3031facc4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:09.324595 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9fb8-b1c2-45f7-82ff-031212e55054 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:09.328923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46874) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:09.336071 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1815a3e5-7374-4e1f-b70e-31fa604b0927 req-7ae96ab8-5327-4670-bccb-f10aecf17ff5 tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/security-groups?id=61230485-439d-48ea-970a-4a5e673a8d78&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899187 Mar 01 21:20:09.337950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd9b9fb8-b1c2-45f7-82ff-031212e55054 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:20:09.338627 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9fb8-b1c2-45f7-82ff-031212e55054 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:20:09.364280 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:20:09.532986 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-990afba4-2965-4f4b-b8e1-aa0066e7f084 req-10691a21-de3f-4aca-b8cb-fe9168c059ad tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:09.604103 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a8dd6269-4be5-4a76-aef2-fe3031facc4b None None] Calling delete_port for 9c68315e-01d2-4a9a-a893-4b568894aef9 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:09.621619 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9fb8-b1c2-45f7-82ff-031212e55054 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:09.649318 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd9b9fb8-b1c2-45f7-82ff-031212e55054 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:09.672748 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9913b1d4-e965-43f9-b399-6ef0c7c507de up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:20:09.677509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9b9fb8-b1c2-45f7-82ff-031212e55054 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Network': ['ID=d1bcc37f-efb9-46c6-a8ca-b0f45c39700b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:09.689555 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-dd9b9fb8-b1c2-45f7-82ff-031212e55054 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/networks/d1bcc37f-efb9-46c6-a8ca-b0f45c39700b HTTP/1.1" status: 204 len: 168 time: 2.2384739 Mar 01 21:20:09.697092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46880) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:09.731268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['cf281fd1-5c03-42f6-9436-7f843680a3d7'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:20:10.036619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10691a21-de3f-4aca-b8cb-fe9168c059ad tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Pushing event deleted for resources: {'Port': ['ID=cf281fd1-5c03-42f6-9436-7f843680a3d7,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:10.081504 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9913b1d4-e965-43f9-b399-6ef0c7c507de triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:20:10.081879 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:10.173169 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-990afba4-2965-4f4b-b8e1-aa0066e7f084 req-10691a21-de3f-4aca-b8cb-fe9168c059ad tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] No DVR routers for this DVR port cf281fd1-5c03-42f6-9436-7f843680a3d7 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:20:10.178156 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-990afba4-2965-4f4b-b8e1-aa0066e7f084 req-10691a21-de3f-4aca-b8cb-fe9168c059ad tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:10.182788 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a7f3db-8ef4-4636-9804-5448e4110974', 'name': 'network-vif-deleted', 'tag': 'cf281fd1-5c03-42f6-9436-7f843680a3d7'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:20:10.188516 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-a8dd6269-4be5-4a76-aef2-fe3031facc4b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:20:10.188516 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-a8dd6269-4be5-4a76-aef2-fe3031facc4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:20:10.254537 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a7f3db-8ef4-4636-9804-5448e4110974', 'name': 'network-vif-deleted', 'tag': 'cf281fd1-5c03-42f6-9436-7f843680a3d7', 'status': 'completed', 'code': 200} Mar 01 21:20:10.377961 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-990afba4-2965-4f4b-b8e1-aa0066e7f084 req-10691a21-de3f-4aca-b8cb-fe9168c059ad tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.57 "DELETE /v2.0/ports/cf281fd1-5c03-42f6-9436-7f843680a3d7 HTTP/1.1" status: 204 len: 173 time: 2.3949819 Mar 01 21:20:10.430628 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5b14f1-c948-4d30-aefc-3378477a8cc5', 'name': 'tempest-ImageQuotaTest-446102540-router', 'tenant_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '9913b1d4-e965-43f9-b399-6ef0c7c507de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:56Z', 'updated_at': '2022-03-01T21:20:04Z', 'revision_number': 4, 'project_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'gw_port': {'id': '9913b1d4-e965-43f9-b399-6ef0c7c507de', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5b14f1-c948-4d30-aefc-3378477a8cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:57Z', 'updated_at': '2022-03-01T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '832b7aea-1143-4873-9ebd-0b359e7259c1', 'name': '', 'network_id': '079031e1-7226-4a87-9deb-501d2cc40708', 'tenant_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'mac_address': 'fa:16:3e:66:5b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5b14f1-c948-4d30-aefc-3378477a8cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '98b5d405-8725-41c3-8fe8-a58ca6983382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:03Z', 'updated_at': '2022-03-01T21:20:05Z', 'revision_number': 2, 'project_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'subnets': [{'id': '98b5d405-8725-41c3-8fe8-a58ca6983382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:10.446053 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] Checking router: 0c5b14f1-c948-4d30-aefc-3378477a8cc5 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:20:10.446422 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] Updating router 0c5b14f1-c948-4d30-aefc-3378477a8cc5 port 832b7aea-1143-4873-9ebd-0b359e7259c1 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:20:10.488728 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9c68315e-01d2-4a9a-a893-4b568894aef9 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:20:10.535949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 9c68315e-01d2-4a9a-a893-4b568894aef9 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:20:10.536312 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9c68315e-01d2-4a9a-a893-4b568894aef9 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:20:10.566619 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:10.641915 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58d7fc57-503f-406b-bfbc-ed187984367d req-695545a8-fbfe-46ea-afc4-428c6a03407d tempest-ServersNegativeTestMultiTenantJSON-924097372 tempest-ServersNegativeTestMultiTenantJSON-924097372-project] 10.222.0.42 "GET /v2.0/ports?device_id=c9a7f3db-8ef4-4636-9804-5448e4110974 HTTP/1.1" status: 200 len: 210 time: 0.0595574 Mar 01 21:20:10.682821 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1a34bd48-0762-4b8b-a389-63bfaa97c095 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:10.706829 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a8dd6269-4be5-4a76-aef2-fe3031facc4b None None] Deleting port 9c68315e-01d2-4a9a-a893-4b568894aef9 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:10.707577 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a8dd6269-4be5-4a76-aef2-fe3031facc4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:10.764450 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-21bf5b13-4c58-4456-a7b2-5730283aa707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:10.796282 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a8dd6269-4be5-4a76-aef2-fe3031facc4b None None] The port '9c68315e-01d2-4a9a-a893-4b568894aef9' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:20:11.081020 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-1a34bd48-0762-4b8b-a389-63bfaa97c095 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port 2525e794-e20e-4a53-9faa-9393e2010824 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:11.081376 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1a34bd48-0762-4b8b-a389-63bfaa97c095 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:11.154586 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 256e1f75-0139-48e9-bc4a-30d5238c52ca no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:20:11.226812 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 256e1f75-0139-48e9-bc4a-30d5238c52ca {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:20:11.228162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 256e1f75-0139-48e9-bc4a-30d5238c52ca not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:20:11.278757 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:11.296066 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] Transition to ACTIVE for port object 832b7aea-1143-4873-9ebd-0b359e7259c1 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:20:11.343613 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-21bf5b13-4c58-4456-a7b2-5730283aa707 admin admin] Deleting port 832b7aea-1143-4873-9ebd-0b359e7259c1 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:11.344168 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-21bf5b13-4c58-4456-a7b2-5730283aa707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:11.358470 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:11.469251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-1a34bd48-0762-4b8b-a389-63bfaa97c095 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] For port 2525e794-e20e-4a53-9faa-9393e2010824, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2525e794-e20e-4a53-9faa-9393e2010824,segment=NetworkSegment(e7fe586d-d00a-4991-b8bf-2ec4ebc9414c),segment_id=e7fe586d-d00a-4991-b8bf-2ec4ebc9414c)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:11.469674 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1a34bd48-0762-4b8b-a389-63bfaa97c095 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:11.496951 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb567fc-f7b4-4426-ad02-ad1e8fe31168 None None] Pushing event updated for resources: {'Port': ['ID=832b7aea-1143-4873-9ebd-0b359e7259c1,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:11.605331 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-21bf5b13-4c58-4456-a7b2-5730283aa707 admin admin] For port 832b7aea-1143-4873-9ebd-0b359e7259c1, host n-d-827896-4, got binding levels [] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:11.605681 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-21bf5b13-4c58-4456-a7b2-5730283aa707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:11.680274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-1a34bd48-0762-4b8b-a389-63bfaa97c095 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Calling delete_port for 2525e794-e20e-4a53-9faa-9393e2010824 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:11.762077 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] Attempting to bind port 832b7aea-1143-4873-9ebd-0b359e7259c1 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:20:11.764124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] Attempting to bind port 832b7aea-1143-4873-9ebd-0b359e7259c1 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '97d99f39-b41c-41be-afec-450b95eded84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '079031e1-7226-4a87-9deb-501d2cc40708'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:20:11.765863 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] Attempting to bind port 832b7aea-1143-4873-9ebd-0b359e7259c1 on network 079031e1-7226-4a87-9deb-501d2cc40708 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:20:11.779216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:20:11.794723 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] Checking segment: {'id': '97d99f39-b41c-41be-afec-450b95eded84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '079031e1-7226-4a87-9deb-501d2cc40708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:20:11.795250 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:11.798478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-21bf5b13-4c58-4456-a7b2-5730283aa707 admin admin] Calling delete_port for 832b7aea-1143-4873-9ebd-0b359e7259c1 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:11.798720 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] Bound using segment: {'id': '97d99f39-b41c-41be-afec-450b95eded84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '079031e1-7226-4a87-9deb-501d2cc40708'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:20:11.801300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] Bound port: 832b7aea-1143-4873-9ebd-0b359e7259c1, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d99f39-b41c-41be-afec-450b95eded84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': '079031e1-7226-4a87-9deb-501d2cc40708'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:20:11.802930 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:11.882419 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46936) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:12.020157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f01833-599f-4c6e-a6d5-d01224f42a98 admin admin] Deleting subnet 76588bce-2fe8-4b80-935e-548f0ca0dc2b {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:20:12.020157 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e1f01833-599f-4c6e-a6d5-d01224f42a98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:12.020157 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e1f01833-599f-4c6e-a6d5-d01224f42a98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:12.050124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] For port 832b7aea-1143-4873-9ebd-0b359e7259c1, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:20:12.050124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] For port 832b7aea-1143-4873-9ebd-0b359e7259c1, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=832b7aea-1143-4873-9ebd-0b359e7259c1,segment=NetworkSegment(97d99f39-b41c-41be-afec-450b95eded84),segment_id=97d99f39-b41c-41be-afec-450b95eded84)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:20:12.125852 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:12.165660 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e1f01833-599f-4c6e-a6d5-d01224f42a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:12.189210 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-21bf5b13-4c58-4456-a7b2-5730283aa707 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:20:12.189210 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-21bf5b13-4c58-4456-a7b2-5730283aa707 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:20:12.300469 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] Routers {'0c5b14f1-c948-4d30-aefc-3378477a8cc5'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:12.303226 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0c5b14f1-c948-4d30-aefc-3378477a8cc5'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:12.310552 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1a34bd48-0762-4b8b-a389-63bfaa97c095 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:12.359595 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb567fc-f7b4-4426-ad02-ad1e8fe31168 None None] Pushing event updated for resources: {'Port': ['ID=832b7aea-1143-4873-9ebd-0b359e7259c1,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:12.373768 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e1f01833-599f-4c6e-a6d5-d01224f42a98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:12.438059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a34bd48-0762-4b8b-a389-63bfaa97c095 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Port': ['ID=2525e794-e20e-4a53-9faa-9393e2010824,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:12.470163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f01833-599f-4c6e-a6d5-d01224f42a98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76588bce-2fe8-4b80-935e-548f0ca0dc2b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:12.600465 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] Set router 0c5b14f1-c948-4d30-aefc-3378477a8cc5 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:12.668459 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e1f01833-599f-4c6e-a6d5-d01224f42a98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:12.692273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-21bf5b13-4c58-4456-a7b2-5730283aa707 admin admin] Deleting port 832b7aea-1143-4873-9ebd-0b359e7259c1 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:12.692273 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-21bf5b13-4c58-4456-a7b2-5730283aa707 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:12.720153 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e1f01833-599f-4c6e-a6d5-d01224f42a98 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/76588bce-2fe8-4b80-935e-548f0ca0dc2b HTTP/1.1" status: 204 len: 168 time: 0.8858287 Mar 01 21:20:12.740548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46956) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:12.922688 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1a34bd48-0762-4b8b-a389-63bfaa97c095 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:13.072848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device cf281fd1-5c03-42f6-9436-7f843680a3d7 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:20:13.136617 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: cf281fd1-5c03-42f6-9436-7f843680a3d7 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:20:13.137390 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device cf281fd1-5c03-42f6-9436-7f843680a3d7 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:20:13.284455 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbc6b0f7-39f5-4797-b8ee-7512759224ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:13.301664 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5b14f1-c948-4d30-aefc-3378477a8cc5', 'name': 'tempest-ImageQuotaTest-446102540-router', 'tenant_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '9913b1d4-e965-43f9-b399-6ef0c7c507de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:56Z', 'updated_at': '2022-03-01T21:20:04Z', 'revision_number': 4, 'project_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'gw_port': {'id': '9913b1d4-e965-43f9-b399-6ef0c7c507de', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5b14f1-c948-4d30-aefc-3378477a8cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:57Z', 'updated_at': '2022-03-01T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '832b7aea-1143-4873-9ebd-0b359e7259c1', 'name': '', 'network_id': '079031e1-7226-4a87-9deb-501d2cc40708', 'tenant_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'mac_address': 'fa:16:3e:66:5b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5b14f1-c948-4d30-aefc-3378477a8cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '98b5d405-8725-41c3-8fe8-a58ca6983382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:03Z', 'updated_at': '2022-03-01T21:20:12Z', 'revision_number': 4, 'project_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'subnets': [{'id': '98b5d405-8725-41c3-8fe8-a58ca6983382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:13.313174 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c761922-e354-4c74-a9eb-820974effeb3 None None] The sync data for ids ['0c5b14f1-c948-4d30-aefc-3378477a8cc5'] in n-d-827896-4 is: [{'id': '0c5b14f1-c948-4d30-aefc-3378477a8cc5', 'name': 'tempest-ImageQuotaTest-446102540-router', 'tenant_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '9913b1d4-e965-43f9-b399-6ef0c7c507de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:56Z', 'updated_at': '2022-03-01T21:20:04Z', 'revision_number': 4, 'project_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'gw_port': {'id': '9913b1d4-e965-43f9-b399-6ef0c7c507de', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5b14f1-c948-4d30-aefc-3378477a8cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:57Z', 'updated_at': '2022-03-01T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '832b7aea-1143-4873-9ebd-0b359e7259c1', 'name': '', 'network_id': '079031e1-7226-4a87-9deb-501d2cc40708', 'tenant_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'mac_address': 'fa:16:3e:66:5b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c5b14f1-c948-4d30-aefc-3378477a8cc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3406, 'fixed_ips': [{'subnet_id': '98b5d405-8725-41c3-8fe8-a58ca6983382', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:03Z', 'updated_at': '2022-03-01T21:20:12Z', 'revision_number': 4, 'project_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'subnets': [{'id': '98b5d405-8725-41c3-8fe8-a58ca6983382', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:20:13.453854 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-21bf5b13-4c58-4456-a7b2-5730283aa707 admin admin] For port 832b7aea-1143-4873-9ebd-0b359e7259c1, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=832b7aea-1143-4873-9ebd-0b359e7259c1,segment=NetworkSegment(97d99f39-b41c-41be-afec-450b95eded84),segment_id=97d99f39-b41c-41be-afec-450b95eded84)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:13.454165 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-21bf5b13-4c58-4456-a7b2-5730283aa707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:13.509937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a34bd48-0762-4b8b-a389-63bfaa97c095 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 448639fb-18dc-435f-9ac1-4d83cd588d61 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:20:13.652792 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbc6b0f7-39f5-4797-b8ee-7512759224ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:13.668182 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-21bf5b13-4c58-4456-a7b2-5730283aa707 admin admin] Calling delete_port for 832b7aea-1143-4873-9ebd-0b359e7259c1 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:13.697117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a34bd48-0762-4b8b-a389-63bfaa97c095 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:20:13.707894 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292fbdaa-e51e-4c1b-b4e6-2c8579920af3 None None] Sync routers for ids ['448639fb-18dc-435f-9ac1-4d83cd588d61'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:20:13.710016 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1a34bd48-0762-4b8b-a389-63bfaa97c095 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/448639fb-18dc-435f-9ac1-4d83cd588d61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0117655 Mar 01 21:20:13.712956 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46974) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:13.722234 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292fbdaa-e51e-4c1b-b4e6-2c8579920af3 None None] Routers {'448639fb-18dc-435f-9ac1-4d83cd588d61'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:13.723183 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-292fbdaa-e51e-4c1b-b4e6-2c8579920af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['448639fb-18dc-435f-9ac1-4d83cd588d61'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:13.784568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-cbc6b0f7-39f5-4797-b8ee-7512759224ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66c178e-a20a-42be-adfb-9d73b9d07ffb']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:13.831272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-cbc6b0f7-39f5-4797-b8ee-7512759224ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1791e62c-0747-4e30-b325-352ecdad5dee') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:13.831585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-cbc6b0f7-39f5-4797-b8ee-7512759224ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1791e62c-0747-4e30-b325-352ecdad5dee') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:13.853339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8172fe6-7130-43dd-b783-e24de84f7ba4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting subnet 963d1aa5-5386-4d22-8447-4bde4e7037b1 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:20:13.868302 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8172fe6-7130-43dd-b783-e24de84f7ba4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:13.879817 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbc6b0f7-39f5-4797-b8ee-7512759224ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:14.004492 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8172fe6-7130-43dd-b783-e24de84f7ba4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:14.029572 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-292fbdaa-e51e-4c1b-b4e6-2c8579920af3 None None] Set router 448639fb-18dc-435f-9ac1-4d83cd588d61 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:14.206796 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8172fe6-7130-43dd-b783-e24de84f7ba4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:14.212834 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbc6b0f7-39f5-4797-b8ee-7512759224ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:14.220831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc6b0f7-39f5-4797-b8ee-7512759224ae admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:20:14.221451 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbc6b0f7-39f5-4797-b8ee-7512759224ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:20:14.240858 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:20:14.363811 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-21bf5b13-4c58-4456-a7b2-5730283aa707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:14.440306 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8172fe6-7130-43dd-b783-e24de84f7ba4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:14.507648 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8172fe6-7130-43dd-b783-e24de84f7ba4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Subnet': ['ID=963d1aa5-5386-4d22-8447-4bde4e7037b1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:14.526646 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-292fbdaa-e51e-4c1b-b4e6-2c8579920af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:20:12Z', 'revision_number': 9, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35ed19f-47bf-4a2a-9951-8314646ed83e', 'name': '', 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:6c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:31Z', 'updated_at': '2022-03-01T21:19:46Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:14.534469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8172fe6-7130-43dd-b783-e24de84f7ba4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:14.534820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8172fe6-7130-43dd-b783-e24de84f7ba4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:14.535154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8172fe6-7130-43dd-b783-e24de84f7ba4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:14.535725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8172fe6-7130-43dd-b783-e24de84f7ba4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:14.536235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8172fe6-7130-43dd-b783-e24de84f7ba4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:14.536943 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8172fe6-7130-43dd-b783-e24de84f7ba4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:14.537517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8172fe6-7130-43dd-b783-e24de84f7ba4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:14.538020 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8172fe6-7130-43dd-b783-e24de84f7ba4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:14.538756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8172fe6-7130-43dd-b783-e24de84f7ba4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:14.539450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8172fe6-7130-43dd-b783-e24de84f7ba4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:14.539934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8172fe6-7130-43dd-b783-e24de84f7ba4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:14.542027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8172fe6-7130-43dd-b783-e24de84f7ba4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:14.542354 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292fbdaa-e51e-4c1b-b4e6-2c8579920af3 None None] Checking router: 448639fb-18dc-435f-9ac1-4d83cd588d61 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:20:14.568314 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8172fe6-7130-43dd-b783-e24de84f7ba4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:14.574351 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f8172fe6-7130-43dd-b783-e24de84f7ba4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/subnets/963d1aa5-5386-4d22-8447-4bde4e7037b1 HTTP/1.1" status: 204 len: 168 time: 0.8570397 Mar 01 21:20:14.574351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 46986) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:14.595083 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292fbdaa-e51e-4c1b-b4e6-2c8579920af3 None None] Routers {'448639fb-18dc-435f-9ac1-4d83cd588d61'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:14.595083 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-292fbdaa-e51e-4c1b-b4e6-2c8579920af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['448639fb-18dc-435f-9ac1-4d83cd588d61'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:14.625023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf5b13-4c58-4456-a7b2-5730283aa707 admin admin] Pushing event deleted for resources: {'Port': ['ID=832b7aea-1143-4873-9ebd-0b359e7259c1,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:14.650607 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe93251-3a07-4402-8893-b59b1ccafb8f None None] Network 64678362-fff6-421c-82bb-953b7bc4fa5f requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:20:14.835312 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:14.863305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port 43be9f85-2946-4fcc-afc9-abf712b5a36e {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:14.863927 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:14.873423 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbc6b0f7-39f5-4797-b8ee-7512759224ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:14.890227 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbc6b0f7-39f5-4797-b8ee-7512759224ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:14.928910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc6b0f7-39f5-4797-b8ee-7512759224ae admin admin] Pushing event deleted for resources: {'Network': ['ID=c66c178e-a20a-42be-adfb-9d73b9d07ffb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:14.964714 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-292fbdaa-e51e-4c1b-b4e6-2c8579920af3 None None] Set router 448639fb-18dc-435f-9ac1-4d83cd588d61 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:15.036084 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cbc6b0f7-39f5-4797-b8ee-7512759224ae admin admin] 10.222.0.42 "DELETE /v2.0/networks/c66c178e-a20a-42be-adfb-9d73b9d07ffb HTTP/1.1" status: 204 len: 168 time: 2.3066881 Mar 01 21:20:15.043071 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 46998) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:15.063746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44d5c6e-378c-4356-9361-2c2e534928a5 None None] DHCP port deletion for 64678362-fff6-421c-82bb-953b7bc4fa5f request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:20:15.069297 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f44d5c6e-378c-4356-9361-2c2e534928a5 None None] Deleting port 43be9f85-2946-4fcc-afc9-abf712b5a36e {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:15.069673 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f44d5c6e-378c-4356-9361-2c2e534928a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:15.154336 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ffc5a0-79fb-48f7-93ee-479791633d92 admin admin] Deleting subnet d466f837-c023-4598-873c-a9e50ab6b4fe {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:20:15.166669 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53ffc5a0-79fb-48f7-93ee-479791633d92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:15.314137 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-21bf5b13-4c58-4456-a7b2-5730283aa707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:15.478154 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53ffc5a0-79fb-48f7-93ee-479791633d92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:15.510568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] For port 43be9f85-2946-4fcc-afc9-abf712b5a36e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=43be9f85-2946-4fcc-afc9-abf712b5a36e,segment=NetworkSegment(e7fe586d-d00a-4991-b8bf-2ec4ebc9414c),segment_id=e7fe586d-d00a-4991-b8bf-2ec4ebc9414c)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:15.510925 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:15.530952 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 43be9f85-2946-4fcc-afc9-abf712b5a36e no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:20:15.714545 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-292fbdaa-e51e-4c1b-b4e6-2c8579920af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:20:12Z', 'revision_number': 9, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35ed19f-47bf-4a2a-9951-8314646ed83e', 'name': '', 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:6c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:31Z', 'updated_at': '2022-03-01T21:19:46Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:15.742195 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292fbdaa-e51e-4c1b-b4e6-2c8579920af3 None None] The sync data for ids ['448639fb-18dc-435f-9ac1-4d83cd588d61'] in n-d-827896-4 is: [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:20:12Z', 'revision_number': 9, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e35ed19f-47bf-4a2a-9951-8314646ed83e', 'name': '', 'network_id': 'a858dabf-d218-413d-94f3-96972ab66190', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:6c:f8:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:31Z', 'updated_at': '2022-03-01T21:19:46Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '9aecd8b4-1235-4507-9453-0ccf254af943', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:20:15.865170 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53ffc5a0-79fb-48f7-93ee-479791633d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:15.868941 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:15.926781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Calling delete_port for 43be9f85-2946-4fcc-afc9-abf712b5a36e owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:15.969633 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 43be9f85-2946-4fcc-afc9-abf712b5a36e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=43be9f85-2946-4fcc-afc9-abf712b5a36e,segment=NetworkSegment(e7fe586d-d00a-4991-b8bf-2ec4ebc9414c),segment_id=e7fe586d-d00a-4991-b8bf-2ec4ebc9414c)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:15.975070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f44d5c6e-378c-4356-9361-2c2e534928a5 None None] For port 43be9f85-2946-4fcc-afc9-abf712b5a36e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=43be9f85-2946-4fcc-afc9-abf712b5a36e,segment=NetworkSegment(e7fe586d-d00a-4991-b8bf-2ec4ebc9414c),segment_id=e7fe586d-d00a-4991-b8bf-2ec4ebc9414c)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:15.975551 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f44d5c6e-378c-4356-9361-2c2e534928a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:16.050323 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:16.124452 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:20:16.128494 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:20:16.197139 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53ffc5a0-79fb-48f7-93ee-479791633d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:16.222006 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f44d5c6e-378c-4356-9361-2c2e534928a5 None None] Calling delete_port for 43be9f85-2946-4fcc-afc9-abf712b5a36e owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:16.295120 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=43be9f85-2946-4fcc-afc9-abf712b5a36e,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:16.310319 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ffc5a0-79fb-48f7-93ee-479791633d92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d466f837-c023-4598-873c-a9e50ab6b4fe,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:16.314143 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53ffc5a0-79fb-48f7-93ee-479791633d92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:16.325954 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-53ffc5a0-79fb-48f7-93ee-479791633d92 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d466f837-c023-4598-873c-a9e50ab6b4fe HTTP/1.1" status: 204 len: 168 time: 1.2791605 Mar 01 21:20:16.326676 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47014) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:16.363067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bf5b13-4c58-4456-a7b2-5730283aa707 admin admin] Router 0c5b14f1-c948-4d30-aefc-3378477a8cc5 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:20:16.404707 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-f44d5c6e-378c-4356-9361-2c2e534928a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:20:16.405068 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-f44d5c6e-378c-4356-9361-2c2e534928a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:20:16.448107 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41720ed6-e4de-4464-ab08-ff0b31f6f293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:16.620581 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41720ed6-e4de-4464-ab08-ff0b31f6f293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:16.631191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port 43be9f85-2946-4fcc-afc9-abf712b5a36e {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:16.631191 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:16.644470 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bf5b13-4c58-4456-a7b2-5730283aa707 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:20:16.652143 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-21bf5b13-4c58-4456-a7b2-5730283aa707 admin admin] 10.222.0.42 "PUT /v2.0/routers/0c5b14f1-c948-4d30-aefc-3378477a8cc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3165183 Mar 01 21:20:16.652143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47022) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:16.660049 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f003bd98-14f2-493d-99ca-4229d074cbc1 None None] Sync routers for ids ['0c5b14f1-c948-4d30-aefc-3378477a8cc5'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:20:16.680150 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f003bd98-14f2-493d-99ca-4229d074cbc1 None None] Routers {'0c5b14f1-c948-4d30-aefc-3378477a8cc5'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:16.680150 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f003bd98-14f2-493d-99ca-4229d074cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0c5b14f1-c948-4d30-aefc-3378477a8cc5'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:16.716314 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-41720ed6-e4de-4464-ab08-ff0b31f6f293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b544d29a-e89a-4a9c-a22f-b6eb1d6f03cb']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:16.729896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-41720ed6-e4de-4464-ab08-ff0b31f6f293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd1167f-c34c-4770-96a3-6b416ad40166') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:16.729896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-41720ed6-e4de-4464-ab08-ff0b31f6f293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd1167f-c34c-4770-96a3-6b416ad40166') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:16.743207 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41720ed6-e4de-4464-ab08-ff0b31f6f293 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:16.767615 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41720ed6-e4de-4464-ab08-ff0b31f6f293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:16.767615 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41720ed6-e4de-4464-ab08-ff0b31f6f293 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:20:16.767615 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41720ed6-e4de-4464-ab08-ff0b31f6f293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:20:16.783097 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:20:16.854501 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbe9c847-8401-4c49-8797-6b1a22fff6ec admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:16.921973 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f44d5c6e-378c-4356-9361-2c2e534928a5 None None] Deleting port 43be9f85-2946-4fcc-afc9-abf712b5a36e {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:16.921973 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f44d5c6e-378c-4356-9361-2c2e534928a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:16.936881 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-f003bd98-14f2-493d-99ca-4229d074cbc1 None None] Set router 0c5b14f1-c948-4d30-aefc-3378477a8cc5 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:17.122249 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] For port 43be9f85-2946-4fcc-afc9-abf712b5a36e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=43be9f85-2946-4fcc-afc9-abf712b5a36e,segment=NetworkSegment(e7fe586d-d00a-4991-b8bf-2ec4ebc9414c),segment_id=e7fe586d-d00a-4991-b8bf-2ec4ebc9414c)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:17.122249 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:17.122968 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2525e794-e20e-4a53-9faa-9393e2010824 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:20:17.123122 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbe9c847-8401-4c49-8797-6b1a22fff6ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:17.211576 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 2525e794-e20e-4a53-9faa-9393e2010824 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:20:17.212059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2525e794-e20e-4a53-9faa-9393e2010824 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:20:17.252104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Calling delete_port for 43be9f85-2946-4fcc-afc9-abf712b5a36e owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:17.483742 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f44d5c6e-378c-4356-9361-2c2e534928a5 None None] For port 43be9f85-2946-4fcc-afc9-abf712b5a36e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=43be9f85-2946-4fcc-afc9-abf712b5a36e,segment=NetworkSegment(e7fe586d-d00a-4991-b8bf-2ec4ebc9414c),segment_id=e7fe586d-d00a-4991-b8bf-2ec4ebc9414c)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:17.484144 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f44d5c6e-378c-4356-9361-2c2e534928a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:17.630759 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f44d5c6e-378c-4356-9361-2c2e534928a5 None None] Calling delete_port for 43be9f85-2946-4fcc-afc9-abf712b5a36e owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:17.681982 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41720ed6-e4de-4464-ab08-ff0b31f6f293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:17.699684 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f003bd98-14f2-493d-99ca-4229d074cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5b14f1-c948-4d30-aefc-3378477a8cc5', 'name': 'tempest-ImageQuotaTest-446102540-router', 'tenant_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.161'}], 'enable_snat': True}, 'gw_port_id': '9913b1d4-e965-43f9-b399-6ef0c7c507de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:56Z', 'updated_at': '2022-03-01T21:20:14Z', 'revision_number': 5, 'project_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'gw_port': {'id': '9913b1d4-e965-43f9-b399-6ef0c7c507de', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:13:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c5b14f1-c948-4d30-aefc-3378477a8cc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3405, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:57Z', 'updated_at': '2022-03-01T21:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:17.701663 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-41720ed6-e4de-4464-ab08-ff0b31f6f293 admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:17.727269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f003bd98-14f2-493d-99ca-4229d074cbc1 None None] Checking router: 0c5b14f1-c948-4d30-aefc-3378477a8cc5 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:20:17.731192 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-cbe9c847-8401-4c49-8797-6b1a22fff6ec admin admin] Deleting port 9913b1d4-e965-43f9-b399-6ef0c7c507de {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:17.731192 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbe9c847-8401-4c49-8797-6b1a22fff6ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:17.735821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41720ed6-e4de-4464-ab08-ff0b31f6f293 admin admin] Pushing event deleted for resources: {'Network': ['ID=b544d29a-e89a-4a9c-a22f-b6eb1d6f03cb,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:17.735821 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:17.740770 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f003bd98-14f2-493d-99ca-4229d074cbc1 None None] Routers {'0c5b14f1-c948-4d30-aefc-3378477a8cc5'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:17.740770 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f003bd98-14f2-493d-99ca-4229d074cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['0c5b14f1-c948-4d30-aefc-3378477a8cc5'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:17.787732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Port': ['ID=43be9f85-2946-4fcc-afc9-abf712b5a36e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:17.787732 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-41720ed6-e4de-4464-ab08-ff0b31f6f293 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b544d29a-e89a-4a9c-a22f-b6eb1d6f03cb HTTP/1.1" status: 204 len: 168 time: 1.4489481 Mar 01 21:20:17.787732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] No DVR routers for this DVR port 43be9f85-2946-4fcc-afc9-abf712b5a36e on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:20:17.829711 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-f44d5c6e-378c-4356-9361-2c2e534928a5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:20:17.829711 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-f44d5c6e-378c-4356-9361-2c2e534928a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:20:17.918521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-f003bd98-14f2-493d-99ca-4229d074cbc1 None None] Set router 0c5b14f1-c948-4d30-aefc-3378477a8cc5 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:17.920138 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:17.946931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64678362-fff6-421c-82bb-953b7bc4fa5f']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:17.961071 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fe586d-d00a-4991-b8bf-2ec4ebc9414c') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:17.961632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fe586d-d00a-4991-b8bf-2ec4ebc9414c') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:17.980025 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:17.994585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-cbe9c847-8401-4c49-8797-6b1a22fff6ec admin admin] For port 9913b1d4-e965-43f9-b399-6ef0c7c507de, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9913b1d4-e965-43f9-b399-6ef0c7c507de,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:17.994845 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbe9c847-8401-4c49-8797-6b1a22fff6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:18.024148 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:18.029638 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f44d5c6e-378c-4356-9361-2c2e534928a5 None None] Deleting port 43be9f85-2946-4fcc-afc9-abf712b5a36e {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:18.030156 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f44d5c6e-378c-4356-9361-2c2e534928a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:18.043257 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:20:18.044732 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:20:18.100980 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:20:18.107636 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f003bd98-14f2-493d-99ca-4229d074cbc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c5b14f1-c948-4d30-aefc-3378477a8cc5', 'name': 'tempest-ImageQuotaTest-446102540-router', 'tenant_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:56Z', 'updated_at': '2022-03-01T21:20:17Z', 'revision_number': 6, 'project_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:18.137699 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f003bd98-14f2-493d-99ca-4229d074cbc1 None None] The sync data for ids ['0c5b14f1-c948-4d30-aefc-3378477a8cc5'] in n-d-827896-4 is: [{'id': '0c5b14f1-c948-4d30-aefc-3378477a8cc5', 'name': 'tempest-ImageQuotaTest-446102540-router', 'tenant_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:56Z', 'updated_at': '2022-03-01T21:20:17Z', 'revision_number': 6, 'project_id': '7c942c417e9246cf8e10e0a07bba2ef8', 'gw_port_host': None}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:20:18.150164 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f44d5c6e-378c-4356-9361-2c2e534928a5 None None] The port '43be9f85-2946-4fcc-afc9-abf712b5a36e' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:20:18.294940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47042) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:18.367729 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3939abb9-46d5-48dc-a430-6af787406361 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1112f03fa29f4e6dbe06039f8171a640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0741305 Mar 01 21:20:18.370165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47046) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:18.423071 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:18.428158 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:18.460980 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Network': ['ID=64678362-fff6-421c-82bb-953b7bc4fa5f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:18.470549 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c9c35e79-53b3-434a-af83-04e512c5188a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/networks/64678362-fff6-421c-82bb-953b7bc4fa5f HTTP/1.1" status: 204 len: 168 time: 3.8959632 Mar 01 21:20:18.473225 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b9886fcc-be99-4c58-8b74-7be8320aead9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:18.475726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47052) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:18.485110 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-cbe9c847-8401-4c49-8797-6b1a22fff6ec admin admin] Calling delete_port for 9913b1d4-e965-43f9-b399-6ef0c7c507de owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:18.618295 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b9886fcc-be99-4c58-8b74-7be8320aead9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:18.883199 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbe9c847-8401-4c49-8797-6b1a22fff6ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:18.947010 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe9c847-8401-4c49-8797-6b1a22fff6ec admin admin] Pushing event deleted for resources: {'Port': ['ID=9913b1d4-e965-43f9-b399-6ef0c7c507de,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:19.055275 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbe9c847-8401-4c49-8797-6b1a22fff6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:19.075529 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b9886fcc-be99-4c58-8b74-7be8320aead9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:19.181831 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9913b1d4-e965-43f9-b399-6ef0c7c507de no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:20:19.197133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9886fcc-be99-4c58-8b74-7be8320aead9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61230485-439d-48ea-970a-4a5e673a8d78,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:19.338617 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 9913b1d4-e965-43f9-b399-6ef0c7c507de {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:20:19.338975 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9913b1d4-e965-43f9-b399-6ef0c7c507de not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:20:19.339495 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 832b7aea-1143-4873-9ebd-0b359e7259c1 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:20:19.356727 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b9886fcc-be99-4c58-8b74-7be8320aead9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:19.360164 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b9886fcc-be99-4c58-8b74-7be8320aead9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61230485-439d-48ea-970a-4a5e673a8d78 HTTP/1.1" status: 204 len: 168 time: 0.9868701 Mar 01 21:20:19.404595 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 832b7aea-1143-4873-9ebd-0b359e7259c1 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:20:19.405226 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 832b7aea-1143-4873-9ebd-0b359e7259c1 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:20:19.439865 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbe9c847-8401-4c49-8797-6b1a22fff6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:19.448226 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbe9c847-8401-4c49-8797-6b1a22fff6ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:19.541769 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94cb806f-bfab-4bdc-8a8e-8498683d4c19 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:19.560043 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbe9c847-8401-4c49-8797-6b1a22fff6ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:19.560043 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe9c847-8401-4c49-8797-6b1a22fff6ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c5b14f1-c948-4d30-aefc-3378477a8cc5 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:20:19.588558 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cbe9c847-8401-4c49-8797-6b1a22fff6ec admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:19.588558 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cbe9c847-8401-4c49-8797-6b1a22fff6ec admin admin] 10.222.0.42 "DELETE /v2.0/routers/0c5b14f1-c948-4d30-aefc-3378477a8cc5 HTTP/1.1" status: 204 len: 168 time: 2.9259424 Mar 01 21:20:19.588558 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47072) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:19.702377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a992774-0747-41e0-9846-4c495c875a74 admin admin] Deleting subnet 98b5d405-8725-41c3-8fe8-a58ca6983382 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:20:19.702377 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9a992774-0747-41e0-9846-4c495c875a74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:19.761243 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9a992774-0747-41e0-9846-4c495c875a74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:19.867377 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9a992774-0747-41e0-9846-4c495c875a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:19.992789 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-94cb806f-bfab-4bdc-8a8e-8498683d4c19 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port e35ed19f-47bf-4a2a-9951-8314646ed83e {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:19.993390 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94cb806f-bfab-4bdc-8a8e-8498683d4c19 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:20.022501 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9a992774-0747-41e0-9846-4c495c875a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:20.150126 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05e06ff-4c83-49b2-8011-dbbc5c2e6931 None None] Network 079031e1-7226-4a87-9deb-501d2cc40708 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:20:20.152114 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9a992774-0747-41e0-9846-4c495c875a74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:20.159137 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a992774-0747-41e0-9846-4c495c875a74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98b5d405-8725-41c3-8fe8-a58ca6983382,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:20.184444 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9a992774-0747-41e0-9846-4c495c875a74 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/98b5d405-8725-41c3-8fe8-a58ca6983382 HTTP/1.1" status: 204 len: 168 time: 0.6035197 Mar 01 21:20:20.187741 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47088) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:20.352322 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a913f81-a8a8-4914-a65d-fa806b5768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:20.380992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5a913f81-a8a8-4914-a65d-fa806b5768e7 admin admin] Deleting port 63ca1ec9-ec2e-46ae-b37c-8467d1409c40 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:20.380992 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a913f81-a8a8-4914-a65d-fa806b5768e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:20.393799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-94cb806f-bfab-4bdc-8a8e-8498683d4c19 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] For port e35ed19f-47bf-4a2a-9951-8314646ed83e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e35ed19f-47bf-4a2a-9951-8314646ed83e,segment=NetworkSegment(647ff3a6-8065-4bc4-a86a-341011336cb7),segment_id=647ff3a6-8065-4bc4-a86a-341011336cb7)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:20.393799 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94cb806f-bfab-4bdc-8a8e-8498683d4c19 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:20.421974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47094) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:20.613107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-94cb806f-bfab-4bdc-8a8e-8498683d4c19 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Calling delete_port for e35ed19f-47bf-4a2a-9951-8314646ed83e owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:20.621637 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf82d3b-752f-49e2-99bc-0e4f747264bb None None] DHCP port deletion for 079031e1-7226-4a87-9deb-501d2cc40708 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:20:20.625826 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-eaf82d3b-752f-49e2-99bc-0e4f747264bb None None] Deleting port 63ca1ec9-ec2e-46ae-b37c-8467d1409c40 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:20.630985 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-eaf82d3b-752f-49e2-99bc-0e4f747264bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:20.709057 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-5a913f81-a8a8-4914-a65d-fa806b5768e7 admin admin] For port 63ca1ec9-ec2e-46ae-b37c-8467d1409c40, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=63ca1ec9-ec2e-46ae-b37c-8467d1409c40,segment=NetworkSegment(97d99f39-b41c-41be-afec-450b95eded84),segment_id=97d99f39-b41c-41be-afec-450b95eded84)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:20.710793 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a913f81-a8a8-4914-a65d-fa806b5768e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:20.769937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9f6d0c51-60a4-4e4e-a098-642d50303b30 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8c3521e75f94f1e9b0d77ff5497c5ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3551693 Mar 01 21:20:20.773590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47104) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:20.902087 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5a913f81-a8a8-4914-a65d-fa806b5768e7 admin admin] Calling delete_port for 63ca1ec9-ec2e-46ae-b37c-8467d1409c40 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:20.968417 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc21dc6a-2595-46b2-8f67-cc904e5011ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:21.012378 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc21dc6a-2595-46b2-8f67-cc904e5011ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:21.123786 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a913f81-a8a8-4914-a65d-fa806b5768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:21.180601 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 63ca1ec9-ec2e-46ae-b37c-8467d1409c40 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:20:21.183188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a913f81-a8a8-4914-a65d-fa806b5768e7 admin admin] No DVR routers for this DVR port 63ca1ec9-ec2e-46ae-b37c-8467d1409c40 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:20:21.222486 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 63ca1ec9-ec2e-46ae-b37c-8467d1409c40 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:20:21.222839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 63ca1ec9-ec2e-46ae-b37c-8467d1409c40 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:20:21.225556 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-eaf82d3b-752f-49e2-99bc-0e4f747264bb None None] For port 63ca1ec9-ec2e-46ae-b37c-8467d1409c40, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=63ca1ec9-ec2e-46ae-b37c-8467d1409c40,segment=NetworkSegment(97d99f39-b41c-41be-afec-450b95eded84),segment_id=97d99f39-b41c-41be-afec-450b95eded84)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:21.225957 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-eaf82d3b-752f-49e2-99bc-0e4f747264bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:21.228473 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a913f81-a8a8-4914-a65d-fa806b5768e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=63ca1ec9-ec2e-46ae-b37c-8467d1409c40,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:21.233541 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc21dc6a-2595-46b2-8f67-cc904e5011ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:21.286490 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94cb806f-bfab-4bdc-8a8e-8498683d4c19 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:21.345928 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a913f81-a8a8-4914-a65d-fa806b5768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:21.445268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-eaf82d3b-752f-49e2-99bc-0e4f747264bb None None] Calling delete_port for 63ca1ec9-ec2e-46ae-b37c-8467d1409c40 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:21.487894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21dc6a-2595-46b2-8f67-cc904e5011ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69d5d6e-b97d-4938-b6cd-5ed2a699aac4,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:21.607288 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-eaf82d3b-752f-49e2-99bc-0e4f747264bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:20:21.607288 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-eaf82d3b-752f-49e2-99bc-0e4f747264bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:20:21.610867 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-5a913f81-a8a8-4914-a65d-fa806b5768e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['079031e1-7226-4a87-9deb-501d2cc40708']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:21.635182 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-5a913f81-a8a8-4914-a65d-fa806b5768e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d99f39-b41c-41be-afec-450b95eded84') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:21.638782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-5a913f81-a8a8-4914-a65d-fa806b5768e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d99f39-b41c-41be-afec-450b95eded84') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:21.675099 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a913f81-a8a8-4914-a65d-fa806b5768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:21.697464 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a913f81-a8a8-4914-a65d-fa806b5768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:21.712393 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a913f81-a8a8-4914-a65d-fa806b5768e7 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:20:21.712393 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a913f81-a8a8-4914-a65d-fa806b5768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:21.743646 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:21.781469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cb806f-bfab-4bdc-8a8e-8498683d4c19 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Port': ['ID=e35ed19f-47bf-4a2a-9951-8314646ed83e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:20:21.790069 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:20:21.831149 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc21dc6a-2595-46b2-8f67-cc904e5011ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:21.832399 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-dc21dc6a-2595-46b2-8f67-cc904e5011ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c69d5d6e-b97d-4938-b6cd-5ed2a699aac4 HTTP/1.1" status: 204 len: 168 time: 1.0575955 Mar 01 21:20:21.913271 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a913f81-a8a8-4914-a65d-fa806b5768e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:21.920878 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a913f81-a8a8-4914-a65d-fa806b5768e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:21.951151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a913f81-a8a8-4914-a65d-fa806b5768e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=079031e1-7226-4a87-9deb-501d2cc40708,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:21.963704 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5a913f81-a8a8-4914-a65d-fa806b5768e7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/079031e1-7226-4a87-9deb-501d2cc40708 HTTP/1.1" status: 204 len: 168 time: 1.7739398 Mar 01 21:20:22.019650 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-94cb806f-bfab-4bdc-8a8e-8498683d4c19 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:22.106237 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-eaf82d3b-752f-49e2-99bc-0e4f747264bb None None] Deleting port 63ca1ec9-ec2e-46ae-b37c-8467d1409c40 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:22.106619 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-eaf82d3b-752f-49e2-99bc-0e4f747264bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:22.191488 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-eaf82d3b-752f-49e2-99bc-0e4f747264bb None None] The port '63ca1ec9-ec2e-46ae-b37c-8467d1409c40' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:20:22.432769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47130) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:22.433973 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cb806f-bfab-4bdc-8a8e-8498683d4c19 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 448639fb-18dc-435f-9ac1-4d83cd588d61 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:20:22.507007 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e9cae81d-8eed-4017-a7d9-3f8cf7fb866b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7c942c417e9246cf8e10e0a07bba2ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730162 Mar 01 21:20:22.509977 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47138) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:22.606583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cb806f-bfab-4bdc-8a8e-8498683d4c19 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:20:22.613741 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-94cb806f-bfab-4bdc-8a8e-8498683d4c19 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/448639fb-18dc-435f-9ac1-4d83cd588d61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1368845 Mar 01 21:20:22.616248 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-343d9645-21b3-453d-9966-6e53cb552897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:22.616845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47146) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:22.618238 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8767f228-fc8b-4d18-a452-cdb938285a3b None None] Sync routers for ids ['448639fb-18dc-435f-9ac1-4d83cd588d61'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:20:22.632813 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8767f228-fc8b-4d18-a452-cdb938285a3b None None] Routers {'448639fb-18dc-435f-9ac1-4d83cd588d61'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:22.634956 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8767f228-fc8b-4d18-a452-cdb938285a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['448639fb-18dc-435f-9ac1-4d83cd588d61'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:22.671287 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-343d9645-21b3-453d-9966-6e53cb552897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:22.737528 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-53610ddb-da0c-41de-857c-ad133189bd53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting subnet 9aecd8b4-1235-4507-9453-0ccf254af943 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:20:22.747038 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53610ddb-da0c-41de-857c-ad133189bd53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:22.837074 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-343d9645-21b3-453d-9966-6e53cb552897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:22.850662 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53610ddb-da0c-41de-857c-ad133189bd53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:22.865577 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-343d9645-21b3-453d-9966-6e53cb552897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:22.879576 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-343d9645-21b3-453d-9966-6e53cb552897 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/78aef445-5881-4d5d-9e65-17bbd9c38d77 HTTP/1.1" status: 204 len: 168 time: 0.3564801 Mar 01 21:20:22.885263 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d9645-21b3-453d-9966-6e53cb552897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78aef445-5881-4d5d-9e65-17bbd9c38d77,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:22.978980 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53610ddb-da0c-41de-857c-ad133189bd53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:22.985941 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-8767f228-fc8b-4d18-a452-cdb938285a3b None None] Set router 448639fb-18dc-435f-9ac1-4d83cd588d61 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:23.136559 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53610ddb-da0c-41de-857c-ad133189bd53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:23.184802 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53610ddb-da0c-41de-857c-ad133189bd53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Subnet': ['ID=9aecd8b4-1235-4507-9453-0ccf254af943,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:23.186931 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-53610ddb-da0c-41de-857c-ad133189bd53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:23.196343 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47164) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:23.196510 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-53610ddb-da0c-41de-857c-ad133189bd53 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/subnets/9aecd8b4-1235-4507-9453-0ccf254af943 HTTP/1.1" status: 204 len: 168 time: 0.5768816 Mar 01 21:20:23.202681 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6072340-d7ef-4cff-96b6-14c1b518e99d None None] Network a858dabf-d218-413d-94f3-96972ab66190 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:20:23.469871 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:23.482694 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8767f228-fc8b-4d18-a452-cdb938285a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:20:21Z', 'revision_number': 10, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:23.487166 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8767f228-fc8b-4d18-a452-cdb938285a3b None None] Checking router: 448639fb-18dc-435f-9ac1-4d83cd588d61 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:20:23.504541 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8767f228-fc8b-4d18-a452-cdb938285a3b None None] Routers {'448639fb-18dc-435f-9ac1-4d83cd588d61'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:23.505927 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8767f228-fc8b-4d18-a452-cdb938285a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['448639fb-18dc-435f-9ac1-4d83cd588d61'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:23.547123 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port e64dba3b-c2db-440f-8f7f-d282fd981394 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:23.547123 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:23.665928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47178) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:23.770569 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-8767f228-fc8b-4d18-a452-cdb938285a3b None None] Set router 448639fb-18dc-435f-9ac1-4d83cd588d61 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:23.802500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47184) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:23.867624 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9358096f-a7b2-477c-b8cb-cebbc88192d7 None None] DHCP port deletion for a858dabf-d218-413d-94f3-96972ab66190 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:20:23.872366 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-9358096f-a7b2-477c-b8cb-cebbc88192d7 None None] Deleting port e64dba3b-c2db-440f-8f7f-d282fd981394 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:23.872909 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9358096f-a7b2-477c-b8cb-cebbc88192d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:23.881677 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5420ae94-a4eb-451e-a75e-e0071e278b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:23.923626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5420ae94-a4eb-451e-a75e-e0071e278b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:23.935417 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5420ae94-a4eb-451e-a75e-e0071e278b63 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:23.940909 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5420ae94-a4eb-451e-a75e-e0071e278b63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:23.949862 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:23.956566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5420ae94-a4eb-451e-a75e-e0071e278b63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:24.244703 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-9358096f-a7b2-477c-b8cb-cebbc88192d7 None None] For port e64dba3b-c2db-440f-8f7f-d282fd981394, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e64dba3b-c2db-440f-8f7f-d282fd981394,segment=NetworkSegment(647ff3a6-8065-4bc4-a86a-341011336cb7),segment_id=647ff3a6-8065-4bc4-a86a-341011336cb7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:24.244703 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9358096f-a7b2-477c-b8cb-cebbc88192d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:24.247127 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5420ae94-a4eb-451e-a75e-e0071e278b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:24.345537 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5420ae94-a4eb-451e-a75e-e0071e278b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:24.353794 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] For port e64dba3b-c2db-440f-8f7f-d282fd981394, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e64dba3b-c2db-440f-8f7f-d282fd981394,segment=NetworkSegment(647ff3a6-8065-4bc4-a86a-341011336cb7),segment_id=647ff3a6-8065-4bc4-a86a-341011336cb7)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:24.353794 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:24.371141 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:20:24.402458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-9358096f-a7b2-477c-b8cb-cebbc88192d7 None None] Calling delete_port for e64dba3b-c2db-440f-8f7f-d282fd981394 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:24.424334 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5420ae94-a4eb-451e-a75e-e0071e278b63 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.6201549 Mar 01 21:20:24.436999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-network', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:24.444650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47196) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:24.469324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:24.477730 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8767f228-fc8b-4d18-a452-cdb938285a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:20:21Z', 'revision_number': 10, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:24.484399 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8767f228-fc8b-4d18-a452-cdb938285a3b None None] The sync data for ids ['448639fb-18dc-435f-9ac1-4d83cd588d61'] in n-d-827896-4 is: [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:20:21Z', 'revision_number': 10, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None, '_interfaces': [{'id': 'd72ab910-877f-482a-80ef-06e151435d0b', 'name': '', 'network_id': 'd20f425b-9380-4749-ab0c-3ae7d32e5b29', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'mac_address': 'fa:16:3e:65:73:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'device_owner': 'network:router_interface', 'standard_attr_id': 3342, 'fixed_ips': [{'subnet_id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:19:22Z', 'updated_at': '2022-03-01T21:19:34Z', 'revision_number': 5, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'subnets': [{'id': '03cf00a4-b2cc-48cd-a141-a1cf4d4feb06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:20:24.487859 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420ae94-a4eb-451e-a75e-e0071e278b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0b6b16-287a-4e1d-a2d4-ac449d1a6fbd,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:24.488784 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Usage tracker for resource:network and tenant:6014c443b54e41aa96abbf34b6c6cfbd is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:24.499908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:24.510499 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:24.568334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Calling delete_port for e64dba3b-c2db-440f-8f7f-d282fd981394 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:24.568863 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca54edb7-43d6-4d4f-924a-f4e6ba3931bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:24.588240 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca54edb7-43d6-4d4f-924a-f4e6ba3931bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:24.621204 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9358096f-a7b2-477c-b8cb-cebbc88192d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:24.645088 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:20:24.645244 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:20:24.654815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Made reservation on behalf of 6014c443b54e41aa96abbf34b6c6cfbd for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:20:24.657182 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:24.671381 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:24.687458 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:24.688037 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9358096f-a7b2-477c-b8cb-cebbc88192d7 None None] Pushing event deleted for resources: {'Port': ['ID=e64dba3b-c2db-440f-8f7f-d282fd981394,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:24.696208 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9358096f-a7b2-477c-b8cb-cebbc88192d7 None None] No DVR routers for this DVR port e64dba3b-c2db-440f-8f7f-d282fd981394 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:20:24.696512 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Usage tracker for resource:security_group_rule and tenant:6014c443b54e41aa96abbf34b6c6cfbd is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:24.704311 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358096f-a7b2-477c-b8cb-cebbc88192d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:24.704461 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358096f-a7b2-477c-b8cb-cebbc88192d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:24.705317 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358096f-a7b2-477c-b8cb-cebbc88192d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:24.706527 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358096f-a7b2-477c-b8cb-cebbc88192d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:24.707047 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358096f-a7b2-477c-b8cb-cebbc88192d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:24.707264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:24.707730 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358096f-a7b2-477c-b8cb-cebbc88192d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:24.708785 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358096f-a7b2-477c-b8cb-cebbc88192d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:24.709272 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358096f-a7b2-477c-b8cb-cebbc88192d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:24.709750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358096f-a7b2-477c-b8cb-cebbc88192d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:24.710811 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358096f-a7b2-477c-b8cb-cebbc88192d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:24.712114 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358096f-a7b2-477c-b8cb-cebbc88192d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:24.712620 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9358096f-a7b2-477c-b8cb-cebbc88192d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:24.714650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:24.792696 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca54edb7-43d6-4d4f-924a-f4e6ba3931bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:24.816912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca54edb7-43d6-4d4f-924a-f4e6ba3931bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0b6b16-287a-4e1d-a2d4-ac449d1a6fbd,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:24.830485 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca54edb7-43d6-4d4f-924a-f4e6ba3931bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:24.830485 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ca54edb7-43d6-4d4f-924a-f4e6ba3931bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d0b6b16-287a-4e1d-a2d4-ac449d1a6fbd HTTP/1.1" status: 204 len: 168 time: 0.3777001 Mar 01 21:20:24.959352 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:25.038973 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:25.119833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:20:25.140151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff6c65a-89fc-456c-b64f-858e8184c7c6,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:25.146738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port e64dba3b-c2db-440f-8f7f-d282fd981394 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:25.148023 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:25.162734 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:25.163090 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Added segment 12c37e24-c951-4c65-8435-c3809e4aa9c0 of type vlan for network 8e4865cc-9397-4f05-8abf-c13aa1d08ed3 Mar 01 21:20:25.181344 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e35ed19f-47bf-4a2a-9951-8314646ed83e no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:20:25.218192 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:25.338162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: e35ed19f-47bf-4a2a-9951-8314646ed83e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:20:25.338757 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e35ed19f-47bf-4a2a-9951-8314646ed83e not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:20:25.340596 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e64dba3b-c2db-440f-8f7f-d282fd981394 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:20:25.391875 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] The port 'e64dba3b-c2db-440f-8f7f-d282fd981394' was deleted {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:20:25.432739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: e64dba3b-c2db-440f-8f7f-d282fd981394 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:20:25.432739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e64dba3b-c2db-440f-8f7f-d282fd981394 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:20:25.435255 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:25.435255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:25.435255 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:25.627192 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:25.654674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a858dabf-d218-413d-94f3-96972ab66190']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:25.669263 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647ff3a6-8065-4bc4-a86a-341011336cb7') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:25.669949 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647ff3a6-8065-4bc4-a86a-341011336cb7') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:25.682972 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:25.700786 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:25.709342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:20:25.709810 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:20:25.726068 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:20:25.729252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] Pushing event updated for resources: {'Network': ['ID=8e4865cc-9397-4f05-8abf-c13aa1d08ed3,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:25.739428 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 8e4865cc-9397-4f05-8abf-c13aa1d08ed3 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:20:25.741932 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-04abb634-8038-4f00-a190-8b3010fd3fd0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.0835302 Mar 01 21:20:25.745184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47220) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:25.751772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-3c927c9a-eebd-448d-9ae6-ec8ba12daa68 admin admin] Request body: {'subnet': {'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-subnet', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:25.760594 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3c927c9a-eebd-448d-9ae6-ec8ba12daa68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:25.765420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cd5cb-acc3-4bbe-a8e3-af420d2f9eca req-0114b2a0-f01b-481d-812e-5dec870f4a29 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:25.767238 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-797cd5cb-acc3-4bbe-a8e3-af420d2f9eca req-0114b2a0-f01b-481d-812e-5dec870f4a29 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 1097 time: 0.4172249 Mar 01 21:20:25.771528 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3c927c9a-eebd-448d-9ae6-ec8ba12daa68 admin admin] Usage tracker for resource:subnet and tenant:6014c443b54e41aa96abbf34b6c6cfbd is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:25.777650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3c927c9a-eebd-448d-9ae6-ec8ba12daa68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:25.797051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3c927c9a-eebd-448d-9ae6-ec8ba12daa68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:25.845289 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-797cd5cb-acc3-4bbe-a8e3-af420d2f9eca req-82877940-c3be-45b9-97eb-aaa2f818c999 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690730 Mar 01 21:20:25.863162 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47228) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:25.919996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c927c9a-eebd-448d-9ae6-ec8ba12daa68 admin admin] Made reservation on behalf of 6014c443b54e41aa96abbf34b6c6cfbd for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:20:25.922708 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3c927c9a-eebd-448d-9ae6-ec8ba12daa68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:25.986343 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:26.012215 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:26.027530 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Network': ['ID=a858dabf-d218-413d-94f3-96972ab66190,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:26.044254 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e1cb23d0-11d9-462a-b268-3350e418d3b1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/networks/a858dabf-d218-413d-94f3-96972ab66190 HTTP/1.1" status: 204 len: 168 time: 2.8422906 Mar 01 21:20:26.044254 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47236) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:26.283919 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3c927c9a-eebd-448d-9ae6-ec8ba12daa68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:26.380835 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c927c9a-eebd-448d-9ae6-ec8ba12daa68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7806e9af-ea8e-45a6-994c-4158f4cea3a0,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:26.391165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c927c9a-eebd-448d-9ae6-ec8ba12daa68 admin admin] Checking segment: {'id': '12c37e24-c951-4c65-8435-c3809e4aa9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:20:26.391553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c927c9a-eebd-448d-9ae6-ec8ba12daa68 admin admin] Network hostable DHCP agents. Network: 8e4865cc-9397-4f05-8abf-c13aa1d08ed3, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:20:26.473534 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c927c9a-eebd-448d-9ae6-ec8ba12daa68 admin admin] Network 8e4865cc-9397-4f05-8abf-c13aa1d08ed3 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:20:26.542005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-3c927c9a-eebd-448d-9ae6-ec8ba12daa68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 8e4865cc-9397-4f05-8abf-c13aa1d08ed3) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:20:26.554807 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c927c9a-eebd-448d-9ae6-ec8ba12daa68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:26.554807 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3c927c9a-eebd-448d-9ae6-ec8ba12daa68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:26.558432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a148c8-e6db-48bf-b0f2-a89f6046e6f4 None None] Network 8e4865cc-9397-4f05-8abf-c13aa1d08ed3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:20:26.601626 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Deleting port af3a278b-922d-456e-9efc-aa77cf17c0d9 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:26.601626 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:26.658309 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3c927c9a-eebd-448d-9ae6-ec8ba12daa68 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9095166 Mar 01 21:20:26.663574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47242) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:26.665123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:26.671206 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:26.675546 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Usage tracker for resource:router and tenant:6014c443b54e41aa96abbf34b6c6cfbd is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:26.680857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:26.688207 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:26.787565 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:26.791077 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:26.868941 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:26.889615 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:20:26.890448 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:26.922732 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:26.923262 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:27.082651 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Calling delete_port for af3a278b-922d-456e-9efc-aa77cf17c0d9 owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:27.229204 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Allocated IP 172.20.0.2 (8e4865cc-9397-4f05-8abf-c13aa1d08ed3/7806e9af-ea8e-45a6-994c-4158f4cea3a0/f75d0564-4564-461a-b1e8-13dac69d28f7) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:20:27.253683 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5121a152-fd8e-4de3-8394-90e75fc4443d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:27.400965 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:27.673403 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:27.745848 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c0bfafe3-c004-43a9-ae5d-51768e8ded2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:27.924493 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Transition to ACTIVE for port object f75d0564-4564-461a-b1e8-13dac69d28f7 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:20:27.925454 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-069f49be-2bab-4c08-bfd2-1f093d5a6d83 req-89ab55ab-71bf-47df-b25b-d6627f72634c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4012063 Mar 01 21:20:27.928762 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:28.007850 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Transition to ACTIVE for port object f75d0564-4564-461a-b1e8-13dac69d28f7 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:20:28.032191 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Port': ['ID=af3a278b-922d-456e-9efc-aa77cf17c0d9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:28.144362 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:28.147562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:28.148228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:28.148582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:28.148922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:28.149286 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:28.149940 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:28.155991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:28.155991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:28.155991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:28.155991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:28.155991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:28.180862 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:28.230293 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:28.260445 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:28.289026 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Network 8e4865cc-9397-4f05-8abf-c13aa1d08ed3 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:20:28.289026 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:20:28.293755 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5121a152-fd8e-4de3-8394-90e75fc4443d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port d72ab910-877f-482a-80ef-06e151435d0b {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:28.293755 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5121a152-fd8e-4de3-8394-90e75fc4443d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:28.297382 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:20:28.400162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Pushing event updated for resources: {'Port': ['ID=f75d0564-4564-461a-b1e8-13dac69d28f7,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:28.406286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Attempting to bind port f75d0564-4564-461a-b1e8-13dac69d28f7 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:20:28.406706 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Attempting to bind port f75d0564-4564-461a-b1e8-13dac69d28f7 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '12c37e24-c951-4c65-8435-c3809e4aa9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:20:28.407107 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Attempting to bind port f75d0564-4564-461a-b1e8-13dac69d28f7 on network 8e4865cc-9397-4f05-8abf-c13aa1d08ed3 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:20:28.413769 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 20, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:20:28.414135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Checking segment: {'id': '12c37e24-c951-4c65-8435-c3809e4aa9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:20:28.414530 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:28.414915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Bound using segment: {'id': '12c37e24-c951-4c65-8435-c3809e4aa9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:20:28.415421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Bound port: f75d0564-4564-461a-b1e8-13dac69d28f7, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c37e24-c951-4c65-8435-c3809e4aa9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:20:28.415774 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:28.435079 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:28.435341 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Floating IP a5dd39a3-9c5e-4fba-8d76-75ff9e45a44d disassociated (deleted). External IP: 172.25.5.17, port: 5ae0232d-ea46-4a8b-a286-14bb1956956a. Mar 01 21:20:28.457174 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Allocated IP 172.25.5.106 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/10fb18c5-2f65-4fe7-b290-4f05d331f971) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:20:28.509535 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] For port f75d0564-4564-461a-b1e8-13dac69d28f7, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:20:28.513987 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] For port f75d0564-4564-461a-b1e8-13dac69d28f7, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f75d0564-4564-461a-b1e8-13dac69d28f7,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:20:28.540052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f49be-2bab-4c08-bfd2-1f093d5a6d83 req-6c5fd212-f2cb-4a32-a29e-a7c154f5d627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:28.541560 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-069f49be-2bab-4c08-bfd2-1f093d5a6d83 req-6c5fd212-f2cb-4a32-a29e-a7c154f5d627 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=177562bd87a4424f83471f73a3e34887&device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 1096 time: 0.4392276 Mar 01 21:20:28.604196 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:28.665275 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:28.679627 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721295d5-f92e-4584-ae39-b9d92ac5ae88 None None] Pushing event updated for resources: {'Port': ['ID=f75d0564-4564-461a-b1e8-13dac69d28f7,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:28.808690 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:29.062257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-5121a152-fd8e-4de3-8394-90e75fc4443d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] For port d72ab910-877f-482a-80ef-06e151435d0b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d72ab910-877f-482a-80ef-06e151435d0b,segment=NetworkSegment(4829cec9-4355-4167-85e4-5b9ad5a5dc32),segment_id=4829cec9-4355-4167-85e4-5b9ad5a5dc32)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:29.062257 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5121a152-fd8e-4de3-8394-90e75fc4443d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:29.108617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:20:29.111765 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:20:29.128697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:20:29.220184 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f75d0564-4564-461a-b1e8-13dac69d28f7 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:20:29.238677 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Pushing event updated for resources: {'Port': ['ID=10fb18c5-2f65-4fe7-b290-4f05d331f971,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:29.334724 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5121a152-fd8e-4de3-8394-90e75fc4443d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Calling delete_port for d72ab910-877f-482a-80ef-06e151435d0b owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:29.398202 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f49be-2bab-4c08-bfd2-1f093d5a6d83 req-d9a075bd-b01a-4236-ab87-a4e6caf2dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:29.398202 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-069f49be-2bab-4c08-bfd2-1f093d5a6d83 req-d9a075bd-b01a-4236-ab87-a4e6caf2dceb service neutron] 10.222.0.57 "GET /v2.0/networks?id=7ebe53d5-a152-4e71-89db-032890009b0a HTTP/1.1" status: 200 len: 909 time: 0.6698008 Mar 01 21:20:29.438105 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port f75d0564-4564-461a-b1e8-13dac69d28f7 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:20:29.726611 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-069f49be-2bab-4c08-bfd2-1f093d5a6d83 req-2e548fe9-049b-4f9a-a069-8aebb2b0cc8a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4889a58-a09b-40fb-a9d0-187086611e43 HTTP/1.1" status: 200 len: 1001 time: 0.3193386 Mar 01 21:20:29.742241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Router 58634e18-2db4-47e4-a8cd-cf89bdfb7919 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:20:29.753290 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-47474db3-5d08-43af-95a5-592e0b5cf7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:29.901958 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:30.172618 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f49be-2bab-4c08-bfd2-1f093d5a6d83 req-af6fae6d-675d-4eac-975c-ec1468d28ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:30.172618 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-069f49be-2bab-4c08-bfd2-1f093d5a6d83 req-af6fae6d-675d-4eac-975c-ec1468d28ab1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb459190-f9fa-407d-8fec-9826c0c3ce9d HTTP/1.1" status: 200 len: 847 time: 0.4234571 Mar 01 21:20:30.239031 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1920eee5-469f-47f0-9d59-423ba459f538 None None] Network 8e4865cc-9397-4f05-8abf-c13aa1d08ed3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:20:30.475488 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:30.493758 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:20:30.513931 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7212a808-fd3f-42f8-a252-19a4836a8153 None None] Provisioning for port f75d0564-4564-461a-b1e8-13dac69d28f7 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:20:30.543689 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7212a808-fd3f-42f8-a252-19a4836a8153 None None] Provisioning complete for port f75d0564-4564-461a-b1e8-13dac69d28f7 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:20:30.543689 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7212a808-fd3f-42f8-a252-19a4836a8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:30.568635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f49be-2bab-4c08-bfd2-1f093d5a6d83 req-e28b1edf-e083-4d80-a08a-e610f9d37c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:30.568635 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-069f49be-2bab-4c08-bfd2-1f093d5a6d83 req-e28b1edf-e083-4d80-a08a-e610f9d37c74 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ebe53d5-a152-4e71-89db-032890009b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3849556 Mar 01 21:20:30.578008 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb5ec10-0073-419a-8c18-33a180936d5d None None] Sync routers for ids ['58634e18-2db4-47e4-a8cd-cf89bdfb7919'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:20:30.604447 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5121a152-fd8e-4de3-8394-90e75fc4443d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:30.613828 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:30.627023 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb5ec10-0073-419a-8c18-33a180936d5d None None] Routers {'58634e18-2db4-47e4-a8cd-cf89bdfb7919'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:30.627023 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-fcb5ec10-0073-419a-8c18-33a180936d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['58634e18-2db4-47e4-a8cd-cf89bdfb7919'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:30.727431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5121a152-fd8e-4de3-8394-90e75fc4443d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Port': ['ID=d72ab910-877f-482a-80ef-06e151435d0b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:30.807570 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:30.824995 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:30.881129 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-fcb5ec10-0073-419a-8c18-33a180936d5d None None] Set router 58634e18-2db4-47e4-a8cd-cf89bdfb7919 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:30.889233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Router 8d3285e1-e10d-4319-a84f-0f116aa82813 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:20:31.080843 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9b14f570-6fd8-43e8-91f6-b6b2732447f5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "DELETE /v2.0/floatingips/a5dd39a3-9c5e-4fba-8d76-75ff9e45a44d HTTP/1.1" status: 204 len: 168 time: 5.2127540 Mar 01 21:20:31.080843 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-069f49be-2bab-4c08-bfd2-1f093d5a6d83 req-dbc82486-41fd-42a2-9593-f5561675efb7 service neutron] 10.222.0.57 "GET /v2.0/networks/7ebe53d5-a152-4e71-89db-032890009b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5078902 Mar 01 21:20:31.096896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:20:31.290995 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:20:31.302369 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] Sync routers for ids ['8d3285e1-e10d-4319-a84f-0f116aa82813'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:20:31.336679 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] Routers {'8d3285e1-e10d-4319-a84f-0f116aa82813'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:31.336679 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8d3285e1-e10d-4319-a84f-0f116aa82813'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:31.443259 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7212a808-fd3f-42f8-a252-19a4836a8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:31.506641 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'status': 'completed', 'code': 200} Mar 01 21:20:31.532635 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:31.538670 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6df32411-fc8e-4937-9540-ca69bf1571ce admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8785625 Mar 01 21:20:31.552255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47306) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:31.616420 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7212a808-fd3f-42f8-a252-19a4836a8153 None None] For port f75d0564-4564-461a-b1e8-13dac69d28f7, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f75d0564-4564-461a-b1e8-13dac69d28f7,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:31.680497 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] Set router 8d3285e1-e10d-4319-a84f-0f116aa82813 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:31.692166 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-069f49be-2bab-4c08-bfd2-1f093d5a6d83 req-87877772-8f20-4f1a-ab35-3e61af29d67e service neutron] 10.222.0.57 "GET /v2.0/networks/7ebe53d5-a152-4e71-89db-032890009b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853109 Mar 01 21:20:31.718630 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5121a152-fd8e-4de3-8394-90e75fc4443d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:31.730677 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e799860c-5874-4fa9-bd76-9077009110e7 req-d2d8b0ab-28dd-4bde-ae25-04b6c8231ebe service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8324668 Mar 01 21:20:31.795757 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7212a808-fd3f-42f8-a252-19a4836a8153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:32.049623 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7212a808-fd3f-42f8-a252-19a4836a8153 None None] Pushing event updated for resources: {'Port': ['ID=f75d0564-4564-461a-b1e8-13dac69d28f7,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:32.122069 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-cdcf5c1d-5de3-454c-91c6-c06bd2222831 None None] Provisioning complete for port f75d0564-4564-461a-b1e8-13dac69d28f7 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:20:32.122790 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cdcf5c1d-5de3-454c-91c6-c06bd2222831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:32.198493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32e8c8-adad-422b-98ab-81539bb95218 req-4b40aea8-ebd4-412f-9f23-ae18bf2fa04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:32.200358 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe32e8c8-adad-422b-98ab-81539bb95218 req-4b40aea8-ebd4-412f-9f23-ae18bf2fa04b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 1097 time: 0.7559922 Mar 01 21:20:32.369815 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:32.374559 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-fcb5ec10-0073-419a-8c18-33a180936d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352490198', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:25Z', 'updated_at': '2022-03-01T21:16:43Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:28Z', 'updated_at': '2022-03-01T21:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '5f3c001c-6243-43cd-a856-b737bbf4fab3', 'name': '', 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:6f:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:56Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:32.384134 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb5ec10-0073-419a-8c18-33a180936d5d None None] Checking router: 58634e18-2db4-47e4-a8cd-cf89bdfb7919 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:20:32.401896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32e8c8-adad-422b-98ab-81539bb95218 req-fa83c89f-11f0-4ac3-ab96-67818c496180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:32.402925 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb5ec10-0073-419a-8c18-33a180936d5d None None] Routers {'58634e18-2db4-47e4-a8cd-cf89bdfb7919'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:32.403450 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe32e8c8-adad-422b-98ab-81539bb95218 req-fa83c89f-11f0-4ac3-ab96-67818c496180 service neutron] 10.222.0.55 "GET /v2.0/networks?id=afa01f28-846c-4b0c-8292-1399f87fc407 HTTP/1.1" status: 200 len: 897 time: 0.1878569 Mar 01 21:20:32.404189 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-fcb5ec10-0073-419a-8c18-33a180936d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['58634e18-2db4-47e4-a8cd-cf89bdfb7919'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:32.417440 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:26Z', 'updated_at': '2022-03-01T21:20:29Z', 'revision_number': 3, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'gw_port': {'id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:28Z', 'updated_at': '2022-03-01T21:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:32.422380 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] Checking router: 8d3285e1-e10d-4319-a84f-0f116aa82813 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:20:32.422977 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] Updating router 8d3285e1-e10d-4319-a84f-0f116aa82813 port 10fb18c5-2f65-4fe7-b290-4f05d331f971 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:20:32.505986 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe32e8c8-adad-422b-98ab-81539bb95218 req-1e0734f9-c05d-42d9-9d1b-fc2fdfd616b8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a HTTP/1.1" status: 200 len: 217 time: 0.0812659 Mar 01 21:20:32.522781 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5121a152-fd8e-4de3-8394-90e75fc4443d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 448639fb-18dc-435f-9ac1-4d83cd588d61 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:20:32.598289 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:32.725114 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32e8c8-adad-422b-98ab-81539bb95218 req-413f8a52-ca0a-4beb-91d3-ce4ee6a2acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:32.727258 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe32e8c8-adad-422b-98ab-81539bb95218 req-413f8a52-ca0a-4beb-91d3-ce4ee6a2acc9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d9e352e-01b1-43dc-beb3-fcff3bc5086a HTTP/1.1" status: 200 len: 834 time: 0.1970448 Mar 01 21:20:32.742966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-fcb5ec10-0073-419a-8c18-33a180936d5d None None] Set router 58634e18-2db4-47e4-a8cd-cf89bdfb7919 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:32.802721 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414e85d-72f5-42fd-a21f-629545dc814c req-54bacf27-fc0b-48c1-9972-be79bc5fe63b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:32.804316 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5414e85d-72f5-42fd-a21f-629545dc814c req-54bacf27-fc0b-48c1-9972-be79bc5fe63b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 946 time: 0.7694235 Mar 01 21:20:32.961798 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5414e85d-72f5-42fd-a21f-629545dc814c req-40fb61b9-b01d-4e4c-9300-117ba368959e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957599 Mar 01 21:20:32.971594 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5121a152-fd8e-4de3-8394-90e75fc4443d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:20:32.978123 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5121a152-fd8e-4de3-8394-90e75fc4443d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/448639fb-18dc-435f-9ac1-4d83cd588d61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9338460 Mar 01 21:20:32.980749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47324) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:33.139838 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4a199-eda9-43ab-8a7e-8dd7f64e9acd None None] Sync routers for ids ['448639fb-18dc-435f-9ac1-4d83cd588d61'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:20:33.171499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4a199-eda9-43ab-8a7e-8dd7f64e9acd None None] Routers {'448639fb-18dc-435f-9ac1-4d83cd588d61'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:33.171499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-b6c4a199-eda9-43ab-8a7e-8dd7f64e9acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['448639fb-18dc-435f-9ac1-4d83cd588d61'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:33.236259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32e8c8-adad-422b-98ab-81539bb95218 req-25d8175a-3770-4b8e-bde5-046fe47f110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:33.236259 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe32e8c8-adad-422b-98ab-81539bb95218 req-25d8175a-3770-4b8e-bde5-046fe47f110c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afa01f28-846c-4b0c-8292-1399f87fc407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4891102 Mar 01 21:20:33.267441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b1e7bba-dbb3-4cd4-bb88-1c23c91497e0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting subnet 03cf00a4-b2cc-48cd-a141-a1cf4d4feb06 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:20:33.285203 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:33.285616 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b1e7bba-dbb3-4cd4-bb88-1c23c91497e0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:33.297402 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] Transition to ACTIVE for port object 10fb18c5-2f65-4fe7-b290-4f05d331f971 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:20:33.356787 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b1e7bba-dbb3-4cd4-bb88-1c23c91497e0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:33.363613 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f75d0564-4564-461a-b1e8-13dac69d28f7 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:20:33.382698 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:33.409300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-b6c4a199-eda9-43ab-8a7e-8dd7f64e9acd None None] Set router 448639fb-18dc-435f-9ac1-4d83cd588d61 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:33.556323 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-b6c4a199-eda9-43ab-8a7e-8dd7f64e9acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:20:30Z', 'revision_number': 11, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:33.568872 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b1e7bba-dbb3-4cd4-bb88-1c23c91497e0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:33.589755 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4a199-eda9-43ab-8a7e-8dd7f64e9acd None None] Checking router: 448639fb-18dc-435f-9ac1-4d83cd588d61 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:20:33.682388 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe32e8c8-adad-422b-98ab-81539bb95218 req-f27d193e-da60-4bb5-a7ca-04c79db4992c service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4172673 Mar 01 21:20:33.686434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4a199-eda9-43ab-8a7e-8dd7f64e9acd None None] Routers {'448639fb-18dc-435f-9ac1-4d83cd588d61'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:33.687269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-b6c4a199-eda9-43ab-8a7e-8dd7f64e9acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['448639fb-18dc-435f-9ac1-4d83cd588d61'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:33.691767 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] Attempting to bind port 10fb18c5-2f65-4fe7-b290-4f05d331f971 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:20:33.698817 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] Attempting to bind port 10fb18c5-2f65-4fe7-b290-4f05d331f971 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:20:33.698817 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] Attempting to bind port 10fb18c5-2f65-4fe7-b290-4f05d331f971 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:20:33.698817 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0fd60-4e02-4008-86a0-a0252a8d8212 None None] Pushing event updated for resources: {'Port': ['ID=10fb18c5-2f65-4fe7-b290-4f05d331f971,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:33.730937 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:20:33.731519 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:20:33.732448 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:33.732448 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:20:33.736379 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] Bound port: 10fb18c5-2f65-4fe7-b290-4f05d331f971, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:20:33.736379 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:33.763992 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b1e7bba-dbb3-4cd4-bb88-1c23c91497e0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:33.783595 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-fcb5ec10-0073-419a-8c18-33a180936d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352490198', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:25Z', 'updated_at': '2022-03-01T21:16:43Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:28Z', 'updated_at': '2022-03-01T21:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '5f3c001c-6243-43cd-a856-b737bbf4fab3', 'name': '', 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:6f:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:56Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:33.819846 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0fd60-4e02-4008-86a0-a0252a8d8212 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:33.819846 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0fd60-4e02-4008-86a0-a0252a8d8212 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:33.819846 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0fd60-4e02-4008-86a0-a0252a8d8212 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:33.819846 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0fd60-4e02-4008-86a0-a0252a8d8212 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:33.819846 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0fd60-4e02-4008-86a0-a0252a8d8212 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:33.819846 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0fd60-4e02-4008-86a0-a0252a8d8212 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:33.819846 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0fd60-4e02-4008-86a0-a0252a8d8212 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:33.819846 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0fd60-4e02-4008-86a0-a0252a8d8212 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:33.819846 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0fd60-4e02-4008-86a0-a0252a8d8212 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:33.819846 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0fd60-4e02-4008-86a0-a0252a8d8212 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:33.819846 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0fd60-4e02-4008-86a0-a0252a8d8212 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:33.822394 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b1e7bba-dbb3-4cd4-bb88-1c23c91497e0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:33.835648 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0fd60-4e02-4008-86a0-a0252a8d8212 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:20:33.840857 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9b1e7bba-dbb3-4cd4-bb88-1c23c91497e0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/subnets/03cf00a4-b2cc-48cd-a141-a1cf4d4feb06 HTTP/1.1" status: 204 len: 168 time: 0.8467727 Mar 01 21:20:33.840857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47336) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:33.849225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2890c525-5465-4e4c-ae9c-e6c1990ec381 None None] Network d20f425b-9380-4749-ab0c-3ae7d32e5b29 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:20:33.979243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1e7bba-dbb3-4cd4-bb88-1c23c91497e0 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Subnet': ['ID=03cf00a4-b2cc-48cd-a141-a1cf4d4feb06,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:33.982571 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:34.003321 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb5ec10-0073-419a-8c18-33a180936d5d None None] The sync data for ids ['58634e18-2db4-47e4-a8cd-cf89bdfb7919'] in n-d-827896-4 is: [{'id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352490198', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:25Z', 'updated_at': '2022-03-01T21:16:43Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:28Z', 'updated_at': '2022-03-01T21:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '5f3c001c-6243-43cd-a856-b737bbf4fab3', 'name': '', 'network_id': 'afa01f28-846c-4b0c-8292-1399f87fc407', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:6f:76:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:56Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '2d9e352e-01b1-43dc-beb3-fcff3bc5086a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:20:34.008299 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] For port 10fb18c5-2f65-4fe7-b290-4f05d331f971, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:20:34.010121 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f410b757-0617-4fdd-b56b-15c2d1e30bd7 req-764078e8-784f-4416-aef6-22b249dfeb03 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:34.010864 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f410b757-0617-4fdd-b56b-15c2d1e30bd7 req-764078e8-784f-4416-aef6-22b249dfeb03 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:20:34.016333 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] For port 10fb18c5-2f65-4fe7-b290-4f05d331f971, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=10fb18c5-2f65-4fe7-b290-4f05d331f971,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:20:34.041091 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:34.041446 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:34.058676 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-b6c4a199-eda9-43ab-8a7e-8dd7f64e9acd None None] Set router 448639fb-18dc-435f-9ac1-4d83cd588d61 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:34.113021 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:34.187796 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port f75d0564-4564-461a-b1e8-13dac69d28f7 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:20:34.188438 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:34.203126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-f410b757-0617-4fdd-b56b-15c2d1e30bd7 req-764078e8-784f-4416-aef6-22b249dfeb03 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:20:34.204724 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f410b757-0617-4fdd-b56b-15c2d1e30bd7 req-764078e8-784f-4416-aef6-22b249dfeb03 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.55 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 946 time: 0.5412250 Mar 01 21:20:34.312939 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-f410b757-0617-4fdd-b56b-15c2d1e30bd7 req-e8611c45-3b9f-440e-8517-3f901e7dd36f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Deleting port 5ae0232d-ea46-4a8b-a286-14bb1956956a {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:34.314085 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f410b757-0617-4fdd-b56b-15c2d1e30bd7 req-e8611c45-3b9f-440e-8517-3f901e7dd36f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:34.319943 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] Routers {'8d3285e1-e10d-4319-a84f-0f116aa82813'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:34.320585 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8d3285e1-e10d-4319-a84f-0f116aa82813'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:34.477432 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0fd60-4e02-4008-86a0-a0252a8d8212 None None] Pushing event updated for resources: {'Port': ['ID=10fb18c5-2f65-4fe7-b290-4f05d331f971,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:34.509329 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b85dc316-3de9-4432-bde6-eaacd55dbc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:34.600856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe32e8c8-adad-422b-98ab-81539bb95218 req-84895872-7420-4a65-943d-c4dc677917ee service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8835046 Mar 01 21:20:34.629557 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-b6c4a199-eda9-43ab-8a7e-8dd7f64e9acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:20:30Z', 'revision_number': 11, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:34.750672 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] Set router 8d3285e1-e10d-4319-a84f-0f116aa82813 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:34.788898 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c4a199-eda9-43ab-8a7e-8dd7f64e9acd None None] The sync data for ids ['448639fb-18dc-435f-9ac1-4d83cd588d61'] in n-d-827896-4 is: [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:20:30Z', 'revision_number': 11, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:20:34.883202 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136b86c-f1cf-435a-8f6f-dc0bb743db2c req-d2248b97-9309-483e-8583-e20713b5ca27 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:34.885241 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8136b86c-f1cf-435a-8f6f-dc0bb743db2c req-d2248b97-9309-483e-8583-e20713b5ca27 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 946 time: 0.4976225 Mar 01 21:20:35.058495 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f30512-e163-42c8-8f70-018437838ea7 None None] New status for floating IP a5dd39a3-9c5e-4fba-8d76-75ff9e45a44d: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:20:35.097828 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8136b86c-f1cf-435a-8f6f-dc0bb743db2c req-9d323f70-18c1-4612-9a22-782fdac7928f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267638 Mar 01 21:20:35.179414 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e744a7f4-a139-471a-a5e8-b7140f27c5d7 None None] DHCP port deletion for d20f425b-9380-4749-ab0c-3ae7d32e5b29 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:20:35.184525 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e744a7f4-a139-471a-a5e8-b7140f27c5d7 None None] Deleting port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:35.184824 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e744a7f4-a139-471a-a5e8-b7140f27c5d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:35.187070 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] For port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8c2e3f17-e61e-4b02-8f87-c028e1cb2330,segment=NetworkSegment(4829cec9-4355-4167-85e4-5b9ad5a5dc32),segment_id=4829cec9-4355-4167-85e4-5b9ad5a5dc32)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:35.187625 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:35.221815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799860c-5874-4fa9-bd76-9077009110e7 req-d9677974-3ae4-4aa8-84b8-e2910845c5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:35.223293 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e799860c-5874-4fa9-bd76-9077009110e7 req-d9677974-3ae4-4aa8-84b8-e2910845c5a2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 1097 time: 0.4142065 Mar 01 21:20:35.341940 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d72ab910-877f-482a-80ef-06e151435d0b no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:20:35.410325 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Calling delete_port for 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:35.411677 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: d72ab910-877f-482a-80ef-06e151435d0b {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:20:35.414055 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d72ab910-877f-482a-80ef-06e151435d0b not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:20:35.417743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:20:35.443533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-b85dc316-3de9-4432-bde6-eaacd55dbc6e admin admin] Allocated IP 172.20.0.1 (8e4865cc-9397-4f05-8abf-c13aa1d08ed3/7806e9af-ea8e-45a6-994c-4158f4cea3a0/302c49ca-816e-4935-bf9a-fe7a82fb5938) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:20:35.457496 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:26Z', 'updated_at': '2022-03-01T21:20:29Z', 'revision_number': 3, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'gw_port': {'id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:28Z', 'updated_at': '2022-03-01T21:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:35.463056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-f410b757-0617-4fdd-b56b-15c2d1e30bd7 req-e8611c45-3b9f-440e-8517-3f901e7dd36f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:35.463592 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f410b757-0617-4fdd-b56b-15c2d1e30bd7 req-e8611c45-3b9f-440e-8517-3f901e7dd36f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:35.467809 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c56be51-88e7-46c2-a531-fdfdd4c92751 None None] The sync data for ids ['8d3285e1-e10d-4319-a84f-0f116aa82813'] in n-d-827896-4 is: [{'id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:26Z', 'updated_at': '2022-03-01T21:20:29Z', 'revision_number': 3, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'gw_port': {'id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:28Z', 'updated_at': '2022-03-01T21:20:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:20:35.522793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799860c-5874-4fa9-bd76-9077009110e7 req-9c7e15b2-7815-4d4a-a23f-6c774b601a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:35.525093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e799860c-5874-4fa9-bd76-9077009110e7 req-9c7e15b2-7815-4d4a-a23f-6c774b601a05 service neutron] 10.222.0.55 "GET /v2.0/networks?id=afa01f28-846c-4b0c-8292-1399f87fc407 HTTP/1.1" status: 200 len: 897 time: 0.2797275 Mar 01 21:20:35.525790 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 5ae0232d-ea46-4a8b-a286-14bb1956956a no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:20:35.682333 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e799860c-5874-4fa9-bd76-9077009110e7 req-7c4029d7-574a-4aec-8600-d16be51b073e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a HTTP/1.1" status: 200 len: 217 time: 0.1487956 Mar 01 21:20:35.890874 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799860c-5874-4fa9-bd76-9077009110e7 req-22e74096-db77-44b7-844c-53ebad419690 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:35.890874 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e799860c-5874-4fa9-bd76-9077009110e7 req-22e74096-db77-44b7-844c-53ebad419690 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2d9e352e-01b1-43dc-beb3-fcff3bc5086a HTTP/1.1" status: 200 len: 834 time: 0.1925397 Mar 01 21:20:35.893263 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:35.960410 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:36.002934 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b85dc316-3de9-4432-bde6-eaacd55dbc6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:36.004166 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-f410b757-0617-4fdd-b56b-15c2d1e30bd7 req-e8611c45-3b9f-440e-8517-3f901e7dd36f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Calling delete_port for 5ae0232d-ea46-4a8b-a286-14bb1956956a owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:36.005652 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8c2e3f17-e61e-4b02-8f87-c028e1cb2330,segment=NetworkSegment(4829cec9-4355-4167-85e4-5b9ad5a5dc32),segment_id=4829cec9-4355-4167-85e4-5b9ad5a5dc32)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:36.007802 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e744a7f4-a139-471a-a5e8-b7140f27c5d7 None None] For port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8c2e3f17-e61e-4b02-8f87-c028e1cb2330,segment=NetworkSegment(4829cec9-4355-4167-85e4-5b9ad5a5dc32),segment_id=4829cec9-4355-4167-85e4-5b9ad5a5dc32)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:36.008200 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e744a7f4-a139-471a-a5e8-b7140f27c5d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:36.043642 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:36.044552 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:20:36.122285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-b85dc316-3de9-4432-bde6-eaacd55dbc6e admin admin] Transition to ACTIVE for port object 302c49ca-816e-4935-bf9a-fe7a82fb5938 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:20:36.182327 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e799860c-5874-4fa9-bd76-9077009110e7 req-e2a5875b-96b6-4dd4-90ec-60fe317af88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:36.184151 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e799860c-5874-4fa9-bd76-9077009110e7 req-e2a5875b-96b6-4dd4-90ec-60fe317af88b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=afa01f28-846c-4b0c-8292-1399f87fc407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2918842 Mar 01 21:20:36.217706 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'code': 200} Mar 01 21:20:36.218624 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:36.263777 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:20:36.264373 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:20:36.312269 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [req-f410b757-0617-4fdd-b56b-15c2d1e30bd7 req-e8611c45-3b9f-440e-8517-3f901e7dd36f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:20:36.312590 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [req-f410b757-0617-4fdd-b56b-15c2d1e30bd7 req-e8611c45-3b9f-440e-8517-3f901e7dd36f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:20:36.393020 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:36.415896 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e744a7f4-a139-471a-a5e8-b7140f27c5d7 None None] Calling delete_port for 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:36.486709 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e799860c-5874-4fa9-bd76-9077009110e7 req-7242d5be-db2b-4460-9ea9-944d7c01b47d service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885859 Mar 01 21:20:36.502356 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=8c2e3f17-e61e-4b02-8f87-c028e1cb2330,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:36.620025 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b85dc316-3de9-4432-bde6-eaacd55dbc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:36.683526 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-e744a7f4-a139-471a-a5e8-b7140f27c5d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:20:36.684848 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-e744a7f4-a139-471a-a5e8-b7140f27c5d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:20:36.701442 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=5ae0232d-ea46-4a8b-a286-14bb1956956a,revision_number=14']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:36.756688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85dc316-3de9-4432-bde6-eaacd55dbc6e admin admin] Network 8e4865cc-9397-4f05-8abf-c13aa1d08ed3 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:20:36.765629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-b85dc316-3de9-4432-bde6-eaacd55dbc6e admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:20:36.765930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:36.766284 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:36.797166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85dc316-3de9-4432-bde6-eaacd55dbc6e admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:20:36.910768 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-f410b757-0617-4fdd-b56b-15c2d1e30bd7 req-e8611c45-3b9f-440e-8517-3f901e7dd36f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Deleting port 5ae0232d-ea46-4a8b-a286-14bb1956956a {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:36.910768 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f410b757-0617-4fdd-b56b-15c2d1e30bd7 req-e8611c45-3b9f-440e-8517-3f901e7dd36f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:36.973870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1549e5-a71f-4ade-a53a-cc4f254c6d54 req-ec7e3174-3564-4933-8039-be61e3c1bbf6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:36.987192 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4f1549e5-a71f-4ade-a53a-cc4f254c6d54 req-ec7e3174-3564-4933-8039-be61e3c1bbf6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 944 time: 0.6039917 Mar 01 21:20:37.030164 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85dc316-3de9-4432-bde6-eaacd55dbc6e admin admin] Pushing event updated for resources: {'Port': ['ID=302c49ca-816e-4935-bf9a-fe7a82fb5938,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:37.030164 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e799860c-5874-4fa9-bd76-9077009110e7 req-39f0f138-2a65-40d4-8f09-4a5454564147 service neutron] 10.222.0.55 "GET /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5314040 Mar 01 21:20:37.077386 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b85dc316-3de9-4432-bde6-eaacd55dbc6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:37.112640 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4f1549e5-a71f-4ade-a53a-cc4f254c6d54 req-f35b3afe-fdcd-4d6e-b7c6-1918a7b4cc0b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270013 Mar 01 21:20:37.185884 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e744a7f4-a139-471a-a5e8-b7140f27c5d7 None None] Deleting port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:37.186547 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e744a7f4-a139-471a-a5e8-b7140f27c5d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:37.263762 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 10fb18c5-2f65-4fe7-b290-4f05d331f971 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:20:37.299344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] For port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8c2e3f17-e61e-4b02-8f87-c028e1cb2330,segment=NetworkSegment(4829cec9-4355-4167-85e4-5b9ad5a5dc32),segment_id=4829cec9-4355-4167-85e4-5b9ad5a5dc32)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:37.299921 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:37.420152 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b85dc316-3de9-4432-bde6-eaacd55dbc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:37.523592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Calling delete_port for 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:37.615017 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e744a7f4-a139-471a-a5e8-b7140f27c5d7 None None] For port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8c2e3f17-e61e-4b02-8f87-c028e1cb2330,segment=NetworkSegment(4829cec9-4355-4167-85e4-5b9ad5a5dc32),segment_id=4829cec9-4355-4167-85e4-5b9ad5a5dc32)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:37.615017 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e744a7f4-a139-471a-a5e8-b7140f27c5d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:37.823874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e744a7f4-a139-471a-a5e8-b7140f27c5d7 None None] Calling delete_port for 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:37.851788 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-f410b757-0617-4fdd-b56b-15c2d1e30bd7 req-e8611c45-3b9f-440e-8517-3f901e7dd36f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] For port 5ae0232d-ea46-4a8b-a286-14bb1956956a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=5ae0232d-ea46-4a8b-a286-14bb1956956a,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:37.852154 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f410b757-0617-4fdd-b56b-15c2d1e30bd7 req-e8611c45-3b9f-440e-8517-3f901e7dd36f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:37.893669 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-247b31d2-6ae0-40d4-b195-c92fa1268d41 None None] Provisioning for port 302c49ca-816e-4935-bf9a-fe7a82fb5938 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:20:37.919244 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-247b31d2-6ae0-40d4-b195-c92fa1268d41 None None] Provisioning complete for port 302c49ca-816e-4935-bf9a-fe7a82fb5938 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:20:37.929882 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-247b31d2-6ae0-40d4-b195-c92fa1268d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:38.076417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-f410b757-0617-4fdd-b56b-15c2d1e30bd7 req-e8611c45-3b9f-440e-8517-3f901e7dd36f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Calling delete_port for 5ae0232d-ea46-4a8b-a286-14bb1956956a owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:38.141447 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b85dc316-3de9-4432-bde6-eaacd55dbc6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:38.147258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-247b31d2-6ae0-40d4-b195-c92fa1268d41 None None] Port 302c49ca-816e-4935-bf9a-fe7a82fb5938 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:20:38.322904 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e744a7f4-a139-471a-a5e8-b7140f27c5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:38.330286 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:20:38.330286 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:20:38.348515 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3587b-837d-4a00-9692-f53bdddd4ee6 req-f6fc3acd-0d1f-4d52-ae54-ceec43b273c3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:38.350214 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e3e3587b-837d-4a00-9692-f53bdddd4ee6 req-f6fc3acd-0d1f-4d52-ae54-ceec43b273c3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 944 time: 0.0936139 Mar 01 21:20:38.379421 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b85dc316-3de9-4432-bde6-eaacd55dbc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:38.381314 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744a7f4-a139-471a-a5e8-b7140f27c5d7 None None] Pushing event deleted for resources: {'Port': ['ID=8c2e3f17-e61e-4b02-8f87-c028e1cb2330,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:38.383519 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744a7f4-a139-471a-a5e8-b7140f27c5d7 None None] No DVR routers for this DVR port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:20:38.387846 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 10fb18c5-2f65-4fe7-b290-4f05d331f971 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:20:38.392291 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 10fb18c5-2f65-4fe7-b290-4f05d331f971 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:20:38.392858 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:38.409420 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f410b757-0617-4fdd-b56b-15c2d1e30bd7 req-e8611c45-3b9f-440e-8517-3f901e7dd36f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:38.501929 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8611c45-3b9f-440e-8517-3f901e7dd36f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Port': ['ID=5ae0232d-ea46-4a8b-a286-14bb1956956a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:38.529695 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e3e3587b-837d-4a00-9692-f53bdddd4ee6 req-3d2e5fad-9b81-4019-a3cd-512917c825be tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2509a19c-b4da-487d-bdc9-4c82129dfe8d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718645 Mar 01 21:20:38.532077 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b85dc316-3de9-4432-bde6-eaacd55dbc6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:38.546097 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:38.561855 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85dc316-3de9-4432-bde6-eaacd55dbc6e admin admin] Pushing event updated for resources: {'Port': ['ID=302c49ca-816e-4935-bf9a-fe7a82fb5938,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:38.564980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-f410b757-0617-4fdd-b56b-15c2d1e30bd7 req-e8611c45-3b9f-440e-8517-3f901e7dd36f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] No DVR routers for this DVR port 5ae0232d-ea46-4a8b-a286-14bb1956956a on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:20:38.565324 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 10fb18c5-2f65-4fe7-b290-4f05d331f971, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=10fb18c5-2f65-4fe7-b290-4f05d331f971,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:38.567547 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-f410b757-0617-4fdd-b56b-15c2d1e30bd7 req-e8611c45-3b9f-440e-8517-3f901e7dd36f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:38.570619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'name': 'network-vif-deleted', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:20:38.632241 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:38.635892 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9749b013-e9e9-432c-878f-7eb793fa875e', 'name': 'network-vif-deleted', 'tag': '5ae0232d-ea46-4a8b-a286-14bb1956956a', 'status': 'completed', 'code': 200} Mar 01 21:20:38.661843 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f410b757-0617-4fdd-b56b-15c2d1e30bd7 req-e8611c45-3b9f-440e-8517-3f901e7dd36f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.55 "DELETE /v2.0/ports/5ae0232d-ea46-4a8b-a286-14bb1956956a HTTP/1.1" status: 204 len: 173 time: 4.4474013 Mar 01 21:20:38.701938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Deleting port 8c2e3f17-e61e-4b02-8f87-c028e1cb2330 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:38.701938 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:38.768812 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85dc316-3de9-4432-bde6-eaacd55dbc6e admin admin] Network 8e4865cc-9397-4f05-8abf-c13aa1d08ed3 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:20:38.768812 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-b85dc316-3de9-4432-bde6-eaacd55dbc6e admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:20:38.772927 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=10fb18c5-2f65-4fe7-b290-4f05d331f971,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:38.810005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] The port '8c2e3f17-e61e-4b02-8f87-c028e1cb2330' was deleted {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:20:39.044805 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:39.046356 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85dc316-3de9-4432-bde6-eaacd55dbc6e admin admin] Router 8d3285e1-e10d-4319-a84f-0f116aa82813 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:20:39.127112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d20f425b-9380-4749-ab0c-3ae7d32e5b29']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:39.168418 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4829cec9-4355-4167-85e4-5b9ad5a5dc32') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:39.168711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4829cec9-4355-4167-85e4-5b9ad5a5dc32') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:39.198398 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:39.248926 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:39.252099 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 10fb18c5-2f65-4fe7-b290-4f05d331f971 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:20:39.263636 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:20:39.265899 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:39.321028 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85dc316-3de9-4432-bde6-eaacd55dbc6e admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:20:39.345302 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] Sync routers for ids ['8d3285e1-e10d-4319-a84f-0f116aa82813'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:20:39.347947 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b85dc316-3de9-4432-bde6-eaacd55dbc6e admin admin] 10.222.0.42 "PUT /v2.0/routers/8d3285e1-e10d-4319-a84f-0f116aa82813/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7923110 Mar 01 21:20:39.397032 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] Routers {'8d3285e1-e10d-4319-a84f-0f116aa82813'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:39.397032 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8d3285e1-e10d-4319-a84f-0f116aa82813'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:20:39.412555 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:20:39.491746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e4aa80a3-295a-45f4-8ff8-01b8a2b82f4f None None] Provisioning complete for port 302c49ca-816e-4935-bf9a-fe7a82fb5938 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:20:39.491746 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e4aa80a3-295a-45f4-8ff8-01b8a2b82f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:39.500361 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:39.713029 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:39.734581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Pushing event deleted for resources: {'Network': ['ID=d20f425b-9380-4749-ab0c-3ae7d32e5b29,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:39.747671 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47422) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:39.747983 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d3a12b94-3f58-46b4-9849-cb046f724518 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/networks/d20f425b-9380-4749-ab0c-3ae7d32e5b29 HTTP/1.1" status: 204 len: 168 time: 5.9127297 Mar 01 21:20:39.753211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-306070d4-0323-4d9f-a0ce-8c15dc3271ae tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'router': {'routes': None}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:39.792341 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e4aa80a3-295a-45f4-8ff8-01b8a2b82f4f None None] Port 302c49ca-816e-4935-bf9a-fe7a82fb5938 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:20:39.816478 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 10fb18c5-2f65-4fe7-b290-4f05d331f971 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:20:39.817348 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:39.894729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] Set router 8d3285e1-e10d-4319-a84f-0f116aa82813 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:40.237212 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-505214bf-0bf3-4c8f-914e-cf033f981766 req-b0a7c12e-1cf3-44a2-b183-548c38cc2840 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=9749b013-e9e9-432c-878f-7eb793fa875e HTTP/1.1" status: 200 len: 210 time: 0.0683196 Mar 01 21:20:40.328641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.extraroute_db [None req-306070d4-0323-4d9f-a0ce-8c15dc3271ae tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Added routes are [] {{(pid=88518) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 01 21:20:40.329366 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.extraroute_db [None req-306070d4-0323-4d9f-a0ce-8c15dc3271ae tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Removed routes are [] {{(pid=88518) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 01 21:20:40.329366 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-306070d4-0323-4d9f-a0ce-8c15dc3271ae tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:40.471463 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:26Z', 'updated_at': '2022-03-01T21:20:37Z', 'revision_number': 4, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'gw_port': {'id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:28Z', 'updated_at': '2022-03-01T21:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '302c49ca-816e-4935-bf9a-fe7a82fb5938', 'name': '', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'mac_address': 'fa:16:3e:99:e8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:34Z', 'updated_at': '2022-03-01T21:20:37Z', 'revision_number': 2, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'subnets': [{'id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:40.471463 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] Checking router: 8d3285e1-e10d-4319-a84f-0f116aa82813 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:20:40.475170 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] Updating router 8d3285e1-e10d-4319-a84f-0f116aa82813 port 302c49ca-816e-4935-bf9a-fe7a82fb5938 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:20:40.557021 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:40.782511 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-306070d4-0323-4d9f-a0ce-8c15dc3271ae tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:40.789461 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-306070d4-0323-4d9f-a0ce-8c15dc3271ae tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:40.939483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-306070d4-0323-4d9f-a0ce-8c15dc3271ae tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 448639fb-18dc-435f-9ac1-4d83cd588d61 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:20:40.980997 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:40.991471 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] Transition to ACTIVE for port object 302c49ca-816e-4935-bf9a-fe7a82fb5938 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:20:41.086724 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:41.122014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306070d4-0323-4d9f-a0ce-8c15dc3271ae tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:20:41.142858 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a974921-fb4f-4cab-a374-c15d7b211e7b None None] Sync routers for ids ['448639fb-18dc-435f-9ac1-4d83cd588d61'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:20:41.148281 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-306070d4-0323-4d9f-a0ce-8c15dc3271ae tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:41.152466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47446) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:41.156210 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-306070d4-0323-4d9f-a0ce-8c15dc3271ae tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/448639fb-18dc-435f-9ac1-4d83cd588d61 HTTP/1.1" status: 200 len: 700 time: 1.4070096 Mar 01 21:20:41.158060 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a974921-fb4f-4cab-a374-c15d7b211e7b None None] Routers {'448639fb-18dc-435f-9ac1-4d83cd588d61'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:41.159244 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1a974921-fb4f-4cab-a374-c15d7b211e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['448639fb-18dc-435f-9ac1-4d83cd588d61'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:41.305831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a65fa5fb-7238-46bb-8f2a-4f506525744e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Synchronizing usage tracker for tenant:acfc6a9964af49b3a3adf1407ea5d8d6 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:20:41.416136 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] Attempting to bind port 302c49ca-816e-4935-bf9a-fe7a82fb5938 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:20:41.416136 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] Attempting to bind port 302c49ca-816e-4935-bf9a-fe7a82fb5938 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '12c37e24-c951-4c65-8435-c3809e4aa9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:20:41.416136 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] Attempting to bind port 302c49ca-816e-4935-bf9a-fe7a82fb5938 on network 8e4865cc-9397-4f05-8abf-c13aa1d08ed3 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:20:41.426145 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 20, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:20:41.426145 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] Checking segment: {'id': '12c37e24-c951-4c65-8435-c3809e4aa9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:20:41.434736 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:41.434736 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] Bound using segment: {'id': '12c37e24-c951-4c65-8435-c3809e4aa9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:20:41.434736 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] Bound port: 302c49ca-816e-4935-bf9a-fe7a82fb5938, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12c37e24-c951-4c65-8435-c3809e4aa9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:20:41.434736 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:41.438000 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47456) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:41.489810 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeea383-6b95-4476-ba26-a9041e7028b5 None None] Pushing event updated for resources: {'Port': ['ID=302c49ca-816e-4935-bf9a-fe7a82fb5938,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:41.522396 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a65fa5fb-7238-46bb-8f2a-4f506525744e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Unset dirty status for tenant:acfc6a9964af49b3a3adf1407ea5d8d6 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:20:41.525186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47462) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:41.533034 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a65fa5fb-7238-46bb-8f2a-4f506525744e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/ports?device_id=448639fb-18dc-435f-9ac1-4d83cd588d61 HTTP/1.1" status: 200 len: 205 time: 0.3687406 Mar 01 21:20:41.541541 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-1a974921-fb4f-4cab-a374-c15d7b211e7b None None] Set router 448639fb-18dc-435f-9ac1-4d83cd588d61 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:41.640695 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] For port 302c49ca-816e-4935-bf9a-fe7a82fb5938, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:20:41.645902 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] For port 302c49ca-816e-4935-bf9a-fe7a82fb5938, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=302c49ca-816e-4935-bf9a-fe7a82fb5938,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:20:41.759721 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:41.761841 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1a974921-fb4f-4cab-a374-c15d7b211e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:20:30Z', 'revision_number': 11, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:41.768132 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a974921-fb4f-4cab-a374-c15d7b211e7b None None] Checking router: 448639fb-18dc-435f-9ac1-4d83cd588d61 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:20:41.783880 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a974921-fb4f-4cab-a374-c15d7b211e7b None None] Routers {'448639fb-18dc-435f-9ac1-4d83cd588d61'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:41.783880 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1a974921-fb4f-4cab-a374-c15d7b211e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['448639fb-18dc-435f-9ac1-4d83cd588d61'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:41.806270 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-eb71fdf7-c63e-4602-8077-d1588f8145e1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:41.921067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] Routers {'8d3285e1-e10d-4319-a84f-0f116aa82813'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:41.921696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8d3285e1-e10d-4319-a84f-0f116aa82813'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:41.927226 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47466) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:41.934619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-4f71f08e-2e47-4269-b811-da5077eeca28 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--84055752', 'description': 'tempest-description--1873474891'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:41.950721 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4f71f08e-2e47-4269-b811-da5077eeca28 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:41.955605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4f71f08e-2e47-4269-b811-da5077eeca28 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Usage tracker for resource:security_group and tenant:6014c443b54e41aa96abbf34b6c6cfbd is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:41.959190 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4f71f08e-2e47-4269-b811-da5077eeca28 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:41.965908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4f71f08e-2e47-4269-b811-da5077eeca28 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:42.165897 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-1a974921-fb4f-4cab-a374-c15d7b211e7b None None] Set router 448639fb-18dc-435f-9ac1-4d83cd588d61 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:42.262984 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f71f08e-2e47-4269-b811-da5077eeca28 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:42.267085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] Set router 8d3285e1-e10d-4319-a84f-0f116aa82813 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:42.340523 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4f71f08e-2e47-4269-b811-da5077eeca28 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:42.346082 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4f71f08e-2e47-4269-b811-da5077eeca28 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Usage tracker for resource:security_group_rule and tenant:6014c443b54e41aa96abbf34b6c6cfbd is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:42.349799 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4f71f08e-2e47-4269-b811-da5077eeca28 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:42.354227 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1a974921-fb4f-4cab-a374-c15d7b211e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:20:30Z', 'revision_number': 11, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:42.356543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4f71f08e-2e47-4269-b811-da5077eeca28 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:42.358550 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a974921-fb4f-4cab-a374-c15d7b211e7b None None] The sync data for ids ['448639fb-18dc-435f-9ac1-4d83cd588d61'] in n-d-827896-4 is: [{'id': '448639fb-18dc-435f-9ac1-4d83cd588d61', 'name': 'tempest-RoutersTest-router-351177495', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:19:18Z', 'updated_at': '2022-03-01T21:20:30Z', 'revision_number': 11, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:20:42.379243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeea383-6b95-4476-ba26-a9041e7028b5 None None] Pushing event updated for resources: {'Port': ['ID=302c49ca-816e-4935-bf9a-fe7a82fb5938,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:42.469119 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-eb71fdf7-c63e-4602-8077-d1588f8145e1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:42.472369 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-eb71fdf7-c63e-4602-8077-d1588f8145e1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:42.588154 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f71f08e-2e47-4269-b811-da5077eeca28 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:42.590813 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-eb71fdf7-c63e-4602-8077-d1588f8145e1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:42.591894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb71fdf7-c63e-4602-8077-d1588f8145e1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Fanout notify agent at l3_agent the message router_deleted on router 448639fb-18dc-435f-9ac1-4d83cd588d61 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:20:42.614904 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-eb71fdf7-c63e-4602-8077-d1588f8145e1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:42.626154 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-eb71fdf7-c63e-4602-8077-d1588f8145e1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/routers/448639fb-18dc-435f-9ac1-4d83cd588d61 HTTP/1.1" status: 204 len: 168 time: 1.0956259 Mar 01 21:20:42.632623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47482) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:42.653451 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-5ffe5636-0e75-4fc1-8dff-897ffafdbf7c tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1558486373', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:42.667654 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f71f08e-2e47-4269-b811-da5077eeca28 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:42.678248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5ffe5636-0e75-4fc1-8dff-897ffafdbf7c tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:42.678248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5ffe5636-0e75-4fc1-8dff-897ffafdbf7c tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Usage tracker for resource:router and tenant:acfc6a9964af49b3a3adf1407ea5d8d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:42.688329 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5ffe5636-0e75-4fc1-8dff-897ffafdbf7c tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:42.703342 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5ffe5636-0e75-4fc1-8dff-897ffafdbf7c tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:42.783717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f71f08e-2e47-4269-b811-da5077eeca28 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf315f3-08e7-4063-ac6c-44d67e62cbc9,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:42.812497 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5636-0e75-4fc1-8dff-897ffafdbf7c tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:42.812497 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5636-0e75-4fc1-8dff-897ffafdbf7c tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:42.840539 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5636-0e75-4fc1-8dff-897ffafdbf7c tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:42.843702 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4a704bca-2469-45de-8a33-e64ecfc69086 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:42.850553 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:26Z', 'updated_at': '2022-03-01T21:20:37Z', 'revision_number': 4, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'gw_port': {'id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:28Z', 'updated_at': '2022-03-01T21:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '302c49ca-816e-4935-bf9a-fe7a82fb5938', 'name': '', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'mac_address': 'fa:16:3e:99:e8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:34Z', 'updated_at': '2022-03-01T21:20:41Z', 'revision_number': 4, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'subnets': [{'id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:42.859152 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1f6d5-ea2f-4717-ad1c-60a2df0a9ab0 None None] The sync data for ids ['8d3285e1-e10d-4319-a84f-0f116aa82813'] in n-d-827896-4 is: [{'id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:26Z', 'updated_at': '2022-03-01T21:20:37Z', 'revision_number': 4, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'gw_port': {'id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:28Z', 'updated_at': '2022-03-01T21:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '302c49ca-816e-4935-bf9a-fe7a82fb5938', 'name': '', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'mac_address': 'fa:16:3e:99:e8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:34Z', 'updated_at': '2022-03-01T21:20:41Z', 'revision_number': 4, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'subnets': [{'id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:20:42.917776 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4f71f08e-2e47-4269-b811-da5077eeca28 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:42.917776 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4f71f08e-2e47-4269-b811-da5077eeca28 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9829035 Mar 01 21:20:42.920089 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47486) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:42.934148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-12cdd3c4-74ca-4e3d-8fb9-dae9d25c1837 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Request body: {'security_group_rule': {'security_group_id': 'ddf315f3-08e7-4063-ac6c-44d67e62cbc9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:42.952603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-12cdd3c4-74ca-4e3d-8fb9-dae9d25c1837 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:42.952807 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-12cdd3c4-74ca-4e3d-8fb9-dae9d25c1837 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Usage tracker for resource:security_group_rule and tenant:6014c443b54e41aa96abbf34b6c6cfbd is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:42.955656 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-12cdd3c4-74ca-4e3d-8fb9-dae9d25c1837 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:42.962609 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-12cdd3c4-74ca-4e3d-8fb9-dae9d25c1837 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:43.019624 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5636-0e75-4fc1-8dff-897ffafdbf7c tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:43.103963 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-12cdd3c4-74ca-4e3d-8fb9-dae9d25c1837 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:43.163710 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ffe5636-0e75-4fc1-8dff-897ffafdbf7c tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:43.170960 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5ffe5636-0e75-4fc1-8dff-897ffafdbf7c tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5382125 Mar 01 21:20:43.173737 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47492) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:43.182957 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4f00ee5a-da5f-4c3a-b3b9-359d64363ee4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:43.260304 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 302c49ca-816e-4935-bf9a-fe7a82fb5938 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:20:43.470435 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-4a704bca-2469-45de-8a33-e64ecfc69086 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Deleting port 5f3c001c-6243-43cd-a856-b737bbf4fab3 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:43.470435 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4a704bca-2469-45de-8a33-e64ecfc69086 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:43.483234 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 302c49ca-816e-4935-bf9a-fe7a82fb5938 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:20:43.510357 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 302c49ca-816e-4935-bf9a-fe7a82fb5938 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:20:43.510357 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:43.692313 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:43.733433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 302c49ca-816e-4935-bf9a-fe7a82fb5938, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=302c49ca-816e-4935-bf9a-fe7a82fb5938,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:43.774285 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-12cdd3c4-74ca-4e3d-8fb9-dae9d25c1837 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:43.778734 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-4a704bca-2469-45de-8a33-e64ecfc69086 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] For port 5f3c001c-6243-43cd-a856-b737bbf4fab3, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5f3c001c-6243-43cd-a856-b737bbf4fab3,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:43.779489 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4a704bca-2469-45de-8a33-e64ecfc69086 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:43.834229 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:43.993329 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f00ee5a-da5f-4c3a-b3b9-359d64363ee4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:43.996818 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=302c49ca-816e-4935-bf9a-fe7a82fb5938,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:44.014783 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-12cdd3c4-74ca-4e3d-8fb9-dae9d25c1837 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:44.104553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cdd3c4-74ca-4e3d-8fb9-dae9d25c1837 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3cd77c-c444-4281-8e3f-f608c0d8ac31,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:44.104869 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f00ee5a-da5f-4c3a-b3b9-359d64363ee4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:44.165885 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-4a704bca-2469-45de-8a33-e64ecfc69086 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Calling delete_port for 5f3c001c-6243-43cd-a856-b737bbf4fab3 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:44.198418 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-12cdd3c4-74ca-4e3d-8fb9-dae9d25c1837 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:44.200656 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-12cdd3c4-74ca-4e3d-8fb9-dae9d25c1837 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2847965 Mar 01 21:20:44.204194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47508) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:44.215147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f0e05115-b943-4bcf-b55f-63abff38a274 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Request body: {'security_group_rule': {'security_group_id': 'ddf315f3-08e7-4063-ac6c-44d67e62cbc9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:44.373966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f0e05115-b943-4bcf-b55f-63abff38a274 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:44.393150 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f0e05115-b943-4bcf-b55f-63abff38a274 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Usage tracker for resource:security_group_rule and tenant:6014c443b54e41aa96abbf34b6c6cfbd is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:44.413253 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f0e05115-b943-4bcf-b55f-63abff38a274 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:44.423276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f0e05115-b943-4bcf-b55f-63abff38a274 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:44.575383 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4a704bca-2469-45de-8a33-e64ecfc69086 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:44.611830 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f00ee5a-da5f-4c3a-b3b9-359d64363ee4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Router 647fed66-5494-4676-b086-ce9ca1200484 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:20:44.616499 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f0e05115-b943-4bcf-b55f-63abff38a274 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:44.631218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a704bca-2469-45de-8a33-e64ecfc69086 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Port': ['ID=5f3c001c-6243-43cd-a856-b737bbf4fab3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:44.817853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f00ee5a-da5f-4c3a-b3b9-359d64363ee4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:20:44.825472 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f00ee5a-da5f-4c3a-b3b9-359d64363ee4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:44.826618 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4f00ee5a-da5f-4c3a-b3b9-359d64363ee4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "PUT /v2.0/routers/647fed66-5494-4676-b086-ce9ca1200484 HTTP/1.1" status: 200 len: 694 time: 1.6513667 Mar 01 21:20:44.829235 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47522) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:44.834978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c31dfa-9878-4409-b4bf-fdc842e2a875 None None] Sync routers for ids ['647fed66-5494-4676-b086-ce9ca1200484'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:20:44.860289 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c31dfa-9878-4409-b4bf-fdc842e2a875 None None] Routers {'647fed66-5494-4676-b086-ce9ca1200484'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:44.860922 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-02c31dfa-9878-4409-b4bf-fdc842e2a875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['647fed66-5494-4676-b086-ce9ca1200484'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:45.288587 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f0e05115-b943-4bcf-b55f-63abff38a274 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:45.288587 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f0e05115-b943-4bcf-b55f-63abff38a274 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:45.295025 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-400934f0-7dd5-4e36-969a-07cd1fd7f847 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/routers/647fed66-5494-4676-b086-ce9ca1200484 HTTP/1.1" status: 200 len: 700 time: 0.2152615 Mar 01 21:20:45.295025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47526) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:45.299717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-02c31dfa-9878-4409-b4bf-fdc842e2a875 None None] Set router 647fed66-5494-4676-b086-ce9ca1200484 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:45.305113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e05115-b943-4bcf-b55f-63abff38a274 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8566c65c-7ab1-4f6d-bfcc-1e22facf29b2,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:45.310124 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e8f2e15b-3763-49bb-abd5-b0f8ea5393c4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/ports?device_id=647fed66-5494-4676-b086-ce9ca1200484 HTTP/1.1" status: 200 len: 205 time: 0.1102211 Mar 01 21:20:45.315303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47530) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:45.320246 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4a704bca-2469-45de-8a33-e64ecfc69086 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:45.334918 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-02c31dfa-9878-4409-b4bf-fdc842e2a875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647fed66-5494-4676-b086-ce9ca1200484', 'name': 'tempest-RoutersTest-router-1558486373', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:42Z', 'updated_at': '2022-03-01T21:20:43Z', 'revision_number': 2, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:45.334918 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c31dfa-9878-4409-b4bf-fdc842e2a875 None None] Checking router: 647fed66-5494-4676-b086-ce9ca1200484 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:20:45.334918 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c31dfa-9878-4409-b4bf-fdc842e2a875 None None] Routers {'647fed66-5494-4676-b086-ce9ca1200484'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:45.334918 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-02c31dfa-9878-4409-b4bf-fdc842e2a875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['647fed66-5494-4676-b086-ce9ca1200484'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:45.363676 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb03065b-1d64-4333-92d2-71daacce52e8 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:45.402394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 302c49ca-816e-4935-bf9a-fe7a82fb5938 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:20:45.473715 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-02c31dfa-9878-4409-b4bf-fdc842e2a875 None None] Set router 647fed66-5494-4676-b086-ce9ca1200484 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:45.476998 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f0e05115-b943-4bcf-b55f-63abff38a274 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:45.476998 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f0e05115-b943-4bcf-b55f-63abff38a274 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2629504 Mar 01 21:20:45.476998 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47538) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:45.484792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:45.496601 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:45.556269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Usage tracker for resource:floatingip and tenant:6014c443b54e41aa96abbf34b6c6cfbd is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:45.607997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:45.613846 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-02c31dfa-9878-4409-b4bf-fdc842e2a875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '647fed66-5494-4676-b086-ce9ca1200484', 'name': 'tempest-RoutersTest-router-1558486373', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:42Z', 'updated_at': '2022-03-01T21:20:43Z', 'revision_number': 2, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:45.627409 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c31dfa-9878-4409-b4bf-fdc842e2a875 None None] The sync data for ids ['647fed66-5494-4676-b086-ce9ca1200484'] in n-d-827896-4 is: [{'id': '647fed66-5494-4676-b086-ce9ca1200484', 'name': 'tempest-RoutersTest-router-1558486373', 'tenant_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:42Z', 'updated_at': '2022-03-01T21:20:43Z', 'revision_number': 2, 'project_id': 'acfc6a9964af49b3a3adf1407ea5d8d6', 'gw_port_host': None}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:20:45.706710 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 302c49ca-816e-4935-bf9a-fe7a82fb5938 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:20:45.707084 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:45.737733 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:45.848129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a704bca-2469-45de-8a33-e64ecfc69086 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Router 58634e18-2db4-47e4-a8cd-cf89bdfb7919 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:20:45.994833 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb03065b-1d64-4333-92d2-71daacce52e8 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:46.000321 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb03065b-1d64-4333-92d2-71daacce52e8 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:46.055787 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:46.136981 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a704bca-2469-45de-8a33-e64ecfc69086 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:20:46.153459 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4a704bca-2469-45de-8a33-e64ecfc69086 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "PUT /v2.0/routers/58634e18-2db4-47e4-a8cd-cf89bdfb7919/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7163477 Mar 01 21:20:46.153610 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e255bbab-e7fa-4c19-9a90-cc24d18fe0d2 None None] Sync routers for ids ['58634e18-2db4-47e4-a8cd-cf89bdfb7919'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:20:46.163216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47550) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:46.197665 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e255bbab-e7fa-4c19-9a90-cc24d18fe0d2 None None] Routers {'58634e18-2db4-47e4-a8cd-cf89bdfb7919'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:46.197665 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e255bbab-e7fa-4c19-9a90-cc24d18fe0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['58634e18-2db4-47e4-a8cd-cf89bdfb7919'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:46.217928 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb03065b-1d64-4333-92d2-71daacce52e8 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:46.217928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb03065b-1d64-4333-92d2-71daacce52e8 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Fanout notify agent at l3_agent the message router_deleted on router 647fed66-5494-4676-b086-ce9ca1200484 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:20:46.252481 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb03065b-1d64-4333-92d2-71daacce52e8 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:46.252481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bb03065b-1d64-4333-92d2-71daacce52e8 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/routers/647fed66-5494-4676-b086-ce9ca1200484 HTTP/1.1" status: 204 len: 168 time: 1.0841825 Mar 01 21:20:46.266205 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47554) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:46.371985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e799e9b0-f07f-4a8f-8a2c-d14788c6a0ee tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Synchronizing usage tracker for tenant:acfc6a9964af49b3a3adf1407ea5d8d6 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:20:46.390991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e799e9b0-f07f-4a8f-8a2c-d14788c6a0ee tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] Unset dirty status for tenant:acfc6a9964af49b3a3adf1407ea5d8d6 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:20:46.390991 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e799e9b0-f07f-4a8f-8a2c-d14788c6a0ee tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/ports?device_id=647fed66-5494-4676-b086-ce9ca1200484 HTTP/1.1" status: 200 len: 205 time: 0.1319408 Mar 01 21:20:46.393153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47558) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:46.409947 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6693d0e-bd98-43a6-b69a-bac6cb141f5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Deleting subnet 2d9e352e-01b1-43dc-beb3-fcff3bc5086a {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:20:46.413863 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c6693d0e-bd98-43a6-b69a-bac6cb141f5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:46.472669 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-cc4c30ab-c6f7-4397-aafb-e0990ca0c1fb tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] delete failed (client error): The resource could not be found. Mar 01 21:20:46.474349 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cc4c30ab-c6f7-4397-aafb-e0990ca0c1fb tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/routers/647fed66-5494-4676-b086-ce9ca1200484 HTTP/1.1" status: 404 len: 336 time: 0.0816476 Mar 01 21:20:46.476885 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:46.478982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47566) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:46.485020 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c6693d0e-bd98-43a6-b69a-bac6cb141f5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:46.497124 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-e255bbab-e7fa-4c19-9a90-cc24d18fe0d2 None None] Set router 58634e18-2db4-47e4-a8cd-cf89bdfb7919 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:46.622681 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c6693d0e-bd98-43a6-b69a-bac6cb141f5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:46.637797 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c30a532-fd01-47a5-9d04-b0fd02bac316 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] DELETE failed (client error): The resource could not be found. Mar 01 21:20:46.637961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c30a532-fd01-47a5-9d04-b0fd02bac316 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:20:46.639816 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0c30a532-fd01-47a5-9d04-b0fd02bac316 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/subnets/c3f6dc22-4ca3-403e-ad7b-86b9d69badcb HTTP/1.1" status: 404 len: 337 time: 0.1595757 Mar 01 21:20:46.657887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47572) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:46.799145 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-2613962b-206d-4b51-af9a-049341b1e3de tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] DELETE failed (client error): The resource could not be found. Mar 01 21:20:46.799145 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2613962b-206d-4b51-af9a-049341b1e3de tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:20:46.813716 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2613962b-206d-4b51-af9a-049341b1e3de tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/subnets/963d1aa5-5386-4d22-8447-4bde4e7037b1 HTTP/1.1" status: 404 len: 337 time: 0.1197088 Mar 01 21:20:46.813716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47576) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:46.836201 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c6693d0e-bd98-43a6-b69a-bac6cb141f5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:46.883905 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c6693d0e-bd98-43a6-b69a-bac6cb141f5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:46.888707 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157c0ced-02a5-4ffe-9037-5ea4f2e4b971 None None] Network afa01f28-846c-4b0c-8292-1399f87fc407 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:20:46.899426 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6693d0e-bd98-43a6-b69a-bac6cb141f5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Subnet': ['ID=2d9e352e-01b1-43dc-beb3-fcff3bc5086a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:46.902967 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c6693d0e-bd98-43a6-b69a-bac6cb141f5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "DELETE /v2.0/subnets/2d9e352e-01b1-43dc-beb3-fcff3bc5086a HTTP/1.1" status: 204 len: 168 time: 0.7342055 Mar 01 21:20:46.905826 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47580) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:46.911867 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-59cdbce9-49b2-47a7-bec2-6b0f5a4fa615 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] DELETE failed (client error): The resource could not be found. Mar 01 21:20:46.912328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59cdbce9-49b2-47a7-bec2-6b0f5a4fa615 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:20:46.914021 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-59cdbce9-49b2-47a7-bec2-6b0f5a4fa615 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/subnets/9aecd8b4-1235-4507-9453-0ccf254af943 HTTP/1.1" status: 404 len: 337 time: 0.1000695 Mar 01 21:20:46.921645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47584) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:46.976930 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b3db06-0066-4fe4-b519-bfdae11d7c63 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] DELETE failed (client error): The resource could not be found. Mar 01 21:20:46.977718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b3db06-0066-4fe4-b519-bfdae11d7c63 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:20:46.980636 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-65b3db06-0066-4fe4-b519-bfdae11d7c63 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/subnets/03cf00a4-b2cc-48cd-a141-a1cf4d4feb06 HTTP/1.1" status: 404 len: 337 time: 0.0572553 Mar 01 21:20:46.994640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47588) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:47.019081 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e255bbab-e7fa-4c19-9a90-cc24d18fe0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352490198', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:25Z', 'updated_at': '2022-03-01T21:20:44Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:28Z', 'updated_at': '2022-03-01T21:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:47.030813 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e255bbab-e7fa-4c19-9a90-cc24d18fe0d2 None None] Checking router: 58634e18-2db4-47e4-a8cd-cf89bdfb7919 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:20:47.053378 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e255bbab-e7fa-4c19-9a90-cc24d18fe0d2 None None] Routers {'58634e18-2db4-47e4-a8cd-cf89bdfb7919'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:20:47.059953 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e255bbab-e7fa-4c19-9a90-cc24d18fe0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:20:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['58634e18-2db4-47e4-a8cd-cf89bdfb7919'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:47.076980 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-98a1f1d6-b100-4138-b4da-2f29014767bc tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/ports?device_id=448639fb-18dc-435f-9ac1-4d83cd588d61 HTTP/1.1" status: 200 len: 205 time: 0.0807271 Mar 01 21:20:47.092885 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47596) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:47.204267 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Allocated IP 172.25.5.170 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/f25c2b1e-9f34-4ccd-9458-c048636ea064) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:20:47.212349 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-14b100e4-e75e-47eb-a8f4-7c4aab2033de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:47.285558 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-550e66f6-a776-4cb9-948d-fc6dddb42a24 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] delete failed (client error): The resource could not be found. Mar 01 21:20:47.288381 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-550e66f6-a776-4cb9-948d-fc6dddb42a24 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/routers/448639fb-18dc-435f-9ac1-4d83cd588d61 HTTP/1.1" status: 404 len: 336 time: 0.1943309 Mar 01 21:20:47.291636 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47602) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:47.317983 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0693338-a440-47a8-a006-7677c6ba8202 None None] DHCP port deletion for afa01f28-846c-4b0c-8292-1399f87fc407 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:20:47.325557 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b0693338-a440-47a8-a006-7677c6ba8202 None None] Deleting port ba890f00-8e06-4310-833d-d0a0c3924f59 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:47.326483 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b0693338-a440-47a8-a006-7677c6ba8202 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:47.401205 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-e255bbab-e7fa-4c19-9a90-cc24d18fe0d2 None None] Set router 58634e18-2db4-47e4-a8cd-cf89bdfb7919 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:20:47.554511 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-14b100e4-e75e-47eb-a8f4-7c4aab2033de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:47.626584 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:47.632742 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-94cedb9c-2ba0-4796-ac70-655e84abc3a4 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/ports?device_id=66d95b5f-454c-4ebd-b06b-a5b4b22a4ab7 HTTP/1.1" status: 200 len: 205 time: 0.3375683 Mar 01 21:20:47.635730 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47610) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:47.727982 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:47.728953 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-ca23bf3f-e79e-4df0-a46b-b2811e776615 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] delete failed (client error): The resource could not be found. Mar 01 21:20:47.743794 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ca23bf3f-e79e-4df0-a46b-b2811e776615 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/routers/66d95b5f-454c-4ebd-b06b-a5b4b22a4ab7 HTTP/1.1" status: 404 len: 336 time: 0.1060646 Mar 01 21:20:47.744486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47616) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:47.793470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:20:47.797114 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:20:47.805429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-b0693338-a440-47a8-a006-7677c6ba8202 None None] For port ba890f00-8e06-4310-833d-d0a0c3924f59, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ba890f00-8e06-4310-833d-d0a0c3924f59,segment=NetworkSegment(1080c31a-5dc7-4188-847b-e4b346459f49),segment_id=1080c31a-5dc7-4188-847b-e4b346459f49)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:47.805821 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b0693338-a440-47a8-a006-7677c6ba8202 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:47.806584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:20:47.826658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-14b100e4-e75e-47eb-a8f4-7c4aab2033de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Deleting port bda735df-6137-4fb3-9f85-bf18ee5cb938 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:20:47.829021 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-14b100e4-e75e-47eb-a8f4-7c4aab2033de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:47.900770 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Pushing event updated for resources: {'Port': ['ID=f25c2b1e-9f34-4ccd-9458-c048636ea064,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:47.944527 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c9052cc-90b3-4276-86c8-3817cd7c3e16 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] DELETE failed (client error): The resource could not be found. Mar 01 21:20:47.944527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c9052cc-90b3-4276-86c8-3817cd7c3e16 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:20:47.956916 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e255bbab-e7fa-4c19-9a90-cc24d18fe0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352490198', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:25Z', 'updated_at': '2022-03-01T21:20:44Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:28Z', 'updated_at': '2022-03-01T21:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:47.956916 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e255bbab-e7fa-4c19-9a90-cc24d18fe0d2 None None] The sync data for ids ['58634e18-2db4-47e4-a8cd-cf89bdfb7919'] in n-d-827896-4 is: [{'id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'name': 'tempest-TestNetworkAdvancedServerOps-router-352490198', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219'}], 'enable_snat': True}, 'gw_port_id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:25Z', 'updated_at': '2022-03-01T21:20:44Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'bda735df-6137-4fb3-9f85-bf18ee5cb938', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58634e18-2db4-47e4-a8cd-cf89bdfb7919', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3093, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:28Z', 'updated_at': '2022-03-01T21:16:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:20:47.959411 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0c9052cc-90b3-4276-86c8-3817cd7c3e16 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/subnets/80f2943a-456d-4b74-bcbf-134d542e6285 HTTP/1.1" status: 404 len: 337 time: 0.2100914 Mar 01 21:20:47.959411 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47620) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:48.075290 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:48.094785 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6c6a903b-2ecb-4dd1-9517-d6b6c5daba1f tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/ports?device_id=174fb04d-e0f6-4d60-96b6-89ab31dbb049 HTTP/1.1" status: 200 len: 205 time: 0.1326551 Mar 01 21:20:48.096434 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47626) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:48.104589 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b0693338-a440-47a8-a006-7677c6ba8202 None None] Calling delete_port for ba890f00-8e06-4310-833d-d0a0c3924f59 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:48.224611 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:48.255874 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-d9467dbd-000d-4adb-a8dc-00f7b81babf1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] delete failed (client error): The resource could not be found. Mar 01 21:20:48.255874 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d9467dbd-000d-4adb-a8dc-00f7b81babf1 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/routers/174fb04d-e0f6-4d60-96b6-89ab31dbb049 HTTP/1.1" status: 404 len: 336 time: 0.1473274 Mar 01 21:20:48.255874 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47634) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:48.278980 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b0693338-a440-47a8-a006-7677c6ba8202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:48.336583 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0693338-a440-47a8-a006-7677c6ba8202 None None] Pushing event deleted for resources: {'Port': ['ID=ba890f00-8e06-4310-833d-d0a0c3924f59,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:48.336583 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0693338-a440-47a8-a006-7677c6ba8202 None None] No DVR routers for this DVR port ba890f00-8e06-4310-833d-d0a0c3924f59 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:20:48.390877 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-667447e6-e650-44c1-ac53-ea2cfc4a6469 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fd4a262-66cf-421e-b6dc-1b84a40dc057 HTTP/1.1" status: 200 len: 205 time: 0.1370375 Mar 01 21:20:48.390877 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47638) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:48.464476 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-6ad7c076-af22-4648-8f69-0b60163ef98d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] delete failed (client error): The resource could not be found. Mar 01 21:20:48.468797 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6ad7c076-af22-4648-8f69-0b60163ef98d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/routers/0fd4a262-66cf-421e-b6dc-1b84a40dc057 HTTP/1.1" status: 404 len: 336 time: 0.0786550 Mar 01 21:20:48.469371 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47642) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:48.518200 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:48.522820 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ea0c3f-1356-4af8-8df2-a28b6233d76e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] DELETE failed (client error): The resource could not be found. Mar 01 21:20:48.523292 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ea0c3f-1356-4af8-8df2-a28b6233d76e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:20:48.525817 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-61ea0c3f-1356-4af8-8df2-a28b6233d76e tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/subnets/bfd222dd-23a7-45f5-a056-81cd10508497 HTTP/1.1" status: 404 len: 337 time: 0.0528150 Mar 01 21:20:48.536716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47648) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:48.579225 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-14b100e4-e75e-47eb-a8f4-7c4aab2033de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] For port bda735df-6137-4fb3-9f85-bf18ee5cb938, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=bda735df-6137-4fb3-9f85-bf18ee5cb938,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:20:48.579637 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-14b100e4-e75e-47eb-a8f4-7c4aab2033de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:48.601889 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:48.724786 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-feb3f7af-88e5-4660-8e14-13db6a581e9d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/ports?device_id=2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07 HTTP/1.1" status: 200 len: 205 time: 0.1845512 Mar 01 21:20:48.738518 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47656) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:48.953660 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-14b100e4-e75e-47eb-a8f4-7c4aab2033de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Calling delete_port for bda735df-6137-4fb3-9f85-bf18ee5cb938 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:20:49.016241 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Pushing event updated for resources: {'Port': ['ID=f25c2b1e-9f34-4ccd-9458-c048636ea064,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:49.039617 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-fda445aa-079e-4679-a121-4673a2925bf8 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] delete failed (client error): The resource could not be found. Mar 01 21:20:49.039617 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fda445aa-079e-4679-a121-4673a2925bf8 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/routers/2711c0b1-41c8-47d7-a0ea-0c45c1c6ea07 HTTP/1.1" status: 404 len: 336 time: 0.2748187 Mar 01 21:20:49.039617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47664) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:49.074710 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c4bd270-cb87-4449-b8c3-b692076caf9d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] DELETE failed (client error): The resource could not be found. Mar 01 21:20:49.074710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c4bd270-cb87-4449-b8c3-b692076caf9d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:20:49.094305 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2c4bd270-cb87-4449-b8c3-b692076caf9d tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/subnets/e2527b47-3ee6-475c-89e4-3508cc0513ba HTTP/1.1" status: 404 len: 337 time: 0.0651140 Mar 01 21:20:49.106167 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47670) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:49.159063 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:49.170239 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ba890f00-8e06-4310-833d-d0a0c3924f59 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:20:49.193621 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fdd7f0e6-229e-4737-9e35-4f1592ef52ff tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0 HTTP/1.1" status: 200 len: 205 time: 0.0914302 Mar 01 21:20:49.193999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47676) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:49.233759 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: ba890f00-8e06-4310-833d-d0a0c3924f59 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:20:49.234447 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ba890f00-8e06-4310-833d-d0a0c3924f59 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:20:49.235025 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5f3c001c-6243-43cd-a856-b737bbf4fab3 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:20:49.288831 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-14b100e4-e75e-47eb-a8f4-7c4aab2033de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:49.292776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 5f3c001c-6243-43cd-a856-b737bbf4fab3 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:20:49.294582 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5f3c001c-6243-43cd-a856-b737bbf4fab3 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:20:49.294683 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:49.295729 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-40c92c82-9859-460a-a20f-b4b878d543c9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8181887 Mar 01 21:20:49.307690 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-ddc7d541-3e28-4add-93cf-1c24823ea31a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] delete failed (client error): The resource could not be found. Mar 01 21:20:49.309005 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ddc7d541-3e28-4add-93cf-1c24823ea31a tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/routers/7a4ba034-46ac-41f4-b4b4-e44c03fa8bc0 HTTP/1.1" status: 404 len: 336 time: 0.1137421 Mar 01 21:20:49.317905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47682) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:49.411570 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-5196fd0f-ff33-484a-90cb-099e2c5b1375 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] DELETE failed (client error): The resource could not be found. Mar 01 21:20:49.411570 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5196fd0f-ff33-484a-90cb-099e2c5b1375 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:20:49.411570 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5196fd0f-ff33-484a-90cb-099e2c5b1375 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/subnets/b54cc397-cf63-4d3c-a9c0-5c8fa50bdc45 HTTP/1.1" status: 404 len: 337 time: 0.0903773 Mar 01 21:20:49.419190 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47692) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:49.460490 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a741054-1462-4a67-8a84-76431ce8a870 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] DELETE failed (client error): The resource could not be found. Mar 01 21:20:49.460490 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a741054-1462-4a67-8a84-76431ce8a870 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:20:49.460490 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8a741054-1462-4a67-8a84-76431ce8a870 tempest-RoutersTest-477732340 tempest-RoutersTest-477732340-project] 10.222.0.42 "DELETE /v2.0/subnets/d6c4b83b-c7d7-4a2f-ad9a-da2400b19b1f HTTP/1.1" status: 404 len: 337 time: 0.0431647 Mar 01 21:20:49.479051 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b100e4-e75e-47eb-a8f4-7c4aab2033de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Port': ['ID=bda735df-6137-4fb3-9f85-bf18ee5cb938,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:49.545724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-1ca7aef3-f958-495f-8e32-8c10edcc327d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Synchronizing usage tracker for tenant:6014c443b54e41aa96abbf34b6c6cfbd on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:20:49.556499 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-14b100e4-e75e-47eb-a8f4-7c4aab2033de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:49.663308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-1ca7aef3-f958-495f-8e32-8c10edcc327d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Unset dirty status for tenant:6014c443b54e41aa96abbf34b6c6cfbd on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:20:49.670423 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-1ca7aef3-f958-495f-8e32-8c10edcc327d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--84055752&fields=id&tenant_id=6014c443b54e41aa96abbf34b6c6cfbd HTTP/1.1" status: 200 len: 267 time: 0.1593058 Mar 01 21:20:49.789087 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-14b100e4-e75e-47eb-a8f4-7c4aab2033de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:49.791534 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-14b100e4-e75e-47eb-a8f4-7c4aab2033de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:49.909075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-d0f82ef6-59f9-40f7-9939-431adff1297a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:49.909075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-d0f82ef6-59f9-40f7-9939-431adff1297a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Synchronizing usage tracker for tenant:6014c443b54e41aa96abbf34b6c6cfbd on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:20:49.914562 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-14b100e4-e75e-47eb-a8f4-7c4aab2033de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:49.914562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b100e4-e75e-47eb-a8f4-7c4aab2033de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Fanout notify agent at l3_agent the message router_deleted on router 58634e18-2db4-47e4-a8cd-cf89bdfb7919 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:20:49.943812 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-14b100e4-e75e-47eb-a8f4-7c4aab2033de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:49.952796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47714) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:49.954205 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-14b100e4-e75e-47eb-a8f4-7c4aab2033de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "DELETE /v2.0/routers/58634e18-2db4-47e4-a8cd-cf89bdfb7919 HTTP/1.1" status: 204 len: 168 time: 3.0390077 Mar 01 21:20:50.034944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47718) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:50.076779 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-d0f82ef6-59f9-40f7-9939-431adff1297a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Unset dirty status for tenant:6014c443b54e41aa96abbf34b6c6cfbd on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:20:50.083323 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-d0f82ef6-59f9-40f7-9939-431adff1297a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/networks?id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3 HTTP/1.1" status: 200 len: 817 time: 0.4070144 Mar 01 21:20:50.108200 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-21b3ce5e-23c7-435c-9b60-be8fa3d38565 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/quotas/6014c443b54e41aa96abbf34b6c6cfbd HTTP/1.1" status: 200 len: 375 time: 0.0238562 Mar 01 21:20:50.170414 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ead338b-7e81-48f4-8f35-f717b08ba9e9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:50.265933 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6d34e156-5ad3-443f-bc44-21f919560e03 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=acfc6a9964af49b3a3adf1407ea5d8d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288554 Mar 01 21:20:50.268153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47726) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:50.350040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-caa2502d-6634-4eab-9e19-800e0d2cdf4e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Synchronizing usage tracker for tenant:6014c443b54e41aa96abbf34b6c6cfbd on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:20:50.366202 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ead338b-7e81-48f4-8f35-f717b08ba9e9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:50.383489 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-66955c67-20e5-4a29-bc95-73cafbe0afc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:50.397614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-5ead338b-7e81-48f4-8f35-f717b08ba9e9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afa01f28-846c-4b0c-8292-1399f87fc407']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:50.410482 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-5ead338b-7e81-48f4-8f35-f717b08ba9e9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1080c31a-5dc7-4188-847b-e4b346459f49') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:50.410482 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-5ead338b-7e81-48f4-8f35-f717b08ba9e9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1080c31a-5dc7-4188-847b-e4b346459f49') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:20:50.413109 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-66955c67-20e5-4a29-bc95-73cafbe0afc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:50.427586 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ead338b-7e81-48f4-8f35-f717b08ba9e9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:50.443655 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ead338b-7e81-48f4-8f35-f717b08ba9e9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:50.455781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ead338b-7e81-48f4-8f35-f717b08ba9e9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:20:50.455781 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ead338b-7e81-48f4-8f35-f717b08ba9e9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:20:50.470137 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:20:50.482649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-caa2502d-6634-4eab-9e19-800e0d2cdf4e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Unset dirty status for tenant:6014c443b54e41aa96abbf34b6c6cfbd on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:20:50.484006 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-caa2502d-6634-4eab-9e19-800e0d2cdf4e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6014c443b54e41aa96abbf34b6c6cfbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3750527 Mar 01 21:20:50.586824 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-66955c67-20e5-4a29-bc95-73cafbe0afc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:50.613241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66955c67-20e5-4a29-bc95-73cafbe0afc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa88c8ab-af45-4980-8d96-89cf02585c96,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:50.627471 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-66955c67-20e5-4a29-bc95-73cafbe0afc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:50.632415 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-66955c67-20e5-4a29-bc95-73cafbe0afc3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa88c8ab-af45-4980-8d96-89cf02585c96 HTTP/1.1" status: 204 len: 168 time: 0.3630776 Mar 01 21:20:50.715238 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ead338b-7e81-48f4-8f35-f717b08ba9e9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:50.764968 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ead338b-7e81-48f4-8f35-f717b08ba9e9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:50.768449 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-255eb661-5302-4148-93ed-0b94b8e293f4 service neutron] 10.222.0.42 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312741 Mar 01 21:20:50.775094 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead338b-7e81-48f4-8f35-f717b08ba9e9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Network': ['ID=afa01f28-846c-4b0c-8292-1399f87fc407,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:50.899960 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5ead338b-7e81-48f4-8f35-f717b08ba9e9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "DELETE /v2.0/networks/afa01f28-846c-4b0c-8292-1399f87fc407 HTTP/1.1" status: 204 len: 168 time: 0.9528513 Mar 01 21:20:50.902529 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47742) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:50.958980 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-0290fbc6-7896-41cc-b4f4-ed02bb918dc5 service neutron] 10.222.0.42 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634104 Mar 01 21:20:50.981123 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-30b05e0b-b90e-46f5-92c0-ee7df4cf8d23 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:51.013291 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-30b05e0b-b90e-46f5-92c0-ee7df4cf8d23 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:51.154278 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device bda735df-6137-4fb3-9f85-bf18ee5cb938 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:20:51.201687 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-30b05e0b-b90e-46f5-92c0-ee7df4cf8d23 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:51.239627 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b05e0b-b90e-46f5-92c0-ee7df4cf8d23 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2509a19c-b4da-487d-bdc9-4c82129dfe8d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:51.249413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: bda735df-6137-4fb3-9f85-bf18ee5cb938 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:20:51.249413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device bda735df-6137-4fb3-9f85-bf18ee5cb938 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:20:51.314764 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-30b05e0b-b90e-46f5-92c0-ee7df4cf8d23 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:51.314764 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-30b05e0b-b90e-46f5-92c0-ee7df4cf8d23 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "DELETE /v2.0/security-groups/2509a19c-b4da-487d-bdc9-4c82129dfe8d HTTP/1.1" status: 204 len: 168 time: 0.4095731 Mar 01 21:20:51.388388 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a0f6fbd4-908f-46df-a6ae-11bc8038d1bb req-7f86bde3-7299-4640-8e1c-a6c364e66e7a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 210 time: 0.0624957 Mar 01 21:20:51.511125 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:51.990753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47792) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:51.995917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b5d20082-10b8-4d8f-b649-924f54f58721 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-287404835', 'description': 'tempest-secgroup-smoke-287404835 description', 'project_id': '55abf7132a284d2983dea80802c45cbf'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:52.002321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b5d20082-10b8-4d8f-b649-924f54f58721 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:52.006498 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b5d20082-10b8-4d8f-b649-924f54f58721 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:52.011534 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b5d20082-10b8-4d8f-b649-924f54f58721 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:52.016192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b5d20082-10b8-4d8f-b649-924f54f58721 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:52.127776 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5d20082-10b8-4d8f-b649-924f54f58721 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:52.180766 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b5d20082-10b8-4d8f-b649-924f54f58721 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:52.193318 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b5d20082-10b8-4d8f-b649-924f54f58721 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:52.193318 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b5d20082-10b8-4d8f-b649-924f54f58721 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:52.199194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b5d20082-10b8-4d8f-b649-924f54f58721 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:52.284436 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5d20082-10b8-4d8f-b649-924f54f58721 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:52.326824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47800) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:52.381150 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5d20082-10b8-4d8f-b649-924f54f58721 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:52.432709 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d20082-10b8-4d8f-b649-924f54f58721 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1282d8-9e44-4483-919c-8b376626c572,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:52.655426 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-1dd1df42-98f8-4cb9-9cba-a139eeb91aae tempest-DvrRoutersNegativeTest-2069542486 tempest-DvrRoutersNegativeTest-2069542486-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1903606622', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:52.658128 n-d-827896-4 neutron-server[88518]: DEBUG neutron.policy [None req-1dd1df42-98f8-4cb9-9cba-a139eeb91aae tempest-DvrRoutersNegativeTest-2069542486 tempest-DvrRoutersNegativeTest-2069542486-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88518) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Mar 01 21:20:52.658425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.policy [None req-1dd1df42-98f8-4cb9-9cba-a139eeb91aae tempest-DvrRoutersNegativeTest-2069542486 tempest-DvrRoutersNegativeTest-2069542486-project] Failed policy check for 'create_router' {{(pid=88518) enforce /opt/stack/neutron/neutron/policy.py:520}} Mar 01 21:20:52.658945 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-1dd1df42-98f8-4cb9-9cba-a139eeb91aae tempest-DvrRoutersNegativeTest-2069542486 tempest-DvrRoutersNegativeTest-2069542486-project] create failed (client error): Access was denied to this resource. Mar 01 21:20:52.659906 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1dd1df42-98f8-4cb9-9cba-a139eeb91aae tempest-DvrRoutersNegativeTest-2069542486 tempest-DvrRoutersNegativeTest-2069542486-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3320787 Mar 01 21:20:52.665497 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5d20082-10b8-4d8f-b649-924f54f58721 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:52.669227 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b5d20082-10b8-4d8f-b649-924f54f58721 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6773627 Mar 01 21:20:52.672824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47814) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:52.685142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9848547e-9190-47e4-b2dd-f7d869d312fa tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': 'ed1282d8-9e44-4483-919c-8b376626c572', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:52.696558 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-42594451-e13f-4619-a898-4fa2e933f33a req-9118c183-1869-407c-8ccf-d508bdb9149f tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 210 time: 0.2093341 Mar 01 21:20:52.697791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9848547e-9190-47e4-b2dd-f7d869d312fa tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:52.706795 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9848547e-9190-47e4-b2dd-f7d869d312fa tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:52.713224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9848547e-9190-47e4-b2dd-f7d869d312fa tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:52.720634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9848547e-9190-47e4-b2dd-f7d869d312fa tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:52.856373 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9848547e-9190-47e4-b2dd-f7d869d312fa tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:52.942598 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9848547e-9190-47e4-b2dd-f7d869d312fa tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:53.025681 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9848547e-9190-47e4-b2dd-f7d869d312fa tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:53.062601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848547e-9190-47e4-b2dd-f7d869d312fa tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=012ff165-e266-41be-8c3b-a0d71e930ef9,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:53.181071 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9848547e-9190-47e4-b2dd-f7d869d312fa tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:53.181071 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9848547e-9190-47e4-b2dd-f7d869d312fa tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5056741 Mar 01 21:20:53.185443 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47830) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:53.191498 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-12d945b6-7ff0-4863-a3e3-a15dbafe6b3a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': 'ed1282d8-9e44-4483-919c-8b376626c572', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:53.213939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-12d945b6-7ff0-4863-a3e3-a15dbafe6b3a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:53.213939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-12d945b6-7ff0-4863-a3e3-a15dbafe6b3a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:53.213939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-12d945b6-7ff0-4863-a3e3-a15dbafe6b3a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:53.219730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-12d945b6-7ff0-4863-a3e3-a15dbafe6b3a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:53.297417 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-12d945b6-7ff0-4863-a3e3-a15dbafe6b3a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:53.342136 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47836) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:53.365164 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-12d945b6-7ff0-4863-a3e3-a15dbafe6b3a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:53.442551 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-12d945b6-7ff0-4863-a3e3-a15dbafe6b3a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:53.479516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d945b6-7ff0-4863-a3e3-a15dbafe6b3a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7617cd5-4c26-437b-8777-0cabfbb4e985,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:53.510738 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7c2a-1de1-49f7-bd1a-573174e063aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:53.529766 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ed1a7c2a-1de1-49f7-bd1a-573174e063aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:53.532717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ed1a7c2a-1de1-49f7-bd1a-573174e063aa admin admin] Usage tracker for resource:security_group_rule and tenant:64608920768f4163ac4456cd24512245 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:53.536850 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ed1a7c2a-1de1-49f7-bd1a-573174e063aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:53.541494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ed1a7c2a-1de1-49f7-bd1a-573174e063aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:53.559951 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-12d945b6-7ff0-4863-a3e3-a15dbafe6b3a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:53.559951 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-12d945b6-7ff0-4863-a3e3-a15dbafe6b3a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3686602 Mar 01 21:20:53.559951 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47846) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:53.568076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f3d6aedf-a5d1-43ef-8e93-4412ae66667a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': 'ed1282d8-9e44-4483-919c-8b376626c572', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:53.575567 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f3d6aedf-a5d1-43ef-8e93-4412ae66667a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:53.588951 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f3d6aedf-a5d1-43ef-8e93-4412ae66667a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:53.588951 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f3d6aedf-a5d1-43ef-8e93-4412ae66667a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:53.595020 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f3d6aedf-a5d1-43ef-8e93-4412ae66667a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:53.669323 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7c2a-1de1-49f7-bd1a-573174e063aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:53.678113 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3d6aedf-a5d1-43ef-8e93-4412ae66667a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:53.765278 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3d6aedf-a5d1-43ef-8e93-4412ae66667a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:53.799701 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ed1a7c2a-1de1-49f7-bd1a-573174e063aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:53.878846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a7c2a-1de1-49f7-bd1a-573174e063aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc071966-3673-46a1-94bd-334d5b050685,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:53.892807 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6d16c5f-82bd-44db-aef8-70912d23ec15 req-64622bd9-1c18-4e95-bfa4-c3da574e0227 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 210 time: 0.0687499 Mar 01 21:20:53.912102 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3d6aedf-a5d1-43ef-8e93-4412ae66667a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:53.923814 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d6aedf-a5d1-43ef-8e93-4412ae66667a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=992f0ca0-70d6-45a6-bdbe-72f2bebad69a,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:53.931005 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:53.975499 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ed1a7c2a-1de1-49f7-bd1a-573174e063aa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=64608920768f4163ac4456cd24512245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6243620 Mar 01 21:20:53.975499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47860) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:54.035502 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f3d6aedf-a5d1-43ef-8e93-4412ae66667a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:54.035502 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f3d6aedf-a5d1-43ef-8e93-4412ae66667a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4741302 Mar 01 21:20:54.045069 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47864) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:54.045069 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-16825f4f-b49f-43a1-bd35-cea228c3c50f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': 'ed1282d8-9e44-4483-919c-8b376626c572', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:54.052104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-16825f4f-b49f-43a1-bd35-cea228c3c50f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:54.055303 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-224af046-f874-4b09-a72c-237a52deb6f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:54.058215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-16825f4f-b49f-43a1-bd35-cea228c3c50f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:54.058215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-16825f4f-b49f-43a1-bd35-cea228c3c50f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:54.073941 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-16825f4f-b49f-43a1-bd35-cea228c3c50f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:54.099709 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-224af046-f874-4b09-a72c-237a52deb6f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:54.177187 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16825f4f-b49f-43a1-bd35-cea228c3c50f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:54.237334 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-224af046-f874-4b09-a72c-237a52deb6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:54.274745 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-224af046-f874-4b09-a72c-237a52deb6f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:54.274745 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-224af046-f874-4b09-a72c-237a52deb6f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fc071966-3673-46a1-94bd-334d5b050685 HTTP/1.1" status: 204 len: 168 time: 0.2910295 Mar 01 21:20:54.274745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224af046-f874-4b09-a72c-237a52deb6f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc071966-3673-46a1-94bd-334d5b050685,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:54.288504 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16825f4f-b49f-43a1-bd35-cea228c3c50f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:54.372514 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16825f4f-b49f-43a1-bd35-cea228c3c50f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:54.405590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16825f4f-b49f-43a1-bd35-cea228c3c50f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d12b001b-5baa-43d2-830a-4670d9baaafd,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:54.512305 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16825f4f-b49f-43a1-bd35-cea228c3c50f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:54.517110 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47878) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:54.523840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-99a80daf-130e-487e-a138-f987856cb909 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': 'ed1282d8-9e44-4483-919c-8b376626c572', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:54.523992 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-16825f4f-b49f-43a1-bd35-cea228c3c50f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4859560 Mar 01 21:20:54.533780 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-99a80daf-130e-487e-a138-f987856cb909 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:54.580172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-99a80daf-130e-487e-a138-f987856cb909 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:54.604440 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-99a80daf-130e-487e-a138-f987856cb909 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:54.616329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-99a80daf-130e-487e-a138-f987856cb909 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:54.851094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-87839b72-dc42-4f57-8731-46909c10773b tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:54.852640 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-87839b72-dc42-4f57-8731-46909c10773b tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.55 "GET /v2.0/networks?id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3 HTTP/1.1" status: 200 len: 817 time: 0.3154309 Mar 01 21:20:54.853932 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-99a80daf-130e-487e-a138-f987856cb909 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Project 55abf7132a284d2983dea80802c45cbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:20:54.883778 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-99a80daf-130e-487e-a138-f987856cb909 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:54.950386 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-0fca2fea-9032-44a5-bb79-8052dbd8f2f2 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Synchronizing usage tracker for tenant:6014c443b54e41aa96abbf34b6c6cfbd on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:20:54.978377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-0fca2fea-9032-44a5-bb79-8052dbd8f2f2 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Unset dirty status for tenant:6014c443b54e41aa96abbf34b6c6cfbd on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:20:54.979860 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-0fca2fea-9032-44a5-bb79-8052dbd8f2f2 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6014c443b54e41aa96abbf34b6c6cfbd HTTP/1.1" status: 200 len: 378 time: 0.1194475 Mar 01 21:20:54.990171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-f6500e7c-9bbd-4f3f-9106-19db809d34ef tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Request body: {'port': {'device_id': '8d725727-a605-4f70-bdbb-74773997fc95', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'admin_state_up': True, 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'security_groups': ['ddf315f3-08e7-4063-ac6c-44d67e62cbc9']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:55.217674 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87faf6ed-d613-47c8-a402-586bd0ee99ec req-bfdc745b-4d48-483d-a083-4dac6172fe33 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 210 time: 0.0833685 Mar 01 21:20:55.257806 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-99a80daf-130e-487e-a138-f987856cb909 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:55.258845 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-f6500e7c-9bbd-4f3f-9106-19db809d34ef tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:55.268809 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-f6500e7c-9bbd-4f3f-9106-19db809d34ef tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:55.323720 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-99a80daf-130e-487e-a138-f987856cb909 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:55.368542 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-f6500e7c-9bbd-4f3f-9106-19db809d34ef tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Made reservation on behalf of 6014c443b54e41aa96abbf34b6c6cfbd for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:20:55.370254 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-f6500e7c-9bbd-4f3f-9106-19db809d34ef tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:55.393840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a80daf-130e-487e-a138-f987856cb909 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32e6884b-508d-41e6-85b9-f44a18a79898,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:55.485037 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-99a80daf-130e-487e-a138-f987856cb909 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:55.485037 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-99a80daf-130e-487e-a138-f987856cb909 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9653001 Mar 01 21:20:55.488167 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47912) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:55.501838 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9e487b19-dee9-4217-a3ff-772dadedc509 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': 'ed1282d8-9e44-4483-919c-8b376626c572', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:55.515571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9e487b19-dee9-4217-a3ff-772dadedc509 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:55.540532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9e487b19-dee9-4217-a3ff-772dadedc509 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:55.547273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9e487b19-dee9-4217-a3ff-772dadedc509 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:55.558438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9e487b19-dee9-4217-a3ff-772dadedc509 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:55.638477 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-9e487b19-dee9-4217-a3ff-772dadedc509 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Project 55abf7132a284d2983dea80802c45cbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:20:55.655200 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9e487b19-dee9-4217-a3ff-772dadedc509 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:55.668054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-f6500e7c-9bbd-4f3f-9106-19db809d34ef tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Allocated IP 172.20.0.11 (8e4865cc-9397-4f05-8abf-c13aa1d08ed3/7806e9af-ea8e-45a6-994c-4158f4cea3a0/9e35ec88-bec8-475d-a9d5-56df0084ecbb) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:20:55.802421 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9e487b19-dee9-4217-a3ff-772dadedc509 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:55.805331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47922) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:55.870910 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9e487b19-dee9-4217-a3ff-772dadedc509 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:55.910224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e487b19-dee9-4217-a3ff-772dadedc509 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a0d8261-7fa1-456c-ac66-b980e6b320fc,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:55.957703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-924017364-network', 'tenant_id': 'd884053ac8f64ff09146ddef954ca78f'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:55.963614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:55.968748 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Usage tracker for resource:network and tenant:d884053ac8f64ff09146ddef954ca78f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:55.972604 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:55.980211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:56.091126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Made reservation on behalf of d884053ac8f64ff09146ddef954ca78f for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:20:56.091126 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:56.108579 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:56.134433 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:56.157398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Usage tracker for resource:security_group_rule and tenant:d884053ac8f64ff09146ddef954ca78f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:56.163940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:56.169558 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:56.182421 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9e487b19-dee9-4217-a3ff-772dadedc509 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:56.182421 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9e487b19-dee9-4217-a3ff-772dadedc509 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6909590 Mar 01 21:20:56.182421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 47936) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:56.192876 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-f6500e7c-9bbd-4f3f-9106-19db809d34ef tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:56.197926 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f252cf84-7d50-49dd-bee2-4b47b9fec1b0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'network': {'name': 'tempest-network-smoke--1020582067', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'port_security_enabled': True}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:56.208848 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f252cf84-7d50-49dd-bee2-4b47b9fec1b0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:56.225022 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f252cf84-7d50-49dd-bee2-4b47b9fec1b0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:network and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:56.228898 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f252cf84-7d50-49dd-bee2-4b47b9fec1b0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:56.231944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-f6500e7c-9bbd-4f3f-9106-19db809d34ef tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Transition to ACTIVE for port object 9e35ec88-bec8-475d-a9d5-56df0084ecbb will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:20:56.236632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f252cf84-7d50-49dd-bee2-4b47b9fec1b0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:56.306400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f252cf84-7d50-49dd-bee2-4b47b9fec1b0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Made reservation on behalf of 55abf7132a284d2983dea80802c45cbf for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:20:56.307756 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:56.310772 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f252cf84-7d50-49dd-bee2-4b47b9fec1b0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:56.340833 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f252cf84-7d50-49dd-bee2-4b47b9fec1b0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:20:56.343819 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-f6500e7c-9bbd-4f3f-9106-19db809d34ef tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:56.392542 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:56.418851 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f252cf84-7d50-49dd-bee2-4b47b9fec1b0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:56.418851 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-f252cf84-7d50-49dd-bee2-4b47b9fec1b0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Added segment 8cb1da4a-bda9-48b2-816f-cb528a4422eb of type vlan for network f67090a6-55f9-4186-b6ec-94ebfc21f784 Mar 01 21:20:56.435002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:20:56.439883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-f6500e7c-9bbd-4f3f-9106-19db809d34ef tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Network 8e4865cc-9397-4f05-8abf-c13aa1d08ed3 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:20:56.439883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-f6500e7c-9bbd-4f3f-9106-19db809d34ef tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:20:56.448082 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-f6500e7c-9bbd-4f3f-9106-19db809d34ef tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:20:56.450017 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc17e387-59d3-4699-b621-264ec03e749b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:56.450017 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:56.450017 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Added segment df28d9ab-dd93-4e39-af0c-888236c3715c of type vlan for network 5054ecb3-930b-4332-ad9f-be6823a0f3c9 Mar 01 21:20:56.508705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4e3012-0f6d-4de2-b33f-d3d69275bc93 req-d7e669b4-f061-41bc-adae-194ebba3e771 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:56.521009 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c4e3012-0f6d-4de2-b33f-d3d69275bc93 req-d7e669b4-f061-41bc-adae-194ebba3e771 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 932 time: 0.1870522 Mar 01 21:20:56.521009 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:56.554213 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6500e7c-9bbd-4f3f-9106-19db809d34ef tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Pushing event updated for resources: {'Port': ['ID=9e35ec88-bec8-475d-a9d5-56df0084ecbb,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:56.559737 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f252cf84-7d50-49dd-bee2-4b47b9fec1b0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:56.585705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-f6500e7c-9bbd-4f3f-9106-19db809d34ef tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:56.586614 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-f6500e7c-9bbd-4f3f-9106-19db809d34ef tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:56.604428 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c4e3012-0f6d-4de2-b33f-d3d69275bc93 req-3d86d7f7-9e38-48d3-a006-63b0a0a452eb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913105 Mar 01 21:20:56.659025 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:56.660192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:56.661491 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:56.689950 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-f6500e7c-9bbd-4f3f-9106-19db809d34ef tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7051225 Mar 01 21:20:56.690660 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f252cf84-7d50-49dd-bee2-4b47b9fec1b0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:56.696564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f252cf84-7d50-49dd-bee2-4b47b9fec1b0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:56.697171 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f252cf84-7d50-49dd-bee2-4b47b9fec1b0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:56.837462 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0289781 Mar 01 21:20:56.837462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7fb79-1af1-4ffe-9e30-fead289d73be admin admin] Pushing event updated for resources: {'Network': ['ID=5054ecb3-930b-4332-ad9f-be6823a0f3c9,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:56.837462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47950) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:56.855352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f252cf84-7d50-49dd-bee2-4b47b9fec1b0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Network': ['ID=f67090a6-55f9-4186-b6ec-94ebfc21f784,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:56.863505 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 5054ecb3-930b-4332-ad9f-be6823a0f3c9 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:20:56.866783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2d3d4bc2-9bcd-448d-ac34-80500fd202c7 admin admin] Request body: {'subnet': {'network_id': '5054ecb3-930b-4332-ad9f-be6823a0f3c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-924017364-subnet', 'tenant_id': 'd884053ac8f64ff09146ddef954ca78f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:56.870617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2d3d4bc2-9bcd-448d-ac34-80500fd202c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:56.874667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2d3d4bc2-9bcd-448d-ac34-80500fd202c7 admin admin] Usage tracker for resource:subnet and tenant:d884053ac8f64ff09146ddef954ca78f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:56.874667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2d3d4bc2-9bcd-448d-ac34-80500fd202c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:56.895596 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2d3d4bc2-9bcd-448d-ac34-80500fd202c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:56.898146 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network f67090a6-55f9-4186-b6ec-94ebfc21f784 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:20:56.900199 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] Request body: {'port': {'device_id': '8d725727-a605-4f70-bdbb-74773997fc95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:56.935307 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f252cf84-7d50-49dd-bee2-4b47b9fec1b0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7505057 Mar 01 21:20:56.947572 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 47956) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:56.947572 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1430601008', 'admin_state_up': True, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:56.953871 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:56.958238 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:router and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:56.962128 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:56.978251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:57.006339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3d4bc2-9bcd-448d-ac34-80500fd202c7 admin admin] Made reservation on behalf of d884053ac8f64ff09146ddef954ca78f for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:20:57.008795 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2d3d4bc2-9bcd-448d-ac34-80500fd202c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:57.041057 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:57.102889 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:57.144089 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:57.157066 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:57.167137 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6f271e40-72ce-4393-8070-6bd00d221786 None None] Provisioning for port 9e35ec88-bec8-475d-a9d5-56df0084ecbb completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:20:57.246106 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6f271e40-72ce-4393-8070-6bd00d221786 None None] Provisioning complete for port 9e35ec88-bec8-475d-a9d5-56df0084ecbb triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:20:57.246106 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6f271e40-72ce-4393-8070-6bd00d221786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:57.246106 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6f271e40-72ce-4393-8070-6bd00d221786 None None] Port 9e35ec88-bec8-475d-a9d5-56df0084ecbb cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:20:57.477493 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2d3d4bc2-9bcd-448d-ac34-80500fd202c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:57.477909 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6f9e7b55-456f-4a23-acde-daf4d9379c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:57.570727 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e35ec88-bec8-475d-a9d5-56df0084ecbb {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:20:57.646203 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:57.646203 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] Transition to ACTIVE for port object 9e35ec88-bec8-475d-a9d5-56df0084ecbb will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:20:57.730323 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:57.818192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d4bc2-9bcd-448d-ac34-80500fd202c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cbdb10c-6574-4043-ab3c-a5fb17fdc768,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:57.877311 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:57.889244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3d4bc2-9bcd-448d-ac34-80500fd202c7 admin admin] Checking segment: {'id': 'df28d9ab-dd93-4e39-af0c-888236c3715c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5054ecb3-930b-4332-ad9f-be6823a0f3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:20:57.889608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3d4bc2-9bcd-448d-ac34-80500fd202c7 admin admin] Network hostable DHCP agents. Network: 5054ecb3-930b-4332-ad9f-be6823a0f3c9, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:20:57.891515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] Pushing event updated for resources: {'Port': ['ID=9e35ec88-bec8-475d-a9d5-56df0084ecbb,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:57.959518 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ef20c-a7be-4c74-946b-1b5dcb21232d req-20571065-f617-4074-a57d-00d9827d421e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:57.966762 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c4ef20c-a7be-4c74-946b-1b5dcb21232d req-20571065-f617-4074-a57d-00d9827d421e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.1491320 Mar 01 21:20:58.056050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3d4bc2-9bcd-448d-ac34-80500fd202c7 admin admin] Network 5054ecb3-930b-4332-ad9f-be6823a0f3c9 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:20:58.077438 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c4ef20c-a7be-4c74-946b-1b5dcb21232d req-12dec0b2-6707-427f-89ad-d50137d21ae3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1010063 Mar 01 21:20:58.110124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] Attempting to bind port 9e35ec88-bec8-475d-a9d5-56df0084ecbb on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:20:58.110124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] Attempting to bind port 9e35ec88-bec8-475d-a9d5-56df0084ecbb by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '12c37e24-c951-4c65-8435-c3809e4aa9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:20:58.110124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] Attempting to bind port 9e35ec88-bec8-475d-a9d5-56df0084ecbb on network 8e4865cc-9397-4f05-8abf-c13aa1d08ed3 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:20:58.125355 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] Port 9e35ec88-bec8-475d-a9d5-56df0084ecbb on network 8e4865cc-9397-4f05-8abf-c13aa1d08ed3 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:20:58.151722 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] Attempting to bind port 9e35ec88-bec8-475d-a9d5-56df0084ecbb on network 8e4865cc-9397-4f05-8abf-c13aa1d08ed3 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:20:58.180719 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:20:58.180719 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] Checking segment: {'id': '12c37e24-c951-4c65-8435-c3809e4aa9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:20:58.180719 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] Bound using segment: {'id': '12c37e24-c951-4c65-8435-c3809e4aa9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:20:58.180719 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] Bound port: 9e35ec88-bec8-475d-a9d5-56df0084ecbb, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c37e24-c951-4c65-8435-c3809e4aa9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:20:58.180719 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:58.283792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-2d3d4bc2-9bcd-448d-ac34-80500fd202c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 5054ecb3-930b-4332-ad9f-be6823a0f3c9) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:20:58.298569 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0502abb8-d9bf-49f6-935b-5c5141f5387e None None] Network 5054ecb3-930b-4332-ad9f-be6823a0f3c9 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:20:58.309857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3d4bc2-9bcd-448d-ac34-80500fd202c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:58.310469 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2d3d4bc2-9bcd-448d-ac34-80500fd202c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:58.390541 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] For port 9e35ec88-bec8-475d-a9d5-56df0084ecbb, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:20:58.395217 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] For port 9e35ec88-bec8-475d-a9d5-56df0084ecbb, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9e35ec88-bec8-475d-a9d5-56df0084ecbb,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:20:58.416936 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2d3d4bc2-9bcd-448d-ac34-80500fd202c7 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5620115 Mar 01 21:20:58.467820 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:58.544003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] Pushing event updated for resources: {'Port': ['ID=9e35ec88-bec8-475d-a9d5-56df0084ecbb,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:58.554460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:58.555076 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:58.556454 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-60a96810-66a5-4a97-bc65-d64f6ca25f2d service neutron] 10.222.0.55 "PUT /v2.0/ports/9e35ec88-bec8-475d-a9d5-56df0084ecbb HTTP/1.1" status: 200 len: 1092 time: 1.8552539 Mar 01 21:20:58.560046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d725727-a605-4f70-bdbb-74773997fc95', 'tag': '9e35ec88-bec8-475d-a9d5-56df0084ecbb'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:20:58.763857 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81af707-5456-455d-b187-92f839e73e37 None None] Network 5054ecb3-930b-4332-ad9f-be6823a0f3c9 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:20:58.880848 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:58.941777 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-c6ea5ac6-da1c-4cb6-95ca-ba92dfd4f675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:58.944996 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-c6ea5ac6-da1c-4cb6-95ca-ba92dfd4f675 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6014c443b54e41aa96abbf34b6c6cfbd&device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 1095 time: 0.2726786 Mar 01 21:20:58.952159 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:59.197070 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Allocated IP 172.25.5.142 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:20:59.223464 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-408cf5c8-2082-4176-97a6-e81dd80b5ec1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e35ec88-bec8-475d-a9d5-56df0084ecbb HTTP/1.1" status: 200 len: 217 time: 0.2636344 Mar 01 21:20:59.357812 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d725727-a605-4f70-bdbb-74773997fc95', 'tag': '9e35ec88-bec8-475d-a9d5-56df0084ecbb', 'status': 'completed', 'code': 200} Mar 01 21:20:59.388279 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:59.402243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-3a70556b-d477-4dd8-bbd7-9bd2c77b047a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:59.404710 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-3a70556b-d477-4dd8-bbd7-9bd2c77b047a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7806e9af-ea8e-45a6-994c-4158f4cea3a0 HTTP/1.1" status: 200 len: 856 time: 0.1824670 Mar 01 21:20:59.537280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-7b39767a-bbd7-430d-9025-6034c465d2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:59.540720 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-7b39767a-bbd7-430d-9025-6034c465d2d1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1248503 Mar 01 21:20:59.562959 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:59.625157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:20:59.635735 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:20:59.635735 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:20:59.677814 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8edf4ad7-1c1a-40c8-964f-8d5d95319cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:20:59.820917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48018) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:20:59.841277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1249226276-network', 'tenant_id': '02979d69c3b54db6ba210fffe174228d'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:20:59.848657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:20:59.857687 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:20:59.916813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Usage tracker for resource:network and tenant:02979d69c3b54db6ba210fffe174228d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:20:59.916813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:20:59.923580 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-cf8834c8-c3c6-43ec-9ec2-c91bc9f8df4d service neutron] 10.222.0.55 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3741920 Mar 01 21:20:59.962838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:20:59.988008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a519288-bf5a-4c0f-a88f-9207c3075098 req-28e1c2c9-3ecd-449c-b96d-625db44529dc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:20:59.993918 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a519288-bf5a-4c0f-a88f-9207c3075098 req-28e1c2c9-3ecd-449c-b96d-625db44529dc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.5261948 Mar 01 21:21:00.062756 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a519288-bf5a-4c0f-a88f-9207c3075098 req-f220ee6b-39f2-438e-aa46-3d45a43d5741 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702116 Mar 01 21:21:00.071160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Made reservation on behalf of 02979d69c3b54db6ba210fffe174228d for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:21:00.073305 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:00.093584 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-57e8b435-b6e2-480b-be63-4cd3e9e5048c req-bda2251e-8662-47cd-8f39-cd59e8333397 service neutron] 10.222.0.55 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686242 Mar 01 21:21:00.105979 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:00.124706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:21:00.133505 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Usage tracker for resource:security_group_rule and tenant:02979d69c3b54db6ba210fffe174228d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:21:00.140355 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:21:00.155430 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:21:00.323972 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38589d47-ef36-4dfe-a473-dc6c8e0ce9d2 req-c62da962-2896-46ed-bb26-d271d6f5d22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:00.323972 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-38589d47-ef36-4dfe-a473-dc6c8e0ce9d2 req-c62da962-2896-46ed-bb26-d271d6f5d22a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6014c443b54e41aa96abbf34b6c6cfbd&device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 1095 time: 0.0978665 Mar 01 21:21:00.406983 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:00.498811 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38589d47-ef36-4dfe-a473-dc6c8e0ce9d2 req-68a2b76e-a710-4264-a455-2e84f257a15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:00.498811 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-38589d47-ef36-4dfe-a473-dc6c8e0ce9d2 req-68a2b76e-a710-4264-a455-2e84f257a15f service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3 HTTP/1.1" status: 200 len: 918 time: 0.1582458 Mar 01 21:21:00.576969 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:00.598987 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-38589d47-ef36-4dfe-a473-dc6c8e0ce9d2 req-b2f66543-2da0-4664-b30c-d7697baa2da7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e35ec88-bec8-475d-a9d5-56df0084ecbb HTTP/1.1" status: 200 len: 217 time: 0.0991001 Mar 01 21:21:00.671803 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:00.681041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38589d47-ef36-4dfe-a473-dc6c8e0ce9d2 req-5bdad506-2ca6-4746-82da-ab33e404e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:00.681041 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-38589d47-ef36-4dfe-a473-dc6c8e0ce9d2 req-5bdad506-2ca6-4746-82da-ab33e404e13e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7806e9af-ea8e-45a6-994c-4158f4cea3a0 HTTP/1.1" status: 200 len: 856 time: 0.0804594 Mar 01 21:21:00.694065 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:00.765272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38589d47-ef36-4dfe-a473-dc6c8e0ce9d2 req-7ada3ed9-f119-4ae6-8a77-a376b3dd8a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:00.766765 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-38589d47-ef36-4dfe-a473-dc6c8e0ce9d2 req-7ada3ed9-f119-4ae6-8a77-a376b3dd8a54 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0812886 Mar 01 21:21:00.787494 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:00.845041 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:21:00.898374 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fe4dfc-c9cb-4da3-9627-e336099b428a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:00.909423 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:00.909423 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Added segment 5e5a9fad-ed4e-4051-a181-fd85a6d2ff12 of type vlan for network 78a31cd0-272c-4e6c-9e5f-cc07b9ddb705 Mar 01 21:21:01.024803 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-38589d47-ef36-4dfe-a473-dc6c8e0ce9d2 req-c4a394c6-6882-4179-a1af-4de7f0b5b087 service neutron] 10.222.0.55 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341716 Mar 01 21:21:01.039758 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:01.215895 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:01.237003 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-38589d47-ef36-4dfe-a473-dc6c8e0ce9d2 req-b2503855-f377-4e13-9fd0-a5d8a689a35e service neutron] 10.222.0.55 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100306 Mar 01 21:21:01.343974 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:01.343974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:01.343974 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:01.366024 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:21:01.572575 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] Pushing event updated for resources: {'Network': ['ID=78a31cd0-272c-4e6c-9e5f-cc07b9ddb705,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:01.600374 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 78a31cd0-272c-4e6c-9e5f-cc07b9ddb705 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:21:01.640381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7441354-83be-487b-a9ad-4fe98dcf2531 req-c3deefd2-af23-48d9-898d-009a94939891 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:01.640381 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c7441354-83be-487b-a9ad-4fe98dcf2531 req-c3deefd2-af23-48d9-898d-009a94939891 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.4158924 Mar 01 21:21:01.640381 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-09f40622-0bb5-4ea6-8ef7-96b1b399b1e4 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8138285 Mar 01 21:21:01.650743 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48054) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:01.657049 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-4ee8ee00-a8e3-4189-af25-b8fdaae40c54 admin admin] Request body: {'subnet': {'network_id': '78a31cd0-272c-4e6c-9e5f-cc07b9ddb705', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1249226276-subnet', 'tenant_id': '02979d69c3b54db6ba210fffe174228d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:21:01.663746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4ee8ee00-a8e3-4189-af25-b8fdaae40c54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:21:01.672185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4ee8ee00-a8e3-4189-af25-b8fdaae40c54 admin admin] Usage tracker for resource:subnet and tenant:02979d69c3b54db6ba210fffe174228d is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:21:01.672185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4ee8ee00-a8e3-4189-af25-b8fdaae40c54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:21:01.690093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4ee8ee00-a8e3-4189-af25-b8fdaae40c54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:21:01.714307 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c7441354-83be-487b-a9ad-4fe98dcf2531 req-9d7bad9f-f09c-46e0-ab45-d518a021a69a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0709434 Mar 01 21:21:01.768914 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee8ee00-a8e3-4189-af25-b8fdaae40c54 admin admin] Made reservation on behalf of 02979d69c3b54db6ba210fffe174228d for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:21:01.774116 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4ee8ee00-a8e3-4189-af25-b8fdaae40c54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:01.803969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Router 83cedea2-67aa-4088-92c1-505ed1c4a6e9 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:21:02.012901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:21:02.025860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] Sync routers for ids ['83cedea2-67aa-4088-92c1-505ed1c4a6e9'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:21:02.046452 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] Routers {'83cedea2-67aa-4088-92c1-505ed1c4a6e9'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:21:02.047209 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:21:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['83cedea2-67aa-4088-92c1-505ed1c4a6e9'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:02.094846 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4ee8ee00-a8e3-4189-af25-b8fdaae40c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:02.142723 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:02.142723 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bd3e0e45-2d08-477f-9d93-c48977691645 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.1993382 Mar 01 21:21:02.142723 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48066) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:02.197834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee8ee00-a8e3-4189-af25-b8fdaae40c54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a704bd1-0046-4112-a385-ceb9ade03c86,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:02.201839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee8ee00-a8e3-4189-af25-b8fdaae40c54 admin admin] Checking segment: {'id': '5e5a9fad-ed4e-4051-a181-fd85a6d2ff12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '78a31cd0-272c-4e6c-9e5f-cc07b9ddb705'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:21:02.201839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee8ee00-a8e3-4189-af25-b8fdaae40c54 admin admin] Network hostable DHCP agents. Network: 78a31cd0-272c-4e6c-9e5f-cc07b9ddb705, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:21:02.208705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48070) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:02.210627 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-76c0a59b-2e6e-4329-9fdf-2e177c157d1e tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=55abf7132a284d2983dea80802c45cbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0619001 Mar 01 21:21:02.293023 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] Set router 83cedea2-67aa-4088-92c1-505ed1c4a6e9 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:21:02.365901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee8ee00-a8e3-4189-af25-b8fdaae40c54 admin admin] Network 78a31cd0-272c-4e6c-9e5f-cc07b9ddb705 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:21:02.384696 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4604db-fe93-4eee-ba7b-0eb0c0169cb4 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:02.392401 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5b4604db-fe93-4eee-ba7b-0eb0c0169cb4 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1800098 Mar 01 21:21:02.403999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48076) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:02.424960 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:02.467998 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-4ee8ee00-a8e3-4189-af25-b8fdaae40c54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 78a31cd0-272c-4e6c-9e5f-cc07b9ddb705) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:21:02.467998 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee8ee00-a8e3-4189-af25-b8fdaae40c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:02.467998 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4ee8ee00-a8e3-4189-af25-b8fdaae40c54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:02.493573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571e0368-c284-4b4d-a781-8c5193b079b2 None None] Network 78a31cd0-272c-4e6c-9e5f-cc07b9ddb705 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:21:02.514286 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-51d4268c-8f79-4dd7-87e1-e5fad9c48dbc tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1062300 Mar 01 21:21:02.517618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48084) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:02.527072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-03323d56-eaaa-4e83-9b74-55509eb39a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1184427887', 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:21:02.606112 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4ee8ee00-a8e3-4189-af25-b8fdaae40c54 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9518843 Mar 01 21:21:02.726298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-03323d56-eaaa-4e83-9b74-55509eb39a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:21:02.733209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-03323d56-eaaa-4e83-9b74-55509eb39a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:subnet and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:21:02.739710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-03323d56-eaaa-4e83-9b74-55509eb39a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:21:02.757159 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-03323d56-eaaa-4e83-9b74-55509eb39a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:21:02.840845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48094) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:02.893079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03323d56-eaaa-4e83-9b74-55509eb39a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Made reservation on behalf of 55abf7132a284d2983dea80802c45cbf for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:21:02.897863 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03323d56-eaaa-4e83-9b74-55509eb39a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:02.978264 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2637d315-eba3-4081-9f8c-182970562951 None None] Network 78a31cd0-272c-4e6c-9e5f-cc07b9ddb705 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:21:03.058616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-40aec622-5a76-4801-bbf2-6758d11eaf49 admin admin] Deleting subnet 5cbdb10c-6574-4043-ab3c-a5fb17fdc768 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:21:03.064944 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40aec622-5a76-4801-bbf2-6758d11eaf49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:03.084561 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430601008', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:57Z', 'updated_at': '2022-03-01T21:21:00Z', 'revision_number': 3, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:58Z', 'updated_at': '2022-03-01T21:20:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:03.101297 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] Checking router: 83cedea2-67aa-4088-92c1-505ed1c4a6e9 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:21:03.101297 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] Updating router 83cedea2-67aa-4088-92c1-505ed1c4a6e9 port d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:21:03.161131 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40aec622-5a76-4801-bbf2-6758d11eaf49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:03.222702 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:03.370146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec0661-a252-420f-b844-a01f886f8b17 req-318c5b6a-7742-4dc6-b68b-f6988cb1f189 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:03.372457 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89ec0661-a252-420f-b844-a01f886f8b17 req-318c5b6a-7742-4dc6-b68b-f6988cb1f189 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.4840348 Mar 01 21:21:03.404516 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40aec622-5a76-4801-bbf2-6758d11eaf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:03.518174 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89ec0661-a252-420f-b844-a01f886f8b17 req-917b4e66-6306-4281-8f25-f75626127a3b tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1373060 Mar 01 21:21:03.647201 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9e35ec88-bec8-475d-a9d5-56df0084ecbb details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:21:03.666238 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03323d56-eaaa-4e83-9b74-55509eb39a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:03.686949 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:03.701555 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40aec622-5a76-4801-bbf2-6758d11eaf49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:03.729717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] Transition to ACTIVE for port object d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:21:03.751788 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40aec622-5a76-4801-bbf2-6758d11eaf49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:03.779606 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-40aec622-5a76-4801-bbf2-6758d11eaf49 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5cbdb10c-6574-4043-ab3c-a5fb17fdc768 HTTP/1.1" status: 204 len: 168 time: 0.9372296 Mar 01 21:21:03.783782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48110) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:03.787873 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03323d56-eaaa-4e83-9b74-55509eb39a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Subnet': ['ID=9234795e-9f13-4604-bf5a-bf2107e99494,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:03.828335 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aec622-5a76-4801-bbf2-6758d11eaf49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cbdb10c-6574-4043-ab3c-a5fb17fdc768,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:03.830293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03323d56-eaaa-4e83-9b74-55509eb39a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Checking segment: {'id': '8cb1da4a-bda9-48b2-816f-cb528a4422eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:21:03.831458 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03323d56-eaaa-4e83-9b74-55509eb39a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network hostable DHCP agents. Network: f67090a6-55f9-4186-b6ec-94ebfc21f784, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:21:03.831952 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:03.904295 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5374204-a844-49c1-80b4-bcd4cacde7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:03.917267 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03323d56-eaaa-4e83-9b74-55509eb39a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network f67090a6-55f9-4186-b6ec-94ebfc21f784 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:21:03.951340 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949dc3f-59a9-4984-a214-591572696aba None None] Pushing event updated for resources: {'Port': ['ID=d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:03.955014 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] Attempting to bind port d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:21:03.955691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] Attempting to bind port d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:21:03.956268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] Attempting to bind port d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:21:03.966450 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:21:03.966851 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:21:03.967259 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:03.967670 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:21:03.968141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] Bound port: d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:21:03.968515 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:04.016850 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9e35ec88-bec8-475d-a9d5-56df0084ecbb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9e35ec88-bec8-475d-a9d5-56df0084ecbb,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:21:04.025876 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-03323d56-eaaa-4e83-9b74-55509eb39a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, f67090a6-55f9-4186-b6ec-94ebfc21f784) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:21:04.048782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03323d56-eaaa-4e83-9b74-55509eb39a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:04.049380 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-03323d56-eaaa-4e83-9b74-55509eb39a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:04.058327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be6f97c-6c7d-4a70-942e-1cc8a784481c None None] Network f67090a6-55f9-4186-b6ec-94ebfc21f784 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:21:04.087717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '9e35ec88-bec8-475d-a9d5-56df0084ecbb', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'port_id': '9e35ec88-bec8-475d-a9d5-56df0084ecbb', 'mac_address': 'fa:16:3e:a0:a3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:21:04.164513 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] For port d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:21:04.170567 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-03323d56-eaaa-4e83-9b74-55509eb39a55 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6537805 Mar 01 21:21:04.172499 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48118) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:04.178260 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] For port d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:21:04.180817 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5374204-a844-49c1-80b4-bcd4cacde7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:04.208858 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a5374204-a844-49c1-80b4-bcd4cacde7e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5054ecb3-930b-4332-ad9f-be6823a0f3c9']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:04.222308 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a5374204-a844-49c1-80b4-bcd4cacde7e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df28d9ab-dd93-4e39-af0c-888236c3715c') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:04.222613 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a5374204-a844-49c1-80b4-bcd4cacde7e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df28d9ab-dd93-4e39-af0c-888236c3715c') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:04.235815 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5374204-a844-49c1-80b4-bcd4cacde7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:04.254789 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5374204-a844-49c1-80b4-bcd4cacde7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:04.263297 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5374204-a844-49c1-80b4-bcd4cacde7e6 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:21:04.264024 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5374204-a844-49c1-80b4-bcd4cacde7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:04.268062 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:21:04.282141 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:21:04.333707 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:04.399813 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] Routers {'83cedea2-67aa-4088-92c1-505ed1c4a6e9'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:21:04.400462 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:21:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['83cedea2-67aa-4088-92c1-505ed1c4a6e9'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:04.449128 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5374204-a844-49c1-80b4-bcd4cacde7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:04.476684 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5374204-a844-49c1-80b4-bcd4cacde7e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:04.492341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5374204-a844-49c1-80b4-bcd4cacde7e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=5054ecb3-930b-4332-ad9f-be6823a0f3c9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:04.500473 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a5374204-a844-49c1-80b4-bcd4cacde7e6 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5054ecb3-930b-4332-ad9f-be6823a0f3c9 HTTP/1.1" status: 204 len: 168 time: 0.7150145 Mar 01 21:21:04.515039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48128) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:04.515879 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e35ec88-bec8-475d-a9d5-56df0084ecbb {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:21:04.539296 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9e35ec88-bec8-475d-a9d5-56df0084ecbb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9e35ec88-bec8-475d-a9d5-56df0084ecbb,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:21:04.647897 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-93cb495d-c0ab-4b23-9d01-78d29e80b0a7 admin admin] Deleting subnet 1a704bd1-0046-4112-a385-ceb9ade03c86 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:21:04.651270 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93cb495d-c0ab-4b23-9d01-78d29e80b0a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:04.733228 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:04.770732 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4949dc3f-59a9-4984-a214-591572696aba None None] Pushing event updated for resources: {'Port': ['ID=d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:04.794441 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93cb495d-c0ab-4b23-9d01-78d29e80b0a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:04.873286 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93cb495d-c0ab-4b23-9d01-78d29e80b0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:04.922853 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] Set router 83cedea2-67aa-4088-92c1-505ed1c4a6e9 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:21:05.066040 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['9e35ec88-bec8-475d-a9d5-56df0084ecbb'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:21:05.084103 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93cb495d-c0ab-4b23-9d01-78d29e80b0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:05.134963 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93cb495d-c0ab-4b23-9d01-78d29e80b0a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:05.144977 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb495d-c0ab-4b23-9d01-78d29e80b0a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a704bd1-0046-4112-a385-ceb9ade03c86,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:05.148737 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-93cb495d-c0ab-4b23-9d01-78d29e80b0a7 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1a704bd1-0046-4112-a385-ceb9ade03c86 HTTP/1.1" status: 204 len: 168 time: 0.6323214 Mar 01 21:21:05.151911 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48140) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:05.189934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60520673-9577-4b34-aa86-77f372359b7e req-a1f7cc09-2499-46cb-b40a-79ea2d976d15 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:05.195054 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60520673-9577-4b34-aa86-77f372359b7e req-a1f7cc09-2499-46cb-b40a-79ea2d976d15 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 945 time: 0.3701115 Mar 01 21:21:05.275893 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-f67090a6-55f9-4186-b6ec-94ebfc21f784', 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'fixed_ips': [{'subnet_id': '9234795e-9f13-4604-bf5a-bf2107e99494'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:21:05.276718 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:05.328011 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=9e35ec88-bec8-475d-a9d5-56df0084ecbb,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:05.342955 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60520673-9577-4b34-aa86-77f372359b7e req-fd8a04ec-29ca-4113-9e28-018f91171b59 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1364927 Mar 01 21:21:05.349903 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c02557f-d5c5-40a2-8e36-b9734f690043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:05.437022 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5cef20c-8809-4551-8a10-455aa39a8c76 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:05.520757 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c02557f-d5c5-40a2-8e36-b9734f690043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:05.560923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-0c02557f-d5c5-40a2-8e36-b9734f690043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a31cd0-272c-4e6c-9e5f-cc07b9ddb705']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:05.582913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-0c02557f-d5c5-40a2-8e36-b9734f690043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5a9fad-ed4e-4051-a181-fd85a6d2ff12') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:05.583499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-0c02557f-d5c5-40a2-8e36-b9734f690043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5a9fad-ed4e-4051-a181-fd85a6d2ff12') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:05.616238 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c02557f-d5c5-40a2-8e36-b9734f690043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:05.630418 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Allocated IP 172.20.0.2 (f67090a6-55f9-4186-b6ec-94ebfc21f784/9234795e-9f13-4604-bf5a-bf2107e99494/817e0505-e594-4a45-b325-073c9f273128) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:21:05.642013 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c02557f-d5c5-40a2-8e36-b9734f690043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:05.651174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c02557f-d5c5-40a2-8e36-b9734f690043 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:21:05.652022 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c02557f-d5c5-40a2-8e36-b9734f690043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:21:05.701397 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:21:05.888623 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c02557f-d5c5-40a2-8e36-b9734f690043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:05.894584 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c02557f-d5c5-40a2-8e36-b9734f690043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:05.933278 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0c02557f-d5c5-40a2-8e36-b9734f690043 admin admin] 10.222.0.42 "DELETE /v2.0/networks/78a31cd0-272c-4e6c-9e5f-cc07b9ddb705 HTTP/1.1" status: 204 len: 168 time: 0.7801349 Mar 01 21:21:05.934548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c02557f-d5c5-40a2-8e36-b9734f690043 admin admin] Pushing event deleted for resources: {'Network': ['ID=78a31cd0-272c-4e6c-9e5f-cc07b9ddb705,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:06.089575 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430601008', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:57Z', 'updated_at': '2022-03-01T21:21:00Z', 'revision_number': 3, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:58Z', 'updated_at': '2022-03-01T21:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:06.137880 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1913b1-fbea-4041-89f4-4e62770a0309 None None] The sync data for ids ['83cedea2-67aa-4088-92c1-505ed1c4a6e9'] in n-d-827896-4 is: [{'id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430601008', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:57Z', 'updated_at': '2022-03-01T21:21:00Z', 'revision_number': 3, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:58Z', 'updated_at': '2022-03-01T21:21:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:21:06.173877 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:06.185487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Transition to ACTIVE for port object 817e0505-e594-4a45-b325-073c9f273128 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:21:06.205839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Transition to ACTIVE for port object 817e0505-e594-4a45-b325-073c9f273128 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:21:06.260507 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:06.343839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Network f67090a6-55f9-4186-b6ec-94ebfc21f784 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:21:06.348685 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:21:06.352598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:21:06.354842 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Pushing event updated for resources: {'Port': ['ID=817e0505-e594-4a45-b325-073c9f273128,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:06.368318 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-b5cef20c-8809-4551-8a10-455aa39a8c76 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Allocated IP 172.20.0.1 (f67090a6-55f9-4186-b6ec-94ebfc21f784/9234795e-9f13-4604-bf5a-bf2107e99494/967879af-43df-4f13-8f57-a5ed100e46f4) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:21:06.501206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48160) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:06.569914 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Attempting to bind port 817e0505-e594-4a45-b325-073c9f273128 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:21:06.570509 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Attempting to bind port 817e0505-e594-4a45-b325-073c9f273128 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '8cb1da4a-bda9-48b2-816f-cb528a4422eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:21:06.571034 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Attempting to bind port 817e0505-e594-4a45-b325-073c9f273128 on network f67090a6-55f9-4186-b6ec-94ebfc21f784 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:21:06.579464 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:21:06.580218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Checking segment: {'id': '8cb1da4a-bda9-48b2-816f-cb528a4422eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:21:06.580831 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:06.581506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Bound using segment: {'id': '8cb1da4a-bda9-48b2-816f-cb528a4422eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:21:06.585858 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Bound port: 817e0505-e594-4a45-b325-073c9f273128, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb1da4a-bda9-48b2-816f-cb528a4422eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:21:06.586544 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:06.623487 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d1cb3c70-2315-41f1-b53b-214b34aa0133 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d884053ac8f64ff09146ddef954ca78f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1209559 Mar 01 21:21:06.624256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48166) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:06.765796 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c914e984-c88a-46c2-aacd-4d879dcf1c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:06.796370 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c914e984-c88a-46c2-aacd-4d879dcf1c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:06.810798 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] For port 817e0505-e594-4a45-b325-073c9f273128, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:21:06.816160 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] For port 817e0505-e594-4a45-b325-073c9f273128, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=817e0505-e594-4a45-b325-073c9f273128,segment=NetworkSegment(8cb1da4a-bda9-48b2-816f-cb528a4422eb),segment_id=8cb1da4a-bda9-48b2-816f-cb528a4422eb)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:21:06.826069 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ff9d2-d945-4a76-8dc3-7b3ce16c9c20 req-079cc099-a474-48b6-9ca2-3c3699907341 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:06.837172 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e0ff9d2-d945-4a76-8dc3-7b3ce16c9c20 req-079cc099-a474-48b6-9ca2-3c3699907341 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 945 time: 0.1941559 Mar 01 21:21:06.876964 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5cef20c-8809-4551-8a10-455aa39a8c76 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:06.910973 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-b5cef20c-8809-4551-8a10-455aa39a8c76 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Transition to ACTIVE for port object 967879af-43df-4f13-8f57-a5ed100e46f4 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:21:06.917949 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e0ff9d2-d945-4a76-8dc3-7b3ce16c9c20 req-fa5c542e-66d3-4721-ab1b-126bc4007bb9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702655 Mar 01 21:21:06.918548 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:06.977737 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c914e984-c88a-46c2-aacd-4d879dcf1c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:06.998615 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c914e984-c88a-46c2-aacd-4d879dcf1c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc17e387-59d3-4699-b621-264ec03e749b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:07.002263 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c914e984-c88a-46c2-aacd-4d879dcf1c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:07.006507 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c914e984-c88a-46c2-aacd-4d879dcf1c12 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dc17e387-59d3-4699-b621-264ec03e749b HTTP/1.1" status: 204 len: 168 time: 0.3812985 Mar 01 21:21:07.008382 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5cef20c-8809-4551-8a10-455aa39a8c76 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:07.045625 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57231d5d-e3a9-401c-9cd2-f68b4a9f5cd2 None None] Pushing event updated for resources: {'Port': ['ID=817e0505-e594-4a45-b325-073c9f273128,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:07.092936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cef20c-8809-4551-8a10-455aa39a8c76 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network f67090a6-55f9-4186-b6ec-94ebfc21f784 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:21:07.096749 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-b5cef20c-8809-4551-8a10-455aa39a8c76 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:21:07.101235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cef20c-8809-4551-8a10-455aa39a8c76 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:21:07.208831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cef20c-8809-4551-8a10-455aa39a8c76 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=967879af-43df-4f13-8f57-a5ed100e46f4,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:07.238253 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5cef20c-8809-4551-8a10-455aa39a8c76 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:07.336504 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:21:07.543640 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5cef20c-8809-4551-8a10-455aa39a8c76 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:07.654312 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:21:07.685575 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9e35ec88-bec8-475d-a9d5-56df0084ecbb up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:21:07.747004 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:21:07.747395 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:07.936258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 9e35ec88-bec8-475d-a9d5-56df0084ecbb completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:21:07.948115 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 9e35ec88-bec8-475d-a9d5-56df0084ecbb triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:21:07.948828 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:07.994895 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:08.048394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:21:08.127923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48198) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:08.135711 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:08.259210 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-62a1bfe8-1101-419e-9f01-b864a378931e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=02979d69c3b54db6ba210fffe174228d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1293108 Mar 01 21:21:08.259412 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:08.261154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48204) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:08.337160 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d725727-a605-4f70-bdbb-74773997fc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e35ec88-bec8-475d-a9d5-56df0084ecbb'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:21:08.340624 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9fb0abe3-e3c1-4baa-84e7-4f78efc4c90c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:08.353735 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583bd669-3b8d-42a9-86db-06e1d4d04b0a req-ec405de1-cd50-49bd-86b8-520363b5a573 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:08.358329 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-583bd669-3b8d-42a9-86db-06e1d4d04b0a req-ec405de1-cd50-49bd-86b8-520363b5a573 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 945 time: 0.2708321 Mar 01 21:21:08.360695 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5cef20c-8809-4551-8a10-455aa39a8c76 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:08.371454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9e35ec88-bec8-475d-a9d5-56df0084ecbb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9e35ec88-bec8-475d-a9d5-56df0084ecbb,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:21:08.379771 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:08.390649 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9fb0abe3-e3c1-4baa-84e7-4f78efc4c90c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:08.436001 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-583bd669-3b8d-42a9-86db-06e1d4d04b0a req-556ae726-9b9e-4cf0-adfc-dc84adfc1f94 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707438 Mar 01 21:21:08.437051 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5cef20c-8809-4551-8a10-455aa39a8c76 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:08.465943 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:08.518277 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9fb0abe3-e3c1-4baa-84e7-4f78efc4c90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:08.537715 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d725727-a605-4f70-bdbb-74773997fc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e35ec88-bec8-475d-a9d5-56df0084ecbb', 'code': 200} Mar 01 21:21:08.551950 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0abe3-e3c1-4baa-84e7-4f78efc4c90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fe4dfc-c9cb-4da3-9627-e336099b428a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:08.555007 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9fb0abe3-e3c1-4baa-84e7-4f78efc4c90c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:08.556331 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9fb0abe3-e3c1-4baa-84e7-4f78efc4c90c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90fe4dfc-c9cb-4da3-9627-e336099b428a HTTP/1.1" status: 204 len: 168 time: 0.2922077 Mar 01 21:21:08.670743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=9e35ec88-bec8-475d-a9d5-56df0084ecbb,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:08.686263 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48216) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:08.689641 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b5cef20c-8809-4551-8a10-455aa39a8c76 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:08.698135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cef20c-8809-4551-8a10-455aa39a8c76 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=967879af-43df-4f13-8f57-a5ed100e46f4,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:08.704751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f3e406d2-bac6-4db7-b4e2-6fc8f25b76be tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-877856500', 'description': 'tempest-secgroup-smoke-877856500 description', 'project_id': '0823e6ad0ab84c41935c650b2258ec0a'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:21:08.718195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f3e406d2-bac6-4db7-b4e2-6fc8f25b76be tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:21:08.731088 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f3e406d2-bac6-4db7-b4e2-6fc8f25b76be tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Usage tracker for resource:security_group and tenant:0823e6ad0ab84c41935c650b2258ec0a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:21:08.747216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f3e406d2-bac6-4db7-b4e2-6fc8f25b76be tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:21:08.763226 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f3e406d2-bac6-4db7-b4e2-6fc8f25b76be tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:21:08.802247 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae189ce1-6810-42fa-985f-e79b0bf15cec req-ebcc8d9a-41d8-43d5-ade7-7fe3f36fda90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:08.804053 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ae189ce1-6810-42fa-985f-e79b0bf15cec req-ebcc8d9a-41d8-43d5-ade7-7fe3f36fda90 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 1097 time: 0.2124774 Mar 01 21:21:08.885279 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f3e406d2-bac6-4db7-b4e2-6fc8f25b76be tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:08.897913 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ae189ce1-6810-42fa-985f-e79b0bf15cec req-468579fb-13c6-4570-b003-8ce851f4fd0b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0874441 Mar 01 21:21:08.911347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f3e406d2-bac6-4db7-b4e2-6fc8f25b76be tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:21:08.912255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cef20c-8809-4551-8a10-455aa39a8c76 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network f67090a6-55f9-4186-b6ec-94ebfc21f784 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:21:08.913418 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-b5cef20c-8809-4551-8a10-455aa39a8c76 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:21:08.915440 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f3e406d2-bac6-4db7-b4e2-6fc8f25b76be tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Usage tracker for resource:security_group_rule and tenant:0823e6ad0ab84c41935c650b2258ec0a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:21:08.919495 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f3e406d2-bac6-4db7-b4e2-6fc8f25b76be tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:21:08.925888 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f3e406d2-bac6-4db7-b4e2-6fc8f25b76be tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:21:09.027791 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f3e406d2-bac6-4db7-b4e2-6fc8f25b76be tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:09.099936 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f3e406d2-bac6-4db7-b4e2-6fc8f25b76be tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:09.194517 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37af9514-5c56-4e75-ba84-085f4da63ff6 None None] Network f67090a6-55f9-4186-b6ec-94ebfc21f784 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:21:09.214489 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e406d2-bac6-4db7-b4e2-6fc8f25b76be tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ba141f-e164-46d0-a172-95f378e4891e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:09.323880 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f3e406d2-bac6-4db7-b4e2-6fc8f25b76be tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:09.329473 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48228) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:09.340074 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f3e406d2-bac6-4db7-b4e2-6fc8f25b76be tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6420176 Mar 01 21:21:09.342197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5cef20c-8809-4551-8a10-455aa39a8c76 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Router 83cedea2-67aa-4088-92c1-505ed1c4a6e9 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:21:09.345772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4759399a-d013-4e59-90e9-67409ff5ab2f tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Request body: {'security_group_rule': {'security_group_id': 'b1ba141f-e164-46d0-a172-95f378e4891e', 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:21:09.357023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4759399a-d013-4e59-90e9-67409ff5ab2f tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:21:09.359768 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4759399a-d013-4e59-90e9-67409ff5ab2f tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Usage tracker for resource:security_group_rule and tenant:0823e6ad0ab84c41935c650b2258ec0a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:21:09.362526 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-dc6b02aa-886f-4739-8c7b-7c9117c754f9 None None] Provisioning for port 817e0505-e594-4a45-b325-073c9f273128 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:21:09.364947 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4759399a-d013-4e59-90e9-67409ff5ab2f tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:21:09.373744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4759399a-d013-4e59-90e9-67409ff5ab2f tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:21:09.422332 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:21:09.564137 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4759399a-d013-4e59-90e9-67409ff5ab2f tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:09.691155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5cef20c-8809-4551-8a10-455aa39a8c76 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:21:09.704570 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] Sync routers for ids ['83cedea2-67aa-4088-92c1-505ed1c4a6e9'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:21:09.709245 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b5cef20c-8809-4551-8a10-455aa39a8c76 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "PUT /v2.0/routers/83cedea2-67aa-4088-92c1-505ed1c4a6e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5352542 Mar 01 21:21:09.715800 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] Routers {'83cedea2-67aa-4088-92c1-505ed1c4a6e9'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:21:09.716459 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:21:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['83cedea2-67aa-4088-92c1-505ed1c4a6e9'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:09.731581 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:21:09.732155 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:09.769969 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4759399a-d013-4e59-90e9-67409ff5ab2f tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:09.815324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ebc59-ea86-44b6-99fe-8c150a58a59a req-68d4956f-b0e7-4a55-9a38-3384706e9ffd tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:09.816821 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-412ebc59-ea86-44b6-99fe-8c150a58a59a req-68d4956f-b0e7-4a55-9a38-3384706e9ffd tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.2383831 Mar 01 21:21:09.857231 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4759399a-d013-4e59-90e9-67409ff5ab2f tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:09.967478 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4759399a-d013-4e59-90e9-67409ff5ab2f tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f292ba2-243f-4f30-a449-cc8b9a5b3158,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:09.971163 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] Set router 83cedea2-67aa-4088-92c1-505ed1c4a6e9 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:21:09.986828 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 817e0505-e594-4a45-b325-073c9f273128 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:21:10.056166 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-412ebc59-ea86-44b6-99fe-8c150a58a59a req-94ce32b4-70a5-457d-b635-994d41b01898 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2322814 Mar 01 21:21:10.060594 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4759399a-d013-4e59-90e9-67409ff5ab2f tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:10.062361 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4759399a-d013-4e59-90e9-67409ff5ab2f tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7315640 Mar 01 21:21:10.065500 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48270) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:10.091086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-9e69e867-2a27-4371-9069-b08b008f8360 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:21:10.104120 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-4679aa5c-3901-4f83-b156-91dc395446d8 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Request body: {'security_group_rule': {'security_group_id': 'b1ba141f-e164-46d0-a172-95f378e4891e', 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:21:10.120696 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4679aa5c-3901-4f83-b156-91dc395446d8 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:21:10.129133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4679aa5c-3901-4f83-b156-91dc395446d8 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Usage tracker for resource:security_group_rule and tenant:0823e6ad0ab84c41935c650b2258ec0a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:21:10.137714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4679aa5c-3901-4f83-b156-91dc395446d8 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:21:10.151694 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 817e0505-e594-4a45-b325-073c9f273128 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:21:10.157926 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4679aa5c-3901-4f83-b156-91dc395446d8 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:21:10.158094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 817e0505-e594-4a45-b325-073c9f273128 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:21:10.158724 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:10.179755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-9e69e867-2a27-4371-9069-b08b008f8360 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:21:10.181603 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-9e69e867-2a27-4371-9069-b08b008f8360 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-287404835&fields=id&tenant_id=55abf7132a284d2983dea80802c45cbf HTTP/1.1" status: 200 len: 267 time: 0.1800165 Mar 01 21:21:10.298390 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4679aa5c-3901-4f83-b156-91dc395446d8 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:10.437145 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ae8a76f2-181d-4b72-8421-c9c18e904444 None None] Provisioning complete for port 817e0505-e594-4a45-b325-073c9f273128 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:21:10.437928 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ae8a76f2-181d-4b72-8421-c9c18e904444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:10.461920 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4679aa5c-3901-4f83-b156-91dc395446d8 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:10.550454 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:10.569707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-f0afab4b-1513-4f46-9c54-bce5015a06ab tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:10.570688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-f0afab4b-1513-4f46-9c54-bce5015a06ab tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:21:10.580646 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4679aa5c-3901-4f83-b156-91dc395446d8 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:10.620560 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 817e0505-e594-4a45-b325-073c9f273128, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=817e0505-e594-4a45-b325-073c9f273128,segment=NetworkSegment(8cb1da4a-bda9-48b2-816f-cb528a4422eb),segment_id=8cb1da4a-bda9-48b2-816f-cb528a4422eb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:21:10.637621 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430601008', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:57Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:58Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '967879af-43df-4f13-8f57-a5ed100e46f4', 'name': '', 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:73:f2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9234795e-9f13-4604-bf5a-bf2107e99494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:21:05Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 2, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '9234795e-9f13-4604-bf5a-bf2107e99494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:10.642776 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] Checking router: 83cedea2-67aa-4088-92c1-505ed1c4a6e9 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:21:10.643481 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] Updating router 83cedea2-67aa-4088-92c1-505ed1c4a6e9 port 967879af-43df-4f13-8f57-a5ed100e46f4 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:21:10.648804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-f0afab4b-1513-4f46-9c54-bce5015a06ab tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:21:10.650093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-f0afab4b-1513-4f46-9c54-bce5015a06ab tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/networks?id=f67090a6-55f9-4186-b6ec-94ebfc21f784 HTTP/1.1" status: 200 len: 797 time: 0.4618363 Mar 01 21:21:10.660668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679aa5c-3901-4f83-b156-91dc395446d8 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da357411-2eb6-46be-be85-f039c5db5f1e,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:10.679904 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-bbd87187-0839-480a-bd83-c9330aceb003 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/quotas/55abf7132a284d2983dea80802c45cbf HTTP/1.1" status: 200 len: 375 time: 0.0242224 Mar 01 21:21:10.732733 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:10.766219 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:10.809015 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4679aa5c-3901-4f83-b156-91dc395446d8 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:10.813703 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4679aa5c-3901-4f83-b156-91dc395446d8 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7453504 Mar 01 21:21:10.813893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48282) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:10.820236 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-0ffc78d3-93bf-462b-9dcc-24641b6d2bba tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Request body: {'security_group_rule': {'security_group_id': 'b1ba141f-e164-46d0-a172-95f378e4891e', 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:21:10.838916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0ffc78d3-93bf-462b-9dcc-24641b6d2bba tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:21:10.843239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0ffc78d3-93bf-462b-9dcc-24641b6d2bba tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Usage tracker for resource:security_group_rule and tenant:0823e6ad0ab84c41935c650b2258ec0a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:21:10.848614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-262c1532-59ee-4dda-8712-e135d59dab57 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:21:10.849778 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0ffc78d3-93bf-462b-9dcc-24641b6d2bba tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:21:10.862405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0ffc78d3-93bf-462b-9dcc-24641b6d2bba tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:21:10.874853 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ae8a76f2-181d-4b72-8421-c9c18e904444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:10.946124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=817e0505-e594-4a45-b325-073c9f273128,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:10.962997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-262c1532-59ee-4dda-8712-e135d59dab57 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:21:10.969985 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-262c1532-59ee-4dda-8712-e135d59dab57 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2788706 Mar 01 21:21:10.994476 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ffc78d3-93bf-462b-9dcc-24641b6d2bba tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:11.056715 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-ae8a76f2-181d-4b72-8421-c9c18e904444 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:21:11.057503 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-ae8a76f2-181d-4b72-8421-c9c18e904444 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:21:11.150384 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ffc78d3-93bf-462b-9dcc-24641b6d2bba tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:11.206874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 817e0505-e594-4a45-b325-073c9f273128 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:21:11.218694 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ffc78d3-93bf-462b-9dcc-24641b6d2bba tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:11.257725 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-657a3c72-101c-4388-b97d-29d971c45c68 service neutron] 10.222.0.42 "GET /v2.0/networks/f67090a6-55f9-4186-b6ec-94ebfc21f784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809629 Mar 01 21:21:11.279187 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc78d3-93bf-462b-9dcc-24641b6d2bba tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd1b912d-c972-4add-8178-76cc558dd8d2,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:11.309882 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 817e0505-e594-4a45-b325-073c9f273128 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:21:11.310717 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:11.324543 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:11.336556 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] Transition to ACTIVE for port object 967879af-43df-4f13-8f57-a5ed100e46f4 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:21:11.356071 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ffc78d3-93bf-462b-9dcc-24641b6d2bba tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:11.359856 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0ffc78d3-93bf-462b-9dcc-24641b6d2bba tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5424771 Mar 01 21:21:11.360199 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48302) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:11.368799 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-01410d9d-5aec-474b-8470-b65956b2871d tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Request body: {'security_group_rule': {'security_group_id': 'b1ba141f-e164-46d0-a172-95f378e4891e', 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:21:11.372994 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-01410d9d-5aec-474b-8470-b65956b2871d tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:21:11.377290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-01410d9d-5aec-474b-8470-b65956b2871d tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Usage tracker for resource:security_group_rule and tenant:0823e6ad0ab84c41935c650b2258ec0a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:21:11.380708 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-01410d9d-5aec-474b-8470-b65956b2871d tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:21:11.386560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-01410d9d-5aec-474b-8470-b65956b2871d tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:21:11.426840 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:11.454914 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-01410d9d-5aec-474b-8470-b65956b2871d tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:11.515377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3baca8-d6dc-48da-ab4f-8625b2013f88 req-1e436462-aa00-43c9-b550-fc62d6a80194 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:11.521687 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e3baca8-d6dc-48da-ab4f-8625b2013f88 req-1e436462-aa00-43c9-b550-fc62d6a80194 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.2623503 Mar 01 21:21:11.537901 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-fd0ea540-2210-49f5-b1a6-dfbe161dffa6 service neutron] 10.222.0.42 "GET /v2.0/networks/f67090a6-55f9-4186-b6ec-94ebfc21f784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351174 Mar 01 21:21:11.573105 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-01410d9d-5aec-474b-8470-b65956b2871d tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:11.602467 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674640d-3824-4253-8cab-81ba30bb91c4 None None] Pushing event updated for resources: {'Port': ['ID=967879af-43df-4f13-8f57-a5ed100e46f4,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:11.660352 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-01410d9d-5aec-474b-8470-b65956b2871d tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:11.690068 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e3baca8-d6dc-48da-ab4f-8625b2013f88 req-6b8082a6-08d1-4695-a397-d80d0e4dd1d1 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1503952 Mar 01 21:21:11.694863 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01410d9d-5aec-474b-8470-b65956b2871d tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c2577f6-0633-4e9c-8505-f746b2222baa,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:11.795667 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-01410d9d-5aec-474b-8470-b65956b2871d tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:11.795667 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-01410d9d-5aec-474b-8470-b65956b2871d tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4338808 Mar 01 21:21:11.799662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48314) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:11.806707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-16481cb1-92be-4810-a52e-03ef77fe1c11 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Request body: {'security_group_rule': {'security_group_id': 'b1ba141f-e164-46d0-a172-95f378e4891e', 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:21:11.814562 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ae8a76f2-181d-4b72-8421-c9c18e904444 None None] Provisioning for port 967879af-43df-4f13-8f57-a5ed100e46f4 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:21:11.827984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-16481cb1-92be-4810-a52e-03ef77fe1c11 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:21:11.833238 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-16481cb1-92be-4810-a52e-03ef77fe1c11 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Usage tracker for resource:security_group_rule and tenant:0823e6ad0ab84c41935c650b2258ec0a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:21:11.837771 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] Attempting to bind port 967879af-43df-4f13-8f57-a5ed100e46f4 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:21:11.842137 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] Attempting to bind port 967879af-43df-4f13-8f57-a5ed100e46f4 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '8cb1da4a-bda9-48b2-816f-cb528a4422eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:21:11.842137 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] Attempting to bind port 967879af-43df-4f13-8f57-a5ed100e46f4 on network f67090a6-55f9-4186-b6ec-94ebfc21f784 {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:21:11.843099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-16481cb1-92be-4810-a52e-03ef77fe1c11 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:21:11.854036 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 21, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:21:11.856242 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] Checking segment: {'id': '8cb1da4a-bda9-48b2-816f-cb528a4422eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:21:11.857285 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:11.857821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-16481cb1-92be-4810-a52e-03ef77fe1c11 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:21:11.859689 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] Bound using segment: {'id': '8cb1da4a-bda9-48b2-816f-cb528a4422eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:21:11.860027 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] Bound port: 967879af-43df-4f13-8f57-a5ed100e46f4, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8cb1da4a-bda9-48b2-816f-cb528a4422eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:21:11.865741 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:11.934472 n-d-827896-4 neutron-server[88518]: INFO neutron.db.securitygroups_db [None req-16481cb1-92be-4810-a52e-03ef77fe1c11 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Project 0823e6ad0ab84c41935c650b2258ec0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:21:11.943417 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16481cb1-92be-4810-a52e-03ef77fe1c11 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:11.976518 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] For port 967879af-43df-4f13-8f57-a5ed100e46f4, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:21:11.979854 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] For port 967879af-43df-4f13-8f57-a5ed100e46f4, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=967879af-43df-4f13-8f57-a5ed100e46f4,segment=NetworkSegment(8cb1da4a-bda9-48b2-816f-cb528a4422eb),segment_id=8cb1da4a-bda9-48b2-816f-cb528a4422eb)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:21:12.066053 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:12.068248 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16481cb1-92be-4810-a52e-03ef77fe1c11 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:12.099461 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46393beb-79b1-4a8a-b92e-4331c2be4065 req-a3ee1ce2-83f7-4ede-82ce-37c9eb298b34 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:12.103150 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46393beb-79b1-4a8a-b92e-4331c2be4065 req-a3ee1ce2-83f7-4ede-82ce-37c9eb298b34 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.1298501 Mar 01 21:21:12.110885 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48336) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:12.117120 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-14f2c80e-e291-4aba-98b7-90ac8487f871 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Request body: {'floatingip': {'port_id': '9e35ec88-bec8-475d-a9d5-56df0084ecbb'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:21:12.169457 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16481cb1-92be-4810-a52e-03ef77fe1c11 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:12.190647 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-019749db-7afc-4980-a34d-43c87efe9ef6 req-71b86ac1-5140-411a-90a0-ed509bb80562 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 210 time: 0.0885050 Mar 01 21:21:12.205611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16481cb1-92be-4810-a52e-03ef77fe1c11 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aaf4742-98f2-4b73-a5bc-e8a12fcc4ab6,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:12.298938 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-14f2c80e-e291-4aba-98b7-90ac8487f871 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for floatingip, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:12.317235 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16481cb1-92be-4810-a52e-03ef77fe1c11 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:12.324031 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-16481cb1-92be-4810-a52e-03ef77fe1c11 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5195343 Mar 01 21:21:12.324031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48342) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:12.327517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-356d3062-31d6-4a40-88b0-96ee9c2329fd tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Request body: {'security_group_rule': {'security_group_id': 'b1ba141f-e164-46d0-a172-95f378e4891e', 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:21:12.334966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-356d3062-31d6-4a40-88b0-96ee9c2329fd tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:21:12.345230 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-356d3062-31d6-4a40-88b0-96ee9c2329fd tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Usage tracker for resource:security_group_rule and tenant:0823e6ad0ab84c41935c650b2258ec0a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:21:12.348883 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-356d3062-31d6-4a40-88b0-96ee9c2329fd tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:21:12.362288 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] Routers {'83cedea2-67aa-4088-92c1-505ed1c4a6e9'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:21:12.362548 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-356d3062-31d6-4a40-88b0-96ee9c2329fd tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:21:12.368975 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:21:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['83cedea2-67aa-4088-92c1-505ed1c4a6e9'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:12.434181 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f674640d-3824-4253-8cab-81ba30bb91c4 None None] Pushing event updated for resources: {'Port': ['ID=967879af-43df-4f13-8f57-a5ed100e46f4,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:12.448761 n-d-827896-4 neutron-server[88518]: INFO neutron.db.securitygroups_db [None req-356d3062-31d6-4a40-88b0-96ee9c2329fd tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Project 0823e6ad0ab84c41935c650b2258ec0a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:21:12.460797 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-356d3062-31d6-4a40-88b0-96ee9c2329fd tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:12.552346 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-356d3062-31d6-4a40-88b0-96ee9c2329fd tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:12.651551 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] Set router 83cedea2-67aa-4088-92c1-505ed1c4a6e9 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:21:12.658827 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-356d3062-31d6-4a40-88b0-96ee9c2329fd tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:12.743895 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356d3062-31d6-4a40-88b0-96ee9c2329fd tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e3d7ef-308d-4f69-bee3-77cc01c9421b,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:12.825484 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-356d3062-31d6-4a40-88b0-96ee9c2329fd tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:12.826939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-356d3062-31d6-4a40-88b0-96ee9c2329fd tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5037053 Mar 01 21:21:13.173889 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430601008', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:57Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:58Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '967879af-43df-4f13-8f57-a5ed100e46f4', 'name': '', 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:73:f2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9234795e-9f13-4604-bf5a-bf2107e99494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:21:05Z', 'updated_at': '2022-03-01T21:21:11Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '9234795e-9f13-4604-bf5a-bf2107e99494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:13.183965 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087109c9-85ef-45b9-a9cd-d3902526be52 None None] The sync data for ids ['83cedea2-67aa-4088-92c1-505ed1c4a6e9'] in n-d-827896-4 is: [{'id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430601008', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:57Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:58Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '967879af-43df-4f13-8f57-a5ed100e46f4', 'name': '', 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:73:f2:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9234795e-9f13-4604-bf5a-bf2107e99494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:21:05Z', 'updated_at': '2022-03-01T21:21:11Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '9234795e-9f13-4604-bf5a-bf2107e99494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:21:13.213502 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-5c4c9507-b005-4cfe-9373-e4358263ca88 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-877856500&fields=id&tenant_id=0823e6ad0ab84c41935c650b2258ec0a HTTP/1.1" status: 200 len: 267 time: 0.0663414 Mar 01 21:21:13.272380 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-14f2c80e-e291-4aba-98b7-90ac8487f871 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:13.363076 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-14f2c80e-e291-4aba-98b7-90ac8487f871 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:13.739691 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0fc89709-a872-40f5-ab51-f4137aa82374 req-3a06cb6e-e499-4333-8b5a-ef1a560a2fb0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 210 time: 0.3691719 Mar 01 21:21:13.758351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-4b285738-abd3-4d49-bc59-d30734cbf249 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:13.761501 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-4b285738-abd3-4d49-bc59-d30734cbf249 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/networks?id=ac480fe8-397c-4dde-b8b5-bf02dd42967f HTTP/1.1" status: 200 len: 814 time: 0.5409148 Mar 01 21:21:13.783628 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-b5622b14-fc44-444c-a081-9b4bf30f19e5 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/quotas/0823e6ad0ab84c41935c650b2258ec0a HTTP/1.1" status: 200 len: 375 time: 0.0159595 Mar 01 21:21:13.811236 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-14f2c80e-e291-4aba-98b7-90ac8487f871 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Floating IP 21c241fb-7ea3-46f4-9b39-d3d09b41444f associated. External IP: 172.25.5.170, port: 9e35ec88-bec8-475d-a9d5-56df0084ecbb. Mar 01 21:21:13.884790 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-d358a30a-3c0a-4611-ac5f-a2cf78dff23e tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0823e6ad0ab84c41935c650b2258ec0a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0901763 Mar 01 21:21:14.210375 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-28e800ba-c1f8-425b-b969-baa7185ba095 service neutron] 10.222.0.42 "GET /v2.0/networks/ac480fe8-397c-4dde-b8b5-bf02dd42967f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107316 Mar 01 21:21:14.236685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f2c80e-e291-4aba-98b7-90ac8487f871 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Router 8d3285e1-e10d-4319-a84f-0f116aa82813 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:21:14.376710 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-47fe6b96-2aca-4ed9-866c-4579b223d8e5 service neutron] 10.222.0.42 "GET /v2.0/networks/ac480fe8-397c-4dde-b8b5-bf02dd42967f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562548 Mar 01 21:21:14.454913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f2c80e-e291-4aba-98b7-90ac8487f871 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:21:14.462625 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-14f2c80e-e291-4aba-98b7-90ac8487f871 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:14.468848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936c3b9-3af5-4a11-b955-4bbc936b5bd2 None None] Sync routers for ids ['8d3285e1-e10d-4319-a84f-0f116aa82813'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:21:14.482050 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936c3b9-3af5-4a11-b955-4bbc936b5bd2 None None] Routers {'8d3285e1-e10d-4319-a84f-0f116aa82813'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:21:14.482907 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8936c3b9-3af5-4a11-b955-4bbc936b5bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:21:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8d3285e1-e10d-4319-a84f-0f116aa82813'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:14.533428 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-14f2c80e-e291-4aba-98b7-90ac8487f871 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "PUT /v2.0/floatingips/21c241fb-7ea3-46f4-9b39-d3d09b41444f HTTP/1.1" status: 200 len: 992 time: 2.4211953 Mar 01 21:21:14.534247 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d725727-a605-4f70-bdbb-74773997fc95', 'tag': '9e35ec88-bec8-475d-a9d5-56df0084ecbb'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:21:14.790953 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d725727-a605-4f70-bdbb-74773997fc95', 'tag': '9e35ec88-bec8-475d-a9d5-56df0084ecbb', 'status': 'completed', 'code': 200} Mar 01 21:21:14.864357 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-8936c3b9-3af5-4a11-b955-4bbc936b5bd2 None None] Set router 8d3285e1-e10d-4319-a84f-0f116aa82813 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:21:15.074789 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0f174e11-56d5-4376-80ba-3cf7fd8d033c req-01ca6f76-0bdd-474d-9f3b-b4cc772d6602 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 210 time: 0.1010423 Mar 01 21:21:15.276431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-bd08e958-4390-420b-884c-5e7069092dc5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:15.276803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-bd08e958-4390-420b-884c-5e7069092dc5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:21:15.307026 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 967879af-43df-4f13-8f57-a5ed100e46f4 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:21:15.369573 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5096f-addc-40b8-8492-6cfadef46bf7 req-9313e511-6e9d-42fb-bb3e-a8f2da5ca09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:15.373995 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3e5096f-addc-40b8-8492-6cfadef46bf7 req-9313e511-6e9d-42fb-bb3e-a8f2da5ca09c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6014c443b54e41aa96abbf34b6c6cfbd&device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 1097 time: 0.5615444 Mar 01 21:21:15.375729 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-bd08e958-4390-420b-884c-5e7069092dc5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:21:15.382211 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-bd08e958-4390-420b-884c-5e7069092dc5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.57 "GET /v2.0/networks?id=f67090a6-55f9-4186-b6ec-94ebfc21f784 HTTP/1.1" status: 200 len: 797 time: 0.4811196 Mar 01 21:21:15.494258 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a66d6bf-baa7-466a-aba1-b26742cdce51 req-6cb21ba0-c0a5-4934-b5b5-66e53460aa7b tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 210 time: 0.0897851 Mar 01 21:21:15.602787 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-459b563f-69a2-438a-ae31-7420eca9efe1 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:21:15.624619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-459b563f-69a2-438a-ae31-7420eca9efe1 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:21:15.625829 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-459b563f-69a2-438a-ae31-7420eca9efe1 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55abf7132a284d2983dea80802c45cbf HTTP/1.1" status: 200 len: 379 time: 0.1963971 Mar 01 21:21:15.638239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-d2c15001-2878-4983-b06a-2bff60f2e339 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'port': {'device_id': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784', 'admin_state_up': True, 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'security_groups': ['ed1282d8-9e44-4483-919c-8b376626c572']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:21:15.705167 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5096f-addc-40b8-8492-6cfadef46bf7 req-06f936fb-4433-486a-8b1b-798fabf2dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:15.706976 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3e5096f-addc-40b8-8492-6cfadef46bf7 req-06f936fb-4433-486a-8b1b-798fabf2dc2c service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3 HTTP/1.1" status: 200 len: 918 time: 0.3236868 Mar 01 21:21:15.725274 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8936c3b9-3af5-4a11-b955-4bbc936b5bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:26Z', 'updated_at': '2022-03-01T21:20:37Z', 'revision_number': 4, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'gw_port': {'id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:28Z', 'updated_at': '2022-03-01T21:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '21c241fb-7ea3-46f4-9b39-d3d09b41444f', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'port_id': '9e35ec88-bec8-475d-a9d5-56df0084ecbb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'mac_address': 'fa:16:3e:a0:a3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d725727-a605-4f70-bdbb-74773997fc95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:20:48Z', 'updated_at': '2022-03-01T21:21:12Z', 'revision_number': 1, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '302c49ca-816e-4935-bf9a-fe7a82fb5938', 'name': '', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'mac_address': 'fa:16:3e:99:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:34Z', 'updated_at': '2022-03-01T21:20:43Z', 'revision_number': 5, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'subnets': [{'id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:15.730207 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936c3b9-3af5-4a11-b955-4bbc936b5bd2 None None] Checking router: 8d3285e1-e10d-4319-a84f-0f116aa82813 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:21:15.748230 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8936c3b9-3af5-4a11-b955-4bbc936b5bd2 None None] Routers {'8d3285e1-e10d-4319-a84f-0f116aa82813'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:21:15.748863 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8936c3b9-3af5-4a11-b955-4bbc936b5bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:21:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8d3285e1-e10d-4319-a84f-0f116aa82813'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:15.907281 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 967879af-43df-4f13-8f57-a5ed100e46f4 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:21:15.918280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 967879af-43df-4f13-8f57-a5ed100e46f4 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:21:15.918793 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:16.111798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-d2c15001-2878-4983-b06a-2bff60f2e339 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:21:16.136015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-d2c15001-2878-4983-b06a-2bff60f2e339 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:21:16.170505 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3e5096f-addc-40b8-8492-6cfadef46bf7 req-3ee90ddd-c277-4863-a5ff-0cefd2042674 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e35ec88-bec8-475d-a9d5-56df0084ecbb HTTP/1.1" status: 200 len: 1000 time: 0.3960285 Mar 01 21:21:16.187659 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-8936c3b9-3af5-4a11-b955-4bbc936b5bd2 None None] Set router 8d3285e1-e10d-4319-a84f-0f116aa82813 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:21:16.242885 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5096f-addc-40b8-8492-6cfadef46bf7 req-d45cf956-0983-49a7-9ff5-58268a07c2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:16.244716 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3e5096f-addc-40b8-8492-6cfadef46bf7 req-d45cf956-0983-49a7-9ff5-58268a07c2ff service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7806e9af-ea8e-45a6-994c-4158f4cea3a0 HTTP/1.1" status: 200 len: 856 time: 0.0679741 Mar 01 21:21:16.250763 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:16.342478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-d2c15001-2878-4983-b06a-2bff60f2e339 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Made reservation on behalf of 55abf7132a284d2983dea80802c45cbf for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:21:16.365642 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-d2c15001-2878-4983-b06a-2bff60f2e339 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:16.375549 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5f92a730-ae5f-492b-841a-abe5e2eb5846 req-e4c12aa1-6f7b-4c3b-bec4-f4ddd072ebc7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 210 time: 0.1206155 Mar 01 21:21:16.463822 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 967879af-43df-4f13-8f57-a5ed100e46f4, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=967879af-43df-4f13-8f57-a5ed100e46f4,segment=NetworkSegment(8cb1da4a-bda9-48b2-816f-cb528a4422eb),segment_id=8cb1da4a-bda9-48b2-816f-cb528a4422eb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:21:16.546054 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:16.571937 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5096f-addc-40b8-8492-6cfadef46bf7 req-74c4950d-a517-494d-87d8-a81110f79562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:16.574880 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3e5096f-addc-40b8-8492-6cfadef46bf7 req-74c4950d-a517-494d-87d8-a81110f79562 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3226264 Mar 01 21:21:16.707869 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6be0f4b-4e89-48f6-bca7-17fa920c8608 req-cd68d665-ea76-4d21-a9a9-96c96f02f57b tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 210 time: 0.1023736 Mar 01 21:21:16.712390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-d2c15001-2878-4983-b06a-2bff60f2e339 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Allocated IP 172.20.0.4 (f67090a6-55f9-4186-b6ec-94ebfc21f784/9234795e-9f13-4604-bf5a-bf2107e99494/133f212a-ee38-4bc6-9820-c904c7eef31e) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:21:16.776980 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3e5096f-addc-40b8-8492-6cfadef46bf7 req-7b6a6184-ad4d-4f6c-b359-cbd3b2b86ad4 service neutron] 10.222.0.55 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953049 Mar 01 21:21:16.892554 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=967879af-43df-4f13-8f57-a5ed100e46f4,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:17.025236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8936c3b9-3af5-4a11-b955-4bbc936b5bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:26Z', 'updated_at': '2022-03-01T21:20:37Z', 'revision_number': 4, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'gw_port': {'id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:28Z', 'updated_at': '2022-03-01T21:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '21c241fb-7ea3-46f4-9b39-d3d09b41444f', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'port_id': '9e35ec88-bec8-475d-a9d5-56df0084ecbb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'mac_address': 'fa:16:3e:a0:a3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d725727-a605-4f70-bdbb-74773997fc95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:20:48Z', 'updated_at': '2022-03-01T21:21:12Z', 'revision_number': 1, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '302c49ca-816e-4935-bf9a-fe7a82fb5938', 'name': '', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'mac_address': 'fa:16:3e:99:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:34Z', 'updated_at': '2022-03-01T21:20:43Z', 'revision_number': 5, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'subnets': [{'id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:17.032065 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8936c3b9-3af5-4a11-b955-4bbc936b5bd2 None None] The sync data for ids ['8d3285e1-e10d-4319-a84f-0f116aa82813'] in n-d-827896-4 is: [{'id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:26Z', 'updated_at': '2022-03-01T21:20:37Z', 'revision_number': 4, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'gw_port': {'id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:28Z', 'updated_at': '2022-03-01T21:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '21c241fb-7ea3-46f4-9b39-d3d09b41444f', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'floating_ip_address': '172.25.5.170', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'port_id': '9e35ec88-bec8-475d-a9d5-56df0084ecbb', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'mac_address': 'fa:16:3e:a0:a3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d725727-a605-4f70-bdbb-74773997fc95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:20:48Z', 'updated_at': '2022-03-01T21:21:12Z', 'revision_number': 1, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '302c49ca-816e-4935-bf9a-fe7a82fb5938', 'name': '', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'mac_address': 'fa:16:3e:99:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:34Z', 'updated_at': '2022-03-01T21:20:43Z', 'revision_number': 5, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'subnets': [{'id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:21:17.231643 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 967879af-43df-4f13-8f57-a5ed100e46f4 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:21:17.278962 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d3e5096f-addc-40b8-8492-6cfadef46bf7 req-7ad4db4a-0047-4d1e-b2f1-ba8eaa54b34c service neutron] 10.222.0.55 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941421 Mar 01 21:21:17.325606 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-d2c15001-2878-4983-b06a-2bff60f2e339 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:17.358875 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-d2c15001-2878-4983-b06a-2bff60f2e339 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Transition to ACTIVE for port object 133f212a-ee38-4bc6-9820-c904c7eef31e will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:21:17.398884 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 967879af-43df-4f13-8f57-a5ed100e46f4 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:21:17.399274 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:17.544579 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-d2c15001-2878-4983-b06a-2bff60f2e339 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:17.711845 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-d2c15001-2878-4983-b06a-2bff60f2e339 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network f67090a6-55f9-4186-b6ec-94ebfc21f784 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:21:17.712432 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0beb9c-499e-406c-9e1c-94405147ef5c req-391cd517-fa0d-4604-8705-02510d71abeb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:17.714094 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c0beb9c-499e-406c-9e1c-94405147ef5c req-391cd517-fa0d-4604-8705-02510d71abeb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 931 time: 0.1966653 Mar 01 21:21:17.715658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-d2c15001-2878-4983-b06a-2bff60f2e339 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:21:17.733113 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-d2c15001-2878-4983-b06a-2bff60f2e339 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:21:17.777374 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f2a9263-33f3-40d2-8dd1-ea4fc9a5851b None None] New status for floating IP 21c241fb-7ea3-46f4-9b39-d3d09b41444f: ACTIVE {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:21:17.801068 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c0beb9c-499e-406c-9e1c-94405147ef5c req-02c9aba1-401e-4d6d-9994-bf3c9cf4564c tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777352 Mar 01 21:21:17.903588 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c15001-2878-4983-b06a-2bff60f2e339 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=133f212a-ee38-4bc6-9820-c904c7eef31e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:17.955097 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-d2c15001-2878-4983-b06a-2bff60f2e339 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:17.957269 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-d2c15001-2878-4983-b06a-2bff60f2e339 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:18.011753 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0316f2b8-b9ed-4b75-93d9-6b724787cef3 req-8c2e820f-b2ab-4cfb-9757-141ba3fdbed5 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 210 time: 0.1085982 Mar 01 21:21:18.083572 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-d2c15001-2878-4983-b06a-2bff60f2e339 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4496231 Mar 01 21:21:18.096181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] Request body: {'port': {'device_id': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:21:18.202676 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e21d5608-5186-48dc-abf9-959e7753aa06 None None] Provisioning for port 133f212a-ee38-4bc6-9820-c904c7eef31e completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:21:18.215555 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e21d5608-5186-48dc-abf9-959e7753aa06 None None] Provisioning complete for port 133f212a-ee38-4bc6-9820-c904c7eef31e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:21:18.215555 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e21d5608-5186-48dc-abf9-959e7753aa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:18.280358 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e21d5608-5186-48dc-abf9-959e7753aa06 None None] Port 133f212a-ee38-4bc6-9820-c904c7eef31e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:21:18.303024 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:18.752022 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-3090bcaa-6b91-4ec6-9955-71eb88f4b91f tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:18.752714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-3090bcaa-6b91-4ec6-9955-71eb88f4b91f tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Synchronizing usage tracker for tenant:0823e6ad0ab84c41935c650b2258ec0a on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:21:18.838239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 133f212a-ee38-4bc6-9820-c904c7eef31e {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:21:18.847353 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:18.870633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] Transition to ACTIVE for port object 133f212a-ee38-4bc6-9820-c904c7eef31e will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:21:18.934246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-3090bcaa-6b91-4ec6-9955-71eb88f4b91f tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Unset dirty status for tenant:0823e6ad0ab84c41935c650b2258ec0a on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:21:18.935434 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-3090bcaa-6b91-4ec6-9955-71eb88f4b91f tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.55 "GET /v2.0/networks?id=ac480fe8-397c-4dde-b8b5-bf02dd42967f HTTP/1.1" status: 200 len: 814 time: 0.4218836 Mar 01 21:21:19.034264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-a6344b96-8d75-44d5-b390-9514288c15b9 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Synchronizing usage tracker for tenant:0823e6ad0ab84c41935c650b2258ec0a on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:21:19.060472 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:19.269174 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707e2684-d016-45d3-9c3d-102f660d9634 req-50c88db3-4680-4e25-a590-d480c838a18c tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:19.272541 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-707e2684-d016-45d3-9c3d-102f660d9634 req-50c88db3-4680-4e25-a590-d480c838a18c tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 943 time: 0.1485140 Mar 01 21:21:19.351235 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-63a5647f-5f47-4928-a4d6-9017a019d1d7 req-829e5092-e1e6-4831-9d8e-152a83d73f6d tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 210 time: 0.0666246 Mar 01 21:21:19.380178 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-707e2684-d016-45d3-9c3d-102f660d9634 req-f14abb5c-c752-4ebb-8618-94f2675cfc62 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942976 Mar 01 21:21:19.474384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] Pushing event updated for resources: {'Port': ['ID=133f212a-ee38-4bc6-9820-c904c7eef31e,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:19.515421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-a6344b96-8d75-44d5-b390-9514288c15b9 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Unset dirty status for tenant:0823e6ad0ab84c41935c650b2258ec0a on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:21:19.516630 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-a6344b96-8d75-44d5-b390-9514288c15b9 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0823e6ad0ab84c41935c650b2258ec0a HTTP/1.1" status: 200 len: 379 time: 0.5718708 Mar 01 21:21:19.562143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-3e19d396-7fc8-4039-8bb1-342a2b20a322 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Request body: {'port': {'device_id': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'admin_state_up': True, 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'security_groups': ['b1ba141f-e164-46d0-a172-95f378e4891e']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:21:19.720867 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] Attempting to bind port 133f212a-ee38-4bc6-9820-c904c7eef31e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:21:19.723229 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] Attempting to bind port 133f212a-ee38-4bc6-9820-c904c7eef31e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '8cb1da4a-bda9-48b2-816f-cb528a4422eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:21:19.723229 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] Attempting to bind port 133f212a-ee38-4bc6-9820-c904c7eef31e on network f67090a6-55f9-4186-b6ec-94ebfc21f784 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:21:19.732355 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] Port 133f212a-ee38-4bc6-9820-c904c7eef31e on network f67090a6-55f9-4186-b6ec-94ebfc21f784 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:21:19.732934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] Attempting to bind port 133f212a-ee38-4bc6-9820-c904c7eef31e on network f67090a6-55f9-4186-b6ec-94ebfc21f784 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:21:19.752635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 20, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:21:19.753868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] Checking segment: {'id': '8cb1da4a-bda9-48b2-816f-cb528a4422eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:21:19.754661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] Bound using segment: {'id': '8cb1da4a-bda9-48b2-816f-cb528a4422eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:21:19.756129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] Bound port: 133f212a-ee38-4bc6-9820-c904c7eef31e, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb1da4a-bda9-48b2-816f-cb528a4422eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:21:19.756698 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:19.809246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-3e19d396-7fc8-4039-8bb1-342a2b20a322 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:21:19.823470 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-3e19d396-7fc8-4039-8bb1-342a2b20a322 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Usage tracker for resource:port and tenant:0823e6ad0ab84c41935c650b2258ec0a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:21:19.828042 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-3e19d396-7fc8-4039-8bb1-342a2b20a322 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:21:19.839300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-3e19d396-7fc8-4039-8bb1-342a2b20a322 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:21:19.882077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] For port 133f212a-ee38-4bc6-9820-c904c7eef31e, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:21:19.885546 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] For port 133f212a-ee38-4bc6-9820-c904c7eef31e, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=133f212a-ee38-4bc6-9820-c904c7eef31e,segment=NetworkSegment(8cb1da4a-bda9-48b2-816f-cb528a4422eb),segment_id=8cb1da4a-bda9-48b2-816f-cb528a4422eb)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:21:19.950169 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-3e19d396-7fc8-4039-8bb1-342a2b20a322 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Made reservation on behalf of 0823e6ad0ab84c41935c650b2258ec0a for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:21:19.954044 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-3e19d396-7fc8-4039-8bb1-342a2b20a322 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:19.981153 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:20.050098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:20.051175 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:20.052850 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] 10.222.0.57 "PUT /v2.0/ports/133f212a-ee38-4bc6-9820-c904c7eef31e HTTP/1.1" status: 200 len: 1091 time: 1.9613497 Mar 01 21:21:20.061628 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'tag': '133f212a-ee38-4bc6-9820-c904c7eef31e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:21:20.327079 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-3e19d396-7fc8-4039-8bb1-342a2b20a322 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Allocated IP 172.20.0.12 (ac480fe8-397c-4dde-b8b5-bf02dd42967f/832748e4-3a07-4466-a509-58da4a280786/28d2ae78-9339-4893-8f2a-a4451479b02c) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:21:20.418168 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'tag': '133f212a-ee38-4bc6-9820-c904c7eef31e', 'status': 'completed', 'code': 200} Mar 01 21:21:20.540166 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24919b44-0a69-40ce-a61b-cf2cd81bce84 service neutron] Pushing event updated for resources: {'Port': ['ID=133f212a-ee38-4bc6-9820-c904c7eef31e,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:20.629717 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-040a7394-a48b-48d4-aa54-31349edba172 req-2e1fb92a-c283-40f8-8485-62bbd8bc3300 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 210 time: 0.0600090 Mar 01 21:21:20.665050 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-e0674475-4d7f-408f-be98-e2270c4fcf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:20.676587 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-e0674475-4d7f-408f-be98-e2270c4fcf68 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 1094 time: 0.2888169 Mar 01 21:21:20.748217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1e52b-19cb-4072-9ef1-755dcd62b365 req-48bf0ace-cc0a-47b9-8705-d3f884b8c7ac tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:20.753964 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ba1e52b-19cb-4072-9ef1-755dcd62b365 req-48bf0ace-cc0a-47b9-8705-d3f884b8c7ac tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 943 time: 0.1190321 Mar 01 21:21:20.808565 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-348f2d46-a018-4162-a35b-ad47e4480179 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=133f212a-ee38-4bc6-9820-c904c7eef31e HTTP/1.1" status: 200 len: 217 time: 0.1305058 Mar 01 21:21:20.930054 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ba1e52b-19cb-4072-9ef1-755dcd62b365 req-92683d1d-09cf-493b-9582-a05f94584c65 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709602 Mar 01 21:21:21.054318 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-3e19d396-7fc8-4039-8bb1-342a2b20a322 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:21.076824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-3e19d396-7fc8-4039-8bb1-342a2b20a322 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Transition to ACTIVE for port object 28d2ae78-9339-4893-8f2a-a4451479b02c will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:21:21.144486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-56df1c2b-80ab-4564-a521-d281b7f5a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:21.146310 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-56df1c2b-80ab-4564-a521-d281b7f5a113 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9234795e-9f13-4604-bf5a-bf2107e99494 HTTP/1.1" status: 200 len: 835 time: 0.3268390 Mar 01 21:21:21.270857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-af7c538c-9553-4a31-b0bd-e24eee122702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:21.272694 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-af7c538c-9553-4a31-b0bd-e24eee122702 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f67090a6-55f9-4186-b6ec-94ebfc21f784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166725 Mar 01 21:21:21.321943 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-3e19d396-7fc8-4039-8bb1-342a2b20a322 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:21.457698 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-3e19d396-7fc8-4039-8bb1-342a2b20a322 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Network ac480fe8-397c-4dde-b8b5-bf02dd42967f is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:21:21.464329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-3e19d396-7fc8-4039-8bb1-342a2b20a322 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:21:21.467389 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-3e19d396-7fc8-4039-8bb1-342a2b20a322 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:21:21.494290 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:21.550462 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e19d396-7fc8-4039-8bb1-342a2b20a322 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Pushing event updated for resources: {'Port': ['ID=28d2ae78-9339-4893-8f2a-a4451479b02c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:21.569308 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-a0e05325-7fc1-418f-936b-29f3d210d665 service neutron] 10.222.0.57 "GET /v2.0/networks/f67090a6-55f9-4186-b6ec-94ebfc21f784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892044 Mar 01 21:21:21.584111 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-3e19d396-7fc8-4039-8bb1-342a2b20a322 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:21.584801 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-3e19d396-7fc8-4039-8bb1-342a2b20a322 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:21.858166 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-3e19d396-7fc8-4039-8bb1-342a2b20a322 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3006823 Mar 01 21:21:21.877612 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] Request body: {'port': {'device_id': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:21:21.886886 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a770438f-6b75-44c8-a245-b8c9facb3dde None None] Provisioning for port 28d2ae78-9339-4893-8f2a-a4451479b02c completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:21:21.905375 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a770438f-6b75-44c8-a245-b8c9facb3dde None None] Provisioning complete for port 28d2ae78-9339-4893-8f2a-a4451479b02c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:21:21.905803 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a770438f-6b75-44c8-a245-b8c9facb3dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:21.910781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8650220-6e43-4538-905f-8fd58fc231a7 req-78e9dc21-0fb3-413a-8cd0-01ad6563a79b tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:21.918826 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8650220-6e43-4538-905f-8fd58fc231a7 req-78e9dc21-0fb3-413a-8cd0-01ad6563a79b tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 932 time: 0.1539290 Mar 01 21:21:22.013777 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a770438f-6b75-44c8-a245-b8c9facb3dde None None] Port 28d2ae78-9339-4893-8f2a-a4451479b02c cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:21:22.029114 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8650220-6e43-4538-905f-8fd58fc231a7 req-a4fe8478-521d-4f59-96e1-ba8ba912631b tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1ba141f-e164-46d0-a172-95f378e4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091702 Mar 01 21:21:22.114038 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-938cc33e-8a4c-4508-b6ba-f931f7295637 req-bb9562bf-7a49-4a81-84aa-e8574bb2b4d5 service neutron] 10.222.0.57 "GET /v2.0/networks/f67090a6-55f9-4186-b6ec-94ebfc21f784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5068617 Mar 01 21:21:22.167976 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:22.175450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d611c45-e680-4338-aae5-14fb35754737 req-18ee4136-1a0a-415d-a504-13543a668603 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:22.177677 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d611c45-e680-4338-aae5-14fb35754737 req-18ee4136-1a0a-415d-a504-13543a668603 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 943 time: 0.1004128 Mar 01 21:21:22.228027 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d611c45-e680-4338-aae5-14fb35754737 req-311754e8-e5a5-4d0b-a9f8-33a45b7277a3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429838 Mar 01 21:21:22.455003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e229e1-e539-4215-8df4-34049cea2f53 req-561a6752-c1fb-483c-af06-212380922fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:22.456485 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-30e229e1-e539-4215-8df4-34049cea2f53 req-561a6752-c1fb-483c-af06-212380922fb4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 1094 time: 0.2154624 Mar 01 21:21:22.679709 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e229e1-e539-4215-8df4-34049cea2f53 req-abd39f11-f590-4bf8-8cad-48ff5e45484b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:22.681213 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-30e229e1-e539-4215-8df4-34049cea2f53 req-abd39f11-f590-4bf8-8cad-48ff5e45484b service neutron] 10.222.0.57 "GET /v2.0/networks?id=f67090a6-55f9-4186-b6ec-94ebfc21f784 HTTP/1.1" status: 200 len: 898 time: 0.1756265 Mar 01 21:21:22.802101 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-30e229e1-e539-4215-8df4-34049cea2f53 req-27092cfa-9628-4377-b792-86967d0b8d19 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=133f212a-ee38-4bc6-9820-c904c7eef31e HTTP/1.1" status: 200 len: 217 time: 0.1089511 Mar 01 21:21:22.880912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d2ae78-9339-4893-8f2a-a4451479b02c {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:21:22.891847 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:22.903251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e229e1-e539-4215-8df4-34049cea2f53 req-b9f7f003-e1c9-423c-ac38-b7c057463715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:22.904855 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-30e229e1-e539-4215-8df4-34049cea2f53 req-b9f7f003-e1c9-423c-ac38-b7c057463715 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9234795e-9f13-4604-bf5a-bf2107e99494 HTTP/1.1" status: 200 len: 835 time: 0.0958331 Mar 01 21:21:22.952683 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] Transition to ACTIVE for port object 28d2ae78-9339-4893-8f2a-a4451479b02c will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:21:22.994983 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e229e1-e539-4215-8df4-34049cea2f53 req-89b78f99-86e5-4ba6-afc1-1e58c9fec82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:22.996488 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-30e229e1-e539-4215-8df4-34049cea2f53 req-89b78f99-86e5-4ba6-afc1-1e58c9fec82f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f67090a6-55f9-4186-b6ec-94ebfc21f784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840182 Mar 01 21:21:23.040019 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:23.291021 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633a3a0-c8c1-4326-8778-164039392567 req-41006c78-2b6f-4b8e-8fea-457040367fd2 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:23.294135 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f633a3a0-c8c1-4326-8778-164039392567 req-41006c78-2b6f-4b8e-8fea-457040367fd2 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 944 time: 0.1202452 Mar 01 21:21:23.358089 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-30e229e1-e539-4215-8df4-34049cea2f53 req-f799ab46-9f06-413b-9b59-4a082cbb9f86 service neutron] 10.222.0.57 "GET /v2.0/networks/f67090a6-55f9-4186-b6ec-94ebfc21f784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541741 Mar 01 21:21:23.401337 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f633a3a0-c8c1-4326-8778-164039392567 req-5f4a7cd1-49a6-4e2e-9b85-4259861cad62 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1ba141f-e164-46d0-a172-95f378e4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0939722 Mar 01 21:21:23.527347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] Pushing event updated for resources: {'Port': ['ID=28d2ae78-9339-4893-8f2a-a4451479b02c,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:23.610139 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4261fa2-a80d-4bdd-aa3a-0b33d65231bf req-23793b10-404a-4c2b-a973-30a80590e6e3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:23.611715 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e4261fa2-a80d-4bdd-aa3a-0b33d65231bf req-23793b10-404a-4c2b-a973-30a80590e6e3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 943 time: 0.1837330 Mar 01 21:21:23.688056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] Attempting to bind port 28d2ae78-9339-4893-8f2a-a4451479b02c on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:21:23.688578 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] Attempting to bind port 28d2ae78-9339-4893-8f2a-a4451479b02c by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'f5453937-6306-4483-b80b-2b8fd1322fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:21:23.689091 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] Attempting to bind port 28d2ae78-9339-4893-8f2a-a4451479b02c on network ac480fe8-397c-4dde-b8b5-bf02dd42967f {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:21:23.713335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] Port 28d2ae78-9339-4893-8f2a-a4451479b02c on network ac480fe8-397c-4dde-b8b5-bf02dd42967f not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:21:23.714555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] Attempting to bind port 28d2ae78-9339-4893-8f2a-a4451479b02c on network ac480fe8-397c-4dde-b8b5-bf02dd42967f {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:21:23.727866 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 20, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:21:23.732260 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] Checking segment: {'id': 'f5453937-6306-4483-b80b-2b8fd1322fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:21:23.732260 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] Bound using segment: {'id': 'f5453937-6306-4483-b80b-2b8fd1322fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:21:23.732260 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] Bound port: 28d2ae78-9339-4893-8f2a-a4451479b02c, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5453937-6306-4483-b80b-2b8fd1322fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:21:23.732260 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:23.739173 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e4261fa2-a80d-4bdd-aa3a-0b33d65231bf req-2e0bf1e8-f702-4986-b0c6-9ff85978075e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010666 Mar 01 21:21:23.840622 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-30e229e1-e539-4215-8df4-34049cea2f53 req-025189be-e88b-4527-9e88-0c51c6384e1e service neutron] 10.222.0.57 "GET /v2.0/networks/f67090a6-55f9-4186-b6ec-94ebfc21f784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4719200 Mar 01 21:21:23.883833 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] For port 28d2ae78-9339-4893-8f2a-a4451479b02c, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:21:23.887673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] For port 28d2ae78-9339-4893-8f2a-a4451479b02c, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=28d2ae78-9339-4893-8f2a-a4451479b02c,segment=NetworkSegment(f5453937-6306-4483-b80b-2b8fd1322fbe),segment_id=f5453937-6306-4483-b80b-2b8fd1322fbe)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:21:23.947511 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:23.990310 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:24.221142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:24.221771 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:24.224084 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] 10.222.0.55 "PUT /v2.0/ports/28d2ae78-9339-4893-8f2a-a4451479b02c HTTP/1.1" status: 200 len: 1092 time: 2.3505065 Mar 01 21:21:24.226702 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'tag': '28d2ae78-9339-4893-8f2a-a4451479b02c'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:21:24.255582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8451f3-b4cd-486a-9c58-65d442608946 service neutron] Pushing event updated for resources: {'Port': ['ID=28d2ae78-9339-4893-8f2a-a4451479b02c,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:24.298444 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'tag': '28d2ae78-9339-4893-8f2a-a4451479b02c', 'status': 'completed', 'code': 200} Mar 01 21:21:24.436558 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d266d-0da4-4f19-9c61-981e19d6ef35 req-d9442f9b-8686-4e5a-be47-fb6cbb18efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:24.438480 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-de2d266d-0da4-4f19-9c61-981e19d6ef35 req-d9442f9b-8686-4e5a-be47-fb6cbb18efcf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0823e6ad0ab84c41935c650b2258ec0a&device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 1095 time: 0.1179945 Mar 01 21:21:24.648304 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9905136-35a2-41bd-824e-a3ca8cccb3df req-111ea752-81cd-4889-8871-ed4e51d360a0 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:24.649183 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d266d-0da4-4f19-9c61-981e19d6ef35 req-9ad5b36f-2ac0-4303-8455-3936e981b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:24.650511 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d9905136-35a2-41bd-824e-a3ca8cccb3df req-111ea752-81cd-4889-8871-ed4e51d360a0 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 944 time: 0.1068478 Mar 01 21:21:24.650910 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-de2d266d-0da4-4f19-9c61-981e19d6ef35 req-9ad5b36f-2ac0-4303-8455-3936e981b72c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=0823e6ad0ab84c41935c650b2258ec0a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2030742 Mar 01 21:21:24.707698 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d9905136-35a2-41bd-824e-a3ca8cccb3df req-549fe446-cc95-422e-85ad-88c1ed90418d tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1ba141f-e164-46d0-a172-95f378e4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509770 Mar 01 21:21:24.807289 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d266d-0da4-4f19-9c61-981e19d6ef35 req-44d7a281-6f74-4ff4-92b0-f1e6621b654d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:24.808945 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-de2d266d-0da4-4f19-9c61-981e19d6ef35 req-44d7a281-6f74-4ff4-92b0-f1e6621b654d service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1516950 Mar 01 21:21:24.921443 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-a621a158-2b44-4788-8b62-7974195e3f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:24.922839 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-a621a158-2b44-4788-8b62-7974195e3f32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0823e6ad0ab84c41935c650b2258ec0a&device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 1095 time: 0.0736053 Mar 01 21:21:24.933195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490b457c-10c9-4f2a-b883-1c5501bb8558 req-cb6da088-fff9-4011-8837-4dcbdca24fa3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:24.934688 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-490b457c-10c9-4f2a-b883-1c5501bb8558 req-cb6da088-fff9-4011-8837-4dcbdca24fa3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 943 time: 0.0799289 Mar 01 21:21:25.002555 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-490b457c-10c9-4f2a-b883-1c5501bb8558 req-60c62097-1e99-4163-b82b-668dc95b9463 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598550 Mar 01 21:21:25.020195 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-f16b074a-7961-4e79-814d-981a0137f21a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28d2ae78-9339-4893-8f2a-a4451479b02c HTTP/1.1" status: 200 len: 217 time: 0.0906625 Mar 01 21:21:25.109061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-db22684f-505c-44b1-b8ec-37e598682b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:25.109061 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-db22684f-505c-44b1-b8ec-37e598682b8e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=832748e4-3a07-4466-a509-58da4a280786 HTTP/1.1" status: 200 len: 853 time: 0.0828121 Mar 01 21:21:25.208516 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-7d9ac611-8746-4a8c-aa29-f27cd523ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:25.210119 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-7d9ac611-8746-4a8c-aa29-f27cd523ddec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac480fe8-397c-4dde-b8b5-bf02dd42967f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0853863 Mar 01 21:21:25.284690 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 133f212a-ee38-4bc6-9820-c904c7eef31e details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:21:25.350304 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-668c1cea-c416-4617-87c8-b3a43e5a415c service neutron] 10.222.0.55 "GET /v2.0/networks/ac480fe8-397c-4dde-b8b5-bf02dd42967f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343138 Mar 01 21:21:25.424321 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 133f212a-ee38-4bc6-9820-c904c7eef31e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=133f212a-ee38-4bc6-9820-c904c7eef31e,segment=NetworkSegment(8cb1da4a-bda9-48b2-816f-cb528a4422eb),segment_id=8cb1da4a-bda9-48b2-816f-cb528a4422eb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:21:25.445034 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '133f212a-ee38-4bc6-9820-c904c7eef31e', 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784', 'port_id': '133f212a-ee38-4bc6-9820-c904c7eef31e', 'mac_address': 'fa:16:3e:13:f6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9234795e-9f13-4604-bf5a-bf2107e99494', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:21:25.509919 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-184836a2-3d9a-4005-bfee-2a012cfae781 req-49118fb4-cf6f-4c73-a37d-712faf1724ae service neutron] 10.222.0.55 "GET /v2.0/networks/ac480fe8-397c-4dde-b8b5-bf02dd42967f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534395 Mar 01 21:21:25.510970 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:25.528064 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133f212a-ee38-4bc6-9820-c904c7eef31e {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:21:25.545006 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 133f212a-ee38-4bc6-9820-c904c7eef31e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=133f212a-ee38-4bc6-9820-c904c7eef31e,segment=NetworkSegment(8cb1da4a-bda9-48b2-816f-cb528a4422eb),segment_id=8cb1da4a-bda9-48b2-816f-cb528a4422eb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:21:25.630222 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:25.704894 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=133f212a-ee38-4bc6-9820-c904c7eef31e,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:25.713067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:25.713419 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:25.713763 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:25.714107 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:25.714444 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:25.714782 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:25.715109 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:25.715467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:25.715796 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:25.716121 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:25.716448 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:25.716771 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:25.860585 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['133f212a-ee38-4bc6-9820-c904c7eef31e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:21:25.938259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdb690b-47b0-4d07-871e-3e56a779e504 req-113b7d6a-db6f-4fa0-bc37-479420e0cb5c tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:25.941072 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ebdb690b-47b0-4d07-871e-3e56a779e504 req-113b7d6a-db6f-4fa0-bc37-479420e0cb5c tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 944 time: 0.1110184 Mar 01 21:21:25.990042 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ebdb690b-47b0-4d07-871e-3e56a779e504 req-6565297d-bbca-425e-9880-334ebc3f8bc5 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1ba141f-e164-46d0-a172-95f378e4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427389 Mar 01 21:21:26.238994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33fe9ba-1c74-45e4-9720-a920d7743913 req-47d87f1c-ea88-44da-9d40-e977ebf0a48c tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:26.240764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f33fe9ba-1c74-45e4-9720-a920d7743913 req-47d87f1c-ea88-44da-9d40-e977ebf0a48c tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 944 time: 0.1007636 Mar 01 21:21:26.335311 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f33fe9ba-1c74-45e4-9720-a920d7743913 req-74407394-508a-4120-9af2-b9eecddc2485 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706351 Mar 01 21:21:27.200841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77296f2-75e7-4c86-bfec-14e797f9a974 req-4b594bc7-e7cd-4b73-9583-32a985dbc1dd tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:27.200841 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e77296f2-75e7-4c86-bfec-14e797f9a974 req-4b594bc7-e7cd-4b73-9583-32a985dbc1dd tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 944 time: 0.0855470 Mar 01 21:21:27.244563 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e77296f2-75e7-4c86-bfec-14e797f9a974 req-1ddc961d-e011-4c1f-999a-883754a88eb5 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1ba141f-e164-46d0-a172-95f378e4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391083 Mar 01 21:21:27.297641 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 133f212a-ee38-4bc6-9820-c904c7eef31e up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:21:27.425081 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-249bcb6a-0d19-49bd-939d-d2951a33d7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:27.505092 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 133f212a-ee38-4bc6-9820-c904c7eef31e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:21:27.510267 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 133f212a-ee38-4bc6-9820-c904c7eef31e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:21:27.510843 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:27.576754 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0e8db-b645-44f2-94ed-33cedc932109 req-95f475ee-f509-4e33-8f04-b15c5907f814 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:27.578346 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-44e0e8db-b645-44f2-94ed-33cedc932109 req-95f475ee-f509-4e33-8f04-b15c5907f814 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 944 time: 0.0862610 Mar 01 21:21:27.639648 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-44e0e8db-b645-44f2-94ed-33cedc932109 req-f1ef7a2d-a3cb-4850-b0d9-a1b67f129719 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523081 Mar 01 21:21:27.640100 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:27.668857 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133f212a-ee38-4bc6-9820-c904c7eef31e'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:21:27.680633 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 133f212a-ee38-4bc6-9820-c904c7eef31e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=133f212a-ee38-4bc6-9820-c904c7eef31e,segment=NetworkSegment(8cb1da4a-bda9-48b2-816f-cb528a4422eb),segment_id=8cb1da4a-bda9-48b2-816f-cb528a4422eb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:21:27.734024 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:27.816598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=133f212a-ee38-4bc6-9820-c904c7eef31e,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:27.877585 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133f212a-ee38-4bc6-9820-c904c7eef31e', 'code': 200} Mar 01 21:21:28.013565 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8902fb-4305-4f07-ba21-e0a37f5cfd49 req-a82373a9-6706-4873-9a82-81ac181cca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:28.015134 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9d8902fb-4305-4f07-ba21-e0a37f5cfd49 req-a82373a9-6706-4873-9a82-81ac181cca5f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0726664 Mar 01 21:21:28.057884 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9d8902fb-4305-4f07-ba21-e0a37f5cfd49 req-3fba768b-6725-40d1-8c99-e35e8a7691f1 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361745 Mar 01 21:21:28.437126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657b56ee-6c59-4013-884b-0fc8a08e3697 req-33b8fff1-bbe5-4b5c-ba1e-a4f8b31b5045 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:28.438518 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-657b56ee-6c59-4013-884b-0fc8a08e3697 req-33b8fff1-bbe5-4b5c-ba1e-a4f8b31b5045 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 944 time: 0.0887451 Mar 01 21:21:28.486501 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-657b56ee-6c59-4013-884b-0fc8a08e3697 req-3ea891bf-97e2-4cbe-9fd3-fa5ad1f9c23a tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1ba141f-e164-46d0-a172-95f378e4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413878 Mar 01 21:21:28.608295 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e30ec547-87a6-40b9-9e9c-805b45e6817e req-18575612-9373-4a6d-a7e8-6c809c553800 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=bc79528c-1080-42ba-8a69-3d2e3630b001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0899324 Mar 01 21:21:28.707969 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ec547-87a6-40b9-9e9c-805b45e6817e req-961ef095-c4cd-4696-bd63-898d5c571a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:28.709637 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e30ec547-87a6-40b9-9e9c-805b45e6817e req-961ef095-c4cd-4696-bd63-898d5c571a01 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=bcddc0e69ace4878b428693530f79ea4&device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 1100 time: 0.0777600 Mar 01 21:21:28.857837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc95c4-60e2-46c3-85ca-de414ee5c5e2 req-139b44e3-5516-4435-9be6-c8f42a912210 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:28.859485 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7bc95c4-60e2-46c3-85ca-de414ee5c5e2 req-139b44e3-5516-4435-9be6-c8f42a912210 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 945 time: 0.0881388 Mar 01 21:21:28.878080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ec547-87a6-40b9-9e9c-805b45e6817e req-8b4c7f6b-e231-4f82-90a4-cbd968e299d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:28.880267 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e30ec547-87a6-40b9-9e9c-805b45e6817e req-8b4c7f6b-e231-4f82-90a4-cbd968e299d4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=66cd9777-9cd6-4967-b81e-cbcfd2b31639 HTTP/1.1" status: 200 len: 870 time: 0.1478071 Mar 01 21:21:28.913925 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f7bc95c4-60e2-46c3-85ca-de414ee5c5e2 req-2246b2e0-13d6-434f-b7cd-2a242ee42b44 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472291 Mar 01 21:21:28.977256 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e30ec547-87a6-40b9-9e9c-805b45e6817e req-0113d0c2-5bb5-41cc-9b98-4b7b4513f624 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=8e1976f7-db2f-4f1e-8910-b99b4238b486 HTTP/1.1" status: 200 len: 217 time: 0.0861919 Mar 01 21:21:29.065680 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ec547-87a6-40b9-9e9c-805b45e6817e req-6af5b09b-28be-4bfc-81f8-0ffef12de978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:29.068291 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e30ec547-87a6-40b9-9e9c-805b45e6817e req-6af5b09b-28be-4bfc-81f8-0ffef12de978 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.0842907 Mar 01 21:21:29.290100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30ec547-87a6-40b9-9e9c-805b45e6817e req-123850fc-6a75-4090-b785-2e90ac39ea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:29.292192 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e30ec547-87a6-40b9-9e9c-805b45e6817e req-123850fc-6a75-4090-b785-2e90ac39ea0c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2174702 Mar 01 21:21:29.447555 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e30ec547-87a6-40b9-9e9c-805b45e6817e req-351f4fd7-99f8-41bc-aa6b-e54c2e1cd65f service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489763 Mar 01 21:21:29.609294 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e30ec547-87a6-40b9-9e9c-805b45e6817e req-d5620e83-63e0-449d-a36c-cdaa2e04d206 service neutron] 10.222.0.57 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560280 Mar 01 21:21:29.654101 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f3099f66-2563-45dc-8aca-3dcd36be116e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:29.696801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3620bb4-567f-4b9c-89b0-243dfebf7fc1 req-54076ec3-0f8d-488d-acd9-805fa81fca3c tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:29.698167 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f3620bb4-567f-4b9c-89b0-243dfebf7fc1 req-54076ec3-0f8d-488d-acd9-805fa81fca3c tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 944 time: 0.0821388 Mar 01 21:21:29.750096 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f3620bb4-567f-4b9c-89b0-243dfebf7fc1 req-c03464d1-6305-4dc4-8838-8ad0989b90ba tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1ba141f-e164-46d0-a172-95f378e4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462451 Mar 01 21:21:30.116020 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5869035-1e26-4128-a155-4149e594ce90 req-2fc86096-dfd6-43f3-b8f2-f6c9a4100a26 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:30.117552 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f5869035-1e26-4128-a155-4149e594ce90 req-2fc86096-dfd6-43f3-b8f2-f6c9a4100a26 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 945 time: 0.0894134 Mar 01 21:21:30.163717 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f5869035-1e26-4128-a155-4149e594ce90 req-d9bacae4-4367-48d2-8e42-0d5a0cb43527 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402443 Mar 01 21:21:30.357710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80858ff7-49d8-4356-8cf2-8b3269ce6e09 req-87ccaa90-2b5f-45a3-b194-42b29d8bd070 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:30.359257 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-80858ff7-49d8-4356-8cf2-8b3269ce6e09 req-87ccaa90-2b5f-45a3-b194-42b29d8bd070 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 945 time: 0.0851448 Mar 01 21:21:30.410223 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-80858ff7-49d8-4356-8cf2-8b3269ce6e09 req-00a3aced-8649-4fc0-91d3-5de99921ef9a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416842 Mar 01 21:21:30.433448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48748) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:30.530029 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b76f103-3061-4aa3-9967-7134662794f5 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:30.531680 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4b76f103-3061-4aa3-9967-7134662794f5 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 1091 time: 0.0970633 Mar 01 21:21:30.535252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48756) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:30.541531 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': '133f212a-ee38-4bc6-9820-c904c7eef31e', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:21:30.548860 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:21:30.553437 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:floatingip and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:21:30.556453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:21:30.562296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:21:30.562436 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:30.592940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48760) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:30.614267 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:30.641267 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:30.725586 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9665d2a1-5880-4bbc-be6b-813d2d6d5200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:30.746792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9665d2a1-5880-4bbc-be6b-813d2d6d5200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:21:30.750932 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9665d2a1-5880-4bbc-be6b-813d2d6d5200 admin admin] Usage tracker for resource:security_group_rule and tenant:090ddc90942e4b33a2a70bd1d65c271f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:21:30.754836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9665d2a1-5880-4bbc-be6b-813d2d6d5200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:21:30.760840 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9665d2a1-5880-4bbc-be6b-813d2d6d5200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:21:30.841086 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:30.867989 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9665d2a1-5880-4bbc-be6b-813d2d6d5200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:30.934233 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9665d2a1-5880-4bbc-be6b-813d2d6d5200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:30.982201 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9665d2a1-5880-4bbc-be6b-813d2d6d5200 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=090ddc90942e4b33a2a70bd1d65c271f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3881543 Mar 01 21:21:30.985202 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48770) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:31.009886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa6b50-e8f7-4664-bf7d-d32c52982175 req-650d8ffb-a47a-4a9e-b342-d39b260f85b7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:31.021717 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-11fa6b50-e8f7-4664-bf7d-d32c52982175 req-650d8ffb-a47a-4a9e-b342-d39b260f85b7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 944 time: 0.1523798 Mar 01 21:21:31.023750 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665d2a1-5880-4bbc-be6b-813d2d6d5200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfeb4626-e18e-47c9-aeca-61d9d7e60b52,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:31.062356 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665d2a1-5880-4bbc-be6b-813d2d6d5200 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.062941 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665d2a1-5880-4bbc-be6b-813d2d6d5200 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.063532 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665d2a1-5880-4bbc-be6b-813d2d6d5200 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.064108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665d2a1-5880-4bbc-be6b-813d2d6d5200 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.064657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665d2a1-5880-4bbc-be6b-813d2d6d5200 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.065125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665d2a1-5880-4bbc-be6b-813d2d6d5200 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.065590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665d2a1-5880-4bbc-be6b-813d2d6d5200 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.066896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665d2a1-5880-4bbc-be6b-813d2d6d5200 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.068236 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665d2a1-5880-4bbc-be6b-813d2d6d5200 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.069163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665d2a1-5880-4bbc-be6b-813d2d6d5200 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.069894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665d2a1-5880-4bbc-be6b-813d2d6d5200 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.070366 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Allocated IP 172.25.5.93 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/cc849142-43c0-4bb7-85bb-40673e0b2f98) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:21:31.070593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9665d2a1-5880-4bbc-be6b-813d2d6d5200 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.105579 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9669dd58-b371-4a14-98df-e978ef6d983e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:31.140281 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-11fa6b50-e8f7-4664-bf7d-d32c52982175 req-e826abcf-0a27-4480-b9f3-0be1f5b6b1e9 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1ba141f-e164-46d0-a172-95f378e4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060112 Mar 01 21:21:31.221486 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9669dd58-b371-4a14-98df-e978ef6d983e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:31.302686 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:31.362255 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9669dd58-b371-4a14-98df-e978ef6d983e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:31.380400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9669dd58-b371-4a14-98df-e978ef6d983e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfeb4626-e18e-47c9-aeca-61d9d7e60b52,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:31.390783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669dd58-b371-4a14-98df-e978ef6d983e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.391121 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669dd58-b371-4a14-98df-e978ef6d983e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.391492 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669dd58-b371-4a14-98df-e978ef6d983e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.391934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669dd58-b371-4a14-98df-e978ef6d983e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.392166 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669dd58-b371-4a14-98df-e978ef6d983e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.392463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669dd58-b371-4a14-98df-e978ef6d983e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.392811 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669dd58-b371-4a14-98df-e978ef6d983e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.393129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669dd58-b371-4a14-98df-e978ef6d983e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.393527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669dd58-b371-4a14-98df-e978ef6d983e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.393757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669dd58-b371-4a14-98df-e978ef6d983e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.394072 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669dd58-b371-4a14-98df-e978ef6d983e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.394971 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9669dd58-b371-4a14-98df-e978ef6d983e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:21:31.400856 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9669dd58-b371-4a14-98df-e978ef6d983e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:31.404683 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9669dd58-b371-4a14-98df-e978ef6d983e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dfeb4626-e18e-47c9-aeca-61d9d7e60b52 HTTP/1.1" status: 204 len: 168 time: 0.4158518 Mar 01 21:21:31.413289 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:31.479835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:21:31.482590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:21:31.485131 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:21:31.541749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=cc849142-43c0-4bb7-85bb-40673e0b2f98,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:31.950059 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:32.116622 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:32.200951 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48800) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:32.221356 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef29b66e-350e-4226-bcf8-c945b401e91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:32.238683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ef29b66e-350e-4226-bcf8-c945b401e91d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:21:32.244387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ef29b66e-350e-4226-bcf8-c945b401e91d admin admin] Usage tracker for resource:security_group_rule and tenant:016481c630184889b1ab4d9587c60021 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:21:32.248403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ef29b66e-350e-4226-bcf8-c945b401e91d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:21:32.255958 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ef29b66e-350e-4226-bcf8-c945b401e91d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:21:32.289048 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:32.410696 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fec5ba3-b54e-4214-b61c-0618a6ad6c42 req-f2c0a3ce-f16a-4a60-a45f-1880c7c7833b tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:32.412250 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3fec5ba3-b54e-4214-b61c-0618a6ad6c42 req-f2c0a3ce-f16a-4a60-a45f-1880c7c7833b tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 944 time: 0.1435518 Mar 01 21:21:32.445195 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef29b66e-350e-4226-bcf8-c945b401e91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:32.501734 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef29b66e-350e-4226-bcf8-c945b401e91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:32.512279 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:32.533088 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3fec5ba3-b54e-4214-b61c-0618a6ad6c42 req-5c69cf63-0402-4dc0-887a-c4db4d1a2262 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1ba141f-e164-46d0-a172-95f378e4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942709 Mar 01 21:21:32.560423 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ef29b66e-350e-4226-bcf8-c945b401e91d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=016481c630184889b1ab4d9587c60021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3581061 Mar 01 21:21:32.562090 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29b66e-350e-4226-bcf8-c945b401e91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f338092-d227-472a-a271-9ed1f12026ee,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:32.563070 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 48816) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:32.603703 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:32.739163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=cc849142-43c0-4bb7-85bb-40673e0b2f98,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:32.741465 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-161461d6-dd07-4ad5-a872-495aadd37e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:32.777831 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:32.835098 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-161461d6-dd07-4ad5-a872-495aadd37e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:33.034063 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Floating IP 411d4a7f-9646-47cc-bc84-fce5480fe893 associated. External IP: 172.25.5.93, port: 133f212a-ee38-4bc6-9820-c904c7eef31e. Mar 01 21:21:33.120023 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-161461d6-dd07-4ad5-a872-495aadd37e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:33.160861 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161461d6-dd07-4ad5-a872-495aadd37e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f338092-d227-472a-a271-9ed1f12026ee,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:33.226888 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-44dc8f25-7b99-4349-85e2-d77062ce34e2 req-e938fa04-636d-42bf-933c-88fcbb1d4a97 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2746553 Mar 01 21:21:33.239122 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-161461d6-dd07-4ad5-a872-495aadd37e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:33.240196 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-161461d6-dd07-4ad5-a872-495aadd37e43 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4f338092-d227-472a-a271-9ed1f12026ee HTTP/1.1" status: 204 len: 168 time: 0.6761012 Mar 01 21:21:33.509754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc8f25-7b99-4349-85e2-d77062ce34e2 req-c2fcec47-2fb8-46ab-b34e-3546b60ac4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:33.511160 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-44dc8f25-7b99-4349-85e2-d77062ce34e2 req-c2fcec47-2fb8-46ab-b34e-3546b60ac4f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6014c443b54e41aa96abbf34b6c6cfbd&device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 1097 time: 0.1947536 Mar 01 21:21:33.515603 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Router 83cedea2-67aa-4088-92c1-505ed1c4a6e9 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:21:33.773231 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098deb18-c542-4fc2-a884-c6d489af7502 req-519f47c3-b164-43fc-b005-3467cbb395f7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:33.775414 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-098deb18-c542-4fc2-a884-c6d489af7502 req-519f47c3-b164-43fc-b005-3467cbb395f7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 944 time: 0.1006792 Mar 01 21:21:33.828591 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-098deb18-c542-4fc2-a884-c6d489af7502 req-9a2090ee-25f3-4489-b13e-3fb5088d032d tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1ba141f-e164-46d0-a172-95f378e4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468426 Mar 01 21:21:33.831149 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 28d2ae78-9339-4893-8f2a-a4451479b02c details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:21:33.974433 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc8f25-7b99-4349-85e2-d77062ce34e2 req-ff0d1b68-b338-484a-9724-9fc95b8a35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:33.975899 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-44dc8f25-7b99-4349-85e2-d77062ce34e2 req-ff0d1b68-b338-484a-9724-9fc95b8a35f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3 HTTP/1.1" status: 200 len: 918 time: 0.3981857 Mar 01 21:21:33.977103 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:21:34.053906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7eb9b8-408f-4a64-bc92-731d8f65b519 None None] Sync routers for ids ['83cedea2-67aa-4088-92c1-505ed1c4a6e9'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:21:34.053906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7eb9b8-408f-4a64-bc92-731d8f65b519 None None] Routers {'83cedea2-67aa-4088-92c1-505ed1c4a6e9'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:21:34.053906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-fe7eb9b8-408f-4a64-bc92-731d8f65b519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:21:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['83cedea2-67aa-4088-92c1-505ed1c4a6e9'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:34.088249 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-44dc8f25-7b99-4349-85e2-d77062ce34e2 req-4330abe3-72ea-46d9-a64c-4e99b3e2383c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e35ec88-bec8-475d-a9d5-56df0084ecbb HTTP/1.1" status: 200 len: 1002 time: 0.1051979 Mar 01 21:21:34.191744 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:34.204958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc8f25-7b99-4349-85e2-d77062ce34e2 req-c69ae060-8f32-4442-95f2-4a4c4421dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:34.206401 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-44dc8f25-7b99-4349-85e2-d77062ce34e2 req-c69ae060-8f32-4442-95f2-4a4c4421dc62 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7806e9af-ea8e-45a6-994c-4158f4cea3a0 HTTP/1.1" status: 200 len: 856 time: 0.1122465 Mar 01 21:21:34.212370 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 28d2ae78-9339-4893-8f2a-a4451479b02c, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=28d2ae78-9339-4893-8f2a-a4451479b02c,segment=NetworkSegment(f5453937-6306-4483-b80b-2b8fd1322fbe),segment_id=f5453937-6306-4483-b80b-2b8fd1322fbe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:21:34.225278 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-fe7eb9b8-408f-4a64-bc92-731d8f65b519 None None] Set router 83cedea2-67aa-4088-92c1-505ed1c4a6e9 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:21:34.244506 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7d53935c-ac40-48cf-985d-e2b55499c2c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.7050695 Mar 01 21:21:34.247823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'tag': '133f212a-ee38-4bc6-9820-c904c7eef31e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:21:34.294739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '28d2ae78-9339-4893-8f2a-a4451479b02c', 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'port_id': '28d2ae78-9339-4893-8f2a-a4451479b02c', 'mac_address': 'fa:16:3e:67:f4:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '832748e4-3a07-4466-a509-58da4a280786', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:21:34.294994 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc8f25-7b99-4349-85e2-d77062ce34e2 req-019b48db-5edb-4a7c-8385-045d437ed415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:34.294994 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-44dc8f25-7b99-4349-85e2-d77062ce34e2 req-019b48db-5edb-4a7c-8385-045d437ed415 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829508 Mar 01 21:21:34.324145 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'tag': '133f212a-ee38-4bc6-9820-c904c7eef31e', 'status': 'completed', 'code': 200} Mar 01 21:21:34.464327 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:34.502705 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d2ae78-9339-4893-8f2a-a4451479b02c {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:21:34.507613 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-44dc8f25-7b99-4349-85e2-d77062ce34e2 req-750d6421-687a-4179-9089-f4f003cc3979 service neutron] 10.222.0.55 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052460 Mar 01 21:21:34.557238 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad77fa3-3244-48e2-b318-d460e20f82d3 req-641b8550-d61c-4d9f-a1ef-dea89318a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:34.558722 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aad77fa3-3244-48e2-b318-d460e20f82d3 req-641b8550-d61c-4d9f-a1ef-dea89318a65c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 1096 time: 0.1639440 Mar 01 21:21:34.561824 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 28d2ae78-9339-4893-8f2a-a4451479b02c, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=28d2ae78-9339-4893-8f2a-a4451479b02c,segment=NetworkSegment(f5453937-6306-4483-b80b-2b8fd1322fbe),segment_id=f5453937-6306-4483-b80b-2b8fd1322fbe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:21:34.613792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2060fe-44cf-43e9-8157-c19aae6a9069 req-512a359a-1442-4c99-aa29-19e9d1fdbbd4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:34.615830 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b2060fe-44cf-43e9-8157-c19aae6a9069 req-512a359a-1442-4c99-aa29-19e9d1fdbbd4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 945 time: 0.2371199 Mar 01 21:21:34.668337 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:34.692808 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b2060fe-44cf-43e9-8157-c19aae6a9069 req-8ee43908-4881-4b47-ad2f-774426df00e2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676219 Mar 01 21:21:34.716447 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48926) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:34.761661 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-44dc8f25-7b99-4349-85e2-d77062ce34e2 req-ba44b634-e309-444f-bd64-f02f6872b89d service neutron] 10.222.0.55 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453442 Mar 01 21:21:34.788252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad77fa3-3244-48e2-b318-d460e20f82d3 req-46438751-2949-4461-985d-6bd9fb20ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:34.789702 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aad77fa3-3244-48e2-b318-d460e20f82d3 req-46438751-2949-4461-985d-6bd9fb20ed49 service neutron] 10.222.0.57 "GET /v2.0/networks?id=f67090a6-55f9-4186-b6ec-94ebfc21f784 HTTP/1.1" status: 200 len: 898 time: 0.1774747 Mar 01 21:21:34.841245 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=28d2ae78-9339-4893-8f2a-a4451479b02c,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:34.910254 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-fe7eb9b8-408f-4a64-bc92-731d8f65b519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430601008', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:57Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:58Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '411d4a7f-9646-47cc-bc84-fce5480fe893', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'port_id': '133f212a-ee38-4bc6-9820-c904c7eef31e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784', 'mac_address': 'fa:16:3e:13:f6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:21:31Z', 'updated_at': '2022-03-01T21:21:31Z', 'revision_number': 0, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967879af-43df-4f13-8f57-a5ed100e46f4', 'name': '', 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:73:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9234795e-9f13-4604-bf5a-bf2107e99494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:21:05Z', 'updated_at': '2022-03-01T21:21:16Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '9234795e-9f13-4604-bf5a-bf2107e99494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:34.913579 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fdb9cdf4-95f4-47f9-acc9-f511b1f0d54f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/floatingips/411d4a7f-9646-47cc-bc84-fce5480fe893 HTTP/1.1" status: 200 len: 990 time: 0.1946783 Mar 01 21:21:34.915776 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aad77fa3-3244-48e2-b318-d460e20f82d3 req-4152f8df-8287-44cd-ae38-cac2bfdd666a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=133f212a-ee38-4bc6-9820-c904c7eef31e HTTP/1.1" status: 200 len: 998 time: 0.1201420 Mar 01 21:21:34.918359 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7eb9b8-408f-4a64-bc92-731d8f65b519 None None] Checking router: 83cedea2-67aa-4088-92c1-505ed1c4a6e9 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:21:34.930063 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7eb9b8-408f-4a64-bc92-731d8f65b519 None None] Routers {'83cedea2-67aa-4088-92c1-505ed1c4a6e9'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:21:34.931297 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-fe7eb9b8-408f-4a64-bc92-731d8f65b519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:21:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['83cedea2-67aa-4088-92c1-505ed1c4a6e9'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:34.993285 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad77fa3-3244-48e2-b318-d460e20f82d3 req-7641303d-1ba8-48a8-8336-1e60880a4463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:34.994837 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aad77fa3-3244-48e2-b318-d460e20f82d3 req-7641303d-1ba8-48a8-8336-1e60880a4463 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9234795e-9f13-4604-bf5a-bf2107e99494 HTTP/1.1" status: 200 len: 835 time: 0.0717928 Mar 01 21:21:35.004601 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['28d2ae78-9339-4893-8f2a-a4451479b02c'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:21:35.099495 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad77fa3-3244-48e2-b318-d460e20f82d3 req-4f9fd025-bfe6-4dd3-812e-9bb968d5b51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:35.101066 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aad77fa3-3244-48e2-b318-d460e20f82d3 req-4f9fd025-bfe6-4dd3-812e-9bb968d5b51b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f67090a6-55f9-4186-b6ec-94ebfc21f784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997083 Mar 01 21:21:35.147563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec73a21-5276-4969-b027-3197cb73fced req-cff17dd6-89f5-440c-86b1-2e8ba88419d0 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:35.150095 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ec73a21-5276-4969-b027-3197cb73fced req-cff17dd6-89f5-440c-86b1-2e8ba88419d0 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 945 time: 0.1371787 Mar 01 21:21:35.208807 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ec73a21-5276-4969-b027-3197cb73fced req-c589b687-cf19-4c43-8516-8220bc518f50 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1ba141f-e164-46d0-a172-95f378e4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525899 Mar 01 21:21:35.284072 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aad77fa3-3244-48e2-b318-d460e20f82d3 req-d435e2d9-ad2f-4b7c-a6b6-53bc85344845 service neutron] 10.222.0.57 "GET /v2.0/networks/f67090a6-55f9-4186-b6ec-94ebfc21f784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663182 Mar 01 21:21:35.351352 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-fe7eb9b8-408f-4a64-bc92-731d8f65b519 None None] Set router 83cedea2-67aa-4088-92c1-505ed1c4a6e9 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:21:35.444739 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aad77fa3-3244-48e2-b318-d460e20f82d3 req-76e62119-a0ea-4159-8910-30e8058d87e0 service neutron] 10.222.0.57 "GET /v2.0/networks/f67090a6-55f9-4186-b6ec-94ebfc21f784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535773 Mar 01 21:21:35.845051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-fe7eb9b8-408f-4a64-bc92-731d8f65b519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430601008', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:57Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:58Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '411d4a7f-9646-47cc-bc84-fce5480fe893', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'port_id': '133f212a-ee38-4bc6-9820-c904c7eef31e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784', 'mac_address': 'fa:16:3e:13:f6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:21:31Z', 'updated_at': '2022-03-01T21:21:31Z', 'revision_number': 0, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967879af-43df-4f13-8f57-a5ed100e46f4', 'name': '', 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:73:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9234795e-9f13-4604-bf5a-bf2107e99494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:21:05Z', 'updated_at': '2022-03-01T21:21:16Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '9234795e-9f13-4604-bf5a-bf2107e99494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:35.850022 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe7eb9b8-408f-4a64-bc92-731d8f65b519 None None] The sync data for ids ['83cedea2-67aa-4088-92c1-505ed1c4a6e9'] in n-d-827896-4 is: [{'id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430601008', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:57Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:58Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '411d4a7f-9646-47cc-bc84-fce5480fe893', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'floating_ip_address': '172.25.5.93', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'port_id': '133f212a-ee38-4bc6-9820-c904c7eef31e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784', 'mac_address': 'fa:16:3e:13:f6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:21:31Z', 'updated_at': '2022-03-01T21:21:31Z', 'revision_number': 0, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '967879af-43df-4f13-8f57-a5ed100e46f4', 'name': '', 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:73:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9234795e-9f13-4604-bf5a-bf2107e99494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:21:05Z', 'updated_at': '2022-03-01T21:21:16Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '9234795e-9f13-4604-bf5a-bf2107e99494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:21:35.916349 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 48998) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:36.031393 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e2593655-dac8-463a-8930-1356ea15d0c2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/floatingips/411d4a7f-9646-47cc-bc84-fce5480fe893 HTTP/1.1" status: 200 len: 990 time: 0.1137385 Mar 01 21:21:36.114359 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2c17f9-814a-4b58-943f-c366816b8170 None None] New status for floating IP 411d4a7f-9646-47cc-bc84-fce5480fe893: ACTIVE {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:21:36.405584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112178f4-30ed-4ecf-915a-c7b8b734ba72 req-02fbcfe9-82f0-4e41-ae68-8f14289ceac8 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:36.407192 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-112178f4-30ed-4ecf-915a-c7b8b734ba72 req-02fbcfe9-82f0-4e41-ae68-8f14289ceac8 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 945 time: 0.0812836 Mar 01 21:21:36.459521 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-112178f4-30ed-4ecf-915a-c7b8b734ba72 req-9b70ca36-bb30-4ed3-b0b1-1b01da332937 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1ba141f-e164-46d0-a172-95f378e4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448191 Mar 01 21:21:37.035801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49068) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:37.164218 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-39a9dfb2-dc88-4137-9693-09d410a598b3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/floatingips/411d4a7f-9646-47cc-bc84-fce5480fe893 HTTP/1.1" status: 200 len: 992 time: 0.1265819 Mar 01 21:21:37.662749 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3098ba3-a354-4f80-8ba6-237b3454e1df req-561fd493-2771-4b44-bd8b-3d154b830de7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:37.664289 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f3098ba3-a354-4f80-8ba6-237b3454e1df req-561fd493-2771-4b44-bd8b-3d154b830de7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 945 time: 0.0877280 Mar 01 21:21:37.711576 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f3098ba3-a354-4f80-8ba6-237b3454e1df req-c42c417f-186d-46db-897f-7291707b5689 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1ba141f-e164-46d0-a172-95f378e4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414202 Mar 01 21:21:37.856133 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 28d2ae78-9339-4893-8f2a-a4451479b02c up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:21:38.000841 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 28d2ae78-9339-4893-8f2a-a4451479b02c completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:21:38.006943 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 28d2ae78-9339-4893-8f2a-a4451479b02c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:21:38.007322 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:38.134996 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:38.166054 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d2ae78-9339-4893-8f2a-a4451479b02c'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:21:38.174604 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 28d2ae78-9339-4893-8f2a-a4451479b02c, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=28d2ae78-9339-4893-8f2a-a4451479b02c,segment=NetworkSegment(f5453937-6306-4483-b80b-2b8fd1322fbe),segment_id=f5453937-6306-4483-b80b-2b8fd1322fbe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:21:38.215859 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d2ae78-9339-4893-8f2a-a4451479b02c', 'code': 200} Mar 01 21:21:38.265123 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:38.334174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b8db4-58ba-4246-bf05-f495a2973fed req-48277014-92a9-49ca-9ae0-57d80a502937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:38.336317 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=28d2ae78-9339-4893-8f2a-a4451479b02c,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:38.336580 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-846b8db4-58ba-4246-bf05-f495a2973fed req-48277014-92a9-49ca-9ae0-57d80a502937 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 1097 time: 0.0731971 Mar 01 21:21:38.357505 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:21:38.379528 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-846b8db4-58ba-4246-bf05-f495a2973fed req-3d8aaee7-a2d6-4017-8645-74bc612ddf55 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b1ba141f-e164-46d0-a172-95f378e4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370607 Mar 01 21:21:38.904686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd568ea1-9e6e-4df8-b262-90be80cdc718 req-580f4642-8a39-45c8-8371-193900763458 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:38.906131 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd568ea1-9e6e-4df8-b262-90be80cdc718 req-580f4642-8a39-45c8-8371-193900763458 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 946 time: 0.0849125 Mar 01 21:21:38.961666 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd568ea1-9e6e-4df8-b262-90be80cdc718 req-5ed065f4-5f6c-44a6-9a5b-1001954907d7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1ba141f-e164-46d0-a172-95f378e4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405138 Mar 01 21:21:40.153470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68575d5a-5a33-4627-aab3-bb28f46c9520 req-f5d3e55e-bc0f-4524-82c1-409d71a3e5d5 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:40.154861 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68575d5a-5a33-4627-aab3-bb28f46c9520 req-f5d3e55e-bc0f-4524-82c1-409d71a3e5d5 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 946 time: 0.0849965 Mar 01 21:21:40.201307 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68575d5a-5a33-4627-aab3-bb28f46c9520 req-c7f987d2-950f-4b99-a3d1-a37101e06015 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1ba141f-e164-46d0-a172-95f378e4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396240 Mar 01 21:21:40.398609 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3553ac-7f29-4aa2-9951-f104e4e82fdb req-356fbaee-f24c-44df-9736-88c6ba0efb47 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:40.400088 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b3553ac-7f29-4aa2-9951-f104e4e82fdb req-356fbaee-f24c-44df-9736-88c6ba0efb47 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 946 time: 0.0813732 Mar 01 21:21:40.450041 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b3553ac-7f29-4aa2-9951-f104e4e82fdb req-8b762f4f-57ba-4b51-b187-a33d7559d0dc tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1ba141f-e164-46d0-a172-95f378e4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428119 Mar 01 21:21:40.474821 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49246) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:40.733677 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1487d3-ebcc-4f95-9fc1-9424ff17bebf tempest-TestVolumeBackupRestore-2020142374 tempest-TestVolumeBackupRestore-2020142374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:40.735107 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7c1487d3-ebcc-4f95-9fc1-9424ff17bebf tempest-TestVolumeBackupRestore-2020142374 tempest-TestVolumeBackupRestore-2020142374-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 1092 time: 0.2592247 Mar 01 21:21:40.738029 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49268) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:40.743190 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': '28d2ae78-9339-4893-8f2a-a4451479b02c', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:21:40.749929 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:21:40.753846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Usage tracker for resource:floatingip and tenant:0823e6ad0ab84c41935c650b2258ec0a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:21:40.757062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:21:40.763040 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:21:40.979948 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:41.142969 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:41.291768 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Allocated IP 172.25.5.209 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/21f38f86-81ab-413d-bbca-4560f67bd961) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:21:41.449877 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:41.584363 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:41.648460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:21:41.651198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:21:41.658985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:21:41.694692 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Pushing event updated for resources: {'Port': ['ID=21f38f86-81ab-413d-bbca-4560f67bd961,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:42.104885 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:42.226987 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:42.446629 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:42.520787 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:42.633388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Pushing event updated for resources: {'Port': ['ID=21f38f86-81ab-413d-bbca-4560f67bd961,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:42.644291 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:42.834641 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Floating IP e428eb1c-5b74-425a-81e6-8d624e332493 associated. External IP: 172.25.5.209, port: 28d2ae78-9339-4893-8f2a-a4451479b02c. Mar 01 21:21:43.344454 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Router dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:21:43.530428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:21:43.541495 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01494192-82da-439a-919a-262b46fe54fc None None] Sync routers for ids ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:21:43.552082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01494192-82da-439a-919a-262b46fe54fc None None] Routers {'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:21:43.552941 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-01494192-82da-439a-919a-262b46fe54fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:21:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:43.619678 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:43.693220 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e264d509-d17d-4aca-b912-1cd08f9339a7 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9541755 Mar 01 21:21:43.694561 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'tag': '28d2ae78-9339-4893-8f2a-a4451479b02c'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:21:43.696160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49372) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:43.756360 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-01494192-82da-439a-919a-262b46fe54fc None None] Set router dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:21:43.779106 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'tag': '28d2ae78-9339-4893-8f2a-a4451479b02c', 'status': 'completed', 'code': 200} Mar 01 21:21:43.797895 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df9a37d-472f-43db-a799-938e04ce9b27 tempest-TestVolumeBackupRestore-2020142374 tempest-TestVolumeBackupRestore-2020142374-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:43.799301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3df9a37d-472f-43db-a799-938e04ce9b27 tempest-TestVolumeBackupRestore-2020142374 tempest-TestVolumeBackupRestore-2020142374-project-admin] Synchronizing usage tracker for tenant:4ebad336a17b4f14b2e04c642db94cd1 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:21:43.882623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3df9a37d-472f-43db-a799-938e04ce9b27 tempest-TestVolumeBackupRestore-2020142374 tempest-TestVolumeBackupRestore-2020142374-project-admin] Unset dirty status for tenant:4ebad336a17b4f14b2e04c642db94cd1 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:21:43.884281 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3df9a37d-472f-43db-a799-938e04ce9b27 tempest-TestVolumeBackupRestore-2020142374 tempest-TestVolumeBackupRestore-2020142374-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 1092 time: 0.1866262 Mar 01 21:21:43.887148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49384) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:21:43.892966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-8ce4a72a-f00a-4724-ac47-2b4846157af5 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Request body: {'floatingip': {'port_id': '28d2ae78-9339-4893-8f2a-a4451479b02c'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:21:43.899126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145954e-7da1-4808-a6b5-21f7e61d971f req-ac3635ee-f9ec-4b1b-8b80-5203bd05f038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:43.901002 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3145954e-7da1-4808-a6b5-21f7e61d971f req-ac3635ee-f9ec-4b1b-8b80-5203bd05f038 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0823e6ad0ab84c41935c650b2258ec0a&device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 1097 time: 0.0968330 Mar 01 21:21:44.072065 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8ce4a72a-f00a-4724-ac47-2b4846157af5 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for floatingip, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:44.085478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145954e-7da1-4808-a6b5-21f7e61d971f req-16f4a902-1d3e-4461-948f-e2301f7568d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:44.087268 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3145954e-7da1-4808-a6b5-21f7e61d971f req-16f4a902-1d3e-4461-948f-e2301f7568d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ac480fe8-397c-4dde-b8b5-bf02dd42967f HTTP/1.1" status: 200 len: 915 time: 0.1800852 Mar 01 21:21:44.267278 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3145954e-7da1-4808-a6b5-21f7e61d971f req-fa671b31-7752-47a1-801b-4d0bdf7eafeb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28d2ae78-9339-4893-8f2a-a4451479b02c HTTP/1.1" status: 200 len: 1000 time: 0.1714692 Mar 01 21:21:44.311734 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-01494192-82da-439a-919a-262b46fe54fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'name': 'tempest-TestVolumeBackupRestore-1484854220-router', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:36Z', 'updated_at': '2022-03-01T21:16:54Z', 'revision_number': 4, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'gw_port': {'id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'e428eb1c-5b74-425a-81e6-8d624e332493', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'port_id': '28d2ae78-9339-4893-8f2a-a4451479b02c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'mac_address': 'fa:16:3e:67:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:21:42Z', 'updated_at': '2022-03-01T21:21:42Z', 'revision_number': 0, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f32c6f8-e34b-4727-8c23-2b3996ce6204', 'name': '', 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'mac_address': 'fa:16:3e:88:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '832748e4-3a07-4466-a509-58da4a280786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:51Z', 'updated_at': '2022-03-01T21:17:07Z', 'revision_number': 5, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'subnets': [{'id': '832748e4-3a07-4466-a509-58da4a280786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:44.317299 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01494192-82da-439a-919a-262b46fe54fc None None] Checking router: dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:21:44.328420 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01494192-82da-439a-919a-262b46fe54fc None None] Routers {'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:21:44.329280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-01494192-82da-439a-919a-262b46fe54fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:21:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:44.349212 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145954e-7da1-4808-a6b5-21f7e61d971f req-60f8b9c4-21d9-4057-80b9-24ab9cfa37e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:44.352187 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3145954e-7da1-4808-a6b5-21f7e61d971f req-60f8b9c4-21d9-4057-80b9-24ab9cfa37e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=832748e4-3a07-4466-a509-58da4a280786 HTTP/1.1" status: 200 len: 853 time: 0.0774820 Mar 01 21:21:44.437510 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3145954e-7da1-4808-a6b5-21f7e61d971f req-5a502d00-2745-449a-81ec-03469fa5ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:44.439050 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3145954e-7da1-4808-a6b5-21f7e61d971f req-5a502d00-2745-449a-81ec-03469fa5ce91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac480fe8-397c-4dde-b8b5-bf02dd42967f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0821640 Mar 01 21:21:44.541281 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-01494192-82da-439a-919a-262b46fe54fc None None] Set router dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:21:44.594923 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3145954e-7da1-4808-a6b5-21f7e61d971f req-5ffc83de-f3d2-4927-b509-5e202c87449e service neutron] 10.222.0.55 "GET /v2.0/networks/ac480fe8-397c-4dde-b8b5-bf02dd42967f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490507 Mar 01 21:21:44.796315 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3145954e-7da1-4808-a6b5-21f7e61d971f req-306daa58-a1fe-487f-b3f9-9829a50637ee service neutron] 10.222.0.55 "GET /v2.0/networks/ac480fe8-397c-4dde-b8b5-bf02dd42967f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865833 Mar 01 21:21:45.001310 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-01494192-82da-439a-919a-262b46fe54fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'name': 'tempest-TestVolumeBackupRestore-1484854220-router', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:36Z', 'updated_at': '2022-03-01T21:16:54Z', 'revision_number': 4, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'gw_port': {'id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'e428eb1c-5b74-425a-81e6-8d624e332493', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'port_id': '28d2ae78-9339-4893-8f2a-a4451479b02c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'mac_address': 'fa:16:3e:67:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:21:42Z', 'updated_at': '2022-03-01T21:21:42Z', 'revision_number': 0, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f32c6f8-e34b-4727-8c23-2b3996ce6204', 'name': '', 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'mac_address': 'fa:16:3e:88:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '832748e4-3a07-4466-a509-58da4a280786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:51Z', 'updated_at': '2022-03-01T21:17:07Z', 'revision_number': 5, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'subnets': [{'id': '832748e4-3a07-4466-a509-58da4a280786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:45.006589 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01494192-82da-439a-919a-262b46fe54fc None None] The sync data for ids ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'] in n-d-827896-4 is: [{'id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'name': 'tempest-TestVolumeBackupRestore-1484854220-router', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:36Z', 'updated_at': '2022-03-01T21:16:54Z', 'revision_number': 4, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'gw_port': {'id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'e428eb1c-5b74-425a-81e6-8d624e332493', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'port_id': '28d2ae78-9339-4893-8f2a-a4451479b02c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'mac_address': 'fa:16:3e:67:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:21:42Z', 'updated_at': '2022-03-01T21:21:42Z', 'revision_number': 0, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f32c6f8-e34b-4727-8c23-2b3996ce6204', 'name': '', 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'mac_address': 'fa:16:3e:88:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '832748e4-3a07-4466-a509-58da4a280786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:51Z', 'updated_at': '2022-03-01T21:17:07Z', 'revision_number': 5, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'subnets': [{'id': '832748e4-3a07-4466-a509-58da4a280786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:21:45.018933 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8ce4a72a-f00a-4724-ac47-2b4846157af5 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:45.078190 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8ce4a72a-f00a-4724-ac47-2b4846157af5 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:45.355076 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e940ee-e990-4596-a320-2100400958ae None None] New status for floating IP e428eb1c-5b74-425a-81e6-8d624e332493: ACTIVE {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:21:45.544958 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce4a72a-f00a-4724-ac47-2b4846157af5 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Router dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:21:45.724643 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce4a72a-f00a-4724-ac47-2b4846157af5 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:21:45.742996 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8ce4a72a-f00a-4724-ac47-2b4846157af5 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:45.796972 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b1de0-233a-4fdb-b305-3baa2de0dec4 None None] Sync routers for ids ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:21:45.806357 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b1de0-233a-4fdb-b305-3baa2de0dec4 None None] Routers {'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:21:45.806956 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5a6b1de0-233a-4fdb-b305-3baa2de0dec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:21:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:45.829519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'tag': '28d2ae78-9339-4893-8f2a-a4451479b02c'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:21:45.873565 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8ce4a72a-f00a-4724-ac47-2b4846157af5 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "PUT /v2.0/floatingips/e428eb1c-5b74-425a-81e6-8d624e332493 HTTP/1.1" status: 200 len: 992 time: 1.9850938 Mar 01 21:21:46.003905 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-5a6b1de0-233a-4fdb-b305-3baa2de0dec4 None None] Set router dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:21:46.023051 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'tag': '28d2ae78-9339-4893-8f2a-a4451479b02c', 'status': 'completed', 'code': 200} Mar 01 21:21:46.296978 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60229-1215-44c4-bd46-1862d0c7444a req-98174a12-e5b8-41d5-a663-ddaa17ea814a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:46.298006 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-beb60229-1215-44c4-bd46-1862d0c7444a req-98174a12-e5b8-41d5-a663-ddaa17ea814a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0823e6ad0ab84c41935c650b2258ec0a&device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 1097 time: 0.2543471 Mar 01 21:21:46.401876 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5a6b1de0-233a-4fdb-b305-3baa2de0dec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'name': 'tempest-TestVolumeBackupRestore-1484854220-router', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:36Z', 'updated_at': '2022-03-01T21:16:54Z', 'revision_number': 4, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'gw_port': {'id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'e428eb1c-5b74-425a-81e6-8d624e332493', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'port_id': '28d2ae78-9339-4893-8f2a-a4451479b02c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'mac_address': 'fa:16:3e:67:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:21:42Z', 'updated_at': '2022-03-01T21:21:45Z', 'revision_number': 2, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f32c6f8-e34b-4727-8c23-2b3996ce6204', 'name': '', 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'mac_address': 'fa:16:3e:88:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '832748e4-3a07-4466-a509-58da4a280786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:51Z', 'updated_at': '2022-03-01T21:17:07Z', 'revision_number': 5, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'subnets': [{'id': '832748e4-3a07-4466-a509-58da4a280786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:46.411673 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b1de0-233a-4fdb-b305-3baa2de0dec4 None None] Checking router: dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:21:46.422247 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6b1de0-233a-4fdb-b305-3baa2de0dec4 None None] Routers {'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:21:46.423013 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5a6b1de0-233a-4fdb-b305-3baa2de0dec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:21:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:46.465599 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60229-1215-44c4-bd46-1862d0c7444a req-881447eb-eda3-4bf2-946d-6ba6323d566b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:46.467092 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-beb60229-1215-44c4-bd46-1862d0c7444a req-881447eb-eda3-4bf2-946d-6ba6323d566b service neutron] 10.222.0.55 "GET /v2.0/networks?id=ac480fe8-397c-4dde-b8b5-bf02dd42967f HTTP/1.1" status: 200 len: 915 time: 0.1635857 Mar 01 21:21:46.602100 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-beb60229-1215-44c4-bd46-1862d0c7444a req-789a09f1-bc10-4945-8b9b-a655c59f8492 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28d2ae78-9339-4893-8f2a-a4451479b02c HTTP/1.1" status: 200 len: 1002 time: 0.1216042 Mar 01 21:21:46.631723 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-5a6b1de0-233a-4fdb-b305-3baa2de0dec4 None None] Set router dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:21:46.677198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60229-1215-44c4-bd46-1862d0c7444a req-542f5f1f-ba77-4e04-8ba5-aa6218fab563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:46.678646 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-beb60229-1215-44c4-bd46-1862d0c7444a req-542f5f1f-ba77-4e04-8ba5-aa6218fab563 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=832748e4-3a07-4466-a509-58da4a280786 HTTP/1.1" status: 200 len: 853 time: 0.0702860 Mar 01 21:21:46.764415 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb60229-1215-44c4-bd46-1862d0c7444a req-11024a2d-c741-4238-9b6f-059362839e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:46.765892 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-beb60229-1215-44c4-bd46-1862d0c7444a req-11024a2d-c741-4238-9b6f-059362839e53 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac480fe8-397c-4dde-b8b5-bf02dd42967f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805204 Mar 01 21:21:46.896439 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae529ec-d807-4e06-9221-a99b6154e961 req-0e8dd8e6-5f51-43b1-9ab3-96172cf63741 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:46.898326 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aae529ec-d807-4e06-9221-a99b6154e961 req-0e8dd8e6-5f51-43b1-9ab3-96172cf63741 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 949 time: 0.1027427 Mar 01 21:21:46.913458 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-beb60229-1215-44c4-bd46-1862d0c7444a req-f1999341-8803-418e-b164-77bf22bc2d48 service neutron] 10.222.0.55 "GET /v2.0/networks/ac480fe8-397c-4dde-b8b5-bf02dd42967f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406434 Mar 01 21:21:46.953865 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aae529ec-d807-4e06-9221-a99b6154e961 req-c182bd4b-67ff-45c2-99c2-ba88f5548271 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbc2668f-9d7a-4f48-9296-d3931389bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466869 Mar 01 21:21:47.074131 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5a6b1de0-233a-4fdb-b305-3baa2de0dec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'name': 'tempest-TestVolumeBackupRestore-1484854220-router', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:36Z', 'updated_at': '2022-03-01T21:16:54Z', 'revision_number': 4, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'gw_port': {'id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'e428eb1c-5b74-425a-81e6-8d624e332493', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'port_id': '28d2ae78-9339-4893-8f2a-a4451479b02c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'mac_address': 'fa:16:3e:67:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:21:42Z', 'updated_at': '2022-03-01T21:21:45Z', 'revision_number': 2, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f32c6f8-e34b-4727-8c23-2b3996ce6204', 'name': '', 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'mac_address': 'fa:16:3e:88:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '832748e4-3a07-4466-a509-58da4a280786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:51Z', 'updated_at': '2022-03-01T21:17:07Z', 'revision_number': 5, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'subnets': [{'id': '832748e4-3a07-4466-a509-58da4a280786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:21:47.074759 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-beb60229-1215-44c4-bd46-1862d0c7444a req-7e659e8e-2c60-4b65-9ff0-3b0d31fbf547 service neutron] 10.222.0.55 "GET /v2.0/networks/ac480fe8-397c-4dde-b8b5-bf02dd42967f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553464 Mar 01 21:21:47.078449 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a6b1de0-233a-4fdb-b305-3baa2de0dec4 None None] The sync data for ids ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'] in n-d-827896-4 is: [{'id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'name': 'tempest-TestVolumeBackupRestore-1484854220-router', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:36Z', 'updated_at': '2022-03-01T21:16:54Z', 'revision_number': 4, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'gw_port': {'id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'e428eb1c-5b74-425a-81e6-8d624e332493', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'floating_ip_address': '172.25.5.209', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'port_id': '28d2ae78-9339-4893-8f2a-a4451479b02c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'mac_address': 'fa:16:3e:67:f4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:21:42Z', 'updated_at': '2022-03-01T21:21:45Z', 'revision_number': 2, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f32c6f8-e34b-4727-8c23-2b3996ce6204', 'name': '', 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'mac_address': 'fa:16:3e:88:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '832748e4-3a07-4466-a509-58da4a280786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:51Z', 'updated_at': '2022-03-01T21:17:07Z', 'revision_number': 5, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'subnets': [{'id': '832748e4-3a07-4466-a509-58da4a280786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:21:48.024118 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'tag': '28d2ae78-9339-4893-8f2a-a4451479b02c'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:21:48.083809 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'tag': '28d2ae78-9339-4893-8f2a-a4451479b02c', 'status': 'completed', 'code': 200} Mar 01 21:21:48.174641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210cf7d-3b35-47c1-9446-30ebebac9d0c req-da568eec-9a19-4d8a-aea3-1ea05d9fa332 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:48.177617 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7210cf7d-3b35-47c1-9446-30ebebac9d0c req-da568eec-9a19-4d8a-aea3-1ea05d9fa332 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 949 time: 0.0928028 Mar 01 21:21:48.200285 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8041e-f0ca-4ad2-b07e-9d9bf5c480ba req-a585b471-966a-4fb7-82dc-926c528e5606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:48.202373 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bff8041e-f0ca-4ad2-b07e-9d9bf5c480ba req-a585b471-966a-4fb7-82dc-926c528e5606 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0823e6ad0ab84c41935c650b2258ec0a&device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 1097 time: 0.0824139 Mar 01 21:21:48.252890 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7210cf7d-3b35-47c1-9446-30ebebac9d0c req-a3b523b3-d5ae-49b2-a2cd-61970a0d84f7 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbc2668f-9d7a-4f48-9296-d3931389bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671751 Mar 01 21:21:48.438168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8041e-f0ca-4ad2-b07e-9d9bf5c480ba req-2238bc5a-28f9-4897-870c-860289386700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:48.440232 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bff8041e-f0ca-4ad2-b07e-9d9bf5c480ba req-2238bc5a-28f9-4897-870c-860289386700 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ac480fe8-397c-4dde-b8b5-bf02dd42967f HTTP/1.1" status: 200 len: 915 time: 0.2302911 Mar 01 21:21:48.546231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afce44-d746-49fb-beeb-99b4f7231168 req-b5eecb5a-2825-403b-a101-a3b541bf5371 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:48.546921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-a9afce44-d746-49fb-beeb-99b4f7231168 req-b5eecb5a-2825-403b-a101-a3b541bf5371 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Synchronizing usage tracker for tenant:bcddc0e69ace4878b428693530f79ea4 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:21:48.574444 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bff8041e-f0ca-4ad2-b07e-9d9bf5c480ba req-bf9f029e-f2bb-471c-9a7c-b1a6b7be4055 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28d2ae78-9339-4893-8f2a-a4451479b02c HTTP/1.1" status: 200 len: 1002 time: 0.1278663 Mar 01 21:21:48.645479 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8041e-f0ca-4ad2-b07e-9d9bf5c480ba req-a045a7f3-77dd-4b56-995e-43604f5ea4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:48.646972 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bff8041e-f0ca-4ad2-b07e-9d9bf5c480ba req-a045a7f3-77dd-4b56-995e-43604f5ea4be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=832748e4-3a07-4466-a509-58da4a280786 HTTP/1.1" status: 200 len: 853 time: 0.0668283 Mar 01 21:21:48.687467 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-a9afce44-d746-49fb-beeb-99b4f7231168 req-b5eecb5a-2825-403b-a101-a3b541bf5371 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Unset dirty status for tenant:bcddc0e69ace4878b428693530f79ea4 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:21:48.688542 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a9afce44-d746-49fb-beeb-99b4f7231168 req-b5eecb5a-2825-403b-a101-a3b541bf5371 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 949 time: 0.3371711 Mar 01 21:21:48.770776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-a9afce44-d746-49fb-beeb-99b4f7231168 req-23d32012-0a4a-4062-a8c0-19a6958bf535 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Deleting port 8e1976f7-db2f-4f1e-8910-b99b4238b486 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:21:48.771002 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9afce44-d746-49fb-beeb-99b4f7231168 req-23d32012-0a4a-4062-a8c0-19a6958bf535 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:48.826666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8041e-f0ca-4ad2-b07e-9d9bf5c480ba req-c8029df6-c43a-4bc7-8eff-0c8cf303a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:48.828146 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bff8041e-f0ca-4ad2-b07e-9d9bf5c480ba req-c8029df6-c43a-4bc7-8eff-0c8cf303a79a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac480fe8-397c-4dde-b8b5-bf02dd42967f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1757846 Mar 01 21:21:49.236277 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bff8041e-f0ca-4ad2-b07e-9d9bf5c480ba req-62dd4b8c-c7dc-40ad-906a-4df350a52508 service neutron] 10.222.0.55 "GET /v2.0/networks/ac480fe8-397c-4dde-b8b5-bf02dd42967f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732543 Mar 01 21:21:49.299106 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-a9afce44-d746-49fb-beeb-99b4f7231168 req-23d32012-0a4a-4062-a8c0-19a6958bf535 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] For port 8e1976f7-db2f-4f1e-8910-b99b4238b486, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=8e1976f7-db2f-4f1e-8910-b99b4238b486,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:21:49.299479 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9afce44-d746-49fb-beeb-99b4f7231168 req-23d32012-0a4a-4062-a8c0-19a6958bf535 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:49.495320 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-a9afce44-d746-49fb-beeb-99b4f7231168 req-23d32012-0a4a-4062-a8c0-19a6958bf535 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Calling delete_port for 8e1976f7-db2f-4f1e-8910-b99b4238b486 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:21:49.505933 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9a6d74-e551-4f82-8485-455249ec6f82 req-81824f55-f111-4a60-91dc-47ffec08b64b tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:21:49.512882 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d9a6d74-e551-4f82-8485-455249ec6f82 req-81824f55-f111-4a60-91dc-47ffec08b64b tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 949 time: 0.1083705 Mar 01 21:21:49.560434 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d9a6d74-e551-4f82-8485-455249ec6f82 req-9722136e-6dac-4273-b6db-63d9ccf77869 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/security-groups?id=dbc2668f-9d7a-4f48-9296-d3931389bf96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465302 Mar 01 21:21:49.592024 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bff8041e-f0ca-4ad2-b07e-9d9bf5c480ba req-60d36061-5282-4366-88e2-bfd9dc1150a7 service neutron] 10.222.0.55 "GET /v2.0/networks/ac480fe8-397c-4dde-b8b5-bf02dd42967f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492401 Mar 01 21:21:49.739334 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9afce44-d746-49fb-beeb-99b4f7231168 req-23d32012-0a4a-4062-a8c0-19a6958bf535 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:49.751800 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['8e1976f7-db2f-4f1e-8910-b99b4238b486'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:21:49.797465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d32012-0a4a-4062-a8c0-19a6958bf535 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Pushing event deleted for resources: {'Port': ['ID=8e1976f7-db2f-4f1e-8910-b99b4238b486,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:21:49.875223 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9afce44-d746-49fb-beeb-99b4f7231168 req-23d32012-0a4a-4062-a8c0-19a6958bf535 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] No DVR routers for this DVR port 8e1976f7-db2f-4f1e-8910-b99b4238b486 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:21:49.877947 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a9afce44-d746-49fb-beeb-99b4f7231168 req-23d32012-0a4a-4062-a8c0-19a6958bf535 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:49.881429 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc79528c-1080-42ba-8a69-3d2e3630b001', 'name': 'network-vif-deleted', 'tag': '8e1976f7-db2f-4f1e-8910-b99b4238b486'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:21:49.922800 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-d3089138-76ad-4c4e-bade-6e068e02bd28 req-1cc7cb18-2211-43d1-8b9c-d1327963c419 service neutron] (88519) timed out ('10.222.0.57', 62073) {{(pid=88519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 01 21:21:49.930281 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc79528c-1080-42ba-8a69-3d2e3630b001', 'name': 'network-vif-deleted', 'tag': '8e1976f7-db2f-4f1e-8910-b99b4238b486', 'status': 'completed', 'code': 200} Mar 01 21:21:49.978757 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a9afce44-d746-49fb-beeb-99b4f7231168 req-23d32012-0a4a-4062-a8c0-19a6958bf535 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.57 "DELETE /v2.0/ports/8e1976f7-db2f-4f1e-8910-b99b4238b486 HTTP/1.1" status: 204 len: 173 time: 1.2822020 Mar 01 21:21:50.760024 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d11b7ae5-7816-4749-8cf5-7b96dae0dd27 req-804cb2e3-b826-458b-b1c5-eda56e0e2341 tempest-VolumesBackupsTest-514960835 tempest-VolumesBackupsTest-514960835-project] 10.222.0.42 "GET /v2.0/ports?device_id=bc79528c-1080-42ba-8a69-3d2e3630b001 HTTP/1.1" status: 200 len: 210 time: 0.0519295 Mar 01 21:21:51.470531 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:53.440530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 8e1976f7-db2f-4f1e-8910-b99b4238b486 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:21:53.485103 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 8e1976f7-db2f-4f1e-8910-b99b4238b486 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:21:53.485753 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 8e1976f7-db2f-4f1e-8910-b99b4238b486 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:21:53.962143 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:57.406657 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8bdd2388-745a-4128-b29d-9e85d263ad33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:21:59.646258 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c1ed6736-7c59-4517-9d68-fd0e1da3856f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:00.560626 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:00.590214 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:02.332001 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:02.873162 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeba001-6eb8-408f-af23-6f10cfcf921e req-3f88c8ba-ad7a-430b-996c-2fe86ad9a50a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:02.875027 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3eeba001-6eb8-408f-af23-6f10cfcf921e req-3f88c8ba-ad7a-430b-996c-2fe86ad9a50a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 945 time: 0.0898108 Mar 01 21:22:02.923958 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3eeba001-6eb8-408f-af23-6f10cfcf921e req-bf0feb37-4c9f-4cc7-bf5a-0f948cf8ab2a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433102 Mar 01 21:22:02.953934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49624) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:03.249814 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2bbc0dff-54cd-400a-92af-c10b59b309ec tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/floatingips/411d4a7f-9646-47cc-bc84-fce5480fe893 HTTP/1.1" status: 200 len: 992 time: 0.2891388 Mar 01 21:22:03.784522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d77b955-c5a8-4753-bf2b-3c8e9a9f96e7 req-a7be4d44-e101-405c-b51c-0227728732c7 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:03.786081 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6d77b955-c5a8-4753-bf2b-3c8e9a9f96e7 req-a7be4d44-e101-405c-b51c-0227728732c7 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 1096 time: 0.1044662 Mar 01 21:22:03.831339 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6d77b955-c5a8-4753-bf2b-3c8e9a9f96e7 req-07f48447-9e1a-4e57-b92a-14a847cce338 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372143 Mar 01 21:22:05.072828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49674) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:05.324438 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-8fa699ac-2923-47be-8fdc-d17b37c5603d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1595449 Mar 01 21:22:06.710085 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-df568f67-84a1-414a-b37f-b714b01d4eb8 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:22:06.710085 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-df568f67-84a1-414a-b37f-b714b01d4eb8 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0714483 Mar 01 21:22:06.712275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-46832590-fe47-4ddf-b41d-eab027cb83b0 service neutron] Request body: {'binding': {'host': 'n-h2-827896-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:22:06.712745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-46832590-fe47-4ddf-b41d-eab027cb83b0 service neutron] Unknown quota resources ['binding']. {{(pid=88518) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Mar 01 21:22:06.937992 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-46832590-fe47-4ddf-b41d-eab027cb83b0 service neutron] Attempting to bind port 133f212a-ee38-4bc6-9820-c904c7eef31e on host n-h2-827896-4 for vnic_type normal with profile None {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:22:06.938371 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-46832590-fe47-4ddf-b41d-eab027cb83b0 service neutron] Attempting to bind port 133f212a-ee38-4bc6-9820-c904c7eef31e by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '8cb1da4a-bda9-48b2-816f-cb528a4422eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:22:06.938640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-46832590-fe47-4ddf-b41d-eab027cb83b0 service neutron] Attempting to bind port 133f212a-ee38-4bc6-9820-c904c7eef31e on network f67090a6-55f9-4186-b6ec-94ebfc21f784 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:22:06.944013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-46832590-fe47-4ddf-b41d-eab027cb83b0 service neutron] Port 133f212a-ee38-4bc6-9820-c904c7eef31e on network f67090a6-55f9-4186-b6ec-94ebfc21f784 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:22:06.944744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-46832590-fe47-4ddf-b41d-eab027cb83b0 service neutron] Attempting to bind port 133f212a-ee38-4bc6-9820-c904c7eef31e on network f67090a6-55f9-4186-b6ec-94ebfc21f784 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:22:06.950602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-46832590-fe47-4ddf-b41d-eab027cb83b0 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:22:06.954191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-46832590-fe47-4ddf-b41d-eab027cb83b0 service neutron] Checking segment: {'id': '8cb1da4a-bda9-48b2-816f-cb528a4422eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:22:06.954191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-46832590-fe47-4ddf-b41d-eab027cb83b0 service neutron] Bound using segment: {'id': '8cb1da4a-bda9-48b2-816f-cb528a4422eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:22:06.954191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-46832590-fe47-4ddf-b41d-eab027cb83b0 service neutron] Bound port: 133f212a-ee38-4bc6-9820-c904c7eef31e, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb1da4a-bda9-48b2-816f-cb528a4422eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:22:06.989787 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-46832590-fe47-4ddf-b41d-eab027cb83b0 service neutron] For port 133f212a-ee38-4bc6-9820-c904c7eef31e, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=133f212a-ee38-4bc6-9820-c904c7eef31e,segment=NetworkSegment(8cb1da4a-bda9-48b2-816f-cb528a4422eb),segment_id=8cb1da4a-bda9-48b2-816f-cb528a4422eb)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:22:07.083736 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-46832590-fe47-4ddf-b41d-eab027cb83b0 service neutron] Notify callbacks [] for binding, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:07.090992 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-46832590-fe47-4ddf-b41d-eab027cb83b0 service neutron] 10.222.0.42 "POST /v2.0/ports/133f212a-ee38-4bc6-9820-c904c7eef31e/bindings HTTP/1.1" status: 201 len: 389 time: 0.3825388 Mar 01 21:22:07.512832 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ee96cc-b086-414b-9fe8-1c4ce1463c0c req-3b2df243-0267-4171-b6fc-b7e74751b936 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:07.514379 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58ee96cc-b086-414b-9fe8-1c4ce1463c0c req-3b2df243-0267-4171-b6fc-b7e74751b936 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 945 time: 0.0904636 Mar 01 21:22:07.562073 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58ee96cc-b086-414b-9fe8-1c4ce1463c0c req-05d953f3-385f-4ca7-872b-d7f18faf29ec tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417898 Mar 01 21:22:07.813758 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-825944b4-9053-4988-a96e-057d0174132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:07.815224 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-825944b4-9053-4988-a96e-057d0174132f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0791836 Mar 01 21:22:07.953398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-e3fef04c-3087-4c97-a28b-c88025698367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:07.954986 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-e3fef04c-3087-4c97-a28b-c88025698367 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f67090a6-55f9-4186-b6ec-94ebfc21f784 HTTP/1.1" status: 200 len: 898 time: 0.1341105 Mar 01 21:22:08.066283 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-ded90602-b73f-4ba6-bade-2a930bed0ad5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=133f212a-ee38-4bc6-9820-c904c7eef31e HTTP/1.1" status: 200 len: 1000 time: 0.1046317 Mar 01 21:22:08.136054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-b57e9ad5-cbb7-4e8d-b5e0-2521bd59a84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:08.137844 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-b57e9ad5-cbb7-4e8d-b5e0-2521bd59a84f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9234795e-9f13-4604-bf5a-bf2107e99494 HTTP/1.1" status: 200 len: 835 time: 0.0658214 Mar 01 21:22:08.249645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-56820426-f191-42ef-82c9-6532f5fccfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:08.251218 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-56820426-f191-42ef-82c9-6532f5fccfe6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f67090a6-55f9-4186-b6ec-94ebfc21f784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037021 Mar 01 21:22:08.402626 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-ab49ff1e-cabb-4251-a534-d77bb9dc98fe service neutron] 10.222.0.55 "GET /v2.0/networks/f67090a6-55f9-4186-b6ec-94ebfc21f784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445365 Mar 01 21:22:08.563588 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-355176f3-c2c3-4aea-ba26-cb008eebfc59 service neutron] 10.222.0.55 "GET /v2.0/networks/f67090a6-55f9-4186-b6ec-94ebfc21f784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537628 Mar 01 21:22:08.774970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-37b30bdd-df93-4b2d-bb1a-98d01efa8c38 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:08.778525 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-37b30bdd-df93-4b2d-bb1a-98d01efa8c38 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6&tenant_id=55abf7132a284d2983dea80802c45cbf&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 1096 time: 0.1555481 Mar 01 21:22:08.793469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-827896-4'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:22:08.799787 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544b536-4656-4d18-bf04-2cfe0989d389 req-2c4f3cf5-4af2-45f3-92ce-a79f536e643b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:08.808510 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6544b536-4656-4d18-bf04-2cfe0989d389 req-2c4f3cf5-4af2-45f3-92ce-a79f536e643b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 945 time: 0.1201880 Mar 01 21:22:08.810697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49712) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:08.862520 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6544b536-4656-4d18-bf04-2cfe0989d389 req-d384f329-24a4-44fa-9783-813531a20e56 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531037 Mar 01 21:22:09.061979 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-132c8c8c-fb6b-4283-aec3-f77be26dd030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:09.061979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-132c8c8c-fb6b-4283-aec3-f77be26dd030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:22:09.061979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-132c8c8c-fb6b-4283-aec3-f77be26dd030 admin admin] Usage tracker for resource:security_group_rule and tenant:6d0b9c9ee59e48819b0e7d758d106568 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:22:09.061979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-132c8c8c-fb6b-4283-aec3-f77be26dd030 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:22:09.061979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-132c8c8c-fb6b-4283-aec3-f77be26dd030 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:22:09.091485 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:09.137844 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-132c8c8c-fb6b-4283-aec3-f77be26dd030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:09.317961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] For port 133f212a-ee38-4bc6-9820-c904c7eef31e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=133f212a-ee38-4bc6-9820-c904c7eef31e,segment=NetworkSegment(8cb1da4a-bda9-48b2-816f-cb528a4422eb),segment_id=8cb1da4a-bda9-48b2-816f-cb528a4422eb)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:22:09.362319 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] For port 133f212a-ee38-4bc6-9820-c904c7eef31e, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:22:09.443966 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '133f212a-ee38-4bc6-9820-c904c7eef31e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:22:09.444733 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:09.492968 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '133f212a-ee38-4bc6-9820-c904c7eef31e', 'code': 200} Mar 01 21:22:09.512505 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-132c8c8c-fb6b-4283-aec3-f77be26dd030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:09.562047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-132c8c8c-fb6b-4283-aec3-f77be26dd030 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6d0b9c9ee59e48819b0e7d758d106568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7500882 Mar 01 21:22:09.562905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c8c8c-fb6b-4283-aec3-f77be26dd030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c9ff3c-fdbb-42bb-9d1b-833ffcfe8bd7,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:09.565012 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49722) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:09.625937 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6bee-e5f9-4385-a4f7-3e45f29ec42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:09.654832 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6bee-e5f9-4385-a4f7-3e45f29ec42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:09.888025 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:09.964301 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6bee-e5f9-4385-a4f7-3e45f29ec42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:10.104897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ee46f-85b2-4b09-a091-453f3c9a8b4c req-83077e84-5890-4498-9859-1c9819db72c2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:10.110431 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e0ad6bee-e5f9-4385-a4f7-3e45f29ec42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:10.111746 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e0ad6bee-e5f9-4385-a4f7-3e45f29ec42a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/78c9ff3c-fdbb-42bb-9d1b-833ffcfe8bd7 HTTP/1.1" status: 204 len: 168 time: 0.5456026 Mar 01 21:22:10.112727 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ad6bee-e5f9-4385-a4f7-3e45f29ec42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c9ff3c-fdbb-42bb-9d1b-833ffcfe8bd7,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:10.118026 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-002ee46f-85b2-4b09-a091-453f3c9a8b4c req-83077e84-5890-4498-9859-1c9819db72c2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 943 time: 0.1289203 Mar 01 21:22:10.203224 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-002ee46f-85b2-4b09-a091-453f3c9a8b4c req-43822efa-e9bd-44ee-80c9-20109f258063 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721989 Mar 01 21:22:10.231488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] Pushing event updated for resources: {'Port': ['ID=133f212a-ee38-4bc6-9820-c904c7eef31e,revision_number=7']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:10.258762 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] Attempting to bind port 133f212a-ee38-4bc6-9820-c904c7eef31e on host n-h1-827896-4 for vnic_type normal with profile {"migrating_to": "n-h2-827896-4"} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:22:10.259091 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] Attempting to bind port 133f212a-ee38-4bc6-9820-c904c7eef31e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '8cb1da4a-bda9-48b2-816f-cb528a4422eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:22:10.259448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] Attempting to bind port 133f212a-ee38-4bc6-9820-c904c7eef31e on network f67090a6-55f9-4186-b6ec-94ebfc21f784 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:22:10.269895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] Port 133f212a-ee38-4bc6-9820-c904c7eef31e on network f67090a6-55f9-4186-b6ec-94ebfc21f784 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:22:10.269895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] Attempting to bind port 133f212a-ee38-4bc6-9820-c904c7eef31e on network f67090a6-55f9-4186-b6ec-94ebfc21f784 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:22:10.273630 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 21, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:22:10.273981 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] Checking segment: {'id': '8cb1da4a-bda9-48b2-816f-cb528a4422eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:22:10.274383 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] Bound using segment: {'id': '8cb1da4a-bda9-48b2-816f-cb528a4422eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:22:10.274829 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] Bound port: 133f212a-ee38-4bc6-9820-c904c7eef31e, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cb1da4a-bda9-48b2-816f-cb528a4422eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:22:10.275171 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:10.378674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] For port 133f212a-ee38-4bc6-9820-c904c7eef31e, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:22:10.383208 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] For port 133f212a-ee38-4bc6-9820-c904c7eef31e, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=133f212a-ee38-4bc6-9820-c904c7eef31e,segment=NetworkSegment(8cb1da4a-bda9-48b2-816f-cb528a4422eb),segment_id=8cb1da4a-bda9-48b2-816f-cb528a4422eb)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:22:10.401219 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e9a86ce7-a542-4fb6-93a2-186b4498509c None None] Provisioning complete for port 133f212a-ee38-4bc6-9820-c904c7eef31e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:22:10.401219 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e9a86ce7-a542-4fb6-93a2-186b4498509c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:10.458878 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e9a86ce7-a542-4fb6-93a2-186b4498509c None None] Port 133f212a-ee38-4bc6-9820-c904c7eef31e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:22:10.477983 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:10.667835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] Pushing event updated for resources: {'Port': ['ID=133f212a-ee38-4bc6-9820-c904c7eef31e,revision_number=8']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:10.714584 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:10.715209 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:10.717572 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c3727ace-5589-4732-8bcb-900e426b04f9 service neutron] 10.222.0.55 "PUT /v2.0/ports/133f212a-ee38-4bc6-9820-c904c7eef31e HTTP/1.1" status: 200 len: 1121 time: 1.9300849 Mar 01 21:22:10.780498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['133f212a-ee38-4bc6-9820-c904c7eef31e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:22:10.872425 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 49752) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:10.895242 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f0970a05-6dee-4b9f-9bec-3d0eb1c26e08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:10.906998 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5a438918-7c0b-4c2d-a376-74047996dd17 None None] Provisioning complete for port 133f212a-ee38-4bc6-9820-c904c7eef31e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:22:10.907394 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5a438918-7c0b-4c2d-a376-74047996dd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:10.917987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f0970a05-6dee-4b9f-9bec-3d0eb1c26e08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:22:10.920525 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f0970a05-6dee-4b9f-9bec-3d0eb1c26e08 admin admin] Usage tracker for resource:security_group_rule and tenant:d6a4088395b649b5878da82d7a902024 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:22:10.923573 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f0970a05-6dee-4b9f-9bec-3d0eb1c26e08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:22:10.932996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f0970a05-6dee-4b9f-9bec-3d0eb1c26e08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:22:11.050472 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f0970a05-6dee-4b9f-9bec-3d0eb1c26e08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:11.130317 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5a438918-7c0b-4c2d-a376-74047996dd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:11.144607 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f0970a05-6dee-4b9f-9bec-3d0eb1c26e08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:11.179706 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133f212a-ee38-4bc6-9820-c904c7eef31e'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:22:11.196685 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f0970a05-6dee-4b9f-9bec-3d0eb1c26e08 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d6a4088395b649b5878da82d7a902024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3230124 Mar 01 21:22:11.201546 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49758) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:11.202168 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-5a438918-7c0b-4c2d-a376-74047996dd17 None None] For port 133f212a-ee38-4bc6-9820-c904c7eef31e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=133f212a-ee38-4bc6-9820-c904c7eef31e,segment=NetworkSegment(8cb1da4a-bda9-48b2-816f-cb528a4422eb),segment_id=8cb1da4a-bda9-48b2-816f-cb528a4422eb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:22:11.204532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0970a05-6dee-4b9f-9bec-3d0eb1c26e08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d3c1c7-dea4-4229-918d-92cbd243e506,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:11.281901 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133f212a-ee38-4bc6-9820-c904c7eef31e', 'code': 200} Mar 01 21:22:11.294549 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-73d1040c-72c9-49d6-8e47-8093137033a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:11.304845 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5a438918-7c0b-4c2d-a376-74047996dd17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:11.326452 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-73d1040c-72c9-49d6-8e47-8093137033a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:11.446805 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8bb53-db04-4681-969b-84e77e335ed5 req-ac573409-62c0-4c71-aa2d-4e03568491bf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:11.448209 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58e8bb53-db04-4681-969b-84e77e335ed5 req-ac573409-62c0-4c71-aa2d-4e03568491bf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 945 time: 0.1133556 Mar 01 21:22:11.462392 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a438918-7c0b-4c2d-a376-74047996dd17 None None] Pushing event updated for resources: {'Port': ['ID=133f212a-ee38-4bc6-9820-c904c7eef31e,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:11.493832 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'tag': '133f212a-ee38-4bc6-9820-c904c7eef31e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:22:11.494798 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58e8bb53-db04-4681-969b-84e77e335ed5 req-fc7807f2-7028-4c23-a4c3-38b3d2980917 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404427 Mar 01 21:22:11.539026 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-73d1040c-72c9-49d6-8e47-8093137033a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:11.550087 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'tag': '133f212a-ee38-4bc6-9820-c904c7eef31e', 'status': 'completed', 'code': 200} Mar 01 21:22:11.558628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d1040c-72c9-49d6-8e47-8093137033a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d3c1c7-dea4-4229-918d-92cbd243e506,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:11.568976 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-73d1040c-72c9-49d6-8e47-8093137033a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:11.572561 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-73d1040c-72c9-49d6-8e47-8093137033a9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/44d3c1c7-dea4-4229-918d-92cbd243e506 HTTP/1.1" status: 204 len: 168 time: 0.3710048 Mar 01 21:22:11.688311 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66073c-3d8f-4dfe-81b4-3738e35e219e req-b75979ec-2dfa-42fb-a1ef-4bdc3b30697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:11.694243 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2e66073c-3d8f-4dfe-81b4-3738e35e219e req-b75979ec-2dfa-42fb-a1ef-4bdc3b30697a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 1126 time: 0.1062725 Mar 01 21:22:11.853909 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66073c-3d8f-4dfe-81b4-3738e35e219e req-92fbb634-c7a1-404d-bea6-a5ab0f311c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:11.854745 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2e66073c-3d8f-4dfe-81b4-3738e35e219e req-92fbb634-c7a1-404d-bea6-a5ab0f311c8f service neutron] 10.222.0.57 "GET /v2.0/networks?id=f67090a6-55f9-4186-b6ec-94ebfc21f784 HTTP/1.1" status: 200 len: 898 time: 0.1535892 Mar 01 21:22:11.966751 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2e66073c-3d8f-4dfe-81b4-3738e35e219e req-215a3ba8-f31c-40d3-bbdb-5efbeb1b519e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=133f212a-ee38-4bc6-9820-c904c7eef31e HTTP/1.1" status: 200 len: 1000 time: 0.1049666 Mar 01 21:22:12.043601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66073c-3d8f-4dfe-81b4-3738e35e219e req-a03b2bbc-f8b2-4e77-8c24-6e672976c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:12.045226 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2e66073c-3d8f-4dfe-81b4-3738e35e219e req-a03b2bbc-f8b2-4e77-8c24-6e672976c991 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9234795e-9f13-4604-bf5a-bf2107e99494 HTTP/1.1" status: 200 len: 835 time: 0.0726504 Mar 01 21:22:12.145945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e66073c-3d8f-4dfe-81b4-3738e35e219e req-e7c62772-7b14-4d02-9ea4-9c3ad45469d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:12.147929 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2e66073c-3d8f-4dfe-81b4-3738e35e219e req-e7c62772-7b14-4d02-9ea4-9c3ad45469d9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=f67090a6-55f9-4186-b6ec-94ebfc21f784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962641 Mar 01 21:22:12.434154 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2e66073c-3d8f-4dfe-81b4-3738e35e219e req-e087bd9b-c584-48f1-8f83-6bbef3155fd8 service neutron] 10.222.0.57 "GET /v2.0/networks/f67090a6-55f9-4186-b6ec-94ebfc21f784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789834 Mar 01 21:22:12.581332 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2e66073c-3d8f-4dfe-81b4-3738e35e219e req-f711d762-0ce5-4176-a82c-f30996ec3574 service neutron] 10.222.0.57 "GET /v2.0/networks/f67090a6-55f9-4186-b6ec-94ebfc21f784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401010 Mar 01 21:22:12.714367 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa4432-c367-49bf-8205-44b20629007a req-b0e0f8b1-7eb0-4a85-8ced-2eb466cfeacc tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:12.715873 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81aa4432-c367-49bf-8205-44b20629007a req-b0e0f8b1-7eb0-4a85-8ced-2eb466cfeacc tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 945 time: 0.0956957 Mar 01 21:22:12.765942 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81aa4432-c367-49bf-8205-44b20629007a req-830da47a-a80d-44d5-9da3-a25be3bd3279 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442135 Mar 01 21:22:13.965951 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d38b8-b2df-4c05-81ea-d4bcf4335466 req-04172644-756f-4c04-b044-ed6e8ed41020 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:13.967537 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad8d38b8-b2df-4c05-81ea-d4bcf4335466 req-04172644-756f-4c04-b044-ed6e8ed41020 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 945 time: 0.0872526 Mar 01 21:22:14.018323 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad8d38b8-b2df-4c05-81ea-d4bcf4335466 req-a1802a2d-7d1e-4cbf-9fd6-6cc2ae1e260b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449905 Mar 01 21:22:14.114964 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 133f212a-ee38-4bc6-9820-c904c7eef31e details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:22:14.249887 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 133f212a-ee38-4bc6-9820-c904c7eef31e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=133f212a-ee38-4bc6-9820-c904c7eef31e,segment=NetworkSegment(8cb1da4a-bda9-48b2-816f-cb528a4422eb),segment_id=8cb1da4a-bda9-48b2-816f-cb528a4422eb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:22:14.263972 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 133f212a-ee38-4bc6-9820-c904c7eef31e has no active binding in host n-h2-827896-4 {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Mar 01 21:22:15.217065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0ca12-a41e-4400-8ffb-f21df6b01c32 req-57471467-3c44-43bd-9f4a-9f55c916d106 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:15.218426 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-add0ca12-a41e-4400-8ffb-f21df6b01c32 req-57471467-3c44-43bd-9f4a-9f55c916d106 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 945 time: 0.0876274 Mar 01 21:22:15.265087 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-add0ca12-a41e-4400-8ffb-f21df6b01c32 req-e6904f38-debd-4eb1-be4b-e514d29306a2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410104 Mar 01 21:22:15.359578 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:22:16.452551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab3578-ac87-4441-b683-70b6affd7563 req-882c4849-3673-495a-be24-13a8113adc07 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:16.453995 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56ab3578-ac87-4441-b683-70b6affd7563 req-882c4849-3673-495a-be24-13a8113adc07 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 945 time: 0.0792511 Mar 01 21:22:16.502241 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56ab3578-ac87-4441-b683-70b6affd7563 req-ef1e6992-5780-434e-8aec-d4b646287c20 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421958 Mar 01 21:22:17.698002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdeceba-6c57-4789-a80d-32a5ccf3345a req-36ca4b19-3c19-46db-80ac-769313f6f303 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:17.699565 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fdeceba-6c57-4789-a80d-32a5ccf3345a req-36ca4b19-3c19-46db-80ac-769313f6f303 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 945 time: 0.0847187 Mar 01 21:22:17.747623 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fdeceba-6c57-4789-a80d-32a5ccf3345a req-0bfd970a-b414-49fd-bad3-ba05ebe15d64 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422378 Mar 01 21:22:18.945053 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12a59c-8805-4e19-90e2-2b5a4b4012e7 req-ada2dfb3-6085-46e4-8d97-f4835997e530 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:18.947529 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cd12a59c-8805-4e19-90e2-2b5a4b4012e7 req-ada2dfb3-6085-46e4-8d97-f4835997e530 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 945 time: 0.0899320 Mar 01 21:22:18.995617 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cd12a59c-8805-4e19-90e2-2b5a4b4012e7 req-83bead49-12c9-4614-9327-d8eae896c658 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407615 Mar 01 21:22:19.470114 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-be98a48e-7fa1-4b4f-8cf5-36e5fcc558e0 service neutron] 10.222.0.57 "GET /v2.0/ports/133f212a-ee38-4bc6-9820-c904c7eef31e/bindings/n-h2-827896-4 HTTP/1.1" status: 200 len: 384 time: 0.0848370 Mar 01 21:22:19.759941 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-99934e7d-7239-4767-8be0-45f2ddc9ccc2 service neutron] For port 133f212a-ee38-4bc6-9820-c904c7eef31e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=133f212a-ee38-4bc6-9820-c904c7eef31e,segment=NetworkSegment(8cb1da4a-bda9-48b2-816f-cb528a4422eb),segment_id=8cb1da4a-bda9-48b2-816f-cb528a4422eb)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:22:19.792439 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-99934e7d-7239-4767-8be0-45f2ddc9ccc2 service neutron] For port 133f212a-ee38-4bc6-9820-c904c7eef31e, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:22:19.861072 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '133f212a-ee38-4bc6-9820-c904c7eef31e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:22:19.869555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-99934e7d-7239-4767-8be0-45f2ddc9ccc2 service neutron] For port 133f212a-ee38-4bc6-9820-c904c7eef31e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=133f212a-ee38-4bc6-9820-c904c7eef31e,segment=NetworkSegment(8cb1da4a-bda9-48b2-816f-cb528a4422eb),segment_id=8cb1da4a-bda9-48b2-816f-cb528a4422eb)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:22:19.905958 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '133f212a-ee38-4bc6-9820-c904c7eef31e', 'code': 200} Mar 01 21:22:19.927058 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-99934e7d-7239-4767-8be0-45f2ddc9ccc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:20.047819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-99934e7d-7239-4767-8be0-45f2ddc9ccc2 service neutron] Transition to ACTIVE for port object 133f212a-ee38-4bc6-9820-c904c7eef31e will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:22:20.144456 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 133f212a-ee38-4bc6-9820-c904c7eef31e details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:22:20.145341 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-99934e7d-7239-4767-8be0-45f2ddc9ccc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:20.227862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad3332d-df21-4950-9ca6-785ff69d65d4 req-b3612e42-8ba8-474f-8c5b-e2835c182bbb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:20.230231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ad3332d-df21-4950-9ca6-785ff69d65d4 req-b3612e42-8ba8-474f-8c5b-e2835c182bbb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 944 time: 0.1052544 Mar 01 21:22:20.281402 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ad3332d-df21-4950-9ca6-785ff69d65d4 req-34ef4082-a08a-4e51-8387-3d9bab1aabc0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448990 Mar 01 21:22:20.297702 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99934e7d-7239-4767-8be0-45f2ddc9ccc2 service neutron] Pushing event updated for resources: {'Port': ['ID=133f212a-ee38-4bc6-9820-c904c7eef31e,revision_number=11']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:20.312204 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 133f212a-ee38-4bc6-9820-c904c7eef31e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=133f212a-ee38-4bc6-9820-c904c7eef31e,segment=NetworkSegment(8cb1da4a-bda9-48b2-816f-cb528a4422eb),segment_id=8cb1da4a-bda9-48b2-816f-cb528a4422eb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:22:20.324898 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '133f212a-ee38-4bc6-9820-c904c7eef31e', 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784', 'port_id': '133f212a-ee38-4bc6-9820-c904c7eef31e', 'mac_address': 'fa:16:3e:13:f6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9234795e-9f13-4604-bf5a-bf2107e99494', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:22:20.411256 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:20.412507 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-99934e7d-7239-4767-8be0-45f2ddc9ccc2 service neutron] No DVR routers for this DVR port 133f212a-ee38-4bc6-9820-c904c7eef31e on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:22:20.482431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 133f212a-ee38-4bc6-9820-c904c7eef31e {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:22:20.507539 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 133f212a-ee38-4bc6-9820-c904c7eef31e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=133f212a-ee38-4bc6-9820-c904c7eef31e,segment=NetworkSegment(8cb1da4a-bda9-48b2-816f-cb528a4422eb),segment_id=8cb1da4a-bda9-48b2-816f-cb528a4422eb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:22:20.658765 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:20.701804 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-99934e7d-7239-4767-8be0-45f2ddc9ccc2 service neutron] 10.222.0.57 "PUT /v2.0/ports/133f212a-ee38-4bc6-9820-c904c7eef31e/bindings/n-h2-827896-4/activate HTTP/1.1" status: 200 len: 369 time: 1.2240453 Mar 01 21:22:20.743648 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=133f212a-ee38-4bc6-9820-c904c7eef31e,revision_number=12']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:20.749231 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['133f212a-ee38-4bc6-9820-c904c7eef31e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:22:20.936550 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-195c9d53-86a6-4de8-8b41-fb6a3c6859df tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:20.938139 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-195c9d53-86a6-4de8-8b41-fb6a3c6859df tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6&tenant_id=55abf7132a284d2983dea80802c45cbf&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 1096 time: 0.0915840 Mar 01 21:22:21.027810 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-11b91c47-a577-499b-81e9-a36a70904e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:21.029804 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-11b91c47-a577-499b-81e9-a36a70904e98 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6&tenant_id=55abf7132a284d2983dea80802c45cbf HTTP/1.1" status: 200 len: 1096 time: 0.0847337 Mar 01 21:22:21.132406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-0c4bbede-32aa-4dfc-bcca-9ac746f5e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:21.134106 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-0c4bbede-32aa-4dfc-bcca-9ac746f5e555 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 1096 time: 0.0770793 Mar 01 21:22:21.273588 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c276c0e2-9ffd-4426-8a74-cbabf22cfd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:21.278393 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-c276c0e2-9ffd-4426-8a74-cbabf22cfd2b service neutron] 10.222.0.55 "GET /v2.0/networks?id=f67090a6-55f9-4186-b6ec-94ebfc21f784 HTTP/1.1" status: 200 len: 898 time: 0.1329730 Mar 01 21:22:21.498563 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:21.506572 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d590b148-6c7d-4b8c-90e0-9d65aa4a30db req-be128a99-3310-446c-870b-6b3af6a426c3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:21.508136 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d590b148-6c7d-4b8c-90e0-9d65aa4a30db req-be128a99-3310-446c-870b-6b3af6a426c3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 945 time: 0.0973516 Mar 01 21:22:21.515848 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-512fe3ff-4cbc-4097-b29a-0c3518117186 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=133f212a-ee38-4bc6-9820-c904c7eef31e HTTP/1.1" status: 200 len: 999 time: 0.2342141 Mar 01 21:22:21.560339 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d590b148-6c7d-4b8c-90e0-9d65aa4a30db req-bad8f936-935c-4d6d-b96d-31aa0a89edda tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449090 Mar 01 21:22:21.587038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-0738d304-14ff-420d-946b-02f6a3c358a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:21.588613 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-0738d304-14ff-420d-946b-02f6a3c358a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9234795e-9f13-4604-bf5a-bf2107e99494 HTTP/1.1" status: 200 len: 835 time: 0.0655494 Mar 01 21:22:21.671950 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-bcf01936-d1cb-491c-85ac-f38fe9aaaace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:21.673412 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-bcf01936-d1cb-491c-85ac-f38fe9aaaace service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f67090a6-55f9-4186-b6ec-94ebfc21f784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761652 Mar 01 21:22:21.815885 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-80904de7-bccc-4ece-8c70-bc04c1a9b011 service neutron] 10.222.0.55 "GET /v2.0/networks/f67090a6-55f9-4186-b6ec-94ebfc21f784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314011 Mar 01 21:22:21.963709 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-f6d3f130-76d8-4f01-a1d9-d9613b69b4f1 service neutron] 10.222.0.55 "GET /v2.0/networks/f67090a6-55f9-4186-b6ec-94ebfc21f784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419158 Mar 01 21:22:22.162449 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 133f212a-ee38-4bc6-9820-c904c7eef31e up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:22:22.395718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 133f212a-ee38-4bc6-9820-c904c7eef31e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:22:22.401090 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 133f212a-ee38-4bc6-9820-c904c7eef31e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:22:22.401461 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:22.530861 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:22.559385 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133f212a-ee38-4bc6-9820-c904c7eef31e'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:22:22.569108 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 133f212a-ee38-4bc6-9820-c904c7eef31e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=133f212a-ee38-4bc6-9820-c904c7eef31e,segment=NetworkSegment(8cb1da4a-bda9-48b2-816f-cb528a4422eb),segment_id=8cb1da4a-bda9-48b2-816f-cb528a4422eb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:22:22.602675 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-a70c49b2-0754-42bc-8ded-5e29eef71fe2 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:22.605541 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-a70c49b2-0754-42bc-8ded-5e29eef71fe2 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6&tenant_id=55abf7132a284d2983dea80802c45cbf&binding%3Ahost_id=n-h2-827896-4 HTTP/1.1" status: 200 len: 1096 time: 0.1019526 Mar 01 21:22:22.658042 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:22.716396 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '133f212a-ee38-4bc6-9820-c904c7eef31e', 'code': 200} Mar 01 21:22:22.754834 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=133f212a-ee38-4bc6-9820-c904c7eef31e,revision_number=13']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:22.823985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6901f2-653f-44b1-9e5a-fac29454afe9 req-b232e17c-3183-4d00-80b0-571063c8bd9f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:22.825396 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1f6901f2-653f-44b1-9e5a-fac29454afe9 req-b232e17c-3183-4d00-80b0-571063c8bd9f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 946 time: 0.0855811 Mar 01 21:22:22.877606 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1f6901f2-653f-44b1-9e5a-fac29454afe9 req-856f496b-af75-4908-84d1-e3a99a21481a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463459 Mar 01 21:22:22.878793 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-8ce0aaa4-765f-48a9-9ddf-f317a51374bb service neutron] For port 133f212a-ee38-4bc6-9820-c904c7eef31e, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:22:22.882906 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-8ce0aaa4-765f-48a9-9ddf-f317a51374bb service neutron] Notify callbacks [] for binding, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:22.884500 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-72db51ad-e9de-4d74-8458-570c996d86c0 req-8ce0aaa4-765f-48a9-9ddf-f317a51374bb service neutron] 10.222.0.55 "DELETE /v2.0/ports/133f212a-ee38-4bc6-9820-c904c7eef31e/bindings/n-h1-827896-4 HTTP/1.1" status: 204 len: 173 time: 0.2721841 Mar 01 21:22:23.080263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4bb62-16bc-4a1f-a192-a5b3c47893de req-571d97c1-2d27-4028-ae34-b494e86b9b0f tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:23.082741 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2aa4bb62-16bc-4a1f-a192-a5b3c47893de req-571d97c1-2d27-4028-ae34-b494e86b9b0f tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0776021 Mar 01 21:22:23.128491 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2aa4bb62-16bc-4a1f-a192-a5b3c47893de req-dfc9b0e4-791e-45d1-bb4d-1f8d19d7bac6 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386317 Mar 01 21:22:23.330588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b15284-1dee-4497-9321-47869669347c req-1ef94812-979b-4d7c-b40b-9c53c9dea2ae tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:23.332096 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82b15284-1dee-4497-9321-47869669347c req-1ef94812-979b-4d7c-b40b-9c53c9dea2ae tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 946 time: 0.0953968 Mar 01 21:22:23.398908 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82b15284-1dee-4497-9321-47869669347c req-56b20b16-16fe-46ba-909b-49cfb272d207 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569792 Mar 01 21:22:23.424045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49922) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:23.627744 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 133f212a-ee38-4bc6-9820-c904c7eef31e no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:22:23.657665 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-634bbe45-9dd7-4975-927f-da54eaaad295 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/floatingips/411d4a7f-9646-47cc-bc84-fce5480fe893 HTTP/1.1" status: 200 len: 992 time: 0.2324355 Mar 01 21:22:23.691471 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 133f212a-ee38-4bc6-9820-c904c7eef31e not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:22:23.937197 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:25.920868 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 49968) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:26.170426 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e5f72f8a-a7c9-41c6-a19c-79d045aec319 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Deleting port cc849142-43c0-4bb7-85bb-40673e0b2f98 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:22:26.170766 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5f72f8a-a7c9-41c6-a19c-79d045aec319 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:26.347660 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5f72f8a-a7c9-41c6-a19c-79d045aec319 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:26.348010 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5f72f8a-a7c9-41c6-a19c-79d045aec319 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:26.479668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e5f72f8a-a7c9-41c6-a19c-79d045aec319 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Calling delete_port for cc849142-43c0-4bb7-85bb-40673e0b2f98 owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:22:26.703574 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5f72f8a-a7c9-41c6-a19c-79d045aec319 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:26.758266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f72f8a-a7c9-41c6-a19c-79d045aec319 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Port': ['ID=cc849142-43c0-4bb7-85bb-40673e0b2f98,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:26.850701 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5f72f8a-a7c9-41c6-a19c-79d045aec319 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:26.851033 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-e5f72f8a-a7c9-41c6-a19c-79d045aec319 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Floating IP 411d4a7f-9646-47cc-bc84-fce5480fe893 disassociated (deleted). External IP: 172.25.5.93, port: 133f212a-ee38-4bc6-9820-c904c7eef31e. Mar 01 21:22:27.263331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f72f8a-a7c9-41c6-a19c-79d045aec319 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Router 83cedea2-67aa-4088-92c1-505ed1c4a6e9 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:22:27.437693 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2031b538-d5e7-4299-a6a3-cc539eedc6e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:27.629461 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f72f8a-a7c9-41c6-a19c-79d045aec319 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:22:27.641848 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a097294-d5be-4f3f-a0ce-1f1d220c7d3b None None] Sync routers for ids ['83cedea2-67aa-4088-92c1-505ed1c4a6e9'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:22:27.646387 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5f72f8a-a7c9-41c6-a19c-79d045aec319 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:27.652059 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a097294-d5be-4f3f-a0ce-1f1d220c7d3b None None] Routers {'83cedea2-67aa-4088-92c1-505ed1c4a6e9'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:22:27.652936 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6a097294-d5be-4f3f-a0ce-1f1d220c7d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:22:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['83cedea2-67aa-4088-92c1-505ed1c4a6e9'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:22:27.713325 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e5f72f8a-a7c9-41c6-a19c-79d045aec319 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "DELETE /v2.0/floatingips/411d4a7f-9646-47cc-bc84-fce5480fe893 HTTP/1.1" status: 204 len: 168 time: 1.7913644 Mar 01 21:22:27.713922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'tag': '133f212a-ee38-4bc6-9820-c904c7eef31e'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:22:27.766618 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'tag': '133f212a-ee38-4bc6-9820-c904c7eef31e', 'status': 'completed', 'code': 200} Mar 01 21:22:27.890308 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d254908-f7d9-4e8e-bc32-e00ca34c8fd6 req-d187745f-1a0b-47c0-89e0-d68456d1b8bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:27.892021 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6d254908-f7d9-4e8e-bc32-e00ca34c8fd6 req-d187745f-1a0b-47c0-89e0-d68456d1b8bd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 1097 time: 0.0899439 Mar 01 21:22:27.938428 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-6a097294-d5be-4f3f-a0ce-1f1d220c7d3b None None] Set router 83cedea2-67aa-4088-92c1-505ed1c4a6e9 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:22:28.053477 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d254908-f7d9-4e8e-bc32-e00ca34c8fd6 req-7e10b648-3fc0-4252-b3a5-5b88b66ec738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:28.054793 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6d254908-f7d9-4e8e-bc32-e00ca34c8fd6 req-7e10b648-3fc0-4252-b3a5-5b88b66ec738 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f67090a6-55f9-4186-b6ec-94ebfc21f784 HTTP/1.1" status: 200 len: 898 time: 0.1566339 Mar 01 21:22:28.148615 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6d254908-f7d9-4e8e-bc32-e00ca34c8fd6 req-785de7c1-c78c-4074-b46c-ab00ab5c648d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=133f212a-ee38-4bc6-9820-c904c7eef31e HTTP/1.1" status: 200 len: 217 time: 0.0856037 Mar 01 21:22:28.263113 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d254908-f7d9-4e8e-bc32-e00ca34c8fd6 req-f5cadbc7-1417-45b3-b214-3733b0edd4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:28.263113 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6d254908-f7d9-4e8e-bc32-e00ca34c8fd6 req-f5cadbc7-1417-45b3-b214-3733b0edd4f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=9234795e-9f13-4604-bf5a-bf2107e99494 HTTP/1.1" status: 200 len: 835 time: 0.0969942 Mar 01 21:22:28.381573 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6a097294-d5be-4f3f-a0ce-1f1d220c7d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430601008', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:57Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:58Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '967879af-43df-4f13-8f57-a5ed100e46f4', 'name': '', 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:73:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9234795e-9f13-4604-bf5a-bf2107e99494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:21:05Z', 'updated_at': '2022-03-01T21:21:16Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '9234795e-9f13-4604-bf5a-bf2107e99494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:22:28.389484 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a097294-d5be-4f3f-a0ce-1f1d220c7d3b None None] Checking router: 83cedea2-67aa-4088-92c1-505ed1c4a6e9 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:22:28.394582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d254908-f7d9-4e8e-bc32-e00ca34c8fd6 req-2d62e74c-fcf1-49dd-81e1-ccebeadf7aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:28.396777 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6d254908-f7d9-4e8e-bc32-e00ca34c8fd6 req-2d62e74c-fcf1-49dd-81e1-ccebeadf7aa9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f67090a6-55f9-4186-b6ec-94ebfc21f784&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1364212 Mar 01 21:22:28.403807 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a097294-d5be-4f3f-a0ce-1f1d220c7d3b None None] Routers {'83cedea2-67aa-4088-92c1-505ed1c4a6e9'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:22:28.404597 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6a097294-d5be-4f3f-a0ce-1f1d220c7d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:22:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['83cedea2-67aa-4088-92c1-505ed1c4a6e9'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:22:28.524791 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2d383-81c1-4d6c-bc35-445788d3f475 req-2b250c80-f56c-4b62-a1df-2afc48ec6030 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:28.526184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-33b2d383-81c1-4d6c-bc35-445788d3f475 req-2b250c80-f56c-4b62-a1df-2afc48ec6030 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:22:28.558669 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6d254908-f7d9-4e8e-bc32-e00ca34c8fd6 req-f9dc311e-912a-4a42-9687-0b45ac33b415 service neutron] 10.222.0.55 "GET /v2.0/networks/f67090a6-55f9-4186-b6ec-94ebfc21f784?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546252 Mar 01 21:22:28.630177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-33b2d383-81c1-4d6c-bc35-445788d3f475 req-2b250c80-f56c-4b62-a1df-2afc48ec6030 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:22:28.630177 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33b2d383-81c1-4d6c-bc35-445788d3f475 req-2b250c80-f56c-4b62-a1df-2afc48ec6030 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 946 time: 0.2286148 Mar 01 21:22:28.643536 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-6a097294-d5be-4f3f-a0ce-1f1d220c7d3b None None] Set router 83cedea2-67aa-4088-92c1-505ed1c4a6e9 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:22:28.714217 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33b2d383-81c1-4d6c-bc35-445788d3f475 req-edee473d-2579-420c-a511-385cad959d42 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=ed1282d8-9e44-4483-919c-8b376626c572&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691149 Mar 01 21:22:28.792254 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6d254908-f7d9-4e8e-bc32-e00ca34c8fd6 req-88aa2ce1-08fd-457c-af47-420771959cb0 service neutron] 10.222.0.55 "GET /v2.0/networks/f67090a6-55f9-4186-b6ec-94ebfc21f784?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258317 Mar 01 21:22:28.907755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d5176-d305-49f1-9c0d-0e3207b5cb43 req-73e673c7-a65e-46d7-b0bc-8a523613bd11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:28.909699 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e27d5176-d305-49f1-9c0d-0e3207b5cb43 req-73e673c7-a65e-46d7-b0bc-8a523613bd11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.55 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 946 time: 0.1184077 Mar 01 21:22:29.007158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-e27d5176-d305-49f1-9c0d-0e3207b5cb43 req-81078967-7f13-41da-8531-85780e2664de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Deleting port 133f212a-ee38-4bc6-9820-c904c7eef31e {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:22:29.007263 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e27d5176-d305-49f1-9c0d-0e3207b5cb43 req-81078967-7f13-41da-8531-85780e2664de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:29.099446 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6a097294-d5be-4f3f-a0ce-1f1d220c7d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430601008', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:57Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:58Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '967879af-43df-4f13-8f57-a5ed100e46f4', 'name': '', 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:73:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9234795e-9f13-4604-bf5a-bf2107e99494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:21:05Z', 'updated_at': '2022-03-01T21:21:16Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '9234795e-9f13-4604-bf5a-bf2107e99494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:22:29.114451 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a097294-d5be-4f3f-a0ce-1f1d220c7d3b None None] The sync data for ids ['83cedea2-67aa-4088-92c1-505ed1c4a6e9'] in n-d-827896-4 is: [{'id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430601008', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:57Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:58Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '967879af-43df-4f13-8f57-a5ed100e46f4', 'name': '', 'network_id': 'f67090a6-55f9-4186-b6ec-94ebfc21f784', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:73:f2:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': '9234795e-9f13-4604-bf5a-bf2107e99494', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:21:05Z', 'updated_at': '2022-03-01T21:21:16Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '9234795e-9f13-4604-bf5a-bf2107e99494', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:22:29.378547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-e27d5176-d305-49f1-9c0d-0e3207b5cb43 req-81078967-7f13-41da-8531-85780e2664de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] For port 133f212a-ee38-4bc6-9820-c904c7eef31e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=133f212a-ee38-4bc6-9820-c904c7eef31e,segment=NetworkSegment(8cb1da4a-bda9-48b2-816f-cb528a4422eb),segment_id=8cb1da4a-bda9-48b2-816f-cb528a4422eb)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:22:29.378986 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e27d5176-d305-49f1-9c0d-0e3207b5cb43 req-81078967-7f13-41da-8531-85780e2664de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:29.499805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68da9f6d-acb4-4a91-985a-91c1407bc046 None None] New status for floating IP 411d4a7f-9646-47cc-bc84-fce5480fe893: DOWN {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:22:29.528571 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-e27d5176-d305-49f1-9c0d-0e3207b5cb43 req-81078967-7f13-41da-8531-85780e2664de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Calling delete_port for 133f212a-ee38-4bc6-9820-c904c7eef31e owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:22:29.734047 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-95379b84-1196-4b1a-a3f9-4cef03eca55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:29.756640 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e27d5176-d305-49f1-9c0d-0e3207b5cb43 req-81078967-7f13-41da-8531-85780e2664de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:29.887447 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81078967-7f13-41da-8531-85780e2664de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Port': ['ID=133f212a-ee38-4bc6-9820-c904c7eef31e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:29.892518 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-821024d6-4469-4226-92d1-27ac158bb572 req-174f25ff-a669-49d4-9a3d-ca529a6366ff tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=73e3f475-3aaf-41d4-acbd-9d3d390d7fb6 HTTP/1.1" status: 200 len: 210 time: 0.0591252 Mar 01 21:22:29.976605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27d5176-d305-49f1-9c0d-0e3207b5cb43 req-81078967-7f13-41da-8531-85780e2664de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] No DVR routers for this DVR port 133f212a-ee38-4bc6-9820-c904c7eef31e on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:22:29.979035 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-e27d5176-d305-49f1-9c0d-0e3207b5cb43 req-81078967-7f13-41da-8531-85780e2664de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:29.981590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'name': 'network-vif-deleted', 'tag': '133f212a-ee38-4bc6-9820-c904c7eef31e'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:22:30.027413 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73e3f475-3aaf-41d4-acbd-9d3d390d7fb6', 'name': 'network-vif-deleted', 'tag': '133f212a-ee38-4bc6-9820-c904c7eef31e', 'status': 'completed', 'code': 200} Mar 01 21:22:30.082343 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e27d5176-d305-49f1-9c0d-0e3207b5cb43 req-81078967-7f13-41da-8531-85780e2664de tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.55 "DELETE /v2.0/ports/133f212a-ee38-4bc6-9820-c904c7eef31e HTTP/1.1" status: 204 len: 173 time: 1.1668200 Mar 01 21:22:30.595415 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4db715d9-1040-4faa-8145-866047705834 req-8f1a7f52-353d-4f16-bbcd-1bd96baa4eec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0967283 Mar 01 21:22:30.603056 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:30.604495 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:30.808972 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db715d9-1040-4faa-8145-866047705834 req-5b981ea8-7673-4b63-a7a0-44f69c2c874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:30.810637 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4db715d9-1040-4faa-8145-866047705834 req-5b981ea8-7673-4b63-a7a0-44f69c2c874c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=177562bd87a4424f83471f73a3e34887&device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 1096 time: 0.0847528 Mar 01 21:22:30.974964 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db715d9-1040-4faa-8145-866047705834 req-558534f7-d28c-4538-a455-0209840fc0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:30.976424 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4db715d9-1040-4faa-8145-866047705834 req-558534f7-d28c-4538-a455-0209840fc0a4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=7ebe53d5-a152-4e71-89db-032890009b0a HTTP/1.1" status: 200 len: 909 time: 0.1453807 Mar 01 21:22:31.013305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50074) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:31.238367 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4db715d9-1040-4faa-8145-866047705834 req-366e092f-6f48-441d-be89-821e24f76dd5 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b4889a58-a09b-40fb-a9d0-187086611e43 HTTP/1.1" status: 200 len: 1001 time: 0.2557294 Mar 01 21:22:31.323590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db715d9-1040-4faa-8145-866047705834 req-77b5b824-831c-4281-a55f-1d8daba7a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:31.326671 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4db715d9-1040-4faa-8145-866047705834 req-77b5b824-831c-4281-a55f-1d8daba7a98d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=fb459190-f9fa-407d-8fec-9826c0c3ce9d HTTP/1.1" status: 200 len: 847 time: 0.0817173 Mar 01 21:22:31.423653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db715d9-1040-4faa-8145-866047705834 req-8f908e76-5a6f-4585-a44a-11fe4d112dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:31.425778 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4db715d9-1040-4faa-8145-866047705834 req-8f908e76-5a6f-4585-a44a-11fe4d112dbb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=7ebe53d5-a152-4e71-89db-032890009b0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936348 Mar 01 21:22:31.607690 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4db715d9-1040-4faa-8145-866047705834 req-f5b1df01-5e1e-41c2-8a07-af99a4e248f9 service neutron] 10.222.0.57 "GET /v2.0/networks/7ebe53d5-a152-4e71-89db-032890009b0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744921 Mar 01 21:22:31.765622 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4db715d9-1040-4faa-8145-866047705834 req-03c69f87-678f-4a9b-a4e8-ae4b5b8b3b2f service neutron] 10.222.0.57 "GET /v2.0/networks/7ebe53d5-a152-4e71-89db-032890009b0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524334 Mar 01 21:22:31.994223 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca0d20c-8621-4d90-85b9-ff58dd224ae7 req-05a59bad-c298-4068-a0dc-2d3e01f86af5 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:31.995724 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ca0d20c-8621-4d90-85b9-ff58dd224ae7 req-05a59bad-c298-4068-a0dc-2d3e01f86af5 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.1491516 Mar 01 21:22:32.088796 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ca0d20c-8621-4d90-85b9-ff58dd224ae7 req-d374d066-fb1a-49b5-8a4a-7bbb91271fae tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829341 Mar 01 21:22:32.121734 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:32.286745 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:32.538918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Deleting port 967879af-43df-4f13-8f57-a5ed100e46f4 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:22:32.538918 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:32.768046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] For port 967879af-43df-4f13-8f57-a5ed100e46f4, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=967879af-43df-4f13-8f57-a5ed100e46f4,segment=NetworkSegment(8cb1da4a-bda9-48b2-816f-cb528a4422eb),segment_id=8cb1da4a-bda9-48b2-816f-cb528a4422eb)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:22:32.768432 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:32.902013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Calling delete_port for 967879af-43df-4f13-8f57-a5ed100e46f4 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:22:33.284618 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:33.391608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Port': ['ID=967879af-43df-4f13-8f57-a5ed100e46f4,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:33.405520 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:33.406526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:33.406526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:33.406707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:33.406922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:33.407246 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:33.407601 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:33.407924 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:33.408243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:33.408561 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:33.408875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:33.409187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:33.496849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e560e-86bf-40b9-a1ab-406764e976e3 req-165648de-b583-4137-b3e7-149fef8df943 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:33.498432 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-775e560e-86bf-40b9-a1ab-406764e976e3 req-165648de-b583-4137-b3e7-149fef8df943 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.2516613 Mar 01 21:22:33.756363 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-775e560e-86bf-40b9-a1ab-406764e976e3 req-6044597c-4b51-4395-b9cc-b78f816b3343 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0822294 Mar 01 21:22:33.843094 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:34.223096 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 133f212a-ee38-4bc6-9820-c904c7eef31e no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:22:34.240002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Router 83cedea2-67aa-4088-92c1-505ed1c4a6e9 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:22:34.267928 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 133f212a-ee38-4bc6-9820-c904c7eef31e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:22:34.269207 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 133f212a-ee38-4bc6-9820-c904c7eef31e not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:22:34.438350 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:22:34.448402 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb50ca75-1920-462c-b206-dcc698403747 None None] Sync routers for ids ['83cedea2-67aa-4088-92c1-505ed1c4a6e9'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:22:34.451845 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f66ff03a-9552-490c-b11e-e41f9258f7d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "PUT /v2.0/routers/83cedea2-67aa-4088-92c1-505ed1c4a6e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4372151 Mar 01 21:22:34.454460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50150) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:34.458439 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb50ca75-1920-462c-b206-dcc698403747 None None] Routers {'83cedea2-67aa-4088-92c1-505ed1c4a6e9'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:22:34.460017 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-fb50ca75-1920-462c-b206-dcc698403747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:22:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['83cedea2-67aa-4088-92c1-505ed1c4a6e9'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:22:34.523066 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d93638-3787-4297-a84b-ba5a65cdfc4d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Deleting subnet 9234795e-9f13-4604-bf5a-bf2107e99494 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:22:34.528807 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21d93638-3787-4297-a84b-ba5a65cdfc4d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:34.605236 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21d93638-3787-4297-a84b-ba5a65cdfc4d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:34.706312 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-fb50ca75-1920-462c-b206-dcc698403747 None None] Set router 83cedea2-67aa-4088-92c1-505ed1c4a6e9 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:22:34.726421 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21d93638-3787-4297-a84b-ba5a65cdfc4d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:34.966143 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21d93638-3787-4297-a84b-ba5a65cdfc4d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:35.090868 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-fb50ca75-1920-462c-b206-dcc698403747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430601008', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:57Z', 'updated_at': '2022-03-01T21:22:33Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:58Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:22:35.094945 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb50ca75-1920-462c-b206-dcc698403747 None None] Checking router: 83cedea2-67aa-4088-92c1-505ed1c4a6e9 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:22:35.108347 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb50ca75-1920-462c-b206-dcc698403747 None None] Routers {'83cedea2-67aa-4088-92c1-505ed1c4a6e9'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:22:35.110605 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-fb50ca75-1920-462c-b206-dcc698403747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:22:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['83cedea2-67aa-4088-92c1-505ed1c4a6e9'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:22:35.113172 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d93638-3787-4297-a84b-ba5a65cdfc4d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Subnet': ['ID=9234795e-9f13-4604-bf5a-bf2107e99494,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:35.127962 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-21d93638-3787-4297-a84b-ba5a65cdfc4d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:35.145009 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464249cf-695a-47b6-92d0-4605dde2ea44 None None] Network f67090a6-55f9-4186-b6ec-94ebfc21f784 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:22:35.158907 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-21d93638-3787-4297-a84b-ba5a65cdfc4d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "DELETE /v2.0/subnets/9234795e-9f13-4604-bf5a-bf2107e99494 HTTP/1.1" status: 204 len: 168 time: 0.7031913 Mar 01 21:22:35.161403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50168) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:35.215386 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8b3a3a-2f68-4f70-a7f9-76a2a97799d1 req-48acc1f3-7d64-48a6-ac06-e0c00051f737 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:35.217253 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b8b3a3a-2f68-4f70-a7f9-76a2a97799d1 req-48acc1f3-7d64-48a6-ac06-e0c00051f737 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.2997124 Mar 01 21:22:35.267662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f5f4e-08c6-4f04-aa3a-177dcdd571e4 req-1b26b26a-f446-4802-9edc-5d661776238c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:35.271191 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d66f5f4e-08c6-4f04-aa3a-177dcdd571e4 req-1b26b26a-f446-4802-9edc-5d661776238c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6014c443b54e41aa96abbf34b6c6cfbd&device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 1097 time: 0.2677879 Mar 01 21:22:35.287518 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b8b3a3a-2f68-4f70-a7f9-76a2a97799d1 req-37a24f93-b001-4612-81d6-b2cfa3fd136b tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565486 Mar 01 21:22:35.420839 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-fb50ca75-1920-462c-b206-dcc698403747 None None] Set router 83cedea2-67aa-4088-92c1-505ed1c4a6e9 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:22:35.495052 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:35.569102 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda84bf5-4244-4b27-b17b-3528ee4e74bc None None] DHCP port deletion for f67090a6-55f9-4186-b6ec-94ebfc21f784 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:22:35.574883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-eda84bf5-4244-4b27-b17b-3528ee4e74bc None None] Deleting port 817e0505-e594-4a45-b325-073c9f273128 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:22:35.575465 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-eda84bf5-4244-4b27-b17b-3528ee4e74bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:35.605224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f5f4e-08c6-4f04-aa3a-177dcdd571e4 req-1e63594d-c825-414b-b56d-0fc82ff064e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:35.625072 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d66f5f4e-08c6-4f04-aa3a-177dcdd571e4 req-1e63594d-c825-414b-b56d-0fc82ff064e0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3 HTTP/1.1" status: 200 len: 918 time: 0.3268130 Mar 01 21:22:35.734299 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:35.801599 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Deleting port d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:22:35.807434 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:35.912661 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d66f5f4e-08c6-4f04-aa3a-177dcdd571e4 req-7d504702-2686-405c-9c3a-0c9cc2c63252 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e35ec88-bec8-475d-a9d5-56df0084ecbb HTTP/1.1" status: 200 len: 1002 time: 0.2801821 Mar 01 21:22:35.928806 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-eda84bf5-4244-4b27-b17b-3528ee4e74bc None None] For port 817e0505-e594-4a45-b325-073c9f273128, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=817e0505-e594-4a45-b325-073c9f273128,segment=NetworkSegment(8cb1da4a-bda9-48b2-816f-cb528a4422eb),segment_id=8cb1da4a-bda9-48b2-816f-cb528a4422eb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:22:35.929192 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-eda84bf5-4244-4b27-b17b-3528ee4e74bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:35.949210 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-fb50ca75-1920-462c-b206-dcc698403747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430601008', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:57Z', 'updated_at': '2022-03-01T21:22:33Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:58Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:22:35.956434 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb50ca75-1920-462c-b206-dcc698403747 None None] The sync data for ids ['83cedea2-67aa-4088-92c1-505ed1c4a6e9'] in n-d-827896-4 is: [{'id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1430601008', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142'}], 'enable_snat': True}, 'gw_port_id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:57Z', 'updated_at': '2022-03-01T21:22:33Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': 'd29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d4:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83cedea2-67aa-4088-92c1-505ed1c4a6e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3458, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:58Z', 'updated_at': '2022-03-01T21:21:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:22:36.057439 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f5f4e-08c6-4f04-aa3a-177dcdd571e4 req-e197fc21-3c61-48c9-b269-ede0efdb42d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:36.058876 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d66f5f4e-08c6-4f04-aa3a-177dcdd571e4 req-e197fc21-3c61-48c9-b269-ede0efdb42d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7806e9af-ea8e-45a6-994c-4158f4cea3a0 HTTP/1.1" status: 200 len: 856 time: 0.1389174 Mar 01 21:22:36.131447 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-eda84bf5-4244-4b27-b17b-3528ee4e74bc None None] Calling delete_port for 817e0505-e594-4a45-b325-073c9f273128 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:22:36.186151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] For port d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:22:36.186656 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:36.199551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f5f4e-08c6-4f04-aa3a-177dcdd571e4 req-aa2859d2-0592-4b8f-88fc-d5e7a6525820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:36.218307 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d66f5f4e-08c6-4f04-aa3a-177dcdd571e4 req-aa2859d2-0592-4b8f-88fc-d5e7a6525820 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354990 Mar 01 21:22:36.356533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Calling delete_port for d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:22:36.430858 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-eda84bf5-4244-4b27-b17b-3528ee4e74bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:36.431939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d66f5f4e-08c6-4f04-aa3a-177dcdd571e4 req-65170cc4-6890-4e5d-84c0-e2cc1922c556 service neutron] 10.222.0.55 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216022 Mar 01 21:22:36.494583 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda84bf5-4244-4b27-b17b-3528ee4e74bc None None] Pushing event deleted for resources: {'Port': ['ID=817e0505-e594-4a45-b325-073c9f273128,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:36.507027 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda84bf5-4244-4b27-b17b-3528ee4e74bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.507259 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda84bf5-4244-4b27-b17b-3528ee4e74bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.507784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda84bf5-4244-4b27-b17b-3528ee4e74bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.508285 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda84bf5-4244-4b27-b17b-3528ee4e74bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.508847 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda84bf5-4244-4b27-b17b-3528ee4e74bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.509182 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda84bf5-4244-4b27-b17b-3528ee4e74bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.509710 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda84bf5-4244-4b27-b17b-3528ee4e74bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.510276 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda84bf5-4244-4b27-b17b-3528ee4e74bc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.510676 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda84bf5-4244-4b27-b17b-3528ee4e74bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.511022 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda84bf5-4244-4b27-b17b-3528ee4e74bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.511350 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda84bf5-4244-4b27-b17b-3528ee4e74bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.511864 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda84bf5-4244-4b27-b17b-3528ee4e74bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.514978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda84bf5-4244-4b27-b17b-3528ee4e74bc None None] No DVR routers for this DVR port 817e0505-e594-4a45-b325-073c9f273128 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:22:36.669345 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:36.721603 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d66f5f4e-08c6-4f04-aa3a-177dcdd571e4 req-00657a96-252b-4138-b30e-40cd83ac659e service neutron] 10.222.0.55 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781463 Mar 01 21:22:36.730026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Port': ['ID=d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:36.754982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc546dd-cf58-4102-8475-2fc05a899932 req-d3c7790c-736a-43ad-9bab-9cb7c64dac36 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:36.754982 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cdc546dd-cf58-4102-8475-2fc05a899932 req-d3c7790c-736a-43ad-9bab-9cb7c64dac36 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.2143300 Mar 01 21:22:36.816818 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cdc546dd-cf58-4102-8475-2fc05a899932 req-31757cac-89c1-49b1-8297-4ac252164b9e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0577338 Mar 01 21:22:36.956465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.958773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.958773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.958773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.958773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.958773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.958773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.958773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.959313 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.959763 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.960044 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.960355 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:36.989081 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:37.172649 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:37.174906 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:37.297704 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 967879af-43df-4f13-8f57-a5ed100e46f4 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:22:37.298209 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:37.298671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Fanout notify agent at l3_agent the message router_deleted on router 83cedea2-67aa-4088-92c1-505ed1c4a6e9 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:22:37.314947 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:37.324504 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-385bc1a2-c240-49f4-a366-968e151cff11 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "DELETE /v2.0/routers/83cedea2-67aa-4088-92c1-505ed1c4a6e9 HTTP/1.1" status: 204 len: 168 time: 2.1568608 Mar 01 21:22:37.324639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50204) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:37.353504 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 967879af-43df-4f13-8f57-a5ed100e46f4 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:22:37.354183 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 967879af-43df-4f13-8f57-a5ed100e46f4 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:22:37.354743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 817e0505-e594-4a45-b325-073c9f273128 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:22:37.406278 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 817e0505-e594-4a45-b325-073c9f273128 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:22:37.406902 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 817e0505-e594-4a45-b325-073c9f273128 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:22:37.475322 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd467-4eb5-4d17-85f2-023ef57239ab tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:37.620918 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd467-4eb5-4d17-85f2-023ef57239ab tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:37.651445 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-ce0cd467-4eb5-4d17-85f2-023ef57239ab tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f67090a6-55f9-4186-b6ec-94ebfc21f784']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:22:37.677048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-ce0cd467-4eb5-4d17-85f2-023ef57239ab tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb1da4a-bda9-48b2-816f-cb528a4422eb') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:22:37.677339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-ce0cd467-4eb5-4d17-85f2-023ef57239ab tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb1da4a-bda9-48b2-816f-cb528a4422eb') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:22:37.690290 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd467-4eb5-4d17-85f2-023ef57239ab tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:37.718249 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd467-4eb5-4d17-85f2-023ef57239ab tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:37.727902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce0cd467-4eb5-4d17-85f2-023ef57239ab tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Releasing vlan 625 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:22:37.734285 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd467-4eb5-4d17-85f2-023ef57239ab tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:22:37.746056 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:22:37.903311 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd467-4eb5-4d17-85f2-023ef57239ab tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:37.946188 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ce0cd467-4eb5-4d17-85f2-023ef57239ab tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:37.950974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0cd467-4eb5-4d17-85f2-023ef57239ab tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Network': ['ID=f67090a6-55f9-4186-b6ec-94ebfc21f784,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:38.042928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ce0cd467-4eb5-4d17-85f2-023ef57239ab tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "DELETE /v2.0/networks/f67090a6-55f9-4186-b6ec-94ebfc21f784 HTTP/1.1" status: 204 len: 168 time: 0.7186995 Mar 01 21:22:38.043456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50228) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:38.180432 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-602dd9bc-c69e-4b5a-b9df-ce17cfae0665 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:38.190231 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb4f46c-b45b-4eaf-b471-999265712837 req-63db7612-2653-47cc-99ef-5a24939f8cc4 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:38.191724 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fdb4f46c-b45b-4eaf-b471-999265712837 req-63db7612-2653-47cc-99ef-5a24939f8cc4 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.2262721 Mar 01 21:22:38.245115 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-602dd9bc-c69e-4b5a-b9df-ce17cfae0665 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:38.283275 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fdb4f46c-b45b-4eaf-b471-999265712837 req-788859ff-0086-4f5e-8748-3f4b569f2e2a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0825961 Mar 01 21:22:38.458055 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-602dd9bc-c69e-4b5a-b9df-ce17cfae0665 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:38.478393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602dd9bc-c69e-4b5a-b9df-ce17cfae0665 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1282d8-9e44-4483-919c-8b376626c572,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:38.583519 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-602dd9bc-c69e-4b5a-b9df-ce17cfae0665 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:38.589826 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-602dd9bc-c69e-4b5a-b9df-ce17cfae0665 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "DELETE /v2.0/security-groups/ed1282d8-9e44-4483-919c-8b376626c572 HTTP/1.1" status: 204 len: 168 time: 0.5400620 Mar 01 21:22:39.173584 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:22:39.188358 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50254) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:39.194918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-c6096bed-3ea4-473e-8881-a6cb2a2b05b9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1813716287', 'description': 'tempest-secgroup-smoke-1813716287 description', 'project_id': '55abf7132a284d2983dea80802c45cbf'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:22:39.203587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c6096bed-3ea4-473e-8881-a6cb2a2b05b9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:22:39.208492 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c6096bed-3ea4-473e-8881-a6cb2a2b05b9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:22:39.212564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c6096bed-3ea4-473e-8881-a6cb2a2b05b9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:22:39.215804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:22:39.216154 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d29d7ba6-92ba-47eb-abd2-3dea6e0dc4bb not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:22:39.219233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c6096bed-3ea4-473e-8881-a6cb2a2b05b9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:22:39.302788 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c6096bed-3ea4-473e-8881-a6cb2a2b05b9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:39.330070 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c6096bed-3ea4-473e-8881-a6cb2a2b05b9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:22:39.332734 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c6096bed-3ea4-473e-8881-a6cb2a2b05b9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:22:39.336503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c6096bed-3ea4-473e-8881-a6cb2a2b05b9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:22:39.342426 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c6096bed-3ea4-473e-8881-a6cb2a2b05b9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:22:39.485343 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c6096bed-3ea4-473e-8881-a6cb2a2b05b9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:39.527330 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0191d3f-2a6d-48f6-a1e9-7cad3ec99a09 req-266441a3-ae30-41bd-8b88-ff083a1d3b0c tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:39.528820 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0191d3f-2a6d-48f6-a1e9-7cad3ec99a09 req-266441a3-ae30-41bd-8b88-ff083a1d3b0c tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.1165862 Mar 01 21:22:39.563981 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c6096bed-3ea4-473e-8881-a6cb2a2b05b9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:39.618034 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0191d3f-2a6d-48f6-a1e9-7cad3ec99a09 req-4d4227f9-d3d8-49a2-8ad5-658ece40d771 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834842 Mar 01 21:22:39.624921 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6096bed-3ea4-473e-8881-a6cb2a2b05b9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2596c214-faa1-410d-a6f3-1b16c0d976b7,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:39.715304 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c6096bed-3ea4-473e-8881-a6cb2a2b05b9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:39.716611 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c6096bed-3ea4-473e-8881-a6cb2a2b05b9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5266190 Mar 01 21:22:39.719455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50270) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:39.724810 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-a2c7d0c6-6918-4f8e-9157-00abb8296981 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': '2596c214-faa1-410d-a6f3-1b16c0d976b7', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:22:39.730960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a2c7d0c6-6918-4f8e-9157-00abb8296981 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:22:39.734811 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a2c7d0c6-6918-4f8e-9157-00abb8296981 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:22:39.737684 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a2c7d0c6-6918-4f8e-9157-00abb8296981 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:22:39.749021 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a2c7d0c6-6918-4f8e-9157-00abb8296981 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:22:39.820053 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2c7d0c6-6918-4f8e-9157-00abb8296981 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:39.883192 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2c7d0c6-6918-4f8e-9157-00abb8296981 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:39.930107 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2c7d0c6-6918-4f8e-9157-00abb8296981 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:39.971042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7d0c6-6918-4f8e-9157-00abb8296981 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e339e5d-b712-4398-8b7e-789e6621f522,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:40.200933 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2c7d0c6-6918-4f8e-9157-00abb8296981 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:40.202494 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a2c7d0c6-6918-4f8e-9157-00abb8296981 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4817979 Mar 01 21:22:40.205176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50286) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:40.211158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-2d7d356f-619f-4e63-bb75-fb960bd0c986 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': '2596c214-faa1-410d-a6f3-1b16c0d976b7', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:22:40.217872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2d7d356f-619f-4e63-bb75-fb960bd0c986 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:22:40.221807 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2d7d356f-619f-4e63-bb75-fb960bd0c986 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:22:40.230488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2d7d356f-619f-4e63-bb75-fb960bd0c986 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:22:40.231392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2d7d356f-619f-4e63-bb75-fb960bd0c986 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:22:40.322965 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d7d356f-619f-4e63-bb75-fb960bd0c986 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:40.385765 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d7d356f-619f-4e63-bb75-fb960bd0c986 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:40.458418 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d7d356f-619f-4e63-bb75-fb960bd0c986 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:40.489188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7d356f-619f-4e63-bb75-fb960bd0c986 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5df9d90-62cf-416a-9631-8860f39e55cb,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:40.561979 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d7d356f-619f-4e63-bb75-fb960bd0c986 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:40.565129 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2d7d356f-619f-4e63-bb75-fb960bd0c986 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3570633 Mar 01 21:22:40.568004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50296) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:40.575370 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-932a17a5-8438-4c4f-939e-0d1d0cf1f14d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': '2596c214-faa1-410d-a6f3-1b16c0d976b7', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:22:40.582373 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-932a17a5-8438-4c4f-939e-0d1d0cf1f14d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:22:40.587279 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-932a17a5-8438-4c4f-939e-0d1d0cf1f14d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:22:40.590415 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-932a17a5-8438-4c4f-939e-0d1d0cf1f14d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:22:40.596920 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-932a17a5-8438-4c4f-939e-0d1d0cf1f14d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:22:40.722210 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-932a17a5-8438-4c4f-939e-0d1d0cf1f14d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:40.790069 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-932a17a5-8438-4c4f-939e-0d1d0cf1f14d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:40.840691 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b0af2-ad60-4562-8c0f-928147fec4ab req-e3f06c88-431d-499b-80aa-73d6a90695b6 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:40.842224 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c3b0af2-ad60-4562-8c0f-928147fec4ab req-e3f06c88-431d-499b-80aa-73d6a90695b6 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.0898783 Mar 01 21:22:40.863734 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-932a17a5-8438-4c4f-939e-0d1d0cf1f14d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:40.895636 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a17a5-8438-4c4f-939e-0d1d0cf1f14d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91b8b5c-9b43-4646-b60f-75bfd04bf36c,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:40.940791 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c3b0af2-ad60-4562-8c0f-928147fec4ab req-fed91e6a-eba8-451d-ae56-b31a6103d896 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898604 Mar 01 21:22:40.978658 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-932a17a5-8438-4c4f-939e-0d1d0cf1f14d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:40.978658 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-932a17a5-8438-4c4f-939e-0d1d0cf1f14d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4073679 Mar 01 21:22:40.988711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50312) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:40.995800 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c8ed227a-766d-4158-ba20-a46caf215c4d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': '2596c214-faa1-410d-a6f3-1b16c0d976b7', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:22:40.997894 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c8ed227a-766d-4158-ba20-a46caf215c4d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:22:41.002109 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c8ed227a-766d-4158-ba20-a46caf215c4d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:22:41.005424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c8ed227a-766d-4158-ba20-a46caf215c4d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:22:41.014449 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c8ed227a-766d-4158-ba20-a46caf215c4d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:22:41.111879 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c8ed227a-766d-4158-ba20-a46caf215c4d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:41.186186 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c8ed227a-766d-4158-ba20-a46caf215c4d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:41.246505 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c8ed227a-766d-4158-ba20-a46caf215c4d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:41.270688 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ed227a-766d-4158-ba20-a46caf215c4d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a1ce174-6303-416c-8c4d-ac243e4b5453,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:41.315086 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c8ed227a-766d-4158-ba20-a46caf215c4d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:41.316369 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c8ed227a-766d-4158-ba20-a46caf215c4d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3311675 Mar 01 21:22:41.323964 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50322) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:41.325255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-046b8698-7d64-42bc-9bef-59de420c3944 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': '2596c214-faa1-410d-a6f3-1b16c0d976b7', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:22:41.331987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-046b8698-7d64-42bc-9bef-59de420c3944 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:22:41.336462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-046b8698-7d64-42bc-9bef-59de420c3944 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:22:41.339326 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-046b8698-7d64-42bc-9bef-59de420c3944 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:22:41.348841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-046b8698-7d64-42bc-9bef-59de420c3944 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:22:41.477696 n-d-827896-4 neutron-server[88518]: INFO neutron.db.securitygroups_db [None req-046b8698-7d64-42bc-9bef-59de420c3944 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Project 55abf7132a284d2983dea80802c45cbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:22:41.482561 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-046b8698-7d64-42bc-9bef-59de420c3944 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:41.554654 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-046b8698-7d64-42bc-9bef-59de420c3944 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:41.642501 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-046b8698-7d64-42bc-9bef-59de420c3944 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:41.659720 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046b8698-7d64-42bc-9bef-59de420c3944 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27e8dcee-fbe4-4053-a634-fcc2ebf385fd,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:41.759770 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-046b8698-7d64-42bc-9bef-59de420c3944 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:41.759770 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-046b8698-7d64-42bc-9bef-59de420c3944 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4355240 Mar 01 21:22:41.760256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50334) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:41.764872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-960c9af2-88b0-48df-81ec-9ddb53babe3b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'security_group_rule': {'security_group_id': '2596c214-faa1-410d-a6f3-1b16c0d976b7', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:22:41.771962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-960c9af2-88b0-48df-81ec-9ddb53babe3b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:22:41.776514 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-960c9af2-88b0-48df-81ec-9ddb53babe3b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:security_group_rule and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:22:41.783116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-960c9af2-88b0-48df-81ec-9ddb53babe3b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:22:41.786772 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-960c9af2-88b0-48df-81ec-9ddb53babe3b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:22:41.868706 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-960c9af2-88b0-48df-81ec-9ddb53babe3b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Project 55abf7132a284d2983dea80802c45cbf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:22:41.872927 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-960c9af2-88b0-48df-81ec-9ddb53babe3b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:41.945427 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-960c9af2-88b0-48df-81ec-9ddb53babe3b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:42.013645 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-960c9af2-88b0-48df-81ec-9ddb53babe3b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:42.081352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c9af2-88b0-48df-81ec-9ddb53babe3b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf161a16-c33b-40cf-aa9c-b5b45587a5ba,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:42.133915 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-960c9af2-88b0-48df-81ec-9ddb53babe3b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:42.136629 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-960c9af2-88b0-48df-81ec-9ddb53babe3b tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3762279 Mar 01 21:22:42.138529 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50346) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:42.161918 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-059a8926-f389-4f25-bfe6-78c0fb372d90 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'network': {'name': 'tempest-network-smoke--88325287', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'port_security_enabled': True}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:22:42.169850 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-059a8926-f389-4f25-bfe6-78c0fb372d90 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:22:42.174518 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-059a8926-f389-4f25-bfe6-78c0fb372d90 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:network and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:22:42.175782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab72966-7948-4d66-95b1-17fcc26b9723 req-7ac244f0-ba0a-45c7-a357-2c4643232ac2 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:42.177575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-059a8926-f389-4f25-bfe6-78c0fb372d90 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:22:42.183855 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aab72966-7948-4d66-95b1-17fcc26b9723 req-7ac244f0-ba0a-45c7-a357-2c4643232ac2 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.1164331 Mar 01 21:22:42.187628 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-059a8926-f389-4f25-bfe6-78c0fb372d90 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:22:42.233932 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aab72966-7948-4d66-95b1-17fcc26b9723 req-0f87e317-128a-4a63-918c-6b45f48d00fd tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491743 Mar 01 21:22:42.331017 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059a8926-f389-4f25-bfe6-78c0fb372d90 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Made reservation on behalf of 55abf7132a284d2983dea80802c45cbf for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:22:42.335287 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-059a8926-f389-4f25-bfe6-78c0fb372d90 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:42.366893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059a8926-f389-4f25-bfe6-78c0fb372d90 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:22:42.375557 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-059a8926-f389-4f25-bfe6-78c0fb372d90 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:42.375905 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-059a8926-f389-4f25-bfe6-78c0fb372d90 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Added segment 0544d68f-2f3c-4e7c-b43c-83c0455e255f of type vlan for network ac2619a3-a421-4215-988d-6ee53e014ae8 Mar 01 21:22:42.422038 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-059a8926-f389-4f25-bfe6-78c0fb372d90 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:42.539786 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-059a8926-f389-4f25-bfe6-78c0fb372d90 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:42.544912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059a8926-f389-4f25-bfe6-78c0fb372d90 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:42.545610 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-059a8926-f389-4f25-bfe6-78c0fb372d90 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:42.671074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a8926-f389-4f25-bfe6-78c0fb372d90 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Network': ['ID=ac2619a3-a421-4215-988d-6ee53e014ae8,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:42.683152 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-059a8926-f389-4f25-bfe6-78c0fb372d90 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5419829 Mar 01 21:22:42.684557 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network ac2619a3-a421-4215-988d-6ee53e014ae8 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:22:42.691104 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50360) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:42.696934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1752265298', 'admin_state_up': True, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:22:42.704681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:22:42.708634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:router and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:22:42.712111 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:22:42.731229 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:22:42.823772 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:42.823772 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:42.842940 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:43.311707 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:43.455660 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adcf15-4f39-4e2e-98ef-e160d16cfbb5 req-9219524e-b79a-4845-b402-39e570af7f6d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:43.456308 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81adcf15-4f39-4e2e-98ef-e160d16cfbb5 req-9219524e-b79a-4845-b402-39e570af7f6d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.0974562 Mar 01 21:22:43.653352 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81adcf15-4f39-4e2e-98ef-e160d16cfbb5 req-3a2c664c-f436-48f3-9737-7a25efd15a1d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1894250 Mar 01 21:22:43.769415 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:43.804877 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:44.132274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Allocated IP 172.25.5.79 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/5fbf3591-c5a5-426f-a036-79d24622076f) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:22:44.298070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9e35ec88-bec8-475d-a9d5-56df0084ecbb details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:22:44.300835 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:44.412656 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:44.448724 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9e35ec88-bec8-475d-a9d5-56df0084ecbb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9e35ec88-bec8-475d-a9d5-56df0084ecbb,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:22:44.466344 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '9e35ec88-bec8-475d-a9d5-56df0084ecbb', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'port_id': '9e35ec88-bec8-475d-a9d5-56df0084ecbb', 'mac_address': 'fa:16:3e:a0:a3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:22:44.482192 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:22:44.485944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:22:44.497987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:22:44.566545 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=5fbf3591-c5a5-426f-a036-79d24622076f,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:44.566970 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:44.594625 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e35ec88-bec8-475d-a9d5-56df0084ecbb {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:22:44.611666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9e35ec88-bec8-475d-a9d5-56df0084ecbb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9e35ec88-bec8-475d-a9d5-56df0084ecbb,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:22:44.698160 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:44.808458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['9e35ec88-bec8-475d-a9d5-56df0084ecbb'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:22:44.857508 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=9e35ec88-bec8-475d-a9d5-56df0084ecbb,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:44.903109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06412470-35a2-425f-b6dc-8c49b0a9fb7a req-05c7b9ef-8b36-4b09-8f5a-683bbcc3feea tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:44.912729 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06412470-35a2-425f-b6dc-8c49b0a9fb7a req-05c7b9ef-8b36-4b09-8f5a-683bbcc3feea tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 945 time: 0.1036077 Mar 01 21:22:44.984608 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06412470-35a2-425f-b6dc-8c49b0a9fb7a req-d0de6252-3c8d-404b-91ab-87e9f4be5d11 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679779 Mar 01 21:22:45.151967 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:45.507913 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:45.827883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Router f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:22:46.267941 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cbee77-d4b6-475a-9c4f-4e1f03187588 req-8147e134-7054-4338-8d4e-fbc783968130 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:46.277389 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61cbee77-d4b6-475a-9c4f-4e1f03187588 req-8147e134-7054-4338-8d4e-fbc783968130 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 945 time: 0.1234386 Mar 01 21:22:46.296943 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:22:46.297960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9e35ec88-bec8-475d-a9d5-56df0084ecbb up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:22:46.345387 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61cbee77-d4b6-475a-9c4f-4e1f03187588 req-694964ab-1fcc-44cc-b159-7db3af45a696 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617540 Mar 01 21:22:46.357872 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] Sync routers for ids ['f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:22:46.391839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] Routers {'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:22:46.393344 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:22:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:22:46.417998 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:46.417998 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f34183a9-fb53-4b91-a796-236f930c0646 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7223697 Mar 01 21:22:46.417998 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50424) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:46.462302 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ba07d9fa-7e40-494c-8ba6-ccd43b850f9f tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=55abf7132a284d2983dea80802c45cbf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430117 Mar 01 21:22:46.464872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50428) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:46.563565 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 9e35ec88-bec8-475d-a9d5-56df0084ecbb triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:22:46.563908 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:46.622276 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cda6344-0408-4d37-b3b7-cd947ebd81f1 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:46.643334 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6cda6344-0408-4d37-b3b7-cd947ebd81f1 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1693132 Mar 01 21:22:46.643334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50436) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:46.674754 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] Set router f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:22:46.696511 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-411b421b-8c7c-4ca7-846a-1f013d1cf51d tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0574434 Mar 01 21:22:46.699067 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50440) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:46.708124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f4922bda-50ed-45b5-b8c0-7b39fe57a669 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1503067410', 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8', 'project_id': '55abf7132a284d2983dea80802c45cbf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:22:46.827448 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f4922bda-50ed-45b5-b8c0-7b39fe57a669 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:22:46.831418 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f4922bda-50ed-45b5-b8c0-7b39fe57a669 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:subnet and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:22:46.834531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f4922bda-50ed-45b5-b8c0-7b39fe57a669 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:22:46.840330 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f4922bda-50ed-45b5-b8c0-7b39fe57a669 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:22:46.928600 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4922bda-50ed-45b5-b8c0-7b39fe57a669 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Made reservation on behalf of 55abf7132a284d2983dea80802c45cbf for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:22:46.932394 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f4922bda-50ed-45b5-b8c0-7b39fe57a669 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:46.938010 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:46.973575 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d725727-a605-4f70-bdbb-74773997fc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e35ec88-bec8-475d-a9d5-56df0084ecbb'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:22:47.002675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9e35ec88-bec8-475d-a9d5-56df0084ecbb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9e35ec88-bec8-475d-a9d5-56df0084ecbb,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:22:47.072002 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:47.219724 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d725727-a605-4f70-bdbb-74773997fc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e35ec88-bec8-475d-a9d5-56df0084ecbb', 'code': 200} Mar 01 21:22:47.230906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=9e35ec88-bec8-475d-a9d5-56df0084ecbb,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:47.258592 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752265298', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:22:42Z', 'updated_at': '2022-03-01T21:22:44Z', 'revision_number': 3, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:43Z', 'updated_at': '2022-03-01T21:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:22:47.262866 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] Checking router: f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:22:47.263423 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] Updating router f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 port 5fbf3591-c5a5-426f-a036-79d24622076f binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:22:47.328665 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:47.383746 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f4922bda-50ed-45b5-b8c0-7b39fe57a669 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:47.509629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4922bda-50ed-45b5-b8c0-7b39fe57a669 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Checking segment: {'id': '0544d68f-2f3c-4e7c-b43c-83c0455e255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:22:47.510136 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4922bda-50ed-45b5-b8c0-7b39fe57a669 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network hostable DHCP agents. Network: ac2619a3-a421-4215-988d-6ee53e014ae8, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:22:47.531964 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4922bda-50ed-45b5-b8c0-7b39fe57a669 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Subnet': ['ID=9810ba3b-ebc2-417c-ad92-6b4172ca18c4,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:47.613569 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510efc29-86f4-422e-a1cf-9c3b7e8d026a req-531645b5-19f7-4df0-871b-7e079cb09376 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:47.622954 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-510efc29-86f4-422e-a1cf-9c3b7e8d026a req-531645b5-19f7-4df0-871b-7e079cb09376 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.1430681 Mar 01 21:22:47.622954 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4922bda-50ed-45b5-b8c0-7b39fe57a669 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network ac2619a3-a421-4215-988d-6ee53e014ae8 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:22:47.679758 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-510efc29-86f4-422e-a1cf-9c3b7e8d026a req-3483a008-8f55-4e32-9757-998ea9efee9d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520945 Mar 01 21:22:47.728543 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-f4922bda-50ed-45b5-b8c0-7b39fe57a669 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, ac2619a3-a421-4215-988d-6ee53e014ae8) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:22:47.743163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4922bda-50ed-45b5-b8c0-7b39fe57a669 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:47.746391 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f4922bda-50ed-45b5-b8c0-7b39fe57a669 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:47.805567 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbfca58-175c-459e-9f5e-e84d76659ffd None None] Network ac2619a3-a421-4215-988d-6ee53e014ae8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:22:47.873375 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50464) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:22:47.874064 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f4922bda-50ed-45b5-b8c0-7b39fe57a669 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1733127 Mar 01 21:22:47.932107 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:47.944729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] Transition to ACTIVE for port object 5fbf3591-c5a5-426f-a036-79d24622076f will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:22:48.147812 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:48.273812 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-ac2619a3-a421-4215-988d-6ee53e014ae8', 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'fixed_ips': [{'subnet_id': '9810ba3b-ebc2-417c-ad92-6b4172ca18c4'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:22:48.274934 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:48.308439 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] Attempting to bind port 5fbf3591-c5a5-426f-a036-79d24622076f on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:22:48.315531 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] Attempting to bind port 5fbf3591-c5a5-426f-a036-79d24622076f by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:22:48.315531 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] Attempting to bind port 5fbf3591-c5a5-426f-a036-79d24622076f on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:22:48.373398 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84695ab-3318-432c-a11a-ad9e7c1b23e8 None None] Pushing event updated for resources: {'Port': ['ID=5fbf3591-c5a5-426f-a036-79d24622076f,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:48.376083 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:22:48.376604 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:22:48.377107 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:48.377589 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:22:48.378185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] Bound port: 5fbf3591-c5a5-426f-a036-79d24622076f, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:22:48.378661 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:48.530600 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] For port 5fbf3591-c5a5-426f-a036-79d24622076f, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:22:48.556987 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] For port 5fbf3591-c5a5-426f-a036-79d24622076f, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5fbf3591-c5a5-426f-a036-79d24622076f,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:22:48.578262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Allocated IP 172.20.0.2 (ac2619a3-a421-4215-988d-6ee53e014ae8/9810ba3b-ebc2-417c-ad92-6b4172ca18c4/22feb523-cb82-4d59-aa2f-29a20699c3cc) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:22:48.684646 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:48.797833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] Routers {'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:22:48.797833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:22:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:22:48.911631 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0be171dc-d41f-470a-9a3b-e55942974541 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:48.914031 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84695ab-3318-432c-a11a-ad9e7c1b23e8 None None] Pushing event updated for resources: {'Port': ['ID=5fbf3591-c5a5-426f-a036-79d24622076f,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:48.960173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c48fc-c894-41f7-b65b-ac6cc1756b5b req-b864c904-31dc-481e-bb11-5aa00693736a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:48.968191 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cd1c48fc-c894-41f7-b65b-ac6cc1756b5b req-b864c904-31dc-481e-bb11-5aa00693736a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.1332757 Mar 01 21:22:49.042102 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cd1c48fc-c894-41f7-b65b-ac6cc1756b5b req-2f3b70be-7b1f-4a39-8d90-a314dd5da623 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0728889 Mar 01 21:22:49.096126 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:49.111144 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] Set router f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:22:49.285617 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Transition to ACTIVE for port object 22feb523-cb82-4d59-aa2f-29a20699c3cc will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:22:49.396458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Transition to ACTIVE for port object 22feb523-cb82-4d59-aa2f-29a20699c3cc will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:22:49.520135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752265298', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:22:42Z', 'updated_at': '2022-03-01T21:22:44Z', 'revision_number': 3, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:43Z', 'updated_at': '2022-03-01T21:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:22:49.524582 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7616ec0e-6fbe-487b-bea9-3c4fb0d5940b None None] The sync data for ids ['f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'] in n-d-827896-4 is: [{'id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752265298', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:22:42Z', 'updated_at': '2022-03-01T21:22:44Z', 'revision_number': 3, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:43Z', 'updated_at': '2022-03-01T21:22:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:22:49.570821 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:49.643500 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Network ac2619a3-a421-4215-988d-6ee53e014ae8 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:22:49.648122 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:22:49.658572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:22:49.706097 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Pushing event updated for resources: {'Port': ['ID=22feb523-cb82-4d59-aa2f-29a20699c3cc,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:49.726307 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-0be171dc-d41f-470a-9a3b-e55942974541 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Allocated IP 172.20.0.1 (ac2619a3-a421-4215-988d-6ee53e014ae8/9810ba3b-ebc2-417c-ad92-6b4172ca18c4/741edbd4-393b-4623-8511-f47f1f7f1c87) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:22:49.798460 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Attempting to bind port 22feb523-cb82-4d59-aa2f-29a20699c3cc on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:22:49.798981 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Attempting to bind port 22feb523-cb82-4d59-aa2f-29a20699c3cc by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '0544d68f-2f3c-4e7c-b43c-83c0455e255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:22:49.805578 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Attempting to bind port 22feb523-cb82-4d59-aa2f-29a20699c3cc on network ac2619a3-a421-4215-988d-6ee53e014ae8 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:22:49.808620 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:22:49.809085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Checking segment: {'id': '0544d68f-2f3c-4e7c-b43c-83c0455e255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:22:49.809582 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:49.810043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Bound using segment: {'id': '0544d68f-2f3c-4e7c-b43c-83c0455e255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:22:49.810702 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Bound port: 22feb523-cb82-4d59-aa2f-29a20699c3cc, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0544d68f-2f3c-4e7c-b43c-83c0455e255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:22:49.811151 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:49.932960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] For port 22feb523-cb82-4d59-aa2f-29a20699c3cc, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:22:49.936325 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] For port 22feb523-cb82-4d59-aa2f-29a20699c3cc, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=22feb523-cb82-4d59-aa2f-29a20699c3cc,segment=NetworkSegment(0544d68f-2f3c-4e7c-b43c-83c0455e255f),segment_id=0544d68f-2f3c-4e7c-b43c-83c0455e255f)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:22:50.004157 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0be171dc-d41f-470a-9a3b-e55942974541 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:50.024765 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:50.039352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-0be171dc-d41f-470a-9a3b-e55942974541 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Transition to ACTIVE for port object 741edbd4-393b-4623-8511-f47f1f7f1c87 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:22:50.136853 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0be171dc-d41f-470a-9a3b-e55942974541 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:50.233229 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af24aa0-e3b2-4db0-91ec-91f2b0cca281 None None] Pushing event updated for resources: {'Port': ['ID=22feb523-cb82-4d59-aa2f-29a20699c3cc,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:50.311960 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be171dc-d41f-470a-9a3b-e55942974541 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network ac2619a3-a421-4215-988d-6ee53e014ae8 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:22:50.315781 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-0be171dc-d41f-470a-9a3b-e55942974541 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:22:50.320870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be171dc-d41f-470a-9a3b-e55942974541 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:22:50.475261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be171dc-d41f-470a-9a3b-e55942974541 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=741edbd4-393b-4623-8511-f47f1f7f1c87,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:50.530641 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0be171dc-d41f-470a-9a3b-e55942974541 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:50.564839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f25e05-c81e-4db0-8779-52f7a8499064 req-5e7838ce-170e-4c28-a1f3-13439342e464 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:50.566583 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25f25e05-c81e-4db0-8779-52f7a8499064 req-5e7838ce-170e-4c28-a1f3-13439342e464 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.2603800 Mar 01 21:22:50.647375 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25f25e05-c81e-4db0-8779-52f7a8499064 req-9bd0cb5b-ebd6-4504-b81c-05683e8fd041 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0733554 Mar 01 21:22:51.000094 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0be171dc-d41f-470a-9a3b-e55942974541 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:51.420831 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5fbf3591-c5a5-426f-a036-79d24622076f up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:22:51.635588 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:51.703717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 5fbf3591-c5a5-426f-a036-79d24622076f completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:22:51.711056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 5fbf3591-c5a5-426f-a036-79d24622076f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:22:51.712100 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:52.024583 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f8eb56-36e8-4cdb-be7e-7827e2f70b4e None None] Network ac2619a3-a421-4215-988d-6ee53e014ae8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:22:52.080963 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc2a7d-17b1-47b8-b3f2-f3f860e2797d req-c1501323-acc0-41bb-a552-a3a15958fe80 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:52.097124 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59bc2a7d-17b1-47b8-b3f2-f3f860e2797d req-c1501323-acc0-41bb-a552-a3a15958fe80 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.2270744 Mar 01 21:22:52.105147 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:52.117807 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0be171dc-d41f-470a-9a3b-e55942974541 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:52.210774 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59bc2a7d-17b1-47b8-b3f2-f3f860e2797d req-536b4d91-040f-4c48-91d9-e8789204ae2e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1126692 Mar 01 21:22:52.218924 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0be171dc-d41f-470a-9a3b-e55942974541 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:52.267453 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 5fbf3591-c5a5-426f-a036-79d24622076f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5fbf3591-c5a5-426f-a036-79d24622076f,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:22:52.369051 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:22:52.415100 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e049de73-364e-40b3-8a3a-9dd5f3433461 None None] Provisioning for port 22feb523-cb82-4d59-aa2f-29a20699c3cc completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:22:52.426598 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:52.436503 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 22feb523-cb82-4d59-aa2f-29a20699c3cc up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:22:52.446108 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be171dc-d41f-470a-9a3b-e55942974541 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=741edbd4-393b-4623-8511-f47f1f7f1c87,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:52.455689 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0be171dc-d41f-470a-9a3b-e55942974541 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:52.574598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=5fbf3591-c5a5-426f-a036-79d24622076f,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:52.626401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be171dc-d41f-470a-9a3b-e55942974541 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network ac2619a3-a421-4215-988d-6ee53e014ae8 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:22:52.628278 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-0be171dc-d41f-470a-9a3b-e55942974541 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:22:52.821394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 22feb523-cb82-4d59-aa2f-29a20699c3cc completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:22:52.825190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 22feb523-cb82-4d59-aa2f-29a20699c3cc triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:22:52.826149 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:53.046555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be171dc-d41f-470a-9a3b-e55942974541 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Router f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:22:53.136404 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:53.173876 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 22feb523-cb82-4d59-aa2f-29a20699c3cc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=22feb523-cb82-4d59-aa2f-29a20699c3cc,segment=NetworkSegment(0544d68f-2f3c-4e7c-b43c-83c0455e255f),segment_id=0544d68f-2f3c-4e7c-b43c-83c0455e255f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:22:53.265559 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-38b61295-c4b1-49a9-8809-62e9bb435ff2 None None] Provisioning for port 741edbd4-393b-4623-8511-f47f1f7f1c87 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:22:53.283658 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:53.294428 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-38b61295-c4b1-49a9-8809-62e9bb435ff2 None None] Provisioning complete for port 741edbd4-393b-4623-8511-f47f1f7f1c87 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:22:53.297536 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-38b61295-c4b1-49a9-8809-62e9bb435ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:53.408205 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be171dc-d41f-470a-9a3b-e55942974541 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:22:53.419305 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] Sync routers for ids ['f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:22:53.433006 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0be171dc-d41f-470a-9a3b-e55942974541 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "PUT /v2.0/routers/f3f2b4f4-0b31-4c24-9ca0-3708c365ad27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5547841 Mar 01 21:22:53.442616 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] Routers {'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:22:53.444665 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:22:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:22:53.772717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-38b61295-c4b1-49a9-8809-62e9bb435ff2 None None] Port 741edbd4-393b-4623-8511-f47f1f7f1c87 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:22:53.775040 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=22feb523-cb82-4d59-aa2f-29a20699c3cc,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:53.788484 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5fbf3591-c5a5-426f-a036-79d24622076f up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:22:53.799150 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7ce03-6c9c-4b0d-9823-2a4ff1322bca req-a821a436-e1cc-4510-b7f7-84c458db23de tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:53.815066 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-23a7ce03-6c9c-4b0d-9823-2a4ff1322bca req-a821a436-e1cc-4510-b7f7-84c458db23de tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.2573025 Mar 01 21:22:53.955990 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-23a7ce03-6c9c-4b0d-9823-2a4ff1322bca req-32759bc9-efba-49a0-9a05-49eb61e1ebd8 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1399240 Mar 01 21:22:53.999154 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] Set router f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:22:54.074955 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 5fbf3591-c5a5-426f-a036-79d24622076f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:22:54.075332 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:54.194203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-b067dd64-f96b-454a-9e6d-2c5cab10a8b4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:22:54.314913 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-b067dd64-f96b-454a-9e6d-2c5cab10a8b4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:22:54.319668 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-b067dd64-f96b-454a-9e6d-2c5cab10a8b4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1813716287&fields=id&tenant_id=55abf7132a284d2983dea80802c45cbf HTTP/1.1" status: 200 len: 267 time: 0.1862593 Mar 01 21:22:54.391145 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-38b61295-c4b1-49a9-8809-62e9bb435ff2 None None] Provisioning complete for port 22feb523-cb82-4d59-aa2f-29a20699c3cc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:22:54.391475 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-38b61295-c4b1-49a9-8809-62e9bb435ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:54.473875 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:54.536369 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7ac97763-8627-4515-a63c-83aba5145313 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:54.538035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7ac97763-8627-4515-a63c-83aba5145313 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:22:54.634985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7ac97763-8627-4515-a63c-83aba5145313 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:22:54.637559 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7ac97763-8627-4515-a63c-83aba5145313 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/networks?id=ac2619a3-a421-4215-988d-6ee53e014ae8 HTTP/1.1" status: 200 len: 795 time: 0.3126578 Mar 01 21:22:54.666491 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7dfbef23-0653-4d8e-b47a-306abe936781 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/quotas/55abf7132a284d2983dea80802c45cbf HTTP/1.1" status: 200 len: 375 time: 0.0190706 Mar 01 21:22:54.793225 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752265298', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:22:42Z', 'updated_at': '2022-03-01T21:22:50Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:43Z', 'updated_at': '2022-03-01T21:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '741edbd4-393b-4623-8511-f47f1f7f1c87', 'name': '', 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:49:08:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '9810ba3b-ebc2-417c-ad92-6b4172ca18c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:49Z', 'updated_at': '2022-03-01T21:22:51Z', 'revision_number': 2, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '9810ba3b-ebc2-417c-ad92-6b4172ca18c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:22:54.793225 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] Checking router: f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:22:54.793225 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] Updating router f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 port 741edbd4-393b-4623-8511-f47f1f7f1c87 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:22:54.830859 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-15622ceb-949d-4b94-af59-fc97a45adc9a None None] Provisioning complete for port 741edbd4-393b-4623-8511-f47f1f7f1c87 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:22:54.831350 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-15622ceb-949d-4b94-af59-fc97a45adc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:54.893032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-f21e6e46-9aa8-4c96-b307-be3d2602deb5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:22:54.901459 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:55.001447 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-15622ceb-949d-4b94-af59-fc97a45adc9a None None] Port 741edbd4-393b-4623-8511-f47f1f7f1c87 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:22:55.006729 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-f21e6e46-9aa8-4c96-b307-be3d2602deb5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:22:55.008436 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-f21e6e46-9aa8-4c96-b307-be3d2602deb5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3384705 Mar 01 21:22:55.337314 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-6fff697c-e196-4fa0-a6e6-9e219f9612a5 service neutron] 10.222.0.42 "GET /v2.0/networks/ac2619a3-a421-4215-988d-6ee53e014ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105781 Mar 01 21:22:55.422103 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 22feb523-cb82-4d59-aa2f-29a20699c3cc up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:22:55.444199 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:55.499657 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] Transition to ACTIVE for port object 741edbd4-393b-4623-8511-f47f1f7f1c87 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:22:55.502973 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b8cb0-673e-42c8-9f68-f0fdd7be7426 req-17bcb052-55a7-4300-a30b-676350305069 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:55.506489 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-802b8cb0-673e-42c8-9f68-f0fdd7be7426 req-17bcb052-55a7-4300-a30b-676350305069 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.2588160 Mar 01 21:22:55.601446 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:55.611746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 22feb523-cb82-4d59-aa2f-29a20699c3cc triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:22:55.612165 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:55.897341 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11f828-ee4e-4b0f-bf49-c22000645b56 None None] Pushing event updated for resources: {'Port': ['ID=741edbd4-393b-4623-8511-f47f1f7f1c87,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:55.986306 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e11f828-ee4e-4b0f-bf49-c22000645b56 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:55.986901 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e11f828-ee4e-4b0f-bf49-c22000645b56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:55.987468 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e11f828-ee4e-4b0f-bf49-c22000645b56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:55.988016 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e11f828-ee4e-4b0f-bf49-c22000645b56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:55.988465 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e11f828-ee4e-4b0f-bf49-c22000645b56 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:55.988930 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e11f828-ee4e-4b0f-bf49-c22000645b56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:55.990499 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e11f828-ee4e-4b0f-bf49-c22000645b56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:55.993355 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e11f828-ee4e-4b0f-bf49-c22000645b56 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:55.993971 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e11f828-ee4e-4b0f-bf49-c22000645b56 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:55.994534 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e11f828-ee4e-4b0f-bf49-c22000645b56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:55.995510 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e11f828-ee4e-4b0f-bf49-c22000645b56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:55.997706 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e11f828-ee4e-4b0f-bf49-c22000645b56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:22:56.056713 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-802b8cb0-673e-42c8-9f68-f0fdd7be7426 req-a8e0734e-60a8-4124-9eb8-62d4265269d0 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5490093 Mar 01 21:22:56.171963 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-06e6631a-7671-49d6-b719-191074823c9d service neutron] 10.222.0.42 "GET /v2.0/networks/ac2619a3-a421-4215-988d-6ee53e014ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8115566 Mar 01 21:22:56.344652 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] Attempting to bind port 741edbd4-393b-4623-8511-f47f1f7f1c87 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:22:56.345159 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] Attempting to bind port 741edbd4-393b-4623-8511-f47f1f7f1c87 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '0544d68f-2f3c-4e7c-b43c-83c0455e255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:22:56.345514 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] Attempting to bind port 741edbd4-393b-4623-8511-f47f1f7f1c87 on network ac2619a3-a421-4215-988d-6ee53e014ae8 {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:22:56.356198 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 22, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:22:56.356676 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] Checking segment: {'id': '0544d68f-2f3c-4e7c-b43c-83c0455e255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:22:56.357124 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:56.357572 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] Bound using segment: {'id': '0544d68f-2f3c-4e7c-b43c-83c0455e255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:22:56.358096 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] Bound port: 741edbd4-393b-4623-8511-f47f1f7f1c87, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0544d68f-2f3c-4e7c-b43c-83c0455e255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:22:56.358528 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:56.476302 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] For port 741edbd4-393b-4623-8511-f47f1f7f1c87, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:22:56.480766 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] For port 741edbd4-393b-4623-8511-f47f1f7f1c87, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=741edbd4-393b-4623-8511-f47f1f7f1c87,segment=NetworkSegment(0544d68f-2f3c-4e7c-b43c-83c0455e255f),segment_id=0544d68f-2f3c-4e7c-b43c-83c0455e255f)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:22:56.601451 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:56.766365 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] Routers {'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:22:56.767224 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:22:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:22:56.971630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb7038ef-a868-484e-88db-16ad257072d9 req-76e9dbc1-d31b-4cd6-a1b6-824e03d24498 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 210 time: 0.0774157 Mar 01 21:22:57.031285 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11f828-ee4e-4b0f-bf49-c22000645b56 None None] Pushing event updated for resources: {'Port': ['ID=741edbd4-393b-4623-8511-f47f1f7f1c87,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:22:57.129427 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] Set router f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:22:57.467142 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-80af3cec-8ebc-45bd-9525-6f4b2309a6e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:57.510490 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aacf244-4799-48f8-87a8-7c4cb17e4577 req-874a3328-e10b-439a-b725-fd4e5b163d91 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:57.510490 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0aacf244-4799-48f8-87a8-7c4cb17e4577 req-874a3328-e10b-439a-b725-fd4e5b163d91 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.2315588 Mar 01 21:22:57.620482 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0aacf244-4799-48f8-87a8-7c4cb17e4577 req-3c636336-c4d3-475c-891b-d162adc66a06 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011901 Mar 01 21:22:57.796630 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752265298', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:22:42Z', 'updated_at': '2022-03-01T21:22:50Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:43Z', 'updated_at': '2022-03-01T21:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '741edbd4-393b-4623-8511-f47f1f7f1c87', 'name': '', 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:49:08:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '9810ba3b-ebc2-417c-ad92-6b4172ca18c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:49Z', 'updated_at': '2022-03-01T21:22:56Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '9810ba3b-ebc2-417c-ad92-6b4172ca18c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:22:57.802036 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c445e6e-b69c-48dd-96e3-3f3acd7310cb None None] The sync data for ids ['f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'] in n-d-827896-4 is: [{'id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752265298', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:22:42Z', 'updated_at': '2022-03-01T21:22:50Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:43Z', 'updated_at': '2022-03-01T21:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '741edbd4-393b-4623-8511-f47f1f7f1c87', 'name': '', 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:49:08:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '9810ba3b-ebc2-417c-ad92-6b4172ca18c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:49Z', 'updated_at': '2022-03-01T21:22:56Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '9810ba3b-ebc2-417c-ad92-6b4172ca18c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:22:58.242058 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-285ed92a-0b64-4b72-af6e-de49606e4b97 req-198c1aa5-59b1-45eb-b9e3-ddab49e40446 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 210 time: 0.0855491 Mar 01 21:22:58.992553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef6196-ae07-483f-bb15-43ab65f27f93 req-f0abb1a3-67d5-4d13-b962-5951109fe1de tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:58.997618 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8cef6196-ae07-483f-bb15-43ab65f27f93 req-f0abb1a3-67d5-4d13-b962-5951109fe1de tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.1754646 Mar 01 21:22:59.122934 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8cef6196-ae07-483f-bb15-43ab65f27f93 req-3dcccb8d-215b-408d-9680-3976c57a815a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1185789 Mar 01 21:22:59.425530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 741edbd4-393b-4623-8511-f47f1f7f1c87 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:22:59.526039 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-279165be-facb-4b93-a393-470d0ac80de7 req-93706ac0-dc5b-49cf-964e-10a299162ad5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 210 time: 0.1613762 Mar 01 21:22:59.762923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-9a41cfd4-5eef-4d1e-ac23-558c1063fd49 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:22:59.767014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-9a41cfd4-5eef-4d1e-ac23-558c1063fd49 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:22:59.767235 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7898ec84-aa59-4ac4-bce6-756c24e9f01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:59.784222 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 741edbd4-393b-4623-8511-f47f1f7f1c87 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:22:59.795262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 741edbd4-393b-4623-8511-f47f1f7f1c87 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:22:59.795764 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:22:59.806252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-9a41cfd4-5eef-4d1e-ac23-558c1063fd49 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:22:59.816335 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-9a41cfd4-5eef-4d1e-ac23-558c1063fd49 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.57 "GET /v2.0/networks?id=ac2619a3-a421-4215-988d-6ee53e014ae8 HTTP/1.1" status: 200 len: 795 time: 0.4904747 Mar 01 21:22:59.965939 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-e210706c-2c26-4e3a-a315-80632581fe47 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55abf7132a284d2983dea80802c45cbf HTTP/1.1" status: 200 len: 380 time: 0.1457317 Mar 01 21:23:00.001805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-31973140-3042-4eac-ba83-31de7a4b08fe tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'port': {'device_id': '22b79674-2f02-478a-a2fa-7c3f17465427', 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8', 'admin_state_up': True, 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'security_groups': ['2596c214-faa1-410d-a6f3-1b16c0d976b7']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:23:00.041730 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:00.087116 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 741edbd4-393b-4623-8511-f47f1f7f1c87, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=741edbd4-393b-4623-8511-f47f1f7f1c87,segment=NetworkSegment(0544d68f-2f3c-4e7c-b43c-83c0455e255f),segment_id=0544d68f-2f3c-4e7c-b43c-83c0455e255f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:00.177737 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:00.315940 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-31973140-3042-4eac-ba83-31de7a4b08fe tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:23:00.367168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-31973140-3042-4eac-ba83-31de7a4b08fe tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:23:00.409970 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=741edbd4-393b-4623-8511-f47f1f7f1c87,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:00.440416 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-31973140-3042-4eac-ba83-31de7a4b08fe tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Made reservation on behalf of 55abf7132a284d2983dea80802c45cbf for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:23:00.444931 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-31973140-3042-4eac-ba83-31de7a4b08fe tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:00.466726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dadbc5e-401d-416c-b718-e9266c774566 req-a316f5cd-7dcf-4108-a2f5-e6bc803143e8 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:00.468470 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8dadbc5e-401d-416c-b718-e9266c774566 req-a316f5cd-7dcf-4108-a2f5-e6bc803143e8 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.1267350 Mar 01 21:23:00.543965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8dadbc5e-401d-416c-b718-e9266c774566 req-edbdf67f-b902-4383-be30-9f611c8f315a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669365 Mar 01 21:23:00.609732 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:00.652062 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:00.779063 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-31973140-3042-4eac-ba83-31de7a4b08fe tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Allocated IP 172.20.0.5 (ac2619a3-a421-4215-988d-6ee53e014ae8/9810ba3b-ebc2-417c-ad92-6b4172ca18c4/9660d18c-0434-40ca-a61d-9a2fa4065431) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:23:00.784497 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54c5b97b-f41d-4e80-9c0d-7a4c366a7524 req-6fdb760d-5d3e-4cba-abaa-f4062bbacea6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 210 time: 0.0648065 Mar 01 21:23:01.298690 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-31973140-3042-4eac-ba83-31de7a4b08fe tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:01.298690 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-31973140-3042-4eac-ba83-31de7a4b08fe tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Transition to ACTIVE for port object 9660d18c-0434-40ca-a61d-9a2fa4065431 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:23:01.424409 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 741edbd4-393b-4623-8511-f47f1f7f1c87 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:23:01.440980 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-31973140-3042-4eac-ba83-31de7a4b08fe tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:01.495485 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 741edbd4-393b-4623-8511-f47f1f7f1c87 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:23:01.496019 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:01.518837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-31973140-3042-4eac-ba83-31de7a4b08fe tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network ac2619a3-a421-4215-988d-6ee53e014ae8 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:23:01.545092 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-31973140-3042-4eac-ba83-31de7a4b08fe tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:23:01.548014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-31973140-3042-4eac-ba83-31de7a4b08fe tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:23:01.654255 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-31973140-3042-4eac-ba83-31de7a4b08fe tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:01.655173 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-31973140-3042-4eac-ba83-31de7a4b08fe tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:01.769868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31973140-3042-4eac-ba83-31de7a4b08fe tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=9660d18c-0434-40ca-a61d-9a2fa4065431,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:01.882498 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-31973140-3042-4eac-ba83-31de7a4b08fe tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9023604 Mar 01 21:23:01.895257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] Request body: {'port': {'device_id': '22b79674-2f02-478a-a2fa-7c3f17465427', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:23:01.922515 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a123e058-51a0-4263-81a9-164b727b62ac req-c7108b0d-7b64-4480-93f0-9c992b6611fc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:01.933174 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a123e058-51a0-4263-81a9-164b727b62ac req-c7108b0d-7b64-4480-93f0-9c992b6611fc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.1562357 Mar 01 21:23:02.084455 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a123e058-51a0-4263-81a9-164b727b62ac req-47125982-aeb2-43c6-8ae4-2cd4ff803bba tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1491911 Mar 01 21:23:02.134028 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:02.155900 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e0af32db-9af7-47fa-86ab-05c3fa59ddcc None None] Provisioning for port 9660d18c-0434-40ca-a61d-9a2fa4065431 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:23:02.160467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e0af32db-9af7-47fa-86ab-05c3fa59ddcc None None] Provisioning complete for port 9660d18c-0434-40ca-a61d-9a2fa4065431 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:23:02.164063 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e0af32db-9af7-47fa-86ab-05c3fa59ddcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:02.228471 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392be3d-eed2-4cc6-bd3d-79e3a4615983 req-d898b1d5-6f6f-4504-8a00-0ef846b0ca59 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:02.235838 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e392be3d-eed2-4cc6-bd3d-79e3a4615983 req-d898b1d5-6f6f-4504-8a00-0ef846b0ca59 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 931 time: 0.2367916 Mar 01 21:23:02.286252 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e0af32db-9af7-47fa-86ab-05c3fa59ddcc None None] Port 9660d18c-0434-40ca-a61d-9a2fa4065431 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:23:02.336987 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e392be3d-eed2-4cc6-bd3d-79e3a4615983 req-7787ff52-00d7-4b22-aefd-2bca6ebb94e6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001041 Mar 01 21:23:02.405781 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:02.776598 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9660d18c-0434-40ca-a61d-9a2fa4065431 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:23:02.788421 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:02.812682 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] Transition to ACTIVE for port object 9660d18c-0434-40ca-a61d-9a2fa4065431 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:23:02.926233 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:03.500018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9660d18c-0434-40ca-a61d-9a2fa4065431,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:03.637725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c486e5a8-2674-4087-98f8-c214a50f755f req-b09cdeae-e653-4025-8f21-280f04123193 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:03.639979 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c486e5a8-2674-4087-98f8-c214a50f755f req-b09cdeae-e653-4025-8f21-280f04123193 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.3569493 Mar 01 21:23:03.707186 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] Attempting to bind port 9660d18c-0434-40ca-a61d-9a2fa4065431 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:23:03.707555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] Attempting to bind port 9660d18c-0434-40ca-a61d-9a2fa4065431 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '0544d68f-2f3c-4e7c-b43c-83c0455e255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:23:03.707881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] Attempting to bind port 9660d18c-0434-40ca-a61d-9a2fa4065431 on network ac2619a3-a421-4215-988d-6ee53e014ae8 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:23:03.714232 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9835850-de49-4a00-8f1c-6bfb26863d97 req-7c0ed601-8570-4f06-9b07-74dde9e37e74 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:03.715329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] Port 9660d18c-0434-40ca-a61d-9a2fa4065431 on network ac2619a3-a421-4215-988d-6ee53e014ae8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:23:03.715804 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] Attempting to bind port 9660d18c-0434-40ca-a61d-9a2fa4065431 on network ac2619a3-a421-4215-988d-6ee53e014ae8 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:23:03.736060 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9835850-de49-4a00-8f1c-6bfb26863d97 req-7c0ed601-8570-4f06-9b07-74dde9e37e74 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 945 time: 0.3652914 Mar 01 21:23:03.754431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 22, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:23:03.754985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] Checking segment: {'id': '0544d68f-2f3c-4e7c-b43c-83c0455e255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:23:03.756158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] Bound using segment: {'id': '0544d68f-2f3c-4e7c-b43c-83c0455e255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:23:03.760015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] Bound port: 9660d18c-0434-40ca-a61d-9a2fa4065431, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0544d68f-2f3c-4e7c-b43c-83c0455e255f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:23:03.760573 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:03.832571 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9835850-de49-4a00-8f1c-6bfb26863d97 req-3a92c809-4a0f-4296-9ef4-e9789b9845f8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d59983-ba2d-4a5f-a494-a78370b6b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043925 Mar 01 21:23:03.844328 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c486e5a8-2674-4087-98f8-c214a50f755f req-8e6df482-5aab-47d4-8254-0897d1390682 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1957023 Mar 01 21:23:04.156890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] For port 9660d18c-0434-40ca-a61d-9a2fa4065431, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:23:04.156890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] For port 9660d18c-0434-40ca-a61d-9a2fa4065431, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9660d18c-0434-40ca-a61d-9a2fa4065431,segment=NetworkSegment(0544d68f-2f3c-4e7c-b43c-83c0455e255f),segment_id=0544d68f-2f3c-4e7c-b43c-83c0455e255f)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:23:04.221697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a965dcac-0c7e-4efb-9996-4f066ef3d044 req-6d16035a-b004-4f4a-8816-75859bfc671e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:04.227836 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a965dcac-0c7e-4efb-9996-4f066ef3d044 req-6d16035a-b004-4f4a-8816-75859bfc671e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 943 time: 0.2309942 Mar 01 21:23:04.288418 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a965dcac-0c7e-4efb-9996-4f066ef3d044 req-93042ec0-adde-424d-8123-6c15de26da8d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553315 Mar 01 21:23:04.361076 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:04.418606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:04.419219 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:04.420601 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] 10.222.0.57 "PUT /v2.0/ports/9660d18c-0434-40ca-a61d-9a2fa4065431 HTTP/1.1" status: 200 len: 1091 time: 2.5301449 Mar 01 21:23:04.421038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b79674-2f02-478a-a2fa-7c3f17465427', 'tag': '9660d18c-0434-40ca-a61d-9a2fa4065431'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:23:04.501467 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b79674-2f02-478a-a2fa-7c3f17465427', 'tag': '9660d18c-0434-40ca-a61d-9a2fa4065431', 'status': 'completed', 'code': 200} Mar 01 21:23:04.509322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abcdb66-2264-4d67-a4ea-705be92b51d8 service neutron] Pushing event updated for resources: {'Port': ['ID=9660d18c-0434-40ca-a61d-9a2fa4065431,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:04.668213 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a79e6-a5ee-4fed-b645-0caf168f33cf req-f3577c37-dda2-4723-9a0a-5e5935fdeb9a tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:04.669160 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-403a79e6-a5ee-4fed-b645-0caf168f33cf req-f3577c37-dda2-4723-9a0a-5e5935fdeb9a tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Synchronizing usage tracker for tenant:177562bd87a4424f83471f73a3e34887 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:23:04.733515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33412886-9659-48fe-8c7b-6a86c27da57a req-f366bd69-9a5b-42b8-8d0d-c058f95d0b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:04.734994 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-33412886-9659-48fe-8c7b-6a86c27da57a req-f366bd69-9a5b-42b8-8d0d-c058f95d0b27 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 1094 time: 0.2226837 Mar 01 21:23:04.813092 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-403a79e6-a5ee-4fed-b645-0caf168f33cf req-f3577c37-dda2-4723-9a0a-5e5935fdeb9a tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Unset dirty status for tenant:177562bd87a4424f83471f73a3e34887 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:23:04.815467 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-403a79e6-a5ee-4fed-b645-0caf168f33cf req-f3577c37-dda2-4723-9a0a-5e5935fdeb9a tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.57 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 945 time: 0.3694777 Mar 01 21:23:04.984188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-403a79e6-a5ee-4fed-b645-0caf168f33cf req-91272117-5d38-497d-af37-f9f5b976b968 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Deleting port b4889a58-a09b-40fb-a9d0-187086611e43 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:04.984517 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-403a79e6-a5ee-4fed-b645-0caf168f33cf req-91272117-5d38-497d-af37-f9f5b976b968 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:05.150264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33412886-9659-48fe-8c7b-6a86c27da57a req-4a29df78-99e9-43f9-9575-e534ad2b0d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:05.153920 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-33412886-9659-48fe-8c7b-6a86c27da57a req-4a29df78-99e9-43f9-9575-e534ad2b0d98 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=55abf7132a284d2983dea80802c45cbf&shared=False HTTP/1.1" status: 200 len: 896 time: 0.4100332 Mar 01 21:23:05.256894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b3b731-2bec-4e50-8b5a-50fe3b3f3bd5 req-f8427e8a-e87f-47f7-822b-382049f9d4a8 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:05.261365 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-17b3b731-2bec-4e50-8b5a-50fe3b3f3bd5 req-f8427e8a-e87f-47f7-822b-382049f9d4a8 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.1370680 Mar 01 21:23:05.270058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4687a4-c484-459d-9018-bd7c84b0774c req-a2fcd938-5b96-405a-b3a1-8c168966763a tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:05.272762 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa4687a4-c484-459d-9018-bd7c84b0774c req-a2fcd938-5b96-405a-b3a1-8c168966763a tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 945 time: 0.1920311 Mar 01 21:23:05.374182 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-17b3b731-2bec-4e50-8b5a-50fe3b3f3bd5 req-d311e469-82eb-4c02-8221-3a1db17c24a3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1001248 Mar 01 21:23:05.450303 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa4687a4-c484-459d-9018-bd7c84b0774c req-b8bd19aa-ce4b-491b-a1a6-7d122a52cd6b tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d59983-ba2d-4a5f-a494-a78370b6b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595409 Mar 01 21:23:05.532528 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33412886-9659-48fe-8c7b-6a86c27da57a req-3712736c-8564-422b-be10-4b0a249564fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:05.533554 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-33412886-9659-48fe-8c7b-6a86c27da57a req-3712736c-8564-422b-be10-4b0a249564fa service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3744850 Mar 01 21:23:05.648367 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-403a79e6-a5ee-4fed-b645-0caf168f33cf req-91272117-5d38-497d-af37-f9f5b976b968 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] For port b4889a58-a09b-40fb-a9d0-187086611e43, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b4889a58-a09b-40fb-a9d0-187086611e43,segment=NetworkSegment(bd73e560-b075-41d9-b77e-26f9be3affcb),segment_id=bd73e560-b075-41d9-b77e-26f9be3affcb)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:05.648786 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-403a79e6-a5ee-4fed-b645-0caf168f33cf req-91272117-5d38-497d-af37-f9f5b976b968 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:05.737120 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b5c9f-4519-4b4d-953a-766c7081237b req-3e50e842-57ca-48b4-8add-12c8511fb6cd tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:05.749910 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-857b5c9f-4519-4b4d-953a-766c7081237b req-3e50e842-57ca-48b4-8add-12c8511fb6cd tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 943 time: 0.1573286 Mar 01 21:23:05.849028 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-857b5c9f-4519-4b4d-953a-766c7081237b req-bbe4b92f-a7a9-48db-a135-12110e199c19 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976760 Mar 01 21:23:05.883681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7520215d-049b-41d4-afce-bda62e129a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:05.885972 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-7520215d-049b-41d4-afce-bda62e129a3d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 1094 time: 0.3084693 Mar 01 21:23:06.118795 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-0608c64d-916f-4475-b9e9-9d398c468cbb service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9660d18c-0434-40ca-a61d-9a2fa4065431 HTTP/1.1" status: 200 len: 217 time: 0.2132635 Mar 01 21:23:06.469733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-0dc6a57e-33cb-4a62-b407-fc55b8333334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:06.471159 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-0dc6a57e-33cb-4a62-b407-fc55b8333334 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9810ba3b-ebc2-417c-ad92-6b4172ca18c4 HTTP/1.1" status: 200 len: 835 time: 0.3482416 Mar 01 21:23:06.601202 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-403a79e6-a5ee-4fed-b645-0caf168f33cf req-91272117-5d38-497d-af37-f9f5b976b968 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:06.602338 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-403a79e6-a5ee-4fed-b645-0caf168f33cf req-91272117-5d38-497d-af37-f9f5b976b968 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:06.602860 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [req-403a79e6-a5ee-4fed-b645-0caf168f33cf req-91272117-5d38-497d-af37-f9f5b976b968 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Floating IP abfa5bc4-43cb-484c-94d9-c8b65c366c90 disassociated. External IP: 172.25.5.184, port: b4889a58-a09b-40fb-a9d0-187086611e43. Mar 01 21:23:06.603431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-403a79e6-a5ee-4fed-b645-0caf168f33cf req-91272117-5d38-497d-af37-f9f5b976b968 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Calling delete_port for b4889a58-a09b-40fb-a9d0-187086611e43 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:06.899527 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb361f24-2d70-47be-a35f-297178e9e2d7 req-b008161c-fbf3-4f2e-ad00-f8e3a499645d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:06.901057 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cb361f24-2d70-47be-a35f-297178e9e2d7 req-b008161c-fbf3-4f2e-ad00-f8e3a499645d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.2592890 Mar 01 21:23:06.950233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b281b8-6e78-4401-b1a4-3af32b25f54a req-2a614e00-60e3-4ff7-892b-dbe51d579efb tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:06.951848 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e7b281b8-6e78-4401-b1a4-3af32b25f54a req-2a614e00-60e3-4ff7-892b-dbe51d579efb tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 945 time: 0.2088232 Mar 01 21:23:06.982133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-fe02286c-7308-4ac1-9d05-f98e2bfc0258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:06.983975 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-fe02286c-7308-4ac1-9d05-f98e2bfc0258 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ac2619a3-a421-4215-988d-6ee53e014ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4975204 Mar 01 21:23:07.021699 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cb361f24-2d70-47be-a35f-297178e9e2d7 req-b7c6b635-8ce6-4b3b-b9d0-b573072d8969 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1108727 Mar 01 21:23:07.105086 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e7b281b8-6e78-4401-b1a4-3af32b25f54a req-6d32f745-cab6-46c5-a890-a5667f14f056 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/security-groups?id=e1d59983-ba2d-4a5f-a494-a78370b6b90f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285105 Mar 01 21:23:07.268874 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-403a79e6-a5ee-4fed-b645-0caf168f33cf req-91272117-5d38-497d-af37-f9f5b976b968 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:07.382414 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6dabd7-d4ab-4052-a2a5-6b9bfce514a5 req-2ba8a982-fe11-4dc7-9ef3-82fbb3699f2e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:07.394055 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dc6dabd7-d4ab-4052-a2a5-6b9bfce514a5 req-2ba8a982-fe11-4dc7-9ef3-82fbb3699f2e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 943 time: 0.1105602 Mar 01 21:23:07.394547 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91272117-5d38-497d-af37-f9f5b976b968 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Pushing event deleted for resources: {'Port': ['ID=b4889a58-a09b-40fb-a9d0-187086611e43,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:07.554104 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-b2c669fa-95d6-4430-a8f6-5ecd911d2d86 service neutron] 10.222.0.57 "GET /v2.0/networks/ac2619a3-a421-4215-988d-6ee53e014ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627451 Mar 01 21:23:07.604739 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dc6dabd7-d4ab-4052-a2a5-6b9bfce514a5 req-592a4086-2634-4ce5-bfc4-7267ca4c876c tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091348 Mar 01 21:23:07.907920 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-403a79e6-a5ee-4fed-b645-0caf168f33cf req-91272117-5d38-497d-af37-f9f5b976b968 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Router fbaee3dc-c977-428d-9768-e6a8d55975be has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:23:08.039052 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-d2df3186-a06e-4e4b-85b7-6dcd50898654 service neutron] 10.222.0.57 "GET /v2.0/networks/ac2619a3-a421-4215-988d-6ee53e014ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4702892 Mar 01 21:23:08.378764 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-403a79e6-a5ee-4fed-b645-0caf168f33cf req-91272117-5d38-497d-af37-f9f5b976b968 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:23:08.389707 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0aa71d-8e58-48db-9100-e999114f95cf None None] Sync routers for ids ['fbaee3dc-c977-428d-9768-e6a8d55975be'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:23:08.406182 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0aa71d-8e58-48db-9100-e999114f95cf None None] Routers {'fbaee3dc-c977-428d-9768-e6a8d55975be'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:23:08.411629 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ba0aa71d-8e58-48db-9100-e999114f95cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:23:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fbaee3dc-c977-428d-9768-e6a8d55975be'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:08.495591 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6e5e04a-4dc9-4be9-ba08-e425edc096c8 req-f5fde7eb-23d2-452f-9619-ba2a866cb26b tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 210 time: 0.1175849 Mar 01 21:23:08.517306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1cf4f-f186-4713-84cc-218da2073b56 req-dd0bba85-d674-4194-a675-5263548d86aa tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:08.529062 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6bd1cf4f-f186-4713-84cc-218da2073b56 req-dd0bba85-d674-4194-a675-5263548d86aa tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.2665484 Mar 01 21:23:08.554175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-403a79e6-a5ee-4fed-b645-0caf168f33cf req-91272117-5d38-497d-af37-f9f5b976b968 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] No DVR routers for this DVR port b4889a58-a09b-40fb-a9d0-187086611e43 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:23:08.561175 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-403a79e6-a5ee-4fed-b645-0caf168f33cf req-91272117-5d38-497d-af37-f9f5b976b968 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:08.567134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84293cd2-3e6e-426a-9107-98d8be59ca93', 'name': 'network-vif-deleted', 'tag': 'b4889a58-a09b-40fb-a9d0-187086611e43'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:23:08.605154 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6bd1cf4f-f186-4713-84cc-218da2073b56 req-5705134b-8299-416a-97c0-bc83a391e155 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729444 Mar 01 21:23:08.658344 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-403a79e6-a5ee-4fed-b645-0caf168f33cf req-91272117-5d38-497d-af37-f9f5b976b968 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.57 "DELETE /v2.0/ports/b4889a58-a09b-40fb-a9d0-187086611e43 HTTP/1.1" status: 204 len: 173 time: 3.8382540 Mar 01 21:23:08.682140 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84293cd2-3e6e-426a-9107-98d8be59ca93', 'name': 'network-vif-deleted', 'tag': 'b4889a58-a09b-40fb-a9d0-187086611e43', 'status': 'completed', 'code': 200} Mar 01 21:23:08.741967 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-ba0aa71d-8e58-48db-9100-e999114f95cf None None] Set router fbaee3dc-c977-428d-9768-e6a8d55975be gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:23:08.960253 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b91cc-75f9-4e31-9cab-c4007c50f047 req-783af7ea-2760-41df-8d7c-4834f47701a9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:08.962041 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b49b91cc-75f9-4e31-9cab-c4007c50f047 req-783af7ea-2760-41df-8d7c-4834f47701a9 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 943 time: 0.1850493 Mar 01 21:23:09.084505 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b49b91cc-75f9-4e31-9cab-c4007c50f047 req-c61fddcd-45c6-4935-819c-dc27afd2ee14 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046643 Mar 01 21:23:09.442309 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ba0aa71d-8e58-48db-9100-e999114f95cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'name': 'tempest-TestServerBasicOps-663370134-router', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:08Z', 'updated_at': '2022-03-01T21:17:18Z', 'revision_number': 4, 'project_id': '177562bd87a4424f83471f73a3e34887', 'gw_port': {'id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '803438a9-4a96-4eec-aecb-4ef10ecce106', 'name': '', 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'mac_address': 'fa:16:3e:51:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:16Z', 'updated_at': '2022-03-01T21:17:29Z', 'revision_number': 5, 'project_id': '177562bd87a4424f83471f73a3e34887', 'subnets': [{'id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:09.449815 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0aa71d-8e58-48db-9100-e999114f95cf None None] Checking router: fbaee3dc-c977-428d-9768-e6a8d55975be for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:23:09.464911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0aa71d-8e58-48db-9100-e999114f95cf None None] Routers {'fbaee3dc-c977-428d-9768-e6a8d55975be'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:23:09.465749 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ba0aa71d-8e58-48db-9100-e999114f95cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:23:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fbaee3dc-c977-428d-9768-e6a8d55975be'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:09.867141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-ba0aa71d-8e58-48db-9100-e999114f95cf None None] Set router fbaee3dc-c977-428d-9768-e6a8d55975be gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:23:09.998469 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b4889a58-a09b-40fb-a9d0-187086611e43 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:23:10.034953 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e7479e6-5cac-422e-9240-6a0bcd4fd7f4 req-8d36e377-9014-49f2-9d25-89dc0eae425b tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "GET /v2.0/ports?device_id=84293cd2-3e6e-426a-9107-98d8be59ca93 HTTP/1.1" status: 200 len: 210 time: 0.0728025 Mar 01 21:23:10.038290 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: b4889a58-a09b-40fb-a9d0-187086611e43 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:23:10.038695 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b4889a58-a09b-40fb-a9d0-187086611e43 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:23:10.132194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2993d758-9609-4334-adf4-e08e5729fa92 req-3e76aae8-822d-435b-9ba9-372c96f6a02d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:10.148104 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2993d758-9609-4334-adf4-e08e5729fa92 req-3e76aae8-822d-435b-9ba9-372c96f6a02d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.2961626 Mar 01 21:23:10.234489 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2993d758-9609-4334-adf4-e08e5729fa92 req-08ce033f-abc4-4104-9f24-bd51f4dd8857 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852380 Mar 01 21:23:10.570517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35484f5e-ded9-4f54-ba7d-3ddc3b09fd72 req-fafe1367-6a27-4f76-a149-db3fdb82ba7e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:10.578210 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35484f5e-ded9-4f54-ba7d-3ddc3b09fd72 req-fafe1367-6a27-4f76-a149-db3fdb82ba7e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 943 time: 0.2643454 Mar 01 21:23:10.595684 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ba0aa71d-8e58-48db-9100-e999114f95cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'name': 'tempest-TestServerBasicOps-663370134-router', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:08Z', 'updated_at': '2022-03-01T21:17:18Z', 'revision_number': 4, 'project_id': '177562bd87a4424f83471f73a3e34887', 'gw_port': {'id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '803438a9-4a96-4eec-aecb-4ef10ecce106', 'name': '', 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'mac_address': 'fa:16:3e:51:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:16Z', 'updated_at': '2022-03-01T21:17:29Z', 'revision_number': 5, 'project_id': '177562bd87a4424f83471f73a3e34887', 'subnets': [{'id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:10.603425 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0aa71d-8e58-48db-9100-e999114f95cf None None] The sync data for ids ['fbaee3dc-c977-428d-9768-e6a8d55975be'] in n-d-827896-4 is: [{'id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'name': 'tempest-TestServerBasicOps-663370134-router', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:08Z', 'updated_at': '2022-03-01T21:17:18Z', 'revision_number': 4, 'project_id': '177562bd87a4424f83471f73a3e34887', 'gw_port': {'id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '803438a9-4a96-4eec-aecb-4ef10ecce106', 'name': '', 'network_id': '7ebe53d5-a152-4e71-89db-032890009b0a', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'mac_address': 'fa:16:3e:51:5c:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3193, 'fixed_ips': [{'subnet_id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:16Z', 'updated_at': '2022-03-01T21:17:29Z', 'revision_number': 5, 'project_id': '177562bd87a4424f83471f73a3e34887', 'subnets': [{'id': 'fb459190-f9fa-407d-8fec-9826c0c3ce9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:23:10.642624 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35484f5e-ded9-4f54-ba7d-3ddc3b09fd72 req-f9b6b75b-0c9a-477a-a9a0-1c168b018dd8 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635624 Mar 01 21:23:10.925458 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72dde471-2f3f-41fd-97df-9e84118d075e None None] New status for floating IP abfa5bc4-43cb-484c-94d9-c8b65c366c90: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:23:11.252265 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50872) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:11.572622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-f60491d6-f21e-4435-a51c-6ac0926211d8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Deleting port 0d0d990c-a360-456a-bc1c-31f0eb9329ab {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:11.572881 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f60491d6-f21e-4435-a51c-6ac0926211d8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:11.602288 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62859fe-d2c7-4c09-9ba4-4a887ec877f0 req-ef149750-64c4-454a-a732-a725a7e724d7 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:11.609529 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b62859fe-d2c7-4c09-9ba4-4a887ec877f0 req-ef149750-64c4-454a-a732-a725a7e724d7 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.1391807 Mar 01 21:23:11.699291 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b62859fe-d2c7-4c09-9ba4-4a887ec877f0 req-8bb0cc31-49a2-494b-9875-a8d2281f2897 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0890059 Mar 01 21:23:11.796666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9660d18c-0434-40ca-a61d-9a2fa4065431 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:23:12.004165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b235c5-5991-4603-950b-05963ef4ff8f req-01eda499-72b0-4d9f-ad28-df2964c90549 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:12.014002 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-01b235c5-5991-4603-950b-05963ef4ff8f req-01eda499-72b0-4d9f-ad28-df2964c90549 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 943 time: 0.1613512 Mar 01 21:23:12.082784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9660d18c-0434-40ca-a61d-9a2fa4065431, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9660d18c-0434-40ca-a61d-9a2fa4065431,segment=NetworkSegment(0544d68f-2f3c-4e7c-b43c-83c0455e255f),segment_id=0544d68f-2f3c-4e7c-b43c-83c0455e255f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:12.096363 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f60491d6-f21e-4435-a51c-6ac0926211d8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:12.097502 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f60491d6-f21e-4435-a51c-6ac0926211d8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:12.104353 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '9660d18c-0434-40ca-a61d-9a2fa4065431', 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8', 'port_id': '9660d18c-0434-40ca-a61d-9a2fa4065431', 'mac_address': 'fa:16:3e:16:74:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9810ba3b-ebc2-417c-ad92-6b4172ca18c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:23:12.111964 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-01b235c5-5991-4603-950b-05963ef4ff8f req-29321f69-d0cd-4338-87e2-f8079c487965 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915360 Mar 01 21:23:12.235870 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:12.264526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-f60491d6-f21e-4435-a51c-6ac0926211d8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Calling delete_port for 0d0d990c-a360-456a-bc1c-31f0eb9329ab owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:12.275646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9660d18c-0434-40ca-a61d-9a2fa4065431 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:23:12.305546 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9660d18c-0434-40ca-a61d-9a2fa4065431, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9660d18c-0434-40ca-a61d-9a2fa4065431,segment=NetworkSegment(0544d68f-2f3c-4e7c-b43c-83c0455e255f),segment_id=0544d68f-2f3c-4e7c-b43c-83c0455e255f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:12.360844 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:12.472426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=9660d18c-0434-40ca-a61d-9a2fa4065431,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:12.566006 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['9660d18c-0434-40ca-a61d-9a2fa4065431'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:23:12.593349 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f60491d6-f21e-4435-a51c-6ac0926211d8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:12.644278 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60491d6-f21e-4435-a51c-6ac0926211d8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Pushing event deleted for resources: {'Port': ['ID=0d0d990c-a360-456a-bc1c-31f0eb9329ab,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:12.739310 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f60491d6-f21e-4435-a51c-6ac0926211d8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:12.756089 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f60491d6-f21e-4435-a51c-6ac0926211d8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:12.758451 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f60491d6-f21e-4435-a51c-6ac0926211d8 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "DELETE /v2.0/floatingips/abfa5bc4-43cb-484c-94d9-c8b65c366c90 HTTP/1.1" status: 204 len: 168 time: 1.5046127 Mar 01 21:23:12.943097 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fccd61-298f-4707-8d1a-d95a0a1ed99d req-308a3413-cce3-417a-996c-56164d9f7c77 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:12.947143 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76fccd61-298f-4707-8d1a-d95a0a1ed99d req-308a3413-cce3-417a-996c-56164d9f7c77 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.1103785 Mar 01 21:23:12.965529 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50914) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:13.010797 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76fccd61-298f-4707-8d1a-d95a0a1ed99d req-0fbc1259-936a-4303-abfb-867ba9dfc0c6 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545039 Mar 01 21:23:13.094688 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-214478d0-41e0-4bd9-ab10-3301b42a22d6 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:13.131068 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-214478d0-41e0-4bd9-ab10-3301b42a22d6 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:13.286864 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-214478d0-41e0-4bd9-ab10-3301b42a22d6 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:13.308034 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214478d0-41e0-4bd9-ab10-3301b42a22d6 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d59983-ba2d-4a5f-a494-a78370b6b90f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:13.346363 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35be35e-a4da-489a-bd61-fe0b4c7d440b req-e5d5bd00-d1e6-4a3e-877a-ef50d6c67264 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:13.351504 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d35be35e-a4da-489a-bd61-fe0b4c7d440b req-e5d5bd00-d1e6-4a3e-877a-ef50d6c67264 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 944 time: 0.1118820 Mar 01 21:23:13.391286 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d35be35e-a4da-489a-bd61-fe0b4c7d440b req-1fbb2fa2-fd6e-4100-8144-ea87006a7fce tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389752 Mar 01 21:23:13.403803 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-214478d0-41e0-4bd9-ab10-3301b42a22d6 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:13.409384 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-214478d0-41e0-4bd9-ab10-3301b42a22d6 tempest-TestServerBasicOps-1021445847 tempest-TestServerBasicOps-1021445847-project] 10.222.0.42 "DELETE /v2.0/security-groups/e1d59983-ba2d-4a5f-a494-a78370b6b90f HTTP/1.1" status: 204 len: 168 time: 0.4431324 Mar 01 21:23:13.534724 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 50932) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:13.801472 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9660d18c-0434-40ca-a61d-9a2fa4065431 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:23:14.051764 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 9660d18c-0434-40ca-a61d-9a2fa4065431 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:23:14.058949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 9660d18c-0434-40ca-a61d-9a2fa4065431 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:23:14.059506 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:14.248859 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:14.251703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63dbd3-d6ab-457c-bc4b-5ef4e416a515 req-b44d1824-97ab-409d-b7be-bafe0825f9cc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:14.259150 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d63dbd3-d6ab-457c-bc4b-5ef4e416a515 req-b44d1824-97ab-409d-b7be-bafe0825f9cc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.1045861 Mar 01 21:23:14.282946 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b79674-2f02-478a-a2fa-7c3f17465427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9660d18c-0434-40ca-a61d-9a2fa4065431'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:23:14.301567 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9660d18c-0434-40ca-a61d-9a2fa4065431, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9660d18c-0434-40ca-a61d-9a2fa4065431,segment=NetworkSegment(0544d68f-2f3c-4e7c-b43c-83c0455e255f),segment_id=0544d68f-2f3c-4e7c-b43c-83c0455e255f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:14.334714 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b79674-2f02-478a-a2fa-7c3f17465427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9660d18c-0434-40ca-a61d-9a2fa4065431', 'code': 200} Mar 01 21:23:14.354665 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:14.414226 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d63dbd3-d6ab-457c-bc4b-5ef4e416a515 req-d783a1a8-5e8b-443d-b8bb-f0d66f5a77ec tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1530313 Mar 01 21:23:14.461992 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e0854-20dc-48f9-abd9-85b7b17602d4 req-4f03c20c-fd69-46ca-b5ca-14a3ce72976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:14.463551 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc6e0854-20dc-48f9-abd9-85b7b17602d4 req-4f03c20c-fd69-46ca-b5ca-14a3ce72976f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6014c443b54e41aa96abbf34b6c6cfbd&device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 1097 time: 0.1472332 Mar 01 21:23:14.533609 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=9660d18c-0434-40ca-a61d-9a2fa4065431,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:14.541791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760671f3-fa66-4877-8301-94f59e45552d req-6c172b3b-8fe8-4904-9dd8-74d5c607b8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:14.543286 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-760671f3-fa66-4877-8301-94f59e45552d req-6c172b3b-8fe8-4904-9dd8-74d5c607b8fc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 1096 time: 0.1454971 Mar 01 21:23:14.660516 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-760671f3-fa66-4877-8301-94f59e45552d req-9dc652bf-9757-4f4b-9aa2-754fff1f64f4 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699995 Mar 01 21:23:14.714844 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caa0ed34-7de8-4337-b1c3-e7408bf66e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:14.732117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e0854-20dc-48f9-abd9-85b7b17602d4 req-dbba8aa3-f4e9-4bff-89e4-7bf2330278dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:14.733570 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc6e0854-20dc-48f9-abd9-85b7b17602d4 req-dbba8aa3-f4e9-4bff-89e4-7bf2330278dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3 HTTP/1.1" status: 200 len: 918 time: 0.2598212 Mar 01 21:23:14.833589 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6311e98-0c47-459c-ba23-bf43c205d18e req-a1e7b2e5-cbdf-4ceb-b9cd-d9a03a3552bc tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:14.835415 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6311e98-0c47-459c-ba23-bf43c205d18e req-a1e7b2e5-cbdf-4ceb-b9cd-d9a03a3552bc tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 945 time: 0.1944597 Mar 01 21:23:14.881029 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc6e0854-20dc-48f9-abd9-85b7b17602d4 req-4b024864-bd5b-4cab-942d-b0e94212871f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e35ec88-bec8-475d-a9d5-56df0084ecbb HTTP/1.1" status: 200 len: 1002 time: 0.1311998 Mar 01 21:23:14.948931 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6311e98-0c47-459c-ba23-bf43c205d18e req-2fa1a956-6998-4bba-a441-d34bd7d76247 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048183 Mar 01 21:23:14.970854 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e0854-20dc-48f9-abd9-85b7b17602d4 req-ec6f8af5-ddab-4243-8f19-768f0fecb9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:14.979998 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc6e0854-20dc-48f9-abd9-85b7b17602d4 req-ec6f8af5-ddab-4243-8f19-768f0fecb9da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7806e9af-ea8e-45a6-994c-4158f4cea3a0 HTTP/1.1" status: 200 len: 856 time: 0.0905638 Mar 01 21:23:15.038943 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 50968) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:15.134411 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e0854-20dc-48f9-abd9-85b7b17602d4 req-a70f5fcb-6515-465a-8982-55da1740043e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:15.146271 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc6e0854-20dc-48f9-abd9-85b7b17602d4 req-a70f5fcb-6515-465a-8982-55da1740043e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560390 Mar 01 21:23:15.315857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-caa0ed34-7de8-4337-b1c3-e7408bf66e49 admin admin] Deleting port 803438a9-4a96-4eec-aecb-4ef10ecce106 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:15.316299 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caa0ed34-7de8-4337-b1c3-e7408bf66e49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:15.542167 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-caa0ed34-7de8-4337-b1c3-e7408bf66e49 admin admin] For port 803438a9-4a96-4eec-aecb-4ef10ecce106, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=803438a9-4a96-4eec-aecb-4ef10ecce106,segment=NetworkSegment(bd73e560-b075-41d9-b77e-26f9be3affcb),segment_id=bd73e560-b075-41d9-b77e-26f9be3affcb)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:15.542987 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caa0ed34-7de8-4337-b1c3-e7408bf66e49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:15.682346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-caa0ed34-7de8-4337-b1c3-e7408bf66e49 admin admin] Calling delete_port for 803438a9-4a96-4eec-aecb-4ef10ecce106 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:15.910647 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc6e0854-20dc-48f9-abd9-85b7b17602d4 req-6dc97c05-1352-4100-b9fa-9888e0a18249 service neutron] 10.222.0.55 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7289305 Mar 01 21:23:16.055226 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc6e0854-20dc-48f9-abd9-85b7b17602d4 req-fbb77e31-1a6b-4a90-bed8-b60245e1b5f6 service neutron] 10.222.0.55 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612802 Mar 01 21:23:16.084398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-aeb062a5-5983-4c15-ab59-c991bad3af24 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Deleting port 21f38f86-81ab-413d-bbca-4560f67bd961 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:16.084685 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aeb062a5-5983-4c15-ab59-c991bad3af24 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:16.212922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55845c36-1518-4a20-a345-a24b25b90451 req-4ae027ee-4c3c-4eac-ae49-6399f6e1e43b tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:16.214373 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55845c36-1518-4a20-a345-a24b25b90451 req-4ae027ee-4c3c-4eac-ae49-6399f6e1e43b tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.6187387 Mar 01 21:23:16.282050 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caa0ed34-7de8-4337-b1c3-e7408bf66e49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:16.317973 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-55845c36-1518-4a20-a345-a24b25b90451 req-0f8a57a4-9824-4a0b-9562-1a964774978d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0956779 Mar 01 21:23:16.373997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0ed34-7de8-4337-b1c3-e7408bf66e49 admin admin] Pushing event deleted for resources: {'Port': ['ID=803438a9-4a96-4eec-aecb-4ef10ecce106,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:16.466278 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aeb062a5-5983-4c15-ab59-c991bad3af24 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:16.466695 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aeb062a5-5983-4c15-ab59-c991bad3af24 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:16.637095 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-aeb062a5-5983-4c15-ab59-c991bad3af24 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Calling delete_port for 21f38f86-81ab-413d-bbca-4560f67bd961 owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:16.719666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d97e7-c1f0-4686-9d36-ce6af7aaf560 req-2c5348e4-3633-4325-a8f8-cd8e699866c3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:16.721135 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c5d97e7-c1f0-4686-9d36-ce6af7aaf560 req-2c5348e4-3633-4325-a8f8-cd8e699866c3 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 945 time: 0.5725205 Mar 01 21:23:16.739115 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caa0ed34-7de8-4337-b1c3-e7408bf66e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:16.793441 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c5d97e7-c1f0-4686-9d36-ce6af7aaf560 req-6120f93e-0817-440f-aff2-3498ce07ad91 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632415 Mar 01 21:23:16.979074 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aeb062a5-5983-4c15-ab59-c991bad3af24 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:17.043712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb062a5-5983-4c15-ab59-c991bad3af24 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Pushing event deleted for resources: {'Port': ['ID=21f38f86-81ab-413d-bbca-4560f67bd961,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:17.185068 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aeb062a5-5983-4c15-ab59-c991bad3af24 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:17.185793 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-aeb062a5-5983-4c15-ab59-c991bad3af24 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Floating IP e428eb1c-5b74-425a-81e6-8d624e332493 disassociated (deleted). External IP: 172.25.5.209, port: 28d2ae78-9339-4893-8f2a-a4451479b02c. Mar 01 21:23:17.347632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa0ed34-7de8-4337-b1c3-e7408bf66e49 admin admin] Router fbaee3dc-c977-428d-9768-e6a8d55975be has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:23:17.641186 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa0ed34-7de8-4337-b1c3-e7408bf66e49 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:23:17.665861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c606ec3-b7f0-48e2-a3e2-15fdf2bbecd5 None None] Sync routers for ids ['fbaee3dc-c977-428d-9768-e6a8d55975be'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:23:17.670474 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-caa0ed34-7de8-4337-b1c3-e7408bf66e49 admin admin] 10.222.0.42 "PUT /v2.0/routers/fbaee3dc-c977-428d-9768-e6a8d55975be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1196890 Mar 01 21:23:17.670573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c606ec3-b7f0-48e2-a3e2-15fdf2bbecd5 None None] Routers {'fbaee3dc-c977-428d-9768-e6a8d55975be'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:23:17.670573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-9c606ec3-b7f0-48e2-a3e2-15fdf2bbecd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:23:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fbaee3dc-c977-428d-9768-e6a8d55975be'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:17.671655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51014) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:17.941884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff55c23-d22e-410b-92c3-7937f739be72 req-7ea4139b-25f2-4ebd-b87a-e1d7f558aa48 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:17.950380 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bff55c23-d22e-410b-92c3-7937f739be72 req-7ea4139b-25f2-4ebd-b87a-e1d7f558aa48 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.2790594 Mar 01 21:23:17.956856 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-9c606ec3-b7f0-48e2-a3e2-15fdf2bbecd5 None None] Set router fbaee3dc-c977-428d-9768-e6a8d55975be gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:23:18.095823 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cfdea991-6ab4-4283-9143-4337a207acd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:18.137195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeb062a5-5983-4c15-ab59-c991bad3af24 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Router dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:23:18.200697 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bff55c23-d22e-410b-92c3-7937f739be72 req-a349caee-9ad2-4d2d-b510-9de8e7bd60dc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2490511 Mar 01 21:23:18.390809 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cfdea991-6ab4-4283-9143-4337a207acd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:18.419800 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-9c606ec3-b7f0-48e2-a3e2-15fdf2bbecd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'name': 'tempest-TestServerBasicOps-663370134-router', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:08Z', 'updated_at': '2022-03-01T21:23:16Z', 'revision_number': 5, 'project_id': '177562bd87a4424f83471f73a3e34887', 'gw_port': {'id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:18.433211 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c606ec3-b7f0-48e2-a3e2-15fdf2bbecd5 None None] Checking router: fbaee3dc-c977-428d-9768-e6a8d55975be for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:23:18.436648 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc9005-3275-4c26-bab9-43b6909877be req-c58c3218-6238-4ed7-977f-054f43102d69 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:18.436648 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ebc9005-3275-4c26-bab9-43b6909877be req-c58c3218-6238-4ed7-977f-054f43102d69 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 945 time: 0.2925844 Mar 01 21:23:18.441876 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c606ec3-b7f0-48e2-a3e2-15fdf2bbecd5 None None] Routers {'fbaee3dc-c977-428d-9768-e6a8d55975be'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:23:18.443186 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-9c606ec3-b7f0-48e2-a3e2-15fdf2bbecd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:23:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['fbaee3dc-c977-428d-9768-e6a8d55975be'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:18.517897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeb062a5-5983-4c15-ab59-c991bad3af24 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:23:18.522273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-cfdea991-6ab4-4283-9143-4337a207acd8 admin admin] Deleting port 0d10e4f9-e53c-4f1c-9f43-d41f2816df76 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:18.522273 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cfdea991-6ab4-4283-9143-4337a207acd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:18.531967 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e5da90-db51-4f06-9ca9-2fd1a8763201 None None] Sync routers for ids ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:23:18.561874 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e5da90-db51-4f06-9ca9-2fd1a8763201 None None] Routers {'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:23:18.562121 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ebc9005-3275-4c26-bab9-43b6909877be req-97e2239d-f7ca-4f94-8a84-a3a68a2289d0 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189551 Mar 01 21:23:18.562220 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-58e5da90-db51-4f06-9ca9-2fd1a8763201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:23:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:18.582355 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aeb062a5-5983-4c15-ab59-c991bad3af24 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:18.650615 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-aeb062a5-5983-4c15-ab59-c991bad3af24 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "DELETE /v2.0/floatingips/e428eb1c-5b74-425a-81e6-8d624e332493 HTTP/1.1" status: 204 len: 168 time: 3.6104224 Mar 01 21:23:18.672992 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'tag': '28d2ae78-9339-4893-8f2a-a4451479b02c'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:23:18.778239 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-9c606ec3-b7f0-48e2-a3e2-15fdf2bbecd5 None None] Set router fbaee3dc-c977-428d-9768-e6a8d55975be gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:23:18.950240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fb535-d593-4127-897c-1f8a3ebf1ff8 req-7717370f-7947-4c77-bd16-a9526e20446d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:18.953015 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-279fb535-d593-4127-897c-1f8a3ebf1ff8 req-7717370f-7947-4c77-bd16-a9526e20446d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 945 time: 0.2455566 Mar 01 21:23:19.015528 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-279fb535-d593-4127-897c-1f8a3ebf1ff8 req-a1c8a5cd-7e89-4e26-81dd-2f242f712f6a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536797 Mar 01 21:23:19.044100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-cfdea991-6ab4-4283-9143-4337a207acd8 admin admin] For port 0d10e4f9-e53c-4f1c-9f43-d41f2816df76, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0d10e4f9-e53c-4f1c-9f43-d41f2816df76,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:19.044100 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cfdea991-6ab4-4283-9143-4337a207acd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:19.059281 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51040) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:19.198735 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'tag': '28d2ae78-9339-4893-8f2a-a4451479b02c', 'status': 'completed', 'code': 200} Mar 01 21:23:19.202727 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-58e5da90-db51-4f06-9ca9-2fd1a8763201 None None] Set router dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:23:19.213324 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9e35ec88-bec8-475d-a9d5-56df0084ecbb no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:23:19.289936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d2ad16-1d90-48ed-abe4-7928a17db0d2 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:19.289936 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-93d2ad16-1d90-48ed-abe4-7928a17db0d2 tempest-TestNetworkAdvancedServerOps-620396496 tempest-TestNetworkAdvancedServerOps-620396496-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 1091 time: 0.2277465 Mar 01 21:23:19.289936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51048) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:19.300960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': '9660d18c-0434-40ca-a61d-9a2fa4065431', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:23:19.318221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:23:19.318221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff7381-5d6e-4d2c-ab78-dac13e1c9c44 req-1fa039bb-9a1a-42a9-bc2a-beca46e2f808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:19.318221 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65ff7381-5d6e-4d2c-ab78-dac13e1c9c44 req-1fa039bb-9a1a-42a9-bc2a-beca46e2f808 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=0823e6ad0ab84c41935c650b2258ec0a&device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 1097 time: 0.1151788 Mar 01 21:23:19.330369 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Usage tracker for resource:floatingip and tenant:55abf7132a284d2983dea80802c45cbf is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:23:19.330369 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:23:19.360491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:23:19.430209 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-cfdea991-6ab4-4283-9143-4337a207acd8 admin admin] Calling delete_port for 0d10e4f9-e53c-4f1c-9f43-d41f2816df76 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:19.711169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-9c606ec3-b7f0-48e2-a3e2-15fdf2bbecd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'name': 'tempest-TestServerBasicOps-663370134-router', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:08Z', 'updated_at': '2022-03-01T21:23:16Z', 'revision_number': 5, 'project_id': '177562bd87a4424f83471f73a3e34887', 'gw_port': {'id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:19.727963 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c606ec3-b7f0-48e2-a3e2-15fdf2bbecd5 None None] The sync data for ids ['fbaee3dc-c977-428d-9768-e6a8d55975be'] in n-d-827896-4 is: [{'id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'name': 'tempest-TestServerBasicOps-663370134-router', 'tenant_id': '177562bd87a4424f83471f73a3e34887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33'}], 'enable_snat': True}, 'gw_port_id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:08Z', 'updated_at': '2022-03-01T21:23:16Z', 'revision_number': 5, 'project_id': '177562bd87a4424f83471f73a3e34887', 'gw_port': {'id': '0d10e4f9-e53c-4f1c-9f43-d41f2816df76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:98:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbaee3dc-c977-428d-9768-e6a8d55975be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3186, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:23:19.742386 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:19.799959 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9e35ec88-bec8-475d-a9d5-56df0084ecbb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9e35ec88-bec8-475d-a9d5-56df0084ecbb,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:19.800960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d725727-a605-4f70-bdbb-74773997fc95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e35ec88-bec8-475d-a9d5-56df0084ecbb'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:23:19.807514 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:20.254532 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:20.260930 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-58e5da90-db51-4f06-9ca9-2fd1a8763201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'name': 'tempest-TestVolumeBackupRestore-1484854220-router', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:36Z', 'updated_at': '2022-03-01T21:16:54Z', 'revision_number': 4, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'gw_port': {'id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '5f32c6f8-e34b-4727-8c23-2b3996ce6204', 'name': '', 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'mac_address': 'fa:16:3e:88:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '832748e4-3a07-4466-a509-58da4a280786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:51Z', 'updated_at': '2022-03-01T21:17:07Z', 'revision_number': 5, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'subnets': [{'id': '832748e4-3a07-4466-a509-58da4a280786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:20.260930 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e5da90-db51-4f06-9ca9-2fd1a8763201 None None] Checking router: dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:23:20.260930 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e5da90-db51-4f06-9ca9-2fd1a8763201 None None] Routers {'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:23:20.260930 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-58e5da90-db51-4f06-9ca9-2fd1a8763201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:23:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:20.265857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff7381-5d6e-4d2c-ab78-dac13e1c9c44 req-81a5c922-9401-40f1-9b9e-804f3d27d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:20.265857 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65ff7381-5d6e-4d2c-ab78-dac13e1c9c44 req-81a5c922-9401-40f1-9b9e-804f3d27d4b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=ac480fe8-397c-4dde-b8b5-bf02dd42967f HTTP/1.1" status: 200 len: 915 time: 0.6849344 Mar 01 21:23:20.268425 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=9e35ec88-bec8-475d-a9d5-56df0084ecbb,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:20.270665 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cfdea991-6ab4-4283-9143-4337a207acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:20.275530 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65ff7381-5d6e-4d2c-ab78-dac13e1c9c44 req-57349f05-e152-47d3-8d54-39ba26064d49 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28d2ae78-9339-4893-8f2a-a4451479b02c HTTP/1.1" status: 200 len: 217 time: 0.1131110 Mar 01 21:23:20.275530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c37b7d-54a1-445b-9791-de7438de8118 req-5f5b36b1-d5ec-4bd0-93f7-4a5b4a43fe24 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:20.275530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-a9c37b7d-54a1-445b-9791-de7438de8118 req-5f5b36b1-d5ec-4bd0-93f7-4a5b4a43fe24 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Synchronizing usage tracker for tenant:0823e6ad0ab84c41935c650b2258ec0a on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:23:20.282870 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-58e5da90-db51-4f06-9ca9-2fd1a8763201 None None] Set router dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:23:20.289703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdea991-6ab4-4283-9143-4337a207acd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d10e4f9-e53c-4f1c-9f43-d41f2816df76,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:20.373213 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cfdea991-6ab4-4283-9143-4337a207acd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:20.483745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd9ae7-18cb-49da-a087-03129b6bb4c3 req-9cac2602-9dd3-4a21-8aed-65d3775a9d37 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:20.485244 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-acfd9ae7-18cb-49da-a087-03129b6bb4c3 req-9cac2602-9dd3-4a21-8aed-65d3775a9d37 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 946 time: 0.8338046 Mar 01 21:23:20.492734 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff7381-5d6e-4d2c-ab78-dac13e1c9c44 req-5948160c-e1a8-41c8-8b12-550884bc8d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:20.494439 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65ff7381-5d6e-4d2c-ab78-dac13e1c9c44 req-5948160c-e1a8-41c8-8b12-550884bc8d9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=832748e4-3a07-4466-a509-58da4a280786 HTTP/1.1" status: 200 len: 853 time: 0.3270719 Mar 01 21:23:20.768191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-a9c37b7d-54a1-445b-9791-de7438de8118 req-5f5b36b1-d5ec-4bd0-93f7-4a5b4a43fe24 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Unset dirty status for tenant:0823e6ad0ab84c41935c650b2258ec0a on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:23:20.772452 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9c37b7d-54a1-445b-9791-de7438de8118 req-5f5b36b1-d5ec-4bd0-93f7-4a5b4a43fe24 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 946 time: 1.2047439 Mar 01 21:23:20.901761 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-acfd9ae7-18cb-49da-a087-03129b6bb4c3 req-0e034e25-a4bb-4e53-be38-ac07a17a7022 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1706638 Mar 01 21:23:20.902238 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-58e5da90-db51-4f06-9ca9-2fd1a8763201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'name': 'tempest-TestVolumeBackupRestore-1484854220-router', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:36Z', 'updated_at': '2022-03-01T21:16:54Z', 'revision_number': 4, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'gw_port': {'id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '5f32c6f8-e34b-4727-8c23-2b3996ce6204', 'name': '', 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'mac_address': 'fa:16:3e:88:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '832748e4-3a07-4466-a509-58da4a280786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:51Z', 'updated_at': '2022-03-01T21:17:07Z', 'revision_number': 5, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'subnets': [{'id': '832748e4-3a07-4466-a509-58da4a280786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:20.907555 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e5da90-db51-4f06-9ca9-2fd1a8763201 None None] The sync data for ids ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'] in n-d-827896-4 is: [{'id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'name': 'tempest-TestVolumeBackupRestore-1484854220-router', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:36Z', 'updated_at': '2022-03-01T21:16:54Z', 'revision_number': 4, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'gw_port': {'id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '5f32c6f8-e34b-4727-8c23-2b3996ce6204', 'name': '', 'network_id': 'ac480fe8-397c-4dde-b8b5-bf02dd42967f', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'mac_address': 'fa:16:3e:88:e2:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3141, 'fixed_ips': [{'subnet_id': '832748e4-3a07-4466-a509-58da4a280786', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:51Z', 'updated_at': '2022-03-01T21:17:07Z', 'revision_number': 5, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'subnets': [{'id': '832748e4-3a07-4466-a509-58da4a280786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:23:20.991083 n-d-827896-4 neutron-server[88520]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8d725727-a605-4f70-bdbb-74773997fc95', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9e35ec88-bec8-475d-a9d5-56df0084ecbb', 'code': 422} returned with failed status Mar 01 21:23:21.049422 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ff7381-5d6e-4d2c-ab78-dac13e1c9c44 req-af1d4c45-7c84-4931-914f-396df5004e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:21.050932 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65ff7381-5d6e-4d2c-ab78-dac13e1c9c44 req-af1d4c45-7c84-4931-914f-396df5004e2b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=ac480fe8-397c-4dde-b8b5-bf02dd42967f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5476873 Mar 01 21:23:21.068365 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9c37b7d-54a1-445b-9791-de7438de8118 req-441099fe-272f-4cfa-b611-8c06cb1d5dfa tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1ba141f-e164-46d0-a172-95f378e4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2429402 Mar 01 21:23:21.076976 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cfdea991-6ab4-4283-9143-4337a207acd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:21.084052 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cfdea991-6ab4-4283-9143-4337a207acd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:21.151148 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56da92e-9fa7-4ded-83d4-2eec3289acf4 req-8ad54cf4-1946-49a0-9554-c729884ac482 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:21.152300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-a56da92e-9fa7-4ded-83d4-2eec3289acf4 req-8ad54cf4-1946-49a0-9554-c729884ac482 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Synchronizing usage tracker for tenant:0823e6ad0ab84c41935c650b2258ec0a on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:23:21.179476 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-a56da92e-9fa7-4ded-83d4-2eec3289acf4 req-8ad54cf4-1946-49a0-9554-c729884ac482 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Unset dirty status for tenant:0823e6ad0ab84c41935c650b2258ec0a on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:23:21.181006 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a56da92e-9fa7-4ded-83d4-2eec3289acf4 req-8ad54cf4-1946-49a0-9554-c729884ac482 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.55 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 946 time: 0.1642222 Mar 01 21:23:21.274099 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cfdea991-6ab4-4283-9143-4337a207acd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:21.275141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdea991-6ab4-4283-9143-4337a207acd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fbaee3dc-c977-428d-9768-e6a8d55975be {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:23:21.283912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65ff7381-5d6e-4d2c-ab78-dac13e1c9c44 req-e8bd6eb2-1ed8-4c26-995e-9563d6bf1d26 service neutron] 10.222.0.55 "GET /v2.0/networks/ac480fe8-397c-4dde-b8b5-bf02dd42967f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122557 Mar 01 21:23:21.296586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-a56da92e-9fa7-4ded-83d4-2eec3289acf4 req-e71569eb-e055-4a04-a86a-11b0724d91ef tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Deleting port 28d2ae78-9339-4893-8f2a-a4451479b02c {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:21.297285 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a56da92e-9fa7-4ded-83d4-2eec3289acf4 req-e71569eb-e055-4a04-a86a-11b0724d91ef tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:21.356538 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:21.377687 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cfdea991-6ab4-4283-9143-4337a207acd8 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:21.378905 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cfdea991-6ab4-4283-9143-4337a207acd8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/fbaee3dc-c977-428d-9768-e6a8d55975be HTTP/1.1" status: 204 len: 168 time: 3.7057528 Mar 01 21:23:21.382410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51090) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:21.465529 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67035b2-a16d-45df-a23e-2701cc72486c admin admin] Deleting subnet fb459190-f9fa-407d-8fec-9826c0c3ce9d {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:23:21.469865 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a67035b2-a16d-45df-a23e-2701cc72486c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:21.505984 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 803438a9-4a96-4eec-aecb-4ef10ecce106 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:23:21.548796 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a67035b2-a16d-45df-a23e-2701cc72486c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:21.562068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 803438a9-4a96-4eec-aecb-4ef10ecce106 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:23:21.562568 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 803438a9-4a96-4eec-aecb-4ef10ecce106 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:23:21.568267 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:21.591277 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a0b722-c026-42cf-856f-295426484344 None None] New status for floating IP e428eb1c-5b74-425a-81e6-8d624e332493: DOWN {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:23:21.663860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Allocated IP 172.25.5.86 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/403b7589-7879-4de9-a44d-ffe6a906e75d) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:23:21.669439 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a67035b2-a16d-45df-a23e-2701cc72486c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:21.876132 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a67035b2-a16d-45df-a23e-2701cc72486c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:21.969810 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65ff7381-5d6e-4d2c-ab78-dac13e1c9c44 req-4caa017a-df32-4aca-a7e2-3ebfd879f935 service neutron] 10.222.0.55 "GET /v2.0/networks/ac480fe8-397c-4dde-b8b5-bf02dd42967f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6754003 Mar 01 21:23:21.998219 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:22.012093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67035b2-a16d-45df-a23e-2701cc72486c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb459190-f9fa-407d-8fec-9826c0c3ce9d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:22.013978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d010dd-9fbc-459e-9cc9-a04923d307a0 None None] Network 7ebe53d5-a152-4e71-89db-032890009b0a requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:23:22.018438 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a67035b2-a16d-45df-a23e-2701cc72486c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:22.040426 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a67035b2-a16d-45df-a23e-2701cc72486c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fb459190-f9fa-407d-8fec-9826c0c3ce9d HTTP/1.1" status: 204 len: 168 time: 0.6560817 Mar 01 21:23:22.045933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51104) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:22.166729 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:22.212883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-a56da92e-9fa7-4ded-83d4-2eec3289acf4 req-e71569eb-e055-4a04-a86a-11b0724d91ef tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] For port 28d2ae78-9339-4893-8f2a-a4451479b02c, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=28d2ae78-9339-4893-8f2a-a4451479b02c,segment=NetworkSegment(f5453937-6306-4483-b80b-2b8fd1322fbe),segment_id=f5453937-6306-4483-b80b-2b8fd1322fbe)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:22.213950 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a56da92e-9fa7-4ded-83d4-2eec3289acf4 req-e71569eb-e055-4a04-a86a-11b0724d91ef tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:22.325892 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:23:22.334986 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:23:22.340548 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:23:22.343344 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:22.407862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-a56da92e-9fa7-4ded-83d4-2eec3289acf4 req-e71569eb-e055-4a04-a86a-11b0724d91ef tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Calling delete_port for 28d2ae78-9339-4893-8f2a-a4451479b02c owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:22.456221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=403b7589-7879-4de9-a44d-ffe6a906e75d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:22.486050 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 28d2ae78-9339-4893-8f2a-a4451479b02c no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:23:22.604481 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc176e1-0a64-4ad2-85b4-4417cc6a6252 None None] DHCP port deletion for 7ebe53d5-a152-4e71-89db-032890009b0a request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:23:22.667462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c0cc4-8599-49fe-83e0-82480e5ad4f2 req-272aae74-a007-4230-b5af-cb4b409b5f6a tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:22.667462 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-573c0cc4-8599-49fe-83e0-82480e5ad4f2 req-272aae74-a007-4230-b5af-cb4b409b5f6a tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 946 time: 0.2979851 Mar 01 21:23:22.669351 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2fc176e1-0a64-4ad2-85b4-4417cc6a6252 None None] Deleting port c9e34597-394f-4803-8838-2d3dd0e66bbe {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:22.669351 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2fc176e1-0a64-4ad2-85b4-4417cc6a6252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:22.669518 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] Deleting port c9e34597-394f-4803-8838-2d3dd0e66bbe {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:22.669518 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:22.780197 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-573c0cc4-8599-49fe-83e0-82480e5ad4f2 req-f763ba1c-0256-4d2c-af43-96feb59fa59c tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/security-groups?id=b1ba141f-e164-46d0-a172-95f378e4891e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162921 Mar 01 21:23:22.811756 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a56da92e-9fa7-4ded-83d4-2eec3289acf4 req-e71569eb-e055-4a04-a86a-11b0724d91ef tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:22.905699 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2fc176e1-0a64-4ad2-85b4-4417cc6a6252 None None] For port c9e34597-394f-4803-8838-2d3dd0e66bbe, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c9e34597-394f-4803-8838-2d3dd0e66bbe,segment=NetworkSegment(bd73e560-b075-41d9-b77e-26f9be3affcb),segment_id=bd73e560-b075-41d9-b77e-26f9be3affcb)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:22.906097 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2fc176e1-0a64-4ad2-85b4-4417cc6a6252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:23.034127 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71569eb-e055-4a04-a86a-11b0724d91ef tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Pushing event deleted for resources: {'Port': ['ID=28d2ae78-9339-4893-8f2a-a4451479b02c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:23.118277 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:23.175988 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] For port c9e34597-394f-4803-8838-2d3dd0e66bbe, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c9e34597-394f-4803-8838-2d3dd0e66bbe,segment=NetworkSegment(bd73e560-b075-41d9-b77e-26f9be3affcb),segment_id=bd73e560-b075-41d9-b77e-26f9be3affcb)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:23.176688 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:23.256253 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2fc176e1-0a64-4ad2-85b4-4417cc6a6252 None None] Calling delete_port for c9e34597-394f-4803-8838-2d3dd0e66bbe owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:23.296934 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:23.336009 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Port 28d2ae78-9339-4893-8f2a-a4451479b02c update to DOWN by agent not found {{(pid=88520) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 01 21:23:23.336871 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9e35ec88-bec8-475d-a9d5-56df0084ecbb no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:23:23.530572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0d10e4f9-e53c-4f1c-9f43-d41f2816df76 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:23:23.569075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56da92e-9fa7-4ded-83d4-2eec3289acf4 req-e71569eb-e055-4a04-a86a-11b0724d91ef tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] No DVR routers for this DVR port 28d2ae78-9339-4893-8f2a-a4451479b02c on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:23:23.668894 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 0d10e4f9-e53c-4f1c-9f43-d41f2816df76 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:23:23.669024 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:23.669763 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0d10e4f9-e53c-4f1c-9f43-d41f2816df76 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:23:23.671050 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c9e34597-394f-4803-8838-2d3dd0e66bbe no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:23:23.719076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] Calling delete_port for c9e34597-394f-4803-8838-2d3dd0e66bbe owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:23.747638 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:23.786660 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-a56da92e-9fa7-4ded-83d4-2eec3289acf4 req-e71569eb-e055-4a04-a86a-11b0724d91ef tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:23.789833 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'name': 'network-vif-deleted', 'tag': '28d2ae78-9339-4893-8f2a-a4451479b02c'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:23:23.918489 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:23:23.918489 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:23:23.919885 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2fc176e1-0a64-4ad2-85b4-4417cc6a6252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:23.938116 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a56da92e-9fa7-4ded-83d4-2eec3289acf4 req-e71569eb-e055-4a04-a86a-11b0724d91ef tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.55 "DELETE /v2.0/ports/28d2ae78-9339-4893-8f2a-a4451479b02c HTTP/1.1" status: 204 len: 173 time: 2.7518821 Mar 01 21:23:23.982647 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc176e1-0a64-4ad2-85b4-4417cc6a6252 None None] No DVR routers for this DVR port c9e34597-394f-4803-8838-2d3dd0e66bbe on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:23:23.992918 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:24.013899 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc176e1-0a64-4ad2-85b4-4417cc6a6252 None None] Pushing event deleted for resources: {'Port': ['ID=c9e34597-394f-4803-8838-2d3dd0e66bbe,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:24.020516 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:24.241609 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:24.305650 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ab2acc6-f759-4040-a71f-78f615461b19 req-c7ea7ce8-d93b-4d26-97af-60ae75e67a96 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 210 time: 0.2414951 Mar 01 21:23:24.419002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] Deleting port c9e34597-394f-4803-8838-2d3dd0e66bbe {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:24.420090 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:24.449196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event updated for resources: {'Port': ['ID=403b7589-7879-4de9-a44d-ffe6a906e75d,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:24.488846 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81d152fd-0964-4f7a-beaa-d4a9d548cd64', 'name': 'network-vif-deleted', 'tag': '28d2ae78-9339-4893-8f2a-a4451479b02c', 'status': 'completed', 'code': 200} Mar 01 21:23:24.544002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] The port 'c9e34597-394f-4803-8838-2d3dd0e66bbe' was deleted {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:23:24.582085 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a4aac39-e29c-4e92-8410-f4649dc3e6fb req-8fd9ff0f-8bef-495f-971c-fa8834636410 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5135944 Mar 01 21:23:24.613258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb174e2-1e93-439a-95b9-d16f8c9d891a req-6be588b0-2ca7-4f23-b4d5-0f49657de026 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:24.615689 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bcb174e2-1e93-439a-95b9-d16f8c9d891a req-6be588b0-2ca7-4f23-b4d5-0f49657de026 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.9415469 Mar 01 21:23:24.629037 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Floating IP 2482c443-7b97-4254-a969-dafdc0dee595 associated. External IP: 172.25.5.86, port: 9660d18c-0434-40ca-a61d-9a2fa4065431. Mar 01 21:23:24.758536 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:24.797276 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ebe53d5-a152-4e71-89db-032890009b0a']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:24.821836 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd73e560-b075-41d9-b77e-26f9be3affcb') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:24.821836 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd73e560-b075-41d9-b77e-26f9be3affcb') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:24.840434 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:24.868814 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:24.880913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:23:24.881529 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:24.913532 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bcb174e2-1e93-439a-95b9-d16f8c9d891a req-b08b7d10-6a4a-438a-8a7d-3b965de750ef tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1593373 Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:23:25.006927 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:23:25.068863 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:25.094780 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:25.110641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] Pushing event deleted for resources: {'Network': ['ID=7ebe53d5-a152-4e71-89db-032890009b0a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:25.213403 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-781d358d-05c6-4df0-b002-a2b2ed05713f admin admin] 10.222.0.42 "DELETE /v2.0/networks/7ebe53d5-a152-4e71-89db-032890009b0a HTTP/1.1" status: 204 len: 168 time: 3.1600015 Mar 01 21:23:25.221908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51170) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:25.294852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Router f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:23:25.580683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0213035e-1f8a-48e2-985f-fc0ca41341ed req-4c54384b-75b3-49d3-bd78-529971ee1a41 tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "GET /v2.0/ports?device_id=81d152fd-0964-4f7a-beaa-d4a9d548cd64 HTTP/1.1" status: 200 len: 210 time: 0.0437684 Mar 01 21:23:25.622828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:23:25.636761 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d0c3dd-c976-4d61-8d51-8d873d15e0f6 None None] Sync routers for ids ['f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:23:25.658626 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d0c3dd-c976-4d61-8d51-8d873d15e0f6 None None] Routers {'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:23:25.661471 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-42d0c3dd-c976-4d61-8d51-8d873d15e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:23:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:25.731462 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:25.800720 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7675e998-35de-40f1-ac99-e04b09c381cf tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.5075772 Mar 01 21:23:25.802035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b79674-2f02-478a-a2fa-7c3f17465427', 'tag': '9660d18c-0434-40ca-a61d-9a2fa4065431'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:23:25.939003 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b79674-2f02-478a-a2fa-7c3f17465427', 'tag': '9660d18c-0434-40ca-a61d-9a2fa4065431', 'status': 'completed', 'code': 200} Mar 01 21:23:25.956187 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-42d0c3dd-c976-4d61-8d51-8d873d15e0f6 None None] Set router f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:23:26.175313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce54309b-e981-43cc-8119-b91deb9ba29e req-22bf5c10-069d-44ae-b303-23415c1b4b5e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:26.191421 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce54309b-e981-43cc-8119-b91deb9ba29e req-22bf5c10-069d-44ae-b303-23415c1b4b5e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 945 time: 0.1843741 Mar 01 21:23:26.243712 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259444b2-8c89-45cf-b532-2e4f23dc017d req-7c5dfa07-fec0-4042-ab7d-7e3f7b64db7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:26.249489 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-259444b2-8c89-45cf-b532-2e4f23dc017d req-7c5dfa07-fec0-4042-ab7d-7e3f7b64db7a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 1096 time: 0.2792475 Mar 01 21:23:26.335666 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce54309b-e981-43cc-8119-b91deb9ba29e req-bc011846-b865-4e7f-99cb-850f93af1209 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429691 Mar 01 21:23:26.359281 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51194) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:26.564265 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259444b2-8c89-45cf-b532-2e4f23dc017d req-4eccc2e9-cc60-4d4b-9c93-313722775698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:26.565754 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-259444b2-8c89-45cf-b532-2e4f23dc017d req-4eccc2e9-cc60-4d4b-9c93-313722775698 service neutron] 10.222.0.57 "GET /v2.0/networks?id=ac2619a3-a421-4215-988d-6ee53e014ae8 HTTP/1.1" status: 200 len: 896 time: 0.2893534 Mar 01 21:23:26.574716 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a95a3ffb-8077-4cdb-9030-0f0e2b5579e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:26.610501 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-42d0c3dd-c976-4d61-8d51-8d873d15e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752265298', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:22:42Z', 'updated_at': '2022-03-01T21:22:50Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:43Z', 'updated_at': '2022-03-01T21:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '2482c443-7b97-4254-a969-dafdc0dee595', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'port_id': '9660d18c-0434-40ca-a61d-9a2fa4065431', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8', 'mac_address': 'fa:16:3e:16:74:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b79674-2f02-478a-a2fa-7c3f17465427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:23:23Z', 'updated_at': '2022-03-01T21:23:23Z', 'revision_number': 0, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741edbd4-393b-4623-8511-f47f1f7f1c87', 'name': '', 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:49:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '9810ba3b-ebc2-417c-ad92-6b4172ca18c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:49Z', 'updated_at': '2022-03-01T21:23:00Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '9810ba3b-ebc2-417c-ad92-6b4172ca18c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:26.617172 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d0c3dd-c976-4d61-8d51-8d873d15e0f6 None None] Checking router: f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:23:26.629518 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d0c3dd-c976-4d61-8d51-8d873d15e0f6 None None] Routers {'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:23:26.630965 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-42d0c3dd-c976-4d61-8d51-8d873d15e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:23:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:26.658799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d18e7-2026-48db-a368-497a93646853 req-e2e15e4d-c5a9-4aae-ba6e-a031ff60eedb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:26.666388 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df0d18e7-2026-48db-a368-497a93646853 req-e2e15e4d-c5a9-4aae-ba6e-a031ff60eedb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.4523258 Mar 01 21:23:26.760719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51206) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:26.765665 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df0d18e7-2026-48db-a368-497a93646853 req-b8528b63-debc-4f98-b615-631454f0fb23 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0908542 Mar 01 21:23:26.844935 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0f96d301-813c-435b-9fb7-c29521369848 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/floatingips/2482c443-7b97-4254-a969-dafdc0dee595 HTTP/1.1" status: 200 len: 990 time: 0.4806855 Mar 01 21:23:26.916499 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a934c676-29ab-40c6-8eea-ea792868e45b tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:26.921778 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-42d0c3dd-c976-4d61-8d51-8d873d15e0f6 None None] Set router f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:23:26.960896 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a934c676-29ab-40c6-8eea-ea792868e45b tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:27.019095 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-259444b2-8c89-45cf-b532-2e4f23dc017d req-d81b2978-e1fa-4147-b259-ee275b7fef7e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9660d18c-0434-40ca-a61d-9a2fa4065431 HTTP/1.1" status: 200 len: 998 time: 0.1981661 Mar 01 21:23:27.160095 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a934c676-29ab-40c6-8eea-ea792868e45b tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:27.198027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a934c676-29ab-40c6-8eea-ea792868e45b tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ba141f-e164-46d0-a172-95f378e4891e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:27.209801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259444b2-8c89-45cf-b532-2e4f23dc017d req-d0934ea7-6f89-4c98-960c-ba12eb2c73b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:27.211580 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-259444b2-8c89-45cf-b532-2e4f23dc017d req-d0934ea7-6f89-4c98-960c-ba12eb2c73b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9810ba3b-ebc2-417c-ad92-6b4172ca18c4 HTTP/1.1" status: 200 len: 835 time: 0.1842546 Mar 01 21:23:27.273844 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a934c676-29ab-40c6-8eea-ea792868e45b tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:27.275749 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a934c676-29ab-40c6-8eea-ea792868e45b tempest-TestVolumeBackupRestore-397411601 tempest-TestVolumeBackupRestore-397411601-project] 10.222.0.42 "DELETE /v2.0/security-groups/b1ba141f-e164-46d0-a172-95f378e4891e HTTP/1.1" status: 204 len: 168 time: 0.5092192 Mar 01 21:23:27.397195 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-42d0c3dd-c976-4d61-8d51-8d873d15e0f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752265298', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:22:42Z', 'updated_at': '2022-03-01T21:22:50Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:43Z', 'updated_at': '2022-03-01T21:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '2482c443-7b97-4254-a969-dafdc0dee595', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'port_id': '9660d18c-0434-40ca-a61d-9a2fa4065431', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8', 'mac_address': 'fa:16:3e:16:74:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b79674-2f02-478a-a2fa-7c3f17465427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:23:23Z', 'updated_at': '2022-03-01T21:23:23Z', 'revision_number': 0, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741edbd4-393b-4623-8511-f47f1f7f1c87', 'name': '', 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:49:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '9810ba3b-ebc2-417c-ad92-6b4172ca18c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:49Z', 'updated_at': '2022-03-01T21:23:00Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '9810ba3b-ebc2-417c-ad92-6b4172ca18c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:27.412194 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c45edca6-fefe-491f-bc10-f4b78f896855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:27.419030 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d0c3dd-c976-4d61-8d51-8d873d15e0f6 None None] The sync data for ids ['f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'] in n-d-827896-4 is: [{'id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752265298', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:22:42Z', 'updated_at': '2022-03-01T21:22:50Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:43Z', 'updated_at': '2022-03-01T21:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '2482c443-7b97-4254-a969-dafdc0dee595', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'floating_ip_address': '172.25.5.86', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'port_id': '9660d18c-0434-40ca-a61d-9a2fa4065431', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8', 'mac_address': 'fa:16:3e:16:74:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22b79674-2f02-478a-a2fa-7c3f17465427', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:23:23Z', 'updated_at': '2022-03-01T21:23:23Z', 'revision_number': 0, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '741edbd4-393b-4623-8511-f47f1f7f1c87', 'name': '', 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:49:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '9810ba3b-ebc2-417c-ad92-6b4172ca18c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:49Z', 'updated_at': '2022-03-01T21:23:00Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '9810ba3b-ebc2-417c-ad92-6b4172ca18c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:23:27.427814 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259444b2-8c89-45cf-b532-2e4f23dc017d req-9a928692-76f1-4ed8-beff-680fcb729689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:27.427814 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-259444b2-8c89-45cf-b532-2e4f23dc017d req-9a928692-76f1-4ed8-beff-680fcb729689 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ac2619a3-a421-4215-988d-6ee53e014ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2069643 Mar 01 21:23:27.487891 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a95a3ffb-8077-4cdb-9030-0f0e2b5579e8 admin admin] Deleting port 4bdc3f84-e89c-4263-9ae0-1df88885f0d4 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:27.488267 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a95a3ffb-8077-4cdb-9030-0f0e2b5579e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:27.654027 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-259444b2-8c89-45cf-b532-2e4f23dc017d req-3f8fe855-5806-4886-be5c-513a05654a5e service neutron] 10.222.0.57 "GET /v2.0/networks/ac2619a3-a421-4215-988d-6ee53e014ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178900 Mar 01 21:23:27.721681 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd175026-ffc5-4123-ac40-83ab7ed95d57 None None] New status for floating IP 2482c443-7b97-4254-a969-dafdc0dee595: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:23:27.847823 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51226) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:27.998074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-a95a3ffb-8077-4cdb-9030-0f0e2b5579e8 admin admin] For port 4bdc3f84-e89c-4263-9ae0-1df88885f0d4, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4bdc3f84-e89c-4263-9ae0-1df88885f0d4,segment=NetworkSegment(4f430c16-7860-4bb4-a690-85cc37164408),segment_id=4f430c16-7860-4bb4-a690-85cc37164408)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:27.998503 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a95a3ffb-8077-4cdb-9030-0f0e2b5579e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:28.154924 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1d552a17-055e-4218-80df-45d0f144aadb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/floatingips/2482c443-7b97-4254-a969-dafdc0dee595 HTTP/1.1" status: 200 len: 990 time: 0.3056769 Mar 01 21:23:28.277406 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-259444b2-8c89-45cf-b532-2e4f23dc017d req-a4fcda79-5d09-48c0-a3fb-1cf724ba67c8 service neutron] 10.222.0.57 "GET /v2.0/networks/ac2619a3-a421-4215-988d-6ee53e014ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5722170 Mar 01 21:23:28.298519 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a95a3ffb-8077-4cdb-9030-0f0e2b5579e8 admin admin] Calling delete_port for 4bdc3f84-e89c-4263-9ae0-1df88885f0d4 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:28.388834 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de77a88-9bb5-4173-96db-98c01cefa7e5 req-8c7502dc-733b-4444-8b53-6f283d70fe39 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:28.390640 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0de77a88-9bb5-4173-96db-98c01cefa7e5 req-8c7502dc-733b-4444-8b53-6f283d70fe39 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.0951524 Mar 01 21:23:28.465613 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0de77a88-9bb5-4173-96db-98c01cefa7e5 req-a5f02ba4-26da-41cd-af9d-3b3100f55a3e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0643387 Mar 01 21:23:28.622696 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a95a3ffb-8077-4cdb-9030-0f0e2b5579e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:28.861946 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a3ffb-8077-4cdb-9030-0f0e2b5579e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bdc3f84-e89c-4263-9ae0-1df88885f0d4,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:29.158707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51244) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:29.179978 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a95a3ffb-8077-4cdb-9030-0f0e2b5579e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:29.362688 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-36878387-7cdc-43cd-990f-08027c8e7f04 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/floatingips/2482c443-7b97-4254-a969-dafdc0dee595 HTTP/1.1" status: 200 len: 992 time: 0.2027373 Mar 01 21:23:29.381342 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:23:29.732001 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-96a3faa1-ed03-4586-b072-64d071c470a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:29.855143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a95a3ffb-8077-4cdb-9030-0f0e2b5579e8 admin admin] Router cfc66a47-537e-424f-bda1-87b0f5c59637 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:23:29.856928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715b07d5-5725-4b74-8720-3d7313001b53 req-270dcf00-be90-439d-88be-9f487685fa17 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:29.871893 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-715b07d5-5725-4b74-8720-3d7313001b53 req-270dcf00-be90-439d-88be-9f487685fa17 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.2475898 Mar 01 21:23:29.988676 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-715b07d5-5725-4b74-8720-3d7313001b53 req-eea12796-5bdb-46ae-81e6-7a0aba250394 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1143534 Mar 01 21:23:30.104418 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a95a3ffb-8077-4cdb-9030-0f0e2b5579e8 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:23:30.115973 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadabacc-a863-4ee4-a048-ce84d8720cce None None] Sync routers for ids ['cfc66a47-537e-424f-bda1-87b0f5c59637'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:23:30.130996 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadabacc-a863-4ee4-a048-ce84d8720cce None None] Routers {'cfc66a47-537e-424f-bda1-87b0f5c59637'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:23:30.132030 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-fadabacc-a863-4ee4-a048-ce84d8720cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:23:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['cfc66a47-537e-424f-bda1-87b0f5c59637'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:30.234246 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51278) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:30.243947 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a95a3ffb-8077-4cdb-9030-0f0e2b5579e8 admin admin] 10.222.0.42 "PUT /v2.0/routers/cfc66a47-537e-424f-bda1-87b0f5c59637/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0206611 Mar 01 21:23:30.416170 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-fadabacc-a863-4ee4-a048-ce84d8720cce None None] Set router cfc66a47-537e-424f-bda1-87b0f5c59637 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:23:30.612502 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-19c6b4be-eab9-47f6-b99a-7f6d7fe69639 admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:30.658497 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:30.663113 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4aac39-e29c-4e92-8410-f4649dc3e6fb req-5f865cd8-8958-444f-9281-93e43264dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:30.663858 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9a4aac39-e29c-4e92-8410-f4649dc3e6fb req-5f865cd8-8958-444f-9281-93e43264dbb2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95&tenant_id=6014c443b54e41aa96abbf34b6c6cfbd HTTP/1.1" status: 200 len: 1095 time: 0.2234545 Mar 01 21:23:30.667921 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2362b4ba-34a4-4a2d-819f-fdee78a49f64 req-39a9e7b5-5a38-4fc2-9dac-9e45011dc217 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1308925 Mar 01 21:23:30.697523 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:30.828037 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4aac39-e29c-4e92-8410-f4649dc3e6fb req-8ba51897-8386-4311-9420-6a6bef646485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:30.829946 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9a4aac39-e29c-4e92-8410-f4649dc3e6fb req-8ba51897-8386-4311-9420-6a6bef646485 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6014c443b54e41aa96abbf34b6c6cfbd&device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 1095 time: 0.1435454 Mar 01 21:23:30.961788 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-fadabacc-a863-4ee4-a048-ce84d8720cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc66a47-537e-424f-bda1-87b0f5c59637', 'name': 'tempest-TestServerBasicOps-282120693-router', 'tenant_id': '092d94fa80f04f43a9204bf317cd4e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '6f26141c-395b-4792-8607-d0e7d658bebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:31Z', 'updated_at': '2022-03-01T21:23:28Z', 'revision_number': 5, 'project_id': '092d94fa80f04f43a9204bf317cd4e0e', 'gw_port': {'id': '6f26141c-395b-4792-8607-d0e7d658bebc', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc66a47-537e-424f-bda1-87b0f5c59637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:35Z', 'updated_at': '2022-03-01T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:30.967015 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadabacc-a863-4ee4-a048-ce84d8720cce None None] Checking router: cfc66a47-537e-424f-bda1-87b0f5c59637 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:23:30.990797 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadabacc-a863-4ee4-a048-ce84d8720cce None None] Routers {'cfc66a47-537e-424f-bda1-87b0f5c59637'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:23:30.991803 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-fadabacc-a863-4ee4-a048-ce84d8720cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:23:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['cfc66a47-537e-424f-bda1-87b0f5c59637'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:31.105402 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-19c6b4be-eab9-47f6-b99a-7f6d7fe69639 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:31.200933 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-19c6b4be-eab9-47f6-b99a-7f6d7fe69639 admin admin] Deleting port 6f26141c-395b-4792-8607-d0e7d658bebc {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:31.201378 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-19c6b4be-eab9-47f6-b99a-7f6d7fe69639 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:31.213547 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4aac39-e29c-4e92-8410-f4649dc3e6fb req-da8ceb0c-0778-4bd0-b448-48bbf311afe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:31.213547 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9a4aac39-e29c-4e92-8410-f4649dc3e6fb req-da8ceb0c-0778-4bd0-b448-48bbf311afe5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3 HTTP/1.1" status: 200 len: 918 time: 0.3751647 Mar 01 21:23:31.481280 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9a4aac39-e29c-4e92-8410-f4649dc3e6fb req-0aece176-444c-4ed8-b172-ac2af0be9971 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e35ec88-bec8-475d-a9d5-56df0084ecbb HTTP/1.1" status: 200 len: 1000 time: 0.2603555 Mar 01 21:23:31.502075 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-fadabacc-a863-4ee4-a048-ce84d8720cce None None] Set router cfc66a47-537e-424f-bda1-87b0f5c59637 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:23:31.577823 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-19c6b4be-eab9-47f6-b99a-7f6d7fe69639 admin admin] For port 6f26141c-395b-4792-8607-d0e7d658bebc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=6f26141c-395b-4792-8607-d0e7d658bebc,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:31.578862 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-19c6b4be-eab9-47f6-b99a-7f6d7fe69639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:31.776030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-19c6b4be-eab9-47f6-b99a-7f6d7fe69639 admin admin] Calling delete_port for 6f26141c-395b-4792-8607-d0e7d658bebc owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:31.880616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4aac39-e29c-4e92-8410-f4649dc3e6fb req-faf709a0-e66d-467e-b3a6-c1c09dc4e9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:31.882032 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9a4aac39-e29c-4e92-8410-f4649dc3e6fb req-faf709a0-e66d-467e-b3a6-c1c09dc4e9f8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7806e9af-ea8e-45a6-994c-4158f4cea3a0 HTTP/1.1" status: 200 len: 856 time: 0.3924849 Mar 01 21:23:32.003490 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362b4ba-34a4-4a2d-819f-fdee78a49f64 req-91d10cf9-b4eb-4ff6-980c-2281bb9868a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:32.006787 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2362b4ba-34a4-4a2d-819f-fdee78a49f64 req-91d10cf9-b4eb-4ff6-980c-2281bb9868a1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 1096 time: 1.1199172 Mar 01 21:23:32.138811 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-fadabacc-a863-4ee4-a048-ce84d8720cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfc66a47-537e-424f-bda1-87b0f5c59637', 'name': 'tempest-TestServerBasicOps-282120693-router', 'tenant_id': '092d94fa80f04f43a9204bf317cd4e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '6f26141c-395b-4792-8607-d0e7d658bebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:31Z', 'updated_at': '2022-03-01T21:23:28Z', 'revision_number': 5, 'project_id': '092d94fa80f04f43a9204bf317cd4e0e', 'gw_port': {'id': '6f26141c-395b-4792-8607-d0e7d658bebc', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc66a47-537e-424f-bda1-87b0f5c59637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:35Z', 'updated_at': '2022-03-01T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:32.155323 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadabacc-a863-4ee4-a048-ce84d8720cce None None] The sync data for ids ['cfc66a47-537e-424f-bda1-87b0f5c59637'] in n-d-827896-4 is: [{'id': 'cfc66a47-537e-424f-bda1-87b0f5c59637', 'name': 'tempest-TestServerBasicOps-282120693-router', 'tenant_id': '092d94fa80f04f43a9204bf317cd4e0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.114'}], 'enable_snat': True}, 'gw_port_id': '6f26141c-395b-4792-8607-d0e7d658bebc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:31Z', 'updated_at': '2022-03-01T21:23:28Z', 'revision_number': 5, 'project_id': '092d94fa80f04f43a9204bf317cd4e0e', 'gw_port': {'id': '6f26141c-395b-4792-8607-d0e7d658bebc', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc66a47-537e-424f-bda1-87b0f5c59637', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:35Z', 'updated_at': '2022-03-01T21:17:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:23:32.246518 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4aac39-e29c-4e92-8410-f4649dc3e6fb req-aca71871-f02c-479e-864e-4fd2c4d2e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:32.248316 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9a4aac39-e29c-4e92-8410-f4649dc3e6fb req-aca71871-f02c-479e-864e-4fd2c4d2e56b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3579347 Mar 01 21:23:32.320133 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-19c6b4be-eab9-47f6-b99a-7f6d7fe69639 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:32.331791 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:32.390218 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c6b4be-eab9-47f6-b99a-7f6d7fe69639 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f26141c-395b-4792-8607-d0e7d658bebc,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:32.408071 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362b4ba-34a4-4a2d-819f-fdee78a49f64 req-1a03d2ab-a00c-4b7b-983d-0cafca4cb8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:32.409531 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2362b4ba-34a4-4a2d-819f-fdee78a49f64 req-1a03d2ab-a00c-4b7b-983d-0cafca4cb8da service neutron] 10.222.0.57 "GET /v2.0/networks?id=ac2619a3-a421-4215-988d-6ee53e014ae8 HTTP/1.1" status: 200 len: 896 time: 0.3772340 Mar 01 21:23:32.450061 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9a4aac39-e29c-4e92-8410-f4649dc3e6fb req-87fc47b4-8584-4e0d-9c3f-fbbb5079f329 service neutron] 10.222.0.55 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903501 Mar 01 21:23:32.582312 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-19c6b4be-eab9-47f6-b99a-7f6d7fe69639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:32.805825 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9a4aac39-e29c-4e92-8410-f4649dc3e6fb req-9c04a599-478d-4dfb-9846-f4f007ac4a47 service neutron] 10.222.0.55 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938039 Mar 01 21:23:32.815027 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2362b4ba-34a4-4a2d-819f-fdee78a49f64 req-0aafba97-128f-410a-a92c-a0ddd228a423 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9660d18c-0434-40ca-a61d-9a2fa4065431 HTTP/1.1" status: 200 len: 1000 time: 0.3662946 Mar 01 21:23:32.946200 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-19c6b4be-eab9-47f6-b99a-7f6d7fe69639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:32.950905 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-19c6b4be-eab9-47f6-b99a-7f6d7fe69639 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:32.956399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362b4ba-34a4-4a2d-819f-fdee78a49f64 req-c36e6026-75e2-44cb-950d-881891e9ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:32.962243 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2362b4ba-34a4-4a2d-819f-fdee78a49f64 req-c36e6026-75e2-44cb-950d-881891e9ddc7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9810ba3b-ebc2-417c-ad92-6b4172ca18c4 HTTP/1.1" status: 200 len: 835 time: 0.1417749 Mar 01 21:23:32.989341 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aab1d5-fcb6-4bad-a29a-53d0c5654a25 req-0bee8b71-b4e7-4502-ad24-83595a497556 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:32.996555 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67aab1d5-fcb6-4bad-a29a-53d0c5654a25 req-0bee8b71-b4e7-4502-ad24-83595a497556 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.9648125 Mar 01 21:23:33.076608 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67aab1d5-fcb6-4bad-a29a-53d0c5654a25 req-f36e8ecc-b026-460e-a29a-ad952f58a3a8 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0790780 Mar 01 21:23:33.165748 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-19c6b4be-eab9-47f6-b99a-7f6d7fe69639 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:33.166418 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c6b4be-eab9-47f6-b99a-7f6d7fe69639 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfc66a47-537e-424f-bda1-87b0f5c59637 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:23:33.197010 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-19c6b4be-eab9-47f6-b99a-7f6d7fe69639 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:33.204663 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-19c6b4be-eab9-47f6-b99a-7f6d7fe69639 admin admin] 10.222.0.42 "DELETE /v2.0/routers/cfc66a47-537e-424f-bda1-87b0f5c59637 HTTP/1.1" status: 204 len: 168 time: 2.9694338 Mar 01 21:23:33.206141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362b4ba-34a4-4a2d-819f-fdee78a49f64 req-f35ff90b-fdbf-41c0-9778-4129ab6e56b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:33.207136 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51398) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:33.210570 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2362b4ba-34a4-4a2d-819f-fdee78a49f64 req-f35ff90b-fdbf-41c0-9778-4129ab6e56b2 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ac2619a3-a421-4215-988d-6ee53e014ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2328734 Mar 01 21:23:33.458857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-0882bff8-5452-4ab4-a436-5b02327bde11 admin admin] Deleting subnet 590cf7b5-b18b-44f5-97c8-b96615ec14fc {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:23:33.478231 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0882bff8-5452-4ab4-a436-5b02327bde11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:33.540036 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4bdc3f84-e89c-4263-9ae0-1df88885f0d4 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:23:33.559432 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2362b4ba-34a4-4a2d-819f-fdee78a49f64 req-d7d7a54d-8ca3-4471-844c-0aff9e836585 service neutron] 10.222.0.57 "GET /v2.0/networks/ac2619a3-a421-4215-988d-6ee53e014ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3438954 Mar 01 21:23:33.622888 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0882bff8-5452-4ab4-a436-5b02327bde11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:33.657610 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 4bdc3f84-e89c-4263-9ae0-1df88885f0d4 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:23:33.657998 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4bdc3f84-e89c-4263-9ae0-1df88885f0d4 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:23:33.802099 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2362b4ba-34a4-4a2d-819f-fdee78a49f64 req-28259242-013d-4ad4-aa7f-2f4c17cb1624 service neutron] 10.222.0.57 "GET /v2.0/networks/ac2619a3-a421-4215-988d-6ee53e014ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308264 Mar 01 21:23:33.833142 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0882bff8-5452-4ab4-a436-5b02327bde11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:34.024072 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0882bff8-5452-4ab4-a436-5b02327bde11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:34.164537 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0882bff8-5452-4ab4-a436-5b02327bde11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:34.169750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5119e2c4-c40b-4319-95ad-e4368504b5e2 None None] Network f03d6e58-fbac-4d6b-9d4d-885e14763e24 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:23:34.179233 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0882bff8-5452-4ab4-a436-5b02327bde11 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/590cf7b5-b18b-44f5-97c8-b96615ec14fc HTTP/1.1" status: 204 len: 168 time: 0.9701855 Mar 01 21:23:34.180402 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882bff8-5452-4ab4-a436-5b02327bde11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=590cf7b5-b18b-44f5-97c8-b96615ec14fc,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:34.181643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51432) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:34.199893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0882bff8-5452-4ab4-a436-5b02327bde11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:34.200547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0882bff8-5452-4ab4-a436-5b02327bde11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:34.201090 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0882bff8-5452-4ab4-a436-5b02327bde11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:34.201728 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0882bff8-5452-4ab4-a436-5b02327bde11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:34.202287 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0882bff8-5452-4ab4-a436-5b02327bde11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:34.203036 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0882bff8-5452-4ab4-a436-5b02327bde11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:34.203841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0882bff8-5452-4ab4-a436-5b02327bde11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:34.204630 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0882bff8-5452-4ab4-a436-5b02327bde11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:34.216218 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0882bff8-5452-4ab4-a436-5b02327bde11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:34.216936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0882bff8-5452-4ab4-a436-5b02327bde11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:34.217487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0882bff8-5452-4ab4-a436-5b02327bde11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:34.218240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0882bff8-5452-4ab4-a436-5b02327bde11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:34.685029 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7815269-8274-47f6-b47a-ae8f5941d5ea req-6ee9dbd6-7740-44bf-8ec9-ffdab59254da tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:34.694598 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:34.709782 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b7815269-8274-47f6-b47a-ae8f5941d5ea req-6ee9dbd6-7740-44bf-8ec9-ffdab59254da tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.3058226 Mar 01 21:23:34.748863 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Deleting port 7d9dd13d-b29d-4b27-a36e-13921e894a03 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:34.749458 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:34.851139 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b7815269-8274-47f6-b47a-ae8f5941d5ea req-d1468277-2816-44a5-85b8-e591d629fd1a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1327837 Mar 01 21:23:35.002229 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e71deb-f025-4f2f-a0fe-a6ea65aefb62 None None] DHCP port deletion for f03d6e58-fbac-4d6b-9d4d-885e14763e24 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:23:35.010743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-55e71deb-f025-4f2f-a0fe-a6ea65aefb62 None None] Deleting port 7d9dd13d-b29d-4b27-a36e-13921e894a03 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:35.010743 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-55e71deb-f025-4f2f-a0fe-a6ea65aefb62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:35.035097 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51454) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:35.447538 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-55e71deb-f025-4f2f-a0fe-a6ea65aefb62 None None] For port 7d9dd13d-b29d-4b27-a36e-13921e894a03, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7d9dd13d-b29d-4b27-a36e-13921e894a03,segment=NetworkSegment(4f430c16-7860-4bb4-a690-85cc37164408),segment_id=4f430c16-7860-4bb4-a690-85cc37164408)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:35.448236 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-55e71deb-f025-4f2f-a0fe-a6ea65aefb62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:35.506954 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] For port 7d9dd13d-b29d-4b27-a36e-13921e894a03, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7d9dd13d-b29d-4b27-a36e-13921e894a03,segment=NetworkSegment(4f430c16-7860-4bb4-a690-85cc37164408),segment_id=4f430c16-7860-4bb4-a690-85cc37164408)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:35.507371 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:35.535850 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7d9dd13d-b29d-4b27-a36e-13921e894a03 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:23:35.746235 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-55e71deb-f025-4f2f-a0fe-a6ea65aefb62 None None] Calling delete_port for 7d9dd13d-b29d-4b27-a36e-13921e894a03 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:36.010179 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:36.124085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 7d9dd13d-b29d-4b27-a36e-13921e894a03, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7d9dd13d-b29d-4b27-a36e-13921e894a03,segment=NetworkSegment(4f430c16-7860-4bb4-a690-85cc37164408),segment_id=4f430c16-7860-4bb4-a690-85cc37164408)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:36.189200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Calling delete_port for 7d9dd13d-b29d-4b27-a36e-13921e894a03 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:36.211535 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:36.212515 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6f26141c-395b-4792-8607-d0e7d658bebc no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:23:36.384496 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 6f26141c-395b-4792-8607-d0e7d658bebc {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:23:36.385428 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6f26141c-395b-4792-8607-d0e7d658bebc not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:23:36.427710 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=7d9dd13d-b29d-4b27-a36e-13921e894a03,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:36.434534 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-55e71deb-f025-4f2f-a0fe-a6ea65aefb62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:23:36.439740 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-55e71deb-f025-4f2f-a0fe-a6ea65aefb62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:23:36.446474 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:23:36.446892 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:23:36.610517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b55ce-c73a-4ba6-8333-181d266a4542 req-4897a928-19cc-48a8-9566-9777a914fa70 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:36.619178 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-995b55ce-c73a-4ba6-8333-181d266a4542 req-4897a928-19cc-48a8-9566-9777a914fa70 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.4561553 Mar 01 21:23:36.679503 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-995b55ce-c73a-4ba6-8333-181d266a4542 req-3840f154-d595-431a-bd45-9ae7f56392dc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0588994 Mar 01 21:23:36.774479 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d860fe35-29a5-4331-9d0a-012f0846bb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:36.937188 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-55e71deb-f025-4f2f-a0fe-a6ea65aefb62 None None] Deleting port 7d9dd13d-b29d-4b27-a36e-13921e894a03 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:36.937942 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-55e71deb-f025-4f2f-a0fe-a6ea65aefb62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:36.948355 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Deleting port 7d9dd13d-b29d-4b27-a36e-13921e894a03 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:36.948907 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:37.606137 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] For port 7d9dd13d-b29d-4b27-a36e-13921e894a03, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7d9dd13d-b29d-4b27-a36e-13921e894a03,segment=NetworkSegment(4f430c16-7860-4bb4-a690-85cc37164408),segment_id=4f430c16-7860-4bb4-a690-85cc37164408)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:37.606842 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:37.612792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d860fe35-29a5-4331-9d0a-012f0846bb14 admin admin] Deleting port 5f32c6f8-e34b-4727-8c23-2b3996ce6204 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:37.621109 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d860fe35-29a5-4331-9d0a-012f0846bb14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:37.629676 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-55e71deb-f025-4f2f-a0fe-a6ea65aefb62 None None] For port 7d9dd13d-b29d-4b27-a36e-13921e894a03, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7d9dd13d-b29d-4b27-a36e-13921e894a03,segment=NetworkSegment(4f430c16-7860-4bb4-a690-85cc37164408),segment_id=4f430c16-7860-4bb4-a690-85cc37164408)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:37.632378 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-55e71deb-f025-4f2f-a0fe-a6ea65aefb62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:37.946850 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Calling delete_port for 7d9dd13d-b29d-4b27-a36e-13921e894a03 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:38.028367 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-55e71deb-f025-4f2f-a0fe-a6ea65aefb62 None None] Calling delete_port for 7d9dd13d-b29d-4b27-a36e-13921e894a03 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:38.085359 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-d860fe35-29a5-4331-9d0a-012f0846bb14 admin admin] For port 5f32c6f8-e34b-4727-8c23-2b3996ce6204, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5f32c6f8-e34b-4727-8c23-2b3996ce6204,segment=NetworkSegment(f5453937-6306-4483-b80b-2b8fd1322fbe),segment_id=f5453937-6306-4483-b80b-2b8fd1322fbe)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:38.085725 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d860fe35-29a5-4331-9d0a-012f0846bb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:38.205472 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:38.212349 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-55e71deb-f025-4f2f-a0fe-a6ea65aefb62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:23:38.213248 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-55e71deb-f025-4f2f-a0fe-a6ea65aefb62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:23:38.236664 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d860fe35-29a5-4331-9d0a-012f0846bb14 admin admin] Calling delete_port for 5f32c6f8-e34b-4727-8c23-2b3996ce6204 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:38.312850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84925e77-6ebe-4cd6-a874-69aa0a88a469 req-c4afae83-5e23-49ce-bcc8-edcf78f528ba tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:38.316719 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Pushing event deleted for resources: {'Port': ['ID=7d9dd13d-b29d-4b27-a36e-13921e894a03,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:38.323079 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84925e77-6ebe-4cd6-a874-69aa0a88a469 req-c4afae83-5e23-49ce-bcc8-edcf78f528ba tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.3125134 Mar 01 21:23:38.338459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] No DVR routers for this DVR port 7d9dd13d-b29d-4b27-a36e-13921e894a03 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:23:38.417881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:38.417881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:38.417881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:38.417881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:38.417881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:38.417881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:38.417881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:38.417881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:38.417881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:38.417881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:38.417881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:38.417881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:38.427961 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84925e77-6ebe-4cd6-a874-69aa0a88a469 req-31b2a0c6-c3b4-4c16-a483-a6c9d55dc861 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000037 Mar 01 21:23:38.547690 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:38.584556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03d6e58-fbac-4d6b-9d4d-885e14763e24']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:38.599072 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f430c16-7860-4bb4-a690-85cc37164408') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:38.599559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f430c16-7860-4bb4-a690-85cc37164408') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:38.617674 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:38.647488 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:38.657416 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:23:38.657416 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:23:38.675391 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:23:38.716348 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d860fe35-29a5-4331-9d0a-012f0846bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:38.855589 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-55e71deb-f025-4f2f-a0fe-a6ea65aefb62 None None] Deleting port 7d9dd13d-b29d-4b27-a36e-13921e894a03 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:38.855589 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-55e71deb-f025-4f2f-a0fe-a6ea65aefb62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:38.882541 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:38.900531 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:38.950208 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d860fe35-29a5-4331-9d0a-012f0846bb14 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f32c6f8-e34b-4727-8c23-2b3996ce6204,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:38.968832 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] Pushing event deleted for resources: {'Network': ['ID=f03d6e58-fbac-4d6b-9d4d-885e14763e24,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:39.013923 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-63dad8f6-f1a6-478a-a81b-43b57e666f5b admin admin] 10.222.0.42 "DELETE /v2.0/networks/f03d6e58-fbac-4d6b-9d4d-885e14763e24 HTTP/1.1" status: 204 len: 168 time: 4.8253887 Mar 01 21:23:39.025598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-55e71deb-f025-4f2f-a0fe-a6ea65aefb62 None None] The port '7d9dd13d-b29d-4b27-a36e-13921e894a03' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:23:39.430822 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d860fe35-29a5-4331-9d0a-012f0846bb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:39.515940 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51558) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:39.688909 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5222a685-f9b4-4fd4-a25d-49530f78f62d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=177562bd87a4424f83471f73a3e34887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1781991 Mar 01 21:23:39.692456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51562) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:39.828781 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0017751e-e3a1-43af-ac46-b0555a87a4c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:39.913462 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0017751e-e3a1-43af-ac46-b0555a87a4c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:40.160347 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4893e3-dd6b-4f4a-a4d4-ef151787f8d7 req-1fb9cff9-9826-45c7-ac75-e9087676f34c tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:40.160347 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd4893e3-dd6b-4f4a-a4d4-ef151787f8d7 req-1fb9cff9-9826-45c7-ac75-e9087676f34c tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.2858267 Mar 01 21:23:40.273870 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0017751e-e3a1-43af-ac46-b0555a87a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:40.304715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0017751e-e3a1-43af-ac46-b0555a87a4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1929cc88-8302-4c82-8017-e4807af1bc8b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:40.326274 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0017751e-e3a1-43af-ac46-b0555a87a4c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:40.331682 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0017751e-e3a1-43af-ac46-b0555a87a4c2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1929cc88-8302-4c82-8017-e4807af1bc8b HTTP/1.1" status: 204 len: 168 time: 0.6367581 Mar 01 21:23:40.401701 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd4893e3-dd6b-4f4a-a4d4-ef151787f8d7 req-2de07895-a568-4e05-ab9a-6f73deb9622e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0956969 Mar 01 21:23:40.406954 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d860fe35-29a5-4331-9d0a-012f0846bb14 admin admin] Router dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:23:40.739263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d860fe35-29a5-4331-9d0a-012f0846bb14 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:23:40.755458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6fea83-0964-4e00-9df6-325a7c70a631 None None] Sync routers for ids ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:23:40.766408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6fea83-0964-4e00-9df6-325a7c70a631 None None] Routers {'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:23:40.766408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-3a6fea83-0964-4e00-9df6-325a7c70a631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:23:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:40.784279 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d860fe35-29a5-4331-9d0a-012f0846bb14 admin admin] 10.222.0.42 "PUT /v2.0/routers/dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7449701 Mar 01 21:23:40.800824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51584) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:41.143177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-3a6fea83-0964-4e00-9df6-325a7c70a631 None None] Set router dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:23:41.150100 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02a3a9ec-a779-4f18-943e-68810bba2628 admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:41.569544 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02a3a9ec-a779-4f18-943e-68810bba2628 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:41.591077 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-3a6fea83-0964-4e00-9df6-325a7c70a631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'name': 'tempest-TestVolumeBackupRestore-1484854220-router', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137'}], 'enable_snat': True}, 'gw_port_id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:36Z', 'updated_at': '2022-03-01T21:23:38Z', 'revision_number': 5, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'gw_port': {'id': 'e057ba24-309f-4289-ab01-f000739fc0f0', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:c5:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3118, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:16:39Z', 'updated_at': '2022-03-01T21:16:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:41.594783 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6fea83-0964-4e00-9df6-325a7c70a631 None None] Checking router: dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:23:41.610904 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6fea83-0964-4e00-9df6-325a7c70a631 None None] Routers {'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:23:41.611695 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-3a6fea83-0964-4e00-9df6-325a7c70a631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:23:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:41.690992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-02a3a9ec-a779-4f18-943e-68810bba2628 admin admin] Deleting port e057ba24-309f-4289-ab01-f000739fc0f0 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:41.694733 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02a3a9ec-a779-4f18-943e-68810bba2628 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:41.918871 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb31d6-7438-4a76-9e18-d13edd72622d req-35eb9068-22fe-4b8a-a24a-ac2884cb6b46 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:41.925250 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27fb31d6-7438-4a76-9e18-d13edd72622d req-35eb9068-22fe-4b8a-a24a-ac2884cb6b46 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.2112370 Mar 01 21:23:41.960176 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-3a6fea83-0964-4e00-9df6-325a7c70a631 None None] Set router dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:23:41.990969 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-02a3a9ec-a779-4f18-943e-68810bba2628 admin admin] For port e057ba24-309f-4289-ab01-f000739fc0f0, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=e057ba24-309f-4289-ab01-f000739fc0f0,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:41.990969 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02a3a9ec-a779-4f18-943e-68810bba2628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:42.017515 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27fb31d6-7438-4a76-9e18-d13edd72622d req-42f58f6c-b833-45f9-9134-b5da129263f7 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0943809 Mar 01 21:23:42.244647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51614) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:42.253975 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-3a6fea83-0964-4e00-9df6-325a7c70a631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'name': 'tempest-TestVolumeBackupRestore-1484854220-router', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:36Z', 'updated_at': '2022-03-01T21:23:41Z', 'revision_number': 6, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:42.260111 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a6fea83-0964-4e00-9df6-325a7c70a631 None None] The sync data for ids ['dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a'] in n-d-827896-4 is: [{'id': 'dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a', 'name': 'tempest-TestVolumeBackupRestore-1484854220-router', 'tenant_id': '0823e6ad0ab84c41935c650b2258ec0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:16:36Z', 'updated_at': '2022-03-01T21:23:41Z', 'revision_number': 6, 'project_id': '0823e6ad0ab84c41935c650b2258ec0a', 'gw_port_host': None}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:23:42.272307 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-02a3a9ec-a779-4f18-943e-68810bba2628 admin admin] Calling delete_port for e057ba24-309f-4289-ab01-f000739fc0f0 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:42.406850 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-616a3cbe-91d4-4814-941a-234fae54e4f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=092d94fa80f04f43a9204bf317cd4e0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1589417 Mar 01 21:23:42.410922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51626) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:42.507766 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-90615aff-131e-43fa-ab48-3b440550f386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:42.557080 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-90615aff-131e-43fa-ab48-3b440550f386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:42.659133 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02a3a9ec-a779-4f18-943e-68810bba2628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:42.701868 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-90615aff-131e-43fa-ab48-3b440550f386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:42.731184 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a3a9ec-a779-4f18-943e-68810bba2628 admin admin] Pushing event deleted for resources: {'Port': ['ID=e057ba24-309f-4289-ab01-f000739fc0f0,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:42.733411 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90615aff-131e-43fa-ab48-3b440550f386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fac4abb-6456-47a9-b1a3-251066091e46,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:42.772200 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-90615aff-131e-43fa-ab48-3b440550f386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:42.773353 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-90615aff-131e-43fa-ab48-3b440550f386 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5fac4abb-6456-47a9-b1a3-251066091e46 HTTP/1.1" status: 204 len: 168 time: 0.3649070 Mar 01 21:23:42.923388 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02a3a9ec-a779-4f18-943e-68810bba2628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:43.347064 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02a3a9ec-a779-4f18-943e-68810bba2628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:43.355312 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02a3a9ec-a779-4f18-943e-68810bba2628 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:43.463786 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02a3a9ec-a779-4f18-943e-68810bba2628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:43.465820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a3a9ec-a779-4f18-943e-68810bba2628 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:23:43.498698 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02a3a9ec-a779-4f18-943e-68810bba2628 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:43.510733 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-02a3a9ec-a779-4f18-943e-68810bba2628 admin admin] 10.222.0.42 "DELETE /v2.0/routers/dd9cf2e6-fa39-477d-bd41-2a68ed36ab5a HTTP/1.1" status: 204 len: 168 time: 2.7206473 Mar 01 21:23:43.513364 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51656) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:43.524424 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e057ba24-309f-4289-ab01-f000739fc0f0 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:23:43.665094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: e057ba24-309f-4289-ab01-f000739fc0f0 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:23:43.665094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device e057ba24-309f-4289-ab01-f000739fc0f0 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:23:43.670735 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5f32c6f8-e34b-4727-8c23-2b3996ce6204 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:23:43.736788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc8a46-c1f5-42b6-bed3-4dc11d6218f2 req-65ba94a2-df8b-4164-a8cf-363c305dace2 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:43.752085 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98cc8a46-c1f5-42b6-bed3-4dc11d6218f2 req-65ba94a2-df8b-4164-a8cf-363c305dace2 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.3284163 Mar 01 21:23:43.806526 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 5f32c6f8-e34b-4727-8c23-2b3996ce6204 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:23:43.811236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5f32c6f8-e34b-4727-8c23-2b3996ce6204 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:23:43.853623 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-547bfba4-1059-480d-8966-6d836487117b admin admin] Deleting subnet 832748e4-3a07-4466-a509-58da4a280786 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:23:43.859095 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98cc8a46-c1f5-42b6-bed3-4dc11d6218f2 req-8e55159f-4b31-4592-9349-832d2d1bcef9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1053698 Mar 01 21:23:43.874012 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-547bfba4-1059-480d-8966-6d836487117b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:43.952262 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-547bfba4-1059-480d-8966-6d836487117b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:44.181069 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-547bfba4-1059-480d-8966-6d836487117b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:44.357205 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-547bfba4-1059-480d-8966-6d836487117b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:44.402801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547bfba4-1059-480d-8966-6d836487117b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=832748e4-3a07-4466-a509-58da4a280786,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:44.407868 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-547bfba4-1059-480d-8966-6d836487117b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:44.419307 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a52d458-79d9-42b2-84e8-98bec9ea33e6 None None] Network ac480fe8-397c-4dde-b8b5-bf02dd42967f requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:23:44.420926 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-547bfba4-1059-480d-8966-6d836487117b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/832748e4-3a07-4466-a509-58da4a280786 HTTP/1.1" status: 204 len: 168 time: 0.8978851 Mar 01 21:23:44.422442 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51682) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:44.581836 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:44.609469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] Deleting port 8938c4aa-c563-49b9-9df9-fa42d26ff2b8 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:44.609866 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:44.993139 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] For port 8938c4aa-c563-49b9-9df9-fa42d26ff2b8, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8938c4aa-c563-49b9-9df9-fa42d26ff2b8,segment=NetworkSegment(f5453937-6306-4483-b80b-2b8fd1322fbe),segment_id=f5453937-6306-4483-b80b-2b8fd1322fbe)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:44.995273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daef22f-e4f6-4372-b037-9612ebaae50f None None] DHCP port deletion for ac480fe8-397c-4dde-b8b5-bf02dd42967f request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:23:44.996239 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:45.003501 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1daef22f-e4f6-4372-b037-9612ebaae50f None None] Deleting port 8938c4aa-c563-49b9-9df9-fa42d26ff2b8 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:45.004053 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1daef22f-e4f6-4372-b037-9612ebaae50f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:45.257641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] Calling delete_port for 8938c4aa-c563-49b9-9df9-fa42d26ff2b8 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:45.423201 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1daef22f-e4f6-4372-b037-9612ebaae50f None None] For port 8938c4aa-c563-49b9-9df9-fa42d26ff2b8, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8938c4aa-c563-49b9-9df9-fa42d26ff2b8,segment=NetworkSegment(f5453937-6306-4483-b80b-2b8fd1322fbe),segment_id=f5453937-6306-4483-b80b-2b8fd1322fbe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:45.423951 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1daef22f-e4f6-4372-b037-9612ebaae50f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:45.565973 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1daef22f-e4f6-4372-b037-9612ebaae50f None None] Calling delete_port for 8938c4aa-c563-49b9-9df9-fa42d26ff2b8 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:45.648414 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8938c4aa-c563-49b9-9df9-fa42d26ff2b8 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:23:45.780675 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:45.791048 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1daef22f-e4f6-4372-b037-9612ebaae50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:45.852503 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daef22f-e4f6-4372-b037-9612ebaae50f None None] Pushing event deleted for resources: {'Port': ['ID=8938c4aa-c563-49b9-9df9-fa42d26ff2b8,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:45.866762 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daef22f-e4f6-4372-b037-9612ebaae50f None None] No DVR routers for this DVR port 8938c4aa-c563-49b9-9df9-fa42d26ff2b8 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:23:45.872605 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:23:45.875590 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:23:45.875781 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daef22f-e4f6-4372-b037-9612ebaae50f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:45.876150 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daef22f-e4f6-4372-b037-9612ebaae50f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:45.876624 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daef22f-e4f6-4372-b037-9612ebaae50f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:45.877128 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daef22f-e4f6-4372-b037-9612ebaae50f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:45.877615 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daef22f-e4f6-4372-b037-9612ebaae50f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:45.878994 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daef22f-e4f6-4372-b037-9612ebaae50f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:45.879763 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daef22f-e4f6-4372-b037-9612ebaae50f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:45.880548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daef22f-e4f6-4372-b037-9612ebaae50f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:45.881046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daef22f-e4f6-4372-b037-9612ebaae50f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:45.881639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daef22f-e4f6-4372-b037-9612ebaae50f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:45.882787 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daef22f-e4f6-4372-b037-9612ebaae50f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:45.883865 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1daef22f-e4f6-4372-b037-9612ebaae50f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:23:45.904635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b269fd8-2ac2-492a-9330-6da01061199b req-dc38571a-dbc6-48de-9405-ffcca68b4927 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:45.913037 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b269fd8-2ac2-492a-9330-6da01061199b req-dc38571a-dbc6-48de-9405-ffcca68b4927 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.5575578 Mar 01 21:23:46.046915 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b269fd8-2ac2-492a-9330-6da01061199b req-1943fb98-fbdd-441f-860a-514ce60d0e26 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1291814 Mar 01 21:23:46.374148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] Deleting port 8938c4aa-c563-49b9-9df9-fa42d26ff2b8 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:46.374507 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:46.448135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] The port '8938c4aa-c563-49b9-9df9-fa42d26ff2b8' was deleted {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:23:46.571246 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:46.603997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac480fe8-397c-4dde-b8b5-bf02dd42967f']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:46.618116 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5453937-6306-4483-b80b-2b8fd1322fbe') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:46.618452 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5453937-6306-4483-b80b-2b8fd1322fbe') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:46.633343 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:46.652921 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:46.660174 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:23:46.660718 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:23:46.682286 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:23:47.140281 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:47.164975 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:47.175618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac480fe8-397c-4dde-b8b5-bf02dd42967f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:47.264710 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-24fc6040-358d-4a94-9802-5545327ab7c8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/ac480fe8-397c-4dde-b8b5-bf02dd42967f HTTP/1.1" status: 204 len: 168 time: 2.8435149 Mar 01 21:23:47.266706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51732) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:47.297371 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab37aa76-1659-44d7-913c-3ec8384e307b req-995ff3f3-b2c8-4628-84aa-ad81a29d3a8d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:47.299407 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab37aa76-1659-44d7-913c-3ec8384e307b req-995ff3f3-b2c8-4628-84aa-ad81a29d3a8d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.0963957 Mar 01 21:23:47.349998 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ab37aa76-1659-44d7-913c-3ec8384e307b req-4b2aa79d-a963-4ef7-8ab7-b10cd51c6318 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436871 Mar 01 21:23:48.267140 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ff7c47e-4c44-4fe4-ad60-eb555880397b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:48.597030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0faefa6-4132-46f5-a0e8-4b1fef55b422 req-f5b4c787-b501-4660-abdb-de086e08bbc7 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:48.600380 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0faefa6-4132-46f5-a0e8-4b1fef55b422 req-f5b4c787-b501-4660-abdb-de086e08bbc7 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.1147814 Mar 01 21:23:48.692899 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0faefa6-4132-46f5-a0e8-4b1fef55b422 req-a88a442f-1b83-463f-9f1d-72063e86b57a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740380 Mar 01 21:23:48.841936 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-9ff7c47e-4c44-4fe4-ad60-eb555880397b admin admin] Deleting port 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:48.841936 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ff7c47e-4c44-4fe4-ad60-eb555880397b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:48.925620 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2001e965-99e3-4816-b609-d02517f7961a req-b2ad8a8a-dc62-47d9-bea1-8cdd9d30668d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:48.925620 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2001e965-99e3-4816-b609-d02517f7961a req-b2ad8a8a-dc62-47d9-bea1-8cdd9d30668d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 945 time: 0.1739199 Mar 01 21:23:48.972309 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2001e965-99e3-4816-b609-d02517f7961a req-b7a059fd-98f1-43cb-a8ef-3e10839a5d67 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504086 Mar 01 21:23:49.055344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-9ff7c47e-4c44-4fe4-ad60-eb555880397b admin admin] For port 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3fd05dfb-55bb-4a26-8d6c-69d336bce1e2,segment=NetworkSegment(05bc3475-771e-4a49-ad1a-4998d87103a6),segment_id=05bc3475-771e-4a49-ad1a-4998d87103a6)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:49.055727 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ff7c47e-4c44-4fe4-ad60-eb555880397b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:49.187329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-9ff7c47e-4c44-4fe4-ad60-eb555880397b admin admin] Calling delete_port for 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:49.475054 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ff7c47e-4c44-4fe4-ad60-eb555880397b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:49.552741 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7c47e-4c44-4fe4-ad60-eb555880397b admin admin] Pushing event deleted for resources: {'Port': ['ID=3fd05dfb-55bb-4a26-8d6c-69d336bce1e2,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:49.986198 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994f86e-a105-4196-b3b0-832c3cf34cd3 req-ae64944c-f067-4289-bdef-c876f12b5770 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:49.994778 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a994f86e-a105-4196-b3b0-832c3cf34cd3 req-ae64944c-f067-4289-bdef-c876f12b5770 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.1419771 Mar 01 21:23:50.054557 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ff7c47e-4c44-4fe4-ad60-eb555880397b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:50.087111 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a994f86e-a105-4196-b3b0-832c3cf34cd3 req-10fe4023-2ad2-49d0-aba4-18c3675b7995 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0787852 Mar 01 21:23:50.240577 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ac28b-a3dd-4cf4-a7e8-6e892c639640 req-6f7e8084-3ce1-464a-9631-55078a24e0e4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:50.242023 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-057ac28b-a3dd-4cf4-a7e8-6e892c639640 req-6f7e8084-3ce1-464a-9631-55078a24e0e4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 945 time: 0.1080573 Mar 01 21:23:50.325690 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-057ac28b-a3dd-4cf4-a7e8-6e892c639640 req-53194e2d-bfda-43fc-9544-10666196a331 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771551 Mar 01 21:23:50.586665 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ff7c47e-4c44-4fe4-ad60-eb555880397b admin admin] Router 961cfb72-0759-4f7b-b481-5c83c19fe66b has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:23:50.821955 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ff7c47e-4c44-4fe4-ad60-eb555880397b admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:23:50.836052 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8ef47c-4ba7-4535-95a7-d6cb15988faa None None] Sync routers for ids ['961cfb72-0759-4f7b-b481-5c83c19fe66b'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:23:50.845608 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8ef47c-4ba7-4535-95a7-d6cb15988faa None None] Routers {'961cfb72-0759-4f7b-b481-5c83c19fe66b'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:23:50.846404 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-cb8ef47c-4ba7-4535-95a7-d6cb15988faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:23:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['961cfb72-0759-4f7b-b481-5c83c19fe66b'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:50.910755 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9ff7c47e-4c44-4fe4-ad60-eb555880397b admin admin] 10.222.0.42 "PUT /v2.0/routers/961cfb72-0759-4f7b-b481-5c83c19fe66b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6423950 Mar 01 21:23:50.913322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 51870) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:51.074387 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-cb8ef47c-4ba7-4535-95a7-d6cb15988faa None None] Set router 961cfb72-0759-4f7b-b481-5c83c19fe66b gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:23:51.157525 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91c5689f-68ef-42f9-8b62-1343f7a04883 admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:51.367213 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91c5689f-68ef-42f9-8b62-1343f7a04883 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:51.419046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85affba-4bca-4788-9cec-77b8c80e5068 req-0a144c18-8986-48b9-a38b-f4883243a3c1 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:51.420853 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f85affba-4bca-4788-9cec-77b8c80e5068 req-0a144c18-8986-48b9-a38b-f4883243a3c1 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.1828456 Mar 01 21:23:51.498317 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-91c5689f-68ef-42f9-8b62-1343f7a04883 admin admin] Deleting port 99c80556-1e63-4efb-b4ad-eff4abc167c7 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:51.498317 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91c5689f-68ef-42f9-8b62-1343f7a04883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:51.531187 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f85affba-4bca-4788-9cec-77b8c80e5068 req-055eaf15-387a-45ff-9372-ae3f78523156 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0944667 Mar 01 21:23:51.540619 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:51.629763 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-cb8ef47c-4ba7-4535-95a7-d6cb15988faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961cfb72-0759-4f7b-b481-5c83c19fe66b', 'name': 'tempest-TestVolumeBackupRestore-1566295668-router', 'tenant_id': '4ebad336a17b4f14b2e04c642db94cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.124'}], 'enable_snat': True}, 'gw_port_id': '99c80556-1e63-4efb-b4ad-eff4abc167c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:04Z', 'updated_at': '2022-03-01T21:23:49Z', 'revision_number': 5, 'project_id': '4ebad336a17b4f14b2e04c642db94cd1', 'gw_port': {'id': '99c80556-1e63-4efb-b4ad-eff4abc167c7', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:fc:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '961cfb72-0759-4f7b-b481-5c83c19fe66b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3185, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:17:09Z', 'updated_at': '2022-03-01T21:17:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:51.633180 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8ef47c-4ba7-4535-95a7-d6cb15988faa None None] Checking router: 961cfb72-0759-4f7b-b481-5c83c19fe66b for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:23:51.645649 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8ef47c-4ba7-4535-95a7-d6cb15988faa None None] Routers {'961cfb72-0759-4f7b-b481-5c83c19fe66b'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:23:51.645649 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-cb8ef47c-4ba7-4535-95a7-d6cb15988faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:23:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['961cfb72-0759-4f7b-b481-5c83c19fe66b'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:51.661410 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717653d2-8e5c-4372-bc67-62b2c24dcba7 req-1a8879ac-92c7-4011-81f1-6759bcd4841c tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:51.661410 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-717653d2-8e5c-4372-bc67-62b2c24dcba7 req-1a8879ac-92c7-4011-81f1-6759bcd4841c tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 945 time: 0.1269932 Mar 01 21:23:51.714444 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-717653d2-8e5c-4372-bc67-62b2c24dcba7 req-23cba1cc-8a5a-482b-9744-ff645743be35 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496294 Mar 01 21:23:51.776455 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-91c5689f-68ef-42f9-8b62-1343f7a04883 admin admin] For port 99c80556-1e63-4efb-b4ad-eff4abc167c7, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=99c80556-1e63-4efb-b4ad-eff4abc167c7,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:51.777053 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91c5689f-68ef-42f9-8b62-1343f7a04883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:51.820206 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-cb8ef47c-4ba7-4535-95a7-d6cb15988faa None None] Set router 961cfb72-0759-4f7b-b481-5c83c19fe66b gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:23:51.949671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-91c5689f-68ef-42f9-8b62-1343f7a04883 admin admin] Calling delete_port for 99c80556-1e63-4efb-b4ad-eff4abc167c7 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:51.996425 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-cb8ef47c-4ba7-4535-95a7-d6cb15988faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '961cfb72-0759-4f7b-b481-5c83c19fe66b', 'name': 'tempest-TestVolumeBackupRestore-1566295668-router', 'tenant_id': '4ebad336a17b4f14b2e04c642db94cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:04Z', 'updated_at': '2022-03-01T21:23:51Z', 'revision_number': 6, 'project_id': '4ebad336a17b4f14b2e04c642db94cd1', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:52.003010 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8ef47c-4ba7-4535-95a7-d6cb15988faa None None] The sync data for ids ['961cfb72-0759-4f7b-b481-5c83c19fe66b'] in n-d-827896-4 is: [{'id': '961cfb72-0759-4f7b-b481-5c83c19fe66b', 'name': 'tempest-TestVolumeBackupRestore-1566295668-router', 'tenant_id': '4ebad336a17b4f14b2e04c642db94cd1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:17:04Z', 'updated_at': '2022-03-01T21:23:51Z', 'revision_number': 6, 'project_id': '4ebad336a17b4f14b2e04c642db94cd1', 'gw_port_host': None}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:23:52.393854 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91c5689f-68ef-42f9-8b62-1343f7a04883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:52.448069 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5689f-68ef-42f9-8b62-1343f7a04883 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c80556-1e63-4efb-b4ad-eff4abc167c7,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:52.564275 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91c5689f-68ef-42f9-8b62-1343f7a04883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:52.758628 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91c5689f-68ef-42f9-8b62-1343f7a04883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:52.761546 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91c5689f-68ef-42f9-8b62-1343f7a04883 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:52.835586 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d99e0fe-b274-4eaa-8beb-d14f129e3f9b req-e26e9354-6c01-4319-94c8-97c669e61133 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:52.841402 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d99e0fe-b274-4eaa-8beb-d14f129e3f9b req-e26e9354-6c01-4319-94c8-97c669e61133 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.1090176 Mar 01 21:23:52.891099 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91c5689f-68ef-42f9-8b62-1343f7a04883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:52.891800 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91c5689f-68ef-42f9-8b62-1343f7a04883 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 961cfb72-0759-4f7b-b481-5c83c19fe66b {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:23:52.919139 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91c5689f-68ef-42f9-8b62-1343f7a04883 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:52.923190 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51936) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:52.924847 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-91c5689f-68ef-42f9-8b62-1343f7a04883 admin admin] 10.222.0.42 "DELETE /v2.0/routers/961cfb72-0759-4f7b-b481-5c83c19fe66b HTTP/1.1" status: 204 len: 168 time: 2.0104549 Mar 01 21:23:53.023137 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d99e0fe-b274-4eaa-8beb-d14f129e3f9b req-4b2eecad-07f9-4c57-85a6-a608d4705a70 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1476505 Mar 01 21:23:53.140171 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-f268439d-5ad0-4a2e-8795-d4f614926e8c admin admin] Deleting subnet 65b447e9-6502-48bd-a832-2509f47dca5c {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:23:53.148939 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f268439d-5ad0-4a2e-8795-d4f614926e8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:53.183877 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55ee46-067f-4fe4-843b-08e23c1d138e req-df4714f2-38a9-4430-84af-77288c2e6bb6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:53.204134 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de55ee46-067f-4fe4-843b-08e23c1d138e req-df4714f2-38a9-4430-84af-77288c2e6bb6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 945 time: 0.3522372 Mar 01 21:23:53.237880 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f268439d-5ad0-4a2e-8795-d4f614926e8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:53.299021 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de55ee46-067f-4fe4-843b-08e23c1d138e req-bbe9573a-4c5b-4e1c-b83e-0c6daf5a308a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986600 Mar 01 21:23:53.364804 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f268439d-5ad0-4a2e-8795-d4f614926e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:53.443194 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:23:53.492172 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:23:53.492516 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3fd05dfb-55bb-4a26-8d6c-69d336bce1e2 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:23:53.492922 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 99c80556-1e63-4efb-b4ad-eff4abc167c7 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:23:53.527684 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f268439d-5ad0-4a2e-8795-d4f614926e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:53.553827 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 99c80556-1e63-4efb-b4ad-eff4abc167c7 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:23:53.554409 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 99c80556-1e63-4efb-b4ad-eff4abc167c7 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:23:53.592626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f268439d-5ad0-4a2e-8795-d4f614926e8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65b447e9-6502-48bd-a832-2509f47dca5c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:53.601242 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f268439d-5ad0-4a2e-8795-d4f614926e8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:53.607769 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33054d2c-8052-4f83-a272-086eb7dfcd2f None None] Network 20de8756-a04e-4847-9b4f-aad54895376c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:23:53.607941 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f268439d-5ad0-4a2e-8795-d4f614926e8c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/65b447e9-6502-48bd-a832-2509f47dca5c HTTP/1.1" status: 204 len: 168 time: 0.6831963 Mar 01 21:23:53.610644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 51964) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:53.742089 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16822dee-8a1b-4e53-81c0-bb67911bdc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:53.756489 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-16822dee-8a1b-4e53-81c0-bb67911bdc77 admin admin] Deleting port a4176804-b297-4242-a9b8-7de6ce472d14 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:53.756489 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16822dee-8a1b-4e53-81c0-bb67911bdc77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:53.970775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22eb6462-2df0-4bcd-ac9d-9367bc232a70 None None] DHCP port deletion for 20de8756-a04e-4847-9b4f-aad54895376c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:23:53.992935 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:53.992935 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-22eb6462-2df0-4bcd-ac9d-9367bc232a70 None None] Deleting port a4176804-b297-4242-a9b8-7de6ce472d14 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:53.992935 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-22eb6462-2df0-4bcd-ac9d-9367bc232a70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:54.072348 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-16822dee-8a1b-4e53-81c0-bb67911bdc77 admin admin] For port a4176804-b297-4242-a9b8-7de6ce472d14, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=a4176804-b297-4242-a9b8-7de6ce472d14,segment=NetworkSegment(05bc3475-771e-4a49-ad1a-4998d87103a6),segment_id=05bc3475-771e-4a49-ad1a-4998d87103a6)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:54.072348 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16822dee-8a1b-4e53-81c0-bb67911bdc77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:54.283202 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-22eb6462-2df0-4bcd-ac9d-9367bc232a70 None None] For port a4176804-b297-4242-a9b8-7de6ce472d14, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=a4176804-b297-4242-a9b8-7de6ce472d14,segment=NetworkSegment(05bc3475-771e-4a49-ad1a-4998d87103a6),segment_id=05bc3475-771e-4a49-ad1a-4998d87103a6)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:23:54.283682 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-22eb6462-2df0-4bcd-ac9d-9367bc232a70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:54.371340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-16822dee-8a1b-4e53-81c0-bb67911bdc77 admin admin] Calling delete_port for a4176804-b297-4242-a9b8-7de6ce472d14 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:54.434996 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-22eb6462-2df0-4bcd-ac9d-9367bc232a70 None None] Calling delete_port for a4176804-b297-4242-a9b8-7de6ce472d14 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:23:54.549486 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16822dee-8a1b-4e53-81c0-bb67911bdc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:54.554900 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-22eb6462-2df0-4bcd-ac9d-9367bc232a70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:23:54.555550 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-22eb6462-2df0-4bcd-ac9d-9367bc232a70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:23:54.602531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16822dee-8a1b-4e53-81c0-bb67911bdc77 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4176804-b297-4242-a9b8-7de6ce472d14,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:54.614828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16822dee-8a1b-4e53-81c0-bb67911bdc77 admin admin] No DVR routers for this DVR port a4176804-b297-4242-a9b8-7de6ce472d14 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:23:54.748146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9234f-cc5e-4896-916a-07297d9dc71a req-56063394-ecd7-4985-95ce-41cfccd79ff7 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:54.753836 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4c9234f-cc5e-4896-916a-07297d9dc71a req-56063394-ecd7-4985-95ce-41cfccd79ff7 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.3011000 Mar 01 21:23:54.835493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806fd02-b73c-4827-ac4c-1e64ac71f02d req-2183804f-f4aa-4811-b23d-b01dd6335740 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:54.835493 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7806fd02-b73c-4827-ac4c-1e64ac71f02d req-2183804f-f4aa-4811-b23d-b01dd6335740 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 945 time: 0.3400183 Mar 01 21:23:54.845433 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16822dee-8a1b-4e53-81c0-bb67911bdc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:54.915097 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-16822dee-8a1b-4e53-81c0-bb67911bdc77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20de8756-a04e-4847-9b4f-aad54895376c']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:54.925739 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7806fd02-b73c-4827-ac4c-1e64ac71f02d req-a0f3f642-c47d-4a0d-b04f-b896511db7ea tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784914 Mar 01 21:23:54.931663 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4c9234f-cc5e-4896-916a-07297d9dc71a req-f678b3d0-b50e-434d-a25b-2bc183ab9bb0 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1804831 Mar 01 21:23:54.935060 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-16822dee-8a1b-4e53-81c0-bb67911bdc77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05bc3475-771e-4a49-ad1a-4998d87103a6') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:54.935723 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-16822dee-8a1b-4e53-81c0-bb67911bdc77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05bc3475-771e-4a49-ad1a-4998d87103a6') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:23:54.948851 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16822dee-8a1b-4e53-81c0-bb67911bdc77 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:54.972343 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16822dee-8a1b-4e53-81c0-bb67911bdc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:54.979059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16822dee-8a1b-4e53-81c0-bb67911bdc77 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:23:54.979462 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16822dee-8a1b-4e53-81c0-bb67911bdc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:23:54.993692 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:23:55.056204 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-22eb6462-2df0-4bcd-ac9d-9367bc232a70 None None] Deleting port a4176804-b297-4242-a9b8-7de6ce472d14 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:23:55.056579 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-22eb6462-2df0-4bcd-ac9d-9367bc232a70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:55.161584 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-22eb6462-2df0-4bcd-ac9d-9367bc232a70 None None] The port 'a4176804-b297-4242-a9b8-7de6ce472d14' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:23:55.186303 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16822dee-8a1b-4e53-81c0-bb67911bdc77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:55.203980 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-16822dee-8a1b-4e53-81c0-bb67911bdc77 admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:55.215607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16822dee-8a1b-4e53-81c0-bb67911bdc77 admin admin] Pushing event deleted for resources: {'Network': ['ID=20de8756-a04e-4847-9b4f-aad54895376c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:55.232165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-16822dee-8a1b-4e53-81c0-bb67911bdc77 admin admin] 10.222.0.42 "DELETE /v2.0/networks/20de8756-a04e-4847-9b4f-aad54895376c HTTP/1.1" status: 204 len: 168 time: 1.6148696 Mar 01 21:23:55.410994 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a4176804-b297-4242-a9b8-7de6ce472d14 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:23:55.457475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: a4176804-b297-4242-a9b8-7de6ce472d14 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:23:55.457475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a4176804-b297-4242-a9b8-7de6ce472d14 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:23:55.611867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52032) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:55.664490 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d3bb6ddb-331b-4ff1-aca9-1eac7738b3f3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0823e6ad0ab84c41935c650b2258ec0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491147 Mar 01 21:23:55.664579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52038) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:55.748064 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d29a1425-0b05-4c96-b237-e97e076eb1ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:55.772749 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d29a1425-0b05-4c96-b237-e97e076eb1ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:55.935885 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d29a1425-0b05-4c96-b237-e97e076eb1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:55.962346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29a1425-0b05-4c96-b237-e97e076eb1ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ea571e-1abd-4480-ab56-537731fe4bd6,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:55.971942 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d29a1425-0b05-4c96-b237-e97e076eb1ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:55.971942 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d29a1425-0b05-4c96-b237-e97e076eb1ea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a0ea571e-1abd-4480-ab56-537731fe4bd6 HTTP/1.1" status: 204 len: 168 time: 0.3007896 Mar 01 21:23:56.355502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298ecf7-0b98-4552-9116-2f1167bd8b14 req-f0e5a3ca-cfb8-48f1-b6db-46fcee72c9fd tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:56.355502 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6298ecf7-0b98-4552-9116-2f1167bd8b14 req-f0e5a3ca-cfb8-48f1-b6db-46fcee72c9fd tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 945 time: 0.1985238 Mar 01 21:23:56.367319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e81328-57f5-4fe6-ba3d-e284c3a3aee6 req-353ff25c-a5ca-479b-a611-ac30f8b39601 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:56.367319 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8e81328-57f5-4fe6-ba3d-e284c3a3aee6 req-353ff25c-a5ca-479b-a611-ac30f8b39601 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.1454778 Mar 01 21:23:56.437415 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6298ecf7-0b98-4552-9116-2f1167bd8b14 req-c340e51e-26d4-4623-9269-1929a503c1f7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771880 Mar 01 21:23:56.477108 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8e81328-57f5-4fe6-ba3d-e284c3a3aee6 req-0fded70d-e237-48fd-901a-6a4c00f709fe tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0751157 Mar 01 21:23:56.818464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 52080) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:56.874289 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-868c6430-aa00-4c7a-8d41-763db8e288ab admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4ebad336a17b4f14b2e04c642db94cd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503688 Mar 01 21:23:56.874822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52088) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:23:56.980514 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-064a9797-2e23-412d-b634-37bc14e37afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:57.009120 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-064a9797-2e23-412d-b634-37bc14e37afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:57.679414 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-064a9797-2e23-412d-b634-37bc14e37afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:57.696347 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-34a9e0cb-1886-401e-872e-b80a9bd41d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:57.697967 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a9797-2e23-412d-b634-37bc14e37afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb5d8f3-b00c-47cd-b30a-c76279480699,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:23:57.710920 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-064a9797-2e23-412d-b634-37bc14e37afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:23:57.712264 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-064a9797-2e23-412d-b634-37bc14e37afa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3fb5d8f3-b00c-47cd-b30a-c76279480699 HTTP/1.1" status: 204 len: 168 time: 0.8384535 Mar 01 21:23:57.748509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def1997-ad3d-4f23-9a93-45a246fe8e78 req-32cae262-73c6-443d-8e09-61c84b957e5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:57.753066 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5def1997-ad3d-4f23-9a93-45a246fe8e78 req-32cae262-73c6-443d-8e09-61c84b957e5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 945 time: 0.1583970 Mar 01 21:23:57.765039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bbecfd-5d39-4bf5-a8b7-6a920f8bd03f req-d7aed1bb-8cb3-4562-ab66-0425320dc47d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:57.767318 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88bbecfd-5d39-4bf5-a8b7-6a920f8bd03f req-d7aed1bb-8cb3-4562-ab66-0425320dc47d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.1367772 Mar 01 21:23:57.910166 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5def1997-ad3d-4f23-9a93-45a246fe8e78 req-197bc6f6-786e-4d65-8abc-20cc184e9354 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489084 Mar 01 21:23:57.953205 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88bbecfd-5d39-4bf5-a8b7-6a920f8bd03f req-574ca6aa-2aae-425a-8933-502791d9527a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1356392 Mar 01 21:23:59.135434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb339e-e93c-4c68-89c8-3301b281d31d req-ffaeec6d-6519-4d54-8fd7-9dc33bcb1a6d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:59.141180 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9dfb339e-e93c-4c68-89c8-3301b281d31d req-ffaeec6d-6519-4d54-8fd7-9dc33bcb1a6d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 945 time: 0.1054828 Mar 01 21:23:59.244013 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9dfb339e-e93c-4c68-89c8-3301b281d31d req-5f49ae24-cff2-4fab-92a2-a6de5aabacd4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036880 Mar 01 21:23:59.279099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ce5a0-1910-46b0-8795-10dd838e73a0 req-689c6935-ee04-4c5c-967b-138c6cad0515 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:23:59.280713 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d9ce5a0-1910-46b0-8795-10dd838e73a0 req-689c6935-ee04-4c5c-967b-138c6cad0515 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.1397932 Mar 01 21:23:59.327651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d9ce5a0-1910-46b0-8795-10dd838e73a0 req-d52192db-3bd1-4f01-93d1-1e1eeb3771d0 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405617 Mar 01 21:23:59.679782 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a08f2c05-dbbe-4555-a78a-71376e79f4a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:00.654095 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:00.654902 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9e35ec88-bec8-475d-a9d5-56df0084ecbb details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:24:00.674476 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97573b20-04e4-4378-9893-ef7da9dbbe8e req-c0d1aa98-3daf-4b3e-b330-8c2de54a19d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:00.676753 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-97573b20-04e4-4378-9893-ef7da9dbbe8e req-c0d1aa98-3daf-4b3e-b330-8c2de54a19d2 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 945 time: 0.3031566 Mar 01 21:24:00.689569 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1a72c1-389e-4cc3-9ae0-28148e2a0d2d req-45b8dd4e-f09a-4b7b-8475-07b21a00a9b7 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:00.691016 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e1a72c1-389e-4cc3-9ae0-28148e2a0d2d req-45b8dd4e-f09a-4b7b-8475-07b21a00a9b7 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 944 time: 0.2430212 Mar 01 21:24:00.701568 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:00.783349 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-97573b20-04e4-4378-9893-ef7da9dbbe8e req-494c1d6c-90c9-4bd1-93bd-126f30689ec7 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843556 Mar 01 21:24:00.810002 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e1a72c1-389e-4cc3-9ae0-28148e2a0d2d req-ef1d3cd2-fd45-464b-bfce-e2f84869e8b0 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966899 Mar 01 21:24:00.870645 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9e35ec88-bec8-475d-a9d5-56df0084ecbb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9e35ec88-bec8-475d-a9d5-56df0084ecbb,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:24:00.880147 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '9e35ec88-bec8-475d-a9d5-56df0084ecbb', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'port_id': '9e35ec88-bec8-475d-a9d5-56df0084ecbb', 'mac_address': 'fa:16:3e:a0:a3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:24:00.952601 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:00.971218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e35ec88-bec8-475d-a9d5-56df0084ecbb {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:24:00.987078 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9e35ec88-bec8-475d-a9d5-56df0084ecbb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9e35ec88-bec8-475d-a9d5-56df0084ecbb,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:24:01.059116 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:01.185162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=9e35ec88-bec8-475d-a9d5-56df0084ecbb,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:24:01.366701 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['9e35ec88-bec8-475d-a9d5-56df0084ecbb'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:24:02.057476 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e95f4-93df-42b1-b699-49f625d16391 req-e4c10914-ecc6-4f2e-9eac-b499b88d496c tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:02.086832 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa9e95f4-93df-42b1-b699-49f625d16391 req-e4c10914-ecc6-4f2e-9eac-b499b88d496c tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 945 time: 0.1806910 Mar 01 21:24:02.116272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d5b355-0549-46f7-aa6c-668e4ed9d906 req-de7b8d9a-b2d4-4135-8d67-739497ca3f8a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:02.117910 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a4d5b355-0549-46f7-aa6c-668e4ed9d906 req-de7b8d9a-b2d4-4135-8d67-739497ca3f8a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 945 time: 0.1748021 Mar 01 21:24:02.182060 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa9e95f4-93df-42b1-b699-49f625d16391 req-2bb70380-6437-4206-ba8c-4813654e183c tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890875 Mar 01 21:24:02.231086 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a4d5b355-0549-46f7-aa6c-668e4ed9d906 req-23fb1c82-b8a9-4edb-80c1-58fa3b35dc8e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0969899 Mar 01 21:24:02.310042 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ce4f2-63d3-47e4-8cc7-64354e06f703 req-1292e9df-66ea-423f-9dcc-1dd1eeffcb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:02.310042 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f96ce4f2-63d3-47e4-8cc7-64354e06f703 req-1292e9df-66ea-423f-9dcc-1dd1eeffcb94 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 1096 time: 0.1079879 Mar 01 21:24:02.343391 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:02.357072 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f96ce4f2-63d3-47e4-8cc7-64354e06f703 req-781248e8-7617-4cbe-a377-ef41825e7699 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434747 Mar 01 21:24:02.668953 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9e35ec88-bec8-475d-a9d5-56df0084ecbb up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:24:02.738800 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 9e35ec88-bec8-475d-a9d5-56df0084ecbb triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:24:02.739173 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:02.874760 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:02.925006 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d725727-a605-4f70-bdbb-74773997fc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e35ec88-bec8-475d-a9d5-56df0084ecbb'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:24:02.929400 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9e35ec88-bec8-475d-a9d5-56df0084ecbb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9e35ec88-bec8-475d-a9d5-56df0084ecbb,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:24:02.967093 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d725727-a605-4f70-bdbb-74773997fc95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e35ec88-bec8-475d-a9d5-56df0084ecbb', 'code': 200} Mar 01 21:24:03.045162 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:03.180231 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=9e35ec88-bec8-475d-a9d5-56df0084ecbb,revision_number=10']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:24:03.313025 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc88a18-2de0-45e6-ab88-f026e14c2c41 req-a0fab3be-a487-41a4-a6fe-a903bca50e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:03.313025 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7bc88a18-2de0-45e6-ab88-f026e14c2c41 req-a0fab3be-a487-41a4-a6fe-a903bca50e47 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 1098 time: 0.0938418 Mar 01 21:24:03.384144 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7bc88a18-2de0-45e6-ab88-f026e14c2c41 req-dd025729-be84-4393-8803-0b91ddd5a54d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0608878 Mar 01 21:24:03.497380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4022ce-52a4-453b-90f3-23e9e1082b2d req-6a6f7138-2d45-46a0-becd-fe7f15cb7f8d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:03.505642 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-db4022ce-52a4-453b-90f3-23e9e1082b2d req-6a6f7138-2d45-46a0-becd-fe7f15cb7f8d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 947 time: 0.1183956 Mar 01 21:24:03.564348 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-db4022ce-52a4-453b-90f3-23e9e1082b2d req-caac849f-9a08-400d-8f01-7026dac28ece tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571885 Mar 01 21:24:03.724792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d002f-361b-4c4c-b671-c1830229709b req-0e58f46a-148f-4a81-af46-709e76b4b91e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:03.724792 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5f3d002f-361b-4c4c-b671-c1830229709b req-0e58f46a-148f-4a81-af46-709e76b4b91e tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 945 time: 0.1305358 Mar 01 21:24:03.783622 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5f3d002f-361b-4c4c-b671-c1830229709b req-ef428538-ecaa-4ef1-8f46-aaef42fb4db4 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554254 Mar 01 21:24:04.032915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9660d18c-0434-40ca-a61d-9a2fa4065431 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:24:04.189729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9660d18c-0434-40ca-a61d-9a2fa4065431, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9660d18c-0434-40ca-a61d-9a2fa4065431,segment=NetworkSegment(0544d68f-2f3c-4e7c-b43c-83c0455e255f),segment_id=0544d68f-2f3c-4e7c-b43c-83c0455e255f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:24:04.203504 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '9660d18c-0434-40ca-a61d-9a2fa4065431', 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8', 'port_id': '9660d18c-0434-40ca-a61d-9a2fa4065431', 'mac_address': 'fa:16:3e:16:74:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9810ba3b-ebc2-417c-ad92-6b4172ca18c4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:24:04.290843 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:04.309617 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9660d18c-0434-40ca-a61d-9a2fa4065431 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:24:04.324055 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9660d18c-0434-40ca-a61d-9a2fa4065431, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9660d18c-0434-40ca-a61d-9a2fa4065431,segment=NetworkSegment(0544d68f-2f3c-4e7c-b43c-83c0455e255f),segment_id=0544d68f-2f3c-4e7c-b43c-83c0455e255f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:24:04.433617 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:04.507805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=9660d18c-0434-40ca-a61d-9a2fa4065431,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:24:04.640975 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['9660d18c-0434-40ca-a61d-9a2fa4065431'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:24:04.842834 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9c9976-8209-44b0-86d8-94bc35a11c0a req-b910a560-03b0-49bd-91b0-8d3d50afa567 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:04.859989 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1f9c9976-8209-44b0-86d8-94bc35a11c0a req-b910a560-03b0-49bd-91b0-8d3d50afa567 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 947 time: 0.1308565 Mar 01 21:24:04.944781 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1f9c9976-8209-44b0-86d8-94bc35a11c0a req-5936f4bb-573d-429f-ab1a-416cb3af9301 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838387 Mar 01 21:24:05.163105 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7166aa-153e-40eb-b603-9b09133e01a6 req-c1c96924-b87e-4819-958b-36f3b86c1ad5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:05.202216 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be7166aa-153e-40eb-b603-9b09133e01a6 req-c1c96924-b87e-4819-958b-36f3b86c1ad5 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 944 time: 0.2031207 Mar 01 21:24:05.240578 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be7166aa-153e-40eb-b603-9b09133e01a6 req-d238b7fc-c10e-468c-bf8d-d71b2d5413e6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618489 Mar 01 21:24:05.257424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 52302) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:24:05.380794 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-407757bc-badc-43c9-8323-bee922242b43 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/floatingips/2482c443-7b97-4254-a969-dafdc0dee595 HTTP/1.1" status: 200 len: 991 time: 0.1205626 Mar 01 21:24:06.045379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9660d18c-0434-40ca-a61d-9a2fa4065431 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:24:06.167528 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 9660d18c-0434-40ca-a61d-9a2fa4065431 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:24:06.167528 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:06.198668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ad298-17df-468d-8233-4d4ba2382da6 req-4d04e3f3-f42c-4f59-8297-2f4d498363ff tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:06.200188 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9c0ad298-17df-468d-8233-4d4ba2382da6 req-4d04e3f3-f42c-4f59-8297-2f4d498363ff tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 947 time: 0.0989988 Mar 01 21:24:06.260225 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9c0ad298-17df-468d-8233-4d4ba2382da6 req-ceb5896b-ec1b-4e62-9ba6-b73c07b987c1 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462265 Mar 01 21:24:06.295082 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:06.324024 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b79674-2f02-478a-a2fa-7c3f17465427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9660d18c-0434-40ca-a61d-9a2fa4065431'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:24:06.344370 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 9660d18c-0434-40ca-a61d-9a2fa4065431, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9660d18c-0434-40ca-a61d-9a2fa4065431,segment=NetworkSegment(0544d68f-2f3c-4e7c-b43c-83c0455e255f),segment_id=0544d68f-2f3c-4e7c-b43c-83c0455e255f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:24:06.362316 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:24:06.390521 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b79674-2f02-478a-a2fa-7c3f17465427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9660d18c-0434-40ca-a61d-9a2fa4065431', 'code': 200} Mar 01 21:24:06.453092 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:06.557570 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=9660d18c-0434-40ca-a61d-9a2fa4065431,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:24:07.491699 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff340d94-faac-4e6e-ab4c-843bc1b35d0b req-7a03a95d-ed18-47c4-b284-a0ffea5d36dc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:07.492937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff340d94-faac-4e6e-ab4c-843bc1b35d0b req-7a03a95d-ed18-47c4-b284-a0ffea5d36dc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 947 time: 0.0937207 Mar 01 21:24:07.553651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff340d94-faac-4e6e-ab4c-843bc1b35d0b req-e07b979a-d3be-43db-93c6-08567c160d15 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453348 Mar 01 21:24:21.550652 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:23.970490 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:27.398902 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bd8f50bc-d4eb-4f39-b119-f8c45ee7c080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:29.648719 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f4d897ef-0fb2-4fe9-9292-d046a1102623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:30.544136 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e829e68b-adae-4c08-8c2c-1f054b1de218 req-e7985eba-3245-48a2-9c1d-0df740eba801 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0816348 Mar 01 21:24:30.558549 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:30.605064 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:30.687908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829e68b-adae-4c08-8c2c-1f054b1de218 req-20b13e73-6daf-4733-aca1-08c1b3b64428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:30.689376 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e829e68b-adae-4c08-8c2c-1f054b1de218 req-20b13e73-6daf-4733-aca1-08c1b3b64428 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 1096 time: 0.0720541 Mar 01 21:24:30.840773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829e68b-adae-4c08-8c2c-1f054b1de218 req-392dc124-0af2-44ac-80e1-97537322453c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:30.842217 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e829e68b-adae-4c08-8c2c-1f054b1de218 req-392dc124-0af2-44ac-80e1-97537322453c service neutron] 10.222.0.57 "GET /v2.0/networks?id=ac2619a3-a421-4215-988d-6ee53e014ae8 HTTP/1.1" status: 200 len: 896 time: 0.1325099 Mar 01 21:24:30.949910 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e829e68b-adae-4c08-8c2c-1f054b1de218 req-6b36c358-52f8-4906-80ef-7156c1999439 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9660d18c-0434-40ca-a61d-9a2fa4065431 HTTP/1.1" status: 200 len: 1000 time: 0.1010869 Mar 01 21:24:31.014985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829e68b-adae-4c08-8c2c-1f054b1de218 req-2c14184b-c258-4d79-9169-471ce110a6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:31.016471 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e829e68b-adae-4c08-8c2c-1f054b1de218 req-2c14184b-c258-4d79-9169-471ce110a6c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9810ba3b-ebc2-417c-ad92-6b4172ca18c4 HTTP/1.1" status: 200 len: 835 time: 0.0612273 Mar 01 21:24:31.098017 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e829e68b-adae-4c08-8c2c-1f054b1de218 req-438c529f-abee-41ab-ae91-0f400cd8ab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:31.100461 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e829e68b-adae-4c08-8c2c-1f054b1de218 req-438c529f-abee-41ab-ae91-0f400cd8ab68 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ac2619a3-a421-4215-988d-6ee53e014ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761542 Mar 01 21:24:31.357311 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e829e68b-adae-4c08-8c2c-1f054b1de218 req-06dbb58c-6085-4cc5-b46f-5a2eb9123a4f service neutron] 10.222.0.57 "GET /v2.0/networks/ac2619a3-a421-4215-988d-6ee53e014ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494843 Mar 01 21:24:31.495042 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e829e68b-adae-4c08-8c2c-1f054b1de218 req-c087b7ce-ad98-41ec-9858-6090006e3bf2 service neutron] 10.222.0.57 "GET /v2.0/networks/ac2619a3-a421-4215-988d-6ee53e014ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338894 Mar 01 21:24:32.301083 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:37.927881 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ec8d7827-3a04-4027-9832-836973bde947 req-e0ceda5d-5c4f-43b3-a04a-6d5261efa353 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0720398 Mar 01 21:24:38.113816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d7827-3a04-4027-9832-836973bde947 req-9b5ec71e-b3be-492b-9fe2-b7f785e85a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:38.113816 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ec8d7827-3a04-4027-9832-836973bde947 req-9b5ec71e-b3be-492b-9fe2-b7f785e85a9f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=6014c443b54e41aa96abbf34b6c6cfbd&device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 1098 time: 0.1088686 Mar 01 21:24:38.279284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d7827-3a04-4027-9832-836973bde947 req-d12cb3b8-ab72-4bf2-b75b-88ccfafe70a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:38.280759 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ec8d7827-3a04-4027-9832-836973bde947 req-d12cb3b8-ab72-4bf2-b75b-88ccfafe70a2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3 HTTP/1.1" status: 200 len: 918 time: 0.1346371 Mar 01 21:24:38.402258 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ec8d7827-3a04-4027-9832-836973bde947 req-dfb7ad58-042d-4301-9b2b-41a59378229a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9e35ec88-bec8-475d-a9d5-56df0084ecbb HTTP/1.1" status: 200 len: 1002 time: 0.1118917 Mar 01 21:24:38.489045 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d7827-3a04-4027-9832-836973bde947 req-9678a310-a1fc-452e-9b5f-cd95898387a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:38.489045 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ec8d7827-3a04-4027-9832-836973bde947 req-9678a310-a1fc-452e-9b5f-cd95898387a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=7806e9af-ea8e-45a6-994c-4158f4cea3a0 HTTP/1.1" status: 200 len: 856 time: 0.0833101 Mar 01 21:24:38.567480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d7827-3a04-4027-9832-836973bde947 req-6c5457c3-4de1-4e08-a6d0-dd227478d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:38.569563 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ec8d7827-3a04-4027-9832-836973bde947 req-6c5457c3-4de1-4e08-a6d0-dd227478d404 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755517 Mar 01 21:24:38.618859 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53230) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:24:38.720057 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ec8d7827-3a04-4027-9832-836973bde947 req-4cdd027b-a582-40da-9203-86e3bdadab4d service neutron] 10.222.0.55 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391363 Mar 01 21:24:38.862113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Deleting port 403b7589-7879-4de9-a44d-ffe6a906e75d {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:24:38.862113 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:38.894595 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ec8d7827-3a04-4027-9832-836973bde947 req-0c786834-9a45-42c0-adfe-2cbcaac47c94 service neutron] 10.222.0.55 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736417 Mar 01 21:24:39.027139 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:39.027482 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:39.160329 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Calling delete_port for 403b7589-7879-4de9-a44d-ffe6a906e75d owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:24:39.369081 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:39.442427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Port': ['ID=403b7589-7879-4de9-a44d-ffe6a906e75d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:24:39.627082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:39.627082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:39.627082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:39.627082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:39.627082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:39.627082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:39.627082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:39.627082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:39.627082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:39.627082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:39.627082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:39.627082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:39.661676 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:39.661676 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Floating IP 2482c443-7b97-4254-a969-dafdc0dee595 disassociated (deleted). External IP: 172.25.5.86, port: 9660d18c-0434-40ca-a61d-9a2fa4065431. Mar 01 21:24:40.075223 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Router f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:24:40.265389 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:24:40.275392 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5103d25a-ff93-4fb1-96e5-5059e21642e1 None None] Sync routers for ids ['f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:24:40.281819 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:40.284566 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5103d25a-ff93-4fb1-96e5-5059e21642e1 None None] Routers {'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:24:40.285175 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5103d25a-ff93-4fb1-96e5-5059e21642e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:24:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:24:40.354094 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c82b95c3-1e39-4b44-9086-f7b79bee0d0a tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "DELETE /v2.0/floatingips/2482c443-7b97-4254-a969-dafdc0dee595 HTTP/1.1" status: 204 len: 168 time: 1.7203581 Mar 01 21:24:40.354094 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22b79674-2f02-478a-a2fa-7c3f17465427', 'tag': '9660d18c-0434-40ca-a61d-9a2fa4065431'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:24:40.408347 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22b79674-2f02-478a-a2fa-7c3f17465427', 'tag': '9660d18c-0434-40ca-a61d-9a2fa4065431', 'status': 'completed', 'code': 200} Mar 01 21:24:40.540605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588b2ab-f296-4e3e-bae2-577b82ab84ff req-eb44d381-19ae-45dc-bdc9-1ade264e2864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:40.542229 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f588b2ab-f296-4e3e-bae2-577b82ab84ff req-eb44d381-19ae-45dc-bdc9-1ade264e2864 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=55abf7132a284d2983dea80802c45cbf&device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 1096 time: 0.1043668 Mar 01 21:24:40.571428 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-5103d25a-ff93-4fb1-96e5-5059e21642e1 None None] Set router f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:24:40.748426 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588b2ab-f296-4e3e-bae2-577b82ab84ff req-428abef5-2312-48bc-8658-f8f7a7c340bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:40.748426 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f588b2ab-f296-4e3e-bae2-577b82ab84ff req-428abef5-2312-48bc-8658-f8f7a7c340bc service neutron] 10.222.0.57 "GET /v2.0/networks?id=ac2619a3-a421-4215-988d-6ee53e014ae8 HTTP/1.1" status: 200 len: 896 time: 0.1964495 Mar 01 21:24:40.851517 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f588b2ab-f296-4e3e-bae2-577b82ab84ff req-9cc28c99-9266-4ff1-90d2-11b254a2c126 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9660d18c-0434-40ca-a61d-9a2fa4065431 HTTP/1.1" status: 200 len: 217 time: 0.0973423 Mar 01 21:24:40.923352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588b2ab-f296-4e3e-bae2-577b82ab84ff req-1f33b887-b137-4d36-b550-ac9cf197d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:40.924848 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f588b2ab-f296-4e3e-bae2-577b82ab84ff req-1f33b887-b137-4d36-b550-ac9cf197d1dc service neutron] 10.222.0.57 "GET /v2.0/subnets?id=9810ba3b-ebc2-417c-ad92-6b4172ca18c4 HTTP/1.1" status: 200 len: 835 time: 0.0692577 Mar 01 21:24:41.032400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588b2ab-f296-4e3e-bae2-577b82ab84ff req-a1232090-ace9-4f6f-8628-8d2b03762839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:41.034100 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f588b2ab-f296-4e3e-bae2-577b82ab84ff req-a1232090-ace9-4f6f-8628-8d2b03762839 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=ac2619a3-a421-4215-988d-6ee53e014ae8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028943 Mar 01 21:24:41.076395 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5103d25a-ff93-4fb1-96e5-5059e21642e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752265298', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:22:42Z', 'updated_at': '2022-03-01T21:22:50Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:43Z', 'updated_at': '2022-03-01T21:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '741edbd4-393b-4623-8511-f47f1f7f1c87', 'name': '', 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:49:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '9810ba3b-ebc2-417c-ad92-6b4172ca18c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:49Z', 'updated_at': '2022-03-01T21:23:00Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '9810ba3b-ebc2-417c-ad92-6b4172ca18c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:24:41.080661 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5103d25a-ff93-4fb1-96e5-5059e21642e1 None None] Checking router: f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:24:41.091112 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5103d25a-ff93-4fb1-96e5-5059e21642e1 None None] Routers {'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:24:41.092082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5103d25a-ff93-4fb1-96e5-5059e21642e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:24:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:24:41.260955 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f588b2ab-f296-4e3e-bae2-577b82ab84ff req-407d75ea-c0f5-436d-8871-7b9b5f098307 service neutron] 10.222.0.57 "GET /v2.0/networks/ac2619a3-a421-4215-988d-6ee53e014ae8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189353 Mar 01 21:24:41.338020 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-5103d25a-ff93-4fb1-96e5-5059e21642e1 None None] Set router f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:24:41.500203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8146b9a1-9aa0-4430-9d35-d07768ad6e04 req-66445a16-211e-40ce-a58b-cd8236658bbe tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:41.500203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8146b9a1-9aa0-4430-9d35-d07768ad6e04 req-66445a16-211e-40ce-a58b-cd8236658bbe tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:24:41.604240 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f588b2ab-f296-4e3e-bae2-577b82ab84ff req-49118f72-a0c0-419c-8470-21ab50382e61 service neutron] 10.222.0.57 "GET /v2.0/networks/ac2619a3-a421-4215-988d-6ee53e014ae8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353133 Mar 01 21:24:41.660984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8146b9a1-9aa0-4430-9d35-d07768ad6e04 req-66445a16-211e-40ce-a58b-cd8236658bbe tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:24:41.663412 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8146b9a1-9aa0-4430-9d35-d07768ad6e04 req-66445a16-211e-40ce-a58b-cd8236658bbe tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 945 time: 0.6970572 Mar 01 21:24:41.710415 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8146b9a1-9aa0-4430-9d35-d07768ad6e04 req-718443a3-5e31-49f8-9677-915ab3845b83 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/security-groups?id=2596c214-faa1-410d-a6f3-1b16c0d976b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405366 Mar 01 21:24:41.748564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5103d25a-ff93-4fb1-96e5-5059e21642e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752265298', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:22:42Z', 'updated_at': '2022-03-01T21:22:50Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:43Z', 'updated_at': '2022-03-01T21:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '741edbd4-393b-4623-8511-f47f1f7f1c87', 'name': '', 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:49:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '9810ba3b-ebc2-417c-ad92-6b4172ca18c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:49Z', 'updated_at': '2022-03-01T21:23:00Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '9810ba3b-ebc2-417c-ad92-6b4172ca18c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:24:41.752609 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5103d25a-ff93-4fb1-96e5-5059e21642e1 None None] The sync data for ids ['f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'] in n-d-827896-4 is: [{'id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752265298', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:22:42Z', 'updated_at': '2022-03-01T21:22:50Z', 'revision_number': 4, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:43Z', 'updated_at': '2022-03-01T21:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '741edbd4-393b-4623-8511-f47f1f7f1c87', 'name': '', 'network_id': 'ac2619a3-a421-4215-988d-6ee53e014ae8', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'mac_address': 'fa:16:3e:49:08:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_interface', 'standard_attr_id': 3520, 'fixed_ips': [{'subnet_id': '9810ba3b-ebc2-417c-ad92-6b4172ca18c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:49Z', 'updated_at': '2022-03-01T21:23:00Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'subnets': [{'id': '9810ba3b-ebc2-417c-ad92-6b4172ca18c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:24:42.024392 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132689b2-f93c-4272-9b20-cedca09958e5 None None] New status for floating IP 2482c443-7b97-4254-a969-dafdc0dee595: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:24:42.169459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef4553-ff3f-4935-bac2-f9f3f838e5b2 req-ddce8fa6-7462-4cad-942e-01dd8742d244 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:42.170160 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-85ef4553-ff3f-4935-bac2-f9f3f838e5b2 req-ddce8fa6-7462-4cad-942e-01dd8742d244 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Synchronizing usage tracker for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:24:42.183321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-85ef4553-ff3f-4935-bac2-f9f3f838e5b2 req-ddce8fa6-7462-4cad-942e-01dd8742d244 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Unset dirty status for tenant:55abf7132a284d2983dea80802c45cbf on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:24:42.184780 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-85ef4553-ff3f-4935-bac2-f9f3f838e5b2 req-ddce8fa6-7462-4cad-942e-01dd8742d244 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.57 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 945 time: 0.1440597 Mar 01 21:24:42.259767 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-85ef4553-ff3f-4935-bac2-f9f3f838e5b2 req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Deleting port 9660d18c-0434-40ca-a61d-9a2fa4065431 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:24:42.260104 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-85ef4553-ff3f-4935-bac2-f9f3f838e5b2 req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:42.548215 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-85ef4553-ff3f-4935-bac2-f9f3f838e5b2 req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] For port 9660d18c-0434-40ca-a61d-9a2fa4065431, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=9660d18c-0434-40ca-a61d-9a2fa4065431,segment=NetworkSegment(0544d68f-2f3c-4e7c-b43c-83c0455e255f),segment_id=0544d68f-2f3c-4e7c-b43c-83c0455e255f)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:24:42.548549 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-85ef4553-ff3f-4935-bac2-f9f3f838e5b2 req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:42.685459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-85ef4553-ff3f-4935-bac2-f9f3f838e5b2 req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Calling delete_port for 9660d18c-0434-40ca-a61d-9a2fa4065431 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:24:42.981729 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-85ef4553-ff3f-4935-bac2-f9f3f838e5b2 req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:42.995780 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7da23cd5-0938-4d6a-a35f-c82c5061148b req-acc1a1ff-0d10-4b45-aaad-f8822b77cf3f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 210 time: 0.1523414 Mar 01 21:24:43.068429 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Port': ['ID=9660d18c-0434-40ca-a61d-9a2fa4065431,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:24:43.110054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:43.110054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:43.110054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:43.110054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:43.110054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:43.110054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:43.110054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:43.110054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:43.110054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:43.110054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:43.110054 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:43.111283 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:43.172087 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-85ef4553-ff3f-4935-bac2-f9f3f838e5b2 req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] No DVR routers for this DVR port 9660d18c-0434-40ca-a61d-9a2fa4065431 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:24:43.172087 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-85ef4553-ff3f-4935-bac2-f9f3f838e5b2 req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:43.191265 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22b79674-2f02-478a-a2fa-7c3f17465427', 'name': 'network-vif-deleted', 'tag': '9660d18c-0434-40ca-a61d-9a2fa4065431'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:24:43.233738 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22b79674-2f02-478a-a2fa-7c3f17465427', 'name': 'network-vif-deleted', 'tag': '9660d18c-0434-40ca-a61d-9a2fa4065431', 'status': 'completed', 'code': 200} Mar 01 21:24:43.241774 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-85ef4553-ff3f-4935-bac2-f9f3f838e5b2 req-30f1bff2-dc49-4bcc-b126-4dd42a3e6043 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.57 "DELETE /v2.0/ports/9660d18c-0434-40ca-a61d-9a2fa4065431 HTTP/1.1" status: 204 len: 173 time: 1.0485194 Mar 01 21:24:43.361795 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:24:44.169674 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eddae46c-5aa0-4f9b-b687-c7d734979fdc req-f3099343-af32-4c4e-858b-1d2080a337ef tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "GET /v2.0/ports?device_id=22b79674-2f02-478a-a2fa-7c3f17465427 HTTP/1.1" status: 200 len: 210 time: 0.0606792 Mar 01 21:24:45.272901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53338) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:24:45.987351 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc505aff-fdb0-4f64-8a72-f186cfca48c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:46.226726 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9660d18c-0434-40ca-a61d-9a2fa4065431 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:24:46.278795 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 9660d18c-0434-40ca-a61d-9a2fa4065431 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:24:46.279138 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 9660d18c-0434-40ca-a61d-9a2fa4065431 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:24:46.397899 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-dc505aff-fdb0-4f64-8a72-f186cfca48c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Deleting port 741edbd4-393b-4623-8511-f47f1f7f1c87 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:24:46.397899 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc505aff-fdb0-4f64-8a72-f186cfca48c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:46.624977 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-dc505aff-fdb0-4f64-8a72-f186cfca48c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] For port 741edbd4-393b-4623-8511-f47f1f7f1c87, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=741edbd4-393b-4623-8511-f47f1f7f1c87,segment=NetworkSegment(0544d68f-2f3c-4e7c-b43c-83c0455e255f),segment_id=0544d68f-2f3c-4e7c-b43c-83c0455e255f)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:24:46.624977 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc505aff-fdb0-4f64-8a72-f186cfca48c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:46.765683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-dc505aff-fdb0-4f64-8a72-f186cfca48c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Calling delete_port for 741edbd4-393b-4623-8511-f47f1f7f1c87 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:24:47.101951 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc505aff-fdb0-4f64-8a72-f186cfca48c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:47.150760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc505aff-fdb0-4f64-8a72-f186cfca48c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Port': ['ID=741edbd4-393b-4623-8511-f47f1f7f1c87,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:24:47.498191 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc505aff-fdb0-4f64-8a72-f186cfca48c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:48.013408 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc505aff-fdb0-4f64-8a72-f186cfca48c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Router f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:24:48.242847 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc505aff-fdb0-4f64-8a72-f186cfca48c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:24:48.252780 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669d85a6-7be2-4f81-8307-9e40b8e90f66 None None] Sync routers for ids ['f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:24:48.263462 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-dc505aff-fdb0-4f64-8a72-f186cfca48c6 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "PUT /v2.0/routers/f3f2b4f4-0b31-4c24-9ca0-3708c365ad27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9831531 Mar 01 21:24:48.263462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53392) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:24:48.275013 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669d85a6-7be2-4f81-8307-9e40b8e90f66 None None] Routers {'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:24:48.275013 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-669d85a6-7be2-4f81-8307-9e40b8e90f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:24:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:24:48.341695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b8be55-dcaf-4375-928e-fff774afb613 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Deleting subnet 9810ba3b-ebc2-417c-ad92-6b4172ca18c4 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:24:48.342521 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-82b8be55-dcaf-4375-928e-fff774afb613 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:48.397202 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-82b8be55-dcaf-4375-928e-fff774afb613 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:48.507928 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-82b8be55-dcaf-4375-928e-fff774afb613 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:48.514535 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-669d85a6-7be2-4f81-8307-9e40b8e90f66 None None] Set router f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:24:48.653795 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-82b8be55-dcaf-4375-928e-fff774afb613 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:48.717178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8be55-dcaf-4375-928e-fff774afb613 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Subnet': ['ID=9810ba3b-ebc2-417c-ad92-6b4172ca18c4,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:24:48.717178 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-82b8be55-dcaf-4375-928e-fff774afb613 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:48.737032 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-82b8be55-dcaf-4375-928e-fff774afb613 tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "DELETE /v2.0/subnets/9810ba3b-ebc2-417c-ad92-6b4172ca18c4 HTTP/1.1" status: 204 len: 168 time: 0.4698448 Mar 01 21:24:48.740716 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53404) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:24:48.743878 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1977cd18-f2f1-41f7-89e3-36727c660ee4 None None] Network ac2619a3-a421-4215-988d-6ee53e014ae8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:24:48.967239 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23206f0f-59fd-423b-a603-76bde8a43ccb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:49.016555 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-669d85a6-7be2-4f81-8307-9e40b8e90f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752265298', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:22:42Z', 'updated_at': '2022-03-01T21:24:46Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:43Z', 'updated_at': '2022-03-01T21:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:24:49.029639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669d85a6-7be2-4f81-8307-9e40b8e90f66 None None] Checking router: f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:24:49.055923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669d85a6-7be2-4f81-8307-9e40b8e90f66 None None] Routers {'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:24:49.055923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-669d85a6-7be2-4f81-8307-9e40b8e90f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:24:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:24:49.199574 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc8e070-3478-44b0-8a1c-d9dac04deb4c None None] DHCP port deletion for ac2619a3-a421-4215-988d-6ee53e014ae8 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:24:49.214679 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8e070-3478-44b0-8a1c-d9dac04deb4c None None] Deleting port 22feb523-cb82-4d59-aa2f-29a20699c3cc {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:24:49.215055 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5bc8e070-3478-44b0-8a1c-d9dac04deb4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:49.246873 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23206f0f-59fd-423b-a603-76bde8a43ccb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:49.328702 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-23206f0f-59fd-423b-a603-76bde8a43ccb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Deleting port 5fbf3591-c5a5-426f-a036-79d24622076f {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:24:49.329051 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23206f0f-59fd-423b-a603-76bde8a43ccb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:49.436686 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 22feb523-cb82-4d59-aa2f-29a20699c3cc no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:24:49.543692 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-669d85a6-7be2-4f81-8307-9e40b8e90f66 None None] Set router f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:24:49.694319 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-23206f0f-59fd-423b-a603-76bde8a43ccb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] For port 5fbf3591-c5a5-426f-a036-79d24622076f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5fbf3591-c5a5-426f-a036-79d24622076f,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:24:49.694319 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23206f0f-59fd-423b-a603-76bde8a43ccb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:49.819175 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-5bc8e070-3478-44b0-8a1c-d9dac04deb4c None None] For port 22feb523-cb82-4d59-aa2f-29a20699c3cc, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=22feb523-cb82-4d59-aa2f-29a20699c3cc,segment=NetworkSegment(0544d68f-2f3c-4e7c-b43c-83c0455e255f),segment_id=0544d68f-2f3c-4e7c-b43c-83c0455e255f)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:24:49.820036 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5bc8e070-3478-44b0-8a1c-d9dac04deb4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:49.862888 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-23206f0f-59fd-423b-a603-76bde8a43ccb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Calling delete_port for 5fbf3591-c5a5-426f-a036-79d24622076f owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:24:50.142799 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5bc8e070-3478-44b0-8a1c-d9dac04deb4c None None] Calling delete_port for 22feb523-cb82-4d59-aa2f-29a20699c3cc owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:24:50.164727 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23206f0f-59fd-423b-a603-76bde8a43ccb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:50.239941 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:50.328624 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23206f0f-59fd-423b-a603-76bde8a43ccb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Port': ['ID=5fbf3591-c5a5-426f-a036-79d24622076f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:24:50.409151 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-669d85a6-7be2-4f81-8307-9e40b8e90f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752265298', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:22:42Z', 'updated_at': '2022-03-01T21:24:46Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:43Z', 'updated_at': '2022-03-01T21:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:24:50.412887 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669d85a6-7be2-4f81-8307-9e40b8e90f66 None None] The sync data for ids ['f3f2b4f4-0b31-4c24-9ca0-3708c365ad27'] in n-d-827896-4 is: [{'id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1752265298', 'tenant_id': '55abf7132a284d2983dea80802c45cbf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79'}], 'enable_snat': True}, 'gw_port_id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:22:42Z', 'updated_at': '2022-03-01T21:24:46Z', 'revision_number': 5, 'project_id': '55abf7132a284d2983dea80802c45cbf', 'gw_port': {'id': '5fbf3591-c5a5-426f-a036-79d24622076f', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:22:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f2b4f4-0b31-4c24-9ca0-3708c365ad27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3517, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:22:43Z', 'updated_at': '2022-03-01T21:22:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:24:50.423528 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23206f0f-59fd-423b-a603-76bde8a43ccb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:50.468709 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5bc8e070-3478-44b0-8a1c-d9dac04deb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:50.519812 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc8e070-3478-44b0-8a1c-d9dac04deb4c None None] Pushing event deleted for resources: {'Port': ['ID=22feb523-cb82-4d59-aa2f-29a20699c3cc,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:24:50.541425 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc8e070-3478-44b0-8a1c-d9dac04deb4c None None] No DVR routers for this DVR port 22feb523-cb82-4d59-aa2f-29a20699c3cc on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:24:50.545977 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8e070-3478-44b0-8a1c-d9dac04deb4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:50.547520 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8e070-3478-44b0-8a1c-d9dac04deb4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:50.547866 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8e070-3478-44b0-8a1c-d9dac04deb4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:50.548200 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8e070-3478-44b0-8a1c-d9dac04deb4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:50.548537 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8e070-3478-44b0-8a1c-d9dac04deb4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:50.549494 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8e070-3478-44b0-8a1c-d9dac04deb4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:50.549494 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8e070-3478-44b0-8a1c-d9dac04deb4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:50.549494 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8e070-3478-44b0-8a1c-d9dac04deb4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:50.549796 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8e070-3478-44b0-8a1c-d9dac04deb4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:50.550271 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8e070-3478-44b0-8a1c-d9dac04deb4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:50.550877 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8e070-3478-44b0-8a1c-d9dac04deb4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:50.551479 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bc8e070-3478-44b0-8a1c-d9dac04deb4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:24:50.556550 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Mar 01 21:24:50.556550 n-d-827896-4 neutron-server[88520]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Mar 01 21:24:50.556550 n-d-827896-4 neutron-server[88520]: [parameters: {'status': 'DOWN', 'ports_id': '22feb523-cb82-4d59-aa2f-29a20699c3cc'}] Mar 01 21:24:50.556550 n-d-827896-4 neutron-server[88520]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:24:50.557453 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:24:50.634459 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23206f0f-59fd-423b-a603-76bde8a43ccb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:50.636981 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23206f0f-59fd-423b-a603-76bde8a43ccb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:50.743846 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23206f0f-59fd-423b-a603-76bde8a43ccb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:50.747972 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23206f0f-59fd-423b-a603-76bde8a43ccb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Fanout notify agent at l3_agent the message router_deleted on router f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:24:50.778565 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-23206f0f-59fd-423b-a603-76bde8a43ccb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:50.792328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53436) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:24:50.794430 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-23206f0f-59fd-423b-a603-76bde8a43ccb tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "DELETE /v2.0/routers/f3f2b4f4-0b31-4c24-9ca0-3708c365ad27 HTTP/1.1" status: 204 len: 168 time: 2.0473471 Mar 01 21:24:50.933253 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e89a7f76-7a6f-493d-91bd-f3a79bc6ac5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:51.111697 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e89a7f76-7a6f-493d-91bd-f3a79bc6ac5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:51.150522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Port 22feb523-cb82-4d59-aa2f-29a20699c3cc update to DOWN by agent not found {{(pid=88520) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 01 21:24:51.153461 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-e89a7f76-7a6f-493d-91bd-f3a79bc6ac5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac2619a3-a421-4215-988d-6ee53e014ae8']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:24:51.170337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-e89a7f76-7a6f-493d-91bd-f3a79bc6ac5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0544d68f-2f3c-4e7c-b43c-83c0455e255f') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:24:51.170337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-e89a7f76-7a6f-493d-91bd-f3a79bc6ac5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0544d68f-2f3c-4e7c-b43c-83c0455e255f') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:24:51.187415 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e89a7f76-7a6f-493d-91bd-f3a79bc6ac5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:51.213286 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e89a7f76-7a6f-493d-91bd-f3a79bc6ac5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:51.218829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e89a7f76-7a6f-493d-91bd-f3a79bc6ac5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:24:51.218829 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e89a7f76-7a6f-493d-91bd-f3a79bc6ac5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:24:51.241099 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:24:51.381799 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e89a7f76-7a6f-493d-91bd-f3a79bc6ac5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:51.411086 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e89a7f76-7a6f-493d-91bd-f3a79bc6ac5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:51.422732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89a7f76-7a6f-493d-91bd-f3a79bc6ac5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'Network': ['ID=ac2619a3-a421-4215-988d-6ee53e014ae8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:24:51.494142 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e89a7f76-7a6f-493d-91bd-f3a79bc6ac5d tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "DELETE /v2.0/networks/ac2619a3-a421-4215-988d-6ee53e014ae8 HTTP/1.1" status: 204 len: 168 time: 0.7069049 Mar 01 21:24:51.494142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53450) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:24:51.551519 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:51.569643 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-85984a49-aad6-4a30-b42e-a1776dbc7d5f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:51.602459 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-85984a49-aad6-4a30-b42e-a1776dbc7d5f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:51.667448 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5fbf3591-c5a5-426f-a036-79d24622076f no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:24:51.709076 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 5fbf3591-c5a5-426f-a036-79d24622076f {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:24:51.709671 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5fbf3591-c5a5-426f-a036-79d24622076f not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:24:51.710100 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 741edbd4-393b-4623-8511-f47f1f7f1c87 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:24:51.751708 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 741edbd4-393b-4623-8511-f47f1f7f1c87 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:24:51.752065 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 741edbd4-393b-4623-8511-f47f1f7f1c87 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:24:51.769884 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-85984a49-aad6-4a30-b42e-a1776dbc7d5f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:51.799902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85984a49-aad6-4a30-b42e-a1776dbc7d5f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2596c214-faa1-410d-a6f3-1b16c0d976b7,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:24:51.917415 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-85984a49-aad6-4a30-b42e-a1776dbc7d5f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:51.917415 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-85984a49-aad6-4a30-b42e-a1776dbc7d5f tempest-TestNetworkAdvancedServerOps-204834674 tempest-TestNetworkAdvancedServerOps-204834674-project] 10.222.0.42 "DELETE /v2.0/security-groups/2596c214-faa1-410d-a6f3-1b16c0d976b7 HTTP/1.1" status: 204 len: 168 time: 0.4190266 Mar 01 21:24:52.672518 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53476) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:24:52.844791 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d8fbddcd-3953-4296-a067-e273ce888eb6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=55abf7132a284d2983dea80802c45cbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1678221 Mar 01 21:24:52.844791 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53486) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:24:52.926154 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-86805fe1-0808-4777-916f-d7768c79c3af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:52.964115 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-86805fe1-0808-4777-916f-d7768c79c3af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:53.089982 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-86805fe1-0808-4777-916f-d7768c79c3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:53.112262 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86805fe1-0808-4777-916f-d7768c79c3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497b9cdb-805f-4521-8827-d2d20d0671a3,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:24:53.115714 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-86805fe1-0808-4777-916f-d7768c79c3af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:53.118042 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-86805fe1-0808-4777-916f-d7768c79c3af admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/497b9cdb-805f-4521-8827-d2d20d0671a3 HTTP/1.1" status: 204 len: 168 time: 0.2725136 Mar 01 21:24:53.852082 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53508) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:24:53.912023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53514) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:24:53.917852 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e83e64dc-b9bb-4c20-a5c4-9481e38cdc50 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a27250b7e31b46dfbed41a0da2edf195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0588868 Mar 01 21:24:53.971942 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06ceebb1-2304-4776-abc5-299f53a23170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:53.981275 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:53.998812 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06ceebb1-2304-4776-abc5-299f53a23170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:54.300769 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06ceebb1-2304-4776-abc5-299f53a23170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:54.319041 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ceebb1-2304-4776-abc5-299f53a23170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fe9e86-2da0-4a8f-b692-2fe52f3ad650,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:24:54.391612 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-06ceebb1-2304-4776-abc5-299f53a23170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:54.393255 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-06ceebb1-2304-4776-abc5-299f53a23170 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d6fe9e86-2da0-4a8f-b692-2fe52f3ad650 HTTP/1.1" status: 204 len: 168 time: 0.4797285 Mar 01 21:24:56.706164 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53604) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:24:56.905719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'network': {'name': 'tempest-network-smoke--1484993498', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'port_security_enabled': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:24:56.911176 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:24:56.915946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:network and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:24:56.920337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:24:56.929772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:24:57.003823 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Made reservation on behalf of 344426e910fb4a26a6fdf736e0329342 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:24:57.003823 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:57.026067 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:57.035214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:24:57.039755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:24:57.042666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:24:57.048364 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:24:57.143549 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:57.278688 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:57.303559 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:24:57.310712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e982efd2-efa0-4437-a0f4-7e38fd580bd4,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:24:57.321772 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:57.321772 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Added segment 8ef0ba60-d3c4-4319-899a-8fb79dbc61ab of type vlan for network 4d40a089-4c40-47b1-9e2a-b80bd57370ee Mar 01 21:24:57.354464 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:57.466651 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-27a85347-41f4-43a3-9f73-06336e96cbc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:57.478371 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:57.484073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:24:57.485000 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:57.616793 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9056501 Mar 01 21:24:57.618104 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53626) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:24:57.626306 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'admin_state_up': True, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:24:57.640568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba654af-3f35-446a-9333-494a433ffe3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'Network': ['ID=4d40a089-4c40-47b1-9e2a-b80bd57370ee,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:24:57.642440 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:24:57.656479 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:router and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:24:57.660373 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 4d40a089-4c40-47b1-9e2a-b80bd57370ee details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:24:57.669441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:24:57.685027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:24:57.761742 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:57.761742 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:57.779750 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:58.113980 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:58.650347 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:58.681070 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:58.820010 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Allocated IP 172.25.5.241 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:24:58.995007 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:59.078543 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:59.143989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:24:59.147412 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:24:59.155584 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:24:59.194365 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'Port': ['ID=bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:24:59.691576 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-012966ab-007f-406a-82ff-00ea7418cad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:24:59.730206 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:00.127818 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:00.523753 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Router 85ab06e3-eee3-45d3-abd5-06efa4168733 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:25:00.581130 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:00.602964 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:00.733857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:25:00.747273 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] Sync routers for ids ['85ab06e3-eee3-45d3-abd5-06efa4168733'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:25:00.761803 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] Routers {'85ab06e3-eee3-45d3-abd5-06efa4168733'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:25:00.761803 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:25:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['85ab06e3-eee3-45d3-abd5-06efa4168733'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:25:00.867035 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:00.868644 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b5a50972-70f4-4605-a5f6-5c3e970f923d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2502332 Mar 01 21:25:00.871545 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53676) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:00.937507 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] Set router 85ab06e3-eee3-45d3-abd5-06efa4168733 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:25:01.015086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53686) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:01.016579 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a5d5cbf7-432e-4e1e-b34f-66f40afe8ab9 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=344426e910fb4a26a6fdf736e0329342&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1437659 Mar 01 21:25:01.181656 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38430532-bd7c-4f7d-b686-67e33f74622f tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:01.190544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53692) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:01.194074 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-38430532-bd7c-4f7d-b686-67e33f74622f tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1696739 Mar 01 21:25:01.230800 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f702ee8c-e50e-4a86-9048-bf4a1bb9aa2d tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412033 Mar 01 21:25:01.233922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53696) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:01.240465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-1ea3cd26-cc8f-46ee-ad90-fe3b271d82d5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-217408549', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:25:01.296260 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:24:57Z', 'updated_at': '2022-03-01T21:24:59Z', 'revision_number': 3, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:24:58Z', 'updated_at': '2022-03-01T21:24:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:25:01.310426 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] Checking router: 85ab06e3-eee3-45d3-abd5-06efa4168733 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:25:01.310426 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] Updating router 85ab06e3-eee3-45d3-abd5-06efa4168733 port bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:25:01.357493 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:01.363760 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1ea3cd26-cc8f-46ee-ad90-fe3b271d82d5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:25:01.369387 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1ea3cd26-cc8f-46ee-ad90-fe3b271d82d5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:subnet and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:25:01.373691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1ea3cd26-cc8f-46ee-ad90-fe3b271d82d5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:25:01.379902 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1ea3cd26-cc8f-46ee-ad90-fe3b271d82d5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:25:01.454563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea3cd26-cc8f-46ee-ad90-fe3b271d82d5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Made reservation on behalf of 344426e910fb4a26a6fdf736e0329342 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:25:01.459077 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ea3cd26-cc8f-46ee-ad90-fe3b271d82d5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:01.744279 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:01.755892 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] Transition to ACTIVE for port object bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:25:01.827309 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ea3cd26-cc8f-46ee-ad90-fe3b271d82d5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:01.872840 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:01.939703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea3cd26-cc8f-46ee-ad90-fe3b271d82d5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Checking segment: {'id': '8ef0ba60-d3c4-4319-899a-8fb79dbc61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:25:01.939703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea3cd26-cc8f-46ee-ad90-fe3b271d82d5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Network hostable DHCP agents. Network: 4d40a089-4c40-47b1-9e2a-b80bd57370ee, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:25:01.943527 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] Attempting to bind port bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:25:01.943527 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] Attempting to bind port bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:25:01.943527 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] Attempting to bind port bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:25:01.943871 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3cd26-cc8f-46ee-ad90-fe3b271d82d5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'Subnet': ['ID=f86e313d-dd25-48b3-a428-946d2319ac2a,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:01.956071 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:25:01.961331 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:25:01.961331 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:01.961331 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:25:01.961331 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] Bound port: bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:25:01.961331 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:01.990873 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb741f42-c02b-4bd4-a16c-e1ff2508cfb9 None None] Pushing event updated for resources: {'Port': ['ID=bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:02.005136 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb741f42-c02b-4bd4-a16c-e1ff2508cfb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:25:02.006319 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb741f42-c02b-4bd4-a16c-e1ff2508cfb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:25:02.006693 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb741f42-c02b-4bd4-a16c-e1ff2508cfb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:25:02.007022 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb741f42-c02b-4bd4-a16c-e1ff2508cfb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:25:02.007348 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb741f42-c02b-4bd4-a16c-e1ff2508cfb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:25:02.007693 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb741f42-c02b-4bd4-a16c-e1ff2508cfb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:25:02.008014 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb741f42-c02b-4bd4-a16c-e1ff2508cfb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:25:02.008334 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb741f42-c02b-4bd4-a16c-e1ff2508cfb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:25:02.008652 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb741f42-c02b-4bd4-a16c-e1ff2508cfb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:25:02.008969 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb741f42-c02b-4bd4-a16c-e1ff2508cfb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:25:02.009286 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb741f42-c02b-4bd4-a16c-e1ff2508cfb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:25:02.009690 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb741f42-c02b-4bd4-a16c-e1ff2508cfb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:25:02.044489 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea3cd26-cc8f-46ee-ad90-fe3b271d82d5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Network 4d40a089-4c40-47b1-9e2a-b80bd57370ee is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:25:02.078173 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] For port bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:25:02.087968 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] For port bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:25:02.176352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-1ea3cd26-cc8f-46ee-ad90-fe3b271d82d5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 4d40a089-4c40-47b1-9e2a-b80bd57370ee) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:25:02.176352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea3cd26-cc8f-46ee-ad90-fe3b271d82d5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:02.181964 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e8635c-efc3-4d58-a136-39016c0bbaa2 None None] Network 4d40a089-4c40-47b1-9e2a-b80bd57370ee requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:25:02.184359 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ea3cd26-cc8f-46ee-ad90-fe3b271d82d5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:02.200334 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:02.301630 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] Routers {'85ab06e3-eee3-45d3-abd5-06efa4168733'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:25:02.301630 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:25:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['85ab06e3-eee3-45d3-abd5-06efa4168733'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:25:02.302020 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1ea3cd26-cc8f-46ee-ad90-fe3b271d82d5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0646589 Mar 01 21:25:02.302684 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53716) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:02.447935 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb741f42-c02b-4bd4-a16c-e1ff2508cfb9 None None] Pushing event updated for resources: {'Port': ['ID=bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:02.520528 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'fixed_ips': [{'subnet_id': 'f86e313d-dd25-48b3-a428-946d2319ac2a'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:25:02.520528 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:02.550966 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:02.648653 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] Set router 85ab06e3-eee3-45d3-abd5-06efa4168733 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:25:02.762821 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Allocated IP 172.20.0.2 (4d40a089-4c40-47b1-9e2a-b80bd57370ee/f86e313d-dd25-48b3-a428-946d2319ac2a/ea36ad1b-3942-4e06-a16c-5d5e3def3570) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:25:03.087407 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:24:57Z', 'updated_at': '2022-03-01T21:24:59Z', 'revision_number': 3, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:24:58Z', 'updated_at': '2022-03-01T21:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:25:03.097060 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9c8bdd-6ccd-4627-8289-9e605a8617fe None None] The sync data for ids ['85ab06e3-eee3-45d3-abd5-06efa4168733'] in n-d-827896-4 is: [{'id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:24:57Z', 'updated_at': '2022-03-01T21:24:59Z', 'revision_number': 3, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:24:58Z', 'updated_at': '2022-03-01T21:25:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:25:03.160916 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:03.189459 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Transition to ACTIVE for port object ea36ad1b-3942-4e06-a16c-5d5e3def3570 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:25:03.237435 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Transition to ACTIVE for port object ea36ad1b-3942-4e06-a16c-5d5e3def3570 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:25:03.312904 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:03.391986 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4dd477b-7306-4368-91fd-2372dd9f6832 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:03.502586 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Network 4d40a089-4c40-47b1-9e2a-b80bd57370ee is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:25:03.502586 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:25:03.546750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:25:03.647885 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Pushing event updated for resources: {'Port': ['ID=ea36ad1b-3942-4e06-a16c-5d5e3def3570,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:03.684289 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Attempting to bind port ea36ad1b-3942-4e06-a16c-5d5e3def3570 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:25:03.684953 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Attempting to bind port ea36ad1b-3942-4e06-a16c-5d5e3def3570 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '8ef0ba60-d3c4-4319-899a-8fb79dbc61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:25:03.685509 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Attempting to bind port ea36ad1b-3942-4e06-a16c-5d5e3def3570 on network 4d40a089-4c40-47b1-9e2a-b80bd57370ee {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:25:03.692685 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:25:03.694273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Checking segment: {'id': '8ef0ba60-d3c4-4319-899a-8fb79dbc61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:25:03.694884 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:03.695488 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Bound using segment: {'id': '8ef0ba60-d3c4-4319-899a-8fb79dbc61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:25:03.696805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Bound port: ea36ad1b-3942-4e06-a16c-5d5e3def3570, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef0ba60-d3c4-4319-899a-8fb79dbc61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:25:03.697593 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:03.843090 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] For port ea36ad1b-3942-4e06-a16c-5d5e3def3570, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:25:03.857138 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] For port ea36ad1b-3942-4e06-a16c-5d5e3def3570, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea36ad1b-3942-4e06-a16c-5d5e3def3570,segment=NetworkSegment(8ef0ba60-d3c4-4319-899a-8fb79dbc61ab),segment_id=8ef0ba60-d3c4-4319-899a-8fb79dbc61ab)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:25:03.910778 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:04.043679 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7a888-d2fb-4d2c-b867-ad4c9fb68373 None None] Pushing event updated for resources: {'Port': ['ID=ea36ad1b-3942-4e06-a16c-5d5e3def3570,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:04.194572 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-e4dd477b-7306-4368-91fd-2372dd9f6832 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Allocated IP 172.20.0.1 (4d40a089-4c40-47b1-9e2a-b80bd57370ee/f86e313d-dd25-48b3-a428-946d2319ac2a/2a63b87e-b7cd-4196-9765-3ce68bd97938) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:25:04.545072 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4dd477b-7306-4368-91fd-2372dd9f6832 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:04.567253 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-e4dd477b-7306-4368-91fd-2372dd9f6832 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Transition to ACTIVE for port object 2a63b87e-b7cd-4196-9765-3ce68bd97938 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:25:04.690750 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4dd477b-7306-4368-91fd-2372dd9f6832 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:04.775919 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dd477b-7306-4368-91fd-2372dd9f6832 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Network 4d40a089-4c40-47b1-9e2a-b80bd57370ee is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:25:04.775919 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-e4dd477b-7306-4368-91fd-2372dd9f6832 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:25:04.780812 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd477b-7306-4368-91fd-2372dd9f6832 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:25:04.829387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd477b-7306-4368-91fd-2372dd9f6832 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'Port': ['ID=2a63b87e-b7cd-4196-9765-3ce68bd97938,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:04.855953 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4dd477b-7306-4368-91fd-2372dd9f6832 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:05.310375 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4dd477b-7306-4368-91fd-2372dd9f6832 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:05.628042 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea36ad1b-3942-4e06-a16c-5d5e3def3570 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:25:05.985840 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d735e7-cfac-4ff0-9a8a-49ee72918543 None None] Network 4d40a089-4c40-47b1-9e2a-b80bd57370ee requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:25:06.031840 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port ea36ad1b-3942-4e06-a16c-5d5e3def3570 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:25:06.076338 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4dd477b-7306-4368-91fd-2372dd9f6832 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:06.109241 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:25:06.153436 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4dd477b-7306-4368-91fd-2372dd9f6832 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:06.210491 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-040a598c-14fb-4dc8-a97e-67cac9e7d0f0 None None] Provisioning for port ea36ad1b-3942-4e06-a16c-5d5e3def3570 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:25:06.262251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-040a598c-14fb-4dc8-a97e-67cac9e7d0f0 None None] Provisioning complete for port ea36ad1b-3942-4e06-a16c-5d5e3def3570 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:25:06.262251 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-040a598c-14fb-4dc8-a97e-67cac9e7d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:06.309697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd477b-7306-4368-91fd-2372dd9f6832 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'Port': ['ID=2a63b87e-b7cd-4196-9765-3ce68bd97938,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:06.309697 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4dd477b-7306-4368-91fd-2372dd9f6832 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:06.463161 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dd477b-7306-4368-91fd-2372dd9f6832 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Network 4d40a089-4c40-47b1-9e2a-b80bd57370ee is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:25:06.464366 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-e4dd477b-7306-4368-91fd-2372dd9f6832 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:25:06.473911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:25:06.485339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:25:06.509773 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:06.578990 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-040a598c-14fb-4dc8-a97e-67cac9e7d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:06.712181 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-040a598c-14fb-4dc8-a97e-67cac9e7d0f0 None None] For port ea36ad1b-3942-4e06-a16c-5d5e3def3570, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea36ad1b-3942-4e06-a16c-5d5e3def3570,segment=NetworkSegment(8ef0ba60-d3c4-4319-899a-8fb79dbc61ab),segment_id=8ef0ba60-d3c4-4319-899a-8fb79dbc61ab)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:25:06.777252 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-040a598c-14fb-4dc8-a97e-67cac9e7d0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:06.912205 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:06.933278 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:25:06.968059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040a598c-14fb-4dc8-a97e-67cac9e7d0f0 None None] Pushing event updated for resources: {'Port': ['ID=ea36ad1b-3942-4e06-a16c-5d5e3def3570,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:06.988291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4dd477b-7306-4368-91fd-2372dd9f6832 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Router 85ab06e3-eee3-45d3-abd5-06efa4168733 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:25:07.008436 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:07.144748 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-299a7d1a-4f10-4a66-a836-e00ce4306149 None None] Provisioning for port 2a63b87e-b7cd-4196-9765-3ce68bd97938 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:25:07.163914 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-299a7d1a-4f10-4a66-a836-e00ce4306149 None None] Provisioning complete for port 2a63b87e-b7cd-4196-9765-3ce68bd97938 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:25:07.163914 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-299a7d1a-4f10-4a66-a836-e00ce4306149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:07.267484 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4dd477b-7306-4368-91fd-2372dd9f6832 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:25:07.281289 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e4dd477b-7306-4368-91fd-2372dd9f6832 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "PUT /v2.0/routers/85ab06e3-eee3-45d3-abd5-06efa4168733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9773870 Mar 01 21:25:07.283834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53810) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:07.318951 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] Sync routers for ids ['85ab06e3-eee3-45d3-abd5-06efa4168733'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:25:07.399751 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-299a7d1a-4f10-4a66-a836-e00ce4306149 None None] Port 2a63b87e-b7cd-4196-9765-3ce68bd97938 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:25:07.486754 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:07.503071 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] Routers {'85ab06e3-eee3-45d3-abd5-06efa4168733'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:25:07.503071 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:25:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['85ab06e3-eee3-45d3-abd5-06efa4168733'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:25:07.591274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f063eb-696a-44fe-bf01-c689a66a8704 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:07.591274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f063eb-696a-44fe-bf01-c689a66a8704 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:07.591274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f063eb-696a-44fe-bf01-c689a66a8704 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:07.591274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f063eb-696a-44fe-bf01-c689a66a8704 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:07.591274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f063eb-696a-44fe-bf01-c689a66a8704 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:07.595542 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53816) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:07.604214 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a6f063eb-696a-44fe-bf01-c689a66a8704 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3591 time: 0.3066182 Mar 01 21:25:07.607864 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea36ad1b-3942-4e06-a16c-5d5e3def3570 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:25:07.661967 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-299a7d1a-4f10-4a66-a836-e00ce4306149 None None] Provisioning complete for port ea36ad1b-3942-4e06-a16c-5d5e3def3570 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:25:07.661967 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-299a7d1a-4f10-4a66-a836-e00ce4306149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:07.674991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b74db-bd51-43b2-84fb-154304e74dfb tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:07.675495 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b74db-bd51-43b2-84fb-154304e74dfb tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:07.676143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b74db-bd51-43b2-84fb-154304e74dfb tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:07.676604 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b74db-bd51-43b2-84fb-154304e74dfb tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:07.679055 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b74db-bd51-43b2-84fb-154304e74dfb tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:07.723141 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7e7b74db-bd51-43b2-84fb-154304e74dfb tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3371 time: 0.1012628 Mar 01 21:25:07.744711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53824) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:07.951107 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] Set router 85ab06e3-eee3-45d3-abd5-06efa4168733 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:25:07.990911 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29e4334-0224-4d2c-bf2f-4a8adb36191b req-8d1e58e4-c51b-4b58-b2d9-0c19acdcb11b tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:07.998972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a29e4334-0224-4d2c-bf2f-4a8adb36191b req-8d1e58e4-c51b-4b58-b2d9-0c19acdcb11b tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 947 time: 0.1511507 Mar 01 21:25:08.041362 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port ea36ad1b-3942-4e06-a16c-5d5e3def3570 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:25:08.041735 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:08.058647 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a29e4334-0224-4d2c-bf2f-4a8adb36191b req-f12e919e-52b1-48c4-ba1c-c7b9a04fea94 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0630918 Mar 01 21:25:08.127771 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ad3ac8ff-5228-4870-a124-6192eec11535 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.4064996 Mar 01 21:25:08.400766 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53840) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:08.406514 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-dd68420b-00dc-42fe-8618-3fcb26eabc68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-465228389', 'description': 'tempest-secgroup-smoke-465228389 description', 'project_id': '344426e910fb4a26a6fdf736e0329342'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:25:08.414061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-dd68420b-00dc-42fe-8618-3fcb26eabc68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:25:08.418134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-dd68420b-00dc-42fe-8618-3fcb26eabc68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:25:08.421587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-dd68420b-00dc-42fe-8618-3fcb26eabc68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:25:08.428513 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-dd68420b-00dc-42fe-8618-3fcb26eabc68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:25:08.533446 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dd68420b-00dc-42fe-8618-3fcb26eabc68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:08.557312 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-dd68420b-00dc-42fe-8618-3fcb26eabc68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:25:08.561511 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-dd68420b-00dc-42fe-8618-3fcb26eabc68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:25:08.563911 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-dd68420b-00dc-42fe-8618-3fcb26eabc68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:25:08.571077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-dd68420b-00dc-42fe-8618-3fcb26eabc68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:25:08.658507 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e681e79b-f4d6-4f98-bedf-d8349bdbec49 None None] Provisioning complete for port 2a63b87e-b7cd-4196-9765-3ce68bd97938 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:25:08.659078 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e681e79b-f4d6-4f98-bedf-d8349bdbec49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:08.672700 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dd68420b-00dc-42fe-8618-3fcb26eabc68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:08.718564 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dd68420b-00dc-42fe-8618-3fcb26eabc68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:08.778191 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68420b-00dc-42fe-8618-3fcb26eabc68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2001c6-3935-42b5-9753-d933f9115d7b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:08.792410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e681e79b-f4d6-4f98-bedf-d8349bdbec49 None None] Port 2a63b87e-b7cd-4196-9765-3ce68bd97938 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:25:08.853976 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:24:57Z', 'updated_at': '2022-03-01T21:25:05Z', 'revision_number': 4, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:24:58Z', 'updated_at': '2022-03-01T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '2a63b87e-b7cd-4196-9765-3ce68bd97938', 'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:d8:ff:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:25:03Z', 'updated_at': '2022-03-01T21:25:05Z', 'revision_number': 2, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:25:08.858577 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] Checking router: 85ab06e3-eee3-45d3-abd5-06efa4168733 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:25:08.858577 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] Updating router 85ab06e3-eee3-45d3-abd5-06efa4168733 port 2a63b87e-b7cd-4196-9765-3ce68bd97938 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:25:08.865127 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dd68420b-00dc-42fe-8618-3fcb26eabc68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:08.865127 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-dd68420b-00dc-42fe-8618-3fcb26eabc68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4589717 Mar 01 21:25:08.870575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53850) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:08.875667 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-83dbb8cb-db46-4d2d-9b0f-3b2a66f200dd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'security_group_rule': {'security_group_id': '5b2001c6-3935-42b5-9753-d933f9115d7b', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:25:08.883720 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-83dbb8cb-db46-4d2d-9b0f-3b2a66f200dd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:25:08.893401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-83dbb8cb-db46-4d2d-9b0f-3b2a66f200dd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:25:08.893401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-83dbb8cb-db46-4d2d-9b0f-3b2a66f200dd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:25:08.893401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-83dbb8cb-db46-4d2d-9b0f-3b2a66f200dd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:25:08.924276 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:08.999316 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83dbb8cb-db46-4d2d-9b0f-3b2a66f200dd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:09.135673 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83dbb8cb-db46-4d2d-9b0f-3b2a66f200dd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:09.233834 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83dbb8cb-db46-4d2d-9b0f-3b2a66f200dd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:09.255591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dbb8cb-db46-4d2d-9b0f-3b2a66f200dd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcdb6847-0327-49db-b8fd-ebc9d6ae1ba9,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:09.318550 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9f999-70d2-40a9-b7dd-444dfa22b5ff req-adddb050-14d7-4130-b43f-c06b212aa23c tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:09.318550 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ff9f999-70d2-40a9-b7dd-444dfa22b5ff req-adddb050-14d7-4130-b43f-c06b212aa23c tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 947 time: 0.1109440 Mar 01 21:25:09.375818 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ff9f999-70d2-40a9-b7dd-444dfa22b5ff req-0183ab53-e619-4946-a9d8-30f19cac1a88 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542505 Mar 01 21:25:09.391189 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-83dbb8cb-db46-4d2d-9b0f-3b2a66f200dd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:09.391189 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-83dbb8cb-db46-4d2d-9b0f-3b2a66f200dd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5131872 Mar 01 21:25:09.391189 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53860) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:09.396891 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-e5b47a5b-2135-4125-b488-4d6a50dbdb7a tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'security_group_rule': {'security_group_id': '5b2001c6-3935-42b5-9753-d933f9115d7b', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:25:09.404504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e5b47a5b-2135-4125-b488-4d6a50dbdb7a tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:25:09.405424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e5b47a5b-2135-4125-b488-4d6a50dbdb7a tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:25:09.407395 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:09.409591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e5b47a5b-2135-4125-b488-4d6a50dbdb7a tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:25:09.416939 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e5b47a5b-2135-4125-b488-4d6a50dbdb7a tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:25:09.429473 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] Transition to ACTIVE for port object 2a63b87e-b7cd-4196-9765-3ce68bd97938 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:25:09.476655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb863b-4f57-493e-b49f-e98f6f563a06 req-d0254f4a-c660-4e0a-b97b-a6dc3ab614c4 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:09.476982 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:25:09.477827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-25fb863b-4f57-493e-b49f-e98f6f563a06 req-d0254f4a-c660-4e0a-b97b-a6dc3ab614c4 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Synchronizing usage tracker for tenant:6014c443b54e41aa96abbf34b6c6cfbd on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:25:09.496869 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e5b47a5b-2135-4125-b488-4d6a50dbdb7a tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:09.529547 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:09.575312 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e5b47a5b-2135-4125-b488-4d6a50dbdb7a tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:09.592742 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-25fb863b-4f57-493e-b49f-e98f6f563a06 req-d0254f4a-c660-4e0a-b97b-a6dc3ab614c4 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Unset dirty status for tenant:6014c443b54e41aa96abbf34b6c6cfbd on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:25:09.592742 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-25fb863b-4f57-493e-b49f-e98f6f563a06 req-d0254f4a-c660-4e0a-b97b-a6dc3ab614c4 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.55 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 947 time: 0.2587852 Mar 01 21:25:09.659986 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e5b47a5b-2135-4125-b488-4d6a50dbdb7a tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:09.706824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b47a5b-2135-4125-b488-4d6a50dbdb7a tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bedb15f-0491-4272-9fa2-e88f94c8f408,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:09.742086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-25fb863b-4f57-493e-b49f-e98f6f563a06 req-bfb39a02-868f-4bd2-a2d5-1e9892eac4bb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Deleting port 9e35ec88-bec8-475d-a9d5-56df0084ecbb {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:25:09.742086 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-25fb863b-4f57-493e-b49f-e98f6f563a06 req-bfb39a02-868f-4bd2-a2d5-1e9892eac4bb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:09.770037 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd69aad-716b-48cb-b550-7d49c19eac59 None None] Pushing event updated for resources: {'Port': ['ID=2a63b87e-b7cd-4196-9765-3ce68bd97938,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:09.837053 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] Attempting to bind port 2a63b87e-b7cd-4196-9765-3ce68bd97938 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:25:09.837496 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] Attempting to bind port 2a63b87e-b7cd-4196-9765-3ce68bd97938 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '8ef0ba60-d3c4-4319-899a-8fb79dbc61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:25:09.837964 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] Attempting to bind port 2a63b87e-b7cd-4196-9765-3ce68bd97938 on network 4d40a089-4c40-47b1-9e2a-b80bd57370ee {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:25:09.851813 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 25, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:25:09.852092 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] Checking segment: {'id': '8ef0ba60-d3c4-4319-899a-8fb79dbc61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:25:09.852668 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:09.856106 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e5b47a5b-2135-4125-b488-4d6a50dbdb7a tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:09.856412 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] Bound using segment: {'id': '8ef0ba60-d3c4-4319-899a-8fb79dbc61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:25:09.857146 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] Bound port: 2a63b87e-b7cd-4196-9765-3ce68bd97938, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef0ba60-d3c4-4319-899a-8fb79dbc61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:25:09.857493 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e5b47a5b-2135-4125-b488-4d6a50dbdb7a tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4701846 Mar 01 21:25:09.857864 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:09.860720 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53874) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:09.868799 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:25:09.869921 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:09.877339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-1d3793ba-7ecd-485d-a901-d58400405929 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'security_group_rule': {'security_group_id': '5b2001c6-3935-42b5-9753-d933f9115d7b', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:25:09.896076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1d3793ba-7ecd-485d-a901-d58400405929 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:25:09.921702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1d3793ba-7ecd-485d-a901-d58400405929 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:25:09.944064 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1d3793ba-7ecd-485d-a901-d58400405929 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:25:09.962405 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1d3793ba-7ecd-485d-a901-d58400405929 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:25:10.064243 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d3793ba-7ecd-485d-a901-d58400405929 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:10.114382 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] For port 2a63b87e-b7cd-4196-9765-3ce68bd97938, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:25:10.178665 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d3793ba-7ecd-485d-a901-d58400405929 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:10.208236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] For port 2a63b87e-b7cd-4196-9765-3ce68bd97938, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2a63b87e-b7cd-4196-9765-3ce68bd97938,segment=NetworkSegment(8ef0ba60-d3c4-4319-899a-8fb79dbc61ab),segment_id=8ef0ba60-d3c4-4319-899a-8fb79dbc61ab)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:25:10.244283 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d3793ba-7ecd-485d-a901-d58400405929 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:10.256915 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:10.287022 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3793ba-7ecd-485d-a901-d58400405929 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962dc85a-9b15-4d5f-bb41-160eb4eea566,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:10.309310 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-25fb863b-4f57-493e-b49f-e98f6f563a06 req-bfb39a02-868f-4bd2-a2d5-1e9892eac4bb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] For port 9e35ec88-bec8-475d-a9d5-56df0084ecbb, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9e35ec88-bec8-475d-a9d5-56df0084ecbb,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:25:10.309974 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-25fb863b-4f57-493e-b49f-e98f6f563a06 req-bfb39a02-868f-4bd2-a2d5-1e9892eac4bb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:10.358464 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd69aad-716b-48cb-b550-7d49c19eac59 None None] Pushing event updated for resources: {'Port': ['ID=2a63b87e-b7cd-4196-9765-3ce68bd97938,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:10.363944 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] Routers {'85ab06e3-eee3-45d3-abd5-06efa4168733'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:25:10.364786 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:25:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['85ab06e3-eee3-45d3-abd5-06efa4168733'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:25:10.425626 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d3793ba-7ecd-485d-a901-d58400405929 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:10.454574 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1d3793ba-7ecd-485d-a901-d58400405929 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5837948 Mar 01 21:25:10.454574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53886) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:10.509088 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-90b890e1-4c0b-4bd6-b649-adff29f272b4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'security_group_rule': {'security_group_id': '5b2001c6-3935-42b5-9753-d933f9115d7b', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:25:10.546028 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-90b890e1-4c0b-4bd6-b649-adff29f272b4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:25:10.563506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-90b890e1-4c0b-4bd6-b649-adff29f272b4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:25:10.642732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-90b890e1-4c0b-4bd6-b649-adff29f272b4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:25:10.661079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-90b890e1-4c0b-4bd6-b649-adff29f272b4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:25:10.745147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f9c34-8d7c-4052-84b5-435b72635563 req-e8629ce5-d743-4d54-87d7-0ab31a62e299 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:10.752211 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-231f9c34-8d7c-4052-84b5-435b72635563 req-e8629ce5-d743-4d54-87d7-0ab31a62e299 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 947 time: 0.1802027 Mar 01 21:25:10.780950 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-90b890e1-4c0b-4bd6-b649-adff29f272b4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:10.839852 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] Set router 85ab06e3-eee3-45d3-abd5-06efa4168733 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:25:10.870350 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-25fb863b-4f57-493e-b49f-e98f6f563a06 req-bfb39a02-868f-4bd2-a2d5-1e9892eac4bb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:10.870350 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-25fb863b-4f57-493e-b49f-e98f6f563a06 req-bfb39a02-868f-4bd2-a2d5-1e9892eac4bb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:10.870350 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [req-25fb863b-4f57-493e-b49f-e98f6f563a06 req-bfb39a02-868f-4bd2-a2d5-1e9892eac4bb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Floating IP 21c241fb-7ea3-46f4-9b39-d3d09b41444f disassociated. External IP: 172.25.5.170, port: 9e35ec88-bec8-475d-a9d5-56df0084ecbb. Mar 01 21:25:10.870350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-25fb863b-4f57-493e-b49f-e98f6f563a06 req-bfb39a02-868f-4bd2-a2d5-1e9892eac4bb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Calling delete_port for 9e35ec88-bec8-475d-a9d5-56df0084ecbb owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:25:10.878415 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-231f9c34-8d7c-4052-84b5-435b72635563 req-86839d22-4fb9-4df0-8367-9052bf15d12e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=ddf315f3-08e7-4063-ac6c-44d67e62cbc9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1199973 Mar 01 21:25:10.935280 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-90b890e1-4c0b-4bd6-b649-adff29f272b4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:11.024132 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-90b890e1-4c0b-4bd6-b649-adff29f272b4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:11.040850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b890e1-4c0b-4bd6-b649-adff29f272b4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3278a4a-9ca3-4e0d-a1aa-39cda03b06f6,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:11.129319 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-90b890e1-4c0b-4bd6-b649-adff29f272b4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:11.131946 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-90b890e1-4c0b-4bd6-b649-adff29f272b4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6825845 Mar 01 21:25:11.134848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53900) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:11.140231 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-56b0d6ff-2b39-456b-b9ac-6727f4b6d166 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'security_group_rule': {'security_group_id': '5b2001c6-3935-42b5-9753-d933f9115d7b', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:25:11.153687 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-56b0d6ff-2b39-456b-b9ac-6727f4b6d166 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:25:11.163455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-56b0d6ff-2b39-456b-b9ac-6727f4b6d166 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:25:11.176268 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-56b0d6ff-2b39-456b-b9ac-6727f4b6d166 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:25:11.183453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-56b0d6ff-2b39-456b-b9ac-6727f4b6d166 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:25:11.226329 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-25fb863b-4f57-493e-b49f-e98f6f563a06 req-bfb39a02-868f-4bd2-a2d5-1e9892eac4bb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:11.249744 n-d-827896-4 neutron-server[88518]: INFO neutron.db.securitygroups_db [None req-56b0d6ff-2b39-456b-b9ac-6727f4b6d166 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Project 344426e910fb4a26a6fdf736e0329342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:25:11.257651 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-56b0d6ff-2b39-456b-b9ac-6727f4b6d166 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:11.276292 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:24:57Z', 'updated_at': '2022-03-01T21:25:05Z', 'revision_number': 4, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:24:58Z', 'updated_at': '2022-03-01T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '2a63b87e-b7cd-4196-9765-3ce68bd97938', 'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:d8:ff:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:25:03Z', 'updated_at': '2022-03-01T21:25:10Z', 'revision_number': 4, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:25:11.277760 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b78ad9b-de8b-4268-9b09-5ef8e746085b None None] The sync data for ids ['85ab06e3-eee3-45d3-abd5-06efa4168733'] in n-d-827896-4 is: [{'id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:24:57Z', 'updated_at': '2022-03-01T21:25:05Z', 'revision_number': 4, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:24:58Z', 'updated_at': '2022-03-01T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '2a63b87e-b7cd-4196-9765-3ce68bd97938', 'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:d8:ff:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:25:03Z', 'updated_at': '2022-03-01T21:25:10Z', 'revision_number': 4, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:25:11.277942 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb39a02-868f-4bd2-a2d5-1e9892eac4bb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Pushing event deleted for resources: {'Port': ['ID=9e35ec88-bec8-475d-a9d5-56df0084ecbb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:11.384455 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-56b0d6ff-2b39-456b-b9ac-6727f4b6d166 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:11.449123 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-56b0d6ff-2b39-456b-b9ac-6727f4b6d166 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:11.479518 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0d6ff-2b39-456b-b9ac-6727f4b6d166 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c030ab3d-b3c4-4751-be06-4624f286be97,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:11.564687 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-56b0d6ff-2b39-456b-b9ac-6727f4b6d166 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:11.564687 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-56b0d6ff-2b39-456b-b9ac-6727f4b6d166 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4257672 Mar 01 21:25:11.568662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 53910) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:11.577667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-284003b8-00c1-48fd-8cf5-9b2cf7bfa6e9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'security_group_rule': {'security_group_id': '5b2001c6-3935-42b5-9753-d933f9115d7b', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:25:11.594004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-284003b8-00c1-48fd-8cf5-9b2cf7bfa6e9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:25:11.594004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-284003b8-00c1-48fd-8cf5-9b2cf7bfa6e9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:25:11.601523 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-284003b8-00c1-48fd-8cf5-9b2cf7bfa6e9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:25:11.615634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25fb863b-4f57-493e-b49f-e98f6f563a06 req-bfb39a02-868f-4bd2-a2d5-1e9892eac4bb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Router 8d3285e1-e10d-4319-a84f-0f116aa82813 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:25:11.617461 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-284003b8-00c1-48fd-8cf5-9b2cf7bfa6e9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:25:11.636858 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2a63b87e-b7cd-4196-9765-3ce68bd97938 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:25:11.718840 n-d-827896-4 neutron-server[88518]: INFO neutron.db.securitygroups_db [None req-284003b8-00c1-48fd-8cf5-9b2cf7bfa6e9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Project 344426e910fb4a26a6fdf736e0329342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:25:11.732505 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-284003b8-00c1-48fd-8cf5-9b2cf7bfa6e9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:11.843631 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-284003b8-00c1-48fd-8cf5-9b2cf7bfa6e9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:11.877743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 2a63b87e-b7cd-4196-9765-3ce68bd97938 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:25:11.884101 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 2a63b87e-b7cd-4196-9765-3ce68bd97938 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:25:11.884577 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:11.890764 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25fb863b-4f57-493e-b49f-e98f6f563a06 req-bfb39a02-868f-4bd2-a2d5-1e9892eac4bb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:25:11.902428 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3e659b-652e-4aa0-bacb-7fd1af1627f6 None None] Sync routers for ids ['8d3285e1-e10d-4319-a84f-0f116aa82813'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:25:11.923462 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3e659b-652e-4aa0-bacb-7fd1af1627f6 None None] Routers {'8d3285e1-e10d-4319-a84f-0f116aa82813'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:25:11.923812 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-3a3e659b-652e-4aa0-bacb-7fd1af1627f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:25:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8d3285e1-e10d-4319-a84f-0f116aa82813'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:25:11.935690 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-284003b8-00c1-48fd-8cf5-9b2cf7bfa6e9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:12.039598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284003b8-00c1-48fd-8cf5-9b2cf7bfa6e9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a89fc6-ab70-42da-9def-4bb9f8f83be5,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:12.133401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-25fb863b-4f57-493e-b49f-e98f6f563a06 req-bfb39a02-868f-4bd2-a2d5-1e9892eac4bb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] No DVR routers for this DVR port 9e35ec88-bec8-475d-a9d5-56df0084ecbb on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:25:12.133401 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-25fb863b-4f57-493e-b49f-e98f6f563a06 req-bfb39a02-868f-4bd2-a2d5-1e9892eac4bb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:12.159481 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-284003b8-00c1-48fd-8cf5-9b2cf7bfa6e9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:12.159481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-284003b8-00c1-48fd-8cf5-9b2cf7bfa6e9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5849025 Mar 01 21:25:12.169783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d725727-a605-4f70-bdbb-74773997fc95', 'name': 'network-vif-deleted', 'tag': '9e35ec88-bec8-475d-a9d5-56df0084ecbb'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:25:12.284582 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-25fb863b-4f57-493e-b49f-e98f6f563a06 req-bfb39a02-868f-4bd2-a2d5-1e9892eac4bb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.55 "DELETE /v2.0/ports/9e35ec88-bec8-475d-a9d5-56df0084ecbb HTTP/1.1" status: 204 len: 173 time: 2.6893835 Mar 01 21:25:12.304134 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d725727-a605-4f70-bdbb-74773997fc95', 'name': 'network-vif-deleted', 'tag': '9e35ec88-bec8-475d-a9d5-56df0084ecbb', 'status': 'completed', 'code': 200} Mar 01 21:25:12.362617 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:12.396049 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0127a426-c8b8-4e6c-b808-745cecbe688c req-62653a38-5b10-4b72-a282-22c6380347a3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 210 time: 0.1954937 Mar 01 21:25:12.451774 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 2a63b87e-b7cd-4196-9765-3ce68bd97938, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2a63b87e-b7cd-4196-9765-3ce68bd97938,segment=NetworkSegment(8ef0ba60-d3c4-4319-899a-8fb79dbc61ab),segment_id=8ef0ba60-d3c4-4319-899a-8fb79dbc61ab)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:25:12.496197 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-3a3e659b-652e-4aa0-bacb-7fd1af1627f6 None None] Set router 8d3285e1-e10d-4319-a84f-0f116aa82813 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:25:12.515812 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:12.608961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-691a2711-7f19-44b9-94e7-5d51d0332369 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Synchronizing usage tracker for tenant:344426e910fb4a26a6fdf736e0329342 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:25:12.659417 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=2a63b87e-b7cd-4196-9765-3ce68bd97938,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:12.758282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-691a2711-7f19-44b9-94e7-5d51d0332369 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Unset dirty status for tenant:344426e910fb4a26a6fdf736e0329342 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:25:12.758282 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-691a2711-7f19-44b9-94e7-5d51d0332369 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-465228389&fields=id&tenant_id=344426e910fb4a26a6fdf736e0329342 HTTP/1.1" status: 200 len: 267 time: 0.2423513 Mar 01 21:25:13.003176 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-e90c65ed-5f09-45a1-8b92-7df08012e430 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:13.005763 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-e90c65ed-5f09-45a1-8b92-7df08012e430 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Synchronizing usage tracker for tenant:344426e910fb4a26a6fdf736e0329342 on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:25:13.104373 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9e35ec88-bec8-475d-a9d5-56df0084ecbb no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:25:13.138885 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-3a3e659b-652e-4aa0-bacb-7fd1af1627f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:26Z', 'updated_at': '2022-03-01T21:20:37Z', 'revision_number': 4, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'gw_port': {'id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:28Z', 'updated_at': '2022-03-01T21:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '302c49ca-816e-4935-bf9a-fe7a82fb5938', 'name': '', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'mac_address': 'fa:16:3e:99:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:34Z', 'updated_at': '2022-03-01T21:20:43Z', 'revision_number': 5, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'subnets': [{'id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:25:13.144363 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3e659b-652e-4aa0-bacb-7fd1af1627f6 None None] Checking router: 8d3285e1-e10d-4319-a84f-0f116aa82813 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:25:13.159064 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3e659b-652e-4aa0-bacb-7fd1af1627f6 None None] Routers {'8d3285e1-e10d-4319-a84f-0f116aa82813'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:25:13.159967 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-3a3e659b-652e-4aa0-bacb-7fd1af1627f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:25:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8d3285e1-e10d-4319-a84f-0f116aa82813'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:25:13.192425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-e90c65ed-5f09-45a1-8b92-7df08012e430 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Unset dirty status for tenant:344426e910fb4a26a6fdf736e0329342 on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:25:13.197574 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-e90c65ed-5f09-45a1-8b92-7df08012e430 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/networks?id=4d40a089-4c40-47b1-9e2a-b80bd57370ee HTTP/1.1" status: 200 len: 797 time: 0.4310548 Mar 01 21:25:13.203973 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 9e35ec88-bec8-475d-a9d5-56df0084ecbb {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:25:13.204322 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9e35ec88-bec8-475d-a9d5-56df0084ecbb not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:25:13.230900 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-d1468c5b-22fe-47a0-b08f-186169bd8408 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/quotas/344426e910fb4a26a6fdf736e0329342 HTTP/1.1" status: 200 len: 375 time: 0.0197668 Mar 01 21:25:13.433308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-fd8b57b4-7447-4953-b026-51c8b5111378 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Synchronizing usage tracker for tenant:344426e910fb4a26a6fdf736e0329342 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:25:13.437190 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-3a3e659b-652e-4aa0-bacb-7fd1af1627f6 None None] Set router 8d3285e1-e10d-4319-a84f-0f116aa82813 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:25:13.518791 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2a63b87e-b7cd-4196-9765-3ce68bd97938 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:25:13.545376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-fd8b57b4-7447-4953-b026-51c8b5111378 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Unset dirty status for tenant:344426e910fb4a26a6fdf736e0329342 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:25:13.547022 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-fd8b57b4-7447-4953-b026-51c8b5111378 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=344426e910fb4a26a6fdf736e0329342&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3185234 Mar 01 21:25:13.714870 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 2a63b87e-b7cd-4196-9765-3ce68bd97938 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:25:13.714870 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:13.775739 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d6d44509-08c9-4411-aa48-1171b04f8755 req-76a4a344-6132-4abb-a67b-63813e18de64 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=8d725727-a605-4f70-bdbb-74773997fc95 HTTP/1.1" status: 200 len: 210 time: 0.0640082 Mar 01 21:25:13.940141 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-cd7d9f3e-4e86-4a7c-9a3c-5d8bf23caa50 service neutron] 10.222.0.42 "GET /v2.0/networks/4d40a089-4c40-47b1-9e2a-b80bd57370ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807940 Mar 01 21:25:13.973644 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-3a3e659b-652e-4aa0-bacb-7fd1af1627f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:26Z', 'updated_at': '2022-03-01T21:20:37Z', 'revision_number': 4, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'gw_port': {'id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:28Z', 'updated_at': '2022-03-01T21:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '302c49ca-816e-4935-bf9a-fe7a82fb5938', 'name': '', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'mac_address': 'fa:16:3e:99:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:34Z', 'updated_at': '2022-03-01T21:20:43Z', 'revision_number': 5, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'subnets': [{'id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:25:13.978631 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3e659b-652e-4aa0-bacb-7fd1af1627f6 None None] The sync data for ids ['8d3285e1-e10d-4319-a84f-0f116aa82813'] in n-d-827896-4 is: [{'id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:26Z', 'updated_at': '2022-03-01T21:20:37Z', 'revision_number': 4, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'gw_port': {'id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:28Z', 'updated_at': '2022-03-01T21:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '302c49ca-816e-4935-bf9a-fe7a82fb5938', 'name': '', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'mac_address': 'fa:16:3e:99:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:34Z', 'updated_at': '2022-03-01T21:20:43Z', 'revision_number': 5, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'subnets': [{'id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:25:14.166571 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-c411af6e-c1f2-4413-b301-6c2a44990e7e service neutron] 10.222.0.42 "GET /v2.0/networks/4d40a089-4c40-47b1-9e2a-b80bd57370ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165189 Mar 01 21:25:14.330135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9798c6b-6c1d-4c5c-9cf6-31e8cc149727 None None] New status for floating IP 21c241fb-7ea3-46f4-9b39-d3d09b41444f: DOWN {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:25:14.449223 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72447484-a654-40ff-be5c-0eca39ab033c req-61ee4b7f-db18-433a-b68b-23957b4a2da6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 210 time: 0.0681083 Mar 01 21:25:15.001837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 53988) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:15.098364 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e82c2c90-841d-4977-b2d7-e3d5e17c1e8c tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:15.147566 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e82c2c90-841d-4977-b2d7-e3d5e17c1e8c tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:15.318381 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e82c2c90-841d-4977-b2d7-e3d5e17c1e8c tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:15.334940 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c2c90-841d-4977-b2d7-e3d5e17c1e8c tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf315f3-08e7-4063-ac6c-44d67e62cbc9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:15.449747 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e82c2c90-841d-4977-b2d7-e3d5e17c1e8c tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:15.453117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54004) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:15.453633 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e82c2c90-841d-4977-b2d7-e3d5e17c1e8c tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "DELETE /v2.0/security-groups/ddf315f3-08e7-4063-ac6c-44d67e62cbc9 HTTP/1.1" status: 204 len: 168 time: 0.4544227 Mar 01 21:25:15.495261 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-890c7ae5-a969-48e5-91c5-bf96ec686cd3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] show failed (client error): The resource could not be found. Mar 01 21:25:15.495261 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-890c7ae5-a969-48e5-91c5-bf96ec686cd3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups/ddf315f3-08e7-4063-ac6c-44d67e62cbc9 HTTP/1.1" status: 404 len: 347 time: 0.0228202 Mar 01 21:25:15.495261 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54010) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:15.816033 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed5ad575-ddf3-4f9e-ae40-c1adeb1bf6a0 req-dcdea2a8-add0-47c9-86c2-1b3cf7e0a71e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 210 time: 0.2280245 Mar 01 21:25:15.827224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-60270804-ae26-44b1-8e10-3d4b043b2bfc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Deleting port f25c2b1e-9f34-4ccd-9458-c048636ea064 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:25:15.827589 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-60270804-ae26-44b1-8e10-3d4b043b2bfc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:16.018392 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-60270804-ae26-44b1-8e10-3d4b043b2bfc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:16.022903 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-60270804-ae26-44b1-8e10-3d4b043b2bfc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:16.151135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-60270804-ae26-44b1-8e10-3d4b043b2bfc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Calling delete_port for f25c2b1e-9f34-4ccd-9458-c048636ea064 owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:25:16.380832 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-60270804-ae26-44b1-8e10-3d4b043b2bfc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:16.439798 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60270804-ae26-44b1-8e10-3d4b043b2bfc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Pushing event deleted for resources: {'Port': ['ID=f25c2b1e-9f34-4ccd-9458-c048636ea064,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:16.529775 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-60270804-ae26-44b1-8e10-3d4b043b2bfc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:16.548974 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-60270804-ae26-44b1-8e10-3d4b043b2bfc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:16.550120 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-60270804-ae26-44b1-8e10-3d4b043b2bfc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "DELETE /v2.0/floatingips/21c241fb-7ea3-46f4-9b39-d3d09b41444f HTTP/1.1" status: 204 len: 168 time: 1.0616705 Mar 01 21:25:16.744919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-7d0085fe-0ef3-451c-9981-6947ff26a682 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:16.747199 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-7d0085fe-0ef3-451c-9981-6947ff26a682 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.55 "GET /v2.0/networks?id=4d40a089-4c40-47b1-9e2a-b80bd57370ee HTTP/1.1" status: 200 len: 797 time: 0.1941257 Mar 01 21:25:16.800933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-50901022-8b22-4a5c-aae1-446654bc81d9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Synchronizing usage tracker for tenant:344426e910fb4a26a6fdf736e0329342 on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:25:16.813534 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-50901022-8b22-4a5c-aae1-446654bc81d9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Unset dirty status for tenant:344426e910fb4a26a6fdf736e0329342 on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:25:16.814657 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-50901022-8b22-4a5c-aae1-446654bc81d9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=344426e910fb4a26a6fdf736e0329342 HTTP/1.1" status: 200 len: 379 time: 0.0593915 Mar 01 21:25:16.823411 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-a950fc12-3f5b-498c-b31d-e01003bc76e7 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'port': {'device_id': '199db97c-0ae1-4107-be90-fb6475648a81', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'admin_state_up': True, 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'security_groups': ['5b2001c6-3935-42b5-9753-d933f9115d7b']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:25:16.974362 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54034) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:16.990285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6238a1f8-e566-4ec7-8886-63c2e32b6ff3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1246222926', 'description': 'tempest-description--1890003827'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:25:17.019097 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6238a1f8-e566-4ec7-8886-63c2e32b6ff3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:25:17.025017 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6238a1f8-e566-4ec7-8886-63c2e32b6ff3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Usage tracker for resource:security_group and tenant:6014c443b54e41aa96abbf34b6c6cfbd is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:25:17.029971 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6238a1f8-e566-4ec7-8886-63c2e32b6ff3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:25:17.036919 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6238a1f8-e566-4ec7-8886-63c2e32b6ff3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:25:17.165215 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a3d984ca-6bb5-45c0-8d71-271bb45f758d req-de676525-3b37-49a3-b9e8-df214d8e325f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 210 time: 0.0967438 Mar 01 21:25:17.166615 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6238a1f8-e566-4ec7-8886-63c2e32b6ff3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:17.203588 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-a950fc12-3f5b-498c-b31d-e01003bc76e7 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:25:17.205970 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6238a1f8-e566-4ec7-8886-63c2e32b6ff3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:25:17.210936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6238a1f8-e566-4ec7-8886-63c2e32b6ff3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Usage tracker for resource:security_group_rule and tenant:6014c443b54e41aa96abbf34b6c6cfbd is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:25:17.213929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6238a1f8-e566-4ec7-8886-63c2e32b6ff3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:25:17.214531 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-a950fc12-3f5b-498c-b31d-e01003bc76e7 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:25:17.219827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6238a1f8-e566-4ec7-8886-63c2e32b6ff3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:25:17.283548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-a950fc12-3f5b-498c-b31d-e01003bc76e7 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Made reservation on behalf of 344426e910fb4a26a6fdf736e0329342 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:25:17.287634 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-a950fc12-3f5b-498c-b31d-e01003bc76e7 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:17.303473 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6238a1f8-e566-4ec7-8886-63c2e32b6ff3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:17.380852 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6238a1f8-e566-4ec7-8886-63c2e32b6ff3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:17.438326 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238a1f8-e566-4ec7-8886-63c2e32b6ff3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078fd83f-4a38-40e4-9eff-5dd9e19664cb,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:17.507207 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6238a1f8-e566-4ec7-8886-63c2e32b6ff3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:17.509657 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6238a1f8-e566-4ec7-8886-63c2e32b6ff3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5360470 Mar 01 21:25:17.511506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54044) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:17.517632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-26fa3a90-e918-43d6-afc7-be1394dc3e1e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Request body: {'security_group_rule': {'security_group_id': '078fd83f-4a38-40e4-9eff-5dd9e19664cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:25:17.525428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-a950fc12-3f5b-498c-b31d-e01003bc76e7 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Allocated IP 172.20.0.6 (4d40a089-4c40-47b1-9e2a-b80bd57370ee/f86e313d-dd25-48b3-a428-946d2319ac2a/d0a98904-9908-4400-ae33-f37e01130a64) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:25:17.526590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-26fa3a90-e918-43d6-afc7-be1394dc3e1e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:25:17.533116 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-26fa3a90-e918-43d6-afc7-be1394dc3e1e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Usage tracker for resource:security_group_rule and tenant:6014c443b54e41aa96abbf34b6c6cfbd is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:25:17.536108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-26fa3a90-e918-43d6-afc7-be1394dc3e1e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:25:17.542592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-26fa3a90-e918-43d6-afc7-be1394dc3e1e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:25:17.636316 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-26fa3a90-e918-43d6-afc7-be1394dc3e1e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:17.701302 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-26fa3a90-e918-43d6-afc7-be1394dc3e1e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:17.764911 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-a950fc12-3f5b-498c-b31d-e01003bc76e7 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:17.783810 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-a950fc12-3f5b-498c-b31d-e01003bc76e7 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Transition to ACTIVE for port object d0a98904-9908-4400-ae33-f37e01130a64 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:25:17.792838 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-26fa3a90-e918-43d6-afc7-be1394dc3e1e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:17.810801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa3a90-e918-43d6-afc7-be1394dc3e1e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf561ad9-a195-431f-bcab-fcbe841a2d2b,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:17.878234 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-a950fc12-3f5b-498c-b31d-e01003bc76e7 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:17.900465 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-26fa3a90-e918-43d6-afc7-be1394dc3e1e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:17.901868 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-26fa3a90-e918-43d6-afc7-be1394dc3e1e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3894553 Mar 01 21:25:17.904517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54054) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:17.909728 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-31ecc1a4-be97-440a-bcc8-635b68449f37 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Request body: {'security_group_rule': {'security_group_id': '078fd83f-4a38-40e4-9eff-5dd9e19664cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:25:17.922240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-31ecc1a4-be97-440a-bcc8-635b68449f37 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:25:17.930286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-31ecc1a4-be97-440a-bcc8-635b68449f37 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Usage tracker for resource:security_group_rule and tenant:6014c443b54e41aa96abbf34b6c6cfbd is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:25:17.934623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-31ecc1a4-be97-440a-bcc8-635b68449f37 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:25:17.943494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-31ecc1a4-be97-440a-bcc8-635b68449f37 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:25:17.960037 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-a950fc12-3f5b-498c-b31d-e01003bc76e7 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Network 4d40a089-4c40-47b1-9e2a-b80bd57370ee is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:25:17.967672 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-a950fc12-3f5b-498c-b31d-e01003bc76e7 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:25:17.972003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-a950fc12-3f5b-498c-b31d-e01003bc76e7 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:25:18.002391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a950fc12-3f5b-498c-b31d-e01003bc76e7 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'Port': ['ID=d0a98904-9908-4400-ae33-f37e01130a64,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:18.036958 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-31ecc1a4-be97-440a-bcc8-635b68449f37 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:18.040482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-a950fc12-3f5b-498c-b31d-e01003bc76e7 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:18.041103 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-a950fc12-3f5b-498c-b31d-e01003bc76e7 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:18.133373 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-a950fc12-3f5b-498c-b31d-e01003bc76e7 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3091648 Mar 01 21:25:18.142470 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-31ecc1a4-be97-440a-bcc8-635b68449f37 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:18.149636 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] Request body: {'port': {'device_id': '199db97c-0ae1-4107-be90-fb6475648a81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:25:18.300924 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:18.411834 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-31ecc1a4-be97-440a-bcc8-635b68449f37 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:18.434747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ab812e-b837-4993-b110-7f2cdb3b1d1b req-9197ca84-6a15-445b-a40e-1f24618be57b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:18.436676 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c5ab812e-b837-4993-b110-7f2cdb3b1d1b req-9197ca84-6a15-445b-a40e-1f24618be57b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 931 time: 0.1251388 Mar 01 21:25:18.449013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ecc1a4-be97-440a-bcc8-635b68449f37 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=260c5f41-85c2-47f8-bec2-5250fd4f2f4c,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:18.495192 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7e2bf37a-5e82-4214-b751-33c9ca00cba8 None None] Provisioning for port d0a98904-9908-4400-ae33-f37e01130a64 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:25:18.503122 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7e2bf37a-5e82-4214-b751-33c9ca00cba8 None None] Provisioning complete for port d0a98904-9908-4400-ae33-f37e01130a64 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:25:18.503595 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7e2bf37a-5e82-4214-b751-33c9ca00cba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:18.510458 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c5ab812e-b837-4993-b110-7f2cdb3b1d1b req-2ebcd8cf-e9be-4e8b-91bf-c6ae4aa76460 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b2001c6-3935-42b5-9753-d933f9115d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569875 Mar 01 21:25:18.569593 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-31ecc1a4-be97-440a-bcc8-635b68449f37 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:18.570843 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-31ecc1a4-be97-440a-bcc8-635b68449f37 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6651742 Mar 01 21:25:18.576698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54066) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:18.581730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:25:18.588761 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:25:18.592979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Usage tracker for resource:floatingip and tenant:6014c443b54e41aa96abbf34b6c6cfbd is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:25:18.596161 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:25:18.600988 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-7e2bf37a-5e82-4214-b751-33c9ca00cba8 None None] Port d0a98904-9908-4400-ae33-f37e01130a64 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:25:18.603151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:25:18.678419 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:18.765382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0a98904-9908-4400-ae33-f37e01130a64 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:25:18.774335 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:18.791201 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] Transition to ACTIVE for port object d0a98904-9908-4400-ae33-f37e01130a64 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:25:18.836998 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:18.876806 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:19.000743 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Allocated IP 172.25.5.4 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/7a6a7031-205f-4068-8878-e14989943f75) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:25:19.080865 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a98904-9908-4400-ae33-f37e01130a64,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:19.139219 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] Attempting to bind port d0a98904-9908-4400-ae33-f37e01130a64 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:25:19.139602 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] Attempting to bind port d0a98904-9908-4400-ae33-f37e01130a64 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '8ef0ba60-d3c4-4319-899a-8fb79dbc61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:25:19.139932 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] Attempting to bind port d0a98904-9908-4400-ae33-f37e01130a64 on network 4d40a089-4c40-47b1-9e2a-b80bd57370ee {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:25:19.144843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] Port d0a98904-9908-4400-ae33-f37e01130a64 on network 4d40a089-4c40-47b1-9e2a-b80bd57370ee not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:25:19.145160 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] Attempting to bind port d0a98904-9908-4400-ae33-f37e01130a64 on network 4d40a089-4c40-47b1-9e2a-b80bd57370ee {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:25:19.151399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:25:19.151755 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] Checking segment: {'id': '8ef0ba60-d3c4-4319-899a-8fb79dbc61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:25:19.152139 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] Bound using segment: {'id': '8ef0ba60-d3c4-4319-899a-8fb79dbc61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:25:19.152597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] Bound port: d0a98904-9908-4400-ae33-f37e01130a64, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ef0ba60-d3c4-4319-899a-8fb79dbc61ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:25:19.152911 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:19.266289 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] For port d0a98904-9908-4400-ae33-f37e01130a64, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:25:19.269550 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] For port d0a98904-9908-4400-ae33-f37e01130a64, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=d0a98904-9908-4400-ae33-f37e01130a64,segment=NetworkSegment(8ef0ba60-d3c4-4319-899a-8fb79dbc61ab),segment_id=8ef0ba60-d3c4-4319-899a-8fb79dbc61ab)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:25:19.296966 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:19.369804 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:19.397958 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:19.440375 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:19.442021 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:19.442527 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] 10.222.0.55 "PUT /v2.0/ports/d0a98904-9908-4400-ae33-f37e01130a64 HTTP/1.1" status: 200 len: 1091 time: 1.3040354 Mar 01 21:25:19.442954 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199db97c-0ae1-4107-be90-fb6475648a81', 'tag': 'd0a98904-9908-4400-ae33-f37e01130a64'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:25:19.469170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf0383-6520-4d56-847d-53471a76d595 service neutron] Pushing event updated for resources: {'Port': ['ID=d0a98904-9908-4400-ae33-f37e01130a64,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:19.474994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:25:19.478650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:25:19.483042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:25:19.504253 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199db97c-0ae1-4107-be90-fb6475648a81', 'tag': 'd0a98904-9908-4400-ae33-f37e01130a64', 'status': 'completed', 'code': 200} Mar 01 21:25:19.592366 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Pushing event updated for resources: {'Port': ['ID=7a6a7031-205f-4068-8878-e14989943f75,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:19.666843 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:19.678966 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392240e-7f8c-4ebd-87bf-1379178cafd1 req-1ab01ee7-b5b0-4957-b06d-c52028919202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:19.680715 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2392240e-7f8c-4ebd-87bf-1379178cafd1 req-1ab01ee7-b5b0-4957-b06d-c52028919202 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=344426e910fb4a26a6fdf736e0329342&device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 1094 time: 0.1564865 Mar 01 21:25:19.849676 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:19.939247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0b6b52-0195-4cd4-abf8-552d2f44bcf5 req-6f5271fb-9d0f-42a3-85e2-2d9dc2357952 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:19.940788 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7d0b6b52-0195-4cd4-abf8-552d2f44bcf5 req-6f5271fb-9d0f-42a3-85e2-2d9dc2357952 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 943 time: 0.2259247 Mar 01 21:25:20.082042 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392240e-7f8c-4ebd-87bf-1379178cafd1 req-cb45eeee-78bb-404b-ba39-5ad7001599ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:20.084730 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2392240e-7f8c-4ebd-87bf-1379178cafd1 req-cb45eeee-78bb-404b-ba39-5ad7001599ac service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=344426e910fb4a26a6fdf736e0329342&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3975220 Mar 01 21:25:20.132522 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7d0b6b52-0195-4cd4-abf8-552d2f44bcf5 req-e09b0d15-1b34-423f-8a45-2a2b1b5117b9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b2001c6-3935-42b5-9753-d933f9115d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627595 Mar 01 21:25:20.240686 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:20.300891 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:20.316776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2392240e-7f8c-4ebd-87bf-1379178cafd1 req-77a06837-c05f-4ef8-8fb1-02d32deeba9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:20.318896 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-2392240e-7f8c-4ebd-87bf-1379178cafd1 req-77a06837-c05f-4ef8-8fb1-02d32deeba9e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2262917 Mar 01 21:25:20.362824 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:25:20.440394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-3763c345-d8a2-43a9-99eb-43a4564c6abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:20.442156 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-3763c345-d8a2-43a9-99eb-43a4564c6abf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=344426e910fb4a26a6fdf736e0329342&device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 1094 time: 0.0826585 Mar 01 21:25:20.446509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Pushing event updated for resources: {'Port': ['ID=7a6a7031-205f-4068-8878-e14989943f75,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:20.456343 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:20.528152 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-e1f7041e-0719-4b89-a32e-60401dacbe1c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0a98904-9908-4400-ae33-f37e01130a64 HTTP/1.1" status: 200 len: 217 time: 0.0779846 Mar 01 21:25:20.566702 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:20.567916 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-49d9b92d-f0c2-4b9a-8c43-26bc9e3da062 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.9899390 Mar 01 21:25:20.625911 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-bf096d5b-8123-4025-bb4c-4afa9fb755c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:20.627888 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-bf096d5b-8123-4025-bb4c-4afa9fb755c6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f86e313d-dd25-48b3-a428-946d2319ac2a HTTP/1.1" status: 200 len: 834 time: 0.0939009 Mar 01 21:25:20.800100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-2aa6d099-00ed-40f4-a080-b9995de5f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:20.801776 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-2aa6d099-00ed-40f4-a080-b9995de5f260 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d40a089-4c40-47b1-9e2a-b80bd57370ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1595297 Mar 01 21:25:20.911040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-3b696a07-1350-4159-860e-3b99c8d8858e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Synchronizing usage tracker for tenant:6014c443b54e41aa96abbf34b6c6cfbd on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:25:20.968682 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-0a5c2c3b-f9c7-43c1-89fc-fad7d29cdfaa service neutron] 10.222.0.55 "GET /v2.0/networks/4d40a089-4c40-47b1-9e2a-b80bd57370ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601064 Mar 01 21:25:21.003573 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-3b696a07-1350-4159-860e-3b99c8d8858e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Unset dirty status for tenant:6014c443b54e41aa96abbf34b6c6cfbd on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:25:21.004759 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-3b696a07-1350-4159-860e-3b99c8d8858e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1246222926&fields=id&tenant_id=6014c443b54e41aa96abbf34b6c6cfbd HTTP/1.1" status: 200 len: 267 time: 0.1425126 Mar 01 21:25:21.160199 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-96f77f04-4449-46c4-ab48-7fe4a8dd7127 req-0545d6f6-1a37-4bf4-8b2d-3c01afc9ae88 service neutron] 10.222.0.55 "GET /v2.0/networks/4d40a089-4c40-47b1-9e2a-b80bd57370ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854544 Mar 01 21:25:21.320738 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-613793cb-2ef6-48d2-be52-0f5d20a167e3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:21.322532 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-613793cb-2ef6-48d2-be52-0f5d20a167e3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/networks?id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3 HTTP/1.1" status: 200 len: 817 time: 0.3090141 Mar 01 21:25:21.343335 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-60109483-1f5c-4fd5-a345-6286a0f1fea8 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/quotas/6014c443b54e41aa96abbf34b6c6cfbd HTTP/1.1" status: 200 len: 375 time: 0.0146611 Mar 01 21:25:21.417277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8edfa8f-b9f7-4503-9fab-5521ed3fda66 req-9cbd2f7b-0c0b-4e94-ad5f-d2e32f901ba3 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:21.418845 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8edfa8f-b9f7-4503-9fab-5521ed3fda66 req-9cbd2f7b-0c0b-4e94-ad5f-d2e32f901ba3 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 943 time: 0.1604736 Mar 01 21:25:21.494457 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8edfa8f-b9f7-4503-9fab-5521ed3fda66 req-293f08b0-15f8-49b5-85a3-8df9af721978 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b2001c6-3935-42b5-9753-d933f9115d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690591 Mar 01 21:25:21.505335 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-4ef1b782-e4f4-4caa-b4de-e8858fdd70d1 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Synchronizing usage tracker for tenant:6014c443b54e41aa96abbf34b6c6cfbd on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:25:21.540535 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:21.586055 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-4ef1b782-e4f4-4caa-b4de-e8858fdd70d1 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Unset dirty status for tenant:6014c443b54e41aa96abbf34b6c6cfbd on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:25:21.587649 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-4ef1b782-e4f4-4caa-b4de-e8858fdd70d1 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6014c443b54e41aa96abbf34b6c6cfbd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2381117 Mar 01 21:25:21.730659 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-85c273d6-70dd-4884-ad41-8e82de6d20e2 service neutron] 10.222.0.42 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303053 Mar 01 21:25:21.866101 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-b1658f34-c3ca-4b61-9282-326d064a4806 service neutron] 10.222.0.42 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294074 Mar 01 21:25:22.162650 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3732dda2-6335-4b17-a2dd-1b0267407e0a req-5cf8d632-fde8-4138-8c2c-a5af51913597 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 210 time: 0.0435224 Mar 01 21:25:22.732296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce5f5dc-25f8-4ee4-944d-fd516a35221a req-7cb5c2df-d7ba-4672-a957-c8eaeeb811f6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:22.734045 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3ce5f5dc-25f8-4ee4-944d-fd516a35221a req-7cb5c2df-d7ba-4672-a957-c8eaeeb811f6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 943 time: 0.1032243 Mar 01 21:25:22.789845 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3ce5f5dc-25f8-4ee4-944d-fd516a35221a req-b5598595-d07a-4dd1-9126-c00130f3f7c5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b2001c6-3935-42b5-9753-d933f9115d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486712 Mar 01 21:25:23.325139 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e1fa5ac7-3178-442c-b461-f7935901d00b req-a6596a53-1a45-4d3a-b225-1553c28c28ac tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 210 time: 0.0440242 Mar 01 21:25:23.985638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f1d2ff-a33b-4691-8288-618466830bfc req-b9201b23-0f7a-4342-9ce7-d117efdc7415 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:23.987098 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c3f1d2ff-a33b-4691-8288-618466830bfc req-b9201b23-0f7a-4342-9ce7-d117efdc7415 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 943 time: 0.0862477 Mar 01 21:25:23.997613 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:24.151659 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c3f1d2ff-a33b-4691-8288-618466830bfc req-46579c9e-6957-4f32-82fe-98a42619fbc1 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b2001c6-3935-42b5-9753-d933f9115d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1572940 Mar 01 21:25:24.345715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-a550860f-d4ce-4709-8b4b-e02a28008dde tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:24.347124 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-a550860f-d4ce-4709-8b4b-e02a28008dde tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.57 "GET /v2.0/networks?id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3 HTTP/1.1" status: 200 len: 817 time: 0.1593275 Mar 01 21:25:24.397645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-b3dfa979-8dea-47d4-a2cc-a244e5e51af2 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Synchronizing usage tracker for tenant:6014c443b54e41aa96abbf34b6c6cfbd on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:25:24.409940 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-b3dfa979-8dea-47d4-a2cc-a244e5e51af2 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Unset dirty status for tenant:6014c443b54e41aa96abbf34b6c6cfbd on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:25:24.410987 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-b3dfa979-8dea-47d4-a2cc-a244e5e51af2 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6014c443b54e41aa96abbf34b6c6cfbd HTTP/1.1" status: 200 len: 380 time: 0.0564313 Mar 01 21:25:24.419560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-af00e7bb-bf8d-4208-9186-e11914ddf3f3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Request body: {'port': {'device_id': 'de1b0a97-f203-47bf-b5f4-276618f28c9b', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'admin_state_up': True, 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'security_groups': ['078fd83f-4a38-40e4-9eff-5dd9e19664cb']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:25:24.510174 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-636b9e61-1651-4d01-a4aa-2ca5b4a1ca0f req-1201686e-216c-4d1b-8678-13a096f65761 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 210 time: 0.0504143 Mar 01 21:25:24.569668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-af00e7bb-bf8d-4208-9186-e11914ddf3f3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:25:24.579218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-af00e7bb-bf8d-4208-9186-e11914ddf3f3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:25:24.660216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-af00e7bb-bf8d-4208-9186-e11914ddf3f3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Made reservation on behalf of 6014c443b54e41aa96abbf34b6c6cfbd for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:25:24.664125 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-af00e7bb-bf8d-4208-9186-e11914ddf3f3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:24.854371 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-af00e7bb-bf8d-4208-9186-e11914ddf3f3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Allocated IP 172.20.0.5 (8e4865cc-9397-4f05-8abf-c13aa1d08ed3/7806e9af-ea8e-45a6-994c-4158f4cea3a0/533e9b54-d686-453e-9ced-0e27b579fa1f) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:25:25.067571 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-af00e7bb-bf8d-4208-9186-e11914ddf3f3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:25.084400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-af00e7bb-bf8d-4208-9186-e11914ddf3f3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Transition to ACTIVE for port object 533e9b54-d686-453e-9ced-0e27b579fa1f will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:25:25.165756 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device d0a98904-9908-4400-ae33-f37e01130a64 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:25:25.179042 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-af00e7bb-bf8d-4208-9186-e11914ddf3f3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:25.245631 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-af00e7bb-bf8d-4208-9186-e11914ddf3f3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Network 8e4865cc-9397-4f05-8abf-c13aa1d08ed3 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:25:25.249160 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-af00e7bb-bf8d-4208-9186-e11914ddf3f3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:25:25.253634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-af00e7bb-bf8d-4208-9186-e11914ddf3f3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:25:25.323742 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00e7bb-bf8d-4208-9186-e11914ddf3f3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Pushing event updated for resources: {'Port': ['ID=533e9b54-d686-453e-9ced-0e27b579fa1f,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:25.347277 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-af00e7bb-bf8d-4208-9186-e11914ddf3f3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:25.349085 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-af00e7bb-bf8d-4208-9186-e11914ddf3f3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:25.377555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03c77fb-730d-46c0-8dc0-c637f4a113e0 req-f20d6c6a-ed35-41cb-874a-1131bd330c0c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:25.377555 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b03c77fb-730d-46c0-8dc0-c637f4a113e0 req-f20d6c6a-ed35-41cb-874a-1131bd330c0c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 943 time: 0.1130846 Mar 01 21:25:25.390310 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port d0a98904-9908-4400-ae33-f37e01130a64, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=d0a98904-9908-4400-ae33-f37e01130a64,segment=NetworkSegment(8ef0ba60-d3c4-4319-899a-8fb79dbc61ab),segment_id=8ef0ba60-d3c4-4319-899a-8fb79dbc61ab)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:25:25.410027 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'd0a98904-9908-4400-ae33-f37e01130a64', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'port_id': 'd0a98904-9908-4400-ae33-f37e01130a64', 'mac_address': 'fa:16:3e:8a:34:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:25:25.430668 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b03c77fb-730d-46c0-8dc0-c637f4a113e0 req-effbbf45-61b1-419f-bd11-a726200bea8d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b2001c6-3935-42b5-9753-d933f9115d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471156 Mar 01 21:25:25.449593 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-af00e7bb-bf8d-4208-9186-e11914ddf3f3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0339465 Mar 01 21:25:25.461471 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-32614f22-e62f-4cfb-be7a-7f93bcbd24d4 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:25:25.462758 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-32614f22-e62f-4cfb-be7a-7f93bcbd24d4 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072386 Mar 01 21:25:25.491987 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:25.516958 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0a98904-9908-4400-ae33-f37e01130a64 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:25:25.542355 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port d0a98904-9908-4400-ae33-f37e01130a64, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=d0a98904-9908-4400-ae33-f37e01130a64,segment=NetworkSegment(8ef0ba60-d3c4-4319-899a-8fb79dbc61ab),segment_id=8ef0ba60-d3c4-4319-899a-8fb79dbc61ab)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:25:25.584555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] Request body: {'port': {'device_id': 'de1b0a97-f203-47bf-b5f4-276618f28c9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:25:25.616679 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:25.714199 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b09ebed-d185-41f3-a67e-ef58352ddea9 req-3cbe7dd8-4fef-40b8-a672-42756233ef82 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:25.715239 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b09ebed-d185-41f3-a67e-ef58352ddea9 req-3cbe7dd8-4fef-40b8-a672-42756233ef82 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 931 time: 0.0882535 Mar 01 21:25:25.744224 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=d0a98904-9908-4400-ae33-f37e01130a64,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:25.772433 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b09ebed-d185-41f3-a67e-ef58352ddea9 req-44caa5a4-3bfc-4449-b48e-7b095ed9ad8c tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506506 Mar 01 21:25:25.788800 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2cbfda50-4370-4f0b-975d-0721156c9ddf None None] Provisioning for port 533e9b54-d686-453e-9ced-0e27b579fa1f completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:25:25.794743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2cbfda50-4370-4f0b-975d-0721156c9ddf None None] Provisioning complete for port 533e9b54-d686-453e-9ced-0e27b579fa1f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:25:25.795116 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2cbfda50-4370-4f0b-975d-0721156c9ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:25.858060 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:25.859549 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2cbfda50-4370-4f0b-975d-0721156c9ddf None None] Port 533e9b54-d686-453e-9ced-0e27b579fa1f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:25:25.936564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['d0a98904-9908-4400-ae33-f37e01130a64'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:25:26.282058 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 533e9b54-d686-453e-9ced-0e27b579fa1f {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:25:26.290656 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:26.306821 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] Transition to ACTIVE for port object 533e9b54-d686-453e-9ced-0e27b579fa1f will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:25:26.382723 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:26.505933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] Pushing event updated for resources: {'Port': ['ID=533e9b54-d686-453e-9ced-0e27b579fa1f,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:26.662698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc2dc6-0258-49ee-8dc8-bcb02fe9e6d9 req-9c8db545-e0b4-43b4-8e7d-d5fa181a2bc2 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:26.664636 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28dc2dc6-0258-49ee-8dc8-bcb02fe9e6d9 req-9c8db545-e0b4-43b4-8e7d-d5fa181a2bc2 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 944 time: 0.1018736 Mar 01 21:25:26.672061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] Attempting to bind port 533e9b54-d686-453e-9ced-0e27b579fa1f on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:25:26.672404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] Attempting to bind port 533e9b54-d686-453e-9ced-0e27b579fa1f by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '12c37e24-c951-4c65-8435-c3809e4aa9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:25:26.672731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] Attempting to bind port 533e9b54-d686-453e-9ced-0e27b579fa1f on network 8e4865cc-9397-4f05-8abf-c13aa1d08ed3 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:25:26.680198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] Port 533e9b54-d686-453e-9ced-0e27b579fa1f on network 8e4865cc-9397-4f05-8abf-c13aa1d08ed3 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:25:26.680722 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] Attempting to bind port 533e9b54-d686-453e-9ced-0e27b579fa1f on network 8e4865cc-9397-4f05-8abf-c13aa1d08ed3 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:25:26.688878 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 25, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:25:26.689224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] Checking segment: {'id': '12c37e24-c951-4c65-8435-c3809e4aa9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:25:26.689612 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] Bound using segment: {'id': '12c37e24-c951-4c65-8435-c3809e4aa9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:25:26.690045 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] Bound port: 533e9b54-d686-453e-9ced-0e27b579fa1f, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12c37e24-c951-4c65-8435-c3809e4aa9c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:25:26.690441 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:26.720610 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28dc2dc6-0258-49ee-8dc8-bcb02fe9e6d9 req-c657aa4a-dbe9-40ee-9bed-6169cd77b20f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b2001c6-3935-42b5-9753-d933f9115d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471051 Mar 01 21:25:26.822561 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] For port 533e9b54-d686-453e-9ced-0e27b579fa1f, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:25:26.824324 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] For port 533e9b54-d686-453e-9ced-0e27b579fa1f, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=533e9b54-d686-453e-9ced-0e27b579fa1f,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:25:26.878917 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:26.958298 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:26.959025 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:26.960698 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] 10.222.0.57 "PUT /v2.0/ports/533e9b54-d686-453e-9ced-0e27b579fa1f HTTP/1.1" status: 200 len: 1091 time: 1.4895711 Mar 01 21:25:26.963908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1b0a97-f203-47bf-b5f4-276618f28c9b', 'tag': '533e9b54-d686-453e-9ced-0e27b579fa1f'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:25:27.030173 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718b7bef-21d7-443b-b89d-1c79fc975248 service neutron] Pushing event updated for resources: {'Port': ['ID=533e9b54-d686-453e-9ced-0e27b579fa1f,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:27.067811 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de1b0a97-f203-47bf-b5f4-276618f28c9b', 'tag': '533e9b54-d686-453e-9ced-0e27b579fa1f', 'status': 'completed', 'code': 200} Mar 01 21:25:27.138284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a023463-25db-4700-bacf-d3fd674d4740 req-1e8bdb76-9f2a-4742-b37c-d57bd9e2fdad tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:27.140446 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a023463-25db-4700-bacf-d3fd674d4740 req-1e8bdb76-9f2a-4742-b37c-d57bd9e2fdad tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 943 time: 0.1785247 Mar 01 21:25:27.173701 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device d0a98904-9908-4400-ae33-f37e01130a64 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:25:27.196857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-68933e26-1cd1-424e-8857-21f09cdebcdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:27.198952 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-68933e26-1cd1-424e-8857-21f09cdebcdd service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6014c443b54e41aa96abbf34b6c6cfbd&device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 1094 time: 0.1287410 Mar 01 21:25:27.200826 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a023463-25db-4700-bacf-d3fd674d4740 req-0dc01e16-8b33-4cf8-bb18-1ff37ce925c1 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535681 Mar 01 21:25:27.289304 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-c9769465-e005-4e46-83f5-96677a97af2b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=533e9b54-d686-453e-9ced-0e27b579fa1f HTTP/1.1" status: 200 len: 217 time: 0.0798798 Mar 01 21:25:27.359163 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port d0a98904-9908-4400-ae33-f37e01130a64 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:25:27.365149 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port d0a98904-9908-4400-ae33-f37e01130a64 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:25:27.365522 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:27.372627 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-f5bef486-f0c4-4b37-95a2-49807a689b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:27.374189 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-f5bef486-f0c4-4b37-95a2-49807a689b3b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7806e9af-ea8e-45a6-994c-4158f4cea3a0 HTTP/1.1" status: 200 len: 856 time: 0.0800426 Mar 01 21:25:27.474798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-1c4cc28a-43b7-4bc1-9451-9bcf0f181484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:27.476760 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-1c4cc28a-43b7-4bc1-9451-9bcf0f181484 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955789 Mar 01 21:25:27.479818 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-976bf9a7-54ab-425d-a895-750b53254bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:27.495033 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:27.528788 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199db97c-0ae1-4107-be90-fb6475648a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a98904-9908-4400-ae33-f37e01130a64'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:25:27.538739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port d0a98904-9908-4400-ae33-f37e01130a64, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=d0a98904-9908-4400-ae33-f37e01130a64,segment=NetworkSegment(8ef0ba60-d3c4-4319-899a-8fb79dbc61ab),segment_id=8ef0ba60-d3c4-4319-899a-8fb79dbc61ab)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:25:27.576869 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199db97c-0ae1-4107-be90-fb6475648a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0a98904-9908-4400-ae33-f37e01130a64', 'code': 200} Mar 01 21:25:27.609264 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:27.617921 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-66ee423f-fc08-4303-b6b2-baaec8c19b40 service neutron] 10.222.0.57 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342251 Mar 01 21:25:27.681449 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=d0a98904-9908-4400-ae33-f37e01130a64,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:27.815785 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7119e49f-b638-423e-8179-d4eff82f4b79 req-cec402ef-1e58-4178-843d-c19ee2fc64ca service neutron] 10.222.0.57 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924491 Mar 01 21:25:27.821970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7585e3-b89c-4328-bd4d-287d4ea04ab0 req-2de52198-c471-4df4-9176-dbf82dcaf14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:27.823350 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8a7585e3-b89c-4328-bd4d-287d4ea04ab0 req-2de52198-c471-4df4-9176-dbf82dcaf14e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 1096 time: 0.1824019 Mar 01 21:25:27.872673 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8a7585e3-b89c-4328-bd4d-287d4ea04ab0 req-613a6570-7aa2-495e-8ba8-1f72c59d4170 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5b2001c6-3935-42b5-9753-d933f9115d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403059 Mar 01 21:25:27.950754 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef6f38-209a-46b2-b88b-59132caf385a req-e7bdc823-73d4-4805-a54e-b3cfd4196c26 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:27.953609 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b4ef6f38-209a-46b2-b88b-59132caf385a req-e7bdc823-73d4-4805-a54e-b3cfd4196c26 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 945 time: 0.0969553 Mar 01 21:25:27.998806 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b4ef6f38-209a-46b2-b88b-59132caf385a req-16225915-a4de-4014-94c8-a33677911d45 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b2001c6-3935-42b5-9753-d933f9115d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393391 Mar 01 21:25:28.020927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134593cd-1669-4ee8-a78e-628a7fecbad4 req-c8dc2804-2daa-41a6-b657-13c968c209d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:28.022607 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-134593cd-1669-4ee8-a78e-628a7fecbad4 req-c8dc2804-2daa-41a6-b657-13c968c209d0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6014c443b54e41aa96abbf34b6c6cfbd&device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 1094 time: 0.0757930 Mar 01 21:25:28.303689 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134593cd-1669-4ee8-a78e-628a7fecbad4 req-06873ceb-4c08-409c-ba4e-f3d4b69438e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:28.306483 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-134593cd-1669-4ee8-a78e-628a7fecbad4 req-06873ceb-4c08-409c-ba4e-f3d4b69438e1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3 HTTP/1.1" status: 200 len: 918 time: 0.2711451 Mar 01 21:25:28.378327 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-134593cd-1669-4ee8-a78e-628a7fecbad4 req-98eae333-92b6-43c1-9746-080d7675a4f3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=533e9b54-d686-453e-9ced-0e27b579fa1f HTTP/1.1" status: 200 len: 217 time: 0.0667779 Mar 01 21:25:28.410669 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf091e-609f-4d71-83b6-a5e2c9218817 req-3d947129-e3d6-4b72-a32a-65db24f19efc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:28.412709 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-30bf091e-609f-4d71-83b6-a5e2c9218817 req-3d947129-e3d6-4b72-a32a-65db24f19efc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 943 time: 0.0906069 Mar 01 21:25:28.441475 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134593cd-1669-4ee8-a78e-628a7fecbad4 req-83248ca2-ffb6-496c-9331-737e168ce0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:28.442989 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-134593cd-1669-4ee8-a78e-628a7fecbad4 req-83248ca2-ffb6-496c-9331-737e168ce0ee service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7806e9af-ea8e-45a6-994c-4158f4cea3a0 HTTP/1.1" status: 200 len: 856 time: 0.0585470 Mar 01 21:25:28.457694 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-30bf091e-609f-4d71-83b6-a5e2c9218817 req-3a8094b3-fc54-4c78-9f59-7fcbb318a57a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391901 Mar 01 21:25:28.525373 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134593cd-1669-4ee8-a78e-628a7fecbad4 req-1208cf0f-9424-4851-b272-a1d6b06a8fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:28.526852 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-134593cd-1669-4ee8-a78e-628a7fecbad4 req-1208cf0f-9424-4851-b272-a1d6b06a8fc4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0776367 Mar 01 21:25:28.670651 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-134593cd-1669-4ee8-a78e-628a7fecbad4 req-f1c99f38-1165-4a76-b484-1a0f11af7501 service neutron] 10.222.0.57 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373796 Mar 01 21:25:28.805913 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-134593cd-1669-4ee8-a78e-628a7fecbad4 req-ac397664-b72d-43aa-80c6-7847eb23b190 service neutron] 10.222.0.57 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285167 Mar 01 21:25:29.234150 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca358341-88b7-4e0b-a2a7-e2454159203f req-bf80bbab-884d-456f-870f-33ac550e3d5b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:29.235665 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca358341-88b7-4e0b-a2a7-e2454159203f req-bf80bbab-884d-456f-870f-33ac550e3d5b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 945 time: 0.0912673 Mar 01 21:25:29.284934 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca358341-88b7-4e0b-a2a7-e2454159203f req-fa7215d3-ebb2-4a2e-8942-b0be2341905e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b2001c6-3935-42b5-9753-d933f9115d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413890 Mar 01 21:25:29.654632 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d773ae2e-3fd0-4051-8bb1-55850afab9cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:29.676512 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da1f4b-c4a0-469a-9e65-a5d650080592 req-38769a7d-3202-49d1-98be-b1d868476075 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:29.678184 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9da1f4b-c4a0-469a-9e65-a5d650080592 req-38769a7d-3202-49d1-98be-b1d868476075 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 943 time: 0.1019464 Mar 01 21:25:29.725261 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9da1f4b-c4a0-469a-9e65-a5d650080592 req-7d7fe0a8-15f4-4119-baa5-5344634d3772 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411487 Mar 01 21:25:30.398869 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 533e9b54-d686-453e-9ced-0e27b579fa1f details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:25:30.511941 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7713d26-315e-4472-a0f2-14781b82c2c0 req-81fb3fea-97be-488b-bcd9-a964ef4ad07e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:30.513715 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b7713d26-315e-4472-a0f2-14781b82c2c0 req-81fb3fea-97be-488b-bcd9-a964ef4ad07e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 945 time: 0.0948803 Mar 01 21:25:30.561663 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b7713d26-315e-4472-a0f2-14781b82c2c0 req-452961f1-d228-46c7-b08c-5f3ed68fb8f4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b2001c6-3935-42b5-9753-d933f9115d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422044 Mar 01 21:25:30.578915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 533e9b54-d686-453e-9ced-0e27b579fa1f, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=533e9b54-d686-453e-9ced-0e27b579fa1f,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:25:30.594721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '533e9b54-d686-453e-9ced-0e27b579fa1f', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'port_id': '533e9b54-d686-453e-9ced-0e27b579fa1f', 'mac_address': 'fa:16:3e:da:a2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:25:30.630216 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:30.633222 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:30.659298 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:30.680243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533e9b54-d686-453e-9ced-0e27b579fa1f {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:25:30.697801 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 533e9b54-d686-453e-9ced-0e27b579fa1f, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=533e9b54-d686-453e-9ced-0e27b579fa1f,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:25:30.753568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b81e97-b5c8-4532-b241-eebd4c4329bb req-ab530ad8-6f45-464a-ada2-a2989ca8c067 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:30.759569 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45b81e97-b5c8-4532-b241-eebd4c4329bb req-ab530ad8-6f45-464a-ada2-a2989ca8c067 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 945 time: 0.0858293 Mar 01 21:25:30.811574 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45b81e97-b5c8-4532-b241-eebd4c4329bb req-01f04127-26d0-4e1b-a6bc-3e32e5743caf tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b2001c6-3935-42b5-9753-d933f9115d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454314 Mar 01 21:25:30.830722 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:30.841192 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54536) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:30.923960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=533e9b54-d686-453e-9ced-0e27b579fa1f,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:30.938864 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11e5a42-f937-42b2-af04-fc28417a079a tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:30.940986 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b11e5a42-f937-42b2-af04-fc28417a079a tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 1091 time: 0.0980434 Mar 01 21:25:30.944377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54546) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:30.950667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': 'd0a98904-9908-4400-ae33-f37e01130a64', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:25:30.958443 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:25:30.962574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:floatingip and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:25:30.968224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:25:30.983074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73779485-9339-4229-b021-2214de9bfcd5 req-9071345b-1204-4c9a-a67f-75df096088a0 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:30.984595 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73779485-9339-4229-b021-2214de9bfcd5 req-9071345b-1204-4c9a-a67f-75df096088a0 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 944 time: 0.1280267 Mar 01 21:25:30.985460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:25:31.034714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['533e9b54-d686-453e-9ced-0e27b579fa1f'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:25:31.044583 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73779485-9339-4229-b021-2214de9bfcd5 req-013942f1-6d48-45fa-b9bd-646e03548b06 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534813 Mar 01 21:25:31.057326 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:31.226597 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:31.381833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Allocated IP 172.25.5.70 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/71670112-71ec-4adf-aa5b-df4b0d670deb) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:25:31.529309 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:31.624497 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:31.686432 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:25:31.689259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:25:31.697112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:25:31.843879 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'Port': ['ID=71670112-71ec-4adf-aa5b-df4b0d670deb,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:32.305641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a10d7a-9d95-4a34-b901-8b3c00b79042 req-7f0083e8-8dc4-4126-9bc1-c7c6690069cb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:32.307101 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-38a10d7a-9d95-4a34-b901-8b3c00b79042 req-7f0083e8-8dc4-4126-9bc1-c7c6690069cb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 944 time: 0.1218491 Mar 01 21:25:32.357215 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:32.364569 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-38a10d7a-9d95-4a34-b901-8b3c00b79042 req-43fa589e-704b-4eca-8267-96dcd5c6eead tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511038 Mar 01 21:25:32.370112 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:32.401275 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 533e9b54-d686-453e-9ced-0e27b579fa1f up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:25:32.523233 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:32.537438 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 533e9b54-d686-453e-9ced-0e27b579fa1f completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:25:32.542833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 533e9b54-d686-453e-9ced-0e27b579fa1f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:25:32.543314 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:32.668329 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:32.697934 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1b0a97-f203-47bf-b5f4-276618f28c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533e9b54-d686-453e-9ced-0e27b579fa1f'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:25:32.719198 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 533e9b54-d686-453e-9ced-0e27b579fa1f, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=533e9b54-d686-453e-9ced-0e27b579fa1f,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:25:32.748970 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1b0a97-f203-47bf-b5f4-276618f28c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533e9b54-d686-453e-9ced-0e27b579fa1f', 'code': 200} Mar 01 21:25:32.759419 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:32.780480 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:32.809224 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:32.857823 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=533e9b54-d686-453e-9ced-0e27b579fa1f,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:32.914959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353c0b0e-3644-465b-941b-214b202db41a req-590c5cad-5465-4b62-abad-ed115f520191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:32.917383 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-353c0b0e-3644-465b-941b-214b202db41a req-590c5cad-5465-4b62-abad-ed115f520191 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 1096 time: 0.1074359 Mar 01 21:25:32.937018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'Port': ['ID=71670112-71ec-4adf-aa5b-df4b0d670deb,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:25:32.951657 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:32.976771 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-353c0b0e-3644-465b-941b-214b202db41a req-0b294570-879c-4a17-94f4-399b81682ac7 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523372 Mar 01 21:25:33.127106 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Floating IP 00366db5-c827-450a-8a07-e6fa7b868f1e associated. External IP: 172.25.5.70, port: d0a98904-9908-4400-ae33-f37e01130a64. Mar 01 21:25:33.672327 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Router 85ab06e3-eee3-45d3-abd5-06efa4168733 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:25:33.812101 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf26478-74a1-433f-8aa9-28e19d44dceb req-1b9456bb-5e8f-4235-8883-2e34080e31a7 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:33.814699 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-baf26478-74a1-433f-8aa9-28e19d44dceb req-1b9456bb-5e8f-4235-8883-2e34080e31a7 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.2190280 Mar 01 21:25:33.952857 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-baf26478-74a1-433f-8aa9-28e19d44dceb req-083ced04-7a4d-4225-a885-d56b3924b5c2 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735002 Mar 01 21:25:33.953883 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:25:33.966211 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb4edcd-4534-426a-817a-55ff33472a43 None None] Sync routers for ids ['85ab06e3-eee3-45d3-abd5-06efa4168733'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:25:33.978334 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb4edcd-4534-426a-817a-55ff33472a43 None None] Routers {'85ab06e3-eee3-45d3-abd5-06efa4168733'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:25:33.978955 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-ceb4edcd-4534-426a-817a-55ff33472a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:25:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['85ab06e3-eee3-45d3-abd5-06efa4168733'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:25:34.089539 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:34.180196 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-ceb4edcd-4534-426a-817a-55ff33472a43 None None] Set router 85ab06e3-eee3-45d3-abd5-06efa4168733 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:25:34.192887 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7e8e0b18-1bc9-482b-bb04-7f5c93a61bb6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2467859 Mar 01 21:25:34.193881 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199db97c-0ae1-4107-be90-fb6475648a81', 'tag': 'd0a98904-9908-4400-ae33-f37e01130a64'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:25:34.197070 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54716) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:34.292135 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199db97c-0ae1-4107-be90-fb6475648a81', 'tag': 'd0a98904-9908-4400-ae33-f37e01130a64', 'status': 'completed', 'code': 200} Mar 01 21:25:34.383298 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4bd826eb-5a78-43b2-8f13-402387d9e29b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/floatingips/00366db5-c827-450a-8a07-e6fa7b868f1e HTTP/1.1" status: 200 len: 990 time: 0.1839414 Mar 01 21:25:34.406279 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514182bd-9113-4b5d-a510-dd95abef9cc6 req-3655a421-29a6-46cc-8db6-1f3d12a75e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:34.407911 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-514182bd-9113-4b5d-a510-dd95abef9cc6 req-3655a421-29a6-46cc-8db6-1f3d12a75e1c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=344426e910fb4a26a6fdf736e0329342&device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 1096 time: 0.0997114 Mar 01 21:25:34.558113 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514182bd-9113-4b5d-a510-dd95abef9cc6 req-b5c0f4c0-03c9-48c4-aa16-9dd016d4b110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:34.558113 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-514182bd-9113-4b5d-a510-dd95abef9cc6 req-b5c0f4c0-03c9-48c4-aa16-9dd016d4b110 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d40a089-4c40-47b1-9e2a-b80bd57370ee HTTP/1.1" status: 200 len: 898 time: 0.1441112 Mar 01 21:25:34.639307 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-ceb4edcd-4534-426a-817a-55ff33472a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:24:57Z', 'updated_at': '2022-03-01T21:25:05Z', 'revision_number': 4, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:24:58Z', 'updated_at': '2022-03-01T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '00366db5-c827-450a-8a07-e6fa7b868f1e', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'port_id': 'd0a98904-9908-4400-ae33-f37e01130a64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'mac_address': 'fa:16:3e:8a:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199db97c-0ae1-4107-be90-fb6475648a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:25:32Z', 'updated_at': '2022-03-01T21:25:32Z', 'revision_number': 0, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a63b87e-b7cd-4196-9765-3ce68bd97938', 'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:d8:ff:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:25:03Z', 'updated_at': '2022-03-01T21:25:12Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:25:34.644500 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb4edcd-4534-426a-817a-55ff33472a43 None None] Checking router: 85ab06e3-eee3-45d3-abd5-06efa4168733 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:25:34.654197 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb4edcd-4534-426a-817a-55ff33472a43 None None] Routers {'85ab06e3-eee3-45d3-abd5-06efa4168733'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:25:34.657488 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-ceb4edcd-4534-426a-817a-55ff33472a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:25:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['85ab06e3-eee3-45d3-abd5-06efa4168733'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:25:34.676221 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-514182bd-9113-4b5d-a510-dd95abef9cc6 req-b07f0cb4-09cf-4f3a-a676-a09ccc1942f0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0a98904-9908-4400-ae33-f37e01130a64 HTTP/1.1" status: 200 len: 998 time: 0.1120043 Mar 01 21:25:34.751834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514182bd-9113-4b5d-a510-dd95abef9cc6 req-72065839-ff5a-4c4d-a410-81ef9dc1ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:34.753493 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-514182bd-9113-4b5d-a510-dd95abef9cc6 req-72065839-ff5a-4c4d-a410-81ef9dc1ceb0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f86e313d-dd25-48b3-a428-946d2319ac2a HTTP/1.1" status: 200 len: 834 time: 0.0710781 Mar 01 21:25:34.834854 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514182bd-9113-4b5d-a510-dd95abef9cc6 req-a58e6a67-03e9-4b21-b4ea-e8d73df0cc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:34.836293 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-514182bd-9113-4b5d-a510-dd95abef9cc6 req-a58e6a67-03e9-4b21-b4ea-e8d73df0cc49 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d40a089-4c40-47b1-9e2a-b80bd57370ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770996 Mar 01 21:25:34.841464 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-ceb4edcd-4534-426a-817a-55ff33472a43 None None] Set router 85ab06e3-eee3-45d3-abd5-06efa4168733 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:25:34.845862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-514182bd-9113-4b5d-a510-dd95abef9cc6 req-e60c704c-9b78-4cfa-85d6-19f3d6d86b8a service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:25:34.846788 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-514182bd-9113-4b5d-a510-dd95abef9cc6 req-e60c704c-9b78-4cfa-85d6-19f3d6d86b8a service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048015 Mar 01 21:25:35.049683 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-514182bd-9113-4b5d-a510-dd95abef9cc6 req-4ef25c1d-0d87-4c74-9f52-7a2fad59ac03 service neutron] 10.222.0.55 "GET /v2.0/networks/4d40a089-4c40-47b1-9e2a-b80bd57370ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958992 Mar 01 21:25:35.214077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db7980e-d533-4852-b924-e472991197c6 req-d524e6d0-ea95-4818-bc1b-6845e67106d2 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:35.223178 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0db7980e-d533-4852-b924-e472991197c6 req-d524e6d0-ea95-4818-bc1b-6845e67106d2 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.1103342 Mar 01 21:25:35.266305 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0db7980e-d533-4852-b924-e472991197c6 req-53adf44a-2f74-4201-aaf5-06750002e5ae tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416863 Mar 01 21:25:35.322386 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-ceb4edcd-4534-426a-817a-55ff33472a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:24:57Z', 'updated_at': '2022-03-01T21:25:05Z', 'revision_number': 4, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:24:58Z', 'updated_at': '2022-03-01T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '00366db5-c827-450a-8a07-e6fa7b868f1e', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'port_id': 'd0a98904-9908-4400-ae33-f37e01130a64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'mac_address': 'fa:16:3e:8a:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199db97c-0ae1-4107-be90-fb6475648a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:25:32Z', 'updated_at': '2022-03-01T21:25:32Z', 'revision_number': 0, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a63b87e-b7cd-4196-9765-3ce68bd97938', 'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:d8:ff:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:25:03Z', 'updated_at': '2022-03-01T21:25:12Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:25:35.327374 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceb4edcd-4534-426a-817a-55ff33472a43 None None] The sync data for ids ['85ab06e3-eee3-45d3-abd5-06efa4168733'] in n-d-827896-4 is: [{'id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:24:57Z', 'updated_at': '2022-03-01T21:25:05Z', 'revision_number': 4, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:24:58Z', 'updated_at': '2022-03-01T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '00366db5-c827-450a-8a07-e6fa7b868f1e', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'port_id': 'd0a98904-9908-4400-ae33-f37e01130a64', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'mac_address': 'fa:16:3e:8a:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199db97c-0ae1-4107-be90-fb6475648a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:25:32Z', 'updated_at': '2022-03-01T21:25:32Z', 'revision_number': 0, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a63b87e-b7cd-4196-9765-3ce68bd97938', 'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:d8:ff:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:25:03Z', 'updated_at': '2022-03-01T21:25:12Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:25:35.371408 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-514182bd-9113-4b5d-a510-dd95abef9cc6 req-37653a99-0c45-46ea-90a5-8d654729860c service neutron] 10.222.0.55 "GET /v2.0/networks/4d40a089-4c40-47b1-9e2a-b80bd57370ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3152928 Mar 01 21:25:35.389694 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54788) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:35.554856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e6cc5a78-84ec-4d97-a3ec-fea8dc865883 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/floatingips/00366db5-c827-450a-8a07-e6fa7b868f1e HTTP/1.1" status: 200 len: 990 time: 0.1653230 Mar 01 21:25:35.597991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c2ecfa-039e-49f0-a036-056977a171ba req-4df8d398-fd96-4407-a28c-c44935576d65 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:35.601710 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27c2ecfa-039e-49f0-a036-056977a171ba req-4df8d398-fd96-4407-a28c-c44935576d65 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.1448467 Mar 01 21:25:35.611488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 54800) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:35.617543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-3fb4077d-132d-4dfe-beab-e5b4a0df714a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Request body: {'floatingip': {'port_id': '533e9b54-d686-453e-9ced-0e27b579fa1f'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:25:35.644149 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1451b89d-04df-40aa-b8c3-8508fcbaced2 None None] New status for floating IP 00366db5-c827-450a-8a07-e6fa7b868f1e: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:25:35.699105 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3fb4077d-132d-4dfe-beab-e5b4a0df714a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for floatingip, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:36.368508 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3fb4077d-132d-4dfe-beab-e5b4a0df714a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:36.431574 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3fb4077d-132d-4dfe-beab-e5b4a0df714a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:36.557219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 54852) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:25:36.609105 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-3fb4077d-132d-4dfe-beab-e5b4a0df714a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Floating IP 2364262c-0860-4ebf-8f14-f8ffd207530b associated. External IP: 172.25.5.4, port: 533e9b54-d686-453e-9ced-0e27b579fa1f. Mar 01 21:25:36.671304 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-28b30918-500e-4a48-ba95-ace8efa11d1f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/floatingips/00366db5-c827-450a-8a07-e6fa7b868f1e HTTP/1.1" status: 200 len: 992 time: 0.1127491 Mar 01 21:25:37.118657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb4077d-132d-4dfe-beab-e5b4a0df714a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Router 8d3285e1-e10d-4319-a84f-0f116aa82813 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:25:37.302622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb4077d-132d-4dfe-beab-e5b4a0df714a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:25:37.308040 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3fb4077d-132d-4dfe-beab-e5b4a0df714a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:37.314971 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8cef85-8eed-4b6a-a1fd-efd6092c0c5e None None] Sync routers for ids ['8d3285e1-e10d-4319-a84f-0f116aa82813'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:25:37.325293 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8cef85-8eed-4b6a-a1fd-efd6092c0c5e None None] Routers {'8d3285e1-e10d-4319-a84f-0f116aa82813'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:25:37.326436 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6b8cef85-8eed-4b6a-a1fd-efd6092c0c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:25:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8d3285e1-e10d-4319-a84f-0f116aa82813'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:25:37.369693 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3fb4077d-132d-4dfe-beab-e5b4a0df714a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "PUT /v2.0/floatingips/2364262c-0860-4ebf-8f14-f8ffd207530b HTTP/1.1" status: 200 len: 989 time: 1.7570248 Mar 01 21:25:37.370276 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de1b0a97-f203-47bf-b5f4-276618f28c9b', 'tag': '533e9b54-d686-453e-9ced-0e27b579fa1f'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:25:37.431675 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de1b0a97-f203-47bf-b5f4-276618f28c9b', 'tag': '533e9b54-d686-453e-9ced-0e27b579fa1f', 'status': 'completed', 'code': 200} Mar 01 21:25:37.582434 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7b520-8a5f-4cf4-805a-372887d48fd9 req-e55479f1-79e7-4a6a-8325-bfa69beeec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:37.584129 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4eb7b520-8a5f-4cf4-805a-372887d48fd9 req-e55479f1-79e7-4a6a-8325-bfa69beeec34 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6014c443b54e41aa96abbf34b6c6cfbd&device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 1096 time: 0.1269560 Mar 01 21:25:37.594781 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-6b8cef85-8eed-4b6a-a1fd-efd6092c0c5e None None] Set router 8d3285e1-e10d-4319-a84f-0f116aa82813 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:25:37.752169 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7b520-8a5f-4cf4-805a-372887d48fd9 req-c41ac8f3-3ea1-4ae9-8777-80c54d325bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:37.754419 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4eb7b520-8a5f-4cf4-805a-372887d48fd9 req-c41ac8f3-3ea1-4ae9-8777-80c54d325bfc service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3 HTTP/1.1" status: 200 len: 918 time: 0.1644464 Mar 01 21:25:37.964623 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4eb7b520-8a5f-4cf4-805a-372887d48fd9 req-f35ad209-2c56-49db-be64-59b1e64a15bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=533e9b54-d686-453e-9ced-0e27b579fa1f HTTP/1.1" status: 200 len: 997 time: 0.2039583 Mar 01 21:25:37.971521 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d78dc026-df25-44ea-8d39-d4033f4b2fe3 req-34fdbdf6-a6d6-4c86-a833-3edae69a915c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1115434 Mar 01 21:25:38.055805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7b520-8a5f-4cf4-805a-372887d48fd9 req-28af23ca-e91f-42c3-ae20-e55969c3653d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:38.057242 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4eb7b520-8a5f-4cf4-805a-372887d48fd9 req-28af23ca-e91f-42c3-ae20-e55969c3653d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7806e9af-ea8e-45a6-994c-4158f4cea3a0 HTTP/1.1" status: 200 len: 856 time: 0.0846717 Mar 01 21:25:38.086187 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6b8cef85-8eed-4b6a-a1fd-efd6092c0c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:26Z', 'updated_at': '2022-03-01T21:20:37Z', 'revision_number': 4, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'gw_port': {'id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:28Z', 'updated_at': '2022-03-01T21:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '2364262c-0860-4ebf-8f14-f8ffd207530b', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'port_id': '533e9b54-d686-453e-9ced-0e27b579fa1f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'mac_address': 'fa:16:3e:da:a2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1b0a97-f203-47bf-b5f4-276618f28c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:25:19Z', 'updated_at': '2022-03-01T21:25:36Z', 'revision_number': 1, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '302c49ca-816e-4935-bf9a-fe7a82fb5938', 'name': '', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'mac_address': 'fa:16:3e:99:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:34Z', 'updated_at': '2022-03-01T21:20:43Z', 'revision_number': 5, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'subnets': [{'id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:25:38.096776 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8cef85-8eed-4b6a-a1fd-efd6092c0c5e None None] Checking router: 8d3285e1-e10d-4319-a84f-0f116aa82813 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:25:38.117631 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8cef85-8eed-4b6a-a1fd-efd6092c0c5e None None] Routers {'8d3285e1-e10d-4319-a84f-0f116aa82813'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:25:38.118434 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6b8cef85-8eed-4b6a-a1fd-efd6092c0c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:25:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8d3285e1-e10d-4319-a84f-0f116aa82813'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:25:38.220092 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7b520-8a5f-4cf4-805a-372887d48fd9 req-da3b8145-9118-4be2-8b67-205970579ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:38.221631 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4eb7b520-8a5f-4cf4-805a-372887d48fd9 req-da3b8145-9118-4be2-8b67-205970579ccf service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1234677 Mar 01 21:25:38.279633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78dc026-df25-44ea-8d39-d4033f4b2fe3 req-69e8b900-9304-441c-b131-aa41ec38788b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:38.281108 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d78dc026-df25-44ea-8d39-d4033f4b2fe3 req-69e8b900-9304-441c-b131-aa41ec38788b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=344426e910fb4a26a6fdf736e0329342&device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 1096 time: 0.2210782 Mar 01 21:25:38.395027 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-6b8cef85-8eed-4b6a-a1fd-efd6092c0c5e None None] Set router 8d3285e1-e10d-4319-a84f-0f116aa82813 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:25:38.588145 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4eb7b520-8a5f-4cf4-805a-372887d48fd9 req-c83f026f-5655-4549-b191-5f2d10f0c91f service neutron] 10.222.0.57 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3577054 Mar 01 21:25:38.638894 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78dc026-df25-44ea-8d39-d4033f4b2fe3 req-ba15f90d-e6e8-46d3-a29b-1ec3f7e7f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:38.640538 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d78dc026-df25-44ea-8d39-d4033f4b2fe3 req-ba15f90d-e6e8-46d3-a29b-1ec3f7e7f980 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d40a089-4c40-47b1-9e2a-b80bd57370ee HTTP/1.1" status: 200 len: 898 time: 0.3281076 Mar 01 21:25:38.909407 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6b8cef85-8eed-4b6a-a1fd-efd6092c0c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:26Z', 'updated_at': '2022-03-01T21:20:37Z', 'revision_number': 4, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'gw_port': {'id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:28Z', 'updated_at': '2022-03-01T21:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '2364262c-0860-4ebf-8f14-f8ffd207530b', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'port_id': '533e9b54-d686-453e-9ced-0e27b579fa1f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'mac_address': 'fa:16:3e:da:a2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1b0a97-f203-47bf-b5f4-276618f28c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:25:19Z', 'updated_at': '2022-03-01T21:25:36Z', 'revision_number': 1, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '302c49ca-816e-4935-bf9a-fe7a82fb5938', 'name': '', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'mac_address': 'fa:16:3e:99:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:34Z', 'updated_at': '2022-03-01T21:20:43Z', 'revision_number': 5, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'subnets': [{'id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:25:38.915233 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8cef85-8eed-4b6a-a1fd-efd6092c0c5e None None] The sync data for ids ['8d3285e1-e10d-4319-a84f-0f116aa82813'] in n-d-827896-4 is: [{'id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:26Z', 'updated_at': '2022-03-01T21:20:37Z', 'revision_number': 4, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'gw_port': {'id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:28Z', 'updated_at': '2022-03-01T21:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '2364262c-0860-4ebf-8f14-f8ffd207530b', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'floating_ip_address': '172.25.5.4', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'port_id': '533e9b54-d686-453e-9ced-0e27b579fa1f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3552, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'mac_address': 'fa:16:3e:da:a2:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de1b0a97-f203-47bf-b5f4-276618f28c9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:25:19Z', 'updated_at': '2022-03-01T21:25:36Z', 'revision_number': 1, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '302c49ca-816e-4935-bf9a-fe7a82fb5938', 'name': '', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'mac_address': 'fa:16:3e:99:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:34Z', 'updated_at': '2022-03-01T21:20:43Z', 'revision_number': 5, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'subnets': [{'id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:25:38.915528 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4eb7b520-8a5f-4cf4-805a-372887d48fd9 req-e6db7981-e7f4-425a-992f-fd20b22e3044 service neutron] 10.222.0.57 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184092 Mar 01 21:25:38.932954 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d78dc026-df25-44ea-8d39-d4033f4b2fe3 req-ed8fdf71-2e41-439f-bca8-ae21796e9b62 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0a98904-9908-4400-ae33-f37e01130a64 HTTP/1.1" status: 200 len: 1000 time: 0.1234162 Mar 01 21:25:39.023215 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78dc026-df25-44ea-8d39-d4033f4b2fe3 req-20b5ace0-f3e7-41bd-9265-084090a053f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:39.025461 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d78dc026-df25-44ea-8d39-d4033f4b2fe3 req-20b5ace0-f3e7-41bd-9265-084090a053f4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f86e313d-dd25-48b3-a428-946d2319ac2a HTTP/1.1" status: 200 len: 834 time: 0.0860503 Mar 01 21:25:39.104736 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78dc026-df25-44ea-8d39-d4033f4b2fe3 req-f11c832c-7848-4f1f-bcf8-e1ce1263763c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:25:39.106362 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d78dc026-df25-44ea-8d39-d4033f4b2fe3 req-f11c832c-7848-4f1f-bcf8-e1ce1263763c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d40a089-4c40-47b1-9e2a-b80bd57370ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755241 Mar 01 21:25:39.285190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b4dc48-eefb-4c97-bfac-c1009bd4cc5c None None] New status for floating IP 2364262c-0860-4ebf-8f14-f8ffd207530b: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:25:39.496282 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d78dc026-df25-44ea-8d39-d4033f4b2fe3 req-6c61c31e-c6ae-4520-bf67-85ab48e831dd service neutron] 10.222.0.55 "GET /v2.0/networks/4d40a089-4c40-47b1-9e2a-b80bd57370ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833919 Mar 01 21:25:39.665414 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d78dc026-df25-44ea-8d39-d4033f4b2fe3 req-8f96a4a3-de36-4f51-b00f-7b235269f93a service neutron] 10.222.0.55 "GET /v2.0/networks/4d40a089-4c40-47b1-9e2a-b80bd57370ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621478 Mar 01 21:25:51.511155 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:54.001180 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:57.362467 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:25:57.391326 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b9da2b0d-c9a5-4cdb-b5f3-972d5968f93a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:25:59.658476 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b131360b-c9d5-48d1-8e88-ec509f8c7da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:00.579978 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:00.590625 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:02.296951 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:02.644526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 55706) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:02.785999 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a3d6153-31f7-4df6-ab94-9eb4529a1d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:02.802350 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5a3d6153-31f7-4df6-ab94-9eb4529a1d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:26:02.808948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5a3d6153-31f7-4df6-ab94-9eb4529a1d8c admin admin] Usage tracker for resource:security_group_rule and tenant:b5a5d95de846408fb2eaa306957464e3 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:26:02.811919 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5a3d6153-31f7-4df6-ab94-9eb4529a1d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:26:02.817760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5a3d6153-31f7-4df6-ab94-9eb4529a1d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:26:02.906653 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a3d6153-31f7-4df6-ab94-9eb4529a1d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:02.968064 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a3d6153-31f7-4df6-ab94-9eb4529a1d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:03.027296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55718) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:03.028173 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5a3d6153-31f7-4df6-ab94-9eb4529a1d8c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b5a5d95de846408fb2eaa306957464e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3812351 Mar 01 21:26:03.029471 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d6153-31f7-4df6-ab94-9eb4529a1d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2482abc-7270-4f04-821d-e9a3591f5912,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:03.060140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d6153-31f7-4df6-ab94-9eb4529a1d8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.060140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d6153-31f7-4df6-ab94-9eb4529a1d8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.060140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d6153-31f7-4df6-ab94-9eb4529a1d8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.060140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d6153-31f7-4df6-ab94-9eb4529a1d8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.060140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d6153-31f7-4df6-ab94-9eb4529a1d8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.060140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d6153-31f7-4df6-ab94-9eb4529a1d8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.060140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d6153-31f7-4df6-ab94-9eb4529a1d8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.060140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d6153-31f7-4df6-ab94-9eb4529a1d8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.060140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d6153-31f7-4df6-ab94-9eb4529a1d8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.060140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d6153-31f7-4df6-ab94-9eb4529a1d8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.060140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d6153-31f7-4df6-ab94-9eb4529a1d8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.060140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3d6153-31f7-4df6-ab94-9eb4529a1d8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.123559 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aa39ff3d-ca12-4f66-a418-c0516b335d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:03.150311 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aa39ff3d-ca12-4f66-a418-c0516b335d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:03.293940 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aa39ff3d-ca12-4f66-a418-c0516b335d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:03.308967 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39ff3d-ca12-4f66-a418-c0516b335d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2482abc-7270-4f04-821d-e9a3591f5912,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:03.319660 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-aa39ff3d-ca12-4f66-a418-c0516b335d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:03.320777 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-aa39ff3d-ca12-4f66-a418-c0516b335d9a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a2482abc-7270-4f04-821d-e9a3591f5912 HTTP/1.1" status: 204 len: 168 time: 0.2924030 Mar 01 21:26:03.322223 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39ff3d-ca12-4f66-a418-c0516b335d9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.322565 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39ff3d-ca12-4f66-a418-c0516b335d9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.322895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39ff3d-ca12-4f66-a418-c0516b335d9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.323313 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39ff3d-ca12-4f66-a418-c0516b335d9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.323669 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39ff3d-ca12-4f66-a418-c0516b335d9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.323989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39ff3d-ca12-4f66-a418-c0516b335d9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.324305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39ff3d-ca12-4f66-a418-c0516b335d9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.324608 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39ff3d-ca12-4f66-a418-c0516b335d9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.324923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39ff3d-ca12-4f66-a418-c0516b335d9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.325239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39ff3d-ca12-4f66-a418-c0516b335d9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.325550 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39ff3d-ca12-4f66-a418-c0516b335d9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.325873 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa39ff3d-ca12-4f66-a418-c0516b335d9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:03.930544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55734) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:03.949356 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4b1a7e78-4fd2-4920-bb19-576e7c7f8ead admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:03.965131 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4b1a7e78-4fd2-4920-bb19-576e7c7f8ead admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:26:03.969256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4b1a7e78-4fd2-4920-bb19-576e7c7f8ead admin admin] Usage tracker for resource:security_group_rule and tenant:ee03fadffef4407db93920eec4d78133 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:26:03.972222 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4b1a7e78-4fd2-4920-bb19-576e7c7f8ead admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:26:03.978092 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4b1a7e78-4fd2-4920-bb19-576e7c7f8ead admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:26:04.066726 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4b1a7e78-4fd2-4920-bb19-576e7c7f8ead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:04.126850 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4b1a7e78-4fd2-4920-bb19-576e7c7f8ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:04.177470 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a7e78-4fd2-4920-bb19-576e7c7f8ead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d14c04d-9c75-4111-b79a-760d8039e8a4,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:04.182463 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4b1a7e78-4fd2-4920-bb19-576e7c7f8ead admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ee03fadffef4407db93920eec4d78133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508934 Mar 01 21:26:04.185087 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 55744) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:04.244812 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7566be28-a9e7-4be2-91ab-3ac8c9107d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:04.270007 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7566be28-a9e7-4be2-91ab-3ac8c9107d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:04.407018 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7566be28-a9e7-4be2-91ab-3ac8c9107d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:04.423032 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566be28-a9e7-4be2-91ab-3ac8c9107d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d14c04d-9c75-4111-b79a-760d8039e8a4,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:04.434262 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7566be28-a9e7-4be2-91ab-3ac8c9107d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:04.434262 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7566be28-a9e7-4be2-91ab-3ac8c9107d44 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d14c04d-9c75-4111-b79a-760d8039e8a4 HTTP/1.1" status: 204 len: 168 time: 0.2428081 Mar 01 21:26:08.764841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad022ea7-a5b5-4d56-b910-7b9d7eea1719 req-a64dd672-302f-4713-a728-2b794a79a47d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:08.766285 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad022ea7-a5b5-4d56-b910-7b9d7eea1719 req-a64dd672-302f-4713-a728-2b794a79a47d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.0808227 Mar 01 21:26:08.810363 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad022ea7-a5b5-4d56-b910-7b9d7eea1719 req-85fa7b36-aacc-443a-bdba-fa923a9f326d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377634 Mar 01 21:26:10.008996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9266c244-3fa6-4087-814f-b982ebea6df0 req-d00488e5-28c8-40c0-90f0-04f59f8f3ee8 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:10.010510 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9266c244-3fa6-4087-814f-b982ebea6df0 req-d00488e5-28c8-40c0-90f0-04f59f8f3ee8 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.0847521 Mar 01 21:26:10.072693 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9266c244-3fa6-4087-814f-b982ebea6df0 req-e633cd58-29f3-4d29-9703-c6e931435a58 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535657 Mar 01 21:26:11.325592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a60ac43-cbdf-445f-908e-a1d85b8c7b60 req-576c4fa2-32e8-4454-9cab-1b027e49adf4 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:11.327085 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a60ac43-cbdf-445f-908e-a1d85b8c7b60 req-576c4fa2-32e8-4454-9cab-1b027e49adf4 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.1040800 Mar 01 21:26:11.372852 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a60ac43-cbdf-445f-908e-a1d85b8c7b60 req-064047a3-d5ce-4836-9f80-d3b060a1b184 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398386 Mar 01 21:26:12.569106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c5b63-e88f-4fb5-b9b1-5c5d1de73031 req-4f3e3582-a213-48f1-a333-c12aa655d597 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:12.571245 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d99c5b63-e88f-4fb5-b9b1-5c5d1de73031 req-4f3e3582-a213-48f1-a333-c12aa655d597 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.0851724 Mar 01 21:26:12.619491 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d99c5b63-e88f-4fb5-b9b1-5c5d1de73031 req-a1a78761-40ae-42d6-adec-6d45ce3f6486 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405626 Mar 01 21:26:13.810591 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc227b1b-a839-4376-93fb-1825594c24d2 req-55cd13bf-f9ff-430b-94e6-246f1d62b983 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:13.812087 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc227b1b-a839-4376-93fb-1825594c24d2 req-55cd13bf-f9ff-430b-94e6-246f1d62b983 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.0781312 Mar 01 21:26:13.860676 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc227b1b-a839-4376-93fb-1825594c24d2 req-0c4a25c6-e603-450d-b0f7-d65edc029f03 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430434 Mar 01 21:26:15.071228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02bd7a-bbd6-4786-9fde-0a2a9b98085d req-36452927-240b-4e3a-81c2-0942845836c1 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:15.072759 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc02bd7a-bbd6-4786-9fde-0a2a9b98085d req-36452927-240b-4e3a-81c2-0942845836c1 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.0943694 Mar 01 21:26:15.120419 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc02bd7a-bbd6-4786-9fde-0a2a9b98085d req-979effc1-58ae-406a-8099-2c7854449dc7 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415015 Mar 01 21:26:16.319961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e0177-7809-4c4d-b43c-959e9bddc42f req-b6598930-eca1-4e0c-ad86-590fa93372f7 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:16.321616 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-086e0177-7809-4c4d-b43c-959e9bddc42f req-b6598930-eca1-4e0c-ad86-590fa93372f7 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.0861440 Mar 01 21:26:16.365963 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-086e0177-7809-4c4d-b43c-959e9bddc42f req-d698c63f-7c69-44ee-ac73-1f2898414217 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385497 Mar 01 21:26:17.564100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dd31e1-03d1-4b5a-b095-b67cf49569ba req-5c6b5aac-6dae-44f8-af2e-e48873e43ab1 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:17.565679 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6dd31e1-03d1-4b5a-b095-b67cf49569ba req-5c6b5aac-6dae-44f8-af2e-e48873e43ab1 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.0905743 Mar 01 21:26:17.612262 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6dd31e1-03d1-4b5a-b095-b67cf49569ba req-c719dcd1-6259-4bee-ae3d-dfd6dc04fb37 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394981 Mar 01 21:26:18.938659 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ee376-569a-4e06-865b-2b506ac435fb req-6c8051d4-f6ec-48f9-a8af-157b0092575d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:18.940154 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b06ee376-569a-4e06-865b-2b506ac435fb req-6c8051d4-f6ec-48f9-a8af-157b0092575d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.2009354 Mar 01 21:26:18.998328 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b06ee376-569a-4e06-865b-2b506ac435fb req-ffa1a307-10f2-4465-b2c6-813ad60e1300 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518661 Mar 01 21:26:20.309191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee44205-6422-4b01-95e5-c886fe62351c req-9dffe6b2-fbab-4995-891a-1a98c805c67c tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:20.310749 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fee44205-6422-4b01-95e5-c886fe62351c req-9dffe6b2-fbab-4995-891a-1a98c805c67c tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.1085255 Mar 01 21:26:20.359092 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fee44205-6422-4b01-95e5-c886fe62351c req-eed183fc-0211-4b84-9a10-59d71c5d6a20 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420883 Mar 01 21:26:20.589131 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 533e9b54-d686-453e-9ced-0e27b579fa1f details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:26:20.937457 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 533e9b54-d686-453e-9ced-0e27b579fa1f, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=533e9b54-d686-453e-9ced-0e27b579fa1f,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:26:20.958809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '533e9b54-d686-453e-9ced-0e27b579fa1f', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'port_id': '533e9b54-d686-453e-9ced-0e27b579fa1f', 'mac_address': 'fa:16:3e:da:a2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:26:21.033953 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:21.071845 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 533e9b54-d686-453e-9ced-0e27b579fa1f {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:26:21.120913 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 533e9b54-d686-453e-9ced-0e27b579fa1f, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=533e9b54-d686-453e-9ced-0e27b579fa1f,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:26:21.180102 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:21.276668 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['533e9b54-d686-453e-9ced-0e27b579fa1f'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:26:21.338324 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=533e9b54-d686-453e-9ced-0e27b579fa1f,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:21.349129 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:21.349942 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:21.350510 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:21.351020 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:21.352481 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:21.355269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:21.355269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:21.355269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:21.355269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:21.355269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:21.355269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:21.355269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:26:21.603947 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:21.686094 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98204479-fd9c-49df-b6bc-9fffe539c33b req-6faaa15f-6730-4297-a0e1-233986e57a4e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:21.687610 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98204479-fd9c-49df-b6bc-9fffe539c33b req-6faaa15f-6730-4297-a0e1-233986e57a4e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 944 time: 0.1392334 Mar 01 21:26:21.740419 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98204479-fd9c-49df-b6bc-9fffe539c33b req-4a445eb8-3ffe-4c1d-b7c2-6e4a5f90eb6b tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461917 Mar 01 21:26:22.619663 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 533e9b54-d686-453e-9ced-0e27b579fa1f up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:26:22.704522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 533e9b54-d686-453e-9ced-0e27b579fa1f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:26:22.704790 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:22.947126 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:23.004460 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1b0a97-f203-47bf-b5f4-276618f28c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533e9b54-d686-453e-9ced-0e27b579fa1f'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:26:23.031382 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 533e9b54-d686-453e-9ced-0e27b579fa1f, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=533e9b54-d686-453e-9ced-0e27b579fa1f,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:26:23.073141 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1b0a97-f203-47bf-b5f4-276618f28c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533e9b54-d686-453e-9ced-0e27b579fa1f', 'code': 200} Mar 01 21:26:23.096058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e152fe5-f2a3-4cea-a5b7-18a1fe356051 req-2cf4d35a-dc4d-4d70-9176-38b8743741bd tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:23.103562 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e152fe5-f2a3-4cea-a5b7-18a1fe356051 req-2cf4d35a-dc4d-4d70-9176-38b8743741bd tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 944 time: 0.1236386 Mar 01 21:26:23.120194 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:23.237212 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e152fe5-f2a3-4cea-a5b7-18a1fe356051 req-e9261f4e-69b3-4c04-88db-9daef895580b tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321912 Mar 01 21:26:23.291435 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=533e9b54-d686-453e-9ced-0e27b579fa1f,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:24.019683 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:24.521582 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afa4b71-c082-4e3a-81cc-cda85ef7a35a req-feadcd8e-ec8c-4f6f-accc-b22ea8d36c53 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:24.529399 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9afa4b71-c082-4e3a-81cc-cda85ef7a35a req-feadcd8e-ec8c-4f6f-accc-b22ea8d36c53 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.1157434 Mar 01 21:26:24.585371 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9afa4b71-c082-4e3a-81cc-cda85ef7a35a req-5dee52ce-aac6-4e3d-9f22-1b83176f7621 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531445 Mar 01 21:26:25.785917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c7bd1-475d-46f9-bc8e-5f907210ae2e req-3a3d0017-f53e-4df4-a3c0-45c022da5ca3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:25.787549 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-344c7bd1-475d-46f9-bc8e-5f907210ae2e req-3a3d0017-f53e-4df4-a3c0-45c022da5ca3 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.0844352 Mar 01 21:26:25.843796 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-344c7bd1-475d-46f9-bc8e-5f907210ae2e req-9c4d6217-43f4-4859-83c8-3aecb706931e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425012 Mar 01 21:26:27.217649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306b871-b143-4237-992f-35f4bc165ddf req-9cfa3c84-ec1f-4c89-8c59-e17ba5003cd5 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:27.228824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d306b871-b143-4237-992f-35f4bc165ddf req-9cfa3c84-ec1f-4c89-8c59-e17ba5003cd5 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.2321901 Mar 01 21:26:27.298724 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d306b871-b143-4237-992f-35f4bc165ddf req-5e713389-72d5-4ec7-9fa6-c2c453cdcb90 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667582 Mar 01 21:26:27.431657 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-91eaa536-0b54-44d1-99c5-58761b4dcbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:27.496423 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56240) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:27.709848 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a2338ceb-6641-4c55-9314-dce3af410cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:27.726128 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a2338ceb-6641-4c55-9314-dce3af410cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:26:27.731511 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a2338ceb-6641-4c55-9314-dce3af410cc1 admin admin] Usage tracker for resource:security_group_rule and tenant:9b69b74d15fd4e9dbad3b67b44d3848b is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:26:27.734792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a2338ceb-6641-4c55-9314-dce3af410cc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:26:27.741146 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a2338ceb-6641-4c55-9314-dce3af410cc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:26:27.835270 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a2338ceb-6641-4c55-9314-dce3af410cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:27.916509 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a2338ceb-6641-4c55-9314-dce3af410cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:27.967317 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a2338ceb-6641-4c55-9314-dce3af410cc1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9b69b74d15fd4e9dbad3b67b44d3848b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4696722 Mar 01 21:26:27.968544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2338ceb-6641-4c55-9314-dce3af410cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7c8a3a-f6ec-40b2-af29-45033bc58fe9,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:27.969939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56248) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:28.044295 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e82041b-94be-4891-9bd3-1dc34b02e9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:28.075232 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e82041b-94be-4891-9bd3-1dc34b02e9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:28.213942 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e82041b-94be-4891-9bd3-1dc34b02e9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:28.257849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e82041b-94be-4891-9bd3-1dc34b02e9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7c8a3a-f6ec-40b2-af29-45033bc58fe9,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:28.279169 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e82041b-94be-4891-9bd3-1dc34b02e9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:28.285945 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2e82041b-94be-4891-9bd3-1dc34b02e9b2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1f7c8a3a-f6ec-40b2-af29-45033bc58fe9 HTTP/1.1" status: 204 len: 168 time: 0.3147206 Mar 01 21:26:28.559605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f99b5f-7ffd-417e-a2dd-cfa8b47bc4a1 req-25c6b298-0a48-4308-8b2a-5392855a7bfb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:28.561209 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-99f99b5f-7ffd-417e-a2dd-cfa8b47bc4a1 req-25c6b298-0a48-4308-8b2a-5392855a7bfb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.1195588 Mar 01 21:26:28.627294 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-99f99b5f-7ffd-417e-a2dd-cfa8b47bc4a1 req-3abe484a-7ba2-4bde-afc5-4052686e8719 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577176 Mar 01 21:26:29.089531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56258) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:29.117841 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-578659dc-82cf-4fbb-b162-d042882d2eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:29.138267 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-578659dc-82cf-4fbb-b162-d042882d2eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:26:29.142115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-578659dc-82cf-4fbb-b162-d042882d2eef admin admin] Usage tracker for resource:security_group_rule and tenant:0e2175587df548068a1801bffe5feb7e is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:26:29.144946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-578659dc-82cf-4fbb-b162-d042882d2eef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:26:29.151073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-578659dc-82cf-4fbb-b162-d042882d2eef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:26:29.252405 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-578659dc-82cf-4fbb-b162-d042882d2eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:29.316097 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-578659dc-82cf-4fbb-b162-d042882d2eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:29.373761 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-578659dc-82cf-4fbb-b162-d042882d2eef admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e2175587df548068a1801bffe5feb7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2807231 Mar 01 21:26:29.374499 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56262) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:29.378200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578659dc-82cf-4fbb-b162-d042882d2eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8faf1e36-b0fc-4386-8cf5-06ee147ee197,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:29.446773 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aca56002-3d1b-4750-869b-c8dbd8ece69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:29.473368 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aca56002-3d1b-4750-869b-c8dbd8ece69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:29.838407 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f72b80-4956-4802-9faa-c912c3066bf4 req-8522f1fb-b263-479f-a6f5-3511c1e367a9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:29.840017 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e3f72b80-4956-4802-9faa-c912c3066bf4 req-8522f1fb-b263-479f-a6f5-3511c1e367a9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.0901570 Mar 01 21:26:29.841252 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aca56002-3d1b-4750-869b-c8dbd8ece69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:29.873408 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca56002-3d1b-4750-869b-c8dbd8ece69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8faf1e36-b0fc-4386-8cf5-06ee147ee197,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:29.892532 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-aca56002-3d1b-4750-869b-c8dbd8ece69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:29.896293 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-aca56002-3d1b-4750-869b-c8dbd8ece69f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8faf1e36-b0fc-4386-8cf5-06ee147ee197 HTTP/1.1" status: 204 len: 168 time: 0.5207932 Mar 01 21:26:29.904854 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-23c345db-ec87-4e11-bfab-730c9175f4c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:29.914613 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e3f72b80-4956-4802-9faa-c912c3066bf4 req-8c88814a-9b22-4497-8513-7c015473fbe5 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678992 Mar 01 21:26:30.602631 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:30.641955 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:31.165136 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4048fd-6893-4cb7-8dbb-d20371f0bca3 req-7a981c0e-b82c-4b8c-9f09-272c16e910ca tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:31.166773 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa4048fd-6893-4cb7-8dbb-d20371f0bca3 req-7a981c0e-b82c-4b8c-9f09-272c16e910ca tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.1103716 Mar 01 21:26:31.239636 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa4048fd-6893-4cb7-8dbb-d20371f0bca3 req-a86bb7b1-8d99-487e-8467-9623a91dc567 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658741 Mar 01 21:26:32.312099 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:32.482106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f666c3b5-b9f5-41eb-af48-d880ade6ad40 req-a2a331fa-7dad-488c-9aad-17b53ce2140b tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:32.488643 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f666c3b5-b9f5-41eb-af48-d880ade6ad40 req-a2a331fa-7dad-488c-9aad-17b53ce2140b tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.1257331 Mar 01 21:26:32.581516 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f666c3b5-b9f5-41eb-af48-d880ade6ad40 req-5d84bf5d-7748-41e7-9999-b5ead0d8fd80 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856237 Mar 01 21:26:33.695192 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5054f-8efe-41e6-b00f-c9a23920d684 req-c8641a12-d01c-4a32-849f-6b8869c4f069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:33.695192 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cff5054f-8efe-41e6-b00f-c9a23920d684 req-c8641a12-d01c-4a32-849f-6b8869c4f069 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6014c443b54e41aa96abbf34b6c6cfbd&device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 1096 time: 0.1592314 Mar 01 21:26:33.894630 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec14f27-7b01-4234-aaa3-63bb37a76843 req-47d6213d-3665-405b-a2a6-4c561182a45c tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:33.894630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5ec14f27-7b01-4234-aaa3-63bb37a76843 req-47d6213d-3665-405b-a2a6-4c561182a45c tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.1279430 Mar 01 21:26:33.921324 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5054f-8efe-41e6-b00f-c9a23920d684 req-f5ac942f-6998-41b8-8bf4-a35ecea6d14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:33.921324 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cff5054f-8efe-41e6-b00f-c9a23920d684 req-f5ac942f-6998-41b8-8bf4-a35ecea6d14e service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3 HTTP/1.1" status: 200 len: 918 time: 0.1937232 Mar 01 21:26:33.957185 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5ec14f27-7b01-4234-aaa3-63bb37a76843 req-bd7e17c1-8862-416a-9cd1-90d7332a20ed tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630355 Mar 01 21:26:34.066823 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cff5054f-8efe-41e6-b00f-c9a23920d684 req-219867e6-3fca-4912-96d4-d0e2163b4b46 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=533e9b54-d686-453e-9ced-0e27b579fa1f HTTP/1.1" status: 200 len: 999 time: 0.1533651 Mar 01 21:26:34.193089 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5054f-8efe-41e6-b00f-c9a23920d684 req-46072c03-ae89-491a-a968-b148b64d1f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:34.193089 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cff5054f-8efe-41e6-b00f-c9a23920d684 req-46072c03-ae89-491a-a968-b148b64d1f9c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7806e9af-ea8e-45a6-994c-4158f4cea3a0 HTTP/1.1" status: 200 len: 856 time: 0.1181273 Mar 01 21:26:34.323956 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5054f-8efe-41e6-b00f-c9a23920d684 req-8269e3fd-31d3-4f38-ab50-e57c6141718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:34.323956 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cff5054f-8efe-41e6-b00f-c9a23920d684 req-8269e3fd-31d3-4f38-ab50-e57c6141718d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217928 Mar 01 21:26:34.361847 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:26:34.494847 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cff5054f-8efe-41e6-b00f-c9a23920d684 req-a9df1cfe-62cc-4fa3-8d7e-6b62db57de83 service neutron] 10.222.0.57 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680827 Mar 01 21:26:34.678973 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cff5054f-8efe-41e6-b00f-c9a23920d684 req-08bc83ee-5e3e-4cd9-a994-6725aa609608 service neutron] 10.222.0.57 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617815 Mar 01 21:26:35.162664 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa2761-c3f1-47f5-b79b-b8bb7bb39ccf req-fc8fe2fd-e1bb-457b-875c-73a067e5f61a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:35.164357 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47aa2761-c3f1-47f5-b79b-b8bb7bb39ccf req-fc8fe2fd-e1bb-457b-875c-73a067e5f61a tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.0865750 Mar 01 21:26:35.216031 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47aa2761-c3f1-47f5-b79b-b8bb7bb39ccf req-ed959d42-6def-4d28-bcfd-8efe6800f2b6 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449924 Mar 01 21:26:35.338366 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56388) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:35.418259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5df5f1-3a5c-4c19-9e8f-6982ff035cf6 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:35.418790 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5df5f1-3a5c-4c19-9e8f-6982ff035cf6 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:35.419199 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5df5f1-3a5c-4c19-9e8f-6982ff035cf6 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:35.426304 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3a5df5f1-3a5c-4c19-9e8f-6982ff035cf6 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=344426e910fb4a26a6fdf736e0329342&network_id=4d40a089-4c40-47b1-9e2a-b80bd57370ee HTTP/1.1" status: 200 len: 2969 time: 0.0859723 Mar 01 21:26:35.733480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990b7a3-d170-494e-9f10-9f1127268345 req-fef01da7-e018-4bec-abdf-cec25540eff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:35.735035 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b990b7a3-d170-494e-9f10-9f1127268345 req-fef01da7-e018-4bec-abdf-cec25540eff5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6014c443b54e41aa96abbf34b6c6cfbd&device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 1096 time: 0.0802999 Mar 01 21:26:35.888980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990b7a3-d170-494e-9f10-9f1127268345 req-396c058b-86b4-4004-a91e-1375d7ef8aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:35.888980 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b990b7a3-d170-494e-9f10-9f1127268345 req-396c058b-86b4-4004-a91e-1375d7ef8aa5 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3 HTTP/1.1" status: 200 len: 918 time: 0.1470034 Mar 01 21:26:36.010262 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b990b7a3-d170-494e-9f10-9f1127268345 req-cf9bf588-712b-4cd6-adc7-3e2f94435a84 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=533e9b54-d686-453e-9ced-0e27b579fa1f HTTP/1.1" status: 200 len: 999 time: 0.1130946 Mar 01 21:26:36.076629 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990b7a3-d170-494e-9f10-9f1127268345 req-b6fe1742-2139-4b22-a1a9-6830ad20c498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:36.077970 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b990b7a3-d170-494e-9f10-9f1127268345 req-b6fe1742-2139-4b22-a1a9-6830ad20c498 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7806e9af-ea8e-45a6-994c-4158f4cea3a0 HTTP/1.1" status: 200 len: 856 time: 0.0628142 Mar 01 21:26:36.156444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b990b7a3-d170-494e-9f10-9f1127268345 req-ef75244b-8598-40ce-a94e-d31d5e09f4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:36.157845 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b990b7a3-d170-494e-9f10-9f1127268345 req-ef75244b-8598-40ce-a94e-d31d5e09f4ce service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712802 Mar 01 21:26:36.434237 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b990b7a3-d170-494e-9f10-9f1127268345 req-1e6d60b7-de94-42ed-9022-1a698c747fde service neutron] 10.222.0.57 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693405 Mar 01 21:26:36.490586 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e23be18-992d-4884-8aba-8ef975ceb19e req-7171ee28-f71b-45d2-b05f-fc002c1feb2c tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:36.492553 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e23be18-992d-4884-8aba-8ef975ceb19e req-7171ee28-f71b-45d2-b05f-fc002c1feb2c tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.0840864 Mar 01 21:26:36.545535 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e23be18-992d-4884-8aba-8ef975ceb19e req-22d3f4e9-e31a-4a0b-860e-54f65d4832ce tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429721 Mar 01 21:26:36.595087 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-b990b7a3-d170-494e-9f10-9f1127268345 req-407aedf4-2263-4dfc-a5b5-4cc4fc1c0079 service neutron] 10.222.0.57 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514330 Mar 01 21:26:37.763023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbe8d2-d429-46a1-8359-4136e3e4c5ee req-4c3f44f7-1501-4c2c-849f-a65cc335a35d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:37.763023 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bcdbe8d2-d429-46a1-8359-4136e3e4c5ee req-4c3f44f7-1501-4c2c-849f-a65cc335a35d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 945 time: 0.0916252 Mar 01 21:26:37.915869 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bcdbe8d2-d429-46a1-8359-4136e3e4c5ee req-2e0df59f-f022-4fd4-9ba3-ffc8eaf9b83d tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462848 Mar 01 21:26:38.660436 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 533e9b54-d686-453e-9ced-0e27b579fa1f no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:26:38.745240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56454) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:38.801534 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:38.835767 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1b0a97-f203-47bf-b5f4-276618f28c9b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '533e9b54-d686-453e-9ced-0e27b579fa1f'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:26:38.850732 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d45570a-4e72-47b1-b28a-e0eaec22d1ef tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:38.855916 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1d45570a-4e72-47b1-b28a-e0eaec22d1ef tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e HTTP/1.1" status: 200 len: 814 time: 0.1095965 Mar 01 21:26:38.856790 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 533e9b54-d686-453e-9ced-0e27b579fa1f, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=533e9b54-d686-453e-9ced-0e27b579fa1f,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:26:38.979955 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:39.151866 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=533e9b54-d686-453e-9ced-0e27b579fa1f,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:39.224016 n-d-827896-4 neutron-server[88520]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'de1b0a97-f203-47bf-b5f4-276618f28c9b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '533e9b54-d686-453e-9ced-0e27b579fa1f', 'code': 422} returned with failed status Mar 01 21:26:39.246935 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bf1a6357-b550-4fc7-a052-5d2515792fd6 req-2be8476b-0b49-4f58-81ee-a700386e7d5e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3802960 Mar 01 21:26:39.328373 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c58cc-ff6e-46f1-968b-792651ea1e29 req-e5cc24cf-d804-4d4b-b69a-cd6dab4b9513 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:39.328373 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e1c58cc-ff6e-46f1-968b-792651ea1e29 req-e5cc24cf-d804-4d4b-b69a-cd6dab4b9513 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 943 time: 0.0903580 Mar 01 21:26:39.392705 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e1c58cc-ff6e-46f1-968b-792651ea1e29 req-6ae08058-96a4-4855-bb5e-c9a47c177923 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544608 Mar 01 21:26:39.429779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a6357-b550-4fc7-a052-5d2515792fd6 req-44c360e2-2f85-42b3-aade-7742683e94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:39.429779 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bf1a6357-b550-4fc7-a052-5d2515792fd6 req-44c360e2-2f85-42b3-aade-7742683e94b9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=344426e910fb4a26a6fdf736e0329342&device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 1096 time: 0.0861959 Mar 01 21:26:39.643325 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a6357-b550-4fc7-a052-5d2515792fd6 req-faedcf63-bb04-4d4f-85cd-97f0fc342cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:39.644801 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bf1a6357-b550-4fc7-a052-5d2515792fd6 req-faedcf63-bb04-4d4f-85cd-97f0fc342cdb service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d40a089-4c40-47b1-9e2a-b80bd57370ee HTTP/1.1" status: 200 len: 898 time: 0.1979227 Mar 01 21:26:39.776954 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bf1a6357-b550-4fc7-a052-5d2515792fd6 req-66216b83-72ad-4129-9b66-c324903edf28 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0a98904-9908-4400-ae33-f37e01130a64 HTTP/1.1" status: 200 len: 1000 time: 0.1206615 Mar 01 21:26:39.860045 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a6357-b550-4fc7-a052-5d2515792fd6 req-e50d278d-74e4-42d3-a59b-a004dc477359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:39.860045 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bf1a6357-b550-4fc7-a052-5d2515792fd6 req-e50d278d-74e4-42d3-a59b-a004dc477359 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f86e313d-dd25-48b3-a428-946d2319ac2a HTTP/1.1" status: 200 len: 834 time: 0.0780611 Mar 01 21:26:39.937254 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a6357-b550-4fc7-a052-5d2515792fd6 req-27a792b1-9294-4af6-8f28-2b2ba3133b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:39.938836 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bf1a6357-b550-4fc7-a052-5d2515792fd6 req-27a792b1-9294-4af6-8f28-2b2ba3133b9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d40a089-4c40-47b1-9e2a-b80bd57370ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749633 Mar 01 21:26:40.096096 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bf1a6357-b550-4fc7-a052-5d2515792fd6 req-312bfd18-e8ae-4f1b-9bb5-eafcfcfbfa73 service neutron] 10.222.0.55 "GET /v2.0/networks/4d40a089-4c40-47b1-9e2a-b80bd57370ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411977 Mar 01 21:26:40.212100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56502) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:40.212100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6fa71e11-b215-4556-a6db-71d10529412f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'network': {'name': 'tempest-network-smoke--165049479', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'port_security_enabled': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:26:40.217971 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6fa71e11-b215-4556-a6db-71d10529412f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:26:40.226527 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6fa71e11-b215-4556-a6db-71d10529412f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:26:40.256107 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bf1a6357-b550-4fc7-a052-5d2515792fd6 req-cfdf38ce-e9ea-4297-be4d-ab4011210f14 service neutron] 10.222.0.55 "GET /v2.0/networks/4d40a089-4c40-47b1-9e2a-b80bd57370ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623816 Mar 01 21:26:40.315985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa71e11-b215-4556-a6db-71d10529412f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Made reservation on behalf of 344426e910fb4a26a6fdf736e0329342 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:26:40.319956 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6fa71e11-b215-4556-a6db-71d10529412f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:40.363649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa71e11-b215-4556-a6db-71d10529412f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:26:40.374546 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6fa71e11-b215-4556-a6db-71d10529412f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:40.374546 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-6fa71e11-b215-4556-a6db-71d10529412f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Added segment ceed6d32-75ad-43e5-80ca-7187b96cd3a4 of type vlan for network 462077c9-4913-4066-820c-34e2f01c5daa Mar 01 21:26:40.426135 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6fa71e11-b215-4556-a6db-71d10529412f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:40.521039 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6fa71e11-b215-4556-a6db-71d10529412f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:40.528858 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa71e11-b215-4556-a6db-71d10529412f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:40.528858 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6fa71e11-b215-4556-a6db-71d10529412f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:40.653694 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa71e11-b215-4556-a6db-71d10529412f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'Network': ['ID=462077c9-4913-4066-820c-34e2f01c5daa,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:40.669216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 462077c9-4913-4066-820c-34e2f01c5daa details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:26:40.687795 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6fa71e11-b215-4556-a6db-71d10529412f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4798534 Mar 01 21:26:40.703642 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56514) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:40.788645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64467a77-d295-4557-bb14-fd35d65479e0 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:40.788645 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-64467a77-d295-4557-bb14-fd35d65479e0 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=344426e910fb4a26a6fdf736e0329342&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0772719 Mar 01 21:26:40.798030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56518) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:40.980188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37583ee-ca95-4319-a798-fdf269d98161 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:40.982183 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b37583ee-ca95-4319-a798-fdf269d98161 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1989608 Mar 01 21:26:40.985231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56524) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:41.043688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56532) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:41.048093 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c8cfa4f9-f6d7-4fad-9672-c9d6cd02b0e4 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0616672 Mar 01 21:26:41.148621 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56538) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:41.155050 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d5e717a6-896d-4671-b4d1-3817ba9589ac tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=344426e910fb4a26a6fdf736e0329342&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1054988 Mar 01 21:26:41.336874 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db43eb86-6959-4006-bbcd-d1a70faf06de tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:41.338463 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-db43eb86-6959-4006-bbcd-d1a70faf06de tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1928179 Mar 01 21:26:41.341289 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56546) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:41.385160 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d3125650-0167-4de3-b08c-5f164585aff4 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428097 Mar 01 21:26:41.387858 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56552) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:41.394331 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-08e750a2-70c2-4d47-a976-823535d9ad50 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2036374897', 'network_id': '462077c9-4913-4066-820c-34e2f01c5daa', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:26:41.530928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-08e750a2-70c2-4d47-a976-823535d9ad50 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:26:41.530928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-08e750a2-70c2-4d47-a976-823535d9ad50 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:subnet and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:26:41.538159 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-08e750a2-70c2-4d47-a976-823535d9ad50 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:26:41.542786 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-08e750a2-70c2-4d47-a976-823535d9ad50 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:26:41.658910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e750a2-70c2-4d47-a976-823535d9ad50 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Made reservation on behalf of 344426e910fb4a26a6fdf736e0329342 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:26:41.662407 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-08e750a2-70c2-4d47-a976-823535d9ad50 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:42.213519 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-08e750a2-70c2-4d47-a976-823535d9ad50 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:42.350122 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e750a2-70c2-4d47-a976-823535d9ad50 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'Subnet': ['ID=482a9442-5b98-454c-b59f-bed17bad3758,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:42.358919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e750a2-70c2-4d47-a976-823535d9ad50 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Checking segment: {'id': 'ceed6d32-75ad-43e5-80ca-7187b96cd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '462077c9-4913-4066-820c-34e2f01c5daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:26:42.358919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e750a2-70c2-4d47-a976-823535d9ad50 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Network hostable DHCP agents. Network: 462077c9-4913-4066-820c-34e2f01c5daa, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:26:42.510181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08e750a2-70c2-4d47-a976-823535d9ad50 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Network 462077c9-4913-4066-820c-34e2f01c5daa is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:26:42.640933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-08e750a2-70c2-4d47-a976-823535d9ad50 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 462077c9-4913-4066-820c-34e2f01c5daa) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:26:42.640933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e750a2-70c2-4d47-a976-823535d9ad50 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:42.640933 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-08e750a2-70c2-4d47-a976-823535d9ad50 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:42.645472 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28e5c6a-f5ed-4196-b25c-8320e5ac8fe6 None None] Network 462077c9-4913-4066-820c-34e2f01c5daa requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:26:43.201798 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 533e9b54-d686-453e-9ced-0e27b579fa1f no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:26:43.208261 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-08e750a2-70c2-4d47-a976-823535d9ad50 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3948030 Mar 01 21:26:43.212516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b6af2-0b32-4ff7-bf06-9c276681d442 req-3953022e-8ada-434d-83a4-415a68f4462e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:43.212516 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4e0b6af2-0b32-4ff7-bf06-9c276681d442 req-3953022e-8ada-434d-83a4-415a68f4462e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 943 time: 0.2261188 Mar 01 21:26:43.212516 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4e0b6af2-0b32-4ff7-bf06-9c276681d442 req-3519ad8b-c115-43b4-a3fa-5364f7f53f72 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603166 Mar 01 21:26:43.216934 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-462077c9-4913-4066-820c-34e2f01c5daa', 'network_id': '462077c9-4913-4066-820c-34e2f01c5daa', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'fixed_ips': [{'subnet_id': '482a9442-5b98-454c-b59f-bed17bad3758'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:26:43.216934 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:43.227226 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-db37362d-fcbf-44fb-a96c-29817df7275d req-7ed02a59-55e9-4039-ba33-f0ae258be5c8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686233 Mar 01 21:26:43.297383 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56594) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:43.308234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-6fa78f8d-9b31-49da-a827-815ac3764643 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-254064945', 'description': 'tempest-secgroup-smoke-254064945 description', 'project_id': '344426e910fb4a26a6fdf736e0329342'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:26:43.318936 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6fa78f8d-9b31-49da-a827-815ac3764643 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:26:43.331427 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6fa78f8d-9b31-49da-a827-815ac3764643 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:26:43.408035 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Allocated IP 172.20.0.18 (462077c9-4913-4066-820c-34e2f01c5daa/482a9442-5b98-454c-b59f-bed17bad3758/4d315a27-1760-4215-8749-34e927a97b04) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:26:43.418789 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6fa78f8d-9b31-49da-a827-815ac3764643 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:43.446908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6fa78f8d-9b31-49da-a827-815ac3764643 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:26:43.451409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6fa78f8d-9b31-49da-a827-815ac3764643 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:26:43.457221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6fa78f8d-9b31-49da-a827-815ac3764643 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:26:43.493852 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6fa78f8d-9b31-49da-a827-815ac3764643 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:26:43.664602 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6fa78f8d-9b31-49da-a827-815ac3764643 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:43.736192 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:43.738951 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6fa78f8d-9b31-49da-a827-815ac3764643 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:43.748634 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Transition to ACTIVE for port object 4d315a27-1760-4215-8749-34e927a97b04 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:26:43.771474 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Transition to ACTIVE for port object 4d315a27-1760-4215-8749-34e927a97b04 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:26:43.843135 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa78f8d-9b31-49da-a827-815ac3764643 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c025d2-97f4-4e4c-8f6c-423df1b33102,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:43.854101 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:43.919671 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6fa78f8d-9b31-49da-a827-815ac3764643 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:43.919671 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6fa78f8d-9b31-49da-a827-815ac3764643 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6220579 Mar 01 21:26:43.923384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56618) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:43.931449 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-ece718b7-6fb2-4868-95d4-e628ef2f6e6f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'security_group_rule': {'security_group_id': 'a5c025d2-97f4-4e4c-8f6c-423df1b33102', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:26:43.959065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ece718b7-6fb2-4868-95d4-e628ef2f6e6f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:26:43.959065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ece718b7-6fb2-4868-95d4-e628ef2f6e6f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:26:43.962796 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Pushing event updated for resources: {'Port': ['ID=4d315a27-1760-4215-8749-34e927a97b04,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:43.965494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ece718b7-6fb2-4868-95d4-e628ef2f6e6f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:26:43.968506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Network 462077c9-4913-4066-820c-34e2f01c5daa is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:26:43.968506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:26:43.973934 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:26:43.985442 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ece718b7-6fb2-4868-95d4-e628ef2f6e6f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:26:44.065945 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ece718b7-6fb2-4868-95d4-e628ef2f6e6f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:44.139338 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Attempting to bind port 4d315a27-1760-4215-8749-34e927a97b04 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:26:44.139743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Attempting to bind port 4d315a27-1760-4215-8749-34e927a97b04 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'ceed6d32-75ad-43e5-80ca-7187b96cd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '462077c9-4913-4066-820c-34e2f01c5daa'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:26:44.140345 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Attempting to bind port 4d315a27-1760-4215-8749-34e927a97b04 on network 462077c9-4913-4066-820c-34e2f01c5daa {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:26:44.148397 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 26, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:26:44.149829 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Checking segment: {'id': 'ceed6d32-75ad-43e5-80ca-7187b96cd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '462077c9-4913-4066-820c-34e2f01c5daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:26:44.150428 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:44.152367 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Bound using segment: {'id': 'ceed6d32-75ad-43e5-80ca-7187b96cd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '462077c9-4913-4066-820c-34e2f01c5daa'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:26:44.153578 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Bound port: 4d315a27-1760-4215-8749-34e927a97b04, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceed6d32-75ad-43e5-80ca-7187b96cd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '462077c9-4913-4066-820c-34e2f01c5daa'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:26:44.154155 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:44.233333 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ece718b7-6fb2-4868-95d4-e628ef2f6e6f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:44.285223 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b3437-094b-4ac1-b843-f933be9421c4 req-a1349137-90ad-44f4-9444-bfa26dfd5f39 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:44.287240 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a51b3437-094b-4ac1-b843-f933be9421c4 req-a1349137-90ad-44f4-9444-bfa26dfd5f39 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 943 time: 0.2555130 Mar 01 21:26:44.306468 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ece718b7-6fb2-4868-95d4-e628ef2f6e6f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:44.310669 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] For port 4d315a27-1760-4215-8749-34e927a97b04, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:26:44.328472 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] For port 4d315a27-1760-4215-8749-34e927a97b04, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4d315a27-1760-4215-8749-34e927a97b04,segment=NetworkSegment(ceed6d32-75ad-43e5-80ca-7187b96cd3a4),segment_id=ceed6d32-75ad-43e5-80ca-7187b96cd3a4)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:26:44.355972 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece718b7-6fb2-4868-95d4-e628ef2f6e6f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81bff29d-801c-47a4-b149-b01e4acc6840,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:44.374877 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a51b3437-094b-4ac1-b843-f933be9421c4 req-a0a04923-6f3c-49af-b5ca-022e85c25c13 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638134 Mar 01 21:26:44.498439 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ece718b7-6fb2-4868-95d4-e628ef2f6e6f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:44.498439 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ece718b7-6fb2-4868-95d4-e628ef2f6e6f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5729492 Mar 01 21:26:44.500429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56630) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:44.508852 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:44.510373 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e30635ad-67e3-4c72-9823-b024da6e9da3 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'security_group_rule': {'security_group_id': 'a5c025d2-97f4-4e4c-8f6c-423df1b33102', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:26:44.530819 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e30635ad-67e3-4c72-9823-b024da6e9da3 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:26:44.530819 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e30635ad-67e3-4c72-9823-b024da6e9da3 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:26:44.545716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e30635ad-67e3-4c72-9823-b024da6e9da3 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:26:44.545716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e30635ad-67e3-4c72-9823-b024da6e9da3 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:26:44.601711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3ab63-8c70-4af3-ad3c-fcc55c3a66dc None None] Pushing event updated for resources: {'Port': ['ID=4d315a27-1760-4215-8749-34e927a97b04,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:44.660072 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e30635ad-67e3-4c72-9823-b024da6e9da3 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:44.735495 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e30635ad-67e3-4c72-9823-b024da6e9da3 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:44.806144 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e30635ad-67e3-4c72-9823-b024da6e9da3 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:44.834191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30635ad-67e3-4c72-9823-b024da6e9da3 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57a3596c-e4ae-40d3-9705-4506929870d6,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:44.962019 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e30635ad-67e3-4c72-9823-b024da6e9da3 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:44.965942 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e30635ad-67e3-4c72-9823-b024da6e9da3 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4646657 Mar 01 21:26:44.968608 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56640) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:44.974166 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d51ecbca-e9e6-4d54-91b1-89222264f23b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'security_group_rule': {'security_group_id': 'a5c025d2-97f4-4e4c-8f6c-423df1b33102', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:26:44.982065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d51ecbca-e9e6-4d54-91b1-89222264f23b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:26:44.987679 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d51ecbca-e9e6-4d54-91b1-89222264f23b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:26:44.991019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d51ecbca-e9e6-4d54-91b1-89222264f23b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:26:44.997777 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d51ecbca-e9e6-4d54-91b1-89222264f23b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:26:45.114059 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d51ecbca-e9e6-4d54-91b1-89222264f23b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:45.199960 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d51ecbca-e9e6-4d54-91b1-89222264f23b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:45.275767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d51ecbca-e9e6-4d54-91b1-89222264f23b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:45.299311 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ecbca-e9e6-4d54-91b1-89222264f23b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813d42ae-fa40-4e9f-8c8b-b5e22a7c0670,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:45.396320 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d51ecbca-e9e6-4d54-91b1-89222264f23b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:45.396320 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d51ecbca-e9e6-4d54-91b1-89222264f23b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4215291 Mar 01 21:26:45.396320 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56654) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:45.406748 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b9b37514-d69e-471d-9b5f-c34beed134f5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'security_group_rule': {'security_group_id': 'a5c025d2-97f4-4e4c-8f6c-423df1b33102', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:26:45.433126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b9b37514-d69e-471d-9b5f-c34beed134f5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:26:45.433126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b9b37514-d69e-471d-9b5f-c34beed134f5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:26:45.470638 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b9b37514-d69e-471d-9b5f-c34beed134f5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:26:45.576556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b9b37514-d69e-471d-9b5f-c34beed134f5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:26:45.666638 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37362d-fcbf-44fb-a96c-29817df7275d req-bbd6bfc6-feaf-4659-bf20-75ec46f2ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:45.671185 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-db37362d-fcbf-44fb-a96c-29817df7275d req-bbd6bfc6-feaf-4659-bf20-75ec46f2ecf5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b&tenant_id=6014c443b54e41aa96abbf34b6c6cfbd HTTP/1.1" status: 200 len: 1094 time: 0.1960716 Mar 01 21:26:45.681611 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4d315a27-1760-4215-8749-34e927a97b04 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:26:45.691665 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9b37514-d69e-471d-9b5f-c34beed134f5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:45.781683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dc8a17-6412-40c7-aecb-517ffb55679e req-7c8b8785-4468-4667-8beb-9fed3b4e49a2 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:45.781683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-11dc8a17-6412-40c7-aecb-517ffb55679e req-7c8b8785-4468-4667-8beb-9fed3b4e49a2 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 943 time: 0.2255511 Mar 01 21:26:45.847085 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9b37514-d69e-471d-9b5f-c34beed134f5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:45.857859 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-11dc8a17-6412-40c7-aecb-517ffb55679e req-6b3f6b5d-01dd-47f8-a43e-1968ea96604c tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705085 Mar 01 21:26:45.871068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 4d315a27-1760-4215-8749-34e927a97b04 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:26:45.878153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37362d-fcbf-44fb-a96c-29817df7275d req-af1afe50-14d8-472e-b9f0-96283a60ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:45.878153 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-db37362d-fcbf-44fb-a96c-29817df7275d req-af1afe50-14d8-472e-b9f0-96283a60ee04 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6014c443b54e41aa96abbf34b6c6cfbd&device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 1094 time: 0.1143909 Mar 01 21:26:45.906161 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7686f20a-0b09-423b-a21d-169789986d8a None None] Network 462077c9-4913-4066-820c-34e2f01c5daa requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:26:46.051292 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37362d-fcbf-44fb-a96c-29817df7275d req-a93ecfda-9f43-43da-ba9d-173feeeea728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:46.051292 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-db37362d-fcbf-44fb-a96c-29817df7275d req-a93ecfda-9f43-43da-ba9d-173feeeea728 service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3 HTTP/1.1" status: 200 len: 918 time: 0.1706288 Mar 01 21:26:46.055563 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9b37514-d69e-471d-9b5f-c34beed134f5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:46.172962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b37514-d69e-471d-9b5f-c34beed134f5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c2aeb1-4ad9-46ad-88ef-576b228054d0,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:46.205435 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4085109f-1ec9-48cf-913d-811c4be5f517 None None] Provisioning for port 4d315a27-1760-4215-8749-34e927a97b04 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:26:46.214873 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4085109f-1ec9-48cf-913d-811c4be5f517 None None] Provisioning complete for port 4d315a27-1760-4215-8749-34e927a97b04 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:26:46.214873 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4085109f-1ec9-48cf-913d-811c4be5f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:46.227555 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-db37362d-fcbf-44fb-a96c-29817df7275d req-fd7871b4-b993-4149-9266-4707609e208a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=533e9b54-d686-453e-9ced-0e27b579fa1f HTTP/1.1" status: 200 len: 997 time: 0.1701834 Mar 01 21:26:46.298795 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9b37514-d69e-471d-9b5f-c34beed134f5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:46.298795 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b9b37514-d69e-471d-9b5f-c34beed134f5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9011056 Mar 01 21:26:46.299032 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56676) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:46.306329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-2dea6298-0c3e-46f0-9669-89414aa77754 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'security_group_rule': {'security_group_id': 'a5c025d2-97f4-4e4c-8f6c-423df1b33102', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:26:46.315792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37362d-fcbf-44fb-a96c-29817df7275d req-c4e3b56c-4422-4fb8-b8b6-4aa66aa14d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:46.317211 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-db37362d-fcbf-44fb-a96c-29817df7275d req-c4e3b56c-4422-4fb8-b8b6-4aa66aa14d9b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7806e9af-ea8e-45a6-994c-4158f4cea3a0 HTTP/1.1" status: 200 len: 856 time: 0.0837862 Mar 01 21:26:46.318117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2dea6298-0c3e-46f0-9669-89414aa77754 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:26:46.323104 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2dea6298-0c3e-46f0-9669-89414aa77754 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:26:46.327565 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2dea6298-0c3e-46f0-9669-89414aa77754 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:26:46.407343 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2dea6298-0c3e-46f0-9669-89414aa77754 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:26:46.443114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db37362d-fcbf-44fb-a96c-29817df7275d req-f0bc3b52-51fb-4013-8b31-21883b873f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:46.443114 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-db37362d-fcbf-44fb-a96c-29817df7275d req-f0bc3b52-51fb-4013-8b31-21883b873f46 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156964 Mar 01 21:26:46.481347 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4085109f-1ec9-48cf-913d-811c4be5f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:46.559850 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-2dea6298-0c3e-46f0-9669-89414aa77754 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Project 344426e910fb4a26a6fdf736e0329342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:26:46.570310 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2dea6298-0c3e-46f0-9669-89414aa77754 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:46.596300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-4085109f-1ec9-48cf-913d-811c4be5f517 None None] For port 4d315a27-1760-4215-8749-34e927a97b04, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4d315a27-1760-4215-8749-34e927a97b04,segment=NetworkSegment(ceed6d32-75ad-43e5-80ca-7187b96cd3a4),segment_id=ceed6d32-75ad-43e5-80ca-7187b96cd3a4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:26:46.645020 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-db37362d-fcbf-44fb-a96c-29817df7275d req-28244ef8-5271-45ad-bc77-645f791252d1 service neutron] 10.222.0.57 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973388 Mar 01 21:26:46.676605 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4085109f-1ec9-48cf-913d-811c4be5f517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:46.791234 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2dea6298-0c3e-46f0-9669-89414aa77754 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:46.825898 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4085109f-1ec9-48cf-913d-811c4be5f517 None None] Pushing event updated for resources: {'Port': ['ID=4d315a27-1760-4215-8749-34e927a97b04,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:46.842208 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-db37362d-fcbf-44fb-a96c-29817df7275d req-60f3e812-88e0-4d2d-89a9-2137c6ee553b service neutron] 10.222.0.57 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847248 Mar 01 21:26:46.860338 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2dea6298-0c3e-46f0-9669-89414aa77754 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:46.890370 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea6298-0c3e-46f0-9669-89414aa77754 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e57829d-0199-4fee-819c-744ef0a2db8a,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:46.987190 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2dea6298-0c3e-46f0-9669-89414aa77754 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:46.990169 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2dea6298-0c3e-46f0-9669-89414aa77754 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6899858 Mar 01 21:26:46.999286 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56692) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:47.004492 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-5c9ddc2b-ebf0-4f37-bf14-02f60dd0b579 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'security_group_rule': {'security_group_id': 'a5c025d2-97f4-4e4c-8f6c-423df1b33102', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:26:47.011110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-024e5c7b-5de9-42ff-a609-a0ba1074affd None None] Provisioning complete for port 4d315a27-1760-4215-8749-34e927a97b04 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:26:47.011531 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-024e5c7b-5de9-42ff-a609-a0ba1074affd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:47.026316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5c9ddc2b-ebf0-4f37-bf14-02f60dd0b579 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:26:47.041562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5c9ddc2b-ebf0-4f37-bf14-02f60dd0b579 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:26:47.057310 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5c9ddc2b-ebf0-4f37-bf14-02f60dd0b579 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:26:47.086392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5c9ddc2b-ebf0-4f37-bf14-02f60dd0b579 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:26:47.178270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb5f1c-1913-4d5a-91a8-e399336d2242 req-6d738375-585f-4dae-b348-da7ee2749c02 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:47.178270 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6acb5f1c-1913-4d5a-91a8-e399336d2242 req-6d738375-585f-4dae-b348-da7ee2749c02 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 943 time: 0.1911085 Mar 01 21:26:47.205422 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-5c9ddc2b-ebf0-4f37-bf14-02f60dd0b579 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Project 344426e910fb4a26a6fdf736e0329342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:26:47.227124 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5c9ddc2b-ebf0-4f37-bf14-02f60dd0b579 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:47.279520 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6acb5f1c-1913-4d5a-91a8-e399336d2242 req-7610bc38-4bca-4887-905e-6bb5eb30f213 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891020 Mar 01 21:26:47.346236 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5c9ddc2b-ebf0-4f37-bf14-02f60dd0b579 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:47.430326 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5c9ddc2b-ebf0-4f37-bf14-02f60dd0b579 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:47.484376 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ddc2b-ebf0-4f37-bf14-02f60dd0b579 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d25402c-fbee-4eb5-86b4-10d3fcdada38,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:47.534211 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4d315a27-1760-4215-8749-34e927a97b04 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:26:47.625551 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5c9ddc2b-ebf0-4f37-bf14-02f60dd0b579 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:47.636527 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5c9ddc2b-ebf0-4f37-bf14-02f60dd0b579 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6284771 Mar 01 21:26:47.669813 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 4d315a27-1760-4215-8749-34e927a97b04 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:26:47.688585 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:48.173315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19baa6a9-840d-4faf-9511-4de699d0031c req-79cb4c99-38f5-43e5-a422-0335fea7c7f0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-254064945&fields=id&tenant_id=344426e910fb4a26a6fdf736e0329342 HTTP/1.1" status: 200 len: 267 time: 0.1378899 Mar 01 21:26:48.425732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baa6a9-840d-4faf-9511-4de699d0031c req-4ea86448-05d5-479b-970d-7cdbd00c026d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:48.425732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-19baa6a9-840d-4faf-9511-4de699d0031c req-4ea86448-05d5-479b-970d-7cdbd00c026d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Synchronizing usage tracker for tenant:344426e910fb4a26a6fdf736e0329342 on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:26:48.593788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-19baa6a9-840d-4faf-9511-4de699d0031c req-4ea86448-05d5-479b-970d-7cdbd00c026d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Unset dirty status for tenant:344426e910fb4a26a6fdf736e0329342 on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:26:48.602388 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19baa6a9-840d-4faf-9511-4de699d0031c req-4ea86448-05d5-479b-970d-7cdbd00c026d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/networks?id=462077c9-4913-4066-820c-34e2f01c5daa HTTP/1.1" status: 200 len: 796 time: 0.4210804 Mar 01 21:26:48.646356 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19baa6a9-840d-4faf-9511-4de699d0031c req-cd588b79-d331-44b4-a11e-b75380f80ca4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/quotas/344426e910fb4a26a6fdf736e0329342 HTTP/1.1" status: 200 len: 375 time: 0.0295880 Mar 01 21:26:48.658989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def137f3-a1e4-4224-8bee-1187fc053056 req-1e1d500e-4142-4eda-9b7d-ca0a8259321e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:48.665996 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-def137f3-a1e4-4224-8bee-1187fc053056 req-1e1d500e-4142-4eda-9b7d-ca0a8259321e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 943 time: 0.1545727 Mar 01 21:26:48.777183 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-def137f3-a1e4-4224-8bee-1187fc053056 req-03b63ad5-8d08-4a0e-b5b3-f60cb1fb65f7 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102097 Mar 01 21:26:48.904063 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19baa6a9-840d-4faf-9511-4de699d0031c req-2d5c4d5c-84f7-4778-92d9-d979404d6931 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=344426e910fb4a26a6fdf736e0329342&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2321169 Mar 01 21:26:49.074005 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19baa6a9-840d-4faf-9511-4de699d0031c req-184dd495-806a-4c0a-bc79-5807db66d4dc service neutron] 10.222.0.42 "GET /v2.0/networks/462077c9-4913-4066-820c-34e2f01c5daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720693 Mar 01 21:26:49.497027 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19baa6a9-840d-4faf-9511-4de699d0031c req-7a52746b-2660-442a-bb85-02ff12b0ab2a service neutron] 10.222.0.42 "GET /v2.0/networks/462077c9-4913-4066-820c-34e2f01c5daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220142 Mar 01 21:26:50.025421 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7857982-6c61-4aca-b60c-532dd9839c8f req-6c926bd4-28dd-4d96-ae53-427fc35f5ba8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 210 time: 0.1397555 Mar 01 21:26:50.302145 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09721e80-a64d-4b2f-a1ed-91b4cd266913 req-6213e743-5634-44e0-8488-92981ccf9f78 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:50.305583 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-09721e80-a64d-4b2f-a1ed-91b4cd266913 req-6213e743-5634-44e0-8488-92981ccf9f78 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 943 time: 0.2073531 Mar 01 21:26:50.425821 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-09721e80-a64d-4b2f-a1ed-91b4cd266913 req-46cfa3e8-5dc8-4331-a911-dfd431e5fed8 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066496 Mar 01 21:26:51.076215 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56778) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:51.186801 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-981dad06-2c43-4c8b-acab-f9aa06a5aeff req-b37f1e1a-be21-4151-b491-0fa5d124e956 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 210 time: 0.0793040 Mar 01 21:26:51.337474 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7e6e5e6f-34a6-4788-a77c-74c0205d48ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:51.356040 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7e6e5e6f-34a6-4788-a77c-74c0205d48ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:26:51.360282 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7e6e5e6f-34a6-4788-a77c-74c0205d48ca admin admin] Usage tracker for resource:security_group_rule and tenant:26db752839a44be186f5a543535257c0 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:26:51.364174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7e6e5e6f-34a6-4788-a77c-74c0205d48ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:26:51.375019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7e6e5e6f-34a6-4788-a77c-74c0205d48ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:26:51.626055 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7e6e5e6f-34a6-4788-a77c-74c0205d48ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:51.636569 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:51.704083 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7e6e5e6f-34a6-4788-a77c-74c0205d48ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:51.759080 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7e6e5e6f-34a6-4788-a77c-74c0205d48ca admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=26db752839a44be186f5a543535257c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6817720 Mar 01 21:26:51.760803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e5e6f-34a6-4788-a77c-74c0205d48ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552131bb-908a-4228-bf6e-f995d6847fa8,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:51.762991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56788) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:51.832930 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301a71c-3370-465d-baf9-c4eba51767f2 req-b85d0798-7ea3-4753-bd45-bb7246a36a90 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:51.835536 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9301a71c-3370-465d-baf9-c4eba51767f2 req-b85d0798-7ea3-4753-bd45-bb7246a36a90 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 943 time: 0.1931355 Mar 01 21:26:51.929900 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9301a71c-3370-465d-baf9-c4eba51767f2 req-59fc591d-87dc-44f6-90bf-99df970be631 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810788 Mar 01 21:26:51.984760 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caf1db5c-aebc-4cc0-af97-ef033ee9e20b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:52.040249 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caf1db5c-aebc-4cc0-af97-ef033ee9e20b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:52.185038 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caf1db5c-aebc-4cc0-af97-ef033ee9e20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:52.219135 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caf1db5c-aebc-4cc0-af97-ef033ee9e20b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:52.219135 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-caf1db5c-aebc-4cc0-af97-ef033ee9e20b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/552131bb-908a-4228-bf6e-f995d6847fa8 HTTP/1.1" status: 204 len: 168 time: 0.4507301 Mar 01 21:26:52.219135 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf1db5c-aebc-4cc0-af97-ef033ee9e20b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552131bb-908a-4228-bf6e-f995d6847fa8,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:52.451857 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-562b65d8-7957-4fbe-bb83-0d3b58c90af5 req-d3803cf2-334a-497b-b1cf-e24126dd32ab tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 210 time: 0.0589378 Mar 01 21:26:53.176464 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 56812) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:53.219641 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-21f38a1e-9bd5-4749-a4d7-3579bbd3e938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:53.266512 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856e646-069f-42a9-9122-1e768cee77d8 req-b2edc363-6a7f-41ff-aae3-ce0fb73016c2 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:53.268117 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1856e646-069f-42a9-9122-1e768cee77d8 req-b2edc363-6a7f-41ff-aae3-ce0fb73016c2 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 943 time: 0.1269155 Mar 01 21:26:53.346135 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1856e646-069f-42a9-9122-1e768cee77d8 req-8be01134-6a66-4e09-9f54-7184b18e51cd tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711434 Mar 01 21:26:53.415897 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-21f38a1e-9bd5-4749-a4d7-3579bbd3e938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:26:53.419316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-21f38a1e-9bd5-4749-a4d7-3579bbd3e938 admin admin] Usage tracker for resource:security_group_rule and tenant:87d7dd0a69994d30b8f3265d789d3021 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:26:53.423862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-21f38a1e-9bd5-4749-a4d7-3579bbd3e938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:26:53.435087 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-21f38a1e-9bd5-4749-a4d7-3579bbd3e938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:26:53.690346 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8f760ba9-847b-4d0e-a9fa-d367d74ae336 req-d57b8599-4848-4941-b699-a2103ed01c32 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 210 time: 0.0774782 Mar 01 21:26:53.736008 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-21f38a1e-9bd5-4749-a4d7-3579bbd3e938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:53.748227 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baa6a9-840d-4faf-9511-4de699d0031c req-b22e4fc1-2a06-44c1-902f-3b09fcc16c8d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:53.750119 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19baa6a9-840d-4faf-9511-4de699d0031c req-b22e4fc1-2a06-44c1-902f-3b09fcc16c8d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.57 "GET /v2.0/networks?id=462077c9-4913-4066-820c-34e2f01c5daa HTTP/1.1" status: 200 len: 796 time: 0.2332072 Mar 01 21:26:53.847763 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-21f38a1e-9bd5-4749-a4d7-3579bbd3e938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:53.944988 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-19baa6a9-840d-4faf-9511-4de699d0031c req-29790714-df1d-4f6b-a6de-5b02be69afb5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Synchronizing usage tracker for tenant:344426e910fb4a26a6fdf736e0329342 on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:26:53.953938 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-21f38a1e-9bd5-4749-a4d7-3579bbd3e938 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87d7dd0a69994d30b8f3265d789d3021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7724278 Mar 01 21:26:53.957195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56822) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:53.967469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f38a1e-9bd5-4749-a4d7-3579bbd3e938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455cc39d-8bb7-4236-90ac-dcebbfb91bf2,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:54.038377 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0e48f1d5-aa6c-46a8-bcdf-6044b18fc70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:54.074058 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0e48f1d5-aa6c-46a8-bcdf-6044b18fc70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:54.075828 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:54.081650 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-19baa6a9-840d-4faf-9511-4de699d0031c req-29790714-df1d-4f6b-a6de-5b02be69afb5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Unset dirty status for tenant:344426e910fb4a26a6fdf736e0329342 on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:26:54.082916 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19baa6a9-840d-4faf-9511-4de699d0031c req-29790714-df1d-4f6b-a6de-5b02be69afb5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=344426e910fb4a26a6fdf736e0329342 HTTP/1.1" status: 200 len: 471 time: 0.2743134 Mar 01 21:26:54.097726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-19baa6a9-840d-4faf-9511-4de699d0031c req-610ef0ea-bbda-4a97-9d47-65d9c6e20c9c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'port': {'device_id': '741c9c2f-6f7a-4701-a63f-60d30d89d9aa', 'network_id': '462077c9-4913-4066-820c-34e2f01c5daa', 'admin_state_up': True, 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'security_groups': ['a5c025d2-97f4-4e4c-8f6c-423df1b33102']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:26:54.237000 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0e48f1d5-aa6c-46a8-bcdf-6044b18fc70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:54.253746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e48f1d5-aa6c-46a8-bcdf-6044b18fc70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455cc39d-8bb7-4236-90ac-dcebbfb91bf2,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:54.260032 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0e48f1d5-aa6c-46a8-bcdf-6044b18fc70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:54.269128 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0e48f1d5-aa6c-46a8-bcdf-6044b18fc70b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/455cc39d-8bb7-4236-90ac-dcebbfb91bf2 HTTP/1.1" status: 204 len: 168 time: 0.3090274 Mar 01 21:26:54.341520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-19baa6a9-840d-4faf-9511-4de699d0031c req-610ef0ea-bbda-4a97-9d47-65d9c6e20c9c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:26:54.341520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-19baa6a9-840d-4faf-9511-4de699d0031c req-610ef0ea-bbda-4a97-9d47-65d9c6e20c9c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:port and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:26:54.349079 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-19baa6a9-840d-4faf-9511-4de699d0031c req-610ef0ea-bbda-4a97-9d47-65d9c6e20c9c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:26:54.362217 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-19baa6a9-840d-4faf-9511-4de699d0031c req-610ef0ea-bbda-4a97-9d47-65d9c6e20c9c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:26:54.429440 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19baa6a9-840d-4faf-9511-4de699d0031c req-610ef0ea-bbda-4a97-9d47-65d9c6e20c9c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Made reservation on behalf of 344426e910fb4a26a6fdf736e0329342 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:26:54.433177 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-19baa6a9-840d-4faf-9511-4de699d0031c req-610ef0ea-bbda-4a97-9d47-65d9c6e20c9c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:54.660770 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141e68a-12e0-43d1-b848-161e1ace7171 req-38391fd2-ec09-411b-a556-a70b08ab36ff tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:54.679790 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7141e68a-12e0-43d1-b848-161e1ace7171 req-38391fd2-ec09-411b-a556-a70b08ab36ff tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 943 time: 0.1715467 Mar 01 21:26:54.730991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-19baa6a9-840d-4faf-9511-4de699d0031c req-610ef0ea-bbda-4a97-9d47-65d9c6e20c9c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Allocated IP 172.20.0.21 (462077c9-4913-4066-820c-34e2f01c5daa/482a9442-5b98-454c-b59f-bed17bad3758/b36a6388-816c-4817-ab80-c448571b13a2) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:26:54.773816 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7141e68a-12e0-43d1-b848-161e1ace7171 req-639801aa-3fd5-4b71-8f16-42bd7bbc5648 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855546 Mar 01 21:26:54.957615 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-367a705a-cc19-4f51-a763-07a58e70f07a req-46ecad68-0c88-4134-ba3f-b510f93a8265 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 210 time: 0.0608130 Mar 01 21:26:55.058776 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-19baa6a9-840d-4faf-9511-4de699d0031c req-610ef0ea-bbda-4a97-9d47-65d9c6e20c9c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:55.081031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-19baa6a9-840d-4faf-9511-4de699d0031c req-610ef0ea-bbda-4a97-9d47-65d9c6e20c9c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Transition to ACTIVE for port object b36a6388-816c-4817-ab80-c448571b13a2 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:26:55.201729 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-19baa6a9-840d-4faf-9511-4de699d0031c req-610ef0ea-bbda-4a97-9d47-65d9c6e20c9c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:55.300763 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19baa6a9-840d-4faf-9511-4de699d0031c req-610ef0ea-bbda-4a97-9d47-65d9c6e20c9c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Network 462077c9-4913-4066-820c-34e2f01c5daa is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:26:55.312685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-19baa6a9-840d-4faf-9511-4de699d0031c req-610ef0ea-bbda-4a97-9d47-65d9c6e20c9c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:26:55.312685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-19baa6a9-840d-4faf-9511-4de699d0031c req-610ef0ea-bbda-4a97-9d47-65d9c6e20c9c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:26:55.365553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56846) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:55.365933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610ef0ea-bbda-4a97-9d47-65d9c6e20c9c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'Port': ['ID=b36a6388-816c-4817-ab80-c448571b13a2,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:55.366486 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c333246f-62c7-4f0e-a978-e504248f93a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:55.380266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c333246f-62c7-4f0e-a978-e504248f93a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:26:55.384258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baa6a9-840d-4faf-9511-4de699d0031c req-610ef0ea-bbda-4a97-9d47-65d9c6e20c9c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:55.384907 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-19baa6a9-840d-4faf-9511-4de699d0031c req-610ef0ea-bbda-4a97-9d47-65d9c6e20c9c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:55.386301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c333246f-62c7-4f0e-a978-e504248f93a7 admin admin] Usage tracker for resource:security_group_rule and tenant:293f3808cf9346388d184b82e4ddfbdb is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:26:55.391567 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c333246f-62c7-4f0e-a978-e504248f93a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:26:55.413261 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c333246f-62c7-4f0e-a978-e504248f93a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:26:55.475551 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19baa6a9-840d-4faf-9511-4de699d0031c req-610ef0ea-bbda-4a97-9d47-65d9c6e20c9c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3826578 Mar 01 21:26:55.495067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] Request body: {'port': {'device_id': '741c9c2f-6f7a-4701-a63f-60d30d89d9aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:26:55.727369 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c333246f-62c7-4f0e-a978-e504248f93a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:55.754215 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:55.799862 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c333246f-62c7-4f0e-a978-e504248f93a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:55.869064 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333246f-62c7-4f0e-a978-e504248f93a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe051ea-3bc9-44d6-b24d-99876ea079cb,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:55.894533 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c333246f-62c7-4f0e-a978-e504248f93a7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=293f3808cf9346388d184b82e4ddfbdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5440440 Mar 01 21:26:55.894533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 56854) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:26:55.911705 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-161b6645-9fec-4e65-b35b-85f8bc7f95d1 None None] Provisioning for port b36a6388-816c-4817-ab80-c448571b13a2 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:26:55.914509 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-161b6645-9fec-4e65-b35b-85f8bc7f95d1 None None] Provisioning complete for port b36a6388-816c-4817-ab80-c448571b13a2 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:26:55.914783 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-161b6645-9fec-4e65-b35b-85f8bc7f95d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:56.049493 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-161b6645-9fec-4e65-b35b-85f8bc7f95d1 None None] Port b36a6388-816c-4817-ab80-c448571b13a2 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:26:56.062316 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ae6f7ae-a886-40b8-a3b9-b3b56b6e7fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:56.099106 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ae6f7ae-a886-40b8-a3b9-b3b56b6e7fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:56.150766 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6498c-dd24-45ed-b986-5be6d3fad111 req-8dc5a737-f104-428c-a3d9-ee0b3ac4c39e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:56.158970 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-23c6498c-dd24-45ed-b986-5be6d3fad111 req-8dc5a737-f104-428c-a3d9-ee0b3ac4c39e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 943 time: 0.1862187 Mar 01 21:26:56.482443 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36a6388-816c-4817-ab80-c448571b13a2 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:26:56.486407 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-23c6498c-dd24-45ed-b986-5be6d3fad111 req-523847a4-8f0b-4848-9f25-2bd081d748cf tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3196280 Mar 01 21:26:56.497541 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:56.522848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372161dc-78d9-45a5-8b87-9bd7336f8a35 req-77e1a357-26d6-41bb-96e2-935b5ad46727 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:56.525037 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-372161dc-78d9-45a5-8b87-9bd7336f8a35 req-77e1a357-26d6-41bb-96e2-935b5ad46727 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 932 time: 0.3594668 Mar 01 21:26:56.621742 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-372161dc-78d9-45a5-8b87-9bd7336f8a35 req-cd3fc0b8-630d-4e9c-9143-df82022ff877 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5c025d2-97f4-4e4c-8f6c-423df1b33102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874314 Mar 01 21:26:56.927397 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ae6f7ae-a886-40b8-a3b9-b3b56b6e7fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:56.928039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] Transition to ACTIVE for port object b36a6388-816c-4817-ab80-c448571b13a2 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:26:56.942380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae6f7ae-a886-40b8-a3b9-b3b56b6e7fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe051ea-3bc9-44d6-b24d-99876ea079cb,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:56.978887 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ae6f7ae-a886-40b8-a3b9-b3b56b6e7fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:56.981486 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6ae6f7ae-a886-40b8-a3b9-b3b56b6e7fdb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8fe051ea-3bc9-44d6-b24d-99876ea079cb HTTP/1.1" status: 204 len: 168 time: 1.0857439 Mar 01 21:26:57.001343 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:57.415403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] Pushing event updated for resources: {'Port': ['ID=b36a6388-816c-4817-ab80-c448571b13a2,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:57.469124 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-30ec4ae2-9bb9-46df-bb2a-d43cf553b91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:57.777997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] Attempting to bind port b36a6388-816c-4817-ab80-c448571b13a2 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:26:57.777997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] Attempting to bind port b36a6388-816c-4817-ab80-c448571b13a2 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'ceed6d32-75ad-43e5-80ca-7187b96cd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '462077c9-4913-4066-820c-34e2f01c5daa'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:26:57.777997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] Attempting to bind port b36a6388-816c-4817-ab80-c448571b13a2 on network 462077c9-4913-4066-820c-34e2f01c5daa {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:26:57.777997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] Port b36a6388-816c-4817-ab80-c448571b13a2 on network 462077c9-4913-4066-820c-34e2f01c5daa not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:26:57.777997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] Attempting to bind port b36a6388-816c-4817-ab80-c448571b13a2 on network 462077c9-4913-4066-820c-34e2f01c5daa {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:26:57.797728 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 26, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:26:57.797728 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] Checking segment: {'id': 'ceed6d32-75ad-43e5-80ca-7187b96cd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '462077c9-4913-4066-820c-34e2f01c5daa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:26:57.797728 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] Bound using segment: {'id': 'ceed6d32-75ad-43e5-80ca-7187b96cd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '462077c9-4913-4066-820c-34e2f01c5daa'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:26:57.797728 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] Bound port: b36a6388-816c-4817-ab80-c448571b13a2, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceed6d32-75ad-43e5-80ca-7187b96cd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '462077c9-4913-4066-820c-34e2f01c5daa'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:26:57.797728 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:58.056280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] For port b36a6388-816c-4817-ab80-c448571b13a2, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:26:58.056280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] For port b36a6388-816c-4817-ab80-c448571b13a2, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b36a6388-816c-4817-ab80-c448571b13a2,segment=NetworkSegment(ceed6d32-75ad-43e5-80ca-7187b96cd3a4),segment_id=ceed6d32-75ad-43e5-80ca-7187b96cd3a4)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:26:58.143581 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:58.189722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f838a-3dfb-4602-bee7-4297de37f055 req-989e7d03-4395-4b28-a67d-eda8aa37ebd3 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:58.206684 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d7f838a-3dfb-4602-bee7-4297de37f055 req-989e7d03-4395-4b28-a67d-eda8aa37ebd3 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 944 time: 0.3582067 Mar 01 21:26:58.233503 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:58.235799 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:58.235799 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19baa6a9-840d-4faf-9511-4de699d0031c req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] 10.222.0.57 "PUT /v2.0/ports/b36a6388-816c-4817-ab80-c448571b13a2 HTTP/1.1" status: 200 len: 1092 time: 2.7450526 Mar 01 21:26:58.236195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '741c9c2f-6f7a-4701-a63f-60d30d89d9aa', 'tag': 'b36a6388-816c-4817-ab80-c448571b13a2'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:26:58.243916 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f5b18-5032-433d-b72e-30665a227ca6 req-b51c95f7-f170-46bf-afe5-8cf2ce121a83 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:58.255919 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dc6f5b18-5032-433d-b72e-30665a227ca6 req-b51c95f7-f170-46bf-afe5-8cf2ce121a83 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 943 time: 0.3602579 Mar 01 21:26:58.276865 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec66078-f905-4480-ba4a-70da85b2a36f service neutron] Pushing event updated for resources: {'Port': ['ID=b36a6388-816c-4817-ab80-c448571b13a2,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:26:58.367043 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d7f838a-3dfb-4602-bee7-4297de37f055 req-4c89fc18-e609-4a8f-bc8f-412ad1780b81 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5c025d2-97f4-4e4c-8f6c-423df1b33102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582382 Mar 01 21:26:58.506230 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dc6f5b18-5032-433d-b72e-30665a227ca6 req-7904b5de-d33c-45ad-9bb6-1ea41c6b5966 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945496 Mar 01 21:26:58.792104 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '741c9c2f-6f7a-4701-a63f-60d30d89d9aa', 'tag': 'b36a6388-816c-4817-ab80-c448571b13a2', 'status': 'completed', 'code': 200} Mar 01 21:26:58.834291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baa6a9-840d-4faf-9511-4de699d0031c req-e12a2be2-6463-4ac0-85c6-9e47f3a26832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:58.834291 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19baa6a9-840d-4faf-9511-4de699d0031c req-e12a2be2-6463-4ac0-85c6-9e47f3a26832 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=344426e910fb4a26a6fdf736e0329342&device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 1095 time: 0.4775856 Mar 01 21:26:58.938270 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19baa6a9-840d-4faf-9511-4de699d0031c req-31ca8351-a8c4-4303-a38b-e976617570ee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=b36a6388-816c-4817-ab80-c448571b13a2 HTTP/1.1" status: 200 len: 217 time: 0.0829346 Mar 01 21:26:59.046535 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baa6a9-840d-4faf-9511-4de699d0031c req-5ae6e649-72d6-4d56-943f-d5b2a51481c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:59.048147 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19baa6a9-840d-4faf-9511-4de699d0031c req-5ae6e649-72d6-4d56-943f-d5b2a51481c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=482a9442-5b98-454c-b59f-bed17bad3758 HTTP/1.1" status: 200 len: 838 time: 0.0991051 Mar 01 21:26:59.392144 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baa6a9-840d-4faf-9511-4de699d0031c req-15ffb480-5a2d-48c6-af2c-79f0a33c89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:59.393851 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19baa6a9-840d-4faf-9511-4de699d0031c req-15ffb480-5a2d-48c6-af2c-79f0a33c89d1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=462077c9-4913-4066-820c-34e2f01c5daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863400 Mar 01 21:26:59.610275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2985a599-8320-4c27-b647-e7ba6d3645f2 req-95c18f57-c2d1-487f-a728-45417b32d6b2 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:59.610275 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2985a599-8320-4c27-b647-e7ba6d3645f2 req-95c18f57-c2d1-487f-a728-45417b32d6b2 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 944 time: 0.1119049 Mar 01 21:26:59.671939 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3c365190-e560-4628-ad17-6b25544cca2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:26:59.689777 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2985a599-8320-4c27-b647-e7ba6d3645f2 req-9b9a58f5-34f1-4364-9ea9-4b604da54213 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5c025d2-97f4-4e4c-8f6c-423df1b33102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649762 Mar 01 21:26:59.791944 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19baa6a9-840d-4faf-9511-4de699d0031c req-17095935-3af2-4623-960a-1debe403310b service neutron] 10.222.0.57 "GET /v2.0/networks/462077c9-4913-4066-820c-34e2f01c5daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316248 Mar 01 21:26:59.808678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28ee31-5c9e-4d15-ae3a-7a5e9f28e85a req-b14368f6-c949-4a33-8aa7-6c67997fa4f9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:26:59.810704 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd28ee31-5c9e-4d15-ae3a-7a5e9f28e85a req-b14368f6-c949-4a33-8aa7-6c67997fa4f9 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 943 time: 0.1090772 Mar 01 21:26:59.860045 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd28ee31-5c9e-4d15-ae3a-7a5e9f28e85a req-0f6de8e3-5816-4245-97fe-2f25c8f21791 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437608 Mar 01 21:26:59.934601 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19baa6a9-840d-4faf-9511-4de699d0031c req-17fe7146-878d-423f-bd83-20afbc5cc95b service neutron] 10.222.0.57 "GET /v2.0/networks/462077c9-4913-4066-820c-34e2f01c5daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375890 Mar 01 21:27:00.143417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d47e5-e5aa-4c59-be8a-7fd9b842b02e req-92b3ff92-b119-41d5-9e10-b34f44f38d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:00.145009 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e63d47e5-e5aa-4c59-be8a-7fd9b842b02e req-92b3ff92-b119-41d5-9e10-b34f44f38d99 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=344426e910fb4a26a6fdf736e0329342&device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 1095 time: 0.0727150 Mar 01 21:27:00.290514 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d47e5-e5aa-4c59-be8a-7fd9b842b02e req-8f236e2d-76c1-40bc-89ca-013ccabb131e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:00.290514 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e63d47e5-e5aa-4c59-be8a-7fd9b842b02e req-8f236e2d-76c1-40bc-89ca-013ccabb131e service neutron] 10.222.0.57 "GET /v2.0/networks?id=462077c9-4913-4066-820c-34e2f01c5daa HTTP/1.1" status: 200 len: 897 time: 0.1379187 Mar 01 21:27:00.363088 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e63d47e5-e5aa-4c59-be8a-7fd9b842b02e req-4d9835f2-27f4-411f-ac99-509881ac170d service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=b36a6388-816c-4817-ab80-c448571b13a2 HTTP/1.1" status: 200 len: 217 time: 0.0676782 Mar 01 21:27:00.438110 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d47e5-e5aa-4c59-be8a-7fd9b842b02e req-9777e572-6e02-4659-b3c3-f89acda9f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:00.439756 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e63d47e5-e5aa-4c59-be8a-7fd9b842b02e req-9777e572-6e02-4659-b3c3-f89acda9f7c6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=482a9442-5b98-454c-b59f-bed17bad3758 HTTP/1.1" status: 200 len: 838 time: 0.0711746 Mar 01 21:27:00.538365 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d47e5-e5aa-4c59-be8a-7fd9b842b02e req-a7851ba0-eb53-47b0-9939-3c4c60bcca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:00.538365 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e63d47e5-e5aa-4c59-be8a-7fd9b842b02e req-a7851ba0-eb53-47b0-9939-3c4c60bcca18 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=462077c9-4913-4066-820c-34e2f01c5daa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0890048 Mar 01 21:27:00.650382 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:00.682460 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:00.686514 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e63d47e5-e5aa-4c59-be8a-7fd9b842b02e req-6df958df-30ef-4c9a-b258-671a56df7dcf service neutron] 10.222.0.57 "GET /v2.0/networks/462077c9-4913-4066-820c-34e2f01c5daa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433978 Mar 01 21:27:00.827876 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e63d47e5-e5aa-4c59-be8a-7fd9b842b02e req-4b1b899e-c888-4907-b5f2-74cc4e29ce3c service neutron] 10.222.0.57 "GET /v2.0/networks/462077c9-4913-4066-820c-34e2f01c5daa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356463 Mar 01 21:27:00.930825 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc908c32-4d3c-452f-9d90-2b5e24fcaa43 req-b2701bee-3f3c-4fc7-bcbe-69900773d113 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:00.930825 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dc908c32-4d3c-452f-9d90-2b5e24fcaa43 req-b2701bee-3f3c-4fc7-bcbe-69900773d113 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 944 time: 0.1086659 Mar 01 21:27:01.000599 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dc908c32-4d3c-452f-9d90-2b5e24fcaa43 req-b4b27f7a-1ca7-43bd-8c11-c9d0da6fc3e8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5c025d2-97f4-4e4c-8f6c-423df1b33102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607011 Mar 01 21:27:01.241242 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df89e0b9-208b-46c4-bbc7-a3f7f33edbf0 req-fa330698-0bbc-4858-aa5d-873b5275e135 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:01.241242 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df89e0b9-208b-46c4-bbc7-a3f7f33edbf0 req-fa330698-0bbc-4858-aa5d-873b5275e135 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 943 time: 0.2238917 Mar 01 21:27:01.290536 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-df89e0b9-208b-46c4-bbc7-a3f7f33edbf0 req-3ec4dc96-8659-48df-ac9a-715de2979b22 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457542 Mar 01 21:27:02.203967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379971dc-b69d-4235-8e1c-7b6ce4273f7e req-b9ad8c21-9257-4f98-9fd0-99701c3dd824 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:02.211885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-379971dc-b69d-4235-8e1c-7b6ce4273f7e req-b9ad8c21-9257-4f98-9fd0-99701c3dd824 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 944 time: 0.0929499 Mar 01 21:27:02.266813 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-379971dc-b69d-4235-8e1c-7b6ce4273f7e req-20bb8b26-63e2-496a-be7f-cc97489a2783 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5c025d2-97f4-4e4c-8f6c-423df1b33102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533960 Mar 01 21:27:02.355828 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:02.506648 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98935f7e-ffe8-4c27-b711-d0f9394ab8dc req-9a1472af-b240-4fc6-842c-b606702a3db7 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:02.508726 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98935f7e-ffe8-4c27-b711-d0f9394ab8dc req-9a1472af-b240-4fc6-842c-b606702a3db7 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 943 time: 0.0861418 Mar 01 21:27:02.559716 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-98935f7e-ffe8-4c27-b711-d0f9394ab8dc req-023175c3-f974-4ef7-983e-d87eceb736ee tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440075 Mar 01 21:27:02.766380 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 533e9b54-d686-453e-9ced-0e27b579fa1f details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:27:02.922267 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 533e9b54-d686-453e-9ced-0e27b579fa1f, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=533e9b54-d686-453e-9ced-0e27b579fa1f,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:27:02.938432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '533e9b54-d686-453e-9ced-0e27b579fa1f', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'port_id': '533e9b54-d686-453e-9ced-0e27b579fa1f', 'mac_address': 'fa:16:3e:da:a2:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:27:03.002914 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:03.026054 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 533e9b54-d686-453e-9ced-0e27b579fa1f {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:27:03.047837 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 533e9b54-d686-453e-9ced-0e27b579fa1f, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=533e9b54-d686-453e-9ced-0e27b579fa1f,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:27:03.115997 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:03.116975 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b36a6388-816c-4817-ab80-c448571b13a2 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:27:03.371114 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=533e9b54-d686-453e-9ced-0e27b579fa1f,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:03.412682 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b36a6388-816c-4817-ab80-c448571b13a2, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b36a6388-816c-4817-ab80-c448571b13a2,segment=NetworkSegment(ceed6d32-75ad-43e5-80ca-7187b96cd3a4),segment_id=ceed6d32-75ad-43e5-80ca-7187b96cd3a4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:27:03.435168 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'b36a6388-816c-4817-ab80-c448571b13a2', 'network_id': '462077c9-4913-4066-820c-34e2f01c5daa', 'port_id': 'b36a6388-816c-4817-ab80-c448571b13a2', 'mac_address': 'fa:16:3e:ae:cd:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '482a9442-5b98-454c-b59f-bed17bad3758', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:27:03.510914 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:03.518162 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031e5a8-1d17-4229-bc9b-4d8297cd4873 req-37d9ea7a-3726-479f-9563-1383df39f549 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:03.519679 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2031e5a8-1d17-4229-bc9b-4d8297cd4873 req-37d9ea7a-3726-479f-9563-1383df39f549 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 944 time: 0.1215730 Mar 01 21:27:03.533649 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36a6388-816c-4817-ab80-c448571b13a2 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:27:03.550290 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b36a6388-816c-4817-ab80-c448571b13a2, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b36a6388-816c-4817-ab80-c448571b13a2,segment=NetworkSegment(ceed6d32-75ad-43e5-80ca-7187b96cd3a4),segment_id=ceed6d32-75ad-43e5-80ca-7187b96cd3a4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:27:03.575666 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2031e5a8-1d17-4229-bc9b-4d8297cd4873 req-e78b6d8b-4771-4683-8c0f-e49d3f649d48 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5c025d2-97f4-4e4c-8f6c-423df1b33102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482359 Mar 01 21:27:03.805628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9717ade6-c2da-4edd-81d2-3289748709cd req-e922f769-3df6-4677-9f76-b3618f7a1a61 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:03.807805 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9717ade6-c2da-4edd-81d2-3289748709cd req-e922f769-3df6-4677-9f76-b3618f7a1a61 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 944 time: 0.1034803 Mar 01 21:27:03.862900 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9717ade6-c2da-4edd-81d2-3289748709cd req-e38a3ea0-0634-4953-b820-90ed0a37e161 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473676 Mar 01 21:27:04.011825 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:04.112033 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=b36a6388-816c-4817-ab80-c448571b13a2,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:04.238204 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['533e9b54-d686-453e-9ced-0e27b579fa1f'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:27:04.269255 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['b36a6388-816c-4817-ab80-c448571b13a2'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:27:04.844137 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca1edd-bb2c-493d-8adb-117a5825b1da req-9c0b10f9-8c23-4f44-9269-8bb6142df41a tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:04.845782 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c4ca1edd-bb2c-493d-8adb-117a5825b1da req-9c0b10f9-8c23-4f44-9269-8bb6142df41a tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 945 time: 0.1268144 Mar 01 21:27:04.903507 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c4ca1edd-bb2c-493d-8adb-117a5825b1da req-5e354fee-a256-459f-b032-99b63fff44ed tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5c025d2-97f4-4e4c-8f6c-423df1b33102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500400 Mar 01 21:27:05.114291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782fa4c-5e89-4e43-a7cd-cde82488bf00 req-3f2ce3a6-542f-4b57-9abc-2b975a71ecce tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:05.120335 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8782fa4c-5e89-4e43-a7cd-cde82488bf00 req-3f2ce3a6-542f-4b57-9abc-2b975a71ecce tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 944 time: 0.1009123 Mar 01 21:27:05.168950 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8782fa4c-5e89-4e43-a7cd-cde82488bf00 req-1ad81974-a1da-4364-98cc-ecc93026c3c4 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467899 Mar 01 21:27:06.102294 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0054c4a1-576d-4974-901d-13a6c403f599 req-ba4c6c59-c89f-4a37-a1ab-f24cc95b9922 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:06.109362 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0054c4a1-576d-4974-901d-13a6c403f599 req-ba4c6c59-c89f-4a37-a1ab-f24cc95b9922 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 945 time: 0.0974867 Mar 01 21:27:06.167788 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0054c4a1-576d-4974-901d-13a6c403f599 req-261a3b08-ba14-4d5b-b3b9-8340c1d92eb9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5c025d2-97f4-4e4c-8f6c-423df1b33102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572593 Mar 01 21:27:06.393877 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940072d-fc21-47dd-8c0b-de0423fb4220 req-93bfe104-3bbd-40e3-8a10-f338fb55ccdf tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:06.395348 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c940072d-fc21-47dd-8c0b-de0423fb4220 req-93bfe104-3bbd-40e3-8a10-f338fb55ccdf tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 944 time: 0.1131244 Mar 01 21:27:06.459577 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c940072d-fc21-47dd-8c0b-de0423fb4220 req-dd883758-4fc8-4e21-a2cd-ddf175eb8e6e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527556 Mar 01 21:27:06.761018 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 533e9b54-d686-453e-9ced-0e27b579fa1f up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:27:06.853203 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 533e9b54-d686-453e-9ced-0e27b579fa1f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:27:06.853666 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:07.057458 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:07.106404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1b0a97-f203-47bf-b5f4-276618f28c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533e9b54-d686-453e-9ced-0e27b579fa1f'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:27:07.112263 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 533e9b54-d686-453e-9ced-0e27b579fa1f, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=533e9b54-d686-453e-9ced-0e27b579fa1f,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:27:07.168773 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1b0a97-f203-47bf-b5f4-276618f28c9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '533e9b54-d686-453e-9ced-0e27b579fa1f', 'code': 200} Mar 01 21:27:07.207134 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:07.213085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b36a6388-816c-4817-ab80-c448571b13a2 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:27:07.340312 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=533e9b54-d686-453e-9ced-0e27b579fa1f,revision_number=10']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:07.541294 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7536d-6ff3-4e6b-90b9-f0a19722cb9e req-b164c1d5-3b62-4909-bc82-a2e80226aab0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:07.550110 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-10c7536d-6ff3-4e6b-90b9-f0a19722cb9e req-b164c1d5-3b62-4909-bc82-a2e80226aab0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 945 time: 0.1793704 Mar 01 21:27:07.609018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987f3a08-fb7c-4374-b325-2de2e85672e1 req-86d2065e-4f7f-462f-a745-3a9661c1235c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:07.610760 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-987f3a08-fb7c-4374-b325-2de2e85672e1 req-86d2065e-4f7f-462f-a745-3a9661c1235c service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 1097 time: 0.1617510 Mar 01 21:27:07.634314 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port b36a6388-816c-4817-ab80-c448571b13a2 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:27:07.645958 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-10c7536d-6ff3-4e6b-90b9-f0a19722cb9e req-8a085771-0986-496b-9131-e729bf569b11 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5c025d2-97f4-4e4c-8f6c-423df1b33102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949070 Mar 01 21:27:07.654678 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port b36a6388-816c-4817-ab80-c448571b13a2 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:27:07.655059 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:07.683484 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-987f3a08-fb7c-4374-b325-2de2e85672e1 req-51b9bf0d-7b4a-4c90-a9dd-c9bc94766bd8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611136 Mar 01 21:27:07.762129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca81836-2ba3-403d-b9f9-0e494b9f292b req-dc046a33-9eae-43e6-8d41-6f55cb55f880 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:07.762129 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ca81836-2ba3-403d-b9f9-0e494b9f292b req-dc046a33-9eae-43e6-8d41-6f55cb55f880 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 946 time: 0.1021204 Mar 01 21:27:07.842280 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ca81836-2ba3-403d-b9f9-0e494b9f292b req-ca6b2108-1aee-45cb-85b9-584f64e64117 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721412 Mar 01 21:27:07.945057 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:07.990426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b36a6388-816c-4817-ab80-c448571b13a2, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b36a6388-816c-4817-ab80-c448571b13a2,segment=NetworkSegment(ceed6d32-75ad-43e5-80ca-7187b96cd3a4),segment_id=ceed6d32-75ad-43e5-80ca-7187b96cd3a4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:27:08.088004 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:08.189714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=b36a6388-816c-4817-ab80-c448571b13a2,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:08.915781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56937b59-38b7-4d02-a735-6b03ff01e63b req-76eacfba-aaaf-46c9-9482-9abdbd460aa8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:08.932213 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56937b59-38b7-4d02-a735-6b03ff01e63b req-76eacfba-aaaf-46c9-9482-9abdbd460aa8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 946 time: 0.1259325 Mar 01 21:27:08.985080 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56937b59-38b7-4d02-a735-6b03ff01e63b req-56d76a73-aa4e-47a7-b4a8-8758ed8130b9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5c025d2-97f4-4e4c-8f6c-423df1b33102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632598 Mar 01 21:27:09.155665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbcd55f-041e-4d21-9ae5-967ba8681288 req-d3776686-4099-4d61-8064-f3a98c783a8e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:09.160915 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0bbcd55f-041e-4d21-9ae5-967ba8681288 req-d3776686-4099-4d61-8064-f3a98c783a8e tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 946 time: 0.0953064 Mar 01 21:27:09.181816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741c9c2f-6f7a-4701-a63f-60d30d89d9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36a6388-816c-4817-ab80-c448571b13a2'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:27:09.243003 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0bbcd55f-041e-4d21-9ae5-967ba8681288 req-40f4eb59-6d7d-4758-b4ac-423050bde514 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704062 Mar 01 21:27:09.252952 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741c9c2f-6f7a-4701-a63f-60d30d89d9aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36a6388-816c-4817-ab80-c448571b13a2', 'code': 200} Mar 01 21:27:09.431760 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a108b-4909-4a3c-b6f4-90daaff66cbe req-d126511d-539e-4548-b86d-8877ea8a5903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:09.433241 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6b5a108b-4909-4a3c-b6f4-90daaff66cbe req-d126511d-539e-4548-b86d-8877ea8a5903 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 1097 time: 0.0915933 Mar 01 21:27:09.480380 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6b5a108b-4909-4a3c-b6f4-90daaff66cbe req-1216a514-669d-454b-a1de-445657d4c30b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=a5c025d2-97f4-4e4c-8f6c-423df1b33102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411754 Mar 01 21:27:10.185949 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c4c159-9dcb-4265-bc79-a8aa5b9d0595 req-e40d919c-c869-416b-b1fe-1b468c93c5a1 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:10.188191 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8c4c159-9dcb-4265-bc79-a8aa5b9d0595 req-e40d919c-c869-416b-b1fe-1b468c93c5a1 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 946 time: 0.0881910 Mar 01 21:27:10.245270 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8c4c159-9dcb-4265-bc79-a8aa5b9d0595 req-a05784e7-07aa-4225-9109-25ff466d90f4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5c025d2-97f4-4e4c-8f6c-423df1b33102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512633 Mar 01 21:27:10.470884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c06b7-e468-4ccd-b6f2-f2ddc260c0a3 req-6d1b8121-2c98-4d73-b4e9-077d9b79439b tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:10.479771 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-925c06b7-e468-4ccd-b6f2-f2ddc260c0a3 req-6d1b8121-2c98-4d73-b4e9-077d9b79439b tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 946 time: 0.1194770 Mar 01 21:27:10.526127 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-925c06b7-e468-4ccd-b6f2-f2ddc260c0a3 req-1673d898-645f-4bde-ab47-eb8220b9f068 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449765 Mar 01 21:27:11.361588 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:27:11.469297 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f4acd-dea4-43eb-a926-c1196239c8f4 req-24169040-f0a8-4c37-a76f-a52f0076d601 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:11.477074 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed1f4acd-dea4-43eb-a926-c1196239c8f4 req-24169040-f0a8-4c37-a76f-a52f0076d601 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 946 time: 0.1054666 Mar 01 21:27:11.533118 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed1f4acd-dea4-43eb-a926-c1196239c8f4 req-20241a3a-e267-40c9-a578-21e7b96084fa tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5c025d2-97f4-4e4c-8f6c-423df1b33102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484505 Mar 01 21:27:11.861175 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6e54d-6160-4aaa-aca5-60b312a4d338 req-35dbc48e-27da-489f-a3ac-634a254e57cf tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:11.861175 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87a6e54d-6160-4aaa-aca5-60b312a4d338 req-35dbc48e-27da-489f-a3ac-634a254e57cf tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 946 time: 0.1781390 Mar 01 21:27:11.886652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef19a8-e2d5-4640-8a90-d81ea99f01bd req-814920c4-65c3-4ee5-85f7-c822ee5e6578 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:11.887859 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57ef19a8-e2d5-4640-8a90-d81ea99f01bd req-814920c4-65c3-4ee5-85f7-c822ee5e6578 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 946 time: 0.1607387 Mar 01 21:27:11.957151 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87a6e54d-6160-4aaa-aca5-60b312a4d338 req-cf72fac8-9580-4a74-94ad-bab6512e27e9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5c025d2-97f4-4e4c-8f6c-423df1b33102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797606 Mar 01 21:27:11.982525 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57ef19a8-e2d5-4640-8a90-d81ea99f01bd req-f1d7be7e-9fd4-4e48-a2f2-46e8771d9263 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797293 Mar 01 21:27:13.195149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc36a8-9dfb-4542-b733-da04d6ea3c4a req-bc7296d4-d949-45a0-a656-f5123a75d1cc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:13.197012 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fffc36a8-9dfb-4542-b733-da04d6ea3c4a req-bc7296d4-d949-45a0-a656-f5123a75d1cc tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 946 time: 0.0943117 Mar 01 21:27:13.245925 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fffc36a8-9dfb-4542-b733-da04d6ea3c4a req-57eb9155-bca9-49bf-8245-e00f12f4b77c tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432529 Mar 01 21:27:13.491311 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57198) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:27:14.345396 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:14.763346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Allocated IP 172.20.0.17 (462077c9-4913-4066-820c-34e2f01c5daa/482a9442-5b98-454c-b59f-bed17bad3758/0729d0ec-6314-4cd4-a1e3-105ff9e76162) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:27:14.937072 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:14.953703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Transition to ACTIVE for port object 0729d0ec-6314-4cd4-a1e3-105ff9e76162 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:27:15.041762 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:15.107371 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Network 462077c9-4913-4066-820c-34e2f01c5daa is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:27:15.118848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:27:15.123310 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:27:15.155146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'Port': ['ID=0729d0ec-6314-4cd4-a1e3-105ff9e76162,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:15.169653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:15.169943 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:15.172340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:15.172340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:15.172340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:15.172340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:15.172340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:15.172340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:15.172340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:15.173034 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:15.173161 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:15.173420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:15.203392 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:15.658187 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b1bf9e4f-7ab7-4968-8f5d-b52af1b8fa06 None None] Provisioning for port 0729d0ec-6314-4cd4-a1e3-105ff9e76162 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:27:15.664835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b1bf9e4f-7ab7-4968-8f5d-b52af1b8fa06 None None] Provisioning complete for port 0729d0ec-6314-4cd4-a1e3-105ff9e76162 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:27:15.665582 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b1bf9e4f-7ab7-4968-8f5d-b52af1b8fa06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:15.698517 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:15.732280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b1bf9e4f-7ab7-4968-8f5d-b52af1b8fa06 None None] Port 0729d0ec-6314-4cd4-a1e3-105ff9e76162 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:27:16.266420 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:16.326729 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:16.443231 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:16.446579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'Port': ['ID=0729d0ec-6314-4cd4-a1e3-105ff9e76162,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:16.586407 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Network 462077c9-4913-4066-820c-34e2f01c5daa is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:27:16.587728 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:27:16.806092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Router 85ab06e3-eee3-45d3-abd5-06efa4168733 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:27:16.868703 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1e266f2c-3a72-4e81-b926-6bc10f2bfe5f None None] Provisioning complete for port 0729d0ec-6314-4cd4-a1e3-105ff9e76162 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:27:16.869214 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1e266f2c-3a72-4e81-b926-6bc10f2bfe5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:16.959571 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1e266f2c-3a72-4e81-b926-6bc10f2bfe5f None None] Port 0729d0ec-6314-4cd4-a1e3-105ff9e76162 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:27:17.015512 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:27:17.026287 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] Sync routers for ids ['85ab06e3-eee3-45d3-abd5-06efa4168733'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:27:17.044614 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] Routers {'85ab06e3-eee3-45d3-abd5-06efa4168733'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:27:17.044614 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:27:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['85ab06e3-eee3-45d3-abd5-06efa4168733'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:27:17.047964 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7850245a-d7fc-457d-a8db-127bac896a68 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "PUT /v2.0/routers/85ab06e3-eee3-45d3-abd5-06efa4168733/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5554423 Mar 01 21:27:17.242998 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] Set router 85ab06e3-eee3-45d3-abd5-06efa4168733 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:27:17.607864 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:24:57Z', 'updated_at': '2022-03-01T21:27:15Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:24:58Z', 'updated_at': '2022-03-01T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '00366db5-c827-450a-8a07-e6fa7b868f1e', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'port_id': 'd0a98904-9908-4400-ae33-f37e01130a64', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'mac_address': 'fa:16:3e:8a:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199db97c-0ae1-4107-be90-fb6475648a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:25:32Z', 'updated_at': '2022-03-01T21:25:35Z', 'revision_number': 1, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0729d0ec-6314-4cd4-a1e3-105ff9e76162', 'name': '', 'network_id': '462077c9-4913-4066-820c-34e2f01c5daa', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:28:e0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '482a9442-5b98-454c-b59f-bed17bad3758', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:27:14Z', 'updated_at': '2022-03-01T21:27:16Z', 'revision_number': 2, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': '482a9442-5b98-454c-b59f-bed17bad3758', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a63b87e-b7cd-4196-9765-3ce68bd97938', 'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:d8:ff:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:25:03Z', 'updated_at': '2022-03-01T21:25:12Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:27:17.612330 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] Checking router: 85ab06e3-eee3-45d3-abd5-06efa4168733 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:27:17.612678 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] Updating router 85ab06e3-eee3-45d3-abd5-06efa4168733 port 0729d0ec-6314-4cd4-a1e3-105ff9e76162 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:27:17.668086 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:18.074466 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:18.088200 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] Transition to ACTIVE for port object 0729d0ec-6314-4cd4-a1e3-105ff9e76162 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:27:18.155877 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:18.372495 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e0f9d-253d-426f-bfa3-34a265d1df0d None None] Pushing event updated for resources: {'Port': ['ID=0729d0ec-6314-4cd4-a1e3-105ff9e76162,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:18.414840 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e0f9d-253d-426f-bfa3-34a265d1df0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:18.415101 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e0f9d-253d-426f-bfa3-34a265d1df0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:18.415445 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e0f9d-253d-426f-bfa3-34a265d1df0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:18.415874 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e0f9d-253d-426f-bfa3-34a265d1df0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:18.416205 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e0f9d-253d-426f-bfa3-34a265d1df0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:18.416530 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e0f9d-253d-426f-bfa3-34a265d1df0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:18.416994 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e0f9d-253d-426f-bfa3-34a265d1df0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:18.417324 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e0f9d-253d-426f-bfa3-34a265d1df0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:18.417645 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e0f9d-253d-426f-bfa3-34a265d1df0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:18.418277 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e0f9d-253d-426f-bfa3-34a265d1df0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:18.418609 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e0f9d-253d-426f-bfa3-34a265d1df0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:18.418931 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e94e0f9d-253d-426f-bfa3-34a265d1df0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:18.448168 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] Attempting to bind port 0729d0ec-6314-4cd4-a1e3-105ff9e76162 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:27:18.448626 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] Attempting to bind port 0729d0ec-6314-4cd4-a1e3-105ff9e76162 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'ceed6d32-75ad-43e5-80ca-7187b96cd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '462077c9-4913-4066-820c-34e2f01c5daa'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:27:18.449048 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] Attempting to bind port 0729d0ec-6314-4cd4-a1e3-105ff9e76162 on network 462077c9-4913-4066-820c-34e2f01c5daa {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:27:18.456372 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 27, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:27:18.456767 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] Checking segment: {'id': 'ceed6d32-75ad-43e5-80ca-7187b96cd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '462077c9-4913-4066-820c-34e2f01c5daa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:27:18.457121 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:18.457641 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] Bound using segment: {'id': 'ceed6d32-75ad-43e5-80ca-7187b96cd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '462077c9-4913-4066-820c-34e2f01c5daa'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:27:18.458142 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] Bound port: 0729d0ec-6314-4cd4-a1e3-105ff9e76162, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceed6d32-75ad-43e5-80ca-7187b96cd3a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '462077c9-4913-4066-820c-34e2f01c5daa'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:27:18.458550 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:18.562019 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] For port 0729d0ec-6314-4cd4-a1e3-105ff9e76162, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:27:18.565287 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] For port 0729d0ec-6314-4cd4-a1e3-105ff9e76162, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0729d0ec-6314-4cd4-a1e3-105ff9e76162,segment=NetworkSegment(ceed6d32-75ad-43e5-80ca-7187b96cd3a4),segment_id=ceed6d32-75ad-43e5-80ca-7187b96cd3a4)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:27:18.659062 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:18.743892 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] Routers {'85ab06e3-eee3-45d3-abd5-06efa4168733'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:27:18.744622 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:27:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['85ab06e3-eee3-45d3-abd5-06efa4168733'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:27:18.960782 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94e0f9d-253d-426f-bfa3-34a265d1df0d None None] Pushing event updated for resources: {'Port': ['ID=0729d0ec-6314-4cd4-a1e3-105ff9e76162,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:18.982622 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] Set router 85ab06e3-eee3-45d3-abd5-06efa4168733 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:27:19.373414 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:24:57Z', 'updated_at': '2022-03-01T21:27:15Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:24:58Z', 'updated_at': '2022-03-01T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '00366db5-c827-450a-8a07-e6fa7b868f1e', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'port_id': 'd0a98904-9908-4400-ae33-f37e01130a64', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'mac_address': 'fa:16:3e:8a:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199db97c-0ae1-4107-be90-fb6475648a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:25:32Z', 'updated_at': '2022-03-01T21:25:35Z', 'revision_number': 1, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0729d0ec-6314-4cd4-a1e3-105ff9e76162', 'name': '', 'network_id': '462077c9-4913-4066-820c-34e2f01c5daa', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:28:e0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '482a9442-5b98-454c-b59f-bed17bad3758', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:27:14Z', 'updated_at': '2022-03-01T21:27:18Z', 'revision_number': 4, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': '482a9442-5b98-454c-b59f-bed17bad3758', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a63b87e-b7cd-4196-9765-3ce68bd97938', 'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:d8:ff:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:25:03Z', 'updated_at': '2022-03-01T21:25:12Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:27:19.377374 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d177affd-4d4e-4c64-b53e-15d35e449148 None None] The sync data for ids ['85ab06e3-eee3-45d3-abd5-06efa4168733'] in n-d-827896-4 is: [{'id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:24:57Z', 'updated_at': '2022-03-01T21:27:15Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:24:58Z', 'updated_at': '2022-03-01T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '00366db5-c827-450a-8a07-e6fa7b868f1e', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'port_id': 'd0a98904-9908-4400-ae33-f37e01130a64', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'mac_address': 'fa:16:3e:8a:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199db97c-0ae1-4107-be90-fb6475648a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:25:32Z', 'updated_at': '2022-03-01T21:25:35Z', 'revision_number': 1, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0729d0ec-6314-4cd4-a1e3-105ff9e76162', 'name': '', 'network_id': '462077c9-4913-4066-820c-34e2f01c5daa', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:28:e0:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '482a9442-5b98-454c-b59f-bed17bad3758', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:27:14Z', 'updated_at': '2022-03-01T21:27:18Z', 'revision_number': 4, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': '482a9442-5b98-454c-b59f-bed17bad3758', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '2a63b87e-b7cd-4196-9765-3ce68bd97938', 'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:d8:ff:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:25:03Z', 'updated_at': '2022-03-01T21:25:12Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:27:19.573212 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0729d0ec-6314-4cd4-a1e3-105ff9e76162 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:27:19.868385 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 0729d0ec-6314-4cd4-a1e3-105ff9e76162 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:27:19.874106 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 0729d0ec-6314-4cd4-a1e3-105ff9e76162 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:27:19.878226 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:20.005981 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:20.050215 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 0729d0ec-6314-4cd4-a1e3-105ff9e76162, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0729d0ec-6314-4cd4-a1e3-105ff9e76162,segment=NetworkSegment(ceed6d32-75ad-43e5-80ca-7187b96cd3a4),segment_id=ceed6d32-75ad-43e5-80ca-7187b96cd3a4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:27:20.172642 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:20.244309 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=0729d0ec-6314-4cd4-a1e3-105ff9e76162,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:21.525418 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0729d0ec-6314-4cd4-a1e3-105ff9e76162 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:27:21.592434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 0729d0ec-6314-4cd4-a1e3-105ff9e76162 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:27:21.592789 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:21.655284 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:24.109607 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:27.486344 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d599f29d-9011-4db6-9915-d969a5aba9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:29.686464 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-48bda2d8-0443-41cd-a410-07d31a4e9216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:30.594757 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:30.623514 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:32.320600 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:35.543302 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d5caa70a-6c21-47a2-8b5a-82cc95fa586d req-9d75ce53-0b2f-48a3-a2e5-ec9118d4ac75 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0835958 Mar 01 21:27:35.823026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5caa70a-6c21-47a2-8b5a-82cc95fa586d req-75f3449d-72f4-4670-bbfe-2c20714d2d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:35.824537 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d5caa70a-6c21-47a2-8b5a-82cc95fa586d req-75f3449d-72f4-4670-bbfe-2c20714d2d70 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=6014c443b54e41aa96abbf34b6c6cfbd&device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 1097 time: 0.2020373 Mar 01 21:27:35.986759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5caa70a-6c21-47a2-8b5a-82cc95fa586d req-11f7df4a-2c27-4da1-820c-8eb530fc149b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:35.988223 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d5caa70a-6c21-47a2-8b5a-82cc95fa586d req-11f7df4a-2c27-4da1-820c-8eb530fc149b service neutron] 10.222.0.57 "GET /v2.0/networks?id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3 HTTP/1.1" status: 200 len: 918 time: 0.1343462 Mar 01 21:27:36.119768 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d5caa70a-6c21-47a2-8b5a-82cc95fa586d req-8ac2f42b-4300-4ba6-95bf-a39acfb2840a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=533e9b54-d686-453e-9ced-0e27b579fa1f HTTP/1.1" status: 200 len: 999 time: 0.1228526 Mar 01 21:27:36.183803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5caa70a-6c21-47a2-8b5a-82cc95fa586d req-86d35972-d2c4-446a-a7a3-dd0fcf3d95ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:36.185247 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d5caa70a-6c21-47a2-8b5a-82cc95fa586d req-86d35972-d2c4-446a-a7a3-dd0fcf3d95ce service neutron] 10.222.0.57 "GET /v2.0/subnets?id=7806e9af-ea8e-45a6-994c-4158f4cea3a0 HTTP/1.1" status: 200 len: 856 time: 0.0587780 Mar 01 21:27:36.262742 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5caa70a-6c21-47a2-8b5a-82cc95fa586d req-a573e824-7aff-4ef1-9b38-cf584e53724c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:36.264451 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d5caa70a-6c21-47a2-8b5a-82cc95fa586d req-a573e824-7aff-4ef1-9b38-cf584e53724c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=8e4865cc-9397-4f05-8abf-c13aa1d08ed3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727625 Mar 01 21:27:36.400824 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d5caa70a-6c21-47a2-8b5a-82cc95fa586d req-34e024d7-b16f-4eaf-a971-651cfb0271da service neutron] 10.222.0.57 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286743 Mar 01 21:27:36.538085 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d5caa70a-6c21-47a2-8b5a-82cc95fa586d req-cede0abd-885d-499e-a9a4-a6e3834c805a service neutron] 10.222.0.57 "GET /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293106 Mar 01 21:27:37.245296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57810) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:27:37.433230 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0ede784a-b7a7-4c6a-920f-d0ff22cdd505 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bcddc0e69ace4878b428693530f79ea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1865001 Mar 01 21:27:37.435916 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57818) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:27:37.539348 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0f0c28fb-bd03-416c-a445-92053d39aed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:37.566672 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0f0c28fb-bd03-416c-a445-92053d39aed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:37.668398 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0f0c28fb-bd03-416c-a445-92053d39aed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:37.687115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0c28fb-bd03-416c-a445-92053d39aed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc2668f-9d7a-4f48-9296-d3931389bf96,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:37.691209 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0f0c28fb-bd03-416c-a445-92053d39aed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:37.695004 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0f0c28fb-bd03-416c-a445-92053d39aed7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dbc2668f-9d7a-4f48-9296-d3931389bf96 HTTP/1.1" status: 204 len: 168 time: 0.2580600 Mar 01 21:27:37.720129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57824) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:27:38.315145 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:38.861750 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Deleting port 0729d0ec-6314-4cd4-a1e3-105ff9e76162 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:27:38.862047 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:39.081902 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] For port 0729d0ec-6314-4cd4-a1e3-105ff9e76162, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0729d0ec-6314-4cd4-a1e3-105ff9e76162,segment=NetworkSegment(ceed6d32-75ad-43e5-80ca-7187b96cd3a4),segment_id=ceed6d32-75ad-43e5-80ca-7187b96cd3a4)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:27:39.083147 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:39.212637 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Calling delete_port for 0729d0ec-6314-4cd4-a1e3-105ff9e76162 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:27:39.486118 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:39.542117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event deleted for resources: {'Port': ['ID=0729d0ec-6314-4cd4-a1e3-105ff9e76162,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:39.586238 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:39.586589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:39.586982 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:39.587390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:39.587741 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:39.588081 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:39.588412 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:39.588739 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:39.589064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:39.589480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:39.589782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:39.590013 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:39.883332 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:40.402419 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Router 85ab06e3-eee3-45d3-abd5-06efa4168733 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:27:40.590055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:27:40.601277 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f97247-b46c-40b2-8687-124a812266b1 None None] Sync routers for ids ['85ab06e3-eee3-45d3-abd5-06efa4168733'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:27:40.605925 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e9e341ee-afd2-43e3-bba0-b0151a7cc797 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "PUT /v2.0/routers/85ab06e3-eee3-45d3-abd5-06efa4168733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8817906 Mar 01 21:27:40.616689 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f97247-b46c-40b2-8687-124a812266b1 None None] Routers {'85ab06e3-eee3-45d3-abd5-06efa4168733'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:27:40.617441 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-b4f97247-b46c-40b2-8687-124a812266b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:27:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['85ab06e3-eee3-45d3-abd5-06efa4168733'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:27:40.823958 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-b4f97247-b46c-40b2-8687-124a812266b1 None None] Set router 85ab06e3-eee3-45d3-abd5-06efa4168733 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:27:41.003757 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a0a93c1b-9f76-479f-87b9-249d2edfc28b req-52dd5ee5-e57c-4215-bfd7-e1628a64dbe8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1034069 Mar 01 21:27:41.151996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a93c1b-9f76-479f-87b9-249d2edfc28b req-9419374f-f31a-4ffa-ade6-4e10616e26df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:41.153615 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a0a93c1b-9f76-479f-87b9-249d2edfc28b req-9419374f-f31a-4ffa-ade6-4e10616e26df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=344426e910fb4a26a6fdf736e0329342&device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 1096 time: 0.1017516 Mar 01 21:27:41.312759 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-a94273a0-9291-43aa-aec9-87136a0ff86b tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=8a350ae8447845bfb8a8075f7e92d3bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819743 Mar 01 21:27:41.381915 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a93c1b-9f76-479f-87b9-249d2edfc28b req-567d807a-6657-41f9-8827-14da436331f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:41.384049 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a0a93c1b-9f76-479f-87b9-249d2edfc28b req-567d807a-6657-41f9-8827-14da436331f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d40a089-4c40-47b1-9e2a-b80bd57370ee HTTP/1.1" status: 200 len: 898 time: 0.2098124 Mar 01 21:27:41.418087 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-b4f97247-b46c-40b2-8687-124a812266b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:24:57Z', 'updated_at': '2022-03-01T21:27:39Z', 'revision_number': 6, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:24:58Z', 'updated_at': '2022-03-01T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '00366db5-c827-450a-8a07-e6fa7b868f1e', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'port_id': 'd0a98904-9908-4400-ae33-f37e01130a64', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'mac_address': 'fa:16:3e:8a:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199db97c-0ae1-4107-be90-fb6475648a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:25:32Z', 'updated_at': '2022-03-01T21:25:35Z', 'revision_number': 1, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a63b87e-b7cd-4196-9765-3ce68bd97938', 'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:d8:ff:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:25:03Z', 'updated_at': '2022-03-01T21:25:12Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:27:41.422239 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f97247-b46c-40b2-8687-124a812266b1 None None] Checking router: 85ab06e3-eee3-45d3-abd5-06efa4168733 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:27:41.430848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f97247-b46c-40b2-8687-124a812266b1 None None] Routers {'85ab06e3-eee3-45d3-abd5-06efa4168733'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:27:41.431465 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-b4f97247-b46c-40b2-8687-124a812266b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:27:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['85ab06e3-eee3-45d3-abd5-06efa4168733'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:27:41.496430 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-e30d95c7-b47d-4847-b3d9-f78bc4a6625e tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:41.504524 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-e30d95c7-b47d-4847-b3d9-f78bc4a6625e tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904361 Mar 01 21:27:41.520721 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a0a93c1b-9f76-479f-87b9-249d2edfc28b req-d439431d-cd7e-454a-88e9-f5723667d424 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0a98904-9908-4400-ae33-f37e01130a64 HTTP/1.1" status: 200 len: 1000 time: 0.1302834 Mar 01 21:27:41.526709 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-55302b3f-9ea1-49ed-8e11-62fa2277d323 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/quotas/8a350ae8447845bfb8a8075f7e92d3bd HTTP/1.1" status: 200 len: 375 time: 0.0209012 Mar 01 21:27:41.580465 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-628cf495-3ea2-4620-a9f6-8ac9cc8be00b tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=8a350ae8447845bfb8a8075f7e92d3bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523021 Mar 01 21:27:41.634369 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a93c1b-9f76-479f-87b9-249d2edfc28b req-1203067f-c03d-45ab-a5e3-eb8277fb10db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:41.635964 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a0a93c1b-9f76-479f-87b9-249d2edfc28b req-1203067f-c03d-45ab-a5e3-eb8277fb10db service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f86e313d-dd25-48b3-a428-946d2319ac2a HTTP/1.1" status: 200 len: 834 time: 0.1086419 Mar 01 21:27:41.640960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-b4f97247-b46c-40b2-8687-124a812266b1 None None] Set router 85ab06e3-eee3-45d3-abd5-06efa4168733 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:27:41.720014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a93c1b-9f76-479f-87b9-249d2edfc28b req-58f88006-9218-4fe3-ac39-ced1c5aefd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:41.721540 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a0a93c1b-9f76-479f-87b9-249d2edfc28b req-58f88006-9218-4fe3-ac39-ced1c5aefd4a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d40a089-4c40-47b1-9e2a-b80bd57370ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794883 Mar 01 21:27:41.857264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c458a6c-fdab-4f01-8d0b-b48954038d2f req-79fe3c1d-2bf3-46b9-b4e1-722c7ebca7ab tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:41.857974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3c458a6c-fdab-4f01-8d0b-b48954038d2f req-79fe3c1d-2bf3-46b9-b4e1-722c7ebca7ab tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Synchronizing usage tracker for tenant:344426e910fb4a26a6fdf736e0329342 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:27:41.887912 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a0a93c1b-9f76-479f-87b9-249d2edfc28b req-65f27a4d-301d-4ee7-87bc-53237ad3b4d3 service neutron] 10.222.0.55 "GET /v2.0/networks/4d40a089-4c40-47b1-9e2a-b80bd57370ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603456 Mar 01 21:27:41.932229 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3c458a6c-fdab-4f01-8d0b-b48954038d2f req-79fe3c1d-2bf3-46b9-b4e1-722c7ebca7ab tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Unset dirty status for tenant:344426e910fb4a26a6fdf736e0329342 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:27:41.933554 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3c458a6c-fdab-4f01-8d0b-b48954038d2f req-79fe3c1d-2bf3-46b9-b4e1-722c7ebca7ab tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 946 time: 0.1630139 Mar 01 21:27:41.987918 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3c458a6c-fdab-4f01-8d0b-b48954038d2f req-73e2ae7d-e045-4e3b-a325-37845b27589d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5c025d2-97f4-4e4c-8f6c-423df1b33102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476122 Mar 01 21:27:42.036786 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-b4f97247-b46c-40b2-8687-124a812266b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:24:57Z', 'updated_at': '2022-03-01T21:27:39Z', 'revision_number': 6, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:24:58Z', 'updated_at': '2022-03-01T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '00366db5-c827-450a-8a07-e6fa7b868f1e', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'port_id': 'd0a98904-9908-4400-ae33-f37e01130a64', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'mac_address': 'fa:16:3e:8a:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199db97c-0ae1-4107-be90-fb6475648a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:25:32Z', 'updated_at': '2022-03-01T21:25:35Z', 'revision_number': 1, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a63b87e-b7cd-4196-9765-3ce68bd97938', 'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:d8:ff:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:25:03Z', 'updated_at': '2022-03-01T21:25:12Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:27:42.043159 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f97247-b46c-40b2-8687-124a812266b1 None None] The sync data for ids ['85ab06e3-eee3-45d3-abd5-06efa4168733'] in n-d-827896-4 is: [{'id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:24:57Z', 'updated_at': '2022-03-01T21:27:39Z', 'revision_number': 6, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:24:58Z', 'updated_at': '2022-03-01T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '00366db5-c827-450a-8a07-e6fa7b868f1e', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'floating_ip_address': '172.25.5.70', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'port_id': 'd0a98904-9908-4400-ae33-f37e01130a64', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'mac_address': 'fa:16:3e:8a:34:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '199db97c-0ae1-4107-be90-fb6475648a81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:25:32Z', 'updated_at': '2022-03-01T21:25:35Z', 'revision_number': 1, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a63b87e-b7cd-4196-9765-3ce68bd97938', 'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:d8:ff:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:25:03Z', 'updated_at': '2022-03-01T21:25:12Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:27:42.050983 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a0a93c1b-9f76-479f-87b9-249d2edfc28b req-8ce46adc-a746-4f87-a51c-d664cba984b0 service neutron] 10.222.0.55 "GET /v2.0/networks/4d40a089-4c40-47b1-9e2a-b80bd57370ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567366 Mar 01 21:27:42.887897 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f67b8799-e43c-4853-8910-6d3d36e21a44 req-37ca30ef-26b4-4065-a356-703bc5b78dfd tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/ports?device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 210 time: 0.0527840 Mar 01 21:27:43.215104 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c6fbe0-47bd-4796-8af4-cd9910507fc1 req-c274cc84-2cb2-4fde-8af8-b2488797722f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:43.216509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-24c6fbe0-47bd-4796-8af4-cd9910507fc1 req-c274cc84-2cb2-4fde-8af8-b2488797722f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Synchronizing usage tracker for tenant:344426e910fb4a26a6fdf736e0329342 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:27:43.232593 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-24c6fbe0-47bd-4796-8af4-cd9910507fc1 req-c274cc84-2cb2-4fde-8af8-b2488797722f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Unset dirty status for tenant:344426e910fb4a26a6fdf736e0329342 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:27:43.233984 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-24c6fbe0-47bd-4796-8af4-cd9910507fc1 req-c274cc84-2cb2-4fde-8af8-b2488797722f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.57 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 946 time: 0.1329558 Mar 01 21:27:43.356164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-24c6fbe0-47bd-4796-8af4-cd9910507fc1 req-c1bcc717-9d02-4f1c-ac94-33455be208a8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Deleting port b36a6388-816c-4817-ab80-c448571b13a2 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:27:43.356164 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-24c6fbe0-47bd-4796-8af4-cd9910507fc1 req-c1bcc717-9d02-4f1c-ac94-33455be208a8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:43.483850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e093e-881d-44dd-b8e8-52ee7ecbaca0 req-8646693b-e26f-419d-93f5-c1172e8cb78e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:43.485646 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af7e093e-881d-44dd-b8e8-52ee7ecbaca0 req-8646693b-e26f-419d-93f5-c1172e8cb78e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 946 time: 0.3552551 Mar 01 21:27:43.498082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0729d0ec-6314-4cd4-a1e3-105ff9e76162 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:27:43.554487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 0729d0ec-6314-4cd4-a1e3-105ff9e76162 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:27:43.554778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0729d0ec-6314-4cd4-a1e3-105ff9e76162 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:27:43.575018 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af7e093e-881d-44dd-b8e8-52ee7ecbaca0 req-4dea7d6b-8a7b-4b12-ae00-2caa0860a8f3 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=a5c025d2-97f4-4e4c-8f6c-423df1b33102&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824726 Mar 01 21:27:43.760116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-24c6fbe0-47bd-4796-8af4-cd9910507fc1 req-c1bcc717-9d02-4f1c-ac94-33455be208a8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] For port b36a6388-816c-4817-ab80-c448571b13a2, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b36a6388-816c-4817-ab80-c448571b13a2,segment=NetworkSegment(ceed6d32-75ad-43e5-80ca-7187b96cd3a4),segment_id=ceed6d32-75ad-43e5-80ca-7187b96cd3a4)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:27:43.760473 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-24c6fbe0-47bd-4796-8af4-cd9910507fc1 req-c1bcc717-9d02-4f1c-ac94-33455be208a8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:43.998381 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d93fa7bf-bcf2-4b55-bb65-1bc82ae56b03 req-541ca2bf-bbb1-4ec7-b38e-830b5de64880 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/ports?device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 210 time: 0.0422127 Mar 01 21:27:44.012655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-24c6fbe0-47bd-4796-8af4-cd9910507fc1 req-c1bcc717-9d02-4f1c-ac94-33455be208a8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Calling delete_port for b36a6388-816c-4817-ab80-c448571b13a2 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:27:44.206565 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-24c6fbe0-47bd-4796-8af4-cd9910507fc1 req-c1bcc717-9d02-4f1c-ac94-33455be208a8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:44.223008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafea235-d9f9-42a3-b72e-dc5b749cbb03 req-2eadff88-2267-4804-90b3-7c2176c5f223 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:44.224514 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bafea235-d9f9-42a3-b72e-dc5b749cbb03 req-2eadff88-2267-4804-90b3-7c2176c5f223 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 946 time: 0.0938168 Mar 01 21:27:44.259002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bcc717-9d02-4f1c-ac94-33455be208a8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event deleted for resources: {'Port': ['ID=b36a6388-816c-4817-ab80-c448571b13a2,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:44.274430 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bafea235-d9f9-42a3-b72e-dc5b749cbb03 req-c7ba95a5-1463-402f-8ce4-e584e09c6e48 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429661 Mar 01 21:27:44.338799 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c6fbe0-47bd-4796-8af4-cd9910507fc1 req-c1bcc717-9d02-4f1c-ac94-33455be208a8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] No DVR routers for this DVR port b36a6388-816c-4817-ab80-c448571b13a2 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:27:44.341368 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-24c6fbe0-47bd-4796-8af4-cd9910507fc1 req-c1bcc717-9d02-4f1c-ac94-33455be208a8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:44.343871 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '741c9c2f-6f7a-4701-a63f-60d30d89d9aa', 'name': 'network-vif-deleted', 'tag': 'b36a6388-816c-4817-ab80-c448571b13a2'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:27:44.388073 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '741c9c2f-6f7a-4701-a63f-60d30d89d9aa', 'name': 'network-vif-deleted', 'tag': 'b36a6388-816c-4817-ab80-c448571b13a2', 'status': 'completed', 'code': 200} Mar 01 21:27:44.440561 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-24c6fbe0-47bd-4796-8af4-cd9910507fc1 req-c1bcc717-9d02-4f1c-ac94-33455be208a8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.57 "DELETE /v2.0/ports/b36a6388-816c-4817-ab80-c448571b13a2 HTTP/1.1" status: 204 len: 173 time: 1.1964269 Mar 01 21:27:44.734130 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-390e9ea4-5f4e-4802-8b9d-bc93f1978b3f req-6bcb823d-fab4-4676-94c0-092622e26a2e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=741c9c2f-6f7a-4701-a63f-60d30d89d9aa HTTP/1.1" status: 200 len: 210 time: 0.0431571 Mar 01 21:27:45.194388 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5e34108-64ea-4321-85bb-7345249b8277 req-44892c4f-cce3-4034-b557-12953199d5ba tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/ports?device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 210 time: 0.0434062 Mar 01 21:27:45.257432 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-399224b2-d779-4b0e-8575-6210da7bbe05 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=8a350ae8447845bfb8a8075f7e92d3bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313463 Mar 01 21:27:45.482845 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-a318c0d8-bf3a-4a0d-bb92-bbc8cc6b79f2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:45.484491 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-a318c0d8-bf3a-4a0d-bb92-bbc8cc6b79f2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2226839 Mar 01 21:27:45.500716 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c879d7c-75fc-4e30-b1a5-03ab6dae2761 req-5d680738-de3b-4388-934a-943e8337a3eb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:45.500716 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-5c879d7c-75fc-4e30-b1a5-03ab6dae2761 req-5d680738-de3b-4388-934a-943e8337a3eb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Synchronizing usage tracker for tenant:6014c443b54e41aa96abbf34b6c6cfbd on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:27:45.507322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Request body: {'port': {'device_id': '35f24624-71c5-46fd-bc55-971b39b42ed0', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': '8a350ae8447845bfb8a8075f7e92d3bd'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:27:45.534534 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f2169-f435-496a-9093-a0d47a3d029d req-8923a5c1-067e-4234-83e5-4976873b7ab2 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:45.541900 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-911f2169-f435-496a-9093-a0d47a3d029d req-8923a5c1-067e-4234-83e5-4976873b7ab2 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 946 time: 0.1033127 Mar 01 21:27:45.585161 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-911f2169-f435-496a-9093-a0d47a3d029d req-ccb90ac0-8b62-413a-abed-fc1a5d516f14 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422938 Mar 01 21:27:45.607819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-5c879d7c-75fc-4e30-b1a5-03ab6dae2761 req-5d680738-de3b-4388-934a-943e8337a3eb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Unset dirty status for tenant:6014c443b54e41aa96abbf34b6c6cfbd on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:27:45.607819 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5c879d7c-75fc-4e30-b1a5-03ab6dae2761 req-5d680738-de3b-4388-934a-943e8337a3eb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.57 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 946 time: 0.2458296 Mar 01 21:27:45.706225 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-5c879d7c-75fc-4e30-b1a5-03ab6dae2761 req-423563c6-29c2-4702-b7c6-244426393a44 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Deleting port 533e9b54-d686-453e-9ced-0e27b579fa1f {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:27:45.706566 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5c879d7c-75fc-4e30-b1a5-03ab6dae2761 req-423563c6-29c2-4702-b7c6-244426393a44 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:45.761011 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:27:45.772988 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Usage tracker for resource:port and tenant:8a350ae8447845bfb8a8075f7e92d3bd is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:27:45.778969 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:27:45.811453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:27:45.850838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57946) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:27:45.943486 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8a3c9439-0480-434a-8852-852fc93ebdbe tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:45.964466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Made reservation on behalf of 8a350ae8447845bfb8a8075f7e92d3bd for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:27:45.969493 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:45.979117 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8a3c9439-0480-434a-8852-852fc93ebdbe tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:45.995537 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:46.045568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-5c879d7c-75fc-4e30-b1a5-03ab6dae2761 req-423563c6-29c2-4702-b7c6-244426393a44 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] For port 533e9b54-d686-453e-9ced-0e27b579fa1f, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=533e9b54-d686-453e-9ced-0e27b579fa1f,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:27:46.046228 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5c879d7c-75fc-4e30-b1a5-03ab6dae2761 req-423563c6-29c2-4702-b7c6-244426393a44 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:46.115303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:27:46.132039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Usage tracker for resource:security_group_rule and tenant:8a350ae8447845bfb8a8075f7e92d3bd is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:27:46.137148 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8a3c9439-0480-434a-8852-852fc93ebdbe tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:46.137298 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:27:46.146203 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:27:46.159096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c9439-0480-434a-8852-852fc93ebdbe tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c025d2-97f4-4e4c-8f6c-423df1b33102,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:46.257786 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8a3c9439-0480-434a-8852-852fc93ebdbe tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:46.262972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8a3c9439-0480-434a-8852-852fc93ebdbe tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "DELETE /v2.0/security-groups/a5c025d2-97f4-4e4c-8f6c-423df1b33102 HTTP/1.1" status: 204 len: 168 time: 0.4108143 Mar 01 21:27:46.356443 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57954) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:27:46.384815 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e314889e-1bae-4966-9ce7-c9acee7eeb1f req-a890b0a0-c60b-4b24-982e-d0fd200da3de tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/ports?device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 210 time: 0.0553372 Mar 01 21:27:46.453538 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5c879d7c-75fc-4e30-b1a5-03ab6dae2761 req-423563c6-29c2-4702-b7c6-244426393a44 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:46.453907 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5c879d7c-75fc-4e30-b1a5-03ab6dae2761 req-423563c6-29c2-4702-b7c6-244426393a44 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:46.454221 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [req-5c879d7c-75fc-4e30-b1a5-03ab6dae2761 req-423563c6-29c2-4702-b7c6-244426393a44 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Floating IP 2364262c-0860-4ebf-8f14-f8ffd207530b disassociated. External IP: 172.25.5.4, port: 533e9b54-d686-453e-9ced-0e27b579fa1f. Mar 01 21:27:46.454561 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-5c879d7c-75fc-4e30-b1a5-03ab6dae2761 req-423563c6-29c2-4702-b7c6-244426393a44 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Calling delete_port for 533e9b54-d686-453e-9ced-0e27b579fa1f owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:27:46.608591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-8478d1b1-7c86-4792-99dc-3d1756e47ff4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Deleting subnet 482a9442-5b98-454c-b59f-bed17bad3758 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:27:46.619254 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8478d1b1-7c86-4792-99dc-3d1756e47ff4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:46.713141 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8478d1b1-7c86-4792-99dc-3d1756e47ff4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:46.784985 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:46.785888 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75d171-36d8-4d8a-ae61-f9b7155fd320 req-e5073db1-769d-4cda-ad50-78440c4572ea tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:46.787510 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9f75d171-36d8-4d8a-ae61-f9b7155fd320 req-e5073db1-769d-4cda-ad50-78440c4572ea tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 946 time: 0.0837853 Mar 01 21:27:46.846980 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9f75d171-36d8-4d8a-ae61-f9b7155fd320 req-6ed99066-780c-4bfa-b846-5b7eca6a62b8 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups?id=078fd83f-4a38-40e4-9eff-5dd9e19664cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486522 Mar 01 21:27:46.883509 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:46.937217 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8478d1b1-7c86-4792-99dc-3d1756e47ff4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:46.978847 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b36a6388-816c-4817-ab80-c448571b13a2 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:27:46.984933 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5c879d7c-75fc-4e30-b1a5-03ab6dae2761 req-423563c6-29c2-4702-b7c6-244426393a44 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:47.032023 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: b36a6388-816c-4817-ab80-c448571b13a2 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:27:47.032869 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b36a6388-816c-4817-ab80-c448571b13a2 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:27:47.083565 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423563c6-29c2-4702-b7c6-244426393a44 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Pushing event deleted for resources: {'Port': ['ID=533e9b54-d686-453e-9ced-0e27b579fa1f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:47.086290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=788d85b9-d53f-4ac5-9af7-9591c2ab1245,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:47.212939 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8478d1b1-7c86-4792-99dc-3d1756e47ff4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:47.283685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8478d1b1-7c86-4792-99dc-3d1756e47ff4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event deleted for resources: {'Subnet': ['ID=482a9442-5b98-454c-b59f-bed17bad3758,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:47.293730 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8478d1b1-7c86-4792-99dc-3d1756e47ff4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:47.314374 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3206bfde-46a3-48ff-ab89-4d5fcf6ae660 None None] Network 462077c9-4913-4066-820c-34e2f01c5daa requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:27:47.398470 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Allocated IP 192.168.233.225 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/9e54e371-96b5-450d-9cec-904b9db962be) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:27:47.402106 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8478d1b1-7c86-4792-99dc-3d1756e47ff4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "DELETE /v2.0/subnets/482a9442-5b98-454c-b59f-bed17bad3758 HTTP/1.1" status: 204 len: 168 time: 1.0446811 Mar 01 21:27:47.404876 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57968) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:27:47.519382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c879d7c-75fc-4e30-b1a5-03ab6dae2761 req-423563c6-29c2-4702-b7c6-244426393a44 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Router 8d3285e1-e10d-4319-a84f-0f116aa82813 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:27:47.653757 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0269090-22ff-470f-ac13-302e7535d8ec None None] DHCP port deletion for 462077c9-4913-4066-820c-34e2f01c5daa request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:27:47.659801 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c0269090-22ff-470f-ac13-302e7535d8ec None None] Deleting port 4d315a27-1760-4215-8749-34e927a97b04 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:27:47.660220 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c0269090-22ff-470f-ac13-302e7535d8ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:47.807766 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a001331b-3718-446b-9779-2c376b6966b3 req-4b7ec702-3cb2-499f-b51d-2b5424228acf tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/ports?device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 210 time: 0.0984280 Mar 01 21:27:47.818645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c879d7c-75fc-4e30-b1a5-03ab6dae2761 req-423563c6-29c2-4702-b7c6-244426393a44 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:27:47.824857 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:47.838949 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864b9522-4b7b-40d0-ae34-486cead11d64 None None] Sync routers for ids ['8d3285e1-e10d-4319-a84f-0f116aa82813'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:27:47.840819 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Deleting port 4d315a27-1760-4215-8749-34e927a97b04 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:27:47.841406 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:47.861728 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864b9522-4b7b-40d0-ae34-486cead11d64 None None] Routers {'8d3285e1-e10d-4319-a84f-0f116aa82813'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:27:47.862763 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-864b9522-4b7b-40d0-ae34-486cead11d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:27:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8d3285e1-e10d-4319-a84f-0f116aa82813'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:27:47.990444 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c0269090-22ff-470f-ac13-302e7535d8ec None None] For port 4d315a27-1760-4215-8749-34e927a97b04, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4d315a27-1760-4215-8749-34e927a97b04,segment=NetworkSegment(ceed6d32-75ad-43e5-80ca-7187b96cd3a4),segment_id=ceed6d32-75ad-43e5-80ca-7187b96cd3a4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:27:47.991030 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c0269090-22ff-470f-ac13-302e7535d8ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:47.998369 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c879d7c-75fc-4e30-b1a5-03ab6dae2761 req-423563c6-29c2-4702-b7c6-244426393a44 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] No DVR routers for this DVR port 533e9b54-d686-453e-9ced-0e27b579fa1f on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:27:48.005192 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5c879d7c-75fc-4e30-b1a5-03ab6dae2761 req-423563c6-29c2-4702-b7c6-244426393a44 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:48.007342 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5c879d7c-75fc-4e30-b1a5-03ab6dae2761 req-423563c6-29c2-4702-b7c6-244426393a44 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.57 "DELETE /v2.0/ports/533e9b54-d686-453e-9ced-0e27b579fa1f HTTP/1.1" status: 204 len: 173 time: 2.3961143 Mar 01 21:27:48.009802 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de1b0a97-f203-47bf-b5f4-276618f28c9b', 'name': 'network-vif-deleted', 'tag': '533e9b54-d686-453e-9ced-0e27b579fa1f'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:27:48.106298 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:48.131882 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Transition to ACTIVE for port object 9e54e371-96b5-450d-9cec-904b9db962be will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:27:48.156812 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de1b0a97-f203-47bf-b5f4-276618f28c9b', 'name': 'network-vif-deleted', 'tag': '533e9b54-d686-453e-9ced-0e27b579fa1f', 'status': 'completed', 'code': 200} Mar 01 21:27:48.183148 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-864b9522-4b7b-40d0-ae34-486cead11d64 None None] Set router 8d3285e1-e10d-4319-a84f-0f116aa82813 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:27:48.229667 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-952e8a87-5dd6-436f-bc3f-8e9a11dd1996 req-49ac9005-7cde-4d7e-9e2c-83658d5c16bb tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/ports?device_id=de1b0a97-f203-47bf-b5f4-276618f28c9b HTTP/1.1" status: 200 len: 210 time: 0.0861764 Mar 01 21:27:48.275887 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:48.331588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] For port 4d315a27-1760-4215-8749-34e927a97b04, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4d315a27-1760-4215-8749-34e927a97b04,segment=NetworkSegment(ceed6d32-75ad-43e5-80ca-7187b96cd3a4),segment_id=ceed6d32-75ad-43e5-80ca-7187b96cd3a4)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:27:48.331945 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:48.336167 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c0269090-22ff-470f-ac13-302e7535d8ec None None] Calling delete_port for 4d315a27-1760-4215-8749-34e927a97b04 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:27:48.460654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:27:48.472669 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:27:48.475837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Calling delete_port for 4d315a27-1760-4215-8749-34e927a97b04 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:27:48.494317 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Pushing event updated for resources: {'Port': ['ID=9e54e371-96b5-450d-9cec-904b9db962be,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:48.500256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:27:48.528812 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:27:48.583307 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c0269090-22ff-470f-ac13-302e7535d8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:48.593830 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:27:48.594457 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:27:48.618426 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:48.618426 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:48.671022 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0269090-22ff-470f-ac13-302e7535d8ec None None] Pushing event deleted for resources: {'Port': ['ID=4d315a27-1760-4215-8749-34e927a97b04,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:48.674995 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-864b9522-4b7b-40d0-ae34-486cead11d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:26Z', 'updated_at': '2022-03-01T21:20:37Z', 'revision_number': 4, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'gw_port': {'id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:28Z', 'updated_at': '2022-03-01T21:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '302c49ca-816e-4935-bf9a-fe7a82fb5938', 'name': '', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'mac_address': 'fa:16:3e:99:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:34Z', 'updated_at': '2022-03-01T21:20:43Z', 'revision_number': 5, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'subnets': [{'id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:27:48.679342 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0269090-22ff-470f-ac13-302e7535d8ec None None] No DVR routers for this DVR port 4d315a27-1760-4215-8749-34e927a97b04 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:27:48.681096 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864b9522-4b7b-40d0-ae34-486cead11d64 None None] Checking router: 8d3285e1-e10d-4319-a84f-0f116aa82813 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:27:48.683191 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0269090-22ff-470f-ac13-302e7535d8ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:48.683636 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0269090-22ff-470f-ac13-302e7535d8ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:48.684050 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0269090-22ff-470f-ac13-302e7535d8ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:48.684781 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0269090-22ff-470f-ac13-302e7535d8ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:48.684891 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0269090-22ff-470f-ac13-302e7535d8ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:48.685300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0269090-22ff-470f-ac13-302e7535d8ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:48.685740 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0269090-22ff-470f-ac13-302e7535d8ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:48.686170 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0269090-22ff-470f-ac13-302e7535d8ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:48.686568 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0269090-22ff-470f-ac13-302e7535d8ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:48.686963 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0269090-22ff-470f-ac13-302e7535d8ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:48.687387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0269090-22ff-470f-ac13-302e7535d8ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:48.687821 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0269090-22ff-470f-ac13-302e7535d8ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:27:48.690990 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864b9522-4b7b-40d0-ae34-486cead11d64 None None] Routers {'8d3285e1-e10d-4319-a84f-0f116aa82813'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:27:48.691620 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-864b9522-4b7b-40d0-ae34-486cead11d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:27:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8d3285e1-e10d-4319-a84f-0f116aa82813'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:27:48.714960 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-0e9ea5b9-5d16-404b-8675-05a7812b87e2 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2123630 Mar 01 21:27:48.726149 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] Request body: {'port': {'device_id': '35f24624-71c5-46fd-bc55-971b39b42ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:27:48.846096 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-34a5068f-c477-4607-a54c-b3b4e7793c12 None None] Provisioning for port 9e54e371-96b5-450d-9cec-904b9db962be completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:27:48.853077 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-34a5068f-c477-4607-a54c-b3b4e7793c12 None None] Provisioning complete for port 9e54e371-96b5-450d-9cec-904b9db962be triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:27:48.853935 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-34a5068f-c477-4607-a54c-b3b4e7793c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:48.874740 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:48.940457 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-34a5068f-c477-4607-a54c-b3b4e7793c12 None None] Port 9e54e371-96b5-450d-9cec-904b9db962be cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:27:48.964889 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-864b9522-4b7b-40d0-ae34-486cead11d64 None None] Set router 8d3285e1-e10d-4319-a84f-0f116aa82813 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:27:48.991063 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 533e9b54-d686-453e-9ced-0e27b579fa1f no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:27:49.050809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 533e9b54-d686-453e-9ced-0e27b579fa1f {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:27:49.051162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 533e9b54-d686-453e-9ced-0e27b579fa1f not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:27:49.095858 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Deleting port 4d315a27-1760-4215-8749-34e927a97b04 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:27:49.099334 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:49.220248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] The port '4d315a27-1760-4215-8749-34e927a97b04' was deleted {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:27:49.455386 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-864b9522-4b7b-40d0-ae34-486cead11d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:26Z', 'updated_at': '2022-03-01T21:20:37Z', 'revision_number': 4, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'gw_port': {'id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:28Z', 'updated_at': '2022-03-01T21:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '302c49ca-816e-4935-bf9a-fe7a82fb5938', 'name': '', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'mac_address': 'fa:16:3e:99:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:34Z', 'updated_at': '2022-03-01T21:20:43Z', 'revision_number': 5, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'subnets': [{'id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:27:49.461813 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864b9522-4b7b-40d0-ae34-486cead11d64 None None] The sync data for ids ['8d3285e1-e10d-4319-a84f-0f116aa82813'] in n-d-827896-4 is: [{'id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:26Z', 'updated_at': '2022-03-01T21:20:37Z', 'revision_number': 4, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'gw_port': {'id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:28Z', 'updated_at': '2022-03-01T21:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '302c49ca-816e-4935-bf9a-fe7a82fb5938', 'name': '', 'network_id': '8e4865cc-9397-4f05-8abf-c13aa1d08ed3', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'mac_address': 'fa:16:3e:99:e8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_interface', 'standard_attr_id': 3423, 'fixed_ips': [{'subnet_id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:34Z', 'updated_at': '2022-03-01T21:20:43Z', 'revision_number': 5, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'subnets': [{'id': '7806e9af-ea8e-45a6-994c-4158f4cea3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:27:49.505951 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e54e371-96b5-450d-9cec-904b9db962be {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:27:49.517822 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:49.522715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57988) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:27:49.553400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] Transition to ACTIVE for port object 9e54e371-96b5-450d-9cec-904b9db962be will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:27:49.595739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4d315a27-1760-4215-8749-34e927a97b04 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:27:49.611086 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-80f65c55-c55a-491a-bf39-ccd69e211ece tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:49.640014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3197c6-daab-41b0-b74c-ca73765f9aba req-469f4457-bfa5-422d-911f-d751a8820a32 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:49.643871 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d3197c6-daab-41b0-b74c-ca73765f9aba req-469f4457-bfa5-422d-911f-d751a8820a32 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/ports?device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 936 time: 0.6384120 Mar 01 21:27:49.654518 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:49.662037 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 4d315a27-1760-4215-8749-34e927a97b04 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:27:49.662524 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4d315a27-1760-4215-8749-34e927a97b04 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:27:49.663038 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-80f65c55-c55a-491a-bf39-ccd69e211ece tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:49.668290 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:49.717033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['462077c9-4913-4066-820c-34e2f01c5daa']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:27:49.754201 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d3197c6-daab-41b0-b74c-ca73765f9aba req-a61eaa13-5115-4fa0-9bb0-8e794cf87dda tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/security-groups?id=788d85b9-d53f-4ac5-9af7-9591c2ab1245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032243 Mar 01 21:27:49.761929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceed6d32-75ad-43e5-80ca-7187b96cd3a4') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:27:49.766926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceed6d32-75ad-43e5-80ca-7187b96cd3a4') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:27:49.791880 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:49.815128 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:49.822004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:27:49.822509 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:27:49.840295 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:27:49.895791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] Pushing event updated for resources: {'Port': ['ID=9e54e371-96b5-450d-9cec-904b9db962be,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:49.900439 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed17516-7134-4a08-9737-2f068546f4c5 None None] New status for floating IP 2364262c-0860-4ebf-8f14-f8ffd207530b: DOWN {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:27:49.995231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] Attempting to bind port 9e54e371-96b5-450d-9cec-904b9db962be on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:27:49.995595 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] Attempting to bind port 9e54e371-96b5-450d-9cec-904b9db962be by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:27:49.995918 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] Attempting to bind port 9e54e371-96b5-450d-9cec-904b9db962be on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:27:50.000538 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:50.001375 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] Port 9e54e371-96b5-450d-9cec-904b9db962be on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:27:50.001692 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] Attempting to bind port 9e54e371-96b5-450d-9cec-904b9db962be on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:27:50.011193 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:27:50.011572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:27:50.011953 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:27:50.012380 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] Bound port: 9e54e371-96b5-450d-9cec-904b9db962be, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:27:50.012723 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:50.039322 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:50.053422 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event deleted for resources: {'Network': ['ID=462077c9-4913-4066-820c-34e2f01c5daa,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:50.116961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] For port 9e54e371-96b5-450d-9cec-904b9db962be, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:27:50.121420 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] For port 9e54e371-96b5-450d-9cec-904b9db962be, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9e54e371-96b5-450d-9cec-904b9db962be,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:27:50.122386 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-80f65c55-c55a-491a-bf39-ccd69e211ece tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:50.141361 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f65c55-c55a-491a-bf39-ccd69e211ece tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=078fd83f-4a38-40e4-9eff-5dd9e19664cb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:50.155634 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7576f944-3996-4770-817c-411272e823c0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "DELETE /v2.0/networks/462077c9-4913-4066-820c-34e2f01c5daa HTTP/1.1" status: 204 len: 168 time: 2.7488296 Mar 01 21:27:50.157883 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 57992) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:27:50.179346 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:50.261508 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:50.262550 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:50.264454 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] 10.222.0.55 "PUT /v2.0/ports/9e54e371-96b5-450d-9cec-904b9db962be HTTP/1.1" status: 200 len: 1096 time: 1.5427253 Mar 01 21:27:50.265761 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f24624-71c5-46fd-bc55-971b39b42ed0', 'tag': '9e54e371-96b5-450d-9cec-904b9db962be'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:27:50.283628 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-80f65c55-c55a-491a-bf39-ccd69e211ece tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:50.285292 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-80f65c55-c55a-491a-bf39-ccd69e211ece tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "DELETE /v2.0/security-groups/078fd83f-4a38-40e4-9eff-5dd9e19664cb HTTP/1.1" status: 204 len: 168 time: 0.7614136 Mar 01 21:27:50.287950 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 57998) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:27:50.316889 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea4a80-c6b5-4183-b193-7024f2c7b088 service neutron] Pushing event updated for resources: {'Port': ['ID=9e54e371-96b5-450d-9cec-904b9db962be,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:50.328166 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-c6a0931d-5ad1-40f9-a9a1-fe8edde01e61 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] show failed (client error): The resource could not be found. Mar 01 21:27:50.333515 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c6a0931d-5ad1-40f9-a9a1-fe8edde01e61 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "GET /v2.0/security-groups/078fd83f-4a38-40e4-9eff-5dd9e19664cb HTTP/1.1" status: 404 len: 347 time: 0.0422316 Mar 01 21:27:50.334159 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58002) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:27:50.419900 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f24624-71c5-46fd-bc55-971b39b42ed0', 'tag': '9e54e371-96b5-450d-9cec-904b9db962be', 'status': 'completed', 'code': 200} Mar 01 21:27:50.469082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-4501770a-c88a-4cf3-8129-7f656c09c50d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Deleting port 71670112-71ec-4adf-aa5b-df4b0d670deb {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:27:50.469671 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4501770a-c88a-4cf3-8129-7f656c09c50d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:50.584594 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-c28987a9-a24b-47fe-9e2c-710a41853135 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Deleting port 7a6a7031-205f-4068-8878-e14989943f75 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:27:50.584934 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c28987a9-a24b-47fe-9e2c-710a41853135 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:50.657761 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4501770a-c88a-4cf3-8129-7f656c09c50d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:50.658277 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4501770a-c88a-4cf3-8129-7f656c09c50d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:50.683076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d5464-cd52-4062-ae92-54dbabad12d7 req-55a81015-183b-4a78-b4dc-c9d410fdb209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:50.684596 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-671d5464-cd52-4062-ae92-54dbabad12d7 req-55a81015-183b-4a78-b4dc-c9d410fdb209 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8a350ae8447845bfb8a8075f7e92d3bd&device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 1099 time: 0.2639732 Mar 01 21:27:50.779253 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-671d5464-cd52-4062-ae92-54dbabad12d7 req-17bd24f3-fabb-4ee7-b1db-caff807f55ad service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=8a350ae8447845bfb8a8075f7e92d3bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429258 Mar 01 21:27:50.832412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-4501770a-c88a-4cf3-8129-7f656c09c50d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Calling delete_port for 71670112-71ec-4adf-aa5b-df4b0d670deb owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:27:50.924908 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c28987a9-a24b-47fe-9e2c-710a41853135 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:50.925486 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c28987a9-a24b-47fe-9e2c-710a41853135 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:51.076978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b47aff-c282-452d-8807-8642dc1e27d6 req-6c137a3b-f7bb-48a8-b26c-9afe7bbb9a04 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:51.078562 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7b47aff-c282-452d-8807-8642dc1e27d6 req-6c137a3b-f7bb-48a8-b26c-9afe7bbb9a04 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/ports?device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 948 time: 0.1463132 Mar 01 21:27:51.132417 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7b47aff-c282-452d-8807-8642dc1e27d6 req-c45a044e-141d-4286-9a34-41f2bbac32ad tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/security-groups?id=788d85b9-d53f-4ac5-9af7-9591c2ab1245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459464 Mar 01 21:27:51.166468 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4501770a-c88a-4cf3-8129-7f656c09c50d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:51.208641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-c28987a9-a24b-47fe-9e2c-710a41853135 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Calling delete_port for 7a6a7031-205f-4068-8878-e14989943f75 owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:27:51.224428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4501770a-c88a-4cf3-8129-7f656c09c50d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event deleted for resources: {'Port': ['ID=71670112-71ec-4adf-aa5b-df4b0d670deb,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:51.288196 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d5464-cd52-4062-ae92-54dbabad12d7 req-a01a7a61-53c6-467f-ab6b-71a2b5d9b070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:51.290302 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-671d5464-cd52-4062-ae92-54dbabad12d7 req-a01a7a61-53c6-467f-ab6b-71a2b5d9b070 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5005054 Mar 01 21:27:51.303165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58014) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:27:51.329448 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4501770a-c88a-4cf3-8129-7f656c09c50d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:51.335342 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-4501770a-c88a-4cf3-8129-7f656c09c50d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Floating IP 00366db5-c827-450a-8a07-e6fa7b868f1e disassociated (deleted). External IP: 172.25.5.70, port: d0a98904-9908-4400-ae33-f37e01130a64. Mar 01 21:27:51.455107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-f460f2e8-bce7-411f-974b-472fec2c4589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:51.455107 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-f460f2e8-bce7-411f-974b-472fec2c4589 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=8a350ae8447845bfb8a8075f7e92d3bd&device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 1099 time: 0.1284206 Mar 01 21:27:51.487064 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1dac-4b56-49d4-ac34-dca4586687e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:51.513603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5a2f1dac-4b56-49d4-ac34-dca4586687e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:27:51.524940 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-4eb221c1-4f2d-4294-8ebf-d50c7482079c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=9e54e371-96b5-450d-9cec-904b9db962be HTTP/1.1" status: 200 len: 217 time: 0.0660932 Mar 01 21:27:51.529350 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c28987a9-a24b-47fe-9e2c-710a41853135 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:51.529483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5a2f1dac-4b56-49d4-ac34-dca4586687e5 admin admin] Usage tracker for resource:security_group_rule and tenant:6ce591ef2a714d50a7c4237078f1f868 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:27:51.532731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5a2f1dac-4b56-49d4-ac34-dca4586687e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:27:51.543344 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5a2f1dac-4b56-49d4-ac34-dca4586687e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:27:51.605953 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:51.616391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28987a9-a24b-47fe-9e2c-710a41853135 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Pushing event deleted for resources: {'Port': ['ID=7a6a7031-205f-4068-8878-e14989943f75,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:51.716112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-090bd820-e14d-40aa-b472-f5161af9ee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:51.717469 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-090bd820-e14d-40aa-b472-f5161af9ee5c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1558626 Mar 01 21:27:51.772717 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c28987a9-a24b-47fe-9e2c-710a41853135 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:51.809421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-7877ec64-cab6-4194-86eb-72e5eafbe65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:51.810880 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-7877ec64-cab6-4194-86eb-72e5eafbe65e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0866945 Mar 01 21:27:51.880713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4501770a-c88a-4cf3-8129-7f656c09c50d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Router 85ab06e3-eee3-45d3-abd5-06efa4168733 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:27:51.901451 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1dac-4b56-49d4-ac34-dca4586687e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:51.921562 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c28987a9-a24b-47fe-9e2c-710a41853135 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:51.922708 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c28987a9-a24b-47fe-9e2c-710a41853135 tempest-AttachVolumeShelveTestJSON-2029667722 tempest-AttachVolumeShelveTestJSON-2029667722-project] 10.222.0.42 "DELETE /v2.0/floatingips/2364262c-0860-4ebf-8f14-f8ffd207530b HTTP/1.1" status: 204 len: 168 time: 1.5873535 Mar 01 21:27:51.959701 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5a2f1dac-4b56-49d4-ac34-dca4586687e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:51.967227 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-d7b21a41-6b43-4edf-bf9e-ff34cb12a2ff service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496704 Mar 01 21:27:52.029526 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5a2f1dac-4b56-49d4-ac34-dca4586687e5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6ce591ef2a714d50a7c4237078f1f868&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7252233 Mar 01 21:27:52.030252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2f1dac-4b56-49d4-ac34-dca4586687e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0167106c-b328-43c9-b835-92530aaf5d79,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:52.032602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58022) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:27:52.110723 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-85073141-c71c-4a94-8758-a2f5af8d4075 req-d882e889-75cc-4e9f-affa-5353315d0734 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368525 Mar 01 21:27:52.168319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4501770a-c88a-4cf3-8129-7f656c09c50d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:27:52.190654 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d63e7-3478-4c24-945e-1a5ef755aa41 None None] Sync routers for ids ['85ab06e3-eee3-45d3-abd5-06efa4168733'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:27:52.196216 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d63e7-3478-4c24-945e-1a5ef755aa41 None None] Routers {'85ab06e3-eee3-45d3-abd5-06efa4168733'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:27:52.197001 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-055d63e7-3478-4c24-945e-1a5ef755aa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:27:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['85ab06e3-eee3-45d3-abd5-06efa4168733'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:27:52.202730 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-617517ee-1ef0-48c9-b31e-f723c8aa55f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:52.241891 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4501770a-c88a-4cf3-8129-7f656c09c50d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:52.266437 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-617517ee-1ef0-48c9-b31e-f723c8aa55f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:52.373834 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4501770a-c88a-4cf3-8129-7f656c09c50d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "DELETE /v2.0/floatingips/00366db5-c827-450a-8a07-e6fa7b868f1e HTTP/1.1" status: 204 len: 168 time: 2.2132258 Mar 01 21:27:52.378070 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199db97c-0ae1-4107-be90-fb6475648a81', 'tag': 'd0a98904-9908-4400-ae33-f37e01130a64'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:27:52.422321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4dee62d-86e5-4fd4-b94f-2e19d41ad369 req-67000156-c61c-4c85-b376-dba59f2db5ce tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:52.423902 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4dee62d-86e5-4fd4-b94f-2e19d41ad369 req-67000156-c61c-4c85-b376-dba59f2db5ce tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/ports?device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 948 time: 0.1274536 Mar 01 21:27:52.436694 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-055d63e7-3478-4c24-945e-1a5ef755aa41 None None] Set router 85ab06e3-eee3-45d3-abd5-06efa4168733 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:27:52.472826 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4dee62d-86e5-4fd4-b94f-2e19d41ad369 req-a2dab417-d239-4966-abb9-f681c12c5c6c tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/security-groups?id=788d85b9-d53f-4ac5-9af7-9591c2ab1245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414524 Mar 01 21:27:52.491420 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-617517ee-1ef0-48c9-b31e-f723c8aa55f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:52.506930 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617517ee-1ef0-48c9-b31e-f723c8aa55f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0167106c-b328-43c9-b835-92530aaf5d79,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:52.521168 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-617517ee-1ef0-48c9-b31e-f723c8aa55f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:52.525124 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-617517ee-1ef0-48c9-b31e-f723c8aa55f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0167106c-b328-43c9-b835-92530aaf5d79 HTTP/1.1" status: 204 len: 168 time: 0.4799223 Mar 01 21:27:52.716072 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '199db97c-0ae1-4107-be90-fb6475648a81', 'tag': 'd0a98904-9908-4400-ae33-f37e01130a64', 'status': 'completed', 'code': 200} Mar 01 21:27:52.833168 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-055d63e7-3478-4c24-945e-1a5ef755aa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:24:57Z', 'updated_at': '2022-03-01T21:27:39Z', 'revision_number': 6, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:24:58Z', 'updated_at': '2022-03-01T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '2a63b87e-b7cd-4196-9765-3ce68bd97938', 'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:d8:ff:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:25:03Z', 'updated_at': '2022-03-01T21:25:12Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:27:52.840745 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d63e7-3478-4c24-945e-1a5ef755aa41 None None] Checking router: 85ab06e3-eee3-45d3-abd5-06efa4168733 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:27:52.853954 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9f474-8197-48dd-a3a0-96b60fa15115 req-716218c3-5c34-4fbf-afa1-ff8c53e769c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:52.853954 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a6d9f474-8197-48dd-a3a0-96b60fa15115 req-716218c3-5c34-4fbf-afa1-ff8c53e769c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=344426e910fb4a26a6fdf736e0329342&device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 1096 time: 0.1044655 Mar 01 21:27:52.860156 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d63e7-3478-4c24-945e-1a5ef755aa41 None None] Routers {'85ab06e3-eee3-45d3-abd5-06efa4168733'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:27:52.862313 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-055d63e7-3478-4c24-945e-1a5ef755aa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:27:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['85ab06e3-eee3-45d3-abd5-06efa4168733'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:27:53.085956 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9f474-8197-48dd-a3a0-96b60fa15115 req-de31465e-cdce-4300-bd0e-64aec16664f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:53.089117 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a6d9f474-8197-48dd-a3a0-96b60fa15115 req-de31465e-cdce-4300-bd0e-64aec16664f0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4d40a089-4c40-47b1-9e2a-b80bd57370ee HTTP/1.1" status: 200 len: 898 time: 0.2396648 Mar 01 21:27:53.132272 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-055d63e7-3478-4c24-945e-1a5ef755aa41 None None] Set router 85ab06e3-eee3-45d3-abd5-06efa4168733 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:27:53.224959 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029f4bb8-1ad0-4464-8ebb-4459ee3a20ae req-332ac09b-b29b-463d-bce9-3d2fc83f246f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:53.227680 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-029f4bb8-1ad0-4464-8ebb-4459ee3a20ae req-332ac09b-b29b-463d-bce9-3d2fc83f246f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Synchronizing usage tracker for tenant:344426e910fb4a26a6fdf736e0329342 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:27:53.276136 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a6d9f474-8197-48dd-a3a0-96b60fa15115 req-532c6883-7b32-4788-a5a0-a7dc1f8c443a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d0a98904-9908-4400-ae33-f37e01130a64 HTTP/1.1" status: 200 len: 217 time: 0.1788025 Mar 01 21:27:53.325508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-029f4bb8-1ad0-4464-8ebb-4459ee3a20ae req-332ac09b-b29b-463d-bce9-3d2fc83f246f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Unset dirty status for tenant:344426e910fb4a26a6fdf736e0329342 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:27:53.327017 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-029f4bb8-1ad0-4464-8ebb-4459ee3a20ae req-332ac09b-b29b-463d-bce9-3d2fc83f246f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 945 time: 0.2296367 Mar 01 21:27:53.365533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9f474-8197-48dd-a3a0-96b60fa15115 req-2be6cf17-bdb4-4a5c-abdd-25f01fffc160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:53.367387 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a6d9f474-8197-48dd-a3a0-96b60fa15115 req-2be6cf17-bdb4-4a5c-abdd-25f01fffc160 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=f86e313d-dd25-48b3-a428-946d2319ac2a HTTP/1.1" status: 200 len: 834 time: 0.0855494 Mar 01 21:27:53.393209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-029f4bb8-1ad0-4464-8ebb-4459ee3a20ae req-7f827fce-c586-4b11-9fcd-bbd03281e41b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Synchronizing usage tracker for tenant:344426e910fb4a26a6fdf736e0329342 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:27:53.468839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-029f4bb8-1ad0-4464-8ebb-4459ee3a20ae req-7f827fce-c586-4b11-9fcd-bbd03281e41b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Unset dirty status for tenant:344426e910fb4a26a6fdf736e0329342 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:27:53.470226 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-029f4bb8-1ad0-4464-8ebb-4459ee3a20ae req-7f827fce-c586-4b11-9fcd-bbd03281e41b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b2001c6-3935-42b5-9753-d933f9115d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370981 Mar 01 21:27:53.471424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9f474-8197-48dd-a3a0-96b60fa15115 req-082a5b9f-eb64-4569-9e04-8e3db9c191cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:53.473010 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a6d9f474-8197-48dd-a3a0-96b60fa15115 req-082a5b9f-eb64-4569-9e04-8e3db9c191cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4d40a089-4c40-47b1-9e2a-b80bd57370ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965016 Mar 01 21:27:53.577922 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-055d63e7-3478-4c24-945e-1a5ef755aa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:24:57Z', 'updated_at': '2022-03-01T21:27:39Z', 'revision_number': 6, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:24:58Z', 'updated_at': '2022-03-01T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '2a63b87e-b7cd-4196-9765-3ce68bd97938', 'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:d8:ff:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:25:03Z', 'updated_at': '2022-03-01T21:25:12Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:27:53.585777 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055d63e7-3478-4c24-945e-1a5ef755aa41 None None] The sync data for ids ['85ab06e3-eee3-45d3-abd5-06efa4168733'] in n-d-827896-4 is: [{'id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:24:57Z', 'updated_at': '2022-03-01T21:27:39Z', 'revision_number': 6, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:24:58Z', 'updated_at': '2022-03-01T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '2a63b87e-b7cd-4196-9765-3ce68bd97938', 'name': '', 'network_id': '4d40a089-4c40-47b1-9e2a-b80bd57370ee', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:d8:ff:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:25:03Z', 'updated_at': '2022-03-01T21:25:12Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': 'f86e313d-dd25-48b3-a428-946d2319ac2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:27:53.698734 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a6d9f474-8197-48dd-a3a0-96b60fa15115 req-4120ba90-f04e-456a-9221-d1674a9f7db7 service neutron] 10.222.0.55 "GET /v2.0/networks/4d40a089-4c40-47b1-9e2a-b80bd57370ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187676 Mar 01 21:27:53.745739 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0c145-95b3-44d0-86e2-2e48865c0880 req-ae6d7f2c-fd69-4a82-8df5-ca5ddcbb59c5 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:53.752812 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bac0c145-95b3-44d0-86e2-2e48865c0880 req-ae6d7f2c-fd69-4a82-8df5-ca5ddcbb59c5 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/ports?device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 948 time: 0.0989881 Mar 01 21:27:53.814417 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bac0c145-95b3-44d0-86e2-2e48865c0880 req-d3b54704-ba5a-4389-857a-295d497033aa tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/security-groups?id=788d85b9-d53f-4ac5-9af7-9591c2ab1245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597878 Mar 01 21:27:53.953226 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36e26cb2-dc24-41e7-9a17-61d3d1e69099 None None] New status for floating IP 00366db5-c827-450a-8a07-e6fa7b868f1e: DOWN {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:27:54.030955 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a6d9f474-8197-48dd-a3a0-96b60fa15115 req-84975b6a-2de1-48f0-ab29-6f7fa2af459f service neutron] 10.222.0.55 "GET /v2.0/networks/4d40a089-4c40-47b1-9e2a-b80bd57370ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241925 Mar 01 21:27:54.172008 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:54.646278 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da646fb1-3010-4ad6-bdfd-210e6067fbe6 req-93ec591e-679f-465e-8bee-504f7b5ae333 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:54.647179 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-da646fb1-3010-4ad6-bdfd-210e6067fbe6 req-93ec591e-679f-465e-8bee-504f7b5ae333 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Synchronizing usage tracker for tenant:344426e910fb4a26a6fdf736e0329342 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:27:54.660433 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-da646fb1-3010-4ad6-bdfd-210e6067fbe6 req-93ec591e-679f-465e-8bee-504f7b5ae333 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Unset dirty status for tenant:344426e910fb4a26a6fdf736e0329342 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:27:54.663057 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da646fb1-3010-4ad6-bdfd-210e6067fbe6 req-93ec591e-679f-465e-8bee-504f7b5ae333 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.55 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 945 time: 0.1215169 Mar 01 21:27:54.715140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7aa3a-5364-4ecd-890b-ea566c7b72a6 req-5e7e536e-0d54-424f-b7fc-2ff12b97af7f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:54.719854 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27e7aa3a-5364-4ecd-890b-ea566c7b72a6 req-5e7e536e-0d54-424f-b7fc-2ff12b97af7f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 945 time: 0.0976179 Mar 01 21:27:54.739337 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-da646fb1-3010-4ad6-bdfd-210e6067fbe6 req-b3f26715-fea5-4afb-9b91-de9737c95dd5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Deleting port d0a98904-9908-4400-ae33-f37e01130a64 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:27:54.739700 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-da646fb1-3010-4ad6-bdfd-210e6067fbe6 req-b3f26715-fea5-4afb-9b91-de9737c95dd5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:54.764435 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27e7aa3a-5364-4ecd-890b-ea566c7b72a6 req-1ef057ed-e0b7-429c-a883-ef4a641a5349 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=5b2001c6-3935-42b5-9753-d933f9115d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414419 Mar 01 21:27:55.052703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54b94a8-f336-4cb7-b9cc-ab3c5c00f06a req-83d0d004-7688-40f8-911e-cd89e762d526 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:55.054672 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c54b94a8-f336-4cb7-b9cc-ab3c5c00f06a req-83d0d004-7688-40f8-911e-cd89e762d526 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/ports?device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 948 time: 0.0972984 Mar 01 21:27:55.128700 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-da646fb1-3010-4ad6-bdfd-210e6067fbe6 req-b3f26715-fea5-4afb-9b91-de9737c95dd5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] For port d0a98904-9908-4400-ae33-f37e01130a64, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=d0a98904-9908-4400-ae33-f37e01130a64,segment=NetworkSegment(8ef0ba60-d3c4-4319-899a-8fb79dbc61ab),segment_id=8ef0ba60-d3c4-4319-899a-8fb79dbc61ab)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:27:55.129058 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-da646fb1-3010-4ad6-bdfd-210e6067fbe6 req-b3f26715-fea5-4afb-9b91-de9737c95dd5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:55.139302 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c54b94a8-f336-4cb7-b9cc-ab3c5c00f06a req-7c2d92c8-c620-4808-a847-ef4f07304300 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/security-groups?id=788d85b9-d53f-4ac5-9af7-9591c2ab1245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712006 Mar 01 21:27:55.291381 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-da646fb1-3010-4ad6-bdfd-210e6067fbe6 req-b3f26715-fea5-4afb-9b91-de9737c95dd5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Calling delete_port for d0a98904-9908-4400-ae33-f37e01130a64 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:27:55.520301 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-da646fb1-3010-4ad6-bdfd-210e6067fbe6 req-b3f26715-fea5-4afb-9b91-de9737c95dd5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:55.571867 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f26715-fea5-4afb-9b91-de9737c95dd5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event deleted for resources: {'Port': ['ID=d0a98904-9908-4400-ae33-f37e01130a64,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:55.661443 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-da646fb1-3010-4ad6-bdfd-210e6067fbe6 req-b3f26715-fea5-4afb-9b91-de9737c95dd5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] No DVR routers for this DVR port d0a98904-9908-4400-ae33-f37e01130a64 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:27:55.663953 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-da646fb1-3010-4ad6-bdfd-210e6067fbe6 req-b3f26715-fea5-4afb-9b91-de9737c95dd5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:55.667433 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199db97c-0ae1-4107-be90-fb6475648a81', 'name': 'network-vif-deleted', 'tag': 'd0a98904-9908-4400-ae33-f37e01130a64'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:27:55.710809 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '199db97c-0ae1-4107-be90-fb6475648a81', 'name': 'network-vif-deleted', 'tag': 'd0a98904-9908-4400-ae33-f37e01130a64', 'status': 'completed', 'code': 200} Mar 01 21:27:55.818019 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-da646fb1-3010-4ad6-bdfd-210e6067fbe6 req-b3f26715-fea5-4afb-9b91-de9737c95dd5 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.55 "DELETE /v2.0/ports/d0a98904-9908-4400-ae33-f37e01130a64 HTTP/1.1" status: 204 len: 173 time: 1.1498561 Mar 01 21:27:55.833125 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9e54e371-96b5-450d-9cec-904b9db962be details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:27:55.986782 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff2f8b30-f4b1-4508-8709-3a756600e93e req-b882aef7-c461-446d-ba3f-4aa1225127f9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=199db97c-0ae1-4107-be90-fb6475648a81 HTTP/1.1" status: 200 len: 210 time: 0.0756719 Mar 01 21:27:56.089882 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9e54e371-96b5-450d-9cec-904b9db962be, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9e54e371-96b5-450d-9cec-904b9db962be,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:27:56.102188 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '9e54e371-96b5-450d-9cec-904b9db962be', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '9e54e371-96b5-450d-9cec-904b9db962be', 'mac_address': 'fa:16:3e:aa:af:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:27:56.182950 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:56.210061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e54e371-96b5-450d-9cec-904b9db962be {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:27:56.229097 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9e54e371-96b5-450d-9cec-904b9db962be, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9e54e371-96b5-450d-9cec-904b9db962be,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:27:56.286113 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:56.345515 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd0c4f-b122-4fb6-a41e-986e8c6717fa req-4f934473-242a-4656-ae12-bfdf57ce3b7a tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:56.346733 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84dd0c4f-b122-4fb6-a41e-986e8c6717fa req-4f934473-242a-4656-ae12-bfdf57ce3b7a tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/ports?device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 949 time: 0.0892591 Mar 01 21:27:56.357830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=9e54e371-96b5-450d-9cec-904b9db962be,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:56.394237 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84dd0c4f-b122-4fb6-a41e-986e8c6717fa req-95fea1b7-6d21-4f83-b25a-2b008740aaf1 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/security-groups?id=788d85b9-d53f-4ac5-9af7-9591c2ab1245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405569 Mar 01 21:27:56.664849 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['9e54e371-96b5-450d-9cec-904b9db962be'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:27:57.074355 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58098) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:27:57.149420 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a5b044f-e051-4adc-9f3a-b30a0e40b97c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:57.183098 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a5b044f-e051-4adc-9f3a-b30a0e40b97c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:57.342825 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a5b044f-e051-4adc-9f3a-b30a0e40b97c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:57.373277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b044f-e051-4adc-9f3a-b30a0e40b97c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2001c6-3935-42b5-9753-d933f9115d7b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:57.402932 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58116) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:27:57.456720 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4547451b-2741-4e58-9dda-1a2adc192341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:57.468578 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a5b044f-e051-4adc-9f3a-b30a0e40b97c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:57.472536 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4a5b044f-e051-4adc-9f3a-b30a0e40b97c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "DELETE /v2.0/security-groups/5b2001c6-3935-42b5-9753-d933f9115d7b HTTP/1.1" status: 204 len: 168 time: 0.3944359 Mar 01 21:27:57.590039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58128) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:27:57.834058 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9e54e371-96b5-450d-9cec-904b9db962be up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:27:58.080316 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 9e54e371-96b5-450d-9cec-904b9db962be completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:27:58.085515 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 9e54e371-96b5-450d-9cec-904b9db962be triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:27:58.085888 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:58.181489 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6203745-4474-4c90-85bb-b76f31f293c4 req-39fe1c05-c0b0-41e8-b531-3376dc558b49 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:58.183932 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6203745-4474-4c90-85bb-b76f31f293c4 req-39fe1c05-c0b0-41e8-b531-3376dc558b49 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/ports?device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 949 time: 0.6559749 Mar 01 21:27:58.234160 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:58.266691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f24624-71c5-46fd-bc55-971b39b42ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e54e371-96b5-450d-9cec-904b9db962be'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:27:58.277801 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9e54e371-96b5-450d-9cec-904b9db962be, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9e54e371-96b5-450d-9cec-904b9db962be,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:27:58.320268 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f24624-71c5-46fd-bc55-971b39b42ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e54e371-96b5-450d-9cec-904b9db962be', 'code': 200} Mar 01 21:27:58.331565 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:58.332883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device d0a98904-9908-4400-ae33-f37e01130a64 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:27:58.418499 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6203745-4474-4c90-85bb-b76f31f293c4 req-8f6b9af3-43df-471f-870c-7d87cba98bbe tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/security-groups?id=788d85b9-d53f-4ac5-9af7-9591c2ab1245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169490 Mar 01 21:27:58.447299 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: d0a98904-9908-4400-ae33-f37e01130a64 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:27:58.447299 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device d0a98904-9908-4400-ae33-f37e01130a64 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:27:58.468727 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0329a-cc02-416d-93e7-2b21213a9f6a req-d847f52a-0611-4fa3-aaf8-78f827912cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:58.470450 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d8f0329a-cc02-416d-93e7-2b21213a9f6a req-d847f52a-0611-4fa3-aaf8-78f827912cbd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 1101 time: 0.0942707 Mar 01 21:27:58.491857 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=9e54e371-96b5-450d-9cec-904b9db962be,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:27:58.516068 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d8f0329a-cc02-416d-93e7-2b21213a9f6a req-7ef058e9-84e6-4b0f-98e9-154af0f5d639 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=788d85b9-d53f-4ac5-9af7-9591c2ab1245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392401 Mar 01 21:27:58.985113 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-019baf3b-6928-4337-8faf-7abcf01a0eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:59.049451 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8d11a8e0-b926-47ef-bdce-5b9970cffd07 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:59.670515 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-651bd977-f723-4cbf-92e7-47e7842dffce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:59.768813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a9d00-14bd-43c9-bd80-6489b4f0244d req-6a33e915-0fe3-4589-ab8c-d35588d8b05b tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:27:59.770272 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-943a9d00-14bd-43c9-bd80-6489b4f0244d req-6a33e915-0fe3-4589-ab8c-d35588d8b05b tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/ports?device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 950 time: 0.2060418 Mar 01 21:27:59.926204 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-943a9d00-14bd-43c9-bd80-6489b4f0244d req-906374d0-1031-4db9-86ea-54171476b657 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/security-groups?id=788d85b9-d53f-4ac5-9af7-9591c2ab1245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478412 Mar 01 21:27:59.928683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-019baf3b-6928-4337-8faf-7abcf01a0eb8 admin admin] Deleting port 302c49ca-816e-4935-bf9a-fe7a82fb5938 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:27:59.929019 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-019baf3b-6928-4337-8faf-7abcf01a0eb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:27:59.960987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-8d11a8e0-b926-47ef-bdce-5b9970cffd07 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Deleting port 2a63b87e-b7cd-4196-9765-3ce68bd97938 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:27:59.962279 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8d11a8e0-b926-47ef-bdce-5b9970cffd07 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:00.286527 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-019baf3b-6928-4337-8faf-7abcf01a0eb8 admin admin] For port 302c49ca-816e-4935-bf9a-fe7a82fb5938, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=302c49ca-816e-4935-bf9a-fe7a82fb5938,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:00.286877 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-019baf3b-6928-4337-8faf-7abcf01a0eb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:00.299408 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-8d11a8e0-b926-47ef-bdce-5b9970cffd07 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] For port 2a63b87e-b7cd-4196-9765-3ce68bd97938, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2a63b87e-b7cd-4196-9765-3ce68bd97938,segment=NetworkSegment(8ef0ba60-d3c4-4319-899a-8fb79dbc61ab),segment_id=8ef0ba60-d3c4-4319-899a-8fb79dbc61ab)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:00.299764 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8d11a8e0-b926-47ef-bdce-5b9970cffd07 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:00.470973 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-019baf3b-6928-4337-8faf-7abcf01a0eb8 admin admin] Calling delete_port for 302c49ca-816e-4935-bf9a-fe7a82fb5938 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:28:00.563624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-8d11a8e0-b926-47ef-bdce-5b9970cffd07 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Calling delete_port for 2a63b87e-b7cd-4196-9765-3ce68bd97938 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:28:00.594303 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:00.611385 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:01.193627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd470a-b64b-45bd-906e-a5727ff74bfa req-6fcc81ce-08ce-4c4d-b343-8e200ba3ebfe tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:01.195096 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9fd470a-b64b-45bd-906e-a5727ff74bfa req-6fcc81ce-08ce-4c4d-b343-8e200ba3ebfe tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/ports?device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 950 time: 0.1286850 Mar 01 21:28:01.238282 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8d11a8e0-b926-47ef-bdce-5b9970cffd07 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:01.285483 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9fd470a-b64b-45bd-906e-a5727ff74bfa req-82e759d9-092a-4d00-a296-50833921a887 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/security-groups?id=788d85b9-d53f-4ac5-9af7-9591c2ab1245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838845 Mar 01 21:28:01.286080 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-019baf3b-6928-4337-8faf-7abcf01a0eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:01.299437 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11a8e0-b926-47ef-bdce-5b9970cffd07 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event deleted for resources: {'Port': ['ID=2a63b87e-b7cd-4196-9765-3ce68bd97938,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:01.449050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019baf3b-6928-4337-8faf-7abcf01a0eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=302c49ca-816e-4935-bf9a-fe7a82fb5938,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:01.896710 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8d11a8e0-b926-47ef-bdce-5b9970cffd07 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:01.907415 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-019baf3b-6928-4337-8faf-7abcf01a0eb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:02.325822 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:02.466214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da422ec8-27fb-40de-a96a-6a5bda3cf039 req-30a2fecd-f571-402e-aaf8-e8bd3b26bd99 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:02.467781 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da422ec8-27fb-40de-a96a-6a5bda3cf039 req-30a2fecd-f571-402e-aaf8-e8bd3b26bd99 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/ports?device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 950 time: 0.4987032 Mar 01 21:28:02.727709 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da422ec8-27fb-40de-a96a-6a5bda3cf039 req-cb3b02cc-03bf-4b53-b14e-9072633c2f84 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/security-groups?id=788d85b9-d53f-4ac5-9af7-9591c2ab1245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012997 Mar 01 21:28:02.851123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019baf3b-6928-4337-8faf-7abcf01a0eb8 admin admin] Router 8d3285e1-e10d-4319-a84f-0f116aa82813 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:28:02.856702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d11a8e0-b926-47ef-bdce-5b9970cffd07 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Router 85ab06e3-eee3-45d3-abd5-06efa4168733 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:28:03.190309 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d11a8e0-b926-47ef-bdce-5b9970cffd07 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:28:03.200460 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b78f3aa-7a79-42e9-8d51-74475d86b873 None None] Sync routers for ids ['85ab06e3-eee3-45d3-abd5-06efa4168733'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:28:03.210168 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b78f3aa-7a79-42e9-8d51-74475d86b873 None None] Routers {'85ab06e3-eee3-45d3-abd5-06efa4168733'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:28:03.210899 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-3b78f3aa-7a79-42e9-8d51-74475d86b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:28:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['85ab06e3-eee3-45d3-abd5-06efa4168733'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:03.220499 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019baf3b-6928-4337-8faf-7abcf01a0eb8 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:28:03.228334 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-019baf3b-6928-4337-8faf-7abcf01a0eb8 admin admin] 10.222.0.42 "PUT /v2.0/routers/8d3285e1-e10d-4319-a84f-0f116aa82813/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8236978 Mar 01 21:28:03.228702 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58170) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:03.238099 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c735b619-f3e6-4434-aa4a-dfc4e8de9558 None None] Sync routers for ids ['8d3285e1-e10d-4319-a84f-0f116aa82813'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:28:03.247879 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8d11a8e0-b926-47ef-bdce-5b9970cffd07 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "PUT /v2.0/routers/85ab06e3-eee3-45d3-abd5-06efa4168733/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6372600 Mar 01 21:28:03.249042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58174) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:03.256144 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c735b619-f3e6-4434-aa4a-dfc4e8de9558 None None] Routers {'8d3285e1-e10d-4319-a84f-0f116aa82813'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:28:03.256756 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-c735b619-f3e6-4434-aa4a-dfc4e8de9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:28:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8d3285e1-e10d-4319-a84f-0f116aa82813'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:03.322424 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-608b0ecd-85dd-4f24-9102-19f9394426c6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Deleting subnet f86e313d-dd25-48b3-a428-946d2319ac2a {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:28:03.325848 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-608b0ecd-85dd-4f24-9102-19f9394426c6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:03.386240 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-608b0ecd-85dd-4f24-9102-19f9394426c6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:03.420284 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-3b78f3aa-7a79-42e9-8d51-74475d86b873 None None] Set router 85ab06e3-eee3-45d3-abd5-06efa4168733 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:28:03.471642 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-608b0ecd-85dd-4f24-9102-19f9394426c6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:03.537254 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-c735b619-f3e6-4434-aa4a-dfc4e8de9558 None None] Set router 8d3285e1-e10d-4319-a84f-0f116aa82813 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:28:03.613139 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-608b0ecd-85dd-4f24-9102-19f9394426c6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:03.627510 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdee43a3-e294-45b4-a3dc-822a05c14f14 admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:03.700009 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-608b0ecd-85dd-4f24-9102-19f9394426c6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:03.704412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608b0ecd-85dd-4f24-9102-19f9394426c6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event deleted for resources: {'Subnet': ['ID=f86e313d-dd25-48b3-a428-946d2319ac2a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:03.709111 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-608b0ecd-85dd-4f24-9102-19f9394426c6 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "DELETE /v2.0/subnets/f86e313d-dd25-48b3-a428-946d2319ac2a HTTP/1.1" status: 204 len: 168 time: 0.4584763 Mar 01 21:28:03.712113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58180) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:03.749291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f5fa4b-d04c-4d77-aa08-23e1f15200b7 req-9c802480-d3e1-41b8-b7a9-3bc516c3db92 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:03.750566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-10f5fa4b-d04c-4d77-aa08-23e1f15200b7 req-9c802480-d3e1-41b8-b7a9-3bc516c3db92 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Synchronizing usage tracker for tenant:8a350ae8447845bfb8a8075f7e92d3bd on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:28:03.822004 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340db4dd-e0a6-4c09-8cd0-bd6b9a53e68d None None] Network 4d40a089-4c40-47b1-9e2a-b80bd57370ee requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:28:03.894311 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-3b78f3aa-7a79-42e9-8d51-74475d86b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:24:57Z', 'updated_at': '2022-03-01T21:28:00Z', 'revision_number': 7, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:24:58Z', 'updated_at': '2022-03-01T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:03.899001 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b78f3aa-7a79-42e9-8d51-74475d86b873 None None] Checking router: 85ab06e3-eee3-45d3-abd5-06efa4168733 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:28:03.908983 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b78f3aa-7a79-42e9-8d51-74475d86b873 None None] Routers {'85ab06e3-eee3-45d3-abd5-06efa4168733'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:28:03.909728 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-3b78f3aa-7a79-42e9-8d51-74475d86b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:28:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['85ab06e3-eee3-45d3-abd5-06efa4168733'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:03.959981 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-10f5fa4b-d04c-4d77-aa08-23e1f15200b7 req-9c802480-d3e1-41b8-b7a9-3bc516c3db92 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Unset dirty status for tenant:8a350ae8447845bfb8a8075f7e92d3bd on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:28:03.961593 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-10f5fa4b-d04c-4d77-aa08-23e1f15200b7 req-9c802480-d3e1-41b8-b7a9-3bc516c3db92 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.55 "GET /v2.0/ports?device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 950 time: 0.4507759 Mar 01 21:28:04.070729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-c735b619-f3e6-4434-aa4a-dfc4e8de9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:26Z', 'updated_at': '2022-03-01T21:28:01Z', 'revision_number': 5, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'gw_port': {'id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:28Z', 'updated_at': '2022-03-01T21:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:04.077680 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c735b619-f3e6-4434-aa4a-dfc4e8de9558 None None] Checking router: 8d3285e1-e10d-4319-a84f-0f116aa82813 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:28:04.124450 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c735b619-f3e6-4434-aa4a-dfc4e8de9558 None None] Routers {'8d3285e1-e10d-4319-a84f-0f116aa82813'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:28:04.126046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-c735b619-f3e6-4434-aa4a-dfc4e8de9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:28:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8d3285e1-e10d-4319-a84f-0f116aa82813'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:04.207531 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-3b78f3aa-7a79-42e9-8d51-74475d86b873 None None] Set router 85ab06e3-eee3-45d3-abd5-06efa4168733 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:28:04.275905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-10f5fa4b-d04c-4d77-aa08-23e1f15200b7 req-02b8360c-b0dc-4682-9ac0-83c662f40c70 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Deleting port 9e54e371-96b5-450d-9cec-904b9db962be {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:28:04.276419 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-10f5fa4b-d04c-4d77-aa08-23e1f15200b7 req-02b8360c-b0dc-4682-9ac0-83c662f40c70 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:04.337085 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f0d9d17-1879-4009-a310-95cab1c0f2fd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:04.363794 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bea6c0-dcf6-4ef5-8f5f-65a934815818 None None] DHCP port deletion for 4d40a089-4c40-47b1-9e2a-b80bd57370ee request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:28:04.382758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-46bea6c0-dcf6-4ef5-8f5f-65a934815818 None None] Deleting port ea36ad1b-3942-4e06-a16c-5d5e3def3570 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:28:04.384979 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-46bea6c0-dcf6-4ef5-8f5f-65a934815818 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:04.385728 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdee43a3-e294-45b4-a3dc-822a05c14f14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:04.467824 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-c735b619-f3e6-4434-aa4a-dfc4e8de9558 None None] Set router 8d3285e1-e10d-4319-a84f-0f116aa82813 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:28:04.520122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50baa53-5d80-4058-a829-f04655b786a5 req-6bd30079-189b-48bd-b922-fe410b063408 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:04.521672 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e50baa53-5d80-4058-a829-f04655b786a5 req-6bd30079-189b-48bd-b922-fe410b063408 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/ports?device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 950 time: 0.2845588 Mar 01 21:28:04.529951 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-fdee43a3-e294-45b4-a3dc-822a05c14f14 admin admin] Deleting port 10fb18c5-2f65-4fe7-b290-4f05d331f971 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:28:04.530296 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdee43a3-e294-45b4-a3dc-822a05c14f14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:04.668382 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f0d9d17-1879-4009-a310-95cab1c0f2fd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:04.678767 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e50baa53-5d80-4058-a829-f04655b786a5 req-f96f5beb-f609-4921-a51a-f98930c6b72a tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/security-groups?id=788d85b9-d53f-4ac5-9af7-9591c2ab1245&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967798 Mar 01 21:28:04.706039 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-3b78f3aa-7a79-42e9-8d51-74475d86b873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:24:57Z', 'updated_at': '2022-03-01T21:28:00Z', 'revision_number': 7, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:24:58Z', 'updated_at': '2022-03-01T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:04.712479 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b78f3aa-7a79-42e9-8d51-74475d86b873 None None] The sync data for ids ['85ab06e3-eee3-45d3-abd5-06efa4168733'] in n-d-827896-4 is: [{'id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'name': 'tempest-TestNetworkBasicOps-router-1496292665', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241'}], 'enable_snat': True}, 'gw_port_id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:24:57Z', 'updated_at': '2022-03-01T21:28:00Z', 'revision_number': 7, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': 'bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85ab06e3-eee3-45d3-abd5-06efa4168733', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3532, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:24:58Z', 'updated_at': '2022-03-01T21:25:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:28:04.738121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d9d17-1879-4009-a310-95cab1c0f2fd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Deleting port bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:28:04.738853 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f0d9d17-1879-4009-a310-95cab1c0f2fd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:04.765654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-10f5fa4b-d04c-4d77-aa08-23e1f15200b7 req-02b8360c-b0dc-4682-9ac0-83c662f40c70 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] For port 9e54e371-96b5-450d-9cec-904b9db962be, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9e54e371-96b5-450d-9cec-904b9db962be,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:04.766022 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-10f5fa4b-d04c-4d77-aa08-23e1f15200b7 req-02b8360c-b0dc-4682-9ac0-83c662f40c70 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:04.909783 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-46bea6c0-dcf6-4ef5-8f5f-65a934815818 None None] For port ea36ad1b-3942-4e06-a16c-5d5e3def3570, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea36ad1b-3942-4e06-a16c-5d5e3def3570,segment=NetworkSegment(8ef0ba60-d3c4-4319-899a-8fb79dbc61ab),segment_id=8ef0ba60-d3c4-4319-899a-8fb79dbc61ab)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:04.910355 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-46bea6c0-dcf6-4ef5-8f5f-65a934815818 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:04.916216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-10f5fa4b-d04c-4d77-aa08-23e1f15200b7 req-02b8360c-b0dc-4682-9ac0-83c662f40c70 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Calling delete_port for 9e54e371-96b5-450d-9cec-904b9db962be owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:28:05.020689 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-fdee43a3-e294-45b4-a3dc-822a05c14f14 admin admin] For port 10fb18c5-2f65-4fe7-b290-4f05d331f971, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=10fb18c5-2f65-4fe7-b290-4f05d331f971,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:05.020969 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdee43a3-e294-45b4-a3dc-822a05c14f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:05.033088 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-1f0d9d17-1879-4009-a310-95cab1c0f2fd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] For port bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:05.033744 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f0d9d17-1879-4009-a310-95cab1c0f2fd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:05.130434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-46bea6c0-dcf6-4ef5-8f5f-65a934815818 None None] Calling delete_port for ea36ad1b-3942-4e06-a16c-5d5e3def3570 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:28:05.240837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d9d17-1879-4009-a310-95cab1c0f2fd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Calling delete_port for bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:28:05.252710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-fdee43a3-e294-45b4-a3dc-822a05c14f14 admin admin] Calling delete_port for 10fb18c5-2f65-4fe7-b290-4f05d331f971 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:28:05.375901 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-c735b619-f3e6-4434-aa4a-dfc4e8de9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:26Z', 'updated_at': '2022-03-01T21:28:01Z', 'revision_number': 5, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'gw_port': {'id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:28Z', 'updated_at': '2022-03-01T21:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:05.382434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c735b619-f3e6-4434-aa4a-dfc4e8de9558 None None] The sync data for ids ['8d3285e1-e10d-4319-a84f-0f116aa82813'] in n-d-827896-4 is: [{'id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'name': 'tempest-AttachVolumeShelveTestJSON-1974159972-router', 'tenant_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106'}], 'enable_snat': True}, 'gw_port_id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:20:26Z', 'updated_at': '2022-03-01T21:28:01Z', 'revision_number': 5, 'project_id': '6014c443b54e41aa96abbf34b6c6cfbd', 'gw_port': {'id': '10fb18c5-2f65-4fe7-b290-4f05d331f971', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:07:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d3285e1-e10d-4319-a84f-0f116aa82813', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3422, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:20:28Z', 'updated_at': '2022-03-01T21:20:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:28:05.439812 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-46bea6c0-dcf6-4ef5-8f5f-65a934815818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:05.518681 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bea6c0-dcf6-4ef5-8f5f-65a934815818 None None] No DVR routers for this DVR port ea36ad1b-3942-4e06-a16c-5d5e3def3570 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:28:05.527096 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-10f5fa4b-d04c-4d77-aa08-23e1f15200b7 req-02b8360c-b0dc-4682-9ac0-83c662f40c70 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:05.536177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bea6c0-dcf6-4ef5-8f5f-65a934815818 None None] Pushing event deleted for resources: {'Port': ['ID=ea36ad1b-3942-4e06-a16c-5d5e3def3570,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:05.539484 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['9e54e371-96b5-450d-9cec-904b9db962be'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:28:05.588561 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f0d9d17-1879-4009-a310-95cab1c0f2fd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:05.589126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b8360c-b0dc-4682-9ac0-83c662f40c70 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Pushing event deleted for resources: {'Port': ['ID=9e54e371-96b5-450d-9cec-904b9db962be,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:05.671352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d9d17-1879-4009-a310-95cab1c0f2fd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event deleted for resources: {'Port': ['ID=bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:05.701999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f5fa4b-d04c-4d77-aa08-23e1f15200b7 req-02b8360c-b0dc-4682-9ac0-83c662f40c70 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] No DVR routers for this DVR port 9e54e371-96b5-450d-9cec-904b9db962be on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:28:05.704450 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdee43a3-e294-45b4-a3dc-822a05c14f14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:05.712953 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-10f5fa4b-d04c-4d77-aa08-23e1f15200b7 req-02b8360c-b0dc-4682-9ac0-83c662f40c70 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:05.761534 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f24624-71c5-46fd-bc55-971b39b42ed0', 'name': 'network-vif-deleted', 'tag': '9e54e371-96b5-450d-9cec-904b9db962be'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:28:05.833914 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f0d9d17-1879-4009-a310-95cab1c0f2fd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:05.846910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee43a3-e294-45b4-a3dc-822a05c14f14 admin admin] Pushing event deleted for resources: {'Port': ['ID=10fb18c5-2f65-4fe7-b290-4f05d331f971,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:05.944919 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f24624-71c5-46fd-bc55-971b39b42ed0', 'name': 'network-vif-deleted', 'tag': '9e54e371-96b5-450d-9cec-904b9db962be', 'status': 'completed', 'code': 200} Mar 01 21:28:06.046837 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-10f5fa4b-d04c-4d77-aa08-23e1f15200b7 req-02b8360c-b0dc-4682-9ac0-83c662f40c70 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.55 "DELETE /v2.0/ports/9e54e371-96b5-450d-9cec-904b9db962be HTTP/1.1" status: 204 len: 173 time: 2.0766122 Mar 01 21:28:06.082644 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 302c49ca-816e-4935-bf9a-fe7a82fb5938 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:28:06.090794 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdee43a3-e294-45b4-a3dc-822a05c14f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:06.152964 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5dd42c99-0428-4482-8a41-03792e3020e4 req-9c876303-bb2d-4bca-96fe-77e6df05c821 tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/ports?device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 210 time: 0.1918046 Mar 01 21:28:06.156233 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 302c49ca-816e-4935-bf9a-fe7a82fb5938 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:28:06.156975 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 302c49ca-816e-4935-bf9a-fe7a82fb5938 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:28:06.157930 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2a63b87e-b7cd-4196-9765-3ce68bd97938 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:28:06.252676 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 2a63b87e-b7cd-4196-9765-3ce68bd97938 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:28:06.253121 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2a63b87e-b7cd-4196-9765-3ce68bd97938 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:28:06.253604 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea36ad1b-3942-4e06-a16c-5d5e3def3570 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:28:06.296797 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f0d9d17-1879-4009-a310-95cab1c0f2fd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:06.307072 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: ea36ad1b-3942-4e06-a16c-5d5e3def3570 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:28:06.307824 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea36ad1b-3942-4e06-a16c-5d5e3def3570 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:28:06.308632 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f0d9d17-1879-4009-a310-95cab1c0f2fd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:06.446152 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f0d9d17-1879-4009-a310-95cab1c0f2fd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:06.446959 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0d9d17-1879-4009-a310-95cab1c0f2fd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Fanout notify agent at l3_agent the message router_deleted on router 85ab06e3-eee3-45d3-abd5-06efa4168733 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:28:06.472191 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1f0d9d17-1879-4009-a310-95cab1c0f2fd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:06.473761 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1f0d9d17-1879-4009-a310-95cab1c0f2fd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "DELETE /v2.0/routers/85ab06e3-eee3-45d3-abd5-06efa4168733 HTTP/1.1" status: 204 len: 168 time: 2.7602832 Mar 01 21:28:06.475991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58202) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:06.502430 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdee43a3-e294-45b4-a3dc-822a05c14f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:06.504854 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdee43a3-e294-45b4-a3dc-822a05c14f14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:06.626523 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdee43a3-e294-45b4-a3dc-822a05c14f14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:06.627201 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdee43a3-e294-45b4-a3dc-822a05c14f14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d3285e1-e10d-4319-a84f-0f116aa82813 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:28:06.643533 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdee43a3-e294-45b4-a3dc-822a05c14f14 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:06.644854 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fdee43a3-e294-45b4-a3dc-822a05c14f14 admin admin] 10.222.0.42 "DELETE /v2.0/routers/8d3285e1-e10d-4319-a84f-0f116aa82813 HTTP/1.1" status: 204 len: 168 time: 3.4151793 Mar 01 21:28:06.647419 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58206) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:06.729760 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-f082ba7f-daa4-42a8-9adb-a1c1adab4af9 admin admin] Deleting subnet 7806e9af-ea8e-45a6-994c-4158f4cea3a0 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:28:06.733853 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f082ba7f-daa4-42a8-9adb-a1c1adab4af9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:06.736573 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-30bd2900-21a0-4ee0-921b-7dd24b344d37 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:06.802131 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f082ba7f-daa4-42a8-9adb-a1c1adab4af9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:06.878714 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-30bd2900-21a0-4ee0-921b-7dd24b344d37 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:06.886823 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f082ba7f-daa4-42a8-9adb-a1c1adab4af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:06.906670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-30bd2900-21a0-4ee0-921b-7dd24b344d37 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d40a089-4c40-47b1-9e2a-b80bd57370ee']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:06.923180 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-30bd2900-21a0-4ee0-921b-7dd24b344d37 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef0ba60-d3c4-4319-899a-8fb79dbc61ab') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:06.923180 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-30bd2900-21a0-4ee0-921b-7dd24b344d37 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef0ba60-d3c4-4319-899a-8fb79dbc61ab') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:06.934418 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-30bd2900-21a0-4ee0-921b-7dd24b344d37 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:06.962479 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-30bd2900-21a0-4ee0-921b-7dd24b344d37 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:06.977643 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30bd2900-21a0-4ee0-921b-7dd24b344d37 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:28:06.978176 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-30bd2900-21a0-4ee0-921b-7dd24b344d37 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:28:07.011391 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:28:07.087050 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f082ba7f-daa4-42a8-9adb-a1c1adab4af9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:07.140821 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082ba7f-daa4-42a8-9adb-a1c1adab4af9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7806e9af-ea8e-45a6-994c-4158f4cea3a0,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:07.148024 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f082ba7f-daa4-42a8-9adb-a1c1adab4af9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:07.154456 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d28d75-316a-4042-9174-e8ee2999b9ca None None] Network 8e4865cc-9397-4f05-8abf-c13aa1d08ed3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:28:07.155825 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f082ba7f-daa4-42a8-9adb-a1c1adab4af9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7806e9af-ea8e-45a6-994c-4158f4cea3a0 HTTP/1.1" status: 204 len: 168 time: 0.5068924 Mar 01 21:28:07.158040 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58212) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:07.229465 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-30bd2900-21a0-4ee0-921b-7dd24b344d37 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:07.268706 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-30bd2900-21a0-4ee0-921b-7dd24b344d37 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:07.298613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bd2900-21a0-4ee0-921b-7dd24b344d37 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event deleted for resources: {'Network': ['ID=4d40a089-4c40-47b1-9e2a-b80bd57370ee,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:07.319890 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dea2b734-0022-4bd2-9ee8-01e0bf7f7114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:07.333165 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-dea2b734-0022-4bd2-9ee8-01e0bf7f7114 admin admin] Deleting port f75d0564-4564-461a-b1e8-13dac69d28f7 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:28:07.333608 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dea2b734-0022-4bd2-9ee8-01e0bf7f7114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:07.351394 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-30bd2900-21a0-4ee0-921b-7dd24b344d37 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "DELETE /v2.0/networks/4d40a089-4c40-47b1-9e2a-b80bd57370ee HTTP/1.1" status: 204 len: 168 time: 0.8735795 Mar 01 21:28:07.364561 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0bb9590-834d-410d-8d04-28f631a397f1 req-7f60ddfa-f2fe-46f0-8f91-1119ce0b0e0c tempest-VolumesNegativeTest-1232369300 tempest-VolumesNegativeTest-1232369300-project] 10.222.0.42 "GET /v2.0/ports?device_id=35f24624-71c5-46fd-bc55-971b39b42ed0 HTTP/1.1" status: 200 len: 210 time: 0.0785933 Mar 01 21:28:07.375563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58218) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:07.384597 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-1a701038-2b0e-4163-ab0b-e38689409012 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'network': {'name': 'tempest-network-smoke--1053919925', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'port_security_enabled': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:28:07.396174 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1a701038-2b0e-4163-ab0b-e38689409012 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:07.401715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1a701038-2b0e-4163-ab0b-e38689409012 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:network and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:07.404688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1a701038-2b0e-4163-ab0b-e38689409012 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:07.411398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1a701038-2b0e-4163-ab0b-e38689409012 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:07.479761 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a701038-2b0e-4163-ab0b-e38689409012 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Made reservation on behalf of 344426e910fb4a26a6fdf736e0329342 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:28:07.483297 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1a701038-2b0e-4163-ab0b-e38689409012 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:07.498717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56570ccf-9906-4b50-83cd-20a3bbe40e15 None None] DHCP port deletion for 8e4865cc-9397-4f05-8abf-c13aa1d08ed3 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:28:07.502800 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-56570ccf-9906-4b50-83cd-20a3bbe40e15 None None] Deleting port f75d0564-4564-461a-b1e8-13dac69d28f7 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:28:07.503046 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-56570ccf-9906-4b50-83cd-20a3bbe40e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:07.535001 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a701038-2b0e-4163-ab0b-e38689409012 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:28:07.551139 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1a701038-2b0e-4163-ab0b-e38689409012 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:07.551533 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-1a701038-2b0e-4163-ab0b-e38689409012 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Added segment 9f21a41f-0594-4212-8023-7d0edab7bce1 of type vlan for network 908f598c-19e2-45b4-94cd-1dd894ee0271 Mar 01 21:28:07.564655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 10fb18c5-2f65-4fe7-b290-4f05d331f971 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:28:07.580028 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1a701038-2b0e-4163-ab0b-e38689409012 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:07.602592 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 10fb18c5-2f65-4fe7-b290-4f05d331f971 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:28:07.603526 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 10fb18c5-2f65-4fe7-b290-4f05d331f971 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:28:07.604155 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:28:07.605637 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-dea2b734-0022-4bd2-9ee8-01e0bf7f7114 admin admin] For port f75d0564-4564-461a-b1e8-13dac69d28f7, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f75d0564-4564-461a-b1e8-13dac69d28f7,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:07.606004 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dea2b734-0022-4bd2-9ee8-01e0bf7f7114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:07.671029 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:28:07.671266 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device bfde2bfa-07ad-4f8e-a37e-3b846ed6d67d not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:28:07.671724 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f75d0564-4564-461a-b1e8-13dac69d28f7 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:28:07.673113 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1a701038-2b0e-4163-ab0b-e38689409012 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:07.678747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a701038-2b0e-4163-ab0b-e38689409012 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:07.679344 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1a701038-2b0e-4163-ab0b-e38689409012 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:07.737038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-dea2b734-0022-4bd2-9ee8-01e0bf7f7114 admin admin] Calling delete_port for f75d0564-4564-461a-b1e8-13dac69d28f7 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:28:07.794565 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a701038-2b0e-4163-ab0b-e38689409012 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'Network': ['ID=908f598c-19e2-45b4-94cd-1dd894ee0271,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:07.812308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 908f598c-19e2-45b4-94cd-1dd894ee0271 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:28:07.846879 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1a701038-2b0e-4163-ab0b-e38689409012 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4689031 Mar 01 21:28:07.849916 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58222) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:07.856329 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-590288474', 'admin_state_up': True, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:28:07.864050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:07.868163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:router and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:07.870999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:07.877415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:07.879999 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dea2b734-0022-4bd2-9ee8-01e0bf7f7114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:07.899699 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9e54e371-96b5-450d-9cec-904b9db962be no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:28:07.934243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2b734-0022-4bd2-9ee8-01e0bf7f7114 admin admin] Pushing event deleted for resources: {'Port': ['ID=f75d0564-4564-461a-b1e8-13dac69d28f7,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:07.936045 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea2b734-0022-4bd2-9ee8-01e0bf7f7114 admin admin] No DVR routers for this DVR port f75d0564-4564-461a-b1e8-13dac69d28f7 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:28:07.965572 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:07.966758 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:07.984627 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:07.985991 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Port f75d0564-4564-461a-b1e8-13dac69d28f7 update to DOWN by agent not found {{(pid=88520) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 01 21:28:07.990428 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 9e54e371-96b5-450d-9cec-904b9db962be {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:28:07.990698 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9e54e371-96b5-450d-9cec-904b9db962be not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:28:07.993018 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-56570ccf-9906-4b50-83cd-20a3bbe40e15 None None] For port f75d0564-4564-461a-b1e8-13dac69d28f7, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f75d0564-4564-461a-b1e8-13dac69d28f7,segment=NetworkSegment(12c37e24-c951-4c65-8435-c3809e4aa9c0),segment_id=12c37e24-c951-4c65-8435-c3809e4aa9c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:07.993424 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-56570ccf-9906-4b50-83cd-20a3bbe40e15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:08.055950 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dea2b734-0022-4bd2-9ee8-01e0bf7f7114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:08.082533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-dea2b734-0022-4bd2-9ee8-01e0bf7f7114 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e4865cc-9397-4f05-8abf-c13aa1d08ed3']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:08.096716 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-dea2b734-0022-4bd2-9ee8-01e0bf7f7114 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12c37e24-c951-4c65-8435-c3809e4aa9c0') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:08.097090 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-dea2b734-0022-4bd2-9ee8-01e0bf7f7114 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12c37e24-c951-4c65-8435-c3809e4aa9c0') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:08.110563 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dea2b734-0022-4bd2-9ee8-01e0bf7f7114 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:08.129366 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dea2b734-0022-4bd2-9ee8-01e0bf7f7114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:08.142021 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea2b734-0022-4bd2-9ee8-01e0bf7f7114 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:28:08.142418 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dea2b734-0022-4bd2-9ee8-01e0bf7f7114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:28:08.157588 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:28:08.199141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-56570ccf-9906-4b50-83cd-20a3bbe40e15 None None] Calling delete_port for f75d0564-4564-461a-b1e8-13dac69d28f7 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:28:08.284951 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-56570ccf-9906-4b50-83cd-20a3bbe40e15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:28:08.285385 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-56570ccf-9906-4b50-83cd-20a3bbe40e15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:28:08.314395 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dea2b734-0022-4bd2-9ee8-01e0bf7f7114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:08.334638 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dea2b734-0022-4bd2-9ee8-01e0bf7f7114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:08.347466 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:08.348152 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea2b734-0022-4bd2-9ee8-01e0bf7f7114 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e4865cc-9397-4f05-8abf-c13aa1d08ed3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:08.486137 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-dea2b734-0022-4bd2-9ee8-01e0bf7f7114 admin admin] 10.222.0.42 "DELETE /v2.0/networks/8e4865cc-9397-4f05-8abf-c13aa1d08ed3 HTTP/1.1" status: 204 len: 168 time: 1.3270507 Mar 01 21:28:08.736654 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:08.768543 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:08.787092 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-56570ccf-9906-4b50-83cd-20a3bbe40e15 None None] Deleting port f75d0564-4564-461a-b1e8-13dac69d28f7 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:28:08.787571 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-56570ccf-9906-4b50-83cd-20a3bbe40e15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:08.863278 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58256) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:08.904483 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-56570ccf-9906-4b50-83cd-20a3bbe40e15 None None] The port 'f75d0564-4564-461a-b1e8-13dac69d28f7' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:28:08.922326 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bd6d9a6c-aee2-42e9-8d6f-2430566be41b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6014c443b54e41aa96abbf34b6c6cfbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575533 Mar 01 21:28:08.924971 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58260) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:08.929409 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Allocated IP 172.25.5.140 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/4a63ee60-bff1-4579-b05a-77827dcaaf87) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:28:08.985310 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-072e4dee-6069-42d5-ad7e-1d548e07221a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:09.017305 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-072e4dee-6069-42d5-ad7e-1d548e07221a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:09.219447 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:09.222833 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-072e4dee-6069-42d5-ad7e-1d548e07221a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:09.260865 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e4dee-6069-42d5-ad7e-1d548e07221a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff6c65a-89fc-456c-b64f-858e8184c7c6,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:09.268326 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-072e4dee-6069-42d5-ad7e-1d548e07221a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:09.269899 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-072e4dee-6069-42d5-ad7e-1d548e07221a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dff6c65a-89fc-456c-b64f-858e8184c7c6 HTTP/1.1" status: 204 len: 168 time: 0.3439889 Mar 01 21:28:09.332330 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:09.397575 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:28:09.401004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:28:09.404712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:28:09.451027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'Port': ['ID=4a63ee60-bff1-4579-b05a-77827dcaaf87,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:09.983989 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:10.382461 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:10.662641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Router d6c02f04-7237-40b9-86d5-0280a94a538f is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:28:11.033670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:28:11.046062 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] Sync routers for ids ['d6c02f04-7237-40b9-86d5-0280a94a538f'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:28:11.062626 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] Routers {'d6c02f04-7237-40b9-86d5-0280a94a538f'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:28:11.064796 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:28:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d6c02f04-7237-40b9-86d5-0280a94a538f'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:11.141589 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:11.143466 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a464daf5-f22c-4ff2-b4f3-9522c0ec0dee tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.2914956 Mar 01 21:28:11.145913 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58378) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:11.197911 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f4140755-b6f3-4c2e-b08c-6f0f7eb4717b tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=344426e910fb4a26a6fdf736e0329342&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0507729 Mar 01 21:28:11.200307 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58386) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:11.259707 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] Set router d6c02f04-7237-40b9-86d5-0280a94a538f gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:28:11.366395 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ef7fc1-365f-473d-9583-6ede1fa6b1c3 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:11.370855 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-74ef7fc1-365f-473d-9583-6ede1fa6b1c3 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1694200 Mar 01 21:28:11.373715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58398) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:11.447744 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0e9d957f-4053-468d-8331-c1b979a50b83 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0719931 Mar 01 21:28:11.450325 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58404) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:11.456366 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-3660a35e-3911-41e0-af52-352f7067ce12 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-519526001', 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:28:11.589947 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3660a35e-3911-41e0-af52-352f7067ce12 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:11.595509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3660a35e-3911-41e0-af52-352f7067ce12 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:subnet and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:11.598334 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3660a35e-3911-41e0-af52-352f7067ce12 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:11.604417 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3660a35e-3911-41e0-af52-352f7067ce12 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:11.668494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3660a35e-3911-41e0-af52-352f7067ce12 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Made reservation on behalf of 344426e910fb4a26a6fdf736e0329342 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:28:11.673024 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3660a35e-3911-41e0-af52-352f7067ce12 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:11.749571 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'name': 'tempest-TestNetworkBasicOps-router-590288474', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:07Z', 'updated_at': '2022-03-01T21:28:09Z', 'revision_number': 3, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:36:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:08Z', 'updated_at': '2022-03-01T21:28:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:11.756330 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] Checking router: d6c02f04-7237-40b9-86d5-0280a94a538f for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:28:11.756674 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] Updating router d6c02f04-7237-40b9-86d5-0280a94a538f port 4a63ee60-bff1-4579-b05a-77827dcaaf87 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:28:11.825137 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:12.056308 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3660a35e-3911-41e0-af52-352f7067ce12 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:12.205763 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660a35e-3911-41e0-af52-352f7067ce12 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'Subnet': ['ID=31d5d167-3970-4bdb-8d07-4557609c4f88,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:12.205763 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3660a35e-3911-41e0-af52-352f7067ce12 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Checking segment: {'id': '9f21a41f-0594-4212-8023-7d0edab7bce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:28:12.205763 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3660a35e-3911-41e0-af52-352f7067ce12 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Network hostable DHCP agents. Network: 908f598c-19e2-45b4-94cd-1dd894ee0271, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:28:12.215051 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:12.228428 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] Transition to ACTIVE for port object 4a63ee60-bff1-4579-b05a-77827dcaaf87 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:28:12.433935 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3660a35e-3911-41e0-af52-352f7067ce12 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Network 908f598c-19e2-45b4-94cd-1dd894ee0271 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:28:12.479446 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:12.531307 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-3660a35e-3911-41e0-af52-352f7067ce12 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 908f598c-19e2-45b4-94cd-1dd894ee0271) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:28:12.540499 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3660a35e-3911-41e0-af52-352f7067ce12 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:12.541106 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3660a35e-3911-41e0-af52-352f7067ce12 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:12.547581 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be62949d-6481-4159-a765-3800216c4253 None None] Network 908f598c-19e2-45b4-94cd-1dd894ee0271 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:28:12.556459 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] Attempting to bind port 4a63ee60-bff1-4579-b05a-77827dcaaf87 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:28:12.556904 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] Attempting to bind port 4a63ee60-bff1-4579-b05a-77827dcaaf87 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:28:12.557346 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] Attempting to bind port 4a63ee60-bff1-4579-b05a-77827dcaaf87 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:28:12.564688 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:28:12.567454 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:28:12.567454 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:12.567454 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:28:12.567454 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] Bound port: 4a63ee60-bff1-4579-b05a-77827dcaaf87, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:28:12.567454 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:12.644652 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3b3be-14e7-4cf7-8f43-870b9955cfb5 None None] Pushing event updated for resources: {'Port': ['ID=4a63ee60-bff1-4579-b05a-77827dcaaf87,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:12.659925 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3660a35e-3911-41e0-af52-352f7067ce12 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2041087 Mar 01 21:28:12.663061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58438) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:12.713924 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] For port 4a63ee60-bff1-4579-b05a-77827dcaaf87, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:28:12.734748 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] For port 4a63ee60-bff1-4579-b05a-77827dcaaf87, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4a63ee60-bff1-4579-b05a-77827dcaaf87,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:28:12.823386 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:12.934102 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-908f598c-19e2-45b4-94cd-1dd894ee0271', 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'fixed_ips': [{'subnet_id': '31d5d167-3970-4bdb-8d07-4557609c4f88'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:28:12.935103 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:13.010335 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] Routers {'d6c02f04-7237-40b9-86d5-0280a94a538f'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:28:13.014486 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:28:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d6c02f04-7237-40b9-86d5-0280a94a538f'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:13.183512 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f3b3be-14e7-4cf7-8f43-870b9955cfb5 None None] Pushing event updated for resources: {'Port': ['ID=4a63ee60-bff1-4579-b05a-77827dcaaf87,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:13.290924 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Allocated IP 172.20.0.2 (908f598c-19e2-45b4-94cd-1dd894ee0271/31d5d167-3970-4bdb-8d07-4557609c4f88/5db1740d-02a8-4151-b93e-2e4398271955) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:28:13.358541 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] Set router d6c02f04-7237-40b9-86d5-0280a94a538f gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:28:13.622961 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:13.651847 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Transition to ACTIVE for port object 5db1740d-02a8-4151-b93e-2e4398271955 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:28:13.711279 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Transition to ACTIVE for port object 5db1740d-02a8-4151-b93e-2e4398271955 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:28:13.828717 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:13.892529 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'name': 'tempest-TestNetworkBasicOps-router-590288474', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:07Z', 'updated_at': '2022-03-01T21:28:09Z', 'revision_number': 3, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:36:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:08Z', 'updated_at': '2022-03-01T21:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:13.896883 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb3a6e8b-b026-4081-bbee-50ae6e97e1b1 None None] The sync data for ids ['d6c02f04-7237-40b9-86d5-0280a94a538f'] in n-d-827896-4 is: [{'id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'name': 'tempest-TestNetworkBasicOps-router-590288474', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:07Z', 'updated_at': '2022-03-01T21:28:09Z', 'revision_number': 3, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:36:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:08Z', 'updated_at': '2022-03-01T21:28:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:28:13.966601 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Pushing event updated for resources: {'Port': ['ID=5db1740d-02a8-4151-b93e-2e4398271955,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:13.973993 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Network 908f598c-19e2-45b4-94cd-1dd894ee0271 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:28:13.976380 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:28:13.991060 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:28:14.122641 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Attempting to bind port 5db1740d-02a8-4151-b93e-2e4398271955 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:28:14.123012 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Attempting to bind port 5db1740d-02a8-4151-b93e-2e4398271955 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '9f21a41f-0594-4212-8023-7d0edab7bce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:28:14.123390 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Attempting to bind port 5db1740d-02a8-4151-b93e-2e4398271955 on network 908f598c-19e2-45b4-94cd-1dd894ee0271 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:28:14.141674 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:28:14.143520 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Checking segment: {'id': '9f21a41f-0594-4212-8023-7d0edab7bce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:28:14.144107 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:14.153784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Bound using segment: {'id': '9f21a41f-0594-4212-8023-7d0edab7bce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:28:14.153784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Bound port: 5db1740d-02a8-4151-b93e-2e4398271955, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f21a41f-0594-4212-8023-7d0edab7bce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:28:14.153784 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:14.165440 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fa48f9fb-5a55-468b-bcde-51403722bf85 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:14.294733 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] For port 5db1740d-02a8-4151-b93e-2e4398271955, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:28:14.308563 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] For port 5db1740d-02a8-4151-b93e-2e4398271955, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5db1740d-02a8-4151-b93e-2e4398271955,segment=NetworkSegment(9f21a41f-0594-4212-8023-7d0edab7bce1),segment_id=9f21a41f-0594-4212-8023-7d0edab7bce1)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:28:14.394476 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:14.567833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c0565e-bdcd-4d02-a74e-8f68d0f178e6 None None] Pushing event updated for resources: {'Port': ['ID=5db1740d-02a8-4151-b93e-2e4398271955,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:15.087742 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-fa48f9fb-5a55-468b-bcde-51403722bf85 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Allocated IP 172.20.0.1 (908f598c-19e2-45b4-94cd-1dd894ee0271/31d5d167-3970-4bdb-8d07-4557609c4f88/6409a224-762d-40ba-8082-c8390ab022df) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:28:15.430700 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fa48f9fb-5a55-468b-bcde-51403722bf85 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:15.465571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58550) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:15.478164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-fa48f9fb-5a55-468b-bcde-51403722bf85 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Transition to ACTIVE for port object 6409a224-762d-40ba-8082-c8390ab022df will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:28:15.622860 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fa48f9fb-5a55-468b-bcde-51403722bf85 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:15.670458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4a63ee60-bff1-4579-b05a-77827dcaaf87 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:28:15.823989 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39e5c04e-872c-41b8-9226-394a612282bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:15.835808 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa48f9fb-5a55-468b-bcde-51403722bf85 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Network 908f598c-19e2-45b4-94cd-1dd894ee0271 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:28:15.841048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-fa48f9fb-5a55-468b-bcde-51403722bf85 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:28:15.843891 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa48f9fb-5a55-468b-bcde-51403722bf85 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:28:15.904333 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-39e5c04e-872c-41b8-9226-394a612282bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:15.917297 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-39e5c04e-872c-41b8-9226-394a612282bc admin admin] Usage tracker for resource:security_group_rule and tenant:cb3ebeed1f2d40638d73259298662080 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:15.922630 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-39e5c04e-872c-41b8-9226-394a612282bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:15.925554 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48f9fb-5a55-468b-bcde-51403722bf85 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'Port': ['ID=6409a224-762d-40ba-8082-c8390ab022df,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:15.937149 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-39e5c04e-872c-41b8-9226-394a612282bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:15.954928 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fa48f9fb-5a55-468b-bcde-51403722bf85 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:15.988208 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 4a63ee60-bff1-4579-b05a-77827dcaaf87 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:28:15.994708 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 4a63ee60-bff1-4579-b05a-77827dcaaf87 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:15.995306 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:16.194468 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf6483bb-9e6d-4da9-b667-fd01cecc7eda None None] Network 908f598c-19e2-45b4-94cd-1dd894ee0271 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:28:16.395773 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:16.428867 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 4a63ee60-bff1-4579-b05a-77827dcaaf87, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4a63ee60-bff1-4579-b05a-77827dcaaf87,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:16.548431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-92d65005-b31e-4411-88f4-b0ab85eddfcd None None] Provisioning for port 5db1740d-02a8-4151-b93e-2e4398271955 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:28:16.552180 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:16.552972 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5db1740d-02a8-4151-b93e-2e4398271955 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:28:16.558058 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39e5c04e-872c-41b8-9226-394a612282bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:16.651433 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39e5c04e-872c-41b8-9226-394a612282bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:16.703813 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=4a63ee60-bff1-4579-b05a-77827dcaaf87,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:16.772633 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-39e5c04e-872c-41b8-9226-394a612282bc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cb3ebeed1f2d40638d73259298662080&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3057594 Mar 01 21:28:16.775469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58586) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:16.790517 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5c04e-872c-41b8-9226-394a612282bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63caf32c-b1f5-4463-82d6-fa7c1fd5b62d,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:16.811075 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fa48f9fb-5a55-468b-bcde-51403722bf85 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:16.878190 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-098e87eb-187a-4b6b-b41a-b0f478f070a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:16.879498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 5db1740d-02a8-4151-b93e-2e4398271955 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:28:16.885966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 5db1740d-02a8-4151-b93e-2e4398271955 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:16.886286 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:16.921887 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-098e87eb-187a-4b6b-b41a-b0f478f070a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:17.065982 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-098e87eb-187a-4b6b-b41a-b0f478f070a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:17.119996 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-098e87eb-187a-4b6b-b41a-b0f478f070a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:17.123804 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-098e87eb-187a-4b6b-b41a-b0f478f070a4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/63caf32c-b1f5-4463-82d6-fa7c1fd5b62d HTTP/1.1" status: 204 len: 168 time: 0.3443003 Mar 01 21:28:17.126353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e87eb-187a-4b6b-b41a-b0f478f070a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63caf32c-b1f5-4463-82d6-fa7c1fd5b62d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:17.140030 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:17.145727 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e87eb-187a-4b6b-b41a-b0f478f070a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:17.146074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e87eb-187a-4b6b-b41a-b0f478f070a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:17.146407 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e87eb-187a-4b6b-b41a-b0f478f070a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:17.148217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e87eb-187a-4b6b-b41a-b0f478f070a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:17.148217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e87eb-187a-4b6b-b41a-b0f478f070a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:17.148217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e87eb-187a-4b6b-b41a-b0f478f070a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:17.148217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e87eb-187a-4b6b-b41a-b0f478f070a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:17.148217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e87eb-187a-4b6b-b41a-b0f478f070a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:17.149623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e87eb-187a-4b6b-b41a-b0f478f070a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:17.150265 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e87eb-187a-4b6b-b41a-b0f478f070a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:17.153467 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e87eb-187a-4b6b-b41a-b0f478f070a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:17.154003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098e87eb-187a-4b6b-b41a-b0f478f070a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:17.204334 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 5db1740d-02a8-4151-b93e-2e4398271955, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5db1740d-02a8-4151-b93e-2e4398271955,segment=NetworkSegment(9f21a41f-0594-4212-8023-7d0edab7bce1),segment_id=9f21a41f-0594-4212-8023-7d0edab7bce1)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:17.230142 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0bfafb48-5cb7-4de5-8948-7625d07f1365 None None] Provisioning complete for port 5db1740d-02a8-4151-b93e-2e4398271955 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:17.238953 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0bfafb48-5cb7-4de5-8948-7625d07f1365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:17.373583 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:17.492887 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=5db1740d-02a8-4151-b93e-2e4398271955,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:17.623544 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4a63ee60-bff1-4579-b05a-77827dcaaf87 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:28:17.698170 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0bfafb48-5cb7-4de5-8948-7625d07f1365 None None] Provisioning for port 6409a224-762d-40ba-8082-c8390ab022df completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:28:17.706061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0bfafb48-5cb7-4de5-8948-7625d07f1365 None None] Provisioning complete for port 6409a224-762d-40ba-8082-c8390ab022df triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:17.709108 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0bfafb48-5cb7-4de5-8948-7625d07f1365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:17.770365 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 4a63ee60-bff1-4579-b05a-77827dcaaf87 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:17.770797 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:17.785954 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fa48f9fb-5a55-468b-bcde-51403722bf85 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:17.833147 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-0bfafb48-5cb7-4de5-8948-7625d07f1365 None None] Port 6409a224-762d-40ba-8082-c8390ab022df cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:28:17.859068 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fa48f9fb-5a55-468b-bcde-51403722bf85 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:18.025121 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fa48f9fb-5a55-468b-bcde-51403722bf85 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:18.030783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa48f9fb-5a55-468b-bcde-51403722bf85 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'Port': ['ID=6409a224-762d-40ba-8082-c8390ab022df,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:18.033761 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5db1740d-02a8-4151-b93e-2e4398271955 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:28:18.133401 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7cc70278-cb49-4c0b-b399-09708842ff6a None None] Provisioning complete for port 6409a224-762d-40ba-8082-c8390ab022df triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:18.133846 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7cc70278-cb49-4c0b-b399-09708842ff6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:18.189945 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 5db1740d-02a8-4151-b93e-2e4398271955 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:18.190593 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:18.257252 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-7cc70278-cb49-4c0b-b399-09708842ff6a None None] Port 6409a224-762d-40ba-8082-c8390ab022df cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:28:18.282180 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa48f9fb-5a55-468b-bcde-51403722bf85 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Network 908f598c-19e2-45b4-94cd-1dd894ee0271 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:28:18.282180 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-fa48f9fb-5a55-468b-bcde-51403722bf85 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:28:18.354690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58602) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:18.391747 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1a994a3f-6c3c-479b-87c6-239b415a500c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:18.432337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1a994a3f-6c3c-479b-87c6-239b415a500c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:18.440214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1a994a3f-6c3c-479b-87c6-239b415a500c admin admin] Usage tracker for resource:security_group_rule and tenant:3f5133722892417ba2386496dc3df7e2 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:18.447119 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1a994a3f-6c3c-479b-87c6-239b415a500c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:18.463020 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1a994a3f-6c3c-479b-87c6-239b415a500c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:18.620940 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1a994a3f-6c3c-479b-87c6-239b415a500c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:18.668981 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa48f9fb-5a55-468b-bcde-51403722bf85 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Router d6c02f04-7237-40b9-86d5-0280a94a538f has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:28:18.681853 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-25ecedfa-88b8-4b92-aa5e-b9c095ebea27 None None] Provisioning complete for port 6409a224-762d-40ba-8082-c8390ab022df triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:18.682528 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-25ecedfa-88b8-4b92-aa5e-b9c095ebea27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:18.701318 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1a994a3f-6c3c-479b-87c6-239b415a500c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:18.741702 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-25ecedfa-88b8-4b92-aa5e-b9c095ebea27 None None] Port 6409a224-762d-40ba-8082-c8390ab022df cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:28:18.793124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a994a3f-6c3c-479b-87c6-239b415a500c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7472d8-8a87-4867-9a0c-6760a78368fb,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:18.799772 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1a994a3f-6c3c-479b-87c6-239b415a500c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3f5133722892417ba2386496dc3df7e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4408963 Mar 01 21:28:18.800004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58610) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:18.887660 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e733f383-4ae8-467e-8827-35882de1aa65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:18.935413 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e733f383-4ae8-467e-8827-35882de1aa65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:18.980223 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa48f9fb-5a55-468b-bcde-51403722bf85 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:28:18.993816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] Sync routers for ids ['d6c02f04-7237-40b9-86d5-0280a94a538f'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:28:19.005766 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] Routers {'d6c02f04-7237-40b9-86d5-0280a94a538f'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:28:19.006585 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:28:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d6c02f04-7237-40b9-86d5-0280a94a538f'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:19.015644 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fa48f9fb-5a55-468b-bcde-51403722bf85 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "PUT /v2.0/routers/d6c02f04-7237-40b9-86d5-0280a94a538f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3521116 Mar 01 21:28:19.017838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58614) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:19.121480 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e733f383-4ae8-467e-8827-35882de1aa65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:19.175379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733f383-4ae8-467e-8827-35882de1aa65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7472d8-8a87-4867-9a0c-6760a78368fb,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:19.185864 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e733f383-4ae8-467e-8827-35882de1aa65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:19.189683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e733f383-4ae8-467e-8827-35882de1aa65 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f7472d8-8a87-4867-9a0c-6760a78368fb HTTP/1.1" status: 204 len: 168 time: 0.3861041 Mar 01 21:28:19.232293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bbe74b-43a1-471d-a982-75c6edc8fbb5 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:19.232806 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bbe74b-43a1-471d-a982-75c6edc8fbb5 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:19.233271 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bbe74b-43a1-471d-a982-75c6edc8fbb5 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:19.233755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33bbe74b-43a1-471d-a982-75c6edc8fbb5 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:19.235443 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-33bbe74b-43a1-471d-a982-75c6edc8fbb5 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2166054 Mar 01 21:28:19.241002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58620) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:19.313650 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] Set router d6c02f04-7237-40b9-86d5-0280a94a538f gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:28:19.401100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c17188-9a34-4b7d-8898-668632384c9e tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:19.402366 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c17188-9a34-4b7d-8898-668632384c9e tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:19.403285 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c17188-9a34-4b7d-8898-668632384c9e tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:19.403932 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c17188-9a34-4b7d-8898-668632384c9e tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:19.405739 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e6c17188-9a34-4b7d-8898-668632384c9e tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1546748 Mar 01 21:28:19.408568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58624) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:19.657651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-eb1cd783-f870-44bf-a4a6-7d49a6907e4c tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2419889 Mar 01 21:28:19.909588 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'name': 'tempest-TestNetworkBasicOps-router-590288474', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:07Z', 'updated_at': '2022-03-01T21:28:16Z', 'revision_number': 4, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:08Z', 'updated_at': '2022-03-01T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '6409a224-762d-40ba-8082-c8390ab022df', 'name': '', 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:ba:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '31d5d167-3970-4bdb-8d07-4557609c4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:14Z', 'updated_at': '2022-03-01T21:28:17Z', 'revision_number': 2, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': '31d5d167-3970-4bdb-8d07-4557609c4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:19.925167 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] Checking router: d6c02f04-7237-40b9-86d5-0280a94a538f for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:28:19.925610 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] Updating router d6c02f04-7237-40b9-86d5-0280a94a538f port 6409a224-762d-40ba-8082-c8390ab022df binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:28:20.072774 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:20.426968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58648) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:20.434392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-601df1c7-0be5-4909-997e-27a1211d3ff0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1361987034', 'description': 'tempest-secgroup-smoke-1361987034 description', 'project_id': '344426e910fb4a26a6fdf736e0329342'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:28:20.441627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-601df1c7-0be5-4909-997e-27a1211d3ff0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:20.448719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-601df1c7-0be5-4909-997e-27a1211d3ff0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:20.452951 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-601df1c7-0be5-4909-997e-27a1211d3ff0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:20.463345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-601df1c7-0be5-4909-997e-27a1211d3ff0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:20.588084 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-601df1c7-0be5-4909-997e-27a1211d3ff0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:20.645019 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-601df1c7-0be5-4909-997e-27a1211d3ff0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:20.659082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-601df1c7-0be5-4909-997e-27a1211d3ff0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:20.670188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-601df1c7-0be5-4909-997e-27a1211d3ff0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:20.688327 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:20.690082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-601df1c7-0be5-4909-997e-27a1211d3ff0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:20.719112 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] Transition to ACTIVE for port object 6409a224-762d-40ba-8082-c8390ab022df will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:28:20.765270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58656) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:20.788471 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:21.022104 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-601df1c7-0be5-4909-997e-27a1211d3ff0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:21.126021 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-601df1c7-0be5-4909-997e-27a1211d3ff0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:21.175146 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf06e39-360c-4c14-917a-b75bcb59ee5a None None] Pushing event updated for resources: {'Port': ['ID=6409a224-762d-40ba-8082-c8390ab022df,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:21.184297 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] Attempting to bind port 6409a224-762d-40ba-8082-c8390ab022df on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:28:21.184677 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] Attempting to bind port 6409a224-762d-40ba-8082-c8390ab022df by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '9f21a41f-0594-4212-8023-7d0edab7bce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:28:21.185051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] Attempting to bind port 6409a224-762d-40ba-8082-c8390ab022df on network 908f598c-19e2-45b4-94cd-1dd894ee0271 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:28:21.190718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:28:21.191097 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] Checking segment: {'id': '9f21a41f-0594-4212-8023-7d0edab7bce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:28:21.197046 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:21.197046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] Bound using segment: {'id': '9f21a41f-0594-4212-8023-7d0edab7bce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:28:21.197046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] Bound port: 6409a224-762d-40ba-8082-c8390ab022df, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f21a41f-0594-4212-8023-7d0edab7bce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:28:21.197046 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:21.274267 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601df1c7-0be5-4909-997e-27a1211d3ff0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e61b016-8d51-428b-b88d-188ce40864c1,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:21.344026 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-938b08b5-3be0-4e1b-91de-bc54b207b963 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8a350ae8447845bfb8a8075f7e92d3bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5754185 Mar 01 21:28:21.344733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58670) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:21.361559 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] For port 6409a224-762d-40ba-8082-c8390ab022df, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:28:21.365162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] For port 6409a224-762d-40ba-8082-c8390ab022df, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=6409a224-762d-40ba-8082-c8390ab022df,segment=NetworkSegment(9f21a41f-0594-4212-8023-7d0edab7bce1),segment_id=9f21a41f-0594-4212-8023-7d0edab7bce1)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:28:21.419870 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-601df1c7-0be5-4909-997e-27a1211d3ff0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:21.423352 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-601df1c7-0be5-4909-997e-27a1211d3ff0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9952221 Mar 01 21:28:21.426560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58674) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:21.434202 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b6c2b874-c7fb-4ce4-83f4-55f45bdf09c8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'security_group_rule': {'security_group_id': '6e61b016-8d51-428b-b88d-188ce40864c1', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:28:21.442481 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b6c2b874-c7fb-4ce4-83f4-55f45bdf09c8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:21.444308 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:21.449733 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b6c2b874-c7fb-4ce4-83f4-55f45bdf09c8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:21.474157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b6c2b874-c7fb-4ce4-83f4-55f45bdf09c8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:21.478700 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d13f42fc-53e3-4930-a47e-730e9727de69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:21.492418 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b6c2b874-c7fb-4ce4-83f4-55f45bdf09c8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:21.536991 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf06e39-360c-4c14-917a-b75bcb59ee5a None None] Pushing event updated for resources: {'Port': ['ID=6409a224-762d-40ba-8082-c8390ab022df,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:21.562607 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d13f42fc-53e3-4930-a47e-730e9727de69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:21.579912 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] Routers {'d6c02f04-7237-40b9-86d5-0280a94a538f'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:28:21.588294 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:28:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d6c02f04-7237-40b9-86d5-0280a94a538f'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:21.598403 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6c2b874-c7fb-4ce4-83f4-55f45bdf09c8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:21.705508 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6c2b874-c7fb-4ce4-83f4-55f45bdf09c8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:21.731498 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d13f42fc-53e3-4930-a47e-730e9727de69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:21.733614 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:21.758754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f42fc-53e3-4930-a47e-730e9727de69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788d85b9-d53f-4ac5-9af7-9591c2ab1245,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:21.771405 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d13f42fc-53e3-4930-a47e-730e9727de69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:21.775536 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d13f42fc-53e3-4930-a47e-730e9727de69 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/788d85b9-d53f-4ac5-9af7-9591c2ab1245 HTTP/1.1" status: 204 len: 168 time: 0.4263587 Mar 01 21:28:21.799876 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6c2b874-c7fb-4ce4-83f4-55f45bdf09c8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:21.830631 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2b874-c7fb-4ce4-83f4-55f45bdf09c8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0958f8f1-9736-4c4a-bf61-3f3d86dd66b8,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:21.884756 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] Set router d6c02f04-7237-40b9-86d5-0280a94a538f gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:28:21.921847 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6c2b874-c7fb-4ce4-83f4-55f45bdf09c8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:21.935829 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b6c2b874-c7fb-4ce4-83f4-55f45bdf09c8 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4951293 Mar 01 21:28:21.935829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58688) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:21.935829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-9cd44179-2d84-415c-b81a-c51d08b6905e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'security_group_rule': {'security_group_id': '6e61b016-8d51-428b-b88d-188ce40864c1', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:28:21.941151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9cd44179-2d84-415c-b81a-c51d08b6905e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:21.946186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9cd44179-2d84-415c-b81a-c51d08b6905e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:21.950015 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9cd44179-2d84-415c-b81a-c51d08b6905e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:21.956739 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9cd44179-2d84-415c-b81a-c51d08b6905e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:22.061514 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9cd44179-2d84-415c-b81a-c51d08b6905e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:22.160933 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9cd44179-2d84-415c-b81a-c51d08b6905e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:22.223100 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9cd44179-2d84-415c-b81a-c51d08b6905e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:22.303417 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd44179-2d84-415c-b81a-c51d08b6905e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9ec8387-9769-4219-8eca-f0b91fe2cec1,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:22.365527 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'name': 'tempest-TestNetworkBasicOps-router-590288474', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:07Z', 'updated_at': '2022-03-01T21:28:16Z', 'revision_number': 4, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:08Z', 'updated_at': '2022-03-01T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '6409a224-762d-40ba-8082-c8390ab022df', 'name': '', 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:ba:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '31d5d167-3970-4bdb-8d07-4557609c4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:14Z', 'updated_at': '2022-03-01T21:28:21Z', 'revision_number': 4, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': '31d5d167-3970-4bdb-8d07-4557609c4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:22.370930 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80350a6c-e330-40fe-9dce-da3a34769891 None None] The sync data for ids ['d6c02f04-7237-40b9-86d5-0280a94a538f'] in n-d-827896-4 is: [{'id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'name': 'tempest-TestNetworkBasicOps-router-590288474', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:07Z', 'updated_at': '2022-03-01T21:28:16Z', 'revision_number': 4, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:08Z', 'updated_at': '2022-03-01T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '6409a224-762d-40ba-8082-c8390ab022df', 'name': '', 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:ba:82:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '31d5d167-3970-4bdb-8d07-4557609c4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:14Z', 'updated_at': '2022-03-01T21:28:21Z', 'revision_number': 4, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': '31d5d167-3970-4bdb-8d07-4557609c4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:28:22.373691 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9cd44179-2d84-415c-b81a-c51d08b6905e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:22.378980 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9cd44179-2d84-415c-b81a-c51d08b6905e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4482222 Mar 01 21:28:22.380967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58704) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:22.391657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e121c4ac-dc0a-4650-9aa7-c2d1f61f2b3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'security_group_rule': {'security_group_id': '6e61b016-8d51-428b-b88d-188ce40864c1', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:28:22.398434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e121c4ac-dc0a-4650-9aa7-c2d1f61f2b3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:22.403406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e121c4ac-dc0a-4650-9aa7-c2d1f61f2b3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:22.407774 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e121c4ac-dc0a-4650-9aa7-c2d1f61f2b3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:22.418878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e121c4ac-dc0a-4650-9aa7-c2d1f61f2b3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:22.545353 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e121c4ac-dc0a-4650-9aa7-c2d1f61f2b3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:22.821822 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e121c4ac-dc0a-4650-9aa7-c2d1f61f2b3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:22.821822 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e121c4ac-dc0a-4650-9aa7-c2d1f61f2b3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:22.827038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e121c4ac-dc0a-4650-9aa7-c2d1f61f2b3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4315e472-c709-4ee4-a0ea-c0e6081ecc5e,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:22.902611 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e121c4ac-dc0a-4650-9aa7-c2d1f61f2b3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:22.906890 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58720) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:22.909824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e121c4ac-dc0a-4650-9aa7-c2d1f61f2b3f tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5252743 Mar 01 21:28:22.913959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c209302d-342c-4b32-a13f-16fc648e57ec tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'security_group_rule': {'security_group_id': '6e61b016-8d51-428b-b88d-188ce40864c1', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:28:22.922118 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c209302d-342c-4b32-a13f-16fc648e57ec tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:22.931632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c209302d-342c-4b32-a13f-16fc648e57ec tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:22.935856 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c209302d-342c-4b32-a13f-16fc648e57ec tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:22.942983 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c209302d-342c-4b32-a13f-16fc648e57ec tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:23.013351 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c209302d-342c-4b32-a13f-16fc648e57ec tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:23.136445 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c209302d-342c-4b32-a13f-16fc648e57ec tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:23.206023 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c209302d-342c-4b32-a13f-16fc648e57ec tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:23.242894 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c209302d-342c-4b32-a13f-16fc648e57ec tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb5592b-b796-4e05-906b-2ff9543dddf9,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:23.348230 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c209302d-342c-4b32-a13f-16fc648e57ec tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:23.355218 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58742) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:23.358997 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c209302d-342c-4b32-a13f-16fc648e57ec tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4508009 Mar 01 21:28:23.362468 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4e24f98d-1582-4ceb-adfd-bcce2ed858cf tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'security_group_rule': {'security_group_id': '6e61b016-8d51-428b-b88d-188ce40864c1', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:28:23.370172 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4e24f98d-1582-4ceb-adfd-bcce2ed858cf tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:23.375374 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4e24f98d-1582-4ceb-adfd-bcce2ed858cf tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:23.378904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4e24f98d-1582-4ceb-adfd-bcce2ed858cf tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:23.400182 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4e24f98d-1582-4ceb-adfd-bcce2ed858cf tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:23.505566 n-d-827896-4 neutron-server[88518]: INFO neutron.db.securitygroups_db [None req-4e24f98d-1582-4ceb-adfd-bcce2ed858cf tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Project 344426e910fb4a26a6fdf736e0329342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:28:23.508986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58752) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:23.536240 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e24f98d-1582-4ceb-adfd-bcce2ed858cf tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:23.620731 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6409a224-762d-40ba-8082-c8390ab022df up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:28:23.739378 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e24f98d-1582-4ceb-adfd-bcce2ed858cf tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:23.793903 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 6409a224-762d-40ba-8082-c8390ab022df completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:28:23.803799 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 6409a224-762d-40ba-8082-c8390ab022df triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:23.803799 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:23.822491 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e24f98d-1582-4ceb-adfd-bcce2ed858cf tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:23.862290 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e24f98d-1582-4ceb-adfd-bcce2ed858cf tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d55018f8-28dc-47e8-9385-b1b85f483727,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:23.955643 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:23.961586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-63429877-network', 'tenant_id': 'd0aca1f411924dd1af470d3117de04d6'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:28:23.965006 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e24f98d-1582-4ceb-adfd-bcce2ed858cf tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:23.966696 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4e24f98d-1582-4ceb-adfd-bcce2ed858cf tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6099505 Mar 01 21:28:23.969878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58768) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:23.977136 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-272bcbba-7900-4ece-8546-8118a7026308 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'security_group_rule': {'security_group_id': '6e61b016-8d51-428b-b88d-188ce40864c1', 'project_id': '344426e910fb4a26a6fdf736e0329342', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:28:23.984657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:23.987578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-272bcbba-7900-4ece-8546-8118a7026308 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:23.993320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-272bcbba-7900-4ece-8546-8118a7026308 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:security_group_rule and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:23.994308 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Usage tracker for resource:network and tenant:d0aca1f411924dd1af470d3117de04d6 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:24.000296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:24.001612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-272bcbba-7900-4ece-8546-8118a7026308 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:24.009873 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-272bcbba-7900-4ece-8546-8118a7026308 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:24.016941 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:24.027559 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 6409a224-762d-40ba-8082-c8390ab022df, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=6409a224-762d-40ba-8082-c8390ab022df,segment=NetworkSegment(9f21a41f-0594-4212-8023-7d0edab7bce1),segment_id=9f21a41f-0594-4212-8023-7d0edab7bce1)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:24.091027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Made reservation on behalf of d0aca1f411924dd1af470d3117de04d6 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:28:24.091266 n-d-827896-4 neutron-server[88518]: INFO neutron.db.securitygroups_db [None req-272bcbba-7900-4ece-8546-8118a7026308 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Project 344426e910fb4a26a6fdf736e0329342 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:28:24.091952 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:24.093789 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:24.103119 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:24.103235 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-272bcbba-7900-4ece-8546-8118a7026308 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:24.116662 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:24.136258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:24.144219 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Usage tracker for resource:security_group_rule and tenant:d0aca1f411924dd1af470d3117de04d6 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:24.148329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:24.160024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:24.176904 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=6409a224-762d-40ba-8082-c8390ab022df,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:24.183771 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-272bcbba-7900-4ece-8546-8118a7026308 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:24.279861 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-272bcbba-7900-4ece-8546-8118a7026308 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:24.306722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272bcbba-7900-4ece-8546-8118a7026308 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083b5d66-d860-4271-9364-ee20fe0290b9,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:24.387181 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:24.400702 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-272bcbba-7900-4ece-8546-8118a7026308 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:24.410006 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-272bcbba-7900-4ece-8546-8118a7026308 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4304860 Mar 01 21:28:24.445258 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:24.466475 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:28:24.475668 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:24.476267 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Added segment 836e3259-4116-4ea1-a0e7-9c53d4331cb2 of type vlan for network 42401e21-ffc9-4102-bf4a-49f81c280542 Mar 01 21:28:24.517338 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:24.530224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b9c15c-4998-46a0-8b9e-1c03e0b41995,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:24.616541 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:24.618335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:24.618957 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:24.671188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-ebd35759-3d04-460b-b010-dec4a6873acd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Synchronizing usage tracker for tenant:344426e910fb4a26a6fdf736e0329342 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:28:24.735948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] Pushing event updated for resources: {'Network': ['ID=42401e21-ffc9-4102-bf4a-49f81c280542,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:24.743327 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-ebd35759-3d04-460b-b010-dec4a6873acd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Unset dirty status for tenant:344426e910fb4a26a6fdf736e0329342 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:28:24.745469 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-ebd35759-3d04-460b-b010-dec4a6873acd tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1361987034&fields=id&tenant_id=344426e910fb4a26a6fdf736e0329342 HTTP/1.1" status: 200 len: 267 time: 0.1228724 Mar 01 21:28:24.747024 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 42401e21-ffc9-4102-bf4a-49f81c280542 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:28:24.845002 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-84ad2f34-73b5-45f5-9f5e-8447eb4fa6d2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3343122 Mar 01 21:28:24.847846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58792) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:24.854179 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-80cb0bca-e82e-4b58-b4f8-2e10a9b39e74 admin admin] Request body: {'subnet': {'network_id': '42401e21-ffc9-4102-bf4a-49f81c280542', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-63429877-subnet', 'tenant_id': 'd0aca1f411924dd1af470d3117de04d6', 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:28:24.860089 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-80cb0bca-e82e-4b58-b4f8-2e10a9b39e74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:24.864367 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-80cb0bca-e82e-4b58-b4f8-2e10a9b39e74 admin admin] Usage tracker for resource:subnet and tenant:d0aca1f411924dd1af470d3117de04d6 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:24.868179 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-80cb0bca-e82e-4b58-b4f8-2e10a9b39e74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:24.874709 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-80cb0bca-e82e-4b58-b4f8-2e10a9b39e74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:24.976858 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cb0bca-e82e-4b58-b4f8-2e10a9b39e74 admin admin] Made reservation on behalf of d0aca1f411924dd1af470d3117de04d6 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:28:24.980233 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-80cb0bca-e82e-4b58-b4f8-2e10a9b39e74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:25.063922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-8be473c1-502d-4bcb-9250-1c25a921787d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:25.064622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-8be473c1-502d-4bcb-9250-1c25a921787d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Synchronizing usage tracker for tenant:344426e910fb4a26a6fdf736e0329342 on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:28:25.136640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-8be473c1-502d-4bcb-9250-1c25a921787d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Unset dirty status for tenant:344426e910fb4a26a6fdf736e0329342 on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:28:25.137750 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-8be473c1-502d-4bcb-9250-1c25a921787d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/networks?id=908f598c-19e2-45b4-94cd-1dd894ee0271 HTTP/1.1" status: 200 len: 797 time: 0.3841765 Mar 01 21:28:25.159764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-737f8e25-f765-4952-9303-cf7c4b714632 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/quotas/344426e910fb4a26a6fdf736e0329342 HTTP/1.1" status: 200 len: 375 time: 0.0158448 Mar 01 21:28:25.245107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-94c0269f-8ba8-4e10-8595-7271b08f72b4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Synchronizing usage tracker for tenant:344426e910fb4a26a6fdf736e0329342 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:28:25.279849 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-80cb0bca-e82e-4b58-b4f8-2e10a9b39e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:25.296682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-94c0269f-8ba8-4e10-8595-7271b08f72b4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Unset dirty status for tenant:344426e910fb4a26a6fdf736e0329342 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:28:25.297987 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-94c0269f-8ba8-4e10-8595-7271b08f72b4 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=344426e910fb4a26a6fdf736e0329342&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1374927 Mar 01 21:28:25.314535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-7a43eefc-f48e-445d-bdc7-e2f6cd161f59 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:28:25.315639 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-7a43eefc-f48e-445d-bdc7-e2f6cd161f59 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056384 Mar 01 21:28:25.363428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb0bca-e82e-4b58-b4f8-2e10a9b39e74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d79a663-ea60-47d3-ae3d-9854df388522,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:25.373039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cb0bca-e82e-4b58-b4f8-2e10a9b39e74 admin admin] Checking segment: {'id': '836e3259-4116-4ea1-a0e7-9c53d4331cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '42401e21-ffc9-4102-bf4a-49f81c280542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:28:25.373401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cb0bca-e82e-4b58-b4f8-2e10a9b39e74 admin admin] Network hostable DHCP agents. Network: 42401e21-ffc9-4102-bf4a-49f81c280542, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:28:25.422333 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:28:25.468060 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cb0bca-e82e-4b58-b4f8-2e10a9b39e74 admin admin] Network 42401e21-ffc9-4102-bf4a-49f81c280542 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:28:25.470234 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-728e86d4-c87a-423c-b4e2-99c0d8a377dd service neutron] 10.222.0.42 "GET /v2.0/networks/908f598c-19e2-45b4-94cd-1dd894ee0271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479020 Mar 01 21:28:25.594823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-80cb0bca-e82e-4b58-b4f8-2e10a9b39e74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 42401e21-ffc9-4102-bf4a-49f81c280542) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:28:25.594823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cb0bca-e82e-4b58-b4f8-2e10a9b39e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:25.594823 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-80cb0bca-e82e-4b58-b4f8-2e10a9b39e74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:25.604688 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8e8560-4a23-4a5e-aaca-08ccc702973b None None] Network 42401e21-ffc9-4102-bf4a-49f81c280542 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:28:25.642635 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-91983bb9-104d-4228-a83e-c6292748bce6 service neutron] 10.222.0.42 "GET /v2.0/networks/908f598c-19e2-45b4-94cd-1dd894ee0271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1636796 Mar 01 21:28:25.644962 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6409a224-762d-40ba-8082-c8390ab022df up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:28:25.756832 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-80cb0bca-e82e-4b58-b4f8-2e10a9b39e74 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9079444 Mar 01 21:28:25.759298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58804) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:25.765331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-63429877-router', 'tenant_id': 'd0aca1f411924dd1af470d3117de04d6', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:28:25.771134 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:25.776288 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Usage tracker for resource:router and tenant:d0aca1f411924dd1af470d3117de04d6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:25.779882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:25.786916 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:25.828783 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 6409a224-762d-40ba-8082-c8390ab022df triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:25.829277 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:25.915135 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a605996-290c-4894-909f-bbc8d34c71a9 req-045d30a3-ca01-40b8-adb1-6999fa1a1ba3 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 210 time: 0.0496070 Mar 01 21:28:25.933890 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:25.934462 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:25.958587 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:25.962656 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-42401e21-ffc9-4102-bf4a-49f81c280542', 'network_id': '42401e21-ffc9-4102-bf4a-49f81c280542', 'tenant_id': 'd0aca1f411924dd1af470d3117de04d6', 'fixed_ips': [{'subnet_id': '3d79a663-ea60-47d3-ae3d-9854df388522'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:28:25.963533 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:26.038923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58818) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:26.190346 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b88a8863-fbe2-437c-a144-fa9ed71d12bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:26.206676 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b88a8863-fbe2-437c-a144-fa9ed71d12bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:26.209611 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Allocated IP 172.20.0.2 (42401e21-ffc9-4102-bf4a-49f81c280542/3d79a663-ea60-47d3-ae3d-9854df388522/9b6188a9-7832-4200-8437-86902270e4ec) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:28:26.211486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b88a8863-fbe2-437c-a144-fa9ed71d12bc admin admin] Usage tracker for resource:security_group_rule and tenant:7ac14929c86a477487d3303c8003c1ac is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:26.214650 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b88a8863-fbe2-437c-a144-fa9ed71d12bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:26.222568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b88a8863-fbe2-437c-a144-fa9ed71d12bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:26.328092 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:26.332028 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b88a8863-fbe2-437c-a144-fa9ed71d12bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:26.388171 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b88a8863-fbe2-437c-a144-fa9ed71d12bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:26.441204 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b88a8863-fbe2-437c-a144-fa9ed71d12bc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ac14929c86a477487d3303c8003c1ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4025018 Mar 01 21:28:26.442685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a8863-fbe2-437c-a144-fa9ed71d12bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc40030-d9d6-4bfd-8645-33f591fe3bb3,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:26.443663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58826) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:26.472912 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:26.482834 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Transition to ACTIVE for port object 9b6188a9-7832-4200-8437-86902270e4ec will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:28:26.500396 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Transition to ACTIVE for port object 9b6188a9-7832-4200-8437-86902270e4ec will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:28:26.554163 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:26.569860 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7508984c-d644-4efc-9fbb-3f28809b2a6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:26.600989 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7508984c-d644-4efc-9fbb-3f28809b2a6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:26.612713 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Network 42401e21-ffc9-4102-bf4a-49f81c280542 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:28:26.615679 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:28:26.620665 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:28:26.707826 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Pushing event updated for resources: {'Port': ['ID=9b6188a9-7832-4200-8437-86902270e4ec,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:26.735605 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Attempting to bind port 9b6188a9-7832-4200-8437-86902270e4ec on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:28:26.735978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Attempting to bind port 9b6188a9-7832-4200-8437-86902270e4ec by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '836e3259-4116-4ea1-a0e7-9c53d4331cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '42401e21-ffc9-4102-bf4a-49f81c280542'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:28:26.736347 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Attempting to bind port 9b6188a9-7832-4200-8437-86902270e4ec on network 42401e21-ffc9-4102-bf4a-49f81c280542 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:28:26.742462 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 28, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:28:26.745209 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Checking segment: {'id': '836e3259-4116-4ea1-a0e7-9c53d4331cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '42401e21-ffc9-4102-bf4a-49f81c280542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:28:26.745209 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:26.745209 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Bound using segment: {'id': '836e3259-4116-4ea1-a0e7-9c53d4331cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '42401e21-ffc9-4102-bf4a-49f81c280542'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:28:26.745209 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Bound port: 9b6188a9-7832-4200-8437-86902270e4ec, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836e3259-4116-4ea1-a0e7-9c53d4331cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '42401e21-ffc9-4102-bf4a-49f81c280542'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:28:26.745209 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:26.824211 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:26.841039 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] For port 9b6188a9-7832-4200-8437-86902270e4ec, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:28:26.850243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] For port 9b6188a9-7832-4200-8437-86902270e4ec, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9b6188a9-7832-4200-8437-86902270e4ec,segment=NetworkSegment(836e3259-4116-4ea1-a0e7-9c53d4331cb2),segment_id=836e3259-4116-4ea1-a0e7-9c53d4331cb2)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:28:26.854727 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:26.942347 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:26.956306 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7508984c-d644-4efc-9fbb-3f28809b2a6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:26.978538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7508984c-d644-4efc-9fbb-3f28809b2a6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc40030-d9d6-4bfd-8645-33f591fe3bb3,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:27.031970 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7508984c-d644-4efc-9fbb-3f28809b2a6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:27.033103 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7508984c-d644-4efc-9fbb-3f28809b2a6c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6dc40030-d9d6-4bfd-8645-33f591fe3bb3 HTTP/1.1" status: 204 len: 168 time: 0.5883155 Mar 01 21:28:27.116485 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96bae84-0625-46b7-bbe1-73d8cc7aacda None None] Pushing event updated for resources: {'Port': ['ID=9b6188a9-7832-4200-8437-86902270e4ec,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:27.247324 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-184c277e-0e24-44ca-89aa-53a8521a13fb req-8ddb6f23-7cfd-49ac-bbef-41a60cfb7c67 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 210 time: 0.2130010 Mar 01 21:28:27.269110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Allocated IP 172.25.5.197 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/b5bb9155-5527-472d-9726-1ec07f93eb22) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:28:27.432950 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2426162a-b167-495c-85e4-b83a14c01dc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:27.526166 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:27.652066 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9b6188a9-7832-4200-8437-86902270e4ec up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:28:27.657050 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:27.743021 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:28:27.751118 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:28:27.753959 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:28:27.809792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Pushing event updated for resources: {'Port': ['ID=b5bb9155-5527-472d-9726-1ec07f93eb22,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:27.868489 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 9b6188a9-7832-4200-8437-86902270e4ec completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:28:27.986368 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58844) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:28.038180 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-acd19e48-7023-48c1-b13e-f4f0d164dd9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:28.133503 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-acd19e48-7023-48c1-b13e-f4f0d164dd9f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:28.141870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-acd19e48-7023-48c1-b13e-f4f0d164dd9f admin admin] Usage tracker for resource:security_group_rule and tenant:e1b8698b53304cffa20a243449f601af is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:28.146868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-acd19e48-7023-48c1-b13e-f4f0d164dd9f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:28.157502 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-acd19e48-7023-48c1-b13e-f4f0d164dd9f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:28.213318 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-9402ed1b-6241-4a03-8496-d29b591ebb7b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:28.215825 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-9402ed1b-6241-4a03-8496-d29b591ebb7b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.55 "GET /v2.0/networks?id=908f598c-19e2-45b4-94cd-1dd894ee0271 HTTP/1.1" status: 200 len: 797 time: 0.2712619 Mar 01 21:28:28.356516 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-e0466d47-01ae-4558-804a-0833376dd04a tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=344426e910fb4a26a6fdf736e0329342 HTTP/1.1" status: 200 len: 380 time: 0.1321578 Mar 01 21:28:28.387668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-543b2c71-3a73-47b3-97c1-be8848031792 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'port': {'device_id': '48e5127c-301c-4f8d-9123-e44ccb643f5d', 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271', 'admin_state_up': True, 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'security_groups': ['6e61b016-8d51-428b-b88d-188ce40864c1']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:28:28.488117 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:28.538070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bcdab0-41d6-4d4a-86a4-ab7dd29c4fa2 None None] Network 42401e21-ffc9-4102-bf4a-49f81c280542 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:28:28.563998 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-637a2906-6194-45bb-82d9-ad01d95b0d3b req-a4169ca8-b54c-4fec-bd1d-e631d775de52 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 210 time: 0.1164160 Mar 01 21:28:28.597123 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-acd19e48-7023-48c1-b13e-f4f0d164dd9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:28.599916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-543b2c71-3a73-47b3-97c1-be8848031792 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:28.614794 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-543b2c71-3a73-47b3-97c1-be8848031792 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:28.705159 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-acd19e48-7023-48c1-b13e-f4f0d164dd9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:28.746947 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-acd19e48-7023-48c1-b13e-f4f0d164dd9f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e1b8698b53304cffa20a243449f601af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7583477 Mar 01 21:28:28.749556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 58852) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:28.786538 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5fef8c3f-5082-4944-bd5f-62f397fa857c None None] Provisioning for port 9b6188a9-7832-4200-8437-86902270e4ec completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:28:28.791652 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd19e48-7023-48c1-b13e-f4f0d164dd9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5ce24e-087c-4799-8279-137b2a5a5889,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:28.798109 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5fef8c3f-5082-4944-bd5f-62f397fa857c None None] Provisioning complete for port 9b6188a9-7832-4200-8437-86902270e4ec triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:28.798807 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5fef8c3f-5082-4944-bd5f-62f397fa857c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:28.820882 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-543b2c71-3a73-47b3-97c1-be8848031792 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Made reservation on behalf of 344426e910fb4a26a6fdf736e0329342 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:28:28.824681 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-543b2c71-3a73-47b3-97c1-be8848031792 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:28.927746 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:28.955282 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5fef8c3f-5082-4944-bd5f-62f397fa857c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:28.991616 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-5fef8c3f-5082-4944-bd5f-62f397fa857c None None] For port 9b6188a9-7832-4200-8437-86902270e4ec, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9b6188a9-7832-4200-8437-86902270e4ec,segment=NetworkSegment(836e3259-4116-4ea1-a0e7-9c53d4331cb2),segment_id=836e3259-4116-4ea1-a0e7-9c53d4331cb2)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:29.056061 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7bd503d5-fd12-41d0-8460-d49f4909fb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:29.063566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-543b2c71-3a73-47b3-97c1-be8848031792 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Allocated IP 172.20.0.3 (908f598c-19e2-45b4-94cd-1dd894ee0271/31d5d167-3970-4bdb-8d07-4557609c4f88/41d93b60-e785-48cd-8c3b-ca93a0062ca3) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:28:29.073688 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5fef8c3f-5082-4944-bd5f-62f397fa857c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:29.105780 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7bd503d5-fd12-41d0-8460-d49f4909fb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:29.185592 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef8c3f-5082-4944-bd5f-62f397fa857c None None] Pushing event updated for resources: {'Port': ['ID=9b6188a9-7832-4200-8437-86902270e4ec,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:29.298510 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ed8b4ad0-816b-4e8c-8876-83342de334e7 None None] Provisioning complete for port 9b6188a9-7832-4200-8437-86902270e4ec triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:29.298968 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ed8b4ad0-816b-4e8c-8876-83342de334e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:29.307948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Router 416e7319-446f-4197-bebb-c564f88c675e is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:28:29.365305 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-543b2c71-3a73-47b3-97c1-be8848031792 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:29.391393 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7bd503d5-fd12-41d0-8460-d49f4909fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:29.395677 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-543b2c71-3a73-47b3-97c1-be8848031792 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Transition to ACTIVE for port object 41d93b60-e785-48cd-8c3b-ca93a0062ca3 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:28:29.412093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd503d5-fd12-41d0-8460-d49f4909fb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5ce24e-087c-4799-8279-137b2a5a5889,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:29.520035 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-543b2c71-3a73-47b3-97c1-be8848031792 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:29.596351 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9b6188a9-7832-4200-8437-86902270e4ec up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:28:29.615921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-543b2c71-3a73-47b3-97c1-be8848031792 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Network 908f598c-19e2-45b4-94cd-1dd894ee0271 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:28:29.616972 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7bd503d5-fd12-41d0-8460-d49f4909fb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:29.618273 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7bd503d5-fd12-41d0-8460-d49f4909fb7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/af5ce24e-087c-4799-8279-137b2a5a5889 HTTP/1.1" status: 204 len: 168 time: 0.8678734 Mar 01 21:28:29.650931 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-543b2c71-3a73-47b3-97c1-be8848031792 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:28:29.658105 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-543b2c71-3a73-47b3-97c1-be8848031792 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:28:29.694250 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9b6188a9-7832-4200-8437-86902270e4ec triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:29.694898 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:29.743844 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-89320ca4-ae1c-492b-9ae1-0541913725fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:29.766490 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b2c71-3a73-47b3-97c1-be8848031792 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'Port': ['ID=41d93b60-e785-48cd-8c3b-ca93a0062ca3,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:29.875533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:28:29.886738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-543b2c71-3a73-47b3-97c1-be8848031792 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:29.887782 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-543b2c71-3a73-47b3-97c1-be8848031792 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:29.889623 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] Sync routers for ids ['416e7319-446f-4197-bebb-c564f88c675e'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:28:29.908546 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] Routers {'416e7319-446f-4197-bebb-c564f88c675e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:28:29.909535 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:28:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['416e7319-446f-4197-bebb-c564f88c675e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:29.992486 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d805de-b2bb-4392-b9ef-1444ebae1f9b req-74a4b2a3-24fb-4ad1-b39a-1830b466042c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:29.992881 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1d805de-b2bb-4392-b9ef-1444ebae1f9b req-74a4b2a3-24fb-4ad1-b39a-1830b466042c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 931 time: 0.2165067 Mar 01 21:28:30.036491 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-543b2c71-3a73-47b3-97c1-be8848031792 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6603062 Mar 01 21:28:30.048654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] Request body: {'port': {'device_id': '48e5127c-301c-4f8d-9123-e44ccb643f5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:28:30.052434 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d1d805de-b2bb-4392-b9ef-1444ebae1f9b req-1a035ada-84f3-4082-a1b6-d6c7fed7576a tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e61b016-8d51-428b-b88d-188ce40864c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536649 Mar 01 21:28:30.068628 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:30.073258 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8dc18dfe-6752-46a4-9465-d55d017365e8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3124967 Mar 01 21:28:30.087857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 58862) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:30.165254 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-198204c3-cd60-47d1-a9c5-726a32dda903 None None] Provisioning for port 41d93b60-e785-48cd-8c3b-ca93a0062ca3 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:28:30.173281 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-198204c3-cd60-47d1-a9c5-726a32dda903 None None] Provisioning complete for port 41d93b60-e785-48cd-8c3b-ca93a0062ca3 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:30.173776 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-198204c3-cd60-47d1-a9c5-726a32dda903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:30.188142 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] Set router 416e7319-446f-4197-bebb-c564f88c675e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:28:30.329898 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-198204c3-cd60-47d1-a9c5-726a32dda903 None None] Port 41d93b60-e785-48cd-8c3b-ca93a0062ca3 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:28:30.448496 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:30.614918 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e7319-446f-4197-bebb-c564f88c675e', 'name': 'tempest-TestAggregatesBasicOps-63429877-router', 'tenant_id': 'd0aca1f411924dd1af470d3117de04d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'b5bb9155-5527-472d-9726-1ec07f93eb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:25Z', 'updated_at': '2022-03-01T21:28:28Z', 'revision_number': 3, 'project_id': 'd0aca1f411924dd1af470d3117de04d6', 'gw_port': {'id': 'b5bb9155-5527-472d-9726-1ec07f93eb22', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416e7319-446f-4197-bebb-c564f88c675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:26Z', 'updated_at': '2022-03-01T21:28:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:30.621156 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] Checking router: 416e7319-446f-4197-bebb-c564f88c675e for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:28:30.621416 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] Updating router 416e7319-446f-4197-bebb-c564f88c675e port b5bb9155-5527-472d-9726-1ec07f93eb22 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:28:30.622858 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:30.645032 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:30.685617 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:31.005746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41d93b60-e785-48cd-8c3b-ca93a0062ca3 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:28:31.016592 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:31.040332 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] Transition to ACTIVE for port object 41d93b60-e785-48cd-8c3b-ca93a0062ca3 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:28:31.107080 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:31.375146 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:31.396498 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] Transition to ACTIVE for port object b5bb9155-5527-472d-9726-1ec07f93eb22 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:28:31.423488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] Pushing event updated for resources: {'Port': ['ID=41d93b60-e785-48cd-8c3b-ca93a0062ca3,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:31.437583 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e196c826-fbb4-4d91-a7b3-0c9f52ea3912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:31.479325 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:31.557123 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] Attempting to bind port 41d93b60-e785-48cd-8c3b-ca93a0062ca3 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:28:31.557643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] Attempting to bind port 41d93b60-e785-48cd-8c3b-ca93a0062ca3 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '9f21a41f-0594-4212-8023-7d0edab7bce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:28:31.557837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] Attempting to bind port 41d93b60-e785-48cd-8c3b-ca93a0062ca3 on network 908f598c-19e2-45b4-94cd-1dd894ee0271 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:28:31.567319 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] Port 41d93b60-e785-48cd-8c3b-ca93a0062ca3 on network 908f598c-19e2-45b4-94cd-1dd894ee0271 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:28:31.567733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] Attempting to bind port 41d93b60-e785-48cd-8c3b-ca93a0062ca3 on network 908f598c-19e2-45b4-94cd-1dd894ee0271 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:28:31.575689 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:28:31.576129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] Checking segment: {'id': '9f21a41f-0594-4212-8023-7d0edab7bce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:28:31.576597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] Bound using segment: {'id': '9f21a41f-0594-4212-8023-7d0edab7bce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:28:31.577111 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] Bound port: 41d93b60-e785-48cd-8c3b-ca93a0062ca3, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f21a41f-0594-4212-8023-7d0edab7bce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:28:31.577531 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:31.630328 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] Attempting to bind port b5bb9155-5527-472d-9726-1ec07f93eb22 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:28:31.633278 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] Attempting to bind port b5bb9155-5527-472d-9726-1ec07f93eb22 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:28:31.633741 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] Attempting to bind port b5bb9155-5527-472d-9726-1ec07f93eb22 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:28:31.671495 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa203ea-a57b-4388-930d-10e622a89057 None None] Pushing event updated for resources: {'Port': ['ID=b5bb9155-5527-472d-9726-1ec07f93eb22,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:31.681712 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa203ea-a57b-4388-930d-10e622a89057 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:31.682048 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa203ea-a57b-4388-930d-10e622a89057 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:31.682381 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa203ea-a57b-4388-930d-10e622a89057 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:31.682699 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa203ea-a57b-4388-930d-10e622a89057 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:31.683025 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa203ea-a57b-4388-930d-10e622a89057 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:31.684050 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa203ea-a57b-4388-930d-10e622a89057 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:31.684433 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa203ea-a57b-4388-930d-10e622a89057 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:31.684693 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa203ea-a57b-4388-930d-10e622a89057 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:31.685009 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa203ea-a57b-4388-930d-10e622a89057 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:31.685320 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa203ea-a57b-4388-930d-10e622a89057 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:31.686498 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa203ea-a57b-4388-930d-10e622a89057 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:31.686951 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa203ea-a57b-4388-930d-10e622a89057 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:31.694425 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] For port 41d93b60-e785-48cd-8c3b-ca93a0062ca3, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:28:31.698182 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:28:31.699118 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:28:31.699546 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:31.699926 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:28:31.700209 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] For port 41d93b60-e785-48cd-8c3b-ca93a0062ca3, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=41d93b60-e785-48cd-8c3b-ca93a0062ca3,segment=NetworkSegment(9f21a41f-0594-4212-8023-7d0edab7bce1),segment_id=9f21a41f-0594-4212-8023-7d0edab7bce1)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:28:31.700481 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] Bound port: b5bb9155-5527-472d-9726-1ec07f93eb22, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:28:31.700747 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:31.750450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25a3f0b-6a2d-4501-8177-6fee2a240fd1 req-c708346a-956b-4943-b67c-e5d5354ce911 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:31.751972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c25a3f0b-6a2d-4501-8177-6fee2a240fd1 req-c708346a-956b-4943-b67c-e5d5354ce911 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 943 time: 0.4699669 Mar 01 21:28:31.783015 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:31.784486 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] For port b5bb9155-5527-472d-9726-1ec07f93eb22, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:28:31.787036 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-e196c826-fbb4-4d91-a7b3-0c9f52ea3912 admin admin] Allocated IP 172.20.0.1 (42401e21-ffc9-4102-bf4a-49f81c280542/3d79a663-ea60-47d3-ae3d-9854df388522/69ec19b7-9ff1-4201-9d09-b7aad09fc80d) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:28:31.788241 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] For port b5bb9155-5527-472d-9726-1ec07f93eb22, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b5bb9155-5527-472d-9726-1ec07f93eb22,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:28:31.820828 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c25a3f0b-6a2d-4501-8177-6fee2a240fd1 req-1c7f5a69-9e58-4070-8213-c5f42cac3ed7 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e61b016-8d51-428b-b88d-188ce40864c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612838 Mar 01 21:28:31.846256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:31.849143 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:31.849143 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] 10.222.0.55 "PUT /v2.0/ports/41d93b60-e785-48cd-8c3b-ca93a0062ca3 HTTP/1.1" status: 200 len: 1091 time: 1.8042595 Mar 01 21:28:31.849143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e5127c-301c-4f8d-9123-e44ccb643f5d', 'tag': '41d93b60-e785-48cd-8c3b-ca93a0062ca3'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:28:31.869401 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:31.882439 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d183a872-34bf-47e5-8df9-2cf3290569ed service neutron] Pushing event updated for resources: {'Port': ['ID=41d93b60-e785-48cd-8c3b-ca93a0062ca3,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:32.012310 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e196c826-fbb4-4d91-a7b3-0c9f52ea3912 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:32.050799 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e5127c-301c-4f8d-9123-e44ccb643f5d', 'tag': '41d93b60-e785-48cd-8c3b-ca93a0062ca3', 'status': 'completed', 'code': 200} Mar 01 21:28:32.058612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-e196c826-fbb4-4d91-a7b3-0c9f52ea3912 admin admin] Transition to ACTIVE for port object 69ec19b7-9ff1-4201-9d09-b7aad09fc80d will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:28:32.066128 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] Routers {'416e7319-446f-4197-bebb-c564f88c675e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:28:32.066778 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:28:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['416e7319-446f-4197-bebb-c564f88c675e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:32.145949 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d019ef61-f40a-4442-802f-2b77e9e1fc7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:32.145949 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-d019ef61-f40a-4442-802f-2b77e9e1fc7d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=344426e910fb4a26a6fdf736e0329342&device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 1094 time: 0.1834249 Mar 01 21:28:32.171399 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e196c826-fbb4-4d91-a7b3-0c9f52ea3912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:32.250987 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-b58ebfd7-27c7-4571-8e7b-773231aab79d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d93b60-e785-48cd-8c3b-ca93a0062ca3 HTTP/1.1" status: 200 len: 217 time: 0.0981762 Mar 01 21:28:32.338797 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-a7f45ee9-5dae-4ff2-ac13-3627e58c9751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:32.340497 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-a7f45ee9-5dae-4ff2-ac13-3627e58c9751 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=31d5d167-3970-4bdb-8d07-4557609c4f88 HTTP/1.1" status: 200 len: 834 time: 0.0837750 Mar 01 21:28:32.359558 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:32.411661 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e196c826-fbb4-4d91-a7b3-0c9f52ea3912 admin admin] Network 42401e21-ffc9-4102-bf4a-49f81c280542 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:28:32.412657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-e196c826-fbb4-4d91-a7b3-0c9f52ea3912 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:28:32.417185 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e196c826-fbb4-4d91-a7b3-0c9f52ea3912 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:28:32.459856 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-0144836b-e647-459f-b873-7ecd2dc283f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:32.461818 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-0144836b-e647-459f-b873-7ecd2dc283f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=908f598c-19e2-45b4-94cd-1dd894ee0271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1145389 Mar 01 21:28:32.470331 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e196c826-fbb4-4d91-a7b3-0c9f52ea3912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:32.470890 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] Set router 416e7319-446f-4197-bebb-c564f88c675e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:28:32.681649 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-60ac0337-313e-4afd-b0a2-e6fa9c19a620 service neutron] 10.222.0.55 "GET /v2.0/networks/908f598c-19e2-45b4-94cd-1dd894ee0271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090855 Mar 01 21:28:32.746440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196c826-fbb4-4d91-a7b3-0c9f52ea3912 admin admin] Pushing event updated for resources: {'Port': ['ID=69ec19b7-9ff1-4201-9d09-b7aad09fc80d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:32.785244 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa203ea-a57b-4388-930d-10e622a89057 None None] Pushing event updated for resources: {'Port': ['ID=b5bb9155-5527-472d-9726-1ec07f93eb22,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:32.856718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ff37e06a-815c-4a39-a9ee-476e48e15dc8 None None] Provisioning for port 69ec19b7-9ff1-4201-9d09-b7aad09fc80d completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:28:32.862468 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ff37e06a-815c-4a39-a9ee-476e48e15dc8 None None] Provisioning complete for port 69ec19b7-9ff1-4201-9d09-b7aad09fc80d triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:32.863497 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ff37e06a-815c-4a39-a9ee-476e48e15dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:32.945404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ff37e06a-815c-4a39-a9ee-476e48e15dc8 None None] Port 69ec19b7-9ff1-4201-9d09-b7aad09fc80d cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:28:32.962205 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-35f4a4de-9251-49f1-9702-092af8a3a182 req-57948976-7863-42ca-a56f-d18d485c3cb8 service neutron] 10.222.0.55 "GET /v2.0/networks/908f598c-19e2-45b4-94cd-1dd894ee0271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741570 Mar 01 21:28:33.044960 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e7319-446f-4197-bebb-c564f88c675e', 'name': 'tempest-TestAggregatesBasicOps-63429877-router', 'tenant_id': 'd0aca1f411924dd1af470d3117de04d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'b5bb9155-5527-472d-9726-1ec07f93eb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:25Z', 'updated_at': '2022-03-01T21:28:28Z', 'revision_number': 3, 'project_id': 'd0aca1f411924dd1af470d3117de04d6', 'gw_port': {'id': 'b5bb9155-5527-472d-9726-1ec07f93eb22', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416e7319-446f-4197-bebb-c564f88c675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:26Z', 'updated_at': '2022-03-01T21:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:33.047530 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0869a5ab-108c-4149-b086-ead43f0f09a7 None None] The sync data for ids ['416e7319-446f-4197-bebb-c564f88c675e'] in n-d-827896-4 is: [{'id': '416e7319-446f-4197-bebb-c564f88c675e', 'name': 'tempest-TestAggregatesBasicOps-63429877-router', 'tenant_id': 'd0aca1f411924dd1af470d3117de04d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'b5bb9155-5527-472d-9726-1ec07f93eb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:25Z', 'updated_at': '2022-03-01T21:28:28Z', 'revision_number': 3, 'project_id': 'd0aca1f411924dd1af470d3117de04d6', 'gw_port': {'id': 'b5bb9155-5527-472d-9726-1ec07f93eb22', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8b:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416e7319-446f-4197-bebb-c564f88c675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:26Z', 'updated_at': '2022-03-01T21:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:28:33.087275 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e196c826-fbb4-4d91-a7b3-0c9f52ea3912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:33.182546 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281365d4-e77d-43f3-bb38-7b63334edc41 req-741fc333-c4ec-4a59-bfc3-ab97375c35c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:33.184954 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-281365d4-e77d-43f3-bb38-7b63334edc41 req-741fc333-c4ec-4a59-bfc3-ab97375c35c2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=344426e910fb4a26a6fdf736e0329342&device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 1094 time: 0.0966964 Mar 01 21:28:33.240878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07149961-e7d9-4f33-919f-fef0a297e535 req-ee880a31-1781-4b90-abc6-a5d20aa5bd7d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:33.243222 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-07149961-e7d9-4f33-919f-fef0a297e535 req-ee880a31-1781-4b90-abc6-a5d20aa5bd7d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 943 time: 0.2570307 Mar 01 21:28:33.371402 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281365d4-e77d-43f3-bb38-7b63334edc41 req-d6ae7e42-6862-4920-9723-ef67adb3c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:33.372785 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-281365d4-e77d-43f3-bb38-7b63334edc41 req-d6ae7e42-6862-4920-9723-ef67adb3c4f4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=908f598c-19e2-45b4-94cd-1dd894ee0271 HTTP/1.1" status: 200 len: 898 time: 0.1789279 Mar 01 21:28:33.389351 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-07149961-e7d9-4f33-919f-fef0a297e535 req-78871916-7276-4384-9841-dc955bcf982b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e61b016-8d51-428b-b88d-188ce40864c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357148 Mar 01 21:28:33.502243 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-281365d4-e77d-43f3-bb38-7b63334edc41 req-2d28967c-784e-4201-8554-552fc33425d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d93b60-e785-48cd-8c3b-ca93a0062ca3 HTTP/1.1" status: 200 len: 217 time: 0.1229653 Mar 01 21:28:33.519456 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e196c826-fbb4-4d91-a7b3-0c9f52ea3912 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:33.576567 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e196c826-fbb4-4d91-a7b3-0c9f52ea3912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:33.643679 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device b5bb9155-5527-472d-9726-1ec07f93eb22 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:28:33.646878 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281365d4-e77d-43f3-bb38-7b63334edc41 req-f3cb1550-cf58-430f-b96c-5d1615c70539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:33.648875 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-281365d4-e77d-43f3-bb38-7b63334edc41 req-f3cb1550-cf58-430f-b96c-5d1615c70539 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=31d5d167-3970-4bdb-8d07-4557609c4f88 HTTP/1.1" status: 200 len: 834 time: 0.1397119 Mar 01 21:28:33.728695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e196c826-fbb4-4d91-a7b3-0c9f52ea3912 admin admin] Pushing event updated for resources: {'Port': ['ID=69ec19b7-9ff1-4201-9d09-b7aad09fc80d,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:33.746930 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e196c826-fbb4-4d91-a7b3-0c9f52ea3912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:33.793658 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port b5bb9155-5527-472d-9726-1ec07f93eb22 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:28:33.799580 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port b5bb9155-5527-472d-9726-1ec07f93eb22 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:33.800050 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:33.938490 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281365d4-e77d-43f3-bb38-7b63334edc41 req-7945cbbd-86a1-4f9b-9f5c-336f80dda5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:33.940074 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-281365d4-e77d-43f3-bb38-7b63334edc41 req-7945cbbd-86a1-4f9b-9f5c-336f80dda5cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=908f598c-19e2-45b4-94cd-1dd894ee0271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2856288 Mar 01 21:28:33.955629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e196c826-fbb4-4d91-a7b3-0c9f52ea3912 admin admin] Network 42401e21-ffc9-4102-bf4a-49f81c280542 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:28:33.956797 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-e196c826-fbb4-4d91-a7b3-0c9f52ea3912 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:28:34.053318 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:34.101173 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port b5bb9155-5527-472d-9726-1ec07f93eb22, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b5bb9155-5527-472d-9726-1ec07f93eb22,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:34.171082 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:34.288212 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-281365d4-e77d-43f3-bb38-7b63334edc41 req-d9f5ba4f-f103-47fd-9284-5b4ed2525698 service neutron] 10.222.0.55 "GET /v2.0/networks/908f598c-19e2-45b4-94cd-1dd894ee0271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313386 Mar 01 21:28:34.338221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e196c826-fbb4-4d91-a7b3-0c9f52ea3912 admin admin] Router 416e7319-446f-4197-bebb-c564f88c675e has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:28:34.372873 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=b5bb9155-5527-472d-9726-1ec07f93eb22,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:34.500950 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b6f9fe6e-2940-4eac-8a0a-98dd2af36139 None None] Provisioning complete for port 69ec19b7-9ff1-4201-9d09-b7aad09fc80d triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:34.501801 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b6f9fe6e-2940-4eac-8a0a-98dd2af36139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:34.585756 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-281365d4-e77d-43f3-bb38-7b63334edc41 req-be867acd-3ddd-46b8-af55-98a6bb6a335a service neutron] 10.222.0.55 "GET /v2.0/networks/908f598c-19e2-45b4-94cd-1dd894ee0271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896693 Mar 01 21:28:34.651049 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b6f9fe6e-2940-4eac-8a0a-98dd2af36139 None None] Port 69ec19b7-9ff1-4201-9d09-b7aad09fc80d cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:28:34.812608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e196c826-fbb4-4d91-a7b3-0c9f52ea3912 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:28:34.827078 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e196c826-fbb4-4d91-a7b3-0c9f52ea3912 admin admin] 10.222.0.42 "PUT /v2.0/routers/416e7319-446f-4197-bebb-c564f88c675e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7379603 Mar 01 21:28:34.861760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e94cb7-cb8c-4209-9d92-ef071eeb2e68 req-197938bb-f474-45d5-8f22-214615eb3914 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:34.869638 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81e94cb7-cb8c-4209-9d92-ef071eeb2e68 req-197938bb-f474-45d5-8f22-214615eb3914 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 943 time: 0.1433084 Mar 01 21:28:35.101626 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81e94cb7-cb8c-4209-9d92-ef071eeb2e68 req-13164754-2840-4f37-8cfd-ee48a89bd465 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e61b016-8d51-428b-b88d-188ce40864c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2309012 Mar 01 21:28:35.567207 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] Sync routers for ids ['416e7319-446f-4197-bebb-c564f88c675e'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:28:35.573574 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device b5bb9155-5527-472d-9726-1ec07f93eb22 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:28:35.628268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] Routers {'416e7319-446f-4197-bebb-c564f88c675e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:28:35.629082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:28:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['416e7319-446f-4197-bebb-c564f88c675e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:35.807024 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port b5bb9155-5527-472d-9726-1ec07f93eb22 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:35.807648 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:35.921390 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] Set router 416e7319-446f-4197-bebb-c564f88c675e gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:28:36.007789 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 41d93b60-e785-48cd-8c3b-ca93a0062ca3 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:28:36.045196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59002) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:36.051235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1531314762-network', 'tenant_id': '5e602ce2fe1d4ee6a411b85a3a000ad6'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:28:36.064616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:36.070456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Usage tracker for resource:network and tenant:5e602ce2fe1d4ee6a411b85a3a000ad6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:36.074244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:36.081782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:36.193769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Made reservation on behalf of 5e602ce2fe1d4ee6a411b85a3a000ad6 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:28:36.203957 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:36.223445 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:36.273727 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:36.331029 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Usage tracker for resource:security_group_rule and tenant:5e602ce2fe1d4ee6a411b85a3a000ad6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:36.335197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:36.347451 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:36.421852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0046c380-b2cf-44c5-bf40-f6322770eb52 req-e81e97a3-c119-42eb-a700-54834608a071 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:36.423585 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0046c380-b2cf-44c5-bf40-f6322770eb52 req-e81e97a3-c119-42eb-a700-54834608a071 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 943 time: 0.1442835 Mar 01 21:28:36.497474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0046c380-b2cf-44c5-bf40-f6322770eb52 req-9cd80bf7-9790-49db-a9fc-48eb7d795230 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e61b016-8d51-428b-b88d-188ce40864c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662782 Mar 01 21:28:36.513941 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:36.531327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 41d93b60-e785-48cd-8c3b-ca93a0062ca3, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=41d93b60-e785-48cd-8c3b-ca93a0062ca3,segment=NetworkSegment(9f21a41f-0594-4212-8023-7d0edab7bce1),segment_id=9f21a41f-0594-4212-8023-7d0edab7bce1)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:36.544052 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '41d93b60-e785-48cd-8c3b-ca93a0062ca3', 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271', 'port_id': '41d93b60-e785-48cd-8c3b-ca93a0062ca3', 'mac_address': 'fa:16:3e:2f:14:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d5d167-3970-4bdb-8d07-4557609c4f88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:28:36.587556 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:36.617125 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:36.621923 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:28:36.635421 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6964f5b-a15f-4533-9c19-c215351cd60b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:36.640049 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e7319-446f-4197-bebb-c564f88c675e', 'name': 'tempest-TestAggregatesBasicOps-63429877-router', 'tenant_id': 'd0aca1f411924dd1af470d3117de04d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'b5bb9155-5527-472d-9726-1ec07f93eb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:25Z', 'updated_at': '2022-03-01T21:28:32Z', 'revision_number': 4, 'project_id': 'd0aca1f411924dd1af470d3117de04d6', 'gw_port': {'id': 'b5bb9155-5527-472d-9726-1ec07f93eb22', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e7319-446f-4197-bebb-c564f88c675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:26Z', 'updated_at': '2022-03-01T21:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '69ec19b7-9ff1-4201-9d09-b7aad09fc80d', 'name': '', 'network_id': '42401e21-ffc9-4102-bf4a-49f81c280542', 'tenant_id': 'd0aca1f411924dd1af470d3117de04d6', 'mac_address': 'fa:16:3e:99:9b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416e7319-446f-4197-bebb-c564f88c675e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '3d79a663-ea60-47d3-ae3d-9854df388522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:31Z', 'updated_at': '2022-03-01T21:28:33Z', 'revision_number': 2, 'project_id': 'd0aca1f411924dd1af470d3117de04d6', 'subnets': [{'id': '3d79a663-ea60-47d3-ae3d-9854df388522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:36.640334 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:36.640481 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Added segment 2193e857-a289-402d-b89f-032fced94347 of type vlan for network e189e7e1-6e41-489f-a61b-c5d891982b5c Mar 01 21:28:36.646311 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41d93b60-e785-48cd-8c3b-ca93a0062ca3 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:28:36.652936 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] Checking router: 416e7319-446f-4197-bebb-c564f88c675e for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:28:36.653294 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] Updating router 416e7319-446f-4197-bebb-c564f88c675e port 69ec19b7-9ff1-4201-9d09-b7aad09fc80d binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:28:36.675076 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:36.704703 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 41d93b60-e785-48cd-8c3b-ca93a0062ca3, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=41d93b60-e785-48cd-8c3b-ca93a0062ca3,segment=NetworkSegment(9f21a41f-0594-4212-8023-7d0edab7bce1),segment_id=9f21a41f-0594-4212-8023-7d0edab7bce1)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:36.722672 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:36.793085 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:36.799002 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:36.800209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:36.801226 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:36.915125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] Pushing event updated for resources: {'Network': ['ID=e189e7e1-6e41-489f-a61b-c5d891982b5c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:36.939637 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network e189e7e1-6e41-489f-a61b-c5d891982b5c details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:28:36.987519 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e80eaff8-e4f5-4750-9a3f-7e33155e5cd0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9406166 Mar 01 21:28:36.990271 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59044) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:36.994077 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=41d93b60-e785-48cd-8c3b-ca93a0062ca3,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:36.999456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-841dee68-3935-432c-bd8e-69fbf8d41961 admin admin] Request body: {'subnet': {'network_id': 'e189e7e1-6e41-489f-a61b-c5d891982b5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1531314762-subnet', 'tenant_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:28:37.005433 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-841dee68-3935-432c-bd8e-69fbf8d41961 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:37.013187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-841dee68-3935-432c-bd8e-69fbf8d41961 admin admin] Usage tracker for resource:subnet and tenant:5e602ce2fe1d4ee6a411b85a3a000ad6 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:37.017138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-841dee68-3935-432c-bd8e-69fbf8d41961 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:37.024745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-841dee68-3935-432c-bd8e-69fbf8d41961 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:37.083692 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['41d93b60-e785-48cd-8c3b-ca93a0062ca3'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:28:37.096549 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841dee68-3935-432c-bd8e-69fbf8d41961 admin admin] Made reservation on behalf of 5e602ce2fe1d4ee6a411b85a3a000ad6 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:28:37.100526 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-841dee68-3935-432c-bd8e-69fbf8d41961 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:37.423232 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-841dee68-3935-432c-bd8e-69fbf8d41961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:37.450223 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:37.506354 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841dee68-3935-432c-bd8e-69fbf8d41961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dde01c3-e3cd-4570-9aad-b95d00d4e3e8,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:37.519301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841dee68-3935-432c-bd8e-69fbf8d41961 admin admin] Checking segment: {'id': '2193e857-a289-402d-b89f-032fced94347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e189e7e1-6e41-489f-a61b-c5d891982b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:28:37.519301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841dee68-3935-432c-bd8e-69fbf8d41961 admin admin] Network hostable DHCP agents. Network: e189e7e1-6e41-489f-a61b-c5d891982b5c, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:28:37.546809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] Transition to ACTIVE for port object 69ec19b7-9ff1-4201-9d09-b7aad09fc80d will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:28:37.592551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841dee68-3935-432c-bd8e-69fbf8d41961 admin admin] Network e189e7e1-6e41-489f-a61b-c5d891982b5c is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:28:37.623042 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:37.732301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-841dee68-3935-432c-bd8e-69fbf8d41961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, e189e7e1-6e41-489f-a61b-c5d891982b5c) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:28:37.738110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841dee68-3935-432c-bd8e-69fbf8d41961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:37.739534 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-841dee68-3935-432c-bd8e-69fbf8d41961 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:37.757104 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0a17cf-27d6-4940-bfde-bf7320be7022 None None] Network e189e7e1-6e41-489f-a61b-c5d891982b5c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:28:37.765135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d166ff0-3478-4c8b-8345-c78e5b503a86 req-b1158f94-2d63-45d3-9471-0b6f1491d175 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:37.768605 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d166ff0-3478-4c8b-8345-c78e5b503a86 req-b1158f94-2d63-45d3-9471-0b6f1491d175 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 944 time: 0.1417418 Mar 01 21:28:37.877195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59060) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:37.883833 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-841dee68-3935-432c-bd8e-69fbf8d41961 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8826444 Mar 01 21:28:37.891193 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1531314762-router', 'tenant_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:28:37.903619 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d166ff0-3478-4c8b-8345-c78e5b503a86 req-704ff944-3e72-468c-9dbf-bace06ca558b tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e61b016-8d51-428b-b88d-188ce40864c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095846 Mar 01 21:28:37.918547 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:37.923842 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Usage tracker for resource:router and tenant:5e602ce2fe1d4ee6a411b85a3a000ad6 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:37.928008 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:37.936678 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:37.996760 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4b0d3-2b17-40e7-bf24-78e6523bdd50 None None] Pushing event updated for resources: {'Port': ['ID=69ec19b7-9ff1-4201-9d09-b7aad09fc80d,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:38.020424 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:38.029309 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:38.053731 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:38.175750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] Attempting to bind port 69ec19b7-9ff1-4201-9d09-b7aad09fc80d on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:28:38.176127 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] Attempting to bind port 69ec19b7-9ff1-4201-9d09-b7aad09fc80d by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '836e3259-4116-4ea1-a0e7-9c53d4331cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '42401e21-ffc9-4102-bf4a-49f81c280542'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:28:38.176493 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] Attempting to bind port 69ec19b7-9ff1-4201-9d09-b7aad09fc80d on network 42401e21-ffc9-4102-bf4a-49f81c280542 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:28:38.202835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:28:38.202835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] Checking segment: {'id': '836e3259-4116-4ea1-a0e7-9c53d4331cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '42401e21-ffc9-4102-bf4a-49f81c280542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:28:38.202835 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:38.202835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] Bound using segment: {'id': '836e3259-4116-4ea1-a0e7-9c53d4331cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '42401e21-ffc9-4102-bf4a-49f81c280542'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:28:38.202835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] Bound port: 69ec19b7-9ff1-4201-9d09-b7aad09fc80d, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836e3259-4116-4ea1-a0e7-9c53d4331cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '42401e21-ffc9-4102-bf4a-49f81c280542'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:28:38.203261 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:38.323549 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-e189e7e1-6e41-489f-a61b-c5d891982b5c', 'network_id': 'e189e7e1-6e41-489f-a61b-c5d891982b5c', 'tenant_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'fixed_ips': [{'subnet_id': '3dde01c3-e3cd-4570-9aad-b95d00d4e3e8'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:28:38.324517 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:38.410738 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] For port 69ec19b7-9ff1-4201-9d09-b7aad09fc80d, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:28:38.430980 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:38.431309 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] For port 69ec19b7-9ff1-4201-9d09-b7aad09fc80d, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=69ec19b7-9ff1-4201-9d09-b7aad09fc80d,segment=NetworkSegment(836e3259-4116-4ea1-a0e7-9c53d4331cb2),segment_id=836e3259-4116-4ea1-a0e7-9c53d4331cb2)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:28:38.523832 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Allocated IP 172.20.0.2 (e189e7e1-6e41-489f-a61b-c5d891982b5c/3dde01c3-e3cd-4570-9aad-b95d00d4e3e8/d98a9c3d-51db-4f58-b7a9-031c9b73193d) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:28:38.535924 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:38.713721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] Routers {'416e7319-446f-4197-bebb-c564f88c675e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:28:38.714353 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:28:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['416e7319-446f-4197-bebb-c564f88c675e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:38.880048 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:38.897286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4b0d3-2b17-40e7-bf24-78e6523bdd50 None None] Pushing event updated for resources: {'Port': ['ID=69ec19b7-9ff1-4201-9d09-b7aad09fc80d,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:38.937572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] Set router 416e7319-446f-4197-bebb-c564f88c675e gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:28:38.956312 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:39.265845 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Allocated IP 172.25.5.202 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/3eaaae9a-4671-49c0-aaed-a0a1778049ba) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:28:39.274268 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bc80e5-b953-4684-87de-d0387ccc59f1 req-200d2f22-8c7c-4483-94d7-e87829c7900a tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:39.284835 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5bc80e5-b953-4684-87de-d0387ccc59f1 req-200d2f22-8c7c-4483-94d7-e87829c7900a tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 944 time: 0.1533585 Mar 01 21:28:39.363857 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5bc80e5-b953-4684-87de-d0387ccc59f1 req-32bb9d0d-e838-49fa-85fd-48793c2c6c63 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e61b016-8d51-428b-b88d-188ce40864c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762122 Mar 01 21:28:39.410069 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:39.440463 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Transition to ACTIVE for port object d98a9c3d-51db-4f58-b7a9-031c9b73193d will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:28:39.524647 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Transition to ACTIVE for port object d98a9c3d-51db-4f58-b7a9-031c9b73193d will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:28:39.542802 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:39.558359 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e7319-446f-4197-bebb-c564f88c675e', 'name': 'tempest-TestAggregatesBasicOps-63429877-router', 'tenant_id': 'd0aca1f411924dd1af470d3117de04d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'b5bb9155-5527-472d-9726-1ec07f93eb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:25Z', 'updated_at': '2022-03-01T21:28:32Z', 'revision_number': 4, 'project_id': 'd0aca1f411924dd1af470d3117de04d6', 'gw_port': {'id': 'b5bb9155-5527-472d-9726-1ec07f93eb22', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e7319-446f-4197-bebb-c564f88c675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:26Z', 'updated_at': '2022-03-01T21:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '69ec19b7-9ff1-4201-9d09-b7aad09fc80d', 'name': '', 'network_id': '42401e21-ffc9-4102-bf4a-49f81c280542', 'tenant_id': 'd0aca1f411924dd1af470d3117de04d6', 'mac_address': 'fa:16:3e:99:9b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416e7319-446f-4197-bebb-c564f88c675e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '3d79a663-ea60-47d3-ae3d-9854df388522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:31Z', 'updated_at': '2022-03-01T21:28:38Z', 'revision_number': 4, 'project_id': 'd0aca1f411924dd1af470d3117de04d6', 'subnets': [{'id': '3d79a663-ea60-47d3-ae3d-9854df388522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:39.563309 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50462e2-a199-4b38-a178-c90227100b11 None None] The sync data for ids ['416e7319-446f-4197-bebb-c564f88c675e'] in n-d-827896-4 is: [{'id': '416e7319-446f-4197-bebb-c564f88c675e', 'name': 'tempest-TestAggregatesBasicOps-63429877-router', 'tenant_id': 'd0aca1f411924dd1af470d3117de04d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'b5bb9155-5527-472d-9726-1ec07f93eb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:25Z', 'updated_at': '2022-03-01T21:28:32Z', 'revision_number': 4, 'project_id': 'd0aca1f411924dd1af470d3117de04d6', 'gw_port': {'id': 'b5bb9155-5527-472d-9726-1ec07f93eb22', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e7319-446f-4197-bebb-c564f88c675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:26Z', 'updated_at': '2022-03-01T21:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '69ec19b7-9ff1-4201-9d09-b7aad09fc80d', 'name': '', 'network_id': '42401e21-ffc9-4102-bf4a-49f81c280542', 'tenant_id': 'd0aca1f411924dd1af470d3117de04d6', 'mac_address': 'fa:16:3e:99:9b:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '416e7319-446f-4197-bebb-c564f88c675e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3665, 'fixed_ips': [{'subnet_id': '3d79a663-ea60-47d3-ae3d-9854df388522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:31Z', 'updated_at': '2022-03-01T21:28:38Z', 'revision_number': 4, 'project_id': 'd0aca1f411924dd1af470d3117de04d6', 'subnets': [{'id': '3d79a663-ea60-47d3-ae3d-9854df388522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:28:39.635819 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:39.651297 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:39.723127 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Network e189e7e1-6e41-489f-a61b-c5d891982b5c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:28:39.730737 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:28:39.749051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:28:39.779270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:28:39.788992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:28:39.793167 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:28:39.860468 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Pushing event updated for resources: {'Port': ['ID=d98a9c3d-51db-4f58-b7a9-031c9b73193d,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:39.886956 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Pushing event updated for resources: {'Port': ['ID=3eaaae9a-4671-49c0-aaed-a0a1778049ba,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:40.035189 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Attempting to bind port d98a9c3d-51db-4f58-b7a9-031c9b73193d on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:28:40.035582 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Attempting to bind port d98a9c3d-51db-4f58-b7a9-031c9b73193d by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '2193e857-a289-402d-b89f-032fced94347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e189e7e1-6e41-489f-a61b-c5d891982b5c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:28:40.038437 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Attempting to bind port d98a9c3d-51db-4f58-b7a9-031c9b73193d on network e189e7e1-6e41-489f-a61b-c5d891982b5c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:28:40.066297 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:28:40.066675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Checking segment: {'id': '2193e857-a289-402d-b89f-032fced94347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e189e7e1-6e41-489f-a61b-c5d891982b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:28:40.072641 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:40.072641 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Bound using segment: {'id': '2193e857-a289-402d-b89f-032fced94347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e189e7e1-6e41-489f-a61b-c5d891982b5c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:28:40.073105 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Bound port: d98a9c3d-51db-4f58-b7a9-031c9b73193d, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2193e857-a289-402d-b89f-032fced94347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e189e7e1-6e41-489f-a61b-c5d891982b5c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:28:40.074259 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:40.085958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:40.086447 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:40.086887 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:40.087326 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:40.087809 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:40.088658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:40.089074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:40.090936 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:40.091773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:40.092116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:40.092443 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:40.097879 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:40.108920 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 41d93b60-e785-48cd-8c3b-ca93a0062ca3 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:28:40.342102 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] For port d98a9c3d-51db-4f58-b7a9-031c9b73193d, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:28:40.346123 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] For port d98a9c3d-51db-4f58-b7a9-031c9b73193d, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d98a9c3d-51db-4f58-b7a9-031c9b73193d,segment=NetworkSegment(2193e857-a289-402d-b89f-032fced94347),segment_id=2193e857-a289-402d-b89f-032fced94347)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:28:40.451325 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 41d93b60-e785-48cd-8c3b-ca93a0062ca3 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:28:40.462630 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 41d93b60-e785-48cd-8c3b-ca93a0062ca3 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:40.462630 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:40.511959 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:40.632025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df21a4-f6de-4fbc-a023-ec2b04fb335a req-84e0f99a-672c-4751-b406-4f117a14eea0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:40.634180 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92df21a4-f6de-4fbc-a023-ec2b04fb335a req-84e0f99a-672c-4751-b406-4f117a14eea0 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 944 time: 0.1200705 Mar 01 21:28:40.703154 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1aff9-a71f-4cd6-bda3-192704a6dc46 None None] Pushing event updated for resources: {'Port': ['ID=d98a9c3d-51db-4f58-b7a9-031c9b73193d,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:40.705125 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92df21a4-f6de-4fbc-a023-ec2b04fb335a req-7e05badf-3f35-4e6b-9b4f-ea2ae9202ecc tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e61b016-8d51-428b-b88d-188ce40864c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647218 Mar 01 21:28:40.785556 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:40.843081 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e5127c-301c-4f8d-9123-e44ccb643f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d93b60-e785-48cd-8c3b-ca93a0062ca3'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:28:40.874623 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 41d93b60-e785-48cd-8c3b-ca93a0062ca3, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=41d93b60-e785-48cd-8c3b-ca93a0062ca3,segment=NetworkSegment(9f21a41f-0594-4212-8023-7d0edab7bce1),segment_id=9f21a41f-0594-4212-8023-7d0edab7bce1)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:40.885354 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:40.909813 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e5127c-301c-4f8d-9123-e44ccb643f5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41d93b60-e785-48cd-8c3b-ca93a0062ca3', 'code': 200} Mar 01 21:28:40.936423 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:41.100653 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=41d93b60-e785-48cd-8c3b-ca93a0062ca3,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:41.258605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e47e5f-4f2a-4374-9287-11fa2c92a763 req-63c9f545-cbe7-4772-9ebe-21abf95f8b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:41.260241 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-43e47e5f-4f2a-4374-9287-11fa2c92a763 req-63c9f545-cbe7-4772-9ebe-21abf95f8b51 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 1096 time: 0.2530158 Mar 01 21:28:41.384838 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-43e47e5f-4f2a-4374-9287-11fa2c92a763 req-46c8662a-2216-4aac-bd22-84a12e8907df service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=6e61b016-8d51-428b-b88d-188ce40864c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635049 Mar 01 21:28:41.513044 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:41.677190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d98a9c3d-51db-4f58-b7a9-031c9b73193d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:28:41.873634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Router c794150f-5740-41ef-8be0-2d6a72581966 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:28:41.897214 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port d98a9c3d-51db-4f58-b7a9-031c9b73193d completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:28:41.905090 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 69ec19b7-9ff1-4201-9d09-b7aad09fc80d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:28:41.950331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd426b0-f139-4137-aa37-47daabf97295 req-10d0aa43-2921-425e-932e-e91bb9519208 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:41.952719 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0fd426b0-f139-4137-aa37-47daabf97295 req-10d0aa43-2921-425e-932e-e91bb9519208 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 945 time: 0.1059029 Mar 01 21:28:42.037641 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0fd426b0-f139-4137-aa37-47daabf97295 req-c8d005fa-c4cd-4d1f-aa75-2c915292d756 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e61b016-8d51-428b-b88d-188ce40864c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716734 Mar 01 21:28:42.056488 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 69ec19b7-9ff1-4201-9d09-b7aad09fc80d completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:28:42.063319 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 69ec19b7-9ff1-4201-9d09-b7aad09fc80d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:42.065495 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:42.150396 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd9dea3-7954-4de2-9abb-b798885feea1 None None] Network e189e7e1-6e41-489f-a61b-c5d891982b5c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:28:42.172522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:28:42.186070 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] Sync routers for ids ['c794150f-5740-41ef-8be0-2d6a72581966'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:28:42.196050 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] Routers {'c794150f-5740-41ef-8be0-2d6a72581966'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:28:42.196652 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:28:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c794150f-5740-41ef-8be0-2d6a72581966'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:42.256166 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:42.260614 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b5705800-5a5a-48db-82c2-03900c2ffd93 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3788614 Mar 01 21:28:42.261242 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59114) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:42.379284 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-81c94ede-4e20-4858-aeb0-fe1659c97dd8 None None] Provisioning for port d98a9c3d-51db-4f58-b7a9-031c9b73193d completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:28:42.401715 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-81c94ede-4e20-4858-aeb0-fe1659c97dd8 None None] Provisioning complete for port d98a9c3d-51db-4f58-b7a9-031c9b73193d triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:42.401985 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-81c94ede-4e20-4858-aeb0-fe1659c97dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:42.402306 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] Set router c794150f-5740-41ef-8be0-2d6a72581966 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:28:42.620198 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:42.800891 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 69ec19b7-9ff1-4201-9d09-b7aad09fc80d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=69ec19b7-9ff1-4201-9d09-b7aad09fc80d,segment=NetworkSegment(836e3259-4116-4ea1-a0e7-9c53d4331cb2),segment_id=836e3259-4116-4ea1-a0e7-9c53d4331cb2)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:42.803526 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c794150f-5740-41ef-8be0-2d6a72581966', 'name': 'tempest-TestAggregatesBasicOps-1531314762-router', 'tenant_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '3eaaae9a-4671-49c0-aaed-a0a1778049ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:38Z', 'updated_at': '2022-03-01T21:28:40Z', 'revision_number': 3, 'project_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'gw_port': {'id': '3eaaae9a-4671-49c0-aaed-a0a1778049ba', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:04:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c794150f-5740-41ef-8be0-2d6a72581966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:39Z', 'updated_at': '2022-03-01T21:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:42.809440 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] Checking router: c794150f-5740-41ef-8be0-2d6a72581966 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:28:42.813171 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] Updating router c794150f-5740-41ef-8be0-2d6a72581966 port 3eaaae9a-4671-49c0-aaed-a0a1778049ba binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:28:42.889629 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:42.899662 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-81c94ede-4e20-4858-aeb0-fe1659c97dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:42.917597 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:43.043299 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=69ec19b7-9ff1-4201-9d09-b7aad09fc80d,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:43.077821 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-81c94ede-4e20-4858-aeb0-fe1659c97dd8 None None] For port d98a9c3d-51db-4f58-b7a9-031c9b73193d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d98a9c3d-51db-4f58-b7a9-031c9b73193d,segment=NetworkSegment(2193e857-a289-402d-b89f-032fced94347),segment_id=2193e857-a289-402d-b89f-032fced94347)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:43.117133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59124) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:43.306956 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-81c94ede-4e20-4858-aeb0-fe1659c97dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:43.357049 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7844fa5c-573b-4a9e-a54b-cdfd51d82a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:43.391666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7844fa5c-573b-4a9e-a54b-cdfd51d82a29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:43.414793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7844fa5c-573b-4a9e-a54b-cdfd51d82a29 admin admin] Usage tracker for resource:security_group_rule and tenant:ed1415980ed8494f990936d74a78dc69 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:43.421622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7844fa5c-573b-4a9e-a54b-cdfd51d82a29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:43.433663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7844fa5c-573b-4a9e-a54b-cdfd51d82a29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:43.457310 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c94ede-4e20-4858-aeb0-fe1659c97dd8 None None] Pushing event updated for resources: {'Port': ['ID=d98a9c3d-51db-4f58-b7a9-031c9b73193d,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:43.459822 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b93b67-7fae-400d-85db-c57bd2693057 req-7aad19e6-a6b4-43b8-80ac-0f1ecece234c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:43.462239 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-10b93b67-7fae-400d-85db-c57bd2693057 req-7aad19e6-a6b4-43b8-80ac-0f1ecece234c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 945 time: 0.2075398 Mar 01 21:28:43.554553 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2a7b8045-9068-4220-b724-880fa410215c None None] Provisioning complete for port d98a9c3d-51db-4f58-b7a9-031c9b73193d triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:43.562284 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2a7b8045-9068-4220-b724-880fa410215c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:43.564791 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-10b93b67-7fae-400d-85db-c57bd2693057 req-c284cb49-73b7-418a-b95b-2ac6a9892058 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e61b016-8d51-428b-b88d-188ce40864c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957465 Mar 01 21:28:43.574965 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:43.601538 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] Transition to ACTIVE for port object 3eaaae9a-4671-49c0-aaed-a0a1778049ba will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:28:43.620995 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7ededdbe-4598-4fb6-a24c-bbf8da58891d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:43.662303 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7844fa5c-573b-4a9e-a54b-cdfd51d82a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:43.667494 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:43.698414 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d98a9c3d-51db-4f58-b7a9-031c9b73193d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:28:43.807391 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7844fa5c-573b-4a9e-a54b-cdfd51d82a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:43.811235 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] Attempting to bind port 3eaaae9a-4671-49c0-aaed-a0a1778049ba on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:28:43.812297 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] Attempting to bind port 3eaaae9a-4671-49c0-aaed-a0a1778049ba by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:28:43.813419 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] Attempting to bind port 3eaaae9a-4671-49c0-aaed-a0a1778049ba on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:28:43.828027 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb3bb3-bb67-4d8a-b7b9-87071038ed5b None None] Pushing event updated for resources: {'Port': ['ID=3eaaae9a-4671-49c0-aaed-a0a1778049ba,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:43.832207 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:28:43.832982 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:28:43.833534 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:43.834059 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:28:43.835722 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] Bound port: 3eaaae9a-4671-49c0-aaed-a0a1778049ba, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:28:43.836288 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:43.840262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d98a9c3d-51db-4f58-b7a9-031c9b73193d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:43.840774 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:43.849045 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7844fa5c-573b-4a9e-a54b-cdfd51d82a29 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed1415980ed8494f990936d74a78dc69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7306514 Mar 01 21:28:43.858091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59134) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:43.902175 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb9c33d-e35a-4384-b303-fdf93e25140b req-db1de512-b9d5-463f-93e2-091ae51ce95d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:43.903863 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5bb9c33d-e35a-4384-b303-fdf93e25140b req-db1de512-b9d5-463f-93e2-091ae51ce95d tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 945 time: 0.1868281 Mar 01 21:28:43.920349 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844fa5c-573b-4a9e-a54b-cdfd51d82a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd23ba37-1185-4a93-8399-70e3661689fa,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:43.962288 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] For port 3eaaae9a-4671-49c0-aaed-a0a1778049ba, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:28:43.970289 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] For port 3eaaae9a-4671-49c0-aaed-a0a1778049ba, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3eaaae9a-4671-49c0-aaed-a0a1778049ba,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:28:43.978551 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5bb9c33d-e35a-4384-b303-fdf93e25140b req-b614e6c8-4074-4a06-8df9-0f03563c8cac tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e61b016-8d51-428b-b88d-188ce40864c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592220 Mar 01 21:28:44.008706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59138) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:44.033964 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:44.034481 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 69ec19b7-9ff1-4201-9d09-b7aad09fc80d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:28:44.107796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-7ededdbe-4598-4fb6-a24c-bbf8da58891d admin admin] Allocated IP 172.20.0.1 (e189e7e1-6e41-489f-a61b-c5d891982b5c/3dde01c3-e3cd-4570-9aad-b95d00d4e3e8/44b3a3ca-ab95-4a86-a068-5efbdd198058) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:28:44.121783 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0219514a-8544-49d3-a8ac-24dbfd441f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:44.122486 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 69ec19b7-9ff1-4201-9d09-b7aad09fc80d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:44.122938 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:44.181712 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fb3bb3-bb67-4d8a-b7b9-87071038ed5b None None] Pushing event updated for resources: {'Port': ['ID=3eaaae9a-4671-49c0-aaed-a0a1778049ba,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:44.191844 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] Routers {'c794150f-5740-41ef-8be0-2d6a72581966'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:28:44.192458 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:28:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c794150f-5740-41ef-8be0-2d6a72581966'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:44.196838 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0219514a-8544-49d3-a8ac-24dbfd441f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:44.299667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686eb225-5555-4d8f-9218-785c6c03b275 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:44.304157 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-686eb225-5555-4d8f-9218-785c6c03b275 tempest-TestNetworkBasicOps-411777240 tempest-TestNetworkBasicOps-411777240-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 1091 time: 0.2888808 Mar 01 21:28:44.304275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59142) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:44.314913 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': '41d93b60-e785-48cd-8c3b-ca93a0062ca3', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:28:44.343016 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:44.351219 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7ededdbe-4598-4fb6-a24c-bbf8da58891d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:44.360375 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Usage tracker for resource:floatingip and tenant:344426e910fb4a26a6fdf736e0329342 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:44.369579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:44.380434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:44.384889 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] Set router c794150f-5740-41ef-8be0-2d6a72581966 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:28:44.422214 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0219514a-8544-49d3-a8ac-24dbfd441f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:44.422465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-7ededdbe-4598-4fb6-a24c-bbf8da58891d admin admin] Transition to ACTIVE for port object 44b3a3ca-ab95-4a86-a068-5efbdd198058 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:28:44.452862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219514a-8544-49d3-a8ac-24dbfd441f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd23ba37-1185-4a93-8399-70e3661689fa,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:44.462219 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0219514a-8544-49d3-a8ac-24dbfd441f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:44.479080 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0219514a-8544-49d3-a8ac-24dbfd441f7c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fd23ba37-1185-4a93-8399-70e3661689fa HTTP/1.1" status: 204 len: 168 time: 0.6094191 Mar 01 21:28:44.486530 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:44.542426 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7ededdbe-4598-4fb6-a24c-bbf8da58891d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:44.614023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ededdbe-4598-4fb6-a24c-bbf8da58891d admin admin] Network e189e7e1-6e41-489f-a61b-c5d891982b5c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:28:44.617810 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7ededdbe-4598-4fb6-a24c-bbf8da58891d admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:28:44.631059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ededdbe-4598-4fb6-a24c-bbf8da58891d admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:28:44.681296 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:44.685782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ededdbe-4598-4fb6-a24c-bbf8da58891d admin admin] Pushing event updated for resources: {'Port': ['ID=44b3a3ca-ab95-4a86-a068-5efbdd198058,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:44.735759 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7ededdbe-4598-4fb6-a24c-bbf8da58891d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:44.748300 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c794150f-5740-41ef-8be0-2d6a72581966', 'name': 'tempest-TestAggregatesBasicOps-1531314762-router', 'tenant_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '3eaaae9a-4671-49c0-aaed-a0a1778049ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:38Z', 'updated_at': '2022-03-01T21:28:40Z', 'revision_number': 3, 'project_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'gw_port': {'id': '3eaaae9a-4671-49c0-aaed-a0a1778049ba', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:04:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c794150f-5740-41ef-8be0-2d6a72581966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:39Z', 'updated_at': '2022-03-01T21:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:44.752988 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb883d41-cf4d-443e-b1c3-8fd2dd7d5071 None None] The sync data for ids ['c794150f-5740-41ef-8be0-2d6a72581966'] in n-d-827896-4 is: [{'id': 'c794150f-5740-41ef-8be0-2d6a72581966', 'name': 'tempest-TestAggregatesBasicOps-1531314762-router', 'tenant_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '3eaaae9a-4671-49c0-aaed-a0a1778049ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:38Z', 'updated_at': '2022-03-01T21:28:40Z', 'revision_number': 3, 'project_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'gw_port': {'id': '3eaaae9a-4671-49c0-aaed-a0a1778049ba', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:04:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c794150f-5740-41ef-8be0-2d6a72581966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:39Z', 'updated_at': '2022-03-01T21:28:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:28:45.044726 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0c0fa697-227a-4bbc-b98a-9d253179e76a None None] Provisioning for port 44b3a3ca-ab95-4a86-a068-5efbdd198058 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:28:45.045306 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7ededdbe-4598-4fb6-a24c-bbf8da58891d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:45.052201 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0c0fa697-227a-4bbc-b98a-9d253179e76a None None] Provisioning complete for port 44b3a3ca-ab95-4a86-a068-5efbdd198058 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:45.053846 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0c0fa697-227a-4bbc-b98a-9d253179e76a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:45.151673 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Allocated IP 172.25.5.145 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/952f31e0-481c-46ef-9e5d-ddc4058120e4) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:28:45.241666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-0c0fa697-227a-4bbc-b98a-9d253179e76a None None] Port 44b3a3ca-ab95-4a86-a068-5efbdd198058 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:28:45.345925 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:45.401616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59152) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:45.425625 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c26eb53-bf31-4ee8-be3d-52420ff4e085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:45.450460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2c26eb53-bf31-4ee8-be3d-52420ff4e085 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:28:45.454936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2c26eb53-bf31-4ee8-be3d-52420ff4e085 admin admin] Usage tracker for resource:security_group_rule and tenant:86f32897b23b43ba8f6d19909003a49c is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:28:45.458867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2c26eb53-bf31-4ee8-be3d-52420ff4e085 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:28:45.466100 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:45.477232 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2c26eb53-bf31-4ee8-be3d-52420ff4e085 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:28:45.523888 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7ededdbe-4598-4fb6-a24c-bbf8da58891d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:45.524649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:28:45.535065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:28:45.536574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:28:45.582224 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7ededdbe-4598-4fb6-a24c-bbf8da58891d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:45.646258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3eaaae9a-4671-49c0-aaed-a0a1778049ba up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:28:45.664366 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'Port': ['ID=952f31e0-481c-46ef-9e5d-ddc4058120e4,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:45.748774 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7ededdbe-4598-4fb6-a24c-bbf8da58891d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:45.755057 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ededdbe-4598-4fb6-a24c-bbf8da58891d admin admin] Pushing event updated for resources: {'Port': ['ID=44b3a3ca-ab95-4a86-a068-5efbdd198058,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:45.828124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 3eaaae9a-4671-49c0-aaed-a0a1778049ba completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:28:45.834012 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 3eaaae9a-4671-49c0-aaed-a0a1778049ba triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:45.835954 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:45.936290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ededdbe-4598-4fb6-a24c-bbf8da58891d admin admin] Network e189e7e1-6e41-489f-a61b-c5d891982b5c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:28:45.937652 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7ededdbe-4598-4fb6-a24c-bbf8da58891d admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:28:46.110881 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:46.145170 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:46.182541 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 3eaaae9a-4671-49c0-aaed-a0a1778049ba, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3eaaae9a-4671-49c0-aaed-a0a1778049ba,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:46.214362 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c26eb53-bf31-4ee8-be3d-52420ff4e085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:46.255769 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:46.311396 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:46.329586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ededdbe-4598-4fb6-a24c-bbf8da58891d admin admin] Router c794150f-5740-41ef-8be0-2d6a72581966 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:28:46.352139 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2c26eb53-bf31-4ee8-be3d-52420ff4e085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:46.375917 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=3eaaae9a-4671-49c0-aaed-a0a1778049ba,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:46.404699 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-59c1ebdf-05c8-497c-90a3-c171f4431e19 None None] Provisioning complete for port 44b3a3ca-ab95-4a86-a068-5efbdd198058 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:46.406302 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-59c1ebdf-05c8-497c-90a3-c171f4431e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:46.407096 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2c26eb53-bf31-4ee8-be3d-52420ff4e085 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=86f32897b23b43ba8f6d19909003a49c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0043840 Mar 01 21:28:46.414086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59158) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:46.478125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26eb53-bf31-4ee8-be3d-52420ff4e085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eea33f0-e312-42fe-9433-b74093115c80,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:46.499292 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-59c1ebdf-05c8-497c-90a3-c171f4431e19 None None] Port 44b3a3ca-ab95-4a86-a068-5efbdd198058 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:28:46.570808 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ededdbe-4598-4fb6-a24c-bbf8da58891d admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:28:46.580114 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7ededdbe-4598-4fb6-a24c-bbf8da58891d admin admin] 10.222.0.42 "PUT /v2.0/routers/c794150f-5740-41ef-8be0-2d6a72581966/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3180218 Mar 01 21:28:46.622255 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3dfcd499-c9cb-4a0e-9d7c-cc3a9ca2bf7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:46.661495 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3dfcd499-c9cb-4a0e-9d7c-cc3a9ca2bf7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:46.733833 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:46.822233 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:46.886038 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3dfcd499-c9cb-4a0e-9d7c-cc3a9ca2bf7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:46.952001 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcd499-c9cb-4a0e-9d7c-cc3a9ca2bf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eea33f0-e312-42fe-9433-b74093115c80,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:46.961361 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event updated for resources: {'Port': ['ID=952f31e0-481c-46ef-9e5d-ddc4058120e4,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:46.986745 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3dfcd499-c9cb-4a0e-9d7c-cc3a9ca2bf7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:46.990145 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3dfcd499-c9cb-4a0e-9d7c-cc3a9ca2bf7e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3eea33f0-e312-42fe-9433-b74093115c80 HTTP/1.1" status: 204 len: 168 time: 0.5727372 Mar 01 21:28:46.990145 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:47.107660 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] Sync routers for ids ['c794150f-5740-41ef-8be0-2d6a72581966'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:28:47.120039 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] Routers {'c794150f-5740-41ef-8be0-2d6a72581966'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:28:47.120918 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:28:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c794150f-5740-41ef-8be0-2d6a72581966'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:47.405437 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Floating IP 207d1f94-53cb-4512-a933-5516d5bbb6a6 associated. External IP: 172.25.5.145, port: 41d93b60-e785-48cd-8c3b-ca93a0062ca3. Mar 01 21:28:47.473129 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] Set router c794150f-5740-41ef-8be0-2d6a72581966 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:28:47.668577 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3eaaae9a-4671-49c0-aaed-a0a1778049ba up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:28:47.862004 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 3eaaae9a-4671-49c0-aaed-a0a1778049ba triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:47.862497 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:47.893793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Router d6c02f04-7237-40b9-86d5-0280a94a538f has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:28:48.092503 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c794150f-5740-41ef-8be0-2d6a72581966', 'name': 'tempest-TestAggregatesBasicOps-1531314762-router', 'tenant_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '3eaaae9a-4671-49c0-aaed-a0a1778049ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:38Z', 'updated_at': '2022-03-01T21:28:44Z', 'revision_number': 4, 'project_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'gw_port': {'id': '3eaaae9a-4671-49c0-aaed-a0a1778049ba', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:04:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c794150f-5740-41ef-8be0-2d6a72581966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:39Z', 'updated_at': '2022-03-01T21:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '44b3a3ca-ab95-4a86-a068-5efbdd198058', 'name': '', 'network_id': 'e189e7e1-6e41-489f-a61b-c5d891982b5c', 'tenant_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'mac_address': 'fa:16:3e:82:47:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c794150f-5740-41ef-8be0-2d6a72581966', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '3dde01c3-e3cd-4570-9aad-b95d00d4e3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:43Z', 'updated_at': '2022-03-01T21:28:45Z', 'revision_number': 2, 'project_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'subnets': [{'id': '3dde01c3-e3cd-4570-9aad-b95d00d4e3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:48.102120 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:28:48.121006 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f30d9d-223a-4aa7-bca7-db11f875056e None None] Sync routers for ids ['d6c02f04-7237-40b9-86d5-0280a94a538f'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:28:48.126744 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] Checking router: c794150f-5740-41ef-8be0-2d6a72581966 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:28:48.127110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] Updating router c794150f-5740-41ef-8be0-2d6a72581966 port 44b3a3ca-ab95-4a86-a068-5efbdd198058 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:28:48.135881 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f30d9d-223a-4aa7-bca7-db11f875056e None None] Routers {'d6c02f04-7237-40b9-86d5-0280a94a538f'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:28:48.137036 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-08f30d9d-223a-4aa7-bca7-db11f875056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:28:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d6c02f04-7237-40b9-86d5-0280a94a538f'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:48.199413 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:48.215633 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:48.357133 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4a6d0f65-1d50-46c5-8b5d-5e46fbde3e78 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0509987 Mar 01 21:28:48.358027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e5127c-301c-4f8d-9123-e44ccb643f5d', 'tag': '41d93b60-e785-48cd-8c3b-ca93a0062ca3'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:28:48.376280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59220) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:48.440702 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-08f30d9d-223a-4aa7-bca7-db11f875056e None None] Set router d6c02f04-7237-40b9-86d5-0280a94a538f gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:28:48.553561 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e5127c-301c-4f8d-9123-e44ccb643f5d', 'tag': '41d93b60-e785-48cd-8c3b-ca93a0062ca3', 'status': 'completed', 'code': 200} Mar 01 21:28:48.638024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9ac23-2a18-4dd8-9085-c73cf5d7e24e req-5fc4c7c5-3aec-4f57-98ae-6bc07e43e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:48.648170 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aef9ac23-2a18-4dd8-9085-c73cf5d7e24e req-5fc4c7c5-3aec-4f57-98ae-6bc07e43e0f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=344426e910fb4a26a6fdf736e0329342&device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 1096 time: 0.1635411 Mar 01 21:28:48.672766 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4cbc8ff3-ad46-40b7-ac33-06d5ccec71c3 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/floatingips/207d1f94-53cb-4512-a933-5516d5bbb6a6 HTTP/1.1" status: 200 len: 991 time: 0.2914429 Mar 01 21:28:48.917204 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9ac23-2a18-4dd8-9085-c73cf5d7e24e req-587358fc-81be-47b6-b52b-77a045d32157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:48.923652 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aef9ac23-2a18-4dd8-9085-c73cf5d7e24e req-587358fc-81be-47b6-b52b-77a045d32157 service neutron] 10.222.0.55 "GET /v2.0/networks?id=908f598c-19e2-45b4-94cd-1dd894ee0271 HTTP/1.1" status: 200 len: 898 time: 0.2689936 Mar 01 21:28:48.954893 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:48.967461 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] Transition to ACTIVE for port object 44b3a3ca-ab95-4a86-a068-5efbdd198058 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:28:49.043919 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-08f30d9d-223a-4aa7-bca7-db11f875056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'name': 'tempest-TestNetworkBasicOps-router-590288474', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:07Z', 'updated_at': '2022-03-01T21:28:16Z', 'revision_number': 4, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:08Z', 'updated_at': '2022-03-01T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '207d1f94-53cb-4512-a933-5516d5bbb6a6', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'port_id': '41d93b60-e785-48cd-8c3b-ca93a0062ca3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271', 'mac_address': 'fa:16:3e:2f:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e5127c-301c-4f8d-9123-e44ccb643f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:28:46Z', 'updated_at': '2022-03-01T21:28:46Z', 'revision_number': 0, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6409a224-762d-40ba-8082-c8390ab022df', 'name': '', 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:ba:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '31d5d167-3970-4bdb-8d07-4557609c4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:14Z', 'updated_at': '2022-03-01T21:28:23Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': '31d5d167-3970-4bdb-8d07-4557609c4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:49.044256 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:49.048732 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f30d9d-223a-4aa7-bca7-db11f875056e None None] Checking router: d6c02f04-7237-40b9-86d5-0280a94a538f for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:28:49.074128 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f30d9d-223a-4aa7-bca7-db11f875056e None None] Routers {'d6c02f04-7237-40b9-86d5-0280a94a538f'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:28:49.079443 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-08f30d9d-223a-4aa7-bca7-db11f875056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:28:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d6c02f04-7237-40b9-86d5-0280a94a538f'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:49.099673 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aef9ac23-2a18-4dd8-9085-c73cf5d7e24e req-4861cdf1-138f-4ebd-9e4b-e0650908d027 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d93b60-e785-48cd-8c3b-ca93a0062ca3 HTTP/1.1" status: 200 len: 999 time: 0.1688802 Mar 01 21:28:49.120995 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59240) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:49.271925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9ac23-2a18-4dd8-9085-c73cf5d7e24e req-16154cad-58c5-4607-82b2-862cae8c29d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:49.274383 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aef9ac23-2a18-4dd8-9085-c73cf5d7e24e req-16154cad-58c5-4607-82b2-862cae8c29d0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=31d5d167-3970-4bdb-8d07-4557609c4f88 HTTP/1.1" status: 200 len: 834 time: 0.1648641 Mar 01 21:28:49.390356 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9ac23-2a18-4dd8-9085-c73cf5d7e24e req-84b071ea-9838-4371-b0da-5a2b418c71ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:28:49.393631 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aef9ac23-2a18-4dd8-9085-c73cf5d7e24e req-84b071ea-9838-4371-b0da-5a2b418c71ec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=908f598c-19e2-45b4-94cd-1dd894ee0271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133180 Mar 01 21:28:49.432943 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8b108-060a-4274-9a34-cfab0c028342 None None] Pushing event updated for resources: {'Port': ['ID=44b3a3ca-ab95-4a86-a068-5efbdd198058,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:49.475056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] Attempting to bind port 44b3a3ca-ab95-4a86-a068-5efbdd198058 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:28:49.475456 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] Attempting to bind port 44b3a3ca-ab95-4a86-a068-5efbdd198058 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '2193e857-a289-402d-b89f-032fced94347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e189e7e1-6e41-489f-a61b-c5d891982b5c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:28:49.476353 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] Attempting to bind port 44b3a3ca-ab95-4a86-a068-5efbdd198058 on network e189e7e1-6e41-489f-a61b-c5d891982b5c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:28:49.479191 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8b108-060a-4274-9a34-cfab0c028342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:49.488094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8b108-060a-4274-9a34-cfab0c028342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:49.488094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8b108-060a-4274-9a34-cfab0c028342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:49.488094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8b108-060a-4274-9a34-cfab0c028342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:49.488094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8b108-060a-4274-9a34-cfab0c028342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:49.488094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8b108-060a-4274-9a34-cfab0c028342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:49.488094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8b108-060a-4274-9a34-cfab0c028342 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:49.488094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8b108-060a-4274-9a34-cfab0c028342 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:49.488094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8b108-060a-4274-9a34-cfab0c028342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:49.488094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8b108-060a-4274-9a34-cfab0c028342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:49.488094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8b108-060a-4274-9a34-cfab0c028342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:49.488094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0b8b108-060a-4274-9a34-cfab0c028342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:28:49.489671 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 28, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:28:49.490053 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] Checking segment: {'id': '2193e857-a289-402d-b89f-032fced94347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e189e7e1-6e41-489f-a61b-c5d891982b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:28:49.490460 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:49.490848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] Bound using segment: {'id': '2193e857-a289-402d-b89f-032fced94347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e189e7e1-6e41-489f-a61b-c5d891982b5c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:28:49.491425 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] Bound port: 44b3a3ca-ab95-4a86-a068-5efbdd198058, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2193e857-a289-402d-b89f-032fced94347', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'e189e7e1-6e41-489f-a61b-c5d891982b5c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:28:49.491773 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:49.541670 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-08f30d9d-223a-4aa7-bca7-db11f875056e None None] Set router d6c02f04-7237-40b9-86d5-0280a94a538f gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:28:49.634909 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] For port 44b3a3ca-ab95-4a86-a068-5efbdd198058, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:28:49.637950 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] For port 44b3a3ca-ab95-4a86-a068-5efbdd198058, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=44b3a3ca-ab95-4a86-a068-5efbdd198058,segment=NetworkSegment(2193e857-a289-402d-b89f-032fced94347),segment_id=2193e857-a289-402d-b89f-032fced94347)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:28:49.673316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59252) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:49.719767 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:49.836807 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] Routers {'c794150f-5740-41ef-8be0-2d6a72581966'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:28:49.837625 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:28:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c794150f-5740-41ef-8be0-2d6a72581966'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:49.912501 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-24585b7f-43ea-4b83-a920-b0f425b1b93e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/floatingips/207d1f94-53cb-4512-a933-5516d5bbb6a6 HTTP/1.1" status: 200 len: 991 time: 0.2356391 Mar 01 21:28:49.929070 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aef9ac23-2a18-4dd8-9085-c73cf5d7e24e req-009bacf6-22c9-4634-9cb1-17fb4f1d6093 service neutron] 10.222.0.55 "GET /v2.0/networks/908f598c-19e2-45b4-94cd-1dd894ee0271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5226316 Mar 01 21:28:49.983780 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b8b108-060a-4274-9a34-cfab0c028342 None None] Pushing event updated for resources: {'Port': ['ID=44b3a3ca-ab95-4a86-a068-5efbdd198058,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:50.268655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] Set router c794150f-5740-41ef-8be0-2d6a72581966 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:28:50.311485 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b251a19-8445-43c0-8210-715f6c50894a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:50.393483 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-08f30d9d-223a-4aa7-bca7-db11f875056e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'name': 'tempest-TestNetworkBasicOps-router-590288474', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:07Z', 'updated_at': '2022-03-01T21:28:16Z', 'revision_number': 4, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:08Z', 'updated_at': '2022-03-01T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '207d1f94-53cb-4512-a933-5516d5bbb6a6', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'port_id': '41d93b60-e785-48cd-8c3b-ca93a0062ca3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271', 'mac_address': 'fa:16:3e:2f:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e5127c-301c-4f8d-9123-e44ccb643f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:28:46Z', 'updated_at': '2022-03-01T21:28:46Z', 'revision_number': 0, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6409a224-762d-40ba-8082-c8390ab022df', 'name': '', 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:ba:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '31d5d167-3970-4bdb-8d07-4557609c4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:14Z', 'updated_at': '2022-03-01T21:28:23Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': '31d5d167-3970-4bdb-8d07-4557609c4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:50.400785 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f30d9d-223a-4aa7-bca7-db11f875056e None None] The sync data for ids ['d6c02f04-7237-40b9-86d5-0280a94a538f'] in n-d-827896-4 is: [{'id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'name': 'tempest-TestNetworkBasicOps-router-590288474', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:07Z', 'updated_at': '2022-03-01T21:28:16Z', 'revision_number': 4, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:08Z', 'updated_at': '2022-03-01T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '207d1f94-53cb-4512-a933-5516d5bbb6a6', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'floating_ip_address': '172.25.5.145', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'port_id': '41d93b60-e785-48cd-8c3b-ca93a0062ca3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3686, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271', 'mac_address': 'fa:16:3e:2f:14:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48e5127c-301c-4f8d-9123-e44ccb643f5d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:28:46Z', 'updated_at': '2022-03-01T21:28:46Z', 'revision_number': 0, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6409a224-762d-40ba-8082-c8390ab022df', 'name': '', 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:ba:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '31d5d167-3970-4bdb-8d07-4557609c4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:14Z', 'updated_at': '2022-03-01T21:28:23Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': '31d5d167-3970-4bdb-8d07-4557609c4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:28:50.458571 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-aef9ac23-2a18-4dd8-9085-c73cf5d7e24e req-7dc810cc-28fd-4d4e-adbf-0d4da0751c44 service neutron] 10.222.0.55 "GET /v2.0/networks/908f598c-19e2-45b4-94cd-1dd894ee0271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5260503 Mar 01 21:28:50.741739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c794150f-5740-41ef-8be0-2d6a72581966', 'name': 'tempest-TestAggregatesBasicOps-1531314762-router', 'tenant_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '3eaaae9a-4671-49c0-aaed-a0a1778049ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:38Z', 'updated_at': '2022-03-01T21:28:44Z', 'revision_number': 4, 'project_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'gw_port': {'id': '3eaaae9a-4671-49c0-aaed-a0a1778049ba', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:04:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c794150f-5740-41ef-8be0-2d6a72581966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:39Z', 'updated_at': '2022-03-01T21:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '44b3a3ca-ab95-4a86-a068-5efbdd198058', 'name': '', 'network_id': 'e189e7e1-6e41-489f-a61b-c5d891982b5c', 'tenant_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'mac_address': 'fa:16:3e:82:47:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c794150f-5740-41ef-8be0-2d6a72581966', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '3dde01c3-e3cd-4570-9aad-b95d00d4e3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:43Z', 'updated_at': '2022-03-01T21:28:49Z', 'revision_number': 4, 'project_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'subnets': [{'id': '3dde01c3-e3cd-4570-9aad-b95d00d4e3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:50.747914 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a523ad-0e9c-40d4-b170-be8035854e69 None None] The sync data for ids ['c794150f-5740-41ef-8be0-2d6a72581966'] in n-d-827896-4 is: [{'id': 'c794150f-5740-41ef-8be0-2d6a72581966', 'name': 'tempest-TestAggregatesBasicOps-1531314762-router', 'tenant_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '3eaaae9a-4671-49c0-aaed-a0a1778049ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:38Z', 'updated_at': '2022-03-01T21:28:44Z', 'revision_number': 4, 'project_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'gw_port': {'id': '3eaaae9a-4671-49c0-aaed-a0a1778049ba', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:04:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c794150f-5740-41ef-8be0-2d6a72581966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:39Z', 'updated_at': '2022-03-01T21:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '44b3a3ca-ab95-4a86-a068-5efbdd198058', 'name': '', 'network_id': 'e189e7e1-6e41-489f-a61b-c5d891982b5c', 'tenant_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'mac_address': 'fa:16:3e:82:47:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c794150f-5740-41ef-8be0-2d6a72581966', 'device_owner': 'network:router_interface', 'standard_attr_id': 3682, 'fixed_ips': [{'subnet_id': '3dde01c3-e3cd-4570-9aad-b95d00d4e3e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:43Z', 'updated_at': '2022-03-01T21:28:49Z', 'revision_number': 4, 'project_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'subnets': [{'id': '3dde01c3-e3cd-4570-9aad-b95d00d4e3e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:28:50.774051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7507d200-b429-4332-a1e7-69043980bc0c None None] New status for floating IP 207d1f94-53cb-4512-a933-5516d5bbb6a6: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:28:50.914348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59270) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:51.032544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9b251a19-8445-43c0-8210-715f6c50894a admin admin] Deleting port 69ec19b7-9ff1-4201-9d09-b7aad09fc80d {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:28:51.032893 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b251a19-8445-43c0-8210-715f6c50894a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:51.193306 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f883d3d6-d80a-4c03-80d0-b4f8dcd5f4dc tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/floatingips/207d1f94-53cb-4512-a933-5516d5bbb6a6 HTTP/1.1" status: 200 len: 991 time: 0.2777727 Mar 01 21:28:51.353970 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-9b251a19-8445-43c0-8210-715f6c50894a admin admin] For port 69ec19b7-9ff1-4201-9d09-b7aad09fc80d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=69ec19b7-9ff1-4201-9d09-b7aad09fc80d,segment=NetworkSegment(836e3259-4116-4ea1-a0e7-9c53d4331cb2),segment_id=836e3259-4116-4ea1-a0e7-9c53d4331cb2)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:51.354607 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b251a19-8445-43c0-8210-715f6c50894a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:51.508368 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9b251a19-8445-43c0-8210-715f6c50894a admin admin] Calling delete_port for 69ec19b7-9ff1-4201-9d09-b7aad09fc80d owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:28:51.612849 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 44b3a3ca-ab95-4a86-a068-5efbdd198058 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:28:51.773711 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:51.894325 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 44b3a3ca-ab95-4a86-a068-5efbdd198058 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:28:51.896802 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 44b3a3ca-ab95-4a86-a068-5efbdd198058 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:51.897641 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:51.972293 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b251a19-8445-43c0-8210-715f6c50894a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:52.039069 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b251a19-8445-43c0-8210-715f6c50894a admin admin] Pushing event deleted for resources: {'Port': ['ID=69ec19b7-9ff1-4201-9d09-b7aad09fc80d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:52.044011 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:52.120805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 44b3a3ca-ab95-4a86-a068-5efbdd198058, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=44b3a3ca-ab95-4a86-a068-5efbdd198058,segment=NetworkSegment(2193e857-a289-402d-b89f-032fced94347),segment_id=2193e857-a289-402d-b89f-032fced94347)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:52.197210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59290) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:52.215933 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:52.318666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=44b3a3ca-ab95-4a86-a068-5efbdd198058,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:52.452753 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a3a61368-67fa-4c49-828a-c6fca5d64089 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/floatingips/207d1f94-53cb-4512-a933-5516d5bbb6a6 HTTP/1.1" status: 200 len: 993 time: 0.2543695 Mar 01 21:28:52.675425 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9b251a19-8445-43c0-8210-715f6c50894a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:53.072727 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b251a19-8445-43c0-8210-715f6c50894a admin admin] Router 416e7319-446f-4197-bebb-c564f88c675e has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:28:53.260160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b251a19-8445-43c0-8210-715f6c50894a admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:28:53.268730 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a344bf-6b2a-4137-b19e-de9460e4ab69 None None] Sync routers for ids ['416e7319-446f-4197-bebb-c564f88c675e'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:28:53.270918 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9b251a19-8445-43c0-8210-715f6c50894a admin admin] 10.222.0.42 "PUT /v2.0/routers/416e7319-446f-4197-bebb-c564f88c675e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1488738 Mar 01 21:28:53.274019 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59308) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:53.279697 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a344bf-6b2a-4137-b19e-de9460e4ab69 None None] Routers {'416e7319-446f-4197-bebb-c564f88c675e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:28:53.280299 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f0a344bf-6b2a-4137-b19e-de9460e4ab69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:28:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['416e7319-446f-4197-bebb-c564f88c675e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:53.471871 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e9b926b-3fed-43dc-b878-39576cead76d admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:53.495808 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-f0a344bf-6b2a-4137-b19e-de9460e4ab69 None None] Set router 416e7319-446f-4197-bebb-c564f88c675e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:28:53.691438 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 44b3a3ca-ab95-4a86-a068-5efbdd198058 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:28:53.698617 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e9b926b-3fed-43dc-b878-39576cead76d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:53.748595 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 44b3a3ca-ab95-4a86-a068-5efbdd198058 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:28:53.749221 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:53.817151 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f0a344bf-6b2a-4137-b19e-de9460e4ab69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e7319-446f-4197-bebb-c564f88c675e', 'name': 'tempest-TestAggregatesBasicOps-63429877-router', 'tenant_id': 'd0aca1f411924dd1af470d3117de04d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'b5bb9155-5527-472d-9726-1ec07f93eb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:25Z', 'updated_at': '2022-03-01T21:28:51Z', 'revision_number': 5, 'project_id': 'd0aca1f411924dd1af470d3117de04d6', 'gw_port': {'id': 'b5bb9155-5527-472d-9726-1ec07f93eb22', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e7319-446f-4197-bebb-c564f88c675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:26Z', 'updated_at': '2022-03-01T21:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:53.822227 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a344bf-6b2a-4137-b19e-de9460e4ab69 None None] Checking router: 416e7319-446f-4197-bebb-c564f88c675e for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:28:53.832111 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a344bf-6b2a-4137-b19e-de9460e4ab69 None None] Routers {'416e7319-446f-4197-bebb-c564f88c675e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:28:53.832779 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f0a344bf-6b2a-4137-b19e-de9460e4ab69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:28:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['416e7319-446f-4197-bebb-c564f88c675e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:54.070860 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-f0a344bf-6b2a-4137-b19e-de9460e4ab69 None None] Set router 416e7319-446f-4197-bebb-c564f88c675e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:28:54.400027 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f0a344bf-6b2a-4137-b19e-de9460e4ab69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '416e7319-446f-4197-bebb-c564f88c675e', 'name': 'tempest-TestAggregatesBasicOps-63429877-router', 'tenant_id': 'd0aca1f411924dd1af470d3117de04d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'b5bb9155-5527-472d-9726-1ec07f93eb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:25Z', 'updated_at': '2022-03-01T21:28:51Z', 'revision_number': 5, 'project_id': 'd0aca1f411924dd1af470d3117de04d6', 'gw_port': {'id': 'b5bb9155-5527-472d-9726-1ec07f93eb22', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e7319-446f-4197-bebb-c564f88c675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:26Z', 'updated_at': '2022-03-01T21:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:54.405087 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a344bf-6b2a-4137-b19e-de9460e4ab69 None None] The sync data for ids ['416e7319-446f-4197-bebb-c564f88c675e'] in n-d-827896-4 is: [{'id': '416e7319-446f-4197-bebb-c564f88c675e', 'name': 'tempest-TestAggregatesBasicOps-63429877-router', 'tenant_id': 'd0aca1f411924dd1af470d3117de04d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.197'}], 'enable_snat': True}, 'gw_port_id': 'b5bb9155-5527-472d-9726-1ec07f93eb22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:25Z', 'updated_at': '2022-03-01T21:28:51Z', 'revision_number': 5, 'project_id': 'd0aca1f411924dd1af470d3117de04d6', 'gw_port': {'id': 'b5bb9155-5527-472d-9726-1ec07f93eb22', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:8b:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '416e7319-446f-4197-bebb-c564f88c675e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3658, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:26Z', 'updated_at': '2022-03-01T21:28:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:28:54.724635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b926b-3fed-43dc-b878-39576cead76d admin admin] Deleting port b5bb9155-5527-472d-9726-1ec07f93eb22 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:28:54.725167 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e9b926b-3fed-43dc-b878-39576cead76d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:54.752504 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:54.935271 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-2e9b926b-3fed-43dc-b878-39576cead76d admin admin] For port b5bb9155-5527-472d-9726-1ec07f93eb22, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b5bb9155-5527-472d-9726-1ec07f93eb22,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:54.935655 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e9b926b-3fed-43dc-b878-39576cead76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:55.074228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b926b-3fed-43dc-b878-39576cead76d admin admin] Calling delete_port for b5bb9155-5527-472d-9726-1ec07f93eb22 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:28:55.461323 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e9b926b-3fed-43dc-b878-39576cead76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:55.515817 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b926b-3fed-43dc-b878-39576cead76d admin admin] Pushing event deleted for resources: {'Port': ['ID=b5bb9155-5527-472d-9726-1ec07f93eb22,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:55.613106 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 69ec19b7-9ff1-4201-9d09-b7aad09fc80d no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:28:55.622204 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e9b926b-3fed-43dc-b878-39576cead76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:55.652659 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 69ec19b7-9ff1-4201-9d09-b7aad09fc80d {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:28:55.653299 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 69ec19b7-9ff1-4201-9d09-b7aad09fc80d not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:28:55.804600 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e9b926b-3fed-43dc-b878-39576cead76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:55.806814 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e9b926b-3fed-43dc-b878-39576cead76d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:55.926557 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e9b926b-3fed-43dc-b878-39576cead76d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:55.927281 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9b926b-3fed-43dc-b878-39576cead76d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 416e7319-446f-4197-bebb-c564f88c675e {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:28:55.941180 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2e9b926b-3fed-43dc-b878-39576cead76d admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:55.942516 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2e9b926b-3fed-43dc-b878-39576cead76d admin admin] 10.222.0.42 "DELETE /v2.0/routers/416e7319-446f-4197-bebb-c564f88c675e HTTP/1.1" status: 204 len: 168 time: 2.6675739 Mar 01 21:28:55.945241 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59358) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:56.010027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7a4a35-0906-4c76-89e8-76b6aa4b09fd admin admin] Deleting subnet 3d79a663-ea60-47d3-ae3d-9854df388522 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:28:56.015112 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8b7a4a35-0906-4c76-89e8-76b6aa4b09fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:56.088945 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8b7a4a35-0906-4c76-89e8-76b6aa4b09fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:56.191208 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8b7a4a35-0906-4c76-89e8-76b6aa4b09fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:56.376314 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8b7a4a35-0906-4c76-89e8-76b6aa4b09fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:56.422270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7a4a35-0906-4c76-89e8-76b6aa4b09fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d79a663-ea60-47d3-ae3d-9854df388522,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:56.428193 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8b7a4a35-0906-4c76-89e8-76b6aa4b09fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:56.434548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5092b5-9d78-4e59-bf4d-708f9d01b84e None None] Network 42401e21-ffc9-4102-bf4a-49f81c280542 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:28:56.441382 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8b7a4a35-0906-4c76-89e8-76b6aa4b09fd admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3d79a663-ea60-47d3-ae3d-9854df388522 HTTP/1.1" status: 204 len: 168 time: 0.4916801 Mar 01 21:28:56.441740 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59378) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:56.582288 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a1286359-9ebe-4d39-ba80-10564fea787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:56.582288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a1286359-9ebe-4d39-ba80-10564fea787e admin admin] Deleting port 9b6188a9-7832-4200-8437-86902270e4ec {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:28:56.582288 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a1286359-9ebe-4d39-ba80-10564fea787e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:56.763108 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7cd00b-e2ba-4f75-a6d7-f5a23297ee60 None None] DHCP port deletion for 42401e21-ffc9-4102-bf4a-49f81c280542 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:28:56.768507 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1c7cd00b-e2ba-4f75-a6d7-f5a23297ee60 None None] Deleting port 9b6188a9-7832-4200-8437-86902270e4ec {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:28:56.768985 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd00b-e2ba-4f75-a6d7-f5a23297ee60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:56.813460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-a1286359-9ebe-4d39-ba80-10564fea787e admin admin] For port 9b6188a9-7832-4200-8437-86902270e4ec, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9b6188a9-7832-4200-8437-86902270e4ec,segment=NetworkSegment(836e3259-4116-4ea1-a0e7-9c53d4331cb2),segment_id=836e3259-4116-4ea1-a0e7-9c53d4331cb2)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:56.813819 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a1286359-9ebe-4d39-ba80-10564fea787e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:56.958484 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a1286359-9ebe-4d39-ba80-10564fea787e admin admin] Calling delete_port for 9b6188a9-7832-4200-8437-86902270e4ec owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:28:57.014747 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1c7cd00b-e2ba-4f75-a6d7-f5a23297ee60 None None] For port 9b6188a9-7832-4200-8437-86902270e4ec, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9b6188a9-7832-4200-8437-86902270e4ec,segment=NetworkSegment(836e3259-4116-4ea1-a0e7-9c53d4331cb2),segment_id=836e3259-4116-4ea1-a0e7-9c53d4331cb2)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:57.015141 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd00b-e2ba-4f75-a6d7-f5a23297ee60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:57.118611 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a1286359-9ebe-4d39-ba80-10564fea787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:57.153280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1c7cd00b-e2ba-4f75-a6d7-f5a23297ee60 None None] Calling delete_port for 9b6188a9-7832-4200-8437-86902270e4ec owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:28:57.170833 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1286359-9ebe-4d39-ba80-10564fea787e admin admin] Pushing event deleted for resources: {'Port': ['ID=9b6188a9-7832-4200-8437-86902270e4ec,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:57.172836 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1286359-9ebe-4d39-ba80-10564fea787e admin admin] No DVR routers for this DVR port 9b6188a9-7832-4200-8437-86902270e4ec on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:28:57.255098 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-1c7cd00b-e2ba-4f75-a6d7-f5a23297ee60 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:28:57.257639 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-1c7cd00b-e2ba-4f75-a6d7-f5a23297ee60 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:28:57.305045 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a1286359-9ebe-4d39-ba80-10564fea787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:57.336445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a1286359-9ebe-4d39-ba80-10564fea787e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42401e21-ffc9-4102-bf4a-49f81c280542']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:57.354491 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a1286359-9ebe-4d39-ba80-10564fea787e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836e3259-4116-4ea1-a0e7-9c53d4331cb2') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:57.355037 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a1286359-9ebe-4d39-ba80-10564fea787e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836e3259-4116-4ea1-a0e7-9c53d4331cb2') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:28:57.371291 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a1286359-9ebe-4d39-ba80-10564fea787e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:57.389982 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a1286359-9ebe-4d39-ba80-10564fea787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:57.397347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1286359-9ebe-4d39-ba80-10564fea787e admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:28:57.397884 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a1286359-9ebe-4d39-ba80-10564fea787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:28:57.411944 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:28:57.428536 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-229e3f82-2316-439c-8ad6-c09d440d67ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:57.578254 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9b6188a9-7832-4200-8437-86902270e4ec no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:28:57.593279 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a1286359-9ebe-4d39-ba80-10564fea787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:57.615569 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 9b6188a9-7832-4200-8437-86902270e4ec {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:28:57.616201 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9b6188a9-7832-4200-8437-86902270e4ec not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:28:57.616946 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device b5bb9155-5527-472d-9726-1ec07f93eb22 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:28:57.621771 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a1286359-9ebe-4d39-ba80-10564fea787e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:57.628047 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1286359-9ebe-4d39-ba80-10564fea787e admin admin] Pushing event deleted for resources: {'Network': ['ID=42401e21-ffc9-4102-bf4a-49f81c280542,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:57.638403 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a1286359-9ebe-4d39-ba80-10564fea787e admin admin] 10.222.0.42 "DELETE /v2.0/networks/42401e21-ffc9-4102-bf4a-49f81c280542 HTTP/1.1" status: 204 len: 168 time: 1.1926098 Mar 01 21:28:57.638403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59396) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:28:57.655387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: b5bb9155-5527-472d-9726-1ec07f93eb22 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:28:57.655746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device b5bb9155-5527-472d-9726-1ec07f93eb22 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:28:57.759139 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1c7cd00b-e2ba-4f75-a6d7-f5a23297ee60 None None] Deleting port 9b6188a9-7832-4200-8437-86902270e4ec {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:28:57.759883 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c7cd00b-e2ba-4f75-a6d7-f5a23297ee60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:57.856183 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1c7cd00b-e2ba-4f75-a6d7-f5a23297ee60 None None] The port '9b6188a9-7832-4200-8437-86902270e4ec' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:28:58.425677 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9328eae4-3ba4-424c-9f2e-d85addfaf66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:58.808402 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-9328eae4-3ba4-424c-9f2e-d85addfaf66d admin admin] Deleting port 44b3a3ca-ab95-4a86-a068-5efbdd198058 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:28:58.809318 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9328eae4-3ba4-424c-9f2e-d85addfaf66d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:58.996672 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-9328eae4-3ba4-424c-9f2e-d85addfaf66d admin admin] For port 44b3a3ca-ab95-4a86-a068-5efbdd198058, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=44b3a3ca-ab95-4a86-a068-5efbdd198058,segment=NetworkSegment(2193e857-a289-402d-b89f-032fced94347),segment_id=2193e857-a289-402d-b89f-032fced94347)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:28:58.997024 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9328eae4-3ba4-424c-9f2e-d85addfaf66d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:59.124345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-9328eae4-3ba4-424c-9f2e-d85addfaf66d admin admin] Calling delete_port for 44b3a3ca-ab95-4a86-a068-5efbdd198058 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:28:59.473331 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9328eae4-3ba4-424c-9f2e-d85addfaf66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:59.551643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328eae4-3ba4-424c-9f2e-d85addfaf66d admin admin] Pushing event deleted for resources: {'Port': ['ID=44b3a3ca-ab95-4a86-a068-5efbdd198058,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:28:59.697066 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d3a59513-edff-49e9-b64e-392b7159ff44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:28:59.969236 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9328eae4-3ba4-424c-9f2e-d85addfaf66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:00.354296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9328eae4-3ba4-424c-9f2e-d85addfaf66d admin admin] Router c794150f-5740-41ef-8be0-2d6a72581966 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:29:00.542979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9328eae4-3ba4-424c-9f2e-d85addfaf66d admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:29:00.552172 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9328eae4-3ba4-424c-9f2e-d85addfaf66d admin admin] 10.222.0.42 "PUT /v2.0/routers/c794150f-5740-41ef-8be0-2d6a72581966/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9126825 Mar 01 21:29:00.552720 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99be7eef-4dbf-40c4-90e8-37d39a164c71 None None] Sync routers for ids ['c794150f-5740-41ef-8be0-2d6a72581966'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:29:00.554923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59428) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:00.563256 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99be7eef-4dbf-40c4-90e8-37d39a164c71 None None] Routers {'c794150f-5740-41ef-8be0-2d6a72581966'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:29:00.564041 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-99be7eef-4dbf-40c4-90e8-37d39a164c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:29:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c794150f-5740-41ef-8be0-2d6a72581966'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:00.636971 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:00.646324 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:00.741191 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c56ab50-25c4-46a9-bad4-d88b895c0288 admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:00.803929 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-99be7eef-4dbf-40c4-90e8-37d39a164c71 None None] Set router c794150f-5740-41ef-8be0-2d6a72581966 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:29:00.921373 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c56ab50-25c4-46a9-bad4-d88b895c0288 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:01.021503 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ab50-25c4-46a9-bad4-d88b895c0288 admin admin] Deleting port 3eaaae9a-4671-49c0-aaed-a0a1778049ba {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:29:01.022201 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c56ab50-25c4-46a9-bad4-d88b895c0288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:01.124732 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-99be7eef-4dbf-40c4-90e8-37d39a164c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c794150f-5740-41ef-8be0-2d6a72581966', 'name': 'tempest-TestAggregatesBasicOps-1531314762-router', 'tenant_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.202'}], 'enable_snat': True}, 'gw_port_id': '3eaaae9a-4671-49c0-aaed-a0a1778049ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:38Z', 'updated_at': '2022-03-01T21:28:59Z', 'revision_number': 5, 'project_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'gw_port': {'id': '3eaaae9a-4671-49c0-aaed-a0a1778049ba', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:04:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c794150f-5740-41ef-8be0-2d6a72581966', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3676, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:39Z', 'updated_at': '2022-03-01T21:28:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:01.128770 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99be7eef-4dbf-40c4-90e8-37d39a164c71 None None] Checking router: c794150f-5740-41ef-8be0-2d6a72581966 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:29:01.137894 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99be7eef-4dbf-40c4-90e8-37d39a164c71 None None] Routers {'c794150f-5740-41ef-8be0-2d6a72581966'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:29:01.138654 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-99be7eef-4dbf-40c4-90e8-37d39a164c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:29:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c794150f-5740-41ef-8be0-2d6a72581966'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:01.160784 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59436) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:01.217212 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-4c56ab50-25c4-46a9-bad4-d88b895c0288 admin admin] For port 3eaaae9a-4671-49c0-aaed-a0a1778049ba, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3eaaae9a-4671-49c0-aaed-a0a1778049ba,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:29:01.217569 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c56ab50-25c4-46a9-bad4-d88b895c0288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:01.300908 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-99be7eef-4dbf-40c4-90e8-37d39a164c71 None None] Set router c794150f-5740-41ef-8be0-2d6a72581966 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:29:01.305698 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe950109-8201-4786-bd1b-379a700e9a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:01.322946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fe950109-8201-4786-bd1b-379a700e9a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:01.328217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fe950109-8201-4786-bd1b-379a700e9a9a admin admin] Usage tracker for resource:security_group_rule and tenant:ec8be90757b24677ad3934bc10b32983 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:01.331655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fe950109-8201-4786-bd1b-379a700e9a9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:01.339313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fe950109-8201-4786-bd1b-379a700e9a9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:01.417455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-99be7eef-4dbf-40c4-90e8-37d39a164c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c794150f-5740-41ef-8be0-2d6a72581966', 'name': 'tempest-TestAggregatesBasicOps-1531314762-router', 'tenant_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:38Z', 'updated_at': '2022-03-01T21:29:00Z', 'revision_number': 6, 'project_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:01.421565 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99be7eef-4dbf-40c4-90e8-37d39a164c71 None None] The sync data for ids ['c794150f-5740-41ef-8be0-2d6a72581966'] in n-d-827896-4 is: [{'id': 'c794150f-5740-41ef-8be0-2d6a72581966', 'name': 'tempest-TestAggregatesBasicOps-1531314762-router', 'tenant_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:38Z', 'updated_at': '2022-03-01T21:29:00Z', 'revision_number': 6, 'project_id': '5e602ce2fe1d4ee6a411b85a3a000ad6', 'gw_port_host': None}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:29:01.437098 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe950109-8201-4786-bd1b-379a700e9a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:01.480957 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-4c56ab50-25c4-46a9-bad4-d88b895c0288 admin admin] Calling delete_port for 3eaaae9a-4671-49c0-aaed-a0a1778049ba owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:29:01.529934 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe950109-8201-4786-bd1b-379a700e9a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:01.580390 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fe950109-8201-4786-bd1b-379a700e9a9a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec8be90757b24677ad3934bc10b32983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4153366 Mar 01 21:29:01.580390 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe950109-8201-4786-bd1b-379a700e9a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d908308-428e-470c-a7ea-b134ef5f069e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:01.581745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59442) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:01.697770 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-00f0ed4f-173c-4b7d-89f1-dc288b7a3f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:01.733970 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-00f0ed4f-173c-4b7d-89f1-dc288b7a3f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:01.815722 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c56ab50-25c4-46a9-bad4-d88b895c0288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:01.841056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 44b3a3ca-ab95-4a86-a068-5efbdd198058 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:29:01.864351 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56ab50-25c4-46a9-bad4-d88b895c0288 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eaaae9a-4671-49c0-aaed-a0a1778049ba,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:01.881129 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 44b3a3ca-ab95-4a86-a068-5efbdd198058 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:29:01.882719 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 44b3a3ca-ab95-4a86-a068-5efbdd198058 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:29:01.911778 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-00f0ed4f-173c-4b7d-89f1-dc288b7a3f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:01.971292 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f0ed4f-173c-4b7d-89f1-dc288b7a3f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d908308-428e-470c-a7ea-b134ef5f069e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:01.986923 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-00f0ed4f-173c-4b7d-89f1-dc288b7a3f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:01.988068 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-00f0ed4f-173c-4b7d-89f1-dc288b7a3f38 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d908308-428e-470c-a7ea-b134ef5f069e HTTP/1.1" status: 204 len: 168 time: 0.4052281 Mar 01 21:29:01.997613 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c56ab50-25c4-46a9-bad4-d88b895c0288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:02.181471 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c56ab50-25c4-46a9-bad4-d88b895c0288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:02.183631 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c56ab50-25c4-46a9-bad4-d88b895c0288 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:02.301551 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c56ab50-25c4-46a9-bad4-d88b895c0288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:02.302453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c56ab50-25c4-46a9-bad4-d88b895c0288 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c794150f-5740-41ef-8be0-2d6a72581966 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:29:02.313647 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4c56ab50-25c4-46a9-bad4-d88b895c0288 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:02.313647 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4c56ab50-25c4-46a9-bad4-d88b895c0288 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c794150f-5740-41ef-8be0-2d6a72581966 HTTP/1.1" status: 204 len: 168 time: 1.7573576 Mar 01 21:29:02.316075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59452) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:02.336688 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:02.380382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-5662c975-2427-4e46-b6fb-86a7156f788b admin admin] Deleting subnet 3dde01c3-e3cd-4570-9aad-b95d00d4e3e8 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:29:02.384231 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5662c975-2427-4e46-b6fb-86a7156f788b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:02.422631 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:29:02.437242 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5662c975-2427-4e46-b6fb-86a7156f788b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:02.524247 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5662c975-2427-4e46-b6fb-86a7156f788b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:02.701948 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5662c975-2427-4e46-b6fb-86a7156f788b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:02.739151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662c975-2427-4e46-b6fb-86a7156f788b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dde01c3-e3cd-4570-9aad-b95d00d4e3e8,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:02.745672 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59456) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:02.746757 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5662c975-2427-4e46-b6fb-86a7156f788b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:02.751975 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fc1c5d-e52a-4dba-8442-ff2eba182f9d None None] Network e189e7e1-6e41-489f-a61b-c5d891982b5c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:29:02.754386 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5662c975-2427-4e46-b6fb-86a7156f788b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/3dde01c3-e3cd-4570-9aad-b95d00d4e3e8 HTTP/1.1" status: 204 len: 168 time: 0.4369359 Mar 01 21:29:02.758862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59460) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:02.766671 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-514fc01f-1781-4529-b01c-b4b004e7e07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:02.782350 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-514fc01f-1781-4529-b01c-b4b004e7e07d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:02.788617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-514fc01f-1781-4529-b01c-b4b004e7e07d admin admin] Usage tracker for resource:security_group_rule and tenant:99e4ff497fb649b391ca7ca7c9283a75 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:02.795765 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-514fc01f-1781-4529-b01c-b4b004e7e07d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:02.802555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-514fc01f-1781-4529-b01c-b4b004e7e07d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:02.878084 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e6f12f6-200e-42c5-8ea1-478c5319aecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:02.891184 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5e6f12f6-200e-42c5-8ea1-478c5319aecf admin admin] Deleting port d98a9c3d-51db-4f58-b7a9-031c9b73193d {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:29:02.891595 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e6f12f6-200e-42c5-8ea1-478c5319aecf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:02.902266 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-514fc01f-1781-4529-b01c-b4b004e7e07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:03.014967 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-514fc01f-1781-4529-b01c-b4b004e7e07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:03.049340 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7004989-051e-422e-8740-523b1cb3ba41 None None] DHCP port deletion for e189e7e1-6e41-489f-a61b-c5d891982b5c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:29:03.054116 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a7004989-051e-422e-8740-523b1cb3ba41 None None] Deleting port d98a9c3d-51db-4f58-b7a9-031c9b73193d {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:29:03.054567 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a7004989-051e-422e-8740-523b1cb3ba41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:03.071911 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514fc01f-1781-4529-b01c-b4b004e7e07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7cf50f-b9c4-4e41-8982-a477341f7d8f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:03.116755 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-514fc01f-1781-4529-b01c-b4b004e7e07d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=99e4ff497fb649b391ca7ca7c9283a75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3689125 Mar 01 21:29:03.119501 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59466) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:03.124171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-5e6f12f6-200e-42c5-8ea1-478c5319aecf admin admin] For port d98a9c3d-51db-4f58-b7a9-031c9b73193d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d98a9c3d-51db-4f58-b7a9-031c9b73193d,segment=NetworkSegment(2193e857-a289-402d-b89f-032fced94347),segment_id=2193e857-a289-402d-b89f-032fced94347)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:29:03.124523 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e6f12f6-200e-42c5-8ea1-478c5319aecf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:03.182985 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe3a7999-a520-45dd-9913-c8d563c1fd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:03.211852 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe3a7999-a520-45dd-9913-c8d563c1fd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:03.283683 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a7004989-051e-422e-8740-523b1cb3ba41 None None] For port d98a9c3d-51db-4f58-b7a9-031c9b73193d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d98a9c3d-51db-4f58-b7a9-031c9b73193d,segment=NetworkSegment(2193e857-a289-402d-b89f-032fced94347),segment_id=2193e857-a289-402d-b89f-032fced94347)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:29:03.284085 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a7004989-051e-422e-8740-523b1cb3ba41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:03.364370 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe3a7999-a520-45dd-9913-c8d563c1fd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:03.365672 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5e6f12f6-200e-42c5-8ea1-478c5319aecf admin admin] Calling delete_port for d98a9c3d-51db-4f58-b7a9-031c9b73193d owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:29:03.383078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a7999-a520-45dd-9913-c8d563c1fd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7cf50f-b9c4-4e41-8982-a477341f7d8f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:03.395484 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe3a7999-a520-45dd-9913-c8d563c1fd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:03.395577 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-49a28170-4b25-4473-884a-be912d64bc01 req-520467d3-8e27-4afb-9374-65a843caea54 service neutron] (88519) timed out ('10.222.0.42', 38036) {{(pid=88519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 01 21:29:03.397390 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fe3a7999-a520-45dd-9913-c8d563c1fd4a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e7cf50f-b9c4-4e41-8982-a477341f7d8f HTTP/1.1" status: 204 len: 168 time: 0.2765176 Mar 01 21:29:03.427258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a7004989-051e-422e-8740-523b1cb3ba41 None None] Calling delete_port for d98a9c3d-51db-4f58-b7a9-031c9b73193d owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:29:03.552915 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e6f12f6-200e-42c5-8ea1-478c5319aecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:03.560326 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-a7004989-051e-422e-8740-523b1cb3ba41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:29:03.568462 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-a7004989-051e-422e-8740-523b1cb3ba41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:29:03.577305 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d98a9c3d-51db-4f58-b7a9-031c9b73193d no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:29:03.607949 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f12f6-200e-42c5-8ea1-478c5319aecf admin admin] Pushing event deleted for resources: {'Port': ['ID=d98a9c3d-51db-4f58-b7a9-031c9b73193d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:03.609741 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6f12f6-200e-42c5-8ea1-478c5319aecf admin admin] No DVR routers for this DVR port d98a9c3d-51db-4f58-b7a9-031c9b73193d on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:29:03.619814 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: d98a9c3d-51db-4f58-b7a9-031c9b73193d {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:29:03.620424 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d98a9c3d-51db-4f58-b7a9-031c9b73193d not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:29:03.621039 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3eaaae9a-4671-49c0-aaed-a0a1778049ba no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:29:03.705070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 3eaaae9a-4671-49c0-aaed-a0a1778049ba {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:29:03.705423 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3eaaae9a-4671-49c0-aaed-a0a1778049ba not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:29:03.734440 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e6f12f6-200e-42c5-8ea1-478c5319aecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:03.765880 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-5e6f12f6-200e-42c5-8ea1-478c5319aecf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e189e7e1-6e41-489f-a61b-c5d891982b5c']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:03.779685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-5e6f12f6-200e-42c5-8ea1-478c5319aecf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2193e857-a289-402d-b89f-032fced94347') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:03.779975 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-5e6f12f6-200e-42c5-8ea1-478c5319aecf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2193e857-a289-402d-b89f-032fced94347') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:03.792175 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e6f12f6-200e-42c5-8ea1-478c5319aecf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:03.809186 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e6f12f6-200e-42c5-8ea1-478c5319aecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:03.815616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e6f12f6-200e-42c5-8ea1-478c5319aecf admin admin] Releasing vlan 642 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:29:03.816108 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e6f12f6-200e-42c5-8ea1-478c5319aecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:29:03.829961 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:29:04.043556 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e6f12f6-200e-42c5-8ea1-478c5319aecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:04.044371 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e6f12f6-200e-42c5-8ea1-478c5319aecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:04.062900 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a7004989-051e-422e-8740-523b1cb3ba41 None None] Deleting port d98a9c3d-51db-4f58-b7a9-031c9b73193d {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:29:04.064702 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a7004989-051e-422e-8740-523b1cb3ba41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:04.068684 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f12f6-200e-42c5-8ea1-478c5319aecf admin admin] Pushing event deleted for resources: {'Network': ['ID=e189e7e1-6e41-489f-a61b-c5d891982b5c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:04.079666 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5e6f12f6-200e-42c5-8ea1-478c5319aecf admin admin] 10.222.0.42 "DELETE /v2.0/networks/e189e7e1-6e41-489f-a61b-c5d891982b5c HTTP/1.1" status: 204 len: 168 time: 1.3214297 Mar 01 21:29:04.143802 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a7004989-051e-422e-8740-523b1cb3ba41 None None] The port 'd98a9c3d-51db-4f58-b7a9-031c9b73193d' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:29:04.555482 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59492) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:04.605586 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-66015b73-d69e-425d-b4ce-9c9b22862b72 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0aca1f411924dd1af470d3117de04d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489402 Mar 01 21:29:04.608234 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59496) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:04.674354 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84112864-725b-4e7b-abdc-b9716b0b755b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:04.701496 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84112864-725b-4e7b-abdc-b9716b0b755b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:04.890681 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84112864-725b-4e7b-abdc-b9716b0b755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:04.915710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84112864-725b-4e7b-abdc-b9716b0b755b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b9c15c-4998-46a0-8b9e-1c03e0b41995,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:04.921152 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-84112864-725b-4e7b-abdc-b9716b0b755b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:04.925855 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-84112864-725b-4e7b-abdc-b9716b0b755b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e1b9c15c-4998-46a0-8b9e-1c03e0b41995 HTTP/1.1" status: 204 len: 168 time: 0.3134086 Mar 01 21:29:05.281284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59514) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:05.406413 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-45e87ca1-8bc0-473b-bc2a-f1f9b3116626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:05.422860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-45e87ca1-8bc0-473b-bc2a-f1f9b3116626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:05.426998 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-45e87ca1-8bc0-473b-bc2a-f1f9b3116626 admin admin] Usage tracker for resource:security_group_rule and tenant:940bc21b01af4a62b0f195ca58371bbe is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:05.431061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-45e87ca1-8bc0-473b-bc2a-f1f9b3116626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:05.437137 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-45e87ca1-8bc0-473b-bc2a-f1f9b3116626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:05.520430 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-45e87ca1-8bc0-473b-bc2a-f1f9b3116626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:05.551571 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59520) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:05.599713 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b383781b-2307-4473-8805-25d804cd0706 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e602ce2fe1d4ee6a411b85a3a000ad6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469785 Mar 01 21:29:05.604328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59524) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:05.622884 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-45e87ca1-8bc0-473b-bc2a-f1f9b3116626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:05.699445 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e87ca1-8bc0-473b-bc2a-f1f9b3116626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f47d675-b061-4156-83d1-4877a12d71a4,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:05.705801 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-45e87ca1-8bc0-473b-bc2a-f1f9b3116626 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=940bc21b01af4a62b0f195ca58371bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4228172 Mar 01 21:29:05.708868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59528) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:05.728714 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bde30324-f99c-407a-bb40-32f05c6d5654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:05.755405 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bde30324-f99c-407a-bb40-32f05c6d5654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:05.769848 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e6c8d4c3-99bc-4d92-80f9-91d1152be7f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:05.798061 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e6c8d4c3-99bc-4d92-80f9-91d1152be7f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:05.872874 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bde30324-f99c-407a-bb40-32f05c6d5654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:05.891151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde30324-f99c-407a-bb40-32f05c6d5654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6964f5b-a15f-4533-9c19-c215351cd60b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:05.899552 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bde30324-f99c-407a-bb40-32f05c6d5654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:05.900722 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bde30324-f99c-407a-bb40-32f05c6d5654 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c6964f5b-a15f-4533-9c19-c215351cd60b HTTP/1.1" status: 204 len: 168 time: 0.2941597 Mar 01 21:29:05.923581 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e6c8d4c3-99bc-4d92-80f9-91d1152be7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:05.941517 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c8d4c3-99bc-4d92-80f9-91d1152be7f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f47d675-b061-4156-83d1-4877a12d71a4,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:05.945929 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e6c8d4c3-99bc-4d92-80f9-91d1152be7f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:05.946860 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e6c8d4c3-99bc-4d92-80f9-91d1152be7f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9f47d675-b061-4156-83d1-4877a12d71a4 HTTP/1.1" status: 204 len: 168 time: 0.2370358 Mar 01 21:29:08.094795 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59596) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:08.222869 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-eee03e34-5527-4f33-87ef-cf95383d31a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:08.239810 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-eee03e34-5527-4f33-87ef-cf95383d31a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:08.244636 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-eee03e34-5527-4f33-87ef-cf95383d31a6 admin admin] Usage tracker for resource:security_group_rule and tenant:f61c92da7aac4bb3acd9e4bfa67cda84 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:08.247611 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-eee03e34-5527-4f33-87ef-cf95383d31a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:08.253564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-eee03e34-5527-4f33-87ef-cf95383d31a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:08.338949 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-eee03e34-5527-4f33-87ef-cf95383d31a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:08.438605 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-eee03e34-5527-4f33-87ef-cf95383d31a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:08.487066 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-eee03e34-5527-4f33-87ef-cf95383d31a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f61c92da7aac4bb3acd9e4bfa67cda84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3911908 Mar 01 21:29:08.487995 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee03e34-5527-4f33-87ef-cf95383d31a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6357b50d-6767-4527-a142-deda8cbddb2c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:08.489882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59604) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:08.552358 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2047e486-f853-4554-bbef-6d4a2b4088f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:08.578399 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2047e486-f853-4554-bbef-6d4a2b4088f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:08.711972 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2047e486-f853-4554-bbef-6d4a2b4088f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:08.726462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2047e486-f853-4554-bbef-6d4a2b4088f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6357b50d-6767-4527-a142-deda8cbddb2c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:08.732530 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2047e486-f853-4554-bbef-6d4a2b4088f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:08.733562 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2047e486-f853-4554-bbef-6d4a2b4088f1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6357b50d-6767-4527-a142-deda8cbddb2c HTTP/1.1" status: 204 len: 168 time: 0.2426994 Mar 01 21:29:12.325059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59732) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:12.468139 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6e205e84-c8ec-4417-bde4-133dab9f8aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:12.483055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6e205e84-c8ec-4417-bde4-133dab9f8aad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:12.486882 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6e205e84-c8ec-4417-bde4-133dab9f8aad admin admin] Usage tracker for resource:security_group_rule and tenant:be9caa31a5da425da6e13aba8ab322d2 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:12.489981 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6e205e84-c8ec-4417-bde4-133dab9f8aad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:12.496483 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6e205e84-c8ec-4417-bde4-133dab9f8aad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:12.579698 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6e205e84-c8ec-4417-bde4-133dab9f8aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:12.649755 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6e205e84-c8ec-4417-bde4-133dab9f8aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:12.699151 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6e205e84-c8ec-4417-bde4-133dab9f8aad admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be9caa31a5da425da6e13aba8ab322d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730009 Mar 01 21:29:12.700777 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e205e84-c8ec-4417-bde4-133dab9f8aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de5f0fb-066e-4c51-b4b8-72789db3cce7,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:12.705079 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59738) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:12.769650 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-303901d9-2952-4d8f-b617-3ad724d1dc1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:12.796081 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-303901d9-2952-4d8f-b617-3ad724d1dc1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:12.895846 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-303901d9-2952-4d8f-b617-3ad724d1dc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:12.914106 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303901d9-2952-4d8f-b617-3ad724d1dc1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de5f0fb-066e-4c51-b4b8-72789db3cce7,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:12.923604 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-303901d9-2952-4d8f-b617-3ad724d1dc1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:12.927631 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-303901d9-2952-4d8f-b617-3ad724d1dc1e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7de5f0fb-066e-4c51-b4b8-72789db3cce7 HTTP/1.1" status: 204 len: 168 time: 0.2213051 Mar 01 21:29:13.501957 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59748) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:13.519861 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6f42fcc6-9987-42a0-b38c-93765984c27f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:13.534866 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6f42fcc6-9987-42a0-b38c-93765984c27f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:13.542304 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6f42fcc6-9987-42a0-b38c-93765984c27f admin admin] Usage tracker for resource:security_group_rule and tenant:cf2e3b8f2c8e4abe94b00901d318e79f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:13.542544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6f42fcc6-9987-42a0-b38c-93765984c27f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:13.549505 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6f42fcc6-9987-42a0-b38c-93765984c27f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:13.634294 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6f42fcc6-9987-42a0-b38c-93765984c27f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:13.684326 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6f42fcc6-9987-42a0-b38c-93765984c27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:13.736039 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6f42fcc6-9987-42a0-b38c-93765984c27f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cf2e3b8f2c8e4abe94b00901d318e79f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2328761 Mar 01 21:29:13.736836 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f42fcc6-9987-42a0-b38c-93765984c27f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a67e67e-36f4-4cde-aa70-91de9ccdf174,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:13.738594 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59752) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:13.799160 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb13952d-472b-45fd-ba6e-79c22e8dda9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:13.825238 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb13952d-472b-45fd-ba6e-79c22e8dda9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:13.918418 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb13952d-472b-45fd-ba6e-79c22e8dda9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:13.937604 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb13952d-472b-45fd-ba6e-79c22e8dda9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a67e67e-36f4-4cde-aa70-91de9ccdf174,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:13.939886 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb13952d-472b-45fd-ba6e-79c22e8dda9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:13.943669 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fb13952d-472b-45fd-ba6e-79c22e8dda9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a67e67e-36f4-4cde-aa70-91de9ccdf174 HTTP/1.1" status: 204 len: 168 time: 0.2040446 Mar 01 21:29:17.512842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 59848) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:17.636094 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-982dc952-940c-4251-863e-e011b4f00786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:17.652569 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-982dc952-940c-4251-863e-e011b4f00786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:17.657031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-982dc952-940c-4251-863e-e011b4f00786 admin admin] Usage tracker for resource:security_group_rule and tenant:1c3d5317ceb640b3a5853dd1ef9a5fd7 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:17.661351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-982dc952-940c-4251-863e-e011b4f00786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:17.668544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-982dc952-940c-4251-863e-e011b4f00786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:17.753018 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-982dc952-940c-4251-863e-e011b4f00786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:17.837905 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-982dc952-940c-4251-863e-e011b4f00786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:17.885500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982dc952-940c-4251-863e-e011b4f00786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f42239-a7f1-43cc-a805-a280a00cef37,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:17.889551 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-982dc952-940c-4251-863e-e011b4f00786 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1c3d5317ceb640b3a5853dd1ef9a5fd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3755894 Mar 01 21:29:17.895032 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59862) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:17.896203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982dc952-940c-4251-863e-e011b4f00786 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:17.896543 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982dc952-940c-4251-863e-e011b4f00786 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:17.896878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982dc952-940c-4251-863e-e011b4f00786 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:17.897757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982dc952-940c-4251-863e-e011b4f00786 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:17.898097 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982dc952-940c-4251-863e-e011b4f00786 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:17.898426 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982dc952-940c-4251-863e-e011b4f00786 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:17.898747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982dc952-940c-4251-863e-e011b4f00786 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:17.899063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982dc952-940c-4251-863e-e011b4f00786 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:17.899430 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982dc952-940c-4251-863e-e011b4f00786 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:17.899831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982dc952-940c-4251-863e-e011b4f00786 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:17.900154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982dc952-940c-4251-863e-e011b4f00786 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:17.900469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982dc952-940c-4251-863e-e011b4f00786 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:17.951157 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ec6674be-02b1-492c-9241-26501050a5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:17.977209 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ec6674be-02b1-492c-9241-26501050a5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:18.101298 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ec6674be-02b1-492c-9241-26501050a5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:18.118792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6674be-02b1-492c-9241-26501050a5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f42239-a7f1-43cc-a805-a280a00cef37,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:18.128921 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ec6674be-02b1-492c-9241-26501050a5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:18.130434 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ec6674be-02b1-492c-9241-26501050a5f0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f0f42239-a7f1-43cc-a805-a280a00cef37 HTTP/1.1" status: 204 len: 168 time: 0.2368865 Mar 01 21:29:19.839303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59932) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:19.965699 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8cbcdab9-c6af-4d6c-95a9-15b89b395aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:19.980376 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8cbcdab9-c6af-4d6c-95a9-15b89b395aa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:19.984219 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8cbcdab9-c6af-4d6c-95a9-15b89b395aa0 admin admin] Usage tracker for resource:security_group_rule and tenant:19fb08db83bb4dbfafa448ce2830fd40 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:19.987033 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8cbcdab9-c6af-4d6c-95a9-15b89b395aa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:19.993288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8cbcdab9-c6af-4d6c-95a9-15b89b395aa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:20.081669 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8cbcdab9-c6af-4d6c-95a9-15b89b395aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:20.146201 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8cbcdab9-c6af-4d6c-95a9-15b89b395aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:20.196087 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8cbcdab9-c6af-4d6c-95a9-15b89b395aa0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=19fb08db83bb4dbfafa448ce2830fd40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3549821 Mar 01 21:29:20.196827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcdab9-c6af-4d6c-95a9-15b89b395aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca29a271-731e-4cad-91c4-271863e700c2,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:20.203383 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 59946) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:20.265093 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9021358e-0146-492c-8b4f-de1994036c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:20.290994 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9021358e-0146-492c-8b4f-de1994036c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:20.415435 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9021358e-0146-492c-8b4f-de1994036c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:20.430675 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021358e-0146-492c-8b4f-de1994036c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca29a271-731e-4cad-91c4-271863e700c2,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:20.447550 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9021358e-0146-492c-8b4f-de1994036c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:20.450907 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9021358e-0146-492c-8b4f-de1994036c84 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ca29a271-731e-4cad-91c4-271863e700c2 HTTP/1.1" status: 204 len: 168 time: 0.2443063 Mar 01 21:29:21.616578 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:24.118497 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:25.789027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60316) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:25.908564 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-62e07aac-197f-4ea7-b2c5-12169e0fc7be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:25.930180 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-62e07aac-197f-4ea7-b2c5-12169e0fc7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:25.934329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-62e07aac-197f-4ea7-b2c5-12169e0fc7be admin admin] Usage tracker for resource:security_group_rule and tenant:b0a8e389ad8140c4b975580773c2493d is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:25.937187 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-62e07aac-197f-4ea7-b2c5-12169e0fc7be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:25.944012 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-62e07aac-197f-4ea7-b2c5-12169e0fc7be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:26.031497 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-62e07aac-197f-4ea7-b2c5-12169e0fc7be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:26.089668 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-62e07aac-197f-4ea7-b2c5-12169e0fc7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:26.140426 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-62e07aac-197f-4ea7-b2c5-12169e0fc7be admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b0a8e389ad8140c4b975580773c2493d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3503342 Mar 01 21:29:26.141296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e07aac-197f-4ea7-b2c5-12169e0fc7be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5495c604-445d-4c7c-bd1e-0f818fcd90c8,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:26.143114 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60328) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:26.203342 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d97c8a8f-7c3e-4853-a62b-1e868b43a16a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:26.229079 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d97c8a8f-7c3e-4853-a62b-1e868b43a16a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:26.352703 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d97c8a8f-7c3e-4853-a62b-1e868b43a16a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:26.367995 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60334) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:26.369474 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97c8a8f-7c3e-4853-a62b-1e868b43a16a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5495c604-445d-4c7c-bd1e-0f818fcd90c8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:26.380086 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d97c8a8f-7c3e-4853-a62b-1e868b43a16a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:26.385264 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d97c8a8f-7c3e-4853-a62b-1e868b43a16a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5495c604-445d-4c7c-bd1e-0f818fcd90c8 HTTP/1.1" status: 204 len: 168 time: 0.2370687 Mar 01 21:29:26.489058 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ae9d588d-c707-45e5-b3d0-2a2500776906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:26.503556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ae9d588d-c707-45e5-b3d0-2a2500776906 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:26.507454 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ae9d588d-c707-45e5-b3d0-2a2500776906 admin admin] Usage tracker for resource:security_group_rule and tenant:70fcc17b934946389bf11948ed32eaa8 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:26.510291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ae9d588d-c707-45e5-b3d0-2a2500776906 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:26.516001 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ae9d588d-c707-45e5-b3d0-2a2500776906 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:26.598584 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ae9d588d-c707-45e5-b3d0-2a2500776906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:26.661037 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ae9d588d-c707-45e5-b3d0-2a2500776906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:26.713007 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ae9d588d-c707-45e5-b3d0-2a2500776906 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=70fcc17b934946389bf11948ed32eaa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3439136 Mar 01 21:29:26.714599 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9d588d-c707-45e5-b3d0-2a2500776906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76192af1-a8c3-4642-b8ed-18cb0046130c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:26.716197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60344) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:26.781886 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5fdba898-e745-474e-aee5-dba5bcbd00b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:26.808073 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5fdba898-e745-474e-aee5-dba5bcbd00b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:26.935022 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5fdba898-e745-474e-aee5-dba5bcbd00b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:26.951477 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdba898-e745-474e-aee5-dba5bcbd00b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76192af1-a8c3-4642-b8ed-18cb0046130c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:26.956286 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5fdba898-e745-474e-aee5-dba5bcbd00b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:26.957113 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5fdba898-e745-474e-aee5-dba5bcbd00b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/76192af1-a8c3-4642-b8ed-18cb0046130c HTTP/1.1" status: 204 len: 168 time: 0.2395108 Mar 01 21:29:26.998605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60350) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:27.017458 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f89bbece-27f1-45f5-a870-b1f417a43377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:27.032497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f89bbece-27f1-45f5-a870-b1f417a43377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:27.036334 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f89bbece-27f1-45f5-a870-b1f417a43377 admin admin] Usage tracker for resource:security_group_rule and tenant:365174090163451093f79d9cfd841013 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:27.039236 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f89bbece-27f1-45f5-a870-b1f417a43377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:27.044908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f89bbece-27f1-45f5-a870-b1f417a43377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:27.130582 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f89bbece-27f1-45f5-a870-b1f417a43377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:27.186476 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f89bbece-27f1-45f5-a870-b1f417a43377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:27.235393 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f89bbece-27f1-45f5-a870-b1f417a43377 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=365174090163451093f79d9cfd841013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356558 Mar 01 21:29:27.237090 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89bbece-27f1-45f5-a870-b1f417a43377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ebf959-2b18-4854-af1d-cc9612c49955,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:27.238296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60356) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:27.300594 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6019b561-8e45-44af-b727-c2bc16f6a42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:27.327572 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6019b561-8e45-44af-b727-c2bc16f6a42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:27.443261 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-259a7a54-7050-4785-be6b-12053be6b6fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:27.472230 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6019b561-8e45-44af-b727-c2bc16f6a42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:27.490534 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6019b561-8e45-44af-b727-c2bc16f6a42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ebf959-2b18-4854-af1d-cc9612c49955,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:27.502629 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6019b561-8e45-44af-b727-c2bc16f6a42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:27.503805 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6019b561-8e45-44af-b727-c2bc16f6a42f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/10ebf959-2b18-4854-af1d-cc9612c49955 HTTP/1.1" status: 204 len: 168 time: 0.2643166 Mar 01 21:29:28.613996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60406) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:28.812820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60416) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:28.830776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-372718223-network', 'tenant_id': '112968505f944ece91c6ea37ab226d55'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:28.837426 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:28.842688 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Usage tracker for resource:network and tenant:112968505f944ece91c6ea37ab226d55 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:28.845605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:28.851572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:28.919513 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1227392849'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:28.925102 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Made reservation on behalf of 112968505f944ece91c6ea37ab226d55 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:29:28.927291 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:28.936896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:28.943522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Usage tracker for resource:network and tenant:24632fa0acbe46ec8da17be56c3acd46 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:28.947113 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:28.958354 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:28.966503 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:28.970369 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:28.976539 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Usage tracker for resource:security_group_rule and tenant:112968505f944ece91c6ea37ab226d55 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:28.979754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:28.985335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:29.028494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Made reservation on behalf of 24632fa0acbe46ec8da17be56c3acd46 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:29:29.031866 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:29.047755 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:29.072832 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:29.078982 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Usage tracker for resource:security_group_rule and tenant:24632fa0acbe46ec8da17be56c3acd46 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:29.088424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:29.097320 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:29.116864 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:29.186799 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:29.201724 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:29.217523 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:29:29.230479 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae7b751-d267-460f-b861-09fc997cef2e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:29.234769 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:29.239624 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Added segment 208c54da-0797-427d-8583-9a66ea229346 of type vlan for network 58c226fa-8db5-41bc-b37e-14055a75bf8c Mar 01 21:29:29.261220 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:29.265642 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:29.291808 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:29:29.321905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08b0fa1a-9a5a-4c44-9b04-52021b353960,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:29.328677 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:29.329025 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Added segment 041d846d-baab-449f-8157-956bcd82c9b0 of type vlan for network da0b13c4-2f9f-448d-a593-79d74aabf923 Mar 01 21:29:29.358113 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:29.402550 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:29.403524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:29.404111 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:29.505560 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:29.510986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:29.511671 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:29.529598 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] Pushing event updated for resources: {'Network': ['ID=58c226fa-8db5-41bc-b37e-14055a75bf8c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:29.540408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 58c226fa-8db5-41bc-b37e-14055a75bf8c details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:29:29.614026 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c34352b3-6b2b-4d85-912f-a3f44d91c072 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9988990 Mar 01 21:29:29.615426 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8016138 Mar 01 21:29:29.617546 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60424) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:29.628922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4be0d251-af57-422c-9bec-e489fe365860 admin admin] Request body: {'subnet': {'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-372718223-subnet', 'tenant_id': '112968505f944ece91c6ea37ab226d55', 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:29.635150 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea658f5-b871-48a2-8012-2a7241d56619 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Pushing event updated for resources: {'Network': ['ID=da0b13c4-2f9f-448d-a593-79d74aabf923,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:29.649272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4be0d251-af57-422c-9bec-e489fe365860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:29.650222 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network da0b13c4-2f9f-448d-a593-79d74aabf923 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:29:29.654457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4be0d251-af57-422c-9bec-e489fe365860 admin admin] Usage tracker for resource:subnet and tenant:112968505f944ece91c6ea37ab226d55 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:29.657389 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4be0d251-af57-422c-9bec-e489fe365860 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:29.664007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4be0d251-af57-422c-9bec-e489fe365860 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:29.682448 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-663b6851-6f75-441d-a866-fc0e9a5ada87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:29.723669 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4be0d251-af57-422c-9bec-e489fe365860 admin admin] Made reservation on behalf of 112968505f944ece91c6ea37ab226d55 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:29:29.727391 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4be0d251-af57-422c-9bec-e489fe365860 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:29.809383 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60432) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:29.815596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Request body: {'port': {'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923', 'binding:host_id': 'n-h1-827896-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1041216787'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:29.821401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:29.825338 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Usage tracker for resource:port and tenant:c7d73f5ef8b243908da8341c6ea64ad1 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:29.828211 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:29.835469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:29.917911 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Made reservation on behalf of c7d73f5ef8b243908da8341c6ea64ad1 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:29:29.920348 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:29.933385 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:29.947627 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:29.951585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Usage tracker for resource:security_group_rule and tenant:c7d73f5ef8b243908da8341c6ea64ad1 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:29.954593 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:29.960537 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:29.998052 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4be0d251-af57-422c-9bec-e489fe365860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:30.042438 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:30.106640 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:30.118635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] device_id is not set on port ad69d0d9-b759-477d-8f5c-b0024290f21e yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:29:30.173109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be0d251-af57-422c-9bec-e489fe365860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=197b05e7-3b09-40d7-8e46-dd1d5c24ad7e,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:30.182608 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4be0d251-af57-422c-9bec-e489fe365860 admin admin] Checking segment: {'id': '208c54da-0797-427d-8583-9a66ea229346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:29:30.182965 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be0d251-af57-422c-9bec-e489fe365860 admin admin] Network hostable DHCP agents. Network: 58c226fa-8db5-41bc-b37e-14055a75bf8c, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:29:30.190150 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afacbb0a-9a5a-4660-adce-2548aaa3ca64,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:30.271280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be0d251-af57-422c-9bec-e489fe365860 admin admin] Network 58c226fa-8db5-41bc-b37e-14055a75bf8c is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:29:30.351377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-4be0d251-af57-422c-9bec-e489fe365860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 58c226fa-8db5-41bc-b37e-14055a75bf8c) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:29:30.355275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be0d251-af57-422c-9bec-e489fe365860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:30.355914 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4be0d251-af57-422c-9bec-e489fe365860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:30.361163 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f144b02-f59f-424c-b9bf-119547843e11 None None] Network 58c226fa-8db5-41bc-b37e-14055a75bf8c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:29:30.412691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] device_id is not set on port ad69d0d9-b759-477d-8f5c-b0024290f21e yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:29:30.421750 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:30.435659 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Transition to ACTIVE for port object ad69d0d9-b759-477d-8f5c-b0024290f21e will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:29:30.438649 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4be0d251-af57-422c-9bec-e489fe365860 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8194253 Mar 01 21:29:30.441342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60436) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:30.448127 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-372718223-router', 'tenant_id': '112968505f944ece91c6ea37ab226d55', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:30.455697 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:30.459610 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Usage tracker for resource:router and tenant:112968505f944ece91c6ea37ab226d55 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:30.463530 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:30.469240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:30.512371 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:30.553233 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:30.554288 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:30.597778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-58c226fa-8db5-41bc-b37e-14055a75bf8c', 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c', 'tenant_id': '112968505f944ece91c6ea37ab226d55', 'fixed_ips': [{'subnet_id': '197b05e7-3b09-40d7-8e46-dd1d5c24ad7e'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:29:30.598668 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:30.613879 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Pushing event updated for resources: {'Port': ['ID=ad69d0d9-b759-477d-8f5c-b0024290f21e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:30.619952 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:30.654539 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:30.668352 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:30.745211 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Checking segment: {'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:29:30.745582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Network hostable DHCP agents. Network: da0b13c4-2f9f-448d-a593-79d74aabf923, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:29:30.757613 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Allocated IP 172.20.0.2 (58c226fa-8db5-41bc-b37e-14055a75bf8c/197b05e7-3b09-40d7-8e46-dd1d5c24ad7e/018f2fbc-f653-4a3b-a322-d7035c433257) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:29:30.864556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Network da0b13c4-2f9f-448d-a593-79d74aabf923 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:29:30.940883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, da0b13c4-2f9f-448d-a593-79d74aabf923) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:29:30.950330 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0faae4-ce48-4c89-bda6-38d671fb81bc None None] Network da0b13c4-2f9f-448d-a593-79d74aabf923 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:29:30.999301 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:31.001665 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:29:31.054038 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Transition to ACTIVE for port object 018f2fbc-f653-4a3b-a322-d7035c433257 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:29:31.083819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:31.084171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:31.084474 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:31.090041 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:31.096133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port ad69d0d9-b759-477d-8f5c-b0024290f21e on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:31.096458 n-d-827896-4 neutron-server[88519]: ERROR neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:31.097686 n-d-827896-4 neutron-server[88519]: INFO neutron.plugins.ml2.plugin [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 2 to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e Mar 01 21:29:31.112338 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:31.112663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:31.112987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:31.115217 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Transition to ACTIVE for port object 018f2fbc-f653-4a3b-a322-d7035c433257 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:29:31.118112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port ad69d0d9-b759-477d-8f5c-b0024290f21e on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:31.118427 n-d-827896-4 neutron-server[88519]: ERROR neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:31.118805 n-d-827896-4 neutron-server[88519]: INFO neutron.plugins.ml2.plugin [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 3 to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e Mar 01 21:29:31.133833 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:31.134160 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:31.134481 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:31.139064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port ad69d0d9-b759-477d-8f5c-b0024290f21e on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:31.139409 n-d-827896-4 neutron-server[88519]: ERROR neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:31.139790 n-d-827896-4 neutron-server[88519]: INFO neutron.plugins.ml2.plugin [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 4 to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e Mar 01 21:29:31.154151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:31.154476 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:31.156448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:31.159447 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port ad69d0d9-b759-477d-8f5c-b0024290f21e on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:31.159765 n-d-827896-4 neutron-server[88519]: ERROR neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:31.160142 n-d-827896-4 neutron-server[88519]: INFO neutron.plugins.ml2.plugin [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 5 to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e Mar 01 21:29:31.174539 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:31.174864 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:31.175188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:31.180547 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port ad69d0d9-b759-477d-8f5c-b0024290f21e on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:31.180863 n-d-827896-4 neutron-server[88519]: ERROR neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:31.181240 n-d-827896-4 neutron-server[88519]: INFO neutron.plugins.ml2.plugin [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 6 to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e Mar 01 21:29:31.197050 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:31.197378 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:31.197703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:31.202344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port ad69d0d9-b759-477d-8f5c-b0024290f21e on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:31.202658 n-d-827896-4 neutron-server[88519]: ERROR neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:31.203350 n-d-827896-4 neutron-server[88519]: INFO neutron.plugins.ml2.plugin [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 7 to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e Mar 01 21:29:31.226833 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:31.246061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:31.246386 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:31.246711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:31.253492 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port ad69d0d9-b759-477d-8f5c-b0024290f21e on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:31.253812 n-d-827896-4 neutron-server[88519]: ERROR neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:31.254792 n-d-827896-4 neutron-server[88519]: INFO neutron.plugins.ml2.plugin [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 8 to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e Mar 01 21:29:31.275107 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:31.275475 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:31.275847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:31.324554 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Network 58c226fa-8db5-41bc-b37e-14055a75bf8c is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:29:31.324962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port ad69d0d9-b759-477d-8f5c-b0024290f21e on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:31.325224 n-d-827896-4 neutron-server[88519]: ERROR neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:31.328348 n-d-827896-4 neutron-server[88519]: INFO neutron.plugins.ml2.plugin [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 9 to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e Mar 01 21:29:31.332159 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:29:31.337828 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:29:31.344746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Pushing event updated for resources: {'Port': ['ID=018f2fbc-f653-4a3b-a322-d7035c433257,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:31.359046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:31.359632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:31.360093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:31.369136 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port ad69d0d9-b759-477d-8f5c-b0024290f21e on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:31.369413 n-d-827896-4 neutron-server[88519]: ERROR neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:31.370622 n-d-827896-4 neutron-server[88519]: INFO neutron.plugins.ml2.plugin [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 10 to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e Mar 01 21:29:31.389147 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:31.389465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:31.389789 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:31.396723 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port ad69d0d9-b759-477d-8f5c-b0024290f21e on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:31.397037 n-d-827896-4 neutron-server[88519]: ERROR neutron.plugins.ml2.managers [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port ad69d0d9-b759-477d-8f5c-b0024290f21e on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:31.397458 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:31.437575 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Attempting to bind port 018f2fbc-f653-4a3b-a322-d7035c433257 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:31.438091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Attempting to bind port 018f2fbc-f653-4a3b-a322-d7035c433257 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '208c54da-0797-427d-8583-9a66ea229346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:31.438458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Attempting to bind port 018f2fbc-f653-4a3b-a322-d7035c433257 on network 58c226fa-8db5-41bc-b37e-14055a75bf8c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:31.443777 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:29:31.444273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Checking segment: {'id': '208c54da-0797-427d-8583-9a66ea229346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:29:31.444869 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:31.445389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Bound using segment: {'id': '208c54da-0797-427d-8583-9a66ea229346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:29:31.446064 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Bound port: 018f2fbc-f653-4a3b-a322-d7035c433257, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208c54da-0797-427d-8583-9a66ea229346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:29:31.446443 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:31.556125 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] For port 018f2fbc-f653-4a3b-a322-d7035c433257, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:29:31.560916 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] For port 018f2fbc-f653-4a3b-a322-d7035c433257, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=018f2fbc-f653-4a3b-a322-d7035c433257,segment=NetworkSegment(208c54da-0797-427d-8583-9a66ea229346),segment_id=208c54da-0797-427d-8583-9a66ea229346)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:29:31.624082 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] For port ad69d0d9-b759-477d-8f5c-b0024290f21e, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:29:31.624731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempted to set empty binding levels {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 01 21:29:31.667211 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:31.691749 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:31.754735 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:31.787751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:31.789038 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:31.789322 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ce57a7-d1d0-4ee4-a8ca-c5e0bffa93d8 None None] Pushing event updated for resources: {'Port': ['ID=018f2fbc-f653-4a3b-a322-d7035c433257,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:31.804871 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:31.905698 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Pushing event updated for resources: {'Port': ['ID=ad69d0d9-b759-477d-8f5c-b0024290f21e,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:31.994015 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-df0b4fb9-47d7-454d-85a3-a7d7a2b56248 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.1833994 Mar 01 21:29:31.998111 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60440) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:32.044756 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Allocated IP 172.25.5.84 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/761600f3-8b1f-48ad-ac77-9d0c004bde2c) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:29:32.096158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-7815c771-1ff3-4d89-ae71-60d0e1e61646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Deleting port ad69d0d9-b759-477d-8f5c-b0024290f21e {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:29:32.097161 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7815c771-1ff3-4d89-ae71-60d0e1e61646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:32.230020 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:32.318033 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:32.346973 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:32.352147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-7815c771-1ff3-4d89-ae71-60d0e1e61646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] For port ad69d0d9-b759-477d-8f5c-b0024290f21e, host n-h1-827896-4, got binding levels [] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:29:32.352501 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7815c771-1ff3-4d89-ae71-60d0e1e61646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:32.410463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:29:32.413350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:29:32.422232 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:29:32.458103 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Pushing event updated for resources: {'Port': ['ID=761600f3-8b1f-48ad-ac77-9d0c004bde2c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:32.479823 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-7815c771-1ff3-4d89-ae71-60d0e1e61646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Calling delete_port for ad69d0d9-b759-477d-8f5c-b0024290f21e owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:29:32.627226 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7815c771-1ff3-4d89-ae71-60d0e1e61646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:32.677784 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7815c771-1ff3-4d89-ae71-60d0e1e61646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad69d0d9-b759-477d-8f5c-b0024290f21e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:32.688101 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7815c771-1ff3-4d89-ae71-60d0e1e61646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:32.691082 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7815c771-1ff3-4d89-ae71-60d0e1e61646 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] 10.222.0.42 "DELETE /v2.0/ports/ad69d0d9-b759-477d-8f5c-b0024290f21e HTTP/1.1" status: 204 len: 168 time: 0.6911540 Mar 01 21:29:32.693129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60444) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:32.738400 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca56a92-1c12-4edc-bc94-ca7ba2f087df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] GET failed (client error): The resource could not be found. Mar 01 21:29:32.738931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5ca56a92-1c12-4edc-bc94-ca7ba2f087df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Synchronizing usage tracker for tenant:c7d73f5ef8b243908da8341c6ea64ad1 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:29:32.773847 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef57abc-d0cc-44a5-8405-4befb03c5b1d None None] Network 58c226fa-8db5-41bc-b37e-14055a75bf8c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:29:32.815169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5ca56a92-1c12-4edc-bc94-ca7ba2f087df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Unset dirty status for tenant:c7d73f5ef8b243908da8341c6ea64ad1 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:29:32.816547 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5ca56a92-1c12-4edc-bc94-ca7ba2f087df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] 10.222.0.42 "GET /v2.0/ports/ad69d0d9-b759-477d-8f5c-b0024290f21e HTTP/1.1" status: 404 len: 333 time: 0.1223788 Mar 01 21:29:32.820138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60448) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:32.825660 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4e9a0e01-9d3d-4029-b5bd-547c7d2c7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Request body: {'port': {'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-422057116'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:32.831454 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4e9a0e01-9d3d-4029-b5bd-547c7d2c7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:32.841615 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4e9a0e01-9d3d-4029-b5bd-547c7d2c7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:32.900671 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9a0e01-9d3d-4029-b5bd-547c7d2c7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Made reservation on behalf of c7d73f5ef8b243908da8341c6ea64ad1 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:29:32.903039 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0e01-9d3d-4029-b5bd-547c7d2c7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:32.924279 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-4e9a0e01-9d3d-4029-b5bd-547c7d2c7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] device_id is not set on port f67ff963-f76e-49af-b5b4-c9773a3b7685 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:29:32.983580 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f710b24d-cd36-484f-b520-904637cd7b04 None None] Provisioning for port 018f2fbc-f653-4a3b-a322-d7035c433257 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:29:33.070046 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:33.152480 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0e01-9d3d-4029-b5bd-547c7d2c7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:33.227535 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0e01-9d3d-4029-b5bd-547c7d2c7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:33.299240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9a0e01-9d3d-4029-b5bd-547c7d2c7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Network da0b13c4-2f9f-448d-a593-79d74aabf923 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:29:33.301835 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-4e9a0e01-9d3d-4029-b5bd-547c7d2c7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:29:33.310974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9a0e01-9d3d-4029-b5bd-547c7d2c7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:29:33.312507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9a0e01-9d3d-4029-b5bd-547c7d2c7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:33.313106 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e9a0e01-9d3d-4029-b5bd-547c7d2c7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:33.327252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a0e01-9d3d-4029-b5bd-547c7d2c7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Pushing event updated for resources: {'Port': ['ID=f67ff963-f76e-49af-b5b4-c9773a3b7685,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:33.404513 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4e9a0e01-9d3d-4029-b5bd-547c7d2c7e7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5832582 Mar 01 21:29:33.407191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60452) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:33.413133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:33.438699 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:33.519790 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:33.644190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 018f2fbc-f653-4a3b-a322-d7035c433257 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:29:33.695822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Router e48ffe75-79e4-45e6-99cc-14739fece9a6 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:29:33.764961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 018f2fbc-f653-4a3b-a322-d7035c433257 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:29:33.770900 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 018f2fbc-f653-4a3b-a322-d7035c433257 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:33.771443 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:33.771609 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] device_id is not set on port f67ff963-f76e-49af-b5b4-c9773a3b7685 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:29:33.780123 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:33.794604 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Transition to ACTIVE for port object f67ff963-f76e-49af-b5b4-c9773a3b7685 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:29:33.849720 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:33.888811 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:33.891429 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:29:33.904007 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5607950a-8698-4354-9731-b2c13947034d None None] Sync routers for ids ['e48ffe75-79e4-45e6-99cc-14739fece9a6'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:29:33.919987 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5607950a-8698-4354-9731-b2c13947034d None None] Routers {'e48ffe75-79e4-45e6-99cc-14739fece9a6'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:29:33.920693 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5607950a-8698-4354-9731-b2c13947034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:29:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['e48ffe75-79e4-45e6-99cc-14739fece9a6'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:33.924528 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 018f2fbc-f653-4a3b-a322-d7035c433257, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=018f2fbc-f653-4a3b-a322-d7035c433257,segment=NetworkSegment(208c54da-0797-427d-8583-9a66ea229346),segment_id=208c54da-0797-427d-8583-9a66ea229346)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:29:33.976503 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:33.980426 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7723dd5f-3064-401f-a95e-238afc14f024 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.5355353 Mar 01 21:29:33.980636 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60456) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:33.985010 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Pushing event updated for resources: {'Port': ['ID=f67ff963-f76e-49af-b5b4-c9773a3b7685,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:33.993167 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:33.999468 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:34.000355 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:34.000670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:34.006032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port f67ff963-f76e-49af-b5b4-c9773a3b7685 on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:34.006358 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:34.006793 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 2 to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 Mar 01 21:29:34.023720 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:34.024051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:34.024690 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:34.029870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port f67ff963-f76e-49af-b5b4-c9773a3b7685 on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:34.030355 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:34.031004 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 3 to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 Mar 01 21:29:34.053218 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:34.053574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:34.053905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:34.066960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port f67ff963-f76e-49af-b5b4-c9773a3b7685 on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:34.067298 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:34.067719 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 4 to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 Mar 01 21:29:34.090489 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:34.090811 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:34.091151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:34.097047 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port f67ff963-f76e-49af-b5b4-c9773a3b7685 on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:34.097378 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:34.097766 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 5 to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 Mar 01 21:29:34.105797 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=018f2fbc-f653-4a3b-a322-d7035c433257,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:34.122309 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:34.122635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:34.122964 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:34.128101 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port f67ff963-f76e-49af-b5b4-c9773a3b7685 on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:34.128419 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:34.128794 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 6 to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 Mar 01 21:29:34.140325 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-5607950a-8698-4354-9731-b2c13947034d None None] Set router e48ffe75-79e4-45e6-99cc-14739fece9a6 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:29:34.144224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:34.144553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:34.144884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:34.150171 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port f67ff963-f76e-49af-b5b4-c9773a3b7685 on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:34.150488 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:34.150865 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 7 to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 Mar 01 21:29:34.166853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:34.167806 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:34.168153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:34.174324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port f67ff963-f76e-49af-b5b4-c9773a3b7685 on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:34.174636 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:34.175018 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 8 to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 Mar 01 21:29:34.192145 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:34.192475 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:34.192962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:34.197980 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port f67ff963-f76e-49af-b5b4-c9773a3b7685 on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:34.198288 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:34.198666 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 9 to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 Mar 01 21:29:34.214060 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:34.214389 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:34.214718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:34.219603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port f67ff963-f76e-49af-b5b4-c9773a3b7685 on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:34.219925 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:34.220461 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 10 to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 Mar 01 21:29:34.237281 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:34.237613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:34.237945 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:34.244202 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port f67ff963-f76e-49af-b5b4-c9773a3b7685 on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:34.244541 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port f67ff963-f76e-49af-b5b4-c9773a3b7685 on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:34.244880 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:34.439012 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5607950a-8698-4354-9731-b2c13947034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48ffe75-79e4-45e6-99cc-14739fece9a6', 'name': 'tempest-TestServerMultinode-372718223-router', 'tenant_id': '112968505f944ece91c6ea37ab226d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '761600f3-8b1f-48ad-ac77-9d0c004bde2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:29:30Z', 'updated_at': '2022-03-01T21:29:32Z', 'revision_number': 3, 'project_id': '112968505f944ece91c6ea37ab226d55', 'gw_port': {'id': '761600f3-8b1f-48ad-ac77-9d0c004bde2c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:45:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48ffe75-79e4-45e6-99cc-14739fece9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:29:31Z', 'updated_at': '2022-03-01T21:29:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:34.443181 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5607950a-8698-4354-9731-b2c13947034d None None] Checking router: e48ffe75-79e4-45e6-99cc-14739fece9a6 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:29:34.443562 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5607950a-8698-4354-9731-b2c13947034d None None] Updating router e48ffe75-79e4-45e6-99cc-14739fece9a6 port 761600f3-8b1f-48ad-ac77-9d0c004bde2c binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:29:34.459335 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] For port f67ff963-f76e-49af-b5b4-c9773a3b7685, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:29:34.459765 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempted to set empty binding levels {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 01 21:29:34.497155 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-5607950a-8698-4354-9731-b2c13947034d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:34.552427 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:34.607245 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] In _notify_port_updated(), no bound segment for port f67ff963-f76e-49af-b5b4-c9773a3b7685 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:29:34.609291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:34.609572 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:34.614049 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] 10.222.0.42 "PUT /v2.0/ports/f67ff963-f76e-49af-b5b4-c9773a3b7685 HTTP/1.1" status: 200 len: 978 time: 1.2035058 Mar 01 21:29:34.615206 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60460) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:34.676042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f753dd-aa2b-4800-b9a1-612d0a4d4965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Pushing event updated for resources: {'Port': ['ID=f67ff963-f76e-49af-b5b4-c9773a3b7685,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:34.712605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2232cf5a-7e50-4e40-9fd2-f794c5fc88d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:34.713071 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2232cf5a-7e50-4e40-9fd2-f794c5fc88d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:34.713735 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2232cf5a-7e50-4e40-9fd2-f794c5fc88d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:34.714140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2232cf5a-7e50-4e40-9fd2-f794c5fc88d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:34.714670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2232cf5a-7e50-4e40-9fd2-f794c5fc88d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:34.715201 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2232cf5a-7e50-4e40-9fd2-f794c5fc88d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:34.715756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2232cf5a-7e50-4e40-9fd2-f794c5fc88d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:34.716716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2232cf5a-7e50-4e40-9fd2-f794c5fc88d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:34.716716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2232cf5a-7e50-4e40-9fd2-f794c5fc88d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:34.717304 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2232cf5a-7e50-4e40-9fd2-f794c5fc88d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:34.717835 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2232cf5a-7e50-4e40-9fd2-f794c5fc88d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:34.718353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2232cf5a-7e50-4e40-9fd2-f794c5fc88d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:34.719867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2232cf5a-7e50-4e40-9fd2-f794c5fc88d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Synchronizing usage tracker for tenant:c7d73f5ef8b243908da8341c6ea64ad1 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:29:34.786117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2232cf5a-7e50-4e40-9fd2-f794c5fc88d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Unset dirty status for tenant:c7d73f5ef8b243908da8341c6ea64ad1 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:29:34.787631 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2232cf5a-7e50-4e40-9fd2-f794c5fc88d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10790 time: 0.1713216 Mar 01 21:29:34.791224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60466) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:34.832623 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-5607950a-8698-4354-9731-b2c13947034d None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:34.846362 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-5607950a-8698-4354-9731-b2c13947034d None None] Transition to ACTIVE for port object 761600f3-8b1f-48ad-ac77-9d0c004bde2c will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:29:34.855788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-bc4b9482-1fa3-48d7-8431-9ad38006fd31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Deleting port f67ff963-f76e-49af-b5b4-c9773a3b7685 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:29:34.856209 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc4b9482-1fa3-48d7-8431-9ad38006fd31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:34.857131 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7b9c1f80-bbc7-4ddf-a143-af223f47bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:34.912384 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-5607950a-8698-4354-9731-b2c13947034d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:34.997425 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-5607950a-8698-4354-9731-b2c13947034d None None] Attempting to bind port 761600f3-8b1f-48ad-ac77-9d0c004bde2c on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:34.997425 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-5607950a-8698-4354-9731-b2c13947034d None None] Attempting to bind port 761600f3-8b1f-48ad-ac77-9d0c004bde2c by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:34.997854 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5607950a-8698-4354-9731-b2c13947034d None None] Attempting to bind port 761600f3-8b1f-48ad-ac77-9d0c004bde2c on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:35.005392 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5607950a-8698-4354-9731-b2c13947034d None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:29:35.005763 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5607950a-8698-4354-9731-b2c13947034d None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:29:35.006155 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-5607950a-8698-4354-9731-b2c13947034d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:35.006684 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5607950a-8698-4354-9731-b2c13947034d None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:29:35.007173 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-5607950a-8698-4354-9731-b2c13947034d None None] Bound port: 761600f3-8b1f-48ad-ac77-9d0c004bde2c, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:29:35.007567 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-5607950a-8698-4354-9731-b2c13947034d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:35.066767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-bc4b9482-1fa3-48d7-8431-9ad38006fd31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] For port f67ff963-f76e-49af-b5b4-c9773a3b7685, host n-h1-827896-4, got binding levels [] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:29:35.067567 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc4b9482-1fa3-48d7-8431-9ad38006fd31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:35.080074 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-5607950a-8698-4354-9731-b2c13947034d None None] For port 761600f3-8b1f-48ad-ac77-9d0c004bde2c, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:29:35.083073 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-5607950a-8698-4354-9731-b2c13947034d None None] For port 761600f3-8b1f-48ad-ac77-9d0c004bde2c, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=761600f3-8b1f-48ad-ac77-9d0c004bde2c,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:29:35.084161 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181c655-f3bb-4e01-823e-800fff6b00d3 None None] Pushing event updated for resources: {'Port': ['ID=761600f3-8b1f-48ad-ac77-9d0c004bde2c,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:35.087586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-7b9c1f80-bbc7-4ddf-a143-af223f47bbf8 admin admin] Allocated IP 172.20.0.1 (58c226fa-8db5-41bc-b37e-14055a75bf8c/197b05e7-3b09-40d7-8e46-dd1d5c24ad7e/7b3b11f3-6018-4f91-a0f9-47542d776212) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:29:35.093401 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181c655-f3bb-4e01-823e-800fff6b00d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:35.093790 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181c655-f3bb-4e01-823e-800fff6b00d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:35.094649 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181c655-f3bb-4e01-823e-800fff6b00d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:35.094649 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181c655-f3bb-4e01-823e-800fff6b00d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:35.095404 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181c655-f3bb-4e01-823e-800fff6b00d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:35.095404 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181c655-f3bb-4e01-823e-800fff6b00d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:35.095599 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181c655-f3bb-4e01-823e-800fff6b00d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:35.095852 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181c655-f3bb-4e01-823e-800fff6b00d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:35.096155 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181c655-f3bb-4e01-823e-800fff6b00d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:35.096468 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181c655-f3bb-4e01-823e-800fff6b00d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:35.096791 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181c655-f3bb-4e01-823e-800fff6b00d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:35.097103 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6181c655-f3bb-4e01-823e-800fff6b00d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:35.169770 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-5607950a-8698-4354-9731-b2c13947034d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:35.191319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-bc4b9482-1fa3-48d7-8431-9ad38006fd31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Calling delete_port for f67ff963-f76e-49af-b5b4-c9773a3b7685 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:29:35.245917 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7b9c1f80-bbc7-4ddf-a143-af223f47bbf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:35.266384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-7b9c1f80-bbc7-4ddf-a143-af223f47bbf8 admin admin] Transition to ACTIVE for port object 7b3b11f3-6018-4f91-a0f9-47542d776212 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:29:35.283180 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5607950a-8698-4354-9731-b2c13947034d None None] Routers {'e48ffe75-79e4-45e6-99cc-14739fece9a6'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:29:35.283903 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5607950a-8698-4354-9731-b2c13947034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:29:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['e48ffe75-79e4-45e6-99cc-14739fece9a6'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:35.340550 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc4b9482-1fa3-48d7-8431-9ad38006fd31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:35.346202 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6181c655-f3bb-4e01-823e-800fff6b00d3 None None] Pushing event updated for resources: {'Port': ['ID=761600f3-8b1f-48ad-ac77-9d0c004bde2c,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:35.363893 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7b9c1f80-bbc7-4ddf-a143-af223f47bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:35.394997 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bc4b9482-1fa3-48d7-8431-9ad38006fd31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:35.400466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4b9482-1fa3-48d7-8431-9ad38006fd31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Pushing event deleted for resources: {'Port': ['ID=f67ff963-f76e-49af-b5b4-c9773a3b7685,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:35.427633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9c1f80-bbc7-4ddf-a143-af223f47bbf8 admin admin] Network 58c226fa-8db5-41bc-b37e-14055a75bf8c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:29:35.430831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7b9c1f80-bbc7-4ddf-a143-af223f47bbf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:29:35.434421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9c1f80-bbc7-4ddf-a143-af223f47bbf8 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:29:35.468255 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bc4b9482-1fa3-48d7-8431-9ad38006fd31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] 10.222.0.42 "DELETE /v2.0/ports/f67ff963-f76e-49af-b5b4-c9773a3b7685 HTTP/1.1" status: 204 len: 168 time: 0.6737840 Mar 01 21:29:35.468704 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60470) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:35.478219 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-5607950a-8698-4354-9731-b2c13947034d None None] Set router e48ffe75-79e4-45e6-99cc-14739fece9a6 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:29:35.525794 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-648763f6-082a-4d34-aa41-8879c7c1021a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] GET failed (client error): The resource could not be found. Mar 01 21:29:35.526335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-648763f6-082a-4d34-aa41-8879c7c1021a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Synchronizing usage tracker for tenant:c7d73f5ef8b243908da8341c6ea64ad1 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:29:35.531017 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c1f80-bbc7-4ddf-a143-af223f47bbf8 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3b11f3-6018-4f91-a0f9-47542d776212,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:35.552878 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7b9c1f80-bbc7-4ddf-a143-af223f47bbf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:35.621277 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 018f2fbc-f653-4a3b-a322-d7035c433257 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:29:35.676081 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-648763f6-082a-4d34-aa41-8879c7c1021a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Unset dirty status for tenant:c7d73f5ef8b243908da8341c6ea64ad1 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:29:35.677516 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-648763f6-082a-4d34-aa41-8879c7c1021a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] 10.222.0.42 "GET /v2.0/ports/f67ff963-f76e-49af-b5b4-c9773a3b7685 HTTP/1.1" status: 404 len: 333 time: 0.2052577 Mar 01 21:29:35.684581 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60474) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:35.690092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-74af4406-f837-4424-8a42-4c8d72c5c20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1535635109', 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:35.699109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-74af4406-f837-4424-8a42-4c8d72c5c20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:35.715215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-74af4406-f837-4424-8a42-4c8d72c5c20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:35.733055 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 018f2fbc-f653-4a3b-a322-d7035c433257 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:35.733439 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:35.781356 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9576feb3-00fb-4005-8c80-4463a39c69da None None] Provisioning for port 7b3b11f3-6018-4f91-a0f9-47542d776212 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:29:35.794030 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5607950a-8698-4354-9731-b2c13947034d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48ffe75-79e4-45e6-99cc-14739fece9a6', 'name': 'tempest-TestServerMultinode-372718223-router', 'tenant_id': '112968505f944ece91c6ea37ab226d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '761600f3-8b1f-48ad-ac77-9d0c004bde2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:29:30Z', 'updated_at': '2022-03-01T21:29:32Z', 'revision_number': 3, 'project_id': '112968505f944ece91c6ea37ab226d55', 'gw_port': {'id': '761600f3-8b1f-48ad-ac77-9d0c004bde2c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:45:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48ffe75-79e4-45e6-99cc-14739fece9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:29:31Z', 'updated_at': '2022-03-01T21:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:35.794242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9576feb3-00fb-4005-8c80-4463a39c69da None None] Provisioning complete for port 7b3b11f3-6018-4f91-a0f9-47542d776212 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:35.794601 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9576feb3-00fb-4005-8c80-4463a39c69da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:35.798057 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5607950a-8698-4354-9731-b2c13947034d None None] The sync data for ids ['e48ffe75-79e4-45e6-99cc-14739fece9a6'] in n-d-827896-4 is: [{'id': 'e48ffe75-79e4-45e6-99cc-14739fece9a6', 'name': 'tempest-TestServerMultinode-372718223-router', 'tenant_id': '112968505f944ece91c6ea37ab226d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '761600f3-8b1f-48ad-ac77-9d0c004bde2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:29:30Z', 'updated_at': '2022-03-01T21:29:32Z', 'revision_number': 3, 'project_id': '112968505f944ece91c6ea37ab226d55', 'gw_port': {'id': '761600f3-8b1f-48ad-ac77-9d0c004bde2c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:45:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48ffe75-79e4-45e6-99cc-14739fece9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:29:31Z', 'updated_at': '2022-03-01T21:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:29:35.805449 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74af4406-f837-4424-8a42-4c8d72c5c20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Made reservation on behalf of c7d73f5ef8b243908da8341c6ea64ad1 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:29:35.808027 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74af4406-f837-4424-8a42-4c8d72c5c20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:35.833934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-74af4406-f837-4424-8a42-4c8d72c5c20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] device_id is not set on port df31cbb0-14c7-4119-a557-6b31f9be05d0 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:29:35.864407 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-9576feb3-00fb-4005-8c80-4463a39c69da None None] Port 7b3b11f3-6018-4f91-a0f9-47542d776212 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:29:35.927796 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7b9c1f80-bbc7-4ddf-a143-af223f47bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:36.068168 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74af4406-f837-4424-8a42-4c8d72c5c20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:36.220436 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74af4406-f837-4424-8a42-4c8d72c5c20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:36.291048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74af4406-f837-4424-8a42-4c8d72c5c20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Network da0b13c4-2f9f-448d-a593-79d74aabf923 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:29:36.293833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-74af4406-f837-4424-8a42-4c8d72c5c20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:29:36.297293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74af4406-f837-4424-8a42-4c8d72c5c20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:29:36.298233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74af4406-f837-4424-8a42-4c8d72c5c20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:36.298836 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74af4406-f837-4424-8a42-4c8d72c5c20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:36.322092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af4406-f837-4424-8a42-4c8d72c5c20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Pushing event updated for resources: {'Port': ['ID=df31cbb0-14c7-4119-a557-6b31f9be05d0,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:36.325863 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7b9c1f80-bbc7-4ddf-a143-af223f47bbf8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:36.439326 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7b9c1f80-bbc7-4ddf-a143-af223f47bbf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:36.448983 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-74af4406-f837-4424-8a42-4c8d72c5c20e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7632504 Mar 01 21:29:36.449884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60478) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:36.525351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0418fdb-4c71-4755-97ad-0afab9f58714 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:36.525920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b0418fdb-4c71-4755-97ad-0afab9f58714 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Synchronizing usage tracker for tenant:c7d73f5ef8b243908da8341c6ea64ad1 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:29:36.554143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c1f80-bbc7-4ddf-a143-af223f47bbf8 admin admin] Pushing event updated for resources: {'Port': ['ID=7b3b11f3-6018-4f91-a0f9-47542d776212,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:36.557661 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7b9c1f80-bbc7-4ddf-a143-af223f47bbf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:36.598346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b0418fdb-4c71-4755-97ad-0afab9f58714 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Unset dirty status for tenant:c7d73f5ef8b243908da8341c6ea64ad1 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:29:36.599570 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b0418fdb-4c71-4755-97ad-0afab9f58714 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] 10.222.0.42 "GET /v2.0/ports/df31cbb0-14c7-4119-a557-6b31f9be05d0 HTTP/1.1" status: 200 len: 959 time: 0.1487219 Mar 01 21:29:36.603104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60482) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:36.667078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-8936702f-56b3-46a3-b0f8-f68949a94344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Deleting port df31cbb0-14c7-4119-a557-6b31f9be05d0 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:29:36.667424 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8936702f-56b3-46a3-b0f8-f68949a94344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:36.701546 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9c1f80-bbc7-4ddf-a143-af223f47bbf8 admin admin] Network 58c226fa-8db5-41bc-b37e-14055a75bf8c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:29:36.702691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7b9c1f80-bbc7-4ddf-a143-af223f47bbf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:29:36.892427 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8936702f-56b3-46a3-b0f8-f68949a94344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:36.909441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9c1f80-bbc7-4ddf-a143-af223f47bbf8 admin admin] Router e48ffe75-79e4-45e6-99cc-14739fece9a6 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:29:36.996338 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-80210aa9-707d-4dbf-a152-96c4f0438878 None None] Provisioning complete for port 7b3b11f3-6018-4f91-a0f9-47542d776212 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:36.996882 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-80210aa9-707d-4dbf-a152-96c4f0438878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:37.054536 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-80210aa9-707d-4dbf-a152-96c4f0438878 None None] Port 7b3b11f3-6018-4f91-a0f9-47542d776212 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:29:37.114918 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9c1f80-bbc7-4ddf-a143-af223f47bbf8 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:29:37.124537 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7b9c1f80-bbc7-4ddf-a143-af223f47bbf8 admin admin] 10.222.0.42 "PUT /v2.0/routers/e48ffe75-79e4-45e6-99cc-14739fece9a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1429179 Mar 01 21:29:37.138189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-8936702f-56b3-46a3-b0f8-f68949a94344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Calling delete_port for df31cbb0-14c7-4119-a557-6b31f9be05d0 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:29:37.272441 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8936702f-56b3-46a3-b0f8-f68949a94344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:37.323809 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8936702f-56b3-46a3-b0f8-f68949a94344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Pushing event deleted for resources: {'Port': ['ID=df31cbb0-14c7-4119-a557-6b31f9be05d0,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:37.329322 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8936702f-56b3-46a3-b0f8-f68949a94344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:37.387423 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8936702f-56b3-46a3-b0f8-f68949a94344 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] 10.222.0.42 "DELETE /v2.0/ports/df31cbb0-14c7-4119-a557-6b31f9be05d0 HTTP/1.1" status: 204 len: 168 time: 0.7831674 Mar 01 21:29:37.389794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60492) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:37.431167 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf465358-7639-4536-9e5f-93e830021273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] GET failed (client error): The resource could not be found. Mar 01 21:29:37.431743 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bf465358-7639-4536-9e5f-93e830021273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Synchronizing usage tracker for tenant:c7d73f5ef8b243908da8341c6ea64ad1 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:29:37.457198 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] Sync routers for ids ['e48ffe75-79e4-45e6-99cc-14739fece9a6'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:29:37.467119 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] Routers {'e48ffe75-79e4-45e6-99cc-14739fece9a6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:29:37.467776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:29:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['e48ffe75-79e4-45e6-99cc-14739fece9a6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:37.518100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bf465358-7639-4536-9e5f-93e830021273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Unset dirty status for tenant:c7d73f5ef8b243908da8341c6ea64ad1 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:29:37.519940 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bf465358-7639-4536-9e5f-93e830021273 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] 10.222.0.42 "GET /v2.0/ports/df31cbb0-14c7-4119-a557-6b31f9be05d0 HTTP/1.1" status: 404 len: 333 time: 0.1283402 Mar 01 21:29:37.530479 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60498) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:37.536027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-211b7230-47ce-4af2-87ed-32d6ae22f4a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Request body: {'port': {'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1993018013'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:37.541391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-211b7230-47ce-4af2-87ed-32d6ae22f4a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:37.551699 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-211b7230-47ce-4af2-87ed-32d6ae22f4a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:37.632726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211b7230-47ce-4af2-87ed-32d6ae22f4a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Made reservation on behalf of c7d73f5ef8b243908da8341c6ea64ad1 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:29:37.635331 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-211b7230-47ce-4af2-87ed-32d6ae22f4a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:37.643004 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 761600f3-8b1f-48ad-ac77-9d0c004bde2c up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:29:37.660907 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-211b7230-47ce-4af2-87ed-32d6ae22f4a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] device_id is not set on port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:29:37.690588 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] Set router e48ffe75-79e4-45e6-99cc-14739fece9a6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:29:37.841182 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60508) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:37.848938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1922632492-network', 'tenant_id': '53012f9138d94449af5dffd27eef4726'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:37.855931 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:37.860374 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Usage tracker for resource:network and tenant:53012f9138d94449af5dffd27eef4726 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:37.863446 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:37.870658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:37.886413 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-211b7230-47ce-4af2-87ed-32d6ae22f4a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:37.940416 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Made reservation on behalf of 53012f9138d94449af5dffd27eef4726 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:29:37.942752 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:37.958837 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:37.963873 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-211b7230-47ce-4af2-87ed-32d6ae22f4a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:37.965415 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 761600f3-8b1f-48ad-ac77-9d0c004bde2c completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:29:37.972600 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 761600f3-8b1f-48ad-ac77-9d0c004bde2c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:37.972981 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:37.973671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:37.977525 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Usage tracker for resource:security_group_rule and tenant:53012f9138d94449af5dffd27eef4726 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:37.980447 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:37.986221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:38.033658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211b7230-47ce-4af2-87ed-32d6ae22f4a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Network da0b13c4-2f9f-448d-a593-79d74aabf923 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:29:38.041414 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-211b7230-47ce-4af2-87ed-32d6ae22f4a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:29:38.045714 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211b7230-47ce-4af2-87ed-32d6ae22f4a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:29:38.046628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211b7230-47ce-4af2-87ed-32d6ae22f4a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:38.047215 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-211b7230-47ce-4af2-87ed-32d6ae22f4a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:38.061949 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211b7230-47ce-4af2-87ed-32d6ae22f4a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Pushing event updated for resources: {'Port': ['ID=5b25d4f6-89c5-4faa-84a2-c80acdf18df0,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:38.098503 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:38.153082 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-211b7230-47ce-4af2-87ed-32d6ae22f4a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6213031 Mar 01 21:29:38.155634 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60512) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:38.161154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:38.169282 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:38.202980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:29:38.212699 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b3eec3-152e-44ab-aeb1-1c137e05bd02,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:38.218787 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:38.220161 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:38.220642 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Added segment dc5c0224-93d9-43f9-839a-989e54f9c27a of type vlan for network 32892adb-b34a-4242-bb27-b26ff84f9bad Mar 01 21:29:38.237018 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48ffe75-79e4-45e6-99cc-14739fece9a6', 'name': 'tempest-TestServerMultinode-372718223-router', 'tenant_id': '112968505f944ece91c6ea37ab226d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '761600f3-8b1f-48ad-ac77-9d0c004bde2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:29:30Z', 'updated_at': '2022-03-01T21:29:35Z', 'revision_number': 4, 'project_id': '112968505f944ece91c6ea37ab226d55', 'gw_port': {'id': '761600f3-8b1f-48ad-ac77-9d0c004bde2c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:45:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48ffe75-79e4-45e6-99cc-14739fece9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:29:31Z', 'updated_at': '2022-03-01T21:29:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '7b3b11f3-6018-4f91-a0f9-47542d776212', 'name': '', 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c', 'tenant_id': '112968505f944ece91c6ea37ab226d55', 'mac_address': 'fa:16:3e:62:a9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48ffe75-79e4-45e6-99cc-14739fece9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '197b05e7-3b09-40d7-8e46-dd1d5c24ad7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:29:34Z', 'updated_at': '2022-03-01T21:29:36Z', 'revision_number': 2, 'project_id': '112968505f944ece91c6ea37ab226d55', 'subnets': [{'id': '197b05e7-3b09-40d7-8e46-dd1d5c24ad7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:38.242323 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 761600f3-8b1f-48ad-ac77-9d0c004bde2c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=761600f3-8b1f-48ad-ac77-9d0c004bde2c,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:29:38.243395 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] Checking router: e48ffe75-79e4-45e6-99cc-14739fece9a6 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:29:38.243744 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] Updating router e48ffe75-79e4-45e6-99cc-14739fece9a6 port 7b3b11f3-6018-4f91-a0f9-47542d776212 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:29:38.250969 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:38.288196 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:38.302877 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:38.323461 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:38.324746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:38.325335 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:38.339785 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:38.431017 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=761600f3-8b1f-48ad-ac77-9d0c004bde2c,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:38.434181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] Pushing event updated for resources: {'Network': ['ID=32892adb-b34a-4242-bb27-b26ff84f9bad,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:38.467537 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7bff488b-3b71-47b0-9d8d-2e8ed30f021a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6244645 Mar 01 21:29:38.469927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60516) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:38.475854 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 32892adb-b34a-4242-bb27-b26ff84f9bad details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:29:38.476434 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d53b2c4a-1af3-4e60-9fa1-0da5a36ee824 admin admin] Request body: {'subnet': {'network_id': '32892adb-b34a-4242-bb27-b26ff84f9bad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1922632492-subnet', 'tenant_id': '53012f9138d94449af5dffd27eef4726', 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:38.482066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d53b2c4a-1af3-4e60-9fa1-0da5a36ee824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:38.486113 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d53b2c4a-1af3-4e60-9fa1-0da5a36ee824 admin admin] Usage tracker for resource:subnet and tenant:53012f9138d94449af5dffd27eef4726 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:38.489039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d53b2c4a-1af3-4e60-9fa1-0da5a36ee824 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:38.495284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d53b2c4a-1af3-4e60-9fa1-0da5a36ee824 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:38.534822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53b2c4a-1af3-4e60-9fa1-0da5a36ee824 admin admin] Made reservation on behalf of 53012f9138d94449af5dffd27eef4726 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:29:38.537430 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d53b2c4a-1af3-4e60-9fa1-0da5a36ee824 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:38.546632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] device_id is not set on port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:29:38.555890 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:38.572348 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Transition to ACTIVE for port object 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:29:38.609356 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:38.739864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Pushing event updated for resources: {'Port': ['ID=5b25d4f6-89c5-4faa-84a2-c80acdf18df0,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:38.758449 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:38.759069 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:38.759069 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:38.763993 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:38.764313 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:38.764685 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 2 to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 Mar 01 21:29:38.779780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:38.780190 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:38.780638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:38.785457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:38.785801 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:38.786183 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 3 to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 Mar 01 21:29:38.803930 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:38.804310 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:38.804699 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:38.805053 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d53b2c4a-1af3-4e60-9fa1-0da5a36ee824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:38.809776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:38.810097 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:38.810662 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 4 to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 Mar 01 21:29:38.813192 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:38.826267 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] Transition to ACTIVE for port object 7b3b11f3-6018-4f91-a0f9-47542d776212 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:29:38.826469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:38.826893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:38.827228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:38.832678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:38.833001 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:38.833386 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 5 to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 Mar 01 21:29:38.848783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:38.849115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:38.849448 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:38.854217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:38.854536 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:38.854925 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 6 to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 Mar 01 21:29:38.867887 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:38.870912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:38.871255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:38.871605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:38.876452 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:38.876774 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:38.877510 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 7 to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 Mar 01 21:29:38.892810 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:38.893156 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:38.893267 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b2c4a-1af3-4e60-9fa1-0da5a36ee824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3771a04-5ca9-421b-9f14-9b5db4f89678,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:38.893432 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:38.898697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:38.899254 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:38.899807 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 8 to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 Mar 01 21:29:38.899990 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53b2c4a-1af3-4e60-9fa1-0da5a36ee824 admin admin] Checking segment: {'id': 'dc5c0224-93d9-43f9-839a-989e54f9c27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '32892adb-b34a-4242-bb27-b26ff84f9bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:29:38.900543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b2c4a-1af3-4e60-9fa1-0da5a36ee824 admin admin] Network hostable DHCP agents. Network: 32892adb-b34a-4242-bb27-b26ff84f9bad, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:29:38.916484 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:38.916851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:38.917143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:38.922175 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:38.922477 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:38.922860 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 9 to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 Mar 01 21:29:38.941372 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:38.941605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:38.941768 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:38.946930 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:38.947254 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:38.947682 n-d-827896-4 neutron-server[88518]: INFO neutron.plugins.ml2.plugin [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempt 10 to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 Mar 01 21:29:38.966698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:38.967025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:38.967397 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempting to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:38.972405 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on network da0b13c4-2f9f-448d-a593-79d74aabf923 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:38.972728 n-d-827896-4 neutron-server[88518]: ERROR neutron.plugins.ml2.managers [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Failed to bind port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on host n-h1-827896-4 for vnic_type normal using segments [{'id': '041d846d-baab-449f-8157-956bcd82c9b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'da0b13c4-2f9f-448d-a593-79d74aabf923'}] Mar 01 21:29:38.973082 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:38.981251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53b2c4a-1af3-4e60-9fa1-0da5a36ee824 admin admin] Network 32892adb-b34a-4242-bb27-b26ff84f9bad is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:29:39.029825 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2358b9-d975-464b-8df5-1379a0dbb12e None None] Pushing event updated for resources: {'Port': ['ID=7b3b11f3-6018-4f91-a0f9-47542d776212,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:39.073043 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-d53b2c4a-1af3-4e60-9fa1-0da5a36ee824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 32892adb-b34a-4242-bb27-b26ff84f9bad) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:29:39.080604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53b2c4a-1af3-4e60-9fa1-0da5a36ee824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:39.081363 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d53b2c4a-1af3-4e60-9fa1-0da5a36ee824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:39.087587 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745694d1-b683-4364-bac0-64c16ba0be0a None None] Network 32892adb-b34a-4242-bb27-b26ff84f9bad requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:29:39.105820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] For port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:29:39.105820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attempted to set empty binding levels {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Mar 01 21:29:39.178891 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] Attempting to bind port 7b3b11f3-6018-4f91-a0f9-47542d776212 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:39.179185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] Attempting to bind port 7b3b11f3-6018-4f91-a0f9-47542d776212 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '208c54da-0797-427d-8583-9a66ea229346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:39.179580 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] Attempting to bind port 7b3b11f3-6018-4f91-a0f9-47542d776212 on network 58c226fa-8db5-41bc-b37e-14055a75bf8c {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:39.186642 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:39.203567 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d53b2c4a-1af3-4e60-9fa1-0da5a36ee824 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7230201 Mar 01 21:29:39.203567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60520) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:39.204159 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:29:39.204159 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] Checking segment: {'id': '208c54da-0797-427d-8583-9a66ea229346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:29:39.204159 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:39.204474 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1922632492-router', 'tenant_id': '53012f9138d94449af5dffd27eef4726', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:39.204573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] Bound using segment: {'id': '208c54da-0797-427d-8583-9a66ea229346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:29:39.204573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] Bound port: 7b3b11f3-6018-4f91-a0f9-47542d776212, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208c54da-0797-427d-8583-9a66ea229346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:29:39.204573 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:39.208912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:39.213868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Usage tracker for resource:router and tenant:53012f9138d94449af5dffd27eef4726 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:39.217009 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:39.222901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:39.241962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] In _notify_port_updated(), no bound segment for port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 on network da0b13c4-2f9f-448d-a593-79d74aabf923 {{(pid=88518) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:29:39.242808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:39.243609 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:39.244894 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] 10.222.0.42 "PUT /v2.0/ports/5b25d4f6-89c5-4faa-84a2-c80acdf18df0 HTTP/1.1" status: 200 len: 979 time: 1.0883904 Mar 01 21:29:39.247694 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60524) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:39.289730 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:39.291222 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:39.307886 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:39.308248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19ea4d4-3eda-4161-86f7-72f4d9d8dc60 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Pushing event updated for resources: {'Port': ['ID=5b25d4f6-89c5-4faa-84a2-c80acdf18df0,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:39.325746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-91ccdfe9-3bb7-4c83-99a4-b5b93e120d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Deleting port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:29:39.326091 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-91ccdfe9-3bb7-4c83-99a4-b5b93e120d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:39.399059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] For port 7b3b11f3-6018-4f91-a0f9-47542d776212, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:29:39.411694 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] For port 7b3b11f3-6018-4f91-a0f9-47542d776212, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7b3b11f3-6018-4f91-a0f9-47542d776212,segment=NetworkSegment(208c54da-0797-427d-8583-9a66ea229346),segment_id=208c54da-0797-427d-8583-9a66ea229346)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:29:39.421622 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:29:39.433584 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-32892adb-b34a-4242-bb27-b26ff84f9bad', 'network_id': '32892adb-b34a-4242-bb27-b26ff84f9bad', 'tenant_id': '53012f9138d94449af5dffd27eef4726', 'fixed_ips': [{'subnet_id': 'c3771a04-5ca9-421b-9f14-9b5db4f89678'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:29:39.440228 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:39.547340 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:39.651184 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] Routers {'e48ffe75-79e4-45e6-99cc-14739fece9a6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:29:39.652082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:29:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['e48ffe75-79e4-45e6-99cc-14739fece9a6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:39.681920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-91ccdfe9-3bb7-4c83-99a4-b5b93e120d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] For port 5b25d4f6-89c5-4faa-84a2-c80acdf18df0, host n-h1-827896-4, got binding levels [] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:29:39.682331 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-91ccdfe9-3bb7-4c83-99a4-b5b93e120d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:39.719977 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 761600f3-8b1f-48ad-ac77-9d0c004bde2c up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:29:39.781178 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:39.837462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-91ccdfe9-3bb7-4c83-99a4-b5b93e120d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Calling delete_port for 5b25d4f6-89c5-4faa-84a2-c80acdf18df0 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:29:39.856646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2358b9-d975-464b-8df5-1379a0dbb12e None None] Pushing event updated for resources: {'Port': ['ID=7b3b11f3-6018-4f91-a0f9-47542d776212,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:39.944205 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 761600f3-8b1f-48ad-ac77-9d0c004bde2c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:39.944599 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:39.969487 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-91ccdfe9-3bb7-4c83-99a4-b5b93e120d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:40.006054 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Allocated IP 172.20.0.2 (32892adb-b34a-4242-bb27-b26ff84f9bad/c3771a04-5ca9-421b-9f14-9b5db4f89678/f091cdf1-6d8a-4ce6-9aa1-fec7381c9414) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:29:40.027552 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccdfe9-3bb7-4c83-99a4-b5b93e120d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b25d4f6-89c5-4faa-84a2-c80acdf18df0,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:40.044485 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-91ccdfe9-3bb7-4c83-99a4-b5b93e120d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:40.057759 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-91ccdfe9-3bb7-4c83-99a4-b5b93e120d0a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] 10.222.0.42 "DELETE /v2.0/ports/5b25d4f6-89c5-4faa-84a2-c80acdf18df0 HTTP/1.1" status: 204 len: 168 time: 0.8066399 Mar 01 21:29:40.062909 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60528) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:40.081642 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] Set router e48ffe75-79e4-45e6-99cc-14739fece9a6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:29:40.108463 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-8201a275-3fc4-45bb-8e55-f8c25e9480c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] GET failed (client error): The resource could not be found. Mar 01 21:29:40.108927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8201a275-3fc4-45bb-8e55-f8c25e9480c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Synchronizing usage tracker for tenant:c7d73f5ef8b243908da8341c6ea64ad1 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:29:40.164464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8201a275-3fc4-45bb-8e55-f8c25e9480c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] Unset dirty status for tenant:c7d73f5ef8b243908da8341c6ea64ad1 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:29:40.170137 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8201a275-3fc4-45bb-8e55-f8c25e9480c7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1503882500-project-admin] 10.222.0.42 "GET /v2.0/ports/5b25d4f6-89c5-4faa-84a2-c80acdf18df0 HTTP/1.1" status: 404 len: 333 time: 0.1024640 Mar 01 21:29:40.170560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60532) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:40.224812 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:40.256374 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:40.291339 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7026c7ad-d630-4bf9-8873-aee80f8e5596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:40.407844 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Allocated IP 172.25.5.111 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/1ef6dadf-091a-4ec0-8957-2fe80062c1d1) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:29:40.428039 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7026c7ad-d630-4bf9-8873-aee80f8e5596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:40.455305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-7026c7ad-d630-4bf9-8873-aee80f8e5596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da0b13c4-2f9f-448d-a593-79d74aabf923']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:40.468675 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-7026c7ad-d630-4bf9-8873-aee80f8e5596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041d846d-baab-449f-8157-956bcd82c9b0') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:40.469073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-7026c7ad-d630-4bf9-8873-aee80f8e5596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041d846d-baab-449f-8157-956bcd82c9b0') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:40.480953 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7026c7ad-d630-4bf9-8873-aee80f8e5596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:40.497612 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7026c7ad-d630-4bf9-8873-aee80f8e5596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:40.504961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7026c7ad-d630-4bf9-8873-aee80f8e5596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:29:40.505424 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7026c7ad-d630-4bf9-8873-aee80f8e5596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:29:40.520652 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:29:40.545465 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:40.567792 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:40.589617 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Transition to ACTIVE for port object f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:29:40.617183 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Transition to ACTIVE for port object f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:29:40.635624 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48ffe75-79e4-45e6-99cc-14739fece9a6', 'name': 'tempest-TestServerMultinode-372718223-router', 'tenant_id': '112968505f944ece91c6ea37ab226d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '761600f3-8b1f-48ad-ac77-9d0c004bde2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:29:30Z', 'updated_at': '2022-03-01T21:29:35Z', 'revision_number': 4, 'project_id': '112968505f944ece91c6ea37ab226d55', 'gw_port': {'id': '761600f3-8b1f-48ad-ac77-9d0c004bde2c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:45:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ffe75-79e4-45e6-99cc-14739fece9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:29:31Z', 'updated_at': '2022-03-01T21:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '7b3b11f3-6018-4f91-a0f9-47542d776212', 'name': '', 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c', 'tenant_id': '112968505f944ece91c6ea37ab226d55', 'mac_address': 'fa:16:3e:62:a9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48ffe75-79e4-45e6-99cc-14739fece9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '197b05e7-3b09-40d7-8e46-dd1d5c24ad7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:29:34Z', 'updated_at': '2022-03-01T21:29:39Z', 'revision_number': 4, 'project_id': '112968505f944ece91c6ea37ab226d55', 'subnets': [{'id': '197b05e7-3b09-40d7-8e46-dd1d5c24ad7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:40.639561 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62981a9e-7eb9-4d00-b3a4-1d5a8caff0ef None None] The sync data for ids ['e48ffe75-79e4-45e6-99cc-14739fece9a6'] in n-d-827896-4 is: [{'id': 'e48ffe75-79e4-45e6-99cc-14739fece9a6', 'name': 'tempest-TestServerMultinode-372718223-router', 'tenant_id': '112968505f944ece91c6ea37ab226d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '761600f3-8b1f-48ad-ac77-9d0c004bde2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:29:30Z', 'updated_at': '2022-03-01T21:29:35Z', 'revision_number': 4, 'project_id': '112968505f944ece91c6ea37ab226d55', 'gw_port': {'id': '761600f3-8b1f-48ad-ac77-9d0c004bde2c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:45:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ffe75-79e4-45e6-99cc-14739fece9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:29:31Z', 'updated_at': '2022-03-01T21:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '7b3b11f3-6018-4f91-a0f9-47542d776212', 'name': '', 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c', 'tenant_id': '112968505f944ece91c6ea37ab226d55', 'mac_address': 'fa:16:3e:62:a9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48ffe75-79e4-45e6-99cc-14739fece9a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3770, 'fixed_ips': [{'subnet_id': '197b05e7-3b09-40d7-8e46-dd1d5c24ad7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:29:34Z', 'updated_at': '2022-03-01T21:29:39Z', 'revision_number': 4, 'project_id': '112968505f944ece91c6ea37ab226d55', 'subnets': [{'id': '197b05e7-3b09-40d7-8e46-dd1d5c24ad7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:29:40.660972 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:40.690302 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:40.692944 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7026c7ad-d630-4bf9-8873-aee80f8e5596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:40.729274 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7026c7ad-d630-4bf9-8873-aee80f8e5596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:40.742154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7026c7ad-d630-4bf9-8873-aee80f8e5596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] Pushing event deleted for resources: {'Network': ['ID=da0b13c4-2f9f-448d-a593-79d74aabf923,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:40.751844 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7026c7ad-d630-4bf9-8873-aee80f8e5596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-314912370-project] 10.222.0.42 "DELETE /v2.0/networks/da0b13c4-2f9f-448d-a593-79d74aabf923 HTTP/1.1" status: 204 len: 168 time: 0.5800149 Mar 01 21:29:40.755882 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:29:40.758204 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:29:40.771869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:29:40.783091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Network 32892adb-b34a-4242-bb27-b26ff84f9bad is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:29:40.786424 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:29:40.790094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:29:40.848085 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Pushing event updated for resources: {'Port': ['ID=1ef6dadf-091a-4ec0-8957-2fe80062c1d1,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:40.864171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:40.864640 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:40.864989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:40.866231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:40.866231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:40.866966 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:40.867305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:40.867655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:40.867976 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:40.868296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:40.868679 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:40.868923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:40.894368 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Pushing event updated for resources: {'Port': ['ID=f091cdf1-6d8a-4ce6-9aa1-fec7381c9414,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:40.908646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Attempting to bind port f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:40.912808 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Attempting to bind port f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'dc5c0224-93d9-43f9-839a-989e54f9c27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '32892adb-b34a-4242-bb27-b26ff84f9bad'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:40.912808 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Attempting to bind port f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 on network 32892adb-b34a-4242-bb27-b26ff84f9bad {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:40.917264 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:29:40.917690 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Checking segment: {'id': 'dc5c0224-93d9-43f9-839a-989e54f9c27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '32892adb-b34a-4242-bb27-b26ff84f9bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:29:40.918051 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:40.918450 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Bound using segment: {'id': 'dc5c0224-93d9-43f9-839a-989e54f9c27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '32892adb-b34a-4242-bb27-b26ff84f9bad'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:29:40.918926 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Bound port: f091cdf1-6d8a-4ce6-9aa1-fec7381c9414, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5c0224-93d9-43f9-839a-989e54f9c27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '32892adb-b34a-4242-bb27-b26ff84f9bad'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:29:40.919306 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:41.021756 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] For port f091cdf1-6d8a-4ce6-9aa1-fec7381c9414, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:29:41.025582 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] For port f091cdf1-6d8a-4ce6-9aa1-fec7381c9414, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f091cdf1-6d8a-4ce6-9aa1-fec7381c9414,segment=NetworkSegment(dc5c0224-93d9-43f9-839a-989e54f9c27a),segment_id=dc5c0224-93d9-43f9-839a-989e54f9c27a)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:29:41.073254 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:41.169367 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f52fc5-886f-4200-932d-eeb86e6795b4 None None] Pushing event updated for resources: {'Port': ['ID=f091cdf1-6d8a-4ce6-9aa1-fec7381c9414,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:41.298381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60542) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:41.403140 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:41.538072 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7937a0e0-3529-43de-9fef-3112e46fb1f4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=24632fa0acbe46ec8da17be56c3acd46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2382903 Mar 01 21:29:41.540939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60548) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:41.642995 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb0d1825-b063-4ed3-9880-eed325f5925a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:41.673550 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb0d1825-b063-4ed3-9880-eed325f5925a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:41.706010 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7b3b11f3-6018-4f91-a0f9-47542d776212 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:29:41.815612 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb0d1825-b063-4ed3-9880-eed325f5925a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:41.831350 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d1825-b063-4ed3-9880-eed325f5925a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b0fa1a-9a5a-4c44-9b04-52021b353960,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:41.838352 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fb0d1825-b063-4ed3-9880-eed325f5925a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:41.839539 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fb0d1825-b063-4ed3-9880-eed325f5925a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08b0fa1a-9a5a-4c44-9b04-52021b353960 HTTP/1.1" status: 204 len: 168 time: 0.2974250 Mar 01 21:29:41.977864 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:41.986895 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 7b3b11f3-6018-4f91-a0f9-47542d776212 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:29:41.996466 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 7b3b11f3-6018-4f91-a0f9-47542d776212 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:41.996825 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:42.184644 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:42.226352 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 7b3b11f3-6018-4f91-a0f9-47542d776212, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7b3b11f3-6018-4f91-a0f9-47542d776212,segment=NetworkSegment(208c54da-0797-427d-8583-9a66ea229346),segment_id=208c54da-0797-427d-8583-9a66ea229346)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:29:42.300827 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:42.301845 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:29:42.323664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Router 48b72d13-c364-4a37-a60c-d2a9dc71fd62 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:29:42.395690 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b863239-d1d4-4bdd-8685-109983afd060 None None] Network 32892adb-b34a-4242-bb27-b26ff84f9bad requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:29:42.523574 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:29:42.527734 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=7b3b11f3-6018-4f91-a0f9-47542d776212,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:42.534837 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] Sync routers for ids ['48b72d13-c364-4a37-a60c-d2a9dc71fd62'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:29:42.548782 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] Routers {'48b72d13-c364-4a37-a60c-d2a9dc71fd62'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:29:42.549383 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:29:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['48b72d13-c364-4a37-a60c-d2a9dc71fd62'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:42.593264 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:29:42.596239 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-20e605b8-b818-45c0-a2f9-36d65361e2ec None None] Provisioning for port f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:29:42.598212 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60556) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:42.609252 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-20e605b8-b818-45c0-a2f9-36d65361e2ec None None] Provisioning complete for port f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:42.609623 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-20e605b8-b818-45c0-a2f9-36d65361e2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:42.642202 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:42.642202 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:42.663287 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-678f1721-f6a4-454a-9472-abe1fa7248ba admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c7d73f5ef8b243908da8341c6ea64ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0632458 Mar 01 21:29:42.664475 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:42.665712 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8649fb1c-c11d-4c2d-aad6-2877b94e0cac admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4674475 Mar 01 21:29:42.666808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60560) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:42.668467 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60562) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:42.736029 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3f6657f3-7409-49fc-9b1b-bc2fcd3f606a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:42.750805 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] Set router 48b72d13-c364-4a37-a60c-d2a9dc71fd62 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:29:42.775679 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3f6657f3-7409-49fc-9b1b-bc2fcd3f606a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:42.887518 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:42.934627 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-20e605b8-b818-45c0-a2f9-36d65361e2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:42.935039 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3f6657f3-7409-49fc-9b1b-bc2fcd3f606a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:42.952109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6657f3-7409-49fc-9b1b-bc2fcd3f606a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afacbb0a-9a5a-4660-adce-2548aaa3ca64,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:42.970210 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port f091cdf1-6d8a-4ce6-9aa1-fec7381c9414, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f091cdf1-6d8a-4ce6-9aa1-fec7381c9414,segment=NetworkSegment(dc5c0224-93d9-43f9-839a-989e54f9c27a),segment_id=dc5c0224-93d9-43f9-839a-989e54f9c27a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:29:42.982999 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3f6657f3-7409-49fc-9b1b-bc2fcd3f606a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:42.984179 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3f6657f3-7409-49fc-9b1b-bc2fcd3f606a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/afacbb0a-9a5a-4660-adce-2548aaa3ca64 HTTP/1.1" status: 204 len: 168 time: 0.3161709 Mar 01 21:29:43.038913 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:43.161735 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b72d13-c364-4a37-a60c-d2a9dc71fd62', 'name': 'tempest-TestServerMultinode-1922632492-router', 'tenant_id': '53012f9138d94449af5dffd27eef4726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '1ef6dadf-091a-4ec0-8957-2fe80062c1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:29:39Z', 'updated_at': '2022-03-01T21:29:41Z', 'revision_number': 3, 'project_id': '53012f9138d94449af5dffd27eef4726', 'gw_port': {'id': '1ef6dadf-091a-4ec0-8957-2fe80062c1d1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b72d13-c364-4a37-a60c-d2a9dc71fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:29:40Z', 'updated_at': '2022-03-01T21:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:43.167282 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] Checking router: 48b72d13-c364-4a37-a60c-d2a9dc71fd62 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:29:43.167820 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] Updating router 48b72d13-c364-4a37-a60c-d2a9dc71fd62 port 1ef6dadf-091a-4ec0-8957-2fe80062c1d1 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:29:43.232614 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-20e605b8-b818-45c0-a2f9-36d65361e2ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:29:43.232614 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-20e605b8-b818-45c0-a2f9-36d65361e2ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:29:43.233594 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=f091cdf1-6d8a-4ce6-9aa1-fec7381c9414,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:43.241892 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:43.639042 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7b3b11f3-6018-4f91-a0f9-47542d776212 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:29:43.640529 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:43.652400 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1bbcdd06-4335-4570-84d6-b4cc72dbcf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:43.656294 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] Transition to ACTIVE for port object 1ef6dadf-091a-4ec0-8957-2fe80062c1d1 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:29:43.711148 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 7b3b11f3-6018-4f91-a0f9-47542d776212 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:43.711552 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:43.733746 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:43.808869 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe53ae0-d20e-411e-8b65-762797d47da2 None None] Pushing event updated for resources: {'Port': ['ID=1ef6dadf-091a-4ec0-8957-2fe80062c1d1,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:43.832016 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] Attempting to bind port 1ef6dadf-091a-4ec0-8957-2fe80062c1d1 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:43.832739 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] Attempting to bind port 1ef6dadf-091a-4ec0-8957-2fe80062c1d1 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:43.833251 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] Attempting to bind port 1ef6dadf-091a-4ec0-8957-2fe80062c1d1 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:43.840067 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:29:43.840743 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:29:43.841287 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:43.841834 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:29:43.842447 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] Bound port: 1ef6dadf-091a-4ec0-8957-2fe80062c1d1, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:29:43.842965 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:43.929017 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] For port 1ef6dadf-091a-4ec0-8957-2fe80062c1d1, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:29:43.929636 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:29:43.932503 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] For port 1ef6dadf-091a-4ec0-8957-2fe80062c1d1, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1ef6dadf-091a-4ec0-8957-2fe80062c1d1,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:29:43.953774 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-1bbcdd06-4335-4570-84d6-b4cc72dbcf9e admin admin] Allocated IP 172.20.0.1 (32892adb-b34a-4242-bb27-b26ff84f9bad/c3771a04-5ca9-421b-9f14-9b5db4f89678/90895fb9-ee74-426c-aab9-01c8629b7c33) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:29:44.003926 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-11a2bf53-df4b-44be-88d4-27e0228ee2ce None None] Provisioning complete for port f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:44.004588 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-11a2bf53-df4b-44be-88d4-27e0228ee2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:44.027109 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:44.063391 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4390c8d9-1b78-43a2-82f1-1a7ec09deebe req-75e5516c-d43d-4c1f-b49f-9de4b3b8319f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1897628 Mar 01 21:29:44.083543 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:44.083686 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:44.146390 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1bbcdd06-4335-4570-84d6-b4cc72dbcf9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:44.165498 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe53ae0-d20e-411e-8b65-762797d47da2 None None] Pushing event updated for resources: {'Port': ['ID=1ef6dadf-091a-4ec0-8957-2fe80062c1d1,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:44.167449 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-1bbcdd06-4335-4570-84d6-b4cc72dbcf9e admin admin] Transition to ACTIVE for port object 90895fb9-ee74-426c-aab9-01c8629b7c33 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:29:44.192023 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] Routers {'48b72d13-c364-4a37-a60c-d2a9dc71fd62'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:29:44.192757 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:29:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['48b72d13-c364-4a37-a60c-d2a9dc71fd62'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:44.293992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390c8d9-1b78-43a2-82f1-1a7ec09deebe req-f71f4a86-757c-4344-bb1f-228ffe344485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:44.295802 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4390c8d9-1b78-43a2-82f1-1a7ec09deebe req-f71f4a86-757c-4344-bb1f-228ffe344485 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=344426e910fb4a26a6fdf736e0329342&device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 1096 time: 0.1175168 Mar 01 21:29:44.394263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60588) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:44.405450 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] Set router 48b72d13-c364-4a37-a60c-d2a9dc71fd62 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:29:44.408266 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1bbcdd06-4335-4570-84d6-b4cc72dbcf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:44.490060 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbcdd06-4335-4570-84d6-b4cc72dbcf9e admin admin] Network 32892adb-b34a-4242-bb27-b26ff84f9bad is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:29:44.497548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-1bbcdd06-4335-4570-84d6-b4cc72dbcf9e admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:29:44.519998 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbcdd06-4335-4570-84d6-b4cc72dbcf9e admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:29:44.542301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1276321089'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:44.548204 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:44.552982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Usage tracker for resource:network and tenant:eab36349c117442aae250e23149de876 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:44.557453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:44.562755 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbcdd06-4335-4570-84d6-b4cc72dbcf9e admin admin] Pushing event updated for resources: {'Port': ['ID=90895fb9-ee74-426c-aab9-01c8629b7c33,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:44.566935 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:44.578960 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390c8d9-1b78-43a2-82f1-1a7ec09deebe req-7fb11414-0e8e-4369-821a-5c347fe82df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:44.585553 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4390c8d9-1b78-43a2-82f1-1a7ec09deebe req-7fb11414-0e8e-4369-821a-5c347fe82df7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=908f598c-19e2-45b4-94cd-1dd894ee0271 HTTP/1.1" status: 200 len: 898 time: 0.2616782 Mar 01 21:29:44.654731 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1bbcdd06-4335-4570-84d6-b4cc72dbcf9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:44.657837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Made reservation on behalf of eab36349c117442aae250e23149de876 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:29:44.665282 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:44.685284 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:44.706621 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:44.711758 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Usage tracker for resource:security_group_rule and tenant:eab36349c117442aae250e23149de876 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:44.714990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:44.720344 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4390c8d9-1b78-43a2-82f1-1a7ec09deebe req-8392fc6e-f49f-443d-99f0-d2461bffe285 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d93b60-e785-48cd-8c3b-ca93a0062ca3 HTTP/1.1" status: 200 len: 1001 time: 0.1324723 Mar 01 21:29:44.730795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:44.736789 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b72d13-c364-4a37-a60c-d2a9dc71fd62', 'name': 'tempest-TestServerMultinode-1922632492-router', 'tenant_id': '53012f9138d94449af5dffd27eef4726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '1ef6dadf-091a-4ec0-8957-2fe80062c1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:29:39Z', 'updated_at': '2022-03-01T21:29:41Z', 'revision_number': 3, 'project_id': '53012f9138d94449af5dffd27eef4726', 'gw_port': {'id': '1ef6dadf-091a-4ec0-8957-2fe80062c1d1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b72d13-c364-4a37-a60c-d2a9dc71fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:29:40Z', 'updated_at': '2022-03-01T21:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:44.742286 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16a049e-9ef5-4629-900b-79bae44db540 None None] The sync data for ids ['48b72d13-c364-4a37-a60c-d2a9dc71fd62'] in n-d-827896-4 is: [{'id': '48b72d13-c364-4a37-a60c-d2a9dc71fd62', 'name': 'tempest-TestServerMultinode-1922632492-router', 'tenant_id': '53012f9138d94449af5dffd27eef4726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '1ef6dadf-091a-4ec0-8957-2fe80062c1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:29:39Z', 'updated_at': '2022-03-01T21:29:41Z', 'revision_number': 3, 'project_id': '53012f9138d94449af5dffd27eef4726', 'gw_port': {'id': '1ef6dadf-091a-4ec0-8957-2fe80062c1d1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b3:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b72d13-c364-4a37-a60c-d2a9dc71fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:29:40Z', 'updated_at': '2022-03-01T21:29:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:29:44.809432 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390c8d9-1b78-43a2-82f1-1a7ec09deebe req-933ff36a-d3d8-403e-a7e7-32d73fbae402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:44.809432 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4390c8d9-1b78-43a2-82f1-1a7ec09deebe req-933ff36a-d3d8-403e-a7e7-32d73fbae402 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=31d5d167-3970-4bdb-8d07-4557609c4f88 HTTP/1.1" status: 200 len: 834 time: 0.0769887 Mar 01 21:29:44.846311 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:44.889240 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d614c531-1e30-4c9d-b273-546c0d9150b8 None None] Provisioning for port 90895fb9-ee74-426c-aab9-01c8629b7c33 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:29:44.896930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390c8d9-1b78-43a2-82f1-1a7ec09deebe req-8df130e6-7885-44e9-9d81-100270e29e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:44.898530 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4390c8d9-1b78-43a2-82f1-1a7ec09deebe req-8df130e6-7885-44e9-9d81-100270e29e20 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=908f598c-19e2-45b4-94cd-1dd894ee0271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0874803 Mar 01 21:29:44.899670 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d614c531-1e30-4c9d-b273-546c0d9150b8 None None] Provisioning complete for port 90895fb9-ee74-426c-aab9-01c8629b7c33 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:44.900200 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d614c531-1e30-4c9d-b273-546c0d9150b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:44.911880 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:44.954911 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:29:44.963703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70408501-9bf1-48aa-954f-4c13dbf4ff87,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:44.973545 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:44.974205 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Added segment 77261030-a207-4995-bdcf-cc993e097e78 of type vlan for network 64334664-ff02-4b27-b1b5-7bf07af53bd3 Mar 01 21:29:45.023444 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:45.101045 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1bbcdd06-4335-4570-84d6-b4cc72dbcf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:45.104503 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d614c531-1e30-4c9d-b273-546c0d9150b8 None None] Port 90895fb9-ee74-426c-aab9-01c8629b7c33 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:29:45.128845 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:45.134829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:45.135451 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:45.176751 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4390c8d9-1b78-43a2-82f1-1a7ec09deebe req-4001e337-651d-4364-b5ec-8f4d5516185b service neutron] 10.222.0.55 "GET /v2.0/networks/908f598c-19e2-45b4-94cd-1dd894ee0271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714212 Mar 01 21:29:45.259301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Pushing event updated for resources: {'Network': ['ID=64334664-ff02-4b27-b1b5-7bf07af53bd3,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:45.273048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 64334664-ff02-4b27-b1b5-7bf07af53bd3 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:29:45.321729 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-88fed00b-1da9-4296-a864-267866ae2830 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9262125 Mar 01 21:29:45.322466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60594) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:45.329563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-8b385f4e-4d35-451c-91bf-08615e0b2c99 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Request body: {'subnet': {'network_id': '64334664-ff02-4b27-b1b5-7bf07af53bd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:45.453093 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8b385f4e-4d35-451c-91bf-08615e0b2c99 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:45.457777 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8b385f4e-4d35-451c-91bf-08615e0b2c99 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Usage tracker for resource:subnet and tenant:eab36349c117442aae250e23149de876 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:45.461514 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-8b385f4e-4d35-451c-91bf-08615e0b2c99 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:45.467858 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-8b385f4e-4d35-451c-91bf-08615e0b2c99 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:45.546280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b385f4e-4d35-451c-91bf-08615e0b2c99 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Made reservation on behalf of eab36349c117442aae250e23149de876 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:29:45.551979 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8b385f4e-4d35-451c-91bf-08615e0b2c99 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:45.559990 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4390c8d9-1b78-43a2-82f1-1a7ec09deebe req-270b355e-bc4e-4b52-8cf1-e8ecefec0347 service neutron] 10.222.0.55 "GET /v2.0/networks/908f598c-19e2-45b4-94cd-1dd894ee0271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3698363 Mar 01 21:29:45.615409 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1bbcdd06-4335-4570-84d6-b4cc72dbcf9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:45.646198 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1ef6dadf-091a-4ec0-8957-2fe80062c1d1 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:29:45.677277 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1bbcdd06-4335-4570-84d6-b4cc72dbcf9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:45.793050 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 1ef6dadf-091a-4ec0-8957-2fe80062c1d1 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:29:45.796925 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1bbcdd06-4335-4570-84d6-b4cc72dbcf9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:45.803808 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 1ef6dadf-091a-4ec0-8957-2fe80062c1d1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:45.805269 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:45.823339 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbcdd06-4335-4570-84d6-b4cc72dbcf9e admin admin] Pushing event updated for resources: {'Port': ['ID=90895fb9-ee74-426c-aab9-01c8629b7c33,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:45.940341 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:45.946674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbcdd06-4335-4570-84d6-b4cc72dbcf9e admin admin] Network 32892adb-b34a-4242-bb27-b26ff84f9bad is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:29:45.947776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-1bbcdd06-4335-4570-84d6-b4cc72dbcf9e admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:29:45.959551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 1ef6dadf-091a-4ec0-8957-2fe80062c1d1, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1ef6dadf-091a-4ec0-8957-2fe80062c1d1,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:29:45.993785 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8b385f4e-4d35-451c-91bf-08615e0b2c99 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:46.050416 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:46.096010 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b385f4e-4d35-451c-91bf-08615e0b2c99 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Pushing event updated for resources: {'Subnet': ['ID=c3497a84-bb44-4bc8-af9a-037b497487a6,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:46.103949 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b385f4e-4d35-451c-91bf-08615e0b2c99 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Checking segment: {'id': '77261030-a207-4995-bdcf-cc993e097e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '64334664-ff02-4b27-b1b5-7bf07af53bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:29:46.104412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b385f4e-4d35-451c-91bf-08615e0b2c99 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Network hostable DHCP agents. Network: 64334664-ff02-4b27-b1b5-7bf07af53bd3, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:29:46.157258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bbcdd06-4335-4570-84d6-b4cc72dbcf9e admin admin] Router 48b72d13-c364-4a37-a60c-d2a9dc71fd62 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:29:46.173722 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=1ef6dadf-091a-4ec0-8957-2fe80062c1d1,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:46.197967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b385f4e-4d35-451c-91bf-08615e0b2c99 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Network 64334664-ff02-4b27-b1b5-7bf07af53bd3 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:29:46.254963 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-8b385f4e-4d35-451c-91bf-08615e0b2c99 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 64334664-ff02-4b27-b1b5-7bf07af53bd3) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:29:46.259178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b385f4e-4d35-451c-91bf-08615e0b2c99 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:46.259793 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8b385f4e-4d35-451c-91bf-08615e0b2c99 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:46.266312 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dceded44-eab7-4472-89a6-df5fb90038b2 None None] Network 64334664-ff02-4b27-b1b5-7bf07af53bd3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:29:46.363701 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bbcdd06-4335-4570-84d6-b4cc72dbcf9e admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:29:46.383425 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8b385f4e-4d35-451c-91bf-08615e0b2c99 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0473113 Mar 01 21:29:46.383631 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1bbcdd06-4335-4570-84d6-b4cc72dbcf9e admin admin] 10.222.0.42 "PUT /v2.0/routers/48b72d13-c364-4a37-a60c-d2a9dc71fd62/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7041373 Mar 01 21:29:46.383726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60598) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:46.389555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-bca25318-8840-4a62-aee0-a2aad1e5bf31 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Request body: {'port': {'network_id': '64334664-ff02-4b27-b1b5-7bf07af53bd3', 'name': 'tempest-AllowedAddressPairTestJSON-2088493202'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:46.398707 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1b7c4da4-c841-4911-9f71-3921eb640aea None None] Provisioning complete for port 90895fb9-ee74-426c-aab9-01c8629b7c33 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:46.399080 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1b7c4da4-c841-4911-9f71-3921eb640aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:46.457820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1b7c4da4-c841-4911-9f71-3921eb640aea None None] Port 90895fb9-ee74-426c-aab9-01c8629b7c33 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:29:46.534784 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bca25318-8840-4a62-aee0-a2aad1e5bf31 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:46.539343 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bca25318-8840-4a62-aee0-a2aad1e5bf31 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Usage tracker for resource:port and tenant:eab36349c117442aae250e23149de876 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:46.542175 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bca25318-8840-4a62-aee0-a2aad1e5bf31 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:46.548593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-bca25318-8840-4a62-aee0-a2aad1e5bf31 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:46.559170 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-64334664-ff02-4b27-b1b5-7bf07af53bd3', 'network_id': '64334664-ff02-4b27-b1b5-7bf07af53bd3', 'tenant_id': 'eab36349c117442aae250e23149de876', 'fixed_ips': [{'subnet_id': 'c3497a84-bb44-4bc8-af9a-037b497487a6'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:29:46.560173 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:46.649158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca25318-8840-4a62-aee0-a2aad1e5bf31 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Made reservation on behalf of eab36349c117442aae250e23149de876 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:29:46.655069 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bca25318-8840-4a62-aee0-a2aad1e5bf31 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:46.684611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-bca25318-8840-4a62-aee0-a2aad1e5bf31 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] device_id is not set on port fd86be3e-7637-4862-bc2e-fef44b001d33 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:29:46.730235 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Allocated IP 172.20.0.2 (64334664-ff02-4b27-b1b5-7bf07af53bd3/c3497a84-bb44-4bc8-af9a-037b497487a6/60e41a79-55bc-44ac-84a0-c79818d18cbb) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:29:46.943774 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:46.954269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Transition to ACTIVE for port object 60e41a79-55bc-44ac-84a0-c79818d18cbb will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:29:46.972975 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Transition to ACTIVE for port object 60e41a79-55bc-44ac-84a0-c79818d18cbb will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:29:47.049610 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:47.115342 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Network 64334664-ff02-4b27-b1b5-7bf07af53bd3 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:29:47.124268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:29:47.126879 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:29:47.160415 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Pushing event updated for resources: {'Port': ['ID=60e41a79-55bc-44ac-84a0-c79818d18cbb,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:47.192391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-bca25318-8840-4a62-aee0-a2aad1e5bf31 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Allocated IP 172.20.0.6 (64334664-ff02-4b27-b1b5-7bf07af53bd3/c3497a84-bb44-4bc8-af9a-037b497487a6/fd86be3e-7637-4862-bc2e-fef44b001d33) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:29:47.201501 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-bb882201-cfee-4f49-9996-22db82c89b80 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:47.202986 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-bb882201-cfee-4f49-9996-22db82c89b80 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/networks?id=58c226fa-8db5-41bc-b37e-14055a75bf8c HTTP/1.1" status: 200 len: 910 time: 0.2013776 Mar 01 21:29:47.228690 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Attempting to bind port 60e41a79-55bc-44ac-84a0-c79818d18cbb on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:47.229293 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Attempting to bind port 60e41a79-55bc-44ac-84a0-c79818d18cbb by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '77261030-a207-4995-bdcf-cc993e097e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '64334664-ff02-4b27-b1b5-7bf07af53bd3'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:47.229398 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Attempting to bind port 60e41a79-55bc-44ac-84a0-c79818d18cbb on network 64334664-ff02-4b27-b1b5-7bf07af53bd3 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:47.234761 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:29:47.235249 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Checking segment: {'id': '77261030-a207-4995-bdcf-cc993e097e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '64334664-ff02-4b27-b1b5-7bf07af53bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:29:47.235625 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:47.236417 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Bound using segment: {'id': '77261030-a207-4995-bdcf-cc993e097e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '64334664-ff02-4b27-b1b5-7bf07af53bd3'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:29:47.236540 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Bound port: 60e41a79-55bc-44ac-84a0-c79818d18cbb, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77261030-a207-4995-bdcf-cc993e097e78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '64334664-ff02-4b27-b1b5-7bf07af53bd3'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:29:47.236830 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:47.237410 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-37832d36-cc7c-4f42-a041-7ede8a452027 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/quotas/53012f9138d94449af5dffd27eef4726 HTTP/1.1" status: 200 len: 375 time: 0.0253351 Mar 01 21:29:47.327424 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] For port 60e41a79-55bc-44ac-84a0-c79818d18cbb, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:29:47.331165 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] For port 60e41a79-55bc-44ac-84a0-c79818d18cbb, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=60e41a79-55bc-44ac-84a0-c79818d18cbb,segment=NetworkSegment(77261030-a207-4995-bdcf-cc993e097e78),segment_id=77261030-a207-4995-bdcf-cc993e097e78)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:29:47.361811 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] Sync routers for ids ['48b72d13-c364-4a37-a60c-d2a9dc71fd62'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:29:47.371700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] Routers {'48b72d13-c364-4a37-a60c-d2a9dc71fd62'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:29:47.372298 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:29:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['48b72d13-c364-4a37-a60c-d2a9dc71fd62'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:47.427544 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:47.448240 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-748d16d5-52ef-4266-8a0b-7f9c8c2343b6 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=53012f9138d94449af5dffd27eef4726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1985860 Mar 01 21:29:47.483790 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bca25318-8840-4a62-aee0-a2aad1e5bf31 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:47.500828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-bca25318-8840-4a62-aee0-a2aad1e5bf31 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Transition to ACTIVE for port object fd86be3e-7637-4862-bc2e-fef44b001d33 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:29:47.518243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-37796655-46cb-4e1a-b27d-6f374edc3c71 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:29:47.519314 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-37796655-46cb-4e1a-b27d-6f374edc3c71 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0624726 Mar 01 21:29:47.600204 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb1c93-103b-4617-9a8d-c64304eb6b86 None None] Pushing event updated for resources: {'Port': ['ID=60e41a79-55bc-44ac-84a0-c79818d18cbb,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:47.619671 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bca25318-8840-4a62-aee0-a2aad1e5bf31 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:47.628053 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1ef6dadf-091a-4ec0-8957-2fe80062c1d1 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:29:47.725984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca25318-8840-4a62-aee0-a2aad1e5bf31 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Network 64334664-ff02-4b27-b1b5-7bf07af53bd3 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:29:47.732186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-bca25318-8840-4a62-aee0-a2aad1e5bf31 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:29:47.739798 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca25318-8840-4a62-aee0-a2aad1e5bf31 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Pushing event updated for resources: {'Port': ['ID=fd86be3e-7637-4862-bc2e-fef44b001d33,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:47.751831 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] Set router 48b72d13-c364-4a37-a60c-d2a9dc71fd62 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:29:47.752452 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca25318-8840-4a62-aee0-a2aad1e5bf31 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:29:47.808805 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-98d11e2b-ccce-4005-b7a2-05a254325fa2 service neutron] 10.222.0.42 "GET /v2.0/networks/58c226fa-8db5-41bc-b37e-14055a75bf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814510 Mar 01 21:29:47.868165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca25318-8840-4a62-aee0-a2aad1e5bf31 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:47.868797 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bca25318-8840-4a62-aee0-a2aad1e5bf31 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:47.966567 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 1ef6dadf-091a-4ec0-8957-2fe80062c1d1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:47.966567 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:47.983327 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-cb5a4c29-1457-4db1-a4f7-24e2398c59d0 service neutron] 10.222.0.42 "GET /v2.0/networks/58c226fa-8db5-41bc-b37e-14055a75bf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664605 Mar 01 21:29:48.021486 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bca25318-8840-4a62-aee0-a2aad1e5bf31 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6459746 Mar 01 21:29:48.025276 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60626) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:48.032259 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-46eff695-b05c-4e17-af2b-ba4a3369cc9f tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Request body: {'port': {'network_id': '64334664-ff02-4b27-b1b5-7bf07af53bd3', 'name': 'tempest-AllowedAddressPairTestJSON-141347474', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:79:71:b5'}]}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:48.234127 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b72d13-c364-4a37-a60c-d2a9dc71fd62', 'name': 'tempest-TestServerMultinode-1922632492-router', 'tenant_id': '53012f9138d94449af5dffd27eef4726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '1ef6dadf-091a-4ec0-8957-2fe80062c1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:29:39Z', 'updated_at': '2022-03-01T21:29:44Z', 'revision_number': 4, 'project_id': '53012f9138d94449af5dffd27eef4726', 'gw_port': {'id': '1ef6dadf-091a-4ec0-8957-2fe80062c1d1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b72d13-c364-4a37-a60c-d2a9dc71fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:29:40Z', 'updated_at': '2022-03-01T21:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '90895fb9-ee74-426c-aab9-01c8629b7c33', 'name': '', 'network_id': '32892adb-b34a-4242-bb27-b26ff84f9bad', 'tenant_id': '53012f9138d94449af5dffd27eef4726', 'mac_address': 'fa:16:3e:6d:fe:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b72d13-c364-4a37-a60c-d2a9dc71fd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'c3771a04-5ca9-421b-9f14-9b5db4f89678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:29:43Z', 'updated_at': '2022-03-01T21:29:45Z', 'revision_number': 2, 'project_id': '53012f9138d94449af5dffd27eef4726', 'subnets': [{'id': 'c3771a04-5ca9-421b-9f14-9b5db4f89678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:48.239123 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] Checking router: 48b72d13-c364-4a37-a60c-d2a9dc71fd62 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:29:48.239669 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] Updating router 48b72d13-c364-4a37-a60c-d2a9dc71fd62 port 90895fb9-ee74-426c-aab9-01c8629b7c33 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:29:48.260916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-46eff695-b05c-4e17-af2b-ba4a3369cc9f tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:48.267427 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-46eff695-b05c-4e17-af2b-ba4a3369cc9f tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Usage tracker for resource:port and tenant:eab36349c117442aae250e23149de876 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:48.269855 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-46eff695-b05c-4e17-af2b-ba4a3369cc9f tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:48.279306 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-46eff695-b05c-4e17-af2b-ba4a3369cc9f tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:48.313679 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:48.329016 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47657b47-3eb9-4777-894f-d38bd4c35e98 req-2e9fa4ce-3a08-4a31-90c1-888c3222ea11 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=214be953-70e5-4a06-b2dc-ec844551fc1c HTTP/1.1" status: 200 len: 210 time: 0.1244810 Mar 01 21:29:48.383262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46eff695-b05c-4e17-af2b-ba4a3369cc9f tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Made reservation on behalf of eab36349c117442aae250e23149de876 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:29:48.520851 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46eff695-b05c-4e17-af2b-ba4a3369cc9f tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:48.544353 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-46eff695-b05c-4e17-af2b-ba4a3369cc9f tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] device_id is not set on port 84552829-acbe-4d51-b6d4-a21c2d62b291 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:29:48.666527 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43302590-69ca-43e1-a34b-f32bab88c4b5 None None] Network 64334664-ff02-4b27-b1b5-7bf07af53bd3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:29:48.698699 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-46eff695-b05c-4e17-af2b-ba4a3369cc9f tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Allocated IP 172.20.0.7 (64334664-ff02-4b27-b1b5-7bf07af53bd3/c3497a84-bb44-4bc8-af9a-037b497487a6/84552829-acbe-4d51-b6d4-a21c2d62b291) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:29:48.882924 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60642) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:48.901621 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:48.915394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] Transition to ACTIVE for port object 90895fb9-ee74-426c-aab9-01c8629b7c33 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:29:48.925002 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fdfdc76c-b91a-40bb-9b35-e82918ae061b None None] Provisioning for port 60e41a79-55bc-44ac-84a0-c79818d18cbb completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:29:48.926787 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46eff695-b05c-4e17-af2b-ba4a3369cc9f tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:48.946761 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-46eff695-b05c-4e17-af2b-ba4a3369cc9f tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Transition to ACTIVE for port object 84552829-acbe-4d51-b6d4-a21c2d62b291 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:29:48.992503 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:48.996587 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a2be6e81-cf1b-43fd-baa6-1954cb779ee1 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/floatingips/207d1f94-53cb-4512-a933-5516d5bbb6a6 HTTP/1.1" status: 200 len: 993 time: 0.1124802 Mar 01 21:29:49.067901 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec721e0-8bfd-4b8d-bda5-50dcc7357bfe None None] Pushing event updated for resources: {'Port': ['ID=90895fb9-ee74-426c-aab9-01c8629b7c33,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:49.073490 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46eff695-b05c-4e17-af2b-ba4a3369cc9f tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:49.199943 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46eff695-b05c-4e17-af2b-ba4a3369cc9f tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Pushing event updated for resources: {'Port': ['ID=84552829-acbe-4d51-b6d4-a21c2d62b291,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:49.214421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46eff695-b05c-4e17-af2b-ba4a3369cc9f tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Network 64334664-ff02-4b27-b1b5-7bf07af53bd3 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:29:49.216034 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-46eff695-b05c-4e17-af2b-ba4a3369cc9f tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:29:49.222427 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46eff695-b05c-4e17-af2b-ba4a3369cc9f tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:29:49.390669 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46eff695-b05c-4e17-af2b-ba4a3369cc9f tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:49.395932 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46eff695-b05c-4e17-af2b-ba4a3369cc9f tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:49.397916 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] Attempting to bind port 90895fb9-ee74-426c-aab9-01c8629b7c33 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:49.398440 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] Attempting to bind port 90895fb9-ee74-426c-aab9-01c8629b7c33 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'dc5c0224-93d9-43f9-839a-989e54f9c27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '32892adb-b34a-4242-bb27-b26ff84f9bad'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:49.398440 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] Attempting to bind port 90895fb9-ee74-426c-aab9-01c8629b7c33 on network 32892adb-b34a-4242-bb27-b26ff84f9bad {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:49.414598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:29:49.415270 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] Checking segment: {'id': 'dc5c0224-93d9-43f9-839a-989e54f9c27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '32892adb-b34a-4242-bb27-b26ff84f9bad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:29:49.419860 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:49.420458 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] Bound using segment: {'id': 'dc5c0224-93d9-43f9-839a-989e54f9c27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '32892adb-b34a-4242-bb27-b26ff84f9bad'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:29:49.421110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] Bound port: 90895fb9-ee74-426c-aab9-01c8629b7c33, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc5c0224-93d9-43f9-839a-989e54f9c27a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '32892adb-b34a-4242-bb27-b26ff84f9bad'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:29:49.421880 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:49.503047 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-46eff695-b05c-4e17-af2b-ba4a3369cc9f tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 1.4761765 Mar 01 21:29:49.509926 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60656) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:49.551286 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b3c08614-34d8-428c-b2f1-920a83dc8ee6 req-429a519a-f1f8-49d8-bc78-6ef671cdc000 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=214be953-70e5-4a06-b2dc-ec844551fc1c HTTP/1.1" status: 200 len: 210 time: 0.0577464 Mar 01 21:29:49.558162 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60660) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:49.613448 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] For port 90895fb9-ee74-426c-aab9-01c8629b7c33, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:29:49.619002 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-37deddc5-2c64-4f20-a282-a137c4ab7668 None None] Provisioning for port fd86be3e-7637-4862-bc2e-fef44b001d33 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:29:49.635868 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] For port 90895fb9-ee74-426c-aab9-01c8629b7c33, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=90895fb9-ee74-426c-aab9-01c8629b7c33,segment=NetworkSegment(dc5c0224-93d9-43f9-839a-989e54f9c27a),segment_id=dc5c0224-93d9-43f9-839a-989e54f9c27a)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:29:49.644430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-37deddc5-2c64-4f20-a282-a137c4ab7668 None None] Provisioning complete for port fd86be3e-7637-4862-bc2e-fef44b001d33 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:49.644814 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-37deddc5-2c64-4f20-a282-a137c4ab7668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:49.819027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955ac488-01f5-42b5-b767-bdc56688ed6b tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:49.827207 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955ac488-01f5-42b5-b767-bdc56688ed6b tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:49.834012 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955ac488-01f5-42b5-b767-bdc56688ed6b tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:49.835946 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-955ac488-01f5-42b5-b767-bdc56688ed6b tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Synchronizing usage tracker for tenant:eab36349c117442aae250e23149de876 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:29:49.836875 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-37deddc5-2c64-4f20-a282-a137c4ab7668 None None] Port fd86be3e-7637-4862-bc2e-fef44b001d33 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:29:49.839094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 60e41a79-55bc-44ac-84a0-c79818d18cbb up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:29:49.897211 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:49.935411 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-955ac488-01f5-42b5-b767-bdc56688ed6b tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Unset dirty status for tenant:eab36349c117442aae250e23149de876 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:29:49.936944 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-955ac488-01f5-42b5-b767-bdc56688ed6b tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.4298401 Mar 01 21:29:49.945072 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60664) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:50.036922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-b8ddeeae-21f2-4d6c-b36a-4050172e7b32 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Deleting port 952f31e0-481c-46ef-9e5d-ddc4058120e4 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:29:50.037968 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b8ddeeae-21f2-4d6c-b36a-4050172e7b32 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:50.040666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] Routers {'48b72d13-c364-4a37-a60c-d2a9dc71fd62'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:29:50.041316 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:29:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['48b72d13-c364-4a37-a60c-d2a9dc71fd62'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:50.047671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5351f265-aa18-4988-9fbf-cd3268759dfe tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Deleting port 84552829-acbe-4d51-b6d4-a21c2d62b291 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:29:50.048777 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5351f265-aa18-4988-9fbf-cd3268759dfe tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:50.153163 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-60c0aa35-be7f-4469-8ed0-d39b0048cd73 None None] Provisioning complete for port fd86be3e-7637-4862-bc2e-fef44b001d33 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:50.153537 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-60c0aa35-be7f-4469-8ed0-d39b0048cd73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:50.209160 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec721e0-8bfd-4b8d-bda5-50dcc7357bfe None None] Pushing event updated for resources: {'Port': ['ID=90895fb9-ee74-426c-aab9-01c8629b7c33,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:50.230528 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec721e0-8bfd-4b8d-bda5-50dcc7357bfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:50.230860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec721e0-8bfd-4b8d-bda5-50dcc7357bfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:50.231202 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec721e0-8bfd-4b8d-bda5-50dcc7357bfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:50.231572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec721e0-8bfd-4b8d-bda5-50dcc7357bfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:50.231907 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec721e0-8bfd-4b8d-bda5-50dcc7357bfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:50.232236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec721e0-8bfd-4b8d-bda5-50dcc7357bfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:50.232567 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec721e0-8bfd-4b8d-bda5-50dcc7357bfe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:50.232893 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec721e0-8bfd-4b8d-bda5-50dcc7357bfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:50.233219 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec721e0-8bfd-4b8d-bda5-50dcc7357bfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:50.233656 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec721e0-8bfd-4b8d-bda5-50dcc7357bfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:50.233962 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec721e0-8bfd-4b8d-bda5-50dcc7357bfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:50.234286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ec721e0-8bfd-4b8d-bda5-50dcc7357bfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:29:50.260331 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b8ddeeae-21f2-4d6c-b36a-4050172e7b32 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:50.260907 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b8ddeeae-21f2-4d6c-b36a-4050172e7b32 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:50.268892 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-60c0aa35-be7f-4469-8ed0-d39b0048cd73 None None] Port fd86be3e-7637-4862-bc2e-fef44b001d33 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:29:50.327201 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 60e41a79-55bc-44ac-84a0-c79818d18cbb completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:29:50.340128 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 60e41a79-55bc-44ac-84a0-c79818d18cbb triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:50.340507 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:50.365304 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5351f265-aa18-4988-9fbf-cd3268759dfe tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:50.399634 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-b8ddeeae-21f2-4d6c-b36a-4050172e7b32 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Calling delete_port for 952f31e0-481c-46ef-9e5d-ddc4058120e4 owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:29:50.409035 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] Set router 48b72d13-c364-4a37-a60c-d2a9dc71fd62 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:29:50.509674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5351f265-aa18-4988-9fbf-cd3268759dfe tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Calling delete_port for 84552829-acbe-4d51-b6d4-a21c2d62b291 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:29:50.641398 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b8ddeeae-21f2-4d6c-b36a-4050172e7b32 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:50.715009 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-7095dd94-151f-4f1d-80a4-7403e59f13bc tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:50.715564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-7095dd94-151f-4f1d-80a4-7403e59f13bc tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Synchronizing usage tracker for tenant:53012f9138d94449af5dffd27eef4726 on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:29:50.732108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ddeeae-21f2-4d6c-b36a-4050172e7b32 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event deleted for resources: {'Port': ['ID=952f31e0-481c-46ef-9e5d-ddc4058120e4,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:50.763694 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:50.818061 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ece621f-7cfc-4a60-b5df-2c568764ea0a req-67fbeacf-fc31-45aa-99e7-656153d6585b tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=214be953-70e5-4a06-b2dc-ec844551fc1c HTTP/1.1" status: 200 len: 210 time: 0.0938809 Mar 01 21:29:50.824988 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8808010c-e2e8-47c9-83fe-022dddd90874 None None] Provisioning for port 84552829-acbe-4d51-b6d4-a21c2d62b291 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:29:50.840453 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8808010c-e2e8-47c9-83fe-022dddd90874 None None] Provisioning complete for port 84552829-acbe-4d51-b6d4-a21c2d62b291 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:50.840828 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8808010c-e2e8-47c9-83fe-022dddd90874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:50.855695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-7095dd94-151f-4f1d-80a4-7403e59f13bc tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Unset dirty status for tenant:53012f9138d94449af5dffd27eef4726 on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:29:50.856808 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-7095dd94-151f-4f1d-80a4-7403e59f13bc tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.57 "GET /v2.0/networks?id=58c226fa-8db5-41bc-b37e-14055a75bf8c HTTP/1.1" status: 200 len: 910 time: 0.3109994 Mar 01 21:29:50.886872 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b8ddeeae-21f2-4d6c-b36a-4050172e7b32 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:50.887579 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-b8ddeeae-21f2-4d6c-b36a-4050172e7b32 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Floating IP 207d1f94-53cb-4512-a933-5516d5bbb6a6 disassociated (deleted). External IP: 172.25.5.145, port: 41d93b60-e785-48cd-8c3b-ca93a0062ca3. Mar 01 21:29:50.890379 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-dbdaddb7-8b7c-424a-9065-b6370996e4c0 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Request body: {'port': {'device_id': '214be953-70e5-4a06-b2dc-ec844551fc1c', 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c', 'admin_state_up': True, 'tenant_id': '53012f9138d94449af5dffd27eef4726'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:50.912068 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-dbdaddb7-8b7c-424a-9065-b6370996e4c0 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:50.913162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 60e41a79-55bc-44ac-84a0-c79818d18cbb, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=60e41a79-55bc-44ac-84a0-c79818d18cbb,segment=NetworkSegment(77261030-a207-4995-bdcf-cc993e097e78),segment_id=77261030-a207-4995-bdcf-cc993e097e78)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:29:50.915554 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8808010c-e2e8-47c9-83fe-022dddd90874 None None] Port 84552829-acbe-4d51-b6d4-a21c2d62b291 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:29:50.929918 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-dbdaddb7-8b7c-424a-9065-b6370996e4c0 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Usage tracker for resource:port and tenant:53012f9138d94449af5dffd27eef4726 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:29:50.933169 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-dbdaddb7-8b7c-424a-9065-b6370996e4c0 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Quota usage for port was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:29:50.939102 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b72d13-c364-4a37-a60c-d2a9dc71fd62', 'name': 'tempest-TestServerMultinode-1922632492-router', 'tenant_id': '53012f9138d94449af5dffd27eef4726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '1ef6dadf-091a-4ec0-8957-2fe80062c1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:29:39Z', 'updated_at': '2022-03-01T21:29:44Z', 'revision_number': 4, 'project_id': '53012f9138d94449af5dffd27eef4726', 'gw_port': {'id': '1ef6dadf-091a-4ec0-8957-2fe80062c1d1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b72d13-c364-4a37-a60c-d2a9dc71fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:29:40Z', 'updated_at': '2022-03-01T21:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '90895fb9-ee74-426c-aab9-01c8629b7c33', 'name': '', 'network_id': '32892adb-b34a-4242-bb27-b26ff84f9bad', 'tenant_id': '53012f9138d94449af5dffd27eef4726', 'mac_address': 'fa:16:3e:6d:fe:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b72d13-c364-4a37-a60c-d2a9dc71fd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'c3771a04-5ca9-421b-9f14-9b5db4f89678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:29:43Z', 'updated_at': '2022-03-01T21:29:49Z', 'revision_number': 4, 'project_id': '53012f9138d94449af5dffd27eef4726', 'subnets': [{'id': 'c3771a04-5ca9-421b-9f14-9b5db4f89678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:50.939621 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-dbdaddb7-8b7c-424a-9065-b6370996e4c0 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:50.951688 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76eeee8d-d316-4a7b-9697-08f33fa57cb5 None None] The sync data for ids ['48b72d13-c364-4a37-a60c-d2a9dc71fd62'] in n-d-827896-4 is: [{'id': '48b72d13-c364-4a37-a60c-d2a9dc71fd62', 'name': 'tempest-TestServerMultinode-1922632492-router', 'tenant_id': '53012f9138d94449af5dffd27eef4726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '1ef6dadf-091a-4ec0-8957-2fe80062c1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:29:39Z', 'updated_at': '2022-03-01T21:29:44Z', 'revision_number': 4, 'project_id': '53012f9138d94449af5dffd27eef4726', 'gw_port': {'id': '1ef6dadf-091a-4ec0-8957-2fe80062c1d1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b72d13-c364-4a37-a60c-d2a9dc71fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:29:40Z', 'updated_at': '2022-03-01T21:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '90895fb9-ee74-426c-aab9-01c8629b7c33', 'name': '', 'network_id': '32892adb-b34a-4242-bb27-b26ff84f9bad', 'tenant_id': '53012f9138d94449af5dffd27eef4726', 'mac_address': 'fa:16:3e:6d:fe:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b72d13-c364-4a37-a60c-d2a9dc71fd62', 'device_owner': 'network:router_interface', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': 'c3771a04-5ca9-421b-9f14-9b5db4f89678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:29:43Z', 'updated_at': '2022-03-01T21:29:49Z', 'revision_number': 4, 'project_id': '53012f9138d94449af5dffd27eef4726', 'subnets': [{'id': 'c3771a04-5ca9-421b-9f14-9b5db4f89678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:29:50.986300 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:51.034114 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5351f265-aa18-4988-9fbf-cd3268759dfe tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:51.038200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-dbdaddb7-8b7c-424a-9065-b6370996e4c0 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Made reservation on behalf of 53012f9138d94449af5dffd27eef4726 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:29:51.048785 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-dbdaddb7-8b7c-424a-9065-b6370996e4c0 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:51.063533 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=60e41a79-55bc-44ac-84a0-c79818d18cbb,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:51.133570 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5351f265-aa18-4988-9fbf-cd3268759dfe tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Pushing event deleted for resources: {'Port': ['ID=84552829-acbe-4d51-b6d4-a21c2d62b291,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:51.371733 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ddeeae-21f2-4d6c-b36a-4050172e7b32 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Router d6c02f04-7237-40b9-86d5-0280a94a538f has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:29:51.456068 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-dbdaddb7-8b7c-424a-9065-b6370996e4c0 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Allocated IP 172.20.0.7 (58c226fa-8db5-41bc-b37e-14055a75bf8c/197b05e7-3b09-40d7-8e46-dd1d5c24ad7e/47da9dae-84b3-4469-b73f-71308fa88907) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:29:51.475254 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5351f265-aa18-4988-9fbf-cd3268759dfe tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:51.627338 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5351f265-aa18-4988-9fbf-cd3268759dfe tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "DELETE /v2.0/ports/84552829-acbe-4d51-b6d4-a21c2d62b291 HTTP/1.1" status: 204 len: 168 time: 1.6858978 Mar 01 21:29:51.628068 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60672) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:51.672916 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:51.694086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ddeeae-21f2-4d6c-b36a-4050172e7b32 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:29:51.694312 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-faf59554-35fc-40f3-ba3e-90da5970870a tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] GET failed (client error): The resource could not be found. Mar 01 21:29:51.699018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-faf59554-35fc-40f3-ba3e-90da5970870a tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Synchronizing usage tracker for tenant:eab36349c117442aae250e23149de876 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:29:51.704791 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76878286-d0bd-48ac-a532-2201a533b5c5 None None] Sync routers for ids ['d6c02f04-7237-40b9-86d5-0280a94a538f'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:29:51.718265 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76878286-d0bd-48ac-a532-2201a533b5c5 None None] Routers {'d6c02f04-7237-40b9-86d5-0280a94a538f'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:29:51.719207 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b8ddeeae-21f2-4d6c-b36a-4050172e7b32 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:51.719824 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-76878286-d0bd-48ac-a532-2201a533b5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:29:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d6c02f04-7237-40b9-86d5-0280a94a538f'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:51.762080 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-dbdaddb7-8b7c-424a-9065-b6370996e4c0 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:51.781882 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 90895fb9-ee74-426c-aab9-01c8629b7c33 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:29:51.790223 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-faf59554-35fc-40f3-ba3e-90da5970870a tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Unset dirty status for tenant:eab36349c117442aae250e23149de876 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:29:51.791832 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-faf59554-35fc-40f3-ba3e-90da5970870a tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "GET /v2.0/ports/84552829-acbe-4d51-b6d4-a21c2d62b291 HTTP/1.1" status: 404 len: 333 time: 0.1581318 Mar 01 21:29:51.795188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-dbdaddb7-8b7c-424a-9065-b6370996e4c0 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Transition to ACTIVE for port object 47da9dae-84b3-4469-b73f-71308fa88907 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:29:51.795769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60676) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:51.804375 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-342fc511-d58d-448f-aac8-0fb196cec7b3 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Request body: {'port': {'network_id': '64334664-ff02-4b27-b1b5-7bf07af53bd3', 'name': 'tempest-AllowedAddressPairTestJSON-729617426'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:51.837464 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b8ddeeae-21f2-4d6c-b36a-4050172e7b32 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "DELETE /v2.0/floatingips/207d1f94-53cb-4512-a933-5516d5bbb6a6 HTTP/1.1" status: 204 len: 168 time: 2.2779822 Mar 01 21:29:51.852686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48e5127c-301c-4f8d-9123-e44ccb643f5d', 'tag': '41d93b60-e785-48cd-8c3b-ca93a0062ca3'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:29:51.900094 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-dbdaddb7-8b7c-424a-9065-b6370996e4c0 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:51.964905 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-76878286-d0bd-48ac-a532-2201a533b5c5 None None] Set router d6c02f04-7237-40b9-86d5-0280a94a538f gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:29:52.038053 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 90895fb9-ee74-426c-aab9-01c8629b7c33 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:29:52.045036 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 90895fb9-ee74-426c-aab9-01c8629b7c33 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:52.045568 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:52.062047 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdaddb7-8b7c-424a-9065-b6370996e4c0 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Pushing event updated for resources: {'Port': ['ID=47da9dae-84b3-4469-b73f-71308fa88907,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:52.097997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-dbdaddb7-8b7c-424a-9065-b6370996e4c0 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Network 58c226fa-8db5-41bc-b37e-14055a75bf8c is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:29:52.101480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-dbdaddb7-8b7c-424a-9065-b6370996e4c0 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:29:52.107279 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-dbdaddb7-8b7c-424a-9065-b6370996e4c0 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:29:52.181006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-342fc511-d58d-448f-aac8-0fb196cec7b3 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:52.195955 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-342fc511-d58d-448f-aac8-0fb196cec7b3 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:52.229413 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe52f8-023c-481a-8b2d-0a70ed1846ee req-d95897ef-9c7b-4391-bdc0-d2557231f232 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:52.231567 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9afe52f8-023c-481a-8b2d-0a70ed1846ee req-d95897ef-9c7b-4391-bdc0-d2557231f232 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=214be953-70e5-4a06-b2dc-ec844551fc1c HTTP/1.1" status: 200 len: 1027 time: 0.1917999 Mar 01 21:29:52.307217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342fc511-d58d-448f-aac8-0fb196cec7b3 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Made reservation on behalf of eab36349c117442aae250e23149de876 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:29:52.312021 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-342fc511-d58d-448f-aac8-0fb196cec7b3 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:52.341746 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:52.364285 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9afe52f8-023c-481a-8b2d-0a70ed1846ee req-8e054cab-f2b9-4c5c-85ee-aca75cef22d2 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246455 Mar 01 21:29:52.382031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-342fc511-d58d-448f-aac8-0fb196cec7b3 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] device_id is not set on port 748557bc-49f7-4e81-bb96-ab090c2f5b93 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:29:52.423965 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 90895fb9-ee74-426c-aab9-01c8629b7c33, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=90895fb9-ee74-426c-aab9-01c8629b7c33,segment=NetworkSegment(dc5c0224-93d9-43f9-839a-989e54f9c27a),segment_id=dc5c0224-93d9-43f9-839a-989e54f9c27a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:29:52.504062 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-76878286-d0bd-48ac-a532-2201a533b5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'name': 'tempest-TestNetworkBasicOps-router-590288474', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:07Z', 'updated_at': '2022-03-01T21:28:16Z', 'revision_number': 4, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:08Z', 'updated_at': '2022-03-01T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '6409a224-762d-40ba-8082-c8390ab022df', 'name': '', 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:ba:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '31d5d167-3970-4bdb-8d07-4557609c4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:14Z', 'updated_at': '2022-03-01T21:28:23Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': '31d5d167-3970-4bdb-8d07-4557609c4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:52.508705 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76878286-d0bd-48ac-a532-2201a533b5c5 None None] Checking router: d6c02f04-7237-40b9-86d5-0280a94a538f for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:29:52.517918 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48e5127c-301c-4f8d-9123-e44ccb643f5d', 'tag': '41d93b60-e785-48cd-8c3b-ca93a0062ca3', 'status': 'completed', 'code': 200} Mar 01 21:29:52.518629 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76878286-d0bd-48ac-a532-2201a533b5c5 None None] Routers {'d6c02f04-7237-40b9-86d5-0280a94a538f'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:29:52.519242 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-76878286-d0bd-48ac-a532-2201a533b5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:29:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d6c02f04-7237-40b9-86d5-0280a94a538f'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:52.526737 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:52.527535 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 60e41a79-55bc-44ac-84a0-c79818d18cbb up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:29:52.613880 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-dbdaddb7-8b7c-424a-9065-b6370996e4c0 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:52.615272 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-dbdaddb7-8b7c-424a-9065-b6370996e4c0 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:52.635848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-342fc511-d58d-448f-aac8-0fb196cec7b3 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Allocated IP 172.20.0.8 (64334664-ff02-4b27-b1b5-7bf07af53bd3/c3497a84-bb44-4bc8-af9a-037b497487a6/748557bc-49f7-4e81-bb96-ab090c2f5b93) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:29:52.659351 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b34925-fd15-4b29-8738-00187bdbd290 req-94c25c27-73b0-41c2-9144-c9fe89662285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:52.661887 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-38b34925-fd15-4b29-8738-00187bdbd290 req-94c25c27-73b0-41c2-9144-c9fe89662285 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=344426e910fb4a26a6fdf736e0329342&device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 1096 time: 0.1665783 Mar 01 21:29:52.758876 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=90895fb9-ee74-426c-aab9-01c8629b7c33,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:52.793121 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 60e41a79-55bc-44ac-84a0-c79818d18cbb triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:52.793330 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:52.810200 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-dbdaddb7-8b7c-424a-9065-b6370996e4c0 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9327545 Mar 01 21:29:52.844871 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-76878286-d0bd-48ac-a532-2201a533b5c5 None None] Set router d6c02f04-7237-40b9-86d5-0280a94a538f gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:29:52.846785 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] Request body: {'port': {'device_id': '214be953-70e5-4a06-b2dc-ec844551fc1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:52.944133 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-af0265c2-0b86-41c8-b9ce-9faa4f5e5b4a None None] Provisioning for port 47da9dae-84b3-4469-b73f-71308fa88907 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:29:52.948767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d6f5f-10b9-4e0a-b5b4-0c2e09b48d27 req-2786cb0d-b78a-4ff0-86ad-12ca6c828d0c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:52.949507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3b6d6f5f-10b9-4e0a-b5b4-0c2e09b48d27 req-2786cb0d-b78a-4ff0-86ad-12ca6c828d0c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Synchronizing usage tracker for tenant:344426e910fb4a26a6fdf736e0329342 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:29:52.964002 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-af0265c2-0b86-41c8-b9ce-9faa4f5e5b4a None None] Provisioning complete for port 47da9dae-84b3-4469-b73f-71308fa88907 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:52.964715 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-af0265c2-0b86-41c8-b9ce-9faa4f5e5b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:52.981932 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-342fc511-d58d-448f-aac8-0fb196cec7b3 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:52.999599 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-342fc511-d58d-448f-aac8-0fb196cec7b3 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Transition to ACTIVE for port object 748557bc-49f7-4e81-bb96-ab090c2f5b93 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:29:53.002397 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b34925-fd15-4b29-8738-00187bdbd290 req-97de393e-86aa-4840-a7c6-73c97d521189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:53.003943 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-38b34925-fd15-4b29-8738-00187bdbd290 req-97de393e-86aa-4840-a7c6-73c97d521189 service neutron] 10.222.0.55 "GET /v2.0/networks?id=908f598c-19e2-45b4-94cd-1dd894ee0271 HTTP/1.1" status: 200 len: 898 time: 0.3328872 Mar 01 21:29:53.071918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3b6d6f5f-10b9-4e0a-b5b4-0c2e09b48d27 req-2786cb0d-b78a-4ff0-86ad-12ca6c828d0c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Unset dirty status for tenant:344426e910fb4a26a6fdf736e0329342 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:29:53.073360 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b6d6f5f-10b9-4e0a-b5b4-0c2e09b48d27 req-2786cb0d-b78a-4ff0-86ad-12ca6c828d0c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 945 time: 0.3769987 Mar 01 21:29:53.108625 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-342fc511-d58d-448f-aac8-0fb196cec7b3 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:53.128502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-af0265c2-0b86-41c8-b9ce-9faa4f5e5b4a None None] Port 47da9dae-84b3-4469-b73f-71308fa88907 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:29:53.135293 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-38b34925-fd15-4b29-8738-00187bdbd290 req-fd3dbe11-8a45-4e17-b4ae-0dcc6180f5bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41d93b60-e785-48cd-8c3b-ca93a0062ca3 HTTP/1.1" status: 200 len: 217 time: 0.1234102 Mar 01 21:29:53.135425 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:53.209967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-342fc511-d58d-448f-aac8-0fb196cec7b3 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Network 64334664-ff02-4b27-b1b5-7bf07af53bd3 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:29:53.214199 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b6d6f5f-10b9-4e0a-b5b4-0c2e09b48d27 req-6d6bbb30-82c6-4a37-b3c6-c2ee51614d19 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e61b016-8d51-428b-b88d-188ce40864c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324294 Mar 01 21:29:53.219064 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-342fc511-d58d-448f-aac8-0fb196cec7b3 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:29:53.225920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-342fc511-d58d-448f-aac8-0fb196cec7b3 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:29:53.277025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342fc511-d58d-448f-aac8-0fb196cec7b3 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Pushing event updated for resources: {'Port': ['ID=748557bc-49f7-4e81-bb96-ab090c2f5b93,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:53.303684 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-76878286-d0bd-48ac-a532-2201a533b5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'name': 'tempest-TestNetworkBasicOps-router-590288474', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:07Z', 'updated_at': '2022-03-01T21:28:16Z', 'revision_number': 4, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:08Z', 'updated_at': '2022-03-01T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '6409a224-762d-40ba-8082-c8390ab022df', 'name': '', 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:ba:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '31d5d167-3970-4bdb-8d07-4557609c4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:14Z', 'updated_at': '2022-03-01T21:28:23Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': '31d5d167-3970-4bdb-8d07-4557609c4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:29:53.305185 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342fc511-d58d-448f-aac8-0fb196cec7b3 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:53.306026 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-342fc511-d58d-448f-aac8-0fb196cec7b3 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:53.308737 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76878286-d0bd-48ac-a532-2201a533b5c5 None None] The sync data for ids ['d6c02f04-7237-40b9-86d5-0280a94a538f'] in n-d-827896-4 is: [{'id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'name': 'tempest-TestNetworkBasicOps-router-590288474', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:07Z', 'updated_at': '2022-03-01T21:28:16Z', 'revision_number': 4, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:08Z', 'updated_at': '2022-03-01T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '6409a224-762d-40ba-8082-c8390ab022df', 'name': '', 'network_id': '908f598c-19e2-45b4-94cd-1dd894ee0271', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'mac_address': 'fa:16:3e:ba:82:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3623, 'fixed_ips': [{'subnet_id': '31d5d167-3970-4bdb-8d07-4557609c4f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:14Z', 'updated_at': '2022-03-01T21:28:23Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'subnets': [{'id': '31d5d167-3970-4bdb-8d07-4557609c4f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:29:53.349558 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b34925-fd15-4b29-8738-00187bdbd290 req-46330b80-24e9-4728-9891-ce33e409d1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:53.351599 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-38b34925-fd15-4b29-8738-00187bdbd290 req-46330b80-24e9-4728-9891-ce33e409d1ec service neutron] 10.222.0.55 "GET /v2.0/subnets?id=31d5d167-3970-4bdb-8d07-4557609c4f88 HTTP/1.1" status: 200 len: 834 time: 0.2071154 Mar 01 21:29:53.458229 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-342fc511-d58d-448f-aac8-0fb196cec7b3 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6583796 Mar 01 21:29:53.458809 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60690) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:53.468059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b6aa10fd-c600-4c6c-b86b-f5919357b923 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:79:71:b5'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:53.549916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b34925-fd15-4b29-8738-00187bdbd290 req-b5889543-848d-42ae-8f0b-d7a07f4a12b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:53.551391 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-38b34925-fd15-4b29-8738-00187bdbd290 req-b5889543-848d-42ae-8f0b-d7a07f4a12b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=908f598c-19e2-45b4-94cd-1dd894ee0271&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1931503 Mar 01 21:29:53.643336 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 90895fb9-ee74-426c-aab9-01c8629b7c33 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:29:53.699945 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62461939-ea48-4e56-8970-51a1cf62d779 None None] New status for floating IP 207d1f94-53cb-4512-a933-5516d5bbb6a6: DOWN {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:29:53.726982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4465f07f-782b-4908-be16-6104e2c70299 req-a3e94d90-2497-47e9-a6be-fec26ce42b2d tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:53.728496 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4465f07f-782b-4908-be16-6104e2c70299 req-a3e94d90-2497-47e9-a6be-fec26ce42b2d tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=214be953-70e5-4a06-b2dc-ec844551fc1c HTTP/1.1" status: 200 len: 1027 time: 0.2193727 Mar 01 21:29:53.764788 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5b7fe7fb-e9e2-45e9-8b5b-9899dedf2b3f None None] Provisioning for port 748557bc-49f7-4e81-bb96-ab090c2f5b93 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:29:53.769911 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-38b34925-fd15-4b29-8738-00187bdbd290 req-81db26a2-1da7-4a0e-a9aa-d08b127e7c6c service neutron] 10.222.0.55 "GET /v2.0/networks/908f598c-19e2-45b4-94cd-1dd894ee0271?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062111 Mar 01 21:29:53.780394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47da9dae-84b3-4469-b73f-71308fa88907 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:29:53.790774 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:53.826317 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5b7fe7fb-e9e2-45e9-8b5b-9899dedf2b3f None None] Provisioning complete for port 748557bc-49f7-4e81-bb96-ab090c2f5b93 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:53.826847 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5b7fe7fb-e9e2-45e9-8b5b-9899dedf2b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:53.828666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] Transition to ACTIVE for port object 47da9dae-84b3-4469-b73f-71308fa88907 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:29:53.851107 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4465f07f-782b-4908-be16-6104e2c70299 req-5e913b7c-aad0-4e94-83dd-9dabed771cca tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114583 Mar 01 21:29:53.872642 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6aa10fd-c600-4c6c-b86b-f5919357b923 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:53.896562 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:53.927547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5b7fe7fb-e9e2-45e9-8b5b-9899dedf2b3f None None] Port 748557bc-49f7-4e81-bb96-ab090c2f5b93 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:29:53.939815 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 90895fb9-ee74-426c-aab9-01c8629b7c33 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:53.939815 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:54.102126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] Pushing event updated for resources: {'Port': ['ID=47da9dae-84b3-4469-b73f-71308fa88907,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:54.152921 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:54.156913 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-38b34925-fd15-4b29-8738-00187bdbd290 req-d34ee75f-db93-4b45-8e7b-90b0473f4f47 service neutron] 10.222.0.55 "GET /v2.0/networks/908f598c-19e2-45b4-94cd-1dd894ee0271?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507564 Mar 01 21:29:54.206867 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] Attempting to bind port 47da9dae-84b3-4469-b73f-71308fa88907 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:29:54.207305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] Attempting to bind port 47da9dae-84b3-4469-b73f-71308fa88907 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '208c54da-0797-427d-8583-9a66ea229346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:29:54.207666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] Attempting to bind port 47da9dae-84b3-4469-b73f-71308fa88907 on network 58c226fa-8db5-41bc-b37e-14055a75bf8c {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:54.212983 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] Port 47da9dae-84b3-4469-b73f-71308fa88907 on network 58c226fa-8db5-41bc-b37e-14055a75bf8c not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:29:54.213327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] Attempting to bind port 47da9dae-84b3-4469-b73f-71308fa88907 on network 58c226fa-8db5-41bc-b37e-14055a75bf8c {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:29:54.219379 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 29, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:29:54.219731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] Checking segment: {'id': '208c54da-0797-427d-8583-9a66ea229346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:29:54.220124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] Bound using segment: {'id': '208c54da-0797-427d-8583-9a66ea229346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:29:54.220542 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] Bound port: 47da9dae-84b3-4469-b73f-71308fa88907, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208c54da-0797-427d-8583-9a66ea229346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:29:54.220956 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:54.247957 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e403967-f262-472e-a0fe-411692c97b3e req-7399f5c1-9cf0-432e-9e72-cd92be4a7831 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:54.250259 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e403967-f262-472e-a0fe-411692c97b3e req-7399f5c1-9cf0-432e-9e72-cd92be4a7831 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.55 "GET /v2.0/ports?device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 945 time: 0.2244170 Mar 01 21:29:54.310520 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6aa10fd-c600-4c6c-b86b-f5919357b923 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:54.339939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-1e403967-f262-472e-a0fe-411692c97b3e req-d5e93ee6-058a-49cd-adb3-8ba0c9cd83a9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Deleting port 41d93b60-e785-48cd-8c3b-ca93a0062ca3 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:29:54.340371 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1e403967-f262-472e-a0fe-411692c97b3e req-d5e93ee6-058a-49cd-adb3-8ba0c9cd83a9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:54.450165 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] For port 47da9dae-84b3-4469-b73f-71308fa88907, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:29:54.453590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] For port 47da9dae-84b3-4469-b73f-71308fa88907, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=47da9dae-84b3-4469-b73f-71308fa88907,segment=NetworkSegment(208c54da-0797-427d-8583-9a66ea229346),segment_id=208c54da-0797-427d-8583-9a66ea229346)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:29:54.490119 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6aa10fd-c600-4c6c-b86b-f5919357b923 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:54.540681 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:54.597725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:54.598217 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:54.599644 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] 10.222.0.57 "PUT /v2.0/ports/47da9dae-84b3-4469-b73f-71308fa88907 HTTP/1.1" status: 200 len: 1091 time: 1.7715855 Mar 01 21:29:54.600676 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '214be953-70e5-4a06-b2dc-ec844551fc1c', 'tag': '47da9dae-84b3-4469-b73f-71308fa88907'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:29:54.632141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a4974-3e88-468b-8c1d-9a2fd0575b10 service neutron] Pushing event updated for resources: {'Port': ['ID=47da9dae-84b3-4469-b73f-71308fa88907,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:54.672700 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '214be953-70e5-4a06-b2dc-ec844551fc1c', 'tag': '47da9dae-84b3-4469-b73f-71308fa88907', 'status': 'completed', 'code': 200} Mar 01 21:29:54.740357 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aa10fd-c600-4c6c-b86b-f5919357b923 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Pushing event updated for resources: {'Port': ['ID=748557bc-49f7-4e81-bb96-ab090c2f5b93,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:54.774950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-b6aa10fd-c600-4c6c-b86b-f5919357b923 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] In _notify_port_updated(), no bound segment for port 748557bc-49f7-4e81-bb96-ab090c2f5b93 on network 64334664-ff02-4b27-b1b5-7bf07af53bd3 {{(pid=88518) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:29:54.780554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aa10fd-c600-4c6c-b86b-f5919357b923 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:54.781219 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6aa10fd-c600-4c6c-b86b-f5919357b923 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:54.781494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b90f56-1f2b-4fea-9175-b5d47e24f1ca req-6d09079c-2308-4673-8c85-b92f3fec444f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:54.782549 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b6aa10fd-c600-4c6c-b86b-f5919357b923 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "PUT /v2.0/ports/748557bc-49f7-4e81-bb96-ab090c2f5b93 HTTP/1.1" status: 200 len: 992 time: 1.3232059 Mar 01 21:29:54.786234 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-59b90f56-1f2b-4fea-9175-b5d47e24f1ca req-6d09079c-2308-4673-8c85-b92f3fec444f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53012f9138d94449af5dffd27eef4726&device_id=214be953-70e5-4a06-b2dc-ec844551fc1c HTTP/1.1" status: 200 len: 1094 time: 0.0941489 Mar 01 21:29:54.786714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60698) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:54.906191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04049764-6e00-439f-b659-664c75915476 req-89c7df04-410f-4472-971d-683678552989 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:54.914165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04049764-6e00-439f-b659-664c75915476 req-89c7df04-410f-4472-971d-683678552989 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 945 time: 0.4301260 Mar 01 21:29:54.961274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-ee231aa2-6829-41ff-8b7b-3611d079db68 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Deleting port 748557bc-49f7-4e81-bb96-ab090c2f5b93 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:29:54.961274 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee231aa2-6829-41ff-8b7b-3611d079db68 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:54.979338 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04049764-6e00-439f-b659-664c75915476 req-51c54ae9-87bb-4603-8bd8-19c34d1b8656 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/security-groups?id=6e61b016-8d51-428b-b88d-188ce40864c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640471 Mar 01 21:29:55.018915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e655925a-a3b1-4d2a-97f2-0cfc7b3a0856 None None] Provisioning complete for port 748557bc-49f7-4e81-bb96-ab090c2f5b93 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:55.020339 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e655925a-a3b1-4d2a-97f2-0cfc7b3a0856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:55.041362 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b90f56-1f2b-4fea-9175-b5d47e24f1ca req-f0796fb6-f43d-452d-b65b-eb0b55463065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:55.042793 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-59b90f56-1f2b-4fea-9175-b5d47e24f1ca req-f0796fb6-f43d-452d-b65b-eb0b55463065 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=53012f9138d94449af5dffd27eef4726&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2242389 Mar 01 21:29:55.056703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-1e403967-f262-472e-a0fe-411692c97b3e req-d5e93ee6-058a-49cd-adb3-8ba0c9cd83a9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] For port 41d93b60-e785-48cd-8c3b-ca93a0062ca3, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=41d93b60-e785-48cd-8c3b-ca93a0062ca3,segment=NetworkSegment(9f21a41f-0594-4212-8023-7d0edab7bce1),segment_id=9f21a41f-0594-4212-8023-7d0edab7bce1)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:29:55.057054 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1e403967-f262-472e-a0fe-411692c97b3e req-d5e93ee6-058a-49cd-adb3-8ba0c9cd83a9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:55.088801 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e655925a-a3b1-4d2a-97f2-0cfc7b3a0856 None None] Port 748557bc-49f7-4e81-bb96-ab090c2f5b93 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:29:55.186009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-1e403967-f262-472e-a0fe-411692c97b3e req-d5e93ee6-058a-49cd-adb3-8ba0c9cd83a9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Calling delete_port for 41d93b60-e785-48cd-8c3b-ca93a0062ca3 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:29:55.254802 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bcb37c-2866-4169-86d8-3d7f9377b6bb req-65cf5014-e077-4224-90ea-054c890ef06b tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:55.256925 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65bcb37c-2866-4169-86d8-3d7f9377b6bb req-65cf5014-e077-4224-90ea-054c890ef06b tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=214be953-70e5-4a06-b2dc-ec844551fc1c HTTP/1.1" status: 200 len: 1094 time: 0.2555797 Mar 01 21:29:55.329583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b90f56-1f2b-4fea-9175-b5d47e24f1ca req-6c91f6a0-bedb-412a-87ea-960dd6b5dce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:55.331048 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-59b90f56-1f2b-4fea-9175-b5d47e24f1ca req-6c91f6a0-bedb-412a-87ea-960dd6b5dce4 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2532728 Mar 01 21:29:55.344050 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65bcb37c-2866-4169-86d8-3d7f9377b6bb req-f6a84a27-122f-41f3-9524-a017a4ebe4f9 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718832 Mar 01 21:29:55.353187 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee231aa2-6829-41ff-8b7b-3611d079db68 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:55.448969 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1e403967-f262-472e-a0fe-411692c97b3e req-d5e93ee6-058a-49cd-adb3-8ba0c9cd83a9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:55.497212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e93ee6-058a-49cd-adb3-8ba0c9cd83a9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event deleted for resources: {'Port': ['ID=41d93b60-e785-48cd-8c3b-ca93a0062ca3,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:55.510456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-ee231aa2-6829-41ff-8b7b-3611d079db68 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Calling delete_port for 748557bc-49f7-4e81-bb96-ab090c2f5b93 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:29:55.577433 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e403967-f262-472e-a0fe-411692c97b3e req-d5e93ee6-058a-49cd-adb3-8ba0c9cd83a9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] No DVR routers for this DVR port 41d93b60-e785-48cd-8c3b-ca93a0062ca3 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:29:55.580096 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1e403967-f262-472e-a0fe-411692c97b3e req-d5e93ee6-058a-49cd-adb3-8ba0c9cd83a9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:55.582693 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48e5127c-301c-4f8d-9123-e44ccb643f5d', 'name': 'network-vif-deleted', 'tag': '41d93b60-e785-48cd-8c3b-ca93a0062ca3'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:29:55.628765 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48e5127c-301c-4f8d-9123-e44ccb643f5d', 'name': 'network-vif-deleted', 'tag': '41d93b60-e785-48cd-8c3b-ca93a0062ca3', 'status': 'completed', 'code': 200} Mar 01 21:29:55.643935 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e403967-f262-472e-a0fe-411692c97b3e req-d5e93ee6-058a-49cd-adb3-8ba0c9cd83a9 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.55 "DELETE /v2.0/ports/41d93b60-e785-48cd-8c3b-ca93a0062ca3 HTTP/1.1" status: 204 len: 173 time: 1.3799291 Mar 01 21:29:55.662631 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-00c0fa74-e54d-4058-9869-8cb720121629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:55.664355 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-00c0fa74-e54d-4058-9869-8cb720121629 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=53012f9138d94449af5dffd27eef4726&device_id=214be953-70e5-4a06-b2dc-ec844551fc1c HTTP/1.1" status: 200 len: 1094 time: 0.2457800 Mar 01 21:29:55.738408 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-407dc000-4607-4da7-b348-c35dce11871c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=47da9dae-84b3-4469-b73f-71308fa88907 HTTP/1.1" status: 200 len: 217 time: 0.0657139 Mar 01 21:29:55.805682 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-416e92f0-183d-438a-b09d-c382f53b9a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:55.807185 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-416e92f0-183d-438a-b09d-c382f53b9a27 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=197b05e7-3b09-40d7-8e46-dd1d5c24ad7e HTTP/1.1" status: 200 len: 848 time: 0.0628483 Mar 01 21:29:55.861719 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee231aa2-6829-41ff-8b7b-3611d079db68 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:55.923681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee231aa2-6829-41ff-8b7b-3611d079db68 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Pushing event deleted for resources: {'Port': ['ID=748557bc-49f7-4e81-bb96-ab090c2f5b93,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:55.997576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-17725610-fcc0-4d8c-a965-1943343e8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:55.999063 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-17725610-fcc0-4d8c-a965-1943343e8380 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=58c226fa-8db5-41bc-b37e-14055a75bf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1860127 Mar 01 21:29:56.177474 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-24ce6d48-b4a5-4caf-a8e9-c92035e06acf req-94f8236c-b846-47a9-a0e8-216b7f4affae tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Synchronizing usage tracker for tenant:344426e910fb4a26a6fdf736e0329342 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:29:56.254711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-24ce6d48-b4a5-4caf-a8e9-c92035e06acf req-94f8236c-b846-47a9-a0e8-216b7f4affae tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Unset dirty status for tenant:344426e910fb4a26a6fdf736e0329342 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:29:56.256223 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-24ce6d48-b4a5-4caf-a8e9-c92035e06acf req-94f8236c-b846-47a9-a0e8-216b7f4affae tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "GET /v2.0/ports?device_id=48e5127c-301c-4f8d-9123-e44ccb643f5d HTTP/1.1" status: 200 len: 210 time: 0.1244235 Mar 01 21:29:56.377578 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee231aa2-6829-41ff-8b7b-3611d079db68 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:56.401883 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ee231aa2-6829-41ff-8b7b-3611d079db68 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "DELETE /v2.0/ports/748557bc-49f7-4e81-bb96-ab090c2f5b93 HTTP/1.1" status: 204 len: 168 time: 1.6109183 Mar 01 21:29:56.402422 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60710) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:56.404678 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-d34c6986-72c2-454d-bdde-7ea12d164236 service neutron] 10.222.0.57 "GET /v2.0/networks/58c226fa-8db5-41bc-b37e-14055a75bf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624642 Mar 01 21:29:56.468840 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2789c11-0b37-4c5d-8208-ae5e1e2bec1c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] GET failed (client error): The resource could not be found. Mar 01 21:29:56.469887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f2789c11-0b37-4c5d-8208-ae5e1e2bec1c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Synchronizing usage tracker for tenant:eab36349c117442aae250e23149de876 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:29:56.544765 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4da0ab3b-575e-47ef-bbc6-a2ae9e21f9c4 req-a72dcffc-1e51-4dca-b6e8-119f64ae9224 service neutron] 10.222.0.57 "GET /v2.0/networks/58c226fa-8db5-41bc-b37e-14055a75bf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342208 Mar 01 21:29:56.547972 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f2789c11-0b37-4c5d-8208-ae5e1e2bec1c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Unset dirty status for tenant:eab36349c117442aae250e23149de876 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:29:56.549804 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f2789c11-0b37-4c5d-8208-ae5e1e2bec1c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "GET /v2.0/ports/748557bc-49f7-4e81-bb96-ab090c2f5b93 HTTP/1.1" status: 404 len: 333 time: 0.1464715 Mar 01 21:29:56.553579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60714) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:56.560396 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c994987-bb38-45a6-94c6-d26eb83175ef req-0367fd1e-2460-4f32-b50f-c7e20beb9991 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:56.562081 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c994987-bb38-45a6-94c6-d26eb83175ef req-0367fd1e-2460-4f32-b50f-c7e20beb9991 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=214be953-70e5-4a06-b2dc-ec844551fc1c HTTP/1.1" status: 200 len: 1094 time: 0.0796409 Mar 01 21:29:56.566061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-5ef8a8d4-7799-4705-a25e-38a39119be3d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Request body: {'port': {'network_id': '64334664-ff02-4b27-b1b5-7bf07af53bd3', 'name': 'tempest-AllowedAddressPairTestJSON-2107766735'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:56.694940 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c994987-bb38-45a6-94c6-d26eb83175ef req-3fc7eecf-e10f-4692-a3f6-7de37084a1fc tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137583 Mar 01 21:29:56.732392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5ef8a8d4-7799-4705-a25e-38a39119be3d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:29:56.742372 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5ef8a8d4-7799-4705-a25e-38a39119be3d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:29:56.814551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef8a8d4-7799-4705-a25e-38a39119be3d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Made reservation on behalf of eab36349c117442aae250e23149de876 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:29:56.818067 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ef8a8d4-7799-4705-a25e-38a39119be3d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:56.839991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-5ef8a8d4-7799-4705-a25e-38a39119be3d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] device_id is not set on port 399ec6c8-e9d7-4bfb-a138-c1fe72a53240 yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:29:56.985198 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-5ef8a8d4-7799-4705-a25e-38a39119be3d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Allocated IP 172.20.0.13 (64334664-ff02-4b27-b1b5-7bf07af53bd3/c3497a84-bb44-4bc8-af9a-037b497487a6/399ec6c8-e9d7-4bfb-a138-c1fe72a53240) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:29:57.283581 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ef8a8d4-7799-4705-a25e-38a39119be3d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:57.300256 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-5ef8a8d4-7799-4705-a25e-38a39119be3d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Transition to ACTIVE for port object 399ec6c8-e9d7-4bfb-a138-c1fe72a53240 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:29:57.397947 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ef8a8d4-7799-4705-a25e-38a39119be3d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:57.420308 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-77785064-4e20-40fb-a86f-711e26faff24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:57.463118 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef8a8d4-7799-4705-a25e-38a39119be3d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Network 64334664-ff02-4b27-b1b5-7bf07af53bd3 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:29:57.464711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60722) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:57.466115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-5ef8a8d4-7799-4705-a25e-38a39119be3d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:29:57.475316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef8a8d4-7799-4705-a25e-38a39119be3d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:29:57.514441 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8a8d4-7799-4705-a25e-38a39119be3d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Pushing event updated for resources: {'Port': ['ID=399ec6c8-e9d7-4bfb-a138-c1fe72a53240,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:57.545858 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a007411d-2dfb-45b9-a1d8-33b21600be41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:57.549210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef8a8d4-7799-4705-a25e-38a39119be3d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:57.549849 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5ef8a8d4-7799-4705-a25e-38a39119be3d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:57.585226 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a007411d-2dfb-45b9-a1d8-33b21600be41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:57.660675 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5ef8a8d4-7799-4705-a25e-38a39119be3d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1031160 Mar 01 21:29:57.664080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60726) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:57.670184 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c948a147-a22e-4ce1-8c5f-09bdd434a0ae tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:79:71:b5'}]}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:57.714764 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a007411d-2dfb-45b9-a1d8-33b21600be41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:57.748872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007411d-2dfb-45b9-a1d8-33b21600be41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e61b016-8d51-428b-b88d-188ce40864c1,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:57.781939 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d646f9cc-a711-4b87-b6c2-93855e7c80f2 None None] Provisioning for port 399ec6c8-e9d7-4bfb-a138-c1fe72a53240 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:29:57.790502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d646f9cc-a711-4b87-b6c2-93855e7c80f2 None None] Provisioning complete for port 399ec6c8-e9d7-4bfb-a138-c1fe72a53240 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:57.791010 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d646f9cc-a711-4b87-b6c2-93855e7c80f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:57.857646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d646f9cc-a711-4b87-b6c2-93855e7c80f2 None None] Port 399ec6c8-e9d7-4bfb-a138-c1fe72a53240 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:29:57.857881 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a007411d-2dfb-45b9-a1d8-33b21600be41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:57.859114 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a007411d-2dfb-45b9-a1d8-33b21600be41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "DELETE /v2.0/security-groups/6e61b016-8d51-428b-b88d-188ce40864c1 HTTP/1.1" status: 204 len: 168 time: 0.3933494 Mar 01 21:29:57.886403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5ab05-c8c6-41ac-ae0b-79c95e189c3c req-734b9a0d-1134-4bc5-bc06-8f8bd42acead tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:57.887986 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-30e5ab05-c8c6-41ac-ae0b-79c95e189c3c req-734b9a0d-1134-4bc5-bc06-8f8bd42acead tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=214be953-70e5-4a06-b2dc-ec844551fc1c HTTP/1.1" status: 200 len: 1094 time: 0.0836565 Mar 01 21:29:57.931137 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-30e5ab05-c8c6-41ac-ae0b-79c95e189c3c req-62db0c92-f196-4978-a8d3-51de5e939ba3 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373023 Mar 01 21:29:57.941463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60734) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:58.029365 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c948a147-a22e-4ce1-8c5f-09bdd434a0ae tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:58.389561 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 41d93b60-e785-48cd-8c3b-ca93a0062ca3 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:29:58.423158 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 41d93b60-e785-48cd-8c3b-ca93a0062ca3 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:29:58.423882 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 41d93b60-e785-48cd-8c3b-ca93a0062ca3 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:29:58.538355 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c948a147-a22e-4ce1-8c5f-09bdd434a0ae tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:58.711653 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c948a147-a22e-4ce1-8c5f-09bdd434a0ae tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:58.844528 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c948a147-a22e-4ce1-8c5f-09bdd434a0ae tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Pushing event updated for resources: {'Port': ['ID=399ec6c8-e9d7-4bfb-a138-c1fe72a53240,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:58.861562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-c948a147-a22e-4ce1-8c5f-09bdd434a0ae tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] In _notify_port_updated(), no bound segment for port 399ec6c8-e9d7-4bfb-a138-c1fe72a53240 on network 64334664-ff02-4b27-b1b5-7bf07af53bd3 {{(pid=88519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:29:58.867596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c948a147-a22e-4ce1-8c5f-09bdd434a0ae tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:58.868235 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c948a147-a22e-4ce1-8c5f-09bdd434a0ae tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:58.872181 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c948a147-a22e-4ce1-8c5f-09bdd434a0ae tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "PUT /v2.0/ports/399ec6c8-e9d7-4bfb-a138-c1fe72a53240 HTTP/1.1" status: 200 len: 997 time: 1.2045188 Mar 01 21:29:58.872557 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60738) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:58.948904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-8f992c72-c016-4810-a129-17a134bdc0d1 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Deleting port 399ec6c8-e9d7-4bfb-a138-c1fe72a53240 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:29:58.949349 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8f992c72-c016-4810-a129-17a134bdc0d1 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:58.971696 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c188bc2b-5629-421a-bc45-667771c4e49e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:58.996613 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b11806c3-0233-4525-896e-a615ff3dcdce None None] Provisioning complete for port 399ec6c8-e9d7-4bfb-a138-c1fe72a53240 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:29:58.997282 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b11806c3-0233-4525-896e-a615ff3dcdce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:59.061785 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b11806c3-0233-4525-896e-a615ff3dcdce None None] Port 399ec6c8-e9d7-4bfb-a138-c1fe72a53240 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:29:59.272484 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8f992c72-c016-4810-a129-17a134bdc0d1 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:59.280702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140a40c6-5821-4887-8cd2-2bff110ed8d0 req-3fbffdb7-c733-48c4-8c9f-4f3b6b1e445d tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:29:59.282192 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-140a40c6-5821-4887-8cd2-2bff110ed8d0 req-3fbffdb7-c733-48c4-8c9f-4f3b6b1e445d tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=214be953-70e5-4a06-b2dc-ec844551fc1c HTTP/1.1" status: 200 len: 1094 time: 0.1952419 Mar 01 21:29:59.373320 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-c188bc2b-5629-421a-bc45-667771c4e49e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Deleting port 6409a224-762d-40ba-8082-c8390ab022df {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:29:59.373663 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c188bc2b-5629-421a-bc45-667771c4e49e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:59.411731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-8f992c72-c016-4810-a129-17a134bdc0d1 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Calling delete_port for 399ec6c8-e9d7-4bfb-a138-c1fe72a53240 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:29:59.486951 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-140a40c6-5821-4887-8cd2-2bff110ed8d0 req-35bb4940-f46c-4d1f-841f-7edb69748696 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482835 Mar 01 21:29:59.533553 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 47da9dae-84b3-4469-b73f-71308fa88907 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:29:59.567756 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-c188bc2b-5629-421a-bc45-667771c4e49e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] For port 6409a224-762d-40ba-8082-c8390ab022df, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=6409a224-762d-40ba-8082-c8390ab022df,segment=NetworkSegment(9f21a41f-0594-4212-8023-7d0edab7bce1),segment_id=9f21a41f-0594-4212-8023-7d0edab7bce1)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:29:59.568259 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c188bc2b-5629-421a-bc45-667771c4e49e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:59.649185 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8f992c72-c016-4810-a129-17a134bdc0d1 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:59.688067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 47da9dae-84b3-4469-b73f-71308fa88907, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=47da9dae-84b3-4469-b73f-71308fa88907,segment=NetworkSegment(208c54da-0797-427d-8583-9a66ea229346),segment_id=208c54da-0797-427d-8583-9a66ea229346)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:29:59.696450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-c188bc2b-5629-421a-bc45-667771c4e49e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Calling delete_port for 6409a224-762d-40ba-8082-c8390ab022df owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:29:59.699154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f992c72-c016-4810-a129-17a134bdc0d1 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Pushing event deleted for resources: {'Port': ['ID=399ec6c8-e9d7-4bfb-a138-c1fe72a53240,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:29:59.704674 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '47da9dae-84b3-4469-b73f-71308fa88907', 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c', 'port_id': '47da9dae-84b3-4469-b73f-71308fa88907', 'mac_address': 'fa:16:3e:41:87:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '197b05e7-3b09-40d7-8e46-dd1d5c24ad7e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:29:59.738444 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f96670c9-3fe5-48ae-b510-a4103ebe47be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:59.767447 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:59.791880 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47da9dae-84b3-4469-b73f-71308fa88907 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:29:59.806583 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8f992c72-c016-4810-a129-17a134bdc0d1 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:59.816792 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8f992c72-c016-4810-a129-17a134bdc0d1 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "DELETE /v2.0/ports/399ec6c8-e9d7-4bfb-a138-c1fe72a53240 HTTP/1.1" status: 204 len: 168 time: 0.9431715 Mar 01 21:29:59.819517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60744) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:59.823987 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 47da9dae-84b3-4469-b73f-71308fa88907, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=47da9dae-84b3-4469-b73f-71308fa88907,segment=NetworkSegment(208c54da-0797-427d-8583-9a66ea229346),segment_id=208c54da-0797-427d-8583-9a66ea229346)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:29:59.862937 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb5cb761-1b5b-4302-9ea9-ce40db3a499b tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] GET failed (client error): The resource could not be found. Mar 01 21:29:59.863504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bb5cb761-1b5b-4302-9ea9-ce40db3a499b tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Synchronizing usage tracker for tenant:eab36349c117442aae250e23149de876 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:29:59.906012 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:29:59.929282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bb5cb761-1b5b-4302-9ea9-ce40db3a499b tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Unset dirty status for tenant:eab36349c117442aae250e23149de876 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:29:59.930626 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bb5cb761-1b5b-4302-9ea9-ce40db3a499b tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "GET /v2.0/ports/399ec6c8-e9d7-4bfb-a138-c1fe72a53240 HTTP/1.1" status: 404 len: 333 time: 0.1101201 Mar 01 21:29:59.934150 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60748) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:29:59.939897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-05d79ba6-db20-4092-8819-a486a151914a tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Request body: {'port': {'network_id': '64334664-ff02-4b27-b1b5-7bf07af53bd3', 'name': 'tempest-AllowedAddressPairTestJSON-597551413'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:29:59.988239 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=47da9dae-84b3-4469-b73f-71308fa88907,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:00.081768 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-05d79ba6-db20-4092-8819-a486a151914a tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:00.092141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-05d79ba6-db20-4092-8819-a486a151914a tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:00.123251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['47da9dae-84b3-4469-b73f-71308fa88907'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:30:00.144942 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c188bc2b-5629-421a-bc45-667771c4e49e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:00.173334 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d79ba6-db20-4092-8819-a486a151914a tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Made reservation on behalf of eab36349c117442aae250e23149de876 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:30:00.177554 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-05d79ba6-db20-4092-8819-a486a151914a tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:00.196061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c188bc2b-5629-421a-bc45-667771c4e49e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event deleted for resources: {'Port': ['ID=6409a224-762d-40ba-8082-c8390ab022df,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:00.202010 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-05d79ba6-db20-4092-8819-a486a151914a tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] device_id is not set on port eeb411d4-0046-4d5c-a3fe-20215d7ef2ba yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:30:00.376605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-05d79ba6-db20-4092-8819-a486a151914a tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Allocated IP 172.20.0.11 (64334664-ff02-4b27-b1b5-7bf07af53bd3/c3497a84-bb44-4bc8-af9a-037b497487a6/eeb411d4-0046-4d5c-a3fe-20215d7ef2ba) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:30:00.591702 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:00.598951 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-05d79ba6-db20-4092-8819-a486a151914a tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:00.603146 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:00.614225 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c188bc2b-5629-421a-bc45-667771c4e49e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:00.650907 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-05d79ba6-db20-4092-8819-a486a151914a tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Transition to ACTIVE for port object eeb411d4-0046-4d5c-a3fe-20215d7ef2ba will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:30:00.703640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a918467c-9819-49b3-ac13-f44c46f18420 req-7044b3c6-bd7a-40da-85b2-05da01207b7a tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:00.705149 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a918467c-9819-49b3-ac13-f44c46f18420 req-7044b3c6-bd7a-40da-85b2-05da01207b7a tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=214be953-70e5-4a06-b2dc-ec844551fc1c HTTP/1.1" status: 200 len: 1095 time: 0.0935137 Mar 01 21:30:00.747478 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a918467c-9819-49b3-ac13-f44c46f18420 req-c15fc186-c550-4fe6-a88e-b37cf816ab21 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365381 Mar 01 21:30:00.751593 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-05d79ba6-db20-4092-8819-a486a151914a tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:00.821206 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d79ba6-db20-4092-8819-a486a151914a tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Network 64334664-ff02-4b27-b1b5-7bf07af53bd3 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:30:00.824412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-05d79ba6-db20-4092-8819-a486a151914a tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:00.830792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d79ba6-db20-4092-8819-a486a151914a tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:30:00.881425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d79ba6-db20-4092-8819-a486a151914a tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Pushing event updated for resources: {'Port': ['ID=eeb411d4-0046-4d5c-a3fe-20215d7ef2ba,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:00.908222 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d79ba6-db20-4092-8819-a486a151914a tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:00.908991 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-05d79ba6-db20-4092-8819-a486a151914a tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:00.992586 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-05d79ba6-db20-4092-8819-a486a151914a tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0573497 Mar 01 21:30:00.995042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60754) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:00.997522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c188bc2b-5629-421a-bc45-667771c4e49e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Router d6c02f04-7237-40b9-86d5-0280a94a538f has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:30:01.001061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-02174372-3017-4e3c-a3a2-ddbd5fbabdd6 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Request body: {'port': {'network_id': '64334664-ff02-4b27-b1b5-7bf07af53bd3', 'name': 'tempest-AllowedAddressPairTestJSON-1140000210'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:30:01.163161 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0c23999c-6757-43b4-a7a4-6d3722ff0fae None None] Provisioning for port eeb411d4-0046-4d5c-a3fe-20215d7ef2ba completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:30:01.168113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0c23999c-6757-43b4-a7a4-6d3722ff0fae None None] Provisioning complete for port eeb411d4-0046-4d5c-a3fe-20215d7ef2ba triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:01.168482 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0c23999c-6757-43b4-a7a4-6d3722ff0fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:01.192672 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c188bc2b-5629-421a-bc45-667771c4e49e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:30:01.207726 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbb4bf4-5ecc-4758-a2f2-f5b036c20046 None None] Sync routers for ids ['d6c02f04-7237-40b9-86d5-0280a94a538f'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:30:01.217424 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbb4bf4-5ecc-4758-a2f2-f5b036c20046 None None] Routers {'d6c02f04-7237-40b9-86d5-0280a94a538f'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:01.218023 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7bbb4bf4-5ecc-4758-a2f2-f5b036c20046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d6c02f04-7237-40b9-86d5-0280a94a538f'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:01.226273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-0c23999c-6757-43b4-a7a4-6d3722ff0fae None None] Port eeb411d4-0046-4d5c-a3fe-20215d7ef2ba cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:30:01.251864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-02174372-3017-4e3c-a3a2-ddbd5fbabdd6 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:01.258326 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-02174372-3017-4e3c-a3a2-ddbd5fbabdd6 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Usage tracker for resource:port and tenant:eab36349c117442aae250e23149de876 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:30:01.259190 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-02174372-3017-4e3c-a3a2-ddbd5fbabdd6 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:30:01.264760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-02174372-3017-4e3c-a3a2-ddbd5fbabdd6 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:01.279015 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c188bc2b-5629-421a-bc45-667771c4e49e tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "PUT /v2.0/routers/d6c02f04-7237-40b9-86d5-0280a94a538f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3370132 Mar 01 21:30:01.281998 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60758) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:01.349242 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53977ef-e94d-4c85-b106-6284c60e969c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Deleting subnet 31d5d167-3970-4bdb-8d07-4557609c4f88 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:30:01.352203 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d53977ef-e94d-4c85-b106-6284c60e969c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:01.378619 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02174372-3017-4e3c-a3a2-ddbd5fbabdd6 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Made reservation on behalf of eab36349c117442aae250e23149de876 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:30:01.382625 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-02174372-3017-4e3c-a3a2-ddbd5fbabdd6 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:01.392950 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-7bbb4bf4-5ecc-4758-a2f2-f5b036c20046 None None] Set router d6c02f04-7237-40b9-86d5-0280a94a538f gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:30:01.421147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-02174372-3017-4e3c-a3a2-ddbd5fbabdd6 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] device_id is not set on port 369d0efd-76f0-442e-beea-c5fcf84a738e yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:30:01.456560 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d53977ef-e94d-4c85-b106-6284c60e969c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:01.533992 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 47da9dae-84b3-4469-b73f-71308fa88907 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:30:01.629526 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d53977ef-e94d-4c85-b106-6284c60e969c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:01.660319 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 47da9dae-84b3-4469-b73f-71308fa88907 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:30:01.668613 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 47da9dae-84b3-4469-b73f-71308fa88907 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:01.669092 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:01.670635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-02174372-3017-4e3c-a3a2-ddbd5fbabdd6 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Allocated IP 172.20.0.3 (64334664-ff02-4b27-b1b5-7bf07af53bd3/c3497a84-bb44-4bc8-af9a-037b497487a6/369d0efd-76f0-442e-beea-c5fcf84a738e) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:30:01.691833 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7bbb4bf4-5ecc-4758-a2f2-f5b036c20046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'name': 'tempest-TestNetworkBasicOps-router-590288474', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:07Z', 'updated_at': '2022-03-01T21:30:00Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:08Z', 'updated_at': '2022-03-01T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:01.696063 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbb4bf4-5ecc-4758-a2f2-f5b036c20046 None None] Checking router: d6c02f04-7237-40b9-86d5-0280a94a538f for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:30:01.705215 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbb4bf4-5ecc-4758-a2f2-f5b036c20046 None None] Routers {'d6c02f04-7237-40b9-86d5-0280a94a538f'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:01.705822 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7bbb4bf4-5ecc-4758-a2f2-f5b036c20046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d6c02f04-7237-40b9-86d5-0280a94a538f'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:01.792881 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:01.827713 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 47da9dae-84b3-4469-b73f-71308fa88907, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=47da9dae-84b3-4469-b73f-71308fa88907,segment=NetworkSegment(208c54da-0797-427d-8583-9a66ea229346),segment_id=208c54da-0797-427d-8583-9a66ea229346)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:01.828834 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214be953-70e5-4a06-b2dc-ec844551fc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47da9dae-84b3-4469-b73f-71308fa88907'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:30:01.874287 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d53977ef-e94d-4c85-b106-6284c60e969c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:01.894848 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:01.911882 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-7bbb4bf4-5ecc-4758-a2f2-f5b036c20046 None None] Set router d6c02f04-7237-40b9-86d5-0280a94a538f gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:30:01.932847 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214be953-70e5-4a06-b2dc-ec844551fc1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47da9dae-84b3-4469-b73f-71308fa88907', 'code': 200} Mar 01 21:30:01.933555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53977ef-e94d-4c85-b106-6284c60e969c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event deleted for resources: {'Subnet': ['ID=31d5d167-3970-4bdb-8d07-4557609c4f88,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:01.978652 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=47da9dae-84b3-4469-b73f-71308fa88907,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:01.995973 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eb33f7-b4a4-43c1-980b-82ef5a7dd946 None None] Network 908f598c-19e2-45b4-94cd-1dd894ee0271 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:30:01.996702 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d53977ef-e94d-4c85-b106-6284c60e969c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:02.022108 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d53977ef-e94d-4c85-b106-6284c60e969c tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "DELETE /v2.0/subnets/31d5d167-3970-4bdb-8d07-4557609c4f88 HTTP/1.1" status: 204 len: 168 time: 0.7391579 Mar 01 21:30:02.029031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60766) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:02.070124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff499f-f528-455a-bef3-1261ae5c1e9b req-99bd0994-da9a-4281-9712-11c2f07d442f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:02.072386 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-66ff499f-f528-455a-bef3-1261ae5c1e9b req-99bd0994-da9a-4281-9712-11c2f07d442f service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=214be953-70e5-4a06-b2dc-ec844551fc1c HTTP/1.1" status: 200 len: 1096 time: 0.1034868 Mar 01 21:30:02.133871 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-66ff499f-f528-455a-bef3-1261ae5c1e9b req-1ece57da-a542-4d4a-a29d-876d8071cc2b service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549273 Mar 01 21:30:02.170675 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-02174372-3017-4e3c-a3a2-ddbd5fbabdd6 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:02.210616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfae376-f59b-4067-b79c-c3948847d51a req-6ad962fa-c48c-4b8c-9bfc-babc471214ba tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:02.212192 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9dfae376-f59b-4067-b79c-c3948847d51a req-6ad962fa-c48c-4b8c-9bfc-babc471214ba tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=214be953-70e5-4a06-b2dc-ec844551fc1c HTTP/1.1" status: 200 len: 1096 time: 0.3279064 Mar 01 21:30:02.245900 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-02174372-3017-4e3c-a3a2-ddbd5fbabdd6 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Transition to ACTIVE for port object 369d0efd-76f0-442e-beea-c5fcf84a738e will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:30:02.285993 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7bbb4bf4-5ecc-4758-a2f2-f5b036c20046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'name': 'tempest-TestNetworkBasicOps-router-590288474', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:07Z', 'updated_at': '2022-03-01T21:30:00Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:08Z', 'updated_at': '2022-03-01T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:02.290567 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbb4bf4-5ecc-4758-a2f2-f5b036c20046 None None] The sync data for ids ['d6c02f04-7237-40b9-86d5-0280a94a538f'] in n-d-827896-4 is: [{'id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'name': 'tempest-TestNetworkBasicOps-router-590288474', 'tenant_id': '344426e910fb4a26a6fdf736e0329342', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140'}], 'enable_snat': True}, 'gw_port_id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:28:07Z', 'updated_at': '2022-03-01T21:30:00Z', 'revision_number': 5, 'project_id': '344426e910fb4a26a6fdf736e0329342', 'gw_port': {'id': '4a63ee60-bff1-4579-b05a-77827dcaaf87', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:36:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c02f04-7237-40b9-86d5-0280a94a538f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:28:08Z', 'updated_at': '2022-03-01T21:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:30:02.334659 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9dfae376-f59b-4067-b79c-c3948847d51a req-5b911bdf-fbc3-4207-94e3-59f7ab980690 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093266 Mar 01 21:30:02.353530 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:02.369106 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6140-841b-4566-a739-bf127a5f4d41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:02.506531 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-02174372-3017-4e3c-a3a2-ddbd5fbabdd6 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:02.610317 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02174372-3017-4e3c-a3a2-ddbd5fbabdd6 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Network 64334664-ff02-4b27-b1b5-7bf07af53bd3 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:30:02.616618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02174372-3017-4e3c-a3a2-ddbd5fbabdd6 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Pushing event updated for resources: {'Port': ['ID=369d0efd-76f0-442e-beea-c5fcf84a738e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:02.618944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-02174372-3017-4e3c-a3a2-ddbd5fbabdd6 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:02.625390 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02174372-3017-4e3c-a3a2-ddbd5fbabdd6 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:30:02.663627 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6140-841b-4566-a739-bf127a5f4d41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:02.675857 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a749e4-5d7e-4c27-80c6-c30a6004a688 None None] DHCP port deletion for 908f598c-19e2-45b4-94cd-1dd894ee0271 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:30:02.684127 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f3a749e4-5d7e-4c27-80c6-c30a6004a688 None None] Deleting port 5db1740d-02a8-4151-b93e-2e4398271955 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:02.684792 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f3a749e4-5d7e-4c27-80c6-c30a6004a688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:02.711630 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02174372-3017-4e3c-a3a2-ddbd5fbabdd6 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:02.712304 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-02174372-3017-4e3c-a3a2-ddbd5fbabdd6 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:02.769848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa6140-841b-4566-a739-bf127a5f4d41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Deleting port 4a63ee60-bff1-4579-b05a-77827dcaaf87 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:02.770476 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6140-841b-4566-a739-bf127a5f4d41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:02.843546 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60770) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:02.843925 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-02174372-3017-4e3c-a3a2-ddbd5fbabdd6 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8474014 Mar 01 21:30:02.850060 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c2982f04-899a-4bf3-9078-3cee6de13708 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:79:71:b5'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:8a:b7:eb'}]}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:30:02.930847 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f3a749e4-5d7e-4c27-80c6-c30a6004a688 None None] For port 5db1740d-02a8-4151-b93e-2e4398271955, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5db1740d-02a8-4151-b93e-2e4398271955,segment=NetworkSegment(9f21a41f-0594-4212-8023-7d0edab7bce1),segment_id=9f21a41f-0594-4212-8023-7d0edab7bce1)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:02.931222 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f3a749e4-5d7e-4c27-80c6-c30a6004a688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:03.074827 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f3a749e4-5d7e-4c27-80c6-c30a6004a688 None None] Calling delete_port for 5db1740d-02a8-4151-b93e-2e4398271955 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:03.137635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-a2fa6140-841b-4566-a739-bf127a5f4d41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] For port 4a63ee60-bff1-4579-b05a-77827dcaaf87, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4a63ee60-bff1-4579-b05a-77827dcaaf87,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:03.138426 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6140-841b-4566-a739-bf127a5f4d41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:03.182601 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2982f04-899a-4bf3-9078-3cee6de13708 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:03.185651 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b17aa723-cb78-4bf8-9aaa-6b0a90ba63c3 None None] Provisioning for port 369d0efd-76f0-442e-beea-c5fcf84a738e completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:30:03.194262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b17aa723-cb78-4bf8-9aaa-6b0a90ba63c3 None None] Provisioning complete for port 369d0efd-76f0-442e-beea-c5fcf84a738e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:03.195039 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b17aa723-cb78-4bf8-9aaa-6b0a90ba63c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:03.250935 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b17aa723-cb78-4bf8-9aaa-6b0a90ba63c3 None None] Port 369d0efd-76f0-442e-beea-c5fcf84a738e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:30:03.272660 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f3a749e4-5d7e-4c27-80c6-c30a6004a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:03.290861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-a2fa6140-841b-4566-a739-bf127a5f4d41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Calling delete_port for 4a63ee60-bff1-4579-b05a-77827dcaaf87 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:03.316858 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a749e4-5d7e-4c27-80c6-c30a6004a688 None None] No DVR routers for this DVR port 5db1740d-02a8-4151-b93e-2e4398271955 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:30:03.325418 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a749e4-5d7e-4c27-80c6-c30a6004a688 None None] Pushing event deleted for resources: {'Port': ['ID=5db1740d-02a8-4151-b93e-2e4398271955,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:03.463650 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2982f04-899a-4bf3-9078-3cee6de13708 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:03.538720 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed111b99-28ba-48c9-b840-27e6c9a0dba2 req-eb93c153-7ee9-4c3a-b290-14e799d59b79 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:03.540278 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed111b99-28ba-48c9-b840-27e6c9a0dba2 req-eb93c153-7ee9-4c3a-b290-14e799d59b79 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=214be953-70e5-4a06-b2dc-ec844551fc1c HTTP/1.1" status: 200 len: 1096 time: 0.0927229 Mar 01 21:30:03.562859 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2982f04-899a-4bf3-9078-3cee6de13708 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:03.596333 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed111b99-28ba-48c9-b840-27e6c9a0dba2 req-c2db4c38-3423-4f2a-9621-7e1cb898989f tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428362 Mar 01 21:30:03.614277 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6140-841b-4566-a739-bf127a5f4d41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:03.642238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6409a224-762d-40ba-8082-c8390ab022df no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:30:03.669039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa6140-841b-4566-a739-bf127a5f4d41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event deleted for resources: {'Port': ['ID=4a63ee60-bff1-4579-b05a-77827dcaaf87,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:03.712686 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 6409a224-762d-40ba-8082-c8390ab022df {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:30:03.713300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6409a224-762d-40ba-8082-c8390ab022df not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:30:03.713746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5db1740d-02a8-4151-b93e-2e4398271955 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:30:03.750843 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 5db1740d-02a8-4151-b93e-2e4398271955 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:30:03.751419 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5db1740d-02a8-4151-b93e-2e4398271955 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:30:03.828293 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6140-841b-4566-a739-bf127a5f4d41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:03.873740 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2982f04-899a-4bf3-9078-3cee6de13708 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Pushing event updated for resources: {'Port': ['ID=369d0efd-76f0-442e-beea-c5fcf84a738e,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:03.885716 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-c2982f04-899a-4bf3-9078-3cee6de13708 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] In _notify_port_updated(), no bound segment for port 369d0efd-76f0-442e-beea-c5fcf84a738e on network 64334664-ff02-4b27-b1b5-7bf07af53bd3 {{(pid=88519) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Mar 01 21:30:03.891262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2982f04-899a-4bf3-9078-3cee6de13708 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:03.891914 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2982f04-899a-4bf3-9078-3cee6de13708 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:03.895698 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c2982f04-899a-4bf3-9078-3cee6de13708 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "PUT /v2.0/ports/369d0efd-76f0-442e-beea-c5fcf84a738e HTTP/1.1" status: 200 len: 1056 time: 1.0486600 Mar 01 21:30:03.895876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60778) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:03.966055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0d1f36ae-6c24-4b87-9066-926e988bfb1c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Deleting port 369d0efd-76f0-442e-beea-c5fcf84a738e {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:03.966313 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d1f36ae-6c24-4b87-9066-926e988bfb1c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:03.985081 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3e0da530-143b-4ab7-8548-99dbadba6e60 None None] Provisioning complete for port 369d0efd-76f0-442e-beea-c5fcf84a738e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:03.985640 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3e0da530-143b-4ab7-8548-99dbadba6e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:04.016411 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6140-841b-4566-a739-bf127a5f4d41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:04.020221 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6140-841b-4566-a739-bf127a5f4d41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:04.027082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76105d47-b776-4a5f-b9fc-b509620c0775 req-290225c7-0358-41fb-ad20-39dd6b4a2ca7 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:04.028619 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76105d47-b776-4a5f-b9fc-b509620c0775 req-290225c7-0358-41fb-ad20-39dd6b4a2ca7 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=214be953-70e5-4a06-b2dc-ec844551fc1c HTTP/1.1" status: 200 len: 1096 time: 0.3036091 Mar 01 21:30:04.043777 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3e0da530-143b-4ab7-8548-99dbadba6e60 None None] Port 369d0efd-76f0-442e-beea-c5fcf84a738e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:30:04.089291 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76105d47-b776-4a5f-b9fc-b509620c0775 req-084988bc-6590-4abc-9e96-3be650551cc2 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482843 Mar 01 21:30:04.134674 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6140-841b-4566-a739-bf127a5f4d41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:04.135192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fa6140-841b-4566-a739-bf127a5f4d41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Fanout notify agent at l3_agent the message router_deleted on router d6c02f04-7237-40b9-86d5-0280a94a538f {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:30:04.151997 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a2fa6140-841b-4566-a739-bf127a5f4d41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:04.155230 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a2fa6140-841b-4566-a739-bf127a5f4d41 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "DELETE /v2.0/routers/d6c02f04-7237-40b9-86d5-0280a94a538f HTTP/1.1" status: 204 len: 168 time: 2.1230049 Mar 01 21:30:04.155777 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60784) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:04.233141 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d1f36ae-6c24-4b87-9066-926e988bfb1c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:04.316071 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-58aa4ac0-eb6d-41e4-a87a-1fe0f153c898 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:04.365785 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0d1f36ae-6c24-4b87-9066-926e988bfb1c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Calling delete_port for 369d0efd-76f0-442e-beea-c5fcf84a738e owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:04.455177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae96c1d-162c-4af4-99fc-21e528af1680 req-7cb3a1cf-9c76-4bed-a8ce-0c6d2e7a52e4 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:04.456695 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aae96c1d-162c-4af4-99fc-21e528af1680 req-7cb3a1cf-9c76-4bed-a8ce-0c6d2e7a52e4 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=214be953-70e5-4a06-b2dc-ec844551fc1c HTTP/1.1" status: 200 len: 1096 time: 0.1974270 Mar 01 21:30:04.478679 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-58aa4ac0-eb6d-41e4-a87a-1fe0f153c898 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:04.518777 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-58aa4ac0-eb6d-41e4-a87a-1fe0f153c898 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908f598c-19e2-45b4-94cd-1dd894ee0271']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:04.534606 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-58aa4ac0-eb6d-41e4-a87a-1fe0f153c898 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f21a41f-0594-4212-8023-7d0edab7bce1') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:04.534897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-58aa4ac0-eb6d-41e4-a87a-1fe0f153c898 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f21a41f-0594-4212-8023-7d0edab7bce1') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:04.542471 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aae96c1d-162c-4af4-99fc-21e528af1680 req-d1660e90-aaf7-4242-83c5-37b2dc91081f tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797720 Mar 01 21:30:04.547926 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-58aa4ac0-eb6d-41e4-a87a-1fe0f153c898 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:04.564669 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-58aa4ac0-eb6d-41e4-a87a-1fe0f153c898 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:04.570581 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58aa4ac0-eb6d-41e4-a87a-1fe0f153c898 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:30:04.570961 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-58aa4ac0-eb6d-41e4-a87a-1fe0f153c898 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:30:04.585619 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:30:04.612402 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d1f36ae-6c24-4b87-9066-926e988bfb1c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:04.726922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1f36ae-6c24-4b87-9066-926e988bfb1c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Pushing event deleted for resources: {'Port': ['ID=369d0efd-76f0-442e-beea-c5fcf84a738e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:04.847766 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-58aa4ac0-eb6d-41e4-a87a-1fe0f153c898 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:04.878410 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-58aa4ac0-eb6d-41e4-a87a-1fe0f153c898 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:04.938493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58aa4ac0-eb6d-41e4-a87a-1fe0f153c898 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] Pushing event deleted for resources: {'Network': ['ID=908f598c-19e2-45b4-94cd-1dd894ee0271,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:04.985497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-cf4cb24b-5591-4872-902d-a2acf487e6b5 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:04.986975 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-cf4cb24b-5591-4872-902d-a2acf487e6b5 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/networks?id=58c226fa-8db5-41bc-b37e-14055a75bf8c HTTP/1.1" status: 200 len: 910 time: 0.2834473 Mar 01 21:30:05.002679 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-bad23248-3fda-4b13-ab29-270e8d180958 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/quotas/53012f9138d94449af5dffd27eef4726 HTTP/1.1" status: 200 len: 375 time: 0.0092881 Mar 01 21:30:05.008111 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-58aa4ac0-eb6d-41e4-a87a-1fe0f153c898 tempest-TestNetworkBasicOps-1016133102 tempest-TestNetworkBasicOps-1016133102-project] 10.222.0.42 "DELETE /v2.0/networks/908f598c-19e2-45b4-94cd-1dd894ee0271 HTTP/1.1" status: 204 len: 168 time: 0.8475780 Mar 01 21:30:05.008525 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0d1f36ae-6c24-4b87-9066-926e988bfb1c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:05.021143 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0d1f36ae-6c24-4b87-9066-926e988bfb1c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "DELETE /v2.0/ports/369d0efd-76f0-442e-beea-c5fcf84a738e HTTP/1.1" status: 204 len: 168 time: 1.1242437 Mar 01 21:30:05.022143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60800) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:05.076109 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26549c4-2ae2-44b8-9487-e560b33d2017 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] GET failed (client error): The resource could not be found. Mar 01 21:30:05.076661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e26549c4-2ae2-44b8-9487-e560b33d2017 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Synchronizing usage tracker for tenant:eab36349c117442aae250e23149de876 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:30:05.100364 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-f4316c9d-af29-44e5-98c7-84cb61387c8e tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?tenant_id=53012f9138d94449af5dffd27eef4726&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0891182 Mar 01 21:30:05.174442 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e26549c4-2ae2-44b8-9487-e560b33d2017 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Unset dirty status for tenant:eab36349c117442aae250e23149de876 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:30:05.175596 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e26549c4-2ae2-44b8-9487-e560b33d2017 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "GET /v2.0/ports/369d0efd-76f0-442e-beea-c5fcf84a738e HTTP/1.1" status: 404 len: 333 time: 0.1521633 Mar 01 21:30:05.179338 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60806) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:05.231790 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-3502afa5-f25e-48f5-b902-4f360e6fc609 service neutron] 10.222.0.42 "GET /v2.0/networks/58c226fa-8db5-41bc-b37e-14055a75bf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277034 Mar 01 21:30:05.247861 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a0d9f0f4-7670-438e-80e5-1fa19cfd9db0 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Deleting port eeb411d4-0046-4d5c-a3fe-20215d7ef2ba {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:05.248426 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a0d9f0f4-7670-438e-80e5-1fa19cfd9db0 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:05.372618 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-d995cdcc-ed2b-4a58-9218-ec333112bd79 service neutron] 10.222.0.42 "GET /v2.0/networks/58c226fa-8db5-41bc-b37e-14055a75bf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347904 Mar 01 21:30:05.500731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60812) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:05.504179 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a0d9f0f4-7670-438e-80e5-1fa19cfd9db0 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:05.611012 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1beee12-3338-46d1-9adb-1db3736ab533 req-3ebde2cc-b772-47ed-973e-96915397f3ed tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f125b-7d42-44aa-8787-ec0768b7567a HTTP/1.1" status: 200 len: 210 time: 0.0485556 Mar 01 21:30:05.663784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4a63ee60-bff1-4579-b05a-77827dcaaf87 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:30:05.672408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a0d9f0f4-7670-438e-80e5-1fa19cfd9db0 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Calling delete_port for eeb411d4-0046-4d5c-a3fe-20215d7ef2ba owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:05.710207 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 4a63ee60-bff1-4579-b05a-77827dcaaf87 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:30:05.710785 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4a63ee60-bff1-4579-b05a-77827dcaaf87 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:30:05.711939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-908c24bd-7d00-4927-ab9b-ba551ee924a3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=344426e910fb4a26a6fdf736e0329342&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2099869 Mar 01 21:30:05.714252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60822) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:05.780365 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c8b694d4-e5c9-43d8-b76f-8359627cb3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:05.809125 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c8b694d4-e5c9-43d8-b76f-8359627cb3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:05.871667 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a0d9f0f4-7670-438e-80e5-1fa19cfd9db0 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:05.927139 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9f0f4-7670-438e-80e5-1fa19cfd9db0 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Pushing event deleted for resources: {'Port': ['ID=eeb411d4-0046-4d5c-a3fe-20215d7ef2ba,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:05.928096 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c8b694d4-e5c9-43d8-b76f-8359627cb3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:05.946660 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b694d4-e5c9-43d8-b76f-8359627cb3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e982efd2-efa0-4437-a0f4-7e38fd580bd4,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:05.953701 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c8b694d4-e5c9-43d8-b76f-8359627cb3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:05.957276 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c8b694d4-e5c9-43d8-b76f-8359627cb3ba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e982efd2-efa0-4437-a0f4-7e38fd580bd4 HTTP/1.1" status: 204 len: 168 time: 0.2396791 Mar 01 21:30:06.062934 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a0d9f0f4-7670-438e-80e5-1fa19cfd9db0 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:06.169389 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a0d9f0f4-7670-438e-80e5-1fa19cfd9db0 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "DELETE /v2.0/ports/eeb411d4-0046-4d5c-a3fe-20215d7ef2ba HTTP/1.1" status: 204 len: 168 time: 0.9890010 Mar 01 21:30:06.171789 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60832) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:06.220951 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca282344-60ff-4e9a-aa1d-02bf26d5de5d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] GET failed (client error): The resource could not be found. Mar 01 21:30:06.221485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ca282344-60ff-4e9a-aa1d-02bf26d5de5d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Synchronizing usage tracker for tenant:eab36349c117442aae250e23149de876 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:30:06.316996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ca282344-60ff-4e9a-aa1d-02bf26d5de5d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Unset dirty status for tenant:eab36349c117442aae250e23149de876 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:30:06.322270 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ca282344-60ff-4e9a-aa1d-02bf26d5de5d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "GET /v2.0/ports/eeb411d4-0046-4d5c-a3fe-20215d7ef2ba HTTP/1.1" status: 404 len: 333 time: 0.1463313 Mar 01 21:30:06.322975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60840) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:06.394860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-b25f22ba-cd61-4a9e-8b38-d4cdb4c8885d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Deleting port fd86be3e-7637-4862-bc2e-fef44b001d33 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:06.395204 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b25f22ba-cd61-4a9e-8b38-d4cdb4c8885d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:06.606605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60844) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:06.625661 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ab7f893-6805-47b3-9650-affc621f7391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:06.640190 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b25f22ba-cd61-4a9e-8b38-d4cdb4c8885d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:06.642234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8ab7f893-6805-47b3-9650-affc621f7391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:06.648983 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8ab7f893-6805-47b3-9650-affc621f7391 admin admin] Usage tracker for resource:security_group_rule and tenant:d0414300572d4d2889555da9581f965a is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:30:06.651919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8ab7f893-6805-47b3-9650-affc621f7391 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:30:06.657820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8ab7f893-6805-47b3-9650-affc621f7391 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:06.745552 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ab7f893-6805-47b3-9650-affc621f7391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:06.766124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-b25f22ba-cd61-4a9e-8b38-d4cdb4c8885d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Calling delete_port for fd86be3e-7637-4862-bc2e-fef44b001d33 owned by {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:06.797190 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8ab7f893-6805-47b3-9650-affc621f7391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:06.843029 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1f651684-1ade-4ded-9b78-39ba45750f44 req-4ab8b428-a270-483e-9cc0-275e277054df tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f125b-7d42-44aa-8787-ec0768b7567a HTTP/1.1" status: 200 len: 210 time: 0.0835657 Mar 01 21:30:06.846404 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8ab7f893-6805-47b3-9650-affc621f7391 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0414300572d4d2889555da9581f965a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2387397 Mar 01 21:30:06.848743 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab7f893-6805-47b3-9650-affc621f7391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e96928-a5f4-4da8-80e6-8db50889dbfc,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:06.852352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60850) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:06.929323 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f3439c71-b7e9-47f2-a81e-dd63fa2c952a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:06.959330 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f3439c71-b7e9-47f2-a81e-dd63fa2c952a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:07.002694 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b25f22ba-cd61-4a9e-8b38-d4cdb4c8885d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:07.075100 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f3439c71-b7e9-47f2-a81e-dd63fa2c952a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:07.094182 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f22ba-cd61-4a9e-8b38-d4cdb4c8885d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Pushing event deleted for resources: {'Port': ['ID=fd86be3e-7637-4862-bc2e-fef44b001d33,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:07.105777 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f3439c71-b7e9-47f2-a81e-dd63fa2c952a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:07.105777 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f3439c71-b7e9-47f2-a81e-dd63fa2c952a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/92e96928-a5f4-4da8-80e6-8db50889dbfc HTTP/1.1" status: 204 len: 168 time: 0.2497895 Mar 01 21:30:07.105777 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3439c71-b7e9-47f2-a81e-dd63fa2c952a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e96928-a5f4-4da8-80e6-8db50889dbfc,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:07.170268 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b25f22ba-cd61-4a9e-8b38-d4cdb4c8885d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:07.244402 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b25f22ba-cd61-4a9e-8b38-d4cdb4c8885d tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "DELETE /v2.0/ports/fd86be3e-7637-4862-bc2e-fef44b001d33 HTTP/1.1" status: 204 len: 168 time: 0.9202116 Mar 01 21:30:07.246833 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60856) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:07.312211 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-909abee4-eafc-41b4-90cb-511966d015a5 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Deleting subnet c3497a84-bb44-4bc8-af9a-037b497487a6 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:30:07.315151 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-909abee4-eafc-41b4-90cb-511966d015a5 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:07.374535 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-909abee4-eafc-41b4-90cb-511966d015a5 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:07.461340 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-909abee4-eafc-41b4-90cb-511966d015a5 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:07.666864 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-909abee4-eafc-41b4-90cb-511966d015a5 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:07.792967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-0f03c4c0-34bd-4bfe-a021-b1654493861d tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:07.794492 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-0f03c4c0-34bd-4bfe-a021-b1654493861d tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.55 "GET /v2.0/networks?id=58c226fa-8db5-41bc-b37e-14055a75bf8c HTTP/1.1" status: 200 len: 910 time: 0.2692676 Mar 01 21:30:07.807665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-c01209b7-8680-454d-9a46-f51b7d44d431 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Request body: {'port': {'device_id': 'ed8f125b-7d42-44aa-8787-ec0768b7567a', 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c', 'admin_state_up': True, 'tenant_id': '53012f9138d94449af5dffd27eef4726'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:30:07.813720 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-c01209b7-8680-454d-9a46-f51b7d44d431 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:07.819272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-c01209b7-8680-454d-9a46-f51b7d44d431 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Usage tracker for resource:port and tenant:53012f9138d94449af5dffd27eef4726 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:30:07.822683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-c01209b7-8680-454d-9a46-f51b7d44d431 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Quota usage for port was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:30:07.831029 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-c01209b7-8680-454d-9a46-f51b7d44d431 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:07.844206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909abee4-eafc-41b4-90cb-511966d015a5 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Pushing event deleted for resources: {'Subnet': ['ID=c3497a84-bb44-4bc8-af9a-037b497487a6,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:07.850690 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-909abee4-eafc-41b4-90cb-511966d015a5 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:07.857291 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-909abee4-eafc-41b4-90cb-511966d015a5 tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "DELETE /v2.0/subnets/c3497a84-bb44-4bc8-af9a-037b497487a6 HTTP/1.1" status: 204 len: 168 time: 0.6092696 Mar 01 21:30:07.859665 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60860) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:07.862211 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1936c140-60dc-43c2-b404-108255bf11e4 None None] Network 64334664-ff02-4b27-b1b5-7bf07af53bd3 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:30:07.917501 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-c01209b7-8680-454d-9a46-f51b7d44d431 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Made reservation on behalf of 53012f9138d94449af5dffd27eef4726 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:30:07.920449 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-c01209b7-8680-454d-9a46-f51b7d44d431 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:08.045468 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a857eda-1daa-40eb-b292-cc1ddd72bf6c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:08.061095 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0a857eda-1daa-40eb-b292-cc1ddd72bf6c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Deleting port 60e41a79-55bc-44ac-84a0-c79818d18cbb {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:08.061696 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a857eda-1daa-40eb-b292-cc1ddd72bf6c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:08.067523 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ba7d47b1-7f08-40cb-b2ab-41a098b9f9d4 req-e9ad3591-be5e-40c8-af8c-e52df602babd tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f125b-7d42-44aa-8787-ec0768b7567a HTTP/1.1" status: 200 len: 210 time: 0.0499103 Mar 01 21:30:08.184709 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-c01209b7-8680-454d-9a46-f51b7d44d431 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Allocated IP 172.20.0.14 (58c226fa-8db5-41bc-b37e-14055a75bf8c/197b05e7-3b09-40d7-8e46-dd1d5c24ad7e/81d5a121-347d-406c-9eac-98ce92fb2918) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:30:08.215743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f2bab6-ac74-41ea-bb92-587ecb83d820 None None] DHCP port deletion for 64334664-ff02-4b27-b1b5-7bf07af53bd3 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:30:08.220484 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b3f2bab6-ac74-41ea-bb92-587ecb83d820 None None] Deleting port 60e41a79-55bc-44ac-84a0-c79818d18cbb {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:08.220964 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b3f2bab6-ac74-41ea-bb92-587ecb83d820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:08.304066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-0a857eda-1daa-40eb-b292-cc1ddd72bf6c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] For port 60e41a79-55bc-44ac-84a0-c79818d18cbb, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=60e41a79-55bc-44ac-84a0-c79818d18cbb,segment=NetworkSegment(77261030-a207-4995-bdcf-cc993e097e78),segment_id=77261030-a207-4995-bdcf-cc993e097e78)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:08.304470 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a857eda-1daa-40eb-b292-cc1ddd72bf6c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:08.379984 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-c01209b7-8680-454d-9a46-f51b7d44d431 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:08.395647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-c01209b7-8680-454d-9a46-f51b7d44d431 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Transition to ACTIVE for port object 81d5a121-347d-406c-9eac-98ce92fb2918 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:30:08.427799 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-b3f2bab6-ac74-41ea-bb92-587ecb83d820 None None] For port 60e41a79-55bc-44ac-84a0-c79818d18cbb, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=60e41a79-55bc-44ac-84a0-c79818d18cbb,segment=NetworkSegment(77261030-a207-4995-bdcf-cc993e097e78),segment_id=77261030-a207-4995-bdcf-cc993e097e78)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:08.428191 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b3f2bab6-ac74-41ea-bb92-587ecb83d820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:08.436853 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0a857eda-1daa-40eb-b292-cc1ddd72bf6c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Calling delete_port for 60e41a79-55bc-44ac-84a0-c79818d18cbb owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:08.489148 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-c01209b7-8680-454d-9a46-f51b7d44d431 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:08.545597 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['47da9dae-84b3-4469-b73f-71308fa88907'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:30:08.554615 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-c01209b7-8680-454d-9a46-f51b7d44d431 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Network 58c226fa-8db5-41bc-b37e-14055a75bf8c is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:30:08.557443 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-c01209b7-8680-454d-9a46-f51b7d44d431 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:08.559806 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-c01209b7-8680-454d-9a46-f51b7d44d431 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:30:08.563193 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a857eda-1daa-40eb-b292-cc1ddd72bf6c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:08.613504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01209b7-8680-454d-9a46-f51b7d44d431 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Pushing event updated for resources: {'Port': ['ID=81d5a121-347d-406c-9eac-98ce92fb2918,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:08.616051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b3f2bab6-ac74-41ea-bb92-587ecb83d820 None None] Calling delete_port for 60e41a79-55bc-44ac-84a0-c79818d18cbb owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:08.626762 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a857eda-1daa-40eb-b292-cc1ddd72bf6c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Pushing event deleted for resources: {'Port': ['ID=60e41a79-55bc-44ac-84a0-c79818d18cbb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:08.630877 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a857eda-1daa-40eb-b292-cc1ddd72bf6c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] No DVR routers for this DVR port 60e41a79-55bc-44ac-84a0-c79818d18cbb on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:30:08.634631 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-c01209b7-8680-454d-9a46-f51b7d44d431 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:08.636444 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-c01209b7-8680-454d-9a46-f51b7d44d431 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:08.721318 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 21:30:08.725264 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-c01209b7-8680-454d-9a46-f51b7d44d431 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9212477 Mar 01 21:30:08.735752 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] Request body: {'port': {'device_id': 'ed8f125b-7d42-44aa-8787-ec0768b7567a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:30:08.742766 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-b3f2bab6-ac74-41ea-bb92-587ecb83d820 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:30:08.743332 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-b3f2bab6-ac74-41ea-bb92-587ecb83d820 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:30:08.788966 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a857eda-1daa-40eb-b292-cc1ddd72bf6c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:08.824328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-0a857eda-1daa-40eb-b292-cc1ddd72bf6c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64334664-ff02-4b27-b1b5-7bf07af53bd3']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:08.839264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-0a857eda-1daa-40eb-b292-cc1ddd72bf6c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77261030-a207-4995-bdcf-cc993e097e78') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:08.839661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-0a857eda-1daa-40eb-b292-cc1ddd72bf6c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77261030-a207-4995-bdcf-cc993e097e78') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:08.853254 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a857eda-1daa-40eb-b292-cc1ddd72bf6c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:08.867758 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:08.870132 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a857eda-1daa-40eb-b292-cc1ddd72bf6c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:08.876238 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a857eda-1daa-40eb-b292-cc1ddd72bf6c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:30:08.876619 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a857eda-1daa-40eb-b292-cc1ddd72bf6c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:30:08.892012 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:30:08.970413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-41e6a8fc-9ba0-488c-af6a-68d8d5c6cdc0 None None] Provisioning for port 81d5a121-347d-406c-9eac-98ce92fb2918 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:30:08.976336 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-41e6a8fc-9ba0-488c-af6a-68d8d5c6cdc0 None None] Provisioning complete for port 81d5a121-347d-406c-9eac-98ce92fb2918 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:08.976816 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-41e6a8fc-9ba0-488c-af6a-68d8d5c6cdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:09.032451 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-41e6a8fc-9ba0-488c-af6a-68d8d5c6cdc0 None None] Port 81d5a121-347d-406c-9eac-98ce92fb2918 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:30:09.049235 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a857eda-1daa-40eb-b292-cc1ddd72bf6c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:09.070344 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a857eda-1daa-40eb-b292-cc1ddd72bf6c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:09.078946 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a857eda-1daa-40eb-b292-cc1ddd72bf6c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] Pushing event deleted for resources: {'Network': ['ID=64334664-ff02-4b27-b1b5-7bf07af53bd3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:09.089376 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0a857eda-1daa-40eb-b292-cc1ddd72bf6c tempest-AllowedAddressPairTestJSON-252385105 tempest-AllowedAddressPairTestJSON-252385105-project] 10.222.0.42 "DELETE /v2.0/networks/64334664-ff02-4b27-b1b5-7bf07af53bd3 HTTP/1.1" status: 204 len: 168 time: 1.2287056 Mar 01 21:30:09.245040 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b3f2bab6-ac74-41ea-bb92-587ecb83d820 None None] Deleting port 60e41a79-55bc-44ac-84a0-c79818d18cbb {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:09.245576 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b3f2bab6-ac74-41ea-bb92-587ecb83d820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:09.283651 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d5a121-347d-406c-9eac-98ce92fb2918 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:30:09.294560 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:09.312987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] Transition to ACTIVE for port object 81d5a121-347d-406c-9eac-98ce92fb2918 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:30:09.316006 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b3f2bab6-ac74-41ea-bb92-587ecb83d820 None None] The port '60e41a79-55bc-44ac-84a0-c79818d18cbb' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:30:09.327519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34a46c-3c81-4599-9149-9720839bd3d4 req-f271f12f-9d8f-4b6d-b6b1-d6961491bcbc tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:09.328461 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-bf34a46c-3c81-4599-9149-9720839bd3d4 req-f271f12f-9d8f-4b6d-b6b1-d6961491bcbc tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Synchronizing usage tracker for tenant:53012f9138d94449af5dffd27eef4726 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:30:09.397924 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:09.502974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-bf34a46c-3c81-4599-9149-9720839bd3d4 req-f271f12f-9d8f-4b6d-b6b1-d6961491bcbc tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Unset dirty status for tenant:53012f9138d94449af5dffd27eef4726 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:30:09.504173 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf34a46c-3c81-4599-9149-9720839bd3d4 req-f271f12f-9d8f-4b6d-b6b1-d6961491bcbc tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f125b-7d42-44aa-8787-ec0768b7567a HTTP/1.1" status: 200 len: 1028 time: 0.2948482 Mar 01 21:30:09.614635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] Pushing event updated for resources: {'Port': ['ID=81d5a121-347d-406c-9eac-98ce92fb2918,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:09.635585 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 60e41a79-55bc-44ac-84a0-c79818d18cbb no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:30:09.653160 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf34a46c-3c81-4599-9149-9720839bd3d4 req-9136f749-b5c2-45c4-95f9-d7deb10eb441 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296685 Mar 01 21:30:09.670212 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60872) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:09.682680 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 60e41a79-55bc-44ac-84a0-c79818d18cbb {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:30:09.683035 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 60e41a79-55bc-44ac-84a0-c79818d18cbb not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:30:09.688597 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] Attempting to bind port 81d5a121-347d-406c-9eac-98ce92fb2918 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:30:09.689040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] Attempting to bind port 81d5a121-347d-406c-9eac-98ce92fb2918 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '208c54da-0797-427d-8583-9a66ea229346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:30:09.689527 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] Attempting to bind port 81d5a121-347d-406c-9eac-98ce92fb2918 on network 58c226fa-8db5-41bc-b37e-14055a75bf8c {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:30:09.695269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] Port 81d5a121-347d-406c-9eac-98ce92fb2918 on network 58c226fa-8db5-41bc-b37e-14055a75bf8c not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:30:09.695620 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] Attempting to bind port 81d5a121-347d-406c-9eac-98ce92fb2918 on network 58c226fa-8db5-41bc-b37e-14055a75bf8c {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:30:09.701169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:30:09.701441 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] Checking segment: {'id': '208c54da-0797-427d-8583-9a66ea229346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:30:09.701815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] Bound using segment: {'id': '208c54da-0797-427d-8583-9a66ea229346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:30:09.702234 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] Bound port: 81d5a121-347d-406c-9eac-98ce92fb2918, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208c54da-0797-427d-8583-9a66ea229346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:30:09.702571 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:09.793382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] For port 81d5a121-347d-406c-9eac-98ce92fb2918, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:30:09.796488 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] For port 81d5a121-347d-406c-9eac-98ce92fb2918, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=81d5a121-347d-406c-9eac-98ce92fb2918,segment=NetworkSegment(208c54da-0797-427d-8583-9a66ea229346),segment_id=208c54da-0797-427d-8583-9a66ea229346)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:30:09.832302 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-235bc202-fbe7-4684-b430-56cad8f6723d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=eab36349c117442aae250e23149de876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1608522 Mar 01 21:30:09.834912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60878) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:09.892076 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79547f1b-ce7e-4c0b-ad7c-5959b944ab24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:09.894742 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:09.918334 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79547f1b-ce7e-4c0b-ad7c-5959b944ab24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:10.057393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:10.058007 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:10.059538 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] 10.222.0.55 "PUT /v2.0/ports/81d5a121-347d-406c-9eac-98ce92fb2918 HTTP/1.1" status: 200 len: 1092 time: 1.3288229 Mar 01 21:30:10.059975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed8f125b-7d42-44aa-8787-ec0768b7567a', 'tag': '81d5a121-347d-406c-9eac-98ce92fb2918'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:30:10.069115 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79547f1b-ce7e-4c0b-ad7c-5959b944ab24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:10.097302 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb60e6-3444-4be9-bac3-b7b88118cb34 service neutron] Pushing event updated for resources: {'Port': ['ID=81d5a121-347d-406c-9eac-98ce92fb2918,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:10.105348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79547f1b-ce7e-4c0b-ad7c-5959b944ab24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70408501-9bf1-48aa-954f-4c13dbf4ff87,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:10.111198 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79547f1b-ce7e-4c0b-ad7c-5959b944ab24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:10.113116 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-79547f1b-ce7e-4c0b-ad7c-5959b944ab24 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/70408501-9bf1-48aa-954f-4c13dbf4ff87 HTTP/1.1" status: 204 len: 168 time: 0.2772734 Mar 01 21:30:10.125266 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed8f125b-7d42-44aa-8787-ec0768b7567a', 'tag': '81d5a121-347d-406c-9eac-98ce92fb2918', 'status': 'completed', 'code': 200} Mar 01 21:30:10.221346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb54e2-a607-4f3b-845e-bd7a22ca8256 req-4f6c54cc-3caf-4fb9-a765-734277ec878e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:10.223090 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-21fb54e2-a607-4f3b-845e-bd7a22ca8256 req-4f6c54cc-3caf-4fb9-a765-734277ec878e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53012f9138d94449af5dffd27eef4726&device_id=ed8f125b-7d42-44aa-8787-ec0768b7567a HTTP/1.1" status: 200 len: 1095 time: 0.0777559 Mar 01 21:30:10.369638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb54e2-a607-4f3b-845e-bd7a22ca8256 req-db372c5d-3f21-4d54-9425-d96a5b94ce69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:10.371102 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-21fb54e2-a607-4f3b-845e-bd7a22ca8256 req-db372c5d-3f21-4d54-9425-d96a5b94ce69 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=53012f9138d94449af5dffd27eef4726&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1419342 Mar 01 21:30:10.509762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fb54e2-a607-4f3b-845e-bd7a22ca8256 req-e4375f43-d25d-452c-83c5-acc82db7e5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:10.511220 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-21fb54e2-a607-4f3b-845e-bd7a22ca8256 req-e4375f43-d25d-452c-83c5-acc82db7e5ad service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346087 Mar 01 21:30:10.623604 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-00e2259f-f0ad-4d6b-bdc5-1b48d20ca197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:10.624999 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-00e2259f-f0ad-4d6b-bdc5-1b48d20ca197 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=53012f9138d94449af5dffd27eef4726&device_id=ed8f125b-7d42-44aa-8787-ec0768b7567a HTTP/1.1" status: 200 len: 1095 time: 0.0795431 Mar 01 21:30:10.695485 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-16bd9ec4-9f3b-4ee2-9983-54ae53599078 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81d5a121-347d-406c-9eac-98ce92fb2918 HTTP/1.1" status: 200 len: 217 time: 0.0632055 Mar 01 21:30:10.757250 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-0bd2f029-0855-4c0d-aed0-ebe88c7fca5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:10.758679 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-0bd2f029-0855-4c0d-aed0-ebe88c7fca5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=197b05e7-3b09-40d7-8e46-dd1d5c24ad7e HTTP/1.1" status: 200 len: 848 time: 0.0578027 Mar 01 21:30:10.894462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-3ae04282-1d10-493e-b0a6-49ef20ec032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:10.895955 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-3ae04282-1d10-493e-b0a6-49ef20ec032e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=58c226fa-8db5-41bc-b37e-14055a75bf8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317048 Mar 01 21:30:10.899175 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040450d8-bc53-4ede-a792-685c1fe3741a req-f734e79a-c77e-4422-a87a-415f23c08ceb tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:10.900545 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-040450d8-bc53-4ede-a792-685c1fe3741a req-f734e79a-c77e-4422-a87a-415f23c08ceb tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f125b-7d42-44aa-8787-ec0768b7567a HTTP/1.1" status: 200 len: 1095 time: 0.1066060 Mar 01 21:30:11.032447 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-040450d8-bc53-4ede-a792-685c1fe3741a req-bfaa5004-54ed-481e-b9a0-623213d57079 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104167 Mar 01 21:30:11.061921 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-ec73e586-596e-419b-a669-5e593a6eba4b service neutron] 10.222.0.55 "GET /v2.0/networks/58c226fa-8db5-41bc-b37e-14055a75bf8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597812 Mar 01 21:30:11.142252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60906) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:11.195591 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d2e48ad-ddb9-494e-8c41-b038d5dfde17 req-f11daee0-43b8-4892-8eed-6be130d859f9 service neutron] 10.222.0.55 "GET /v2.0/networks/58c226fa-8db5-41bc-b37e-14055a75bf8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271584 Mar 01 21:30:11.250363 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-501438659'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:30:11.256218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:11.260083 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Usage tracker for resource:network and tenant:fbd1d7d3d7f24076af04ce229db0a7d4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:30:11.262912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:30:11.269171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:11.334196 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Made reservation on behalf of fbd1d7d3d7f24076af04ce229db0a7d4 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:30:11.337651 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:11.350079 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:11.364217 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:11.368867 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Usage tracker for resource:security_group_rule and tenant:fbd1d7d3d7f24076af04ce229db0a7d4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:30:11.371640 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:30:11.377440 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:11.458329 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:11.527627 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:11.560128 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:30:11.568411 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0a5dc8-72b6-4870-a7c0-0caf32dd63ed,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:11.574689 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:11.575027 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Added segment 35a3fe7f-a6a1-470c-b562-eb1913c6478e of type vlan for network b93895a7-d93f-4e79-8b1e-3bd3fec81d77 Mar 01 21:30:11.602492 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:11.699928 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:11.705559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:11.706136 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:11.813456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Pushing event updated for resources: {'Network': ['ID=b93895a7-d93f-4e79-8b1e-3bd3fec81d77,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:11.825065 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network b93895a7-d93f-4e79-8b1e-3bd3fec81d77 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:30:11.894935 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b9cea931-aa94-4af9-a908-986f522c8272 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7515569 Mar 01 21:30:11.897601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60912) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:11.903133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-92e6c8b4-e3ee-4739-9fbe-d63ffa5bed04 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Request body: {'subnet': {'network_id': 'b93895a7-d93f-4e79-8b1e-3bd3fec81d77', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:30:12.017924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-92e6c8b4-e3ee-4739-9fbe-d63ffa5bed04 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:12.022373 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-92e6c8b4-e3ee-4739-9fbe-d63ffa5bed04 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Usage tracker for resource:subnet and tenant:fbd1d7d3d7f24076af04ce229db0a7d4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:30:12.025239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-92e6c8b4-e3ee-4739-9fbe-d63ffa5bed04 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:30:12.031116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-92e6c8b4-e3ee-4739-9fbe-d63ffa5bed04 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:12.104844 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e6c8b4-e3ee-4739-9fbe-d63ffa5bed04 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Made reservation on behalf of fbd1d7d3d7f24076af04ce229db0a7d4 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:30:12.108592 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92e6c8b4-e3ee-4739-9fbe-d63ffa5bed04 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:12.221994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b11e2-edba-4b32-b996-49d261ba25af req-597baf87-f9e5-4ba5-bb43-c372ecd14c99 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:12.223579 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-127b11e2-edba-4b32-b996-49d261ba25af req-597baf87-f9e5-4ba5-bb43-c372ecd14c99 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f125b-7d42-44aa-8787-ec0768b7567a HTTP/1.1" status: 200 len: 1095 time: 0.0800853 Mar 01 21:30:12.272919 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-127b11e2-edba-4b32-b996-49d261ba25af req-8e1f7c0f-9215-419b-a48b-411aa07455fd tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385046 Mar 01 21:30:12.517184 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92e6c8b4-e3ee-4739-9fbe-d63ffa5bed04 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:12.593477 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6c8b4-e3ee-4739-9fbe-d63ffa5bed04 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Pushing event updated for resources: {'Subnet': ['ID=ef4d8377-2659-4c09-9d64-ade23bab691b,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:12.602090 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e6c8b4-e3ee-4739-9fbe-d63ffa5bed04 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Checking segment: {'id': '35a3fe7f-a6a1-470c-b562-eb1913c6478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b93895a7-d93f-4e79-8b1e-3bd3fec81d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:30:12.602441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e6c8b4-e3ee-4739-9fbe-d63ffa5bed04 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Network hostable DHCP agents. Network: b93895a7-d93f-4e79-8b1e-3bd3fec81d77, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:30:12.682410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e6c8b4-e3ee-4739-9fbe-d63ffa5bed04 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Network b93895a7-d93f-4e79-8b1e-3bd3fec81d77 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:30:12.756516 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-92e6c8b4-e3ee-4739-9fbe-d63ffa5bed04 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, b93895a7-d93f-4e79-8b1e-3bd3fec81d77) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:12.760545 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e6c8b4-e3ee-4739-9fbe-d63ffa5bed04 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:12.761128 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92e6c8b4-e3ee-4739-9fbe-d63ffa5bed04 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:12.767069 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8804a91c-ffea-4afa-a2e5-a645b9b7906d None None] Network b93895a7-d93f-4e79-8b1e-3bd3fec81d77 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:30:12.849961 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-92e6c8b4-e3ee-4739-9fbe-d63ffa5bed04 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9507055 Mar 01 21:30:12.852488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60918) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:12.857588 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c1fdf902-c54e-4cb1-b804-b35360621ecc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-490497369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:30:12.864808 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c1fdf902-c54e-4cb1-b804-b35360621ecc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:12.869494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c1fdf902-c54e-4cb1-b804-b35360621ecc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Usage tracker for resource:router and tenant:fbd1d7d3d7f24076af04ce229db0a7d4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:30:12.872373 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c1fdf902-c54e-4cb1-b804-b35360621ecc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:30:12.878032 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c1fdf902-c54e-4cb1-b804-b35360621ecc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:12.983346 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-b93895a7-d93f-4e79-8b1e-3bd3fec81d77', 'network_id': 'b93895a7-d93f-4e79-8b1e-3bd3fec81d77', 'tenant_id': 'fbd1d7d3d7f24076af04ce229db0a7d4', 'fixed_ips': [{'subnet_id': 'ef4d8377-2659-4c09-9d64-ade23bab691b'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:30:12.984188 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:13.066190 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1fdf902-c54e-4cb1-b804-b35360621ecc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:13.067234 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1fdf902-c54e-4cb1-b804-b35360621ecc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:13.089793 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1fdf902-c54e-4cb1-b804-b35360621ecc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:13.142113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Allocated IP 172.20.0.2 (b93895a7-d93f-4e79-8b1e-3bd3fec81d77/ef4d8377-2659-4c09-9d64-ade23bab691b/ec2b281c-02a6-4080-bb48-2e39e982ff60) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:30:13.185271 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1fdf902-c54e-4cb1-b804-b35360621ecc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:13.270796 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1fdf902-c54e-4cb1-b804-b35360621ecc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:13.272212 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c1fdf902-c54e-4cb1-b804-b35360621ecc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4186606 Mar 01 21:30:13.274829 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60922) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:13.343910 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:13.353986 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Transition to ACTIVE for port object ec2b281c-02a6-4080-bb48-2e39e982ff60 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:30:13.372429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Transition to ACTIVE for port object ec2b281c-02a6-4080-bb48-2e39e982ff60 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:30:13.451529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2658508c-437f-4058-ad63-90aa46ddbc24 req-dc572efb-8bdc-4278-8487-1735d1510a9b tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:13.454243 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2658508c-437f-4058-ad63-90aa46ddbc24 req-dc572efb-8bdc-4278-8487-1735d1510a9b tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f125b-7d42-44aa-8787-ec0768b7567a HTTP/1.1" status: 200 len: 1095 time: 0.0691807 Mar 01 21:30:13.454749 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:13.499555 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2658508c-437f-4058-ad63-90aa46ddbc24 req-6fad4e41-037d-457d-8f8e-b6b057f57160 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401514 Mar 01 21:30:13.518130 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Network b93895a7-d93f-4e79-8b1e-3bd3fec81d77 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:30:13.521055 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:13.529263 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:30:13.563053 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Pushing event updated for resources: {'Port': ['ID=ec2b281c-02a6-4080-bb48-2e39e982ff60,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:13.629193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Attempting to bind port ec2b281c-02a6-4080-bb48-2e39e982ff60 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:30:13.629715 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Attempting to bind port ec2b281c-02a6-4080-bb48-2e39e982ff60 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '35a3fe7f-a6a1-470c-b562-eb1913c6478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b93895a7-d93f-4e79-8b1e-3bd3fec81d77'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:30:13.630077 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Attempting to bind port ec2b281c-02a6-4080-bb48-2e39e982ff60 on network b93895a7-d93f-4e79-8b1e-3bd3fec81d77 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:30:13.635470 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 30, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:30:13.635842 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Checking segment: {'id': '35a3fe7f-a6a1-470c-b562-eb1913c6478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b93895a7-d93f-4e79-8b1e-3bd3fec81d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:30:13.636241 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:13.636626 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Bound using segment: {'id': '35a3fe7f-a6a1-470c-b562-eb1913c6478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b93895a7-d93f-4e79-8b1e-3bd3fec81d77'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:30:13.637085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Bound port: ec2b281c-02a6-4080-bb48-2e39e982ff60, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a3fe7f-a6a1-470c-b562-eb1913c6478e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'b93895a7-d93f-4e79-8b1e-3bd3fec81d77'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:30:13.637451 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:13.723711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] For port ec2b281c-02a6-4080-bb48-2e39e982ff60, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:30:13.727461 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] For port ec2b281c-02a6-4080-bb48-2e39e982ff60, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ec2b281c-02a6-4080-bb48-2e39e982ff60,segment=NetworkSegment(35a3fe7f-a6a1-470c-b562-eb1913c6478e),segment_id=35a3fe7f-a6a1-470c-b562-eb1913c6478e)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:30:13.758351 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1f8a-0e29-4ddf-be44-0c18f135e7fb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:13.797383 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:13.889845 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad54ab3-b695-4b15-9a5c-bbe623c33285 None None] Pushing event updated for resources: {'Port': ['ID=ec2b281c-02a6-4080-bb48-2e39e982ff60,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:14.130616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-e3cb1f8a-0e29-4ddf-be44-0c18f135e7fb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Allocated IP 172.20.0.1 (b93895a7-d93f-4e79-8b1e-3bd3fec81d77/ef4d8377-2659-4c09-9d64-ade23bab691b/c7bc0285-b806-469b-a0ec-cf04b6caf631) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:30:14.291910 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1f8a-0e29-4ddf-be44-0c18f135e7fb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:14.307345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-e3cb1f8a-0e29-4ddf-be44-0c18f135e7fb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Transition to ACTIVE for port object c7bc0285-b806-469b-a0ec-cf04b6caf631 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:30:14.414751 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1f8a-0e29-4ddf-be44-0c18f135e7fb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:14.482410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 81d5a121-347d-406c-9eac-98ce92fb2918 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:30:14.608570 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb1f8a-0e29-4ddf-be44-0c18f135e7fb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Network b93895a7-d93f-4e79-8b1e-3bd3fec81d77 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:30:14.617621 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-e3cb1f8a-0e29-4ddf-be44-0c18f135e7fb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:14.620001 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cb1f8a-0e29-4ddf-be44-0c18f135e7fb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:30:14.658698 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb1f8a-0e29-4ddf-be44-0c18f135e7fb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Pushing event updated for resources: {'Port': ['ID=c7bc0285-b806-469b-a0ec-cf04b6caf631,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:14.694486 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1f8a-0e29-4ddf-be44-0c18f135e7fb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:14.697532 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 81d5a121-347d-406c-9eac-98ce92fb2918, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=81d5a121-347d-406c-9eac-98ce92fb2918,segment=NetworkSegment(208c54da-0797-427d-8583-9a66ea229346),segment_id=208c54da-0797-427d-8583-9a66ea229346)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:14.712458 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334eb29d-2b40-41fc-8c30-b52384d00d22 req-9bd22240-188b-4e11-b526-6d4e0c2b98c9 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:14.713095 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '81d5a121-347d-406c-9eac-98ce92fb2918', 'network_id': '58c226fa-8db5-41bc-b37e-14055a75bf8c', 'port_id': '81d5a121-347d-406c-9eac-98ce92fb2918', 'mac_address': 'fa:16:3e:e0:5e:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '197b05e7-3b09-40d7-8e46-dd1d5c24ad7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:30:14.719930 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-334eb29d-2b40-41fc-8c30-b52384d00d22 req-9bd22240-188b-4e11-b526-6d4e0c2b98c9 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f125b-7d42-44aa-8787-ec0768b7567a HTTP/1.1" status: 200 len: 1095 time: 0.1048040 Mar 01 21:30:14.763110 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-334eb29d-2b40-41fc-8c30-b52384d00d22 req-0e1ddfaf-c6a6-48c6-9d3b-61f63ec8f9be tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420308 Mar 01 21:30:14.788487 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:14.807649 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d5a121-347d-406c-9eac-98ce92fb2918 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:30:14.826406 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 81d5a121-347d-406c-9eac-98ce92fb2918, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=81d5a121-347d-406c-9eac-98ce92fb2918,segment=NetworkSegment(208c54da-0797-427d-8583-9a66ea229346),segment_id=208c54da-0797-427d-8583-9a66ea229346)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:14.922304 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:14.952390 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192c0c47-4983-4f83-a71f-3292e4d937ee None None] Network b93895a7-d93f-4e79-8b1e-3bd3fec81d77 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:30:15.020114 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1f8a-0e29-4ddf-be44-0c18f135e7fb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:15.084233 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=81d5a121-347d-406c-9eac-98ce92fb2918,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:15.136101 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9712504c-3a63-4d54-9579-df1596e9ae17 None None] Provisioning for port ec2b281c-02a6-4080-bb48-2e39e982ff60 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:30:15.228572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['81d5a121-347d-406c-9eac-98ce92fb2918'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:30:15.425452 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1f8a-0e29-4ddf-be44-0c18f135e7fb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:15.493913 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1f8a-0e29-4ddf-be44-0c18f135e7fb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:15.511084 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-17df3a5b-ebf4-443e-884e-3240f2ed7704 None None] Provisioning for port c7bc0285-b806-469b-a0ec-cf04b6caf631 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:30:15.516524 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-17df3a5b-ebf4-443e-884e-3240f2ed7704 None None] Provisioning complete for port c7bc0285-b806-469b-a0ec-cf04b6caf631 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:15.516892 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-17df3a5b-ebf4-443e-884e-3240f2ed7704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:15.574803 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-17df3a5b-ebf4-443e-884e-3240f2ed7704 None None] Port c7bc0285-b806-469b-a0ec-cf04b6caf631 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:30:15.617122 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3cb1f8a-0e29-4ddf-be44-0c18f135e7fb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:15.620775 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cb1f8a-0e29-4ddf-be44-0c18f135e7fb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Pushing event updated for resources: {'Port': ['ID=c7bc0285-b806-469b-a0ec-cf04b6caf631,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:15.670178 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ec2b281c-02a6-4080-bb48-2e39e982ff60 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:30:15.732973 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2fe35ba6-3058-4cde-9309-3bd062fe67d9 None None] Provisioning complete for port c7bc0285-b806-469b-a0ec-cf04b6caf631 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:15.733433 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2fe35ba6-3058-4cde-9309-3bd062fe67d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:15.761647 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cb1f8a-0e29-4ddf-be44-0c18f135e7fb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Network b93895a7-d93f-4e79-8b1e-3bd3fec81d77 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:30:15.763700 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-e3cb1f8a-0e29-4ddf-be44-0c18f135e7fb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:15.797751 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2fe35ba6-3058-4cde-9309-3bd062fe67d9 None None] Port c7bc0285-b806-469b-a0ec-cf04b6caf631 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:30:15.854632 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port ec2b281c-02a6-4080-bb48-2e39e982ff60 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:30:15.861731 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port ec2b281c-02a6-4080-bb48-2e39e982ff60 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:15.862392 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:15.962586 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381fec62-d2ef-4a09-83b8-16a3775c7e12 req-18296f69-7f73-44f8-83b7-e0a61f9a111c tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:15.965674 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-381fec62-d2ef-4a09-83b8-16a3775c7e12 req-18296f69-7f73-44f8-83b7-e0a61f9a111c tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f125b-7d42-44aa-8787-ec0768b7567a HTTP/1.1" status: 200 len: 1096 time: 0.0804822 Mar 01 21:30:16.007038 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:16.009282 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-381fec62-d2ef-4a09-83b8-16a3775c7e12 req-8946d2ff-01b2-4855-b49a-49fb8bf406ac tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389955 Mar 01 21:30:16.042616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cb1f8a-0e29-4ddf-be44-0c18f135e7fb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Router eab9bedb-426c-47be-807c-591adcd21513 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:30:16.044854 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-288d5451-4437-4eb0-a507-945b6df85763 None None] Provisioning complete for port c7bc0285-b806-469b-a0ec-cf04b6caf631 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:16.045221 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-288d5451-4437-4eb0-a507-945b6df85763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:16.081596 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port ec2b281c-02a6-4080-bb48-2e39e982ff60, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ec2b281c-02a6-4080-bb48-2e39e982ff60,segment=NetworkSegment(35a3fe7f-a6a1-470c-b562-eb1913c6478e),segment_id=35a3fe7f-a6a1-470c-b562-eb1913c6478e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:16.102409 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-288d5451-4437-4eb0-a507-945b6df85763 None None] Port c7bc0285-b806-469b-a0ec-cf04b6caf631 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:30:16.150504 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:16.205398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cb1f8a-0e29-4ddf-be44-0c18f135e7fb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:30:16.215144 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e3cb1f8a-0e29-4ddf-be44-0c18f135e7fb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] 10.222.0.42 "PUT /v2.0/routers/eab9bedb-426c-47be-807c-591adcd21513/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9391682 Mar 01 21:30:16.217638 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60932) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:16.217854 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d93877-e349-41a6-ad84-49f728fac537 None None] Sync routers for ids ['eab9bedb-426c-47be-807c-591adcd21513'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:30:16.223079 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-20c9d6aa-002f-4031-bb7a-3a1ac1024bfb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Request body: {'port': {'network_id': 'b93895a7-d93f-4e79-8b1e-3bd3fec81d77', 'name': 'tempest-FloatingIPNegativeTestJSON-669193899'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:30:16.231051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=ec2b281c-02a6-4080-bb48-2e39e982ff60,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:16.233759 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d93877-e349-41a6-ad84-49f728fac537 None None] Routers {'eab9bedb-426c-47be-807c-591adcd21513'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:16.234357 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-83d93877-e349-41a6-ad84-49f728fac537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['eab9bedb-426c-47be-807c-591adcd21513'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:16.294963 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-83d93877-e349-41a6-ad84-49f728fac537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:16.303989 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d93877-e349-41a6-ad84-49f728fac537 None None] Routers {'eab9bedb-426c-47be-807c-591adcd21513'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:16.304616 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-83d93877-e349-41a6-ad84-49f728fac537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['eab9bedb-426c-47be-807c-591adcd21513'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:16.370021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-83d93877-e349-41a6-ad84-49f728fac537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:16.370343 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d93877-e349-41a6-ad84-49f728fac537 None None] The sync data for ids ['eab9bedb-426c-47be-807c-591adcd21513'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:30:16.420647 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:30:16.486554 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-20c9d6aa-002f-4031-bb7a-3a1ac1024bfb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:16.490403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-20c9d6aa-002f-4031-bb7a-3a1ac1024bfb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Usage tracker for resource:port and tenant:fbd1d7d3d7f24076af04ce229db0a7d4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:30:16.493228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-20c9d6aa-002f-4031-bb7a-3a1ac1024bfb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:30:16.498887 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-20c9d6aa-002f-4031-bb7a-3a1ac1024bfb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:16.513364 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 81d5a121-347d-406c-9eac-98ce92fb2918 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:30:16.574280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c9d6aa-002f-4031-bb7a-3a1ac1024bfb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Made reservation on behalf of fbd1d7d3d7f24076af04ce229db0a7d4 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:30:16.578122 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-20c9d6aa-002f-4031-bb7a-3a1ac1024bfb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:16.599704 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [None req-20c9d6aa-002f-4031-bb7a-3a1ac1024bfb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] device_id is not set on port 7ae73fef-4684-47ed-b54d-f17a2a246656 yet. {{(pid=88519) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:30:16.631686 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 81d5a121-347d-406c-9eac-98ce92fb2918 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:30:16.636610 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 81d5a121-347d-406c-9eac-98ce92fb2918 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:16.636897 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:16.740852 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-20c9d6aa-002f-4031-bb7a-3a1ac1024bfb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Allocated IP 172.20.0.11 (b93895a7-d93f-4e79-8b1e-3bd3fec81d77/ef4d8377-2659-4c09-9d64-ade23bab691b/7ae73fef-4684-47ed-b54d-f17a2a246656) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:30:16.751716 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:16.777942 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8f125b-7d42-44aa-8787-ec0768b7567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d5a121-347d-406c-9eac-98ce92fb2918'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:30:16.790962 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 81d5a121-347d-406c-9eac-98ce92fb2918, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=81d5a121-347d-406c-9eac-98ce92fb2918,segment=NetworkSegment(208c54da-0797-427d-8583-9a66ea229346),segment_id=208c54da-0797-427d-8583-9a66ea229346)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:16.822440 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8f125b-7d42-44aa-8787-ec0768b7567a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d5a121-347d-406c-9eac-98ce92fb2918', 'code': 200} Mar 01 21:30:16.871278 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:16.945668 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=81d5a121-347d-406c-9eac-98ce92fb2918,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:16.950827 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-20c9d6aa-002f-4031-bb7a-3a1ac1024bfb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:16.954994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78a401f-4638-4a4a-ac7a-4f5ee5c0d208 req-80628766-23f5-40e8-95f4-79f50b2bb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:16.956795 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e78a401f-4638-4a4a-ac7a-4f5ee5c0d208 req-80628766-23f5-40e8-95f4-79f50b2bb771 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ed8f125b-7d42-44aa-8787-ec0768b7567a HTTP/1.1" status: 200 len: 1097 time: 0.0786798 Mar 01 21:30:16.969920 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-20c9d6aa-002f-4031-bb7a-3a1ac1024bfb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Transition to ACTIVE for port object 7ae73fef-4684-47ed-b54d-f17a2a246656 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:30:16.996198 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e78a401f-4638-4a4a-ac7a-4f5ee5c0d208 req-7524b745-bd92-4bf2-a4ac-a94e02e8c5c0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343206 Mar 01 21:30:17.060558 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-20c9d6aa-002f-4031-bb7a-3a1ac1024bfb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:17.130339 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c9d6aa-002f-4031-bb7a-3a1ac1024bfb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Network b93895a7-d93f-4e79-8b1e-3bd3fec81d77 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:30:17.133922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-20c9d6aa-002f-4031-bb7a-3a1ac1024bfb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:17.142764 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c9d6aa-002f-4031-bb7a-3a1ac1024bfb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:30:17.181231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9d6aa-002f-4031-bb7a-3a1ac1024bfb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Pushing event updated for resources: {'Port': ['ID=7ae73fef-4684-47ed-b54d-f17a2a246656,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:17.189609 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495880e1-379e-4fb7-87db-c6c477fa5a20 req-e50ca96c-8a2e-4e63-af36-0f34c6293ac8 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:17.191130 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-495880e1-379e-4fb7-87db-c6c477fa5a20 req-e50ca96c-8a2e-4e63-af36-0f34c6293ac8 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f125b-7d42-44aa-8787-ec0768b7567a HTTP/1.1" status: 200 len: 1097 time: 0.0777876 Mar 01 21:30:17.217048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c9d6aa-002f-4031-bb7a-3a1ac1024bfb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:17.217690 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-20c9d6aa-002f-4031-bb7a-3a1ac1024bfb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:17.306517 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-20c9d6aa-002f-4031-bb7a-3a1ac1024bfb tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0876825 Mar 01 21:30:17.309565 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60940) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:17.315071 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:30:17.323298 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:17.328260 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Usage tracker for resource:floatingip and tenant:fbd1d7d3d7f24076af04ce229db0a7d4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:30:17.330745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:30:17.337312 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:17.345514 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-495880e1-379e-4fb7-87db-c6c477fa5a20 req-cd5049f7-c0a3-46b8-a5af-93d809ae2191 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472447 Mar 01 21:30:17.408260 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:17.498885 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-521b9980-94b9-4171-93d4-6f4826d0137b None None] Provisioning for port 7ae73fef-4684-47ed-b54d-f17a2a246656 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:30:17.503794 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-521b9980-94b9-4171-93d4-6f4826d0137b None None] Provisioning complete for port 7ae73fef-4684-47ed-b54d-f17a2a246656 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:17.504232 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-521b9980-94b9-4171-93d4-6f4826d0137b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:17.545935 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:17.557873 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-521b9980-94b9-4171-93d4-6f4826d0137b None None] Port 7ae73fef-4684-47ed-b54d-f17a2a246656 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:30:17.628830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ec2b281c-02a6-4080-bb48-2e39e982ff60 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:30:17.685566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Allocated IP 172.25.5.211 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/e3075c1b-c51f-43b0-b340-2baddaca5c40) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:30:17.728143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port ec2b281c-02a6-4080-bb48-2e39e982ff60 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:17.728833 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:17.834979 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:17.917048 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:17.979077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:30:17.986321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:17.991452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:30:18.024337 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Pushing event updated for resources: {'Port': ['ID=e3075c1b-c51f-43b0-b340-2baddaca5c40,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:18.080039 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:18.206217 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:18.421271 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:18.499920 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:18.524825 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eff6782-6c8f-4347-984f-3ea322e68a00 req-a167e2a2-21b5-405b-a1f7-d9d6ba498403 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:18.526318 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3eff6782-6c8f-4347-984f-3ea322e68a00 req-a167e2a2-21b5-405b-a1f7-d9d6ba498403 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f125b-7d42-44aa-8787-ec0768b7567a HTTP/1.1" status: 200 len: 1097 time: 0.0685940 Mar 01 21:30:18.568836 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3eff6782-6c8f-4347-984f-3ea322e68a00 req-7bbf70b5-3b31-463d-bac4-c6a1f5018b3e tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358565 Mar 01 21:30:18.616414 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Pushing event updated for resources: {'Port': ['ID=e3075c1b-c51f-43b0-b340-2baddaca5c40,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:18.628205 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:18.728400 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:18.729659 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e2abe649-9e52-45d3-99fd-3f9041a80acf tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4190817 Mar 01 21:30:18.733035 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60948) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:18.738670 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-dc5cc78e-ffdc-48c7-be72-f17395d39454 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Request body: {'floatingip': {'port_id': '7ae73fef-4684-47ed-b54d-f17a2a246656', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:30:18.752783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14971c6b-6638-4d67-8d0a-e8d69650e71c req-9a4ac641-53bb-4a2e-97a2-b89bbba6803b tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:18.754259 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14971c6b-6638-4d67-8d0a-e8d69650e71c req-9a4ac641-53bb-4a2e-97a2-b89bbba6803b tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f125b-7d42-44aa-8787-ec0768b7567a HTTP/1.1" status: 200 len: 1097 time: 0.0727007 Mar 01 21:30:18.794606 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14971c6b-6638-4d67-8d0a-e8d69650e71c req-1b15931c-9f9d-4fef-9336-e8b20482cfce tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344059 Mar 01 21:30:18.817430 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dc5cc78e-ffdc-48c7-be72-f17395d39454 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for floatingip, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:18.976422 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabecb4-acf0-4cff-bed2-65df59a55d74 req-1f384d25-7dd0-4c87-8c4e-72c72c085df1 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:18.977846 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-feabecb4-acf0-4cff-bed2-65df59a55d74 req-1f384d25-7dd0-4c87-8c4e-72c72c085df1 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f125b-7d42-44aa-8787-ec0768b7567a HTTP/1.1" status: 200 len: 1097 time: 0.0746343 Mar 01 21:30:19.022321 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-feabecb4-acf0-4cff-bed2-65df59a55d74 req-f1808392-53d3-43f1-ac8c-cea125f56c2e tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387845 Mar 01 21:30:19.132569 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-dc5cc78e-ffdc-48c7-be72-f17395d39454 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] update failed (client error): The resource could not be found. Mar 01 21:30:19.133596 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-dc5cc78e-ffdc-48c7-be72-f17395d39454 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] 10.222.0.42 "PUT /v2.0/floatingips/79bdfd2f-c460-4353-95b7-5a6045086e97 HTTP/1.1" status: 404 len: 507 time: 0.3994861 Mar 01 21:30:19.136427 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60956) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:19.303006 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e31549a5-801c-4c47-9191-ed2ba92b0324 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Deleting port e3075c1b-c51f-43b0-b340-2baddaca5c40 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:19.303327 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e31549a5-801c-4c47-9191-ed2ba92b0324 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:19.473244 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e31549a5-801c-4c47-9191-ed2ba92b0324 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:19.473568 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e31549a5-801c-4c47-9191-ed2ba92b0324 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:19.571464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a454e5e-c3fa-436d-b3ac-0457a58501c8 req-34336b3f-b326-491f-95b5-213436c78c22 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:19.573376 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a454e5e-c3fa-436d-b3ac-0457a58501c8 req-34336b3f-b326-491f-95b5-213436c78c22 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f125b-7d42-44aa-8787-ec0768b7567a HTTP/1.1" status: 200 len: 1097 time: 0.0721469 Mar 01 21:30:19.600491 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e31549a5-801c-4c47-9191-ed2ba92b0324 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Calling delete_port for e3075c1b-c51f-43b0-b340-2baddaca5c40 owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:19.622418 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a454e5e-c3fa-436d-b3ac-0457a58501c8 req-0f90ae96-8ce2-476e-82d9-82eea0449f19 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428302 Mar 01 21:30:19.858975 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e31549a5-801c-4c47-9191-ed2ba92b0324 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:19.916976 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31549a5-801c-4c47-9191-ed2ba92b0324 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Pushing event deleted for resources: {'Port': ['ID=e3075c1b-c51f-43b0-b340-2baddaca5c40,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:20.010868 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e31549a5-801c-4c47-9191-ed2ba92b0324 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:20.021921 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e31549a5-801c-4c47-9191-ed2ba92b0324 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:20.026529 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e31549a5-801c-4c47-9191-ed2ba92b0324 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] 10.222.0.42 "DELETE /v2.0/floatingips/79bdfd2f-c460-4353-95b7-5a6045086e97 HTTP/1.1" status: 204 len: 168 time: 0.8857241 Mar 01 21:30:20.026657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60962) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:20.031664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-0fcd7e02-679c-472c-a07d-9e2c84770913 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Request body: {'floatingip': {'floating_network_id': 'b93895a7-d93f-4e79-8b1e-3bd3fec81d77', 'port_id': '7ae73fef-4684-47ed-b54d-f17a2a246656', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:30:20.039115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0fcd7e02-679c-472c-a07d-9e2c84770913 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:20.042714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0fcd7e02-679c-472c-a07d-9e2c84770913 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Usage tracker for resource:floatingip and tenant:fbd1d7d3d7f24076af04ce229db0a7d4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:30:20.045984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0fcd7e02-679c-472c-a07d-9e2c84770913 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:30:20.051781 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0fcd7e02-679c-472c-a07d-9e2c84770913 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:20.139997 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0fcd7e02-679c-472c-a07d-9e2c84770913 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:20.357046 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-0fcd7e02-679c-472c-a07d-9e2c84770913 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 21:30:20.358122 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0fcd7e02-679c-472c-a07d-9e2c84770913 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3306088 Mar 01 21:30:20.361934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60966) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:20.367725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': '7ae73fef-4684-47ed-b54d-f17a2a246656', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:30:20.375455 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:20.379303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Usage tracker for resource:floatingip and tenant:fbd1d7d3d7f24076af04ce229db0a7d4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:30:20.382367 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:30:20.388102 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:20.465547 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:20.605054 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:20.751628 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Allocated IP 172.25.5.52 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/10adcfca-1b23-4ec6-82c9-ca0664f59faa) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:30:20.835751 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b644e9-a9f5-40bb-837d-8a5b1d4c035b req-a7309c5e-ece6-4c25-b2ff-d454f22aca06 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:20.837294 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81b644e9-a9f5-40bb-837d-8a5b1d4c035b req-a7309c5e-ece6-4c25-b2ff-d454f22aca06 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f125b-7d42-44aa-8787-ec0768b7567a HTTP/1.1" status: 200 len: 1097 time: 0.1053934 Mar 01 21:30:20.896582 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81b644e9-a9f5-40bb-837d-8a5b1d4c035b req-9c156abe-6405-4496-94c5-88bfe12aa0db tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530486 Mar 01 21:30:20.925485 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad9ef9-767f-426d-8fa3-5871c09f5cba req-8f15b0fb-b819-41b2-9676-1e9ec33deb74 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:20.928626 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0ad9ef9-767f-426d-8fa3-5871c09f5cba req-8f15b0fb-b819-41b2-9676-1e9ec33deb74 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.55 "GET /v2.0/ports?device_id=ed8f125b-7d42-44aa-8787-ec0768b7567a HTTP/1.1" status: 200 len: 1097 time: 0.1226876 Mar 01 21:30:20.996459 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-d0ad9ef9-767f-426d-8fa3-5871c09f5cba req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Deleting port 81d5a121-347d-406c-9eac-98ce92fb2918 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:20.996805 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d0ad9ef9-767f-426d-8fa3-5871c09f5cba req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:21.017198 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:21.122286 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:21.188476 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:30:21.195439 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:21.197923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:30:21.224795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-d0ad9ef9-767f-426d-8fa3-5871c09f5cba req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] For port 81d5a121-347d-406c-9eac-98ce92fb2918, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=81d5a121-347d-406c-9eac-98ce92fb2918,segment=NetworkSegment(208c54da-0797-427d-8583-9a66ea229346),segment_id=208c54da-0797-427d-8583-9a66ea229346)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:21.225150 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d0ad9ef9-767f-426d-8fa3-5871c09f5cba req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:21.234467 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Pushing event updated for resources: {'Port': ['ID=10adcfca-1b23-4ec6-82c9-ca0664f59faa,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:21.356543 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-d0ad9ef9-767f-426d-8fa3-5871c09f5cba req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Calling delete_port for 81d5a121-347d-406c-9eac-98ce92fb2918 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:21.379889 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Deleting port 10adcfca-1b23-4ec6-82c9-ca0664f59faa {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:21.380235 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:21.545670 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d0ad9ef9-767f-426d-8fa3-5871c09f5cba req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:21.556159 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:21.556731 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:21.557733 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['47da9dae-84b3-4469-b73f-71308fa88907'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:30:21.584436 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['81d5a121-347d-406c-9eac-98ce92fb2918'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:30:21.600708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Pushing event deleted for resources: {'Port': ['ID=81d5a121-347d-406c-9eac-98ce92fb2918,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:21.645227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:21.645577 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:21.645927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:21.646917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:21.647230 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:21.647598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:21.647903 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:21.648231 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:21.648544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:21.648862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:21.649177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:21.649496 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:21.694977 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ad9ef9-767f-426d-8fa3-5871c09f5cba req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] No DVR routers for this DVR port 81d5a121-347d-406c-9eac-98ce92fb2918 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:30:21.697456 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d0ad9ef9-767f-426d-8fa3-5871c09f5cba req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:21.701247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed8f125b-7d42-44aa-8787-ec0768b7567a', 'name': 'network-vif-deleted', 'tag': '81d5a121-347d-406c-9eac-98ce92fb2918'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:30:21.706033 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:21.711310 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Calling delete_port for 10adcfca-1b23-4ec6-82c9-ca0664f59faa owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:21.762741 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed8f125b-7d42-44aa-8787-ec0768b7567a', 'name': 'network-vif-deleted', 'tag': '81d5a121-347d-406c-9eac-98ce92fb2918', 'status': 'completed', 'code': 200} Mar 01 21:30:21.779981 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0ad9ef9-767f-426d-8fa3-5871c09f5cba req-b0453011-5040-46a1-9e2b-394af2501b62 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.55 "DELETE /v2.0/ports/81d5a121-347d-406c-9eac-98ce92fb2918 HTTP/1.1" status: 204 len: 173 time: 0.8482487 Mar 01 21:30:21.956132 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:22.010699 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Pushing event deleted for resources: {'Port': ['ID=10adcfca-1b23-4ec6-82c9-ca0664f59faa,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:22.050519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-35b6cfeb-e11f-4d85-be22-9178d4f0c2a2 req-d6f67c3e-834f-48ba-b63f-c18b6b85bbf9 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Synchronizing usage tracker for tenant:53012f9138d94449af5dffd27eef4726 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:30:22.145360 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-35b6cfeb-e11f-4d85-be22-9178d4f0c2a2 req-d6f67c3e-834f-48ba-b63f-c18b6b85bbf9 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Unset dirty status for tenant:53012f9138d94449af5dffd27eef4726 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:30:22.146715 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35b6cfeb-e11f-4d85-be22-9178d4f0c2a2 req-d6f67c3e-834f-48ba-b63f-c18b6b85bbf9 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ed8f125b-7d42-44aa-8787-ec0768b7567a HTTP/1.1" status: 200 len: 210 time: 0.1357999 Mar 01 21:30:22.242566 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] create failed (client error): The resource could not be found. Mar 01 21:30:22.243595 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-dadd4075-3835-4b5e-8a09-1feeb57abd75 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8807204 Mar 01 21:30:22.247195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60976) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:22.317537 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-78514842-a69c-4d4f-ae8b-80687801db63 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Deleting port 7ae73fef-4684-47ed-b54d-f17a2a246656 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:22.317923 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78514842-a69c-4d4f-ae8b-80687801db63 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:22.564107 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78514842-a69c-4d4f-ae8b-80687801db63 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:22.690358 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-78514842-a69c-4d4f-ae8b-80687801db63 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Calling delete_port for 7ae73fef-4684-47ed-b54d-f17a2a246656 owned by {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:22.899822 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78514842-a69c-4d4f-ae8b-80687801db63 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:22.950942 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78514842-a69c-4d4f-ae8b-80687801db63 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Pushing event deleted for resources: {'Port': ['ID=7ae73fef-4684-47ed-b54d-f17a2a246656,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:23.054810 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-78514842-a69c-4d4f-ae8b-80687801db63 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:23.065599 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-78514842-a69c-4d4f-ae8b-80687801db63 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] 10.222.0.42 "DELETE /v2.0/ports/7ae73fef-4684-47ed-b54d-f17a2a246656 HTTP/1.1" status: 204 len: 168 time: 0.8151765 Mar 01 21:30:23.065807 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60980) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:23.148129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579e46d1-1569-4fe8-9ed7-afd9ef815bd4 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:23.148816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-579e46d1-1569-4fe8-9ed7-afd9ef815bd4 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Synchronizing usage tracker for tenant:fbd1d7d3d7f24076af04ce229db0a7d4 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:30:23.219431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-579e46d1-1569-4fe8-9ed7-afd9ef815bd4 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Unset dirty status for tenant:fbd1d7d3d7f24076af04ce229db0a7d4 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:30:23.220611 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-579e46d1-1569-4fe8-9ed7-afd9ef815bd4 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] 10.222.0.42 "GET /v2.0/ports?device_id=eab9bedb-426c-47be-807c-591adcd21513 HTTP/1.1" status: 200 len: 913 time: 0.1538846 Mar 01 21:30:23.223252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 60986) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:23.789037 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f627415-57c0-442c-9278-4554a4f10d16 req-fe0ca867-3669-489f-8186-31ab49a87b4f tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:23.790592 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1f627415-57c0-442c-9278-4554a4f10d16 req-fe0ca867-3669-489f-8186-31ab49a87b4f tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=214be953-70e5-4a06-b2dc-ec844551fc1c HTTP/1.1" status: 200 len: 1096 time: 0.0702736 Mar 01 21:30:23.832960 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1f627415-57c0-442c-9278-4554a4f10d16 req-c26e7221-8192-4ff5-96e3-880b53bfc30f tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361798 Mar 01 21:30:23.843832 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2107a48-b327-497b-865f-8089697362e7 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:24.190341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b2107a48-b327-497b-865f-8089697362e7 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Deleting port c7bc0285-b806-469b-a0ec-cf04b6caf631 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:24.190680 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2107a48-b327-497b-865f-8089697362e7 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:24.237074 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:24.384064 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2107a48-b327-497b-865f-8089697362e7 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:24.510520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b2107a48-b327-497b-865f-8089697362e7 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Calling delete_port for c7bc0285-b806-469b-a0ec-cf04b6caf631 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:24.560013 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 81d5a121-347d-406c-9eac-98ce92fb2918 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:30:24.601004 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 81d5a121-347d-406c-9eac-98ce92fb2918 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:30:24.601526 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 81d5a121-347d-406c-9eac-98ce92fb2918 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:30:25.013683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94281158-f635-4f7d-a778-bf3393e5ffa8 req-c5524f69-7c3a-4df1-b2cd-f5ec8a1ab143 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:25.015184 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94281158-f635-4f7d-a778-bf3393e5ffa8 req-c5524f69-7c3a-4df1-b2cd-f5ec8a1ab143 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=214be953-70e5-4a06-b2dc-ec844551fc1c HTTP/1.1" status: 200 len: 1096 time: 0.0739911 Mar 01 21:30:25.018390 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2107a48-b327-497b-865f-8089697362e7 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:25.060830 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94281158-f635-4f7d-a778-bf3393e5ffa8 req-e2feec58-2046-4291-a29f-768497b13372 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359302 Mar 01 21:30:25.081062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2107a48-b327-497b-865f-8089697362e7 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Pushing event deleted for resources: {'Port': ['ID=c7bc0285-b806-469b-a0ec-cf04b6caf631,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:25.197922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df1c92-16ca-42b6-9dff-766e48469d01 req-55568447-117a-41bf-bc66-1fa78c89cc10 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:25.198630 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-d7df1c92-16ca-42b6-9dff-766e48469d01 req-55568447-117a-41bf-bc66-1fa78c89cc10 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Synchronizing usage tracker for tenant:53012f9138d94449af5dffd27eef4726 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:30:25.326953 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-d7df1c92-16ca-42b6-9dff-766e48469d01 req-55568447-117a-41bf-bc66-1fa78c89cc10 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Unset dirty status for tenant:53012f9138d94449af5dffd27eef4726 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:30:25.328360 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d7df1c92-16ca-42b6-9dff-766e48469d01 req-55568447-117a-41bf-bc66-1fa78c89cc10 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=214be953-70e5-4a06-b2dc-ec844551fc1c HTTP/1.1" status: 200 len: 1096 time: 0.3449154 Mar 01 21:30:25.369556 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2107a48-b327-497b-865f-8089697362e7 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:25.468408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-d7df1c92-16ca-42b6-9dff-766e48469d01 req-7513b09a-c10b-479b-a1fc-cd0b3f984f64 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Deleting port 47da9dae-84b3-4469-b73f-71308fa88907 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:25.468664 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d7df1c92-16ca-42b6-9dff-766e48469d01 req-7513b09a-c10b-479b-a1fc-cd0b3f984f64 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:25.741501 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2107a48-b327-497b-865f-8089697362e7 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Router eab9bedb-426c-47be-807c-591adcd21513 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:30:25.973993 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2107a48-b327-497b-865f-8089697362e7 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:30:25.983991 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c250d-a289-4b80-876b-f127471db515 None None] Sync routers for ids ['eab9bedb-426c-47be-807c-591adcd21513'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:30:25.993680 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c250d-a289-4b80-876b-f127471db515 None None] Routers {'eab9bedb-426c-47be-807c-591adcd21513'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:25.994214 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-877c250d-a289-4b80-876b-f127471db515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['eab9bedb-426c-47be-807c-591adcd21513'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:26.008402 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-d7df1c92-16ca-42b6-9dff-766e48469d01 req-7513b09a-c10b-479b-a1fc-cd0b3f984f64 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] For port 47da9dae-84b3-4469-b73f-71308fa88907, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=47da9dae-84b3-4469-b73f-71308fa88907,segment=NetworkSegment(208c54da-0797-427d-8583-9a66ea229346),segment_id=208c54da-0797-427d-8583-9a66ea229346)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:26.014920 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d7df1c92-16ca-42b6-9dff-766e48469d01 req-7513b09a-c10b-479b-a1fc-cd0b3f984f64 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:26.057819 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-877c250d-a289-4b80-876b-f127471db515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:26.067648 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877c250d-a289-4b80-876b-f127471db515 None None] Routers {'eab9bedb-426c-47be-807c-591adcd21513'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:26.068304 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-877c250d-a289-4b80-876b-f127471db515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['eab9bedb-426c-47be-807c-591adcd21513'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:26.135283 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-877c250d-a289-4b80-876b-f127471db515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:26.135735 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877c250d-a289-4b80-876b-f127471db515 None None] The sync data for ids ['eab9bedb-426c-47be-807c-591adcd21513'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:30:26.219436 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b2107a48-b327-497b-865f-8089697362e7 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] 10.222.0.42 "PUT /v2.0/routers/eab9bedb-426c-47be-807c-591adcd21513/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9950478 Mar 01 21:30:26.222508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 60998) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:26.282074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-d7df1c92-16ca-42b6-9dff-766e48469d01 req-7513b09a-c10b-479b-a1fc-cd0b3f984f64 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Calling delete_port for 47da9dae-84b3-4469-b73f-71308fa88907 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:26.462714 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a588bad3-2860-4445-8273-51d5f9a17338 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:26.476201 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d7df1c92-16ca-42b6-9dff-766e48469d01 req-7513b09a-c10b-479b-a1fc-cd0b3f984f64 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:26.486782 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['47da9dae-84b3-4469-b73f-71308fa88907'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:30:26.527979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7513b09a-c10b-479b-a1fc-cd0b3f984f64 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Pushing event deleted for resources: {'Port': ['ID=47da9dae-84b3-4469-b73f-71308fa88907,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:26.607214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7df1c92-16ca-42b6-9dff-766e48469d01 req-7513b09a-c10b-479b-a1fc-cd0b3f984f64 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] No DVR routers for this DVR port 47da9dae-84b3-4469-b73f-71308fa88907 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:30:26.609903 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d7df1c92-16ca-42b6-9dff-766e48469d01 req-7513b09a-c10b-479b-a1fc-cd0b3f984f64 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:26.612572 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '214be953-70e5-4a06-b2dc-ec844551fc1c', 'name': 'network-vif-deleted', 'tag': '47da9dae-84b3-4469-b73f-71308fa88907'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:30:26.653677 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c50d94-f3ca-4956-a38e-a41cbcba3bb5 req-8481d78a-0c81-4f3b-a366-d1a1d221e4ef tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:26.655211 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-63c50d94-f3ca-4956-a38e-a41cbcba3bb5 req-8481d78a-0c81-4f3b-a366-d1a1d221e4ef tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=214be953-70e5-4a06-b2dc-ec844551fc1c HTTP/1.1" status: 200 len: 1096 time: 0.4739273 Mar 01 21:30:26.664783 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '214be953-70e5-4a06-b2dc-ec844551fc1c', 'name': 'network-vif-deleted', 'tag': '47da9dae-84b3-4469-b73f-71308fa88907', 'status': 'completed', 'code': 200} Mar 01 21:30:26.712057 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d7df1c92-16ca-42b6-9dff-766e48469d01 req-7513b09a-c10b-479b-a1fc-cd0b3f984f64 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.57 "DELETE /v2.0/ports/47da9dae-84b3-4469-b73f-71308fa88907 HTTP/1.1" status: 204 len: 173 time: 1.3751819 Mar 01 21:30:26.814764 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a588bad3-2860-4445-8273-51d5f9a17338 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:26.818881 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a588bad3-2860-4445-8273-51d5f9a17338 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:26.828303 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-63c50d94-f3ca-4956-a38e-a41cbcba3bb5 req-c505539e-36bc-4bfe-9691-b9c00a35d6a9 tempest-TestServerMultinode-1237331269 tempest-TestServerMultinode-1237331269-project-admin] 10.222.0.42 "GET /v2.0/security-groups?id=e9b3eec3-152e-44ab-aeb1-1c137e05bd02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099246 Mar 01 21:30:26.922369 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a588bad3-2860-4445-8273-51d5f9a17338 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:26.922955 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a588bad3-2860-4445-8273-51d5f9a17338 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Fanout notify agent at l3_agent the message router_deleted on router eab9bedb-426c-47be-807c-591adcd21513 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:30:26.935055 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a588bad3-2860-4445-8273-51d5f9a17338 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:26.936119 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a588bad3-2860-4445-8273-51d5f9a17338 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] 10.222.0.42 "DELETE /v2.0/routers/eab9bedb-426c-47be-807c-591adcd21513 HTTP/1.1" status: 204 len: 168 time: 0.7126987 Mar 01 21:30:26.938681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32772) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:27.003618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-99172d8b-830a-499d-8a48-e76dacaeb354 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Deleting subnet ef4d8377-2659-4c09-9d64-ade23bab691b {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:30:27.006763 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-99172d8b-830a-499d-8a48-e76dacaeb354 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:27.064916 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-99172d8b-830a-499d-8a48-e76dacaeb354 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:27.147035 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-99172d8b-830a-499d-8a48-e76dacaeb354 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:27.293577 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-99172d8b-830a-499d-8a48-e76dacaeb354 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:27.339168 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99172d8b-830a-499d-8a48-e76dacaeb354 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Pushing event deleted for resources: {'Subnet': ['ID=ef4d8377-2659-4c09-9d64-ade23bab691b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:27.341022 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-99172d8b-830a-499d-8a48-e76dacaeb354 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:27.348508 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-99172d8b-830a-499d-8a48-e76dacaeb354 tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] 10.222.0.42 "DELETE /v2.0/subnets/ef4d8377-2659-4c09-9d64-ade23bab691b HTTP/1.1" status: 204 len: 168 time: 0.4079831 Mar 01 21:30:27.350803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32776) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:27.379103 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1668f5-74f4-41c5-a7f1-219c8003bce6 None None] Network b93895a7-d93f-4e79-8b1e-3bd3fec81d77 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:30:27.502768 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e06e3e9-175b-4117-8b3c-30b3faf06acc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:27.514374 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5e06e3e9-175b-4117-8b3c-30b3faf06acc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Deleting port ec2b281c-02a6-4080-bb48-2e39e982ff60 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:27.514713 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e06e3e9-175b-4117-8b3c-30b3faf06acc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:27.571931 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-673913d0-f097-4e22-9fa2-63f5de03e232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:27.672414 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6128330d-3318-47ed-aa43-9f43a65a440e None None] DHCP port deletion for b93895a7-d93f-4e79-8b1e-3bd3fec81d77 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:30:27.676963 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6128330d-3318-47ed-aa43-9f43a65a440e None None] Deleting port ec2b281c-02a6-4080-bb48-2e39e982ff60 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:27.679572 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6128330d-3318-47ed-aa43-9f43a65a440e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:27.747583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-5e06e3e9-175b-4117-8b3c-30b3faf06acc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] For port ec2b281c-02a6-4080-bb48-2e39e982ff60, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ec2b281c-02a6-4080-bb48-2e39e982ff60,segment=NetworkSegment(35a3fe7f-a6a1-470c-b562-eb1913c6478e),segment_id=35a3fe7f-a6a1-470c-b562-eb1913c6478e)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:27.748040 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e06e3e9-175b-4117-8b3c-30b3faf06acc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:27.873623 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5e06e3e9-175b-4117-8b3c-30b3faf06acc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Calling delete_port for ec2b281c-02a6-4080-bb48-2e39e982ff60 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:27.881840 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-6128330d-3318-47ed-aa43-9f43a65a440e None None] For port ec2b281c-02a6-4080-bb48-2e39e982ff60, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ec2b281c-02a6-4080-bb48-2e39e982ff60,segment=NetworkSegment(35a3fe7f-a6a1-470c-b562-eb1913c6478e),segment_id=35a3fe7f-a6a1-470c-b562-eb1913c6478e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:27.885150 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6128330d-3318-47ed-aa43-9f43a65a440e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:27.936211 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32782) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:28.009276 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6128330d-3318-47ed-aa43-9f43a65a440e None None] Calling delete_port for ec2b281c-02a6-4080-bb48-2e39e982ff60 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:28.082805 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-6128330d-3318-47ed-aa43-9f43a65a440e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:30:28.083163 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-6128330d-3318-47ed-aa43-9f43a65a440e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:30:28.094473 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e06e3e9-175b-4117-8b3c-30b3faf06acc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:28.155664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06e3e9-175b-4117-8b3c-30b3faf06acc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Pushing event deleted for resources: {'Port': ['ID=ec2b281c-02a6-4080-bb48-2e39e982ff60,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:28.157358 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e06e3e9-175b-4117-8b3c-30b3faf06acc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] No DVR routers for this DVR port ec2b281c-02a6-4080-bb48-2e39e982ff60 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:30:28.476062 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e06e3e9-175b-4117-8b3c-30b3faf06acc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:28.566949 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-5e06e3e9-175b-4117-8b3c-30b3faf06acc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93895a7-d93f-4e79-8b1e-3bd3fec81d77']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:28.584546 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6128330d-3318-47ed-aa43-9f43a65a440e None None] Deleting port ec2b281c-02a6-4080-bb48-2e39e982ff60 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:28.585050 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-5e06e3e9-175b-4117-8b3c-30b3faf06acc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a3fe7f-a6a1-470c-b562-eb1913c6478e') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:28.585184 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6128330d-3318-47ed-aa43-9f43a65a440e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:28.585292 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-5e06e3e9-175b-4117-8b3c-30b3faf06acc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a3fe7f-a6a1-470c-b562-eb1913c6478e') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:28.608975 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e06e3e9-175b-4117-8b3c-30b3faf06acc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:28.652447 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6128330d-3318-47ed-aa43-9f43a65a440e None None] The port 'ec2b281c-02a6-4080-bb48-2e39e982ff60' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:30:28.660763 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e06e3e9-175b-4117-8b3c-30b3faf06acc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:28.671495 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e06e3e9-175b-4117-8b3c-30b3faf06acc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:30:28.677263 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e06e3e9-175b-4117-8b3c-30b3faf06acc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:30:28.689499 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:30:28.883251 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e06e3e9-175b-4117-8b3c-30b3faf06acc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:28.900974 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e06e3e9-175b-4117-8b3c-30b3faf06acc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:28.918142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06e3e9-175b-4117-8b3c-30b3faf06acc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] Pushing event deleted for resources: {'Network': ['ID=b93895a7-d93f-4e79-8b1e-3bd3fec81d77,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:28.930602 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5e06e3e9-175b-4117-8b3c-30b3faf06acc tempest-FloatingIPNegativeTestJSON-1874545339 tempest-FloatingIPNegativeTestJSON-1874545339-project] 10.222.0.42 "DELETE /v2.0/networks/b93895a7-d93f-4e79-8b1e-3bd3fec81d77 HTTP/1.1" status: 204 len: 168 time: 1.5784421 Mar 01 21:30:28.938388 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79e81fbe-6ace-4436-9228-2a2482b5ef48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:29.294263 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-79e81fbe-6ace-4436-9228-2a2482b5ef48 admin admin] Deleting port 7b3b11f3-6018-4f91-a0f9-47542d776212 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:29.294494 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79e81fbe-6ace-4436-9228-2a2482b5ef48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:29.421309 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32790) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:29.475137 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-79e81fbe-6ace-4436-9228-2a2482b5ef48 admin admin] For port 7b3b11f3-6018-4f91-a0f9-47542d776212, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7b3b11f3-6018-4f91-a0f9-47542d776212,segment=NetworkSegment(208c54da-0797-427d-8583-9a66ea229346),segment_id=208c54da-0797-427d-8583-9a66ea229346)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:29.475429 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79e81fbe-6ace-4436-9228-2a2482b5ef48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:29.580336 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-50b0b5ec-181d-43f4-bf9e-a747492f709d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fbd1d7d3d7f24076af04ce229db0a7d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542504 Mar 01 21:30:29.580336 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32796) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:29.609494 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-79e81fbe-6ace-4436-9228-2a2482b5ef48 admin admin] Calling delete_port for 7b3b11f3-6018-4f91-a0f9-47542d776212 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:29.637799 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ec2b281c-02a6-4080-bb48-2e39e982ff60 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:30:29.646393 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b97fe1f1-3f55-4b10-b611-1cf59eccf6cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:29.675935 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b97fe1f1-3f55-4b10-b611-1cf59eccf6cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:29.678339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: ec2b281c-02a6-4080-bb48-2e39e982ff60 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:30:29.678750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ec2b281c-02a6-4080-bb48-2e39e982ff60 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:30:29.680323 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 47da9dae-84b3-4469-b73f-71308fa88907 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:30:29.712354 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dc5fd790-0796-4187-b6f2-34baed9bc318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:29.718226 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 47da9dae-84b3-4469-b73f-71308fa88907 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:30:29.718573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 47da9dae-84b3-4469-b73f-71308fa88907 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:30:29.808198 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b97fe1f1-3f55-4b10-b611-1cf59eccf6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:29.824939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fe1f1-3f55-4b10-b611-1cf59eccf6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0a5dc8-72b6-4870-a7c0-0caf32dd63ed,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:29.828441 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b97fe1f1-3f55-4b10-b611-1cf59eccf6cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:29.829539 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b97fe1f1-3f55-4b10-b611-1cf59eccf6cf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/eb0a5dc8-72b6-4870-a7c0-0caf32dd63ed HTTP/1.1" status: 204 len: 168 time: 0.2492447 Mar 01 21:30:29.899899 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79e81fbe-6ace-4436-9228-2a2482b5ef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:29.947063 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e81fbe-6ace-4436-9228-2a2482b5ef48 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b3b11f3-6018-4f91-a0f9-47542d776212,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:30.367626 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-79e81fbe-6ace-4436-9228-2a2482b5ef48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:30.578795 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:30.607868 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:30.719874 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e81fbe-6ace-4436-9228-2a2482b5ef48 admin admin] Router e48ffe75-79e4-45e6-99cc-14739fece9a6 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:30:30.900680 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e81fbe-6ace-4436-9228-2a2482b5ef48 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:30:30.911989 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-79e81fbe-6ace-4436-9228-2a2482b5ef48 admin admin] 10.222.0.42 "PUT /v2.0/routers/e48ffe75-79e4-45e6-99cc-14739fece9a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9722900 Mar 01 21:30:30.912193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802f251-8460-4b8a-86a3-fd4b543a7726 None None] Sync routers for ids ['e48ffe75-79e4-45e6-99cc-14739fece9a6'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:30:30.912665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32820) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:30.919625 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2802f251-8460-4b8a-86a3-fd4b543a7726 None None] Routers {'e48ffe75-79e4-45e6-99cc-14739fece9a6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:30.920471 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2802f251-8460-4b8a-86a3-fd4b543a7726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['e48ffe75-79e4-45e6-99cc-14739fece9a6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:30.957353 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32824) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:31.104402 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-85b0e487-0fd7-4bb4-b9bb-d5eb8633cbdb admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:31.109186 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-2802f251-8460-4b8a-86a3-fd4b543a7726 None None] Set router e48ffe75-79e4-45e6-99cc-14739fece9a6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:30:31.109845 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1627521683'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:30:31.116489 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:31.120398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:network and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:30:31.123923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:30:31.130301 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:31.202937 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Made reservation on behalf of d21332a3bebd4eea9003a79c25245b00 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:30:31.206590 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:31.219913 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:31.234598 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:31.238558 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:security_group_rule and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:30:31.242803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:30:31.247838 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:31.294142 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-85b0e487-0fd7-4bb4-b9bb-d5eb8633cbdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:31.338145 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:31.373880 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-85b0e487-0fd7-4bb4-b9bb-d5eb8633cbdb admin admin] Deleting port 761600f3-8b1f-48ad-ac77-9d0c004bde2c {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:31.374234 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-85b0e487-0fd7-4bb4-b9bb-d5eb8633cbdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:31.402874 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:31.438385 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2802f251-8460-4b8a-86a3-fd4b543a7726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48ffe75-79e4-45e6-99cc-14739fece9a6', 'name': 'tempest-TestServerMultinode-372718223-router', 'tenant_id': '112968505f944ece91c6ea37ab226d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '761600f3-8b1f-48ad-ac77-9d0c004bde2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:29:30Z', 'updated_at': '2022-03-01T21:30:29Z', 'revision_number': 5, 'project_id': '112968505f944ece91c6ea37ab226d55', 'gw_port': {'id': '761600f3-8b1f-48ad-ac77-9d0c004bde2c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:45:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48ffe75-79e4-45e6-99cc-14739fece9a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3768, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:29:31Z', 'updated_at': '2022-03-01T21:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:31.445045 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802f251-8460-4b8a-86a3-fd4b543a7726 None None] Checking router: e48ffe75-79e4-45e6-99cc-14739fece9a6 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:30:31.450331 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:30:31.464287 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2802f251-8460-4b8a-86a3-fd4b543a7726 None None] Routers {'e48ffe75-79e4-45e6-99cc-14739fece9a6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:31.464287 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2802f251-8460-4b8a-86a3-fd4b543a7726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['e48ffe75-79e4-45e6-99cc-14739fece9a6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:31.472939 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95dc534d-6d29-4a66-a981-93f04df15ed3,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:31.480223 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:31.480769 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Added segment 16133a67-f71e-4dcd-ae96-cf78bce66b1a of type vlan for network d8f38641-dc3e-45b1-9fc2-0a8529f2cc14 Mar 01 21:30:31.526053 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:31.619007 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:31.625495 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:31.626327 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:31.643051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-2802f251-8460-4b8a-86a3-fd4b543a7726 None None] Set router e48ffe75-79e4-45e6-99cc-14739fece9a6 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:30:31.681453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-85b0e487-0fd7-4bb4-b9bb-d5eb8633cbdb admin admin] For port 761600f3-8b1f-48ad-ac77-9d0c004bde2c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=761600f3-8b1f-48ad-ac77-9d0c004bde2c,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:31.682263 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-85b0e487-0fd7-4bb4-b9bb-d5eb8633cbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:31.752514 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Network': ['ID=d8f38641-dc3e-45b1-9fc2-0a8529f2cc14,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:31.760037 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2802f251-8460-4b8a-86a3-fd4b543a7726 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48ffe75-79e4-45e6-99cc-14739fece9a6', 'name': 'tempest-TestServerMultinode-372718223-router', 'tenant_id': '112968505f944ece91c6ea37ab226d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:29:30Z', 'updated_at': '2022-03-01T21:30:31Z', 'revision_number': 6, 'project_id': '112968505f944ece91c6ea37ab226d55', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:31.765505 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network d8f38641-dc3e-45b1-9fc2-0a8529f2cc14 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:30:31.777258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2802f251-8460-4b8a-86a3-fd4b543a7726 None None] The sync data for ids ['e48ffe75-79e4-45e6-99cc-14739fece9a6'] in n-d-827896-4 is: [{'id': 'e48ffe75-79e4-45e6-99cc-14739fece9a6', 'name': 'tempest-TestServerMultinode-372718223-router', 'tenant_id': '112968505f944ece91c6ea37ab226d55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:29:30Z', 'updated_at': '2022-03-01T21:30:31Z', 'revision_number': 6, 'project_id': '112968505f944ece91c6ea37ab226d55', 'gw_port_host': None}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:30:31.796447 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-16d14320-f393-4d85-ba0f-73095fff928a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8368363 Mar 01 21:30:31.798840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32830) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:31.805819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-0f9c7965-67c1-4312-b621-2b9a17fe81ef tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1246493880'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:30:31.813917 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0f9c7965-67c1-4312-b621-2b9a17fe81ef tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:31.819066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0f9c7965-67c1-4312-b621-2b9a17fe81ef tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:network and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:30:31.822099 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0f9c7965-67c1-4312-b621-2b9a17fe81ef tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:30:31.826530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-85b0e487-0fd7-4bb4-b9bb-d5eb8633cbdb admin admin] Calling delete_port for 761600f3-8b1f-48ad-ac77-9d0c004bde2c owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:31.828578 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0f9c7965-67c1-4312-b621-2b9a17fe81ef tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:31.933909 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9c7965-67c1-4312-b621-2b9a17fe81ef tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Made reservation on behalf of d21332a3bebd4eea9003a79c25245b00 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:30:31.937469 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0f9c7965-67c1-4312-b621-2b9a17fe81ef tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:31.965651 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9c7965-67c1-4312-b621-2b9a17fe81ef tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:30:31.974322 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0f9c7965-67c1-4312-b621-2b9a17fe81ef tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:31.977728 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-0f9c7965-67c1-4312-b621-2b9a17fe81ef tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Added segment 81bcd6b6-2f8f-47da-92b8-9abf9a703890 of type vlan for network 5edcf3cf-6572-4be4-8a5d-604ba3c09408 Mar 01 21:30:32.000812 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0f9c7965-67c1-4312-b621-2b9a17fe81ef tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:32.048394 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-85b0e487-0fd7-4bb4-b9bb-d5eb8633cbdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:32.097076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0e487-0fd7-4bb4-b9bb-d5eb8633cbdb admin admin] Pushing event deleted for resources: {'Port': ['ID=761600f3-8b1f-48ad-ac77-9d0c004bde2c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:32.105133 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0f9c7965-67c1-4312-b621-2b9a17fe81ef tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:32.112408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9c7965-67c1-4312-b621-2b9a17fe81ef tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:32.115493 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0f9c7965-67c1-4312-b621-2b9a17fe81ef tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:32.194805 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-85b0e487-0fd7-4bb4-b9bb-d5eb8633cbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:32.225270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c7965-67c1-4312-b621-2b9a17fe81ef tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Network': ['ID=5edcf3cf-6572-4be4-8a5d-604ba3c09408,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:32.236796 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 5edcf3cf-6572-4be4-8a5d-604ba3c09408 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:30:32.273607 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0f9c7965-67c1-4312-b621-2b9a17fe81ef tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4732423 Mar 01 21:30:32.276482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32834) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:32.281917 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-7a26c14b-4e87-476c-8ac7-9c80f972b330 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'subnet': {'network_id': 'd8f38641-dc3e-45b1-9fc2-0a8529f2cc14', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:30:32.356830 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:32.393664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7a26c14b-4e87-476c-8ac7-9c80f972b330 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:32.397007 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-85b0e487-0fd7-4bb4-b9bb-d5eb8633cbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:32.398281 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7a26c14b-4e87-476c-8ac7-9c80f972b330 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:subnet and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:30:32.399402 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-85b0e487-0fd7-4bb4-b9bb-d5eb8633cbdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:32.401147 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7a26c14b-4e87-476c-8ac7-9c80f972b330 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:30:32.406905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7a26c14b-4e87-476c-8ac7-9c80f972b330 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:32.476636 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a26c14b-4e87-476c-8ac7-9c80f972b330 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Made reservation on behalf of d21332a3bebd4eea9003a79c25245b00 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:30:32.480137 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7a26c14b-4e87-476c-8ac7-9c80f972b330 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:32.493616 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-85b0e487-0fd7-4bb4-b9bb-d5eb8633cbdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:32.494159 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b0e487-0fd7-4bb4-b9bb-d5eb8633cbdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e48ffe75-79e4-45e6-99cc-14739fece9a6 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:30:32.507469 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-85b0e487-0fd7-4bb4-b9bb-d5eb8633cbdb admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:32.508618 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-85b0e487-0fd7-4bb4-b9bb-d5eb8633cbdb admin admin] 10.222.0.42 "DELETE /v2.0/routers/e48ffe75-79e4-45e6-99cc-14739fece9a6 HTTP/1.1" status: 204 len: 168 time: 1.5950451 Mar 01 21:30:32.511271 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32838) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:32.576258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f83bdda-c0ed-4468-9b41-71e4f525e44b admin admin] Deleting subnet 197b05e7-3b09-40d7-8e46-dd1d5c24ad7e {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:30:32.580040 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5f83bdda-c0ed-4468-9b41-71e4f525e44b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:32.632980 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5f83bdda-c0ed-4468-9b41-71e4f525e44b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:32.718780 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5f83bdda-c0ed-4468-9b41-71e4f525e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:32.854236 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5f83bdda-c0ed-4468-9b41-71e4f525e44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:32.882583 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7a26c14b-4e87-476c-8ac7-9c80f972b330 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:32.891220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f83bdda-c0ed-4468-9b41-71e4f525e44b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=197b05e7-3b09-40d7-8e46-dd1d5c24ad7e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:32.896549 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5f83bdda-c0ed-4468-9b41-71e4f525e44b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:32.902469 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5f83bdda-c0ed-4468-9b41-71e4f525e44b admin admin] 10.222.0.42 "DELETE /v2.0/subnets/197b05e7-3b09-40d7-8e46-dd1d5c24ad7e HTTP/1.1" status: 204 len: 168 time: 0.3902011 Mar 01 21:30:32.904996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32842) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:32.906024 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084bc602-39a2-493f-8bde-4af79ca1d722 None None] Network 58c226fa-8db5-41bc-b37e-14055a75bf8c requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:30:32.967325 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26c14b-4e87-476c-8ac7-9c80f972b330 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Subnet': ['ID=ffc44258-cae9-4c9c-86ce-729f41dded18,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:32.971471 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a26c14b-4e87-476c-8ac7-9c80f972b330 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Checking segment: {'id': '16133a67-f71e-4dcd-ae96-cf78bce66b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd8f38641-dc3e-45b1-9fc2-0a8529f2cc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:30:32.972019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a26c14b-4e87-476c-8ac7-9c80f972b330 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network hostable DHCP agents. Network: d8f38641-dc3e-45b1-9fc2-0a8529f2cc14, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:30:33.013094 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f197fb2c-727c-476a-93ab-07c992ce0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:33.024175 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f197fb2c-727c-476a-93ab-07c992ce0b7a admin admin] Deleting port 018f2fbc-f653-4a3b-a322-d7035c433257 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:33.024502 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f197fb2c-727c-476a-93ab-07c992ce0b7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:33.048080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a26c14b-4e87-476c-8ac7-9c80f972b330 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network d8f38641-dc3e-45b1-9fc2-0a8529f2cc14 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:30:33.111591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7a26c14b-4e87-476c-8ac7-9c80f972b330 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, d8f38641-dc3e-45b1-9fc2-0a8529f2cc14) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:33.116005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a26c14b-4e87-476c-8ac7-9c80f972b330 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:33.116773 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7a26c14b-4e87-476c-8ac7-9c80f972b330 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:33.125810 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db595483-6ea9-46f1-b95f-4356cdd70c12 None None] Network d8f38641-dc3e-45b1-9fc2-0a8529f2cc14 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:30:33.199845 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7a26c14b-4e87-476c-8ac7-9c80f972b330 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9225345 Mar 01 21:30:33.200515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32846) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:33.204000 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4bd3db4-2573-4c20-9fdd-42171197ea27 None None] DHCP port deletion for 58c226fa-8db5-41bc-b37e-14055a75bf8c request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:30:33.206711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c2a43be8-e225-4100-98c9-8ae239a44e74 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'subnet': {'network_id': '5edcf3cf-6572-4be4-8a5d-604ba3c09408', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:30:33.218669 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b4bd3db4-2573-4c20-9fdd-42171197ea27 None None] Deleting port 018f2fbc-f653-4a3b-a322-d7035c433257 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:33.219043 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b4bd3db4-2573-4c20-9fdd-42171197ea27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:33.254531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-f197fb2c-727c-476a-93ab-07c992ce0b7a admin admin] For port 018f2fbc-f653-4a3b-a322-d7035c433257, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=018f2fbc-f653-4a3b-a322-d7035c433257,segment=NetworkSegment(208c54da-0797-427d-8583-9a66ea229346),segment_id=208c54da-0797-427d-8583-9a66ea229346)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:33.255178 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f197fb2c-727c-476a-93ab-07c992ce0b7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:33.330787 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c2a43be8-e225-4100-98c9-8ae239a44e74 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:33.335937 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c2a43be8-e225-4100-98c9-8ae239a44e74 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:subnet and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:30:33.339009 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c2a43be8-e225-4100-98c9-8ae239a44e74 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:30:33.345086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c2a43be8-e225-4100-98c9-8ae239a44e74 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:33.397502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f197fb2c-727c-476a-93ab-07c992ce0b7a admin admin] Calling delete_port for 018f2fbc-f653-4a3b-a322-d7035c433257 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:33.418626 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2a43be8-e225-4100-98c9-8ae239a44e74 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Made reservation on behalf of d21332a3bebd4eea9003a79c25245b00 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:30:33.422639 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2a43be8-e225-4100-98c9-8ae239a44e74 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:33.589792 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-b4bd3db4-2573-4c20-9fdd-42171197ea27 None None] For port 018f2fbc-f653-4a3b-a322-d7035c433257, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=018f2fbc-f653-4a3b-a322-d7035c433257,segment=NetworkSegment(208c54da-0797-427d-8583-9a66ea229346),segment_id=208c54da-0797-427d-8583-9a66ea229346)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:33.590348 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b4bd3db4-2573-4c20-9fdd-42171197ea27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:33.607410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-d8f38641-dc3e-45b1-9fc2-0a8529f2cc14', 'network_id': 'd8f38641-dc3e-45b1-9fc2-0a8529f2cc14', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'fixed_ips': [{'subnet_id': 'ffc44258-cae9-4c9c-86ce-729f41dded18'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:30:33.607681 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:33.703713 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f197fb2c-727c-476a-93ab-07c992ce0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:33.754539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197fb2c-727c-476a-93ab-07c992ce0b7a admin admin] Pushing event deleted for resources: {'Port': ['ID=018f2fbc-f653-4a3b-a322-d7035c433257,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:33.756689 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f197fb2c-727c-476a-93ab-07c992ce0b7a admin admin] No DVR routers for this DVR port 018f2fbc-f653-4a3b-a322-d7035c433257 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:30:33.760766 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2a43be8-e225-4100-98c9-8ae239a44e74 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:33.760928 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 761600f3-8b1f-48ad-ac77-9d0c004bde2c no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:30:33.793734 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b4bd3db4-2573-4c20-9fdd-42171197ea27 None None] Calling delete_port for 018f2fbc-f653-4a3b-a322-d7035c433257 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:33.846391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a43be8-e225-4100-98c9-8ae239a44e74 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Subnet': ['ID=527056ee-1968-44e3-875f-5a8cd1daf0cd,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:33.881626 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 761600f3-8b1f-48ad-ac77-9d0c004bde2c {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:30:33.881970 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 761600f3-8b1f-48ad-ac77-9d0c004bde2c not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:30:33.882389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7b3b11f3-6018-4f91-a0f9-47542d776212 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:30:33.895758 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a43be8-e225-4100-98c9-8ae239a44e74 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Checking segment: {'id': '81bcd6b6-2f8f-47da-92b8-9abf9a703890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5edcf3cf-6572-4be4-8a5d-604ba3c09408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:30:33.896893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a43be8-e225-4100-98c9-8ae239a44e74 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network hostable DHCP agents. Network: 5edcf3cf-6572-4be4-8a5d-604ba3c09408, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:30:33.900634 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f197fb2c-727c-476a-93ab-07c992ce0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:33.931988 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f197fb2c-727c-476a-93ab-07c992ce0b7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58c226fa-8db5-41bc-b37e-14055a75bf8c']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:33.945560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f197fb2c-727c-476a-93ab-07c992ce0b7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208c54da-0797-427d-8583-9a66ea229346') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:33.945857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f197fb2c-727c-476a-93ab-07c992ce0b7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208c54da-0797-427d-8583-9a66ea229346') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:33.949773 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 7b3b11f3-6018-4f91-a0f9-47542d776212 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:30:33.950122 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7b3b11f3-6018-4f91-a0f9-47542d776212 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:30:33.950547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 018f2fbc-f653-4a3b-a322-d7035c433257 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:30:33.959734 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f197fb2c-727c-476a-93ab-07c992ce0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:33.979522 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f197fb2c-727c-476a-93ab-07c992ce0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:33.990435 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f197fb2c-727c-476a-93ab-07c992ce0b7a admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:30:33.990673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a43be8-e225-4100-98c9-8ae239a44e74 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network 5edcf3cf-6572-4be4-8a5d-604ba3c09408 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:30:33.990770 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f197fb2c-727c-476a-93ab-07c992ce0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:33.999120 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 018f2fbc-f653-4a3b-a322-d7035c433257 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:30:33.999507 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 018f2fbc-f653-4a3b-a322-d7035c433257 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:30:34.004818 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:30:34.076602 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-c2a43be8-e225-4100-98c9-8ae239a44e74 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 5edcf3cf-6572-4be4-8a5d-604ba3c09408) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:34.079156 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-b4bd3db4-2573-4c20-9fdd-42171197ea27 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:30:34.079547 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-b4bd3db4-2573-4c20-9fdd-42171197ea27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:30:34.081849 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a43be8-e225-4100-98c9-8ae239a44e74 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:34.082582 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2a43be8-e225-4100-98c9-8ae239a44e74 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:34.103671 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63d440f-fe04-4b1a-8e00-78671a5e6152 None None] Network 5edcf3cf-6572-4be4-8a5d-604ba3c09408 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:30:34.136469 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Allocated IP 2001:db8::2 (d8f38641-dc3e-45b1-9fc2-0a8529f2cc14/ffc44258-cae9-4c9c-86ce-729f41dded18/4203070e-5d68-4904-ae48-93dd1765ae89) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:30:34.180125 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f197fb2c-727c-476a-93ab-07c992ce0b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:34.199175 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f197fb2c-727c-476a-93ab-07c992ce0b7a admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:34.209494 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c2a43be8-e225-4100-98c9-8ae239a44e74 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0075619 Mar 01 21:30:34.212015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32850) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:34.218323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c09f69ca-1783-4b27-9c49-4f878b38ccbc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-789114375', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:30:34.221083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f197fb2c-727c-476a-93ab-07c992ce0b7a admin admin] Pushing event deleted for resources: {'Network': ['ID=58c226fa-8db5-41bc-b37e-14055a75bf8c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:34.228323 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f197fb2c-727c-476a-93ab-07c992ce0b7a admin admin] 10.222.0.42 "DELETE /v2.0/networks/58c226fa-8db5-41bc-b37e-14055a75bf8c HTTP/1.1" status: 204 len: 168 time: 1.3223224 Mar 01 21:30:34.229283 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32854) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:34.234727 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c09f69ca-1783-4b27-9c49-4f878b38ccbc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:34.241811 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c09f69ca-1783-4b27-9c49-4f878b38ccbc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:router and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:30:34.244825 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c09f69ca-1783-4b27-9c49-4f878b38ccbc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:30:34.251059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c09f69ca-1783-4b27-9c49-4f878b38ccbc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:34.323255 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c09f69ca-1783-4b27-9c49-4f878b38ccbc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:34.325685 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c09f69ca-1783-4b27-9c49-4f878b38ccbc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:34.347003 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c09f69ca-1783-4b27-9c49-4f878b38ccbc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:34.433011 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c09f69ca-1783-4b27-9c49-4f878b38ccbc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:34.507739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-5edcf3cf-6572-4be4-8a5d-604ba3c09408', 'network_id': '5edcf3cf-6572-4be4-8a5d-604ba3c09408', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'fixed_ips': [{'subnet_id': '527056ee-1968-44e3-875f-5a8cd1daf0cd'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:30:34.508557 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:34.527353 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c09f69ca-1783-4b27-9c49-4f878b38ccbc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:34.531102 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c09f69ca-1783-4b27-9c49-4f878b38ccbc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3149061 Mar 01 21:30:34.532028 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32858) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:34.541279 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:34.580498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b4bd3db4-2573-4c20-9fdd-42171197ea27 None None] Deleting port 018f2fbc-f653-4a3b-a322-d7035c433257 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:34.580877 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b4bd3db4-2573-4c20-9fdd-42171197ea27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:34.666091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b4bd3db4-2573-4c20-9fdd-42171197ea27 None None] The port '018f2fbc-f653-4a3b-a322-d7035c433257' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:30:34.671107 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Transition to ACTIVE for port object 4203070e-5d68-4904-ae48-93dd1765ae89 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:30:34.715736 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Transition to ACTIVE for port object 4203070e-5d68-4904-ae48-93dd1765ae89 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:30:34.795026 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a1059e5e-0815-4a91-8ba6-aa8893184c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:34.799604 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Allocated IP 2001:db8:1::2 (5edcf3cf-6572-4be4-8a5d-604ba3c09408/527056ee-1968-44e3-875f-5a8cd1daf0cd/13df87c9-b018-4918-bb79-5a900d4630c4) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:30:34.810546 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:34.907809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Network d8f38641-dc3e-45b1-9fc2-0a8529f2cc14 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:30:34.918223 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:34.974462 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:30:34.984119 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Pushing event updated for resources: {'Port': ['ID=4203070e-5d68-4904-ae48-93dd1765ae89,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:35.085010 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2063afc3-b048-4480-85b2-f51e207deedb tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:35.157429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Attempting to bind port 4203070e-5d68-4904-ae48-93dd1765ae89 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:30:35.157793 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Attempting to bind port 4203070e-5d68-4904-ae48-93dd1765ae89 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '16133a67-f71e-4dcd-ae96-cf78bce66b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd8f38641-dc3e-45b1-9fc2-0a8529f2cc14'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:30:35.158156 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Attempting to bind port 4203070e-5d68-4904-ae48-93dd1765ae89 on network d8f38641-dc3e-45b1-9fc2-0a8529f2cc14 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:30:35.166285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-a1059e5e-0815-4a91-8ba6-aa8893184c55 admin admin] Deleting port 90895fb9-ee74-426c-aab9-01c8629b7c33 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:35.166747 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a1059e5e-0815-4a91-8ba6-aa8893184c55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:35.174721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:30:35.175106 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Checking segment: {'id': '16133a67-f71e-4dcd-ae96-cf78bce66b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd8f38641-dc3e-45b1-9fc2-0a8529f2cc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:30:35.175534 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:35.175932 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Bound using segment: {'id': '16133a67-f71e-4dcd-ae96-cf78bce66b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd8f38641-dc3e-45b1-9fc2-0a8529f2cc14'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:30:35.176410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Bound port: 4203070e-5d68-4904-ae48-93dd1765ae89, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16133a67-f71e-4dcd-ae96-cf78bce66b1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd8f38641-dc3e-45b1-9fc2-0a8529f2cc14'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:30:35.176784 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:35.324316 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:35.342626 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Transition to ACTIVE for port object 13df87c9-b018-4918-bb79-5a900d4630c4 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:30:35.350362 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] For port 4203070e-5d68-4904-ae48-93dd1765ae89, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:30:35.356552 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] For port 4203070e-5d68-4904-ae48-93dd1765ae89, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4203070e-5d68-4904-ae48-93dd1765ae89,segment=NetworkSegment(16133a67-f71e-4dcd-ae96-cf78bce66b1a),segment_id=16133a67-f71e-4dcd-ae96-cf78bce66b1a)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:30:35.370556 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Transition to ACTIVE for port object 13df87c9-b018-4918-bb79-5a900d4630c4 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:30:35.435939 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:35.457684 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-a1059e5e-0815-4a91-8ba6-aa8893184c55 admin admin] For port 90895fb9-ee74-426c-aab9-01c8629b7c33, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=90895fb9-ee74-426c-aab9-01c8629b7c33,segment=NetworkSegment(dc5c0224-93d9-43f9-839a-989e54f9c27a),segment_id=dc5c0224-93d9-43f9-839a-989e54f9c27a)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:35.458036 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a1059e5e-0815-4a91-8ba6-aa8893184c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:35.490798 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:35.535899 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Network 5edcf3cf-6572-4be4-8a5d-604ba3c09408 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:30:35.542523 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:35.544660 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:30:35.547388 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab389736-7b31-42ee-bf49-8742458fae49 None None] Pushing event updated for resources: {'Port': ['ID=4203070e-5d68-4904-ae48-93dd1765ae89,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:35.579263 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-2063afc3-b048-4480-85b2-f51e207deedb tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Allocated IP 2001:db8::1 (d8f38641-dc3e-45b1-9fc2-0a8529f2cc14/ffc44258-cae9-4c9c-86ce-729f41dded18/df7e1507-42d6-442a-aadb-9f7f0c469881) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:30:35.608834 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-a1059e5e-0815-4a91-8ba6-aa8893184c55 admin admin] Calling delete_port for 90895fb9-ee74-426c-aab9-01c8629b7c33 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:35.687620 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Pushing event updated for resources: {'Port': ['ID=13df87c9-b018-4918-bb79-5a900d4630c4,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:35.712469 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Attempting to bind port 13df87c9-b018-4918-bb79-5a900d4630c4 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:30:35.713320 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Attempting to bind port 13df87c9-b018-4918-bb79-5a900d4630c4 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '81bcd6b6-2f8f-47da-92b8-9abf9a703890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5edcf3cf-6572-4be4-8a5d-604ba3c09408'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:30:35.713320 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Attempting to bind port 13df87c9-b018-4918-bb79-5a900d4630c4 on network 5edcf3cf-6572-4be4-8a5d-604ba3c09408 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:30:35.718881 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:30:35.719454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Checking segment: {'id': '81bcd6b6-2f8f-47da-92b8-9abf9a703890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5edcf3cf-6572-4be4-8a5d-604ba3c09408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:30:35.719908 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:35.720398 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Bound using segment: {'id': '81bcd6b6-2f8f-47da-92b8-9abf9a703890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5edcf3cf-6572-4be4-8a5d-604ba3c09408'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:30:35.720962 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Bound port: 13df87c9-b018-4918-bb79-5a900d4630c4, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81bcd6b6-2f8f-47da-92b8-9abf9a703890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '5edcf3cf-6572-4be4-8a5d-604ba3c09408'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:30:35.721444 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:35.748971 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2063afc3-b048-4480-85b2-f51e207deedb tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:35.765815 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-2063afc3-b048-4480-85b2-f51e207deedb tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Transition to ACTIVE for port object df7e1507-42d6-442a-aadb-9f7f0c469881 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:30:35.841339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] For port 13df87c9-b018-4918-bb79-5a900d4630c4, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:30:35.846423 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] For port 13df87c9-b018-4918-bb79-5a900d4630c4, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=13df87c9-b018-4918-bb79-5a900d4630c4,segment=NetworkSegment(81bcd6b6-2f8f-47da-92b8-9abf9a703890),segment_id=81bcd6b6-2f8f-47da-92b8-9abf9a703890)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:30:35.927713 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a1059e5e-0815-4a91-8ba6-aa8893184c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:35.956987 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2063afc3-b048-4480-85b2-f51e207deedb tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:35.960237 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:35.975345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1059e5e-0815-4a91-8ba6-aa8893184c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=90895fb9-ee74-426c-aab9-01c8629b7c33,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:36.077819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063afc3-b048-4480-85b2-f51e207deedb tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Port': ['ID=df7e1507-42d6-442a-aadb-9f7f0c469881,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:36.087719 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e4fa7-5249-4ee0-98dc-f6d729415878 None None] Pushing event updated for resources: {'Port': ['ID=13df87c9-b018-4918-bb79-5a900d4630c4,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:36.104857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2063afc3-b048-4480-85b2-f51e207deedb tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network d8f38641-dc3e-45b1-9fc2-0a8529f2cc14 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:30:36.106146 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-2063afc3-b048-4480-85b2-f51e207deedb tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:36.112927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063afc3-b048-4480-85b2-f51e207deedb tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:30:36.113473 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2063afc3-b048-4480-85b2-f51e207deedb tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:36.304432 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a1059e5e-0815-4a91-8ba6-aa8893184c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:36.353370 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2063afc3-b048-4480-85b2-f51e207deedb tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:36.726747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1059e5e-0815-4a91-8ba6-aa8893184c55 admin admin] Router 48b72d13-c364-4a37-a60c-d2a9dc71fd62 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:30:36.767845 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de92f5d-7159-4859-9ffe-9beab1862ee6 None None] Network d8f38641-dc3e-45b1-9fc2-0a8529f2cc14 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:30:36.793956 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2063afc3-b048-4480-85b2-f51e207deedb tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:36.854060 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2063afc3-b048-4480-85b2-f51e207deedb tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:36.854837 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2063afc3-b048-4480-85b2-f51e207deedb tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:36.929518 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1059e5e-0815-4a91-8ba6-aa8893184c55 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:30:36.940326 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212c4120-394c-4792-b6c3-f2117a0cb28a None None] Sync routers for ids ['48b72d13-c364-4a37-a60c-d2a9dc71fd62'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:30:36.944329 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f320880f-475b-41db-a5df-58ead70bceab None None] Provisioning for port 4203070e-5d68-4904-ae48-93dd1765ae89 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:30:36.961878 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212c4120-394c-4792-b6c3-f2117a0cb28a None None] Routers {'48b72d13-c364-4a37-a60c-d2a9dc71fd62'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:36.963210 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a1059e5e-0815-4a91-8ba6-aa8893184c55 admin admin] 10.222.0.42 "PUT /v2.0/routers/48b72d13-c364-4a37-a60c-d2a9dc71fd62/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7328508 Mar 01 21:30:36.963957 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-212c4120-394c-4792-b6c3-f2117a0cb28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['48b72d13-c364-4a37-a60c-d2a9dc71fd62'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:36.967483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32862) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:37.030537 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063afc3-b048-4480-85b2-f51e207deedb tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Port': ['ID=df7e1507-42d6-442a-aadb-9f7f0c469881,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:37.115754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2063afc3-b048-4480-85b2-f51e207deedb tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network d8f38641-dc3e-45b1-9fc2-0a8529f2cc14 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:30:37.117148 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-2063afc3-b048-4480-85b2-f51e207deedb tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:37.288219 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-212c4120-394c-4792-b6c3-f2117a0cb28a None None] Set router 48b72d13-c364-4a37-a60c-d2a9dc71fd62 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:30:37.340307 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7c90-be46-4de8-b8f0-dbb5bff3c77d admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:37.416557 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1fa5b88-e47d-4452-8d02-40747ed03d5f None None] Network 5edcf3cf-6572-4be4-8a5d-604ba3c09408 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:30:37.488307 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2063afc3-b048-4480-85b2-f51e207deedb tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router cefa86fc-f293-47d9-84f7-74eefdeb5f2b is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:30:37.563330 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7c90-be46-4de8-b8f0-dbb5bff3c77d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:37.631466 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-212c4120-394c-4792-b6c3-f2117a0cb28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b72d13-c364-4a37-a60c-d2a9dc71fd62', 'name': 'tempest-TestServerMultinode-1922632492-router', 'tenant_id': '53012f9138d94449af5dffd27eef4726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.111'}], 'enable_snat': True}, 'gw_port_id': '1ef6dadf-091a-4ec0-8957-2fe80062c1d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:29:39Z', 'updated_at': '2022-03-01T21:30:35Z', 'revision_number': 5, 'project_id': '53012f9138d94449af5dffd27eef4726', 'gw_port': {'id': '1ef6dadf-091a-4ec0-8957-2fe80062c1d1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:b3:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b72d13-c364-4a37-a60c-d2a9dc71fd62', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3783, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:29:40Z', 'updated_at': '2022-03-01T21:29:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:37.636391 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212c4120-394c-4792-b6c3-f2117a0cb28a None None] Checking router: 48b72d13-c364-4a37-a60c-d2a9dc71fd62 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:30:37.642383 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4ff5a56d-9910-4f21-9984-d23d2496d927 None None] Provisioning for port 13df87c9-b018-4918-bb79-5a900d4630c4 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:30:37.647382 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212c4120-394c-4792-b6c3-f2117a0cb28a None None] Routers {'48b72d13-c364-4a37-a60c-d2a9dc71fd62'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:37.648009 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-212c4120-394c-4792-b6c3-f2117a0cb28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['48b72d13-c364-4a37-a60c-d2a9dc71fd62'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:37.671148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-3b2b7c90-be46-4de8-b8f0-dbb5bff3c77d admin admin] Deleting port 1ef6dadf-091a-4ec0-8957-2fe80062c1d1 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:37.671511 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7c90-be46-4de8-b8f0-dbb5bff3c77d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:37.890826 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 13df87c9-b018-4918-bb79-5a900d4630c4 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:30:37.910223 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2063afc3-b048-4480-85b2-f51e207deedb tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:30:37.929318 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-212c4120-394c-4792-b6c3-f2117a0cb28a None None] Set router 48b72d13-c364-4a37-a60c-d2a9dc71fd62 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:30:37.933682 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2063afc3-b048-4480-85b2-f51e207deedb tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/cefa86fc-f293-47d9-84f7-74eefdeb5f2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4001017 Mar 01 21:30:37.936214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32866) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:37.957427 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235cfa65-34a9-42ea-9286-3118eed59c1f None None] Sync routers for ids ['cefa86fc-f293-47d9-84f7-74eefdeb5f2b'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:30:37.967614 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4ff5a56d-9910-4f21-9984-d23d2496d927 None None] Provisioning for port df7e1507-42d6-442a-aadb-9f7f0c469881 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:30:37.967868 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-3b2b7c90-be46-4de8-b8f0-dbb5bff3c77d admin admin] For port 1ef6dadf-091a-4ec0-8957-2fe80062c1d1, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1ef6dadf-091a-4ec0-8957-2fe80062c1d1,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:37.968331 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7c90-be46-4de8-b8f0-dbb5bff3c77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:37.986534 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4ff5a56d-9910-4f21-9984-d23d2496d927 None None] Provisioning complete for port df7e1507-42d6-442a-aadb-9f7f0c469881 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:37.987633 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4ff5a56d-9910-4f21-9984-d23d2496d927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:38.070052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc8451c-5a42-42be-aeec-6663750f9849 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:38.080127 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-abc8451c-5a42-42be-aeec-6663750f9849 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Synchronizing usage tracker for tenant:d21332a3bebd4eea9003a79c25245b00 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:30:38.127088 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4ff5a56d-9910-4f21-9984-d23d2496d927 None None] Port df7e1507-42d6-442a-aadb-9f7f0c469881 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:30:38.128559 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235cfa65-34a9-42ea-9286-3118eed59c1f None None] Routers {'cefa86fc-f293-47d9-84f7-74eefdeb5f2b'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:38.129188 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-235cfa65-34a9-42ea-9286-3118eed59c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['cefa86fc-f293-47d9-84f7-74eefdeb5f2b'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:38.159948 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-212c4120-394c-4792-b6c3-f2117a0cb28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b72d13-c364-4a37-a60c-d2a9dc71fd62', 'name': 'tempest-TestServerMultinode-1922632492-router', 'tenant_id': '53012f9138d94449af5dffd27eef4726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:29:39Z', 'updated_at': '2022-03-01T21:30:37Z', 'revision_number': 6, 'project_id': '53012f9138d94449af5dffd27eef4726', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:38.165432 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212c4120-394c-4792-b6c3-f2117a0cb28a None None] The sync data for ids ['48b72d13-c364-4a37-a60c-d2a9dc71fd62'] in n-d-827896-4 is: [{'id': '48b72d13-c364-4a37-a60c-d2a9dc71fd62', 'name': 'tempest-TestServerMultinode-1922632492-router', 'tenant_id': '53012f9138d94449af5dffd27eef4726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:29:39Z', 'updated_at': '2022-03-01T21:30:37Z', 'revision_number': 6, 'project_id': '53012f9138d94449af5dffd27eef4726', 'gw_port_host': None}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:30:38.173979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-abc8451c-5a42-42be-aeec-6663750f9849 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Unset dirty status for tenant:d21332a3bebd4eea9003a79c25245b00 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:30:38.175572 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-abc8451c-5a42-42be-aeec-6663750f9849 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/ports/df7e1507-42d6-442a-aadb-9f7f0c469881 HTTP/1.1" status: 200 len: 911 time: 0.2382617 Mar 01 21:30:38.188053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32870) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:38.188229 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-3b2b7c90-be46-4de8-b8f0-dbb5bff3c77d admin admin] Calling delete_port for 1ef6dadf-091a-4ec0-8957-2fe80062c1d1 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:38.231596 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-235cfa65-34a9-42ea-9286-3118eed59c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:38.262168 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235cfa65-34a9-42ea-9286-3118eed59c1f None None] Routers {'cefa86fc-f293-47d9-84f7-74eefdeb5f2b'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:38.262819 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-235cfa65-34a9-42ea-9286-3118eed59c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['cefa86fc-f293-47d9-84f7-74eefdeb5f2b'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:38.335796 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-70e237a4-9c1c-47fc-9048-2c9881b1c826 None None] Provisioning complete for port df7e1507-42d6-442a-aadb-9f7f0c469881 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:38.336175 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-70e237a4-9c1c-47fc-9048-2c9881b1c826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:38.381457 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-235cfa65-34a9-42ea-9286-3118eed59c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:38.381775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235cfa65-34a9-42ea-9286-3118eed59c1f None None] The sync data for ids ['cefa86fc-f293-47d9-84f7-74eefdeb5f2b'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:30:38.400420 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-70e237a4-9c1c-47fc-9048-2c9881b1c826 None None] Port df7e1507-42d6-442a-aadb-9f7f0c469881 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:30:38.454050 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 13df87c9-b018-4918-bb79-5a900d4630c4 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:30:38.454468 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7c90-be46-4de8-b8f0-dbb5bff3c77d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:38.460309 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 13df87c9-b018-4918-bb79-5a900d4630c4 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:38.460768 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:38.506432 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b7c90-be46-4de8-b8f0-dbb5bff3c77d admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef6dadf-091a-4ec0-8957-2fe80062c1d1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:38.547024 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b1ffb00e-7a12-4da3-a2ba-4cbadd5e2959 None None] Provisioning complete for port 13df87c9-b018-4918-bb79-5a900d4630c4 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:38.547411 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b1ffb00e-7a12-4da3-a2ba-4cbadd5e2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:38.610725 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7c90-be46-4de8-b8f0-dbb5bff3c77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:38.754238 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:38.791128 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b1ffb00e-7a12-4da3-a2ba-4cbadd5e2959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:38.794651 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7c90-be46-4de8-b8f0-dbb5bff3c77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:38.796869 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7c90-be46-4de8-b8f0-dbb5bff3c77d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:38.814765 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 13df87c9-b018-4918-bb79-5a900d4630c4, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=13df87c9-b018-4918-bb79-5a900d4630c4,segment=NetworkSegment(81bcd6b6-2f8f-47da-92b8-9abf9a703890),segment_id=81bcd6b6-2f8f-47da-92b8-9abf9a703890)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:38.822622 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a97e8e88-707f-44d7-8d5e-6e51d158d6e5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:38.893003 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:38.893798 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4203070e-5d68-4904-ae48-93dd1765ae89 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:30:38.905039 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7c90-be46-4de8-b8f0-dbb5bff3c77d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:38.905854 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b2b7c90-be46-4de8-b8f0-dbb5bff3c77d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48b72d13-c364-4a37-a60c-d2a9dc71fd62 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:30:38.919299 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3b2b7c90-be46-4de8-b8f0-dbb5bff3c77d admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:38.922839 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3b2b7c90-be46-4de8-b8f0-dbb5bff3c77d admin admin] 10.222.0.42 "DELETE /v2.0/routers/48b72d13-c364-4a37-a60c-d2a9dc71fd62 HTTP/1.1" status: 204 len: 168 time: 1.9502280 Mar 01 21:30:38.923198 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32874) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:38.990508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ece3c57-ca44-4792-a388-3e491656fcd0 admin admin] Deleting subnet c3771a04-5ca9-421b-9f14-9b5db4f89678 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:30:38.993437 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ece3c57-ca44-4792-a388-3e491656fcd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:39.046233 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ece3c57-ca44-4792-a388-3e491656fcd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:39.080444 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-b1ffb00e-7a12-4da3-a2ba-4cbadd5e2959 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:30:39.080791 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-b1ffb00e-7a12-4da3-a2ba-4cbadd5e2959 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:30:39.084455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=13df87c9-b018-4918-bb79-5a900d4630c4,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:39.156337 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 4203070e-5d68-4904-ae48-93dd1765ae89 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:30:39.161961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 4203070e-5d68-4904-ae48-93dd1765ae89 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:39.162657 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:39.239155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-a97e8e88-707f-44d7-8d5e-6e51d158d6e5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Allocated IP 2001:db8:1::1 (5edcf3cf-6572-4be4-8a5d-604ba3c09408/527056ee-1968-44e3-875f-5a8cd1daf0cd/fd2bacc6-29df-42f0-b44f-39ff7b1e2abd) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:30:39.248639 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ece3c57-ca44-4792-a388-3e491656fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:39.304545 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:39.339125 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 4203070e-5d68-4904-ae48-93dd1765ae89, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4203070e-5d68-4904-ae48-93dd1765ae89,segment=NetworkSegment(16133a67-f71e-4dcd-ae96-cf78bce66b1a),segment_id=16133a67-f71e-4dcd-ae96-cf78bce66b1a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:39.396704 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ece3c57-ca44-4792-a388-3e491656fcd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:39.421758 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a97e8e88-707f-44d7-8d5e-6e51d158d6e5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:39.425373 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:39.444359 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece3c57-ca44-4792-a388-3e491656fcd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3771a04-5ca9-421b-9f14-9b5db4f89678,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:39.444359 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0ece3c57-ca44-4792-a388-3e491656fcd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:39.444359 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0ece3c57-ca44-4792-a388-3e491656fcd0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c3771a04-5ca9-421b-9f14-9b5db4f89678 HTTP/1.1" status: 204 len: 168 time: 0.5201170 Mar 01 21:30:39.446820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32878) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:39.467019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-a97e8e88-707f-44d7-8d5e-6e51d158d6e5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Transition to ACTIVE for port object fd2bacc6-29df-42f0-b44f-39ff7b1e2abd will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:30:39.471222 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84871ae-b6b3-4cba-9c4c-aa985e7b23f7 None None] Network 32892adb-b34a-4242-bb27-b26ff84f9bad requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:30:39.563146 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:39.578273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Deleting port f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:39.578605 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:39.634338 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=4203070e-5d68-4904-ae48-93dd1765ae89,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:39.694744 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 13df87c9-b018-4918-bb79-5a900d4630c4 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:30:39.737283 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a97e8e88-707f-44d7-8d5e-6e51d158d6e5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:39.803557 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 13df87c9-b018-4918-bb79-5a900d4630c4 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:39.803972 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:39.824104 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97e8e88-707f-44d7-8d5e-6e51d158d6e5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network 5edcf3cf-6572-4be4-8a5d-604ba3c09408 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:30:39.833302 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-a97e8e88-707f-44d7-8d5e-6e51d158d6e5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:39.873490 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e8e88-707f-44d7-8d5e-6e51d158d6e5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:30:39.873808 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a97e8e88-707f-44d7-8d5e-6e51d158d6e5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:39.892018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e8e88-707f-44d7-8d5e-6e51d158d6e5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Port': ['ID=fd2bacc6-29df-42f0-b44f-39ff7b1e2abd,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:39.947371 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8059c5f9-6a18-47ac-8114-51d2bd20ec88 None None] DHCP port deletion for 32892adb-b34a-4242-bb27-b26ff84f9bad request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:30:39.955348 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8059c5f9-6a18-47ac-8114-51d2bd20ec88 None None] Deleting port f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:39.955746 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8059c5f9-6a18-47ac-8114-51d2bd20ec88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:40.063683 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 90895fb9-ee74-426c-aab9-01c8629b7c33 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:30:40.078037 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] For port f091cdf1-6d8a-4ce6-9aa1-fec7381c9414, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f091cdf1-6d8a-4ce6-9aa1-fec7381c9414,segment=NetworkSegment(dc5c0224-93d9-43f9-839a-989e54f9c27a),segment_id=dc5c0224-93d9-43f9-839a-989e54f9c27a)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:40.078460 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:40.110316 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 90895fb9-ee74-426c-aab9-01c8629b7c33 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:30:40.111177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 90895fb9-ee74-426c-aab9-01c8629b7c33 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:30:40.112323 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1ef6dadf-091a-4ec0-8957-2fe80062c1d1 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:30:40.160949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 1ef6dadf-091a-4ec0-8957-2fe80062c1d1 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:30:40.160949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1ef6dadf-091a-4ec0-8957-2fe80062c1d1 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:30:40.243715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Calling delete_port for f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:40.273171 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8059c5f9-6a18-47ac-8114-51d2bd20ec88 None None] For port f091cdf1-6d8a-4ce6-9aa1-fec7381c9414, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f091cdf1-6d8a-4ce6-9aa1-fec7381c9414,segment=NetworkSegment(dc5c0224-93d9-43f9-839a-989e54f9c27a),segment_id=dc5c0224-93d9-43f9-839a-989e54f9c27a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:40.273567 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8059c5f9-6a18-47ac-8114-51d2bd20ec88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:40.320249 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a97e8e88-707f-44d7-8d5e-6e51d158d6e5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:40.333881 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a10fbd0a-4ae0-4958-84d5-444255320323 None None] Provisioning for port fd2bacc6-29df-42f0-b44f-39ff7b1e2abd completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:30:40.399892 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8059c5f9-6a18-47ac-8114-51d2bd20ec88 None None] Calling delete_port for f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:40.427703 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a10fbd0a-4ae0-4958-84d5-444255320323 None None] Provisioning complete for port fd2bacc6-29df-42f0-b44f-39ff7b1e2abd triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:40.428431 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a10fbd0a-4ae0-4958-84d5-444255320323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:40.471967 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:40.539907 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a10fbd0a-4ae0-4958-84d5-444255320323 None None] Port fd2bacc6-29df-42f0-b44f-39ff7b1e2abd cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:30:40.558517 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-8059c5f9-6a18-47ac-8114-51d2bd20ec88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:30:40.558867 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-8059c5f9-6a18-47ac-8114-51d2bd20ec88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:30:40.572528 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f091cdf1-6d8a-4ce6-9aa1-fec7381c9414,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:40.587499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] No DVR routers for this DVR port f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:30:40.750046 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:40.837327 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32892adb-b34a-4242-bb27-b26ff84f9bad']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:40.856013 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5c0224-93d9-43f9-839a-989e54f9c27a') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:40.856242 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5c0224-93d9-43f9-839a-989e54f9c27a') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:40.873188 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:40.905025 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:40.914163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:30:40.914542 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:30:40.928029 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:30:41.015451 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a97e8e88-707f-44d7-8d5e-6e51d158d6e5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:41.060010 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8059c5f9-6a18-47ac-8114-51d2bd20ec88 None None] Deleting port f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:41.060586 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8059c5f9-6a18-47ac-8114-51d2bd20ec88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:41.088728 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:41.105239 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a97e8e88-707f-44d7-8d5e-6e51d158d6e5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:41.105975 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a97e8e88-707f-44d7-8d5e-6e51d158d6e5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:41.112428 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:41.126225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8059c5f9-6a18-47ac-8114-51d2bd20ec88 None None] The port 'f091cdf1-6d8a-4ce6-9aa1-fec7381c9414' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:30:41.165204 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=32892adb-b34a-4242-bb27-b26ff84f9bad,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:41.342886 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:41.343601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:41.343601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:41.343892 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:41.344224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:41.344549 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:41.344871 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:41.345190 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:41.345508 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:41.345825 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:41.346141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:41.346456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:41.429884 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e8e88-707f-44d7-8d5e-6e51d158d6e5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Port': ['ID=fd2bacc6-29df-42f0-b44f-39ff7b1e2abd,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:41.462195 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-53ceeaf1-380b-4f6a-8fc7-67c6b9d1b7d7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/32892adb-b34a-4242-bb27-b26ff84f9bad HTTP/1.1" status: 204 len: 168 time: 2.0143440 Mar 01 21:30:41.470894 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97e8e88-707f-44d7-8d5e-6e51d158d6e5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network 5edcf3cf-6572-4be4-8a5d-604ba3c09408 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:30:41.472019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-a97e8e88-707f-44d7-8d5e-6e51d158d6e5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:41.644667 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97e8e88-707f-44d7-8d5e-6e51d158d6e5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router cefa86fc-f293-47d9-84f7-74eefdeb5f2b has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:30:41.653356 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4203070e-5d68-4904-ae48-93dd1765ae89 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:30:41.731008 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 4203070e-5d68-4904-ae48-93dd1765ae89 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:41.731404 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:41.793528 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9b100fc9-e542-40d2-b171-231102a9f1c9 None None] Provisioning complete for port fd2bacc6-29df-42f0-b44f-39ff7b1e2abd triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:41.793897 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9b100fc9-e542-40d2-b171-231102a9f1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:41.817149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32884) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:41.821580 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97e8e88-707f-44d7-8d5e-6e51d158d6e5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:30:41.825936 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a97e8e88-707f-44d7-8d5e-6e51d158d6e5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/cefa86fc-f293-47d9-84f7-74eefdeb5f2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6458597 Mar 01 21:30:41.829358 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32888) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:41.835301 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939fc97a-396b-49b7-8f23-47846e39f822 None None] Sync routers for ids ['cefa86fc-f293-47d9-84f7-74eefdeb5f2b'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:30:41.847425 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939fc97a-396b-49b7-8f23-47846e39f822 None None] Routers {'cefa86fc-f293-47d9-84f7-74eefdeb5f2b'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:41.848262 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-939fc97a-396b-49b7-8f23-47846e39f822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['cefa86fc-f293-47d9-84f7-74eefdeb5f2b'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:41.876292 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0df660f1-a167-49d0-9d44-7199cbcfcb78 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=112968505f944ece91c6ea37ab226d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0584919 Mar 01 21:30:41.878815 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32892) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:41.883456 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-9b100fc9-e542-40d2-b171-231102a9f1c9 None None] Port fd2bacc6-29df-42f0-b44f-39ff7b1e2abd cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:30:41.953353 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47dc57c-96f2-4b99-bba9-039cb3900ed6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:41.953353 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a47dc57c-96f2-4b99-bba9-039cb3900ed6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Synchronizing usage tracker for tenant:d21332a3bebd4eea9003a79c25245b00 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:30:41.964346 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-939fc97a-396b-49b7-8f23-47846e39f822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:41.966334 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:30:41.973181 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939fc97a-396b-49b7-8f23-47846e39f822 None None] Routers {'cefa86fc-f293-47d9-84f7-74eefdeb5f2b'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:41.974311 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-939fc97a-396b-49b7-8f23-47846e39f822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['cefa86fc-f293-47d9-84f7-74eefdeb5f2b'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:41.985722 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3b40b3cb-ff31-4f53-a67e-e42de4c6aeaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:42.002959 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:30:42.003312 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f091cdf1-6d8a-4ce6-9aa1-fec7381c9414 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:30:42.020453 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3b40b3cb-ff31-4f53-a67e-e42de4c6aeaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:42.037466 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-939fc97a-396b-49b7-8f23-47846e39f822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:42.037909 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939fc97a-396b-49b7-8f23-47846e39f822 None None] The sync data for ids ['cefa86fc-f293-47d9-84f7-74eefdeb5f2b'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:30:42.046050 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a47dc57c-96f2-4b99-bba9-039cb3900ed6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Unset dirty status for tenant:d21332a3bebd4eea9003a79c25245b00 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:30:42.047260 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a47dc57c-96f2-4b99-bba9-039cb3900ed6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/ports/fd2bacc6-29df-42f0-b44f-39ff7b1e2abd HTTP/1.1" status: 200 len: 913 time: 0.2164690 Mar 01 21:30:42.050215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32896) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:42.145268 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3b40b3cb-ff31-4f53-a67e-e42de4c6aeaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:42.159789 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40b3cb-ff31-4f53-a67e-e42de4c6aeaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae7b751-d267-460f-b861-09fc997cef2e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:42.168297 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3b40b3cb-ff31-4f53-a67e-e42de4c6aeaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:42.170601 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3b40b3cb-ff31-4f53-a67e-e42de4c6aeaa admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ae7b751-d267-460f-b861-09fc997cef2e HTTP/1.1" status: 204 len: 168 time: 0.2888610 Mar 01 21:30:42.549450 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8b453d7a-a2bf-47ff-8c4e-f56cdcf599fc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:42.822193 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32904) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:42.874066 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-770291c1-97c3-4378-841d-b8a0bfb1b0fe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=53012f9138d94449af5dffd27eef4726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0484548 Mar 01 21:30:42.874300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32908) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:42.885918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-8b453d7a-a2bf-47ff-8c4e-f56cdcf599fc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting port fd2bacc6-29df-42f0-b44f-39ff7b1e2abd {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:42.886483 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8b453d7a-a2bf-47ff-8c4e-f56cdcf599fc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:42.933398 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-634c9047-2ed9-4c50-b315-4629634a6eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:42.963734 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-634c9047-2ed9-4c50-b315-4629634a6eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:43.075956 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-634c9047-2ed9-4c50-b315-4629634a6eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:43.084043 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8b453d7a-a2bf-47ff-8c4e-f56cdcf599fc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:43.097843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c9047-2ed9-4c50-b315-4629634a6eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b3eec3-152e-44ab-aeb1-1c137e05bd02,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:43.104553 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-634c9047-2ed9-4c50-b315-4629634a6eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:43.108194 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-634c9047-2ed9-4c50-b315-4629634a6eb3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e9b3eec3-152e-44ab-aeb1-1c137e05bd02 HTTP/1.1" status: 204 len: 168 time: 0.2304206 Mar 01 21:30:43.211509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-8b453d7a-a2bf-47ff-8c4e-f56cdcf599fc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Calling delete_port for fd2bacc6-29df-42f0-b44f-39ff7b1e2abd owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:43.561827 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8b453d7a-a2bf-47ff-8c4e-f56cdcf599fc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:43.611304 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b453d7a-a2bf-47ff-8c4e-f56cdcf599fc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Port': ['ID=fd2bacc6-29df-42f0-b44f-39ff7b1e2abd,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:43.831341 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8b453d7a-a2bf-47ff-8c4e-f56cdcf599fc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:44.149238 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b453d7a-a2bf-47ff-8c4e-f56cdcf599fc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router cefa86fc-f293-47d9-84f7-74eefdeb5f2b has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:30:44.300130 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b453d7a-a2bf-47ff-8c4e-f56cdcf599fc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:30:44.310463 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ce54a-3678-4f5c-b455-6721171bb45b None None] Sync routers for ids ['cefa86fc-f293-47d9-84f7-74eefdeb5f2b'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:30:44.322234 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ce54a-3678-4f5c-b455-6721171bb45b None None] Routers {'cefa86fc-f293-47d9-84f7-74eefdeb5f2b'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:44.322859 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-dc1ce54a-3678-4f5c-b455-6721171bb45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['cefa86fc-f293-47d9-84f7-74eefdeb5f2b'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:44.381456 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8b453d7a-a2bf-47ff-8c4e-f56cdcf599fc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/cefa86fc-f293-47d9-84f7-74eefdeb5f2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3299608 Mar 01 21:30:44.383924 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32914) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:44.385421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-dc1ce54a-3678-4f5c-b455-6721171bb45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:44.393936 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ce54a-3678-4f5c-b455-6721171bb45b None None] Routers {'cefa86fc-f293-47d9-84f7-74eefdeb5f2b'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:44.394533 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-dc1ce54a-3678-4f5c-b455-6721171bb45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['cefa86fc-f293-47d9-84f7-74eefdeb5f2b'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:44.459175 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-dc1ce54a-3678-4f5c-b455-6721171bb45b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:44.459603 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ce54a-3678-4f5c-b455-6721171bb45b None None] The sync data for ids ['cefa86fc-f293-47d9-84f7-74eefdeb5f2b'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:30:44.976095 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8ff72dae-d1ac-45fe-b29a-faee4e0912c9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:45.298157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-8ff72dae-d1ac-45fe-b29a-faee4e0912c9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting port df7e1507-42d6-442a-aadb-9f7f0c469881 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:45.298841 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8ff72dae-d1ac-45fe-b29a-faee4e0912c9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:45.484403 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8ff72dae-d1ac-45fe-b29a-faee4e0912c9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:45.605528 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-8ff72dae-d1ac-45fe-b29a-faee4e0912c9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Calling delete_port for df7e1507-42d6-442a-aadb-9f7f0c469881 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:45.853227 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8ff72dae-d1ac-45fe-b29a-faee4e0912c9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:45.904118 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff72dae-d1ac-45fe-b29a-faee4e0912c9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Port': ['ID=df7e1507-42d6-442a-aadb-9f7f0c469881,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:46.078489 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8ff72dae-d1ac-45fe-b29a-faee4e0912c9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:46.454766 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff72dae-d1ac-45fe-b29a-faee4e0912c9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router cefa86fc-f293-47d9-84f7-74eefdeb5f2b has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:30:46.586590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff72dae-d1ac-45fe-b29a-faee4e0912c9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:30:46.595656 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136b5bc4-9e13-4845-86cd-db8cead97bff None None] Sync routers for ids ['cefa86fc-f293-47d9-84f7-74eefdeb5f2b'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:30:46.599195 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8ff72dae-d1ac-45fe-b29a-faee4e0912c9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/cefa86fc-f293-47d9-84f7-74eefdeb5f2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2137728 Mar 01 21:30:46.602014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32918) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:46.605608 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b5bc4-9e13-4845-86cd-db8cead97bff None None] Routers {'cefa86fc-f293-47d9-84f7-74eefdeb5f2b'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:46.606195 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-136b5bc4-9e13-4845-86cd-db8cead97bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['cefa86fc-f293-47d9-84f7-74eefdeb5f2b'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:46.648961 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ad450ae9-b864-49b2-ad67-ea1aa73e17f5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/ports?device_id=cefa86fc-f293-47d9-84f7-74eefdeb5f2b HTTP/1.1" status: 200 len: 205 time: 0.0457885 Mar 01 21:30:46.651666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32922) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:46.664632 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-136b5bc4-9e13-4845-86cd-db8cead97bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:46.672920 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b5bc4-9e13-4845-86cd-db8cead97bff None None] Routers {'cefa86fc-f293-47d9-84f7-74eefdeb5f2b'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:46.673500 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-136b5bc4-9e13-4845-86cd-db8cead97bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['cefa86fc-f293-47d9-84f7-74eefdeb5f2b'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:46.733155 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-136b5bc4-9e13-4845-86cd-db8cead97bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:46.733461 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136b5bc4-9e13-4845-86cd-db8cead97bff None None] The sync data for ids ['cefa86fc-f293-47d9-84f7-74eefdeb5f2b'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:30:46.782589 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-34d05e41-cd95-4079-9c08-e7d429ecb531 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:47.066636 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-34d05e41-cd95-4079-9c08-e7d429ecb531 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:47.069168 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-34d05e41-cd95-4079-9c08-e7d429ecb531 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:47.156341 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-34d05e41-cd95-4079-9c08-e7d429ecb531 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:47.156839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d05e41-cd95-4079-9c08-e7d429ecb531 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Fanout notify agent at l3_agent the message router_deleted on router cefa86fc-f293-47d9-84f7-74eefdeb5f2b {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:30:47.168597 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-34d05e41-cd95-4079-9c08-e7d429ecb531 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:47.169659 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-34d05e41-cd95-4079-9c08-e7d429ecb531 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/routers/cefa86fc-f293-47d9-84f7-74eefdeb5f2b HTTP/1.1" status: 204 len: 168 time: 0.5170369 Mar 01 21:30:47.172318 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32926) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:47.237614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-102f3c6c-fb9e-4637-9ca0-2ab66985e76d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting subnet 527056ee-1968-44e3-875f-5a8cd1daf0cd {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:30:47.241159 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-102f3c6c-fb9e-4637-9ca0-2ab66985e76d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:47.292065 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-102f3c6c-fb9e-4637-9ca0-2ab66985e76d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:47.375015 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-102f3c6c-fb9e-4637-9ca0-2ab66985e76d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:47.499080 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-102f3c6c-fb9e-4637-9ca0-2ab66985e76d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:47.537385 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102f3c6c-fb9e-4637-9ca0-2ab66985e76d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Subnet': ['ID=527056ee-1968-44e3-875f-5a8cd1daf0cd,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:47.540935 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-102f3c6c-fb9e-4637-9ca0-2ab66985e76d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:47.547070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d97ab1-1ffa-403c-9db2-8be320445a7c None None] Network 5edcf3cf-6572-4be4-8a5d-604ba3c09408 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:30:47.547562 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-102f3c6c-fb9e-4637-9ca0-2ab66985e76d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/subnets/527056ee-1968-44e3-875f-5a8cd1daf0cd HTTP/1.1" status: 204 len: 168 time: 0.3739779 Mar 01 21:30:47.549728 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32930) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:47.619442 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5bf5ccb-807a-40b0-abd4-ea67e3559957 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting subnet ffc44258-cae9-4c9c-86ce-729f41dded18 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:30:47.622374 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5bf5ccb-807a-40b0-abd4-ea67e3559957 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:47.676436 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5bf5ccb-807a-40b0-abd4-ea67e3559957 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:47.763628 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5bf5ccb-807a-40b0-abd4-ea67e3559957 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:47.795447 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c05a03-2dfc-4c5a-9c71-4457f6a9c114 None None] DHCP port deletion for 5edcf3cf-6572-4be4-8a5d-604ba3c09408 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:30:47.799860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-74c05a03-2dfc-4c5a-9c71-4457f6a9c114 None None] Deleting port 13df87c9-b018-4918-bb79-5a900d4630c4 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:47.800264 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-74c05a03-2dfc-4c5a-9c71-4457f6a9c114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:48.009322 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-74c05a03-2dfc-4c5a-9c71-4457f6a9c114 None None] For port 13df87c9-b018-4918-bb79-5a900d4630c4, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=13df87c9-b018-4918-bb79-5a900d4630c4,segment=NetworkSegment(81bcd6b6-2f8f-47da-92b8-9abf9a703890),segment_id=81bcd6b6-2f8f-47da-92b8-9abf9a703890)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:48.009638 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-74c05a03-2dfc-4c5a-9c71-4457f6a9c114 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:48.042516 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5bf5ccb-807a-40b0-abd4-ea67e3559957 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:48.085814 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bf5ccb-807a-40b0-abd4-ea67e3559957 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Subnet': ['ID=ffc44258-cae9-4c9c-86ce-729f41dded18,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:48.091300 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e5bf5ccb-807a-40b0-abd4-ea67e3559957 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:48.102342 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e5bf5ccb-807a-40b0-abd4-ea67e3559957 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/subnets/ffc44258-cae9-4c9c-86ce-729f41dded18 HTTP/1.1" status: 204 len: 168 time: 0.5516276 Mar 01 21:30:48.105115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32934) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:48.128919 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb749023-18fe-4510-8163-1f5c2f7b3eca None None] Network d8f38641-dc3e-45b1-9fc2-0a8529f2cc14 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:30:48.150564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-74c05a03-2dfc-4c5a-9c71-4457f6a9c114 None None] Calling delete_port for 13df87c9-b018-4918-bb79-5a900d4630c4 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:48.218419 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:48.228901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting port 13df87c9-b018-4918-bb79-5a900d4630c4 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:48.229229 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:48.381041 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-74c05a03-2dfc-4c5a-9c71-4457f6a9c114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:48.439242 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] For port 13df87c9-b018-4918-bb79-5a900d4630c4, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=13df87c9-b018-4918-bb79-5a900d4630c4,segment=NetworkSegment(81bcd6b6-2f8f-47da-92b8-9abf9a703890),segment_id=81bcd6b6-2f8f-47da-92b8-9abf9a703890)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:48.439626 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:48.469662 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c05a03-2dfc-4c5a-9c71-4457f6a9c114 None None] Pushing event deleted for resources: {'Port': ['ID=13df87c9-b018-4918-bb79-5a900d4630c4,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:48.472981 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c05a03-2dfc-4c5a-9c71-4457f6a9c114 None None] No DVR routers for this DVR port 13df87c9-b018-4918-bb79-5a900d4630c4 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:30:48.523812 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fca9a1d-469b-474b-b7ba-c238d32ade69 None None] DHCP port deletion for d8f38641-dc3e-45b1-9fc2-0a8529f2cc14 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:30:48.528368 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2fca9a1d-469b-474b-b7ba-c238d32ade69 None None] Deleting port 4203070e-5d68-4904-ae48-93dd1765ae89 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:48.528744 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2fca9a1d-469b-474b-b7ba-c238d32ade69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:48.563979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Calling delete_port for 13df87c9-b018-4918-bb79-5a900d4630c4 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:48.644836 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:30:48.645060 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:30:48.741380 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2fca9a1d-469b-474b-b7ba-c238d32ade69 None None] For port 4203070e-5d68-4904-ae48-93dd1765ae89, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4203070e-5d68-4904-ae48-93dd1765ae89,segment=NetworkSegment(16133a67-f71e-4dcd-ae96-cf78bce66b1a),segment_id=16133a67-f71e-4dcd-ae96-cf78bce66b1a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:48.741988 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2fca9a1d-469b-474b-b7ba-c238d32ade69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:48.863415 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2fca9a1d-469b-474b-b7ba-c238d32ade69 None None] Calling delete_port for 4203070e-5d68-4904-ae48-93dd1765ae89 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:48.979165 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2fca9a1d-469b-474b-b7ba-c238d32ade69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:49.027343 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca9a1d-469b-474b-b7ba-c238d32ade69 None None] Pushing event deleted for resources: {'Port': ['ID=4203070e-5d68-4904-ae48-93dd1765ae89,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:49.030752 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fca9a1d-469b-474b-b7ba-c238d32ade69 None None] No DVR routers for this DVR port 4203070e-5d68-4904-ae48-93dd1765ae89 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:30:49.146691 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting port 13df87c9-b018-4918-bb79-5a900d4630c4 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:49.147071 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:49.212465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] The port '13df87c9-b018-4918-bb79-5a900d4630c4' was deleted {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:30:49.331347 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:49.357532 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5edcf3cf-6572-4be4-8a5d-604ba3c09408']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:49.375862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81bcd6b6-2f8f-47da-92b8-9abf9a703890') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:49.376356 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81bcd6b6-2f8f-47da-92b8-9abf9a703890') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:49.388172 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:49.404217 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:49.409991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:30:49.410362 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: util.warn( Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:30:49.424046 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:30:49.567962 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:49.573088 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:49.602773 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Network': ['ID=5edcf3cf-6572-4be4-8a5d-604ba3c09408,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:49.610955 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bb25f5a1-203a-45d9-bcf8-8f022c85e771 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/networks/5edcf3cf-6572-4be4-8a5d-604ba3c09408 HTTP/1.1" status: 204 len: 168 time: 1.5048745 Mar 01 21:30:49.613610 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32938) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:49.639492 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 13df87c9-b018-4918-bb79-5a900d4630c4 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:30:49.676934 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 13df87c9-b018-4918-bb79-5a900d4630c4 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:30:49.677306 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 13df87c9-b018-4918-bb79-5a900d4630c4 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:30:49.677787 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4203070e-5d68-4904-ae48-93dd1765ae89 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:30:49.713897 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 4203070e-5d68-4904-ae48-93dd1765ae89 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:30:49.714247 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4203070e-5d68-4904-ae48-93dd1765ae89 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:30:49.731837 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-30b78693-ed19-4610-ae5b-ebcd5b436b67 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:49.862207 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-30b78693-ed19-4610-ae5b-ebcd5b436b67 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:49.887620 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-30b78693-ed19-4610-ae5b-ebcd5b436b67 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f38641-dc3e-45b1-9fc2-0a8529f2cc14']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:49.899421 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-30b78693-ed19-4610-ae5b-ebcd5b436b67 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16133a67-f71e-4dcd-ae96-cf78bce66b1a') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:49.899718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-30b78693-ed19-4610-ae5b-ebcd5b436b67 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16133a67-f71e-4dcd-ae96-cf78bce66b1a') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:49.910661 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-30b78693-ed19-4610-ae5b-ebcd5b436b67 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:49.926097 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-30b78693-ed19-4610-ae5b-ebcd5b436b67 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:49.932489 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b78693-ed19-4610-ae5b-ebcd5b436b67 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:30:49.932865 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-30b78693-ed19-4610-ae5b-ebcd5b436b67 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:30:49.947264 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:30:50.195314 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-30b78693-ed19-4610-ae5b-ebcd5b436b67 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:50.212534 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-30b78693-ed19-4610-ae5b-ebcd5b436b67 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:50.221872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b78693-ed19-4610-ae5b-ebcd5b436b67 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Network': ['ID=d8f38641-dc3e-45b1-9fc2-0a8529f2cc14,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:50.225522 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-30b78693-ed19-4610-ae5b-ebcd5b436b67 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/networks/d8f38641-dc3e-45b1-9fc2-0a8529f2cc14 HTTP/1.1" status: 204 len: 168 time: 0.6109221 Mar 01 21:30:50.229282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32942) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:50.234782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-92f9583f-a39f-40aa-af23-4db1d3e03bd9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-642237084'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:30:50.241169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-92f9583f-a39f-40aa-af23-4db1d3e03bd9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:50.245148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-92f9583f-a39f-40aa-af23-4db1d3e03bd9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:network and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:30:50.247966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-92f9583f-a39f-40aa-af23-4db1d3e03bd9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:30:50.253575 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-92f9583f-a39f-40aa-af23-4db1d3e03bd9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:50.339126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f9583f-a39f-40aa-af23-4db1d3e03bd9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Made reservation on behalf of d21332a3bebd4eea9003a79c25245b00 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:30:50.342689 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-92f9583f-a39f-40aa-af23-4db1d3e03bd9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:50.370295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92f9583f-a39f-40aa-af23-4db1d3e03bd9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:30:50.378619 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-92f9583f-a39f-40aa-af23-4db1d3e03bd9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:50.378951 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-92f9583f-a39f-40aa-af23-4db1d3e03bd9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Added segment 1051d099-d13c-4907-8fdf-681b8db17745 of type vlan for network f5e599de-f3a3-4265-bd75-6f22cab07ce5 Mar 01 21:30:50.403007 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-92f9583f-a39f-40aa-af23-4db1d3e03bd9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:50.499069 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-92f9583f-a39f-40aa-af23-4db1d3e03bd9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:50.504602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f9583f-a39f-40aa-af23-4db1d3e03bd9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:50.505438 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-92f9583f-a39f-40aa-af23-4db1d3e03bd9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:50.610985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9583f-a39f-40aa-af23-4db1d3e03bd9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Network': ['ID=f5e599de-f3a3-4265-bd75-6f22cab07ce5,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:50.624314 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network f5e599de-f3a3-4265-bd75-6f22cab07ce5 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:30:50.636994 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-92f9583f-a39f-40aa-af23-4db1d3e03bd9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4067113 Mar 01 21:30:50.639710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32946) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:50.646168 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6f0e5b9e-50a2-48f1-8070-afaaedcd2518 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'subnet': {'network_id': 'f5e599de-f3a3-4265-bd75-6f22cab07ce5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:30:50.755402 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6f0e5b9e-50a2-48f1-8070-afaaedcd2518 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:50.759005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6f0e5b9e-50a2-48f1-8070-afaaedcd2518 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:subnet and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:30:50.761745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6f0e5b9e-50a2-48f1-8070-afaaedcd2518 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:30:50.767298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6f0e5b9e-50a2-48f1-8070-afaaedcd2518 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:50.824754 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0e5b9e-50a2-48f1-8070-afaaedcd2518 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Made reservation on behalf of d21332a3bebd4eea9003a79c25245b00 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:30:50.828618 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6f0e5b9e-50a2-48f1-8070-afaaedcd2518 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:51.098326 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6f0e5b9e-50a2-48f1-8070-afaaedcd2518 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:51.181665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e5b9e-50a2-48f1-8070-afaaedcd2518 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Subnet': ['ID=dad7f225-5c84-418f-bad4-52311a074d6b,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:51.189081 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0e5b9e-50a2-48f1-8070-afaaedcd2518 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Checking segment: {'id': '1051d099-d13c-4907-8fdf-681b8db17745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5e599de-f3a3-4265-bd75-6f22cab07ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:30:51.189438 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0e5b9e-50a2-48f1-8070-afaaedcd2518 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network hostable DHCP agents. Network: f5e599de-f3a3-4265-bd75-6f22cab07ce5, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:30:51.271481 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0e5b9e-50a2-48f1-8070-afaaedcd2518 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network f5e599de-f3a3-4265-bd75-6f22cab07ce5 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:30:51.334448 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-6f0e5b9e-50a2-48f1-8070-afaaedcd2518 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, f5e599de-f3a3-4265-bd75-6f22cab07ce5) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:51.338755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0e5b9e-50a2-48f1-8070-afaaedcd2518 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:51.339418 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6f0e5b9e-50a2-48f1-8070-afaaedcd2518 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:51.347286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc6cb3f-8e1e-4dba-9cba-1441b3c33625 None None] Network f5e599de-f3a3-4265-bd75-6f22cab07ce5 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:30:51.431558 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6f0e5b9e-50a2-48f1-8070-afaaedcd2518 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7904730 Mar 01 21:30:51.434189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32950) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:51.439250 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-a186f6f7-a905-47a6-b59b-b98dee70be30 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-276091194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:30:51.447079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a186f6f7-a905-47a6-b59b-b98dee70be30 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:51.450937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a186f6f7-a905-47a6-b59b-b98dee70be30 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:router and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:30:51.454039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a186f6f7-a905-47a6-b59b-b98dee70be30 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:30:51.461436 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a186f6f7-a905-47a6-b59b-b98dee70be30 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:51.528142 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a186f6f7-a905-47a6-b59b-b98dee70be30 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:51.529186 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a186f6f7-a905-47a6-b59b-b98dee70be30 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:51.545600 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a186f6f7-a905-47a6-b59b-b98dee70be30 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:51.570459 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-f5e599de-f3a3-4265-bd75-6f22cab07ce5', 'network_id': 'f5e599de-f3a3-4265-bd75-6f22cab07ce5', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'fixed_ips': [{'subnet_id': 'dad7f225-5c84-418f-bad4-52311a074d6b'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:30:51.572781 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:51.631645 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a186f6f7-a905-47a6-b59b-b98dee70be30 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:51.659991 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:51.716353 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a186f6f7-a905-47a6-b59b-b98dee70be30 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:51.717563 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a186f6f7-a905-47a6-b59b-b98dee70be30 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2824361 Mar 01 21:30:51.720205 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32954) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:51.725751 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e09b0dc7-92c8-4687-806f-c30333f7d86c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'port': {'network_id': 'f5e599de-f3a3-4265-bd75-6f22cab07ce5', 'name': 'tempest-RoutersIpV6Test-678701315'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:30:51.731858 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Allocated IP 2001:db8::2 (f5e599de-f3a3-4265-bd75-6f22cab07ce5/dad7f225-5c84-418f-bad4-52311a074d6b/0262662d-b427-413d-9ffc-874883b19a5c) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:30:51.863119 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e09b0dc7-92c8-4687-806f-c30333f7d86c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:30:51.867371 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e09b0dc7-92c8-4687-806f-c30333f7d86c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:port and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:30:51.870156 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e09b0dc7-92c8-4687-806f-c30333f7d86c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:30:51.875942 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e09b0dc7-92c8-4687-806f-c30333f7d86c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:30:51.930657 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:51.940232 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Transition to ACTIVE for port object 0262662d-b427-413d-9ffc-874883b19a5c will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:30:51.955920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09b0dc7-92c8-4687-806f-c30333f7d86c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Made reservation on behalf of d21332a3bebd4eea9003a79c25245b00 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:30:51.960669 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Transition to ACTIVE for port object 0262662d-b427-413d-9ffc-874883b19a5c will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:30:51.960790 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e09b0dc7-92c8-4687-806f-c30333f7d86c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:51.981305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [None req-e09b0dc7-92c8-4687-806f-c30333f7d86c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] device_id is not set on port b687637f-0735-4c3f-812c-faad0a84ca1e yet. {{(pid=88518) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Mar 01 21:30:52.030711 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:52.095485 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Network f5e599de-f3a3-4265-bd75-6f22cab07ce5 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:30:52.103022 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:52.107658 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:30:52.138074 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Pushing event updated for resources: {'Port': ['ID=0262662d-b427-413d-9ffc-874883b19a5c,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:52.139022 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-e09b0dc7-92c8-4687-806f-c30333f7d86c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Allocated IP 2001:db8::134 (f5e599de-f3a3-4265-bd75-6f22cab07ce5/dad7f225-5c84-418f-bad4-52311a074d6b/b687637f-0735-4c3f-812c-faad0a84ca1e) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:30:52.154590 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:52.154937 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:52.155280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:52.155700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:52.156041 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:52.156373 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:52.156700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:52.157031 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:52.157352 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:52.157674 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:52.158001 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:52.158321 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:30:52.210596 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Attempting to bind port 0262662d-b427-413d-9ffc-874883b19a5c on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:30:52.210869 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Attempting to bind port 0262662d-b427-413d-9ffc-874883b19a5c by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '1051d099-d13c-4907-8fdf-681b8db17745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5e599de-f3a3-4265-bd75-6f22cab07ce5'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:30:52.211243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Attempting to bind port 0262662d-b427-413d-9ffc-874883b19a5c on network f5e599de-f3a3-4265-bd75-6f22cab07ce5 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:30:52.216501 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 30, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:30:52.216874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Checking segment: {'id': '1051d099-d13c-4907-8fdf-681b8db17745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5e599de-f3a3-4265-bd75-6f22cab07ce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:30:52.217278 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:52.217671 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Bound using segment: {'id': '1051d099-d13c-4907-8fdf-681b8db17745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5e599de-f3a3-4265-bd75-6f22cab07ce5'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:30:52.218130 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Bound port: 0262662d-b427-413d-9ffc-874883b19a5c, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1051d099-d13c-4907-8fdf-681b8db17745', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'f5e599de-f3a3-4265-bd75-6f22cab07ce5'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:30:52.218500 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:52.337066 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] For port 0262662d-b427-413d-9ffc-874883b19a5c, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:30:52.340091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] For port 0262662d-b427-413d-9ffc-874883b19a5c, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0262662d-b427-413d-9ffc-874883b19a5c,segment=NetworkSegment(1051d099-d13c-4907-8fdf-681b8db17745),segment_id=1051d099-d13c-4907-8fdf-681b8db17745)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:30:52.345972 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e09b0dc7-92c8-4687-806f-c30333f7d86c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:52.361198 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-e09b0dc7-92c8-4687-806f-c30333f7d86c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Transition to ACTIVE for port object b687637f-0735-4c3f-812c-faad0a84ca1e will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:30:52.430840 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:52.453762 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e09b0dc7-92c8-4687-806f-c30333f7d86c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:52.516919 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c154e-3f49-4313-97d9-b9257b539cb6 None None] Pushing event updated for resources: {'Port': ['ID=0262662d-b427-413d-9ffc-874883b19a5c,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:52.519116 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09b0dc7-92c8-4687-806f-c30333f7d86c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network f5e599de-f3a3-4265-bd75-6f22cab07ce5 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:30:52.522436 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-e09b0dc7-92c8-4687-806f-c30333f7d86c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:52.531274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e09b0dc7-92c8-4687-806f-c30333f7d86c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:30:52.537424 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09b0dc7-92c8-4687-806f-c30333f7d86c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:52.538039 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e09b0dc7-92c8-4687-806f-c30333f7d86c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:52.553737 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09b0dc7-92c8-4687-806f-c30333f7d86c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Port': ['ID=b687637f-0735-4c3f-812c-faad0a84ca1e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:52.647655 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e09b0dc7-92c8-4687-806f-c30333f7d86c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9262147 Mar 01 21:30:52.650199 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32958) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:53.335067 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-78484f22-f939-4f30-b9e0-262385e1b05a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:53.420690 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:30:53.425091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf4bd51-a224-4005-b44b-ecafc624f5ec None None] Network f5e599de-f3a3-4265-bd75-6f22cab07ce5 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:30:53.591617 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b5b9097e-122a-4362-b6e3-6a71f02931d8 None None] Provisioning for port 0262662d-b427-413d-9ffc-874883b19a5c completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:30:53.692016 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0262662d-b427-413d-9ffc-874883b19a5c up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:30:53.718714 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-78484f22-f939-4f30-b9e0-262385e1b05a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:53.778247 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-78484f22-f939-4f30-b9e0-262385e1b05a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:53.842264 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 0262662d-b427-413d-9ffc-874883b19a5c completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:30:53.847687 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 0262662d-b427-413d-9ffc-874883b19a5c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:53.848069 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:53.896428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78484f22-f939-4f30-b9e0-262385e1b05a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Port': ['ID=b687637f-0735-4c3f-812c-faad0a84ca1e,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:53.980053 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:54.021842 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1f875d0c-8457-408a-98d0-0f53cec7fd42 None None] Provisioning for port b687637f-0735-4c3f-812c-faad0a84ca1e completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:30:54.028432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1f875d0c-8457-408a-98d0-0f53cec7fd42 None None] Provisioning complete for port b687637f-0735-4c3f-812c-faad0a84ca1e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:54.028806 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1f875d0c-8457-408a-98d0-0f53cec7fd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:54.058728 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 0262662d-b427-413d-9ffc-874883b19a5c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0262662d-b427-413d-9ffc-874883b19a5c,segment=NetworkSegment(1051d099-d13c-4907-8fdf-681b8db17745),segment_id=1051d099-d13c-4907-8fdf-681b8db17745)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:54.076795 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-78484f22-f939-4f30-b9e0-262385e1b05a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:54.091206 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1f875d0c-8457-408a-98d0-0f53cec7fd42 None None] Port b687637f-0735-4c3f-812c-faad0a84ca1e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:30:54.094634 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:54.104998 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1f875d0c-8457-408a-98d0-0f53cec7fd42 None None] Provisioning complete for port 0262662d-b427-413d-9ffc-874883b19a5c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:54.105343 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1f875d0c-8457-408a-98d0-0f53cec7fd42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:54.133866 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:54.230838 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=0262662d-b427-413d-9ffc-874883b19a5c,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:54.388866 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-78484f22-f939-4f30-b9e0-262385e1b05a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:54.416279 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3aba4d37-ef7d-498b-95a8-72dfbc3d75da None None] Provisioning complete for port b687637f-0735-4c3f-812c-faad0a84ca1e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:54.416654 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3aba4d37-ef7d-498b-95a8-72dfbc3d75da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:54.469481 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3aba4d37-ef7d-498b-95a8-72dfbc3d75da None None] Port b687637f-0735-4c3f-812c-faad0a84ca1e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:30:54.891882 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-78484f22-f939-4f30-b9e0-262385e1b05a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:54.950502 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-78484f22-f939-4f30-b9e0-262385e1b05a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:54.951257 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-78484f22-f939-4f30-b9e0-262385e1b05a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:55.094980 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78484f22-f939-4f30-b9e0-262385e1b05a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Port': ['ID=b687637f-0735-4c3f-812c-faad0a84ca1e,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:55.143134 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78484f22-f939-4f30-b9e0-262385e1b05a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network f5e599de-f3a3-4265-bd75-6f22cab07ce5 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:30:55.144223 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-78484f22-f939-4f30-b9e0-262385e1b05a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:30:55.395099 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3e069862-a94f-4ba3-a24a-6a8f42d6b3c8 None None] Provisioning complete for port b687637f-0735-4c3f-812c-faad0a84ca1e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:55.396092 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3e069862-a94f-4ba3-a24a-6a8f42d6b3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:55.448271 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3e069862-a94f-4ba3-a24a-6a8f42d6b3c8 None None] Port b687637f-0735-4c3f-812c-faad0a84ca1e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:30:55.452498 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78484f22-f939-4f30-b9e0-262385e1b05a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router 87621ab2-7703-47fd-b99f-261caee393ec is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:30:55.606588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78484f22-f939-4f30-b9e0-262385e1b05a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:30:55.614551 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-78484f22-f939-4f30-b9e0-262385e1b05a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/87621ab2-7703-47fd-b99f-261caee393ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9601738 Mar 01 21:30:55.614551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32962) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:55.622271 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f057b68-34b2-49b8-b07c-4b778468c540 None None] Sync routers for ids ['87621ab2-7703-47fd-b99f-261caee393ec'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:30:55.632090 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f057b68-34b2-49b8-b07c-4b778468c540 None None] Routers {'87621ab2-7703-47fd-b99f-261caee393ec'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:55.632705 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-9f057b68-34b2-49b8-b07c-4b778468c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['87621ab2-7703-47fd-b99f-261caee393ec'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:55.688803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff125038-fd3a-47b7-a337-33224006525a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:30:55.689042 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0262662d-b427-413d-9ffc-874883b19a5c up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:30:55.689291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ff125038-fd3a-47b7-a337-33224006525a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Synchronizing usage tracker for tenant:d21332a3bebd4eea9003a79c25245b00 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:30:55.728048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-9f057b68-34b2-49b8-b07c-4b778468c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:55.756026 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f057b68-34b2-49b8-b07c-4b778468c540 None None] Routers {'87621ab2-7703-47fd-b99f-261caee393ec'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:55.756631 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-9f057b68-34b2-49b8-b07c-4b778468c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['87621ab2-7703-47fd-b99f-261caee393ec'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:55.766868 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ff125038-fd3a-47b7-a337-33224006525a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Unset dirty status for tenant:d21332a3bebd4eea9003a79c25245b00 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:30:55.768199 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ff125038-fd3a-47b7-a337-33224006525a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/ports/b687637f-0735-4c3f-812c-faad0a84ca1e HTTP/1.1" status: 200 len: 983 time: 0.1525745 Mar 01 21:30:55.770834 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32966) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:55.823766 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-9f057b68-34b2-49b8-b07c-4b778468c540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:55.824176 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f057b68-34b2-49b8-b07c-4b778468c540 None None] The sync data for ids ['87621ab2-7703-47fd-b99f-261caee393ec'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:30:55.837804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 0262662d-b427-413d-9ffc-874883b19a5c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:30:55.838182 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:56.370081 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-54064d21-0d8c-42ce-85f9-846fe35ad6c7 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:56.644132 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-54064d21-0d8c-42ce-85f9-846fe35ad6c7 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting port b687637f-0735-4c3f-812c-faad0a84ca1e {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:56.644384 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-54064d21-0d8c-42ce-85f9-846fe35ad6c7 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:56.829088 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-54064d21-0d8c-42ce-85f9-846fe35ad6c7 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:56.951131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-54064d21-0d8c-42ce-85f9-846fe35ad6c7 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Calling delete_port for b687637f-0735-4c3f-812c-faad0a84ca1e owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:57.190173 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-54064d21-0d8c-42ce-85f9-846fe35ad6c7 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:57.244536 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54064d21-0d8c-42ce-85f9-846fe35ad6c7 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Port': ['ID=b687637f-0735-4c3f-812c-faad0a84ca1e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:57.414075 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-54064d21-0d8c-42ce-85f9-846fe35ad6c7 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:57.425512 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4c31e726-82eb-4a2f-b0bf-8e99a6e89168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:57.788840 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54064d21-0d8c-42ce-85f9-846fe35ad6c7 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router 87621ab2-7703-47fd-b99f-261caee393ec has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:30:57.924485 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54064d21-0d8c-42ce-85f9-846fe35ad6c7 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:30:57.934350 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3238855-e61a-4827-a921-061f3e8856b1 None None] Sync routers for ids ['87621ab2-7703-47fd-b99f-261caee393ec'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:30:57.944238 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3238855-e61a-4827-a921-061f3e8856b1 None None] Routers {'87621ab2-7703-47fd-b99f-261caee393ec'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:57.951059 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b3238855-e61a-4827-a921-061f3e8856b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['87621ab2-7703-47fd-b99f-261caee393ec'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:58.012954 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b3238855-e61a-4827-a921-061f3e8856b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:58.016288 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-54064d21-0d8c-42ce-85f9-846fe35ad6c7 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/87621ab2-7703-47fd-b99f-261caee393ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2435150 Mar 01 21:30:58.018739 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32970) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:58.022580 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3238855-e61a-4827-a921-061f3e8856b1 None None] Routers {'87621ab2-7703-47fd-b99f-261caee393ec'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:30:58.023236 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b3238855-e61a-4827-a921-061f3e8856b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:30:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['87621ab2-7703-47fd-b99f-261caee393ec'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:58.088242 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-b3238855-e61a-4827-a921-061f3e8856b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:30:58.088810 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3238855-e61a-4827-a921-061f3e8856b1 None None] The sync data for ids ['87621ab2-7703-47fd-b99f-261caee393ec'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:30:58.347650 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-a861574b-5118-4401-9696-72f132447076 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] remove_router_interface failed (client error): The resource could not be found. Mar 01 21:30:58.348942 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a861574b-5118-4401-9696-72f132447076 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/87621ab2-7703-47fd-b99f-261caee393ec/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3290570 Mar 01 21:30:58.351580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32976) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:58.395948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-105f17ad-5588-4187-b011-fcf990e4f955 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Synchronizing usage tracker for tenant:d21332a3bebd4eea9003a79c25245b00 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:30:58.464345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-105f17ad-5588-4187-b011-fcf990e4f955 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Unset dirty status for tenant:d21332a3bebd4eea9003a79c25245b00 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:30:58.465498 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-105f17ad-5588-4187-b011-fcf990e4f955 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/ports?device_id=87621ab2-7703-47fd-b99f-261caee393ec HTTP/1.1" status: 200 len: 205 time: 0.1130507 Mar 01 21:30:58.468222 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 32980) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:58.580575 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-e5a69073-594d-4185-9cfd-9597c883e7c9 req-cc13a5b5-4662-45cb-81c1-8800f8f56a4b service neutron] (88518) timed out ('10.222.0.55', 52710) {{(pid=88518) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 01 21:30:58.601138 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2932f91-ad9c-44f4-aa60-34ab3b7a2a77 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:58.901478 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2932f91-ad9c-44f4-aa60-34ab3b7a2a77 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:58.903739 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2932f91-ad9c-44f4-aa60-34ab3b7a2a77 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:58.984839 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2932f91-ad9c-44f4-aa60-34ab3b7a2a77 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:58.985388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2932f91-ad9c-44f4-aa60-34ab3b7a2a77 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Fanout notify agent at l3_agent the message router_deleted on router 87621ab2-7703-47fd-b99f-261caee393ec {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:30:58.997917 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c2932f91-ad9c-44f4-aa60-34ab3b7a2a77 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:59.001455 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c2932f91-ad9c-44f4-aa60-34ab3b7a2a77 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/routers/87621ab2-7703-47fd-b99f-261caee393ec HTTP/1.1" status: 204 len: 168 time: 0.5298071 Mar 01 21:30:59.001915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32984) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:59.066388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a23cd0-0843-4f14-b56c-da41f3fe74bf tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting subnet dad7f225-5c84-418f-bad4-52311a074d6b {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:30:59.069903 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51a23cd0-0843-4f14-b56c-da41f3fe74bf tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:59.122112 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51a23cd0-0843-4f14-b56c-da41f3fe74bf tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:59.204797 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51a23cd0-0843-4f14-b56c-da41f3fe74bf tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:59.322046 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51a23cd0-0843-4f14-b56c-da41f3fe74bf tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:59.361758 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a23cd0-0843-4f14-b56c-da41f3fe74bf tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Subnet': ['ID=dad7f225-5c84-418f-bad4-52311a074d6b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:30:59.363676 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51a23cd0-0843-4f14-b56c-da41f3fe74bf tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:59.367938 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc2e64b-6b0a-4bd4-bfb9-e9ba70834e89 None None] Network f5e599de-f3a3-4265-bd75-6f22cab07ce5 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:30:59.370478 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-51a23cd0-0843-4f14-b56c-da41f3fe74bf tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/subnets/dad7f225-5c84-418f-bad4-52311a074d6b HTTP/1.1" status: 204 len: 168 time: 0.3675199 Mar 01 21:30:59.373038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32988) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:30:59.485873 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:59.496533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting port 0262662d-b427-413d-9ffc-874883b19a5c {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:59.496871 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:59.615185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b27b03-7cab-4629-b8ea-c8af08fab3e0 None None] DHCP port deletion for f5e599de-f3a3-4265-bd75-6f22cab07ce5 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:30:59.619669 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c3b27b03-7cab-4629-b8ea-c8af08fab3e0 None None] Deleting port 0262662d-b427-413d-9ffc-874883b19a5c {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:30:59.624525 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c3b27b03-7cab-4629-b8ea-c8af08fab3e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:59.679888 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0262662d-b427-413d-9ffc-874883b19a5c no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:30:59.711857 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6d7c511b-892a-4e41-b526-f5f6d7ed34e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:59.718279 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] For port 0262662d-b427-413d-9ffc-874883b19a5c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0262662d-b427-413d-9ffc-874883b19a5c,segment=NetworkSegment(1051d099-d13c-4907-8fdf-681b8db17745),segment_id=1051d099-d13c-4907-8fdf-681b8db17745)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:59.718658 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:59.939607 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:30:59.962523 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Calling delete_port for 0262662d-b427-413d-9ffc-874883b19a5c owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:30:59.976960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c3b27b03-7cab-4629-b8ea-c8af08fab3e0 None None] For port 0262662d-b427-413d-9ffc-874883b19a5c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0262662d-b427-413d-9ffc-874883b19a5c,segment=NetworkSegment(1051d099-d13c-4907-8fdf-681b8db17745),segment_id=1051d099-d13c-4907-8fdf-681b8db17745)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:30:59.977360 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c3b27b03-7cab-4629-b8ea-c8af08fab3e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:00.105184 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c3b27b03-7cab-4629-b8ea-c8af08fab3e0 None None] Calling delete_port for 0262662d-b427-413d-9ffc-874883b19a5c owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:31:00.137809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 0262662d-b427-413d-9ffc-874883b19a5c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0262662d-b427-413d-9ffc-874883b19a5c,segment=NetworkSegment(1051d099-d13c-4907-8fdf-681b8db17745),segment_id=1051d099-d13c-4907-8fdf-681b8db17745)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:00.195320 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:00.248003 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.db.api [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88518) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:31:00.248401 n-d-827896-4 neutron-server[88518]: DEBUG oslo_db.api [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:31:00.263598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=0262662d-b427-413d-9ffc-874883b19a5c,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:00.275413 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-c3b27b03-7cab-4629-b8ea-c8af08fab3e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:31:00.275769 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-c3b27b03-7cab-4629-b8ea-c8af08fab3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:31:00.619035 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:00.635949 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:00.749226 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting port 0262662d-b427-413d-9ffc-874883b19a5c {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:31:00.749799 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:00.777399 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c3b27b03-7cab-4629-b8ea-c8af08fab3e0 None None] Deleting port 0262662d-b427-413d-9ffc-874883b19a5c {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:31:00.777757 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c3b27b03-7cab-4629-b8ea-c8af08fab3e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:00.953304 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] For port 0262662d-b427-413d-9ffc-874883b19a5c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0262662d-b427-413d-9ffc-874883b19a5c,segment=NetworkSegment(1051d099-d13c-4907-8fdf-681b8db17745),segment_id=1051d099-d13c-4907-8fdf-681b8db17745)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:00.953575 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:00.977257 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c3b27b03-7cab-4629-b8ea-c8af08fab3e0 None None] For port 0262662d-b427-413d-9ffc-874883b19a5c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0262662d-b427-413d-9ffc-874883b19a5c,segment=NetworkSegment(1051d099-d13c-4907-8fdf-681b8db17745),segment_id=1051d099-d13c-4907-8fdf-681b8db17745)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:00.977641 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c3b27b03-7cab-4629-b8ea-c8af08fab3e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:01.081154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Calling delete_port for 0262662d-b427-413d-9ffc-874883b19a5c owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:31:01.097223 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c3b27b03-7cab-4629-b8ea-c8af08fab3e0 None None] Calling delete_port for 0262662d-b427-413d-9ffc-874883b19a5c owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:31:01.212274 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:01.217355 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-c3b27b03-7cab-4629-b8ea-c8af08fab3e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:31:01.217710 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-c3b27b03-7cab-4629-b8ea-c8af08fab3e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:31:01.260683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Port': ['ID=0262662d-b427-413d-9ffc-874883b19a5c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:01.264186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] No DVR routers for this DVR port 0262662d-b427-413d-9ffc-874883b19a5c on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:31:01.354243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c3b27b03-7cab-4629-b8ea-c8af08fab3e0 None None] Deleting port 0262662d-b427-413d-9ffc-874883b19a5c {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:31:01.354634 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c3b27b03-7cab-4629-b8ea-c8af08fab3e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:01.386861 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:01.412565 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e599de-f3a3-4265-bd75-6f22cab07ce5']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:01.422835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c3b27b03-7cab-4629-b8ea-c8af08fab3e0 None None] The port '0262662d-b427-413d-9ffc-874883b19a5c' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:31:01.425122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1051d099-d13c-4907-8fdf-681b8db17745') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:01.425420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1051d099-d13c-4907-8fdf-681b8db17745') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:01.437913 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:01.453683 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:01.459788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:31:01.460170 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:31:01.474936 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:31:01.606227 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:01.624296 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:01.637696 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Network': ['ID=f5e599de-f3a3-4265-bd75-6f22cab07ce5,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:01.693487 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-019f6ef4-fbc4-4f5f-ab92-22b0e7550b3b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/networks/f5e599de-f3a3-4265-bd75-6f22cab07ce5 HTTP/1.1" status: 204 len: 168 time: 2.3194063 Mar 01 21:31:01.696886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32992) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:01.702515 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-42b4713e-a139-4231-861d-62f805c4eb04 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1023848277'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:31:01.708131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-42b4713e-a139-4231-861d-62f805c4eb04 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:31:01.711960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-42b4713e-a139-4231-861d-62f805c4eb04 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:network and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:31:01.714753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-42b4713e-a139-4231-861d-62f805c4eb04 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:31:01.720880 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-42b4713e-a139-4231-861d-62f805c4eb04 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:31:01.784040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42b4713e-a139-4231-861d-62f805c4eb04 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Made reservation on behalf of d21332a3bebd4eea9003a79c25245b00 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:31:01.788385 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-42b4713e-a139-4231-861d-62f805c4eb04 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:01.814702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42b4713e-a139-4231-861d-62f805c4eb04 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:31:01.822922 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-42b4713e-a139-4231-861d-62f805c4eb04 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:01.823254 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-42b4713e-a139-4231-861d-62f805c4eb04 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Added segment 35e8f88f-9456-4eee-83f8-375427d7ed80 of type vlan for network 3c914a3d-1059-4289-8354-554ad4442ae7 Mar 01 21:31:01.849254 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-42b4713e-a139-4231-861d-62f805c4eb04 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:01.938713 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-42b4713e-a139-4231-861d-62f805c4eb04 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:01.944068 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b4713e-a139-4231-861d-62f805c4eb04 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:31:01.944636 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-42b4713e-a139-4231-861d-62f805c4eb04 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:02.049600 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4713e-a139-4231-861d-62f805c4eb04 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Network': ['ID=3c914a3d-1059-4289-8354-554ad4442ae7,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:02.060086 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 3c914a3d-1059-4289-8354-554ad4442ae7 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:31:02.100141 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-42b4713e-a139-4231-861d-62f805c4eb04 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4021962 Mar 01 21:31:02.102847 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 32996) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:02.108405 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-ad22f3b5-41b3-4cb5-9522-434c3c825e0f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'subnet': {'network_id': '3c914a3d-1059-4289-8354-554ad4442ae7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:31:02.219480 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ad22f3b5-41b3-4cb5-9522-434c3c825e0f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:31:02.223334 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ad22f3b5-41b3-4cb5-9522-434c3c825e0f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:subnet and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:31:02.226143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ad22f3b5-41b3-4cb5-9522-434c3c825e0f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:31:02.231827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ad22f3b5-41b3-4cb5-9522-434c3c825e0f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:31:02.315931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad22f3b5-41b3-4cb5-9522-434c3c825e0f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Made reservation on behalf of d21332a3bebd4eea9003a79c25245b00 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:31:02.320019 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ad22f3b5-41b3-4cb5-9522-434c3c825e0f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:02.338831 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:02.578791 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ad22f3b5-41b3-4cb5-9522-434c3c825e0f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:02.763459 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22f3b5-41b3-4cb5-9522-434c3c825e0f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Subnet': ['ID=2870b600-0342-4eb3-ab56-7995c2c7176f,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:02.772619 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad22f3b5-41b3-4cb5-9522-434c3c825e0f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Checking segment: {'id': '35e8f88f-9456-4eee-83f8-375427d7ed80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3c914a3d-1059-4289-8354-554ad4442ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:31:02.772977 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad22f3b5-41b3-4cb5-9522-434c3c825e0f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network hostable DHCP agents. Network: 3c914a3d-1059-4289-8354-554ad4442ae7, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:31:02.887297 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad22f3b5-41b3-4cb5-9522-434c3c825e0f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network 3c914a3d-1059-4289-8354-554ad4442ae7 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:31:02.955730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-ad22f3b5-41b3-4cb5-9522-434c3c825e0f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 3c914a3d-1059-4289-8354-554ad4442ae7) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:02.959794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad22f3b5-41b3-4cb5-9522-434c3c825e0f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:31:02.964324 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ad22f3b5-41b3-4cb5-9522-434c3c825e0f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:02.965346 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e18186-c63d-4527-ba18-ed51942ca7ef None None] Network 3c914a3d-1059-4289-8354-554ad4442ae7 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:31:03.068903 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ad22f3b5-41b3-4cb5-9522-434c3c825e0f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9619536 Mar 01 21:31:03.069866 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33000) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:03.075533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-781555a3-7e0f-4919-bb5a-650ebabeb4af tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1325404668', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:31:03.084865 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-781555a3-7e0f-4919-bb5a-650ebabeb4af tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:31:03.089369 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-781555a3-7e0f-4919-bb5a-650ebabeb4af tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:router and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:31:03.092543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-781555a3-7e0f-4919-bb5a-650ebabeb4af tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:31:03.099076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-781555a3-7e0f-4919-bb5a-650ebabeb4af tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:31:03.196429 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-781555a3-7e0f-4919-bb5a-650ebabeb4af tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:03.197542 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-781555a3-7e0f-4919-bb5a-650ebabeb4af tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:03.207037 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-3c914a3d-1059-4289-8354-554ad4442ae7', 'network_id': '3c914a3d-1059-4289-8354-554ad4442ae7', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'fixed_ips': [{'subnet_id': '2870b600-0342-4eb3-ab56-7995c2c7176f'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:31:03.214159 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:03.214300 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-781555a3-7e0f-4919-bb5a-650ebabeb4af tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:03.371548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Allocated IP 2001:db8::2 (3c914a3d-1059-4289-8354-554ad4442ae7/2870b600-0342-4eb3-ab56-7995c2c7176f/db44f08c-20de-4771-8291-98f0bc3fd2da) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:31:03.406959 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-781555a3-7e0f-4919-bb5a-650ebabeb4af tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:03.492527 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-781555a3-7e0f-4919-bb5a-650ebabeb4af tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:03.493643 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-781555a3-7e0f-4919-bb5a-650ebabeb4af tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4227509 Mar 01 21:31:03.496388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33004) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:03.573896 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:03.584116 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Transition to ACTIVE for port object db44f08c-20de-4771-8291-98f0bc3fd2da will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:03.602151 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Transition to ACTIVE for port object db44f08c-20de-4771-8291-98f0bc3fd2da will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:03.681715 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:03.742151 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Network 3c914a3d-1059-4289-8354-554ad4442ae7 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:31:03.748926 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:03.751263 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:31:03.761125 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Pushing event updated for resources: {'Port': ['ID=db44f08c-20de-4771-8291-98f0bc3fd2da,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:03.846848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Attempting to bind port db44f08c-20de-4771-8291-98f0bc3fd2da on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:31:03.847217 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Attempting to bind port db44f08c-20de-4771-8291-98f0bc3fd2da by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '35e8f88f-9456-4eee-83f8-375427d7ed80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3c914a3d-1059-4289-8354-554ad4442ae7'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:31:03.847608 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Attempting to bind port db44f08c-20de-4771-8291-98f0bc3fd2da on network 3c914a3d-1059-4289-8354-554ad4442ae7 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:31:03.853490 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:31:03.853857 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Checking segment: {'id': '35e8f88f-9456-4eee-83f8-375427d7ed80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3c914a3d-1059-4289-8354-554ad4442ae7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:31:03.854253 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:03.854765 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Bound using segment: {'id': '35e8f88f-9456-4eee-83f8-375427d7ed80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3c914a3d-1059-4289-8354-554ad4442ae7'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:31:03.855219 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Bound port: db44f08c-20de-4771-8291-98f0bc3fd2da, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35e8f88f-9456-4eee-83f8-375427d7ed80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': '3c914a3d-1059-4289-8354-554ad4442ae7'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:31:03.855608 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:03.940078 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] For port db44f08c-20de-4771-8291-98f0bc3fd2da, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:31:03.943625 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] For port db44f08c-20de-4771-8291-98f0bc3fd2da, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=db44f08c-20de-4771-8291-98f0bc3fd2da,segment=NetworkSegment(35e8f88f-9456-4eee-83f8-375427d7ed80),segment_id=35e8f88f-9456-4eee-83f8-375427d7ed80)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:31:03.973832 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a180fc6f-8c32-4f60-ab60-ce8b9bf99c62 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:04.025456 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:04.109024 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29c4db-10c5-4864-869e-6bfd32398774 None None] Pushing event updated for resources: {'Port': ['ID=db44f08c-20de-4771-8291-98f0bc3fd2da,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:04.339035 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-a180fc6f-8c32-4f60-ab60-ce8b9bf99c62 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Allocated IP 2001:db8::1 (3c914a3d-1059-4289-8354-554ad4442ae7/2870b600-0342-4eb3-ab56-7995c2c7176f/be39d226-f652-4e94-9581-f4e14aedeb1b) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:31:04.499340 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a180fc6f-8c32-4f60-ab60-ce8b9bf99c62 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:04.514628 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-a180fc6f-8c32-4f60-ab60-ce8b9bf99c62 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Transition to ACTIVE for port object be39d226-f652-4e94-9581-f4e14aedeb1b will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:04.613531 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a180fc6f-8c32-4f60-ab60-ce8b9bf99c62 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:04.682590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a180fc6f-8c32-4f60-ab60-ce8b9bf99c62 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network 3c914a3d-1059-4289-8354-554ad4442ae7 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:31:04.689581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-a180fc6f-8c32-4f60-ab60-ce8b9bf99c62 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:04.692533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a180fc6f-8c32-4f60-ab60-ce8b9bf99c62 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:31:04.693070 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a180fc6f-8c32-4f60-ab60-ce8b9bf99c62 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:04.708869 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180fc6f-8c32-4f60-ab60-ce8b9bf99c62 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Port': ['ID=be39d226-f652-4e94-9581-f4e14aedeb1b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:04.888241 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a180fc6f-8c32-4f60-ab60-ce8b9bf99c62 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:05.060106 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec22426e-2ba4-4bbb-9803-4bbc75eed2fe None None] Network 3c914a3d-1059-4289-8354-554ad4442ae7 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:31:05.226579 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2c64b8a0-0949-44d7-8ad0-095189c61949 None None] Provisioning for port db44f08c-20de-4771-8291-98f0bc3fd2da completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:05.409979 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a180fc6f-8c32-4f60-ab60-ce8b9bf99c62 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:05.499086 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a180fc6f-8c32-4f60-ab60-ce8b9bf99c62 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:05.499975 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a180fc6f-8c32-4f60-ab60-ce8b9bf99c62 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:05.604422 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180fc6f-8c32-4f60-ab60-ce8b9bf99c62 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Port': ['ID=be39d226-f652-4e94-9581-f4e14aedeb1b,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:05.636110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-30354e63-e4ab-478e-80d4-b097174c0647 None None] Provisioning for port be39d226-f652-4e94-9581-f4e14aedeb1b completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:05.641352 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-30354e63-e4ab-478e-80d4-b097174c0647 None None] Provisioning complete for port be39d226-f652-4e94-9581-f4e14aedeb1b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:05.641722 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-30354e63-e4ab-478e-80d4-b097174c0647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:05.712188 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device db44f08c-20de-4771-8291-98f0bc3fd2da up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:31:05.736385 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a180fc6f-8c32-4f60-ab60-ce8b9bf99c62 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network 3c914a3d-1059-4289-8354-554ad4442ae7 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:31:05.737662 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-a180fc6f-8c32-4f60-ab60-ce8b9bf99c62 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:05.753797 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-30354e63-e4ab-478e-80d4-b097174c0647 None None] Port be39d226-f652-4e94-9581-f4e14aedeb1b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:31:05.878238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2e9ffb46-0137-4a45-8380-8f80d92cd398 None None] Provisioning complete for port be39d226-f652-4e94-9581-f4e14aedeb1b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:05.878602 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2e9ffb46-0137-4a45-8380-8f80d92cd398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:05.908677 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port db44f08c-20de-4771-8291-98f0bc3fd2da completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:05.924063 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port db44f08c-20de-4771-8291-98f0bc3fd2da triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:05.924434 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:05.977594 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2e9ffb46-0137-4a45-8380-8f80d92cd398 None None] Port be39d226-f652-4e94-9581-f4e14aedeb1b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:31:05.995183 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a180fc6f-8c32-4f60-ab60-ce8b9bf99c62 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router 789e27ef-0255-4560-b54c-382d20f0bc2d is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:31:06.068367 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:06.111025 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e00bb2d8-c324-42cd-8b57-58b86943ba5d None None] Provisioning complete for port be39d226-f652-4e94-9581-f4e14aedeb1b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:06.111424 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e00bb2d8-c324-42cd-8b57-58b86943ba5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:06.142037 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port db44f08c-20de-4771-8291-98f0bc3fd2da, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=db44f08c-20de-4771-8291-98f0bc3fd2da,segment=NetworkSegment(35e8f88f-9456-4eee-83f8-375427d7ed80),segment_id=35e8f88f-9456-4eee-83f8-375427d7ed80)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:06.162099 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a180fc6f-8c32-4f60-ab60-ce8b9bf99c62 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:31:06.168213 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e00bb2d8-c324-42cd-8b57-58b86943ba5d None None] Port be39d226-f652-4e94-9581-f4e14aedeb1b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:31:06.172717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73011950-4cbd-423e-903d-3f7949441dc3 None None] Sync routers for ids ['789e27ef-0255-4560-b54c-382d20f0bc2d'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:31:06.174972 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a180fc6f-8c32-4f60-ab60-ce8b9bf99c62 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/789e27ef-0255-4560-b54c-382d20f0bc2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6776018 Mar 01 21:31:06.177799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33008) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:06.181813 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73011950-4cbd-423e-903d-3f7949441dc3 None None] Routers {'789e27ef-0255-4560-b54c-382d20f0bc2d'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:06.182413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-73011950-4cbd-423e-903d-3f7949441dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['789e27ef-0255-4560-b54c-382d20f0bc2d'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:06.246404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-73011950-4cbd-423e-903d-3f7949441dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:06.248504 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:06.256988 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09d5c94-2791-4ffe-99a9-e6e8094131e1 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:31:06.257591 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d09d5c94-2791-4ffe-99a9-e6e8094131e1 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Synchronizing usage tracker for tenant:d21332a3bebd4eea9003a79c25245b00 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:31:06.298316 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73011950-4cbd-423e-903d-3f7949441dc3 None None] Routers {'789e27ef-0255-4560-b54c-382d20f0bc2d'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:06.298945 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-73011950-4cbd-423e-903d-3f7949441dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['789e27ef-0255-4560-b54c-382d20f0bc2d'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:06.356003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d09d5c94-2791-4ffe-99a9-e6e8094131e1 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Unset dirty status for tenant:d21332a3bebd4eea9003a79c25245b00 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:31:06.357271 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d09d5c94-2791-4ffe-99a9-e6e8094131e1 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/ports/be39d226-f652-4e94-9581-f4e14aedeb1b HTTP/1.1" status: 200 len: 911 time: 0.1785083 Mar 01 21:31:06.360259 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33012) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:06.397809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-73011950-4cbd-423e-903d-3f7949441dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:06.398136 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73011950-4cbd-423e-903d-3f7949441dc3 None None] The sync data for ids ['789e27ef-0255-4560-b54c-382d20f0bc2d'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:31:06.417523 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=db44f08c-20de-4771-8291-98f0bc3fd2da,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:06.981843 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-67cf79a0-bcd4-49cb-a674-b036b72e850f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:07.314778 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-67cf79a0-bcd4-49cb-a674-b036b72e850f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting port be39d226-f652-4e94-9581-f4e14aedeb1b {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:31:07.315121 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-67cf79a0-bcd4-49cb-a674-b036b72e850f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:07.502474 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-67cf79a0-bcd4-49cb-a674-b036b72e850f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:07.630547 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-67cf79a0-bcd4-49cb-a674-b036b72e850f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Calling delete_port for be39d226-f652-4e94-9581-f4e14aedeb1b owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:31:07.652278 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device db44f08c-20de-4771-8291-98f0bc3fd2da up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:31:07.719051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port db44f08c-20de-4771-8291-98f0bc3fd2da triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:07.719602 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:07.863519 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-67cf79a0-bcd4-49cb-a674-b036b72e850f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:07.911185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf79a0-bcd4-49cb-a674-b036b72e850f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Port': ['ID=be39d226-f652-4e94-9581-f4e14aedeb1b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:08.089465 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-67cf79a0-bcd4-49cb-a674-b036b72e850f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:08.469829 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67cf79a0-bcd4-49cb-a674-b036b72e850f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router 789e27ef-0255-4560-b54c-382d20f0bc2d has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:31:08.598314 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67cf79a0-bcd4-49cb-a674-b036b72e850f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:31:08.607792 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6069c097-dd71-417a-9b7b-4a6545d0df16 None None] Sync routers for ids ['789e27ef-0255-4560-b54c-382d20f0bc2d'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:31:08.620470 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6069c097-dd71-417a-9b7b-4a6545d0df16 None None] Routers {'789e27ef-0255-4560-b54c-382d20f0bc2d'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:08.621518 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6069c097-dd71-417a-9b7b-4a6545d0df16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['789e27ef-0255-4560-b54c-382d20f0bc2d'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:08.661227 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-67cf79a0-bcd4-49cb-a674-b036b72e850f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/789e27ef-0255-4560-b54c-382d20f0bc2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2992444 Mar 01 21:31:08.663960 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33016) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:08.680719 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6069c097-dd71-417a-9b7b-4a6545d0df16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:08.689266 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6069c097-dd71-417a-9b7b-4a6545d0df16 None None] Routers {'789e27ef-0255-4560-b54c-382d20f0bc2d'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:08.689851 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6069c097-dd71-417a-9b7b-4a6545d0df16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['789e27ef-0255-4560-b54c-382d20f0bc2d'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:08.710829 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-47f1ce9b-a1cb-43ed-b4e0-afbee544ec6c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Synchronizing usage tracker for tenant:d21332a3bebd4eea9003a79c25245b00 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:31:08.752493 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6069c097-dd71-417a-9b7b-4a6545d0df16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:08.752809 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6069c097-dd71-417a-9b7b-4a6545d0df16 None None] The sync data for ids ['789e27ef-0255-4560-b54c-382d20f0bc2d'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:31:08.755995 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-47f1ce9b-a1cb-43ed-b4e0-afbee544ec6c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Unset dirty status for tenant:d21332a3bebd4eea9003a79c25245b00 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:31:08.757351 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-47f1ce9b-a1cb-43ed-b4e0-afbee544ec6c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/ports?device_id=789e27ef-0255-4560-b54c-382d20f0bc2d HTTP/1.1" status: 200 len: 205 time: 0.0921741 Mar 01 21:31:08.759691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33020) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:08.890610 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b08bd232-9411-4a29-97ce-962451c9bca7 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:09.180906 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b08bd232-9411-4a29-97ce-962451c9bca7 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:09.183068 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b08bd232-9411-4a29-97ce-962451c9bca7 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:09.257696 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b08bd232-9411-4a29-97ce-962451c9bca7 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:09.258215 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08bd232-9411-4a29-97ce-962451c9bca7 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Fanout notify agent at l3_agent the message router_deleted on router 789e27ef-0255-4560-b54c-382d20f0bc2d {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:31:09.269251 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b08bd232-9411-4a29-97ce-962451c9bca7 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:09.273758 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b08bd232-9411-4a29-97ce-962451c9bca7 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/routers/789e27ef-0255-4560-b54c-382d20f0bc2d HTTP/1.1" status: 204 len: 168 time: 0.5097425 Mar 01 21:31:09.273758 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33024) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:09.341530 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-7175e633-f924-4a64-9ac0-0c0ff85ef152 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting subnet 2870b600-0342-4eb3-ab56-7995c2c7176f {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:31:09.344364 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7175e633-f924-4a64-9ac0-0c0ff85ef152 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:09.397318 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7175e633-f924-4a64-9ac0-0c0ff85ef152 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:09.480742 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7175e633-f924-4a64-9ac0-0c0ff85ef152 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:09.613019 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7175e633-f924-4a64-9ac0-0c0ff85ef152 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:09.654546 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175e633-f924-4a64-9ac0-0c0ff85ef152 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Subnet': ['ID=2870b600-0342-4eb3-ab56-7995c2c7176f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:09.658287 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7175e633-f924-4a64-9ac0-0c0ff85ef152 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:09.664971 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7175e633-f924-4a64-9ac0-0c0ff85ef152 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/subnets/2870b600-0342-4eb3-ab56-7995c2c7176f HTTP/1.1" status: 204 len: 168 time: 0.3910592 Mar 01 21:31:09.665795 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95896c28-8da5-4f2a-a300-0c5f43131f48 None None] Network 3c914a3d-1059-4289-8354-554ad4442ae7 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:31:09.667528 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33028) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:09.780958 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52f11373-f0fd-4e8e-9377-b2b59f21c5ed tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:09.791826 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-52f11373-f0fd-4e8e-9377-b2b59f21c5ed tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting port db44f08c-20de-4771-8291-98f0bc3fd2da {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:31:09.792149 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52f11373-f0fd-4e8e-9377-b2b59f21c5ed tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:09.918068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0efb2d-b95a-4c67-8ec7-9b610944f86b None None] DHCP port deletion for 3c914a3d-1059-4289-8354-554ad4442ae7 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:31:09.922651 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ee0efb2d-b95a-4c67-8ec7-9b610944f86b None None] Deleting port db44f08c-20de-4771-8291-98f0bc3fd2da {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:31:09.922990 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ee0efb2d-b95a-4c67-8ec7-9b610944f86b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:10.121477 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-52f11373-f0fd-4e8e-9377-b2b59f21c5ed tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] For port db44f08c-20de-4771-8291-98f0bc3fd2da, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=db44f08c-20de-4771-8291-98f0bc3fd2da,segment=NetworkSegment(35e8f88f-9456-4eee-83f8-375427d7ed80),segment_id=35e8f88f-9456-4eee-83f8-375427d7ed80)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:10.121750 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52f11373-f0fd-4e8e-9377-b2b59f21c5ed tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:10.137972 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ee0efb2d-b95a-4c67-8ec7-9b610944f86b None None] For port db44f08c-20de-4771-8291-98f0bc3fd2da, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=db44f08c-20de-4771-8291-98f0bc3fd2da,segment=NetworkSegment(35e8f88f-9456-4eee-83f8-375427d7ed80),segment_id=35e8f88f-9456-4eee-83f8-375427d7ed80)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:10.138306 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ee0efb2d-b95a-4c67-8ec7-9b610944f86b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:10.243464 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-52f11373-f0fd-4e8e-9377-b2b59f21c5ed tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Calling delete_port for db44f08c-20de-4771-8291-98f0bc3fd2da owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:31:10.271213 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ee0efb2d-b95a-4c67-8ec7-9b610944f86b None None] Calling delete_port for db44f08c-20de-4771-8291-98f0bc3fd2da owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:31:10.384401 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52f11373-f0fd-4e8e-9377-b2b59f21c5ed tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:10.389607 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-ee0efb2d-b95a-4c67-8ec7-9b610944f86b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:31:10.389958 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-ee0efb2d-b95a-4c67-8ec7-9b610944f86b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:31:10.431959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f11373-f0fd-4e8e-9377-b2b59f21c5ed tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Port': ['ID=db44f08c-20de-4771-8291-98f0bc3fd2da,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:10.435167 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f11373-f0fd-4e8e-9377-b2b59f21c5ed tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] No DVR routers for this DVR port db44f08c-20de-4771-8291-98f0bc3fd2da on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:31:10.556307 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52f11373-f0fd-4e8e-9377-b2b59f21c5ed tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:10.580587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-52f11373-f0fd-4e8e-9377-b2b59f21c5ed tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c914a3d-1059-4289-8354-554ad4442ae7']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:10.592323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-52f11373-f0fd-4e8e-9377-b2b59f21c5ed tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35e8f88f-9456-4eee-83f8-375427d7ed80') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:10.592615 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-52f11373-f0fd-4e8e-9377-b2b59f21c5ed tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35e8f88f-9456-4eee-83f8-375427d7ed80') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:10.604194 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52f11373-f0fd-4e8e-9377-b2b59f21c5ed tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:10.620302 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52f11373-f0fd-4e8e-9377-b2b59f21c5ed tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:10.626160 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f11373-f0fd-4e8e-9377-b2b59f21c5ed tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:31:10.626539 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52f11373-f0fd-4e8e-9377-b2b59f21c5ed tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:31:10.640842 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:31:10.778422 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52f11373-f0fd-4e8e-9377-b2b59f21c5ed tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:10.796150 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-52f11373-f0fd-4e8e-9377-b2b59f21c5ed tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:10.807348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f11373-f0fd-4e8e-9377-b2b59f21c5ed tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Network': ['ID=3c914a3d-1059-4289-8354-554ad4442ae7,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:10.864672 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-52f11373-f0fd-4e8e-9377-b2b59f21c5ed tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/networks/3c914a3d-1059-4289-8354-554ad4442ae7 HTTP/1.1" status: 204 len: 168 time: 1.1959538 Mar 01 21:31:10.868990 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33032) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:10.874058 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-186606569', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}, 'admin_state_up': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:31:10.882177 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:31:10.886109 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:router and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:31:10.888943 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:31:10.891132 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ee0efb2d-b95a-4c67-8ec7-9b610944f86b None None] Deleting port db44f08c-20de-4771-8291-98f0bc3fd2da {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:31:10.891651 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ee0efb2d-b95a-4c67-8ec7-9b610944f86b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:10.895855 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:31:10.959071 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ee0efb2d-b95a-4c67-8ec7-9b610944f86b None None] The port 'db44f08c-20de-4771-8291-98f0bc3fd2da' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:31:10.969414 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:10.970566 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:10.985975 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:11.309068 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:11.648716 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device db44f08c-20de-4771-8291-98f0bc3fd2da no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:31:11.684499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: db44f08c-20de-4771-8291-98f0bc3fd2da {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:31:11.684841 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device db44f08c-20de-4771-8291-98f0bc3fd2da not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:31:11.779526 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:11.808812 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:11.943407 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Allocated IP 172.25.5.18 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/2c82e59d-848c-43c2-ba77-4533b121b95e) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:31:12.089034 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:12.172825 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:12.237447 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:31:12.240834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:12.248496 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:31:12.299330 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Port': ['ID=2c82e59d-848c-43c2-ba77-4533b121b95e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:12.733209 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:13.069528 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:13.492688 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router b99eae11-ba77-46a1-a82e-08636ad75ae8 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:31:13.679803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:31:13.689495 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f57ce5-1f0b-4239-8d0d-bef4e8c5e930 None None] Sync routers for ids ['b99eae11-ba77-46a1-a82e-08636ad75ae8'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:31:13.698919 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f57ce5-1f0b-4239-8d0d-bef4e8c5e930 None None] Routers {'b99eae11-ba77-46a1-a82e-08636ad75ae8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:13.699564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-02f57ce5-1f0b-4239-8d0d-bef4e8c5e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['b99eae11-ba77-46a1-a82e-08636ad75ae8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:13.762880 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-02f57ce5-1f0b-4239-8d0d-bef4e8c5e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:13.772218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f57ce5-1f0b-4239-8d0d-bef4e8c5e930 None None] Routers {'b99eae11-ba77-46a1-a82e-08636ad75ae8'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:13.772822 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-02f57ce5-1f0b-4239-8d0d-bef4e8c5e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['b99eae11-ba77-46a1-a82e-08636ad75ae8'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:13.790000 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:13.791280 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-71978d02-e42f-44b6-b6e5-18e523d5492a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.9213119 Mar 01 21:31:13.793936 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33036) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:13.832224 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-02f57ce5-1f0b-4239-8d0d-bef4e8c5e930 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:13.833141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f57ce5-1f0b-4239-8d0d-bef4e8c5e930 None None] The sync data for ids ['b99eae11-ba77-46a1-a82e-08636ad75ae8'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:31:13.979466 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8e1dec2e-b6bd-4e45-bb37-d2424c7a94c0 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/routers/b99eae11-ba77-46a1-a82e-08636ad75ae8 HTTP/1.1" status: 200 len: 883 time: 0.1843793 Mar 01 21:31:13.981747 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33040) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:14.185664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7cd36a80-3c3d-4e81-8217-28683b59b295 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Synchronizing usage tracker for tenant:d21332a3bebd4eea9003a79c25245b00 on resource:router {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:31:14.269444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7cd36a80-3c3d-4e81-8217-28683b59b295 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Unset dirty status for tenant:d21332a3bebd4eea9003a79c25245b00 on resource:router {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:31:14.271411 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7cd36a80-3c3d-4e81-8217-28683b59b295 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2887638 Mar 01 21:31:14.274154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33044) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:14.279324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-58689865-c40e-4e55-848f-2a97335acf96 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-186606569'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:31:14.780569 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-58689865-c40e-4e55-848f-2a97335acf96 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:14.892385 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-58689865-c40e-4e55-848f-2a97335acf96 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:15.075402 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58689865-c40e-4e55-848f-2a97335acf96 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router b99eae11-ba77-46a1-a82e-08636ad75ae8 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:31:15.249684 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58689865-c40e-4e55-848f-2a97335acf96 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:31:15.256532 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-58689865-c40e-4e55-848f-2a97335acf96 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:15.257680 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-58689865-c40e-4e55-848f-2a97335acf96 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/b99eae11-ba77-46a1-a82e-08636ad75ae8 HTTP/1.1" status: 200 len: 890 time: 0.9825559 Mar 01 21:31:15.259316 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0404003-20fd-440a-a66c-f62854e0dccd None None] Sync routers for ids ['b99eae11-ba77-46a1-a82e-08636ad75ae8'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:31:15.260226 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33048) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:15.268513 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0404003-20fd-440a-a66c-f62854e0dccd None None] Routers {'b99eae11-ba77-46a1-a82e-08636ad75ae8'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:15.269095 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c0404003-20fd-440a-a66c-f62854e0dccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['b99eae11-ba77-46a1-a82e-08636ad75ae8'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:15.330651 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c0404003-20fd-440a-a66c-f62854e0dccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:15.339838 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0404003-20fd-440a-a66c-f62854e0dccd None None] Routers {'b99eae11-ba77-46a1-a82e-08636ad75ae8'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:15.340439 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c0404003-20fd-440a-a66c-f62854e0dccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['b99eae11-ba77-46a1-a82e-08636ad75ae8'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:15.399107 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c0404003-20fd-440a-a66c-f62854e0dccd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:15.399593 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0404003-20fd-440a-a66c-f62854e0dccd None None] The sync data for ids ['b99eae11-ba77-46a1-a82e-08636ad75ae8'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:31:15.437743 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f4683cef-6edb-4f8d-80b9-9b3fe772bcea tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/routers/b99eae11-ba77-46a1-a82e-08636ad75ae8 HTTP/1.1" status: 200 len: 890 time: 0.1760855 Mar 01 21:31:15.439951 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33052) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:15.602677 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0e209fe7-bf3c-43ef-bdd4-fd7c3901eef6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/ports?device_id=b99eae11-ba77-46a1-a82e-08636ad75ae8 HTTP/1.1" status: 200 len: 205 time: 0.1616392 Mar 01 21:31:15.605173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33056) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:15.779080 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9faaa5b4-210e-430a-874e-32ce9d801b37 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:15.950941 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9faaa5b4-210e-430a-874e-32ce9d801b37 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:16.023070 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9faaa5b4-210e-430a-874e-32ce9d801b37 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting port 2c82e59d-848c-43c2-ba77-4533b121b95e {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:31:16.023466 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9faaa5b4-210e-430a-874e-32ce9d801b37 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:16.196900 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9faaa5b4-210e-430a-874e-32ce9d801b37 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:16.316212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-9faaa5b4-210e-430a-874e-32ce9d801b37 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Calling delete_port for 2c82e59d-848c-43c2-ba77-4533b121b95e owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:31:16.527129 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9faaa5b4-210e-430a-874e-32ce9d801b37 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:16.574742 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faaa5b4-210e-430a-874e-32ce9d801b37 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Port': ['ID=2c82e59d-848c-43c2-ba77-4533b121b95e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:16.664773 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9faaa5b4-210e-430a-874e-32ce9d801b37 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:16.834705 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9faaa5b4-210e-430a-874e-32ce9d801b37 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:16.836788 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9faaa5b4-210e-430a-874e-32ce9d801b37 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:16.932597 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9faaa5b4-210e-430a-874e-32ce9d801b37 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:16.933122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9faaa5b4-210e-430a-874e-32ce9d801b37 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Fanout notify agent at l3_agent the message router_deleted on router b99eae11-ba77-46a1-a82e-08636ad75ae8 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:31:17.004480 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9faaa5b4-210e-430a-874e-32ce9d801b37 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:17.005567 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9faaa5b4-210e-430a-874e-32ce9d801b37 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/routers/b99eae11-ba77-46a1-a82e-08636ad75ae8 HTTP/1.1" status: 204 len: 168 time: 1.3995183 Mar 01 21:31:17.009777 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33062) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:17.015188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-cae0976c-ae36-4b3c-a5dc-f35f82627cfc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1302927708'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:31:17.021177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-cae0976c-ae36-4b3c-a5dc-f35f82627cfc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:31:17.024958 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-cae0976c-ae36-4b3c-a5dc-f35f82627cfc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:network and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:31:17.027832 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-cae0976c-ae36-4b3c-a5dc-f35f82627cfc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:31:17.033488 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-cae0976c-ae36-4b3c-a5dc-f35f82627cfc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:31:17.115413 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae0976c-ae36-4b3c-a5dc-f35f82627cfc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Made reservation on behalf of d21332a3bebd4eea9003a79c25245b00 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:31:17.119110 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cae0976c-ae36-4b3c-a5dc-f35f82627cfc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:17.146517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae0976c-ae36-4b3c-a5dc-f35f82627cfc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:31:17.154713 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cae0976c-ae36-4b3c-a5dc-f35f82627cfc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:17.155048 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-cae0976c-ae36-4b3c-a5dc-f35f82627cfc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Added segment 05ff7633-a0f7-4f6a-a52d-4775054a0ea7 of type vlan for network e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960 Mar 01 21:31:17.180456 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cae0976c-ae36-4b3c-a5dc-f35f82627cfc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:17.291755 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cae0976c-ae36-4b3c-a5dc-f35f82627cfc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:17.297110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae0976c-ae36-4b3c-a5dc-f35f82627cfc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:31:17.297713 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cae0976c-ae36-4b3c-a5dc-f35f82627cfc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:17.510386 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cae0976c-ae36-4b3c-a5dc-f35f82627cfc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4993868 Mar 01 21:31:17.512969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae0976c-ae36-4b3c-a5dc-f35f82627cfc tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Network': ['ID=e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:17.513215 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33066) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:17.522084 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-484f37eb-7bfc-4fa1-8b6a-7454f05ecad0 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'subnet': {'network_id': 'e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:31:17.523700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:31:17.637082 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-484f37eb-7bfc-4fa1-8b6a-7454f05ecad0 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:31:17.640957 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-484f37eb-7bfc-4fa1-8b6a-7454f05ecad0 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:subnet and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:31:17.643749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-484f37eb-7bfc-4fa1-8b6a-7454f05ecad0 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:31:17.650010 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-484f37eb-7bfc-4fa1-8b6a-7454f05ecad0 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:31:17.715675 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484f37eb-7bfc-4fa1-8b6a-7454f05ecad0 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Made reservation on behalf of d21332a3bebd4eea9003a79c25245b00 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:31:17.719189 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-484f37eb-7bfc-4fa1-8b6a-7454f05ecad0 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:17.989767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-484f37eb-7bfc-4fa1-8b6a-7454f05ecad0 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:18.066664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484f37eb-7bfc-4fa1-8b6a-7454f05ecad0 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Subnet': ['ID=c86e9708-eb41-4ce6-840d-1eae5da26b77,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:18.074251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484f37eb-7bfc-4fa1-8b6a-7454f05ecad0 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Checking segment: {'id': '05ff7633-a0f7-4f6a-a52d-4775054a0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:31:18.074523 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484f37eb-7bfc-4fa1-8b6a-7454f05ecad0 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network hostable DHCP agents. Network: e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:31:18.184512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484f37eb-7bfc-4fa1-8b6a-7454f05ecad0 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:31:18.264178 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-484f37eb-7bfc-4fa1-8b6a-7454f05ecad0 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:18.268053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484f37eb-7bfc-4fa1-8b6a-7454f05ecad0 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:31:18.268752 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-484f37eb-7bfc-4fa1-8b6a-7454f05ecad0 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:18.274924 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a107bb-88aa-46ab-b3b5-bff55c844043 None None] Network e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:31:18.350774 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-484f37eb-7bfc-4fa1-8b6a-7454f05ecad0 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8364160 Mar 01 21:31:18.353315 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33070) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:18.358268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-42be02fe-a4d7-4b42-8797-4eeb1f19ea4a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-460598510', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:31:18.365469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-42be02fe-a4d7-4b42-8797-4eeb1f19ea4a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:31:18.369563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-42be02fe-a4d7-4b42-8797-4eeb1f19ea4a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:router and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:31:18.372404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-42be02fe-a4d7-4b42-8797-4eeb1f19ea4a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:31:18.378150 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-42be02fe-a4d7-4b42-8797-4eeb1f19ea4a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:31:18.453235 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42be02fe-a4d7-4b42-8797-4eeb1f19ea4a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:18.454289 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42be02fe-a4d7-4b42-8797-4eeb1f19ea4a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:18.469439 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42be02fe-a4d7-4b42-8797-4eeb1f19ea4a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:18.487415 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960', 'network_id': 'e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'fixed_ips': [{'subnet_id': 'c86e9708-eb41-4ce6-840d-1eae5da26b77'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:31:18.492433 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:18.561691 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42be02fe-a4d7-4b42-8797-4eeb1f19ea4a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:18.642353 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Allocated IP 2001:db8::2 (e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960/c86e9708-eb41-4ce6-840d-1eae5da26b77/34aeb1c1-ae68-44ab-ab16-ab3512e9d778) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:31:18.664521 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42be02fe-a4d7-4b42-8797-4eeb1f19ea4a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:18.665955 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-42be02fe-a4d7-4b42-8797-4eeb1f19ea4a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3117175 Mar 01 21:31:18.669312 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33074) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:18.843726 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:18.853930 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Transition to ACTIVE for port object 34aeb1c1-ae68-44ab-ab16-ab3512e9d778 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:18.871898 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Transition to ACTIVE for port object 34aeb1c1-ae68-44ab-ab16-ab3512e9d778 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:18.932819 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:18.995979 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Network e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:31:18.998781 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:19.006899 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:31:19.017274 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Pushing event updated for resources: {'Port': ['ID=34aeb1c1-ae68-44ab-ab16-ab3512e9d778,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:19.106607 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Attempting to bind port 34aeb1c1-ae68-44ab-ab16-ab3512e9d778 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:31:19.106918 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Attempting to bind port 34aeb1c1-ae68-44ab-ab16-ab3512e9d778 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '05ff7633-a0f7-4f6a-a52d-4775054a0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:31:19.107259 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Attempting to bind port 34aeb1c1-ae68-44ab-ab16-ab3512e9d778 on network e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:31:19.112445 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:31:19.112818 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Checking segment: {'id': '05ff7633-a0f7-4f6a-a52d-4775054a0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:31:19.113212 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:19.113646 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Bound using segment: {'id': '05ff7633-a0f7-4f6a-a52d-4775054a0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:31:19.114089 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Bound port: 34aeb1c1-ae68-44ab-ab16-ab3512e9d778, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05ff7633-a0f7-4f6a-a52d-4775054a0ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:31:19.114456 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:19.199964 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] For port 34aeb1c1-ae68-44ab-ab16-ab3512e9d778, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:31:19.203252 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] For port 34aeb1c1-ae68-44ab-ab16-ab3512e9d778, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=34aeb1c1-ae68-44ab-ab16-ab3512e9d778,segment=NetworkSegment(05ff7633-a0f7-4f6a-a52d-4775054a0ea7),segment_id=05ff7633-a0f7-4f6a-a52d-4775054a0ea7)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:31:19.270615 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-219290db-af03-4bd8-aa41-4302a624ce0e tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:19.276170 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:19.360215 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238f4a7-3e08-48d7-89e9-34002286f070 None None] Pushing event updated for resources: {'Port': ['ID=34aeb1c1-ae68-44ab-ab16-ab3512e9d778,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:19.639027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-219290db-af03-4bd8-aa41-4302a624ce0e tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Allocated IP 2001:db8::1 (e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960/c86e9708-eb41-4ce6-840d-1eae5da26b77/d4d9486d-b6ec-4b4d-a5e2-ac297f9dd123) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:31:19.692864 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 34aeb1c1-ae68-44ab-ab16-ab3512e9d778 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:31:19.807613 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-219290db-af03-4bd8-aa41-4302a624ce0e tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:19.824180 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 34aeb1c1-ae68-44ab-ab16-ab3512e9d778 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:19.824563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-219290db-af03-4bd8-aa41-4302a624ce0e tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Transition to ACTIVE for port object d4d9486d-b6ec-4b4d-a5e2-ac297f9dd123 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:19.944153 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-219290db-af03-4bd8-aa41-4302a624ce0e tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:20.015411 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219290db-af03-4bd8-aa41-4302a624ce0e tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:31:20.023019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-219290db-af03-4bd8-aa41-4302a624ce0e tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:20.027569 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219290db-af03-4bd8-aa41-4302a624ce0e tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:31:20.028098 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-219290db-af03-4bd8-aa41-4302a624ce0e tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:20.033806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219290db-af03-4bd8-aa41-4302a624ce0e tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Port': ['ID=d4d9486d-b6ec-4b4d-a5e2-ac297f9dd123,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:20.229327 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-219290db-af03-4bd8-aa41-4302a624ce0e tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:20.354365 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2555e584-5eef-4ff0-9cd0-e7070033b983 None None] Network e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:31:20.511844 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0b56f8ac-c0a9-4e9f-82c4-cab399f3f86b None None] Provisioning for port 34aeb1c1-ae68-44ab-ab16-ab3512e9d778 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:20.525387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0b56f8ac-c0a9-4e9f-82c4-cab399f3f86b None None] Provisioning complete for port 34aeb1c1-ae68-44ab-ab16-ab3512e9d778 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:20.529274 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0b56f8ac-c0a9-4e9f-82c4-cab399f3f86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:20.641065 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-219290db-af03-4bd8-aa41-4302a624ce0e tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:20.695310 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0b56f8ac-c0a9-4e9f-82c4-cab399f3f86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:20.703870 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-219290db-af03-4bd8-aa41-4302a624ce0e tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:20.704639 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-219290db-af03-4bd8-aa41-4302a624ce0e tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:20.734287 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-0b56f8ac-c0a9-4e9f-82c4-cab399f3f86b None None] For port 34aeb1c1-ae68-44ab-ab16-ab3512e9d778, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=34aeb1c1-ae68-44ab-ab16-ab3512e9d778,segment=NetworkSegment(05ff7633-a0f7-4f6a-a52d-4775054a0ea7),segment_id=05ff7633-a0f7-4f6a-a52d-4775054a0ea7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:20.813497 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0b56f8ac-c0a9-4e9f-82c4-cab399f3f86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:20.900149 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b56f8ac-c0a9-4e9f-82c4-cab399f3f86b None None] Pushing event updated for resources: {'Port': ['ID=34aeb1c1-ae68-44ab-ab16-ab3512e9d778,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:20.984141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219290db-af03-4bd8-aa41-4302a624ce0e tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Port': ['ID=d4d9486d-b6ec-4b4d-a5e2-ac297f9dd123,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:21.039951 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219290db-af03-4bd8-aa41-4302a624ce0e tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:31:21.041111 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-219290db-af03-4bd8-aa41-4302a624ce0e tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:21.044109 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-13335646-6a0e-4e7f-84ad-546c73ba0dbb None None] Provisioning complete for port 34aeb1c1-ae68-44ab-ab16-ab3512e9d778 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:21.045937 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-13335646-6a0e-4e7f-84ad-546c73ba0dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:21.292864 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-13335646-6a0e-4e7f-84ad-546c73ba0dbb None None] Provisioning for port d4d9486d-b6ec-4b4d-a5e2-ac297f9dd123 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:21.298162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-13335646-6a0e-4e7f-84ad-546c73ba0dbb None None] Provisioning complete for port d4d9486d-b6ec-4b4d-a5e2-ac297f9dd123 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:21.298609 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-13335646-6a0e-4e7f-84ad-546c73ba0dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:21.321658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219290db-af03-4bd8-aa41-4302a624ce0e tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router 2bfe9f14-7ac6-4f8f-bfc6-e2e22c59c375 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:31:21.355803 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-13335646-6a0e-4e7f-84ad-546c73ba0dbb None None] Port d4d9486d-b6ec-4b4d-a5e2-ac297f9dd123 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:31:21.477759 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-38e7b2b7-f5a5-45c5-b376-f2a4505c1e9a None None] Provisioning complete for port d4d9486d-b6ec-4b4d-a5e2-ac297f9dd123 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:21.478039 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-38e7b2b7-f5a5-45c5-b376-f2a4505c1e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:21.486563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219290db-af03-4bd8-aa41-4302a624ce0e tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:31:21.500622 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-219290db-af03-4bd8-aa41-4302a624ce0e tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/2bfe9f14-7ac6-4f8f-bfc6-e2e22c59c375/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8303370 Mar 01 21:31:21.503061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33078) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:21.506430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd56325-84b1-452f-b8e6-facb1199644c None None] Sync routers for ids ['2bfe9f14-7ac6-4f8f-bfc6-e2e22c59c375'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:31:21.533905 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd56325-84b1-452f-b8e6-facb1199644c None None] Routers {'2bfe9f14-7ac6-4f8f-bfc6-e2e22c59c375'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:21.534527 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8fd56325-84b1-452f-b8e6-facb1199644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['2bfe9f14-7ac6-4f8f-bfc6-e2e22c59c375'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:21.578552 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84978059-069f-4160-9601-d8f92955455c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:31:21.579112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-84978059-069f-4160-9601-d8f92955455c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Synchronizing usage tracker for tenant:d21332a3bebd4eea9003a79c25245b00 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:31:21.605311 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-38e7b2b7-f5a5-45c5-b376-f2a4505c1e9a None None] Port d4d9486d-b6ec-4b4d-a5e2-ac297f9dd123 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:31:21.611474 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8fd56325-84b1-452f-b8e6-facb1199644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:21.620755 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd56325-84b1-452f-b8e6-facb1199644c None None] Routers {'2bfe9f14-7ac6-4f8f-bfc6-e2e22c59c375'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:21.621360 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8fd56325-84b1-452f-b8e6-facb1199644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['2bfe9f14-7ac6-4f8f-bfc6-e2e22c59c375'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:21.647301 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-84978059-069f-4160-9601-d8f92955455c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Unset dirty status for tenant:d21332a3bebd4eea9003a79c25245b00 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:31:21.649286 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-84978059-069f-4160-9601-d8f92955455c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/ports/d4d9486d-b6ec-4b4d-a5e2-ac297f9dd123 HTTP/1.1" status: 200 len: 911 time: 0.1451945 Mar 01 21:31:21.652243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33082) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:21.659524 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-5092b1f8-853b-45cd-abcb-580b86365c93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c86e9708-eb41-4ce6-840d-1eae5da26b77'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:31:21.672951 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 34aeb1c1-ae68-44ab-ab16-ab3512e9d778 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:31:21.708833 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:21.729899 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8fd56325-84b1-452f-b8e6-facb1199644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:21.730322 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd56325-84b1-452f-b8e6-facb1199644c None None] The sync data for ids ['2bfe9f14-7ac6-4f8f-bfc6-e2e22c59c375'] in n-d-827896-4 is: [] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:31:21.763542 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 34aeb1c1-ae68-44ab-ab16-ab3512e9d778 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:21.763912 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:21.909209 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5092b1f8-853b-45cd-abcb-580b86365c93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:22.431274 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5092b1f8-853b-45cd-abcb-580b86365c93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:22.503146 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5092b1f8-853b-45cd-abcb-580b86365c93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:22.508975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5092b1f8-853b-45cd-abcb-580b86365c93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:31:22.509662 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5092b1f8-853b-45cd-abcb-580b86365c93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:22.511344 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5092b1f8-853b-45cd-abcb-580b86365c93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/ports/d4d9486d-b6ec-4b4d-a5e2-ac297f9dd123 HTTP/1.1" status: 200 len: 911 time: 0.8575382 Mar 01 21:31:22.515999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33086) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:22.619177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092b1f8-853b-45cd-abcb-580b86365c93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Port': ['ID=d4d9486d-b6ec-4b4d-a5e2-ac297f9dd123,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:22.626594 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092b1f8-853b-45cd-abcb-580b86365c93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:22.626940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092b1f8-853b-45cd-abcb-580b86365c93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:22.627271 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092b1f8-853b-45cd-abcb-580b86365c93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:22.627622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092b1f8-853b-45cd-abcb-580b86365c93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:22.627946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092b1f8-853b-45cd-abcb-580b86365c93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:22.628267 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092b1f8-853b-45cd-abcb-580b86365c93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:22.628582 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092b1f8-853b-45cd-abcb-580b86365c93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:22.628896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092b1f8-853b-45cd-abcb-580b86365c93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:22.629213 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092b1f8-853b-45cd-abcb-580b86365c93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:22.629526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092b1f8-853b-45cd-abcb-580b86365c93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:22.629983 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092b1f8-853b-45cd-abcb-580b86365c93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:22.630296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5092b1f8-853b-45cd-abcb-580b86365c93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:23.046709 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d63bb8a-5123-481b-815e-8ac5ecf6a091 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:23.496757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-6d63bb8a-5123-481b-815e-8ac5ecf6a091 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting port d4d9486d-b6ec-4b4d-a5e2-ac297f9dd123 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:31:23.497003 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d63bb8a-5123-481b-815e-8ac5ecf6a091 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:23.681339 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d63bb8a-5123-481b-815e-8ac5ecf6a091 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:23.805459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-6d63bb8a-5123-481b-815e-8ac5ecf6a091 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Calling delete_port for d4d9486d-b6ec-4b4d-a5e2-ac297f9dd123 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:31:24.029661 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d63bb8a-5123-481b-815e-8ac5ecf6a091 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:24.069999 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:24.108336 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d63bb8a-5123-481b-815e-8ac5ecf6a091 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Port': ['ID=d4d9486d-b6ec-4b4d-a5e2-ac297f9dd123,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:24.259747 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d63bb8a-5123-481b-815e-8ac5ecf6a091 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:24.521586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d63bb8a-5123-481b-815e-8ac5ecf6a091 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router 2bfe9f14-7ac6-4f8f-bfc6-e2e22c59c375 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:31:24.652852 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d63bb8a-5123-481b-815e-8ac5ecf6a091 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:31:24.662817 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec840557-8ebc-4bc7-b1be-fa49c82ea103 None None] Sync routers for ids ['2bfe9f14-7ac6-4f8f-bfc6-e2e22c59c375'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:31:24.671905 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec840557-8ebc-4bc7-b1be-fa49c82ea103 None None] Routers {'2bfe9f14-7ac6-4f8f-bfc6-e2e22c59c375'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:24.672493 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-ec840557-8ebc-4bc7-b1be-fa49c82ea103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['2bfe9f14-7ac6-4f8f-bfc6-e2e22c59c375'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:24.733489 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-ec840557-8ebc-4bc7-b1be-fa49c82ea103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:24.740253 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6d63bb8a-5123-481b-815e-8ac5ecf6a091 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/2bfe9f14-7ac6-4f8f-bfc6-e2e22c59c375/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2226343 Mar 01 21:31:24.742004 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec840557-8ebc-4bc7-b1be-fa49c82ea103 None None] Routers {'2bfe9f14-7ac6-4f8f-bfc6-e2e22c59c375'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:24.742605 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-ec840557-8ebc-4bc7-b1be-fa49c82ea103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['2bfe9f14-7ac6-4f8f-bfc6-e2e22c59c375'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:24.743195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33090) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:24.787674 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ddb589d3-a3ea-426e-90b1-add069e40ad4 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfe9f14-7ac6-4f8f-bfc6-e2e22c59c375 HTTP/1.1" status: 200 len: 205 time: 0.0432568 Mar 01 21:31:24.790131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33094) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:24.805444 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-ec840557-8ebc-4bc7-b1be-fa49c82ea103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:24.805829 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec840557-8ebc-4bc7-b1be-fa49c82ea103 None None] The sync data for ids ['2bfe9f14-7ac6-4f8f-bfc6-e2e22c59c375'] in n-d-827896-4 is: [] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:31:24.921400 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6189b46a-b279-4874-abcb-6745a3a99805 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:25.328566 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6189b46a-b279-4874-abcb-6745a3a99805 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:25.330769 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6189b46a-b279-4874-abcb-6745a3a99805 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:25.406922 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6189b46a-b279-4874-abcb-6745a3a99805 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:25.407383 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6189b46a-b279-4874-abcb-6745a3a99805 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Fanout notify agent at l3_agent the message router_deleted on router 2bfe9f14-7ac6-4f8f-bfc6-e2e22c59c375 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:31:25.422147 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6189b46a-b279-4874-abcb-6745a3a99805 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:25.423260 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6189b46a-b279-4874-abcb-6745a3a99805 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/routers/2bfe9f14-7ac6-4f8f-bfc6-e2e22c59c375 HTTP/1.1" status: 204 len: 168 time: 0.6322534 Mar 01 21:31:25.425937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33098) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:25.490439 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2b07f6-0563-4fac-b494-dbfc919af339 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting subnet c86e9708-eb41-4ce6-840d-1eae5da26b77 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:31:25.493279 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc2b07f6-0563-4fac-b494-dbfc919af339 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:25.547455 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc2b07f6-0563-4fac-b494-dbfc919af339 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:25.629348 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc2b07f6-0563-4fac-b494-dbfc919af339 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:25.761732 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc2b07f6-0563-4fac-b494-dbfc919af339 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:25.804594 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2b07f6-0563-4fac-b494-dbfc919af339 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Subnet': ['ID=c86e9708-eb41-4ce6-840d-1eae5da26b77,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:25.808222 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dc2b07f6-0563-4fac-b494-dbfc919af339 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:25.814048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d30217-a197-4d29-9c06-41047e173732 None None] Network e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:31:25.819595 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-dc2b07f6-0563-4fac-b494-dbfc919af339 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/subnets/c86e9708-eb41-4ce6-840d-1eae5da26b77 HTTP/1.1" status: 204 len: 168 time: 0.3882971 Mar 01 21:31:25.819759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33102) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:25.934210 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3d063740-a68e-4ec0-a6db-05d20bb3956c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:25.944697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-3d063740-a68e-4ec0-a6db-05d20bb3956c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting port 34aeb1c1-ae68-44ab-ab16-ab3512e9d778 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:31:25.945021 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3d063740-a68e-4ec0-a6db-05d20bb3956c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:26.078629 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5de9da-dd9c-4cd6-9460-e89eb05d4a97 None None] DHCP port deletion for e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:31:26.083303 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6d5de9da-dd9c-4cd6-9460-e89eb05d4a97 None None] Deleting port 34aeb1c1-ae68-44ab-ab16-ab3512e9d778 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:31:26.083708 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6d5de9da-dd9c-4cd6-9460-e89eb05d4a97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:26.169778 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-3d063740-a68e-4ec0-a6db-05d20bb3956c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] For port 34aeb1c1-ae68-44ab-ab16-ab3512e9d778, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=34aeb1c1-ae68-44ab-ab16-ab3512e9d778,segment=NetworkSegment(05ff7633-a0f7-4f6a-a52d-4775054a0ea7),segment_id=05ff7633-a0f7-4f6a-a52d-4775054a0ea7)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:26.170415 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3d063740-a68e-4ec0-a6db-05d20bb3956c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:26.287229 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-6d5de9da-dd9c-4cd6-9460-e89eb05d4a97 None None] For port 34aeb1c1-ae68-44ab-ab16-ab3512e9d778, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=34aeb1c1-ae68-44ab-ab16-ab3512e9d778,segment=NetworkSegment(05ff7633-a0f7-4f6a-a52d-4775054a0ea7),segment_id=05ff7633-a0f7-4f6a-a52d-4775054a0ea7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:26.287643 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6d5de9da-dd9c-4cd6-9460-e89eb05d4a97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:26.300172 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-3d063740-a68e-4ec0-a6db-05d20bb3956c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Calling delete_port for 34aeb1c1-ae68-44ab-ab16-ab3512e9d778 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:31:26.407205 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6d5de9da-dd9c-4cd6-9460-e89eb05d4a97 None None] Calling delete_port for 34aeb1c1-ae68-44ab-ab16-ab3512e9d778 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:31:26.458134 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3d063740-a68e-4ec0-a6db-05d20bb3956c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:26.480743 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-6d5de9da-dd9c-4cd6-9460-e89eb05d4a97 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:31:26.481092 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-6d5de9da-dd9c-4cd6-9460-e89eb05d4a97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:31:26.506669 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d063740-a68e-4ec0-a6db-05d20bb3956c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Port': ['ID=34aeb1c1-ae68-44ab-ab16-ab3512e9d778,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:26.508483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d063740-a68e-4ec0-a6db-05d20bb3956c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] No DVR routers for this DVR port 34aeb1c1-ae68-44ab-ab16-ab3512e9d778 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:31:26.628280 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3d063740-a68e-4ec0-a6db-05d20bb3956c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:26.656572 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-3d063740-a68e-4ec0-a6db-05d20bb3956c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:26.668967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-3d063740-a68e-4ec0-a6db-05d20bb3956c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ff7633-a0f7-4f6a-a52d-4775054a0ea7') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:26.669261 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-3d063740-a68e-4ec0-a6db-05d20bb3956c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ff7633-a0f7-4f6a-a52d-4775054a0ea7') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:26.680337 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3d063740-a68e-4ec0-a6db-05d20bb3956c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:26.695595 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3d063740-a68e-4ec0-a6db-05d20bb3956c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:26.701379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d063740-a68e-4ec0-a6db-05d20bb3956c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:31:26.702011 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3d063740-a68e-4ec0-a6db-05d20bb3956c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:31:26.716455 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:31:26.880459 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3d063740-a68e-4ec0-a6db-05d20bb3956c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:26.901443 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3d063740-a68e-4ec0-a6db-05d20bb3956c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:26.912757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d063740-a68e-4ec0-a6db-05d20bb3956c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Network': ['ID=e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:26.920046 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3d063740-a68e-4ec0-a6db-05d20bb3956c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/networks/e7ff4f2d-7bcf-4f3b-b97d-aaa7da513960 HTTP/1.1" status: 204 len: 168 time: 1.0993230 Mar 01 21:31:26.923722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33106) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:26.929330 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6570f948-15e6-4c3f-95d6-3cbc280fff5d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1732149658', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:31:26.936485 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6570f948-15e6-4c3f-95d6-3cbc280fff5d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:31:26.940499 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6570f948-15e6-4c3f-95d6-3cbc280fff5d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:router and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:31:26.943707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6570f948-15e6-4c3f-95d6-3cbc280fff5d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:31:26.949369 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6570f948-15e6-4c3f-95d6-3cbc280fff5d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:31:26.982393 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6d5de9da-dd9c-4cd6-9460-e89eb05d4a97 None None] Deleting port 34aeb1c1-ae68-44ab-ab16-ab3512e9d778 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:31:26.982928 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6d5de9da-dd9c-4cd6-9460-e89eb05d4a97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:27.029732 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6570f948-15e6-4c3f-95d6-3cbc280fff5d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:27.030859 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6570f948-15e6-4c3f-95d6-3cbc280fff5d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:27.048645 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6570f948-15e6-4c3f-95d6-3cbc280fff5d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:27.054058 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6d5de9da-dd9c-4cd6-9460-e89eb05d4a97 None None] The port '34aeb1c1-ae68-44ab-ab16-ab3512e9d778' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:31:27.137934 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6570f948-15e6-4c3f-95d6-3cbc280fff5d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:27.235192 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6570f948-15e6-4c3f-95d6-3cbc280fff5d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:27.236472 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6570f948-15e6-4c3f-95d6-3cbc280fff5d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3118384 Mar 01 21:31:27.239144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33110) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:27.244752 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-df9eeb9c-3a57-4d08-a55e-91b56a5d2a60 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2082566075'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:31:27.250358 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-df9eeb9c-3a57-4d08-a55e-91b56a5d2a60 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:31:27.254681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-df9eeb9c-3a57-4d08-a55e-91b56a5d2a60 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:network and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:31:27.257784 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-df9eeb9c-3a57-4d08-a55e-91b56a5d2a60 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:31:27.263455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-df9eeb9c-3a57-4d08-a55e-91b56a5d2a60 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:31:27.337984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9eeb9c-3a57-4d08-a55e-91b56a5d2a60 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Made reservation on behalf of d21332a3bebd4eea9003a79c25245b00 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:31:27.341356 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df9eeb9c-3a57-4d08-a55e-91b56a5d2a60 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:27.371423 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df9eeb9c-3a57-4d08-a55e-91b56a5d2a60 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:31:27.379820 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df9eeb9c-3a57-4d08-a55e-91b56a5d2a60 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:27.380203 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-df9eeb9c-3a57-4d08-a55e-91b56a5d2a60 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Added segment a4510883-088a-49da-a57f-952ba19e46c0 of type vlan for network 579091fb-961a-4f09-aa33-183b3e9b6c54 Mar 01 21:31:27.405409 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df9eeb9c-3a57-4d08-a55e-91b56a5d2a60 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:27.440982 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cb578b9b-85b9-4b3a-b243-aefc182885fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:27.498195 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df9eeb9c-3a57-4d08-a55e-91b56a5d2a60 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:27.503642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9eeb9c-3a57-4d08-a55e-91b56a5d2a60 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:31:27.504215 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-df9eeb9c-3a57-4d08-a55e-91b56a5d2a60 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:27.657410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 34aeb1c1-ae68-44ab-ab16-ab3512e9d778 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:31:27.691076 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 34aeb1c1-ae68-44ab-ab16-ab3512e9d778 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:31:27.691454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 34aeb1c1-ae68-44ab-ab16-ab3512e9d778 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:31:27.712914 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-df9eeb9c-3a57-4d08-a55e-91b56a5d2a60 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4726980 Mar 01 21:31:27.715793 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33114) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:27.721436 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c3830811-d1ae-401c-9b1f-f769e8cdc15b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'subnet': {'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:31:27.724785 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9eeb9c-3a57-4d08-a55e-91b56a5d2a60 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Network': ['ID=579091fb-961a-4f09-aa33-183b3e9b6c54,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:27.735235 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 579091fb-961a-4f09-aa33-183b3e9b6c54 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:31:27.954475 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c3830811-d1ae-401c-9b1f-f769e8cdc15b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:31:27.958827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c3830811-d1ae-401c-9b1f-f769e8cdc15b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:subnet and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:31:27.961576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c3830811-d1ae-401c-9b1f-f769e8cdc15b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:31:27.967193 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c3830811-d1ae-401c-9b1f-f769e8cdc15b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:31:28.062812 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3830811-d1ae-401c-9b1f-f769e8cdc15b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Made reservation on behalf of d21332a3bebd4eea9003a79c25245b00 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:31:28.066399 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c3830811-d1ae-401c-9b1f-f769e8cdc15b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:28.309833 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c3830811-d1ae-401c-9b1f-f769e8cdc15b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:28.390410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3830811-d1ae-401c-9b1f-f769e8cdc15b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Subnet': ['ID=8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:28.399334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3830811-d1ae-401c-9b1f-f769e8cdc15b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Checking segment: {'id': 'a4510883-088a-49da-a57f-952ba19e46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:31:28.399717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3830811-d1ae-401c-9b1f-f769e8cdc15b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network hostable DHCP agents. Network: 579091fb-961a-4f09-aa33-183b3e9b6c54, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:31:28.469477 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3830811-d1ae-401c-9b1f-f769e8cdc15b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network 579091fb-961a-4f09-aa33-183b3e9b6c54 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:31:28.515161 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-c3830811-d1ae-401c-9b1f-f769e8cdc15b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 579091fb-961a-4f09-aa33-183b3e9b6c54) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:28.519181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3830811-d1ae-401c-9b1f-f769e8cdc15b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:31:28.519805 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c3830811-d1ae-401c-9b1f-f769e8cdc15b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:28.524272 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2390820-599c-4da1-bf1d-b2c7946d88d9 None None] Network 579091fb-961a-4f09-aa33-183b3e9b6c54 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:31:28.590226 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c3830811-d1ae-401c-9b1f-f769e8cdc15b tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8732557 Mar 01 21:31:28.592961 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33118) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:28.748655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-579091fb-961a-4f09-aa33-183b3e9b6c54', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:31:28.749473 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:28.906634 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Allocated IP 2001:db8::2 (579091fb-961a-4f09-aa33-183b3e9b6c54/8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611/ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:31:29.077708 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf26a7b5-663d-4a81-8842-a7250e1a3a39 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:29.137059 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:29.146857 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Transition to ACTIVE for port object ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:29.165024 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Transition to ACTIVE for port object ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:29.230195 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:29.288354 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Network 579091fb-961a-4f09-aa33-183b3e9b6c54 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:31:29.291019 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:29.298785 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:31:29.331307 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Pushing event updated for resources: {'Port': ['ID=ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:29.400570 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Attempting to bind port ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:31:29.400944 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Attempting to bind port ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'a4510883-088a-49da-a57f-952ba19e46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:31:29.401308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Attempting to bind port ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4 on network 579091fb-961a-4f09-aa33-183b3e9b6c54 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:31:29.406632 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 31, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:31:29.407003 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Checking segment: {'id': 'a4510883-088a-49da-a57f-952ba19e46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:31:29.407428 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:29.407822 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Bound using segment: {'id': 'a4510883-088a-49da-a57f-952ba19e46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:31:29.408279 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Bound port: ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4510883-088a-49da-a57f-952ba19e46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:31:29.408650 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:29.421438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-cf26a7b5-663d-4a81-8842-a7250e1a3a39 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Allocated IP 2001:db8::1 (579091fb-961a-4f09-aa33-183b3e9b6c54/8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611/720d48b0-fa25-4eb4-b72d-edd4663adb7b) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:31:29.499155 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] For port ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:31:29.502202 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] For port ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4,segment=NetworkSegment(a4510883-088a-49da-a57f-952ba19e46c0),segment_id=a4510883-088a-49da-a57f-952ba19e46c0)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:31:29.561403 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:29.585543 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf26a7b5-663d-4a81-8842-a7250e1a3a39 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:29.601543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-cf26a7b5-663d-4a81-8842-a7250e1a3a39 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Transition to ACTIVE for port object 720d48b0-fa25-4eb4-b72d-edd4663adb7b will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:29.649484 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe696a-d4d0-462e-a467-c0ba60b6bcef None None] Pushing event updated for resources: {'Port': ['ID=ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:29.675889 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf26a7b5-663d-4a81-8842-a7250e1a3a39 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:29.703731 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c2bf978a-7ac0-4d5e-8e68-d2a04473fa86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:29.882858 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf26a7b5-663d-4a81-8842-a7250e1a3a39 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network 579091fb-961a-4f09-aa33-183b3e9b6c54 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:31:29.890872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-cf26a7b5-663d-4a81-8842-a7250e1a3a39 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:29.895670 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf26a7b5-663d-4a81-8842-a7250e1a3a39 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:31:29.896194 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf26a7b5-663d-4a81-8842-a7250e1a3a39 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:29.901935 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26a7b5-663d-4a81-8842-a7250e1a3a39 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Port': ['ID=720d48b0-fa25-4eb4-b72d-edd4663adb7b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:30.060078 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf26a7b5-663d-4a81-8842-a7250e1a3a39 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:30.423783 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:31:30.457886 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf26a7b5-663d-4a81-8842-a7250e1a3a39 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:30.555242 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf26a7b5-663d-4a81-8842-a7250e1a3a39 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:30.561065 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf26a7b5-663d-4a81-8842-a7250e1a3a39 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:30.595968 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c330878-b629-422c-98e5-fc171f315ac6 None None] Network 579091fb-961a-4f09-aa33-183b3e9b6c54 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:31:30.623348 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:30.627407 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:30.716074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26a7b5-663d-4a81-8842-a7250e1a3a39 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Port': ['ID=720d48b0-fa25-4eb4-b72d-edd4663adb7b,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:30.759101 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fd8c818f-51a7-4aac-8675-667629dbee70 None None] Provisioning for port ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:30.762834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf26a7b5-663d-4a81-8842-a7250e1a3a39 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network 579091fb-961a-4f09-aa33-183b3e9b6c54 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:31:30.764000 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-cf26a7b5-663d-4a81-8842-a7250e1a3a39 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:31.041030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf26a7b5-663d-4a81-8842-a7250e1a3a39 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router f49bb876-c856-44e8-aafe-c2f67663f846 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:31:31.148908 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a8674011-0ecb-43fc-9bcc-fbdc47fbc2f8 None None] Provisioning for port 720d48b0-fa25-4eb4-b72d-edd4663adb7b completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:31.154158 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a8674011-0ecb-43fc-9bcc-fbdc47fbc2f8 None None] Provisioning complete for port 720d48b0-fa25-4eb4-b72d-edd4663adb7b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:31.154722 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a8674011-0ecb-43fc-9bcc-fbdc47fbc2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:31.209110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a8674011-0ecb-43fc-9bcc-fbdc47fbc2f8 None None] Port 720d48b0-fa25-4eb4-b72d-edd4663adb7b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:31:31.212851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf26a7b5-663d-4a81-8842-a7250e1a3a39 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:31:31.226396 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cf26a7b5-663d-4a81-8842-a7250e1a3a39 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/f49bb876-c856-44e8-aafe-c2f67663f846/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6324253 Mar 01 21:31:31.228953 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33122) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:31.232139 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] Sync routers for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:31:31.235052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-16e22454-bb14-4c50-a38b-a95bf77fb921 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1529337460'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:31:31.241508 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-16e22454-bb14-4c50-a38b-a95bf77fb921 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:31:31.243088 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:31.243088 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:31.246747 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-16e22454-bb14-4c50-a38b-a95bf77fb921 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:network and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:31:31.249813 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-16e22454-bb14-4c50-a38b-a95bf77fb921 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:31:31.256622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-16e22454-bb14-4c50-a38b-a95bf77fb921 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:31:31.332719 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e22454-bb14-4c50-a38b-a95bf77fb921 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Made reservation on behalf of d21332a3bebd4eea9003a79c25245b00 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:31:31.337216 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16e22454-bb14-4c50-a38b-a95bf77fb921 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:31.369581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16e22454-bb14-4c50-a38b-a95bf77fb921 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:31:31.379160 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16e22454-bb14-4c50-a38b-a95bf77fb921 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:31.379545 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-16e22454-bb14-4c50-a38b-a95bf77fb921 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Added segment 6130b33b-9916-4a37-a018-b9abf06d8822 of type vlan for network bbde7ba2-3559-4a0e-99f5-17a8c98f37fc Mar 01 21:31:31.396351 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-64a1ac5b-a34b-4c12-8466-624f6fbe1510 None None] Provisioning complete for port 720d48b0-fa25-4eb4-b72d-edd4663adb7b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:31.396729 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-64a1ac5b-a34b-4c12-8466-624f6fbe1510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:31.408583 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16e22454-bb14-4c50-a38b-a95bf77fb921 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:31.479703 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:31:31.497901 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16e22454-bb14-4c50-a38b-a95bf77fb921 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:31.503473 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e22454-bb14-4c50-a38b-a95bf77fb921 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:31:31.504088 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16e22454-bb14-4c50-a38b-a95bf77fb921 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:31.553683 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-64a1ac5b-a34b-4c12-8466-624f6fbe1510 None None] Port 720d48b0-fa25-4eb4-b72d-edd4663adb7b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:31:31.614144 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e22454-bb14-4c50-a38b-a95bf77fb921 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Network': ['ID=bbde7ba2-3559-4a0e-99f5-17a8c98f37fc,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:31.630957 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-16e22454-bb14-4c50-a38b-a95bf77fb921 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3996973 Mar 01 21:31:31.631580 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network bbde7ba2-3559-4a0e-99f5-17a8c98f37fc details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:31:31.633564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33126) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:31.640752 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-e69e5506-0f60-4b63-b135-043d7b676021 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'subnet': {'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:31:31.781157 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:31:31.862736 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3726f5cc-15d1-4f1f-833a-fb49efafc6dd None None] Provisioning complete for port 720d48b0-fa25-4eb4-b72d-edd4663adb7b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:31.863101 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3726f5cc-15d1-4f1f-833a-fb49efafc6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:31.885784 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e69e5506-0f60-4b63-b135-043d7b676021 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:31:31.889499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e69e5506-0f60-4b63-b135-043d7b676021 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:subnet and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:31:31.892289 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e69e5506-0f60-4b63-b135-043d7b676021 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:31:31.898049 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e69e5506-0f60-4b63-b135-043d7b676021 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:31:31.961396 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69e5506-0f60-4b63-b135-043d7b676021 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Made reservation on behalf of d21332a3bebd4eea9003a79c25245b00 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:31:31.964929 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e69e5506-0f60-4b63-b135-043d7b676021 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:31.977185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3726f5cc-15d1-4f1f-833a-fb49efafc6dd None None] Port 720d48b0-fa25-4eb4-b72d-edd4663adb7b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:31:32.023000 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:29Z', 'revision_number': 2, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:30Z', 'revision_number': 2, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:32.026785 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] Checking router: f49bb876-c856-44e8-aafe-c2f67663f846 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:31:32.027118 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] Updating router f49bb876-c856-44e8-aafe-c2f67663f846 port 720d48b0-fa25-4eb4-b72d-edd4663adb7b binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:31:32.065769 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:32.076097 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:32.076472 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:32.125986 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:32.246857 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e69e5506-0f60-4b63-b135-043d7b676021 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:32.331663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69e5506-0f60-4b63-b135-043d7b676021 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Subnet': ['ID=fb0c01df-073c-4824-80ba-b17377818bef,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:32.341392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69e5506-0f60-4b63-b135-043d7b676021 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Checking segment: {'id': '6130b33b-9916-4a37-a018-b9abf06d8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:31:32.341756 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69e5506-0f60-4b63-b135-043d7b676021 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network hostable DHCP agents. Network: bbde7ba2-3559-4a0e-99f5-17a8c98f37fc, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:31:32.353518 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:32.429070 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69e5506-0f60-4b63-b135-043d7b676021 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network bbde7ba2-3559-4a0e-99f5-17a8c98f37fc is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:31:32.462615 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:32.472933 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4,segment=NetworkSegment(a4510883-088a-49da-a57f-952ba19e46c0),segment_id=a4510883-088a-49da-a57f-952ba19e46c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:32.498417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-e69e5506-0f60-4b63-b135-043d7b676021 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, bbde7ba2-3559-4a0e-99f5-17a8c98f37fc) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:32.502812 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69e5506-0f60-4b63-b135-043d7b676021 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:31:32.504339 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e69e5506-0f60-4b63-b135-043d7b676021 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:32.510225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a693290-9ad3-4172-96dd-bb15222fec5e None None] Network bbde7ba2-3559-4a0e-99f5-17a8c98f37fc requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:31:32.537833 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:32.573109 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e69e5506-0f60-4b63-b135-043d7b676021 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9383278 Mar 01 21:31:32.575948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33130) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:32.754094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:32.759814 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:32.805881 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] Transition to ACTIVE for port object 720d48b0-fa25-4eb4-b72d-edd4663adb7b will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:32.869567 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:31:32.870469 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:32.887328 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:33.199627 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0f21af04-a2eb-447d-ad57-3f68bb1b8197 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:33.200805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5b8c7-966a-4a3c-a929-34b35911762c None None] Pushing event updated for resources: {'Port': ['ID=720d48b0-fa25-4eb4-b72d-edd4663adb7b,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:33.233489 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] Attempting to bind port 720d48b0-fa25-4eb4-b72d-edd4663adb7b on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:31:33.233860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] Attempting to bind port 720d48b0-fa25-4eb4-b72d-edd4663adb7b by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'a4510883-088a-49da-a57f-952ba19e46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:31:33.234227 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] Attempting to bind port 720d48b0-fa25-4eb4-b72d-edd4663adb7b on network 579091fb-961a-4f09-aa33-183b3e9b6c54 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:31:33.277101 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:31:33.277484 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] Checking segment: {'id': 'a4510883-088a-49da-a57f-952ba19e46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:31:33.277887 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:33.278283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] Bound using segment: {'id': 'a4510883-088a-49da-a57f-952ba19e46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:31:33.278753 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] Bound port: 720d48b0-fa25-4eb4-b72d-edd4663adb7b, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4510883-088a-49da-a57f-952ba19e46c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:31:33.279127 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:33.368210 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Allocated IP 2001:db8:1::2 (bbde7ba2-3559-4a0e-99f5-17a8c98f37fc/fb0c01df-073c-4824-80ba-b17377818bef/6abcadc1-365d-4702-8c7f-c1809a71f5a8) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:31:33.433522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] For port 720d48b0-fa25-4eb4-b72d-edd4663adb7b, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:31:33.490292 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] For port 720d48b0-fa25-4eb4-b72d-edd4663adb7b, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=720d48b0-fa25-4eb4-b72d-edd4663adb7b,segment=NetworkSegment(a4510883-088a-49da-a57f-952ba19e46c0),segment_id=a4510883-088a-49da-a57f-952ba19e46c0)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:31:33.573295 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:33.679025 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:31:33.711190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:33.711838 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:33.762359 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:33.803142 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Transition to ACTIVE for port object 6abcadc1-365d-4702-8c7f-c1809a71f5a8 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:33.807478 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d5b8c7-966a-4a3c-a929-34b35911762c None None] Pushing event updated for resources: {'Port': ['ID=720d48b0-fa25-4eb4-b72d-edd4663adb7b,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:33.906241 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Transition to ACTIVE for port object 6abcadc1-365d-4702-8c7f-c1809a71f5a8 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:33.930867 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:31:33.991821 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:34.048657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-0f21af04-a2eb-447d-ad57-3f68bb1b8197 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Allocated IP 2001:db8:1::1 (bbde7ba2-3559-4a0e-99f5-17a8c98f37fc/fb0c01df-073c-4824-80ba-b17377818bef/76e071c0-8658-45c4-b8a1-66a9506a530a) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:31:34.126753 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:34.127120 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:34.156839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Network bbde7ba2-3559-4a0e-99f5-17a8c98f37fc is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:31:34.186844 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:34.197464 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:31:34.223179 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Pushing event updated for resources: {'Port': ['ID=6abcadc1-365d-4702-8c7f-c1809a71f5a8,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:34.347336 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0f21af04-a2eb-447d-ad57-3f68bb1b8197 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:34.363521 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-0f21af04-a2eb-447d-ad57-3f68bb1b8197 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Transition to ACTIVE for port object 76e071c0-8658-45c4-b8a1-66a9506a530a will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:34.384906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Attempting to bind port 6abcadc1-365d-4702-8c7f-c1809a71f5a8 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:31:34.392949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Attempting to bind port 6abcadc1-365d-4702-8c7f-c1809a71f5a8 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '6130b33b-9916-4a37-a018-b9abf06d8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:31:34.392949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Attempting to bind port 6abcadc1-365d-4702-8c7f-c1809a71f5a8 on network bbde7ba2-3559-4a0e-99f5-17a8c98f37fc {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:31:34.427521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:31:34.427521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Checking segment: {'id': '6130b33b-9916-4a37-a018-b9abf06d8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:31:34.427521 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:34.427521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Bound using segment: {'id': '6130b33b-9916-4a37-a018-b9abf06d8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:31:34.427521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Bound port: 6abcadc1-365d-4702-8c7f-c1809a71f5a8, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6130b33b-9916-4a37-a018-b9abf06d8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:31:34.427521 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:34.476504 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0f21af04-a2eb-447d-ad57-3f68bb1b8197 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:34.546308 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f21af04-a2eb-447d-ad57-3f68bb1b8197 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network bbde7ba2-3559-4a0e-99f5-17a8c98f37fc is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:31:34.549350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-0f21af04-a2eb-447d-ad57-3f68bb1b8197 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:34.558667 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f21af04-a2eb-447d-ad57-3f68bb1b8197 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:31:34.559203 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0f21af04-a2eb-447d-ad57-3f68bb1b8197 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:34.574878 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21af04-a2eb-447d-ad57-3f68bb1b8197 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Port': ['ID=76e071c0-8658-45c4-b8a1-66a9506a530a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:34.636576 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] For port 6abcadc1-365d-4702-8c7f-c1809a71f5a8, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:31:34.640450 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] For port 6abcadc1-365d-4702-8c7f-c1809a71f5a8, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=6abcadc1-365d-4702-8c7f-c1809a71f5a8,segment=NetworkSegment(6130b33b-9916-4a37-a018-b9abf06d8822),segment_id=6130b33b-9916-4a37-a018-b9abf06d8822)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:31:34.651723 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:29Z', 'revision_number': 2, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:33Z', 'revision_number': 4, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:34.656510 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ef13e2-b90b-40fd-b898-5abbe990f84e None None] The sync data for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 is: [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:29Z', 'revision_number': 2, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:33Z', 'revision_number': 4, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:31:34.733179 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:34.763227 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0f21af04-a2eb-447d-ad57-3f68bb1b8197 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:34.828268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2370e-8bfa-4a79-8410-6f4fa894edd0 None None] Pushing event updated for resources: {'Port': ['ID=6abcadc1-365d-4702-8c7f-c1809a71f5a8,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:35.238435 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0f21af04-a2eb-447d-ad57-3f68bb1b8197 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:35.297911 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0f21af04-a2eb-447d-ad57-3f68bb1b8197 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:35.298687 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0f21af04-a2eb-447d-ad57-3f68bb1b8197 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:35.449643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f21af04-a2eb-447d-ad57-3f68bb1b8197 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Port': ['ID=76e071c0-8658-45c4-b8a1-66a9506a530a,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:35.500892 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f21af04-a2eb-447d-ad57-3f68bb1b8197 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network bbde7ba2-3559-4a0e-99f5-17a8c98f37fc is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:31:35.502061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-0f21af04-a2eb-447d-ad57-3f68bb1b8197 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:35.685741 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f21af04-a2eb-447d-ad57-3f68bb1b8197 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router f49bb876-c856-44e8-aafe-c2f67663f846 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:31:35.734303 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 720d48b0-fa25-4eb4-b72d-edd4663adb7b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:31:35.855622 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456a1c56-d5bb-4f8a-894f-83e62ec44437 None None] Network bbde7ba2-3559-4a0e-99f5-17a8c98f37fc requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:31:35.889866 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f21af04-a2eb-447d-ad57-3f68bb1b8197 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:31:35.897846 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 720d48b0-fa25-4eb4-b72d-edd4663adb7b completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:35.906835 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0f21af04-a2eb-447d-ad57-3f68bb1b8197 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/f49bb876-c856-44e8-aafe-c2f67663f846/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3290877 Mar 01 21:31:35.910277 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33134) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:35.916528 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-ba3be092-331e-4fb5-ad6d-b25a0492af99 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-76814103'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:31:35.923737 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ba3be092-331e-4fb5-ad6d-b25a0492af99 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:31:35.928461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ba3be092-331e-4fb5-ad6d-b25a0492af99 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:network and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:31:35.931602 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ba3be092-331e-4fb5-ad6d-b25a0492af99 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:31:35.937465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ba3be092-331e-4fb5-ad6d-b25a0492af99 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:31:35.956130 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 720d48b0-fa25-4eb4-b72d-edd4663adb7b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:35.956501 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:35.995663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3be092-331e-4fb5-ad6d-b25a0492af99 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Made reservation on behalf of d21332a3bebd4eea9003a79c25245b00 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:31:35.999775 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ba3be092-331e-4fb5-ad6d-b25a0492af99 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:36.031232 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3be092-331e-4fb5-ad6d-b25a0492af99 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:31:36.044729 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ba3be092-331e-4fb5-ad6d-b25a0492af99 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:36.049234 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-ba3be092-331e-4fb5-ad6d-b25a0492af99 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Added segment 34a924cb-a447-4eb4-b134-4d9c369ef971 of type vlan for network b0a6686f-c553-44d7-833f-7f351dddb868 Mar 01 21:31:36.081544 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ba3be092-331e-4fb5-ad6d-b25a0492af99 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:36.093198 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-00e1a567-d2f8-484c-8246-5415e30d825a None None] Provisioning for port 6abcadc1-365d-4702-8c7f-c1809a71f5a8 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:36.195054 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ba3be092-331e-4fb5-ad6d-b25a0492af99 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:36.203778 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3be092-331e-4fb5-ad6d-b25a0492af99 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:31:36.206842 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ba3be092-331e-4fb5-ad6d-b25a0492af99 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:36.237002 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:36.283694 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 720d48b0-fa25-4eb4-b72d-edd4663adb7b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=720d48b0-fa25-4eb4-b72d-edd4663adb7b,segment=NetworkSegment(a4510883-088a-49da-a57f-952ba19e46c0),segment_id=a4510883-088a-49da-a57f-952ba19e46c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:36.322251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3be092-331e-4fb5-ad6d-b25a0492af99 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Network': ['ID=b0a6686f-c553-44d7-833f-7f351dddb868,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:36.336913 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ba3be092-331e-4fb5-ad6d-b25a0492af99 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4218204 Mar 01 21:31:36.344879 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33138) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:36.344879 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2ba88072-810d-4834-8890-b593a1b6b821 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'subnet': {'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:31:36.345402 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network b0a6686f-c553-44d7-833f-7f351dddb868 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:31:36.366872 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:36.367587 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] Sync routers for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:31:36.368230 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6abcadc1-365d-4702-8c7f-c1809a71f5a8 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:31:36.378097 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:36.378705 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:36.491976 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2ba88072-810d-4834-8890-b593a1b6b821 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:31:36.496357 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2ba88072-810d-4834-8890-b593a1b6b821 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:subnet and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:31:36.499792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2ba88072-810d-4834-8890-b593a1b6b821 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:31:36.508561 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2ba88072-810d-4834-8890-b593a1b6b821 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:31:36.585804 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:31:36.594918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba88072-810d-4834-8890-b593a1b6b821 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Made reservation on behalf of d21332a3bebd4eea9003a79c25245b00 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:31:36.598476 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2ba88072-810d-4834-8890-b593a1b6b821 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:36.643445 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=720d48b0-fa25-4eb4-b72d-edd4663adb7b,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:36.705320 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 6abcadc1-365d-4702-8c7f-c1809a71f5a8 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:36.711968 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 6abcadc1-365d-4702-8c7f-c1809a71f5a8 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:36.712841 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:36.752699 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-78e064da-f9ce-42b4-b17c-2e3ca8c350fb None None] Provisioning for port 76e071c0-8658-45c4-b8a1-66a9506a530a completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:36.769588 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-78e064da-f9ce-42b4-b17c-2e3ca8c350fb None None] Provisioning complete for port 76e071c0-8658-45c4-b8a1-66a9506a530a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:36.770268 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-78e064da-f9ce-42b4-b17c-2e3ca8c350fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:36.869027 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-78e064da-f9ce-42b4-b17c-2e3ca8c350fb None None] Port 76e071c0-8658-45c4-b8a1-66a9506a530a cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:31:36.920725 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2ba88072-810d-4834-8890-b593a1b6b821 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:36.926238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-78e064da-f9ce-42b4-b17c-2e3ca8c350fb None None] Provisioning complete for port 6abcadc1-365d-4702-8c7f-c1809a71f5a8 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:36.926606 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-78e064da-f9ce-42b4-b17c-2e3ca8c350fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:36.964973 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:36.982296 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:34Z', 'revision_number': 3, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e071c0-8658-45c4-b8a1-66a9506a530a', 'name': '', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:55:29:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:33Z', 'updated_at': '2022-03-01T21:31:35Z', 'revision_number': 2, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:36.986648 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] Checking router: f49bb876-c856-44e8-aafe-c2f67663f846 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:31:36.987172 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] Updating router f49bb876-c856-44e8-aafe-c2f67663f846 port 76e071c0-8658-45c4-b8a1-66a9506a530a binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:31:37.011077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba88072-810d-4834-8890-b593a1b6b821 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Subnet': ['ID=1724857f-c04e-45b9-87ad-1fc3dcc53904,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:37.024988 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 6abcadc1-365d-4702-8c7f-c1809a71f5a8, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=6abcadc1-365d-4702-8c7f-c1809a71f5a8,segment=NetworkSegment(6130b33b-9916-4a37-a018-b9abf06d8822),segment_id=6130b33b-9916-4a37-a018-b9abf06d8822)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:37.041433 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba88072-810d-4834-8890-b593a1b6b821 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Checking segment: {'id': '34a924cb-a447-4eb4-b134-4d9c369ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:31:37.042113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba88072-810d-4834-8890-b593a1b6b821 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network hostable DHCP agents. Network: b0a6686f-c553-44d7-833f-7f351dddb868, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:31:37.055980 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:37.086816 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-78e064da-f9ce-42b4-b17c-2e3ca8c350fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:37.109752 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:37.133659 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba88072-810d-4834-8890-b593a1b6b821 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network b0a6686f-c553-44d7-833f-7f351dddb868 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:31:37.217900 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-2ba88072-810d-4834-8890-b593a1b6b821 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, b0a6686f-c553-44d7-833f-7f351dddb868) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:37.222172 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba88072-810d-4834-8890-b593a1b6b821 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:31:37.222955 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2ba88072-810d-4834-8890-b593a1b6b821 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:37.232960 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-78e064da-f9ce-42b4-b17c-2e3ca8c350fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:31:37.233301 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-78e064da-f9ce-42b4-b17c-2e3ca8c350fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:31:37.233948 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591f3937-6459-454d-8e5f-ec43c2ac3ee3 None None] Network b0a6686f-c553-44d7-833f-7f351dddb868 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:31:37.259694 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=6abcadc1-365d-4702-8c7f-c1809a71f5a8,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:37.302446 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2ba88072-810d-4834-8890-b593a1b6b821 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9615521 Mar 01 21:31:37.303213 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33142) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:37.445141 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:37.463033 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] Transition to ACTIVE for port object 76e071c0-8658-45c4-b8a1-66a9506a530a will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:37.463515 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-b0a6686f-c553-44d7-833f-7f351dddb868', 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'fixed_ips': [{'subnet_id': '1724857f-c04e-45b9-87ad-1fc3dcc53904'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:31:37.471298 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:37.532870 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:37.690162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Allocated IP 2001:db8:2::2 (b0a6686f-c553-44d7-833f-7f351dddb868/1724857f-c04e-45b9-87ad-1fc3dcc53904/6428b326-7bff-4b05-aeb7-9e6ae393eca5) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:31:37.725995 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 720d48b0-fa25-4eb4-b72d-edd4663adb7b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:31:37.763205 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28135548-edf9-42b2-9441-cc02d69a7b6f None None] Pushing event updated for resources: {'Port': ['ID=76e071c0-8658-45c4-b8a1-66a9506a530a,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:37.793757 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28135548-edf9-42b2-9441-cc02d69a7b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:37.794086 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28135548-edf9-42b2-9441-cc02d69a7b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:37.794598 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28135548-edf9-42b2-9441-cc02d69a7b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:37.795085 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28135548-edf9-42b2-9441-cc02d69a7b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:37.795610 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28135548-edf9-42b2-9441-cc02d69a7b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:37.796105 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28135548-edf9-42b2-9441-cc02d69a7b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:37.796572 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28135548-edf9-42b2-9441-cc02d69a7b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:37.797265 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28135548-edf9-42b2-9441-cc02d69a7b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:37.797797 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28135548-edf9-42b2-9441-cc02d69a7b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:37.798274 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28135548-edf9-42b2-9441-cc02d69a7b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:37.798749 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28135548-edf9-42b2-9441-cc02d69a7b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:37.799223 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28135548-edf9-42b2-9441-cc02d69a7b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:37.820133 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] Attempting to bind port 76e071c0-8658-45c4-b8a1-66a9506a530a on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:31:37.820495 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] Attempting to bind port 76e071c0-8658-45c4-b8a1-66a9506a530a by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '6130b33b-9916-4a37-a018-b9abf06d8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:31:37.821071 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] Attempting to bind port 76e071c0-8658-45c4-b8a1-66a9506a530a on network bbde7ba2-3559-4a0e-99f5-17a8c98f37fc {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:31:37.828213 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:31:37.828836 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] Checking segment: {'id': '6130b33b-9916-4a37-a018-b9abf06d8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:31:37.829839 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:37.830393 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] Bound using segment: {'id': '6130b33b-9916-4a37-a018-b9abf06d8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:31:37.831014 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] Bound port: 76e071c0-8658-45c4-b8a1-66a9506a530a, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6130b33b-9916-4a37-a018-b9abf06d8822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:31:37.831580 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:37.931279 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] For port 76e071c0-8658-45c4-b8a1-66a9506a530a, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:31:37.934547 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] For port 76e071c0-8658-45c4-b8a1-66a9506a530a, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=76e071c0-8658-45c4-b8a1-66a9506a530a,segment=NetworkSegment(6130b33b-9916-4a37-a018-b9abf06d8822),segment_id=6130b33b-9916-4a37-a018-b9abf06d8822)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:31:37.967470 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 720d48b0-fa25-4eb4-b72d-edd4663adb7b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:37.968071 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:38.035738 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:38.071416 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:38.084577 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Transition to ACTIVE for port object 6428b326-7bff-4b05-aeb7-9e6ae393eca5 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:38.103807 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2bfcf8b2-aefb-4e73-9067-298e11558d20 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:38.115889 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28135548-edf9-42b2-9441-cc02d69a7b6f None None] Pushing event updated for resources: {'Port': ['ID=76e071c0-8658-45c4-b8a1-66a9506a530a,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:38.130482 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Transition to ACTIVE for port object 6428b326-7bff-4b05-aeb7-9e6ae393eca5 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:38.141866 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:38.145163 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:38.220282 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:38.268874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6abcadc1-365d-4702-8c7f-c1809a71f5a8 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:31:38.313893 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:31:38.329996 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Network b0a6686f-c553-44d7-833f-7f351dddb868 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:31:38.339059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:38.341469 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:31:38.448667 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Pushing event updated for resources: {'Port': ['ID=6428b326-7bff-4b05-aeb7-9e6ae393eca5,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:38.476896 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Attempting to bind port 6428b326-7bff-4b05-aeb7-9e6ae393eca5 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:31:38.477271 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Attempting to bind port 6428b326-7bff-4b05-aeb7-9e6ae393eca5 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '34a924cb-a447-4eb4-b134-4d9c369ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:31:38.477642 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Attempting to bind port 6428b326-7bff-4b05-aeb7-9e6ae393eca5 on network b0a6686f-c553-44d7-833f-7f351dddb868 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:31:38.488673 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:31:38.489051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Checking segment: {'id': '34a924cb-a447-4eb4-b134-4d9c369ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:31:38.489987 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:38.490406 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Bound using segment: {'id': '34a924cb-a447-4eb4-b134-4d9c369ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:31:38.490996 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Bound port: 6428b326-7bff-4b05-aeb7-9e6ae393eca5, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a924cb-a447-4eb4-b134-4d9c369ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:31:38.491395 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:38.532714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-2bfcf8b2-aefb-4e73-9067-298e11558d20 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Allocated IP 2001:db8:2::1 (b0a6686f-c553-44d7-833f-7f351dddb868/1724857f-c04e-45b9-87ad-1fc3dcc53904/89d5853a-94ca-4734-9151-ebf6b34750db) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:31:38.564778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 6abcadc1-365d-4702-8c7f-c1809a71f5a8 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:38.565151 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:38.650395 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] For port 6428b326-7bff-4b05-aeb7-9e6ae393eca5, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:31:38.660846 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] For port 6428b326-7bff-4b05-aeb7-9e6ae393eca5, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=6428b326-7bff-4b05-aeb7-9e6ae393eca5,segment=NetworkSegment(34a924cb-a447-4eb4-b134-4d9c369ef971),segment_id=34a924cb-a447-4eb4-b134-4d9c369ef971)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:31:38.669187 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:34Z', 'revision_number': 3, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e071c0-8658-45c4-b8a1-66a9506a530a', 'name': '', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:55:29:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:33Z', 'updated_at': '2022-03-01T21:31:37Z', 'revision_number': 4, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:38.674028 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29a1ddb-3bad-4cbe-be95-fddeb13a8d11 None None] The sync data for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 is: [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:34Z', 'revision_number': 3, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e071c0-8658-45c4-b8a1-66a9506a530a', 'name': '', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:55:29:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:33Z', 'updated_at': '2022-03-01T21:31:37Z', 'revision_number': 4, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:31:38.702590 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2bfcf8b2-aefb-4e73-9067-298e11558d20 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:38.719198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-2bfcf8b2-aefb-4e73-9067-298e11558d20 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Transition to ACTIVE for port object 89d5853a-94ca-4734-9151-ebf6b34750db will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:38.733840 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:38.808896 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2bfcf8b2-aefb-4e73-9067-298e11558d20 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:38.828394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690edbe-7c37-42b5-bbff-2422d69ec780 None None] Pushing event updated for resources: {'Port': ['ID=6428b326-7bff-4b05-aeb7-9e6ae393eca5,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:38.875294 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfcf8b2-aefb-4e73-9067-298e11558d20 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network b0a6686f-c553-44d7-833f-7f351dddb868 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:31:38.878728 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-2bfcf8b2-aefb-4e73-9067-298e11558d20 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:38.883531 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfcf8b2-aefb-4e73-9067-298e11558d20 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:31:38.884071 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2bfcf8b2-aefb-4e73-9067-298e11558d20 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:38.908660 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcf8b2-aefb-4e73-9067-298e11558d20 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Port': ['ID=89d5853a-94ca-4734-9151-ebf6b34750db,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:39.107821 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2bfcf8b2-aefb-4e73-9067-298e11558d20 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:39.679234 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2bfcf8b2-aefb-4e73-9067-298e11558d20 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:39.734630 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 76e071c0-8658-45c4-b8a1-66a9506a530a up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:31:39.743277 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2bfcf8b2-aefb-4e73-9067-298e11558d20 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:39.744219 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2bfcf8b2-aefb-4e73-9067-298e11558d20 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:39.828046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77aada78-7ed3-4197-a273-98fc67ae7db5 None None] Network b0a6686f-c553-44d7-833f-7f351dddb868 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:31:39.893525 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcf8b2-aefb-4e73-9067-298e11558d20 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Port': ['ID=89d5853a-94ca-4734-9151-ebf6b34750db,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:39.913179 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 76e071c0-8658-45c4-b8a1-66a9506a530a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:39.935179 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 76e071c0-8658-45c4-b8a1-66a9506a530a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:39.935573 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:39.949502 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfcf8b2-aefb-4e73-9067-298e11558d20 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network b0a6686f-c553-44d7-833f-7f351dddb868 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:31:39.950549 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-2bfcf8b2-aefb-4e73-9067-298e11558d20 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:40.004755 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e49ec767-0def-46c4-8e69-bf5de542e73f None None] Provisioning for port 6428b326-7bff-4b05-aeb7-9e6ae393eca5 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:40.117496 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfcf8b2-aefb-4e73-9067-298e11558d20 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router f49bb876-c856-44e8-aafe-c2f67663f846 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:31:40.158505 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:40.204623 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 76e071c0-8658-45c4-b8a1-66a9506a530a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=76e071c0-8658-45c4-b8a1-66a9506a530a,segment=NetworkSegment(6130b33b-9916-4a37-a018-b9abf06d8822),segment_id=6130b33b-9916-4a37-a018-b9abf06d8822)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:40.264435 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:40.265152 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6428b326-7bff-4b05-aeb7-9e6ae393eca5 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:31:40.285527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfcf8b2-aefb-4e73-9067-298e11558d20 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:31:40.301964 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2bfcf8b2-aefb-4e73-9067-298e11558d20 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/f49bb876-c856-44e8-aafe-c2f67663f846/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9975169 Mar 01 21:31:40.305631 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33146) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:40.311733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-196cd965-edff-42ea-839f-0ca0569ddbec tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2068724431'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:31:40.318066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-196cd965-edff-42ea-839f-0ca0569ddbec tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:31:40.322288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-196cd965-edff-42ea-839f-0ca0569ddbec tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:network and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:31:40.325678 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-196cd965-edff-42ea-839f-0ca0569ddbec tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:31:40.332353 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-196cd965-edff-42ea-839f-0ca0569ddbec tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:31:40.370645 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] Sync routers for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:31:40.378343 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196cd965-edff-42ea-839f-0ca0569ddbec tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Made reservation on behalf of d21332a3bebd4eea9003a79c25245b00 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:31:40.383044 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-196cd965-edff-42ea-839f-0ca0569ddbec tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:40.410166 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:40.410766 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:40.413057 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196cd965-edff-42ea-839f-0ca0569ddbec tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:31:40.422954 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-196cd965-edff-42ea-839f-0ca0569ddbec tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:40.422954 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-196cd965-edff-42ea-839f-0ca0569ddbec tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Added segment 90ca5a4e-3794-4f70-8d09-610afe1ecde8 of type vlan for network addd8f6e-391d-4843-9e57-851f25d024ba Mar 01 21:31:40.454232 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-196cd965-edff-42ea-839f-0ca0569ddbec tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:40.561212 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-196cd965-edff-42ea-839f-0ca0569ddbec tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:40.566661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196cd965-edff-42ea-839f-0ca0569ddbec tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:31:40.567526 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-196cd965-edff-42ea-839f-0ca0569ddbec tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:40.579110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=76e071c0-8658-45c4-b8a1-66a9506a530a,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:40.620793 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:31:40.686332 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196cd965-edff-42ea-839f-0ca0569ddbec tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Network': ['ID=addd8f6e-391d-4843-9e57-851f25d024ba,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:40.700852 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 6428b326-7bff-4b05-aeb7-9e6ae393eca5 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:40.701310 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network addd8f6e-391d-4843-9e57-851f25d024ba details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:31:40.747884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33150) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:40.754381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-5f1dd4e6-9cd0-4473-b571-50259ce8a893 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'subnet': {'network_id': 'addd8f6e-391d-4843-9e57-851f25d024ba', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:31:40.762189 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-196cd965-edff-42ea-839f-0ca0569ddbec tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4553375 Mar 01 21:31:40.782454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 6428b326-7bff-4b05-aeb7-9e6ae393eca5 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:40.782939 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:40.822187 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-86a09dbb-535b-40a7-acfa-4c819e404cf0 None None] Provisioning for port 89d5853a-94ca-4734-9151-ebf6b34750db completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:40.869091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-86a09dbb-535b-40a7-acfa-4c819e404cf0 None None] Provisioning complete for port 89d5853a-94ca-4734-9151-ebf6b34750db triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:40.869665 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-86a09dbb-535b-40a7-acfa-4c819e404cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:40.871508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5f1dd4e6-9cd0-4473-b571-50259ce8a893 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:31:40.875343 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5f1dd4e6-9cd0-4473-b571-50259ce8a893 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:subnet and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:31:40.878194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5f1dd4e6-9cd0-4473-b571-50259ce8a893 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:31:40.884451 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5f1dd4e6-9cd0-4473-b571-50259ce8a893 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:31:40.966702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1dd4e6-9cd0-4473-b571-50259ce8a893 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Made reservation on behalf of d21332a3bebd4eea9003a79c25245b00 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:31:40.970232 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5f1dd4e6-9cd0-4473-b571-50259ce8a893 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:41.065645 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-86a09dbb-535b-40a7-acfa-4c819e404cf0 None None] Port 89d5853a-94ca-4734-9151-ebf6b34750db cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:31:41.195965 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:41.232697 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1b4d9f14-c653-4b25-889d-184febb9d4d2 None None] Provisioning complete for port 89d5853a-94ca-4734-9151-ebf6b34750db triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:41.233061 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1b4d9f14-c653-4b25-889d-184febb9d4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:41.263762 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5f1dd4e6-9cd0-4473-b571-50259ce8a893 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:41.288848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 6428b326-7bff-4b05-aeb7-9e6ae393eca5, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=6428b326-7bff-4b05-aeb7-9e6ae393eca5,segment=NetworkSegment(34a924cb-a447-4eb4-b134-4d9c369ef971),segment_id=34a924cb-a447-4eb4-b134-4d9c369ef971)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:41.304132 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1b4d9f14-c653-4b25-889d-184febb9d4d2 None None] Port 89d5853a-94ca-4734-9151-ebf6b34750db cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:31:41.310928 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:38Z', 'revision_number': 4, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e071c0-8658-45c4-b8a1-66a9506a530a', 'name': '', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:55:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:33Z', 'updated_at': '2022-03-01T21:31:40Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89d5853a-94ca-4734-9151-ebf6b34750db', 'name': '', 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:34:0d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:38Z', 'updated_at': '2022-03-01T21:31:39Z', 'revision_number': 2, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:41.314921 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] Checking router: f49bb876-c856-44e8-aafe-c2f67663f846 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:31:41.315279 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] Updating router f49bb876-c856-44e8-aafe-c2f67663f846 port 89d5853a-94ca-4734-9151-ebf6b34750db binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:31:41.348265 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1dd4e6-9cd0-4473-b571-50259ce8a893 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Subnet': ['ID=ba2c6de9-9bbd-4568-b2e0-62eaaf96055f,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:41.355963 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1dd4e6-9cd0-4473-b571-50259ce8a893 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Checking segment: {'id': '90ca5a4e-3794-4f70-8d09-610afe1ecde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'addd8f6e-391d-4843-9e57-851f25d024ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:31:41.356098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1dd4e6-9cd0-4473-b571-50259ce8a893 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network hostable DHCP agents. Network: addd8f6e-391d-4843-9e57-851f25d024ba, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:31:41.356905 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:41.410289 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:41.435558 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1dd4e6-9cd0-4473-b571-50259ce8a893 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network addd8f6e-391d-4843-9e57-851f25d024ba is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:31:41.492961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=6428b326-7bff-4b05-aeb7-9e6ae393eca5,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:41.509530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-5f1dd4e6-9cd0-4473-b571-50259ce8a893 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, addd8f6e-391d-4843-9e57-851f25d024ba) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:41.513827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1dd4e6-9cd0-4473-b571-50259ce8a893 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:31:41.514526 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5f1dd4e6-9cd0-4473-b571-50259ce8a893 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:41.545359 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6a8432-b7f5-4082-9276-cc68122e3796 None None] Network addd8f6e-391d-4843-9e57-851f25d024ba requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:31:41.607725 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5f1dd4e6-9cd0-4473-b571-50259ce8a893 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8580337 Mar 01 21:31:41.610336 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33154) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:41.685406 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 76e071c0-8658-45c4-b8a1-66a9506a530a up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:31:41.959391 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 76e071c0-8658-45c4-b8a1-66a9506a530a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:41.960056 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:42.049804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-addd8f6e-391d-4843-9e57-851f25d024ba', 'network_id': 'addd8f6e-391d-4843-9e57-851f25d024ba', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'fixed_ips': [{'subnet_id': 'ba2c6de9-9bbd-4568-b2e0-62eaaf96055f'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:31:42.050604 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:42.246991 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:42.283253 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] Transition to ACTIVE for port object 89d5853a-94ca-4734-9151-ebf6b34750db will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:42.295317 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6428b326-7bff-4b05-aeb7-9e6ae393eca5 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:31:42.316589 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-226b60f0-2dae-453d-a129-08b8bdb63f91 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:42.364988 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:42.527077 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Allocated IP 2001:db8:3::2 (addd8f6e-391d-4843-9e57-851f25d024ba/ba2c6de9-9bbd-4568-b2e0-62eaaf96055f/3cb77280-0741-451e-a8c6-0b48df943e29) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:31:42.541763 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669473d-bbab-4c45-85d4-1222442c4537 None None] Pushing event updated for resources: {'Port': ['ID=89d5853a-94ca-4734-9151-ebf6b34750db,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:42.670703 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 6428b326-7bff-4b05-aeb7-9e6ae393eca5 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:42.671082 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:42.775048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] Attempting to bind port 89d5853a-94ca-4734-9151-ebf6b34750db on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:31:42.775444 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] Attempting to bind port 89d5853a-94ca-4734-9151-ebf6b34750db by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '34a924cb-a447-4eb4-b134-4d9c369ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:31:42.775809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] Attempting to bind port 89d5853a-94ca-4734-9151-ebf6b34750db on network b0a6686f-c553-44d7-833f-7f351dddb868 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:31:42.794236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:31:42.794595 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] Checking segment: {'id': '34a924cb-a447-4eb4-b134-4d9c369ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:31:42.795000 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:42.795408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] Bound using segment: {'id': '34a924cb-a447-4eb4-b134-4d9c369ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:31:42.795873 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] Bound port: 89d5853a-94ca-4734-9151-ebf6b34750db, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34a924cb-a447-4eb4-b134-4d9c369ef971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:31:42.796249 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:43.042091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] For port 89d5853a-94ca-4734-9151-ebf6b34750db, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:31:43.048371 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:43.059166 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] For port 89d5853a-94ca-4734-9151-ebf6b34750db, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=89d5853a-94ca-4734-9151-ebf6b34750db,segment=NetworkSegment(34a924cb-a447-4eb4-b134-4d9c369ef971),segment_id=34a924cb-a447-4eb4-b134-4d9c369ef971)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:31:43.061853 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Transition to ACTIVE for port object 3cb77280-0741-451e-a8c6-0b48df943e29 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:43.080001 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Transition to ACTIVE for port object 3cb77280-0741-451e-a8c6-0b48df943e29 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:43.137576 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:43.177214 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:43.212851 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Network addd8f6e-391d-4843-9e57-851f25d024ba is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:31:43.221398 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:43.228192 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:31:43.233266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-226b60f0-2dae-453d-a129-08b8bdb63f91 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Allocated IP 2001:db8:3::1 (addd8f6e-391d-4843-9e57-851f25d024ba/ba2c6de9-9bbd-4568-b2e0-62eaaf96055f/18042898-765c-483d-aa1c-b69ff0d28fd4) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:31:43.238033 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:43.238637 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:43.338384 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669473d-bbab-4c45-85d4-1222442c4537 None None] Pushing event updated for resources: {'Port': ['ID=89d5853a-94ca-4734-9151-ebf6b34750db,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:43.404225 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-226b60f0-2dae-453d-a129-08b8bdb63f91 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:43.421969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-226b60f0-2dae-453d-a129-08b8bdb63f91 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Transition to ACTIVE for port object 18042898-765c-483d-aa1c-b69ff0d28fd4 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:43.481350 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-226b60f0-2dae-453d-a129-08b8bdb63f91 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:43.549385 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226b60f0-2dae-453d-a129-08b8bdb63f91 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network addd8f6e-391d-4843-9e57-851f25d024ba is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:31:43.553230 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-226b60f0-2dae-453d-a129-08b8bdb63f91 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:43.555813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226b60f0-2dae-453d-a129-08b8bdb63f91 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:31:43.556675 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-226b60f0-2dae-453d-a129-08b8bdb63f91 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:43.579395 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b60f0-2dae-453d-a129-08b8bdb63f91 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Port': ['ID=18042898-765c-483d-aa1c-b69ff0d28fd4,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:43.583469 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Attempting to bind port 3cb77280-0741-451e-a8c6-0b48df943e29 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:31:43.583835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Attempting to bind port 3cb77280-0741-451e-a8c6-0b48df943e29 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '90ca5a4e-3794-4f70-8d09-610afe1ecde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'addd8f6e-391d-4843-9e57-851f25d024ba'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:31:43.584198 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Attempting to bind port 3cb77280-0741-451e-a8c6-0b48df943e29 on network addd8f6e-391d-4843-9e57-851f25d024ba {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:31:43.597635 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:31:43.638506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Pushing event updated for resources: {'Port': ['ID=3cb77280-0741-451e-a8c6-0b48df943e29,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:43.653273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:31:43.653671 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Checking segment: {'id': '90ca5a4e-3794-4f70-8d09-610afe1ecde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'addd8f6e-391d-4843-9e57-851f25d024ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:31:43.654066 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:43.654452 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Bound using segment: {'id': '90ca5a4e-3794-4f70-8d09-610afe1ecde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'addd8f6e-391d-4843-9e57-851f25d024ba'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:31:43.654914 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Bound port: 3cb77280-0741-451e-a8c6-0b48df943e29, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ca5a4e-3794-4f70-8d09-610afe1ecde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'addd8f6e-391d-4843-9e57-851f25d024ba'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:31:43.655281 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:43.763719 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-226b60f0-2dae-453d-a129-08b8bdb63f91 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:43.901222 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] For port 3cb77280-0741-451e-a8c6-0b48df943e29, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:31:43.916108 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] For port 3cb77280-0741-451e-a8c6-0b48df943e29, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3cb77280-0741-451e-a8c6-0b48df943e29,segment=NetworkSegment(90ca5a4e-3794-4f70-8d09-610afe1ecde8),segment_id=90ca5a4e-3794-4f70-8d09-610afe1ecde8)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:31:43.990707 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:44.073059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:38Z', 'revision_number': 4, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e071c0-8658-45c4-b8a1-66a9506a530a', 'name': '', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:55:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:33Z', 'updated_at': '2022-03-01T21:31:40Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89d5853a-94ca-4734-9151-ebf6b34750db', 'name': '', 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:34:0d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:38Z', 'updated_at': '2022-03-01T21:31:43Z', 'revision_number': 4, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:44.084794 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211c7661-3696-4bc9-8257-cc00ed64120c None None] The sync data for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 is: [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:38Z', 'revision_number': 4, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e071c0-8658-45c4-b8a1-66a9506a530a', 'name': '', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:55:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:33Z', 'updated_at': '2022-03-01T21:31:40Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89d5853a-94ca-4734-9151-ebf6b34750db', 'name': '', 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:34:0d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:38Z', 'updated_at': '2022-03-01T21:31:43Z', 'revision_number': 4, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:31:44.088475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919e9dd-3b06-44ba-8d22-b66819ed19d5 None None] Pushing event updated for resources: {'Port': ['ID=3cb77280-0741-451e-a8c6-0b48df943e29,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:44.218749 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-226b60f0-2dae-453d-a129-08b8bdb63f91 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:44.292434 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-226b60f0-2dae-453d-a129-08b8bdb63f91 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:44.293187 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-226b60f0-2dae-453d-a129-08b8bdb63f91 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:44.461508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226b60f0-2dae-453d-a129-08b8bdb63f91 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event updated for resources: {'Port': ['ID=18042898-765c-483d-aa1c-b69ff0d28fd4,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:44.504535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-226b60f0-2dae-453d-a129-08b8bdb63f91 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Network addd8f6e-391d-4843-9e57-851f25d024ba is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:31:44.506428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-226b60f0-2dae-453d-a129-08b8bdb63f91 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:31:44.805801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-226b60f0-2dae-453d-a129-08b8bdb63f91 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router f49bb876-c856-44e8-aafe-c2f67663f846 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:31:44.969918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-226b60f0-2dae-453d-a129-08b8bdb63f91 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:31:44.981059 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] Sync routers for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:31:44.984347 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-226b60f0-2dae-453d-a129-08b8bdb63f91 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/f49bb876-c856-44e8-aafe-c2f67663f846/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3727694 Mar 01 21:31:44.986820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33158) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:44.992070 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:44.992676 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:44.993590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-51816108-06ad-44fc-92fb-70d2e5a191b1 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:31:45.066103 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded13967-228c-460a-b8b0-c75ac17afa01 None None] Network addd8f6e-391d-4843-9e57-851f25d024ba requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:31:45.150198 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:31:45.230853 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-03c873ed-9ef4-44ec-b10e-ee87eb7a7bf1 None None] Provisioning for port 3cb77280-0741-451e-a8c6-0b48df943e29 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:45.478092 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:43Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '18042898-765c-483d-aa1c-b69ff0d28fd4', 'name': '', 'network_id': 'addd8f6e-391d-4843-9e57-851f25d024ba', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:ae:57:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'ba2c6de9-9bbd-4568-b2e0-62eaaf96055f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:42Z', 'updated_at': '2022-03-01T21:31:43Z', 'revision_number': 2, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'ba2c6de9-9bbd-4568-b2e0-62eaaf96055f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e071c0-8658-45c4-b8a1-66a9506a530a', 'name': '', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:55:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:33Z', 'updated_at': '2022-03-01T21:31:40Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89d5853a-94ca-4734-9151-ebf6b34750db', 'name': '', 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:34:0d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:38Z', 'updated_at': '2022-03-01T21:31:43Z', 'revision_number': 4, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:45.483538 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] Checking router: f49bb876-c856-44e8-aafe-c2f67663f846 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:31:45.484089 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] Updating router f49bb876-c856-44e8-aafe-c2f67663f846 port 18042898-765c-483d-aa1c-b69ff0d28fd4 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:31:45.543405 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:45.601107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.extraroute_db [None req-51816108-06ad-44fc-92fb-70d2e5a191b1 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88518) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 01 21:31:45.626419 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.extraroute_db [None req-51816108-06ad-44fc-92fb-70d2e5a191b1 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Removed routes are [] {{(pid=88518) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 01 21:31:45.626868 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51816108-06ad-44fc-92fb-70d2e5a191b1 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:45.652460 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e161bc4e-cae4-4f52-8995-0acccad3955e None None] Provisioning for port 18042898-765c-483d-aa1c-b69ff0d28fd4 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:45.661627 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e161bc4e-cae4-4f52-8995-0acccad3955e None None] Provisioning complete for port 18042898-765c-483d-aa1c-b69ff0d28fd4 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:45.662006 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e161bc4e-cae4-4f52-8995-0acccad3955e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:45.731754 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e161bc4e-cae4-4f52-8995-0acccad3955e None None] Port 18042898-765c-483d-aa1c-b69ff0d28fd4 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:31:45.771644 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 89d5853a-94ca-4734-9151-ebf6b34750db up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:31:45.858842 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6b804103-26e5-443d-bb41-c5acf2e7445b None None] Provisioning complete for port 18042898-765c-483d-aa1c-b69ff0d28fd4 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:45.859088 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6b804103-26e5-443d-bb41-c5acf2e7445b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:45.928920 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6b804103-26e5-443d-bb41-c5acf2e7445b None None] Port 18042898-765c-483d-aa1c-b69ff0d28fd4 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:31:45.955878 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:45.968218 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] Transition to ACTIVE for port object 18042898-765c-483d-aa1c-b69ff0d28fd4 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:31:45.972358 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 89d5853a-94ca-4734-9151-ebf6b34750db completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:45.978631 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 89d5853a-94ca-4734-9151-ebf6b34750db triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:45.979108 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:46.034908 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:46.112442 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:46.143458 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51816108-06ad-44fc-92fb-70d2e5a191b1 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:46.148407 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51816108-06ad-44fc-92fb-70d2e5a191b1 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:46.168598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 89d5853a-94ca-4734-9151-ebf6b34750db, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=89d5853a-94ca-4734-9151-ebf6b34750db,segment=NetworkSegment(34a924cb-a447-4eb4-b134-4d9c369ef971),segment_id=34a924cb-a447-4eb4-b134-4d9c369ef971)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:46.170133 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838faf7-3dbd-4713-a6fc-24b846242b29 None None] Pushing event updated for resources: {'Port': ['ID=18042898-765c-483d-aa1c-b69ff0d28fd4,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:46.229897 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:46.231398 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3cb77280-0741-451e-a8c6-0b48df943e29 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:31:46.287142 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] Attempting to bind port 18042898-765c-483d-aa1c-b69ff0d28fd4 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:31:46.287615 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] Attempting to bind port 18042898-765c-483d-aa1c-b69ff0d28fd4 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '90ca5a4e-3794-4f70-8d09-610afe1ecde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'addd8f6e-391d-4843-9e57-851f25d024ba'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:31:46.287962 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] Attempting to bind port 18042898-765c-483d-aa1c-b69ff0d28fd4 on network addd8f6e-391d-4843-9e57-851f25d024ba {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:31:46.294781 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 31, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:31:46.295144 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] Checking segment: {'id': '90ca5a4e-3794-4f70-8d09-610afe1ecde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'addd8f6e-391d-4843-9e57-851f25d024ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:31:46.295572 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:46.295965 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] Bound using segment: {'id': '90ca5a4e-3794-4f70-8d09-610afe1ecde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'addd8f6e-391d-4843-9e57-851f25d024ba'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:31:46.296424 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] Bound port: 18042898-765c-483d-aa1c-b69ff0d28fd4, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90ca5a4e-3794-4f70-8d09-610afe1ecde8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'addd8f6e-391d-4843-9e57-851f25d024ba'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:31:46.296793 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:46.377774 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=89d5853a-94ca-4734-9151-ebf6b34750db,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:46.413133 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] For port 18042898-765c-483d-aa1c-b69ff0d28fd4, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:31:46.416184 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] For port 18042898-765c-483d-aa1c-b69ff0d28fd4, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=18042898-765c-483d-aa1c-b69ff0d28fd4,segment=NetworkSegment(90ca5a4e-3794-4f70-8d09-610afe1ecde8),segment_id=90ca5a4e-3794-4f70-8d09-610afe1ecde8)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:31:46.423817 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 3cb77280-0741-451e-a8c6-0b48df943e29 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:46.431100 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 3cb77280-0741-451e-a8c6-0b48df943e29 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:46.431579 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:46.475500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51816108-06ad-44fc-92fb-70d2e5a191b1 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router f49bb876-c856-44e8-aafe-c2f67663f846 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:31:46.497211 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:46.579451 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:46.580184 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:46.608275 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:46.643128 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 3cb77280-0741-451e-a8c6-0b48df943e29, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3cb77280-0741-451e-a8c6-0b48df943e29,segment=NetworkSegment(90ca5a4e-3794-4f70-8d09-610afe1ecde8),segment_id=90ca5a4e-3794-4f70-8d09-610afe1ecde8)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:46.651092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51816108-06ad-44fc-92fb-70d2e5a191b1 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:31:46.658604 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51816108-06ad-44fc-92fb-70d2e5a191b1 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:46.659930 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-51816108-06ad-44fc-92fb-70d2e5a191b1 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/f49bb876-c856-44e8-aafe-c2f67663f846 HTTP/1.1" status: 200 len: 954 time: 1.6719832 Mar 01 21:31:46.663392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33162) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:46.691633 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7838faf7-3dbd-4713-a6fc-24b846242b29 None None] Pushing event updated for resources: {'Port': ['ID=18042898-765c-483d-aa1c-b69ff0d28fd4,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:46.710343 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:46.809819 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:31:46.815998 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=3cb77280-0741-451e-a8c6-0b48df943e29,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:46.839664 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-01858fbd-e27a-48a6-abc0-b8f3505befe9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/routers/f49bb876-c856-44e8-aafe-c2f67663f846 HTTP/1.1" status: 200 len: 954 time: 0.1727896 Mar 01 21:31:46.839907 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33166) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:46.845308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-eb629544-7c28-4981-a28a-27b6e3912101 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'router': {'routes': None}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:31:47.137754 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:45Z', 'revision_number': 6, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '18042898-765c-483d-aa1c-b69ff0d28fd4', 'name': '', 'network_id': 'addd8f6e-391d-4843-9e57-851f25d024ba', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:ae:57:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'ba2c6de9-9bbd-4568-b2e0-62eaaf96055f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:42Z', 'updated_at': '2022-03-01T21:31:46Z', 'revision_number': 4, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'ba2c6de9-9bbd-4568-b2e0-62eaaf96055f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e071c0-8658-45c4-b8a1-66a9506a530a', 'name': '', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:55:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:33Z', 'updated_at': '2022-03-01T21:31:40Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89d5853a-94ca-4734-9151-ebf6b34750db', 'name': '', 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:34:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:38Z', 'updated_at': '2022-03-01T21:31:46Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:47.141691 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9378e82a-7c4b-4682-b8a6-d3eece65e5cd None None] The sync data for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 is: [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:45Z', 'revision_number': 6, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '18042898-765c-483d-aa1c-b69ff0d28fd4', 'name': '', 'network_id': 'addd8f6e-391d-4843-9e57-851f25d024ba', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:ae:57:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'ba2c6de9-9bbd-4568-b2e0-62eaaf96055f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:42Z', 'updated_at': '2022-03-01T21:31:46Z', 'revision_number': 4, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'ba2c6de9-9bbd-4568-b2e0-62eaaf96055f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e071c0-8658-45c4-b8a1-66a9506a530a', 'name': '', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:55:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:33Z', 'updated_at': '2022-03-01T21:31:40Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89d5853a-94ca-4734-9151-ebf6b34750db', 'name': '', 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:34:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:38Z', 'updated_at': '2022-03-01T21:31:46Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:31:47.437708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.extraroute_db [None req-eb629544-7c28-4981-a28a-27b6e3912101 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Added routes are [] {{(pid=88518) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 01 21:31:47.437939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.extraroute_db [None req-eb629544-7c28-4981-a28a-27b6e3912101 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=88518) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 01 21:31:47.468672 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-eb629544-7c28-4981-a28a-27b6e3912101 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:47.752532 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 89d5853a-94ca-4734-9151-ebf6b34750db up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:31:47.832664 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 89d5853a-94ca-4734-9151-ebf6b34750db triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:47.833108 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:47.930068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1b2c3a-0606-4d3e-bded-b200de80928a None None] Sync routers for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:31:47.952461 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1b2c3a-0606-4d3e-bded-b200de80928a None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:47.953076 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-6b1b2c3a-0606-4d3e-bded-b200de80928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:48.001569 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-eb629544-7c28-4981-a28a-27b6e3912101 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:48.005053 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-eb629544-7c28-4981-a28a-27b6e3912101 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:48.029637 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3cb77280-0741-451e-a8c6-0b48df943e29 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:31:48.161721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-6b1b2c3a-0606-4d3e-bded-b200de80928a None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:31:48.168220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb629544-7c28-4981-a28a-27b6e3912101 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router f49bb876-c856-44e8-aafe-c2f67663f846 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:31:48.292743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 3cb77280-0741-451e-a8c6-0b48df943e29 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:48.293121 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:48.327905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb629544-7c28-4981-a28a-27b6e3912101 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:31:48.335000 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-eb629544-7c28-4981-a28a-27b6e3912101 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:48.336163 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-eb629544-7c28-4981-a28a-27b6e3912101 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/f49bb876-c856-44e8-aafe-c2f67663f846 HTTP/1.1" status: 200 len: 704 time: 1.4952877 Mar 01 21:31:48.338639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33170) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:48.501875 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-80024212-da43-460a-a72e-bc0fb6bbdfee tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/routers/f49bb876-c856-44e8-aafe-c2f67663f846 HTTP/1.1" status: 200 len: 704 time: 0.1596649 Mar 01 21:31:48.502083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33174) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:48.566267 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 18042898-765c-483d-aa1c-b69ff0d28fd4 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:31:48.649574 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-6b1b2c3a-0606-4d3e-bded-b200de80928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:47Z', 'revision_number': 7, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '18042898-765c-483d-aa1c-b69ff0d28fd4', 'name': '', 'network_id': 'addd8f6e-391d-4843-9e57-851f25d024ba', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:ae:57:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'ba2c6de9-9bbd-4568-b2e0-62eaaf96055f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:42Z', 'updated_at': '2022-03-01T21:31:46Z', 'revision_number': 4, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'ba2c6de9-9bbd-4568-b2e0-62eaaf96055f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e071c0-8658-45c4-b8a1-66a9506a530a', 'name': '', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:55:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:33Z', 'updated_at': '2022-03-01T21:31:40Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89d5853a-94ca-4734-9151-ebf6b34750db', 'name': '', 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:34:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:38Z', 'updated_at': '2022-03-01T21:31:46Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:48.653385 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1b2c3a-0606-4d3e-bded-b200de80928a None None] Checking router: f49bb876-c856-44e8-aafe-c2f67663f846 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:31:48.661600 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b1b2c3a-0606-4d3e-bded-b200de80928a None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:48.662197 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-6b1b2c3a-0606-4d3e-bded-b200de80928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:48.714171 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 18042898-765c-483d-aa1c-b69ff0d28fd4 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:31:48.727214 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 18042898-765c-483d-aa1c-b69ff0d28fd4 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:48.727611 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:48.863789 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-6b1b2c3a-0606-4d3e-bded-b200de80928a None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:31:49.027212 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3722aa4c-38f5-4a58-a279-001d5c364570 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:49.126755 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:49.228543 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 18042898-765c-483d-aa1c-b69ff0d28fd4, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=18042898-765c-483d-aa1c-b69ff0d28fd4,segment=NetworkSegment(90ca5a4e-3794-4f70-8d09-610afe1ecde8),segment_id=90ca5a4e-3794-4f70-8d09-610afe1ecde8)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:49.304185 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:49.360259 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-6b1b2c3a-0606-4d3e-bded-b200de80928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:47Z', 'revision_number': 7, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '18042898-765c-483d-aa1c-b69ff0d28fd4', 'name': '', 'network_id': 'addd8f6e-391d-4843-9e57-851f25d024ba', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:ae:57:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'ba2c6de9-9bbd-4568-b2e0-62eaaf96055f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:42Z', 'updated_at': '2022-03-01T21:31:46Z', 'revision_number': 4, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'ba2c6de9-9bbd-4568-b2e0-62eaaf96055f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e071c0-8658-45c4-b8a1-66a9506a530a', 'name': '', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:55:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:33Z', 'updated_at': '2022-03-01T21:31:40Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89d5853a-94ca-4734-9151-ebf6b34750db', 'name': '', 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:34:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:38Z', 'updated_at': '2022-03-01T21:31:46Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:49.374630 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1b2c3a-0606-4d3e-bded-b200de80928a None None] The sync data for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 is: [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:47Z', 'revision_number': 7, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '18042898-765c-483d-aa1c-b69ff0d28fd4', 'name': '', 'network_id': 'addd8f6e-391d-4843-9e57-851f25d024ba', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:ae:57:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'ba2c6de9-9bbd-4568-b2e0-62eaaf96055f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:42Z', 'updated_at': '2022-03-01T21:31:46Z', 'revision_number': 4, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'ba2c6de9-9bbd-4568-b2e0-62eaaf96055f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e071c0-8658-45c4-b8a1-66a9506a530a', 'name': '', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:55:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:33Z', 'updated_at': '2022-03-01T21:31:40Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89d5853a-94ca-4734-9151-ebf6b34750db', 'name': '', 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:34:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:38Z', 'updated_at': '2022-03-01T21:31:46Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:31:49.383735 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=18042898-765c-483d-aa1c-b69ff0d28fd4,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:49.495125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-3722aa4c-38f5-4a58-a279-001d5c364570 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting port 18042898-765c-483d-aa1c-b69ff0d28fd4 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:31:49.495502 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3722aa4c-38f5-4a58-a279-001d5c364570 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:49.583820 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdf0366-0ca6-4a43-b1ab-1504f8d3d1d8 None None] Sync routers for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:31:49.593036 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdf0366-0ca6-4a43-b1ab-1504f8d3d1d8 None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:49.593657 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5bdf0366-0ca6-4a43-b1ab-1504f8d3d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:49.681826 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 18042898-765c-483d-aa1c-b69ff0d28fd4 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:31:49.692718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-3722aa4c-38f5-4a58-a279-001d5c364570 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] For port 18042898-765c-483d-aa1c-b69ff0d28fd4, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=18042898-765c-483d-aa1c-b69ff0d28fd4,segment=NetworkSegment(90ca5a4e-3794-4f70-8d09-610afe1ecde8),segment_id=90ca5a4e-3794-4f70-8d09-610afe1ecde8)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:49.693069 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3722aa4c-38f5-4a58-a279-001d5c364570 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:49.752917 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 18042898-765c-483d-aa1c-b69ff0d28fd4 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:31:49.753284 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:49.754611 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-5bdf0366-0ca6-4a43-b1ab-1504f8d3d1d8 None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:31:49.816921 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-3722aa4c-38f5-4a58-a279-001d5c364570 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Calling delete_port for 18042898-765c-483d-aa1c-b69ff0d28fd4 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:31:50.046529 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3722aa4c-38f5-4a58-a279-001d5c364570 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:50.084756 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5bdf0366-0ca6-4a43-b1ab-1504f8d3d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:47Z', 'revision_number': 7, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '18042898-765c-483d-aa1c-b69ff0d28fd4', 'name': '', 'network_id': 'addd8f6e-391d-4843-9e57-851f25d024ba', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:ae:57:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3878, 'fixed_ips': [{'subnet_id': 'ba2c6de9-9bbd-4568-b2e0-62eaaf96055f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:42Z', 'updated_at': '2022-03-01T21:31:49Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'ba2c6de9-9bbd-4568-b2e0-62eaaf96055f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e071c0-8658-45c4-b8a1-66a9506a530a', 'name': '', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:55:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:33Z', 'updated_at': '2022-03-01T21:31:40Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89d5853a-94ca-4734-9151-ebf6b34750db', 'name': '', 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:34:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:38Z', 'updated_at': '2022-03-01T21:31:46Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:50.089156 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdf0366-0ca6-4a43-b1ab-1504f8d3d1d8 None None] Checking router: f49bb876-c856-44e8-aafe-c2f67663f846 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:31:50.096311 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722aa4c-38f5-4a58-a279-001d5c364570 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Port': ['ID=18042898-765c-483d-aa1c-b69ff0d28fd4,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:50.098796 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdf0366-0ca6-4a43-b1ab-1504f8d3d1d8 None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:50.100137 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5bdf0366-0ca6-4a43-b1ab-1504f8d3d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:50.262445 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-5bdf0366-0ca6-4a43-b1ab-1504f8d3d1d8 None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:31:50.305000 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3722aa4c-38f5-4a58-a279-001d5c364570 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:50.622357 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-5bdf0366-0ca6-4a43-b1ab-1504f8d3d1d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:49Z', 'revision_number': 8, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e071c0-8658-45c4-b8a1-66a9506a530a', 'name': '', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:55:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:33Z', 'updated_at': '2022-03-01T21:31:40Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89d5853a-94ca-4734-9151-ebf6b34750db', 'name': '', 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:34:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:38Z', 'updated_at': '2022-03-01T21:31:46Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:50.626690 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdf0366-0ca6-4a43-b1ab-1504f8d3d1d8 None None] The sync data for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 is: [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:49Z', 'revision_number': 8, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e071c0-8658-45c4-b8a1-66a9506a530a', 'name': '', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:55:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:33Z', 'updated_at': '2022-03-01T21:31:40Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89d5853a-94ca-4734-9151-ebf6b34750db', 'name': '', 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:34:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:38Z', 'updated_at': '2022-03-01T21:31:46Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:31:50.744833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3722aa4c-38f5-4a58-a279-001d5c364570 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router f49bb876-c856-44e8-aafe-c2f67663f846 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:31:50.903676 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3722aa4c-38f5-4a58-a279-001d5c364570 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:31:50.916368 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3722aa4c-38f5-4a58-a279-001d5c364570 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/f49bb876-c856-44e8-aafe-c2f67663f846/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4132919 Mar 01 21:31:50.918876 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33178) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:50.988407 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-771111d8-3417-45e6-a8cc-b3d541137812 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting subnet ba2c6de9-9bbd-4568-b2e0-62eaaf96055f {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:31:50.991756 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-771111d8-3417-45e6-a8cc-b3d541137812 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:51.056102 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-771111d8-3417-45e6-a8cc-b3d541137812 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:51.142381 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-771111d8-3417-45e6-a8cc-b3d541137812 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:51.165040 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63638074-5282-4063-a178-81fd295e7a33 None None] Sync routers for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:31:51.174160 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63638074-5282-4063-a178-81fd295e7a33 None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:51.174758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-63638074-5282-4063-a178-81fd295e7a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:51.258441 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-771111d8-3417-45e6-a8cc-b3d541137812 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:51.301264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771111d8-3417-45e6-a8cc-b3d541137812 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Subnet': ['ID=ba2c6de9-9bbd-4568-b2e0-62eaaf96055f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:51.303770 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-771111d8-3417-45e6-a8cc-b3d541137812 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:51.310003 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-771111d8-3417-45e6-a8cc-b3d541137812 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/subnets/ba2c6de9-9bbd-4568-b2e0-62eaaf96055f HTTP/1.1" status: 204 len: 168 time: 0.3901508 Mar 01 21:31:51.311849 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2515bb05-da95-4d53-a730-975793448911 None None] Network addd8f6e-391d-4843-9e57-851f25d024ba requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:31:51.312512 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33182) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:51.362333 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-63638074-5282-4063-a178-81fd295e7a33 None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:31:51.425973 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b430221-273e-4aed-8d1d-24d91d22fc93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:51.436377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-7b430221-273e-4aed-8d1d-24d91d22fc93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting port 3cb77280-0741-451e-a8c6-0b48df943e29 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:31:51.436706 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b430221-273e-4aed-8d1d-24d91d22fc93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:51.645447 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-7b430221-273e-4aed-8d1d-24d91d22fc93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] For port 3cb77280-0741-451e-a8c6-0b48df943e29, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3cb77280-0741-451e-a8c6-0b48df943e29,segment=NetworkSegment(90ca5a4e-3794-4f70-8d09-610afe1ecde8),segment_id=90ca5a4e-3794-4f70-8d09-610afe1ecde8)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:51.645797 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b430221-273e-4aed-8d1d-24d91d22fc93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:51.704692 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 18042898-765c-483d-aa1c-b69ff0d28fd4 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:31:51.752838 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 18042898-765c-483d-aa1c-b69ff0d28fd4 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:31:51.753179 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 18042898-765c-483d-aa1c-b69ff0d28fd4 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:31:51.757896 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:51.777316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-7b430221-273e-4aed-8d1d-24d91d22fc93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Calling delete_port for 3cb77280-0741-451e-a8c6-0b48df943e29 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:31:51.884278 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-63638074-5282-4063-a178-81fd295e7a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:49Z', 'revision_number': 8, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e071c0-8658-45c4-b8a1-66a9506a530a', 'name': '', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:55:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:33Z', 'updated_at': '2022-03-01T21:31:40Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89d5853a-94ca-4734-9151-ebf6b34750db', 'name': '', 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:34:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:38Z', 'updated_at': '2022-03-01T21:31:46Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:51.888136 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63638074-5282-4063-a178-81fd295e7a33 None None] Checking router: f49bb876-c856-44e8-aafe-c2f67663f846 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:31:51.896565 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63638074-5282-4063-a178-81fd295e7a33 None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:51.897153 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-63638074-5282-4063-a178-81fd295e7a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:51.920366 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b430221-273e-4aed-8d1d-24d91d22fc93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:51.950451 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6082544-b19e-49a3-ba3b-5b87cb2ba77b None None] DHCP port deletion for addd8f6e-391d-4843-9e57-851f25d024ba request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:31:51.965985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b430221-273e-4aed-8d1d-24d91d22fc93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Port': ['ID=3cb77280-0741-451e-a8c6-0b48df943e29,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:51.982352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b430221-273e-4aed-8d1d-24d91d22fc93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] No DVR routers for this DVR port 3cb77280-0741-451e-a8c6-0b48df943e29 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:31:52.105675 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b430221-273e-4aed-8d1d-24d91d22fc93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:52.109790 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-63638074-5282-4063-a178-81fd295e7a33 None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:31:52.131966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-7b430221-273e-4aed-8d1d-24d91d22fc93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['addd8f6e-391d-4843-9e57-851f25d024ba']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:52.148705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-7b430221-273e-4aed-8d1d-24d91d22fc93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ca5a4e-3794-4f70-8d09-610afe1ecde8') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:52.149005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-7b430221-273e-4aed-8d1d-24d91d22fc93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ca5a4e-3794-4f70-8d09-610afe1ecde8') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:52.161672 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b430221-273e-4aed-8d1d-24d91d22fc93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:52.180663 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b430221-273e-4aed-8d1d-24d91d22fc93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:52.187192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b430221-273e-4aed-8d1d-24d91d22fc93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:31:52.187605 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b430221-273e-4aed-8d1d-24d91d22fc93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:31:52.203132 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:31:52.343583 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b430221-273e-4aed-8d1d-24d91d22fc93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:52.361667 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b430221-273e-4aed-8d1d-24d91d22fc93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:52.377721 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b430221-273e-4aed-8d1d-24d91d22fc93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Network': ['ID=addd8f6e-391d-4843-9e57-851f25d024ba,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:52.385664 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7b430221-273e-4aed-8d1d-24d91d22fc93 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/networks/addd8f6e-391d-4843-9e57-851f25d024ba HTTP/1.1" status: 204 len: 168 time: 1.0721962 Mar 01 21:31:52.388284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33186) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:52.447946 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-63638074-5282-4063-a178-81fd295e7a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:49Z', 'revision_number': 8, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e071c0-8658-45c4-b8a1-66a9506a530a', 'name': '', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:55:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:33Z', 'updated_at': '2022-03-01T21:31:40Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89d5853a-94ca-4734-9151-ebf6b34750db', 'name': '', 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:34:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:38Z', 'updated_at': '2022-03-01T21:31:46Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:52.452196 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63638074-5282-4063-a178-81fd295e7a33 None None] The sync data for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 is: [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:49Z', 'revision_number': 8, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e071c0-8658-45c4-b8a1-66a9506a530a', 'name': '', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:55:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:33Z', 'updated_at': '2022-03-01T21:31:40Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '89d5853a-94ca-4734-9151-ebf6b34750db', 'name': '', 'network_id': 'b0a6686f-c553-44d7-833f-7f351dddb868', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:34:0d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:38Z', 'updated_at': '2022-03-01T21:31:46Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '1724857f-c04e-45b9-87ad-1fc3dcc53904', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:31:53.016374 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2260144c-e1e7-4d06-b978-b3edec55c6f3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:53.351855 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-2260144c-e1e7-4d06-b978-b3edec55c6f3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting port 89d5853a-94ca-4734-9151-ebf6b34750db {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:31:53.352537 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2260144c-e1e7-4d06-b978-b3edec55c6f3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:53.541173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-2260144c-e1e7-4d06-b978-b3edec55c6f3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] For port 89d5853a-94ca-4734-9151-ebf6b34750db, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=89d5853a-94ca-4734-9151-ebf6b34750db,segment=NetworkSegment(34a924cb-a447-4eb4-b134-4d9c369ef971),segment_id=34a924cb-a447-4eb4-b134-4d9c369ef971)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:53.541530 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2260144c-e1e7-4d06-b978-b3edec55c6f3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:53.667191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-2260144c-e1e7-4d06-b978-b3edec55c6f3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Calling delete_port for 89d5853a-94ca-4734-9151-ebf6b34750db owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:31:53.670213 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3cb77280-0741-451e-a8c6-0b48df943e29 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:31:53.704064 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 3cb77280-0741-451e-a8c6-0b48df943e29 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:31:53.704423 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3cb77280-0741-451e-a8c6-0b48df943e29 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:31:53.920708 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2260144c-e1e7-4d06-b978-b3edec55c6f3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:53.969408 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260144c-e1e7-4d06-b978-b3edec55c6f3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Port': ['ID=89d5853a-94ca-4734-9151-ebf6b34750db,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:54.080324 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:54.289699 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2260144c-e1e7-4d06-b978-b3edec55c6f3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:54.606734 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2260144c-e1e7-4d06-b978-b3edec55c6f3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router f49bb876-c856-44e8-aafe-c2f67663f846 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:31:54.758385 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2260144c-e1e7-4d06-b978-b3edec55c6f3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:31:54.767265 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5218cea-9f00-4569-b8f0-36bb52a2223d None None] Sync routers for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:31:54.771064 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2260144c-e1e7-4d06-b978-b3edec55c6f3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/f49bb876-c856-44e8-aafe-c2f67663f846/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3818045 Mar 01 21:31:54.773697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33192) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:54.777131 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5218cea-9f00-4569-b8f0-36bb52a2223d None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:54.777730 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d5218cea-9f00-4569-b8f0-36bb52a2223d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:54.842255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-17fbc331-a038-40e9-8721-ca29b42cb707 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting subnet 1724857f-c04e-45b9-87ad-1fc3dcc53904 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:31:54.845169 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-17fbc331-a038-40e9-8721-ca29b42cb707 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:54.899816 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-17fbc331-a038-40e9-8721-ca29b42cb707 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:54.932793 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-d5218cea-9f00-4569-b8f0-36bb52a2223d None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:31:54.982255 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-17fbc331-a038-40e9-8721-ca29b42cb707 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:55.131601 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-17fbc331-a038-40e9-8721-ca29b42cb707 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:55.171574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fbc331-a038-40e9-8721-ca29b42cb707 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Subnet': ['ID=1724857f-c04e-45b9-87ad-1fc3dcc53904,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:55.176847 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-17fbc331-a038-40e9-8721-ca29b42cb707 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:55.183151 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-17fbc331-a038-40e9-8721-ca29b42cb707 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/subnets/1724857f-c04e-45b9-87ad-1fc3dcc53904 HTTP/1.1" status: 204 len: 168 time: 0.4082375 Mar 01 21:31:55.183430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1b9b21-7dc2-4eb7-a229-596bbf955280 None None] Network b0a6686f-c553-44d7-833f-7f351dddb868 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:31:55.185910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33196) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:55.251907 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d5218cea-9f00-4569-b8f0-36bb52a2223d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:53Z', 'revision_number': 9, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e071c0-8658-45c4-b8a1-66a9506a530a', 'name': '', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:55:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:33Z', 'updated_at': '2022-03-01T21:31:40Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:55.256275 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5218cea-9f00-4569-b8f0-36bb52a2223d None None] Checking router: f49bb876-c856-44e8-aafe-c2f67663f846 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:31:55.264946 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5218cea-9f00-4569-b8f0-36bb52a2223d None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:55.265364 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d5218cea-9f00-4569-b8f0-36bb52a2223d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:55.301125 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:55.311941 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting port 6428b326-7bff-4b05-aeb7-9e6ae393eca5 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:31:55.312276 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:55.421692 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-d5218cea-9f00-4569-b8f0-36bb52a2223d None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:31:55.456938 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56f924d-0209-4ff9-9733-c8b6ca8e4b68 None None] DHCP port deletion for b0a6686f-c553-44d7-833f-7f351dddb868 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:31:55.461790 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d56f924d-0209-4ff9-9733-c8b6ca8e4b68 None None] Deleting port 6428b326-7bff-4b05-aeb7-9e6ae393eca5 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:31:55.462257 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d56f924d-0209-4ff9-9733-c8b6ca8e4b68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:55.659826 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] For port 6428b326-7bff-4b05-aeb7-9e6ae393eca5, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=6428b326-7bff-4b05-aeb7-9e6ae393eca5,segment=NetworkSegment(34a924cb-a447-4eb4-b134-4d9c369ef971),segment_id=34a924cb-a447-4eb4-b134-4d9c369ef971)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:55.660486 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:55.672686 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d56f924d-0209-4ff9-9733-c8b6ca8e4b68 None None] For port 6428b326-7bff-4b05-aeb7-9e6ae393eca5, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=6428b326-7bff-4b05-aeb7-9e6ae393eca5,segment=NetworkSegment(34a924cb-a447-4eb4-b134-4d9c369ef971),segment_id=34a924cb-a447-4eb4-b134-4d9c369ef971)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:55.672966 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d56f924d-0209-4ff9-9733-c8b6ca8e4b68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:55.755593 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d5218cea-9f00-4569-b8f0-36bb52a2223d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:53Z', 'revision_number': 9, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e071c0-8658-45c4-b8a1-66a9506a530a', 'name': '', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:55:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:33Z', 'updated_at': '2022-03-01T21:31:40Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:55.760440 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5218cea-9f00-4569-b8f0-36bb52a2223d None None] The sync data for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 is: [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:53Z', 'revision_number': 9, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '76e071c0-8658-45c4-b8a1-66a9506a530a', 'name': '', 'network_id': 'bbde7ba2-3559-4a0e-99f5-17a8c98f37fc', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:55:29:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3868, 'fixed_ips': [{'subnet_id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:33Z', 'updated_at': '2022-03-01T21:31:40Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': 'fb0c01df-073c-4824-80ba-b17377818bef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:31:55.798829 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Calling delete_port for 6428b326-7bff-4b05-aeb7-9e6ae393eca5 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:31:55.805327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6428b326-7bff-4b05-aeb7-9e6ae393eca5 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:31:55.835240 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d56f924d-0209-4ff9-9733-c8b6ca8e4b68 None None] Calling delete_port for 6428b326-7bff-4b05-aeb7-9e6ae393eca5 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:31:55.954695 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:55.962873 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Port 6428b326-7bff-4b05-aeb7-9e6ae393eca5 update to DOWN by agent not found {{(pid=88520) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 01 21:31:55.967862 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-d56f924d-0209-4ff9-9733-c8b6ca8e4b68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:31:55.968212 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-d56f924d-0209-4ff9-9733-c8b6ca8e4b68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:31:56.002110 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Port': ['ID=6428b326-7bff-4b05-aeb7-9e6ae393eca5,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:56.006262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] No DVR routers for this DVR port 6428b326-7bff-4b05-aeb7-9e6ae393eca5 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:31:56.041268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:56.041654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:56.042019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:56.042372 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:56.042867 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:56.043096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:56.043500 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:56.043934 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:56.044238 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:56.044624 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:56.045100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:56.045457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:31:56.152150 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:56.178805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a6686f-c553-44d7-833f-7f351dddb868']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:56.191348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34a924cb-a447-4eb4-b134-4d9c369ef971') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:56.193086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34a924cb-a447-4eb4-b134-4d9c369ef971') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:56.204766 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:56.221483 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:56.228561 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:31:56.228955 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:31:56.244029 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:31:56.366256 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:56.385253 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:56.400889 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Network': ['ID=b0a6686f-c553-44d7-833f-7f351dddb868,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:56.406491 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3e923614-f6a9-4d04-ba11-3b96cdf7b966 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/networks/b0a6686f-c553-44d7-833f-7f351dddb868 HTTP/1.1" status: 204 len: 168 time: 1.2189016 Mar 01 21:31:56.409028 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33200) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:56.469930 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d56f924d-0209-4ff9-9733-c8b6ca8e4b68 None None] Deleting port 6428b326-7bff-4b05-aeb7-9e6ae393eca5 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:31:56.470508 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d56f924d-0209-4ff9-9733-c8b6ca8e4b68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:56.537599 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d56f924d-0209-4ff9-9733-c8b6ca8e4b68 None None] The port '6428b326-7bff-4b05-aeb7-9e6ae393eca5' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:31:56.929503 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9f128d24-4a2e-46cd-b4ec-7f27945552c6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:57.383511 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-9f128d24-4a2e-46cd-b4ec-7f27945552c6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting port 76e071c0-8658-45c4-b8a1-66a9506a530a {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:31:57.392286 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9f128d24-4a2e-46cd-b4ec-7f27945552c6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:57.446317 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-58ed4694-68f5-44b5-8729-f5b7a6c3ff99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:57.570448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-9f128d24-4a2e-46cd-b4ec-7f27945552c6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] For port 76e071c0-8658-45c4-b8a1-66a9506a530a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=76e071c0-8658-45c4-b8a1-66a9506a530a,segment=NetworkSegment(6130b33b-9916-4a37-a018-b9abf06d8822),segment_id=6130b33b-9916-4a37-a018-b9abf06d8822)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:57.570798 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9f128d24-4a2e-46cd-b4ec-7f27945552c6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:57.633909 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 89d5853a-94ca-4734-9151-ebf6b34750db no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:31:57.667659 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 89d5853a-94ca-4734-9151-ebf6b34750db {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:31:57.668009 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 89d5853a-94ca-4734-9151-ebf6b34750db not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:31:57.692749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-9f128d24-4a2e-46cd-b4ec-7f27945552c6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Calling delete_port for 76e071c0-8658-45c4-b8a1-66a9506a530a owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:31:57.943994 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9f128d24-4a2e-46cd-b4ec-7f27945552c6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:57.993778 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f128d24-4a2e-46cd-b4ec-7f27945552c6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Port': ['ID=76e071c0-8658-45c4-b8a1-66a9506a530a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:58.194163 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9f128d24-4a2e-46cd-b4ec-7f27945552c6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:58.513768 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f128d24-4a2e-46cd-b4ec-7f27945552c6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router f49bb876-c856-44e8-aafe-c2f67663f846 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:31:58.792668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f128d24-4a2e-46cd-b4ec-7f27945552c6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:31:58.801766 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b201f2a-9aae-49e6-a6a1-0f347758668f None None] Sync routers for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:31:58.805363 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9f128d24-4a2e-46cd-b4ec-7f27945552c6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/f49bb876-c856-44e8-aafe-c2f67663f846/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3953559 Mar 01 21:31:58.808009 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33204) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:58.811165 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b201f2a-9aae-49e6-a6a1-0f347758668f None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:58.811869 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8b201f2a-9aae-49e6-a6a1-0f347758668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:58.875476 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-51871a43-80ab-473b-ab39-a2e0cc4b14a6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting subnet fb0c01df-073c-4824-80ba-b17377818bef {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:31:58.878687 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51871a43-80ab-473b-ab39-a2e0cc4b14a6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:58.933616 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51871a43-80ab-473b-ab39-a2e0cc4b14a6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:58.999208 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-8b201f2a-9aae-49e6-a6a1-0f347758668f None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:31:59.022068 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51871a43-80ab-473b-ab39-a2e0cc4b14a6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:59.172139 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51871a43-80ab-473b-ab39-a2e0cc4b14a6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:59.212472 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51871a43-80ab-473b-ab39-a2e0cc4b14a6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Subnet': ['ID=fb0c01df-073c-4824-80ba-b17377818bef,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:31:59.217694 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51871a43-80ab-473b-ab39-a2e0cc4b14a6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:59.223764 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-51871a43-80ab-473b-ab39-a2e0cc4b14a6 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/subnets/fb0c01df-073c-4824-80ba-b17377818bef HTTP/1.1" status: 204 len: 168 time: 0.4142475 Mar 01 21:31:59.226047 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07c9df7-63d0-49f0-b4b5-a017df9791e0 None None] Network bbde7ba2-3559-4a0e-99f5-17a8c98f37fc requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:31:59.226584 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33208) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:31:59.352146 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-575eb3a4-d49a-40e4-b017-6eb5f6539f17 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:59.362702 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-575eb3a4-d49a-40e4-b017-6eb5f6539f17 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting port 6abcadc1-365d-4702-8c7f-c1809a71f5a8 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:31:59.363031 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-575eb3a4-d49a-40e4-b017-6eb5f6539f17 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:59.489628 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8b201f2a-9aae-49e6-a6a1-0f347758668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:57Z', 'revision_number': 10, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:59.499511 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b201f2a-9aae-49e6-a6a1-0f347758668f None None] Checking router: f49bb876-c856-44e8-aafe-c2f67663f846 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:31:59.514145 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b201f2a-9aae-49e6-a6a1-0f347758668f None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:31:59.514741 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8b201f2a-9aae-49e6-a6a1-0f347758668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:31:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:31:59.579703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-575eb3a4-d49a-40e4-b017-6eb5f6539f17 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] For port 6abcadc1-365d-4702-8c7f-c1809a71f5a8, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=6abcadc1-365d-4702-8c7f-c1809a71f5a8,segment=NetworkSegment(6130b33b-9916-4a37-a018-b9abf06d8822),segment_id=6130b33b-9916-4a37-a018-b9abf06d8822)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:31:59.580309 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09765100-1d06-4f2e-b8de-d81e9defed68 None None] DHCP port deletion for bbde7ba2-3559-4a0e-99f5-17a8c98f37fc request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:31:59.580421 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-575eb3a4-d49a-40e4-b017-6eb5f6539f17 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:59.639692 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-09765100-1d06-4f2e-b8de-d81e9defed68 None None] Deleting port 6abcadc1-365d-4702-8c7f-c1809a71f5a8 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:31:59.640061 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-09765100-1d06-4f2e-b8de-d81e9defed68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:59.710970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-575eb3a4-d49a-40e4-b017-6eb5f6539f17 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Calling delete_port for 6abcadc1-365d-4702-8c7f-c1809a71f5a8 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:31:59.732741 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-8b201f2a-9aae-49e6-a6a1-0f347758668f None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:31:59.803860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6abcadc1-365d-4702-8c7f-c1809a71f5a8 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:31:59.844664 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4d3e45f4-308f-4bfe-9666-eea58e2d026f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:59.852127 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-575eb3a4-d49a-40e4-b017-6eb5f6539f17 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:31:59.903509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575eb3a4-d49a-40e4-b017-6eb5f6539f17 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] No DVR routers for this DVR port 6abcadc1-365d-4702-8c7f-c1809a71f5a8 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:31:59.933347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575eb3a4-d49a-40e4-b017-6eb5f6539f17 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Port': ['ID=6abcadc1-365d-4702-8c7f-c1809a71f5a8,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:00.033074 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-575eb3a4-d49a-40e4-b017-6eb5f6539f17 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:00.059154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-575eb3a4-d49a-40e4-b017-6eb5f6539f17 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbde7ba2-3559-4a0e-99f5-17a8c98f37fc']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:32:00.065300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No active binding found for port 6abcadc1-365d-4702-8c7f-c1809a71f5a8 {{(pid=88520) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Mar 01 21:32:00.065534 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 6abcadc1-365d-4702-8c7f-c1809a71f5a8 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:32:00.072580 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-575eb3a4-d49a-40e4-b017-6eb5f6539f17 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6130b33b-9916-4a37-a018-b9abf06d8822') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:32:00.073340 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-575eb3a4-d49a-40e4-b017-6eb5f6539f17 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6130b33b-9916-4a37-a018-b9abf06d8822') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:32:00.085935 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-575eb3a4-d49a-40e4-b017-6eb5f6539f17 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:00.102628 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-575eb3a4-d49a-40e4-b017-6eb5f6539f17 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:00.108664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575eb3a4-d49a-40e4-b017-6eb5f6539f17 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:32:00.109039 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-575eb3a4-d49a-40e4-b017-6eb5f6539f17 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:32:00.123961 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:32:00.159671 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-09765100-1d06-4f2e-b8de-d81e9defed68 None None] For port 6abcadc1-365d-4702-8c7f-c1809a71f5a8, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=6abcadc1-365d-4702-8c7f-c1809a71f5a8,segment=NetworkSegment(6130b33b-9916-4a37-a018-b9abf06d8822),segment_id=6130b33b-9916-4a37-a018-b9abf06d8822)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:32:00.160002 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-09765100-1d06-4f2e-b8de-d81e9defed68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:00.280337 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-575eb3a4-d49a-40e4-b017-6eb5f6539f17 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:00.284776 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-575eb3a4-d49a-40e4-b017-6eb5f6539f17 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:00.313124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575eb3a4-d49a-40e4-b017-6eb5f6539f17 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Network': ['ID=bbde7ba2-3559-4a0e-99f5-17a8c98f37fc,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:00.318662 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-575eb3a4-d49a-40e4-b017-6eb5f6539f17 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/networks/bbde7ba2-3559-4a0e-99f5-17a8c98f37fc HTTP/1.1" status: 204 len: 168 time: 1.0905814 Mar 01 21:32:00.320985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33214) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:00.343024 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-09765100-1d06-4f2e-b8de-d81e9defed68 None None] Calling delete_port for 6abcadc1-365d-4702-8c7f-c1809a71f5a8 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:32:00.467938 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-09765100-1d06-4f2e-b8de-d81e9defed68 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:32:00.468208 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-09765100-1d06-4f2e-b8de-d81e9defed68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:32:00.486258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8b201f2a-9aae-49e6-a6a1-0f347758668f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:57Z', 'revision_number': 10, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:32:00.492840 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b201f2a-9aae-49e6-a6a1-0f347758668f None None] The sync data for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 is: [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:31:57Z', 'revision_number': 10, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None, '_interfaces': [{'id': '720d48b0-fa25-4eb4-b72d-edd4663adb7b', 'name': '', 'network_id': '579091fb-961a-4f09-aa33-183b3e9b6c54', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'mac_address': 'fa:16:3e:b4:d8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:31:29Z', 'updated_at': '2022-03-01T21:31:36Z', 'revision_number': 5, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'subnets': [{'id': '8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:32:00.605955 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:00.634322 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:00.952536 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e53dba7f-5495-4e80-bbb1-79e30f9a500f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:00.969262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-09765100-1d06-4f2e-b8de-d81e9defed68 None None] Deleting port 6abcadc1-365d-4702-8c7f-c1809a71f5a8 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:32:00.969707 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-09765100-1d06-4f2e-b8de-d81e9defed68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:01.035105 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-09765100-1d06-4f2e-b8de-d81e9defed68 None None] The port '6abcadc1-365d-4702-8c7f-c1809a71f5a8' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:32:01.298277 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e53dba7f-5495-4e80-bbb1-79e30f9a500f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting port 720d48b0-fa25-4eb4-b72d-edd4663adb7b {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:32:01.298540 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e53dba7f-5495-4e80-bbb1-79e30f9a500f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:01.485937 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-e53dba7f-5495-4e80-bbb1-79e30f9a500f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] For port 720d48b0-fa25-4eb4-b72d-edd4663adb7b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=720d48b0-fa25-4eb4-b72d-edd4663adb7b,segment=NetworkSegment(a4510883-088a-49da-a57f-952ba19e46c0),segment_id=a4510883-088a-49da-a57f-952ba19e46c0)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:32:01.486206 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e53dba7f-5495-4e80-bbb1-79e30f9a500f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:01.606165 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-e53dba7f-5495-4e80-bbb1-79e30f9a500f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Calling delete_port for 720d48b0-fa25-4eb4-b72d-edd4663adb7b owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:32:01.634941 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 76e071c0-8658-45c4-b8a1-66a9506a530a no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:32:01.671532 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 76e071c0-8658-45c4-b8a1-66a9506a530a {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:32:01.671873 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 76e071c0-8658-45c4-b8a1-66a9506a530a not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:32:01.840538 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e53dba7f-5495-4e80-bbb1-79e30f9a500f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:01.887284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53dba7f-5495-4e80-bbb1-79e30f9a500f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Port': ['ID=720d48b0-fa25-4eb4-b72d-edd4663adb7b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:02.179946 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e53dba7f-5495-4e80-bbb1-79e30f9a500f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:02.309229 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:02.452454 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53dba7f-5495-4e80-bbb1-79e30f9a500f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router f49bb876-c856-44e8-aafe-c2f67663f846 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:32:02.581778 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53dba7f-5495-4e80-bbb1-79e30f9a500f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:32:02.591491 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc10ed-97c6-42a6-a565-5828cd612b12 None None] Sync routers for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:32:02.594462 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e53dba7f-5495-4e80-bbb1-79e30f9a500f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/f49bb876-c856-44e8-aafe-c2f67663f846/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2723885 Mar 01 21:32:02.597071 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33222) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:02.602750 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc10ed-97c6-42a6-a565-5828cd612b12 None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:32:02.603341 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-28bc10ed-97c6-42a6-a565-5828cd612b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:32:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:32:02.664891 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0d8ec7-58ad-4041-ac6a-2bf6d3728181 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting subnet 8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:32:02.667810 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8ec7-58ad-4041-ac6a-2bf6d3728181 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:02.720822 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8ec7-58ad-4041-ac6a-2bf6d3728181 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:02.758996 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-28bc10ed-97c6-42a6-a565-5828cd612b12 None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:32:02.808076 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8ec7-58ad-4041-ac6a-2bf6d3728181 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:02.862837 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-28bc10ed-97c6-42a6-a565-5828cd612b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:32:01Z', 'revision_number': 11, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:32:02.867184 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc10ed-97c6-42a6-a565-5828cd612b12 None None] Checking router: f49bb876-c856-44e8-aafe-c2f67663f846 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:32:02.875549 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc10ed-97c6-42a6-a565-5828cd612b12 None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:32:02.876321 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-28bc10ed-97c6-42a6-a565-5828cd612b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:32:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:32:02.955142 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8ec7-58ad-4041-ac6a-2bf6d3728181 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:02.999892 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-28bc10ed-97c6-42a6-a565-5828cd612b12 None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:32:03.000964 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3c0d8ec7-58ad-4041-ac6a-2bf6d3728181 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:03.008292 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83f5abd-71b7-43a3-9db2-2b382ed612eb None None] Network 579091fb-961a-4f09-aa33-183b3e9b6c54 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:32:03.008927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0d8ec7-58ad-4041-ac6a-2bf6d3728181 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Subnet': ['ID=8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:03.013649 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3c0d8ec7-58ad-4041-ac6a-2bf6d3728181 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/subnets/8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611 HTTP/1.1" status: 204 len: 168 time: 0.4156494 Mar 01 21:32:03.016286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33226) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:03.109358 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-28bc10ed-97c6-42a6-a565-5828cd612b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:32:01Z', 'revision_number': 11, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:32:03.113410 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28bc10ed-97c6-42a6-a565-5828cd612b12 None None] The sync data for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 is: [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:32:01Z', 'revision_number': 11, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:32:03.144998 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d204429-8c98-470a-921b-8ea78379033c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:03.157311 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-1d204429-8c98-470a-921b-8ea78379033c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Deleting port ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:32:03.157656 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d204429-8c98-470a-921b-8ea78379033c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:03.370206 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-1d204429-8c98-470a-921b-8ea78379033c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] For port ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4,segment=NetworkSegment(a4510883-088a-49da-a57f-952ba19e46c0),segment_id=a4510883-088a-49da-a57f-952ba19e46c0)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:32:03.370561 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d204429-8c98-470a-921b-8ea78379033c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:03.493755 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec21d1b0-99e9-4fbd-9516-446bc12f17a0 None None] DHCP port deletion for 579091fb-961a-4f09-aa33-183b3e9b6c54 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:32:03.498580 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ec21d1b0-99e9-4fbd-9516-446bc12f17a0 None None] Deleting port ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:32:03.499091 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ec21d1b0-99e9-4fbd-9516-446bc12f17a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:03.616878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-1d204429-8c98-470a-921b-8ea78379033c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Calling delete_port for ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:32:03.693440 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 720d48b0-fa25-4eb4-b72d-edd4663adb7b no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:32:03.740862 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 720d48b0-fa25-4eb4-b72d-edd4663adb7b {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:32:03.741124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 720d48b0-fa25-4eb4-b72d-edd4663adb7b not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:32:03.741529 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:32:03.766196 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d204429-8c98-470a-921b-8ea78379033c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:03.782826 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:32:03.784831 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:32:03.785577 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ec21d1b0-99e9-4fbd-9516-446bc12f17a0 None None] For port ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4,segment=NetworkSegment(a4510883-088a-49da-a57f-952ba19e46c0),segment_id=a4510883-088a-49da-a57f-952ba19e46c0)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:32:03.785961 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ec21d1b0-99e9-4fbd-9516-446bc12f17a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:03.816438 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d204429-8c98-470a-921b-8ea78379033c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Port': ['ID=ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:03.818366 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d204429-8c98-470a-921b-8ea78379033c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] No DVR routers for this DVR port ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:32:03.908023 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ec21d1b0-99e9-4fbd-9516-446bc12f17a0 None None] Calling delete_port for ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:32:03.939915 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d204429-8c98-470a-921b-8ea78379033c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:03.964906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-1d204429-8c98-470a-921b-8ea78379033c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['579091fb-961a-4f09-aa33-183b3e9b6c54']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:32:03.977388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-1d204429-8c98-470a-921b-8ea78379033c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4510883-088a-49da-a57f-952ba19e46c0') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:32:03.977688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-1d204429-8c98-470a-921b-8ea78379033c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4510883-088a-49da-a57f-952ba19e46c0') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:32:03.979095 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-ec21d1b0-99e9-4fbd-9516-446bc12f17a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:32:03.979482 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-ec21d1b0-99e9-4fbd-9516-446bc12f17a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:32:03.988819 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d204429-8c98-470a-921b-8ea78379033c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:04.004185 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d204429-8c98-470a-921b-8ea78379033c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:04.010156 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d204429-8c98-470a-921b-8ea78379033c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:32:04.010549 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d204429-8c98-470a-921b-8ea78379033c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:32:04.024923 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:32:04.143150 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d204429-8c98-470a-921b-8ea78379033c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:04.160365 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1d204429-8c98-470a-921b-8ea78379033c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:04.171849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d204429-8c98-470a-921b-8ea78379033c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Pushing event deleted for resources: {'Network': ['ID=579091fb-961a-4f09-aa33-183b3e9b6c54,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:04.179255 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1d204429-8c98-470a-921b-8ea78379033c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/networks/579091fb-961a-4f09-aa33-183b3e9b6c54 HTTP/1.1" status: 204 len: 168 time: 1.1618009 Mar 01 21:32:04.181826 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33230) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:04.186680 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-8c21821e-738e-43d4-ab43-ea256a943589 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'router': {'routes': None}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:04.465913 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.extraroute_db [None req-8c21821e-738e-43d4-ab43-ea256a943589 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Added routes are [] {{(pid=88518) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Mar 01 21:32:04.466146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.extraroute_db [None req-8c21821e-738e-43d4-ab43-ea256a943589 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Removed routes are [] {{(pid=88518) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Mar 01 21:32:04.466461 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8c21821e-738e-43d4-ab43-ea256a943589 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:04.480222 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ec21d1b0-99e9-4fbd-9516-446bc12f17a0 None None] Deleting port ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:32:04.480611 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ec21d1b0-99e9-4fbd-9516-446bc12f17a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:04.548053 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-ec21d1b0-99e9-4fbd-9516-446bc12f17a0 None None] The port 'ae968ee7-c06b-4b35-a92b-d56ec0cd0ee4' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:32:04.712497 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8c21821e-738e-43d4-ab43-ea256a943589 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:04.715712 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8c21821e-738e-43d4-ab43-ea256a943589 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:04.843197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c21821e-738e-43d4-ab43-ea256a943589 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router f49bb876-c856-44e8-aafe-c2f67663f846 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:32:05.078555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c21821e-738e-43d4-ab43-ea256a943589 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:32:05.084960 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8c21821e-738e-43d4-ab43-ea256a943589 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:05.086063 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8c21821e-738e-43d4-ab43-ea256a943589 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/f49bb876-c856-44e8-aafe-c2f67663f846 HTTP/1.1" status: 200 len: 705 time: 0.9033265 Mar 01 21:32:05.087794 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3e3ca8-6f4b-4b50-864c-ff50ac5cadb7 None None] Sync routers for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:32:05.088797 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33234) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:05.097280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3e3ca8-6f4b-4b50-864c-ff50ac5cadb7 None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:32:05.097821 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-cd3e3ca8-6f4b-4b50-864c-ff50ac5cadb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:32:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:32:05.133314 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4aa2a4ef-6c06-49d2-85ca-7f2f52fafd59 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Synchronizing usage tracker for tenant:d21332a3bebd4eea9003a79c25245b00 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:05.182922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4aa2a4ef-6c06-49d2-85ca-7f2f52fafd59 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Unset dirty status for tenant:d21332a3bebd4eea9003a79c25245b00 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:05.186456 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4aa2a4ef-6c06-49d2-85ca-7f2f52fafd59 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/ports?device_id=f49bb876-c856-44e8-aafe-c2f67663f846 HTTP/1.1" status: 200 len: 205 time: 0.0944729 Mar 01 21:32:05.186666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33238) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:05.224928 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-cd3e3ca8-6f4b-4b50-864c-ff50ac5cadb7 None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:32:05.319454 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a40b521b-9447-4678-8799-a9a583e89231 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:05.367894 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-cd3e3ca8-6f4b-4b50-864c-ff50ac5cadb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:32:01Z', 'revision_number': 11, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:32:05.371792 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3e3ca8-6f4b-4b50-864c-ff50ac5cadb7 None None] Checking router: f49bb876-c856-44e8-aafe-c2f67663f846 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:32:05.379989 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3e3ca8-6f4b-4b50-864c-ff50ac5cadb7 None None] Routers {'f49bb876-c856-44e8-aafe-c2f67663f846'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:32:05.380619 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-cd3e3ca8-6f4b-4b50-864c-ff50ac5cadb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:32:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['f49bb876-c856-44e8-aafe-c2f67663f846'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:32:05.503385 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-cd3e3ca8-6f4b-4b50-864c-ff50ac5cadb7 None None] Set router f49bb876-c856-44e8-aafe-c2f67663f846 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:32:05.608329 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-cd3e3ca8-6f4b-4b50-864c-ff50ac5cadb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:32:01Z', 'revision_number': 11, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:32:05.610792 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a40b521b-9447-4678-8799-a9a583e89231 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:05.612283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3e3ca8-6f4b-4b50-864c-ff50ac5cadb7 None None] The sync data for ids ['f49bb876-c856-44e8-aafe-c2f67663f846'] in n-d-827896-4 is: [{'id': 'f49bb876-c856-44e8-aafe-c2f67663f846', 'name': 'tempest-RoutersIpV6Test-router-1732149658', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:31:27Z', 'updated_at': '2022-03-01T21:32:01Z', 'revision_number': 11, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:32:05.613091 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a40b521b-9447-4678-8799-a9a583e89231 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:05.743152 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a40b521b-9447-4678-8799-a9a583e89231 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:05.743702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40b521b-9447-4678-8799-a9a583e89231 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Fanout notify agent at l3_agent the message router_deleted on router f49bb876-c856-44e8-aafe-c2f67663f846 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:32:05.758847 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a40b521b-9447-4678-8799-a9a583e89231 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:05.759997 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a40b521b-9447-4678-8799-a9a583e89231 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/routers/f49bb876-c856-44e8-aafe-c2f67663f846 HTTP/1.1" status: 204 len: 168 time: 0.5724077 Mar 01 21:32:05.764037 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33242) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:05.768770 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-d37db715-e0ea-46a8-9e8d-7cf345fdf7c3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1290737310', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:05.776433 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d37db715-e0ea-46a8-9e8d-7cf345fdf7c3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:05.780920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d37db715-e0ea-46a8-9e8d-7cf345fdf7c3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Usage tracker for resource:router and tenant:d21332a3bebd4eea9003a79c25245b00 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:05.783924 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d37db715-e0ea-46a8-9e8d-7cf345fdf7c3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:05.791018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d37db715-e0ea-46a8-9e8d-7cf345fdf7c3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:05.869327 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d37db715-e0ea-46a8-9e8d-7cf345fdf7c3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:05.870628 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d37db715-e0ea-46a8-9e8d-7cf345fdf7c3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:05.885262 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d37db715-e0ea-46a8-9e8d-7cf345fdf7c3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:05.960549 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d37db715-e0ea-46a8-9e8d-7cf345fdf7c3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:06.046002 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d37db715-e0ea-46a8-9e8d-7cf345fdf7c3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:06.047218 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d37db715-e0ea-46a8-9e8d-7cf345fdf7c3 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2823980 Mar 01 21:32:06.050108 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33246) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:06.055517 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-3a9f3db4-9013-4280-b601-825ec86baf7d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:06.454428 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3a9f3db4-9013-4280-b601-825ec86baf7d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:06.520562 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3a9f3db4-9013-4280-b601-825ec86baf7d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-331054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-331041', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-329334'] for router, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:06.891470 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a9f3db4-9013-4280-b601-825ec86baf7d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Router a2d8e4f7-d81e-480d-ad65-569b1575d75a is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:32:07.025761 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9f3db4-9013-4280-b601-825ec86baf7d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:32:07.032111 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3a9f3db4-9013-4280-b601-825ec86baf7d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:07.033224 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3a9f3db4-9013-4280-b601-825ec86baf7d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "PUT /v2.0/routers/a2d8e4f7-d81e-480d-ad65-569b1575d75a HTTP/1.1" status: 200 len: 698 time: 0.9821496 Mar 01 21:32:07.035618 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9752089a-ec0d-450b-9564-1302e161d85e None None] Sync routers for ids ['a2d8e4f7-d81e-480d-ad65-569b1575d75a'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:32:07.036079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33250) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:07.046578 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9752089a-ec0d-450b-9564-1302e161d85e None None] Routers {'a2d8e4f7-d81e-480d-ad65-569b1575d75a'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:32:07.047249 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-9752089a-ec0d-450b-9564-1302e161d85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:32:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['a2d8e4f7-d81e-480d-ad65-569b1575d75a'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:32:07.178022 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2165effd-9fe2-4ae9-ae92-fae258c06626 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/routers/a2d8e4f7-d81e-480d-ad65-569b1575d75a HTTP/1.1" status: 200 len: 704 time: 0.1381855 Mar 01 21:32:07.178238 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33254) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:07.187585 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-9752089a-ec0d-450b-9564-1302e161d85e None None] Set router a2d8e4f7-d81e-480d-ad65-569b1575d75a gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:32:07.223703 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e99fca8a-588a-4db7-91d3-1ba22d32a242 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2d8e4f7-d81e-480d-ad65-569b1575d75a HTTP/1.1" status: 200 len: 205 time: 0.0421543 Mar 01 21:32:07.223946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33258) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:07.291479 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-9752089a-ec0d-450b-9564-1302e161d85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d8e4f7-d81e-480d-ad65-569b1575d75a', 'name': 'tempest-RoutersIpV6Test-router-1290737310', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:32:05Z', 'updated_at': '2022-03-01T21:32:06Z', 'revision_number': 2, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:32:07.295440 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9752089a-ec0d-450b-9564-1302e161d85e None None] Checking router: a2d8e4f7-d81e-480d-ad65-569b1575d75a for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:32:07.303625 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9752089a-ec0d-450b-9564-1302e161d85e None None] Routers {'a2d8e4f7-d81e-480d-ad65-569b1575d75a'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:32:07.304214 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-9752089a-ec0d-450b-9564-1302e161d85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:32:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['a2d8e4f7-d81e-480d-ad65-569b1575d75a'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:32:07.355678 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4be92236-90f1-4320-8cd9-9b888b7a5049 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:07.434682 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:32:07.435734 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-9752089a-ec0d-450b-9564-1302e161d85e None None] Set router a2d8e4f7-d81e-480d-ad65-569b1575d75a gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:32:07.544146 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-9752089a-ec0d-450b-9564-1302e161d85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2d8e4f7-d81e-480d-ad65-569b1575d75a', 'name': 'tempest-RoutersIpV6Test-router-1290737310', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:32:05Z', 'updated_at': '2022-03-01T21:32:06Z', 'revision_number': 2, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:32:07.548245 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9752089a-ec0d-450b-9564-1302e161d85e None None] The sync data for ids ['a2d8e4f7-d81e-480d-ad65-569b1575d75a'] in n-d-827896-4 is: [{'id': 'a2d8e4f7-d81e-480d-ad65-569b1575d75a', 'name': 'tempest-RoutersIpV6Test-router-1290737310', 'tenant_id': 'd21332a3bebd4eea9003a79c25245b00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:32:05Z', 'updated_at': '2022-03-01T21:32:06Z', 'revision_number': 2, 'project_id': 'd21332a3bebd4eea9003a79c25245b00', 'gw_port_host': None}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:32:07.779956 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4be92236-90f1-4320-8cd9-9b888b7a5049 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:07.783139 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4be92236-90f1-4320-8cd9-9b888b7a5049 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:07.885742 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4be92236-90f1-4320-8cd9-9b888b7a5049 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:07.886262 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4be92236-90f1-4320-8cd9-9b888b7a5049 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Fanout notify agent at l3_agent the message router_deleted on router a2d8e4f7-d81e-480d-ad65-569b1575d75a {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:32:07.900515 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4be92236-90f1-4320-8cd9-9b888b7a5049 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:07.901566 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4be92236-90f1-4320-8cd9-9b888b7a5049 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/routers/a2d8e4f7-d81e-480d-ad65-569b1575d75a HTTP/1.1" status: 204 len: 168 time: 0.6760807 Mar 01 21:32:07.904948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33262) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:07.949789 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9243ad36-b68b-40b7-b16e-71b51c84b31f tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2d8e4f7-d81e-480d-ad65-569b1575d75a HTTP/1.1" status: 200 len: 205 time: 0.0435529 Mar 01 21:32:07.952240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33266) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:08.021736 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-fe71a660-5547-4ee8-b231-8b53e85907c2 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] delete failed (client error): The resource could not be found. Mar 01 21:32:08.022965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fe71a660-5547-4ee8-b231-8b53e85907c2 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/routers/a2d8e4f7-d81e-480d-ad65-569b1575d75a HTTP/1.1" status: 404 len: 336 time: 0.0696383 Mar 01 21:32:08.025286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33270) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:08.061963 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f794f57-5d1b-4ed0-9a87-a1f81c670885 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] DELETE failed (client error): The resource could not be found. Mar 01 21:32:08.062613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f794f57-5d1b-4ed0-9a87-a1f81c670885 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:32:08.064042 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5f794f57-5d1b-4ed0-9a87-a1f81c670885 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/subnets/ba2c6de9-9bbd-4568-b2e0-62eaaf96055f HTTP/1.1" status: 404 len: 337 time: 0.0378935 Mar 01 21:32:08.066455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33274) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:08.114501 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9094da-cb6d-469c-83cd-0b3043a8ecd9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] DELETE failed (client error): The resource could not be found. Mar 01 21:32:08.115138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9094da-cb6d-469c-83cd-0b3043a8ecd9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:32:08.117038 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4c9094da-cb6d-469c-83cd-0b3043a8ecd9 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/subnets/1724857f-c04e-45b9-87ad-1fc3dcc53904 HTTP/1.1" status: 404 len: 337 time: 0.0497243 Mar 01 21:32:08.119493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33278) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:08.158507 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-29fe0caf-1178-450f-bee1-2d7cdfeb0ef7 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] DELETE failed (client error): The resource could not be found. Mar 01 21:32:08.158969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29fe0caf-1178-450f-bee1-2d7cdfeb0ef7 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:32:08.160748 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-29fe0caf-1178-450f-bee1-2d7cdfeb0ef7 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/subnets/fb0c01df-073c-4824-80ba-b17377818bef HTTP/1.1" status: 404 len: 337 time: 0.0403483 Mar 01 21:32:08.163405 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33282) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:08.200753 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-11110c2f-ef64-4c88-b06a-b306c53da841 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] DELETE failed (client error): The resource could not be found. Mar 01 21:32:08.201392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11110c2f-ef64-4c88-b06a-b306c53da841 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:32:08.203023 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-11110c2f-ef64-4c88-b06a-b306c53da841 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/subnets/8bd5f19c-4a2a-4e1b-a7ec-dfbcadb81611 HTTP/1.1" status: 404 len: 337 time: 0.0387070 Mar 01 21:32:08.205534 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33286) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:08.252036 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-87fbc219-b1ca-45ee-b2d7-7c4a596f0ffa tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/ports?device_id=f49bb876-c856-44e8-aafe-c2f67663f846 HTTP/1.1" status: 200 len: 205 time: 0.0454531 Mar 01 21:32:08.254249 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33290) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:08.320975 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-1eac7615-f843-4c1e-8767-4ffe264c924c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] delete failed (client error): The resource could not be found. Mar 01 21:32:08.322003 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1eac7615-f843-4c1e-8767-4ffe264c924c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/routers/f49bb876-c856-44e8-aafe-c2f67663f846 HTTP/1.1" status: 404 len: 336 time: 0.0668774 Mar 01 21:32:08.324730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33294) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:08.376533 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-502b4113-418d-491d-a67d-3166d98704a1 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/ports?device_id=2bfe9f14-7ac6-4f8f-bfc6-e2e22c59c375 HTTP/1.1" status: 200 len: 205 time: 0.0504119 Mar 01 21:32:08.378543 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33298) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:08.451406 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-d05aa0e0-e2eb-4272-a67e-122a92b409c0 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] delete failed (client error): The resource could not be found. Mar 01 21:32:08.452342 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d05aa0e0-e2eb-4272-a67e-122a92b409c0 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/routers/2bfe9f14-7ac6-4f8f-bfc6-e2e22c59c375 HTTP/1.1" status: 404 len: 336 time: 0.0728998 Mar 01 21:32:08.454929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33302) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:08.495805 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-efcab144-a698-4327-b24b-65d8df5338df tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] DELETE failed (client error): The resource could not be found. Mar 01 21:32:08.496249 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efcab144-a698-4327-b24b-65d8df5338df tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:32:08.497840 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-efcab144-a698-4327-b24b-65d8df5338df tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/subnets/c86e9708-eb41-4ce6-840d-1eae5da26b77 HTTP/1.1" status: 404 len: 337 time: 0.0420208 Mar 01 21:32:08.500399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33306) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:08.542704 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-46f89312-5e3f-471d-b7a7-70dbe26549a2 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/ports?device_id=b99eae11-ba77-46a1-a82e-08636ad75ae8 HTTP/1.1" status: 200 len: 205 time: 0.0413113 Mar 01 21:32:08.544939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33310) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:08.613052 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-0ee38fb3-01f3-4439-8f3b-34c9a3215152 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] delete failed (client error): The resource could not be found. Mar 01 21:32:08.614017 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0ee38fb3-01f3-4439-8f3b-34c9a3215152 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/routers/b99eae11-ba77-46a1-a82e-08636ad75ae8 HTTP/1.1" status: 404 len: 336 time: 0.0682347 Mar 01 21:32:08.617230 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33314) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:08.659808 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a99b1389-b8f8-4391-a5f3-eaaf627d1d2a tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/ports?device_id=789e27ef-0255-4560-b54c-382d20f0bc2d HTTP/1.1" status: 200 len: 205 time: 0.0415351 Mar 01 21:32:08.662668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33318) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:08.728585 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-af956a14-8d98-4365-99c9-0301e1ee50df tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] delete failed (client error): The resource could not be found. Mar 01 21:32:08.729474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-af956a14-8d98-4365-99c9-0301e1ee50df tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/routers/789e27ef-0255-4560-b54c-382d20f0bc2d HTTP/1.1" status: 404 len: 336 time: 0.0659692 Mar 01 21:32:08.731944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33322) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:08.767270 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d0cefe3-9c8f-4cb2-9363-124ca1f82f18 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] DELETE failed (client error): The resource could not be found. Mar 01 21:32:08.767726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d0cefe3-9c8f-4cb2-9363-124ca1f82f18 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:32:08.769266 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5d0cefe3-9c8f-4cb2-9363-124ca1f82f18 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/subnets/2870b600-0342-4eb3-ab56-7995c2c7176f HTTP/1.1" status: 404 len: 337 time: 0.0364783 Mar 01 21:32:08.772224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33326) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:08.813510 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0f6e117d-4e3f-4dbc-b780-2a2cdd011315 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/ports?device_id=87621ab2-7703-47fd-b99f-261caee393ec HTTP/1.1" status: 200 len: 205 time: 0.0403125 Mar 01 21:32:08.815838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33330) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:08.883173 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-6b003244-a6df-419e-8c02-74d068f1a7b4 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] delete failed (client error): The resource could not be found. Mar 01 21:32:08.884170 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6b003244-a6df-419e-8c02-74d068f1a7b4 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/routers/87621ab2-7703-47fd-b99f-261caee393ec HTTP/1.1" status: 404 len: 336 time: 0.0674863 Mar 01 21:32:08.886607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33334) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:08.922462 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-47cfee19-6110-4bb0-b202-20386ee2bbad tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] DELETE failed (client error): The resource could not be found. Mar 01 21:32:08.922894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47cfee19-6110-4bb0-b202-20386ee2bbad tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:32:08.924462 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-47cfee19-6110-4bb0-b202-20386ee2bbad tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/subnets/dad7f225-5c84-418f-bad4-52311a074d6b HTTP/1.1" status: 404 len: 337 time: 0.0370061 Mar 01 21:32:08.926716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33338) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:08.971493 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ea49f906-7fa8-4905-b027-f7a7de5d735d tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "GET /v2.0/ports?device_id=cefa86fc-f293-47d9-84f7-74eefdeb5f2b HTTP/1.1" status: 200 len: 205 time: 0.0436909 Mar 01 21:32:08.973684 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33342) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:09.037542 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-4ab76b20-1b1f-4f4f-b3e5-fa16c5561e4c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] delete failed (client error): The resource could not be found. Mar 01 21:32:09.038519 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4ab76b20-1b1f-4f4f-b3e5-fa16c5561e4c tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/routers/cefa86fc-f293-47d9-84f7-74eefdeb5f2b HTTP/1.1" status: 404 len: 336 time: 0.0633132 Mar 01 21:32:09.041000 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33346) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:09.080775 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4e35b71-e646-4033-9357-547eb5a321f5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] DELETE failed (client error): The resource could not be found. Mar 01 21:32:09.081456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4e35b71-e646-4033-9357-547eb5a321f5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:32:09.083954 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a4e35b71-e646-4033-9357-547eb5a321f5 tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/subnets/527056ee-1968-44e3-875f-5a8cd1daf0cd HTTP/1.1" status: 404 len: 337 time: 0.0409575 Mar 01 21:32:09.085888 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33350) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:09.121292 n-d-827896-4 neutron-server[88518]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7791cc9-ffb7-4d2c-920a-03888232ffec tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] DELETE failed (client error): The resource could not be found. Mar 01 21:32:09.121722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7791cc9-ffb7-4d2c-920a-03888232ffec tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88518) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:32:09.123277 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c7791cc9-ffb7-4d2c-920a-03888232ffec tempest-RoutersIpV6Test-1228996735 tempest-RoutersIpV6Test-1228996735-project] 10.222.0.42 "DELETE /v2.0/subnets/ffc44258-cae9-4c9c-86ce-729f41dded18 HTTP/1.1" status: 404 len: 337 time: 0.0365365 Mar 01 21:32:09.588163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33358) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:09.796327 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f095e339-3b25-4edd-967d-b0681c9baf9f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d21332a3bebd4eea9003a79c25245b00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2070100 Mar 01 21:32:09.798777 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33366) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:09.856284 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-092268ec-0967-4769-aba1-e2c4a16df78d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:09.881867 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-092268ec-0967-4769-aba1-e2c4a16df78d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:10.022767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-092268ec-0967-4769-aba1-e2c4a16df78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:10.037473 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092268ec-0967-4769-aba1-e2c4a16df78d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dc534d-6d29-4a66-a981-93f04df15ed3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:10.044601 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-092268ec-0967-4769-aba1-e2c4a16df78d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:10.047973 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-092268ec-0967-4769-aba1-e2c4a16df78d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/95dc534d-6d29-4a66-a981-93f04df15ed3 HTTP/1.1" status: 204 len: 168 time: 0.2460682 Mar 01 21:32:11.065504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33390) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:11.171334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group': {'name': 'tempest-secgroup--1705033309'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:11.178258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:11.182078 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:11.184918 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:11.194341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:11.262871 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:11.275075 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:11.289160 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:11.292938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group_rule and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:11.295669 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:11.301244 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:11.381415 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:11.457121 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:11.470404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:11.478973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group_rule and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:11.487180 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:11.497567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:11.501099 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8c4d12-7e65-4007-b189-2e5197ba40d1,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:11.569568 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:11.634402 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:11.676007 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6315d3-aee0-4c5a-aa39-9fb457ad9dbe,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:11.748129 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:11.751674 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c1ea8b65-0ac4-4eb5-9c8e-d7606c30c696 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6828854 Mar 01 21:32:11.752377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33396) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:11.819283 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b2be984e-4b96-479c-bd13-df270f746b9c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:11.931300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b2be984e-4b96-479c-bd13-df270f746b9c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:11.932560 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b2be984e-4b96-479c-bd13-df270f746b9c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1793003 Mar 01 21:32:11.935522 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33400) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:11.940605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-4824377a-e09d-4be1-9a8b-9e21a82bc142 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group': {'name': 'tempest-security--2137194824', 'description': 'tempest-security-description-995023000'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:11.971648 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4824377a-e09d-4be1-9a8b-9e21a82bc142 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:12.023831 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4824377a-e09d-4be1-9a8b-9e21a82bc142 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:12.096661 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4824377a-e09d-4be1-9a8b-9e21a82bc142 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:12.100000 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4824377a-e09d-4be1-9a8b-9e21a82bc142 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:12.101262 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4824377a-e09d-4be1-9a8b-9e21a82bc142 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "PUT /v2.0/security-groups/7e6315d3-aee0-4c5a-aa39-9fb457ad9dbe HTTP/1.1" status: 200 len: 1779 time: 0.1648068 Mar 01 21:32:12.104032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33404) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:12.129715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824377a-e09d-4be1-9a8b-9e21a82bc142 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6315d3-aee0-4c5a-aa39-9fb457ad9dbe,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:12.156937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-36c3ca83-1b86-4a2b-9bf8-b9118b3f72cd tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-groups/7e6315d3-aee0-4c5a-aa39-9fb457ad9dbe HTTP/1.1" status: 200 len: 1779 time: 0.0516791 Mar 01 21:32:12.159543 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33408) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:12.333009 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-79de940f-0ff7-4e31-ae72-b99093d521d2 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:12.359207 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-79de940f-0ff7-4e31-ae72-b99093d521d2 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:12.480103 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-79de940f-0ff7-4e31-ae72-b99093d521d2 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:12.498394 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79de940f-0ff7-4e31-ae72-b99093d521d2 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6315d3-aee0-4c5a-aa39-9fb457ad9dbe,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:12.571063 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-79de940f-0ff7-4e31-ae72-b99093d521d2 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:12.572227 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-79de940f-0ff7-4e31-ae72-b99093d521d2 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-groups/7e6315d3-aee0-4c5a-aa39-9fb457ad9dbe HTTP/1.1" status: 204 len: 168 time: 0.4117932 Mar 01 21:32:12.574685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33412) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:12.624681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a54c7f18-1766-4e46-9ed1-219b525bbc82 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:12.697030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a54c7f18-1766-4e46-9ed1-219b525bbc82 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:12.698348 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a54c7f18-1766-4e46-9ed1-219b525bbc82 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1226761 Mar 01 21:32:12.701301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33416) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:12.717503 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-ec8dc6e7-8912-46ea-b564-5035d8147798 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] delete failed (client error): The resource could not be found. Mar 01 21:32:12.718436 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ec8dc6e7-8912-46ea-b564-5035d8147798 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-groups/7e6315d3-aee0-4c5a-aa39-9fb457ad9dbe HTTP/1.1" status: 404 len: 347 time: 0.0162706 Mar 01 21:32:12.721962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33420) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:12.726776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-40c005b4-e5d4-4022-ba0d-d2a4bdef6c28 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group': {'name': 'tempest-secgroup--1728663633'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:12.732958 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-40c005b4-e5d4-4022-ba0d-d2a4bdef6c28 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:12.743377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-40c005b4-e5d4-4022-ba0d-d2a4bdef6c28 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:12.811112 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40c005b4-e5d4-4022-ba0d-d2a4bdef6c28 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:12.831895 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-40c005b4-e5d4-4022-ba0d-d2a4bdef6c28 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:12.836473 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-40c005b4-e5d4-4022-ba0d-d2a4bdef6c28 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group_rule and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:12.839255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-40c005b4-e5d4-4022-ba0d-d2a4bdef6c28 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:12.845046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-40c005b4-e5d4-4022-ba0d-d2a4bdef6c28 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:12.912868 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40c005b4-e5d4-4022-ba0d-d2a4bdef6c28 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:12.959675 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40c005b4-e5d4-4022-ba0d-d2a4bdef6c28 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:13.003899 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c005b4-e5d4-4022-ba0d-d2a4bdef6c28 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb7ce40-1255-4422-881e-14281e5d7b95,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:13.062737 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40c005b4-e5d4-4022-ba0d-d2a4bdef6c28 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:13.063973 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-40c005b4-e5d4-4022-ba0d-d2a4bdef6c28 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3411660 Mar 01 21:32:13.066733 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33424) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:13.072385 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6d2ccd93-bce3-4f30-bc70-5c9ee1d20a3c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group_rule': {'security_group_id': '4cb7ce40-1255-4422-881e-14281e5d7b95', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:13.079144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6d2ccd93-bce3-4f30-bc70-5c9ee1d20a3c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:13.082934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6d2ccd93-bce3-4f30-bc70-5c9ee1d20a3c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group_rule and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:13.085875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6d2ccd93-bce3-4f30-bc70-5c9ee1d20a3c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:13.091570 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6d2ccd93-bce3-4f30-bc70-5c9ee1d20a3c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:13.154972 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6d2ccd93-bce3-4f30-bc70-5c9ee1d20a3c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:13.213169 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6d2ccd93-bce3-4f30-bc70-5c9ee1d20a3c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:13.291167 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6d2ccd93-bce3-4f30-bc70-5c9ee1d20a3c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:13.314293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ccd93-bce3-4f30-bc70-5c9ee1d20a3c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4e25129-cd81-4630-a470-c7b497ff7e79,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:13.411797 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6d2ccd93-bce3-4f30-bc70-5c9ee1d20a3c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:13.413098 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6d2ccd93-bce3-4f30-bc70-5c9ee1d20a3c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3454101 Mar 01 21:32:13.416086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33428) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:13.445490 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f14c9e27-63c5-4c79-9c60-039af99cf269 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:13.456121 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f14c9e27-63c5-4c79-9c60-039af99cf269 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:13.548656 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f14c9e27-63c5-4c79-9c60-039af99cf269 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:13.566659 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f14c9e27-63c5-4c79-9c60-039af99cf269 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:13.567768 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f14c9e27-63c5-4c79-9c60-039af99cf269 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/a4e25129-cd81-4630-a470-c7b497ff7e79 HTTP/1.1" status: 204 len: 168 time: 0.1507211 Mar 01 21:32:13.568680 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c9e27-63c5-4c79-9c60-039af99cf269 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a4e25129-cd81-4630-a470-c7b497ff7e79,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:13.570925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33432) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:13.616891 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b381dcd4-d1c6-4410-9ac9-48af7ecf9729 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:13.720431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b381dcd4-d1c6-4410-9ac9-48af7ecf9729 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:13.721709 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b381dcd4-d1c6-4410-9ac9-48af7ecf9729 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1498618 Mar 01 21:32:13.725282 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33436) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:13.790465 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d8b6c96-670b-4819-9af2-30353b39e34e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:13.816820 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d8b6c96-670b-4819-9af2-30353b39e34e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:13.925612 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d8b6c96-670b-4819-9af2-30353b39e34e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:13.944503 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b6c96-670b-4819-9af2-30353b39e34e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb7ce40-1255-4422-881e-14281e5d7b95,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:14.023212 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7d8b6c96-670b-4819-9af2-30353b39e34e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:14.024415 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7d8b6c96-670b-4819-9af2-30353b39e34e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-groups/4cb7ce40-1255-4422-881e-14281e5d7b95 HTTP/1.1" status: 204 len: 168 time: 0.2982082 Mar 01 21:32:14.026889 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33440) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:14.078739 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f7bd8b6b-f373-4c90-90c1-3e077c1fafc5 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:14.159906 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f7bd8b6b-f373-4c90-90c1-3e077c1fafc5 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:14.161154 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f7bd8b6b-f373-4c90-90c1-3e077c1fafc5 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1333153 Mar 01 21:32:14.165015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33444) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:14.169924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c7bc5916-92c6-4f70-a2fb-6c79d0460b2b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group': {'name': 'tempest-secgroup--699149023'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:14.177323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c7bc5916-92c6-4f70-a2fb-6c79d0460b2b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:14.186887 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c7bc5916-92c6-4f70-a2fb-6c79d0460b2b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:14.268570 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5916-92c6-4f70-a2fb-6c79d0460b2b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:14.288910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c7bc5916-92c6-4f70-a2fb-6c79d0460b2b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:14.292858 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c7bc5916-92c6-4f70-a2fb-6c79d0460b2b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group_rule and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:14.295666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c7bc5916-92c6-4f70-a2fb-6c79d0460b2b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:14.301295 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c7bc5916-92c6-4f70-a2fb-6c79d0460b2b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:14.371672 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5916-92c6-4f70-a2fb-6c79d0460b2b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:14.428705 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5916-92c6-4f70-a2fb-6c79d0460b2b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:14.470537 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc5916-92c6-4f70-a2fb-6c79d0460b2b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff2a896-163c-4f29-9855-993fac847cf0,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:14.553780 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c7bc5916-92c6-4f70-a2fb-6c79d0460b2b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:14.554980 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c7bc5916-92c6-4f70-a2fb-6c79d0460b2b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3890657 Mar 01 21:32:14.557602 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33448) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:14.562543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-1acde0cc-55ee-4595-a98e-1bb02d444c1e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group_rule': {'security_group_id': 'fff2a896-163c-4f29-9855-993fac847cf0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:14.569759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1acde0cc-55ee-4595-a98e-1bb02d444c1e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:14.573922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1acde0cc-55ee-4595-a98e-1bb02d444c1e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group_rule and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:14.577072 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1acde0cc-55ee-4595-a98e-1bb02d444c1e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:14.582759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1acde0cc-55ee-4595-a98e-1bb02d444c1e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:14.662373 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1acde0cc-55ee-4595-a98e-1bb02d444c1e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:14.722066 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1acde0cc-55ee-4595-a98e-1bb02d444c1e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:14.806010 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1acde0cc-55ee-4595-a98e-1bb02d444c1e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:14.830048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acde0cc-55ee-4595-a98e-1bb02d444c1e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71bc273e-dc78-4c52-b515-d9f7bd1d9a5c,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:14.903169 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1acde0cc-55ee-4595-a98e-1bb02d444c1e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:14.904392 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1acde0cc-55ee-4595-a98e-1bb02d444c1e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3458507 Mar 01 21:32:14.906988 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33452) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:14.912539 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-ad1894b6-f630-410f-bc76-c55d04834362 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group_rule': {'security_group_id': 'fff2a896-163c-4f29-9855-993fac847cf0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:14.919055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ad1894b6-f630-410f-bc76-c55d04834362 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:14.923141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ad1894b6-f630-410f-bc76-c55d04834362 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group_rule and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:14.926015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ad1894b6-f630-410f-bc76-c55d04834362 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:14.934031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ad1894b6-f630-410f-bc76-c55d04834362 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:15.012174 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad1894b6-f630-410f-bc76-c55d04834362 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:15.073571 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad1894b6-f630-410f-bc76-c55d04834362 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:15.154680 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad1894b6-f630-410f-bc76-c55d04834362 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:15.180128 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1894b6-f630-410f-bc76-c55d04834362 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a42d92-811f-4f4b-889e-79c97c2bed43,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:15.268232 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ad1894b6-f630-410f-bc76-c55d04834362 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:15.269435 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ad1894b6-f630-410f-bc76-c55d04834362 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3615139 Mar 01 21:32:15.273084 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33456) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:15.277916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9747c9e1-fed0-40ff-a2a4-a2fd7fb943d8 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group_rule': {'security_group_id': 'fff2a896-163c-4f29-9855-993fac847cf0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:15.284583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9747c9e1-fed0-40ff-a2a4-a2fd7fb943d8 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:15.289495 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9747c9e1-fed0-40ff-a2a4-a2fd7fb943d8 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group_rule and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:15.292460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9747c9e1-fed0-40ff-a2a4-a2fd7fb943d8 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:15.298244 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9747c9e1-fed0-40ff-a2a4-a2fd7fb943d8 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:15.378303 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9747c9e1-fed0-40ff-a2a4-a2fd7fb943d8 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:15.440496 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9747c9e1-fed0-40ff-a2a4-a2fd7fb943d8 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:15.520085 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9747c9e1-fed0-40ff-a2a4-a2fd7fb943d8 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:15.545552 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9747c9e1-fed0-40ff-a2a4-a2fd7fb943d8 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de4a2b25-9c9e-4d38-8075-4f5bd5a653cf,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:15.628297 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9747c9e1-fed0-40ff-a2a4-a2fd7fb943d8 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:15.629476 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9747c9e1-fed0-40ff-a2a4-a2fd7fb943d8 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3554907 Mar 01 21:32:15.632777 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33460) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:15.637829 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-fee426b2-d74a-42a3-980c-d6f45913797d tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group_rule': {'security_group_id': 'fff2a896-163c-4f29-9855-993fac847cf0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:15.644509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fee426b2-d74a-42a3-980c-d6f45913797d tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:15.649295 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fee426b2-d74a-42a3-980c-d6f45913797d tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group_rule and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:15.652147 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fee426b2-d74a-42a3-980c-d6f45913797d tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:15.657795 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fee426b2-d74a-42a3-980c-d6f45913797d tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:15.733499 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fee426b2-d74a-42a3-980c-d6f45913797d tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:15.795455 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fee426b2-d74a-42a3-980c-d6f45913797d tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:15.884856 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fee426b2-d74a-42a3-980c-d6f45913797d tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:15.908415 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee426b2-d74a-42a3-980c-d6f45913797d tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5530c5-3be1-424b-8eb4-f59118b4cb2f,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:16.011280 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fee426b2-d74a-42a3-980c-d6f45913797d tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:16.012448 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fee426b2-d74a-42a3-980c-d6f45913797d tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3787272 Mar 01 21:32:16.016491 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33464) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:16.022110 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-ee3cfe58-8286-46fb-b1f7-65cd799d9b4c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group_rule': {'security_group_id': 'fff2a896-163c-4f29-9855-993fac847cf0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:16.028846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ee3cfe58-8286-46fb-b1f7-65cd799d9b4c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:16.033137 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ee3cfe58-8286-46fb-b1f7-65cd799d9b4c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group_rule and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:16.035981 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ee3cfe58-8286-46fb-b1f7-65cd799d9b4c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:16.042814 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ee3cfe58-8286-46fb-b1f7-65cd799d9b4c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:16.126889 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee3cfe58-8286-46fb-b1f7-65cd799d9b4c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:16.194475 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee3cfe58-8286-46fb-b1f7-65cd799d9b4c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:16.262864 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee3cfe58-8286-46fb-b1f7-65cd799d9b4c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:16.288288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3cfe58-8286-46fb-b1f7-65cd799d9b4c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1bb807-6bb6-40e2-a310-66b0f232cc63,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:16.359937 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ee3cfe58-8286-46fb-b1f7-65cd799d9b4c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:16.361115 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ee3cfe58-8286-46fb-b1f7-65cd799d9b4c tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3437223 Mar 01 21:32:16.363838 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33468) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:16.392145 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-458f4abb-d09a-42e2-b98f-e7adb762999a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:16.403670 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-458f4abb-d09a-42e2-b98f-e7adb762999a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:16.502915 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-458f4abb-d09a-42e2-b98f-e7adb762999a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:16.522640 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f4abb-d09a-42e2-b98f-e7adb762999a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc1bb807-6bb6-40e2-a310-66b0f232cc63,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:16.526583 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-458f4abb-d09a-42e2-b98f-e7adb762999a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:16.528566 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-458f4abb-d09a-42e2-b98f-e7adb762999a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/dc1bb807-6bb6-40e2-a310-66b0f232cc63 HTTP/1.1" status: 204 len: 168 time: 0.1637406 Mar 01 21:32:16.530119 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33472) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:16.582314 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a5ef0355-5df0-4bf2-90ab-66514fd78bf4 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:16.639590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a5ef0355-5df0-4bf2-90ab-66514fd78bf4 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:16.640957 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a5ef0355-5df0-4bf2-90ab-66514fd78bf4 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1099339 Mar 01 21:32:16.643930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33476) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:16.672193 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3c26d457-2c74-4af3-8069-fdff99e2697e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:16.683042 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3c26d457-2c74-4af3-8069-fdff99e2697e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:16.765760 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3c26d457-2c74-4af3-8069-fdff99e2697e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:16.784925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c26d457-2c74-4af3-8069-fdff99e2697e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b5530c5-3be1-424b-8eb4-f59118b4cb2f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:16.840151 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3c26d457-2c74-4af3-8069-fdff99e2697e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:16.841276 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3c26d457-2c74-4af3-8069-fdff99e2697e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/3b5530c5-3be1-424b-8eb4-f59118b4cb2f HTTP/1.1" status: 204 len: 168 time: 0.1964231 Mar 01 21:32:16.843878 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33480) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:16.898328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8cff4bb6-68cc-4d79-a3ef-1e2fe929398b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:16.964649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8cff4bb6-68cc-4d79-a3ef-1e2fe929398b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:16.965946 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8cff4bb6-68cc-4d79-a3ef-1e2fe929398b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1211860 Mar 01 21:32:16.968801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33484) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:16.996810 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93143dc5-a04a-4e40-a5d4-e1cd88d3b952 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:17.008200 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93143dc5-a04a-4e40-a5d4-e1cd88d3b952 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:17.119219 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93143dc5-a04a-4e40-a5d4-e1cd88d3b952 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:17.138818 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93143dc5-a04a-4e40-a5d4-e1cd88d3b952 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de4a2b25-9c9e-4d38-8075-4f5bd5a653cf,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:17.204989 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93143dc5-a04a-4e40-a5d4-e1cd88d3b952 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:17.206237 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-93143dc5-a04a-4e40-a5d4-e1cd88d3b952 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/de4a2b25-9c9e-4d38-8075-4f5bd5a653cf HTTP/1.1" status: 204 len: 168 time: 0.2365439 Mar 01 21:32:17.208843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33488) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:17.257218 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2d922d8d-4a7e-440e-8583-54c2c8499ea8 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:17.331247 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2d922d8d-4a7e-440e-8583-54c2c8499ea8 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:17.332563 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2d922d8d-4a7e-440e-8583-54c2c8499ea8 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1227932 Mar 01 21:32:17.335457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33492) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:17.362731 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ea61163-f524-422f-aa3f-bebbc654270f tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:17.373871 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ea61163-f524-422f-aa3f-bebbc654270f tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:17.456822 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ea61163-f524-422f-aa3f-bebbc654270f tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:17.475334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea61163-f524-422f-aa3f-bebbc654270f tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76a42d92-811f-4f4b-889e-79c97c2bed43,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:17.548732 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ea61163-f524-422f-aa3f-bebbc654270f tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:17.549835 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2ea61163-f524-422f-aa3f-bebbc654270f tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/76a42d92-811f-4f4b-889e-79c97c2bed43 HTTP/1.1" status: 204 len: 168 time: 0.2135115 Mar 01 21:32:17.552591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33496) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:17.599844 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8b460edb-9ea7-4a19-9356-33e1817e1a99 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:17.674000 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8b460edb-9ea7-4a19-9356-33e1817e1a99 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:17.675538 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8b460edb-9ea7-4a19-9356-33e1817e1a99 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1217923 Mar 01 21:32:17.678318 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33500) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:17.710148 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fbbaf9c7-50ea-44c6-9787-f9d539444c68 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:17.720255 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fbbaf9c7-50ea-44c6-9787-f9d539444c68 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:17.822643 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fbbaf9c7-50ea-44c6-9787-f9d539444c68 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:17.843475 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbaf9c7-50ea-44c6-9787-f9d539444c68 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71bc273e-dc78-4c52-b515-d9f7bd1d9a5c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:17.914588 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fbbaf9c7-50ea-44c6-9787-f9d539444c68 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:17.915668 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fbbaf9c7-50ea-44c6-9787-f9d539444c68 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/71bc273e-dc78-4c52-b515-d9f7bd1d9a5c HTTP/1.1" status: 204 len: 168 time: 0.2364247 Mar 01 21:32:17.918318 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33504) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:17.965099 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b78589c7-fc44-47a0-a9a2-112bfdf62d09 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:18.045568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b78589c7-fc44-47a0-a9a2-112bfdf62d09 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:18.046839 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b78589c7-fc44-47a0-a9a2-112bfdf62d09 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1276407 Mar 01 21:32:18.049901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33508) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:18.111378 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c3f94b8f-2450-4710-9f7c-e6b83fdfe821 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:18.137858 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c3f94b8f-2450-4710-9f7c-e6b83fdfe821 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:18.244541 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c3f94b8f-2450-4710-9f7c-e6b83fdfe821 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:18.261841 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f94b8f-2450-4710-9f7c-e6b83fdfe821 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff2a896-163c-4f29-9855-993fac847cf0,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:18.341816 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c3f94b8f-2450-4710-9f7c-e6b83fdfe821 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:18.342947 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c3f94b8f-2450-4710-9f7c-e6b83fdfe821 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-groups/fff2a896-163c-4f29-9855-993fac847cf0 HTTP/1.1" status: 204 len: 168 time: 0.2921729 Mar 01 21:32:18.345663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33512) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:18.398745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c5a6cab8-7bb4-47bf-8f7f-fc646281735b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:18.484714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c5a6cab8-7bb4-47bf-8f7f-fc646281735b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:18.485954 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c5a6cab8-7bb4-47bf-8f7f-fc646281735b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1394114 Mar 01 21:32:18.490843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33516) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:18.495807 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-37661ef3-c41c-456d-82cf-329df609a088 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group': {'name': 'tempest-secgroup--583850141'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:18.503143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-37661ef3-c41c-456d-82cf-329df609a088 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:18.513658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-37661ef3-c41c-456d-82cf-329df609a088 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:18.611023 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-37661ef3-c41c-456d-82cf-329df609a088 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:18.630921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-37661ef3-c41c-456d-82cf-329df609a088 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:18.635113 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-37661ef3-c41c-456d-82cf-329df609a088 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group_rule and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:18.637885 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-37661ef3-c41c-456d-82cf-329df609a088 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:18.643582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-37661ef3-c41c-456d-82cf-329df609a088 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:18.711925 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-37661ef3-c41c-456d-82cf-329df609a088 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:18.777080 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-37661ef3-c41c-456d-82cf-329df609a088 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:18.822211 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37661ef3-c41c-456d-82cf-329df609a088 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1b4da7-8b29-45c5-8f19-94a28bbced24,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:18.891423 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-37661ef3-c41c-456d-82cf-329df609a088 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:18.892635 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-37661ef3-c41c-456d-82cf-329df609a088 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4008367 Mar 01 21:32:18.895308 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33520) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:18.900946 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-314d0d6d-09f7-44c7-beea-1dda3b4cf449 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group_rule': {'security_group_id': '1d1b4da7-8b29-45c5-8f19-94a28bbced24', 'direction': 'ingress', 'protocol': 17}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:18.907689 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-314d0d6d-09f7-44c7-beea-1dda3b4cf449 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:18.912508 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-314d0d6d-09f7-44c7-beea-1dda3b4cf449 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group_rule and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:18.916164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-314d0d6d-09f7-44c7-beea-1dda3b4cf449 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:18.923971 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-314d0d6d-09f7-44c7-beea-1dda3b4cf449 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:19.016888 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-314d0d6d-09f7-44c7-beea-1dda3b4cf449 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:19.079491 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-314d0d6d-09f7-44c7-beea-1dda3b4cf449 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:19.154251 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-314d0d6d-09f7-44c7-beea-1dda3b4cf449 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:19.179498 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314d0d6d-09f7-44c7-beea-1dda3b4cf449 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c0bcd5-a591-4e72-b4f6-982937fff3bf,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:19.256882 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-314d0d6d-09f7-44c7-beea-1dda3b4cf449 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:19.258051 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-314d0d6d-09f7-44c7-beea-1dda3b4cf449 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3611844 Mar 01 21:32:19.260797 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33524) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:19.322944 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ff192076-d4a6-4f3b-80de-45fe51cf508a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:19.350116 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ff192076-d4a6-4f3b-80de-45fe51cf508a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:19.457133 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ff192076-d4a6-4f3b-80de-45fe51cf508a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:19.476375 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff192076-d4a6-4f3b-80de-45fe51cf508a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1b4da7-8b29-45c5-8f19-94a28bbced24,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:19.487590 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ff192076-d4a6-4f3b-80de-45fe51cf508a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:19.488996 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ff192076-d4a6-4f3b-80de-45fe51cf508a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-groups/1d1b4da7-8b29-45c5-8f19-94a28bbced24 HTTP/1.1" status: 204 len: 168 time: 0.2270548 Mar 01 21:32:19.492446 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33528) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:19.542527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8d655e21-168c-4713-b33c-5308eca10dd9 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:19.638839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8d655e21-168c-4713-b33c-5308eca10dd9 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:19.640099 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8d655e21-168c-4713-b33c-5308eca10dd9 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1466455 Mar 01 21:32:19.643936 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33532) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:19.648777 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-91aaedce-2021-45f3-ab89-507ac9ed8fa7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group': {'name': 'tempest-secgroup--984407079'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:19.656014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-91aaedce-2021-45f3-ab89-507ac9ed8fa7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:19.666416 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-91aaedce-2021-45f3-ab89-507ac9ed8fa7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:19.742392 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91aaedce-2021-45f3-ab89-507ac9ed8fa7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:19.765062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-91aaedce-2021-45f3-ab89-507ac9ed8fa7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:19.769136 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-91aaedce-2021-45f3-ab89-507ac9ed8fa7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group_rule and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:19.772766 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-91aaedce-2021-45f3-ab89-507ac9ed8fa7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:19.778467 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-91aaedce-2021-45f3-ab89-507ac9ed8fa7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:19.845990 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91aaedce-2021-45f3-ab89-507ac9ed8fa7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:19.913141 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91aaedce-2021-45f3-ab89-507ac9ed8fa7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:19.965642 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aaedce-2021-45f3-ab89-507ac9ed8fa7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11152854-f9ac-4b4f-8154-898489883327,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:20.033766 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91aaedce-2021-45f3-ab89-507ac9ed8fa7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:20.037493 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-91aaedce-2021-45f3-ab89-507ac9ed8fa7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3901713 Mar 01 21:32:20.037808 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33536) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:20.042770 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-39d1bcce-19d4-4b93-b914-02414057e741 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group': {'name': 'tempest-secgroup--182773111'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:20.049859 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-39d1bcce-19d4-4b93-b914-02414057e741 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:20.054813 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-39d1bcce-19d4-4b93-b914-02414057e741 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:20.057727 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-39d1bcce-19d4-4b93-b914-02414057e741 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:20.063842 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-39d1bcce-19d4-4b93-b914-02414057e741 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:20.125110 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39d1bcce-19d4-4b93-b914-02414057e741 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:20.144843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-39d1bcce-19d4-4b93-b914-02414057e741 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:20.148799 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-39d1bcce-19d4-4b93-b914-02414057e741 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group_rule and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:20.151617 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-39d1bcce-19d4-4b93-b914-02414057e741 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:20.157661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-39d1bcce-19d4-4b93-b914-02414057e741 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:20.229504 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39d1bcce-19d4-4b93-b914-02414057e741 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:20.290217 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39d1bcce-19d4-4b93-b914-02414057e741 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:20.342384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1bcce-19d4-4b93-b914-02414057e741 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3a9d6a-7944-47d4-8509-da75e8c0c596,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:20.405098 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-39d1bcce-19d4-4b93-b914-02414057e741 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:20.406372 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-39d1bcce-19d4-4b93-b914-02414057e741 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3675585 Mar 01 21:32:20.409095 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33540) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:20.415133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-fbc8e951-1e34-40b0-8be0-ecc7f04ec14a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group_rule': {'security_group_id': '11152854-f9ac-4b4f-8154-898489883327', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0d3a9d6a-7944-47d4-8509-da75e8c0c596', 'remote_ip_prefix': None}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:20.422041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fbc8e951-1e34-40b0-8be0-ecc7f04ec14a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:20.426251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fbc8e951-1e34-40b0-8be0-ecc7f04ec14a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group_rule and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:20.432785 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-fbc8e951-1e34-40b0-8be0-ecc7f04ec14a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:20.439973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-fbc8e951-1e34-40b0-8be0-ecc7f04ec14a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:20.527703 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fbc8e951-1e34-40b0-8be0-ecc7f04ec14a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:20.588879 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fbc8e951-1e34-40b0-8be0-ecc7f04ec14a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:20.668769 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fbc8e951-1e34-40b0-8be0-ecc7f04ec14a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:20.692468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8e951-1e34-40b0-8be0-ecc7f04ec14a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d996c6e9-f7ce-4caa-b83f-c287b239aa95,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:20.771936 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fbc8e951-1e34-40b0-8be0-ecc7f04ec14a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:20.773118 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fbc8e951-1e34-40b0-8be0-ecc7f04ec14a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3631215 Mar 01 21:32:20.775975 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33544) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:20.806954 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93d4cceb-1eee-4e3e-b39c-bc60ca16dfa7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:20.818993 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93d4cceb-1eee-4e3e-b39c-bc60ca16dfa7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:20.919836 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93d4cceb-1eee-4e3e-b39c-bc60ca16dfa7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:20.937241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d4cceb-1eee-4e3e-b39c-bc60ca16dfa7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d996c6e9-f7ce-4caa-b83f-c287b239aa95,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:20.941152 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-93d4cceb-1eee-4e3e-b39c-bc60ca16dfa7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:20.942179 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-93d4cceb-1eee-4e3e-b39c-bc60ca16dfa7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/d996c6e9-f7ce-4caa-b83f-c287b239aa95 HTTP/1.1" status: 204 len: 168 time: 0.1652784 Mar 01 21:32:20.945345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33548) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:20.993816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1c07d7a6-ea97-4d5f-bcf7-bf57847189f8 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:21.062921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1c07d7a6-ea97-4d5f-bcf7-bf57847189f8 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:21.064233 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1c07d7a6-ea97-4d5f-bcf7-bf57847189f8 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1179752 Mar 01 21:32:21.067087 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33552) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:21.238980 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2317d22-d392-4543-944a-56f1a3ba5546 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:21.266025 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2317d22-d392-4543-944a-56f1a3ba5546 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:21.371472 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2317d22-d392-4543-944a-56f1a3ba5546 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:21.388438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2317d22-d392-4543-944a-56f1a3ba5546 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3a9d6a-7944-47d4-8509-da75e8c0c596,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:21.480197 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b2317d22-d392-4543-944a-56f1a3ba5546 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:21.481351 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b2317d22-d392-4543-944a-56f1a3ba5546 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-groups/0d3a9d6a-7944-47d4-8509-da75e8c0c596 HTTP/1.1" status: 204 len: 168 time: 0.4128389 Mar 01 21:32:21.483837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33556) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:21.544717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-55c59f86-ba87-4727-b538-d55adbffab6f tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:21.640170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-55c59f86-ba87-4727-b538-d55adbffab6f tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:21.641575 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-55c59f86-ba87-4727-b538-d55adbffab6f tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1568258 Mar 01 21:32:21.644391 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33560) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:21.651159 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:21.708850 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac2f6-bf70-4bf7-9a82-0646057d3fc5 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:21.735219 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac2f6-bf70-4bf7-9a82-0646057d3fc5 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:21.857512 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac2f6-bf70-4bf7-9a82-0646057d3fc5 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:21.876335 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9ac2f6-bf70-4bf7-9a82-0646057d3fc5 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11152854-f9ac-4b4f-8154-898489883327,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:21.963001 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c9ac2f6-bf70-4bf7-9a82-0646057d3fc5 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:21.964174 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0c9ac2f6-bf70-4bf7-9a82-0646057d3fc5 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-groups/11152854-f9ac-4b4f-8154-898489883327 HTTP/1.1" status: 204 len: 168 time: 0.3188722 Mar 01 21:32:21.966819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33564) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:22.015777 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-10b114a0-9430-41e8-9073-9b0126630198 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:22.114267 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-10b114a0-9430-41e8-9073-9b0126630198 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:22.115599 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-10b114a0-9430-41e8-9073-9b0126630198 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1478148 Mar 01 21:32:22.119597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33568) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:22.124555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-dd6fa43e-dbfe-4c6a-9c25-88adfb496dfe tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group': {'name': 'tempest-secgroup--194619612'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:22.137649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-dd6fa43e-dbfe-4c6a-9c25-88adfb496dfe tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:22.141649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-dd6fa43e-dbfe-4c6a-9c25-88adfb496dfe tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:22.199633 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dd6fa43e-dbfe-4c6a-9c25-88adfb496dfe tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:22.221128 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-dd6fa43e-dbfe-4c6a-9c25-88adfb496dfe tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:22.225746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-dd6fa43e-dbfe-4c6a-9c25-88adfb496dfe tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group_rule and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:22.228553 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-dd6fa43e-dbfe-4c6a-9c25-88adfb496dfe tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:22.234174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-dd6fa43e-dbfe-4c6a-9c25-88adfb496dfe tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:22.300676 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dd6fa43e-dbfe-4c6a-9c25-88adfb496dfe tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:22.348218 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dd6fa43e-dbfe-4c6a-9c25-88adfb496dfe tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:22.396855 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6fa43e-dbfe-4c6a-9c25-88adfb496dfe tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c1ea3c-5e36-4aa2-9141-65b34b42c7da,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:22.475190 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dd6fa43e-dbfe-4c6a-9c25-88adfb496dfe tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:22.476573 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-dd6fa43e-dbfe-4c6a-9c25-88adfb496dfe tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3560183 Mar 01 21:32:22.479715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33572) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:22.484892 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group_rule': {'security_group_id': '07c1ea3c-5e36-4aa2-9141-65b34b42c7da', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:22.492716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:22.498039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group_rule and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:22.502006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:22.508111 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:22.595023 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:22.653933 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:22.708690 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:22.732620 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358ab1d8-270a-4b1e-9e25-547668b7aa5a,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:22.745686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:22.748504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:22.748504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:22.748504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:22.748504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:22.748504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:22.748504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:22.748504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:22.748504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:22.749308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:22.749308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:22.749308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:22.816550 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:22.817789 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c19a78c9-46a7-4536-888c-28e6e3eb5fcb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3370767 Mar 01 21:32:22.820688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33576) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:22.853760 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef28af7b-d21d-463d-8c73-6f721c05d80f tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:22.864142 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef28af7b-d21d-463d-8c73-6f721c05d80f tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:22.954219 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef28af7b-d21d-463d-8c73-6f721c05d80f tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:22.972469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef28af7b-d21d-463d-8c73-6f721c05d80f tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=358ab1d8-270a-4b1e-9e25-547668b7aa5a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:22.977220 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef28af7b-d21d-463d-8c73-6f721c05d80f tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:22.978328 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ef28af7b-d21d-463d-8c73-6f721c05d80f tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/358ab1d8-270a-4b1e-9e25-547668b7aa5a HTTP/1.1" status: 204 len: 168 time: 0.1567774 Mar 01 21:32:22.981111 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33580) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:23.026446 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2b78ec48-a2a5-40bb-a82e-9060e433d4f9 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:23.126708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2b78ec48-a2a5-40bb-a82e-9060e433d4f9 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:23.128034 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2b78ec48-a2a5-40bb-a82e-9060e433d4f9 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1463540 Mar 01 21:32:23.131512 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33584) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:23.197012 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8855-cd92-42be-887e-5b690f3e6c3f tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:23.223165 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8855-cd92-42be-887e-5b690f3e6c3f tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:23.342701 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8855-cd92-42be-887e-5b690f3e6c3f tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:23.362377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2d8855-cd92-42be-887e-5b690f3e6c3f tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c1ea3c-5e36-4aa2-9141-65b34b42c7da,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:23.423169 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a2d8855-cd92-42be-887e-5b690f3e6c3f tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:23.424374 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4a2d8855-cd92-42be-887e-5b690f3e6c3f tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-groups/07c1ea3c-5e36-4aa2-9141-65b34b42c7da HTTP/1.1" status: 204 len: 168 time: 0.2919292 Mar 01 21:32:23.427511 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33588) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:23.479118 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2c06387d-0040-4e6d-a1c6-f42b799a4fea tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:23.553591 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2c06387d-0040-4e6d-a1c6-f42b799a4fea tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:23.554838 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2c06387d-0040-4e6d-a1c6-f42b799a4fea tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1263182 Mar 01 21:32:23.558565 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33592) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:23.563509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-99abd740-b4e0-4563-9cdf-cbfa698dff79 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group': {'name': 'tempest-secgroup--1027374065'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:23.571275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-99abd740-b4e0-4563-9cdf-cbfa698dff79 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:23.581227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-99abd740-b4e0-4563-9cdf-cbfa698dff79 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:23.657005 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-99abd740-b4e0-4563-9cdf-cbfa698dff79 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:23.676348 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-99abd740-b4e0-4563-9cdf-cbfa698dff79 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:23.680986 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-99abd740-b4e0-4563-9cdf-cbfa698dff79 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group_rule and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:23.683756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-99abd740-b4e0-4563-9cdf-cbfa698dff79 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:23.689407 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-99abd740-b4e0-4563-9cdf-cbfa698dff79 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:23.764419 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-99abd740-b4e0-4563-9cdf-cbfa698dff79 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:23.833631 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-99abd740-b4e0-4563-9cdf-cbfa698dff79 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:23.881862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99abd740-b4e0-4563-9cdf-cbfa698dff79 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2821f15e-86bb-446b-a7d0-5cb430271b72,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:23.954047 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-99abd740-b4e0-4563-9cdf-cbfa698dff79 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:23.955300 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-99abd740-b4e0-4563-9cdf-cbfa698dff79 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3958263 Mar 01 21:32:23.958119 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33596) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:23.963041 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-095ff18e-e84d-4469-8416-95a185921388 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group_rule': {'security_group_id': '2821f15e-86bb-446b-a7d0-5cb430271b72', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:23.969504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-095ff18e-e84d-4469-8416-95a185921388 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:23.974166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-095ff18e-e84d-4469-8416-95a185921388 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group_rule and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:23.977406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-095ff18e-e84d-4469-8416-95a185921388 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:23.983019 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-095ff18e-e84d-4469-8416-95a185921388 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:24.069246 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-095ff18e-e84d-4469-8416-95a185921388 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:24.091109 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:24.130896 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-095ff18e-e84d-4469-8416-95a185921388 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:24.216496 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-095ff18e-e84d-4469-8416-95a185921388 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:24.241783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ff18e-e84d-4469-8416-95a185921388 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e528a556-9682-4bce-b5e1-1ec08f9b1603,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:24.319889 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-095ff18e-e84d-4469-8416-95a185921388 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:24.320881 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-095ff18e-e84d-4469-8416-95a185921388 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3617585 Mar 01 21:32:24.323331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33600) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:24.342682 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a81adcd6-6d71-44bc-8347-398a9ab193e3 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-group-rules/e528a556-9682-4bce-b5e1-1ec08f9b1603 HTTP/1.1" status: 200 len: 763 time: 0.0181353 Mar 01 21:32:24.344744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33604) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:24.391914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-34d82f72-fb94-4b71-a8a0-a5363b835bc1 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:24.462385 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-34d82f72-fb94-4b71-a8a0-a5363b835bc1 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:24.463707 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-34d82f72-fb94-4b71-a8a0-a5363b835bc1 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1180952 Mar 01 21:32:24.466490 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33608) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:24.496122 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ed43cc2-5de9-493d-b1e2-188b7781adbb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:24.505949 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ed43cc2-5de9-493d-b1e2-188b7781adbb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:24.610904 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ed43cc2-5de9-493d-b1e2-188b7781adbb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:24.629751 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed43cc2-5de9-493d-b1e2-188b7781adbb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e528a556-9682-4bce-b5e1-1ec08f9b1603,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:24.696842 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6ed43cc2-5de9-493d-b1e2-188b7781adbb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:24.697939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6ed43cc2-5de9-493d-b1e2-188b7781adbb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/e528a556-9682-4bce-b5e1-1ec08f9b1603 HTTP/1.1" status: 204 len: 168 time: 0.2305164 Mar 01 21:32:24.700462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33612) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:24.745564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c665077d-5483-40f9-bbe5-c82edf825d1b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:24.810310 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c665077d-5483-40f9-bbe5-c82edf825d1b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:24.811575 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c665077d-5483-40f9-bbe5-c82edf825d1b tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1098881 Mar 01 21:32:24.814264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33616) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:24.819107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-847e0fe8-6085-4231-807d-b1f522272bb7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group_rule': {'security_group_id': '2821f15e-86bb-446b-a7d0-5cb430271b72', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:24.825376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-847e0fe8-6085-4231-807d-b1f522272bb7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:24.835068 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-847e0fe8-6085-4231-807d-b1f522272bb7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:24.891653 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-847e0fe8-6085-4231-807d-b1f522272bb7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:24.952867 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-847e0fe8-6085-4231-807d-b1f522272bb7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:25.005112 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-847e0fe8-6085-4231-807d-b1f522272bb7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:25.028270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e0fe8-6085-4231-807d-b1f522272bb7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=620a547b-5dfc-4b4e-879e-73a721e69a91,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:25.102548 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-847e0fe8-6085-4231-807d-b1f522272bb7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:25.103778 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-847e0fe8-6085-4231-807d-b1f522272bb7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2886291 Mar 01 21:32:25.106370 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33620) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:25.125077 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f4b030d6-b4f9-42cf-86d3-4ce0ea6ae1b9 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-group-rules/620a547b-5dfc-4b4e-879e-73a721e69a91 HTTP/1.1" status: 200 len: 763 time: 0.0177004 Mar 01 21:32:25.127244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33624) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:25.173226 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-144c0a60-4739-4da3-a32f-594f0e513f1a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:25.239250 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-144c0a60-4739-4da3-a32f-594f0e513f1a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:25.240526 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-144c0a60-4739-4da3-a32f-594f0e513f1a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1123381 Mar 01 21:32:25.243462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33628) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:25.270568 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9dfac056-2af9-456a-b374-85f8b537ec0e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:25.280966 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9dfac056-2af9-456a-b374-85f8b537ec0e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:25.364662 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9dfac056-2af9-456a-b374-85f8b537ec0e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:25.384377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfac056-2af9-456a-b374-85f8b537ec0e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=620a547b-5dfc-4b4e-879e-73a721e69a91,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:25.445313 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9dfac056-2af9-456a-b374-85f8b537ec0e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:25.446403 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9dfac056-2af9-456a-b374-85f8b537ec0e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/620a547b-5dfc-4b4e-879e-73a721e69a91 HTTP/1.1" status: 204 len: 168 time: 0.2020102 Mar 01 21:32:25.448705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33632) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:25.493619 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1261ed1c-2412-477f-9fe4-f89b7195ccfb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:25.558759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1261ed1c-2412-477f-9fe4-f89b7195ccfb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:25.560018 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1261ed1c-2412-477f-9fe4-f89b7195ccfb tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1104360 Mar 01 21:32:25.562769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33636) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:25.567600 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-cb5eeb67-bfa7-477d-9644-2ff3d7865778 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group_rule': {'security_group_id': '2821f15e-86bb-446b-a7d0-5cb430271b72', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:25.574462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-cb5eeb67-bfa7-477d-9644-2ff3d7865778 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:25.584120 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-cb5eeb67-bfa7-477d-9644-2ff3d7865778 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:25.656889 n-d-827896-4 neutron-server[88518]: INFO neutron.db.securitygroups_db [None req-cb5eeb67-bfa7-477d-9644-2ff3d7865778 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Project 99622958b9604576ab11c9e462c865f0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:32:25.663371 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cb5eeb67-bfa7-477d-9644-2ff3d7865778 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:25.721634 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cb5eeb67-bfa7-477d-9644-2ff3d7865778 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:25.770994 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cb5eeb67-bfa7-477d-9644-2ff3d7865778 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:25.796137 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5eeb67-bfa7-477d-9644-2ff3d7865778 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=065bb588-3fe6-4311-ba9a-c0ddb06f887b,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:25.862393 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cb5eeb67-bfa7-477d-9644-2ff3d7865778 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:25.863731 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cb5eeb67-bfa7-477d-9644-2ff3d7865778 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2999275 Mar 01 21:32:25.866639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33640) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:25.886260 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d5ec0c0c-8877-4d8f-9d0b-eaeb3dc25ed7 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-group-rules/065bb588-3fe6-4311-ba9a-c0ddb06f887b HTTP/1.1" status: 200 len: 769 time: 0.0185812 Mar 01 21:32:25.889351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33644) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:25.936602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3b79abb8-adba-4c12-b7ac-7058299b61ea tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:25.999419 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3b79abb8-adba-4c12-b7ac-7058299b61ea tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:26.000607 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3b79abb8-adba-4c12-b7ac-7058299b61ea tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1103137 Mar 01 21:32:26.003289 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33648) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:26.031963 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-edb8c349-79b2-4e7b-8a2a-1340a6b61d6a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:26.042991 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-edb8c349-79b2-4e7b-8a2a-1340a6b61d6a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:26.153875 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-edb8c349-79b2-4e7b-8a2a-1340a6b61d6a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:26.171833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8c349-79b2-4e7b-8a2a-1340a6b61d6a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=065bb588-3fe6-4311-ba9a-c0ddb06f887b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:26.257504 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-edb8c349-79b2-4e7b-8a2a-1340a6b61d6a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:26.258629 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-edb8c349-79b2-4e7b-8a2a-1340a6b61d6a tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/065bb588-3fe6-4311-ba9a-c0ddb06f887b HTTP/1.1" status: 204 len: 168 time: 0.2544296 Mar 01 21:32:26.261113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33652) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:26.310189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e0be0fa3-43ca-44a9-9eac-7653043a50dd tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:26.376657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e0be0fa3-43ca-44a9-9eac-7653043a50dd tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:26.377935 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e0be0fa3-43ca-44a9-9eac-7653043a50dd tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1158035 Mar 01 21:32:26.380709 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33656) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:26.443612 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ebd4-3797-4157-b233-a48f95e3dd88 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:26.470455 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ebd4-3797-4157-b233-a48f95e3dd88 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:26.570372 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ebd4-3797-4157-b233-a48f95e3dd88 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:26.589179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8ebd4-3797-4157-b233-a48f95e3dd88 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2821f15e-86bb-446b-a7d0-5cb430271b72,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:26.662483 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ebd4-3797-4157-b233-a48f95e3dd88 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:26.664447 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c0a8ebd4-3797-4157-b233-a48f95e3dd88 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-groups/2821f15e-86bb-446b-a7d0-5cb430271b72 HTTP/1.1" status: 204 len: 168 time: 0.2828412 Mar 01 21:32:26.666993 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33660) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:26.715350 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bdba0f80-8188-4e95-9b1b-d6018a8157e2 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:26.868460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-bdba0f80-8188-4e95-9b1b-d6018a8157e2 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:26.869671 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bdba0f80-8188-4e95-9b1b-d6018a8157e2 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2017233 Mar 01 21:32:26.873962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33664) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:26.879096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-965312c2-6f95-4103-8abb-d7bb13f38387 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group': {'name': 'tempest-secgroup--998942780'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:26.887051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-965312c2-6f95-4103-8abb-d7bb13f38387 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:26.896544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-965312c2-6f95-4103-8abb-d7bb13f38387 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:26.988088 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-965312c2-6f95-4103-8abb-d7bb13f38387 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:27.008208 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-965312c2-6f95-4103-8abb-d7bb13f38387 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:27.012299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-965312c2-6f95-4103-8abb-d7bb13f38387 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group_rule and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:27.015211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-965312c2-6f95-4103-8abb-d7bb13f38387 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:27.020937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-965312c2-6f95-4103-8abb-d7bb13f38387 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:27.094942 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-965312c2-6f95-4103-8abb-d7bb13f38387 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:27.165511 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-965312c2-6f95-4103-8abb-d7bb13f38387 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:27.210561 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965312c2-6f95-4103-8abb-d7bb13f38387 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b34d05f-5fae-4fdb-a144-fcc7d3a705de,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:27.285152 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-965312c2-6f95-4103-8abb-d7bb13f38387 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:27.286677 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-965312c2-6f95-4103-8abb-d7bb13f38387 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4114683 Mar 01 21:32:27.288963 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33668) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:27.294459 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-a34c8e82-abfb-4860-8781-fbaf485ffeb4 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Request body: {'security_group_rule': {'security_group_id': '9b34d05f-5fae-4fdb-a144-fcc7d3a705de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:27.300893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a34c8e82-abfb-4860-8781-fbaf485ffeb4 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:27.306548 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a34c8e82-abfb-4860-8781-fbaf485ffeb4 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Usage tracker for resource:security_group_rule and tenant:99622958b9604576ab11c9e462c865f0 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:27.311481 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a34c8e82-abfb-4860-8781-fbaf485ffeb4 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:27.317655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a34c8e82-abfb-4860-8781-fbaf485ffeb4 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:27.402327 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a34c8e82-abfb-4860-8781-fbaf485ffeb4 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:27.469085 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c65f057c-3594-4781-a023-634ff62fee7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:27.479490 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a34c8e82-abfb-4860-8781-fbaf485ffeb4 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:27.554339 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a34c8e82-abfb-4860-8781-fbaf485ffeb4 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:27.579990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c8e82-abfb-4860-8781-fbaf485ffeb4 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e76974fd-312e-4b5d-82fb-9c05067885ba,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:27.662764 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a34c8e82-abfb-4860-8781-fbaf485ffeb4 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:27.664137 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a34c8e82-abfb-4860-8781-fbaf485ffeb4 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3739500 Mar 01 21:32:27.666752 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33672) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:27.732174 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-335393c5-3287-4af5-9a95-385b623586c0 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:27.759112 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-335393c5-3287-4af5-9a95-385b623586c0 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:27.891284 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-335393c5-3287-4af5-9a95-385b623586c0 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:27.912526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335393c5-3287-4af5-9a95-385b623586c0 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b34d05f-5fae-4fdb-a144-fcc7d3a705de,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:27.920578 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-335393c5-3287-4af5-9a95-385b623586c0 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:27.921683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-335393c5-3287-4af5-9a95-385b623586c0 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-groups/9b34d05f-5fae-4fdb-a144-fcc7d3a705de HTTP/1.1" status: 204 len: 168 time: 0.2540505 Mar 01 21:32:27.924096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33676) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:27.973156 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e8009add-50f7-4ce6-8b2b-2ba80492cccf tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:28.062503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e8009add-50f7-4ce6-8b2b-2ba80492cccf tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:28.063798 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e8009add-50f7-4ce6-8b2b-2ba80492cccf tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1388233 Mar 01 21:32:28.066493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33680) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:28.108982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-19b1bc8e-d3f8-4fe7-abb7-c3010433bef8 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Synchronizing usage tracker for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:32:28.159287 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-19b1bc8e-d3f8-4fe7-abb7-c3010433bef8 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] Unset dirty status for tenant:99622958b9604576ab11c9e462c865f0 on resource:security_group_rule {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:32:28.160554 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-19b1bc8e-d3f8-4fe7-abb7-c3010433bef8 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0931492 Mar 01 21:32:28.163564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33684) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:28.179958 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-e206508c-79d6-47d6-aec2-a8ea47232257 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] delete failed (client error): The resource could not be found. Mar 01 21:32:28.180893 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e206508c-79d6-47d6-aec2-a8ea47232257 tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "DELETE /v2.0/security-groups/9b34d05f-5fae-4fdb-a144-fcc7d3a705de HTTP/1.1" status: 404 len: 347 time: 0.0164475 Mar 01 21:32:28.184146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33688) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:28.236356 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f5afde74-57f2-42d3-a042-93bb576d6e1e tempest-SecGroupIPv6Test-1494568835 tempest-SecGroupIPv6Test-1494568835-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0512261 Mar 01 21:32:28.706387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33696) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:28.887955 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9623d66f-0a94-4089-aae0-f1144472d0d8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=99622958b9604576ab11c9e462c865f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803913 Mar 01 21:32:28.890351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33704) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:28.947651 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d82ec1f3-5fa9-46a8-9480-c3e8d48fb705 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:28.972428 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d82ec1f3-5fa9-46a8-9480-c3e8d48fb705 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:29.102247 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d82ec1f3-5fa9-46a8-9480-c3e8d48fb705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:29.119392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ec1f3-5fa9-46a8-9480-c3e8d48fb705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8c4d12-7e65-4007-b189-2e5197ba40d1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:29.285307 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d82ec1f3-5fa9-46a8-9480-c3e8d48fb705 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:29.286492 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d82ec1f3-5fa9-46a8-9480-c3e8d48fb705 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0b8c4d12-7e65-4007-b189-2e5197ba40d1 HTTP/1.1" status: 204 len: 168 time: 0.3952341 Mar 01 21:32:29.668313 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4a6c1b3c-daee-47ce-a2f3-c97c97da6587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:30.598644 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:30.621220 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:32.325546 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:32.557145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33778) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:32.671496 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9fc09a21-bee2-4e02-8220-ed0bab59bb23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:32.686056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9fc09a21-bee2-4e02-8220-ed0bab59bb23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:32.689838 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9fc09a21-bee2-4e02-8220-ed0bab59bb23 admin admin] Usage tracker for resource:security_group_rule and tenant:c656da9fc9d446a192c0418be8cc8ed0 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:32.692576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9fc09a21-bee2-4e02-8220-ed0bab59bb23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:32.698299 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9fc09a21-bee2-4e02-8220-ed0bab59bb23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:32.778506 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9fc09a21-bee2-4e02-8220-ed0bab59bb23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:32.849784 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9fc09a21-bee2-4e02-8220-ed0bab59bb23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:32.897593 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9fc09a21-bee2-4e02-8220-ed0bab59bb23 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c656da9fc9d446a192c0418be8cc8ed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393958 Mar 01 21:32:32.898997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc09a21-bee2-4e02-8220-ed0bab59bb23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce50c6d7-75c8-48b1-8ace-bbe96a1d6d04,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:32.901614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33784) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:32.962145 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-27446948-32e6-46b5-986f-91ffc32008de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:32.987537 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-27446948-32e6-46b5-986f-91ffc32008de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:33.090977 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-27446948-32e6-46b5-986f-91ffc32008de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:33.108692 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27446948-32e6-46b5-986f-91ffc32008de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce50c6d7-75c8-48b1-8ace-bbe96a1d6d04,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:33.111935 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-27446948-32e6-46b5-986f-91ffc32008de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:33.115621 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-27446948-32e6-46b5-986f-91ffc32008de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ce50c6d7-75c8-48b1-8ace-bbe96a1d6d04 HTTP/1.1" status: 204 len: 168 time: 0.2123318 Mar 01 21:32:33.705038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33792) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:33.722186 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ccc8fe90-f655-4d91-ad33-41ecf96b078e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:33.736049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ccc8fe90-f655-4d91-ad33-41ecf96b078e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:33.739774 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ccc8fe90-f655-4d91-ad33-41ecf96b078e admin admin] Usage tracker for resource:security_group_rule and tenant:275ac77f1d8c463a8b7990e6c9980a64 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:33.743051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ccc8fe90-f655-4d91-ad33-41ecf96b078e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:33.748643 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ccc8fe90-f655-4d91-ad33-41ecf96b078e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:33.827931 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ccc8fe90-f655-4d91-ad33-41ecf96b078e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:33.896521 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ccc8fe90-f655-4d91-ad33-41ecf96b078e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:33.946389 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ccc8fe90-f655-4d91-ad33-41ecf96b078e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=275ac77f1d8c463a8b7990e6c9980a64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401929 Mar 01 21:32:33.947235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc8fe90-f655-4d91-ad33-41ecf96b078e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4034e1-5539-4fdd-9519-aa5ba93c0e3e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:33.949707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33798) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:34.012914 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6570b4cf-57cd-46a0-97ef-5fc984289172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:34.037824 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6570b4cf-57cd-46a0-97ef-5fc984289172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:34.171236 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6570b4cf-57cd-46a0-97ef-5fc984289172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:34.186946 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570b4cf-57cd-46a0-97ef-5fc984289172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4034e1-5539-4fdd-9519-aa5ba93c0e3e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:34.197660 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6570b4cf-57cd-46a0-97ef-5fc984289172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:34.198790 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6570b4cf-57cd-46a0-97ef-5fc984289172 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e4034e1-5539-4fdd-9519-aa5ba93c0e3e HTTP/1.1" status: 204 len: 168 time: 0.2478883 Mar 01 21:32:37.001591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33854) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:37.125115 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-470e9961-2051-4986-bcab-345fbdde6e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:37.139480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-470e9961-2051-4986-bcab-345fbdde6e55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:37.143283 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-470e9961-2051-4986-bcab-345fbdde6e55 admin admin] Usage tracker for resource:security_group_rule and tenant:a4c1661c965749589f5ba94451ed0e8e is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:37.146088 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-470e9961-2051-4986-bcab-345fbdde6e55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:37.151880 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-470e9961-2051-4986-bcab-345fbdde6e55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:37.235161 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-470e9961-2051-4986-bcab-345fbdde6e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:37.307349 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-470e9961-2051-4986-bcab-345fbdde6e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:37.354125 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470e9961-2051-4986-bcab-345fbdde6e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=491d4e10-5862-4eab-bdf5-cd79cc57fed4,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:37.358385 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-470e9961-2051-4986-bcab-345fbdde6e55 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a4c1661c965749589f5ba94451ed0e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557281 Mar 01 21:32:37.361388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33860) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:37.423662 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef768d3f-9833-4fd5-96be-3f86bcec3464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:37.450106 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef768d3f-9833-4fd5-96be-3f86bcec3464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:37.582206 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef768d3f-9833-4fd5-96be-3f86bcec3464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:37.598505 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef768d3f-9833-4fd5-96be-3f86bcec3464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=491d4e10-5862-4eab-bdf5-cd79cc57fed4,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:37.603426 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef768d3f-9833-4fd5-96be-3f86bcec3464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:37.604529 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ef768d3f-9833-4fd5-96be-3f86bcec3464 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/491d4e10-5862-4eab-bdf5-cd79cc57fed4 HTTP/1.1" status: 204 len: 168 time: 0.2426345 Mar 01 21:32:38.191067 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 33870) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:38.209450 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d04054bd-2d76-4d64-85ce-97c0e321f068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:38.223634 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d04054bd-2d76-4d64-85ce-97c0e321f068 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:38.227541 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d04054bd-2d76-4d64-85ce-97c0e321f068 admin admin] Usage tracker for resource:security_group_rule and tenant:1af0d1cd1b2d40978f95bc84f8663c2a is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:38.230251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d04054bd-2d76-4d64-85ce-97c0e321f068 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:38.235889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d04054bd-2d76-4d64-85ce-97c0e321f068 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:38.316109 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d04054bd-2d76-4d64-85ce-97c0e321f068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:38.369864 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d04054bd-2d76-4d64-85ce-97c0e321f068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:38.416947 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d04054bd-2d76-4d64-85ce-97c0e321f068 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1af0d1cd1b2d40978f95bc84f8663c2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2247050 Mar 01 21:32:38.417782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04054bd-2d76-4d64-85ce-97c0e321f068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c44e94-7794-4df0-b9d9-b863e8a33cc7,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:38.419686 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 33874) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:38.481672 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d54ddc78-d221-4f4b-873f-330cc3912a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:38.506766 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d54ddc78-d221-4f4b-873f-330cc3912a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:38.633946 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d54ddc78-d221-4f4b-873f-330cc3912a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:38.647893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54ddc78-d221-4f4b-873f-330cc3912a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c44e94-7794-4df0-b9d9-b863e8a33cc7,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:38.654107 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d54ddc78-d221-4f4b-873f-330cc3912a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:38.655396 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d54ddc78-d221-4f4b-873f-330cc3912a6f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90c44e94-7794-4df0-b9d9-b863e8a33cc7 HTTP/1.1" status: 204 len: 168 time: 0.2345564 Mar 01 21:32:43.643696 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34008) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:43.759116 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a441997-34f5-4c92-b375-2084b00de0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:43.772761 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4a441997-34f5-4c92-b375-2084b00de0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:43.776650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4a441997-34f5-4c92-b375-2084b00de0d6 admin admin] Usage tracker for resource:security_group_rule and tenant:bbfd831eef014fcc9ac1f55f1a665720 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:43.779442 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4a441997-34f5-4c92-b375-2084b00de0d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:43.785103 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4a441997-34f5-4c92-b375-2084b00de0d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:43.865245 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a441997-34f5-4c92-b375-2084b00de0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:43.935860 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4a441997-34f5-4c92-b375-2084b00de0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:43.986299 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4a441997-34f5-4c92-b375-2084b00de0d6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bbfd831eef014fcc9ac1f55f1a665720&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415384 Mar 01 21:32:43.987128 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a441997-34f5-4c92-b375-2084b00de0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00f4e8c-fc9f-4cb6-9970-88a8c3d06132,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:43.989089 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34014) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:44.047449 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-639e5d3c-acf9-4e84-99ab-d1cfe762765a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:44.073982 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-639e5d3c-acf9-4e84-99ab-d1cfe762765a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:44.193015 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-639e5d3c-acf9-4e84-99ab-d1cfe762765a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:44.207172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639e5d3c-acf9-4e84-99ab-d1cfe762765a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00f4e8c-fc9f-4cb6-9970-88a8c3d06132,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:44.214567 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-639e5d3c-acf9-4e84-99ab-d1cfe762765a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:44.215720 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-639e5d3c-acf9-4e84-99ab-d1cfe762765a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c00f4e8c-fc9f-4cb6-9970-88a8c3d06132 HTTP/1.1" status: 204 len: 168 time: 0.2256355 Mar 01 21:32:44.424095 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:32:44.863487 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34022) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:44.881406 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-99370d8a-7fd7-4461-81c8-57f0fec1acee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:44.896166 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-99370d8a-7fd7-4461-81c8-57f0fec1acee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:44.900400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-99370d8a-7fd7-4461-81c8-57f0fec1acee admin admin] Usage tracker for resource:security_group_rule and tenant:46b937f5da6a4d7aa8aaff347d3ac689 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:44.903241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-99370d8a-7fd7-4461-81c8-57f0fec1acee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:44.908918 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-99370d8a-7fd7-4461-81c8-57f0fec1acee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:44.992726 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-99370d8a-7fd7-4461-81c8-57f0fec1acee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:45.067606 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-99370d8a-7fd7-4461-81c8-57f0fec1acee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:45.115029 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-99370d8a-7fd7-4461-81c8-57f0fec1acee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=46b937f5da6a4d7aa8aaff347d3ac689&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2504714 Mar 01 21:32:45.116605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99370d8a-7fd7-4461-81c8-57f0fec1acee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9364758-52f9-4426-8341-8bd57a959c95,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:45.118777 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34026) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:45.175944 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ead9f66-f9cc-4b11-a9a9-652e5784b8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:45.203309 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ead9f66-f9cc-4b11-a9a9-652e5784b8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:45.313238 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ead9f66-f9cc-4b11-a9a9-652e5784b8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:45.330513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead9f66-f9cc-4b11-a9a9-652e5784b8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9364758-52f9-4426-8341-8bd57a959c95,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:45.347641 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9ead9f66-f9cc-4b11-a9a9-652e5784b8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:45.348785 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9ead9f66-f9cc-4b11-a9a9-652e5784b8a0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a9364758-52f9-4426-8341-8bd57a959c95 HTTP/1.1" status: 204 len: 168 time: 0.2281845 Mar 01 21:32:51.633565 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:54.085171 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:56.584384 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34140) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:56.705506 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ff8e74d9-0b96-49e1-9025-04cd6f1ca571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:56.719803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ff8e74d9-0b96-49e1-9025-04cd6f1ca571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:56.723591 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ff8e74d9-0b96-49e1-9025-04cd6f1ca571 admin admin] Usage tracker for resource:security_group_rule and tenant:09245da4fa604880810bcaf0bd5258a7 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:56.726855 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-ff8e74d9-0b96-49e1-9025-04cd6f1ca571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:56.732540 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-ff8e74d9-0b96-49e1-9025-04cd6f1ca571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:56.816216 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ff8e74d9-0b96-49e1-9025-04cd6f1ca571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:56.872976 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ff8e74d9-0b96-49e1-9025-04cd6f1ca571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:56.920942 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ff8e74d9-0b96-49e1-9025-04cd6f1ca571 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=09245da4fa604880810bcaf0bd5258a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3354123 Mar 01 21:32:56.921712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e74d9-0b96-49e1-9025-04cd6f1ca571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df655d4-6fcd-4145-92bd-d6f6b660283b,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:56.923585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34146) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:56.981518 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68bb7107-03a8-4a4b-813c-374ea8d1c68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:57.006384 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68bb7107-03a8-4a4b-813c-374ea8d1c68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:57.147753 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68bb7107-03a8-4a4b-813c-374ea8d1c68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:57.163722 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bb7107-03a8-4a4b-813c-374ea8d1c68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df655d4-6fcd-4145-92bd-d6f6b660283b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:57.173415 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7107-03a8-4a4b-813c-374ea8d1c68f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:57.173680 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7107-03a8-4a4b-813c-374ea8d1c68f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:57.174012 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7107-03a8-4a4b-813c-374ea8d1c68f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:57.174340 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7107-03a8-4a4b-813c-374ea8d1c68f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:57.174669 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7107-03a8-4a4b-813c-374ea8d1c68f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:57.175013 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7107-03a8-4a4b-813c-374ea8d1c68f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:57.175331 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7107-03a8-4a4b-813c-374ea8d1c68f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:57.175682 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7107-03a8-4a4b-813c-374ea8d1c68f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:57.175999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7107-03a8-4a4b-813c-374ea8d1c68f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:57.176318 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7107-03a8-4a4b-813c-374ea8d1c68f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:57.176634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7107-03a8-4a4b-813c-374ea8d1c68f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:57.176948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68bb7107-03a8-4a4b-813c-374ea8d1c68f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:32:57.184060 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-68bb7107-03a8-4a4b-813c-374ea8d1c68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:57.185166 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-68bb7107-03a8-4a4b-813c-374ea8d1c68f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8df655d4-6fcd-4145-92bd-d6f6b660283b HTTP/1.1" status: 204 len: 168 time: 0.2606068 Mar 01 21:32:57.439264 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-087b5002-697b-4c10-9c60-9f2fdb447ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:57.806974 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 34154) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:57.825042 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7b29fc79-17dc-471a-a4a1-2dbaaf6620f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:57.842817 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7b29fc79-17dc-471a-a4a1-2dbaaf6620f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:57.846586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7b29fc79-17dc-471a-a4a1-2dbaaf6620f9 admin admin] Usage tracker for resource:security_group_rule and tenant:dd25cad3951449f9858a555dcf7010ba is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:57.849416 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7b29fc79-17dc-471a-a4a1-2dbaaf6620f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:57.855308 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7b29fc79-17dc-471a-a4a1-2dbaaf6620f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:57.956175 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7b29fc79-17dc-471a-a4a1-2dbaaf6620f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:58.015440 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7b29fc79-17dc-471a-a4a1-2dbaaf6620f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:58.064337 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7b29fc79-17dc-471a-a4a1-2dbaaf6620f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dd25cad3951449f9858a555dcf7010ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2562182 Mar 01 21:32:58.065270 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29fc79-17dc-471a-a4a1-2dbaaf6620f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f19c643-1808-45c0-9d8a-a7f6dcc34c14,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:58.067152 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34158) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:58.132920 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5bad2de5-29a7-45cb-b0f4-a1660229fc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:58.157752 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5bad2de5-29a7-45cb-b0f4-a1660229fc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:58.273413 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5bad2de5-29a7-45cb-b0f4-a1660229fc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:58.288106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad2de5-29a7-45cb-b0f4-a1660229fc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f19c643-1808-45c0-9d8a-a7f6dcc34c14,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:58.298843 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5bad2de5-29a7-45cb-b0f4-a1660229fc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:58.302788 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5bad2de5-29a7-45cb-b0f4-a1660229fc93 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3f19c643-1808-45c0-9d8a-a7f6dcc34c14 HTTP/1.1" status: 204 len: 168 time: 0.2320194 Mar 01 21:32:59.318550 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34186) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:32:59.437158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-516675459-network', 'tenant_id': '248775b040bb4c95be016141d038194d'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:32:59.442583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:59.446665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Usage tracker for resource:network and tenant:248775b040bb4c95be016141d038194d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:59.449578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:59.455578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:59.530674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Made reservation on behalf of 248775b040bb4c95be016141d038194d for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:32:59.533313 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:59.547276 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:59.562319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:32:59.566237 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Usage tracker for resource:security_group_rule and tenant:248775b040bb4c95be016141d038194d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:32:59.569074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:32:59.575682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:32:59.662518 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:59.678203 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a7e7660b-a3bd-44fe-bbc1-8211526f6989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:59.730308 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:59.760717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:32:59.768841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1168c24a-af62-481f-ae35-2f5d02f24f41,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:32:59.774911 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:59.775249 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Added segment d48b1d52-fd9f-4874-87da-dff2f18f847b of type vlan for network f660b00d-cb6b-4a89-b8db-4b3e50f096d8 Mar 01 21:32:59.800329 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:59.890405 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:59.891419 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:32:59.892004 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:32:59.993279 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] Pushing event updated for resources: {'Network': ['ID=f660b00d-cb6b-4a89-b8db-4b3e50f096d8,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:33:00.002916 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network f660b00d-cb6b-4a89-b8db-4b3e50f096d8 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:33:00.057214 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d8a0d400-5b50-4324-9c96-56772cabe2d6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7375662 Mar 01 21:33:00.060025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 34194) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:33:00.065343 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-c76a62c3-4cf1-4175-a485-065a3be4bdef admin admin] Request body: {'subnet': {'network_id': 'f660b00d-cb6b-4a89-b8db-4b3e50f096d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-516675459-subnet', 'tenant_id': '248775b040bb4c95be016141d038194d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:33:00.070946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c76a62c3-4cf1-4175-a485-065a3be4bdef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:33:00.079247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c76a62c3-4cf1-4175-a485-065a3be4bdef admin admin] Usage tracker for resource:subnet and tenant:248775b040bb4c95be016141d038194d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:33:00.079247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-c76a62c3-4cf1-4175-a485-065a3be4bdef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:33:00.084094 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-c76a62c3-4cf1-4175-a485-065a3be4bdef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:33:00.164456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c76a62c3-4cf1-4175-a485-065a3be4bdef admin admin] Made reservation on behalf of 248775b040bb4c95be016141d038194d for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:33:00.166866 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c76a62c3-4cf1-4175-a485-065a3be4bdef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:33:00.393113 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c76a62c3-4cf1-4175-a485-065a3be4bdef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:33:00.471258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76a62c3-4cf1-4175-a485-065a3be4bdef admin admin] Pushing event updated for resources: {'Subnet': ['ID=13665d8a-2d90-46cf-a6c9-d39b570f1e02,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:33:00.478289 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c76a62c3-4cf1-4175-a485-065a3be4bdef admin admin] Checking segment: {'id': 'd48b1d52-fd9f-4874-87da-dff2f18f847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f660b00d-cb6b-4a89-b8db-4b3e50f096d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:33:00.478638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76a62c3-4cf1-4175-a485-065a3be4bdef admin admin] Network hostable DHCP agents. Network: f660b00d-cb6b-4a89-b8db-4b3e50f096d8, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:33:00.541639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76a62c3-4cf1-4175-a485-065a3be4bdef admin admin] Network f660b00d-cb6b-4a89-b8db-4b3e50f096d8 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:33:00.576075 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:33:00.592944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-c76a62c3-4cf1-4175-a485-065a3be4bdef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, f660b00d-cb6b-4a89-b8db-4b3e50f096d8) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:33:00.597431 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76a62c3-4cf1-4175-a485-065a3be4bdef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:33:00.600301 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c76a62c3-4cf1-4175-a485-065a3be4bdef admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:33:00.601331 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662b89d0-a464-43a0-aafd-0773794618e6 None None] Network f660b00d-cb6b-4a89-b8db-4b3e50f096d8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:33:00.635044 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:33:00.679860 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c76a62c3-4cf1-4175-a485-065a3be4bdef admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6180997 Mar 01 21:33:00.817366 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508f4274-19c7-4b89-be82-f337392a5ee5 None None] Network f660b00d-cb6b-4a89-b8db-4b3e50f096d8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:33:02.324435 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:33:21.424028 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:33:21.638264 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:33:24.136107 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:33:27.432756 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b448eebc-bcdb-42b9-927a-3cc9331ffa09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:33:29.695623 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-afc6e424-ca31-47eb-b567-cb4e49594ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:33:30.592885 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:33:30.621124 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:33:32.347273 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:33:41.564744 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-75faef79-fc68-4f7a-8a32-3cbd4c34fc38 req-58dc7f1a-9106-470d-afb4-4347caf1c6a2 service neutron] (88519) timed out ('10.222.0.42', 56614) {{(pid=88519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 01 21:33:51.661074 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:33:54.096450 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:33:57.398259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-99c2159a-0dee-40d9-9ced-a874a39230b3 req-614db964-8819-4167-b39f-5d1725ce66dd service neutron] (88518) timed out ('10.222.0.42', 45512) {{(pid=88518) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 01 21:33:57.472468 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-150b7b5b-7041-4a02-b8e5-d6c4df67089e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:33:58.423436 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:33:59.683647 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-81a26854-ec1e-4a86-bb6c-6c1d4a46f3de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:00.612856 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:00.655461 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:02.339421 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:14.886617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a55e8de3-ca29-4e93-9fc5-806cac5d7b37 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:14.887197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a55e8de3-ca29-4e93-9fc5-806cac5d7b37 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Synchronizing usage tracker for tenant:248775b040bb4c95be016141d038194d on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:34:14.945754 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a55e8de3-ca29-4e93-9fc5-806cac5d7b37 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Unset dirty status for tenant:248775b040bb4c95be016141d038194d on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:34:14.946909 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a55e8de3-ca29-4e93-9fc5-806cac5d7b37 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/networks?id=f660b00d-cb6b-4a89-b8db-4b3e50f096d8 HTTP/1.1" status: 200 len: 813 time: 0.2082925 Mar 01 21:34:14.962504 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-409333f0-de10-48c5-a678-a9f23bcfcc56 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/quotas/248775b040bb4c95be016141d038194d HTTP/1.1" status: 200 len: 375 time: 0.0097423 Mar 01 21:34:15.009250 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-463c3024-629a-4508-bac5-061eb76ea03e tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=248775b040bb4c95be016141d038194d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417161 Mar 01 21:34:15.140146 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-9de69095-90e7-4cf0-bf16-c52ea3b3f4d4 service neutron] 10.222.0.42 "GET /v2.0/networks/f660b00d-cb6b-4a89-b8db-4b3e50f096d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242268 Mar 01 21:34:15.368561 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-b404de9b-d317-460b-9749-ccdd1b11b587 service neutron] 10.222.0.42 "GET /v2.0/networks/f660b00d-cb6b-4a89-b8db-4b3e50f096d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227004 Mar 01 21:34:15.643341 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14a63438-d188-447d-9257-32a94229adb8 req-e9a9b7de-5fb8-4543-b14c-1efa3943662f tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb777cab-8052-446f-93b1-54b69c0ed90a HTTP/1.1" status: 200 len: 210 time: 0.0446386 Mar 01 21:34:16.748829 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b94e4f22-5c59-4146-86a9-d633d2a3adf5 req-dce9c755-5bbc-4b9f-8234-14a2aeb14212 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb777cab-8052-446f-93b1-54b69c0ed90a HTTP/1.1" status: 200 len: 210 time: 0.0422459 Mar 01 21:34:17.955607 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c4ba1851-703d-469b-a1e6-337a37bf813c req-c02cdb2e-c097-46b0-9e59-314617c3ab3a tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb777cab-8052-446f-93b1-54b69c0ed90a HTTP/1.1" status: 200 len: 210 time: 0.0906661 Mar 01 21:34:18.008805 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a5121a2a-6fec-4f9b-b88c-855631d0c3cc tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:18.010202 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a5121a2a-6fec-4f9b-b88c-855631d0c3cc tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.55 "GET /v2.0/networks?id=f660b00d-cb6b-4a89-b8db-4b3e50f096d8 HTTP/1.1" status: 200 len: 813 time: 0.1888654 Mar 01 21:34:18.022088 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Request body: {'port': {'device_id': 'cb777cab-8052-446f-93b1-54b69c0ed90a', 'network_id': 'f660b00d-cb6b-4a89-b8db-4b3e50f096d8', 'admin_state_up': True, 'tenant_id': '248775b040bb4c95be016141d038194d'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:34:18.156782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:34:18.160539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Usage tracker for resource:port and tenant:248775b040bb4c95be016141d038194d is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:34:18.163503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:34:18.170001 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:34:18.253995 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Made reservation on behalf of 248775b040bb4c95be016141d038194d for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:34:18.258453 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:18.415184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Allocated IP 172.20.0.2 (f660b00d-cb6b-4a89-b8db-4b3e50f096d8/13665d8a-2d90-46cf-a6c9-d39b570f1e02/62a4e3bf-6760-4bf0-995a-2ac598a2e134) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:34:18.620164 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:18.706433 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:18.770567 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Network f660b00d-cb6b-4a89-b8db-4b3e50f096d8 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:34:18.777340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:34:18.781547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:34:18.815254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Pushing event updated for resources: {'Port': ['ID=62a4e3bf-6760-4bf0-995a-2ac598a2e134,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:34:18.834496 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:18.834835 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:18.835166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:18.835559 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:18.835888 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:18.836295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:18.836611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:18.836941 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:18.837258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:18.837574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:18.837889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:18.838203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:18.860820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:18.861414 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:18.929871 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a48d2e4c-cd8b-481b-ba94-ade32651a266 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9107275 Mar 01 21:34:18.998225 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] Request body: {'port': {'device_id': 'cb777cab-8052-446f-93b1-54b69c0ed90a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:34:19.153698 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:19.232907 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c20771-4c7e-47fe-b1bd-93b9aca94118 req-9adf6bea-4a2c-4a7c-8907-a81363e6e9f3 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:19.233527 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-54c20771-4c7e-47fe-b1bd-93b9aca94118 req-9adf6bea-4a2c-4a7c-8907-a81363e6e9f3 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Synchronizing usage tracker for tenant:248775b040bb4c95be016141d038194d on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:34:19.406689 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-54c20771-4c7e-47fe-b1bd-93b9aca94118 req-9adf6bea-4a2c-4a7c-8907-a81363e6e9f3 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Unset dirty status for tenant:248775b040bb4c95be016141d038194d on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:34:19.407867 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54c20771-4c7e-47fe-b1bd-93b9aca94118 req-9adf6bea-4a2c-4a7c-8907-a81363e6e9f3 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb777cab-8052-446f-93b1-54b69c0ed90a HTTP/1.1" status: 200 len: 931 time: 0.3312638 Mar 01 21:34:19.477302 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-54c20771-4c7e-47fe-b1bd-93b9aca94118 req-d1b1d633-fa9b-4678-a724-87e895144902 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Synchronizing usage tracker for tenant:248775b040bb4c95be016141d038194d on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:34:19.564637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-54c20771-4c7e-47fe-b1bd-93b9aca94118 req-d1b1d633-fa9b-4678-a724-87e895144902 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Unset dirty status for tenant:248775b040bb4c95be016141d038194d on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:34:19.565782 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54c20771-4c7e-47fe-b1bd-93b9aca94118 req-d1b1d633-fa9b-4678-a724-87e895144902 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465039 Mar 01 21:34:19.569456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a4e3bf-6760-4bf0-995a-2ac598a2e134 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:34:19.577845 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:19.593167 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] Transition to ACTIVE for port object 62a4e3bf-6760-4bf0-995a-2ac598a2e134 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:34:19.665175 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:19.903905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b9384-ed36-4513-9f05-47956239360d service neutron] Pushing event updated for resources: {'Port': ['ID=62a4e3bf-6760-4bf0-995a-2ac598a2e134,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:34:20.009037 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] Attempting to bind port 62a4e3bf-6760-4bf0-995a-2ac598a2e134 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:34:20.009699 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] Attempting to bind port 62a4e3bf-6760-4bf0-995a-2ac598a2e134 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd48b1d52-fd9f-4874-87da-dff2f18f847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f660b00d-cb6b-4a89-b8db-4b3e50f096d8'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:34:20.009699 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] Attempting to bind port 62a4e3bf-6760-4bf0-995a-2ac598a2e134 on network f660b00d-cb6b-4a89-b8db-4b3e50f096d8 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:34:20.014577 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] Port 62a4e3bf-6760-4bf0-995a-2ac598a2e134 on network f660b00d-cb6b-4a89-b8db-4b3e50f096d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:34:20.014900 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] Attempting to bind port 62a4e3bf-6760-4bf0-995a-2ac598a2e134 on network f660b00d-cb6b-4a89-b8db-4b3e50f096d8 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:34:20.020122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:34:20.020465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] Checking segment: {'id': 'd48b1d52-fd9f-4874-87da-dff2f18f847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f660b00d-cb6b-4a89-b8db-4b3e50f096d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:34:20.020836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] Bound using segment: {'id': 'd48b1d52-fd9f-4874-87da-dff2f18f847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f660b00d-cb6b-4a89-b8db-4b3e50f096d8'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:34:20.021254 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] Bound port: 62a4e3bf-6760-4bf0-995a-2ac598a2e134, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48b1d52-fd9f-4874-87da-dff2f18f847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f660b00d-cb6b-4a89-b8db-4b3e50f096d8'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:34:20.021593 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:20.111091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] For port 62a4e3bf-6760-4bf0-995a-2ac598a2e134, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:34:20.113998 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] For port 62a4e3bf-6760-4bf0-995a-2ac598a2e134, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=62a4e3bf-6760-4bf0-995a-2ac598a2e134,segment=NetworkSegment(d48b1d52-fd9f-4874-87da-dff2f18f847b),segment_id=d48b1d52-fd9f-4874-87da-dff2f18f847b)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:34:20.180661 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:20.238015 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:20.238624 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:20.240004 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e67b9384-ed36-4513-9f05-47956239360d service neutron] 10.222.0.55 "PUT /v2.0/ports/62a4e3bf-6760-4bf0-995a-2ac598a2e134 HTTP/1.1" status: 200 len: 1091 time: 1.3038914 Mar 01 21:34:20.240434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb777cab-8052-446f-93b1-54b69c0ed90a', 'tag': '62a4e3bf-6760-4bf0-995a-2ac598a2e134'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:34:20.270914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67b9384-ed36-4513-9f05-47956239360d service neutron] Pushing event updated for resources: {'Port': ['ID=62a4e3bf-6760-4bf0-995a-2ac598a2e134,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:34:20.401048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-0af28500-e371-42ab-bf84-d7528ab5e8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:20.402587 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-0af28500-e371-42ab-bf84-d7528ab5e8f8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=248775b040bb4c95be016141d038194d&device_id=cb777cab-8052-446f-93b1-54b69c0ed90a HTTP/1.1" status: 200 len: 1094 time: 0.0753913 Mar 01 21:34:20.464099 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb777cab-8052-446f-93b1-54b69c0ed90a', 'tag': '62a4e3bf-6760-4bf0-995a-2ac598a2e134', 'status': 'completed', 'code': 200} Mar 01 21:34:20.478608 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-e9056d79-0a93-47e4-9948-d4dc3937ec8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62a4e3bf-6760-4bf0-995a-2ac598a2e134 HTTP/1.1" status: 200 len: 217 time: 0.0688295 Mar 01 21:34:20.541308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a5b1dc62-8c25-45f2-91b4-dddc2a30c452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:20.542778 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-a5b1dc62-8c25-45f2-91b4-dddc2a30c452 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13665d8a-2d90-46cf-a6c9-d39b570f1e02 HTTP/1.1" status: 200 len: 853 time: 0.0579481 Mar 01 21:34:20.589885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-965ac9fc-76d2-41c9-baa8-1f089a7da654 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f660b00d-cb6b-4a89-b8db-4b3e50f096d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404756 Mar 01 21:34:20.776737 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-8ca5b84f-fdda-4d82-8bb0-d675426530cf service neutron] 10.222.0.55 "GET /v2.0/networks/f660b00d-cb6b-4a89-b8db-4b3e50f096d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804931 Mar 01 21:34:20.834059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8285f-b449-4168-811c-1bf66387c18a req-28f93cca-6f20-4dd6-9d3b-0a31f5b9b042 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:20.836145 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ae8285f-b449-4168-811c-1bf66387c18a req-28f93cca-6f20-4dd6-9d3b-0a31f5b9b042 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb777cab-8052-446f-93b1-54b69c0ed90a HTTP/1.1" status: 200 len: 943 time: 0.1575415 Mar 01 21:34:20.951216 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ae8285f-b449-4168-811c-1bf66387c18a req-ba285344-9842-46bc-97bd-11ca08b8ef80 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663054 Mar 01 21:34:20.958447 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33106948-6946-4be9-998a-c03ec2b78ce3 req-ca43712c-7a56-4df3-bc3b-1adc3fd161e9 service neutron] 10.222.0.55 "GET /v2.0/networks/f660b00d-cb6b-4a89-b8db-4b3e50f096d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737931 Mar 01 21:34:21.118559 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bea44-c541-405d-81ce-0c49754c5d2e req-02ceae36-4ee7-4ba2-b06e-2c23fcb377bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:21.120075 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc8bea44-c541-405d-81ce-0c49754c5d2e req-02ceae36-4ee7-4ba2-b06e-2c23fcb377bf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=248775b040bb4c95be016141d038194d&device_id=cb777cab-8052-446f-93b1-54b69c0ed90a HTTP/1.1" status: 200 len: 1094 time: 0.0707204 Mar 01 21:34:21.251160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bea44-c541-405d-81ce-0c49754c5d2e req-65c4f9fd-4d4e-4657-a958-9d2a6adeb11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:21.252646 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc8bea44-c541-405d-81ce-0c49754c5d2e req-65c4f9fd-4d4e-4657-a958-9d2a6adeb11d service neutron] 10.222.0.55 "GET /v2.0/networks?id=f660b00d-cb6b-4a89-b8db-4b3e50f096d8 HTTP/1.1" status: 200 len: 914 time: 0.1265357 Mar 01 21:34:21.323218 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc8bea44-c541-405d-81ce-0c49754c5d2e req-bd9aa402-5d40-475b-bd57-708960b56fa8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62a4e3bf-6760-4bf0-995a-2ac598a2e134 HTTP/1.1" status: 200 len: 217 time: 0.0642931 Mar 01 21:34:21.384979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bea44-c541-405d-81ce-0c49754c5d2e req-542b0b0f-2a6f-4893-8468-dbcecb39c9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:21.386350 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc8bea44-c541-405d-81ce-0c49754c5d2e req-542b0b0f-2a6f-4893-8468-dbcecb39c9cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13665d8a-2d90-46cf-a6c9-d39b570f1e02 HTTP/1.1" status: 200 len: 853 time: 0.0573449 Mar 01 21:34:21.434370 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc8bea44-c541-405d-81ce-0c49754c5d2e req-4f2e5c4f-711c-46ff-b7d2-4ce00f700d78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f660b00d-cb6b-4a89-b8db-4b3e50f096d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424876 Mar 01 21:34:21.677000 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc8bea44-c541-405d-81ce-0c49754c5d2e req-2f248cc1-3569-4b3a-801d-50f8563b500a service neutron] 10.222.0.55 "GET /v2.0/networks/f660b00d-cb6b-4a89-b8db-4b3e50f096d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367344 Mar 01 21:34:21.683082 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:21.807569 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc8bea44-c541-405d-81ce-0c49754c5d2e req-72295390-0277-457a-ab71-539434a68182 service neutron] 10.222.0.55 "GET /v2.0/networks/f660b00d-cb6b-4a89-b8db-4b3e50f096d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242466 Mar 01 21:34:22.134519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cedf77-cb66-455d-a835-7cfb6879c66c req-f977ae5c-f4ad-4fea-9ce3-4b9b59ae82c2 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:22.135989 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2cedf77-cb66-455d-a835-7cfb6879c66c req-f977ae5c-f4ad-4fea-9ce3-4b9b59ae82c2 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb777cab-8052-446f-93b1-54b69c0ed90a HTTP/1.1" status: 200 len: 943 time: 0.0794053 Mar 01 21:34:22.178567 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2cedf77-cb66-455d-a835-7cfb6879c66c req-17a1bb51-62b8-4d19-a0bc-01934bb1b59d tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369799 Mar 01 21:34:23.365840 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1dff6-7352-4092-adb1-19df3841ac78 req-567dc18f-3939-4b76-8f23-879d8d7f90e1 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:23.367801 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ddd1dff6-7352-4092-adb1-19df3841ac78 req-567dc18f-3939-4b76-8f23-879d8d7f90e1 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb777cab-8052-446f-93b1-54b69c0ed90a HTTP/1.1" status: 200 len: 943 time: 0.0829549 Mar 01 21:34:23.411032 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ddd1dff6-7352-4092-adb1-19df3841ac78 req-002bb2c1-db35-443b-88dc-2210619dd0d5 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375407 Mar 01 21:34:24.099682 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:24.598047 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398ff9f-27d9-4613-b4e1-bbd33b9a576e req-f1228c89-60ac-46ce-913f-ff3d9de9830e tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:24.599531 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e398ff9f-27d9-4613-b4e1-bbd33b9a576e req-f1228c89-60ac-46ce-913f-ff3d9de9830e tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb777cab-8052-446f-93b1-54b69c0ed90a HTTP/1.1" status: 200 len: 943 time: 0.0814669 Mar 01 21:34:24.646298 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e398ff9f-27d9-4613-b4e1-bbd33b9a576e req-4b6b8380-3a02-42cd-8c26-4e2190f2b54e tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406530 Mar 01 21:34:25.629493 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 62a4e3bf-6760-4bf0-995a-2ac598a2e134 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:34:25.764180 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 62a4e3bf-6760-4bf0-995a-2ac598a2e134, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=62a4e3bf-6760-4bf0-995a-2ac598a2e134,segment=NetworkSegment(d48b1d52-fd9f-4874-87da-dff2f18f847b),segment_id=d48b1d52-fd9f-4874-87da-dff2f18f847b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:34:25.777057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '62a4e3bf-6760-4bf0-995a-2ac598a2e134', 'network_id': 'f660b00d-cb6b-4a89-b8db-4b3e50f096d8', 'port_id': '62a4e3bf-6760-4bf0-995a-2ac598a2e134', 'mac_address': 'fa:16:3e:25:d5:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13665d8a-2d90-46cf-a6c9-d39b570f1e02', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:34:25.831707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59990083-7d82-47ee-b5f9-f4f404cc3019 req-0a48f12a-edda-4bf9-9a56-2eb9972e8f63 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:25.833187 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59990083-7d82-47ee-b5f9-f4f404cc3019 req-0a48f12a-edda-4bf9-9a56-2eb9972e8f63 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb777cab-8052-446f-93b1-54b69c0ed90a HTTP/1.1" status: 200 len: 943 time: 0.0821128 Mar 01 21:34:25.835901 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:25.852439 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a4e3bf-6760-4bf0-995a-2ac598a2e134 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:34:25.867953 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 62a4e3bf-6760-4bf0-995a-2ac598a2e134, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=62a4e3bf-6760-4bf0-995a-2ac598a2e134,segment=NetworkSegment(d48b1d52-fd9f-4874-87da-dff2f18f847b),segment_id=d48b1d52-fd9f-4874-87da-dff2f18f847b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:34:25.877761 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59990083-7d82-47ee-b5f9-f4f404cc3019 req-24569f41-58ad-47a0-bfc2-701615e396b6 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387959 Mar 01 21:34:25.951508 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:26.021372 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=62a4e3bf-6760-4bf0-995a-2ac598a2e134,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:34:26.028911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:26.029274 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:26.029606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:26.029937 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:26.030297 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:26.030624 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:26.030946 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:26.031268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:26.031615 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:26.031934 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:26.032251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:26.032566 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:34:26.303865 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['62a4e3bf-6760-4bf0-995a-2ac598a2e134'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:34:27.065078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a1d004-6038-45f2-b25d-a861b6595994 req-f4ec4e1d-09a9-4bbe-bc1b-521adfdd2667 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:27.066509 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-53a1d004-6038-45f2-b25d-a861b6595994 req-f4ec4e1d-09a9-4bbe-bc1b-521adfdd2667 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb777cab-8052-446f-93b1-54b69c0ed90a HTTP/1.1" status: 200 len: 944 time: 0.0831549 Mar 01 21:34:27.111042 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-53a1d004-6038-45f2-b25d-a861b6595994 req-4a5546da-ed84-4948-a5da-be71780680da tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384324 Mar 01 21:34:27.437123 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-df454339-6ece-425d-b9e1-726ea01352e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:27.660302 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 62a4e3bf-6760-4bf0-995a-2ac598a2e134 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:34:27.768414 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 62a4e3bf-6760-4bf0-995a-2ac598a2e134 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:34:27.773249 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 62a4e3bf-6760-4bf0-995a-2ac598a2e134 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:34:27.773611 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:27.890832 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:27.918038 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb777cab-8052-446f-93b1-54b69c0ed90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a4e3bf-6760-4bf0-995a-2ac598a2e134'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:34:27.927789 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 62a4e3bf-6760-4bf0-995a-2ac598a2e134, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=62a4e3bf-6760-4bf0-995a-2ac598a2e134,segment=NetworkSegment(d48b1d52-fd9f-4874-87da-dff2f18f847b),segment_id=d48b1d52-fd9f-4874-87da-dff2f18f847b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:34:27.974026 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:28.031145 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb777cab-8052-446f-93b1-54b69c0ed90a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a4e3bf-6760-4bf0-995a-2ac598a2e134', 'code': 200} Mar 01 21:34:28.050797 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=62a4e3bf-6760-4bf0-995a-2ac598a2e134,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:34:28.153999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525cf869-9631-4f91-a4c6-b232989f4065 req-adf62741-7400-47cc-9d2d-25c0b5e0c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:28.155486 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-525cf869-9631-4f91-a4c6-b232989f4065 req-adf62741-7400-47cc-9d2d-25c0b5e0c41d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cb777cab-8052-446f-93b1-54b69c0ed90a HTTP/1.1" status: 200 len: 1096 time: 0.0717835 Mar 01 21:34:28.197759 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-525cf869-9631-4f91-a4c6-b232989f4065 req-ceb68a17-0698-442f-9f4d-732222b26488 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358610 Mar 01 21:34:28.295697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175e10e8-74d0-47bc-ae36-775e947a1544 req-a6312c4e-3683-48e1-aa48-ec8ad9b37ad8 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:28.297126 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-175e10e8-74d0-47bc-ae36-775e947a1544 req-a6312c4e-3683-48e1-aa48-ec8ad9b37ad8 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb777cab-8052-446f-93b1-54b69c0ed90a HTTP/1.1" status: 200 len: 945 time: 0.0811303 Mar 01 21:34:28.339711 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-175e10e8-74d0-47bc-ae36-775e947a1544 req-66e76a12-1aa3-481f-b0d8-21a5601ebcb0 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370653 Mar 01 21:34:29.523624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b41f78f-b6ab-4e1a-872a-9b031f90a809 req-486c8130-8756-41cb-8068-7c3dab83cde1 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:29.525089 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b41f78f-b6ab-4e1a-872a-9b031f90a809 req-486c8130-8756-41cb-8068-7c3dab83cde1 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb777cab-8052-446f-93b1-54b69c0ed90a HTTP/1.1" status: 200 len: 945 time: 0.0801311 Mar 01 21:34:29.572772 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b41f78f-b6ab-4e1a-872a-9b031f90a809 req-b07e9136-f8a0-452e-bff1-5ac97ad9fa2b tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420082 Mar 01 21:34:29.825615 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-56ab2e75-ee93-49f7-a343-af9e4eef2c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:30.619726 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:30.648758 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:30.758497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ff5415-ea84-46ec-bd26-215c2ac25723 req-0b0c8533-c8f6-4640-80e8-7d0d9780bb29 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:30.760096 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d6ff5415-ea84-46ec-bd26-215c2ac25723 req-0b0c8533-c8f6-4640-80e8-7d0d9780bb29 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb777cab-8052-446f-93b1-54b69c0ed90a HTTP/1.1" status: 200 len: 945 time: 0.0824344 Mar 01 21:34:30.806391 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d6ff5415-ea84-46ec-bd26-215c2ac25723 req-37648951-bbfd-4f7f-9e1c-edb28211b59f tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407224 Mar 01 21:34:32.316937 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:35.422609 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:34:47.933272 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c5300bc-3646-4fd8-8d73-f311222a2da0 req-5fab6fa9-279a-4029-b78c-d11f0c9bb3e3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cb777cab-8052-446f-93b1-54b69c0ed90a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0761247 Mar 01 21:34:48.078740 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5300bc-3646-4fd8-8d73-f311222a2da0 req-f0e5999e-b673-4672-b78b-94eb1d4fd05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:48.080263 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c5300bc-3646-4fd8-8d73-f311222a2da0 req-f0e5999e-b673-4672-b78b-94eb1d4fd05f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=248775b040bb4c95be016141d038194d&device_id=cb777cab-8052-446f-93b1-54b69c0ed90a HTTP/1.1" status: 200 len: 1096 time: 0.0737224 Mar 01 21:34:48.232313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5300bc-3646-4fd8-8d73-f311222a2da0 req-f84e1d08-70bf-44d2-82c6-4c341b8af6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:48.233779 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c5300bc-3646-4fd8-8d73-f311222a2da0 req-f84e1d08-70bf-44d2-82c6-4c341b8af6f9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f660b00d-cb6b-4a89-b8db-4b3e50f096d8 HTTP/1.1" status: 200 len: 914 time: 0.1346140 Mar 01 21:34:48.309200 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c5300bc-3646-4fd8-8d73-f311222a2da0 req-2c8ad200-827b-41f1-ba9e-255e9d4a02ce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=62a4e3bf-6760-4bf0-995a-2ac598a2e134 HTTP/1.1" status: 200 len: 217 time: 0.0647564 Mar 01 21:34:48.372279 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5300bc-3646-4fd8-8d73-f311222a2da0 req-8feef400-235f-467e-a5f0-00069791b848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:34:48.373649 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c5300bc-3646-4fd8-8d73-f311222a2da0 req-8feef400-235f-467e-a5f0-00069791b848 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13665d8a-2d90-46cf-a6c9-d39b570f1e02 HTTP/1.1" status: 200 len: 853 time: 0.0586314 Mar 01 21:34:48.420718 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c5300bc-3646-4fd8-8d73-f311222a2da0 req-74332fad-bfe4-4930-8a2d-aa3645d8860f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f660b00d-cb6b-4a89-b8db-4b3e50f096d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408266 Mar 01 21:34:48.553290 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c5300bc-3646-4fd8-8d73-f311222a2da0 req-7d56da4a-8622-4369-b0d7-623efc487e3e service neutron] 10.222.0.55 "GET /v2.0/networks/f660b00d-cb6b-4a89-b8db-4b3e50f096d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257639 Mar 01 21:34:48.686523 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c5300bc-3646-4fd8-8d73-f311222a2da0 req-9c7b5e2d-cd40-48c4-acb0-5deb3594a9a5 service neutron] 10.222.0.55 "GET /v2.0/networks/f660b00d-cb6b-4a89-b8db-4b3e50f096d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271348 Mar 01 21:34:51.670688 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:54.128068 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:57.448164 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d90337ea-c058-443d-962e-ea1db4e6d39f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:34:59.676290 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f0299747-c80b-413c-b9b9-f4a657fc9a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:00.590730 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:00.636515 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:02.357083 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:12.424589 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:35:16.330650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4755f829-09d5-4912-8a33-39ada17e6ad2 req-f353730d-9862-46e4-8c68-01619c93fe08 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:16.332170 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4755f829-09d5-4912-8a33-39ada17e6ad2 req-f353730d-9862-46e4-8c68-01619c93fe08 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb777cab-8052-446f-93b1-54b69c0ed90a HTTP/1.1" status: 200 len: 945 time: 0.0841486 Mar 01 21:35:16.375588 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4755f829-09d5-4912-8a33-39ada17e6ad2 req-1fe6a12d-b1f0-4c1f-9e89-c93036f2440c tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378363 Mar 01 21:35:17.559180 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846fd2cb-50ac-4874-b860-236d23d84204 req-d4a9d502-424d-4940-ad58-fbb2389fa24c tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:17.561143 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-846fd2cb-50ac-4874-b860-236d23d84204 req-d4a9d502-424d-4940-ad58-fbb2389fa24c tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb777cab-8052-446f-93b1-54b69c0ed90a HTTP/1.1" status: 200 len: 945 time: 0.0816770 Mar 01 21:35:17.716409 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-846fd2cb-50ac-4874-b860-236d23d84204 req-a9f2bc9f-dc54-4c08-b808-ec0e4f54f7fa tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492710 Mar 01 21:35:17.961510 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b5262-ec27-4bed-a35a-2e6e5f109598 req-388e08ff-c8ec-4814-9db9-fb05027334a2 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:17.962965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-489b5262-ec27-4bed-a35a-2e6e5f109598 req-388e08ff-c8ec-4814-9db9-fb05027334a2 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.55 "GET /v2.0/ports?device_id=cb777cab-8052-446f-93b1-54b69c0ed90a HTTP/1.1" status: 200 len: 945 time: 0.0770297 Mar 01 21:35:18.031742 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-489b5262-ec27-4bed-a35a-2e6e5f109598 req-8fd0bbab-96d1-4197-95a1-75e9ae4040b6 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Deleting port 62a4e3bf-6760-4bf0-995a-2ac598a2e134 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:35:18.032078 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-489b5262-ec27-4bed-a35a-2e6e5f109598 req-8fd0bbab-96d1-4197-95a1-75e9ae4040b6 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:18.271653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-489b5262-ec27-4bed-a35a-2e6e5f109598 req-8fd0bbab-96d1-4197-95a1-75e9ae4040b6 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] For port 62a4e3bf-6760-4bf0-995a-2ac598a2e134, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=62a4e3bf-6760-4bf0-995a-2ac598a2e134,segment=NetworkSegment(d48b1d52-fd9f-4874-87da-dff2f18f847b),segment_id=d48b1d52-fd9f-4874-87da-dff2f18f847b)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:35:18.271919 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-489b5262-ec27-4bed-a35a-2e6e5f109598 req-8fd0bbab-96d1-4197-95a1-75e9ae4040b6 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:18.389764 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-489b5262-ec27-4bed-a35a-2e6e5f109598 req-8fd0bbab-96d1-4197-95a1-75e9ae4040b6 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Calling delete_port for 62a4e3bf-6760-4bf0-995a-2ac598a2e134 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:35:18.590019 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-489b5262-ec27-4bed-a35a-2e6e5f109598 req-8fd0bbab-96d1-4197-95a1-75e9ae4040b6 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:18.602690 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['62a4e3bf-6760-4bf0-995a-2ac598a2e134'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:35:18.640016 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0bbab-96d1-4197-95a1-75e9ae4040b6 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Pushing event deleted for resources: {'Port': ['ID=62a4e3bf-6760-4bf0-995a-2ac598a2e134,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:35:18.712702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-489b5262-ec27-4bed-a35a-2e6e5f109598 req-8fd0bbab-96d1-4197-95a1-75e9ae4040b6 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] No DVR routers for this DVR port 62a4e3bf-6760-4bf0-995a-2ac598a2e134 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:35:18.715239 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-489b5262-ec27-4bed-a35a-2e6e5f109598 req-8fd0bbab-96d1-4197-95a1-75e9ae4040b6 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:18.718295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb777cab-8052-446f-93b1-54b69c0ed90a', 'name': 'network-vif-deleted', 'tag': '62a4e3bf-6760-4bf0-995a-2ac598a2e134'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:35:18.766122 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb777cab-8052-446f-93b1-54b69c0ed90a', 'name': 'network-vif-deleted', 'tag': '62a4e3bf-6760-4bf0-995a-2ac598a2e134', 'status': 'completed', 'code': 200} Mar 01 21:35:18.785238 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-489b5262-ec27-4bed-a35a-2e6e5f109598 req-8fd0bbab-96d1-4197-95a1-75e9ae4040b6 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.55 "DELETE /v2.0/ports/62a4e3bf-6760-4bf0-995a-2ac598a2e134 HTTP/1.1" status: 204 len: 173 time: 0.8171902 Mar 01 21:35:18.869161 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8f7c9870-d3a4-4beb-a8e0-99a7a1c39a27 req-42d41cfc-fb27-4af8-832c-a36392e94bb2 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Synchronizing usage tracker for tenant:248775b040bb4c95be016141d038194d on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:35:18.944487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8f7c9870-d3a4-4beb-a8e0-99a7a1c39a27 req-42d41cfc-fb27-4af8-832c-a36392e94bb2 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Unset dirty status for tenant:248775b040bb4c95be016141d038194d on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:35:18.945662 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8f7c9870-d3a4-4beb-a8e0-99a7a1c39a27 req-42d41cfc-fb27-4af8-832c-a36392e94bb2 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb777cab-8052-446f-93b1-54b69c0ed90a HTTP/1.1" status: 200 len: 210 time: 0.1194201 Mar 01 21:35:21.681836 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:21.970334 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 62a4e3bf-6760-4bf0-995a-2ac598a2e134 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:35:22.004190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 62a4e3bf-6760-4bf0-995a-2ac598a2e134 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:35:22.004533 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 62a4e3bf-6760-4bf0-995a-2ac598a2e134 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:35:24.115924 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:27.452488 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d89a95d6-8787-4421-a3b4-e604bb74f401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:27.908648 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-790ec7a5-76e2-4f17-960b-311f30b09a4c tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:27.910079 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-790ec7a5-76e2-4f17-960b-311f30b09a4c tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/networks?id=f660b00d-cb6b-4a89-b8db-4b3e50f096d8 HTTP/1.1" status: 200 len: 813 time: 0.1461546 Mar 01 21:35:27.925013 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5c57c7ac-5244-4884-b5b1-9d385b01c755 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/quotas/248775b040bb4c95be016141d038194d HTTP/1.1" status: 200 len: 375 time: 0.0096045 Mar 01 21:35:27.971811 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-8ff3cf20-909b-4cb7-ae53-679dd386108b tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=248775b040bb4c95be016141d038194d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419283 Mar 01 21:35:28.167125 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5faf657b-bb8b-4c04-bfa3-0fde078c7ed8 service neutron] 10.222.0.42 "GET /v2.0/networks/f660b00d-cb6b-4a89-b8db-4b3e50f096d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889737 Mar 01 21:35:28.297744 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-1f90b12c-2bf6-4da5-8c58-bc32efe43a17 service neutron] 10.222.0.42 "GET /v2.0/networks/f660b00d-cb6b-4a89-b8db-4b3e50f096d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242435 Mar 01 21:35:28.541630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4249b81e-f4a8-4487-9c9e-40894c683b28 req-cf57dfd9-00c9-4e3a-94df-8fbeae225cf1 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=882f24a6-f9a5-4f41-84be-ebd291f437b5 HTTP/1.1" status: 200 len: 210 time: 0.0457380 Mar 01 21:35:29.687564 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-734c305e-d70c-4524-a658-84f3d10f1091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:29.695047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9cb14051-4053-4504-b719-41277ef07ca3 req-99e8ced2-157b-407b-b371-61f28b2f5697 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=882f24a6-f9a5-4f41-84be-ebd291f437b5 HTTP/1.1" status: 200 len: 210 time: 0.0464742 Mar 01 21:35:30.502850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-b1caa62a-af8c-4d2f-a6ef-e5a575a788d1 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:30.504295 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-b1caa62a-af8c-4d2f-a6ef-e5a575a788d1 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.55 "GET /v2.0/networks?id=f660b00d-cb6b-4a89-b8db-4b3e50f096d8 HTTP/1.1" status: 200 len: 813 time: 0.1466603 Mar 01 21:35:30.515838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Request body: {'port': {'device_id': '882f24a6-f9a5-4f41-84be-ebd291f437b5', 'network_id': 'f660b00d-cb6b-4a89-b8db-4b3e50f096d8', 'admin_state_up': True, 'tenant_id': '248775b040bb4c95be016141d038194d'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:35:30.589628 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:30.647282 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:30.652039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:35:30.662054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:35:30.755699 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Made reservation on behalf of 248775b040bb4c95be016141d038194d for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:35:30.759328 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:30.970532 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a50fdd14-edc8-4121-8e21-facb0449cd1a req-b4190602-7648-473b-8390-43bbef445985 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=882f24a6-f9a5-4f41-84be-ebd291f437b5 HTTP/1.1" status: 200 len: 210 time: 0.1542940 Mar 01 21:35:31.066977 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Allocated IP 172.20.0.13 (f660b00d-cb6b-4a89-b8db-4b3e50f096d8/13665d8a-2d90-46cf-a6c9-d39b570f1e02/cc75f33a-9406-46d3-a0c7-d24d8af0f7c8) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:35:31.273317 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:31.350479 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:31.413794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Network f660b00d-cb6b-4a89-b8db-4b3e50f096d8 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:35:31.414856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:35:31.418596 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:35:31.472477 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Pushing event updated for resources: {'Port': ['ID=cc75f33a-9406-46d3-a0c7-d24d8af0f7c8,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:35:31.485667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:31.486011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:31.486348 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:31.486678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:31.487006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:31.487331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:31.487681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:31.488000 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:31.488322 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:31.488639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:31.488958 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:31.489270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:31.504253 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:31.504858 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:31.578748 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-382d2d02-d473-4b10-b286-5addaca84242 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0670502 Mar 01 21:35:31.590523 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] Request body: {'port': {'device_id': '882f24a6-f9a5-4f41-84be-ebd291f437b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:35:31.696153 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:32.032692 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:35:32.040072 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:32.056100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] Transition to ACTIVE for port object cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:35:32.115338 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:32.288433 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] Pushing event updated for resources: {'Port': ['ID=cc75f33a-9406-46d3-a0c7-d24d8af0f7c8,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:35:32.321209 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:32.369921 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ab5041-e1bc-4f44-93aa-b671d328c12e req-c26d850a-1d9b-4a23-9290-5c41eaf75722 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:32.370600 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-91ab5041-e1bc-4f44-93aa-b671d328c12e req-c26d850a-1d9b-4a23-9290-5c41eaf75722 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Synchronizing usage tracker for tenant:248775b040bb4c95be016141d038194d on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:35:32.385970 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] Attempting to bind port cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:35:32.386298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] Attempting to bind port cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd48b1d52-fd9f-4874-87da-dff2f18f847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f660b00d-cb6b-4a89-b8db-4b3e50f096d8'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:35:32.390522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] Attempting to bind port cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 on network f660b00d-cb6b-4a89-b8db-4b3e50f096d8 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:35:32.392977 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] Port cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 on network f660b00d-cb6b-4a89-b8db-4b3e50f096d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:35:32.393290 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] Attempting to bind port cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 on network f660b00d-cb6b-4a89-b8db-4b3e50f096d8 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:35:32.398430 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:35:32.398752 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] Checking segment: {'id': 'd48b1d52-fd9f-4874-87da-dff2f18f847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f660b00d-cb6b-4a89-b8db-4b3e50f096d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:35:32.399121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] Bound using segment: {'id': 'd48b1d52-fd9f-4874-87da-dff2f18f847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f660b00d-cb6b-4a89-b8db-4b3e50f096d8'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:35:32.399564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] Bound port: cc75f33a-9406-46d3-a0c7-d24d8af0f7c8, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48b1d52-fd9f-4874-87da-dff2f18f847b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'f660b00d-cb6b-4a89-b8db-4b3e50f096d8'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:35:32.399956 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:32.446417 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-91ab5041-e1bc-4f44-93aa-b671d328c12e req-c26d850a-1d9b-4a23-9290-5c41eaf75722 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Unset dirty status for tenant:248775b040bb4c95be016141d038194d on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:35:32.447578 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91ab5041-e1bc-4f44-93aa-b671d328c12e req-c26d850a-1d9b-4a23-9290-5c41eaf75722 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=882f24a6-f9a5-4f41-84be-ebd291f437b5 HTTP/1.1" status: 200 len: 944 time: 0.3683133 Mar 01 21:35:32.519530 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91ab5041-e1bc-4f44-93aa-b671d328c12e req-5e371e4c-5fe7-4bb3-94e7-54bb9fa38a61 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652246 Mar 01 21:35:32.523124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] For port cc75f33a-9406-46d3-a0c7-d24d8af0f7c8, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:35:32.526132 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] For port cc75f33a-9406-46d3-a0c7-d24d8af0f7c8, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=cc75f33a-9406-46d3-a0c7-d24d8af0f7c8,segment=NetworkSegment(d48b1d52-fd9f-4874-87da-dff2f18f847b),segment_id=d48b1d52-fd9f-4874-87da-dff2f18f847b)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:35:32.595680 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:32.653013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:32.654212 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:32.655592 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] 10.222.0.55 "PUT /v2.0/ports/cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 HTTP/1.1" status: 200 len: 1092 time: 1.0691106 Mar 01 21:35:32.656025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '882f24a6-f9a5-4f41-84be-ebd291f437b5', 'tag': 'cc75f33a-9406-46d3-a0c7-d24d8af0f7c8'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:35:32.678997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7abcf-cfc2-4ebb-b40d-9c6ee9b0b898 service neutron] Pushing event updated for resources: {'Port': ['ID=cc75f33a-9406-46d3-a0c7-d24d8af0f7c8,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:35:32.699573 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '882f24a6-f9a5-4f41-84be-ebd291f437b5', 'tag': 'cc75f33a-9406-46d3-a0c7-d24d8af0f7c8', 'status': 'completed', 'code': 200} Mar 01 21:35:32.790952 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4bdd1-083d-4fa1-bb47-8a5030671cab req-a8b34a9b-98b6-4848-9814-854ba3861c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:32.792481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b1e4bdd1-083d-4fa1-bb47-8a5030671cab req-a8b34a9b-98b6-4848-9814-854ba3861c6d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=248775b040bb4c95be016141d038194d&device_id=882f24a6-f9a5-4f41-84be-ebd291f437b5 HTTP/1.1" status: 200 len: 1095 time: 0.0742018 Mar 01 21:35:33.044804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4bdd1-083d-4fa1-bb47-8a5030671cab req-2f207b1c-47d0-4c85-b3cd-2899a613b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:33.046427 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b1e4bdd1-083d-4fa1-bb47-8a5030671cab req-2f207b1c-47d0-4c85-b3cd-2899a613b067 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=248775b040bb4c95be016141d038194d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2472944 Mar 01 21:35:33.188952 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4bdd1-083d-4fa1-bb47-8a5030671cab req-6e896896-a10a-4730-895b-5eef78632e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:33.190391 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b1e4bdd1-083d-4fa1-bb47-8a5030671cab req-6e896896-a10a-4730-895b-5eef78632e8f service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384437 Mar 01 21:35:33.292321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ffbb1fd-5b8a-4d1c-a69c-45191e48e883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:33.293767 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5ffbb1fd-5b8a-4d1c-a69c-45191e48e883 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=248775b040bb4c95be016141d038194d&device_id=882f24a6-f9a5-4f41-84be-ebd291f437b5 HTTP/1.1" status: 200 len: 1095 time: 0.0689514 Mar 01 21:35:33.363044 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-eac24c27-1444-417a-91f6-05e77b11528a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 HTTP/1.1" status: 200 len: 217 time: 0.0626099 Mar 01 21:35:33.426781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5e18a530-4c54-44f7-8d3f-21ce3b0fcbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:33.428215 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-5e18a530-4c54-44f7-8d3f-21ce3b0fcbb2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13665d8a-2d90-46cf-a6c9-d39b570f1e02 HTTP/1.1" status: 200 len: 853 time: 0.0587680 Mar 01 21:35:33.472928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-d31e6363-fd54-4cbb-9b25-dc35c18164ab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f660b00d-cb6b-4a89-b8db-4b3e50f096d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389059 Mar 01 21:35:33.603141 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-7381f701-e8d8-4574-9c2b-811548949b73 service neutron] 10.222.0.55 "GET /v2.0/networks/f660b00d-cb6b-4a89-b8db-4b3e50f096d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236858 Mar 01 21:35:33.801433 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393e745c-a164-4ab0-971d-0cfc2bd44b9a req-c6b2b956-2d07-4189-91dc-a45a3732812e tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:33.802870 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-393e745c-a164-4ab0-971d-0cfc2bd44b9a req-c6b2b956-2d07-4189-91dc-a45a3732812e tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=882f24a6-f9a5-4f41-84be-ebd291f437b5 HTTP/1.1" status: 200 len: 944 time: 0.1761646 Mar 01 21:35:33.804791 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5442dd68-53e2-401a-8c2b-4577f1a1019d req-d1bfdd7c-c5c6-4adc-be8d-34e2f8131fa9 service neutron] 10.222.0.55 "GET /v2.0/networks/f660b00d-cb6b-4a89-b8db-4b3e50f096d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954837 Mar 01 21:35:33.852818 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-393e745c-a164-4ab0-971d-0cfc2bd44b9a req-08cbb298-5ce2-4b8a-b2fd-a267439c3799 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442758 Mar 01 21:35:35.034519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0735941b-7398-4466-8990-ff26069357a6 req-cc448810-0cec-4bb4-a231-94f4a916cd31 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:35.036001 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0735941b-7398-4466-8990-ff26069357a6 req-cc448810-0cec-4bb4-a231-94f4a916cd31 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=882f24a6-f9a5-4f41-84be-ebd291f437b5 HTTP/1.1" status: 200 len: 944 time: 0.0788932 Mar 01 21:35:35.081093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0735941b-7398-4466-8990-ff26069357a6 req-a0d4525b-39b8-44b9-a234-7d1a06508e65 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394762 Mar 01 21:35:36.269338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b93fb-3d94-40d9-ab85-61bf338f09e1 req-93154676-0c2f-4f84-ba13-d5b9b463f0e9 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:36.270790 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-949b93fb-3d94-40d9-ab85-61bf338f09e1 req-93154676-0c2f-4f84-ba13-d5b9b463f0e9 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=882f24a6-f9a5-4f41-84be-ebd291f437b5 HTTP/1.1" status: 200 len: 944 time: 0.0866189 Mar 01 21:35:36.315813 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-949b93fb-3d94-40d9-ab85-61bf338f09e1 req-86ac2612-531e-43cb-a3a7-0e6e64d38d53 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392363 Mar 01 21:35:37.498974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20023664-5d7c-4e6f-941d-0e4a17ac77c2 req-66d71876-e58f-448f-9a9d-bd3adcb6eeef tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:37.500435 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-20023664-5d7c-4e6f-941d-0e4a17ac77c2 req-66d71876-e58f-448f-9a9d-bd3adcb6eeef tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=882f24a6-f9a5-4f41-84be-ebd291f437b5 HTTP/1.1" status: 200 len: 944 time: 0.0785601 Mar 01 21:35:37.542808 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-20023664-5d7c-4e6f-941d-0e4a17ac77c2 req-6482a136-99cd-4628-a860-67942de983b7 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369537 Mar 01 21:35:38.016902 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:35:38.151475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port cc75f33a-9406-46d3-a0c7-d24d8af0f7c8, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=cc75f33a-9406-46d3-a0c7-d24d8af0f7c8,segment=NetworkSegment(d48b1d52-fd9f-4874-87da-dff2f18f847b),segment_id=d48b1d52-fd9f-4874-87da-dff2f18f847b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:35:38.164240 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'cc75f33a-9406-46d3-a0c7-d24d8af0f7c8', 'network_id': 'f660b00d-cb6b-4a89-b8db-4b3e50f096d8', 'port_id': 'cc75f33a-9406-46d3-a0c7-d24d8af0f7c8', 'mac_address': 'fa:16:3e:39:68:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13665d8a-2d90-46cf-a6c9-d39b570f1e02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:35:38.219033 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:38.235644 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:35:38.250270 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port cc75f33a-9406-46d3-a0c7-d24d8af0f7c8, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=cc75f33a-9406-46d3-a0c7-d24d8af0f7c8,segment=NetworkSegment(d48b1d52-fd9f-4874-87da-dff2f18f847b),segment_id=d48b1d52-fd9f-4874-87da-dff2f18f847b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:35:38.337654 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:38.406551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=cc75f33a-9406-46d3-a0c7-d24d8af0f7c8,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:35:38.413817 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:38.414164 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:38.414502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:38.414840 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:38.415170 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:38.415526 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:38.415856 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:38.416179 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:38.416509 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:38.416826 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:38.417146 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:38.417465 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:35:38.634987 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['cc75f33a-9406-46d3-a0c7-d24d8af0f7c8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:35:38.732100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a415bd-8f59-4227-b665-200e2b6b7030 req-fe255c19-6653-4fea-9a30-c2fb46814c3c tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:38.734045 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-99a415bd-8f59-4227-b665-200e2b6b7030 req-fe255c19-6653-4fea-9a30-c2fb46814c3c tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=882f24a6-f9a5-4f41-84be-ebd291f437b5 HTTP/1.1" status: 200 len: 945 time: 0.0835748 Mar 01 21:35:38.776885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-99a415bd-8f59-4227-b665-200e2b6b7030 req-24e8dbb4-fcd9-4634-bafe-5a1e3c5585fa tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375731 Mar 01 21:35:39.959188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf04203e-ef89-4dbe-b8cc-c0c92fd3f157 req-69b7bc16-5abc-4d52-8119-133f219c626f tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:39.960668 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf04203e-ef89-4dbe-b8cc-c0c92fd3f157 req-69b7bc16-5abc-4d52-8119-133f219c626f tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=882f24a6-f9a5-4f41-84be-ebd291f437b5 HTTP/1.1" status: 200 len: 945 time: 0.0790954 Mar 01 21:35:40.007984 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf04203e-ef89-4dbe-b8cc-c0c92fd3f157 req-a309a5b5-6ab2-46b3-b2dd-28d4718268dd tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414047 Mar 01 21:35:40.031723 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:35:40.166915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:35:40.172241 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:35:40.172607 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:40.285111 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:40.311673 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882f24a6-f9a5-4f41-84be-ebd291f437b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc75f33a-9406-46d3-a0c7-d24d8af0f7c8'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:35:40.321123 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port cc75f33a-9406-46d3-a0c7-d24d8af0f7c8, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=cc75f33a-9406-46d3-a0c7-d24d8af0f7c8,segment=NetworkSegment(d48b1d52-fd9f-4874-87da-dff2f18f847b),segment_id=d48b1d52-fd9f-4874-87da-dff2f18f847b)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:35:40.355121 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882f24a6-f9a5-4f41-84be-ebd291f437b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc75f33a-9406-46d3-a0c7-d24d8af0f7c8', 'code': 200} Mar 01 21:35:40.395582 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:40.464285 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=cc75f33a-9406-46d3-a0c7-d24d8af0f7c8,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:35:40.483786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732a43d5-7e18-4e0a-9b86-501d76633858 req-ff550c70-52a7-470c-b646-587f1052882b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:40.488306 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-732a43d5-7e18-4e0a-9b86-501d76633858 req-ff550c70-52a7-470c-b646-587f1052882b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=882f24a6-f9a5-4f41-84be-ebd291f437b5 HTTP/1.1" status: 200 len: 1097 time: 0.0763078 Mar 01 21:35:40.524913 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-732a43d5-7e18-4e0a-9b86-501d76633858 req-4f3b6505-7156-4272-acd9-6c600ec463e2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340252 Mar 01 21:35:41.193450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13546f-1b18-4673-ac1b-d8fb06fbe70f req-50d51c6f-19b5-46ed-a5f3-a802d3903912 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:41.194872 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2a13546f-1b18-4673-ac1b-d8fb06fbe70f req-50d51c6f-19b5-46ed-a5f3-a802d3903912 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=882f24a6-f9a5-4f41-84be-ebd291f437b5 HTTP/1.1" status: 200 len: 946 time: 0.0811408 Mar 01 21:35:41.237953 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2a13546f-1b18-4673-ac1b-d8fb06fbe70f req-0feef2d9-d551-49f3-8ce0-6d022c0a5e79 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372379 Mar 01 21:35:42.424912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b6bdd-b237-4af7-b296-4a47ea49cc76 req-e3908aac-6c33-4ac2-9dc0-9f9ce2015ed2 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:42.426267 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-822b6bdd-b237-4af7-b296-4a47ea49cc76 req-e3908aac-6c33-4ac2-9dc0-9f9ce2015ed2 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=882f24a6-f9a5-4f41-84be-ebd291f437b5 HTTP/1.1" status: 200 len: 946 time: 0.0786946 Mar 01 21:35:42.470641 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-822b6bdd-b237-4af7-b296-4a47ea49cc76 req-30f46fd7-ed56-40bb-ab3e-3ce91a666e38 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386171 Mar 01 21:35:48.013755 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5b842cf-a15b-4243-884d-d0b765231374 req-3311d044-a1cf-42db-81f1-778ff80c1183 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=882f24a6-f9a5-4f41-84be-ebd291f437b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1824889 Mar 01 21:35:48.151994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b842cf-a15b-4243-884d-d0b765231374 req-f3d62700-1f25-451b-b4ff-9da874a4ebfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:48.154129 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5b842cf-a15b-4243-884d-d0b765231374 req-f3d62700-1f25-451b-b4ff-9da874a4ebfb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=248775b040bb4c95be016141d038194d&device_id=882f24a6-f9a5-4f41-84be-ebd291f437b5 HTTP/1.1" status: 200 len: 1097 time: 0.0699859 Mar 01 21:35:48.299049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b842cf-a15b-4243-884d-d0b765231374 req-9ab9936d-779c-4ce3-b936-ed51dd94c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:48.300531 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5b842cf-a15b-4243-884d-d0b765231374 req-9ab9936d-779c-4ce3-b936-ed51dd94c4e6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f660b00d-cb6b-4a89-b8db-4b3e50f096d8 HTTP/1.1" status: 200 len: 914 time: 0.1299911 Mar 01 21:35:48.370142 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5b842cf-a15b-4243-884d-d0b765231374 req-64a54428-48e6-4932-bf2c-0446bc688082 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 HTTP/1.1" status: 200 len: 217 time: 0.0632553 Mar 01 21:35:48.433597 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b842cf-a15b-4243-884d-d0b765231374 req-b277ed42-616c-49a5-aad8-9f1081063f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:35:48.435683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5b842cf-a15b-4243-884d-d0b765231374 req-b277ed42-616c-49a5-aad8-9f1081063f90 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13665d8a-2d90-46cf-a6c9-d39b570f1e02 HTTP/1.1" status: 200 len: 853 time: 0.0604172 Mar 01 21:35:48.484125 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5b842cf-a15b-4243-884d-d0b765231374 req-e3d3a7f0-eaa2-4f18-ab2e-8aa1aef9bc32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f660b00d-cb6b-4a89-b8db-4b3e50f096d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431190 Mar 01 21:35:48.493178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-b5b842cf-a15b-4243-884d-d0b765231374 req-634ff29a-bb75-4a54-9fa2-d6a1589a33df service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:35:48.494093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5b842cf-a15b-4243-884d-d0b765231374 req-634ff29a-bb75-4a54-9fa2-d6a1589a33df service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048940 Mar 01 21:35:48.621664 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5b842cf-a15b-4243-884d-d0b765231374 req-8d594fb0-8f4a-46bb-a969-b11cb6060dd9 service neutron] 10.222.0.55 "GET /v2.0/networks/f660b00d-cb6b-4a89-b8db-4b3e50f096d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215997 Mar 01 21:35:48.750377 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5b842cf-a15b-4243-884d-d0b765231374 req-ca6e086d-25c2-488b-8858-52c882fcf0bd service neutron] 10.222.0.55 "GET /v2.0/networks/f660b00d-cb6b-4a89-b8db-4b3e50f096d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228290 Mar 01 21:35:49.423284 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:35:51.681171 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:54.149237 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:57.445958 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-89365693-5c37-4b55-bc4f-41de31b3980a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:35:59.680992 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-553d07f9-4804-4657-9ba4-ef5b823e77aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:36:00.595122 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:36:00.675485 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:36:02.320624 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:36:04.869845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399ab51-d8b2-41d9-9aae-0ebfeb037b39 req-4bfa286b-d329-4ce0-8b4d-8d6ff530ecb9 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:36:04.871268 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e399ab51-d8b2-41d9-9aae-0ebfeb037b39 req-4bfa286b-d329-4ce0-8b4d-8d6ff530ecb9 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=882f24a6-f9a5-4f41-84be-ebd291f437b5 HTTP/1.1" status: 200 len: 946 time: 0.0801461 Mar 01 21:36:04.915005 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e399ab51-d8b2-41d9-9aae-0ebfeb037b39 req-6bde347a-e2e5-4bf3-8675-e87e81a0dcc0 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381069 Mar 01 21:36:06.105040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbb0473-6c31-4764-979e-1665575c2d2f req-c04f52a7-6fb3-4fd8-ab55-0d23317447f3 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:36:06.106568 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9cbb0473-6c31-4764-979e-1665575c2d2f req-c04f52a7-6fb3-4fd8-ab55-0d23317447f3 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=882f24a6-f9a5-4f41-84be-ebd291f437b5 HTTP/1.1" status: 200 len: 946 time: 0.0832379 Mar 01 21:36:06.151514 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9cbb0473-6c31-4764-979e-1665575c2d2f req-1bb95783-4872-4990-9be5-f20f7d54b9ef tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/security-groups?id=1168c24a-af62-481f-ae35-2f5d02f24f41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391939 Mar 01 21:36:06.380983 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca742a-03fa-4ba4-98b1-13b56d14f4c5 req-f56f25b2-9d7f-450e-8e87-9110f2cda4c0 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:36:06.382299 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65ca742a-03fa-4ba4-98b1-13b56d14f4c5 req-f56f25b2-9d7f-450e-8e87-9110f2cda4c0 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.55 "GET /v2.0/ports?device_id=882f24a6-f9a5-4f41-84be-ebd291f437b5 HTTP/1.1" status: 200 len: 946 time: 0.0792959 Mar 01 21:36:06.453228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-65ca742a-03fa-4ba4-98b1-13b56d14f4c5 req-e637742b-c062-48e9-91b2-eb05e2810619 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Deleting port cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:36:06.453562 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-65ca742a-03fa-4ba4-98b1-13b56d14f4c5 req-e637742b-c062-48e9-91b2-eb05e2810619 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:36:06.703425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-65ca742a-03fa-4ba4-98b1-13b56d14f4c5 req-e637742b-c062-48e9-91b2-eb05e2810619 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] For port cc75f33a-9406-46d3-a0c7-d24d8af0f7c8, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=cc75f33a-9406-46d3-a0c7-d24d8af0f7c8,segment=NetworkSegment(d48b1d52-fd9f-4874-87da-dff2f18f847b),segment_id=d48b1d52-fd9f-4874-87da-dff2f18f847b)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:36:06.703679 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-65ca742a-03fa-4ba4-98b1-13b56d14f4c5 req-e637742b-c062-48e9-91b2-eb05e2810619 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:36:06.824987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-65ca742a-03fa-4ba4-98b1-13b56d14f4c5 req-e637742b-c062-48e9-91b2-eb05e2810619 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Calling delete_port for cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:36:07.143680 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-65ca742a-03fa-4ba4-98b1-13b56d14f4c5 req-e637742b-c062-48e9-91b2-eb05e2810619 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:36:07.156078 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['cc75f33a-9406-46d3-a0c7-d24d8af0f7c8'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:36:07.197790 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e637742b-c062-48e9-91b2-eb05e2810619 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Pushing event deleted for resources: {'Port': ['ID=cc75f33a-9406-46d3-a0c7-d24d8af0f7c8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:36:07.304086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-65ca742a-03fa-4ba4-98b1-13b56d14f4c5 req-e637742b-c062-48e9-91b2-eb05e2810619 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] No DVR routers for this DVR port cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:36:07.310411 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-65ca742a-03fa-4ba4-98b1-13b56d14f4c5 req-e637742b-c062-48e9-91b2-eb05e2810619 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:36:07.312829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '882f24a6-f9a5-4f41-84be-ebd291f437b5', 'name': 'network-vif-deleted', 'tag': 'cc75f33a-9406-46d3-a0c7-d24d8af0f7c8'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:36:07.328170 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-99bbda95-17cd-44b3-b2a7-005fccec29c1 req-b8de36e0-2c8f-45c2-bf5e-b9dda1483d57 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.42 "GET /v2.0/ports?device_id=882f24a6-f9a5-4f41-84be-ebd291f437b5 HTTP/1.1" status: 200 len: 210 time: 0.0586219 Mar 01 21:36:07.363203 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '882f24a6-f9a5-4f41-84be-ebd291f437b5', 'name': 'network-vif-deleted', 'tag': 'cc75f33a-9406-46d3-a0c7-d24d8af0f7c8', 'status': 'completed', 'code': 200} Mar 01 21:36:07.383965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65ca742a-03fa-4ba4-98b1-13b56d14f4c5 req-e637742b-c062-48e9-91b2-eb05e2810619 tempest-VolumesSnapshotTestJSON-1775437873 tempest-VolumesSnapshotTestJSON-1775437873-project] 10.222.0.55 "DELETE /v2.0/ports/cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 HTTP/1.1" status: 204 len: 173 time: 0.9960637 Mar 01 21:36:10.203748 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:36:10.237281 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:36:10.237623 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device cc75f33a-9406-46d3-a0c7-d24d8af0f7c8 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:36:21.696818 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:36:24.155033 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:36:26.423305 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:36:27.474606 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a1654a0a-2a5a-448c-89c6-3435e7d08222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:36:29.685906 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-923df323-189c-42bd-bdac-b910e75422f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:36:30.599998 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:36:30.617059 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:36:32.319738 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:36:51.725275 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:36:54.142249 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:36:57.479751 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7e3f776e-7d8a-4924-b3bf-dcf63f47ebd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:36:59.668004 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f1f9ce28-3450-4e73-bd76-1fd25524462c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:00.605159 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:00.633404 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:02.336535 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:03.423761 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:37:10.621591 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35972) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:37:10.682990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a50c9e6-fc56-4adf-ba16-3dfe94414594 admin admin] Deleting subnet 13665d8a-2d90-46cf-a6c9-d39b570f1e02 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:37:10.685841 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3a50c9e6-fc56-4adf-ba16-3dfe94414594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:10.737102 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3a50c9e6-fc56-4adf-ba16-3dfe94414594 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:10.799192 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3a50c9e6-fc56-4adf-ba16-3dfe94414594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:10.931102 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3a50c9e6-fc56-4adf-ba16-3dfe94414594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:10.969880 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50c9e6-fc56-4adf-ba16-3dfe94414594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13665d8a-2d90-46cf-a6c9-d39b570f1e02,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:10.980478 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3a50c9e6-fc56-4adf-ba16-3dfe94414594 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:10.981387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c9e6-fc56-4adf-ba16-3dfe94414594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:10.981733 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c9e6-fc56-4adf-ba16-3dfe94414594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:10.982068 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c9e6-fc56-4adf-ba16-3dfe94414594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:10.982398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c9e6-fc56-4adf-ba16-3dfe94414594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:10.982726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c9e6-fc56-4adf-ba16-3dfe94414594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:10.983050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c9e6-fc56-4adf-ba16-3dfe94414594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:10.983395 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c9e6-fc56-4adf-ba16-3dfe94414594 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:10.983714 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c9e6-fc56-4adf-ba16-3dfe94414594 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:10.984038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c9e6-fc56-4adf-ba16-3dfe94414594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:10.984400 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c9e6-fc56-4adf-ba16-3dfe94414594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:10.984720 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c9e6-fc56-4adf-ba16-3dfe94414594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:10.985034 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a50c9e6-fc56-4adf-ba16-3dfe94414594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:10.991927 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3a50c9e6-fc56-4adf-ba16-3dfe94414594 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/13665d8a-2d90-46cf-a6c9-d39b570f1e02 HTTP/1.1" status: 204 len: 168 time: 0.3691962 Mar 01 21:37:10.993453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35976) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:37:11.099807 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3555cbf3-7501-43d7-ad7b-8ced44555506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:11.227169 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3555cbf3-7501-43d7-ad7b-8ced44555506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:11.251852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-3555cbf3-7501-43d7-ad7b-8ced44555506 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f660b00d-cb6b-4a89-b8db-4b3e50f096d8']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:37:11.263556 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-3555cbf3-7501-43d7-ad7b-8ced44555506 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48b1d52-fd9f-4874-87da-dff2f18f847b') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:37:11.266535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-3555cbf3-7501-43d7-ad7b-8ced44555506 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48b1d52-fd9f-4874-87da-dff2f18f847b') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:37:11.275788 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3555cbf3-7501-43d7-ad7b-8ced44555506 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:11.295853 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3555cbf3-7501-43d7-ad7b-8ced44555506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:11.301987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3555cbf3-7501-43d7-ad7b-8ced44555506 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:37:11.302363 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3555cbf3-7501-43d7-ad7b-8ced44555506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:37:11.315318 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:37:11.455834 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3555cbf3-7501-43d7-ad7b-8ced44555506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:11.472046 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3555cbf3-7501-43d7-ad7b-8ced44555506 admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:11.483331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3555cbf3-7501-43d7-ad7b-8ced44555506 admin admin] Pushing event deleted for resources: {'Network': ['ID=f660b00d-cb6b-4a89-b8db-4b3e50f096d8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:11.548029 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3555cbf3-7501-43d7-ad7b-8ced44555506 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f660b00d-cb6b-4a89-b8db-4b3e50f096d8 HTTP/1.1" status: 204 len: 168 time: 0.5536799 Mar 01 21:37:11.847575 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35982) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:37:11.899931 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6ac6561d-03d7-420b-8c94-253723017975 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=248775b040bb4c95be016141d038194d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512269 Mar 01 21:37:11.902375 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 35986) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:37:11.959215 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-acc73204-194f-4661-98d3-111d2198cf8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:11.984441 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-acc73204-194f-4661-98d3-111d2198cf8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:12.084675 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-acc73204-194f-4661-98d3-111d2198cf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:12.100039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc73204-194f-4661-98d3-111d2198cf8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1168c24a-af62-481f-ae35-2f5d02f24f41,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:12.146123 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-acc73204-194f-4661-98d3-111d2198cf8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:12.147230 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-acc73204-194f-4661-98d3-111d2198cf8c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1168c24a-af62-481f-ae35-2f5d02f24f41 HTTP/1.1" status: 204 len: 168 time: 0.2439950 Mar 01 21:37:13.227021 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36010) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:37:13.331485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-83516247-network', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:37:13.337015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:37:13.341594 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Usage tracker for resource:network and tenant:c52dc5cbaf1d4805b2e21c98aa760508 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:37:13.345096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:37:13.350799 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:37:13.421024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Made reservation on behalf of c52dc5cbaf1d4805b2e21c98aa760508 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:37:13.423308 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:13.435656 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:13.451136 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:37:13.455767 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Usage tracker for resource:security_group_rule and tenant:c52dc5cbaf1d4805b2e21c98aa760508 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:37:13.458847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:37:13.464925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:37:13.567346 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:13.616283 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:13.636015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:37:13.659850 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:13.660184 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Added segment a0ef94f6-3134-4435-91a3-0e0cce2afae9 of type vlan for network d3c56d85-dae3-45ad-ae71-3927eeb3b826 Mar 01 21:37:13.665389 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:13.674255 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:13.674596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:13.674926 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:13.675255 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:13.675606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:13.675927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:13.676243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:13.676558 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:13.676872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:13.677188 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:13.677533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:13.677847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:13.701899 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:13.764464 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:13.766000 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:13.766578 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:13.865898 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6376545 Mar 01 21:37:13.869206 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36020) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:37:13.875751 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2d9189df-138e-48ca-84bb-2ab436399688 admin admin] Request body: {'subnet': {'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-83516247-subnet', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:37:13.877426 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e08e94-a858-4b6f-8a9c-7ed7385f1af2 admin admin] Pushing event updated for resources: {'Network': ['ID=d3c56d85-dae3-45ad-ae71-3927eeb3b826,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:13.883003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2d9189df-138e-48ca-84bb-2ab436399688 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:37:13.887781 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network d3c56d85-dae3-45ad-ae71-3927eeb3b826 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:37:13.888562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2d9189df-138e-48ca-84bb-2ab436399688 admin admin] Usage tracker for resource:subnet and tenant:c52dc5cbaf1d4805b2e21c98aa760508 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:37:13.892240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2d9189df-138e-48ca-84bb-2ab436399688 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:37:13.898359 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2d9189df-138e-48ca-84bb-2ab436399688 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:37:13.941871 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9189df-138e-48ca-84bb-2ab436399688 admin admin] Made reservation on behalf of c52dc5cbaf1d4805b2e21c98aa760508 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:37:13.944299 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2d9189df-138e-48ca-84bb-2ab436399688 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:14.222637 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2d9189df-138e-48ca-84bb-2ab436399688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:14.297155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9189df-138e-48ca-84bb-2ab436399688 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:14.305503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9189df-138e-48ca-84bb-2ab436399688 admin admin] Checking segment: {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:37:14.305851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9189df-138e-48ca-84bb-2ab436399688 admin admin] Network hostable DHCP agents. Network: d3c56d85-dae3-45ad-ae71-3927eeb3b826, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:37:14.359677 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9189df-138e-48ca-84bb-2ab436399688 admin admin] Network d3c56d85-dae3-45ad-ae71-3927eeb3b826 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:37:14.422183 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-2d9189df-138e-48ca-84bb-2ab436399688 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, d3c56d85-dae3-45ad-ae71-3927eeb3b826) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:37:14.426136 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9189df-138e-48ca-84bb-2ab436399688 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:14.426710 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2d9189df-138e-48ca-84bb-2ab436399688 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:14.431610 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3952558-b112-440c-b824-6b775b94cbb2 None None] Network d3c56d85-dae3-45ad-ae71-3927eeb3b826 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:37:14.497005 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2d9189df-138e-48ca-84bb-2ab436399688 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6265743 Mar 01 21:37:14.500260 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36024) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:37:14.505248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:37:14.510701 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:37:14.514744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Usage tracker for resource:router and tenant:c52dc5cbaf1d4805b2e21c98aa760508 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:37:14.517941 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:37:14.524332 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:37:14.582146 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:14.583217 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:14.598569 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:14.649947 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-d3c56d85-dae3-45ad-ae71-3927eeb3b826', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:37:14.650756 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:14.805802 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Allocated IP 172.20.0.2 (d3c56d85-dae3-45ad-ae71-3927eeb3b826/8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e/59fc767c-b15e-43e5-9308-91871e0b37b3) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:37:14.916244 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:15.020907 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:15.031696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Transition to ACTIVE for port object 59fc767c-b15e-43e5-9308-91871e0b37b3 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:37:15.051962 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Transition to ACTIVE for port object 59fc767c-b15e-43e5-9308-91871e0b37b3 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:37:15.136666 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:15.235121 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Network d3c56d85-dae3-45ad-ae71-3927eeb3b826 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:37:15.237794 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:37:15.245777 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:37:15.255831 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Pushing event updated for resources: {'Port': ['ID=59fc767c-b15e-43e5-9308-91871e0b37b3,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:15.319233 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:15.319944 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:15.320292 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:15.320633 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:15.320960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:15.321569 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:15.321894 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:15.322215 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:15.322539 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:15.322859 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:15.323179 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:15.323526 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:15.351210 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Attempting to bind port 59fc767c-b15e-43e5-9308-91871e0b37b3 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:37:15.351542 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Attempting to bind port 59fc767c-b15e-43e5-9308-91871e0b37b3 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:37:15.351889 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Attempting to bind port 59fc767c-b15e-43e5-9308-91871e0b37b3 on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:37:15.357014 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:37:15.357383 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Checking segment: {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:37:15.357778 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:15.358189 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Bound using segment: {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:37:15.358680 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Bound port: 59fc767c-b15e-43e5-9308-91871e0b37b3, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:37:15.359048 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:15.394072 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:15.423053 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:15.447452 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] For port 59fc767c-b15e-43e5-9308-91871e0b37b3, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:37:15.450377 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] For port 59fc767c-b15e-43e5-9308-91871e0b37b3, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=59fc767c-b15e-43e5-9308-91871e0b37b3,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:37:15.536670 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:15.559665 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Allocated IP 172.25.5.43 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/bff69a92-243b-45bd-994d-0135d2441de8) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:37:15.615949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027a065b-f5f1-4fed-a77c-40bf0ca418be None None] Pushing event updated for resources: {'Port': ['ID=59fc767c-b15e-43e5-9308-91871e0b37b3,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:15.712956 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:15.793828 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:15.860786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:37:15.868772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:37:15.873009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:37:15.902651 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Pushing event updated for resources: {'Port': ['ID=bff69a92-243b-45bd-994d-0135d2441de8,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:16.351565 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:16.704543 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62485c0b-526b-4dd6-9571-327eb2f8fb4b None None] Network d3c56d85-dae3-45ad-ae71-3927eeb3b826 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:37:16.817593 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:16.858773 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-59974f2a-34f2-47f7-a94d-7fa00f1b152f None None] Provisioning for port 59fc767c-b15e-43e5-9308-91871e0b37b3 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:37:17.073375 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Router 5c353e58-218c-4897-9680-8fd299d5151e is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:37:17.255969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:37:17.265083 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] Sync routers for ids ['5c353e58-218c-4897-9680-8fd299d5151e'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:37:17.273920 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] Routers {'5c353e58-218c-4897-9680-8fd299d5151e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:37:17.274594 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:37:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5c353e58-218c-4897-9680-8fd299d5151e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:37:17.330767 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:17.331960 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a1d24b45-07c3-47a2-b3c0-94e930e79813 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8307567 Mar 01 21:37:17.334715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36028) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:37:17.448410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] Set router 5c353e58-218c-4897-9680-8fd299d5151e gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:37:17.722495 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:16Z', 'revision_number': 3, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:37:17.726182 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] Checking router: 5c353e58-218c-4897-9680-8fd299d5151e for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:37:17.726527 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] Updating router 5c353e58-218c-4897-9680-8fd299d5151e port bff69a92-243b-45bd-994d-0135d2441de8 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:37:17.778765 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:17.876744 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 59fc767c-b15e-43e5-9308-91871e0b37b3 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:37:18.016547 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1625c06c-6092-4dba-b71d-0d0dc0b14537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:18.051544 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 59fc767c-b15e-43e5-9308-91871e0b37b3 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:37:18.099258 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 59fc767c-b15e-43e5-9308-91871e0b37b3 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:37:18.099668 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:18.306266 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:18.319832 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:18.341147 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] Transition to ACTIVE for port object bff69a92-243b-45bd-994d-0135d2441de8 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:37:18.354269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 59fc767c-b15e-43e5-9308-91871e0b37b3, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=59fc767c-b15e-43e5-9308-91871e0b37b3,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:37:18.354904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-1625c06c-6092-4dba-b71d-0d0dc0b14537 admin admin] Allocated IP 172.20.0.1 (d3c56d85-dae3-45ad-ae71-3927eeb3b826/8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e/29e887e7-71df-4331-9c31-02c1aab9af3f) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:37:18.404611 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:18.452199 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:18.490050 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] Attempting to bind port bff69a92-243b-45bd-994d-0135d2441de8 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:37:18.490419 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] Attempting to bind port bff69a92-243b-45bd-994d-0135d2441de8 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:37:18.490780 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] Attempting to bind port bff69a92-243b-45bd-994d-0135d2441de8 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:37:18.492912 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d23fd-eb6a-4dfc-8353-03fad7f533f2 None None] Pushing event updated for resources: {'Port': ['ID=bff69a92-243b-45bd-994d-0135d2441de8,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:18.501976 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1625c06c-6092-4dba-b71d-0d0dc0b14537 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:18.518156 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-1625c06c-6092-4dba-b71d-0d0dc0b14537 admin admin] Transition to ACTIVE for port object 29e887e7-71df-4331-9c31-02c1aab9af3f will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:37:18.530582 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:37:18.531124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:37:18.531564 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:18.531963 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:37:18.532431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] Bound port: bff69a92-243b-45bd-994d-0135d2441de8, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:37:18.532848 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:18.610696 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1625c06c-6092-4dba-b71d-0d0dc0b14537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:18.619635 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=59fc767c-b15e-43e5-9308-91871e0b37b3,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:18.630652 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] For port bff69a92-243b-45bd-994d-0135d2441de8, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:37:18.633698 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] For port bff69a92-243b-45bd-994d-0135d2441de8, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=bff69a92-243b-45bd-994d-0135d2441de8,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:37:18.668307 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1625c06c-6092-4dba-b71d-0d0dc0b14537 admin admin] Network d3c56d85-dae3-45ad-ae71-3927eeb3b826 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:37:18.671582 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-1625c06c-6092-4dba-b71d-0d0dc0b14537 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:37:18.674316 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:18.675149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1625c06c-6092-4dba-b71d-0d0dc0b14537 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:37:18.726233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625c06c-6092-4dba-b71d-0d0dc0b14537 admin admin] Pushing event updated for resources: {'Port': ['ID=29e887e7-71df-4331-9c31-02c1aab9af3f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:18.743544 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1625c06c-6092-4dba-b71d-0d0dc0b14537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:18.755959 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] Routers {'5c353e58-218c-4897-9680-8fd299d5151e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:37:18.756590 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:37:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5c353e58-218c-4897-9680-8fd299d5151e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:37:18.828903 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d23fd-eb6a-4dfc-8353-03fad7f533f2 None None] Pushing event updated for resources: {'Port': ['ID=bff69a92-243b-45bd-994d-0135d2441de8,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:18.956712 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] Set router 5c353e58-218c-4897-9680-8fd299d5151e gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:37:18.984555 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1625c06c-6092-4dba-b71d-0d0dc0b14537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:18.997519 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-75a98707-428c-480c-814e-589bc1399980 None None] Provisioning for port 29e887e7-71df-4331-9c31-02c1aab9af3f completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:37:19.065325 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-75a98707-428c-480c-814e-589bc1399980 None None] Provisioning complete for port 29e887e7-71df-4331-9c31-02c1aab9af3f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:37:19.065727 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-75a98707-428c-480c-814e-589bc1399980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:19.196081 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-75a98707-428c-480c-814e-589bc1399980 None None] Port 29e887e7-71df-4331-9c31-02c1aab9af3f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:37:19.207830 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1625c06c-6092-4dba-b71d-0d0dc0b14537 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:19.261983 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1625c06c-6092-4dba-b71d-0d0dc0b14537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:19.288822 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:16Z', 'revision_number': 3, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:37:19.293023 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54eed2a-10ba-4842-b0b6-d5e546c51762 None None] The sync data for ids ['5c353e58-218c-4897-9680-8fd299d5151e'] in n-d-827896-4 is: [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:16Z', 'revision_number': 3, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:37:19.372273 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1625c06c-6092-4dba-b71d-0d0dc0b14537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:19.376241 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625c06c-6092-4dba-b71d-0d0dc0b14537 admin admin] Pushing event updated for resources: {'Port': ['ID=29e887e7-71df-4331-9c31-02c1aab9af3f,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:19.514887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1625c06c-6092-4dba-b71d-0d0dc0b14537 admin admin] Network d3c56d85-dae3-45ad-ae71-3927eeb3b826 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:37:19.516338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-1625c06c-6092-4dba-b71d-0d0dc0b14537 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:37:19.735570 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1625c06c-6092-4dba-b71d-0d0dc0b14537 admin admin] Router 5c353e58-218c-4897-9680-8fd299d5151e has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:37:19.822896 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-57cdccf5-eff0-40f9-a2e8-ad6022add07c None None] Provisioning complete for port 29e887e7-71df-4331-9c31-02c1aab9af3f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:37:19.823446 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-57cdccf5-eff0-40f9-a2e8-ad6022add07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:19.903857 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-57cdccf5-eff0-40f9-a2e8-ad6022add07c None None] Port 29e887e7-71df-4331-9c31-02c1aab9af3f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:37:19.929400 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1625c06c-6092-4dba-b71d-0d0dc0b14537 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:37:19.948564 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1625c06c-6092-4dba-b71d-0d0dc0b14537 admin admin] 10.222.0.42 "PUT /v2.0/routers/5c353e58-218c-4897-9680-8fd299d5151e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6127729 Mar 01 21:37:19.952820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 59fc767c-b15e-43e5-9308-91871e0b37b3 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:37:20.032131 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 59fc767c-b15e-43e5-9308-91871e0b37b3 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:37:20.032690 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:20.187074 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device bff69a92-243b-45bd-994d-0135d2441de8 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:37:20.313664 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port bff69a92-243b-45bd-994d-0135d2441de8 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:37:20.319233 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port bff69a92-243b-45bd-994d-0135d2441de8 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:37:20.319514 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:20.460178 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:20.480064 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port bff69a92-243b-45bd-994d-0135d2441de8, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=bff69a92-243b-45bd-994d-0135d2441de8,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:37:20.541890 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:20.656521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=bff69a92-243b-45bd-994d-0135d2441de8,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:20.722641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36046) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:37:20.728260 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1180692991-network', 'tenant_id': 'ad1fe23e88614397a0de425da0a05021'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:37:20.736364 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:37:20.741668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Usage tracker for resource:network and tenant:ad1fe23e88614397a0de425da0a05021 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:37:20.744771 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:37:20.751388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:37:20.844872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Made reservation on behalf of ad1fe23e88614397a0de425da0a05021 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:37:20.847284 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:20.860561 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:20.874799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:37:20.878713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Usage tracker for resource:security_group_rule and tenant:ad1fe23e88614397a0de425da0a05021 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:37:20.881510 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:37:20.887485 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:37:20.977458 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:20.984632 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] Sync routers for ids ['5c353e58-218c-4897-9680-8fd299d5151e'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:37:20.993987 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] Routers {'5c353e58-218c-4897-9680-8fd299d5151e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:37:20.994520 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:37:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5c353e58-218c-4897-9680-8fd299d5151e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:37:21.050236 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:21.079317 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:37:21.095498 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52b34e6c-a567-44cb-a103-4d4c6f96e727,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:21.099904 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:21.100305 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Added segment 0f5c922f-0a21-4cf2-8830-83027b433c25 of type vlan for network a874b402-ce6d-4224-a3d4-2537c0582452 Mar 01 21:37:21.175552 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] Set router 5c353e58-218c-4897-9680-8fd299d5151e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:37:21.252805 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:21.347833 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:21.348823 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:21.349527 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:21.451734 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] Pushing event updated for resources: {'Network': ['ID=a874b402-ce6d-4224-a3d4-2537c0582452,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:21.461652 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network a874b402-ce6d-4224-a3d4-2537c0582452 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:37:21.488447 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '29e887e7-71df-4331-9c31-02c1aab9af3f', 'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'mac_address': 'fa:16:3e:8d:98:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:18Z', 'updated_at': '2022-03-01T21:37:19Z', 'revision_number': 2, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'subnets': [{'id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:37:21.492420 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] Checking router: 5c353e58-218c-4897-9680-8fd299d5151e for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:37:21.492813 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] Updating router 5c353e58-218c-4897-9680-8fd299d5151e port 29e887e7-71df-4331-9c31-02c1aab9af3f binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:37:21.507759 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5d6d8a80-b030-4343-b7e3-b75f8858d65a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7839053 Mar 01 21:37:21.510307 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 36050) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:37:21.516952 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-7c0290b8-7804-4221-8f13-347af021b28b admin admin] Request body: {'subnet': {'network_id': 'a874b402-ce6d-4224-a3d4-2537c0582452', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1180692991-subnet', 'tenant_id': 'ad1fe23e88614397a0de425da0a05021', 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:37:21.522626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7c0290b8-7804-4221-8f13-347af021b28b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:37:21.526750 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7c0290b8-7804-4221-8f13-347af021b28b admin admin] Usage tracker for resource:subnet and tenant:ad1fe23e88614397a0de425da0a05021 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:37:21.529674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7c0290b8-7804-4221-8f13-347af021b28b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:37:21.535689 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7c0290b8-7804-4221-8f13-347af021b28b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:37:21.545423 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:21.632917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0290b8-7804-4221-8f13-347af021b28b admin admin] Made reservation on behalf of ad1fe23e88614397a0de425da0a05021 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:37:21.635353 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7c0290b8-7804-4221-8f13-347af021b28b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:21.742226 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:21.837728 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device bff69a92-243b-45bd-994d-0135d2441de8 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:37:21.890712 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:21.902522 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] Transition to ACTIVE for port object 29e887e7-71df-4331-9c31-02c1aab9af3f will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:37:21.905945 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port bff69a92-243b-45bd-994d-0135d2441de8 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:37:21.906369 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:21.908131 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7c0290b8-7804-4221-8f13-347af021b28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:21.964401 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:21.989875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0290b8-7804-4221-8f13-347af021b28b admin admin] Pushing event updated for resources: {'Subnet': ['ID=52082e73-e40c-4eef-9ca5-7dc203ebe11c,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:21.993915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c0290b8-7804-4221-8f13-347af021b28b admin admin] Checking segment: {'id': '0f5c922f-0a21-4cf2-8830-83027b433c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a874b402-ce6d-4224-a3d4-2537c0582452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:37:21.994272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0290b8-7804-4221-8f13-347af021b28b admin admin] Network hostable DHCP agents. Network: a874b402-ce6d-4224-a3d4-2537c0582452, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:37:22.073358 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0290b8-7804-4221-8f13-347af021b28b admin admin] Network a874b402-ce6d-4224-a3d4-2537c0582452 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:37:22.128824 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd472e26-2379-40c7-9dd7-23816b33c0a0 None None] Pushing event updated for resources: {'Port': ['ID=29e887e7-71df-4331-9c31-02c1aab9af3f,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:22.153392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-7c0290b8-7804-4221-8f13-347af021b28b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, a874b402-ce6d-4224-a3d4-2537c0582452) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:37:22.158410 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0290b8-7804-4221-8f13-347af021b28b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:22.159091 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7c0290b8-7804-4221-8f13-347af021b28b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:22.164465 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3321c93d-25dc-4f6c-8bc8-959717b4d368 None None] Network a874b402-ce6d-4224-a3d4-2537c0582452 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:37:22.170514 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd472e26-2379-40c7-9dd7-23816b33c0a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:22.171414 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd472e26-2379-40c7-9dd7-23816b33c0a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:22.174504 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd472e26-2379-40c7-9dd7-23816b33c0a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:22.174504 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd472e26-2379-40c7-9dd7-23816b33c0a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:22.174504 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd472e26-2379-40c7-9dd7-23816b33c0a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:22.174504 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd472e26-2379-40c7-9dd7-23816b33c0a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:22.174504 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd472e26-2379-40c7-9dd7-23816b33c0a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:22.174504 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd472e26-2379-40c7-9dd7-23816b33c0a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:22.174504 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd472e26-2379-40c7-9dd7-23816b33c0a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:22.175566 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd472e26-2379-40c7-9dd7-23816b33c0a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:22.176052 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd472e26-2379-40c7-9dd7-23816b33c0a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:22.177004 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd472e26-2379-40c7-9dd7-23816b33c0a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:37:22.238911 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] Attempting to bind port 29e887e7-71df-4331-9c31-02c1aab9af3f on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:37:22.239280 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] Attempting to bind port 29e887e7-71df-4331-9c31-02c1aab9af3f by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:37:22.239673 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] Attempting to bind port 29e887e7-71df-4331-9c31-02c1aab9af3f on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:37:22.245610 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:37:22.245610 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] Checking segment: {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:37:22.245913 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:22.246073 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] Bound using segment: {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:37:22.246715 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] Bound port: 29e887e7-71df-4331-9c31-02c1aab9af3f, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:37:22.249781 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:22.249922 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7c0290b8-7804-4221-8f13-347af021b28b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7360251 Mar 01 21:37:22.250671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36054) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:37:22.255862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1180692991-router', 'tenant_id': 'ad1fe23e88614397a0de425da0a05021', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:37:22.261501 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:37:22.265672 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Usage tracker for resource:router and tenant:ad1fe23e88614397a0de425da0a05021 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:37:22.268669 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:37:22.274470 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:37:22.339737 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] For port 29e887e7-71df-4331-9c31-02c1aab9af3f, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:37:22.342544 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] For port 29e887e7-71df-4331-9c31-02c1aab9af3f, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=29e887e7-71df-4331-9c31-02c1aab9af3f,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:37:22.347895 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:22.348943 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:22.365002 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:22.398308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-a874b402-ce6d-4224-a3d4-2537c0582452', 'network_id': 'a874b402-ce6d-4224-a3d4-2537c0582452', 'tenant_id': 'ad1fe23e88614397a0de425da0a05021', 'fixed_ips': [{'subnet_id': '52082e73-e40c-4eef-9ca5-7dc203ebe11c'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:37:22.399141 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:22.410987 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:22.486674 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] Routers {'5c353e58-218c-4897-9680-8fd299d5151e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:37:22.488048 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:37:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5c353e58-218c-4897-9680-8fd299d5151e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:37:22.568295 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd472e26-2379-40c7-9dd7-23816b33c0a0 None None] Pushing event updated for resources: {'Port': ['ID=29e887e7-71df-4331-9c31-02c1aab9af3f,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:22.582022 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Allocated IP 172.20.0.2 (a874b402-ce6d-4224-a3d4-2537c0582452/52082e73-e40c-4eef-9ca5-7dc203ebe11c/016ffd97-8c19-477c-90e5-797317693276) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:37:22.694012 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] Set router 5c353e58-218c-4897-9680-8fd299d5151e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:37:22.832762 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:22.841969 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:22.844099 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Transition to ACTIVE for port object 016ffd97-8c19-477c-90e5-797317693276 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:37:22.864605 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Transition to ACTIVE for port object 016ffd97-8c19-477c-90e5-797317693276 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:37:22.971067 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:23.029424 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '29e887e7-71df-4331-9c31-02c1aab9af3f', 'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'mac_address': 'fa:16:3e:8d:98:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:18Z', 'updated_at': '2022-03-01T21:37:22Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'subnets': [{'id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:37:23.031536 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Network a874b402-ce6d-4224-a3d4-2537c0582452 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:37:23.033699 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c358f49e-ad04-44f3-a29a-eed80e871fde None None] The sync data for ids ['5c353e58-218c-4897-9680-8fd299d5151e'] in n-d-827896-4 is: [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '29e887e7-71df-4331-9c31-02c1aab9af3f', 'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'mac_address': 'fa:16:3e:8d:98:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:18Z', 'updated_at': '2022-03-01T21:37:22Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'subnets': [{'id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:37:23.035678 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:37:23.043057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:37:23.127513 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Pushing event updated for resources: {'Port': ['ID=016ffd97-8c19-477c-90e5-797317693276,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:23.179387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Attempting to bind port 016ffd97-8c19-477c-90e5-797317693276 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:37:23.182511 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Attempting to bind port 016ffd97-8c19-477c-90e5-797317693276 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '0f5c922f-0a21-4cf2-8830-83027b433c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a874b402-ce6d-4224-a3d4-2537c0582452'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:37:23.182511 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Attempting to bind port 016ffd97-8c19-477c-90e5-797317693276 on network a874b402-ce6d-4224-a3d4-2537c0582452 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:37:23.189413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:37:23.190049 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Checking segment: {'id': '0f5c922f-0a21-4cf2-8830-83027b433c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a874b402-ce6d-4224-a3d4-2537c0582452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:37:23.190585 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:23.191109 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Bound using segment: {'id': '0f5c922f-0a21-4cf2-8830-83027b433c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a874b402-ce6d-4224-a3d4-2537c0582452'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:37:23.191818 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Bound port: 016ffd97-8c19-477c-90e5-797317693276, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5c922f-0a21-4cf2-8830-83027b433c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a874b402-ce6d-4224-a3d4-2537c0582452'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:37:23.192548 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:23.306377 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] For port 016ffd97-8c19-477c-90e5-797317693276, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:37:23.310279 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:23.312182 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] For port 016ffd97-8c19-477c-90e5-797317693276, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=016ffd97-8c19-477c-90e5-797317693276,segment=NetworkSegment(0f5c922f-0a21-4cf2-8830-83027b433c25),segment_id=0f5c922f-0a21-4cf2-8830-83027b433c25)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:37:23.343272 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:23.393393 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:23.478286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852a036-d7e9-47cf-9cda-d21fba586c6b None None] Pushing event updated for resources: {'Port': ['ID=016ffd97-8c19-477c-90e5-797317693276,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:23.506034 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Allocated IP 172.25.5.138 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/d3bad0ae-f226-4d75-a939-5ab9b78879f2) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:37:23.685137 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:23.805811 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:23.881581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:37:23.889447 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:37:23.894095 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:37:23.918848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 016ffd97-8c19-477c-90e5-797317693276 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:37:23.928297 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Pushing event updated for resources: {'Port': ['ID=d3bad0ae-f226-4d75-a939-5ab9b78879f2,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:24.050094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 016ffd97-8c19-477c-90e5-797317693276 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:37:24.055425 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 29e887e7-71df-4331-9c31-02c1aab9af3f up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:37:24.181802 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:24.233890 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 29e887e7-71df-4331-9c31-02c1aab9af3f completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:37:24.240077 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 29e887e7-71df-4331-9c31-02c1aab9af3f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:37:24.244077 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:24.370656 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:24.408151 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 29e887e7-71df-4331-9c31-02c1aab9af3f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=29e887e7-71df-4331-9c31-02c1aab9af3f,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:37:24.444453 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:24.485159 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:24.562195 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=29e887e7-71df-4331-9c31-02c1aab9af3f,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:24.604253 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be97e8f3-beab-44ac-a56f-b8e769b4b56e None None] Network a874b402-ce6d-4224-a3d4-2537c0582452 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:37:24.802520 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-466691c6-188f-481e-8b41-31b012331034 None None] Provisioning for port 016ffd97-8c19-477c-90e5-797317693276 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:37:24.817307 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-466691c6-188f-481e-8b41-31b012331034 None None] Provisioning complete for port 016ffd97-8c19-477c-90e5-797317693276 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:37:24.817667 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-466691c6-188f-481e-8b41-31b012331034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:24.925451 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:24.995816 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-466691c6-188f-481e-8b41-31b012331034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:25.032880 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-466691c6-188f-481e-8b41-31b012331034 None None] For port 016ffd97-8c19-477c-90e5-797317693276, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=016ffd97-8c19-477c-90e5-797317693276,segment=NetworkSegment(0f5c922f-0a21-4cf2-8830-83027b433c25),segment_id=0f5c922f-0a21-4cf2-8830-83027b433c25)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:37:25.096473 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-466691c6-188f-481e-8b41-31b012331034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:25.170042 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466691c6-188f-481e-8b41-31b012331034 None None] Pushing event updated for resources: {'Port': ['ID=016ffd97-8c19-477c-90e5-797317693276,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:25.218070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a5409776-d56d-4457-9c7c-f649be00958b None None] Provisioning complete for port 016ffd97-8c19-477c-90e5-797317693276 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:37:25.218490 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a5409776-d56d-4457-9c7c-f649be00958b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:25.227158 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Router 1275ae72-ebf6-402a-9c9b-04eab428bbed is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:37:25.409945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:37:25.418515 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] Sync routers for ids ['1275ae72-ebf6-402a-9c9b-04eab428bbed'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:37:25.427865 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] Routers {'1275ae72-ebf6-402a-9c9b-04eab428bbed'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:37:25.428474 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:37:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1275ae72-ebf6-402a-9c9b-04eab428bbed'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:37:25.490493 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:25.491851 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8af6b28a-2628-40aa-9d8c-2bb0b9de3543 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2401969 Mar 01 21:37:25.494606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36058) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:37:25.608153 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] Set router 1275ae72-ebf6-402a-9c9b-04eab428bbed gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:37:25.861939 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 016ffd97-8c19-477c-90e5-797317693276 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:37:25.954801 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 016ffd97-8c19-477c-90e5-797317693276 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:37:25.955169 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:25.983691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1275ae72-ebf6-402a-9c9b-04eab428bbed', 'name': 'tempest-TestVolumeBootPattern-1180692991-router', 'tenant_id': 'ad1fe23e88614397a0de425da0a05021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bad0ae-f226-4d75-a939-5ab9b78879f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:22Z', 'updated_at': '2022-03-01T21:37:24Z', 'revision_number': 3, 'project_id': 'ad1fe23e88614397a0de425da0a05021', 'gw_port': {'id': 'd3bad0ae-f226-4d75-a939-5ab9b78879f2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1275ae72-ebf6-402a-9c9b-04eab428bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:23Z', 'updated_at': '2022-03-01T21:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:37:25.994304 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] Checking router: 1275ae72-ebf6-402a-9c9b-04eab428bbed for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:37:25.994651 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] Updating router 1275ae72-ebf6-402a-9c9b-04eab428bbed port d3bad0ae-f226-4d75-a939-5ab9b78879f2 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:37:26.067152 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:26.165953 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94521bd8-d88b-4ceb-8bdd-8b9f5238ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:26.222096 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 29e887e7-71df-4331-9c31-02c1aab9af3f up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:37:26.434294 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 29e887e7-71df-4331-9c31-02c1aab9af3f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:37:26.434575 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:26.511950 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-94521bd8-d88b-4ceb-8bdd-8b9f5238ff1f admin admin] Allocated IP 172.20.0.1 (a874b402-ce6d-4224-a3d4-2537c0582452/52082e73-e40c-4eef-9ca5-7dc203ebe11c/1eb9cd6d-7533-4ad7-96cb-eba48a220118) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:37:26.638626 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:26.656107 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] Transition to ACTIVE for port object d3bad0ae-f226-4d75-a939-5ab9b78879f2 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:37:26.661164 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94521bd8-d88b-4ceb-8bdd-8b9f5238ff1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:26.677193 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-94521bd8-d88b-4ceb-8bdd-8b9f5238ff1f admin admin] Transition to ACTIVE for port object 1eb9cd6d-7533-4ad7-96cb-eba48a220118 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:37:26.719441 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:26.753817 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94521bd8-d88b-4ceb-8bdd-8b9f5238ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:26.797215 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] Attempting to bind port d3bad0ae-f226-4d75-a939-5ab9b78879f2 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:37:26.797585 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] Attempting to bind port d3bad0ae-f226-4d75-a939-5ab9b78879f2 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:37:26.797945 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] Attempting to bind port d3bad0ae-f226-4d75-a939-5ab9b78879f2 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:37:26.803620 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c5ca7-d9d2-4485-890e-0b30a41ef913 None None] Pushing event updated for resources: {'Port': ['ID=d3bad0ae-f226-4d75-a939-5ab9b78879f2,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:26.807854 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 37, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:37:26.808226 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:37:26.808622 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:26.809001 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:37:26.809467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] Bound port: d3bad0ae-f226-4d75-a939-5ab9b78879f2, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:37:26.809831 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:26.816793 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94521bd8-d88b-4ceb-8bdd-8b9f5238ff1f admin admin] Network a874b402-ce6d-4224-a3d4-2537c0582452 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:37:26.823922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-94521bd8-d88b-4ceb-8bdd-8b9f5238ff1f admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:37:26.828431 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94521bd8-d88b-4ceb-8bdd-8b9f5238ff1f admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:37:26.865230 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94521bd8-d88b-4ceb-8bdd-8b9f5238ff1f admin admin] Pushing event updated for resources: {'Port': ['ID=1eb9cd6d-7533-4ad7-96cb-eba48a220118,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:26.888797 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94521bd8-d88b-4ceb-8bdd-8b9f5238ff1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:26.892534 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] For port d3bad0ae-f226-4d75-a939-5ab9b78879f2, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:37:26.895668 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] For port d3bad0ae-f226-4d75-a939-5ab9b78879f2, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d3bad0ae-f226-4d75-a939-5ab9b78879f2,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:37:26.958910 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:27.039739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] Routers {'1275ae72-ebf6-402a-9c9b-04eab428bbed'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:37:27.040362 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:37:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1275ae72-ebf6-402a-9c9b-04eab428bbed'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:37:27.100971 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536c5ca7-d9d2-4485-890e-0b30a41ef913 None None] Pushing event updated for resources: {'Port': ['ID=d3bad0ae-f226-4d75-a939-5ab9b78879f2,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:27.173769 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94521bd8-d88b-4ceb-8bdd-8b9f5238ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:27.197171 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3f17e445-3618-4181-8b35-285b8cf8721f None None] Provisioning for port 1eb9cd6d-7533-4ad7-96cb-eba48a220118 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:37:27.208087 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3f17e445-3618-4181-8b35-285b8cf8721f None None] Provisioning complete for port 1eb9cd6d-7533-4ad7-96cb-eba48a220118 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:37:27.208455 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3f17e445-3618-4181-8b35-285b8cf8721f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:27.269804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] Set router 1275ae72-ebf6-402a-9c9b-04eab428bbed gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:37:27.383308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3f17e445-3618-4181-8b35-285b8cf8721f None None] Port 1eb9cd6d-7533-4ad7-96cb-eba48a220118 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:37:27.395964 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94521bd8-d88b-4ceb-8bdd-8b9f5238ff1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:27.450245 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94521bd8-d88b-4ceb-8bdd-8b9f5238ff1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:27.483883 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b4fc844e-9e1c-4cf6-8543-fe44d09ba0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:27.557154 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-94521bd8-d88b-4ceb-8bdd-8b9f5238ff1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:27.561419 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94521bd8-d88b-4ceb-8bdd-8b9f5238ff1f admin admin] Pushing event updated for resources: {'Port': ['ID=1eb9cd6d-7533-4ad7-96cb-eba48a220118,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:27.573958 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1275ae72-ebf6-402a-9c9b-04eab428bbed', 'name': 'tempest-TestVolumeBootPattern-1180692991-router', 'tenant_id': 'ad1fe23e88614397a0de425da0a05021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bad0ae-f226-4d75-a939-5ab9b78879f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:22Z', 'updated_at': '2022-03-01T21:37:24Z', 'revision_number': 3, 'project_id': 'ad1fe23e88614397a0de425da0a05021', 'gw_port': {'id': 'd3bad0ae-f226-4d75-a939-5ab9b78879f2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1275ae72-ebf6-402a-9c9b-04eab428bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:23Z', 'updated_at': '2022-03-01T21:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:37:27.578687 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4eb68c-5c67-4b0e-821a-161af0ada589 None None] The sync data for ids ['1275ae72-ebf6-402a-9c9b-04eab428bbed'] in n-d-827896-4 is: [{'id': '1275ae72-ebf6-402a-9c9b-04eab428bbed', 'name': 'tempest-TestVolumeBootPattern-1180692991-router', 'tenant_id': 'ad1fe23e88614397a0de425da0a05021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bad0ae-f226-4d75-a939-5ab9b78879f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:22Z', 'updated_at': '2022-03-01T21:37:24Z', 'revision_number': 3, 'project_id': 'ad1fe23e88614397a0de425da0a05021', 'gw_port': {'id': 'd3bad0ae-f226-4d75-a939-5ab9b78879f2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1275ae72-ebf6-402a-9c9b-04eab428bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:23Z', 'updated_at': '2022-03-01T21:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:37:27.705324 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94521bd8-d88b-4ceb-8bdd-8b9f5238ff1f admin admin] Network a874b402-ce6d-4224-a3d4-2537c0582452 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:37:27.706457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-94521bd8-d88b-4ceb-8bdd-8b9f5238ff1f admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:37:27.932134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94521bd8-d88b-4ceb-8bdd-8b9f5238ff1f admin admin] Router 1275ae72-ebf6-402a-9c9b-04eab428bbed has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:37:28.008502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-522553ec-79f5-4184-a2d2-5168b6fc6f66 None None] Provisioning complete for port 1eb9cd6d-7533-4ad7-96cb-eba48a220118 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:37:28.008854 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-522553ec-79f5-4184-a2d2-5168b6fc6f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:28.078231 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-522553ec-79f5-4184-a2d2-5168b6fc6f66 None None] Port 1eb9cd6d-7533-4ad7-96cb-eba48a220118 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:37:28.131266 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94521bd8-d88b-4ceb-8bdd-8b9f5238ff1f admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:37:28.140948 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-94521bd8-d88b-4ceb-8bdd-8b9f5238ff1f admin admin] 10.222.0.42 "PUT /v2.0/routers/1275ae72-ebf6-402a-9c9b-04eab428bbed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6453428 Mar 01 21:37:29.695698 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f163ac15-8c73-4e93-a821-1636aad760cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:29.861395 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d3bad0ae-f226-4d75-a939-5ab9b78879f2 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:37:29.975811 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] Sync routers for ids ['1275ae72-ebf6-402a-9c9b-04eab428bbed'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:37:29.983932 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] Routers {'1275ae72-ebf6-402a-9c9b-04eab428bbed'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:37:29.984529 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:37:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1275ae72-ebf6-402a-9c9b-04eab428bbed'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:37:29.993108 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port d3bad0ae-f226-4d75-a939-5ab9b78879f2 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:37:29.998520 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d3bad0ae-f226-4d75-a939-5ab9b78879f2 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:37:30.003835 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:30.130907 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:30.147299 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port d3bad0ae-f226-4d75-a939-5ab9b78879f2, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d3bad0ae-f226-4d75-a939-5ab9b78879f2,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:37:30.172271 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] Set router 1275ae72-ebf6-402a-9c9b-04eab428bbed gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:37:30.204905 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:30.271528 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=d3bad0ae-f226-4d75-a939-5ab9b78879f2,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:30.496817 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1275ae72-ebf6-402a-9c9b-04eab428bbed', 'name': 'tempest-TestVolumeBootPattern-1180692991-router', 'tenant_id': 'ad1fe23e88614397a0de425da0a05021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bad0ae-f226-4d75-a939-5ab9b78879f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:22Z', 'updated_at': '2022-03-01T21:37:27Z', 'revision_number': 4, 'project_id': 'ad1fe23e88614397a0de425da0a05021', 'gw_port': {'id': 'd3bad0ae-f226-4d75-a939-5ab9b78879f2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1275ae72-ebf6-402a-9c9b-04eab428bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:23Z', 'updated_at': '2022-03-01T21:37:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '1eb9cd6d-7533-4ad7-96cb-eba48a220118', 'name': '', 'network_id': 'a874b402-ce6d-4224-a3d4-2537c0582452', 'tenant_id': 'ad1fe23e88614397a0de425da0a05021', 'mac_address': 'fa:16:3e:b0:6b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1275ae72-ebf6-402a-9c9b-04eab428bbed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '52082e73-e40c-4eef-9ca5-7dc203ebe11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:26Z', 'updated_at': '2022-03-01T21:37:27Z', 'revision_number': 2, 'project_id': 'ad1fe23e88614397a0de425da0a05021', 'subnets': [{'id': '52082e73-e40c-4eef-9ca5-7dc203ebe11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:37:30.502140 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] Checking router: 1275ae72-ebf6-402a-9c9b-04eab428bbed for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:37:30.502487 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] Updating router 1275ae72-ebf6-402a-9c9b-04eab428bbed port 1eb9cd6d-7533-4ad7-96cb-eba48a220118 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:37:30.587560 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:30.632612 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:30.690079 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:30.919222 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:30.930613 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] Transition to ACTIVE for port object 1eb9cd6d-7533-4ad7-96cb-eba48a220118 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:37:30.987221 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:31.140018 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1df27-d67e-48c6-b642-2a04e332d595 None None] Pushing event updated for resources: {'Port': ['ID=1eb9cd6d-7533-4ad7-96cb-eba48a220118,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:31.203696 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] Attempting to bind port 1eb9cd6d-7533-4ad7-96cb-eba48a220118 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:37:31.204063 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] Attempting to bind port 1eb9cd6d-7533-4ad7-96cb-eba48a220118 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '0f5c922f-0a21-4cf2-8830-83027b433c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a874b402-ce6d-4224-a3d4-2537c0582452'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:37:31.204417 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] Attempting to bind port 1eb9cd6d-7533-4ad7-96cb-eba48a220118 on network a874b402-ce6d-4224-a3d4-2537c0582452 {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:37:31.210133 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 37, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:37:31.210597 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] Checking segment: {'id': '0f5c922f-0a21-4cf2-8830-83027b433c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a874b402-ce6d-4224-a3d4-2537c0582452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:37:31.210990 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:31.211382 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] Bound using segment: {'id': '0f5c922f-0a21-4cf2-8830-83027b433c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a874b402-ce6d-4224-a3d4-2537c0582452'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:37:31.211850 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] Bound port: 1eb9cd6d-7533-4ad7-96cb-eba48a220118, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5c922f-0a21-4cf2-8830-83027b433c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'a874b402-ce6d-4224-a3d4-2537c0582452'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:37:31.212213 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:31.296039 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] For port 1eb9cd6d-7533-4ad7-96cb-eba48a220118, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:37:31.299109 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] For port 1eb9cd6d-7533-4ad7-96cb-eba48a220118, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1eb9cd6d-7533-4ad7-96cb-eba48a220118,segment=NetworkSegment(0f5c922f-0a21-4cf2-8830-83027b433c25),segment_id=0f5c922f-0a21-4cf2-8830-83027b433c25)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:37:31.376351 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:31.455764 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] Routers {'1275ae72-ebf6-402a-9c9b-04eab428bbed'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:37:31.456397 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:37:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1275ae72-ebf6-402a-9c9b-04eab428bbed'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:37:31.510495 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d1df27-d67e-48c6-b642-2a04e332d595 None None] Pushing event updated for resources: {'Port': ['ID=1eb9cd6d-7533-4ad7-96cb-eba48a220118,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:31.653267 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] Set router 1275ae72-ebf6-402a-9c9b-04eab428bbed gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:37:31.846866 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d3bad0ae-f226-4d75-a939-5ab9b78879f2 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:37:31.969284 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d3bad0ae-f226-4d75-a939-5ab9b78879f2 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:37:31.969664 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:31.982282 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1275ae72-ebf6-402a-9c9b-04eab428bbed', 'name': 'tempest-TestVolumeBootPattern-1180692991-router', 'tenant_id': 'ad1fe23e88614397a0de425da0a05021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bad0ae-f226-4d75-a939-5ab9b78879f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:22Z', 'updated_at': '2022-03-01T21:37:27Z', 'revision_number': 4, 'project_id': 'ad1fe23e88614397a0de425da0a05021', 'gw_port': {'id': 'd3bad0ae-f226-4d75-a939-5ab9b78879f2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1275ae72-ebf6-402a-9c9b-04eab428bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:23Z', 'updated_at': '2022-03-01T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '1eb9cd6d-7533-4ad7-96cb-eba48a220118', 'name': '', 'network_id': 'a874b402-ce6d-4224-a3d4-2537c0582452', 'tenant_id': 'ad1fe23e88614397a0de425da0a05021', 'mac_address': 'fa:16:3e:b0:6b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1275ae72-ebf6-402a-9c9b-04eab428bbed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '52082e73-e40c-4eef-9ca5-7dc203ebe11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:26Z', 'updated_at': '2022-03-01T21:37:31Z', 'revision_number': 4, 'project_id': 'ad1fe23e88614397a0de425da0a05021', 'subnets': [{'id': '52082e73-e40c-4eef-9ca5-7dc203ebe11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:37:31.986882 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7987ca65-44de-4b43-a205-e7052ddda282 None None] The sync data for ids ['1275ae72-ebf6-402a-9c9b-04eab428bbed'] in n-d-827896-4 is: [{'id': '1275ae72-ebf6-402a-9c9b-04eab428bbed', 'name': 'tempest-TestVolumeBootPattern-1180692991-router', 'tenant_id': 'ad1fe23e88614397a0de425da0a05021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bad0ae-f226-4d75-a939-5ab9b78879f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:22Z', 'updated_at': '2022-03-01T21:37:27Z', 'revision_number': 4, 'project_id': 'ad1fe23e88614397a0de425da0a05021', 'gw_port': {'id': 'd3bad0ae-f226-4d75-a939-5ab9b78879f2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1275ae72-ebf6-402a-9c9b-04eab428bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:23Z', 'updated_at': '2022-03-01T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '1eb9cd6d-7533-4ad7-96cb-eba48a220118', 'name': '', 'network_id': 'a874b402-ce6d-4224-a3d4-2537c0582452', 'tenant_id': 'ad1fe23e88614397a0de425da0a05021', 'mac_address': 'fa:16:3e:b0:6b:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1275ae72-ebf6-402a-9c9b-04eab428bbed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3998, 'fixed_ips': [{'subnet_id': '52082e73-e40c-4eef-9ca5-7dc203ebe11c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:26Z', 'updated_at': '2022-03-01T21:37:31Z', 'revision_number': 4, 'project_id': 'ad1fe23e88614397a0de425da0a05021', 'subnets': [{'id': '52082e73-e40c-4eef-9ca5-7dc203ebe11c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:37:32.246026 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084c832-a43f-4769-b20c-83454623fefb req-295ffb56-188d-4e9c-9013-d7e2509caf6e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:32.247477 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8084c832-a43f-4769-b20c-83454623fefb req-295ffb56-188d-4e9c-9013-d7e2509caf6e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 810 time: 0.1612020 Mar 01 21:37:32.263940 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8084c832-a43f-4769-b20c-83454623fefb req-7936c26f-ab70-4563-8631-375324bea55a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/quotas/c52dc5cbaf1d4805b2e21c98aa760508 HTTP/1.1" status: 200 len: 375 time: 0.0103972 Mar 01 21:37:32.348961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8084c832-a43f-4769-b20c-83454623fefb req-53baf0f9-a580-4db0-90b3-58566081b1f2 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Synchronizing usage tracker for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:37:32.357051 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:32.461491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8084c832-a43f-4769-b20c-83454623fefb req-53baf0f9-a580-4db0-90b3-58566081b1f2 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Unset dirty status for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:37:32.462847 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8084c832-a43f-4769-b20c-83454623fefb req-53baf0f9-a580-4db0-90b3-58566081b1f2 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1935043 Mar 01 21:37:32.703990 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8084c832-a43f-4769-b20c-83454623fefb req-e21a0a7e-ef7b-4abe-bf63-4780b3e34c53 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343903 Mar 01 21:37:32.833325 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8084c832-a43f-4769-b20c-83454623fefb req-8bf897bb-2481-4462-bc27-886fc3a9bb07 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236539 Mar 01 21:37:33.500972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d8944cf6-d7cd-4dad-9045-ff31869d4f7b req-11162454-46f8-4798-b37e-3e1532420fce tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 210 time: 0.0487573 Mar 01 21:37:33.861184 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1eb9cd6d-7533-4ad7-96cb-eba48a220118 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:37:34.015567 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 1eb9cd6d-7533-4ad7-96cb-eba48a220118 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:37:34.021674 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 1eb9cd6d-7533-4ad7-96cb-eba48a220118 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:37:34.022042 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:34.153266 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:34.186802 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 1eb9cd6d-7533-4ad7-96cb-eba48a220118, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1eb9cd6d-7533-4ad7-96cb-eba48a220118,segment=NetworkSegment(0f5c922f-0a21-4cf2-8830-83027b433c25),segment_id=0f5c922f-0a21-4cf2-8830-83027b433c25)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:37:34.261860 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:34.328010 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=1eb9cd6d-7533-4ad7-96cb-eba48a220118,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:34.656498 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c30e431c-cf66-48cc-a33d-9be680ee5676 req-d4247a9b-aa7d-463b-ac0a-c84122804226 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 210 time: 0.0431244 Mar 01 21:37:35.722233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084c832-a43f-4769-b20c-83454623fefb req-0e855223-b97b-4539-96fb-7480f78b7df0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:35.723731 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8084c832-a43f-4769-b20c-83454623fefb req-0e855223-b97b-4539-96fb-7480f78b7df0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 810 time: 0.1454191 Mar 01 21:37:35.735502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-8084c832-a43f-4769-b20c-83454623fefb req-d4e18bbe-3150-4722-b6fb-3f21f79a78f0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Request body: {'port': {'device_id': 'd2d9596a-ab48-4409-90e8-e144e9cb7c78', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'admin_state_up': True, 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:37:35.850298 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1eb9cd6d-7533-4ad7-96cb-eba48a220118 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:37:35.879118 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5178155e-9355-40ba-bc45-276534cdd64e req-8f21db7c-728a-48f0-9691-5de62522a84f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 210 time: 0.0600905 Mar 01 21:37:35.922727 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-8084c832-a43f-4769-b20c-83454623fefb req-d4e18bbe-3150-4722-b6fb-3f21f79a78f0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:37:35.928528 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 1eb9cd6d-7533-4ad7-96cb-eba48a220118 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:37:35.928901 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:35.934269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-8084c832-a43f-4769-b20c-83454623fefb req-d4e18bbe-3150-4722-b6fb-3f21f79a78f0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:37:36.010143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8084c832-a43f-4769-b20c-83454623fefb req-d4e18bbe-3150-4722-b6fb-3f21f79a78f0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Made reservation on behalf of c52dc5cbaf1d4805b2e21c98aa760508 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:37:36.021829 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8084c832-a43f-4769-b20c-83454623fefb req-d4e18bbe-3150-4722-b6fb-3f21f79a78f0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:36.198855 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-8084c832-a43f-4769-b20c-83454623fefb req-d4e18bbe-3150-4722-b6fb-3f21f79a78f0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Allocated IP 172.20.0.12 (d3c56d85-dae3-45ad-ae71-3927eeb3b826/8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e/9d4398a2-4d07-488f-a13c-b31c94e05318) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:37:36.518879 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8084c832-a43f-4769-b20c-83454623fefb req-d4e18bbe-3150-4722-b6fb-3f21f79a78f0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:36.535562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-8084c832-a43f-4769-b20c-83454623fefb req-d4e18bbe-3150-4722-b6fb-3f21f79a78f0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Transition to ACTIVE for port object 9d4398a2-4d07-488f-a13c-b31c94e05318 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:37:36.622017 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8084c832-a43f-4769-b20c-83454623fefb req-d4e18bbe-3150-4722-b6fb-3f21f79a78f0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:36.687164 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8084c832-a43f-4769-b20c-83454623fefb req-d4e18bbe-3150-4722-b6fb-3f21f79a78f0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Network d3c56d85-dae3-45ad-ae71-3927eeb3b826 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:37:36.694923 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-8084c832-a43f-4769-b20c-83454623fefb req-d4e18bbe-3150-4722-b6fb-3f21f79a78f0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:37:36.699955 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-8084c832-a43f-4769-b20c-83454623fefb req-d4e18bbe-3150-4722-b6fb-3f21f79a78f0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:37:36.740810 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e18bbe-3150-4722-b6fb-3f21f79a78f0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event updated for resources: {'Port': ['ID=9d4398a2-4d07-488f-a13c-b31c94e05318,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:36.773271 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084c832-a43f-4769-b20c-83454623fefb req-d4e18bbe-3150-4722-b6fb-3f21f79a78f0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:36.773838 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8084c832-a43f-4769-b20c-83454623fefb req-d4e18bbe-3150-4722-b6fb-3f21f79a78f0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:36.856612 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8084c832-a43f-4769-b20c-83454623fefb req-d4e18bbe-3150-4722-b6fb-3f21f79a78f0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1246588 Mar 01 21:37:36.869727 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] Request body: {'port': {'device_id': 'd2d9596a-ab48-4409-90e8-e144e9cb7c78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:37:36.959067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-80ff3d3e-b465-4a22-8ff2-be8f13911e16 None None] Provisioning for port 9d4398a2-4d07-488f-a13c-b31c94e05318 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:37:36.969122 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-80ff3d3e-b465-4a22-8ff2-be8f13911e16 None None] Provisioning complete for port 9d4398a2-4d07-488f-a13c-b31c94e05318 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:37:36.970810 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-80ff3d3e-b465-4a22-8ff2-be8f13911e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:36.986004 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:37.038691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-80ff3d3e-b465-4a22-8ff2-be8f13911e16 None None] Port 9d4398a2-4d07-488f-a13c-b31c94e05318 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:37:37.195502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a4126-6f07-4e9d-abd6-453f475fc979 req-a8a3f8d3-8698-4ad4-bb3b-3e80cdf0ef8b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:37.196444 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-6a8a4126-6f07-4e9d-abd6-453f475fc979 req-a8a3f8d3-8698-4ad4-bb3b-3e80cdf0ef8b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Synchronizing usage tracker for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:37:37.372098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-6a8a4126-6f07-4e9d-abd6-453f475fc979 req-a8a3f8d3-8698-4ad4-bb3b-3e80cdf0ef8b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Unset dirty status for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:37:37.373170 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a8a4126-6f07-4e9d-abd6-453f475fc979 req-a8a3f8d3-8698-4ad4-bb3b-3e80cdf0ef8b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 932 time: 0.3460450 Mar 01 21:37:37.426176 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d4398a2-4d07-488f-a13c-b31c94e05318 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:37:37.437360 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:37.444770 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a8a4126-6f07-4e9d-abd6-453f475fc979 req-75e6723b-a23a-46f2-a9c3-307af958fa94 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652370 Mar 01 21:37:37.457138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] Transition to ACTIVE for port object 9d4398a2-4d07-488f-a13c-b31c94e05318 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:37:37.507199 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:37.670998 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4398a2-4d07-488f-a13c-b31c94e05318,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:37.747440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] Attempting to bind port 9d4398a2-4d07-488f-a13c-b31c94e05318 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:37:37.748054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] Attempting to bind port 9d4398a2-4d07-488f-a13c-b31c94e05318 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:37:37.749587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] Attempting to bind port 9d4398a2-4d07-488f-a13c-b31c94e05318 on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:37:37.754566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] Port 9d4398a2-4d07-488f-a13c-b31c94e05318 on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:37:37.754887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] Attempting to bind port 9d4398a2-4d07-488f-a13c-b31c94e05318 on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:37:37.760077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 37, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:37:37.765957 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] Checking segment: {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:37:37.765957 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] Bound using segment: {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:37:37.765957 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] Bound port: 9d4398a2-4d07-488f-a13c-b31c94e05318, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:37:37.765957 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:37.863377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] For port 9d4398a2-4d07-488f-a13c-b31c94e05318, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:37:37.866896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] For port 9d4398a2-4d07-488f-a13c-b31c94e05318, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9d4398a2-4d07-488f-a13c-b31c94e05318,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:37:37.930555 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:37.987251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:37.987932 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:37.989317 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8084c832-a43f-4769-b20c-83454623fefb req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] 10.222.0.55 "PUT /v2.0/ports/9d4398a2-4d07-488f-a13c-b31c94e05318 HTTP/1.1" status: 200 len: 1092 time: 1.1257560 Mar 01 21:37:37.989876 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2d9596a-ab48-4409-90e8-e144e9cb7c78', 'tag': '9d4398a2-4d07-488f-a13c-b31c94e05318'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:37:38.031707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbea1e5-06c8-4342-b852-f11da1ca8449 service neutron] Pushing event updated for resources: {'Port': ['ID=9d4398a2-4d07-488f-a13c-b31c94e05318,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:38.057619 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2d9596a-ab48-4409-90e8-e144e9cb7c78', 'tag': '9d4398a2-4d07-488f-a13c-b31c94e05318', 'status': 'completed', 'code': 200} Mar 01 21:37:38.153246 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897615f7-07c3-407f-9075-ad9b4f1dc9ce req-52dd1d49-30de-4724-89e6-5a5c5755c052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:38.154949 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-897615f7-07c3-407f-9075-ad9b4f1dc9ce req-52dd1d49-30de-4724-89e6-5a5c5755c052 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 1095 time: 0.0744922 Mar 01 21:37:38.319997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897615f7-07c3-407f-9075-ad9b4f1dc9ce req-15201934-a47f-44d9-84f5-b836bf82d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:38.321673 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-897615f7-07c3-407f-9075-ad9b4f1dc9ce req-15201934-a47f-44d9-84f5-b836bf82d692 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1606145 Mar 01 21:37:38.604524 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897615f7-07c3-407f-9075-ad9b4f1dc9ce req-868a944a-316b-4588-85a7-6d8c1f4aac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:38.605965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-897615f7-07c3-407f-9075-ad9b4f1dc9ce req-868a944a-316b-4588-85a7-6d8c1f4aac8b service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2780561 Mar 01 21:37:38.692991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bde2e-7f66-4ec7-ae31-3bc560c1d9f1 req-fd8eb473-9ce1-4df3-bac2-27f64cbbcd69 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:38.694423 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce0bde2e-7f66-4ec7-ae31-3bc560c1d9f1 req-fd8eb473-9ce1-4df3-bac2-27f64cbbcd69 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 944 time: 0.1316690 Mar 01 21:37:38.752079 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce0bde2e-7f66-4ec7-ae31-3bc560c1d9f1 req-581a6f3e-6527-4d2f-bd27-b963fe62bfb8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513299 Mar 01 21:37:38.757475 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084c832-a43f-4769-b20c-83454623fefb req-ca80e6fb-5706-4d1f-af30-69b8a0c9cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:38.758891 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8084c832-a43f-4769-b20c-83454623fefb req-ca80e6fb-5706-4d1f-af30-69b8a0c9cb48 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 1095 time: 0.1199000 Mar 01 21:37:38.829623 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8084c832-a43f-4769-b20c-83454623fefb req-3c9e6560-4f99-4f2b-afa0-4175727cc712 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9d4398a2-4d07-488f-a13c-b31c94e05318 HTTP/1.1" status: 200 len: 217 time: 0.0637231 Mar 01 21:37:38.892553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084c832-a43f-4769-b20c-83454623fefb req-94245cae-cd99-4577-8999-b42956ada5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:38.894307 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8084c832-a43f-4769-b20c-83454623fefb req-94245cae-cd99-4577-8999-b42956ada5cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0595789 Mar 01 21:37:38.973560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084c832-a43f-4769-b20c-83454623fefb req-3cde5ff2-0c88-4ec0-a50f-f24caad25149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:38.975121 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8084c832-a43f-4769-b20c-83454623fefb req-3cde5ff2-0c88-4ec0-a50f-f24caad25149 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744989 Mar 01 21:37:39.107641 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8084c832-a43f-4769-b20c-83454623fefb req-cdb5d780-2438-4098-aa9e-2fe15c170516 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258430 Mar 01 21:37:39.236988 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8084c832-a43f-4769-b20c-83454623fefb req-5f6bc502-b91f-4582-9263-0797d52a8ae9 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237524 Mar 01 21:37:39.933478 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ba2a5-8f50-4212-a6b6-95bd8905f476 req-6cfd6474-ea62-4730-8582-2ee8da3f0ade tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:39.934984 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-545ba2a5-8f50-4212-a6b6-95bd8905f476 req-6cfd6474-ea62-4730-8582-2ee8da3f0ade tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 944 time: 0.0786698 Mar 01 21:37:39.980654 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-545ba2a5-8f50-4212-a6b6-95bd8905f476 req-10e49f41-1ff4-4645-904c-58a7182101e0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397103 Mar 01 21:37:40.423499 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:37:41.164745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32350f1a-adac-475f-95d2-b75b6224de8e req-336ddba2-2e0d-4d13-ae4b-58116c4006b2 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:41.166174 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32350f1a-adac-475f-95d2-b75b6224de8e req-336ddba2-2e0d-4d13-ae4b-58116c4006b2 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 944 time: 0.0827122 Mar 01 21:37:41.209054 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32350f1a-adac-475f-95d2-b75b6224de8e req-85bdeb18-07d9-4385-8444-04f0dfbc7c4b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371423 Mar 01 21:37:42.397133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262b25e-f215-4f4b-beac-eb260e198be4 req-cf407324-4c83-451d-8860-e49586c353bd tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:42.398496 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e262b25e-f215-4f4b-beac-eb260e198be4 req-cf407324-4c83-451d-8860-e49586c353bd tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 944 time: 0.0813980 Mar 01 21:37:42.446137 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e262b25e-f215-4f4b-beac-eb260e198be4 req-26cf980d-4a79-4e46-9f5f-d7757190695a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Mar 01 21:37:43.635948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca6671b-1fd0-4f77-b915-d2563ccea44b req-8dd28b45-06aa-4185-900e-b5d7fc3c0d8a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:43.637432 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ca6671b-1fd0-4f77-b915-d2563ccea44b req-8dd28b45-06aa-4185-900e-b5d7fc3c0d8a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 944 time: 0.0816092 Mar 01 21:37:43.680525 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ca6671b-1fd0-4f77-b915-d2563ccea44b req-f68ef7d0-8031-4acf-b36f-053f005c9788 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370395 Mar 01 21:37:44.860051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af3758b-8a8c-43c8-8671-120a0feaad64 req-bd3c110b-aaac-476e-887a-e0ab5321ffca tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:44.861481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9af3758b-8a8c-43c8-8671-120a0feaad64 req-bd3c110b-aaac-476e-887a-e0ab5321ffca tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 944 time: 0.0774784 Mar 01 21:37:44.910014 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9af3758b-8a8c-43c8-8671-120a0feaad64 req-8c1b6105-1903-49c3-b4ae-f6a6c69fbffd tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429296 Mar 01 21:37:46.098490 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc1f02-360a-4b89-a0c0-f0e993aa500f req-a3037d9c-f68f-4ec6-a835-c4370b35e02d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:46.100010 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2cfc1f02-360a-4b89-a0c0-f0e993aa500f req-a3037d9c-f68f-4ec6-a835-c4370b35e02d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 944 time: 0.0819309 Mar 01 21:37:46.146491 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2cfc1f02-360a-4b89-a0c0-f0e993aa500f req-be207cf9-553d-4035-a82e-28effab721d5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405872 Mar 01 21:37:47.333479 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a5363-e272-492b-97d5-ce882403a7ed req-2bbf2d5f-39b7-4e84-ab3d-59721bde53af tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:47.334839 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-994a5363-e272-492b-97d5-ce882403a7ed req-2bbf2d5f-39b7-4e84-ab3d-59721bde53af tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 944 time: 0.0822592 Mar 01 21:37:47.378025 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-994a5363-e272-492b-97d5-ce882403a7ed req-5a438bbd-9ad0-45bf-95b4-7b1f512a00c7 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376368 Mar 01 21:37:48.542366 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9d4398a2-4d07-488f-a13c-b31c94e05318 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:37:48.557494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c300a-59f8-4cc9-9766-309ddf7cbd2d req-ae1238c2-72de-4dae-aff1-18c95c2466c3 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:48.558944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-105c300a-59f8-4cc9-9766-309ddf7cbd2d req-ae1238c2-72de-4dae-aff1-18c95c2466c3 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 944 time: 0.0796177 Mar 01 21:37:48.603182 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-105c300a-59f8-4cc9-9766-309ddf7cbd2d req-102e4c98-f503-4c9a-8d3b-c27b21fce8fb tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387065 Mar 01 21:37:48.675227 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9d4398a2-4d07-488f-a13c-b31c94e05318, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9d4398a2-4d07-488f-a13c-b31c94e05318,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:37:48.687794 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '9d4398a2-4d07-488f-a13c-b31c94e05318', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'port_id': '9d4398a2-4d07-488f-a13c-b31c94e05318', 'mac_address': 'fa:16:3e:8c:15:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:37:48.741571 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:48.760194 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d4398a2-4d07-488f-a13c-b31c94e05318 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:37:48.775901 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9d4398a2-4d07-488f-a13c-b31c94e05318, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9d4398a2-4d07-488f-a13c-b31c94e05318,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:37:48.855415 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:48.920156 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=9d4398a2-4d07-488f-a13c-b31c94e05318,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:49.196877 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['9d4398a2-4d07-488f-a13c-b31c94e05318'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:37:49.791962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314991f-f45c-4652-9ae8-33f692fb518d req-e4e721c3-1802-4d65-b6e5-8f56854e18f7 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:49.793414 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8314991f-f45c-4652-9ae8-33f692fb518d req-e4e721c3-1802-4d65-b6e5-8f56854e18f7 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 945 time: 0.0834668 Mar 01 21:37:49.837602 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8314991f-f45c-4652-9ae8-33f692fb518d req-50ecd244-4f45-4312-9dac-06c94c14c3e3 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379241 Mar 01 21:37:50.564070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9d4398a2-4d07-488f-a13c-b31c94e05318 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:37:50.683734 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 9d4398a2-4d07-488f-a13c-b31c94e05318 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:37:50.688990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 9d4398a2-4d07-488f-a13c-b31c94e05318 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:37:50.689376 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:50.802053 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:50.831327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d9596a-ab48-4409-90e8-e144e9cb7c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4398a2-4d07-488f-a13c-b31c94e05318'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:37:50.841006 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9d4398a2-4d07-488f-a13c-b31c94e05318, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9d4398a2-4d07-488f-a13c-b31c94e05318,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:37:50.878515 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d9596a-ab48-4409-90e8-e144e9cb7c78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d4398a2-4d07-488f-a13c-b31c94e05318', 'code': 200} Mar 01 21:37:50.889897 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:50.959780 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=9d4398a2-4d07-488f-a13c-b31c94e05318,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:51.171593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce0e0c7-95e7-43d8-90ef-334648a86ecf req-f75a1352-d3f5-4ee9-8714-2e7afe48e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:51.173069 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ce0e0c7-95e7-43d8-90ef-334648a86ecf req-f75a1352-d3f5-4ee9-8714-2e7afe48e106 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 1097 time: 0.2438860 Mar 01 21:37:51.183989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b04c3d-7fac-45b0-a0bf-516c0df2fc6d req-55adc80a-0dc7-4207-ba88-d84a44aedb73 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:51.185330 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f8b04c3d-7fac-45b0-a0bf-516c0df2fc6d req-55adc80a-0dc7-4207-ba88-d84a44aedb73 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 946 time: 0.2220273 Mar 01 21:37:51.249002 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9ce0e0c7-95e7-43d8-90ef-334648a86ecf req-a79fe77e-d1b9-4acf-af05-a302fd4ffa46 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622394 Mar 01 21:37:51.253139 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f8b04c3d-7fac-45b0-a0bf-516c0df2fc6d req-41b951e5-186b-4569-ae32-83e3b2592935 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549781 Mar 01 21:37:51.718926 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:52.439425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7664ed7-5c05-437e-b789-3b50874844c4 req-e2c633e9-5ea3-4b7f-8422-6639064d3822 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:52.440760 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b7664ed7-5c05-437e-b789-3b50874844c4 req-e2c633e9-5ea3-4b7f-8422-6639064d3822 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 946 time: 0.0818536 Mar 01 21:37:52.486283 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b7664ed7-5c05-437e-b789-3b50874844c4 req-f215da05-f987-4e69-8a5f-6e3fce14ffb1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396271 Mar 01 21:37:53.672390 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eb5d6e-070e-43b6-a903-b6210f5944e2 req-d6b73a6e-a440-49ef-be8c-76a5a5373376 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:53.674498 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b0eb5d6e-070e-43b6-a903-b6210f5944e2 req-d6b73a6e-a440-49ef-be8c-76a5a5373376 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 946 time: 0.0801365 Mar 01 21:37:53.720820 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b0eb5d6e-070e-43b6-a903-b6210f5944e2 req-7802518a-ad05-4d06-9e3e-de835b8adb13 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407279 Mar 01 21:37:53.910133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca0fa1-1965-4403-bc20-3bc3ca351494 req-846c9ed2-061c-4282-8345-a4ca23ae7754 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:53.911649 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d5ca0fa1-1965-4403-bc20-3bc3ca351494 req-846c9ed2-061c-4282-8345-a4ca23ae7754 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 946 time: 0.0885339 Mar 01 21:37:53.957377 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d5ca0fa1-1965-4403-bc20-3bc3ca351494 req-6f4bd109-d063-40b8-ba3e-65eb4bb7686e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400805 Mar 01 21:37:54.140465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2099cc3-9e2f-47bc-8e53-30387c71315d req-83fc5be8-cb52-4cee-83bb-fd4de87a8492 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:54.141922 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c2099cc3-9e2f-47bc-8e53-30387c71315d req-83fc5be8-cb52-4cee-83bb-fd4de87a8492 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 946 time: 0.0799561 Mar 01 21:37:54.164807 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:54.192159 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c2099cc3-9e2f-47bc-8e53-30387c71315d req-36a58d8a-db5e-40d2-8fee-f138fed29477 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445590 Mar 01 21:37:54.743235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b0b37-11fd-4561-b3da-5e6fa341de4b req-f3a81c53-131c-4e1d-831a-a6118d9c57ed tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:54.744709 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c9b0b37-11fd-4561-b3da-5e6fa341de4b req-f3a81c53-131c-4e1d-831a-a6118d9c57ed tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 946 time: 0.0824099 Mar 01 21:37:54.788595 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c9b0b37-11fd-4561-b3da-5e6fa341de4b req-78e698fe-5c26-42bf-870f-1ac6e3af0be6 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380800 Mar 01 21:37:55.977971 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0668c-afa0-440a-a69c-de32e711cc99 req-b13772aa-c319-416c-b585-ce2fb27bb2a4 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:55.979411 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94d0668c-afa0-440a-a69c-de32e711cc99 req-b13772aa-c319-416c-b585-ce2fb27bb2a4 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 946 time: 0.0827065 Mar 01 21:37:56.023477 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94d0668c-afa0-440a-a69c-de32e711cc99 req-4ab543d8-bf99-461b-8f87-66f044f4b1c1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378425 Mar 01 21:37:56.242694 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c3fec0-54fd-4ca2-80c5-b9191f6c4e26 req-f54f27bd-503c-4d30-a62e-b6f42119b3a4 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:37:56.244132 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15c3fec0-54fd-4ca2-80c5-b9191f6c4e26 req-f54f27bd-503c-4d30-a62e-b6f42119b3a4 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 946 time: 0.0789332 Mar 01 21:37:56.314581 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-15c3fec0-54fd-4ca2-80c5-b9191f6c4e26 req-d6ad481a-0b04-44a8-b9b0-4189e1052df5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Deleting port 9d4398a2-4d07-488f-a13c-b31c94e05318 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:37:56.314913 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-15c3fec0-54fd-4ca2-80c5-b9191f6c4e26 req-d6ad481a-0b04-44a8-b9b0-4189e1052df5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:56.553640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-15c3fec0-54fd-4ca2-80c5-b9191f6c4e26 req-d6ad481a-0b04-44a8-b9b0-4189e1052df5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] For port 9d4398a2-4d07-488f-a13c-b31c94e05318, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9d4398a2-4d07-488f-a13c-b31c94e05318,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:37:56.553994 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-15c3fec0-54fd-4ca2-80c5-b9191f6c4e26 req-d6ad481a-0b04-44a8-b9b0-4189e1052df5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:56.679621 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-15c3fec0-54fd-4ca2-80c5-b9191f6c4e26 req-d6ad481a-0b04-44a8-b9b0-4189e1052df5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Calling delete_port for 9d4398a2-4d07-488f-a13c-b31c94e05318 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:37:56.866976 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-15c3fec0-54fd-4ca2-80c5-b9191f6c4e26 req-d6ad481a-0b04-44a8-b9b0-4189e1052df5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:56.878333 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['9d4398a2-4d07-488f-a13c-b31c94e05318'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:37:56.922340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ad481a-0b04-44a8-b9b0-4189e1052df5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event deleted for resources: {'Port': ['ID=9d4398a2-4d07-488f-a13c-b31c94e05318,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:37:57.003027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c3fec0-54fd-4ca2-80c5-b9191f6c4e26 req-d6ad481a-0b04-44a8-b9b0-4189e1052df5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] No DVR routers for this DVR port 9d4398a2-4d07-488f-a13c-b31c94e05318 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:37:57.005648 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-15c3fec0-54fd-4ca2-80c5-b9191f6c4e26 req-d6ad481a-0b04-44a8-b9b0-4189e1052df5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:57.008370 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2d9596a-ab48-4409-90e8-e144e9cb7c78', 'name': 'network-vif-deleted', 'tag': '9d4398a2-4d07-488f-a13c-b31c94e05318'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:37:57.056819 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2d9596a-ab48-4409-90e8-e144e9cb7c78', 'name': 'network-vif-deleted', 'tag': '9d4398a2-4d07-488f-a13c-b31c94e05318', 'status': 'completed', 'code': 200} Mar 01 21:37:57.068283 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15c3fec0-54fd-4ca2-80c5-b9191f6c4e26 req-d6ad481a-0b04-44a8-b9b0-4189e1052df5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "DELETE /v2.0/ports/9d4398a2-4d07-488f-a13c-b31c94e05318 HTTP/1.1" status: 204 len: 173 time: 0.8187931 Mar 01 21:37:57.185603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-901bc6b6-4781-4241-9126-0351edcdfa21 req-0cb8e5cd-ffb8-4d4d-b68e-33f135303cd2 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Synchronizing usage tracker for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:37:57.261345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-901bc6b6-4781-4241-9126-0351edcdfa21 req-0cb8e5cd-ffb8-4d4d-b68e-33f135303cd2 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Unset dirty status for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:37:57.262572 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-901bc6b6-4781-4241-9126-0351edcdfa21 req-0cb8e5cd-ffb8-4d4d-b68e-33f135303cd2 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 210 time: 0.1244135 Mar 01 21:37:57.450951 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-43e12657-fb97-4b48-81ad-5e69baaa7adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:37:58.422609 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e321464-9bb1-4d42-9816-91dce68bbb7e req-2745a6a4-7005-4afa-9f6d-c506f4dcfcf5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=d2d9596a-ab48-4409-90e8-e144e9cb7c78 HTTP/1.1" status: 200 len: 210 time: 0.0423775 Mar 01 21:37:59.706429 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b471f4d2-3e11-48b3-8259-7a600e70295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:00.603839 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:00.607001 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9d4398a2-4d07-488f-a13c-b31c94e05318 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:38:00.644522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 9d4398a2-4d07-488f-a13c-b31c94e05318 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:38:00.644959 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9d4398a2-4d07-488f-a13c-b31c94e05318 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:38:00.646852 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:02.346782 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:08.038608 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-00b0c3d5-90ff-4044-87d8-92351da16dd6 req-d2df3186-a06e-4e4b-85b7-6dcd50898654 service neutron] (88519) timed out ('10.222.0.57', 62215) {{(pid=88519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 01 21:38:17.425217 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:38:21.746251 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:24.225758 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:24.696453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7388f-30f9-46f4-800f-55e54abc042b req-e0606db1-ce84-412b-a2ae-eaafbb12926a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:24.697797 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69e7388f-30f9-46f4-800f-55e54abc042b req-e0606db1-ce84-412b-a2ae-eaafbb12926a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 810 time: 0.1440139 Mar 01 21:38:24.713107 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69e7388f-30f9-46f4-800f-55e54abc042b req-8bd76ece-6179-43ee-aacf-cdef4fd661d3 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/quotas/c52dc5cbaf1d4805b2e21c98aa760508 HTTP/1.1" status: 200 len: 375 time: 0.0098481 Mar 01 21:38:24.804859 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69e7388f-30f9-46f4-800f-55e54abc042b req-a91da1da-e73b-44e8-ada8-9df54d0c6f90 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0869286 Mar 01 21:38:25.042137 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69e7388f-30f9-46f4-800f-55e54abc042b req-a939a846-ecfb-43a6-808f-3a9da01c83ea service neutron] 10.222.0.42 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308388 Mar 01 21:38:25.170749 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69e7388f-30f9-46f4-800f-55e54abc042b req-c630b7cc-236a-415f-9c2b-479843026af7 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217954 Mar 01 21:38:25.444795 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87dc84bf-03cb-4968-afa4-cfe47fa85d59 req-e42af648-a5dd-429a-ab11-c4294395e557 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 210 time: 0.0423827 Mar 01 21:38:26.596763 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-010d0c09-0654-41af-9aaa-1b75f65598be req-e914eab2-9558-4c59-8a6d-a826b1fb6df3 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 210 time: 0.0420465 Mar 01 21:38:27.254988 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7388f-30f9-46f4-800f-55e54abc042b req-1e948a24-8395-4cc6-8d7e-bd136a4c65d9 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:27.256429 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69e7388f-30f9-46f4-800f-55e54abc042b req-1e948a24-8395-4cc6-8d7e-bd136a4c65d9 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 810 time: 0.1434278 Mar 01 21:38:27.268196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-69e7388f-30f9-46f4-800f-55e54abc042b req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Request body: {'port': {'device_id': 'dd48a7cc-a169-4fc6-be56-cba7f4a864d4', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'admin_state_up': True, 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:38:27.403771 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-69e7388f-30f9-46f4-800f-55e54abc042b req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:38:27.413973 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-69e7388f-30f9-46f4-800f-55e54abc042b req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:38:27.483424 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-44b38f42-23ca-424d-8e23-0df9e7d70fd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:27.512723 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e7388f-30f9-46f4-800f-55e54abc042b req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Made reservation on behalf of c52dc5cbaf1d4805b2e21c98aa760508 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:38:27.515392 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-69e7388f-30f9-46f4-800f-55e54abc042b req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:27.686083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-69e7388f-30f9-46f4-800f-55e54abc042b req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Allocated IP 172.20.0.3 (d3c56d85-dae3-45ad-ae71-3927eeb3b826/8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e/4e6d456d-d76c-4029-a203-a36ab41e646f) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:38:27.779380 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7cb5c50d-3243-4dab-b348-ad2cd5ab992e req-d7aa34bf-768a-4f60-a592-4f291502de60 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 210 time: 0.0613894 Mar 01 21:38:27.934571 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-69e7388f-30f9-46f4-800f-55e54abc042b req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:27.950999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-69e7388f-30f9-46f4-800f-55e54abc042b req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Transition to ACTIVE for port object 4e6d456d-d76c-4029-a203-a36ab41e646f will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:38:28.032206 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-69e7388f-30f9-46f4-800f-55e54abc042b req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:28.097818 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e7388f-30f9-46f4-800f-55e54abc042b req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Network d3c56d85-dae3-45ad-ae71-3927eeb3b826 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:38:28.105282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-69e7388f-30f9-46f4-800f-55e54abc042b req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:38:28.109877 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e7388f-30f9-46f4-800f-55e54abc042b req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:38:28.143861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event updated for resources: {'Port': ['ID=4e6d456d-d76c-4029-a203-a36ab41e646f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:38:28.162503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:38:28.162843 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:38:28.163181 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:38:28.163546 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:38:28.163881 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:38:28.164208 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:38:28.164529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:38:28.164851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:38:28.165174 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:38:28.165487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:38:28.165804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:38:28.166123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:38:28.196900 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7388f-30f9-46f4-800f-55e54abc042b req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:28.196900 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-69e7388f-30f9-46f4-800f-55e54abc042b req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:28.290203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69e7388f-30f9-46f4-800f-55e54abc042b req-dd7de2ff-7441-453c-b7b1-3524508a1590 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0260417 Mar 01 21:38:28.306286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] Request body: {'port': {'device_id': 'dd48a7cc-a169-4fc6-be56-cba7f4a864d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:38:28.424422 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:28.465501 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f066092c-1896-4680-8b75-7dbc17a0922c None None] Provisioning for port 4e6d456d-d76c-4029-a203-a36ab41e646f completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:38:28.470650 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f066092c-1896-4680-8b75-7dbc17a0922c None None] Provisioning complete for port 4e6d456d-d76c-4029-a203-a36ab41e646f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:38:28.471064 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f066092c-1896-4680-8b75-7dbc17a0922c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:28.524984 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f066092c-1896-4680-8b75-7dbc17a0922c None None] Port 4e6d456d-d76c-4029-a203-a36ab41e646f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:38:28.878926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6d456d-d76c-4029-a203-a36ab41e646f {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:38:28.887521 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:28.944038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] Transition to ACTIVE for port object 4e6d456d-d76c-4029-a203-a36ab41e646f will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:38:28.982970 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67adb89-3626-45f4-b3df-ca12affa2efc req-5a938e98-53cb-4c6b-b865-8172eaba1374 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:28.983688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b67adb89-3626-45f4-b3df-ca12affa2efc req-5a938e98-53cb-4c6b-b865-8172eaba1374 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Synchronizing usage tracker for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:38:28.987935 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:29.157645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b67adb89-3626-45f4-b3df-ca12affa2efc req-5a938e98-53cb-4c6b-b865-8172eaba1374 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Unset dirty status for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:38:29.164789 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b67adb89-3626-45f4-b3df-ca12affa2efc req-5a938e98-53cb-4c6b-b865-8172eaba1374 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 931 time: 0.2665226 Mar 01 21:38:29.164789 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] Pushing event updated for resources: {'Port': ['ID=4e6d456d-d76c-4029-a203-a36ab41e646f,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:38:29.260639 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b67adb89-3626-45f4-b3df-ca12affa2efc req-433c8df2-f717-465d-b8b9-0e0459704049 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935473 Mar 01 21:38:29.278532 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] Attempting to bind port 4e6d456d-d76c-4029-a203-a36ab41e646f on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:38:29.278940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] Attempting to bind port 4e6d456d-d76c-4029-a203-a36ab41e646f by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:38:29.279338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] Attempting to bind port 4e6d456d-d76c-4029-a203-a36ab41e646f on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:38:29.284885 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] Port 4e6d456d-d76c-4029-a203-a36ab41e646f on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:38:29.285202 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] Attempting to bind port 4e6d456d-d76c-4029-a203-a36ab41e646f on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:38:29.290352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:38:29.290685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] Checking segment: {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:38:29.291057 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] Bound using segment: {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:38:29.291520 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] Bound port: 4e6d456d-d76c-4029-a203-a36ab41e646f, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:38:29.291852 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:29.379749 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] For port 4e6d456d-d76c-4029-a203-a36ab41e646f, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:38:29.382546 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] For port 4e6d456d-d76c-4029-a203-a36ab41e646f, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=4e6d456d-d76c-4029-a203-a36ab41e646f,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:38:29.460741 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:29.523186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:29.524506 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:29.525901 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69e7388f-30f9-46f4-800f-55e54abc042b req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] 10.222.0.55 "PUT /v2.0/ports/4e6d456d-d76c-4029-a203-a36ab41e646f HTTP/1.1" status: 200 len: 1091 time: 1.2241981 Mar 01 21:38:29.526352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd48a7cc-a169-4fc6-be56-cba7f4a864d4', 'tag': '4e6d456d-d76c-4029-a203-a36ab41e646f'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:38:29.558680 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc67b46-4703-44ab-a3df-64e17bae015c service neutron] Pushing event updated for resources: {'Port': ['ID=4e6d456d-d76c-4029-a203-a36ab41e646f,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:38:29.586286 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd48a7cc-a169-4fc6-be56-cba7f4a864d4', 'tag': '4e6d456d-d76c-4029-a203-a36ab41e646f', 'status': 'completed', 'code': 200} Mar 01 21:38:29.681668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c37186-cb9f-41be-aeaf-9c5f6b6f5575 req-b7016daa-d931-40d4-b6c8-04613eb96dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:29.683151 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-49903c1a-a583-42cd-aef6-deecdb341210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:29.683984 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73c37186-cb9f-41be-aeaf-9c5f6b6f5575 req-b7016daa-d931-40d4-b6c8-04613eb96dc8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 1094 time: 0.0816417 Mar 01 21:38:29.829949 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c37186-cb9f-41be-aeaf-9c5f6b6f5575 req-fbe8d6d8-31a8-4b64-807c-0bd38b7eaff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:29.831401 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73c37186-cb9f-41be-aeaf-9c5f6b6f5575 req-fbe8d6d8-31a8-4b64-807c-0bd38b7eaff4 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1409309 Mar 01 21:38:29.967007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c37186-cb9f-41be-aeaf-9c5f6b6f5575 req-e46f9d76-eb74-49d5-87e2-327aa7ea41ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:29.969496 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73c37186-cb9f-41be-aeaf-9c5f6b6f5575 req-e46f9d76-eb74-49d5-87e2-327aa7ea41ab service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317246 Mar 01 21:38:30.091472 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7388f-30f9-46f4-800f-55e54abc042b req-9f309d90-eeec-4e69-b9f7-9aa2a3f71c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:30.092994 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69e7388f-30f9-46f4-800f-55e54abc042b req-9f309d90-eeec-4e69-b9f7-9aa2a3f71c61 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 1094 time: 0.0906084 Mar 01 21:38:30.160726 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69e7388f-30f9-46f4-800f-55e54abc042b req-cc91cf1a-b13a-463b-ab1a-d5c90269d992 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e6d456d-d76c-4029-a203-a36ab41e646f HTTP/1.1" status: 200 len: 217 time: 0.0618291 Mar 01 21:38:30.225137 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7388f-30f9-46f4-800f-55e54abc042b req-66c8830f-7a91-4947-b27e-d9157f12632e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:30.226480 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69e7388f-30f9-46f4-800f-55e54abc042b req-66c8830f-7a91-4947-b27e-d9157f12632e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0605810 Mar 01 21:38:30.301524 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e7388f-30f9-46f4-800f-55e54abc042b req-a768ade7-3e68-4b88-a845-376b064fa410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:30.302687 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69e7388f-30f9-46f4-800f-55e54abc042b req-a768ade7-3e68-4b88-a845-376b064fa410 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707631 Mar 01 21:38:30.492811 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69e7388f-30f9-46f4-800f-55e54abc042b req-c98470dd-4291-432c-b18a-8c69904f3a93 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838851 Mar 01 21:38:30.544647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4ba3c6-b517-475d-b5bf-e1fb8f33bd47 req-d0087c60-d1ec-4484-89f9-95fa5a6c0104 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:30.546136 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c4ba3c6-b517-475d-b5bf-e1fb8f33bd47 req-d0087c60-d1ec-4484-89f9-95fa5a6c0104 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.1542096 Mar 01 21:38:30.626444 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:30.654805 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:30.776798 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c4ba3c6-b517-475d-b5bf-e1fb8f33bd47 req-99f41896-d926-4553-a12a-654516d539d6 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820571 Mar 01 21:38:30.785542 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69e7388f-30f9-46f4-800f-55e54abc042b req-e664f97e-ced4-4a03-aa44-5d2c93e82cf5 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865195 Mar 01 21:38:31.966501 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdcff62-aba4-46b5-ad42-630e1d7f4a98 req-7c217fcb-35ed-40af-8b7b-699bb0cd83fa tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:31.967983 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6cdcff62-aba4-46b5-ad42-630e1d7f4a98 req-7c217fcb-35ed-40af-8b7b-699bb0cd83fa tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0815969 Mar 01 21:38:32.025995 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6cdcff62-aba4-46b5-ad42-630e1d7f4a98 req-b3367d05-dff7-4768-b920-765f0e2c40e1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506723 Mar 01 21:38:32.357988 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:33.233652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2bbbb-af18-42e2-8df8-ab135cbdee74 req-cce7d1fe-156c-4be8-bef8-2d86d2376975 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:33.235737 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25b2bbbb-af18-42e2-8df8-ab135cbdee74 req-cce7d1fe-156c-4be8-bef8-2d86d2376975 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0991633 Mar 01 21:38:33.284867 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25b2bbbb-af18-42e2-8df8-ab135cbdee74 req-16ca606f-976e-4a31-8a75-67f3fbdcfb75 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433795 Mar 01 21:38:34.486623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705fbb6-5331-4be0-8c1d-a97f31e587a9 req-bc2d16fe-cbac-47b8-8c32-169227ae755c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:34.487946 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1705fbb6-5331-4be0-8c1d-a97f31e587a9 req-bc2d16fe-cbac-47b8-8c32-169227ae755c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0894942 Mar 01 21:38:34.538898 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1705fbb6-5331-4be0-8c1d-a97f31e587a9 req-7e4424d9-9a90-4dca-aad9-b9508764e2b9 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452585 Mar 01 21:38:35.730635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd6d8f-f396-455d-ae93-71b5fe4c4f62 req-4b454f1e-a41c-4b35-aa52-53ae3a91887d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:35.732144 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81bd6d8f-f396-455d-ae93-71b5fe4c4f62 req-4b454f1e-a41c-4b35-aa52-53ae3a91887d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0846319 Mar 01 21:38:35.782018 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81bd6d8f-f396-455d-ae93-71b5fe4c4f62 req-6d059299-cd29-4138-b43b-b80b964f0d7f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431769 Mar 01 21:38:37.141931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf181ef1-3bf5-4628-8acc-73d9ff0f6ab9 req-ed0908e2-13ca-4ef8-89b5-ace6862fb955 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:37.143409 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf181ef1-3bf5-4628-8acc-73d9ff0f6ab9 req-ed0908e2-13ca-4ef8-89b5-ace6862fb955 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0976925 Mar 01 21:38:37.187815 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf181ef1-3bf5-4628-8acc-73d9ff0f6ab9 req-8eb6d476-a091-4201-ab70-63c7cd748627 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386648 Mar 01 21:38:38.380329 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83468d1-4ce2-45ac-bb85-23621f5950a9 req-4f3226e9-1444-46d7-a908-06bbbeed08c0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:38.381771 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b83468d1-4ce2-45ac-bb85-23621f5950a9 req-4f3226e9-1444-46d7-a908-06bbbeed08c0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0861230 Mar 01 21:38:38.433457 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b83468d1-4ce2-45ac-bb85-23621f5950a9 req-df40f442-61b2-4103-9c81-85462e045ccb tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448790 Mar 01 21:38:39.633517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2861660-cd88-41af-baea-0c97869c406b req-459c2fcb-c16c-4f73-8c7e-85de5d580bde tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:39.634993 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2861660-cd88-41af-baea-0c97869c406b req-459c2fcb-c16c-4f73-8c7e-85de5d580bde tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0860424 Mar 01 21:38:39.680813 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2861660-cd88-41af-baea-0c97869c406b req-91119c54-cb7e-4e79-baf0-ec413ff75a11 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 Mar 01 21:38:40.888127 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474eaeb-ed6e-41fb-b0de-de680e29254d req-6f331cce-475f-4b7e-b5ef-56800a9189d0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:40.889574 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3474eaeb-ed6e-41fb-b0de-de680e29254d req-6f331cce-475f-4b7e-b5ef-56800a9189d0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0860131 Mar 01 21:38:40.937623 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3474eaeb-ed6e-41fb-b0de-de680e29254d req-35e1a058-7376-4c8d-8bb0-0814794249ee tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423002 Mar 01 21:38:42.126439 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26bdac2-9ed9-41ff-8f8f-905d1160451d req-7aea7a93-dfbb-40c6-8cf0-cb1e99bac81e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:42.127922 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d26bdac2-9ed9-41ff-8f8f-905d1160451d req-7aea7a93-dfbb-40c6-8cf0-cb1e99bac81e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0827534 Mar 01 21:38:42.171674 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d26bdac2-9ed9-41ff-8f8f-905d1160451d req-76a1c797-f3b8-46a7-af39-78f7ae5b9913 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381870 Mar 01 21:38:43.364620 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc2309-804f-4a1b-8d51-2693c4052e4b req-55a9595f-e77d-4e76-8760-39be2a7a7fb7 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:43.366015 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75cc2309-804f-4a1b-8d51-2693c4052e4b req-55a9595f-e77d-4e76-8760-39be2a7a7fb7 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0844603 Mar 01 21:38:43.411216 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75cc2309-804f-4a1b-8d51-2693c4052e4b req-d74fbaf1-aed8-462a-80b2-cd36e312e3d3 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395753 Mar 01 21:38:44.594400 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af68321-f0a8-41dd-9fda-8110c92ca32f req-771b93bb-75d1-4ed3-8262-78cd78db1291 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:44.595872 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7af68321-f0a8-41dd-9fda-8110c92ca32f req-771b93bb-75d1-4ed3-8262-78cd78db1291 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0812685 Mar 01 21:38:44.641034 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7af68321-f0a8-41dd-9fda-8110c92ca32f req-c6204f77-4d59-4a9f-be8e-fcecaa4279df tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388091 Mar 01 21:38:45.830075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945537a3-6580-474f-9681-5122c2d81b27 req-da3cb601-fa7f-4d6c-bce6-36a5381cbdf6 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:45.832091 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-945537a3-6580-474f-9681-5122c2d81b27 req-da3cb601-fa7f-4d6c-bce6-36a5381cbdf6 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0840120 Mar 01 21:38:45.876529 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-945537a3-6580-474f-9681-5122c2d81b27 req-8abdc9a6-41ca-48c2-b502-d380628c4490 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389521 Mar 01 21:38:47.071841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9492f-dfc8-4fe2-8a49-d1ce0c41d0dd req-d22fe931-8bc1-4039-a1cd-5c6c8682cc8f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:47.073312 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-add9492f-dfc8-4fe2-8a49-d1ce0c41d0dd req-d22fe931-8bc1-4039-a1cd-5c6c8682cc8f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0902050 Mar 01 21:38:47.118334 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-add9492f-dfc8-4fe2-8a49-d1ce0c41d0dd req-e8c60904-8b13-40d7-9070-830054fb817d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392623 Mar 01 21:38:48.311221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e769f01-449d-4468-8e61-4aa60cdfd51c req-e5464b95-ca15-4404-b688-ff712270b598 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:48.313777 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e769f01-449d-4468-8e61-4aa60cdfd51c req-e5464b95-ca15-4404-b688-ff712270b598 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0810828 Mar 01 21:38:48.357808 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e769f01-449d-4468-8e61-4aa60cdfd51c req-35175bd4-2343-49c3-a61d-abe9b9da7440 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394857 Mar 01 21:38:49.548162 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f03524c-5c12-49ff-82ba-333630feccb8 req-8713b31f-9038-4186-875b-da8e9b85bd44 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:49.549602 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7f03524c-5c12-49ff-82ba-333630feccb8 req-8713b31f-9038-4186-875b-da8e9b85bd44 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0847654 Mar 01 21:38:49.595620 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7f03524c-5c12-49ff-82ba-333630feccb8 req-88c110cc-b696-4a47-858d-ee46f1102d57 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401592 Mar 01 21:38:50.780110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacf793-9d05-45e7-b571-201c6eb998b7 req-300d74c2-0fe3-41d3-85bd-26511d445109 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:50.781576 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1eacf793-9d05-45e7-b571-201c6eb998b7 req-300d74c2-0fe3-41d3-85bd-26511d445109 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0809228 Mar 01 21:38:50.831570 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1eacf793-9d05-45e7-b571-201c6eb998b7 req-bef6a2d0-283f-4cc0-8ef2-81739e399cbc tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439448 Mar 01 21:38:51.757062 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:52.015911 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36c63a-1509-4732-9539-916f619c8107 req-32b2d1b1-b79e-4c05-8d7f-04ffe7b6304f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:52.017292 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cb36c63a-1509-4732-9539-916f619c8107 req-32b2d1b1-b79e-4c05-8d7f-04ffe7b6304f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0803823 Mar 01 21:38:52.063268 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cb36c63a-1509-4732-9539-916f619c8107 req-fd3ae43c-4433-4fd6-a865-e9f8315728ee tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396769 Mar 01 21:38:53.252093 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74e9b84-a496-4380-bf6c-6d2cd9a82e55 req-25b1b4ae-5cc9-4f5e-8fe6-8229881c7cf7 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:53.253521 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a74e9b84-a496-4380-bf6c-6d2cd9a82e55 req-25b1b4ae-5cc9-4f5e-8fe6-8229881c7cf7 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0831923 Mar 01 21:38:53.296310 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a74e9b84-a496-4380-bf6c-6d2cd9a82e55 req-682f65ae-fb6d-45a2-81b7-5f342bf0b3f7 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370944 Mar 01 21:38:54.162094 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:54.425201 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:38:54.479461 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a49981c-bda6-436b-a62f-a3be1798620e req-1405e24b-5e96-4d08-a100-235ecb011b9c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:54.480965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a49981c-bda6-436b-a62f-a3be1798620e req-1405e24b-5e96-4d08-a100-235ecb011b9c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0798423 Mar 01 21:38:54.527720 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a49981c-bda6-436b-a62f-a3be1798620e req-fd7ed301-66b3-4fee-9f6d-5d2a95e18b60 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411158 Mar 01 21:38:55.716462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1975c-02a2-4e69-93b6-76b62ab8a826 req-964e4854-984a-4451-a8de-0b5e20a80473 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:55.717891 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ace1975c-02a2-4e69-93b6-76b62ab8a826 req-964e4854-984a-4451-a8de-0b5e20a80473 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0789442 Mar 01 21:38:55.761754 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ace1975c-02a2-4e69-93b6-76b62ab8a826 req-49269082-9cfa-41e1-9993-a4c952e77655 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381846 Mar 01 21:38:56.947706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca916bce-0cc0-4280-b6dd-e99c7d5034f0 req-6278201d-46b3-4f60-be8f-df415019cc85 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:56.949155 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca916bce-0cc0-4280-b6dd-e99c7d5034f0 req-6278201d-46b3-4f60-be8f-df415019cc85 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0823956 Mar 01 21:38:56.992175 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca916bce-0cc0-4280-b6dd-e99c7d5034f0 req-ddf095b3-d2bb-4758-a4d9-53656a1e63a3 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374358 Mar 01 21:38:57.465434 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3451d783-9cb2-4d67-8574-afe6adad290e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:38:58.174507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8167cf4-e867-400b-abee-f766bcff16d9 req-6cc2ec43-f891-4ab7-8668-509b30bb430e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:58.176078 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8167cf4-e867-400b-abee-f766bcff16d9 req-6cc2ec43-f891-4ab7-8668-509b30bb430e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0804231 Mar 01 21:38:58.219151 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8167cf4-e867-400b-abee-f766bcff16d9 req-e2856ae8-458b-4329-ae9f-71707a8b38d8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373576 Mar 01 21:38:59.404422 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675bbcba-ec7c-4c08-aa8a-ba0b1eeab12d req-2a06b7bf-a9ae-4599-ab44-28c6e9195357 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:38:59.405845 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-675bbcba-ec7c-4c08-aa8a-ba0b1eeab12d req-2a06b7bf-a9ae-4599-ab44-28c6e9195357 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0824771 Mar 01 21:38:59.449489 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-675bbcba-ec7c-4c08-aa8a-ba0b1eeab12d req-a2faa475-a74c-4904-9bcb-2dfb78dce545 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379386 Mar 01 21:38:59.676339 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6a314d65-3366-403a-8129-1bc3389ebd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:00.608360 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:00.634693 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace9a4ac-fbba-4b3c-be78-1bc0dc1ce459 req-a1584213-8516-420a-b044-3349ff2ea18f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:00.636211 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ace9a4ac-fbba-4b3c-be78-1bc0dc1ce459 req-a1584213-8516-420a-b044-3349ff2ea18f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 943 time: 0.0837777 Mar 01 21:39:00.670939 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:00.683481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ace9a4ac-fbba-4b3c-be78-1bc0dc1ce459 req-e0b4662f-2ccc-4be7-a7b8-0016500343cb tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416064 Mar 01 21:39:00.934378 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 4e6d456d-d76c-4029-a203-a36ab41e646f details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:39:01.094819 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 4e6d456d-d76c-4029-a203-a36ab41e646f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=4e6d456d-d76c-4029-a203-a36ab41e646f,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:39:01.108315 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '4e6d456d-d76c-4029-a203-a36ab41e646f', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'port_id': '4e6d456d-d76c-4029-a203-a36ab41e646f', 'mac_address': 'fa:16:3e:52:db:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:39:01.163410 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:01.179627 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6d456d-d76c-4029-a203-a36ab41e646f {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:39:01.195248 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 4e6d456d-d76c-4029-a203-a36ab41e646f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=4e6d456d-d76c-4029-a203-a36ab41e646f,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:39:01.259646 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:01.328188 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=4e6d456d-d76c-4029-a203-a36ab41e646f,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:39:01.336086 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:01.336430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:01.336772 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:01.337103 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:01.337431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:01.337757 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:01.338078 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:01.338399 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:01.338717 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:01.339040 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:01.339375 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:01.339694 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:01.577296 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['4e6d456d-d76c-4029-a203-a36ab41e646f'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:39:01.866808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631d7d9-98ef-45a6-89ea-f9c720eed200 req-5c357bfc-4985-4951-9f7a-f5f6bccd858a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:01.868281 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6631d7d9-98ef-45a6-89ea-f9c720eed200 req-5c357bfc-4985-4951-9f7a-f5f6bccd858a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 944 time: 0.0793142 Mar 01 21:39:01.912008 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6631d7d9-98ef-45a6-89ea-f9c720eed200 req-20d83c8c-38fe-4012-824a-48f50e830800 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379338 Mar 01 21:39:02.384996 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:02.946311 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 4e6d456d-d76c-4029-a203-a36ab41e646f up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:39:03.082650 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 4e6d456d-d76c-4029-a203-a36ab41e646f completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:39:03.092266 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 4e6d456d-d76c-4029-a203-a36ab41e646f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:39:03.092266 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:03.216940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e66830d-a30b-4f9f-b849-27d7ca2775d7 req-7b4912f1-b14d-49d9-b7ba-64f75d2cba27 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:03.218207 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:03.218375 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4e66830d-a30b-4f9f-b849-27d7ca2775d7 req-7b4912f1-b14d-49d9-b7ba-64f75d2cba27 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 944 time: 0.1989532 Mar 01 21:39:03.244894 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd48a7cc-a169-4fc6-be56-cba7f4a864d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6d456d-d76c-4029-a203-a36ab41e646f'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:39:03.257327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 4e6d456d-d76c-4029-a203-a36ab41e646f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=4e6d456d-d76c-4029-a203-a36ab41e646f,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:39:03.263438 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4e66830d-a30b-4f9f-b849-27d7ca2775d7 req-b01ddd5e-38de-47bc-853c-f4fae1539036 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393698 Mar 01 21:39:03.293275 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd48a7cc-a169-4fc6-be56-cba7f4a864d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6d456d-d76c-4029-a203-a36ab41e646f', 'code': 200} Mar 01 21:39:03.328150 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:03.397906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=4e6d456d-d76c-4029-a203-a36ab41e646f,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:39:03.435470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6d6a0-7bd1-4eea-8519-12970e300187 req-ae72254b-58c1-47e1-a973-5133006b35ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:03.436938 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cfa6d6a0-7bd1-4eea-8519-12970e300187 req-ae72254b-58c1-47e1-a973-5133006b35ff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 1096 time: 0.0701041 Mar 01 21:39:03.478330 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cfa6d6a0-7bd1-4eea-8519-12970e300187 req-dddfa901-24b6-43a3-a109-06af7f256c12 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339119 Mar 01 21:39:04.447173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba6744-56c0-4268-ac02-8a9272569fe4 req-86bcfbcc-7dd8-4a47-a264-b208a4a65db0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:04.448546 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcba6744-56c0-4268-ac02-8a9272569fe4 req-86bcfbcc-7dd8-4a47-a264-b208a4a65db0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 945 time: 0.0812969 Mar 01 21:39:04.492324 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcba6744-56c0-4268-ac02-8a9272569fe4 req-e42b5410-7343-4afd-b0af-c7ca9f486169 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368323 Mar 01 21:39:05.678825 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453ff36-e9cd-4397-8530-7697c69df110 req-77a994f5-a79a-45a0-b6fc-dc68dc08df9e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:05.680287 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a453ff36-e9cd-4397-8530-7697c69df110 req-77a994f5-a79a-45a0-b6fc-dc68dc08df9e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 945 time: 0.0820279 Mar 01 21:39:05.724270 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a453ff36-e9cd-4397-8530-7697c69df110 req-9a011b8a-23c3-4160-b5b0-604db142ed83 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382779 Mar 01 21:39:05.909506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bd2b1-6bd8-4648-83bf-92646ee5591b req-5dea9cf0-dd15-424e-96dc-1d18b66c7d7e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:05.910951 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b7bd2b1-6bd8-4648-83bf-92646ee5591b req-5dea9cf0-dd15-424e-96dc-1d18b66c7d7e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 945 time: 0.0784881 Mar 01 21:39:05.954341 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b7bd2b1-6bd8-4648-83bf-92646ee5591b req-d3b6013d-7e8c-4766-b800-7c54b7da97b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378308 Mar 01 21:39:06.139067 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0184d-6f49-49ce-9dc8-c98462d5cd11 req-5ea3e4d2-1bfd-409d-9edb-b01d60b0d284 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:06.140533 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04a0184d-6f49-49ce-9dc8-c98462d5cd11 req-5ea3e4d2-1bfd-409d-9edb-b01d60b0d284 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 945 time: 0.0818887 Mar 01 21:39:06.182970 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-04a0184d-6f49-49ce-9dc8-c98462d5cd11 req-ec2e62eb-912b-4dfe-b604-7e3697583968 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366118 Mar 01 21:39:06.820737 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c15aa-2051-4335-a677-14e9934b5d6a req-3bb5cfcd-722a-4aba-b30b-15a888a8bd5d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:06.822169 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b0c15aa-2051-4335-a677-14e9934b5d6a req-3bb5cfcd-722a-4aba-b30b-15a888a8bd5d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 945 time: 0.0828028 Mar 01 21:39:06.866304 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b0c15aa-2051-4335-a677-14e9934b5d6a req-d3dda5c2-1157-4d0e-8cc5-475d94ac3839 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384591 Mar 01 21:39:08.053197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fbb467-2126-4f13-ae91-04ca7e8710d0 req-2d4d4272-8d4d-46d9-9d54-17adec2680a0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:08.054671 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-71fbb467-2126-4f13-ae91-04ca7e8710d0 req-2d4d4272-8d4d-46d9-9d54-17adec2680a0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 945 time: 0.0800192 Mar 01 21:39:08.098037 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-71fbb467-2126-4f13-ae91-04ca7e8710d0 req-ed5f74d9-a30f-4738-8478-c8390c399c82 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377457 Mar 01 21:39:08.334870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6d5e1-802f-4962-b8f4-56b728b596c5 req-0a13d2ea-b2bf-4df3-815c-1388f2ffa987 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:08.336262 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f8c6d5e1-802f-4962-b8f4-56b728b596c5 req-0a13d2ea-b2bf-4df3-815c-1388f2ffa987 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 945 time: 0.0832648 Mar 01 21:39:08.404917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-f8c6d5e1-802f-4962-b8f4-56b728b596c5 req-b6acb77f-87d0-4bec-831a-434a6663582f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Deleting port 4e6d456d-d76c-4029-a203-a36ab41e646f {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:39:08.405257 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f8c6d5e1-802f-4962-b8f4-56b728b596c5 req-b6acb77f-87d0-4bec-831a-434a6663582f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:08.643829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-f8c6d5e1-802f-4962-b8f4-56b728b596c5 req-b6acb77f-87d0-4bec-831a-434a6663582f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] For port 4e6d456d-d76c-4029-a203-a36ab41e646f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=4e6d456d-d76c-4029-a203-a36ab41e646f,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:39:08.644098 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f8c6d5e1-802f-4962-b8f4-56b728b596c5 req-b6acb77f-87d0-4bec-831a-434a6663582f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:08.763311 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-f8c6d5e1-802f-4962-b8f4-56b728b596c5 req-b6acb77f-87d0-4bec-831a-434a6663582f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Calling delete_port for 4e6d456d-d76c-4029-a203-a36ab41e646f owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:39:08.956725 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f8c6d5e1-802f-4962-b8f4-56b728b596c5 req-b6acb77f-87d0-4bec-831a-434a6663582f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:08.969079 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['4e6d456d-d76c-4029-a203-a36ab41e646f'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:39:09.010948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acb77f-87d0-4bec-831a-434a6663582f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event deleted for resources: {'Port': ['ID=4e6d456d-d76c-4029-a203-a36ab41e646f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:39:09.085493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c6d5e1-802f-4962-b8f4-56b728b596c5 req-b6acb77f-87d0-4bec-831a-434a6663582f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] No DVR routers for this DVR port 4e6d456d-d76c-4029-a203-a36ab41e646f on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:39:09.088566 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f8c6d5e1-802f-4962-b8f4-56b728b596c5 req-b6acb77f-87d0-4bec-831a-434a6663582f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:09.091318 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd48a7cc-a169-4fc6-be56-cba7f4a864d4', 'name': 'network-vif-deleted', 'tag': '4e6d456d-d76c-4029-a203-a36ab41e646f'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:39:09.138278 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd48a7cc-a169-4fc6-be56-cba7f4a864d4', 'name': 'network-vif-deleted', 'tag': '4e6d456d-d76c-4029-a203-a36ab41e646f', 'status': 'completed', 'code': 200} Mar 01 21:39:09.169129 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f8c6d5e1-802f-4962-b8f4-56b728b596c5 req-b6acb77f-87d0-4bec-831a-434a6663582f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "DELETE /v2.0/ports/4e6d456d-d76c-4029-a203-a36ab41e646f HTTP/1.1" status: 204 len: 173 time: 0.8279502 Mar 01 21:39:09.257936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-cbadd279-4fd2-49db-b210-8855f38e780e req-2c9c74fc-374f-4259-87ad-660fe1fec125 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Synchronizing usage tracker for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:39:09.339652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-cbadd279-4fd2-49db-b210-8855f38e780e req-2c9c74fc-374f-4259-87ad-660fe1fec125 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Unset dirty status for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:39:09.340839 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cbadd279-4fd2-49db-b210-8855f38e780e req-2c9c74fc-374f-4259-87ad-660fe1fec125 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 210 time: 0.1294277 Mar 01 21:39:10.614067 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b1189969-3de2-4577-a76f-93d5119bce4f req-6bfb3833-f60d-4f13-9cfc-df4b9b9a8d2d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd48a7cc-a169-4fc6-be56-cba7f4a864d4 HTTP/1.1" status: 200 len: 210 time: 0.1498322 Mar 01 21:39:13.008238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 4e6d456d-d76c-4029-a203-a36ab41e646f no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:39:13.043682 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 4e6d456d-d76c-4029-a203-a36ab41e646f {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:39:13.043918 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 4e6d456d-d76c-4029-a203-a36ab41e646f not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:39:21.762421 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:24.173383 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:27.482124 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-008d9537-078d-40e4-a9fc-46c70ee9e8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:29.664823 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d1c8c325-9f76-4212-880b-4587344a8f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:30.619002 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:30.647651 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:31.427800 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:39:32.407550 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:37.293568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-51d26b63-9657-407c-9d98-6ef921917b34 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:37.295012 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-51d26b63-9657-407c-9d98-6ef921917b34 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 810 time: 0.1447172 Mar 01 21:39:37.310121 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-1440d791-7f72-46a2-857d-bd78d859f37f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/quotas/c52dc5cbaf1d4805b2e21c98aa760508 HTTP/1.1" status: 200 len: 375 time: 0.0096903 Mar 01 21:39:37.395901 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-e0bb1f03-d619-4c06-93e1-99f86d51324d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807409 Mar 01 21:39:37.406541 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-ff7caec8-0332-40d4-a2a0-b877dfe14420 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:39:37.407484 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-ff7caec8-0332-40d4-a2a0-b877dfe14420 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048125 Mar 01 21:39:37.534517 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-0b177b28-b034-4459-8f00-6295412da092 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219285 Mar 01 21:39:37.664461 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-9cafffb7-0b68-4172-b0fd-2fc662755c06 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236236 Mar 01 21:39:38.271224 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8f8d042-3a26-4d65-964c-b142a87d7075 req-6a2a9f0f-3ba2-4bba-bc5a-ec56241c7070 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 210 time: 0.0431619 Mar 01 21:39:39.418525 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3c6145e6-067d-4a9b-9c7e-8b1927f9096c req-7293d597-c5db-4c60-8b5c-92200059f656 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 210 time: 0.0429316 Mar 01 21:39:39.998667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-33007654-241f-4e5f-875f-240ede1b5629 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:40.000148 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-33007654-241f-4e5f-875f-240ede1b5629 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 810 time: 0.1886985 Mar 01 21:39:40.012801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Request body: {'port': {'device_id': 'a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'admin_state_up': True, 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:39:40.159072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:39:40.169157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:39:40.224601 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Made reservation on behalf of c52dc5cbaf1d4805b2e21c98aa760508 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:39:40.228711 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:40.393742 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Allocated IP 172.20.0.4 (d3c56d85-dae3-45ad-ae71-3927eeb3b826/8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e/44e5a798-0483-4648-a034-f3ce4a87fd63) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:39:40.592320 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5dd97812-88b2-49ab-9a54-94268cb46fae req-a99c740e-2998-4fa6-91eb-5c1a94df917d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 210 time: 0.0604627 Mar 01 21:39:40.640584 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:40.657567 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Transition to ACTIVE for port object 44e5a798-0483-4648-a034-f3ce4a87fd63 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:39:40.755643 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:40.822202 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Network d3c56d85-dae3-45ad-ae71-3927eeb3b826 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:39:40.829233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:39:40.833566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:39:40.864730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event updated for resources: {'Port': ['ID=44e5a798-0483-4648-a034-f3ce4a87fd63,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:39:40.890363 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:40.890714 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:40.891062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:40.891433 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:40.891752 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:40.892079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:40.892406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:40.892723 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:40.893042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:40.893366 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:40.893685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:40.893997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:39:40.920466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:40.921090 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:41.009098 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-f3a4073a-84a0-4611-bffa-8ef1ca28c0d1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9998488 Mar 01 21:39:41.075032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] Request body: {'port': {'device_id': 'a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:39:41.092832 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-04b03ecf-6c3d-482b-bcc9-63f8cab0f077 None None] Provisioning for port 44e5a798-0483-4648-a034-f3ce4a87fd63 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:39:41.098326 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-04b03ecf-6c3d-482b-bcc9-63f8cab0f077 None None] Provisioning complete for port 44e5a798-0483-4648-a034-f3ce4a87fd63 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:39:41.098701 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-04b03ecf-6c3d-482b-bcc9-63f8cab0f077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:41.157763 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-04b03ecf-6c3d-482b-bcc9-63f8cab0f077 None None] Port 44e5a798-0483-4648-a034-f3ce4a87fd63 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:39:41.299776 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:41.655896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44e5a798-0483-4648-a034-f3ce4a87fd63 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:39:41.665373 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:41.681009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] Transition to ACTIVE for port object 44e5a798-0483-4648-a034-f3ce4a87fd63 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:39:41.783152 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926545b-5b4e-4a89-9790-652ed794fccd req-d1cd5149-592d-48c6-ab66-dc7db8976af5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:41.783844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e926545b-5b4e-4a89-9790-652ed794fccd req-d1cd5149-592d-48c6-ab66-dc7db8976af5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Synchronizing usage tracker for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:39:41.788518 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:41.934312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e926545b-5b4e-4a89-9790-652ed794fccd req-d1cd5149-592d-48c6-ab66-dc7db8976af5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Unset dirty status for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:39:41.935500 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e926545b-5b4e-4a89-9790-652ed794fccd req-d1cd5149-592d-48c6-ab66-dc7db8976af5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 931 time: 0.2300718 Mar 01 21:39:41.937403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] Pushing event updated for resources: {'Port': ['ID=44e5a798-0483-4648-a034-f3ce4a87fd63,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:39:42.060931 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e926545b-5b4e-4a89-9790-652ed794fccd req-5d2fb06f-9436-4999-a053-2643112afde1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948281 Mar 01 21:39:42.089525 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] Attempting to bind port 44e5a798-0483-4648-a034-f3ce4a87fd63 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:39:42.089870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] Attempting to bind port 44e5a798-0483-4648-a034-f3ce4a87fd63 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:39:42.090203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] Attempting to bind port 44e5a798-0483-4648-a034-f3ce4a87fd63 on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:39:42.095263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] Port 44e5a798-0483-4648-a034-f3ce4a87fd63 on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:39:42.097597 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] Attempting to bind port 44e5a798-0483-4648-a034-f3ce4a87fd63 on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:39:42.101337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 39, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:39:42.101680 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] Checking segment: {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:39:42.102060 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] Bound using segment: {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:39:42.102485 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] Bound port: 44e5a798-0483-4648-a034-f3ce4a87fd63, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:39:42.102831 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:42.191043 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] For port 44e5a798-0483-4648-a034-f3ce4a87fd63, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:39:42.194208 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] For port 44e5a798-0483-4648-a034-f3ce4a87fd63, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=44e5a798-0483-4648-a034-f3ce4a87fd63,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:39:42.243088 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:42.303936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:42.304559 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:42.305954 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] 10.222.0.55 "PUT /v2.0/ports/44e5a798-0483-4648-a034-f3ce4a87fd63 HTTP/1.1" status: 200 len: 1091 time: 1.2897394 Mar 01 21:39:42.306406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf', 'tag': '44e5a798-0483-4648-a034-f3ce4a87fd63'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:39:42.339074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c5099f-7b77-44ac-802c-6e1cf664a779 service neutron] Pushing event updated for resources: {'Port': ['ID=44e5a798-0483-4648-a034-f3ce4a87fd63,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:39:42.457107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-4bf29b41-040e-46f8-ab18-4a2c7c1ce95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:42.458914 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-4bf29b41-040e-46f8-ab18-4a2c7c1ce95c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 1094 time: 0.0757651 Mar 01 21:39:42.528741 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf', 'tag': '44e5a798-0483-4648-a034-f3ce4a87fd63', 'status': 'completed', 'code': 200} Mar 01 21:39:42.536616 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-02957390-ef89-4dfe-8a01-92b61c2c8a33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44e5a798-0483-4648-a034-f3ce4a87fd63 HTTP/1.1" status: 200 len: 217 time: 0.0710855 Mar 01 21:39:42.599096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-bf318954-5732-4080-bd05-88f9d8dc2fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:42.601485 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-bf318954-5732-4080-bd05-88f9d8dc2fe3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0577919 Mar 01 21:39:42.676811 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-2aac69c6-e552-46c0-8e17-dc79d40d8ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:42.678256 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-2aac69c6-e552-46c0-8e17-dc79d40d8ae6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698922 Mar 01 21:39:42.813908 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-348bb41c-57b4-4421-bc77-d3f4b0ce5338 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294518 Mar 01 21:39:42.943438 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36ee2ba7-cf05-4362-9c5b-6ae40e18308f req-f08191aa-6be8-48b6-955e-45ea3c766851 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231894 Mar 01 21:39:43.130075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21607f-b5b4-4fc5-bf05-01596528dbb2 req-c157733a-f33b-440a-aba6-dd6ac70f3f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:43.132195 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7f21607f-b5b4-4fc5-bf05-01596528dbb2 req-c157733a-f33b-440a-aba6-dd6ac70f3f13 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 1094 time: 0.0754077 Mar 01 21:39:43.314450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21607f-b5b4-4fc5-bf05-01596528dbb2 req-07c65daa-0968-400c-ab32-6a4c5f7b2362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:43.315900 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7f21607f-b5b4-4fc5-bf05-01596528dbb2 req-07c65daa-0968-400c-ab32-6a4c5f7b2362 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 911 time: 0.1785352 Mar 01 21:39:43.328122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4383eb-9a2c-46d2-8934-65eff7e4fdf9 req-17704fe4-de89-4742-9c8e-879a7402f05f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:43.329537 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea4383eb-9a2c-46d2-8934-65eff7e4fdf9 req-17704fe4-de89-4742-9c8e-879a7402f05f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 943 time: 0.1569955 Mar 01 21:39:43.511927 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7f21607f-b5b4-4fc5-bf05-01596528dbb2 req-ecbc6ba9-468a-4c07-9bc3-ce074e4eb596 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44e5a798-0483-4648-a034-f3ce4a87fd63 HTTP/1.1" status: 200 len: 217 time: 0.1813467 Mar 01 21:39:43.577307 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea4383eb-9a2c-46d2-8934-65eff7e4fdf9 req-621edb73-baa7-4ebf-b489-f5393c9af14f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941784 Mar 01 21:39:43.590918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21607f-b5b4-4fc5-bf05-01596528dbb2 req-466b4b65-6d9e-403b-9239-4ce126fc4644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:43.592344 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7f21607f-b5b4-4fc5-bf05-01596528dbb2 req-466b4b65-6d9e-403b-9239-4ce126fc4644 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0707505 Mar 01 21:39:43.665470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21607f-b5b4-4fc5-bf05-01596528dbb2 req-5e2a80cc-e52b-4744-984f-7abbc9f51955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:43.666903 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7f21607f-b5b4-4fc5-bf05-01596528dbb2 req-5e2a80cc-e52b-4744-984f-7abbc9f51955 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682678 Mar 01 21:39:43.796433 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7f21607f-b5b4-4fc5-bf05-01596528dbb2 req-18e3d1a1-6117-4d81-8194-9bef6465bd5f service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223209 Mar 01 21:39:43.930407 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7f21607f-b5b4-4fc5-bf05-01596528dbb2 req-5d3aaf39-a5e1-4841-a60f-ce5a088663bc service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251080 Mar 01 21:39:44.769721 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b11a24-900a-4873-81a9-5bca5d96127a req-942e60f4-f899-4e24-8fd6-5f1c02d8fb62 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:44.771145 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9b11a24-900a-4873-81a9-5bca5d96127a req-942e60f4-f899-4e24-8fd6-5f1c02d8fb62 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 943 time: 0.0825696 Mar 01 21:39:44.813876 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9b11a24-900a-4873-81a9-5bca5d96127a req-27683108-47b1-403c-becc-860f6f0bf735 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362442 Mar 01 21:39:45.995221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753162b6-253a-4d6f-8f45-867e60ffdf68 req-58f96f3d-15df-4958-9c56-ae8738f51b18 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:45.996695 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-753162b6-253a-4d6f-8f45-867e60ffdf68 req-58f96f3d-15df-4958-9c56-ae8738f51b18 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 943 time: 0.0788410 Mar 01 21:39:46.040323 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-753162b6-253a-4d6f-8f45-867e60ffdf68 req-ab122d3d-470a-4caa-85d2-cea7dc7e727f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380442 Mar 01 21:39:47.226898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1ffd6-68b0-4359-a774-f8ab755b10c4 req-1159c30b-7ab5-42ee-b2bf-d37f1a0c9cd4 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:47.228366 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ec1ffd6-68b0-4359-a774-f8ab755b10c4 req-1159c30b-7ab5-42ee-b2bf-d37f1a0c9cd4 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 943 time: 0.0839257 Mar 01 21:39:47.271845 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ec1ffd6-68b0-4359-a774-f8ab755b10c4 req-b183a833-9719-4de4-8c65-b6354c81574d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379415 Mar 01 21:39:48.463841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac8621-507d-49e9-91ec-678cb5765394 req-e310fb96-8c4a-43d4-9747-9490ae7cd9e4 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:48.466179 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-42ac8621-507d-49e9-91ec-678cb5765394 req-e310fb96-8c4a-43d4-9747-9490ae7cd9e4 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 943 time: 0.0853608 Mar 01 21:39:48.517521 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-42ac8621-507d-49e9-91ec-678cb5765394 req-dc08eefb-9722-4801-b192-9f0f2fc9a068 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455966 Mar 01 21:39:49.703117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b212a844-6b28-4df7-a6d3-2b0fa8c37369 req-9c242cfc-0325-4118-8549-733fba64f42f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:49.704581 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b212a844-6b28-4df7-a6d3-2b0fa8c37369 req-9c242cfc-0325-4118-8549-733fba64f42f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 943 time: 0.0803118 Mar 01 21:39:49.746905 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b212a844-6b28-4df7-a6d3-2b0fa8c37369 req-8d7dfdf0-80cd-4e96-9f71-34130166aa95 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366850 Mar 01 21:39:50.932211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795cf648-7ce8-4c3e-8692-63c82b314edf req-9f037574-d96c-416c-8ade-7175a78330a8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:50.933886 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-795cf648-7ce8-4c3e-8692-63c82b314edf req-9f037574-d96c-416c-8ade-7175a78330a8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 943 time: 0.0836291 Mar 01 21:39:50.978311 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-795cf648-7ce8-4c3e-8692-63c82b314edf req-156f71ff-9c9e-4470-b815-1f62ccca87ed tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390396 Mar 01 21:39:51.226632 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 44e5a798-0483-4648-a034-f3ce4a87fd63 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:39:51.357564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 44e5a798-0483-4648-a034-f3ce4a87fd63, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=44e5a798-0483-4648-a034-f3ce4a87fd63,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:39:51.370595 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '44e5a798-0483-4648-a034-f3ce4a87fd63', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'port_id': '44e5a798-0483-4648-a034-f3ce4a87fd63', 'mac_address': 'fa:16:3e:dc:1e:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:39:51.423981 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:51.439891 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44e5a798-0483-4648-a034-f3ce4a87fd63 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:39:51.455246 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 44e5a798-0483-4648-a034-f3ce4a87fd63, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=44e5a798-0483-4648-a034-f3ce4a87fd63,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:39:51.509880 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:51.577627 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=44e5a798-0483-4648-a034-f3ce4a87fd63,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:39:51.792172 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['44e5a798-0483-4648-a034-f3ce4a87fd63'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:39:51.822030 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:52.211378 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bf6a6-111a-4b32-8806-c866f64fe584 req-116a85d7-62ee-4b8a-a659-984d119e7822 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:52.212834 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-476bf6a6-111a-4b32-8806-c866f64fe584 req-116a85d7-62ee-4b8a-a659-984d119e7822 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 944 time: 0.1304674 Mar 01 21:39:52.255050 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-476bf6a6-111a-4b32-8806-c866f64fe584 req-b804bafe-c4b5-4df4-9e45-52512c1352c0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366066 Mar 01 21:39:53.240603 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 44e5a798-0483-4648-a034-f3ce4a87fd63 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:39:53.384648 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 44e5a798-0483-4648-a034-f3ce4a87fd63 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:39:53.390302 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 44e5a798-0483-4648-a034-f3ce4a87fd63 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:39:53.390703 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:53.450334 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fec0f71-8da5-4019-96d8-13f219b13a9c req-cd85e56e-b9cb-44b6-a70f-9ec1eaba9ca4 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:53.451872 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1fec0f71-8da5-4019-96d8-13f219b13a9c req-cd85e56e-b9cb-44b6-a70f-9ec1eaba9ca4 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 944 time: 0.0894527 Mar 01 21:39:53.497552 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1fec0f71-8da5-4019-96d8-13f219b13a9c req-98b795c6-e188-4eaa-886f-b3ba40ab5c8b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388758 Mar 01 21:39:53.511892 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:53.539659 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e5a798-0483-4648-a034-f3ce4a87fd63'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:39:53.549750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 44e5a798-0483-4648-a034-f3ce4a87fd63, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=44e5a798-0483-4648-a034-f3ce4a87fd63,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:39:53.624021 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:53.659828 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44e5a798-0483-4648-a034-f3ce4a87fd63', 'code': 200} Mar 01 21:39:53.692038 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=44e5a798-0483-4648-a034-f3ce4a87fd63,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:39:53.764876 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64383e5d-d30c-4166-a7c6-1e0c4eb7fb35 req-68979df3-0d88-479d-a11a-cc86d20420a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:53.767583 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-64383e5d-d30c-4166-a7c6-1e0c4eb7fb35 req-68979df3-0d88-479d-a11a-cc86d20420a4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 1096 time: 0.0689254 Mar 01 21:39:53.810337 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-64383e5d-d30c-4166-a7c6-1e0c4eb7fb35 req-f5e6f579-77eb-41a3-bbbc-2c8f2cd3b76e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383089 Mar 01 21:39:54.177926 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:54.679717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe503b2-c330-411d-bda0-be09bcd47abb req-432b05fa-df7d-491d-b549-f1b9a27bfcde tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:54.681155 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fe503b2-c330-411d-bda0-be09bcd47abb req-432b05fa-df7d-491d-b549-f1b9a27bfcde tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 945 time: 0.0781670 Mar 01 21:39:54.725810 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fe503b2-c330-411d-bda0-be09bcd47abb req-4ce07306-695f-4f33-8b14-9764590b7267 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381987 Mar 01 21:39:55.915303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b6cb2a-a09d-4548-8119-d0e824aeeef5 req-6ac47a39-353c-4889-a776-617718ebebc0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:55.916776 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-43b6cb2a-a09d-4548-8119-d0e824aeeef5 req-6ac47a39-353c-4889-a776-617718ebebc0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 945 time: 0.0827582 Mar 01 21:39:55.960580 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-43b6cb2a-a09d-4548-8119-d0e824aeeef5 req-1dcb7dbc-d809-45c6-ac2c-e54d2a1992b9 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381012 Mar 01 21:39:56.141642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0210af02-6fbf-4d95-a935-da581452af7e req-025e4655-ebb2-489d-be48-feae43e5012e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:56.143086 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0210af02-6fbf-4d95-a935-da581452af7e req-025e4655-ebb2-489d-be48-feae43e5012e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 945 time: 0.0787756 Mar 01 21:39:56.185972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0210af02-6fbf-4d95-a935-da581452af7e req-1c96cbdb-533f-45d6-8727-2b8e88988d58 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364809 Mar 01 21:39:57.527136 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cb66f32a-cfc2-44b3-8e19-3a4a14b9cb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:59.669891 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-749883ca-b126-4fdf-85a2-2fe92368f966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:39:59.881641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-ec6dddad-61a8-4c71-aaa8-df4dec87eb03 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:39:59.883609 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-ec6dddad-61a8-4c71-aaa8-df4dec87eb03 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 810 time: 0.1485977 Mar 01 21:39:59.899136 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-0a330d29-7f20-4fda-8b32-1fb648cc594e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/quotas/c52dc5cbaf1d4805b2e21c98aa760508 HTTP/1.1" status: 200 len: 375 time: 0.0100541 Mar 01 21:39:59.984345 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-c8935beb-9fe8-4a50-a9f5-26d3e053a7bb tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0802321 Mar 01 21:40:00.120022 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-e14345f1-284b-4056-8620-5bbc53bfd735 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288762 Mar 01 21:40:00.252997 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-18209fb9-fccd-48a9-af16-9d0d6c790252 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271145 Mar 01 21:40:00.537898 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dff1c600-d3a7-4d57-85d4-72fd17e2b991 req-26912726-c0df-4a59-8245-0dd249a388fa tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 210 time: 0.0405648 Mar 01 21:40:00.613178 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:00.647041 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:01.706159 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2a8f9fab-527e-41aa-8705-c9cbe71efd58 req-5a913b0f-68f8-483d-a6b0-8daf6d59fe0e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 210 time: 0.0483713 Mar 01 21:40:02.367325 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:02.519168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-9e3d1b00-aef6-4963-890f-2eac8976d203 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:02.519848 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-9e3d1b00-aef6-4963-890f-2eac8976d203 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Synchronizing usage tracker for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:40:02.624067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-9e3d1b00-aef6-4963-890f-2eac8976d203 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Unset dirty status for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:40:02.625264 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-9e3d1b00-aef6-4963-890f-2eac8976d203 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.57 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 810 time: 0.2551575 Mar 01 21:40:02.636399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Request body: {'port': {'device_id': 'a8a24b47-9db0-4544-a4e4-ab2a7140040e', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'admin_state_up': True, 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:40:02.778299 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:40:02.789686 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:40:02.858333 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Made reservation on behalf of c52dc5cbaf1d4805b2e21c98aa760508 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:40:02.862211 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:02.863132 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca8189b0-c10a-4c91-b350-7682c6345825 req-72e8d193-d647-4157-be3c-ecd075451fc5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 210 time: 0.0435205 Mar 01 21:40:03.028271 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Allocated IP 172.20.0.9 (d3c56d85-dae3-45ad-ae71-3927eeb3b826/8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e/c4a686b7-ebcc-4389-aac8-dd5e959e6edb) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:40:03.236583 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:03.256252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Transition to ACTIVE for port object c4a686b7-ebcc-4389-aac8-dd5e959e6edb will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:40:03.332741 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:03.345357 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['44e5a798-0483-4648-a034-f3ce4a87fd63'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:40:03.401348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Network d3c56d85-dae3-45ad-ae71-3927eeb3b826 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:40:03.404371 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:40:03.412728 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:40:03.457257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event updated for resources: {'Port': ['ID=c4a686b7-ebcc-4389-aac8-dd5e959e6edb,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:40:03.469003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:03.469360 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:03.469694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:03.470011 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:03.470334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:03.470658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:03.470978 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:03.471293 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:03.471645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:03.472170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:03.472769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:03.473246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:03.501826 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:03.502731 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:03.585137 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-988f9048-553d-4751-a4d4-742be1d11b9d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9524662 Mar 01 21:40:03.595818 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-b94a2161-5a80-4716-8d60-76b5d265f746 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:40:03.595818 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-b94a2161-5a80-4716-8d60-76b5d265f746 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052781 Mar 01 21:40:03.670523 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] Request body: {'port': {'device_id': 'a8a24b47-9db0-4544-a4e4-ab2a7140040e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:40:03.789283 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:03.835254 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4fd41306-53aa-4b14-9bb0-232fe3d8cd70 None None] Provisioning for port c4a686b7-ebcc-4389-aac8-dd5e959e6edb completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:40:03.841510 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4fd41306-53aa-4b14-9bb0-232fe3d8cd70 None None] Provisioning complete for port c4a686b7-ebcc-4389-aac8-dd5e959e6edb triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:40:03.841992 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4fd41306-53aa-4b14-9bb0-232fe3d8cd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:03.909700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4fd41306-53aa-4b14-9bb0-232fe3d8cd70 None None] Port c4a686b7-ebcc-4389-aac8-dd5e959e6edb cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:40:04.077631 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a334685-988c-4d76-8b9f-baa18dd5d151 req-dc6c74b4-bad6-46e5-a189-b231cb346f0a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:04.080416 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a334685-988c-4d76-8b9f-baa18dd5d151 req-dc6c74b4-bad6-46e5-a189-b231cb346f0a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 931 time: 0.0929308 Mar 01 21:40:04.166984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4a686b7-ebcc-4389-aac8-dd5e959e6edb {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:40:04.180397 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:04.197785 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] Transition to ACTIVE for port object c4a686b7-ebcc-4389-aac8-dd5e959e6edb will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:40:04.251823 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a334685-988c-4d76-8b9f-baa18dd5d151 req-5e9bea82-3fb5-411b-b1cf-607ebb87f5f1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651647 Mar 01 21:40:04.271913 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:04.424827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a686b7-ebcc-4389-aac8-dd5e959e6edb,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:40:04.519329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] Attempting to bind port c4a686b7-ebcc-4389-aac8-dd5e959e6edb on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:40:04.519691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] Attempting to bind port c4a686b7-ebcc-4389-aac8-dd5e959e6edb by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:40:04.520022 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] Attempting to bind port c4a686b7-ebcc-4389-aac8-dd5e959e6edb on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:40:04.525793 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] Port c4a686b7-ebcc-4389-aac8-dd5e959e6edb on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:40:04.526110 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] Attempting to bind port c4a686b7-ebcc-4389-aac8-dd5e959e6edb on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:40:04.531899 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:40:04.532236 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] Checking segment: {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:40:04.532616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] Bound using segment: {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:40:04.533240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] Bound port: c4a686b7-ebcc-4389-aac8-dd5e959e6edb, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:40:04.533588 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:04.738240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] For port c4a686b7-ebcc-4389-aac8-dd5e959e6edb, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:40:04.741182 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] For port c4a686b7-ebcc-4389-aac8-dd5e959e6edb, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c4a686b7-ebcc-4389-aac8-dd5e959e6edb,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:40:04.808364 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:04.865098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:04.865713 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:04.867063 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] 10.222.0.57 "PUT /v2.0/ports/c4a686b7-ebcc-4389-aac8-dd5e959e6edb HTTP/1.1" status: 200 len: 1091 time: 1.2639811 Mar 01 21:40:04.867742 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a24b47-9db0-4544-a4e4-ab2a7140040e', 'tag': 'c4a686b7-ebcc-4389-aac8-dd5e959e6edb'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:40:04.892674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5efc4b-8b47-47e6-ac15-07a476c42709 service neutron] Pushing event updated for resources: {'Port': ['ID=c4a686b7-ebcc-4389-aac8-dd5e959e6edb,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:40:04.986923 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a24b47-9db0-4544-a4e4-ab2a7140040e', 'tag': 'c4a686b7-ebcc-4389-aac8-dd5e959e6edb', 'status': 'completed', 'code': 200} Mar 01 21:40:05.081418 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-6fc204eb-4974-4995-8034-6dca8ccd7a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:05.082883 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-6fc204eb-4974-4995-8034-6dca8ccd7a56 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 1094 time: 0.0800364 Mar 01 21:40:05.152588 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-633a6f8c-2eea-44de-a30f-0230ad10eae3 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4a686b7-ebcc-4389-aac8-dd5e959e6edb HTTP/1.1" status: 200 len: 217 time: 0.0633783 Mar 01 21:40:05.223908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-19ec3d0c-0ba9-4f8f-9e8f-bc237c4fb150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:05.224852 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-19ec3d0c-0ba9-4f8f-9e8f-bc237c4fb150 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0663142 Mar 01 21:40:05.308171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-347bd63b-1efc-4788-8a78-fb0817a7eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:05.309611 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-347bd63b-1efc-4788-8a78-fb0817a7eaf3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794089 Mar 01 21:40:05.464321 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-9cb4bd84-7d83-4baf-bb8d-ed462b7c2b28 service neutron] 10.222.0.57 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471839 Mar 01 21:40:05.504464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077153c8-cd97-410c-ab81-c50b5d14cdb0 req-11cd7fcb-9185-4618-a3f1-768ab43a3541 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:05.506925 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-077153c8-cd97-410c-ab81-c50b5d14cdb0 req-11cd7fcb-9185-4618-a3f1-768ab43a3541 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.1261261 Mar 01 21:40:05.554943 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-077153c8-cd97-410c-ab81-c50b5d14cdb0 req-2b54258b-2c5d-440f-953d-12505a72b15d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417352 Mar 01 21:40:05.625935 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1a2430c6-eb53-4ad2-9398-2cb2099c7f84 req-2e84654b-6410-4e8f-b436-e98a84138a33 service neutron] 10.222.0.57 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563807 Mar 01 21:40:05.809453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57d27d-0cdb-4fac-a763-9469dd3ead95 req-ba618554-6ea4-4ff6-ae5e-a1d367ac3bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:05.810985 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3d57d27d-0cdb-4fac-a763-9469dd3ead95 req-ba618554-6ea4-4ff6-ae5e-a1d367ac3bd1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 1094 time: 0.0803075 Mar 01 21:40:05.980003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57d27d-0cdb-4fac-a763-9469dd3ead95 req-9b925fe7-ceb8-4b45-8500-da0db83934d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:05.981838 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3d57d27d-0cdb-4fac-a763-9469dd3ead95 req-9b925fe7-ceb8-4b45-8500-da0db83934d0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 911 time: 0.1651931 Mar 01 21:40:06.056693 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3d57d27d-0cdb-4fac-a763-9469dd3ead95 req-4e842641-46db-4aa7-8748-54dd31ad3d25 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c4a686b7-ebcc-4389-aac8-dd5e959e6edb HTTP/1.1" status: 200 len: 217 time: 0.0697007 Mar 01 21:40:06.141340 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57d27d-0cdb-4fac-a763-9469dd3ead95 req-075e4772-e0a1-488d-aa8c-630ecc906ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:06.142619 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3d57d27d-0cdb-4fac-a763-9469dd3ead95 req-075e4772-e0a1-488d-aa8c-630ecc906ed7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0798123 Mar 01 21:40:06.222928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57d27d-0cdb-4fac-a763-9469dd3ead95 req-807e24de-d70a-443a-bab9-ebc793914f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:06.224430 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3d57d27d-0cdb-4fac-a763-9469dd3ead95 req-807e24de-d70a-443a-bab9-ebc793914f84 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759051 Mar 01 21:40:06.371092 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3d57d27d-0cdb-4fac-a763-9469dd3ead95 req-98c99ae7-c8de-433b-b42f-11623923e6a7 service neutron] 10.222.0.57 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347945 Mar 01 21:40:06.511499 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3d57d27d-0cdb-4fac-a763-9469dd3ead95 req-d316665f-4226-4195-a66d-5a1494ea1262 service neutron] 10.222.0.57 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409180 Mar 01 21:40:06.793469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884602e7-1462-48e1-bc78-f3246ade7eb1 req-d1fbc700-0d31-4618-92e8-338e8c8eedcf tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:06.794940 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-884602e7-1462-48e1-bc78-f3246ade7eb1 req-d1fbc700-0d31-4618-92e8-338e8c8eedcf tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.1195865 Mar 01 21:40:06.842928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-884602e7-1462-48e1-bc78-f3246ade7eb1 req-af1a12f4-1a75-4d50-bed3-bfc8f4aae23f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420911 Mar 01 21:40:08.061067 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61c06fd-eec4-47c6-89ba-8a00f9ed154f req-159e798e-c5b4-4696-aa85-553ce2d6e2d3 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:08.062523 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a61c06fd-eec4-47c6-89ba-8a00f9ed154f req-159e798e-c5b4-4696-aa85-553ce2d6e2d3 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0913825 Mar 01 21:40:08.109441 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a61c06fd-eec4-47c6-89ba-8a00f9ed154f req-b26520a3-893a-4466-975c-27f5ac6e5083 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409400 Mar 01 21:40:08.427165 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:40:09.312151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b28921-287f-4589-96d5-26f54d794335 req-5bc5ce52-fe59-4e0c-895f-0f80211829d0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:09.313603 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6b28921-287f-4589-96d5-26f54d794335 req-5bc5ce52-fe59-4e0c-895f-0f80211829d0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0804608 Mar 01 21:40:09.365693 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6b28921-287f-4589-96d5-26f54d794335 req-b536acd9-400f-4399-9261-ac4503fa97fa tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438917 Mar 01 21:40:10.575695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c111d627-72a7-41e1-a74f-0400cde27607 req-195cf2cf-82b9-4954-86fb-e4815e24567a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:10.577170 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c111d627-72a7-41e1-a74f-0400cde27607 req-195cf2cf-82b9-4954-86fb-e4815e24567a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0903876 Mar 01 21:40:10.623958 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c111d627-72a7-41e1-a74f-0400cde27607 req-5e2b5f16-9e39-436d-b9a3-54d5394663e6 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407677 Mar 01 21:40:11.823396 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c115d-d515-4748-bca0-375036c534b3 req-e1148b4f-061f-47b2-9c0e-1ab26a42c8ff tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:11.825416 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-177c115d-d515-4748-bca0-375036c534b3 req-e1148b4f-061f-47b2-9c0e-1ab26a42c8ff tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0840578 Mar 01 21:40:11.877396 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-177c115d-d515-4748-bca0-375036c534b3 req-1cbfd0e1-68eb-4915-adb5-0f35d33f77a1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463450 Mar 01 21:40:13.115087 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec37c6ba-eb71-46c3-8a02-52c4f13a062b req-da9a7a62-bf15-421e-ae58-9e4e72d5aefc tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:13.116624 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec37c6ba-eb71-46c3-8a02-52c4f13a062b req-da9a7a62-bf15-421e-ae58-9e4e72d5aefc tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0917532 Mar 01 21:40:13.174700 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ec37c6ba-eb71-46c3-8a02-52c4f13a062b req-21516fab-793b-4502-9144-b6a05a23c4a4 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488210 Mar 01 21:40:14.403398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d3ad51-f8d0-4a4d-b16b-1b8e35118a95 req-6e28b9f9-ccf4-4458-94da-d48dcf8f9ab8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:14.405013 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36d3ad51-f8d0-4a4d-b16b-1b8e35118a95 req-6e28b9f9-ccf4-4458-94da-d48dcf8f9ab8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.1009331 Mar 01 21:40:14.463797 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36d3ad51-f8d0-4a4d-b16b-1b8e35118a95 req-cc4acd2a-25cc-43c9-b61b-3886ae741426 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441954 Mar 01 21:40:15.784981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232ed4e4-fdeb-4125-bc43-f0f7ffc70996 req-a4f21021-fbe9-4387-9573-376ef7422a3b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:15.791919 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-232ed4e4-fdeb-4125-bc43-f0f7ffc70996 req-a4f21021-fbe9-4387-9573-376ef7422a3b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.1807001 Mar 01 21:40:15.834565 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-232ed4e4-fdeb-4125-bc43-f0f7ffc70996 req-535a8653-33d1-4146-ad0f-8f6b81b044c9 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418313 Mar 01 21:40:17.051004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf253497-df75-4f07-82ed-104f83ff920e req-92faa964-a227-4de7-bdce-a35b096c8212 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:17.052491 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf253497-df75-4f07-82ed-104f83ff920e req-92faa964-a227-4de7-bdce-a35b096c8212 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0918455 Mar 01 21:40:17.102977 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf253497-df75-4f07-82ed-104f83ff920e req-dea90a32-3131-4eed-806a-cdda2ea89396 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435805 Mar 01 21:40:18.303480 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eb49f3-c0ce-4d16-a37e-6ed887d35b2a req-565d93d8-57fa-4b97-b6a5-8bf3b9ac56ec tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:18.304956 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-24eb49f3-c0ce-4d16-a37e-6ed887d35b2a req-565d93d8-57fa-4b97-b6a5-8bf3b9ac56ec tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0936122 Mar 01 21:40:18.352257 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-24eb49f3-c0ce-4d16-a37e-6ed887d35b2a req-787d16cf-a4c9-4dd1-a614-1777f61c36c0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400543 Mar 01 21:40:19.550862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711d3d2-8779-4461-8ecc-b016968a5cd1 req-ed6d48b9-6425-4554-a98b-c6e8c9488718 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:19.552348 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b711d3d2-8779-4461-8ecc-b016968a5cd1 req-ed6d48b9-6425-4554-a98b-c6e8c9488718 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0910056 Mar 01 21:40:19.600035 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b711d3d2-8779-4461-8ecc-b016968a5cd1 req-a114966a-87b0-4fce-8be1-bbc788066cb5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417602 Mar 01 21:40:20.800333 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5760bce-5033-4763-afc6-45ea46d26eee req-cd4412e7-3272-4da6-a320-e4a31dc3c30d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:20.801982 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d5760bce-5033-4763-afc6-45ea46d26eee req-cd4412e7-3272-4da6-a320-e4a31dc3c30d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0875254 Mar 01 21:40:20.877965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d5760bce-5033-4763-afc6-45ea46d26eee req-244d2d7a-84b4-4103-9cfb-3fe203de5512 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552399 Mar 01 21:40:21.812290 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:22.210660 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecfe6e7-13f8-4dd0-ba08-d2f78848c20b req-678952bb-55ec-44cc-811d-f2e1e0ca3f53 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:22.212146 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ecfe6e7-13f8-4dd0-ba08-d2f78848c20b req-678952bb-55ec-44cc-811d-f2e1e0ca3f53 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0849135 Mar 01 21:40:22.260083 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7ecfe6e7-13f8-4dd0-ba08-d2f78848c20b req-296cecb6-151a-4d74-9a71-db33302b1fcb tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423217 Mar 01 21:40:23.452580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060221f9-f1c2-4ca0-b3c6-447955ebf146 req-1bae0ff0-354c-400a-bf74-17280e880785 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:23.453941 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-060221f9-f1c2-4ca0-b3c6-447955ebf146 req-1bae0ff0-354c-400a-bf74-17280e880785 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0815525 Mar 01 21:40:23.497934 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-060221f9-f1c2-4ca0-b3c6-447955ebf146 req-ca6dbfd2-2cb6-4c03-b314-80e37193ec3d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382636 Mar 01 21:40:24.252219 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:24.689410 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e71e90-45bb-4512-a77b-dfe5f7913825 req-c20d907c-8199-4d79-a98e-e97e3c16ca59 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:24.690889 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-07e71e90-45bb-4512-a77b-dfe5f7913825 req-c20d907c-8199-4d79-a98e-e97e3c16ca59 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0837951 Mar 01 21:40:24.734945 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-07e71e90-45bb-4512-a77b-dfe5f7913825 req-f40985b8-127b-46f1-992a-9ca1256a5e79 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381494 Mar 01 21:40:25.919269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3fd849-6822-4480-9261-c2e3588d0f55 req-d569ca11-fdad-45d6-a737-c226ffa83429 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:25.920727 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b3fd849-6822-4480-9261-c2e3588d0f55 req-d569ca11-fdad-45d6-a737-c226ffa83429 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0795882 Mar 01 21:40:25.968626 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b3fd849-6822-4480-9261-c2e3588d0f55 req-790b2c17-bed5-40a5-b8bc-9c9c39116768 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420134 Mar 01 21:40:27.166848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b6f2a-0a98-45d0-802c-5528f33f2706 req-8d18369f-64d4-4126-9247-805f6f458316 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:27.168388 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf3b6f2a-0a98-45d0-802c-5528f33f2706 req-8d18369f-64d4-4126-9247-805f6f458316 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0900326 Mar 01 21:40:27.215503 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf3b6f2a-0a98-45d0-802c-5528f33f2706 req-3c4cf3e0-39a6-425d-a0e7-8951be79c6b0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413506 Mar 01 21:40:27.441647 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cd0dba26-2956-468e-a97d-9f2701e52fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:28.404378 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a40b54-64e8-4ecc-9878-40ee44dd4919 req-827026e3-ff84-46d3-ab94-8ae7847c5f78 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:28.405819 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-66a40b54-64e8-4ecc-9878-40ee44dd4919 req-827026e3-ff84-46d3-ab94-8ae7847c5f78 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0833261 Mar 01 21:40:28.450403 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-66a40b54-64e8-4ecc-9878-40ee44dd4919 req-abe3ede8-0208-4a64-b589-9a9839f9f073 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381188 Mar 01 21:40:29.638227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0314ca-e460-4f69-8d21-69f141e12cbd req-11fb6bdd-b2d4-4f08-a95d-4b8a9a1747f5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:29.639747 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce0314ca-e460-4f69-8d21-69f141e12cbd req-11fb6bdd-b2d4-4f08-a95d-4b8a9a1747f5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0811129 Mar 01 21:40:29.683912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce0314ca-e460-4f69-8d21-69f141e12cbd req-17e04215-d489-43ca-910e-d5299d32d2e2 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379689 Mar 01 21:40:29.703434 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7cda13f0-5330-4b37-b138-a4e70225ac9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:30.628227 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:30.656610 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:30.875369 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f2503-d62a-48e0-a4dc-d47d96a4032b req-9294e237-0202-44de-be40-af9511d2c8ce tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:30.876837 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c67f2503-d62a-48e0-a4dc-d47d96a4032b req-9294e237-0202-44de-be40-af9511d2c8ce tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0841517 Mar 01 21:40:30.921751 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c67f2503-d62a-48e0-a4dc-d47d96a4032b req-88d15b19-ae6a-4eb6-9eb2-6e7264b17f4a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390809 Mar 01 21:40:32.110811 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc3f54f-be61-412e-ade6-09850ed60a4b req-d28e0dca-ded7-4b0d-bba9-01206bac00eb tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:32.112329 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5bc3f54f-be61-412e-ade6-09850ed60a4b req-d28e0dca-ded7-4b0d-bba9-01206bac00eb tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0856414 Mar 01 21:40:32.160514 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5bc3f54f-be61-412e-ade6-09850ed60a4b req-34ada61c-1cc2-42be-af6e-211a9a0aee22 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422695 Mar 01 21:40:32.411949 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:33.343525 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a6a03-d06e-4ce0-b486-b941138a24a0 req-2ec926e9-7495-4001-882a-e36f6d61775b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:33.344963 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-530a6a03-d06e-4ce0-b486-b941138a24a0 req-2ec926e9-7495-4001-882a-e36f6d61775b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0799460 Mar 01 21:40:33.390755 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-530a6a03-d06e-4ce0-b486-b941138a24a0 req-49ab8f76-2a9f-4f01-ae3c-a3c3ca08d007 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382607 Mar 01 21:40:34.697084 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3583960e-e305-4d48-a7d3-ea4af1cf7044 req-81504ce3-e547-4698-a8e7-83320f787caa tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:34.698699 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3583960e-e305-4d48-a7d3-ea4af1cf7044 req-81504ce3-e547-4698-a8e7-83320f787caa tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.1964276 Mar 01 21:40:34.743994 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3583960e-e305-4d48-a7d3-ea4af1cf7044 req-5fad2fd0-4ebd-4d18-a7bb-99277c501b61 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396080 Mar 01 21:40:35.937100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a291bd52-980e-44b5-a08d-d028649e3ded req-9e6bbb41-11bd-4b87-8cef-b62a3e39149c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:35.938885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a291bd52-980e-44b5-a08d-d028649e3ded req-9e6bbb41-11bd-4b87-8cef-b62a3e39149c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0826468 Mar 01 21:40:35.987062 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a291bd52-980e-44b5-a08d-d028649e3ded req-a6afe9d0-5c36-42fc-aa34-580f1e413624 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418551 Mar 01 21:40:37.181080 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1e028-8418-4350-92ea-44f1db8df169 req-31e6f2c0-1a34-403e-a34d-d9008f6ab2d7 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:37.182518 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a3e1e028-8418-4350-92ea-44f1db8df169 req-31e6f2c0-1a34-403e-a34d-d9008f6ab2d7 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0829003 Mar 01 21:40:37.225458 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a3e1e028-8418-4350-92ea-44f1db8df169 req-4db0eb04-7d6c-47f5-b554-604a05afe152 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371840 Mar 01 21:40:38.417406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28410698-f8a2-45e6-9afb-ee46882516cb req-075d0864-b0a0-48f2-961b-e24f0f9677ac tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:38.418887 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28410698-f8a2-45e6-9afb-ee46882516cb req-075d0864-b0a0-48f2-961b-e24f0f9677ac tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0835993 Mar 01 21:40:38.464158 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28410698-f8a2-45e6-9afb-ee46882516cb req-ac70ee88-205b-4734-9d36-4c2d31c99f36 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396316 Mar 01 21:40:39.655809 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9c5b7-52a1-4382-a914-0f5d6aaab137 req-4971c1e5-a7ec-4d5d-9600-e27ac8492c10 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:39.657247 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8c9c5b7-52a1-4382-a914-0f5d6aaab137 req-4971c1e5-a7ec-4d5d-9600-e27ac8492c10 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0805478 Mar 01 21:40:39.701685 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8c9c5b7-52a1-4382-a914-0f5d6aaab137 req-c1b68459-7743-497c-adb4-8c9a34bd1f5f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381796 Mar 01 21:40:40.889561 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef61d28-389a-454a-9a54-96d6176bc4b4 req-73dcae99-060e-41f4-b7a4-c8a7145bd7d3 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:40.891018 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eef61d28-389a-454a-9a54-96d6176bc4b4 req-73dcae99-060e-41f4-b7a4-c8a7145bd7d3 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0831995 Mar 01 21:40:40.934409 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eef61d28-389a-454a-9a54-96d6176bc4b4 req-3bfea7c0-2fdc-49a3-b4d7-d5e2590864d5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377398 Mar 01 21:40:42.125147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc498ba-749a-421b-afd9-feee11009bc2 req-1b3e5ece-3ea8-4359-b547-6c591560f6f3 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:42.126484 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ebc498ba-749a-421b-afd9-feee11009bc2 req-1b3e5ece-3ea8-4359-b547-6c591560f6f3 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0859151 Mar 01 21:40:42.170092 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ebc498ba-749a-421b-afd9-feee11009bc2 req-f59d9b43-f7f6-450a-ab62-519e1f211e84 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373120 Mar 01 21:40:43.355122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c6107-c0e9-46fa-9e3c-4b7142e6d409 req-ae3692f6-257e-42f7-b059-e05746f46b58 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:43.356503 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb5c6107-c0e9-46fa-9e3c-4b7142e6d409 req-ae3692f6-257e-42f7-b059-e05746f46b58 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0811851 Mar 01 21:40:43.400782 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eb5c6107-c0e9-46fa-9e3c-4b7142e6d409 req-e53a4354-583a-4d9f-be97-787579f5122e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387158 Mar 01 21:40:44.593789 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b2a5a-8a7e-4495-baf7-99db43331ccd req-aa317dda-5f66-4048-bb6d-62e1dcc0944a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:44.595237 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe1b2a5a-8a7e-4495-baf7-99db43331ccd req-aa317dda-5f66-4048-bb6d-62e1dcc0944a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0832448 Mar 01 21:40:44.640732 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe1b2a5a-8a7e-4495-baf7-99db43331ccd req-779573f0-8c81-474c-97a3-cb0be571459e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391424 Mar 01 21:40:45.426159 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:40:45.828262 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475394e1-651d-4ece-92b0-fce6c3b3bf1b req-9b7a96d2-7b1a-414a-a735-433e3c272052 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:45.829703 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-475394e1-651d-4ece-92b0-fce6c3b3bf1b req-9b7a96d2-7b1a-414a-a735-433e3c272052 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 943 time: 0.0819151 Mar 01 21:40:45.876060 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-475394e1-651d-4ece-92b0-fce6c3b3bf1b req-903aa2aa-2990-40b7-b1cb-bde0c477b229 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406969 Mar 01 21:40:46.376955 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c4a686b7-ebcc-4389-aac8-dd5e959e6edb details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:40:46.512538 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port c4a686b7-ebcc-4389-aac8-dd5e959e6edb, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c4a686b7-ebcc-4389-aac8-dd5e959e6edb,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:40:46.526148 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'c4a686b7-ebcc-4389-aac8-dd5e959e6edb', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'port_id': 'c4a686b7-ebcc-4389-aac8-dd5e959e6edb', 'mac_address': 'fa:16:3e:32:da:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:40:46.584401 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:46.601046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4a686b7-ebcc-4389-aac8-dd5e959e6edb {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:40:46.615805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port c4a686b7-ebcc-4389-aac8-dd5e959e6edb, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c4a686b7-ebcc-4389-aac8-dd5e959e6edb,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:40:46.662985 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:46.728694 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=c4a686b7-ebcc-4389-aac8-dd5e959e6edb,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:40:46.736031 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:46.736377 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:46.736713 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:46.737043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:46.737372 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:46.737695 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:46.738014 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:46.738333 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:46.738650 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:46.738965 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:46.739280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:46.739618 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:40:46.877797 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['c4a686b7-ebcc-4389-aac8-dd5e959e6edb'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:40:47.060449 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea683c84-e4fd-4792-b5c9-452efae67e6a req-0f7e356c-2ad3-4012-b29c-582d20933ad3 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:47.061911 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea683c84-e4fd-4792-b5c9-452efae67e6a req-0f7e356c-2ad3-4012-b29c-582d20933ad3 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 944 time: 0.0802941 Mar 01 21:40:47.107255 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea683c84-e4fd-4792-b5c9-452efae67e6a req-492f9524-a5d8-4d11-b697-c8bc96ee6e0a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395217 Mar 01 21:40:48.296411 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66653c5-7a60-47fa-875d-37137992d9b5 req-b8d8485f-c20b-4e07-b397-b6110e184276 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:48.297837 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e66653c5-7a60-47fa-875d-37137992d9b5 req-b8d8485f-c20b-4e07-b397-b6110e184276 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 944 time: 0.0832732 Mar 01 21:40:48.344024 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e66653c5-7a60-47fa-875d-37137992d9b5 req-ff7f9a5c-07f5-4ceb-a91e-3d0ac0b57d43 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399673 Mar 01 21:40:48.384701 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c4a686b7-ebcc-4389-aac8-dd5e959e6edb up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:40:48.503184 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port c4a686b7-ebcc-4389-aac8-dd5e959e6edb completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:40:48.510243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port c4a686b7-ebcc-4389-aac8-dd5e959e6edb triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:40:48.510243 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:48.636638 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:48.664844 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a24b47-9db0-4544-a4e4-ab2a7140040e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a686b7-ebcc-4389-aac8-dd5e959e6edb'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:40:48.674542 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port c4a686b7-ebcc-4389-aac8-dd5e959e6edb, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c4a686b7-ebcc-4389-aac8-dd5e959e6edb,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:40:48.712221 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a24b47-9db0-4544-a4e4-ab2a7140040e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4a686b7-ebcc-4389-aac8-dd5e959e6edb', 'code': 200} Mar 01 21:40:48.748896 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:48.844625 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=c4a686b7-ebcc-4389-aac8-dd5e959e6edb,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:40:48.864143 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98482a9-9984-45ec-8317-8ecf8b9e55dd req-2820390d-1dae-4d3f-89ad-4f3239115b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:48.866469 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d98482a9-9984-45ec-8317-8ecf8b9e55dd req-2820390d-1dae-4d3f-89ad-4f3239115b36 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 1096 time: 0.0954506 Mar 01 21:40:48.918978 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d98482a9-9984-45ec-8317-8ecf8b9e55dd req-55958aa3-e98e-4523-93f8-a3ba5dee4544 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463190 Mar 01 21:40:49.536478 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf706f18-3582-49a2-9e92-ff72aa3680ce req-ae447c2a-f8a7-4bcb-b67e-329bddf59505 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:49.538101 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf706f18-3582-49a2-9e92-ff72aa3680ce req-ae447c2a-f8a7-4bcb-b67e-329bddf59505 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 945 time: 0.0799828 Mar 01 21:40:49.583019 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf706f18-3582-49a2-9e92-ff72aa3680ce req-3f7d23c4-c7ad-4dfc-9ddb-53fdc43bb2d9 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391958 Mar 01 21:40:50.778420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b88e93-9a3d-4c48-937f-094622a65e61 req-c2f9867d-6055-410a-af1d-b20b0c29a9ac tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:50.779905 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56b88e93-9a3d-4c48-937f-094622a65e61 req-c2f9867d-6055-410a-af1d-b20b0c29a9ac tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 945 time: 0.0828297 Mar 01 21:40:50.824846 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56b88e93-9a3d-4c48-937f-094622a65e61 req-a08d401d-7831-4167-9218-0bdd5cb652ae tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389497 Mar 01 21:40:51.014827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f157df-f578-4a47-b4ac-1f0253db6534 req-52f27e73-4533-463f-ac24-2e4364d1b072 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:51.016370 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40f157df-f578-4a47-b4ac-1f0253db6534 req-52f27e73-4533-463f-ac24-2e4364d1b072 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 945 time: 0.0835893 Mar 01 21:40:51.060065 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40f157df-f578-4a47-b4ac-1f0253db6534 req-70a30d43-2abc-4bf8-af51-96d5b6cd1a8d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381889 Mar 01 21:40:51.669965 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f60923-a449-4818-a531-868d0ccd53e1 req-66c0ada9-4bd2-48c1-9f01-a48b0cac3b7c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:51.671633 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f5f60923-a449-4818-a531-868d0ccd53e1 req-66c0ada9-4bd2-48c1-9f01-a48b0cac3b7c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 945 time: 0.0802219 Mar 01 21:40:51.716786 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f5f60923-a449-4818-a531-868d0ccd53e1 req-56b5e0aa-9402-494f-b20e-e1e393e723e3 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398450 Mar 01 21:40:51.851152 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:52.909346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a1685-6548-417f-94bf-8e9a9a2d4905 req-f3470d82-7624-42e1-a4da-541a0c912525 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:52.910779 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d46a1685-6548-417f-94bf-8e9a9a2d4905 req-f3470d82-7624-42e1-a4da-541a0c912525 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 945 time: 0.0827844 Mar 01 21:40:52.955725 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d46a1685-6548-417f-94bf-8e9a9a2d4905 req-a1ac9ac1-86f0-4e85-a02a-7460e0b85d34 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385773 Mar 01 21:40:53.062749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e5b28-7499-48f9-a30d-f1a1b71f1a41 req-df1e207d-4848-4076-a538-8080e1ad5da6 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:53.063505 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-d73e5b28-7499-48f9-a30d-f1a1b71f1a41 req-df1e207d-4848-4076-a538-8080e1ad5da6 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Synchronizing usage tracker for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:40:53.194585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-d73e5b28-7499-48f9-a30d-f1a1b71f1a41 req-df1e207d-4848-4076-a538-8080e1ad5da6 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Unset dirty status for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:40:53.195707 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d73e5b28-7499-48f9-a30d-f1a1b71f1a41 req-df1e207d-4848-4076-a538-8080e1ad5da6 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 945 time: 0.2123954 Mar 01 21:40:53.268663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-d73e5b28-7499-48f9-a30d-f1a1b71f1a41 req-2f1f7d2e-1d84-4c61-85d6-719165902aaf tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Deleting port c4a686b7-ebcc-4389-aac8-dd5e959e6edb {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:40:53.268995 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d73e5b28-7499-48f9-a30d-f1a1b71f1a41 req-2f1f7d2e-1d84-4c61-85d6-719165902aaf tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:53.618964 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-d73e5b28-7499-48f9-a30d-f1a1b71f1a41 req-2f1f7d2e-1d84-4c61-85d6-719165902aaf tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] For port c4a686b7-ebcc-4389-aac8-dd5e959e6edb, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c4a686b7-ebcc-4389-aac8-dd5e959e6edb,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:40:53.624894 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d73e5b28-7499-48f9-a30d-f1a1b71f1a41 req-2f1f7d2e-1d84-4c61-85d6-719165902aaf tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:53.757094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-d73e5b28-7499-48f9-a30d-f1a1b71f1a41 req-2f1f7d2e-1d84-4c61-85d6-719165902aaf tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Calling delete_port for c4a686b7-ebcc-4389-aac8-dd5e959e6edb owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:40:54.034707 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d73e5b28-7499-48f9-a30d-f1a1b71f1a41 req-2f1f7d2e-1d84-4c61-85d6-719165902aaf tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:54.047827 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['44e5a798-0483-4648-a034-f3ce4a87fd63'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:40:54.091344 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['c4a686b7-ebcc-4389-aac8-dd5e959e6edb'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:40:54.103526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1f7d2e-1d84-4c61-85d6-719165902aaf tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event deleted for resources: {'Port': ['ID=c4a686b7-ebcc-4389-aac8-dd5e959e6edb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:40:54.122534 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89dfd5fc-2a5b-40b2-b4ea-a9a2321b6e56 req-2e09330c-ac0a-423c-a677-b3de6a3d9e26 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 210 time: 0.0551310 Mar 01 21:40:54.199162 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-d73e5b28-7499-48f9-a30d-f1a1b71f1a41 req-2f1f7d2e-1d84-4c61-85d6-719165902aaf tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] No DVR routers for this DVR port c4a686b7-ebcc-4389-aac8-dd5e959e6edb on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:40:54.202169 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d73e5b28-7499-48f9-a30d-f1a1b71f1a41 req-2f1f7d2e-1d84-4c61-85d6-719165902aaf tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:54.205117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a24b47-9db0-4544-a4e4-ab2a7140040e', 'name': 'network-vif-deleted', 'tag': 'c4a686b7-ebcc-4389-aac8-dd5e959e6edb'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:40:54.259065 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a24b47-9db0-4544-a4e4-ab2a7140040e', 'name': 'network-vif-deleted', 'tag': 'c4a686b7-ebcc-4389-aac8-dd5e959e6edb', 'status': 'completed', 'code': 200} Mar 01 21:40:54.268953 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:54.292918 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d73e5b28-7499-48f9-a30d-f1a1b71f1a41 req-2f1f7d2e-1d84-4c61-85d6-719165902aaf tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.57 "DELETE /v2.0/ports/c4a686b7-ebcc-4389-aac8-dd5e959e6edb HTTP/1.1" status: 204 len: 173 time: 1.0920200 Mar 01 21:40:54.898235 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d04a079-b1c2-4c66-9c00-5969e70f9257 req-d892100a-ad24-426a-9d2b-2a800be74682 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755222 Mar 01 21:40:55.033736 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04a079-b1c2-4c66-9c00-5969e70f9257 req-5538eeff-1b49-4740-944b-bd334c7a3fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:55.035232 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d04a079-b1c2-4c66-9c00-5969e70f9257 req-5538eeff-1b49-4740-944b-bd334c7a3fc3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 1096 time: 0.0697384 Mar 01 21:40:55.186757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04a079-b1c2-4c66-9c00-5969e70f9257 req-74a6917f-d8fb-400e-8156-f5264c095bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:55.188463 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d04a079-b1c2-4c66-9c00-5969e70f9257 req-74a6917f-d8fb-400e-8156-f5264c095bc4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 911 time: 0.1358843 Mar 01 21:40:55.399133 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d04a079-b1c2-4c66-9c00-5969e70f9257 req-bd4852ea-d024-4215-9a4b-2fe52f122203 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=44e5a798-0483-4648-a034-f3ce4a87fd63 HTTP/1.1" status: 200 len: 217 time: 0.2047913 Mar 01 21:40:55.445938 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40d5ee11-3d2f-4082-987b-e911264d9686 req-e96e95e8-af38-4612-98d2-19d4e618418f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a24b47-9db0-4544-a4e4-ab2a7140040e HTTP/1.1" status: 200 len: 210 time: 0.0905387 Mar 01 21:40:55.471557 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04a079-b1c2-4c66-9c00-5969e70f9257 req-2424772d-07d8-491f-85be-04d69f3ca553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:55.473103 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d04a079-b1c2-4c66-9c00-5969e70f9257 req-2424772d-07d8-491f-85be-04d69f3ca553 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0681486 Mar 01 21:40:55.547020 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04a079-b1c2-4c66-9c00-5969e70f9257 req-e4576426-9b3a-43f5-b59c-7ec7b0922521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:40:55.548526 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d04a079-b1c2-4c66-9c00-5969e70f9257 req-e4576426-9b3a-43f5-b59c-7ec7b0922521 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702503 Mar 01 21:40:55.682598 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d04a079-b1c2-4c66-9c00-5969e70f9257 req-c464570f-8526-4f81-a915-20221b071b2a service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276457 Mar 01 21:40:55.823077 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d04a079-b1c2-4c66-9c00-5969e70f9257 req-98bb8442-b972-4b7d-ab45-d1b63226f736 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345303 Mar 01 21:40:56.438223 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c4a686b7-ebcc-4389-aac8-dd5e959e6edb no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:40:56.473275 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: c4a686b7-ebcc-4389-aac8-dd5e959e6edb {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:40:56.473520 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c4a686b7-ebcc-4389-aac8-dd5e959e6edb not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:40:57.439744 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a1d64d1f-c190-478b-97cd-1f3af3fcbfd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:40:59.702790 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a2572446-59d3-4c86-a40a-61086ba4e959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:00.617856 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:00.638440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d930e95-b890-4110-97ff-48db0d3a5846 req-b30b9610-6123-48be-aada-8c642515c603 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:00.640338 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d930e95-b890-4110-97ff-48db0d3a5846 req-b30b9610-6123-48be-aada-8c642515c603 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 945 time: 0.0837078 Mar 01 21:41:00.662763 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:00.684615 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d930e95-b890-4110-97ff-48db0d3a5846 req-9701fd74-e0aa-44a7-a21b-bf3121de838d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386493 Mar 01 21:41:01.879980 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db9623-156d-437a-9b14-f0914529e5fc req-6e6b1e59-a75a-48fb-8770-3f8099343f22 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:01.881422 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29db9623-156d-437a-9b14-f0914529e5fc req-6e6b1e59-a75a-48fb-8770-3f8099343f22 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 945 time: 0.0815487 Mar 01 21:41:01.925062 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29db9623-156d-437a-9b14-f0914529e5fc req-8757aab0-fa62-42c9-a6b5-3afbbce079f9 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376968 Mar 01 21:41:02.249195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989c2e0-ddc4-44c3-8c79-93b94254e2a9 req-5d8c1488-457c-446c-beb4-80e37fea86e7 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:02.250506 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0989c2e0-ddc4-44c3-8c79-93b94254e2a9 req-5d8c1488-457c-446c-beb4-80e37fea86e7 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 945 time: 0.0816061 Mar 01 21:41:02.318904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-0989c2e0-ddc4-44c3-8c79-93b94254e2a9 req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Deleting port 44e5a798-0483-4648-a034-f3ce4a87fd63 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:41:02.326590 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0989c2e0-ddc4-44c3-8c79-93b94254e2a9 req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:02.422156 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:02.559689 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-0989c2e0-ddc4-44c3-8c79-93b94254e2a9 req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] For port 44e5a798-0483-4648-a034-f3ce4a87fd63, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=44e5a798-0483-4648-a034-f3ce4a87fd63,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:41:02.560040 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0989c2e0-ddc4-44c3-8c79-93b94254e2a9 req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:02.678045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-0989c2e0-ddc4-44c3-8c79-93b94254e2a9 req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Calling delete_port for 44e5a798-0483-4648-a034-f3ce4a87fd63 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:41:02.879695 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0989c2e0-ddc4-44c3-8c79-93b94254e2a9 req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:02.890735 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['44e5a798-0483-4648-a034-f3ce4a87fd63'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:41:02.930289 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event deleted for resources: {'Port': ['ID=44e5a798-0483-4648-a034-f3ce4a87fd63,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:41:02.972051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:02.972392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:02.972725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:02.973055 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:02.973387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:02.973713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:02.974033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:02.974352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:02.974669 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:02.974983 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:02.975299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:02.975636 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:03.016928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-0989c2e0-ddc4-44c3-8c79-93b94254e2a9 req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] No DVR routers for this DVR port 44e5a798-0483-4648-a034-f3ce4a87fd63 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:41:03.019610 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0989c2e0-ddc4-44c3-8c79-93b94254e2a9 req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:03.022634 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf', 'name': 'network-vif-deleted', 'tag': '44e5a798-0483-4648-a034-f3ce4a87fd63'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:41:03.072614 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf', 'name': 'network-vif-deleted', 'tag': '44e5a798-0483-4648-a034-f3ce4a87fd63', 'status': 'completed', 'code': 200} Mar 01 21:41:03.074134 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0989c2e0-ddc4-44c3-8c79-93b94254e2a9 req-f9fb112d-37c9-40da-a1e9-fc51f24604b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "DELETE /v2.0/ports/44e5a798-0483-4648-a034-f3ce4a87fd63 HTTP/1.1" status: 204 len: 173 time: 0.8181841 Mar 01 21:41:03.086845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-36f38f37-589a-452d-950d-77a8521eb72d req-6242358d-e99c-4064-9579-afbf4e386d9f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Synchronizing usage tracker for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:41:03.188243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-36f38f37-589a-452d-950d-77a8521eb72d req-6242358d-e99c-4064-9579-afbf4e386d9f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Unset dirty status for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:41:03.189395 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36f38f37-589a-452d-950d-77a8521eb72d req-6242358d-e99c-4064-9579-afbf4e386d9f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 210 time: 0.1559813 Mar 01 21:41:04.472469 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-497007d8-6438-45c0-8ade-a3320bb296e7 req-4fff35a7-707e-435e-8095-e191b0d59ab4 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=a0000fca-c1b3-4b2f-a87b-fcdfeeebe4cf HTTP/1.1" status: 200 len: 210 time: 0.1624889 Mar 01 21:41:05.660479 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 44e5a798-0483-4648-a034-f3ce4a87fd63 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:41:05.693535 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 44e5a798-0483-4648-a034-f3ce4a87fd63 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:41:05.693873 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 44e5a798-0483-4648-a034-f3ce4a87fd63 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:41:08.148179 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36978) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:41:08.153942 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2041859841', 'description': 'tempest-secgroup-smoke-2041859841 description', 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:41:08.160765 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:41:08.164589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Usage tracker for resource:security_group and tenant:c52dc5cbaf1d4805b2e21c98aa760508 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:41:08.168745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:41:08.175163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:41:08.239373 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:08.260464 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:41:08.264353 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Usage tracker for resource:security_group_rule and tenant:c52dc5cbaf1d4805b2e21c98aa760508 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:41:08.267163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:41:08.272896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:41:08.342131 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:08.399942 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:08.443050 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:41:08.451643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:08.451992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:08.452332 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:08.452673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:08.453005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:08.453336 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:08.453675 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:08.453985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:08.454309 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:08.454627 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:08.454945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:08.455264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:08.496566 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:08.497832 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-72ceaaca-7a07-4a7c-a15f-632ef6b10e09 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3481245 Mar 01 21:41:08.500724 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36982) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:41:08.505591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-810e686b-f708-459d-95a1-7bf03bb77898 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Request body: {'security_group_rule': {'security_group_id': '341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6', 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:41:08.513079 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-810e686b-f708-459d-95a1-7bf03bb77898 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:41:08.516925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-810e686b-f708-459d-95a1-7bf03bb77898 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Usage tracker for resource:security_group_rule and tenant:c52dc5cbaf1d4805b2e21c98aa760508 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:41:08.519908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-810e686b-f708-459d-95a1-7bf03bb77898 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:41:08.525826 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-810e686b-f708-459d-95a1-7bf03bb77898 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:41:08.600261 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-810e686b-f708-459d-95a1-7bf03bb77898 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:08.659212 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-810e686b-f708-459d-95a1-7bf03bb77898 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:08.741876 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-810e686b-f708-459d-95a1-7bf03bb77898 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:08.769165 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e686b-f708-459d-95a1-7bf03bb77898 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36af1595-bb80-4f96-9d77-c7bd01d182b4,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:41:08.856854 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-810e686b-f708-459d-95a1-7bf03bb77898 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:08.858013 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-810e686b-f708-459d-95a1-7bf03bb77898 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3563614 Mar 01 21:41:08.860724 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36986) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:41:08.865705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-ab2ddfde-18c8-4ce3-8ebd-2deffece4b6c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Request body: {'security_group_rule': {'security_group_id': '341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6', 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:41:08.872825 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ab2ddfde-18c8-4ce3-8ebd-2deffece4b6c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:41:08.876646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ab2ddfde-18c8-4ce3-8ebd-2deffece4b6c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Usage tracker for resource:security_group_rule and tenant:c52dc5cbaf1d4805b2e21c98aa760508 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:41:08.879897 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ab2ddfde-18c8-4ce3-8ebd-2deffece4b6c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:41:08.886439 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-ab2ddfde-18c8-4ce3-8ebd-2deffece4b6c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:41:08.960011 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ab2ddfde-18c8-4ce3-8ebd-2deffece4b6c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:09.021985 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ab2ddfde-18c8-4ce3-8ebd-2deffece4b6c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:09.062376 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ab2ddfde-18c8-4ce3-8ebd-2deffece4b6c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:09.087854 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ddfde-18c8-4ce3-8ebd-2deffece4b6c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f13964-82bc-4655-8b4d-6ac4f4e79e4f,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:41:09.141911 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ab2ddfde-18c8-4ce3-8ebd-2deffece4b6c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:09.143055 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ab2ddfde-18c8-4ce3-8ebd-2deffece4b6c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2813261 Mar 01 21:41:09.145773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36992) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:41:09.150949 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-99e953a2-07d8-47f6-8f1d-6fd2f902df55 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Request body: {'security_group_rule': {'security_group_id': '341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6', 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:41:09.158110 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-99e953a2-07d8-47f6-8f1d-6fd2f902df55 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:41:09.162008 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-99e953a2-07d8-47f6-8f1d-6fd2f902df55 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Usage tracker for resource:security_group_rule and tenant:c52dc5cbaf1d4805b2e21c98aa760508 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:41:09.167129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-99e953a2-07d8-47f6-8f1d-6fd2f902df55 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:41:09.171041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-99e953a2-07d8-47f6-8f1d-6fd2f902df55 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:41:09.239821 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-99e953a2-07d8-47f6-8f1d-6fd2f902df55 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:09.302208 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-99e953a2-07d8-47f6-8f1d-6fd2f902df55 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:09.364864 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-99e953a2-07d8-47f6-8f1d-6fd2f902df55 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:09.388045 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e953a2-07d8-47f6-8f1d-6fd2f902df55 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691cf513-7db5-4254-9ba7-16043ddca96a,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:41:09.445882 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-99e953a2-07d8-47f6-8f1d-6fd2f902df55 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:09.447199 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-99e953a2-07d8-47f6-8f1d-6fd2f902df55 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3004913 Mar 01 21:41:09.449948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 36996) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:41:09.454839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-5a129178-4808-4018-9b66-9b0ec5787c0a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Request body: {'security_group_rule': {'security_group_id': '341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6', 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:41:09.461632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5a129178-4808-4018-9b66-9b0ec5787c0a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:41:09.465538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5a129178-4808-4018-9b66-9b0ec5787c0a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Usage tracker for resource:security_group_rule and tenant:c52dc5cbaf1d4805b2e21c98aa760508 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:41:09.468395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5a129178-4808-4018-9b66-9b0ec5787c0a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:41:09.474062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5a129178-4808-4018-9b66-9b0ec5787c0a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:41:09.531776 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a129178-4808-4018-9b66-9b0ec5787c0a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:09.596652 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a129178-4808-4018-9b66-9b0ec5787c0a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:09.650936 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a129178-4808-4018-9b66-9b0ec5787c0a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:09.675020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a129178-4808-4018-9b66-9b0ec5787c0a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2a862c1-4285-4671-b0ba-fb72f5dbf455,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:41:09.730800 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5a129178-4808-4018-9b66-9b0ec5787c0a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:09.732266 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5a129178-4808-4018-9b66-9b0ec5787c0a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2811480 Mar 01 21:41:09.736616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37000) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:41:09.739721 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-4415aa25-c3ed-4a0a-80c4-4b5137c2b84c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Request body: {'security_group_rule': {'security_group_id': '341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6', 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:41:09.746448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4415aa25-c3ed-4a0a-80c4-4b5137c2b84c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:41:09.750323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4415aa25-c3ed-4a0a-80c4-4b5137c2b84c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Usage tracker for resource:security_group_rule and tenant:c52dc5cbaf1d4805b2e21c98aa760508 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:41:09.755832 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4415aa25-c3ed-4a0a-80c4-4b5137c2b84c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:41:09.759282 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4415aa25-c3ed-4a0a-80c4-4b5137c2b84c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:41:09.810900 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-4415aa25-c3ed-4a0a-80c4-4b5137c2b84c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Project c52dc5cbaf1d4805b2e21c98aa760508 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:41:09.817314 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4415aa25-c3ed-4a0a-80c4-4b5137c2b84c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:09.882213 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4415aa25-c3ed-4a0a-80c4-4b5137c2b84c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:09.970654 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4415aa25-c3ed-4a0a-80c4-4b5137c2b84c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:09.994853 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4415aa25-c3ed-4a0a-80c4-4b5137c2b84c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebb7d83-46f3-4876-aebe-516c75a2fb73,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:41:10.079676 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4415aa25-c3ed-4a0a-80c4-4b5137c2b84c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:10.080879 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4415aa25-c3ed-4a0a-80c4-4b5137c2b84c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3453319 Mar 01 21:41:10.083583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37004) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:41:10.089254 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-861455e4-cf0f-4e48-9e88-5efddad1148c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Request body: {'security_group_rule': {'security_group_id': '341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6', 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:41:10.096008 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-861455e4-cf0f-4e48-9e88-5efddad1148c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:41:10.099872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-861455e4-cf0f-4e48-9e88-5efddad1148c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Usage tracker for resource:security_group_rule and tenant:c52dc5cbaf1d4805b2e21c98aa760508 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:41:10.102716 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-861455e4-cf0f-4e48-9e88-5efddad1148c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:41:10.108409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-861455e4-cf0f-4e48-9e88-5efddad1148c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:41:10.188323 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-861455e4-cf0f-4e48-9e88-5efddad1148c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Project c52dc5cbaf1d4805b2e21c98aa760508 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 21:41:10.195435 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-861455e4-cf0f-4e48-9e88-5efddad1148c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:10.262239 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-861455e4-cf0f-4e48-9e88-5efddad1148c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:10.319338 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-861455e4-cf0f-4e48-9e88-5efddad1148c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:10.343093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861455e4-cf0f-4e48-9e88-5efddad1148c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10125c53-6943-4e0a-a5bd-709aba1fbc7e,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:41:10.399977 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-861455e4-cf0f-4e48-9e88-5efddad1148c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:10.401237 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-861455e4-cf0f-4e48-9e88-5efddad1148c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3167338 Mar 01 21:41:21.827920 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:22.425541 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:41:24.228155 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:27.622233 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b6c685bf-3de6-4969-b40d-9d5b4607a2bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:29.673419 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c2f155aa-7b3e-476e-aef7-97d07393e8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:30.639136 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:30.667610 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:30.953966 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-80bf4216-4bad-4a52-b10e-5545e5be789c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2041859841&fields=id&tenant_id=c52dc5cbaf1d4805b2e21c98aa760508 HTTP/1.1" status: 200 len: 267 time: 0.0397339 Mar 01 21:41:31.101751 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-500b877d-eb83-4e81-8b3a-61598c4bb89e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:31.103174 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-500b877d-eb83-4e81-8b3a-61598c4bb89e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 810 time: 0.1423619 Mar 01 21:41:31.118448 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-1e2d0ec1-d2e7-463f-b8c6-8a2d205b0218 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/quotas/c52dc5cbaf1d4805b2e21c98aa760508 HTTP/1.1" status: 200 len: 375 time: 0.0098228 Mar 01 21:41:31.205225 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-54931b24-8c2e-4228-8db2-199ab1d6a5a1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814104 Mar 01 21:41:31.266886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-5acc9225-30a3-40d0-a86f-7c87e92c739f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:41:31.267878 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-5acc9225-30a3-40d0-a86f-7c87e92c739f service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521386 Mar 01 21:41:31.397179 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-e2aa45c0-9321-4bf0-be41-85e0363ca601 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234012 Mar 01 21:41:31.525702 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-d460189c-172c-4449-9cda-d18dd152b709 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227345 Mar 01 21:41:32.162597 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88280a95-0028-426a-b4ea-2d8ec993a18a req-65e1cb9a-4dc2-4422-98ea-5629d097d5f1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 210 time: 0.0427356 Mar 01 21:41:32.387546 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:33.312153 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14534017-89ad-4f1c-8665-9896fb5eea45 req-9e4b0554-99d7-489e-b870-c49d9f2978a1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 210 time: 0.0427010 Mar 01 21:41:34.148234 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-2b520f34-326d-48eb-8649-200b47f974fc tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:34.149553 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-2b520f34-326d-48eb-8649-200b47f974fc tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 810 time: 0.1439092 Mar 01 21:41:34.202722 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-17ca9197-431c-4fbb-ad3b-796dc4dd3a50 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c52dc5cbaf1d4805b2e21c98aa760508 HTTP/1.1" status: 200 len: 380 time: 0.0448132 Mar 01 21:41:34.210511 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-dacb9bee-4496-4089-aebc-25a1cfca65ef tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Request body: {'port': {'device_id': 'dd549004-24f4-4e10-ac6c-d571c45b5650', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'admin_state_up': True, 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'security_groups': ['341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:41:34.348836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-dacb9bee-4496-4089-aebc-25a1cfca65ef tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:41:34.359596 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-dacb9bee-4496-4089-aebc-25a1cfca65ef tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:41:34.423673 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-dacb9bee-4496-4089-aebc-25a1cfca65ef tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Made reservation on behalf of c52dc5cbaf1d4805b2e21c98aa760508 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:41:34.427103 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-dacb9bee-4496-4089-aebc-25a1cfca65ef tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:34.486832 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff3b1f2b-024f-4198-aa91-e1c37bf67184 req-5a18a73a-0c7a-4e3c-9f64-82798e8bb6d2 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 210 time: 0.0644817 Mar 01 21:41:34.638081 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-dacb9bee-4496-4089-aebc-25a1cfca65ef tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Allocated IP 172.20.0.8 (d3c56d85-dae3-45ad-ae71-3927eeb3b826/8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e/fd656d36-141f-4ca7-864c-66577084f6ac) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:41:34.829247 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-dacb9bee-4496-4089-aebc-25a1cfca65ef tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:34.844412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-dacb9bee-4496-4089-aebc-25a1cfca65ef tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Transition to ACTIVE for port object fd656d36-141f-4ca7-864c-66577084f6ac will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:41:34.942294 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-dacb9bee-4496-4089-aebc-25a1cfca65ef tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:35.007185 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-dacb9bee-4496-4089-aebc-25a1cfca65ef tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Network d3c56d85-dae3-45ad-ae71-3927eeb3b826 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:41:35.018321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-dacb9bee-4496-4089-aebc-25a1cfca65ef tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:41:35.022716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-dacb9bee-4496-4089-aebc-25a1cfca65ef tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:41:35.052964 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb9bee-4496-4089-aebc-25a1cfca65ef tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event updated for resources: {'Port': ['ID=fd656d36-141f-4ca7-864c-66577084f6ac,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:41:35.089777 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-dacb9bee-4496-4089-aebc-25a1cfca65ef tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:35.090419 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-dacb9bee-4496-4089-aebc-25a1cfca65ef tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:35.170498 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-dacb9bee-4496-4089-aebc-25a1cfca65ef tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9587009 Mar 01 21:41:35.179385 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] Request body: {'port': {'device_id': 'dd549004-24f4-4e10-ac6c-d571c45b5650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:41:35.313286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-26f0eaf0-654c-44d4-ab01-b581ce08a4f2 None None] Provisioning for port fd656d36-141f-4ca7-864c-66577084f6ac completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:41:35.319750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-26f0eaf0-654c-44d4-ab01-b581ce08a4f2 None None] Provisioning complete for port fd656d36-141f-4ca7-864c-66577084f6ac triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:41:35.320515 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-26f0eaf0-654c-44d4-ab01-b581ce08a4f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:35.410164 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-26f0eaf0-654c-44d4-ab01-b581ce08a4f2 None None] Port fd656d36-141f-4ca7-864c-66577084f6ac cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:41:35.410741 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:35.770772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338eb514-3232-4f1f-a000-fe90df998b29 req-1791b0af-b778-4992-b4eb-081f1e734358 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:35.771389 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-338eb514-3232-4f1f-a000-fe90df998b29 req-1791b0af-b778-4992-b4eb-081f1e734358 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Synchronizing usage tracker for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:41:35.837653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-338eb514-3232-4f1f-a000-fe90df998b29 req-1791b0af-b778-4992-b4eb-081f1e734358 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Unset dirty status for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:41:35.838800 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-338eb514-3232-4f1f-a000-fe90df998b29 req-1791b0af-b778-4992-b4eb-081f1e734358 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 931 time: 0.2341595 Mar 01 21:41:35.881080 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd656d36-141f-4ca7-864c-66577084f6ac {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:41:35.892709 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:35.905819 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-338eb514-3232-4f1f-a000-fe90df998b29 req-1329c114-2b44-4f59-b788-9b5989c29706 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592232 Mar 01 21:41:35.914536 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] Transition to ACTIVE for port object fd656d36-141f-4ca7-864c-66577084f6ac will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:41:35.975435 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:36.131642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] Pushing event updated for resources: {'Port': ['ID=fd656d36-141f-4ca7-864c-66577084f6ac,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:41:36.233956 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] Attempting to bind port fd656d36-141f-4ca7-864c-66577084f6ac on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:41:36.234284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] Attempting to bind port fd656d36-141f-4ca7-864c-66577084f6ac by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:41:36.234606 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] Attempting to bind port fd656d36-141f-4ca7-864c-66577084f6ac on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:41:36.239253 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] Port fd656d36-141f-4ca7-864c-66577084f6ac on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:41:36.239592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] Attempting to bind port fd656d36-141f-4ca7-864c-66577084f6ac on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:41:36.244613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:41:36.245110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] Checking segment: {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:41:36.245285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] Bound using segment: {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:41:36.245700 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] Bound port: fd656d36-141f-4ca7-864c-66577084f6ac, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:41:36.246026 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:36.336076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] For port fd656d36-141f-4ca7-864c-66577084f6ac, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:41:36.339464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] For port fd656d36-141f-4ca7-864c-66577084f6ac, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fd656d36-141f-4ca7-864c-66577084f6ac,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:41:36.405135 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:36.464852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:36.464852 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:36.464852 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] 10.222.0.55 "PUT /v2.0/ports/fd656d36-141f-4ca7-864c-66577084f6ac HTTP/1.1" status: 200 len: 1091 time: 1.2905195 Mar 01 21:41:36.464852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd549004-24f4-4e10-ac6c-d571c45b5650', 'tag': 'fd656d36-141f-4ca7-864c-66577084f6ac'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:41:36.502113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bda7eb-0fb5-4ad4-a6af-016365bce571 service neutron] Pushing event updated for resources: {'Port': ['ID=fd656d36-141f-4ca7-864c-66577084f6ac,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:41:36.529623 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd549004-24f4-4e10-ac6c-d571c45b5650', 'tag': 'fd656d36-141f-4ca7-864c-66577084f6ac', 'status': 'completed', 'code': 200} Mar 01 21:41:36.629703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11b8b3-991a-4104-b4f4-9d0b1f95f99e req-ac3f4444-e7cd-4714-a256-3515c04d2b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:36.631191 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b11b8b3-991a-4104-b4f4-9d0b1f95f99e req-ac3f4444-e7cd-4714-a256-3515c04d2b2e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 1094 time: 0.0778553 Mar 01 21:41:36.770286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11b8b3-991a-4104-b4f4-9d0b1f95f99e req-225ab167-d873-4d35-9569-63734dce192a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:36.771778 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b11b8b3-991a-4104-b4f4-9d0b1f95f99e req-225ab167-d873-4d35-9569-63734dce192a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1339622 Mar 01 21:41:36.907642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b11b8b3-991a-4104-b4f4-9d0b1f95f99e req-18270c27-8b8f-443b-b66d-2226752583bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:36.908981 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b11b8b3-991a-4104-b4f4-9d0b1f95f99e req-18270c27-8b8f-443b-b66d-2226752583bf service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1316948 Mar 01 21:41:37.014619 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-c29e37b8-6f09-4173-80f9-7ba1b1b4caaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:37.016126 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-c29e37b8-6f09-4173-80f9-7ba1b1b4caaf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 1094 time: 0.0718355 Mar 01 21:41:37.121626 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-358cdd42-6e11-4dc9-a526-f5360d758001 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd656d36-141f-4ca7-864c-66577084f6ac HTTP/1.1" status: 200 len: 217 time: 0.0704601 Mar 01 21:41:37.198580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-2b3e1a82-a6dc-4200-add4-1abb27786c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:37.199899 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-2b3e1a82-a6dc-4200-add4-1abb27786c25 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0717990 Mar 01 21:41:37.210109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4967b-2ea7-4e77-bab0-30084ec87b8d req-b72676e9-b0d4-498a-8812-3a636ef70fbd tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:37.211481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72e4967b-2ea7-4e77-bab0-30084ec87b8d req-b72676e9-b0d4-498a-8812-3a636ef70fbd tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 943 time: 0.1944699 Mar 01 21:41:37.409786 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72e4967b-2ea7-4e77-bab0-30084ec87b8d req-48387f0d-00d2-407e-a65f-ee96ecf5f031 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683919 Mar 01 21:41:37.427707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-ae2383fc-6d5d-44f3-8ca5-c19d0292b99f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:37.429148 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-ae2383fc-6d5d-44f3-8ca5-c19d0292b99f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2168586 Mar 01 21:41:37.557755 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-750f4675-4c04-4488-95bb-0e32843a13bb service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225886 Mar 01 21:41:37.686032 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a6dd21f-86e1-4e13-9041-e5bcd47cf8b3 req-d55bbe1b-1d62-4871-9b28-09413c1b5d0f service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220977 Mar 01 21:41:38.595108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799e3704-7e0a-4f84-873e-9d586bd2564f req-a61b01a7-a43c-4003-980f-57f41981c9a1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:38.596578 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-799e3704-7e0a-4f84-873e-9d586bd2564f req-a61b01a7-a43c-4003-980f-57f41981c9a1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 943 time: 0.0801909 Mar 01 21:41:38.639774 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-799e3704-7e0a-4f84-873e-9d586bd2564f req-a01f5558-c7c0-44ba-8731-47ffedce32c7 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376565 Mar 01 21:41:39.828666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf6eda7-178a-475f-bb29-73794b7377f5 req-a260ba50-72d8-4aaf-87e2-ce593143dd46 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:39.830110 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6cf6eda7-178a-475f-bb29-73794b7377f5 req-a260ba50-72d8-4aaf-87e2-ce593143dd46 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 943 time: 0.0813110 Mar 01 21:41:39.888755 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6cf6eda7-178a-475f-bb29-73794b7377f5 req-7b37ea91-0564-4d6a-8fdf-9aefd9f32627 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528600 Mar 01 21:41:41.074614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bb22bc-07bd-4af1-a62f-bb3725aeec52 req-7fece75a-58cf-4997-9363-c79de5a611f4 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:41.076754 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89bb22bc-07bd-4af1-a62f-bb3725aeec52 req-7fece75a-58cf-4997-9363-c79de5a611f4 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 943 time: 0.0795405 Mar 01 21:41:41.120196 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-89bb22bc-07bd-4af1-a62f-bb3725aeec52 req-d2f62f8a-56f3-4cae-a88d-3271d312dc58 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375125 Mar 01 21:41:42.306008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de704d9-2060-4944-9060-7dee950cba7f req-9e06a88e-4397-40e7-a4cd-a32b556a5121 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:42.307473 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4de704d9-2060-4944-9060-7dee950cba7f req-9e06a88e-4397-40e7-a4cd-a32b556a5121 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 943 time: 0.0839603 Mar 01 21:41:42.353541 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4de704d9-2060-4944-9060-7dee950cba7f req-d43553c5-533f-4b46-a891-4e4bc47d8871 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398114 Mar 01 21:41:43.205498 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-db37362d-fcbf-44fb-a96c-29817df7275d req-7ed02a59-55e9-4039-ba33-f0ae258be5c8 service neutron] (88518) timed out ('10.222.0.42', 49674) {{(pid=88518) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 01 21:41:43.532298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc4260-441b-416d-845d-6b474a15c17f req-6c0e31be-5256-43bf-8f1e-a93c54e22d47 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:43.533757 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-52cc4260-441b-416d-845d-6b474a15c17f req-6c0e31be-5256-43bf-8f1e-a93c54e22d47 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 943 time: 0.0779445 Mar 01 21:41:43.580346 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-52cc4260-441b-416d-845d-6b474a15c17f req-f3c3f099-2d8c-4b78-9182-1763ea393518 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410841 Mar 01 21:41:44.758912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35e1a0-489f-436d-bf87-57689d5e1af3 req-845c1740-05f2-41f0-9e46-45516491f352 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:44.760388 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa35e1a0-489f-436d-bf87-57689d5e1af3 req-845c1740-05f2-41f0-9e46-45516491f352 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 943 time: 0.0789561 Mar 01 21:41:44.804096 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa35e1a0-489f-436d-bf87-57689d5e1af3 req-f355c0e5-de2f-4cd8-99ad-8f86faf4c26d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374343 Mar 01 21:41:45.892769 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device fd656d36-141f-4ca7-864c-66577084f6ac details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:41:45.993437 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5f67be-9190-425a-8255-3d1e0cf5b100 req-805b4a9f-5be3-4339-93cf-5ec29ce984da tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:45.994880 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb5f67be-9190-425a-8255-3d1e0cf5b100 req-805b4a9f-5be3-4339-93cf-5ec29ce984da tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 943 time: 0.0820880 Mar 01 21:41:46.023632 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port fd656d36-141f-4ca7-864c-66577084f6ac, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fd656d36-141f-4ca7-864c-66577084f6ac,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:41:46.037228 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'fd656d36-141f-4ca7-864c-66577084f6ac', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'port_id': 'fd656d36-141f-4ca7-864c-66577084f6ac', 'mac_address': 'fa:16:3e:32:70:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:41:46.038885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb5f67be-9190-425a-8255-3d1e0cf5b100 req-84a17926-18e8-4e8d-9921-ec2f92349a01 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381157 Mar 01 21:41:46.095256 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:46.112112 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd656d36-141f-4ca7-864c-66577084f6ac {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:41:46.126919 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port fd656d36-141f-4ca7-864c-66577084f6ac, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fd656d36-141f-4ca7-864c-66577084f6ac,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:41:46.233201 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:46.302747 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=fd656d36-141f-4ca7-864c-66577084f6ac,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:41:46.542514 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['fd656d36-141f-4ca7-864c-66577084f6ac'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:41:47.224466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b07b2e-ddfd-42b7-bf42-eeb41aed6421 req-736bfd92-c474-4e0a-a27f-f77bbd9e6187 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:47.225914 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56b07b2e-ddfd-42b7-bf42-eeb41aed6421 req-736bfd92-c474-4e0a-a27f-f77bbd9e6187 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 944 time: 0.0794413 Mar 01 21:41:47.268914 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56b07b2e-ddfd-42b7-bf42-eeb41aed6421 req-ab3da819-7e84-427f-9b20-b420ac4eaa2c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374765 Mar 01 21:41:47.907478 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device fd656d36-141f-4ca7-864c-66577084f6ac up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:41:48.026996 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port fd656d36-141f-4ca7-864c-66577084f6ac completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:41:48.032593 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port fd656d36-141f-4ca7-864c-66577084f6ac triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:41:48.032984 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:48.149091 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:48.175175 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd549004-24f4-4e10-ac6c-d571c45b5650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd656d36-141f-4ca7-864c-66577084f6ac'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:41:48.185477 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port fd656d36-141f-4ca7-864c-66577084f6ac, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fd656d36-141f-4ca7-864c-66577084f6ac,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:41:48.220506 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd549004-24f4-4e10-ac6c-d571c45b5650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd656d36-141f-4ca7-864c-66577084f6ac', 'code': 200} Mar 01 21:41:48.261516 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:48.333962 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=fd656d36-141f-4ca7-864c-66577084f6ac,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:41:48.343013 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:48.343473 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:48.343725 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:48.344061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:48.344395 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:48.344726 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:48.345052 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:48.345526 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:48.345850 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:48.346173 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:48.346498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:48.348171 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:41:48.348312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2670dff5-e0e4-4312-a11b-8d64222fbde4 req-b049f207-9d5a-4404-83d5-7657a5340f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:48.349026 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2670dff5-e0e4-4312-a11b-8d64222fbde4 req-b049f207-9d5a-4404-83d5-7657a5340f60 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 1096 time: 0.0745599 Mar 01 21:41:48.423932 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2670dff5-e0e4-4312-a11b-8d64222fbde4 req-8f06e198-8e6f-45f6-852f-6a001b1555a3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687118 Mar 01 21:41:48.469258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a284e37-e7bd-4251-acc8-ba4afaf0df29 req-f8c59ecd-45ed-4f72-b8b6-fee9046f0fd7 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:48.470592 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0a284e37-e7bd-4251-acc8-ba4afaf0df29 req-f8c59ecd-45ed-4f72-b8b6-fee9046f0fd7 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 945 time: 0.0855970 Mar 01 21:41:48.516357 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0a284e37-e7bd-4251-acc8-ba4afaf0df29 req-55586bfd-440c-4e91-a5fd-46f017eaa390 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402129 Mar 01 21:41:49.723275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3555c3-0ae4-42f4-9d04-c057cae965e6 req-b3ce693f-525b-4b7f-a5b0-54a2bbcc9a04 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:49.724741 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d3555c3-0ae4-42f4-9d04-c057cae965e6 req-b3ce693f-525b-4b7f-a5b0-54a2bbcc9a04 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 945 time: 0.0909469 Mar 01 21:41:49.773145 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d3555c3-0ae4-42f4-9d04-c057cae965e6 req-57d24ccf-ec1d-4367-bab2-9fcd2e7324ff tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417261 Mar 01 21:41:50.964293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ee4d9-668b-42fd-9dd8-7dc3004b766f req-9130f14d-ee69-42e8-a5a9-fff29bf73855 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:50.965757 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b44ee4d9-668b-42fd-9dd8-7dc3004b766f req-9130f14d-ee69-42e8-a5a9-fff29bf73855 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 945 time: 0.0819452 Mar 01 21:41:51.008742 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b44ee4d9-668b-42fd-9dd8-7dc3004b766f req-bce84bc3-d99d-49e4-b181-9e1a2c6a7b53 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373924 Mar 01 21:41:51.192702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79323d9-f2ad-4c42-a979-54385322eb3c req-9152f9ab-02af-4a81-866e-71fe418aebb4 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:51.194145 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e79323d9-f2ad-4c42-a979-54385322eb3c req-9152f9ab-02af-4a81-866e-71fe418aebb4 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 945 time: 0.0803390 Mar 01 21:41:51.237365 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e79323d9-f2ad-4c42-a979-54385322eb3c req-acae5e02-5dd2-423d-9484-fbb75ea8de2c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377233 Mar 01 21:41:51.260159 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37210) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:41:51.330515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2f9003-d503-4b02-b4e2-7796d80af716 tempest-TestVolumeBootPattern-569901495 tempest-TestVolumeBootPattern-569901495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:51.331210 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-da2f9003-d503-4b02-b4e2-7796d80af716 tempest-TestVolumeBootPattern-569901495 tempest-TestVolumeBootPattern-569901495-project-admin] Synchronizing usage tracker for tenant:ad1fe23e88614397a0de425da0a05021 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:41:51.392690 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-da2f9003-d503-4b02-b4e2-7796d80af716 tempest-TestVolumeBootPattern-569901495 tempest-TestVolumeBootPattern-569901495-project-admin] Unset dirty status for tenant:ad1fe23e88614397a0de425da0a05021 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:41:51.393832 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-da2f9003-d503-4b02-b4e2-7796d80af716 tempest-TestVolumeBootPattern-569901495 tempest-TestVolumeBootPattern-569901495-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 1091 time: 0.1326551 Mar 01 21:41:51.397116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37214) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:41:51.402116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': 'fd656d36-141f-4ca7-864c-66577084f6ac', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:41:51.409168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:41:51.412995 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Usage tracker for resource:floatingip and tenant:c52dc5cbaf1d4805b2e21c98aa760508 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:41:51.415807 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:41:51.421491 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:41:51.473387 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:51.609307 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:51.745142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Allocated IP 172.25.5.80 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/820d0090-d4d8-4abe-8696-e4485eb875b8) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:41:51.832512 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:51.910879 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:51.998842 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:52.058102 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:41:52.060847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:41:52.068870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:41:52.110900 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event updated for resources: {'Port': ['ID=820d0090-d4d8-4abe-8696-e4485eb875b8,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:41:52.587186 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:52.691268 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:52.897507 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:52.941300 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:53.051228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event updated for resources: {'Port': ['ID=820d0090-d4d8-4abe-8696-e4485eb875b8,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:41:53.061960 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:53.230065 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Floating IP 87771701-c331-4cf1-b7d3-2c322cc0c6af associated. External IP: 172.25.5.80, port: fd656d36-141f-4ca7-864c-66577084f6ac. Mar 01 21:41:53.576750 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Router 5c353e58-218c-4897-9680-8fd299d5151e has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:41:53.862015 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:41:53.871341 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d96a1e9-1ab0-4d67-b8ed-bfb717041765 None None] Sync routers for ids ['5c353e58-218c-4897-9680-8fd299d5151e'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:41:53.880432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d96a1e9-1ab0-4d67-b8ed-bfb717041765 None None] Routers {'5c353e58-218c-4897-9680-8fd299d5151e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:41:53.881035 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8d96a1e9-1ab0-4d67-b8ed-bfb717041765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:41:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5c353e58-218c-4897-9680-8fd299d5151e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:41:53.952871 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:54.023445 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-29df6937-173c-4182-85f7-1361c4f49233 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6119282 Mar 01 21:41:54.023445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd549004-24f4-4e10-ac6c-d571c45b5650', 'tag': 'fd656d36-141f-4ca7-864c-66577084f6ac'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:41:54.062231 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-8d96a1e9-1ab0-4d67-b8ed-bfb717041765 None None] Set router 5c353e58-218c-4897-9680-8fd299d5151e gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:41:54.065061 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd549004-24f4-4e10-ac6c-d571c45b5650', 'tag': 'fd656d36-141f-4ca7-864c-66577084f6ac', 'status': 'completed', 'code': 200} Mar 01 21:41:54.157726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa10054-2fe3-4005-bbc0-43edbc61475a req-810ef7b7-a999-401a-bc18-d7d550140f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:54.159100 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfa10054-2fe3-4005-bbc0-43edbc61475a req-810ef7b7-a999-401a-bc18-d7d550140f6d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 1096 time: 0.0740423 Mar 01 21:41:54.285791 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:54.292484 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa10054-2fe3-4005-bbc0-43edbc61475a req-e8cce61a-775e-49b5-ba16-8cd0e8667294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:54.293935 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfa10054-2fe3-4005-bbc0-43edbc61475a req-e8cce61a-775e-49b5-ba16-8cd0e8667294 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 911 time: 0.1294940 Mar 01 21:41:54.454740 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8d96a1e9-1ab0-4d67-b8ed-bfb717041765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '87771701-c331-4cf1-b7d3-2c322cc0c6af', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'port_id': 'fd656d36-141f-4ca7-864c-66577084f6ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'mac_address': 'fa:16:3e:32:70:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd549004-24f4-4e10-ac6c-d571c45b5650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:41:52Z', 'updated_at': '2022-03-01T21:41:52Z', 'revision_number': 0, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e887e7-71df-4331-9c31-02c1aab9af3f', 'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'mac_address': 'fa:16:3e:8d:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:18Z', 'updated_at': '2022-03-01T21:37:24Z', 'revision_number': 5, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'subnets': [{'id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:41:54.459446 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d96a1e9-1ab0-4d67-b8ed-bfb717041765 None None] Checking router: 5c353e58-218c-4897-9680-8fd299d5151e for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:41:54.468188 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d96a1e9-1ab0-4d67-b8ed-bfb717041765 None None] Routers {'5c353e58-218c-4897-9680-8fd299d5151e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:41:54.468794 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8d96a1e9-1ab0-4d67-b8ed-bfb717041765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:41:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5c353e58-218c-4897-9680-8fd299d5151e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:41:54.513959 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfa10054-2fe3-4005-bbc0-43edbc61475a req-17090ac8-0ea8-4406-add1-c74097dd07bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd656d36-141f-4ca7-864c-66577084f6ac HTTP/1.1" status: 200 len: 998 time: 0.2135510 Mar 01 21:41:54.576359 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa10054-2fe3-4005-bbc0-43edbc61475a req-f3216521-a5e3-4ad9-81ea-33c32f24c152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:54.577780 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfa10054-2fe3-4005-bbc0-43edbc61475a req-f3216521-a5e3-4ad9-81ea-33c32f24c152 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0569727 Mar 01 21:41:54.645138 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-8d96a1e9-1ab0-4d67-b8ed-bfb717041765 None None] Set router 5c353e58-218c-4897-9680-8fd299d5151e gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:41:54.650662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa10054-2fe3-4005-bbc0-43edbc61475a req-74e4347f-e263-47b4-9d54-90ae18ea1d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:54.652175 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfa10054-2fe3-4005-bbc0-43edbc61475a req-74e4347f-e263-47b4-9d54-90ae18ea1d24 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691845 Mar 01 21:41:54.784276 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfa10054-2fe3-4005-bbc0-43edbc61475a req-74967de1-f445-4cb6-a35b-cbbdcb81fcf6 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251223 Mar 01 21:41:54.883980 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6343281d-f68a-43e9-acc7-08e861a6f21e req-ac936882-fc1c-445d-ab2f-e2a2aafc8eb1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700548 Mar 01 21:41:54.920057 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfa10054-2fe3-4005-bbc0-43edbc61475a req-059a10bc-6a45-4956-80c9-6491ef555502 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266348 Mar 01 21:41:54.994235 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8d96a1e9-1ab0-4d67-b8ed-bfb717041765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '87771701-c331-4cf1-b7d3-2c322cc0c6af', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'port_id': 'fd656d36-141f-4ca7-864c-66577084f6ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'mac_address': 'fa:16:3e:32:70:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd549004-24f4-4e10-ac6c-d571c45b5650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:41:52Z', 'updated_at': '2022-03-01T21:41:52Z', 'revision_number': 0, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e887e7-71df-4331-9c31-02c1aab9af3f', 'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'mac_address': 'fa:16:3e:8d:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:18Z', 'updated_at': '2022-03-01T21:37:24Z', 'revision_number': 5, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'subnets': [{'id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:41:54.998700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d96a1e9-1ab0-4d67-b8ed-bfb717041765 None None] The sync data for ids ['5c353e58-218c-4897-9680-8fd299d5151e'] in n-d-827896-4 is: [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '87771701-c331-4cf1-b7d3-2c322cc0c6af', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'floating_ip_address': '172.25.5.80', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'port_id': 'fd656d36-141f-4ca7-864c-66577084f6ac', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'mac_address': 'fa:16:3e:32:70:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd549004-24f4-4e10-ac6c-d571c45b5650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:41:52Z', 'updated_at': '2022-03-01T21:41:52Z', 'revision_number': 0, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e887e7-71df-4331-9c31-02c1aab9af3f', 'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'mac_address': 'fa:16:3e:8d:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:18Z', 'updated_at': '2022-03-01T21:37:24Z', 'revision_number': 5, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'subnets': [{'id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:41:55.120933 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343281d-f68a-43e9-acc7-08e861a6f21e req-d7399cef-5159-4f32-b239-23c2bef2867e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:55.122962 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6343281d-f68a-43e9-acc7-08e861a6f21e req-d7399cef-5159-4f32-b239-23c2bef2867e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 1096 time: 0.0760520 Mar 01 21:41:55.211031 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bfa9ed1-10e8-47d7-9a1b-be5f9891928f None None] New status for floating IP 87771701-c331-4cf1-b7d3-2c322cc0c6af: ACTIVE {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:41:55.295580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343281d-f68a-43e9-acc7-08e861a6f21e req-5bf6ca9d-b352-4bc1-82c8-42d25b828e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:55.297021 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6343281d-f68a-43e9-acc7-08e861a6f21e req-5bf6ca9d-b352-4bc1-82c8-42d25b828e0f service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 911 time: 0.1560760 Mar 01 21:41:55.399280 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6343281d-f68a-43e9-acc7-08e861a6f21e req-07d30e56-fa7b-493d-9763-1c1dd078be77 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd656d36-141f-4ca7-864c-66577084f6ac HTTP/1.1" status: 200 len: 998 time: 0.0961046 Mar 01 21:41:55.461106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343281d-f68a-43e9-acc7-08e861a6f21e req-4c36ce44-d2d2-4ca5-a135-a9c09d839e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:55.462537 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6343281d-f68a-43e9-acc7-08e861a6f21e req-4c36ce44-d2d2-4ca5-a135-a9c09d839e0b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0578074 Mar 01 21:41:55.549756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6343281d-f68a-43e9-acc7-08e861a6f21e req-810cdca6-28b0-478d-9dc1-0a4857e885c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:41:55.551267 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6343281d-f68a-43e9-acc7-08e861a6f21e req-810cdca6-28b0-478d-9dc1-0a4857e885c9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826294 Mar 01 21:41:55.682125 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6343281d-f68a-43e9-acc7-08e861a6f21e req-980db608-380f-4124-8acc-31f73b225e6a service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251047 Mar 01 21:41:55.811221 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6343281d-f68a-43e9-acc7-08e861a6f21e req-8d88de7e-619d-4f8a-87a4-b1d8d0679511 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234915 Mar 01 21:41:57.467255 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-34e991e5-74ef-438a-8054-a81e62d2438f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:41:59.426273 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:41:59.672656 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3d9fc894-1990-4b83-8cf5-ebaa865127d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:42:00.650435 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:42:00.713370 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:42:02.352295 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:42:21.827058 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:42:24.295091 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:42:27.489036 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e684918b-de12-47a6-a636-a375036fe625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:42:29.706884 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-add9e3c3-1f9a-487d-bbc5-090873be5fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:42:30.637391 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:42:30.683067 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:42:32.379910 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:42:36.428344 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:42:51.808347 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:42:54.277169 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:42:54.989931 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfd715db-39ba-4adb-971c-e80c74125065 req-f966405b-d844-4b3c-ab5d-190b0f103d0d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1062944 Mar 01 21:42:55.125160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd715db-39ba-4adb-971c-e80c74125065 req-6e350fe6-f189-4357-b88c-1578d68562c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:42:55.126606 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfd715db-39ba-4adb-971c-e80c74125065 req-6e350fe6-f189-4357-b88c-1578d68562c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 1096 time: 0.0695899 Mar 01 21:42:55.270860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd715db-39ba-4adb-971c-e80c74125065 req-b99361ca-0698-4fe1-87e1-247c9c2e58fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:42:55.272382 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfd715db-39ba-4adb-971c-e80c74125065 req-b99361ca-0698-4fe1-87e1-247c9c2e58fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 911 time: 0.1273654 Mar 01 21:42:55.374955 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfd715db-39ba-4adb-971c-e80c74125065 req-e3b94052-c37b-41af-aecb-13db9eac3f7e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd656d36-141f-4ca7-864c-66577084f6ac HTTP/1.1" status: 200 len: 1000 time: 0.0952098 Mar 01 21:42:55.441960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd715db-39ba-4adb-971c-e80c74125065 req-f1163c38-384b-4fec-8b42-80417b193ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:42:55.443395 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfd715db-39ba-4adb-971c-e80c74125065 req-f1163c38-384b-4fec-8b42-80417b193ac1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0617106 Mar 01 21:42:55.518753 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd715db-39ba-4adb-971c-e80c74125065 req-d37f4fa8-e3d0-4fb2-aa22-aea40521e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:42:55.520325 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfd715db-39ba-4adb-971c-e80c74125065 req-d37f4fa8-e3d0-4fb2-aa22-aea40521e57f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710435 Mar 01 21:42:55.652928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfd715db-39ba-4adb-971c-e80c74125065 req-fec4907f-cb48-4b65-a31c-ef20a6ed8b51 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262968 Mar 01 21:42:55.781491 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfd715db-39ba-4adb-971c-e80c74125065 req-e4dad912-b385-4de7-a4ff-346700f49d35 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232204 Mar 01 21:42:57.476963 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d3bb11e0-d72c-4335-bd83-d930e34b44dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:42:59.705221 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0b72efe0-d604-488c-a622-d4896a819ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:43:00.642804 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:43:00.694529 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:43:02.414375 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:43:13.428894 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:43:21.848606 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:43:24.287825 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:43:27.482216 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1921067e-5be7-4c60-8d73-95c588041f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:43:29.693598 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-546fa653-8c3e-4b5f-a04e-77c5c4c09063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:43:30.653239 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:43:30.670213 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:43:32.378863 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:43:50.428298 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:43:51.836372 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:43:54.298406 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:43:56.991853 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c251f425-3446-43c0-8fe3-4e6d0d893325 req-510c64cf-1506-43f0-ac1f-933f8b8f7132 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1773999 Mar 01 21:43:57.132239 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251f425-3446-43c0-8fe3-4e6d0d893325 req-b8832826-0274-4dd7-be98-51b6b8b480a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:43:57.133687 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c251f425-3446-43c0-8fe3-4e6d0d893325 req-b8832826-0274-4dd7-be98-51b6b8b480a4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 1096 time: 0.0750387 Mar 01 21:43:57.276401 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251f425-3446-43c0-8fe3-4e6d0d893325 req-4ad6900a-80cc-40ac-8ca3-924695214a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:43:57.277829 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c251f425-3446-43c0-8fe3-4e6d0d893325 req-4ad6900a-80cc-40ac-8ca3-924695214a24 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 911 time: 0.1258273 Mar 01 21:43:57.377200 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c251f425-3446-43c0-8fe3-4e6d0d893325 req-f27d0cae-129b-485d-8595-f1e42b4fcec1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd656d36-141f-4ca7-864c-66577084f6ac HTTP/1.1" status: 200 len: 1000 time: 0.0936122 Mar 01 21:43:57.437349 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251f425-3446-43c0-8fe3-4e6d0d893325 req-f01ce5cd-a193-4eef-bb41-eb13c082f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:43:57.438788 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c251f425-3446-43c0-8fe3-4e6d0d893325 req-f01ce5cd-a193-4eef-bb41-eb13c082f85a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0557883 Mar 01 21:43:57.504333 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a63edcb7-5ec0-481c-a4b3-5b845d9be874 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:43:57.516916 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c251f425-3446-43c0-8fe3-4e6d0d893325 req-c4864a60-3b49-4290-8b4f-63f48e3a1150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:43:57.518406 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c251f425-3446-43c0-8fe3-4e6d0d893325 req-c4864a60-3b49-4290-8b4f-63f48e3a1150 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731280 Mar 01 21:43:57.652713 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c251f425-3446-43c0-8fe3-4e6d0d893325 req-33120b82-9d52-4637-9fc9-0befacb1cf95 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280620 Mar 01 21:43:57.781943 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c251f425-3446-43c0-8fe3-4e6d0d893325 req-04831d68-b0f3-4445-ba40-91814f6b7b13 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233003 Mar 01 21:43:59.681312 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c193e31a-2bac-4acd-87bf-41a2178368ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:00.601808 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:00.682272 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:02.372943 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:21.897872 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:24.309718 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:27.471232 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:44:27.481187 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-00658b5e-7ec8-43fe-b138-158d85910ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:29.686620 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cc590954-978a-4684-990e-19e84d17a89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:30.600720 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:30.687236 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:32.470152 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:32.725746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebf9c1-8c9b-4b29-83b8-c0c6362b693d req-00c17b91-a9ad-4b0f-81cf-39a56c68ef04 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:32.725746 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7ebf9c1-8c9b-4b29-83b8-c0c6362b693d req-00c17b91-a9ad-4b0f-81cf-39a56c68ef04 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 945 time: 0.1292400 Mar 01 21:44:32.770566 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7ebf9c1-8c9b-4b29-83b8-c0c6362b693d req-c7a9fe18-fa6b-4bd2-bd84-db78a543fe72 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406027 Mar 01 21:44:34.060368 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca5377-0ae2-4706-b8b9-72effa380a8d req-e6fbbbaf-8ae2-4261-bea7-c2eadc2c0ff2 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:34.060368 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f3ca5377-0ae2-4706-b8b9-72effa380a8d req-e6fbbbaf-8ae2-4261-bea7-c2eadc2c0ff2 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 945 time: 0.1338358 Mar 01 21:44:34.101756 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f3ca5377-0ae2-4706-b8b9-72effa380a8d req-221c2e59-d30f-4b6c-85a1-c7025418bc15 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386937 Mar 01 21:44:34.182380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76801b26-a5ee-4c56-a9fe-988ee5dc6f96 req-085ca152-4f77-441c-a845-c36f0d06b6d8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:34.183701 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76801b26-a5ee-4c56-a9fe-988ee5dc6f96 req-085ca152-4f77-441c-a845-c36f0d06b6d8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 945 time: 0.0807209 Mar 01 21:44:34.250146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-76801b26-a5ee-4c56-a9fe-988ee5dc6f96 req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Deleting port fd656d36-141f-4ca7-864c-66577084f6ac {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:44:34.250488 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-76801b26-a5ee-4c56-a9fe-988ee5dc6f96 req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:34.491167 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-76801b26-a5ee-4c56-a9fe-988ee5dc6f96 req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] For port fd656d36-141f-4ca7-864c-66577084f6ac, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fd656d36-141f-4ca7-864c-66577084f6ac,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:44:34.491469 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-76801b26-a5ee-4c56-a9fe-988ee5dc6f96 req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:34.892766 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-76801b26-a5ee-4c56-a9fe-988ee5dc6f96 req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:34.893126 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-76801b26-a5ee-4c56-a9fe-988ee5dc6f96 req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:34.893429 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [req-76801b26-a5ee-4c56-a9fe-988ee5dc6f96 req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Floating IP 87771701-c331-4cf1-b7d3-2c322cc0c6af disassociated. External IP: 172.25.5.80, port: fd656d36-141f-4ca7-864c-66577084f6ac. Mar 01 21:44:34.893757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-76801b26-a5ee-4c56-a9fe-988ee5dc6f96 req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Calling delete_port for fd656d36-141f-4ca7-864c-66577084f6ac owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:44:35.086526 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-76801b26-a5ee-4c56-a9fe-988ee5dc6f96 req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:35.140423 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event deleted for resources: {'Port': ['ID=fd656d36-141f-4ca7-864c-66577084f6ac,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:44:35.151500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:35.151850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:35.152191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:35.152530 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:35.152926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:35.153177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:35.153500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:35.153825 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:35.154148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:35.154469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:35.154794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:35.155112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:35.279831 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3ba43d9a-7ad3-4831-9189-cb51a8f0d617 req-14e3d9c4-9148-4ff7-8c6b-0cf9b467ca12 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 210 time: 0.0479898 Mar 01 21:44:35.388115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76801b26-a5ee-4c56-a9fe-988ee5dc6f96 req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Router 5c353e58-218c-4897-9680-8fd299d5151e has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:44:35.572222 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76801b26-a5ee-4c56-a9fe-988ee5dc6f96 req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:44:35.581961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcf0b29-5fb3-4d34-a4b8-6c1c1a2d9969 None None] Sync routers for ids ['5c353e58-218c-4897-9680-8fd299d5151e'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:44:35.592730 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcf0b29-5fb3-4d34-a4b8-6c1c1a2d9969 None None] Routers {'5c353e58-218c-4897-9680-8fd299d5151e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:44:35.593352 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-7dcf0b29-5fb3-4d34-a4b8-6c1c1a2d9969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:44:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5c353e58-218c-4897-9680-8fd299d5151e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:44:35.647135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-76801b26-a5ee-4c56-a9fe-988ee5dc6f96 req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] No DVR routers for this DVR port fd656d36-141f-4ca7-864c-66577084f6ac on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:44:35.650004 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-76801b26-a5ee-4c56-a9fe-988ee5dc6f96 req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:35.653196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd549004-24f4-4e10-ac6c-d571c45b5650', 'name': 'network-vif-deleted', 'tag': 'fd656d36-141f-4ca7-864c-66577084f6ac'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:44:35.727202 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76801b26-a5ee-4c56-a9fe-988ee5dc6f96 req-07394121-af16-4f99-9f42-014ebcb32617 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "DELETE /v2.0/ports/fd656d36-141f-4ca7-864c-66577084f6ac HTTP/1.1" status: 204 len: 173 time: 1.5387068 Mar 01 21:44:35.792272 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd549004-24f4-4e10-ac6c-d571c45b5650', 'name': 'network-vif-deleted', 'tag': 'fd656d36-141f-4ca7-864c-66577084f6ac', 'status': 'completed', 'code': 200} Mar 01 21:44:35.819486 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-7dcf0b29-5fb3-4d34-a4b8-6c1c1a2d9969 None None] Set router 5c353e58-218c-4897-9680-8fd299d5151e gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:44:36.137413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-7dcf0b29-5fb3-4d34-a4b8-6c1c1a2d9969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '29e887e7-71df-4331-9c31-02c1aab9af3f', 'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'mac_address': 'fa:16:3e:8d:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:18Z', 'updated_at': '2022-03-01T21:37:24Z', 'revision_number': 5, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'subnets': [{'id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:44:36.141239 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcf0b29-5fb3-4d34-a4b8-6c1c1a2d9969 None None] Checking router: 5c353e58-218c-4897-9680-8fd299d5151e for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:44:36.149510 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcf0b29-5fb3-4d34-a4b8-6c1c1a2d9969 None None] Routers {'5c353e58-218c-4897-9680-8fd299d5151e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:44:36.150705 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-7dcf0b29-5fb3-4d34-a4b8-6c1c1a2d9969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:44:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5c353e58-218c-4897-9680-8fd299d5151e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:44:36.334846 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-7dcf0b29-5fb3-4d34-a4b8-6c1c1a2d9969 None None] Set router 5c353e58-218c-4897-9680-8fd299d5151e gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:44:36.432352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8e0a4ed1-2f16-4d6d-93b1-12fac8028dad req-82287701-d260-4295-b03d-62450e073312 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Synchronizing usage tracker for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:44:36.532486 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8e0a4ed1-2f16-4d6d-93b1-12fac8028dad req-82287701-d260-4295-b03d-62450e073312 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Unset dirty status for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:44:36.533730 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e0a4ed1-2f16-4d6d-93b1-12fac8028dad req-82287701-d260-4295-b03d-62450e073312 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=dd549004-24f4-4e10-ac6c-d571c45b5650 HTTP/1.1" status: 200 len: 210 time: 0.1473045 Mar 01 21:44:36.645934 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-7dcf0b29-5fb3-4d34-a4b8-6c1c1a2d9969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '29e887e7-71df-4331-9c31-02c1aab9af3f', 'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'mac_address': 'fa:16:3e:8d:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:18Z', 'updated_at': '2022-03-01T21:37:24Z', 'revision_number': 5, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'subnets': [{'id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:44:36.649928 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dcf0b29-5fb3-4d34-a4b8-6c1c1a2d9969 None None] The sync data for ids ['5c353e58-218c-4897-9680-8fd299d5151e'] in n-d-827896-4 is: [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '29e887e7-71df-4331-9c31-02c1aab9af3f', 'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'mac_address': 'fa:16:3e:8d:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:18Z', 'updated_at': '2022-03-01T21:37:24Z', 'revision_number': 5, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'subnets': [{'id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:44:36.760663 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device fd656d36-141f-4ca7-864c-66577084f6ac no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:44:36.799468 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: fd656d36-141f-4ca7-864c-66577084f6ac {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:44:36.799841 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device fd656d36-141f-4ca7-864c-66577084f6ac not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:44:36.871035 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4712c9f9-5995-40c4-a17b-e67c21becc8b None None] New status for floating IP 87771701-c331-4cf1-b7d3-2c322cc0c6af: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:44:37.819560 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-c63e2153-bec1-49e4-9969-5b7690949ad7 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2041859841&fields=id&tenant_id=c52dc5cbaf1d4805b2e21c98aa760508 HTTP/1.1" status: 200 len: 267 time: 0.0384798 Mar 01 21:44:37.971153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-9ba75bcb-1c24-4ce9-8780-17bdf1e74e7d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:37.972593 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-9ba75bcb-1c24-4ce9-8780-17bdf1e74e7d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 810 time: 0.1452270 Mar 01 21:44:37.987447 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-4eb59c18-3d17-469d-a4bc-16101996b348 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/quotas/c52dc5cbaf1d4805b2e21c98aa760508 HTTP/1.1" status: 200 len: 375 time: 0.0095463 Mar 01 21:44:38.073169 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-17af2e24-6c77-4313-a20e-c4d6aecd8305 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804393 Mar 01 21:44:38.280857 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-f4f8ab6d-d08a-461a-b176-2a4f68cafefe service neutron] 10.222.0.42 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591775 Mar 01 21:44:38.409944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-489a9aa3-dc22-4fb9-b53e-bf4bcde74ba4 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232722 Mar 01 21:44:39.140043 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91bfa826-74ce-4460-bdd7-0beb62c79559 req-8e81f815-c7c7-4cd0-b17b-4bccbbba3f9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 210 time: 0.1616004 Mar 01 21:44:40.289402 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5fccbb1-c563-4ab1-8f97-4ec4653748de req-41aa0bfc-6f3c-4a1f-bad4-6e2934004807 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 210 time: 0.0414169 Mar 01 21:44:40.875528 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-08b8b416-4075-4c64-bf3f-f9ac63856a1d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:40.877603 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-08b8b416-4075-4c64-bf3f-f9ac63856a1d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 810 time: 0.1496832 Mar 01 21:44:40.935046 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-f88984ff-1b39-4b26-8252-a7e5459423e0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c52dc5cbaf1d4805b2e21c98aa760508 HTTP/1.1" status: 200 len: 380 time: 0.0502169 Mar 01 21:44:40.944495 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-b34cd353-8242-47cc-a127-013bb0589606 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Request body: {'port': {'device_id': 'f53d0890-7c64-4dc2-963d-e10dacb1999b', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'admin_state_up': True, 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'security_groups': ['341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:44:41.082120 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-b34cd353-8242-47cc-a127-013bb0589606 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:44:41.092507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-b34cd353-8242-47cc-a127-013bb0589606 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:44:41.161033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-b34cd353-8242-47cc-a127-013bb0589606 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Made reservation on behalf of c52dc5cbaf1d4805b2e21c98aa760508 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:44:41.164621 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-b34cd353-8242-47cc-a127-013bb0589606 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:41.338964 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-b34cd353-8242-47cc-a127-013bb0589606 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Allocated IP 172.20.0.5 (d3c56d85-dae3-45ad-ae71-3927eeb3b826/8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e/54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:44:41.512575 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-93e5f9cd-6161-47ce-8eee-0b4304c42210 req-8dabf7ab-6735-4460-bf7f-cf916ca3a54f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 210 time: 0.0988312 Mar 01 21:44:41.573130 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-b34cd353-8242-47cc-a127-013bb0589606 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:41.597027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-b34cd353-8242-47cc-a127-013bb0589606 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Transition to ACTIVE for port object 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:44:41.682758 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-b34cd353-8242-47cc-a127-013bb0589606 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:41.748203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-b34cd353-8242-47cc-a127-013bb0589606 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Network d3c56d85-dae3-45ad-ae71-3927eeb3b826 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:44:41.758648 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-b34cd353-8242-47cc-a127-013bb0589606 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:44:41.764045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-b34cd353-8242-47cc-a127-013bb0589606 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:44:41.795801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34cd353-8242-47cc-a127-013bb0589606 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event updated for resources: {'Port': ['ID=54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:44:41.838164 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-b34cd353-8242-47cc-a127-013bb0589606 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:41.838951 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-b34cd353-8242-47cc-a127-013bb0589606 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:41.933196 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-b34cd353-8242-47cc-a127-013bb0589606 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9922481 Mar 01 21:44:41.946953 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] Request body: {'port': {'device_id': 'f53d0890-7c64-4dc2-963d-e10dacb1999b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:44:42.066389 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:42.098330 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-cb31f0c7-9357-4a53-a7d2-241b3d30f98a None None] Provisioning for port 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:44:42.103865 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-cb31f0c7-9357-4a53-a7d2-241b3d30f98a None None] Provisioning complete for port 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:44:42.104237 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cb31f0c7-9357-4a53-a7d2-241b3d30f98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:42.159019 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-cb31f0c7-9357-4a53-a7d2-241b3d30f98a None None] Port 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:44:42.421540 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:44:42.428606 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:42.443077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] Transition to ACTIVE for port object 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:44:42.551424 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:42.849268 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] Pushing event updated for resources: {'Port': ['ID=54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:44:42.987776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d332ed-ba0e-4b77-ba23-ddd035bf1be4 req-e56e3b96-47cd-4f94-8798-eed62b02a29e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:42.988457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b6d332ed-ba0e-4b77-ba23-ddd035bf1be4 req-e56e3b96-47cd-4f94-8798-eed62b02a29e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Synchronizing usage tracker for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:44:42.990943 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] Attempting to bind port 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:44:42.991270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] Attempting to bind port 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:44:42.991617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] Attempting to bind port 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:44:42.999611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] Port 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:44:43.001925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] Attempting to bind port 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:44:43.007981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:44:43.008316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] Checking segment: {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:44:43.008688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] Bound using segment: {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:44:43.009704 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] Bound port: 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:44:43.010046 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:43.086998 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b6d332ed-ba0e-4b77-ba23-ddd035bf1be4 req-e56e3b96-47cd-4f94-8798-eed62b02a29e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Unset dirty status for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:44:43.088209 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6d332ed-ba0e-4b77-ba23-ddd035bf1be4 req-e56e3b96-47cd-4f94-8798-eed62b02a29e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 943 time: 0.4285426 Mar 01 21:44:43.114625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] For port 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:44:43.134811 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] For port 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:44:43.144892 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6d332ed-ba0e-4b77-ba23-ddd035bf1be4 req-0bc6d347-a987-42f6-b6f2-ecac3411c7c8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485032 Mar 01 21:44:43.212750 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:43.272033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:43.272644 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:43.273976 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] 10.222.0.55 "PUT /v2.0/ports/54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f HTTP/1.1" status: 200 len: 1091 time: 1.3335690 Mar 01 21:44:43.274404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53d0890-7c64-4dc2-963d-e10dacb1999b', 'tag': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:44:43.299100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d583bcb-9eb4-46ac-bba3-a2af455ab54f service neutron] Pushing event updated for resources: {'Port': ['ID=54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:44:43.336427 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53d0890-7c64-4dc2-963d-e10dacb1999b', 'tag': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f', 'status': 'completed', 'code': 200} Mar 01 21:44:43.428298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65005bc6-23e1-49f1-9567-18c641c5678e req-6a664772-ba5e-47bd-b4ea-7fac69b908df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:43.429782 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65005bc6-23e1-49f1-9567-18c641c5678e req-6a664772-ba5e-47bd-b4ea-7fac69b908df service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 1094 time: 0.0748506 Mar 01 21:44:43.570033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65005bc6-23e1-49f1-9567-18c641c5678e req-1180d2ab-becb-4cd1-948f-f425209605c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:43.571422 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65005bc6-23e1-49f1-9567-18c641c5678e req-1180d2ab-becb-4cd1-948f-f425209605c8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1352780 Mar 01 21:44:43.722876 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65005bc6-23e1-49f1-9567-18c641c5678e req-574650b1-4615-438b-833e-995e80cda9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:43.724261 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65005bc6-23e1-49f1-9567-18c641c5678e req-574650b1-4615-438b-833e-995e80cda9b4 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1472855 Mar 01 21:44:43.826695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-6781207d-fd91-4b58-ac07-766ce593cc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:43.828167 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-6781207d-fd91-4b58-ac07-766ce593cc6b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 1094 time: 0.0707655 Mar 01 21:44:43.897891 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-84620714-c884-411d-9211-bf96821a22ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f HTTP/1.1" status: 200 len: 217 time: 0.0633433 Mar 01 21:44:43.968579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-a864fe10-3995-48fd-af87-788651d9251f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:43.970006 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-a864fe10-3995-48fd-af87-788651d9251f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0665035 Mar 01 21:44:44.043462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-3b10d8a8-8b66-48dc-8c04-5bdc0a86f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:44.044853 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-3b10d8a8-8b66-48dc-8c04-5bdc0a86f676 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694029 Mar 01 21:44:44.175885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-0938c62d-bb47-4a9c-b586-f779fc1c44fe service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242545 Mar 01 21:44:44.354516 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82d8206f-1c28-499b-9e62-ca438a79d60d req-1caa17d3-eac5-4b14-8901-9db32a5d5932 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730587 Mar 01 21:44:44.377422 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b24fb9-b68b-425d-b1ce-3d87f58e7e3e req-0740a097-bb0c-48f1-acbf-f15910260d71 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:44.378863 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28b24fb9-b68b-425d-b1ce-3d87f58e7e3e req-0740a097-bb0c-48f1-acbf-f15910260d71 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 943 time: 0.1140447 Mar 01 21:44:44.426569 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28b24fb9-b68b-425d-b1ce-3d87f58e7e3e req-86b395c4-3aa0-4e85-aff9-734143348412 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414310 Mar 01 21:44:45.612534 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc1c946-dab4-43b1-96a6-45a7d91843be req-8ab9fc9d-1a49-4ad2-8908-cc4a46618ba6 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:45.613961 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3fc1c946-dab4-43b1-96a6-45a7d91843be req-8ab9fc9d-1a49-4ad2-8908-cc4a46618ba6 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 943 time: 0.0785336 Mar 01 21:44:45.657069 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3fc1c946-dab4-43b1-96a6-45a7d91843be req-ff91905c-bf5c-48a9-8715-e96077d0a3c2 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367815 Mar 01 21:44:46.842551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf33403-c755-4a29-8001-0f3d1b570563 req-469ac61f-d7b5-4fe0-8220-4e546b3a31b1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:46.844080 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aaf33403-c755-4a29-8001-0f3d1b570563 req-469ac61f-d7b5-4fe0-8220-4e546b3a31b1 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 943 time: 0.0820830 Mar 01 21:44:46.888994 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aaf33403-c755-4a29-8001-0f3d1b570563 req-0fe19ae0-39b3-496c-b8c8-dee47d442ad0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392632 Mar 01 21:44:48.068508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39a654-99e0-4fe0-b58b-42cca79f17f0 req-70d83f94-93c2-44d0-8be3-bfdfb1091554 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:48.069945 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa39a654-99e0-4fe0-b58b-42cca79f17f0 req-70d83f94-93c2-44d0-8be3-bfdfb1091554 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 943 time: 0.0779188 Mar 01 21:44:48.115411 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa39a654-99e0-4fe0-b58b-42cca79f17f0 req-29ea063a-20b8-4cb1-bee0-3a25aef5ed87 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390251 Mar 01 21:44:49.320050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20850105-7cca-465b-b8e0-96b6ced72273 req-f7c42be7-9ce8-46ba-a173-2407b77cdff2 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:49.322097 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-20850105-7cca-465b-b8e0-96b6ced72273 req-f7c42be7-9ce8-46ba-a173-2407b77cdff2 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 943 time: 0.0814688 Mar 01 21:44:49.364803 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-20850105-7cca-465b-b8e0-96b6ced72273 req-4f85e145-52d7-4998-8b59-311a9a5bd740 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371840 Mar 01 21:44:50.546385 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79813a8b-dae4-4ea9-9370-6fd862fe1b7d req-16b24839-c79f-497c-beff-e74a1b2e4e2d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:50.547840 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79813a8b-dae4-4ea9-9370-6fd862fe1b7d req-16b24839-c79f-497c-beff-e74a1b2e4e2d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 943 time: 0.0781918 Mar 01 21:44:50.593127 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79813a8b-dae4-4ea9-9370-6fd862fe1b7d req-79ff5d6d-bbc7-49a7-8920-0c751734b2b3 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397036 Mar 01 21:44:51.891037 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17ec92-b4c8-4191-8ca2-053990a239c4 req-66204ba4-7d51-46b4-aa55-b604f4fad917 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:51.892423 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac17ec92-b4c8-4191-8ca2-053990a239c4 req-66204ba4-7d51-46b4-aa55-b604f4fad917 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 943 time: 0.1932313 Mar 01 21:44:51.903589 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:51.936905 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac17ec92-b4c8-4191-8ca2-053990a239c4 req-105f66d9-644f-4b20-babe-51ea609cae53 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388100 Mar 01 21:44:52.819156 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:44:52.955207 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:44:52.969157 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'port_id': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f', 'mac_address': 'fa:16:3e:5e:03:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:44:53.027964 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:53.045807 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:44:53.061316 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:44:53.125820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c4fbf2-35f6-4fc8-990b-b80e9c968a6a req-61f3e0f9-2bc8-4853-8907-fbae7b7a4789 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:53.126663 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:53.127207 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b1c4fbf2-35f6-4fc8-990b-b80e9c968a6a req-61f3e0f9-2bc8-4853-8907-fbae7b7a4789 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 943 time: 0.0843191 Mar 01 21:44:53.174105 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b1c4fbf2-35f6-4fc8-990b-b80e9c968a6a req-48c1312d-b5ca-45b4-97d1-e09ac75918ea tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392423 Mar 01 21:44:53.193662 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:44:53.202593 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:53.202942 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:53.203279 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:53.203649 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:53.204052 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:53.204314 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:53.204639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:53.204963 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:53.205286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:53.205607 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:53.205927 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:53.206247 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:53.450073 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:44:54.358282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb4e8c7-3822-407f-9828-40e2a9515b80 req-bdfba6ce-4005-4687-850b-29e16d46cc4d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:54.359750 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bbb4e8c7-3822-407f-9828-40e2a9515b80 req-bdfba6ce-4005-4687-850b-29e16d46cc4d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 944 time: 0.0810814 Mar 01 21:44:54.400961 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:54.408890 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bbb4e8c7-3822-407f-9828-40e2a9515b80 req-87407cef-97cd-4db5-b773-d93e69590425 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436099 Mar 01 21:44:54.822703 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:44:54.955052 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:44:54.960292 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:44:54.960662 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:55.077671 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:55.103572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53d0890-7c64-4dc2-963d-e10dacb1999b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:44:55.112740 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:44:55.167036 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:55.240672 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:44:55.296975 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53d0890-7c64-4dc2-963d-e10dacb1999b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f', 'code': 200} Mar 01 21:44:55.424997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71306e27-5997-4c2a-a68b-f2fbc78b7d5f req-1cf0a190-0859-4122-929a-2d9fc8ecb053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:55.427191 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-71306e27-5997-4c2a-a68b-f2fbc78b7d5f req-1cf0a190-0859-4122-929a-2d9fc8ecb053 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 1096 time: 0.0723224 Mar 01 21:44:55.469140 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-71306e27-5997-4c2a-a68b-f2fbc78b7d5f req-c1eedb15-71f1-47ba-97f5-8e9fd61e51c0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355499 Mar 01 21:44:55.594192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fbcf7-ccb0-441c-b137-2eb66ef92c4e req-657eeb28-0ae8-4349-912c-066018858fb2 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:55.595643 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a42fbcf7-ccb0-441c-b137-2eb66ef92c4e req-657eeb28-0ae8-4349-912c-066018858fb2 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 945 time: 0.0825052 Mar 01 21:44:55.638716 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a42fbcf7-ccb0-441c-b137-2eb66ef92c4e req-1161db1f-6804-48ca-ab51-a5abc68c2a53 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375969 Mar 01 21:44:56.825716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72277025-df6f-4e52-8363-49123e986bac req-d42d52db-9d9c-4432-b727-6f24cba16057 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:56.827219 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72277025-df6f-4e52-8363-49123e986bac req-d42d52db-9d9c-4432-b727-6f24cba16057 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 945 time: 0.0806577 Mar 01 21:44:56.871776 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72277025-df6f-4e52-8363-49123e986bac req-8bdafaea-34a9-4a11-bc3d-a6416ef7640a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386338 Mar 01 21:44:57.486277 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-457dbcc0-2476-4dd9-8fad-eb155045b608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:57.882499 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-306e7381-74b4-4085-85b4-d84d5f6517b6 req-4b2db82e-2e9f-49f7-8ca7-56af58c2a7f7 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0761492 Mar 01 21:44:58.076075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e7381-74b4-4085-85b4-d84d5f6517b6 req-cb661264-31ec-402d-ac6b-f6b3d1bed2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:58.077530 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-306e7381-74b4-4085-85b4-d84d5f6517b6 req-cb661264-31ec-402d-ac6b-f6b3d1bed2dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 1096 time: 0.1297712 Mar 01 21:44:58.090206 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f3cea-dbc8-45a8-bebc-03aef138ad2a req-3408b114-0cac-4b54-b707-2d791b225def tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:58.091820 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2b8f3cea-dbc8-45a8-bebc-03aef138ad2a req-3408b114-0cac-4b54-b707-2d791b225def tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 945 time: 0.1110694 Mar 01 21:44:58.224242 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2b8f3cea-dbc8-45a8-bebc-03aef138ad2a req-018a3ff2-d7e5-477c-981a-bbb397621f79 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115558 Mar 01 21:44:58.250830 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e7381-74b4-4085-85b4-d84d5f6517b6 req-3a5267d6-7dc5-4a63-ae9c-61524e772620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:58.252395 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-306e7381-74b4-4085-85b4-d84d5f6517b6 req-3a5267d6-7dc5-4a63-ae9c-61524e772620 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 911 time: 0.1571653 Mar 01 21:44:58.322278 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-306e7381-74b4-4085-85b4-d84d5f6517b6 req-8eef84c5-9d75-493a-bc0b-4aafeb0902a7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f HTTP/1.1" status: 200 len: 217 time: 0.0643301 Mar 01 21:44:58.432580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e7381-74b4-4085-85b4-d84d5f6517b6 req-b058a677-3871-4e39-8131-f41464be4d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:58.434037 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-306e7381-74b4-4085-85b4-d84d5f6517b6 req-b058a677-3871-4e39-8131-f41464be4d55 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.1060612 Mar 01 21:44:58.503161 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22108359-a369-41d9-8b37-453153a49394 req-9d2d065d-6c19-4d29-bf59-67a54b32a136 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:58.504546 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22108359-a369-41d9-8b37-453153a49394 req-9d2d065d-6c19-4d29-bf59-67a54b32a136 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 945 time: 0.1467974 Mar 01 21:44:58.560945 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22108359-a369-41d9-8b37-453153a49394 req-5e86a5fa-32ef-48a7-91e2-00d33395a59d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495820 Mar 01 21:44:58.562771 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e7381-74b4-4085-85b4-d84d5f6517b6 req-0b2cff7a-cbd6-46f5-b2c4-20a0e2b8d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:58.564167 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-306e7381-74b4-4085-85b4-d84d5f6517b6 req-0b2cff7a-cbd6-46f5-b2c4-20a0e2b8d1de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247838 Mar 01 21:44:58.583806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37448) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:44:58.696606 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-306e7381-74b4-4085-85b4-d84d5f6517b6 req-9643bd52-399b-44f3-8504-3f823c11a934 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253419 Mar 01 21:44:58.739424 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c2679d-7ce3-4fd3-a59e-bc780345740e tempest-TestVolumeBootPattern-569901495 tempest-TestVolumeBootPattern-569901495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:44:58.740963 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-16c2679d-7ce3-4fd3-a59e-bc780345740e tempest-TestVolumeBootPattern-569901495 tempest-TestVolumeBootPattern-569901495-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 1091 time: 0.1561933 Mar 01 21:44:58.744626 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37462) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:44:58.749663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:44:58.756908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:44:58.761947 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Usage tracker for resource:floatingip and tenant:c52dc5cbaf1d4805b2e21c98aa760508 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:44:58.764830 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:44:58.770536 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:44:58.826445 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-306e7381-74b4-4085-85b4-d84d5f6517b6 req-0abce49e-eb80-40bf-932a-d7db53e5608d service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246667 Mar 01 21:44:58.840877 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:58.988950 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:59.126028 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Allocated IP 172.25.5.19 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/83c8a306-baa3-4185-bb5b-b68420c4c3bf) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:44:59.275657 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:59.361047 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:59.419138 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:44:59.421873 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:44:59.425468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:44:59.471951 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event updated for resources: {'Port': ['ID=83c8a306-baa3-4185-bb5b-b68420c4c3bf,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:44:59.484580 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:59.484925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:59.485259 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:59.485589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:59.485921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:59.486245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:59.486564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:59.486883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:59.487199 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:59.487543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:59.487859 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:59.488174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:44:59.686295 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3cf2ae09-25eb-49a0-ba45-a349bdb5e816 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:59.852363 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:44:59.980869 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:45:00.291704 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:45:00.338194 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:45:00.449210 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event updated for resources: {'Port': ['ID=83c8a306-baa3-4185-bb5b-b68420c4c3bf,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:45:00.459178 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:45:00.594986 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:45:00.642976 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Floating IP c66100f0-628f-40f4-8b66-6f422f46abad associated. External IP: 172.25.5.19, port: 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f. Mar 01 21:45:00.675022 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:45:00.994441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Router 5c353e58-218c-4897-9680-8fd299d5151e has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:45:01.171043 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:45:01.181603 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e301c1e-1e01-4592-9a82-efb5ccc03423 None None] Sync routers for ids ['5c353e58-218c-4897-9680-8fd299d5151e'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:45:01.191815 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e301c1e-1e01-4592-9a82-efb5ccc03423 None None] Routers {'5c353e58-218c-4897-9680-8fd299d5151e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:45:01.192433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8e301c1e-1e01-4592-9a82-efb5ccc03423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:45:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5c353e58-218c-4897-9680-8fd299d5151e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:45:01.275037 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:45:01.331496 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-139e2bbe-13c8-433e-9a9a-3cec7c79606e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5858133 Mar 01 21:45:01.332087 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53d0890-7c64-4dc2-963d-e10dacb1999b', 'tag': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:45:01.373821 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-8e301c1e-1e01-4592-9a82-efb5ccc03423 None None] Set router 5c353e58-218c-4897-9680-8fd299d5151e gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:45:01.464851 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53d0890-7c64-4dc2-963d-e10dacb1999b', 'tag': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f', 'status': 'completed', 'code': 200} Mar 01 21:45:01.670475 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92001501-0808-4e1d-afab-be41df267c73 req-f89b9db2-4ef7-4c71-9f6d-48632ad37249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:45:01.671908 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92001501-0808-4e1d-afab-be41df267c73 req-f89b9db2-4ef7-4c71-9f6d-48632ad37249 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 1096 time: 0.1859457 Mar 01 21:45:01.737021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8e301c1e-1e01-4592-9a82-efb5ccc03423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c66100f0-628f-40f4-8b66-6f422f46abad', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'port_id': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'mac_address': 'fa:16:3e:5e:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53d0890-7c64-4dc2-963d-e10dacb1999b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:44:59Z', 'updated_at': '2022-03-01T21:44:59Z', 'revision_number': 0, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e887e7-71df-4331-9c31-02c1aab9af3f', 'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'mac_address': 'fa:16:3e:8d:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:18Z', 'updated_at': '2022-03-01T21:37:24Z', 'revision_number': 5, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'subnets': [{'id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:45:01.740836 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e301c1e-1e01-4592-9a82-efb5ccc03423 None None] Checking router: 5c353e58-218c-4897-9680-8fd299d5151e for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:45:01.749446 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e301c1e-1e01-4592-9a82-efb5ccc03423 None None] Routers {'5c353e58-218c-4897-9680-8fd299d5151e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:45:01.750036 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8e301c1e-1e01-4592-9a82-efb5ccc03423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:45:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5c353e58-218c-4897-9680-8fd299d5151e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:45:01.803052 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92001501-0808-4e1d-afab-be41df267c73 req-a905ba24-e38d-4e91-978a-62f4f6cd223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:45:01.804529 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92001501-0808-4e1d-afab-be41df267c73 req-a905ba24-e38d-4e91-978a-62f4f6cd223b service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 911 time: 0.1260557 Mar 01 21:45:01.907448 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92001501-0808-4e1d-afab-be41df267c73 req-adcd2a2c-377f-48d6-b524-04f90946a93c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f HTTP/1.1" status: 200 len: 998 time: 0.0973814 Mar 01 21:45:01.921783 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-8e301c1e-1e01-4592-9a82-efb5ccc03423 None None] Set router 5c353e58-218c-4897-9680-8fd299d5151e gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:45:01.968509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92001501-0808-4e1d-afab-be41df267c73 req-b4282257-ccca-4aeb-a218-537d817594cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:45:01.969937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92001501-0808-4e1d-afab-be41df267c73 req-b4282257-ccca-4aeb-a218-537d817594cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0572267 Mar 01 21:45:02.050858 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92001501-0808-4e1d-afab-be41df267c73 req-752fdbf1-b6de-4ceb-98d3-c39af5a9e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:45:02.052407 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92001501-0808-4e1d-afab-be41df267c73 req-752fdbf1-b6de-4ceb-98d3-c39af5a9e4cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770447 Mar 01 21:45:02.182187 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92001501-0808-4e1d-afab-be41df267c73 req-aa105c7d-141b-45a2-b23a-c2e2b0a67095 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236355 Mar 01 21:45:02.321790 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92001501-0808-4e1d-afab-be41df267c73 req-29b6b8b3-d5b8-4a82-bc33-872aa18661cc service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330497 Mar 01 21:45:02.337575 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8e301c1e-1e01-4592-9a82-efb5ccc03423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c66100f0-628f-40f4-8b66-6f422f46abad', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'port_id': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'mac_address': 'fa:16:3e:5e:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53d0890-7c64-4dc2-963d-e10dacb1999b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:44:59Z', 'updated_at': '2022-03-01T21:44:59Z', 'revision_number': 0, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e887e7-71df-4331-9c31-02c1aab9af3f', 'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'mac_address': 'fa:16:3e:8d:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:18Z', 'updated_at': '2022-03-01T21:37:24Z', 'revision_number': 5, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'subnets': [{'id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:45:02.341660 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e301c1e-1e01-4592-9a82-efb5ccc03423 None None] The sync data for ids ['5c353e58-218c-4897-9680-8fd299d5151e'] in n-d-827896-4 is: [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c66100f0-628f-40f4-8b66-6f422f46abad', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'port_id': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'mac_address': 'fa:16:3e:5e:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53d0890-7c64-4dc2-963d-e10dacb1999b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:44:59Z', 'updated_at': '2022-03-01T21:44:59Z', 'revision_number': 0, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e887e7-71df-4331-9c31-02c1aab9af3f', 'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'mac_address': 'fa:16:3e:8d:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:18Z', 'updated_at': '2022-03-01T21:37:24Z', 'revision_number': 5, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'subnets': [{'id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:45:02.423604 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:45:02.542776 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517f67e8-489e-48e3-879d-b4fd5cdf3d1e None None] New status for floating IP c66100f0-628f-40f4-8b66-6f422f46abad: ACTIVE {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:45:04.460277 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:45:21.896900 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:45:24.314810 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:45:27.485528 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-88724206-ff71-491d-89ae-5ea322048bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:45:29.663050 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-be281cb4-b557-4e10-8668-ae2449a858dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:45:30.621801 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:45:30.674926 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:45:32.382857 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:45:41.460638 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:45:51.908259 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:45:54.313489 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:45:57.473778 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-996fe0b7-214a-4230-a5b8-ab4128481a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:45:59.696616 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-94c31d68-f0e5-45b4-972b-8f63e745c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:45:59.878300 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f83d4adf-1246-4e15-8bfc-c69d0e0427d9 req-23973bc9-e846-404a-bae0-3ce6e11b8a94 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673764 Mar 01 21:46:00.031520 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d4adf-1246-4e15-8bfc-c69d0e0427d9 req-c0a63e78-3820-4d09-917a-fbcabd49841c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:46:00.032981 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f83d4adf-1246-4e15-8bfc-c69d0e0427d9 req-c0a63e78-3820-4d09-917a-fbcabd49841c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 1096 time: 0.0747721 Mar 01 21:46:00.176912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d4adf-1246-4e15-8bfc-c69d0e0427d9 req-4dbaabf7-f6ab-47dc-a8d6-2756b952d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:46:00.178341 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f83d4adf-1246-4e15-8bfc-c69d0e0427d9 req-4dbaabf7-f6ab-47dc-a8d6-2756b952d73b service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 911 time: 0.1268253 Mar 01 21:46:00.283588 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f83d4adf-1246-4e15-8bfc-c69d0e0427d9 req-8ee8e056-637a-4702-8568-fd19b88b43ec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f HTTP/1.1" status: 200 len: 1000 time: 0.0986695 Mar 01 21:46:00.349857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d4adf-1246-4e15-8bfc-c69d0e0427d9 req-07100b00-1463-4eef-96fd-e53787d4751b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:46:00.351423 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f83d4adf-1246-4e15-8bfc-c69d0e0427d9 req-07100b00-1463-4eef-96fd-e53787d4751b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0606775 Mar 01 21:46:00.426569 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83d4adf-1246-4e15-8bfc-c69d0e0427d9 req-4479ec96-2458-4caf-a039-cc315e7a1366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:46:00.428047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f83d4adf-1246-4e15-8bfc-c69d0e0427d9 req-4479ec96-2458-4caf-a039-cc315e7a1366 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707500 Mar 01 21:46:00.437750 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-f83d4adf-1246-4e15-8bfc-c69d0e0427d9 req-92a191ee-528f-42fc-9509-d30be20a5a39 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:46:00.438898 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f83d4adf-1246-4e15-8bfc-c69d0e0427d9 req-92a191ee-528f-42fc-9509-d30be20a5a39 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046902 Mar 01 21:46:00.579305 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f83d4adf-1246-4e15-8bfc-c69d0e0427d9 req-e16703ca-c2d5-44cc-b52e-46dbc87585d9 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335943 Mar 01 21:46:00.645003 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:46:00.679496 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:46:00.710596 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f83d4adf-1246-4e15-8bfc-c69d0e0427d9 req-4de4a32b-b0fa-439e-89de-ce5977058a8c service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251676 Mar 01 21:46:02.439973 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:46:18.626208 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:46:21.901616 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:46:24.324714 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:46:27.490597 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-83d4a9ad-2036-46a8-b512-7037d37fdae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:46:29.679599 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0af271ab-3cf6-4a3b-8777-a7d66c81fd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:46:30.592895 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:46:30.690154 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:46:32.410317 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:46:51.912545 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:46:54.301367 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:46:55.460494 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:46:57.478504 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-27822046-2391-4f81-bc99-ab2768e372bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:46:59.672487 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-98c2651c-e5ae-4610-a6ca-59c4182ab01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:46:59.988945 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a44bef3-b9e9-4a04-8907-a2f050a27495 req-ca7950e6-5440-497d-9b77-41fbe43d8100 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1798747 Mar 01 21:47:00.127293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44bef3-b9e9-4a04-8907-a2f050a27495 req-0d84b8d1-26bc-457e-83e2-e9bf30c992fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:00.128780 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a44bef3-b9e9-4a04-8907-a2f050a27495 req-0d84b8d1-26bc-457e-83e2-e9bf30c992fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 1096 time: 0.0734642 Mar 01 21:47:00.268905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44bef3-b9e9-4a04-8907-a2f050a27495 req-82bde2c3-0bcd-47f8-8b36-b56c7518287b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:00.270249 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a44bef3-b9e9-4a04-8907-a2f050a27495 req-82bde2c3-0bcd-47f8-8b36-b56c7518287b service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 911 time: 0.1230986 Mar 01 21:47:00.374579 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a44bef3-b9e9-4a04-8907-a2f050a27495 req-cbb26bb6-1aa7-404e-8c1f-75a998f0023c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f HTTP/1.1" status: 200 len: 1000 time: 0.0979211 Mar 01 21:47:00.448298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44bef3-b9e9-4a04-8907-a2f050a27495 req-e97e01dc-2e0e-4f03-8575-1a23320e13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:00.450286 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a44bef3-b9e9-4a04-8907-a2f050a27495 req-e97e01dc-2e0e-4f03-8575-1a23320e13f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0705605 Mar 01 21:47:00.527466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44bef3-b9e9-4a04-8907-a2f050a27495 req-51302bbc-76ae-46d8-b795-e3961e703912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:00.528827 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a44bef3-b9e9-4a04-8907-a2f050a27495 req-51302bbc-76ae-46d8-b795-e3961e703912 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718832 Mar 01 21:47:00.615461 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:00.661298 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a44bef3-b9e9-4a04-8907-a2f050a27495 req-d3954033-a44c-4e7e-b0d5-527efc4451e3 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262803 Mar 01 21:47:00.701344 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:00.803306 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a44bef3-b9e9-4a04-8907-a2f050a27495 req-b141bf37-a0c7-4dc2-ab36-0270a0433a88 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362562 Mar 01 21:47:02.427088 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:21.941114 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:24.375088 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:27.489592 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-32f5609b-2507-4914-b300-700006df8f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:29.729127 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-28b14add-3f73-45bc-bae2-5c76b1a3f936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:30.649132 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:30.723739 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:32.416026 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:32.459612 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:47:40.785157 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-f9a7968b-6764-4ed0-8b62-10395e13adea tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2041859841&fields=id&tenant_id=c52dc5cbaf1d4805b2e21c98aa760508 HTTP/1.1" status: 200 len: 267 time: 0.0389788 Mar 01 21:47:40.930744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-c3aad1d4-1bf6-4a96-a9af-8022bcb9591a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:40.932124 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-c3aad1d4-1bf6-4a96-a9af-8022bcb9591a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 810 time: 0.1408525 Mar 01 21:47:40.947380 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-93690483-ef15-42ad-ba9a-220388f1a79e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/quotas/c52dc5cbaf1d4805b2e21c98aa760508 HTTP/1.1" status: 200 len: 375 time: 0.0096958 Mar 01 21:47:41.039555 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-55cbec14-9ad2-43dd-93ec-6d3d4b459271 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0864699 Mar 01 21:47:41.336130 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ef4b6b2d-b463-4d86-bbf0-141067e96f77 service neutron] 10.222.0.42 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670094 Mar 01 21:47:41.467296 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-e0195de9-9f7f-415e-bf45-bc7c5ca46d6f service neutron] 10.222.0.42 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252201 Mar 01 21:47:42.166708 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c27ae38f-dfad-4bb5-b723-1179b9f8bf3a req-b404f774-c82d-4424-a0a6-97b5591a3026 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 210 time: 0.0408568 Mar 01 21:47:43.265525 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-945717e9-585d-4598-9d0d-dbea11f81e9b req-5a997b4a-db0b-40fc-9cc8-f8708e7f3c4b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 210 time: 0.0467463 Mar 01 21:47:44.367420 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed56b909-a37c-4d4e-b780-0804ba97c748 req-bc14280a-e4aa-4c82-b998-43c022519d71 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 210 time: 0.0441737 Mar 01 21:47:45.467510 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c4a0474-e94e-4a42-a61a-419db3415308 req-89ebb977-00d3-4d3b-af4e-7a35ecc4ea61 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 210 time: 0.0413554 Mar 01 21:47:46.614355 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68dfc510-b3b1-485a-83e4-d54e45dbcb58 req-231252fd-58c8-4841-9fbc-31494c6a493c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 210 time: 0.0414631 Mar 01 21:47:47.884703 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d81a42f-eb16-4d60-b41a-c730625357a2 req-e92eca0f-f219-42e6-94e9-687aabdcb711 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 210 time: 0.1591356 Mar 01 21:47:48.374677 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-50e0b273-5123-4cf3-af9d-aad7d4ee4418 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:48.376149 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-50e0b273-5123-4cf3-af9d-aad7d4ee4418 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.57 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 810 time: 0.1491885 Mar 01 21:47:48.424945 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-c04dc216-637b-4720-b507-da000e9b2bcf tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Synchronizing usage tracker for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:47:48.506524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-c04dc216-637b-4720-b507-da000e9b2bcf tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Unset dirty status for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:47:48.507755 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-c04dc216-637b-4720-b507-da000e9b2bcf tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c52dc5cbaf1d4805b2e21c98aa760508 HTTP/1.1" status: 200 len: 380 time: 0.1236959 Mar 01 21:47:48.517016 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Request body: {'port': {'device_id': '311b9cd6-e855-4956-aa46-85e9365a96b9', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'admin_state_up': True, 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'security_groups': ['341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:47:48.659571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:47:48.669828 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:47:48.728948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Made reservation on behalf of c52dc5cbaf1d4805b2e21c98aa760508 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:47:48.732525 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:49.025920 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Allocated IP 172.20.0.4 (d3c56d85-dae3-45ad-ae71-3927eeb3b826/8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e/2f32edc7-7d63-42e0-9cba-54554370540c) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:47:49.041375 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-700a2c2c-6125-4efb-b1d0-9e8073501613 req-88dbf6f9-f37a-4ecf-9ebb-155825c07d04 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 210 time: 0.0446341 Mar 01 21:47:49.234733 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:49.252725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Transition to ACTIVE for port object 2f32edc7-7d63-42e0-9cba-54554370540c will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:47:49.324211 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:49.389558 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Network d3c56d85-dae3-45ad-ae71-3927eeb3b826 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:47:49.392535 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:47:49.401427 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:47:49.439665 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event updated for resources: {'Port': ['ID=2f32edc7-7d63-42e0-9cba-54554370540c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:47:49.455922 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:47:49.456266 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:47:49.456604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:47:49.456943 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:47:49.457274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:47:49.457601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:47:49.457929 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:47:49.458252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:47:49.458571 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:47:49.458888 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:47:49.459207 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:47:49.459544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:47:49.483455 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:49.485065 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:49.565717 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-8f4305f3-7465-4d1e-baee-193f22341d0b tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0519841 Mar 01 21:47:49.662756 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] Request body: {'port': {'device_id': '311b9cd6-e855-4956-aa46-85e9365a96b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:47:49.740875 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f655051e-403d-4ac1-80dd-ca10f1ef6755 None None] Provisioning for port 2f32edc7-7d63-42e0-9cba-54554370540c completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:47:49.746118 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f655051e-403d-4ac1-80dd-ca10f1ef6755 None None] Provisioning complete for port 2f32edc7-7d63-42e0-9cba-54554370540c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:47:49.746594 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f655051e-403d-4ac1-80dd-ca10f1ef6755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:49.778059 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:49.805993 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f655051e-403d-4ac1-80dd-ca10f1ef6755 None None] Port 2f32edc7-7d63-42e0-9cba-54554370540c cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:47:50.130394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f32edc7-7d63-42e0-9cba-54554370540c {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:47:50.138151 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:50.153509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] Transition to ACTIVE for port object 2f32edc7-7d63-42e0-9cba-54554370540c will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:47:50.223010 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:50.363957 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] Pushing event updated for resources: {'Port': ['ID=2f32edc7-7d63-42e0-9cba-54554370540c,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:47:50.422825 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d87ac85-ff12-4a07-ba9c-22cb8eda7f09 req-94ae33da-3743-4111-aec7-2f1deef11f22 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:50.424803 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d87ac85-ff12-4a07-ba9c-22cb8eda7f09 req-94ae33da-3743-4111-aec7-2f1deef11f22 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 943 time: 0.1030619 Mar 01 21:47:50.477149 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] Attempting to bind port 2f32edc7-7d63-42e0-9cba-54554370540c on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:47:50.477149 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] Attempting to bind port 2f32edc7-7d63-42e0-9cba-54554370540c by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:47:50.477730 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] Attempting to bind port 2f32edc7-7d63-42e0-9cba-54554370540c on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:47:50.481527 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d87ac85-ff12-4a07-ba9c-22cb8eda7f09 req-70a8090b-97ca-47bd-8d72-f655002867df tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498884 Mar 01 21:47:50.482663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] Port 2f32edc7-7d63-42e0-9cba-54554370540c on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:47:50.482985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] Attempting to bind port 2f32edc7-7d63-42e0-9cba-54554370540c on network d3c56d85-dae3-45ad-ae71-3927eeb3b826 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:47:50.489066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:47:50.489699 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] Checking segment: {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:47:50.489784 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] Bound using segment: {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:47:50.490230 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] Bound port: 2f32edc7-7d63-42e0-9cba-54554370540c, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ef94f6-3134-4435-91a3-0e0cce2afae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:47:50.490504 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:50.586583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] For port 2f32edc7-7d63-42e0-9cba-54554370540c, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:47:50.589481 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] For port 2f32edc7-7d63-42e0-9cba-54554370540c, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2f32edc7-7d63-42e0-9cba-54554370540c,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:47:50.661254 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:50.720027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:50.721325 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:50.722848 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] 10.222.0.57 "PUT /v2.0/ports/2f32edc7-7d63-42e0-9cba-54554370540c HTTP/1.1" status: 200 len: 1091 time: 1.1093049 Mar 01 21:47:50.723315 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311b9cd6-e855-4956-aa46-85e9365a96b9', 'tag': '2f32edc7-7d63-42e0-9cba-54554370540c'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:47:50.748164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6b7741-93d7-42c3-ba4d-1742ef70722d service neutron] Pushing event updated for resources: {'Port': ['ID=2f32edc7-7d63-42e0-9cba-54554370540c,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:47:50.952901 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-49eeb56a-7caf-4002-897b-9f563ac29f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:50.954268 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-49eeb56a-7caf-4002-897b-9f563ac29f44 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 1094 time: 0.0778136 Mar 01 21:47:51.021572 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-3229a50c-1841-490e-bd49-579c32b7e183 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f32edc7-7d63-42e0-9cba-54554370540c HTTP/1.1" status: 200 len: 217 time: 0.0608106 Mar 01 21:47:51.087595 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-00e177f6-0ae1-4aad-a9bd-24b1b2e178e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:51.089014 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-00e177f6-0ae1-4aad-a9bd-24b1b2e178e1 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0623465 Mar 01 21:47:51.167214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-f9cafb95-a7f4-4e02-a564-ca80c9001d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:51.168756 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-f9cafb95-a7f4-4e02-a564-ca80c9001d6c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733900 Mar 01 21:47:51.299580 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-1f8717be-55d6-47bb-b6f7-0847d6992623 service neutron] 10.222.0.57 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247532 Mar 01 21:47:51.431561 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d74e05ce-3ba6-454c-a961-1aa3a3caeb03 req-35a53aa0-c4d9-4495-a7e0-e5359e2f453a service neutron] 10.222.0.57 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261280 Mar 01 21:47:51.668911 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767033a-0705-4034-93a3-0d345cb77fd9 req-5ddcccf1-52b5-428e-8b60-8f186eacddbe tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:51.670354 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3767033a-0705-4034-93a3-0d345cb77fd9 req-5ddcccf1-52b5-428e-8b60-8f186eacddbe tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 943 time: 0.0806613 Mar 01 21:47:51.714049 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3767033a-0705-4034-93a3-0d345cb77fd9 req-0fe828a2-e68d-4610-b575-4bbe6013bef4 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371163 Mar 01 21:47:51.791086 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311b9cd6-e855-4956-aa46-85e9365a96b9', 'tag': '2f32edc7-7d63-42e0-9cba-54554370540c', 'status': 'completed', 'code': 200} Mar 01 21:47:51.889403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53184856-8ce8-4359-be48-917898324cc9 req-c66d3db2-38e5-45f8-b4b2-64dbe98de865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:51.890852 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-53184856-8ce8-4359-be48-917898324cc9 req-c66d3db2-38e5-45f8-b4b2-64dbe98de865 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 1094 time: 0.0749621 Mar 01 21:47:51.919781 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:52.133069 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53184856-8ce8-4359-be48-917898324cc9 req-b4dcc3d0-85c3-4919-86de-35f5835574e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:52.134485 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-53184856-8ce8-4359-be48-917898324cc9 req-b4dcc3d0-85c3-4919-86de-35f5835574e4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 911 time: 0.2369022 Mar 01 21:47:52.202448 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-53184856-8ce8-4359-be48-917898324cc9 req-12db089b-cb44-484d-ae45-66dd0eca902b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f32edc7-7d63-42e0-9cba-54554370540c HTTP/1.1" status: 200 len: 217 time: 0.0613060 Mar 01 21:47:52.265412 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53184856-8ce8-4359-be48-917898324cc9 req-31b4f267-a8f3-4bde-bdb4-b6b3bc9ac9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:52.266811 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-53184856-8ce8-4359-be48-917898324cc9 req-31b4f267-a8f3-4bde-bdb4-b6b3bc9ac9f2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0591400 Mar 01 21:47:52.340361 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53184856-8ce8-4359-be48-917898324cc9 req-83508d63-4292-47f8-927c-dbe561176acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:52.341790 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-53184856-8ce8-4359-be48-917898324cc9 req-83508d63-4292-47f8-927c-dbe561176acb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696607 Mar 01 21:47:52.476324 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-53184856-8ce8-4359-be48-917898324cc9 req-0de92394-05d3-4760-b0c1-b37455387823 service neutron] 10.222.0.57 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283171 Mar 01 21:47:52.609324 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-53184856-8ce8-4359-be48-917898324cc9 req-53e0c1c0-80d0-40df-bcc1-5a169b57de79 service neutron] 10.222.0.57 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262712 Mar 01 21:47:52.900914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fd42e-9325-4498-b501-ebae43b789f6 req-5783af9e-2aa5-46a8-8197-890443472d94 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:52.902375 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f02fd42e-9325-4498-b501-ebae43b789f6 req-5783af9e-2aa5-46a8-8197-890443472d94 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 943 time: 0.0827930 Mar 01 21:47:52.947445 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f02fd42e-9325-4498-b501-ebae43b789f6 req-358e9dee-d531-4961-8076-4b5b8e0c40ac tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387387 Mar 01 21:47:54.136548 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432dc128-98e7-40b7-a1ee-4644ec1ccd52 req-97ab45ac-e4dc-464f-a44c-1ce9d064b58f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:54.137975 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-432dc128-98e7-40b7-a1ee-4644ec1ccd52 req-97ab45ac-e4dc-464f-a44c-1ce9d064b58f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 943 time: 0.0850511 Mar 01 21:47:54.181926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-432dc128-98e7-40b7-a1ee-4644ec1ccd52 req-9224a3a8-3e78-4c6d-bf4a-cd4bf1e32d78 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380502 Mar 01 21:47:54.339896 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:55.366697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3800676-d91d-44a9-a810-55a3781e3ffc req-09017836-ad4e-4cfe-a268-ae103fc77fdc tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:55.368365 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b3800676-d91d-44a9-a810-55a3781e3ffc req-09017836-ad4e-4cfe-a268-ae103fc77fdc tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 943 time: 0.0813591 Mar 01 21:47:55.413280 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b3800676-d91d-44a9-a810-55a3781e3ffc req-5487e07e-aa38-4095-b591-cb48ab1f858c tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392959 Mar 01 21:47:56.610704 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f5de7-2d55-4ede-8a5e-9946e884831a req-e489b451-a953-43e6-b0b0-56a856200516 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:56.612210 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c4f5de7-2d55-4ede-8a5e-9946e884831a req-e489b451-a953-43e6-b0b0-56a856200516 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 943 time: 0.0864871 Mar 01 21:47:56.663812 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c4f5de7-2d55-4ede-8a5e-9946e884831a req-97b5e682-ab1e-438d-8f50-2436c26bf719 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451903 Mar 01 21:47:57.523441 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7fff0d42-be20-44cf-8b0f-f79e6c9268de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:57.846494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5e23c3-2ec3-4f4e-80ac-1e01e1bacd08 req-00ab80e2-36a9-4178-9e72-a0d5257e502e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:57.847914 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a5e23c3-2ec3-4f4e-80ac-1e01e1bacd08 req-00ab80e2-36a9-4178-9e72-a0d5257e502e tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 943 time: 0.0796669 Mar 01 21:47:57.895178 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a5e23c3-2ec3-4f4e-80ac-1e01e1bacd08 req-dbb919bb-ae5e-46fd-bdee-51359032a7b8 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416949 Mar 01 21:47:59.080763 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d347cdc-ce55-4e6b-be03-1cc7b74a2255 req-65684a67-fb3d-4d17-ad4d-dd05dfc81b42 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:47:59.082251 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6d347cdc-ce55-4e6b-be03-1cc7b74a2255 req-65684a67-fb3d-4d17-ad4d-dd05dfc81b42 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 943 time: 0.0809863 Mar 01 21:47:59.126154 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6d347cdc-ce55-4e6b-be03-1cc7b74a2255 req-e3dace36-4099-44fe-820c-8c82549a02f0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378823 Mar 01 21:47:59.694312 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-eabbe504-3690-4ae3-b63a-d97730916c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:47:59.914844 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eaff5950-0857-4eb5-9c58-b43491de487d req-a83b8ef2-95be-4b04-b808-9a6af4591cad service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1097498 Mar 01 21:48:00.053997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5950-0857-4eb5-9c58-b43491de487d req-dd09a6b1-4af4-4283-9b06-82824fd7265e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:48:00.055540 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eaff5950-0857-4eb5-9c58-b43491de487d req-dd09a6b1-4af4-4283-9b06-82824fd7265e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 1096 time: 0.0718422 Mar 01 21:48:00.199784 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5950-0857-4eb5-9c58-b43491de487d req-abe9d355-364f-46a3-bb1d-056545d61955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:48:00.201276 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eaff5950-0857-4eb5-9c58-b43491de487d req-abe9d355-364f-46a3-bb1d-056545d61955 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 911 time: 0.1267035 Mar 01 21:48:00.220784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2f32edc7-7d63-42e0-9cba-54554370540c details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:48:00.350419 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eaff5950-0857-4eb5-9c58-b43491de487d req-9ed10c16-8eff-449a-8007-a971f137e670 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f HTTP/1.1" status: 200 len: 1000 time: 0.1424778 Mar 01 21:48:00.359137 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 2f32edc7-7d63-42e0-9cba-54554370540c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2f32edc7-7d63-42e0-9cba-54554370540c,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:48:00.372418 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '2f32edc7-7d63-42e0-9cba-54554370540c', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'port_id': '2f32edc7-7d63-42e0-9cba-54554370540c', 'mac_address': 'fa:16:3e:0e:09:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:48:00.422069 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ba5305-2907-44a4-9d3a-f4d56aed6086 req-69ab49ab-afd2-488a-b37c-232ac9d91afe tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:48:00.423547 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-83ba5305-2907-44a4-9d3a-f4d56aed6086 req-69ab49ab-afd2-488a-b37c-232ac9d91afe tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 943 time: 0.1661386 Mar 01 21:48:00.428231 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:00.434094 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5950-0857-4eb5-9c58-b43491de487d req-4f15da79-22f8-4a6b-8f84-c623f2c20f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:48:00.435479 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eaff5950-0857-4eb5-9c58-b43491de487d req-4f15da79-22f8-4a6b-8f84-c623f2c20f68 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0790436 Mar 01 21:48:00.445482 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f32edc7-7d63-42e0-9cba-54554370540c {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:48:00.460523 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 2f32edc7-7d63-42e0-9cba-54554370540c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2f32edc7-7d63-42e0-9cba-54554370540c,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:48:00.522444 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-83ba5305-2907-44a4-9d3a-f4d56aed6086 req-13f43d8e-755a-48ec-9685-8075ee9ba56f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899928 Mar 01 21:48:00.541777 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5950-0857-4eb5-9c58-b43491de487d req-d50daeb3-ea8f-4d2c-a51c-3fd59463ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:48:00.543222 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eaff5950-0857-4eb5-9c58-b43491de487d req-d50daeb3-ea8f-4d2c-a51c-3fd59463ab28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943992 Mar 01 21:48:00.549560 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:00.628467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=2f32edc7-7d63-42e0-9cba-54554370540c,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:48:00.640868 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:00.641213 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:00.641554 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:00.641927 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:00.642253 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:00.642585 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:00.642910 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:00.643235 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:00.643583 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:00.643911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:00.644232 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:00.644726 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:00.652712 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:00.700361 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:00.777637 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['2f32edc7-7d63-42e0-9cba-54554370540c'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:48:00.786213 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eaff5950-0857-4eb5-9c58-b43491de487d req-fb182d09-a9cb-4a41-a90a-0f4ef49435af service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367334 Mar 01 21:48:00.917531 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eaff5950-0857-4eb5-9c58-b43491de487d req-4cd33d3e-a97e-4d76-89b9-df02820c7363 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254058 Mar 01 21:48:01.709562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53615780-9dff-40fc-9b6b-c06af514b777 req-9354533b-d417-42ce-b427-07949aef87f4 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:48:01.711066 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-53615780-9dff-40fc-9b6b-c06af514b777 req-9354533b-d417-42ce-b427-07949aef87f4 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 944 time: 0.0826299 Mar 01 21:48:01.758782 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-53615780-9dff-40fc-9b6b-c06af514b777 req-5a2139d0-f691-4814-9545-da706c192e05 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421669 Mar 01 21:48:02.219221 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2f32edc7-7d63-42e0-9cba-54554370540c up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:48:02.346475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 2f32edc7-7d63-42e0-9cba-54554370540c completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:48:02.351868 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 2f32edc7-7d63-42e0-9cba-54554370540c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:48:02.356879 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:02.408222 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:02.486206 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:02.516338 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311b9cd6-e855-4956-aa46-85e9365a96b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f32edc7-7d63-42e0-9cba-54554370540c'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:48:02.526129 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 2f32edc7-7d63-42e0-9cba-54554370540c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2f32edc7-7d63-42e0-9cba-54554370540c,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:48:02.560609 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311b9cd6-e855-4956-aa46-85e9365a96b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f32edc7-7d63-42e0-9cba-54554370540c', 'code': 200} Mar 01 21:48:02.597887 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:02.707616 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=2f32edc7-7d63-42e0-9cba-54554370540c,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:48:02.709684 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f5f914-976e-4452-b8a5-6aea905ddcb9 req-40041882-9ac0-48b0-abcd-3813b17125b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:48:02.711197 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6f5f914-976e-4452-b8a5-6aea905ddcb9 req-40041882-9ac0-48b0-abcd-3813b17125b2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 1096 time: 0.0860288 Mar 01 21:48:02.754619 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e6f5f914-976e-4452-b8a5-6aea905ddcb9 req-73b9fc20-e8bc-4b17-9693-1aebb0ba6518 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360775 Mar 01 21:48:02.944198 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5f5ab-fe2c-4b4a-9810-16a408e0d7eb req-03c7d656-2ac0-42b9-b95c-e962dde3fa4a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:48:02.945683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45e5f5ab-fe2c-4b4a-9810-16a408e0d7eb req-03c7d656-2ac0-42b9-b95c-e962dde3fa4a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 945 time: 0.0829623 Mar 01 21:48:02.991457 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45e5f5ab-fe2c-4b4a-9810-16a408e0d7eb req-cf181f6b-038e-4bbb-9229-a38036dfed5d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399811 Mar 01 21:48:04.186162 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca2156-0b12-4b60-aef8-2f37aaf9c878 req-9fc015b5-65db-4d2c-a060-b3a6ba428959 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:48:04.187883 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ffca2156-0b12-4b60-aef8-2f37aaf9c878 req-9fc015b5-65db-4d2c-a060-b3a6ba428959 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 945 time: 0.0803485 Mar 01 21:48:04.234331 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ffca2156-0b12-4b60-aef8-2f37aaf9c878 req-15d14800-9521-4c7f-b5a1-fb2b376d7a2f tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401106 Mar 01 21:48:04.425135 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342be8a9-37a0-4141-8e12-de1bd15f3f22 req-a0db96c1-094d-4ce7-984e-9f9bb18bc2b4 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:48:04.427348 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-342be8a9-37a0-4141-8e12-de1bd15f3f22 req-a0db96c1-094d-4ce7-984e-9f9bb18bc2b4 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 945 time: 0.0810337 Mar 01 21:48:04.471031 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-342be8a9-37a0-4141-8e12-de1bd15f3f22 req-954f9c56-e4de-4b32-acab-c3c6953e4de0 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379496 Mar 01 21:48:04.494396 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37718) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:48:04.567244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1924d0fa-085b-4870-8b9d-11451ed3e049 tempest-TestVolumeBootPattern-569901495 tempest-TestVolumeBootPattern-569901495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:48:04.568755 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1924d0fa-085b-4870-8b9d-11451ed3e049 tempest-TestVolumeBootPattern-569901495 tempest-TestVolumeBootPattern-569901495-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 1091 time: 0.0733852 Mar 01 21:48:04.571466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37722) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:48:04.576294 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': '2f32edc7-7d63-42e0-9cba-54554370540c', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:48:04.583232 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:48:04.587424 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Usage tracker for resource:floatingip and tenant:c52dc5cbaf1d4805b2e21c98aa760508 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:48:04.590299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:48:04.596376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:48:04.665897 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:04.805556 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:04.939247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Allocated IP 172.25.5.38 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/be8efd59-100d-4592-9a5e-e00582ba5e4d) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:48:05.097363 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:05.157550 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:05.221517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:48:05.225033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:48:05.232656 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:48:05.272272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event updated for resources: {'Port': ['ID=be8efd59-100d-4592-9a5e-e00582ba5e4d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:48:05.283342 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:05.283710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:05.284048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:05.284382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:05.284718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:05.285652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:05.285975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:05.286300 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:05.286718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:05.287044 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:05.287382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:05.287776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:48:05.653657 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:05.884142 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:06.090297 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:06.151322 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:06.260840 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event updated for resources: {'Port': ['ID=be8efd59-100d-4592-9a5e-e00582ba5e4d,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:48:06.272974 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:06.444452 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Floating IP 4614dced-6c81-4c40-95b3-501324901090 associated. External IP: 172.25.5.38, port: 2f32edc7-7d63-42e0-9cba-54554370540c. Mar 01 21:48:06.797121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Router 5c353e58-218c-4897-9680-8fd299d5151e has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:48:06.974556 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:48:06.983912 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e9af96-81be-4f96-9889-76b873631cae None None] Sync routers for ids ['5c353e58-218c-4897-9680-8fd299d5151e'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:48:06.993530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e9af96-81be-4f96-9889-76b873631cae None None] Routers {'5c353e58-218c-4897-9680-8fd299d5151e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:48:06.994146 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f0e9af96-81be-4f96-9889-76b873631cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:48:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5c353e58-218c-4897-9680-8fd299d5151e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:48:07.043306 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:07.099928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-74499963-0567-4ba1-b46f-53ff1531acd5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5274539 Mar 01 21:48:07.100612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311b9cd6-e855-4956-aa46-85e9365a96b9', 'tag': '2f32edc7-7d63-42e0-9cba-54554370540c'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:48:07.152463 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311b9cd6-e855-4956-aa46-85e9365a96b9', 'tag': '2f32edc7-7d63-42e0-9cba-54554370540c', 'status': 'completed', 'code': 200} Mar 01 21:48:07.174707 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-f0e9af96-81be-4f96-9889-76b873631cae None None] Set router 5c353e58-218c-4897-9680-8fd299d5151e gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:48:07.236622 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f439d-d2a1-42c4-9051-be2747d8c763 req-4d95b9df-d0c2-4857-bd9e-e9cef84e0ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:48:07.238643 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-115f439d-d2a1-42c4-9051-be2747d8c763 req-4d95b9df-d0c2-4857-bd9e-e9cef84e0ba6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 1096 time: 0.0724344 Mar 01 21:48:07.372049 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f439d-d2a1-42c4-9051-be2747d8c763 req-c13aea88-5c34-4ffa-aa6e-8cce1b72976b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:48:07.373468 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-115f439d-d2a1-42c4-9051-be2747d8c763 req-c13aea88-5c34-4ffa-aa6e-8cce1b72976b service neutron] 10.222.0.57 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 911 time: 0.1299644 Mar 01 21:48:07.480005 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-115f439d-d2a1-42c4-9051-be2747d8c763 req-6d3331bb-42cc-4840-9255-f67512a9ca21 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f32edc7-7d63-42e0-9cba-54554370540c HTTP/1.1" status: 200 len: 998 time: 0.1004853 Mar 01 21:48:07.524946 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f0e9af96-81be-4f96-9889-76b873631cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '4614dced-6c81-4c40-95b3-501324901090', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'port_id': '2f32edc7-7d63-42e0-9cba-54554370540c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'mac_address': 'fa:16:3e:0e:09:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311b9cd6-e855-4956-aa46-85e9365a96b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:48:05Z', 'updated_at': '2022-03-01T21:48:05Z', 'revision_number': 0, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'fixed_ip_address_scope': None}, {'id': 'c66100f0-628f-40f4-8b66-6f422f46abad', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'port_id': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'mac_address': 'fa:16:3e:5e:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53d0890-7c64-4dc2-963d-e10dacb1999b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:44:59Z', 'updated_at': '2022-03-01T21:45:02Z', 'revision_number': 1, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e887e7-71df-4331-9c31-02c1aab9af3f', 'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'mac_address': 'fa:16:3e:8d:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:18Z', 'updated_at': '2022-03-01T21:37:24Z', 'revision_number': 5, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'subnets': [{'id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:48:07.528901 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e9af96-81be-4f96-9889-76b873631cae None None] Checking router: 5c353e58-218c-4897-9680-8fd299d5151e for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:48:07.539210 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e9af96-81be-4f96-9889-76b873631cae None None] Routers {'5c353e58-218c-4897-9680-8fd299d5151e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:48:07.539850 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f0e9af96-81be-4f96-9889-76b873631cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:48:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5c353e58-218c-4897-9680-8fd299d5151e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:48:07.545338 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f439d-d2a1-42c4-9051-be2747d8c763 req-112745fc-0d1b-4280-b17a-e8f7622ff9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:48:07.546847 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-115f439d-d2a1-42c4-9051-be2747d8c763 req-112745fc-0d1b-4280-b17a-e8f7622ff9b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0616710 Mar 01 21:48:07.629736 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f439d-d2a1-42c4-9051-be2747d8c763 req-19ff2353-50c9-419f-9f0b-b33f24aa48c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:48:07.629736 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-115f439d-d2a1-42c4-9051-be2747d8c763 req-19ff2353-50c9-419f-9f0b-b33f24aa48c5 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737875 Mar 01 21:48:07.736631 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-f0e9af96-81be-4f96-9889-76b873631cae None None] Set router 5c353e58-218c-4897-9680-8fd299d5151e gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:48:07.767889 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-115f439d-d2a1-42c4-9051-be2747d8c763 req-66bf520a-fd66-4a0f-bfe2-aaf90f730a82 service neutron] 10.222.0.57 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358361 Mar 01 21:48:07.900537 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-115f439d-d2a1-42c4-9051-be2747d8c763 req-f01b2beb-9b0c-4679-9a59-970e4872db50 service neutron] 10.222.0.57 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275082 Mar 01 21:48:08.101952 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f0e9af96-81be-4f96-9889-76b873631cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '4614dced-6c81-4c40-95b3-501324901090', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'port_id': '2f32edc7-7d63-42e0-9cba-54554370540c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'mac_address': 'fa:16:3e:0e:09:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311b9cd6-e855-4956-aa46-85e9365a96b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:48:05Z', 'updated_at': '2022-03-01T21:48:05Z', 'revision_number': 0, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'fixed_ip_address_scope': None}, {'id': 'c66100f0-628f-40f4-8b66-6f422f46abad', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'port_id': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'mac_address': 'fa:16:3e:5e:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53d0890-7c64-4dc2-963d-e10dacb1999b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:44:59Z', 'updated_at': '2022-03-01T21:45:02Z', 'revision_number': 1, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e887e7-71df-4331-9c31-02c1aab9af3f', 'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'mac_address': 'fa:16:3e:8d:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:18Z', 'updated_at': '2022-03-01T21:37:24Z', 'revision_number': 5, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'subnets': [{'id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:48:08.106046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e9af96-81be-4f96-9889-76b873631cae None None] The sync data for ids ['5c353e58-218c-4897-9680-8fd299d5151e'] in n-d-827896-4 is: [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '4614dced-6c81-4c40-95b3-501324901090', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'floating_ip_address': '172.25.5.38', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'port_id': '2f32edc7-7d63-42e0-9cba-54554370540c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4020, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'mac_address': 'fa:16:3e:0e:09:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '311b9cd6-e855-4956-aa46-85e9365a96b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:48:05Z', 'updated_at': '2022-03-01T21:48:05Z', 'revision_number': 0, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'fixed_ip_address_scope': None}, {'id': 'c66100f0-628f-40f4-8b66-6f422f46abad', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'port_id': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'mac_address': 'fa:16:3e:5e:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53d0890-7c64-4dc2-963d-e10dacb1999b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:44:59Z', 'updated_at': '2022-03-01T21:45:02Z', 'revision_number': 1, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e887e7-71df-4331-9c31-02c1aab9af3f', 'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'mac_address': 'fa:16:3e:8d:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:18Z', 'updated_at': '2022-03-01T21:37:24Z', 'revision_number': 5, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'subnets': [{'id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:48:08.292662 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc13dd-75a3-43e0-99f8-def5c9612fc5 None None] New status for floating IP 4614dced-6c81-4c40-95b3-501324901090: ACTIVE {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:48:09.458542 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:48:21.939695 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:24.402734 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:27.547063 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7759407f-e435-42c4-ba89-a545089d8ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:29.745187 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-101131c7-d17c-4c22-b23f-12e990eb72c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:30.620136 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:30.716807 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:32.439284 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:46.458359 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:48:51.916328 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:54.357050 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:57.521796 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-53ccff61-236a-433f-8662-ecd31bbe8789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:59.495277 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cbd5b947-34c0-4097-816f-71897e7adb96 req-c1efaee5-e829-450f-b946-21dd917bf90a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706079 Mar 01 21:48:59.635325 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5b947-34c0-4097-816f-71897e7adb96 req-0ca595c7-396e-4adc-9c10-2b12533ddb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:48:59.636837 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cbd5b947-34c0-4097-816f-71897e7adb96 req-0ca595c7-396e-4adc-9c10-2b12533ddb8a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 1096 time: 0.0759213 Mar 01 21:48:59.699628 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f61cb7f4-0859-44c1-b692-a620b331da53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:48:59.882503 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5b947-34c0-4097-816f-71897e7adb96 req-c63f6c4a-358f-4045-bcc6-38fe3d0350d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:48:59.883957 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cbd5b947-34c0-4097-816f-71897e7adb96 req-c63f6c4a-358f-4045-bcc6-38fe3d0350d9 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 911 time: 0.2294438 Mar 01 21:48:59.988442 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cbd5b947-34c0-4097-816f-71897e7adb96 req-191e7fda-566a-4973-9a47-61cce42d5402 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f32edc7-7d63-42e0-9cba-54554370540c HTTP/1.1" status: 200 len: 1000 time: 0.0984733 Mar 01 21:49:00.052136 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5b947-34c0-4097-816f-71897e7adb96 req-65d284e9-21de-41e4-aaa8-84a8ddfec077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:49:00.053628 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cbd5b947-34c0-4097-816f-71897e7adb96 req-65d284e9-21de-41e4-aaa8-84a8ddfec077 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0583136 Mar 01 21:49:00.132172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5b947-34c0-4097-816f-71897e7adb96 req-358b5a85-7216-4897-a82e-7aba9daf9343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:49:00.133672 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cbd5b947-34c0-4097-816f-71897e7adb96 req-358b5a85-7216-4897-a82e-7aba9daf9343 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735526 Mar 01 21:49:00.264208 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cbd5b947-34c0-4097-816f-71897e7adb96 req-f3383d02-a1b8-4210-a066-fbb29978b984 service neutron] 10.222.0.57 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240871 Mar 01 21:49:00.393744 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-cbd5b947-34c0-4097-816f-71897e7adb96 req-7689bf89-00b0-478c-a90c-3aa244639b94 service neutron] 10.222.0.57 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237190 Mar 01 21:49:00.619039 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:49:00.721941 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:49:00.875002 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-807f851e-e828-48c5-a5be-ccfcc7e75324 req-7b7d4f79-2a9f-4fd0-8c9d-e76f40c004e3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706325 Mar 01 21:49:01.011064 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f851e-e828-48c5-a5be-ccfcc7e75324 req-fc4f56de-71aa-42b0-8e6d-6d5dee086e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:49:01.012483 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-807f851e-e828-48c5-a5be-ccfcc7e75324 req-fc4f56de-71aa-42b0-8e6d-6d5dee086e38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 1096 time: 0.0706713 Mar 01 21:49:01.266477 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f851e-e828-48c5-a5be-ccfcc7e75324 req-383d4c4e-f537-49ca-a16a-829984536b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:49:01.267859 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-807f851e-e828-48c5-a5be-ccfcc7e75324 req-383d4c4e-f537-49ca-a16a-829984536b0d service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 911 time: 0.2365394 Mar 01 21:49:01.369396 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-807f851e-e828-48c5-a5be-ccfcc7e75324 req-fe0c9ba0-a3e2-4f79-a17d-c5798c44532b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f HTTP/1.1" status: 200 len: 1000 time: 0.0953491 Mar 01 21:49:01.432216 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f851e-e828-48c5-a5be-ccfcc7e75324 req-c99cb764-02bf-4bc4-b090-71f569074588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:49:01.433786 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-807f851e-e828-48c5-a5be-ccfcc7e75324 req-c99cb764-02bf-4bc4-b090-71f569074588 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0581617 Mar 01 21:49:01.508443 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f851e-e828-48c5-a5be-ccfcc7e75324 req-cc3e2b07-6dbd-4552-9e8d-3b2d482dc1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:49:01.509884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-807f851e-e828-48c5-a5be-ccfcc7e75324 req-cc3e2b07-6dbd-4552-9e8d-3b2d482dc1af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704613 Mar 01 21:49:01.641647 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-807f851e-e828-48c5-a5be-ccfcc7e75324 req-e2440e31-b526-4cdf-90b9-220f4f56612e service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248507 Mar 01 21:49:01.776410 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-807f851e-e828-48c5-a5be-ccfcc7e75324 req-85f28bc9-004e-444e-9e68-a4b4e7b56b7c service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284425 Mar 01 21:49:02.404516 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:49:21.978455 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:49:23.458791 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:49:24.367011 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:49:27.476288 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1dea4805-22bf-47db-a06a-860ab9e1f640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:49:29.687503 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4c109c38-bf4b-47e0-ba28-860888e4da3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:49:30.618558 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:49:30.743989 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:49:32.452896 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:49:51.943772 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:49:54.349280 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:49:57.492210 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e63a5076-c28d-471a-bedd-d3582a0acb67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:49:59.714904 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-febb2b22-3458-415a-82a5-576cdb9a696d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:00.457453 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:50:00.496931 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5a762727-66ff-44b5-9b44-bfbdfb496152 req-a28a37f1-e6e2-43ae-a27c-7ea7e45da9bd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0717344 Mar 01 21:50:00.623859 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:00.637408 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a762727-66ff-44b5-9b44-bfbdfb496152 req-e77955f5-f098-4350-940f-011c18ad2796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:50:00.638868 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5a762727-66ff-44b5-9b44-bfbdfb496152 req-e77955f5-f098-4350-940f-011c18ad2796 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 1096 time: 0.0765033 Mar 01 21:50:00.703437 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:00.781228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a762727-66ff-44b5-9b44-bfbdfb496152 req-7964b598-6c3a-41b5-81e9-44868a48f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:50:00.783308 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5a762727-66ff-44b5-9b44-bfbdfb496152 req-7964b598-6c3a-41b5-81e9-44868a48f8b1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 911 time: 0.1268935 Mar 01 21:50:00.883654 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5a762727-66ff-44b5-9b44-bfbdfb496152 req-7dc3c22e-5d6c-4c7e-ac06-981bf4f3bc5e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f32edc7-7d63-42e0-9cba-54554370540c HTTP/1.1" status: 200 len: 1000 time: 0.0946655 Mar 01 21:50:00.890284 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-323e13d0-d948-4aff-b28f-0d35e7c26f3b req-37b4c05d-0f65-4208-bf9c-e6d00242dde9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0727794 Mar 01 21:50:00.950521 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a762727-66ff-44b5-9b44-bfbdfb496152 req-73877401-6446-4981-a4bf-379c796dc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:50:00.952027 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5a762727-66ff-44b5-9b44-bfbdfb496152 req-73877401-6446-4981-a4bf-379c796dc24f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0627773 Mar 01 21:50:01.026258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a762727-66ff-44b5-9b44-bfbdfb496152 req-3df8dd16-a599-4a66-8bb7-4bca874b84b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:50:01.026908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e13d0-d948-4aff-b28f-0d35e7c26f3b req-e5d84a59-0266-4409-9ce0-04f3629c4d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:50:01.027759 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5a762727-66ff-44b5-9b44-bfbdfb496152 req-3df8dd16-a599-4a66-8bb7-4bca874b84b7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702839 Mar 01 21:50:01.028466 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-323e13d0-d948-4aff-b28f-0d35e7c26f3b req-e5d84a59-0266-4409-9ce0-04f3629c4d92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 1096 time: 0.0702732 Mar 01 21:50:01.158512 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5a762727-66ff-44b5-9b44-bfbdfb496152 req-76caa1b4-bcc7-4f59-9a5d-c3f4cf2bc78d service neutron] 10.222.0.57 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248853 Mar 01 21:50:01.174543 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e13d0-d948-4aff-b28f-0d35e7c26f3b req-68248b30-fe6d-45bd-95d6-5b06884969e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:50:01.176027 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-323e13d0-d948-4aff-b28f-0d35e7c26f3b req-68248b30-fe6d-45bd-95d6-5b06884969e6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 911 time: 0.1287575 Mar 01 21:50:01.278640 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-323e13d0-d948-4aff-b28f-0d35e7c26f3b req-4589f721-af40-447a-9577-7556d745940f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f HTTP/1.1" status: 200 len: 1000 time: 0.0967367 Mar 01 21:50:01.289186 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5a762727-66ff-44b5-9b44-bfbdfb496152 req-051a64b7-799e-455a-926e-e68871f11d36 service neutron] 10.222.0.57 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251180 Mar 01 21:50:01.342595 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e13d0-d948-4aff-b28f-0d35e7c26f3b req-0c886fb3-4de6-4761-9e76-00af6e846b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:50:01.343952 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-323e13d0-d948-4aff-b28f-0d35e7c26f3b req-0c886fb3-4de6-4761-9e76-00af6e846b48 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0591664 Mar 01 21:50:01.419370 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323e13d0-d948-4aff-b28f-0d35e7c26f3b req-7bc12e48-bf97-4c1f-9101-dab2d03610f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:50:01.420815 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-323e13d0-d948-4aff-b28f-0d35e7c26f3b req-7bc12e48-bf97-4c1f-9101-dab2d03610f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710142 Mar 01 21:50:01.547198 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-323e13d0-d948-4aff-b28f-0d35e7c26f3b req-5a692e15-b5dc-47c6-b415-bd07fe0bccd5 service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203947 Mar 01 21:50:01.681100 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-323e13d0-d948-4aff-b28f-0d35e7c26f3b req-027aa7c0-7455-47a5-aedf-7cc2bc8fb56d service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281059 Mar 01 21:50:02.411955 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:21.469989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37774) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:50:21.845108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Deleting port be8efd59-100d-4592-9a5e-e00582ba5e4d {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:50:21.845440 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:21.960531 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:22.018870 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:22.019202 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:22.140682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Calling delete_port for be8efd59-100d-4592-9a5e-e00582ba5e4d owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:50:22.371857 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:22.444529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event deleted for resources: {'Port': ['ID=be8efd59-100d-4592-9a5e-e00582ba5e4d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:50:22.487711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:22.488374 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:22.488374 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:22.488694 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:22.489024 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:22.489352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:22.489673 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:22.489993 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:22.490312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:22.490631 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:22.490945 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:22.491262 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:22.545657 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:22.545996 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Floating IP 4614dced-6c81-4c40-95b3-501324901090 disassociated (deleted). External IP: 172.25.5.38, port: 2f32edc7-7d63-42e0-9cba-54554370540c. Mar 01 21:50:22.900755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Router 5c353e58-218c-4897-9680-8fd299d5151e has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:50:23.078463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:50:23.089743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba2fd68-0b31-4c40-8ded-50387b751e87 None None] Sync routers for ids ['5c353e58-218c-4897-9680-8fd299d5151e'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:50:23.097889 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:23.098406 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba2fd68-0b31-4c40-8ded-50387b751e87 None None] Routers {'5c353e58-218c-4897-9680-8fd299d5151e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:50:23.099018 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-dba2fd68-0b31-4c40-8ded-50387b751e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:50:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5c353e58-218c-4897-9680-8fd299d5151e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:23.155148 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cf8a44d2-5ccb-412b-b9cc-7af3c5f55a9a tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "DELETE /v2.0/floatingips/4614dced-6c81-4c40-95b3-501324901090 HTTP/1.1" status: 204 len: 168 time: 1.6839008 Mar 01 21:50:23.155589 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311b9cd6-e855-4956-aa46-85e9365a96b9', 'tag': '2f32edc7-7d63-42e0-9cba-54554370540c'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:50:23.279431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-dba2fd68-0b31-4c40-8ded-50387b751e87 None None] Set router 5c353e58-218c-4897-9680-8fd299d5151e gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:50:23.324847 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '311b9cd6-e855-4956-aa46-85e9365a96b9', 'tag': '2f32edc7-7d63-42e0-9cba-54554370540c', 'status': 'completed', 'code': 200} Mar 01 21:50:23.419453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21091fa-b375-4428-86dc-56841c90e5eb req-b1c1b65e-dd5d-4b48-8983-3f6633b82fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:50:23.420895 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c21091fa-b375-4428-86dc-56841c90e5eb req-b1c1b65e-dd5d-4b48-8983-3f6633b82fa3 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 1096 time: 0.0755424 Mar 01 21:50:23.646237 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-dba2fd68-0b31-4c40-8ded-50387b751e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c66100f0-628f-40f4-8b66-6f422f46abad', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'port_id': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'mac_address': 'fa:16:3e:5e:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53d0890-7c64-4dc2-963d-e10dacb1999b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:44:59Z', 'updated_at': '2022-03-01T21:45:02Z', 'revision_number': 1, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e887e7-71df-4331-9c31-02c1aab9af3f', 'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'mac_address': 'fa:16:3e:8d:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:18Z', 'updated_at': '2022-03-01T21:37:24Z', 'revision_number': 5, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'subnets': [{'id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:23.653434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba2fd68-0b31-4c40-8ded-50387b751e87 None None] Checking router: 5c353e58-218c-4897-9680-8fd299d5151e for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:50:23.662499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba2fd68-0b31-4c40-8ded-50387b751e87 None None] Routers {'5c353e58-218c-4897-9680-8fd299d5151e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:50:23.663117 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-dba2fd68-0b31-4c40-8ded-50387b751e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:50:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5c353e58-218c-4897-9680-8fd299d5151e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:23.681086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21091fa-b375-4428-86dc-56841c90e5eb req-b3561c60-40fc-4415-81aa-fc2946538b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:50:23.682485 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c21091fa-b375-4428-86dc-56841c90e5eb req-b3561c60-40fc-4415-81aa-fc2946538b65 service neutron] 10.222.0.57 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 911 time: 0.2550793 Mar 01 21:50:23.750136 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c21091fa-b375-4428-86dc-56841c90e5eb req-99b95d90-aef6-4815-9686-ffed673989d2 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2f32edc7-7d63-42e0-9cba-54554370540c HTTP/1.1" status: 200 len: 217 time: 0.0609155 Mar 01 21:50:23.817732 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21091fa-b375-4428-86dc-56841c90e5eb req-5fa26b09-8b8d-425f-83ac-5bb1b150b3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:50:23.819314 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c21091fa-b375-4428-86dc-56841c90e5eb req-5fa26b09-8b8d-425f-83ac-5bb1b150b3ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0628610 Mar 01 21:50:23.889203 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-dba2fd68-0b31-4c40-8ded-50387b751e87 None None] Set router 5c353e58-218c-4897-9680-8fd299d5151e gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:50:23.904125 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21091fa-b375-4428-86dc-56841c90e5eb req-e98a45bb-1407-4b60-bba1-db6016c6ee08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:50:23.905621 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c21091fa-b375-4428-86dc-56841c90e5eb req-e98a45bb-1407-4b60-bba1-db6016c6ee08 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780828 Mar 01 21:50:23.917051 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-c21091fa-b375-4428-86dc-56841c90e5eb req-25b4a89a-4f6a-47a5-a272-13b83793ebd4 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:50:23.918025 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c21091fa-b375-4428-86dc-56841c90e5eb req-25b4a89a-4f6a-47a5-a272-13b83793ebd4 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055025 Mar 01 21:50:23.947350 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad457e-a263-41a7-a547-a3338f6e03fb req-0dd74322-e11e-484f-a930-d7c5dab0b4b3 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:50:23.948048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8dad457e-a263-41a7-a547-a3338f6e03fb req-0dd74322-e11e-484f-a930-d7c5dab0b4b3 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Synchronizing usage tracker for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:50:24.024585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8dad457e-a263-41a7-a547-a3338f6e03fb req-0dd74322-e11e-484f-a930-d7c5dab0b4b3 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Unset dirty status for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:50:24.026730 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8dad457e-a263-41a7-a547-a3338f6e03fb req-0dd74322-e11e-484f-a930-d7c5dab0b4b3 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 945 time: 0.3341203 Mar 01 21:50:24.063877 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c21091fa-b375-4428-86dc-56841c90e5eb req-d87fd252-486c-4b2b-b58c-aaf59c8b5896 service neutron] 10.222.0.57 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385245 Mar 01 21:50:24.089642 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8dad457e-a263-41a7-a547-a3338f6e03fb req-a547a8ed-1850-4bf3-9db4-c1d59f74bf73 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566835 Mar 01 21:50:24.208529 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c21091fa-b375-4428-86dc-56841c90e5eb req-f92a333f-69cc-4f3c-8867-1a93bdcc5234 service neutron] 10.222.0.57 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346300 Mar 01 21:50:24.250566 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-dba2fd68-0b31-4c40-8ded-50387b751e87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c66100f0-628f-40f4-8b66-6f422f46abad', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'port_id': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'mac_address': 'fa:16:3e:5e:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53d0890-7c64-4dc2-963d-e10dacb1999b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:44:59Z', 'updated_at': '2022-03-01T21:45:02Z', 'revision_number': 1, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e887e7-71df-4331-9c31-02c1aab9af3f', 'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'mac_address': 'fa:16:3e:8d:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:18Z', 'updated_at': '2022-03-01T21:37:24Z', 'revision_number': 5, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'subnets': [{'id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:24.254509 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba2fd68-0b31-4c40-8ded-50387b751e87 None None] The sync data for ids ['5c353e58-218c-4897-9680-8fd299d5151e'] in n-d-827896-4 is: [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c66100f0-628f-40f4-8b66-6f422f46abad', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'floating_ip_address': '172.25.5.19', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'port_id': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4017, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'mac_address': 'fa:16:3e:5e:03:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f53d0890-7c64-4dc2-963d-e10dacb1999b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:44:59Z', 'updated_at': '2022-03-01T21:45:02Z', 'revision_number': 1, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29e887e7-71df-4331-9c31-02c1aab9af3f', 'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'mac_address': 'fa:16:3e:8d:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:18Z', 'updated_at': '2022-03-01T21:37:24Z', 'revision_number': 5, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'subnets': [{'id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:50:24.400547 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:24.496032 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918a714e-ce9e-49b7-80b1-324bb382b314 None None] New status for floating IP 4614dced-6c81-4c40-95b3-501324901090: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:50:25.257075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f66557-e51b-41f3-b8ea-b2df9d770140 req-9a4eff68-8d4b-4da9-b344-23397ee41698 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:50:25.257765 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-70f66557-e51b-41f3-b8ea-b2df9d770140 req-9a4eff68-8d4b-4da9-b344-23397ee41698 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Synchronizing usage tracker for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:50:25.270269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-70f66557-e51b-41f3-b8ea-b2df9d770140 req-9a4eff68-8d4b-4da9-b344-23397ee41698 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Unset dirty status for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:50:25.271376 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-70f66557-e51b-41f3-b8ea-b2df9d770140 req-9a4eff68-8d4b-4da9-b344-23397ee41698 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.57 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 945 time: 0.1001472 Mar 01 21:50:25.307258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff3779-7c77-4f41-a7eb-94b04ead4e2b req-b268554b-84d6-4a7c-8a8d-0a786ba7acd2 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:50:25.308750 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8ff3779-7c77-4f41-a7eb-94b04ead4e2b req-b268554b-84d6-4a7c-8a8d-0a786ba7acd2 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 945 time: 0.1246591 Mar 01 21:50:25.342002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-70f66557-e51b-41f3-b8ea-b2df9d770140 req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Deleting port 2f32edc7-7d63-42e0-9cba-54554370540c {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:50:25.342256 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-70f66557-e51b-41f3-b8ea-b2df9d770140 req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:25.357075 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8ff3779-7c77-4f41-a7eb-94b04ead4e2b req-44f0db0f-fb75-48f2-84b7-bfb8298e6345 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422149 Mar 01 21:50:25.584979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-70f66557-e51b-41f3-b8ea-b2df9d770140 req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] For port 2f32edc7-7d63-42e0-9cba-54554370540c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=2f32edc7-7d63-42e0-9cba-54554370540c,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:50:25.585331 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-70f66557-e51b-41f3-b8ea-b2df9d770140 req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:25.707013 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-70f66557-e51b-41f3-b8ea-b2df9d770140 req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Calling delete_port for 2f32edc7-7d63-42e0-9cba-54554370540c owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:50:25.909406 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-70f66557-e51b-41f3-b8ea-b2df9d770140 req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:25.959826 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event deleted for resources: {'Port': ['ID=2f32edc7-7d63-42e0-9cba-54554370540c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:50:25.996384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:25.999645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:25.999645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:25.999645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:25.999645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:25.999645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:25.999645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:25.999645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:25.999645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:25.999645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:25.999645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:26.000375 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:50:26.047097 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-70f66557-e51b-41f3-b8ea-b2df9d770140 req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] No DVR routers for this DVR port 2f32edc7-7d63-42e0-9cba-54554370540c on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:50:26.049621 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-70f66557-e51b-41f3-b8ea-b2df9d770140 req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:26.052079 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311b9cd6-e855-4956-aa46-85e9365a96b9', 'name': 'network-vif-deleted', 'tag': '2f32edc7-7d63-42e0-9cba-54554370540c'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:50:26.126920 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-70f66557-e51b-41f3-b8ea-b2df9d770140 req-172f32ff-ffb3-48b3-a79d-5fd5ba80d353 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.57 "DELETE /v2.0/ports/2f32edc7-7d63-42e0-9cba-54554370540c HTTP/1.1" status: 204 len: 173 time: 0.8503089 Mar 01 21:50:26.150219 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '311b9cd6-e855-4956-aa46-85e9365a96b9', 'name': 'network-vif-deleted', 'tag': '2f32edc7-7d63-42e0-9cba-54554370540c', 'status': 'completed', 'code': 200} Mar 01 21:50:26.511319 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a5df32bc-9e2b-4b54-b328-2a4fcecd22a6 req-fb923941-635c-4f57-9773-d0eb41f008ad tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=311b9cd6-e855-4956-aa46-85e9365a96b9 HTTP/1.1" status: 200 len: 210 time: 0.0428112 Mar 01 21:50:27.491690 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1f209e07-dd92-4508-baba-322421ec347a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:28.833293 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2f32edc7-7d63-42e0-9cba-54554370540c no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:50:28.913232 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 2f32edc7-7d63-42e0-9cba-54554370540c {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:50:28.913581 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 2f32edc7-7d63-42e0-9cba-54554370540c not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:50:29.692442 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7c0752e9-1f77-4a87-abfc-75ac15828177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:30.605842 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:30.691704 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:32.280821 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37822) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:50:32.457888 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:32.588654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-d254438d-cf92-4f89-86af-92e6381f99f9 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Deleting port 83c8a306-baa3-4185-bb5b-b68420c4c3bf {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:50:32.588996 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d254438d-cf92-4f89-86af-92e6381f99f9 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:32.759784 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d254438d-cf92-4f89-86af-92e6381f99f9 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:32.760047 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d254438d-cf92-4f89-86af-92e6381f99f9 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:32.884862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-d254438d-cf92-4f89-86af-92e6381f99f9 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Calling delete_port for 83c8a306-baa3-4185-bb5b-b68420c4c3bf owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:50:33.137203 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d254438d-cf92-4f89-86af-92e6381f99f9 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:33.188037 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d254438d-cf92-4f89-86af-92e6381f99f9 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event deleted for resources: {'Port': ['ID=83c8a306-baa3-4185-bb5b-b68420c4c3bf,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:50:33.276570 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d254438d-cf92-4f89-86af-92e6381f99f9 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:33.276881 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-d254438d-cf92-4f89-86af-92e6381f99f9 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Floating IP c66100f0-628f-40f4-8b66-6f422f46abad disassociated (deleted). External IP: 172.25.5.19, port: 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f. Mar 01 21:50:33.623730 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d254438d-cf92-4f89-86af-92e6381f99f9 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Router 5c353e58-218c-4897-9680-8fd299d5151e has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:50:33.796951 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d254438d-cf92-4f89-86af-92e6381f99f9 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:50:33.806734 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d983602-f43b-4ba1-81bb-cb7e9bb0d5b8 None None] Sync routers for ids ['5c353e58-218c-4897-9680-8fd299d5151e'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:50:33.814010 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d254438d-cf92-4f89-86af-92e6381f99f9 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:33.815810 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d983602-f43b-4ba1-81bb-cb7e9bb0d5b8 None None] Routers {'5c353e58-218c-4897-9680-8fd299d5151e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:50:33.816415 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1d983602-f43b-4ba1-81bb-cb7e9bb0d5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:50:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5c353e58-218c-4897-9680-8fd299d5151e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:33.871089 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d254438d-cf92-4f89-86af-92e6381f99f9 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "DELETE /v2.0/floatingips/c66100f0-628f-40f4-8b66-6f422f46abad HTTP/1.1" status: 204 len: 168 time: 1.5889332 Mar 01 21:50:33.871693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53d0890-7c64-4dc2-963d-e10dacb1999b', 'tag': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:50:33.929620 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53d0890-7c64-4dc2-963d-e10dacb1999b', 'tag': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f', 'status': 'completed', 'code': 200} Mar 01 21:50:33.997166 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1d983602-f43b-4ba1-81bb-cb7e9bb0d5b8 None None] Set router 5c353e58-218c-4897-9680-8fd299d5151e gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:50:34.035924 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f44c1a-bacd-4e7d-b08e-ffb7f5ac2b85 req-9d325e51-38d7-4e33-80cc-8cedf0791535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:50:34.038251 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2f44c1a-bacd-4e7d-b08e-ffb7f5ac2b85 req-9d325e51-38d7-4e33-80cc-8cedf0791535 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 1096 time: 0.0851820 Mar 01 21:50:34.190846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f44c1a-bacd-4e7d-b08e-ffb7f5ac2b85 req-5b7cc76e-ff97-47ca-bb51-b5fecfb0b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:50:34.192365 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2f44c1a-bacd-4e7d-b08e-ffb7f5ac2b85 req-5b7cc76e-ff97-47ca-bb51-b5fecfb0b8ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 200 len: 911 time: 0.1483452 Mar 01 21:50:34.264584 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2f44c1a-bacd-4e7d-b08e-ffb7f5ac2b85 req-308afeb5-1086-44bd-8faf-dd166b4e4890 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f HTTP/1.1" status: 200 len: 217 time: 0.0653694 Mar 01 21:50:34.324015 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1d983602-f43b-4ba1-81bb-cb7e9bb0d5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '29e887e7-71df-4331-9c31-02c1aab9af3f', 'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'mac_address': 'fa:16:3e:8d:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:18Z', 'updated_at': '2022-03-01T21:37:24Z', 'revision_number': 5, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'subnets': [{'id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:34.328082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d983602-f43b-4ba1-81bb-cb7e9bb0d5b8 None None] Checking router: 5c353e58-218c-4897-9680-8fd299d5151e for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:50:34.333711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f44c1a-bacd-4e7d-b08e-ffb7f5ac2b85 req-eaf33dde-d16b-403b-8397-ba1e27dfbf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:50:34.335540 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2f44c1a-bacd-4e7d-b08e-ffb7f5ac2b85 req-eaf33dde-d16b-403b-8397-ba1e27dfbf4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 200 len: 849 time: 0.0655117 Mar 01 21:50:34.336719 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d983602-f43b-4ba1-81bb-cb7e9bb0d5b8 None None] Routers {'5c353e58-218c-4897-9680-8fd299d5151e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:50:34.337321 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1d983602-f43b-4ba1-81bb-cb7e9bb0d5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:50:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5c353e58-218c-4897-9680-8fd299d5151e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:34.478793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a5bea-2a7c-4974-ae27-b94776813fdd req-19f8b446-e186-40da-9670-e649966efaba tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:50:34.480218 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-825a5bea-2a7c-4974-ae27-b94776813fdd req-19f8b446-e186-40da-9670-e649966efaba tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 945 time: 0.1384790 Mar 01 21:50:34.483069 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f44c1a-bacd-4e7d-b08e-ffb7f5ac2b85 req-1b7a4d37-9314-449f-aa24-595b879c8438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:50:34.484457 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2f44c1a-bacd-4e7d-b08e-ffb7f5ac2b85 req-1b7a4d37-9314-449f-aa24-595b879c8438 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d3c56d85-dae3-45ad-ae71-3927eeb3b826&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1410689 Mar 01 21:50:34.514185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1d983602-f43b-4ba1-81bb-cb7e9bb0d5b8 None None] Set router 5c353e58-218c-4897-9680-8fd299d5151e gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:50:34.615509 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-825a5bea-2a7c-4974-ae27-b94776813fdd req-cfa920e5-0530-4447-ad0f-a7127d34eda5 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/security-groups?id=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293697 Mar 01 21:50:34.655154 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2f44c1a-bacd-4e7d-b08e-ffb7f5ac2b85 req-fb0d510b-57a2-473a-b9c9-5b42c5e84fdc service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557238 Mar 01 21:50:34.786890 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2f44c1a-bacd-4e7d-b08e-ffb7f5ac2b85 req-a7a0e087-a237-4bb5-b1c8-a68ec7c07f7b service neutron] 10.222.0.55 "GET /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255169 Mar 01 21:50:34.831698 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1d983602-f43b-4ba1-81bb-cb7e9bb0d5b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '29e887e7-71df-4331-9c31-02c1aab9af3f', 'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'mac_address': 'fa:16:3e:8d:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:18Z', 'updated_at': '2022-03-01T21:37:24Z', 'revision_number': 5, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'subnets': [{'id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:34.832445 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d983602-f43b-4ba1-81bb-cb7e9bb0d5b8 None None] The sync data for ids ['5c353e58-218c-4897-9680-8fd299d5151e'] in n-d-827896-4 is: [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:37:18Z', 'revision_number': 4, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '29e887e7-71df-4331-9c31-02c1aab9af3f', 'name': '', 'network_id': 'd3c56d85-dae3-45ad-ae71-3927eeb3b826', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'mac_address': 'fa:16:3e:8d:98:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:18Z', 'updated_at': '2022-03-01T21:37:24Z', 'revision_number': 5, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'subnets': [{'id': '8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:50:34.963623 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2708c535-15ac-42f9-9a2b-a0bdb41ef479 req-09f3b9d6-15d7-4ad9-b46c-ab8ec53f7650 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:50:34.965159 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2708c535-15ac-42f9-9a2b-a0bdb41ef479 req-09f3b9d6-15d7-4ad9-b46c-ab8ec53f7650 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 945 time: 0.0918536 Mar 01 21:50:35.037807 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-2708c535-15ac-42f9-9a2b-a0bdb41ef479 req-154023ad-1ac3-4418-baf0-e152aec81c62 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Deleting port 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:50:35.038378 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2708c535-15ac-42f9-9a2b-a0bdb41ef479 req-154023ad-1ac3-4418-baf0-e152aec81c62 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:35.068770 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de30ef4-b296-45bf-92df-beb728335e42 None None] New status for floating IP c66100f0-628f-40f4-8b66-6f422f46abad: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:50:35.286352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-2708c535-15ac-42f9-9a2b-a0bdb41ef479 req-154023ad-1ac3-4418-baf0-e152aec81c62 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] For port 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:50:35.286700 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2708c535-15ac-42f9-9a2b-a0bdb41ef479 req-154023ad-1ac3-4418-baf0-e152aec81c62 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:35.407459 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-2708c535-15ac-42f9-9a2b-a0bdb41ef479 req-154023ad-1ac3-4418-baf0-e152aec81c62 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Calling delete_port for 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:50:35.611326 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2708c535-15ac-42f9-9a2b-a0bdb41ef479 req-154023ad-1ac3-4418-baf0-e152aec81c62 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:35.665950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154023ad-1ac3-4418-baf0-e152aec81c62 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event deleted for resources: {'Port': ['ID=54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:50:35.741346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-2708c535-15ac-42f9-9a2b-a0bdb41ef479 req-154023ad-1ac3-4418-baf0-e152aec81c62 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] No DVR routers for this DVR port 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:50:35.744090 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2708c535-15ac-42f9-9a2b-a0bdb41ef479 req-154023ad-1ac3-4418-baf0-e152aec81c62 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:35.747518 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53d0890-7c64-4dc2-963d-e10dacb1999b', 'name': 'network-vif-deleted', 'tag': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:50:35.798853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ef137f19-323a-4947-ac69-b6fc65a0e6f4 req-ec7672a0-f17a-470d-ad84-05935202c8c6 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Synchronizing usage tracker for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:50:35.803014 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2708c535-15ac-42f9-9a2b-a0bdb41ef479 req-154023ad-1ac3-4418-baf0-e152aec81c62 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.55 "DELETE /v2.0/ports/54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f HTTP/1.1" status: 204 len: 173 time: 0.8327904 Mar 01 21:50:35.827800 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53d0890-7c64-4dc2-963d-e10dacb1999b', 'name': 'network-vif-deleted', 'tag': '54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f', 'status': 'completed', 'code': 200} Mar 01 21:50:35.885682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ef137f19-323a-4947-ac69-b6fc65a0e6f4 req-ec7672a0-f17a-470d-ad84-05935202c8c6 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Unset dirty status for tenant:c52dc5cbaf1d4805b2e21c98aa760508 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:50:35.886872 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef137f19-323a-4947-ac69-b6fc65a0e6f4 req-ec7672a0-f17a-470d-ad84-05935202c8c6 tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 210 time: 0.1468420 Mar 01 21:50:37.057321 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5ccab4f7-7675-422c-9dd9-1ec5e535c42a req-971acebe-efcc-4f8a-a76c-84e092c4eadf tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "GET /v2.0/ports?device_id=f53d0890-7c64-4dc2-963d-e10dacb1999b HTTP/1.1" status: 200 len: 210 time: 0.0430477 Mar 01 21:50:37.455876 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:50:38.152863 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37844) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:50:38.424041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-88f4db24-8207-4131-b47f-3c39734d3d3d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Deleting port 820d0090-d4d8-4abe-8696-e4485eb875b8 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:50:38.424272 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88f4db24-8207-4131-b47f-3c39734d3d3d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:38.590755 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88f4db24-8207-4131-b47f-3c39734d3d3d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:38.591073 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88f4db24-8207-4131-b47f-3c39734d3d3d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:38.605704 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:50:38.640217 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:50:38.640565 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 54a5c8b3-28c1-49fc-821b-cf19ca9c7f6f not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:50:38.713216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-88f4db24-8207-4131-b47f-3c39734d3d3d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Calling delete_port for 820d0090-d4d8-4abe-8696-e4485eb875b8 owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:50:38.902677 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88f4db24-8207-4131-b47f-3c39734d3d3d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:38.951569 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4db24-8207-4131-b47f-3c39734d3d3d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event deleted for resources: {'Port': ['ID=820d0090-d4d8-4abe-8696-e4485eb875b8,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:50:39.042448 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88f4db24-8207-4131-b47f-3c39734d3d3d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:39.096955 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88f4db24-8207-4131-b47f-3c39734d3d3d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:39.098088 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-88f4db24-8207-4131-b47f-3c39734d3d3d tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "DELETE /v2.0/floatingips/87771701-c331-4cf1-b7d3-2c322cc0c6af HTTP/1.1" status: 204 len: 168 time: 0.9441314 Mar 01 21:50:41.636735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37860) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:50:41.705360 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55391572-e2f8-4dfa-8b03-9fc6eee6e5fd tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:41.737378 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55391572-e2f8-4dfa-8b03-9fc6eee6e5fd tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:41.874761 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55391572-e2f8-4dfa-8b03-9fc6eee6e5fd tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:41.894986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55391572-e2f8-4dfa-8b03-9fc6eee6e5fd tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:50:41.965423 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-55391572-e2f8-4dfa-8b03-9fc6eee6e5fd tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:41.966529 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-55391572-e2f8-4dfa-8b03-9fc6eee6e5fd tempest-TestVolumeBootPattern-387032074 tempest-TestVolumeBootPattern-387032074-project] 10.222.0.42 "DELETE /v2.0/security-groups/341f4b06-c366-42f8-bf6e-ae1fbdcf9bb6 HTTP/1.1" status: 204 len: 168 time: 0.3288074 Mar 01 21:50:42.084655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37866) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:50:42.769187 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1f2999c6-8410-4a28-85fd-290cc41fea50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:43.223176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-1f2999c6-8410-4a28-85fd-290cc41fea50 admin admin] Deleting port 29e887e7-71df-4331-9c31-02c1aab9af3f {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:50:43.223543 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1f2999c6-8410-4a28-85fd-290cc41fea50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:43.396989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-1f2999c6-8410-4a28-85fd-290cc41fea50 admin admin] For port 29e887e7-71df-4331-9c31-02c1aab9af3f, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=29e887e7-71df-4331-9c31-02c1aab9af3f,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:50:43.397255 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1f2999c6-8410-4a28-85fd-290cc41fea50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:43.518196 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-1f2999c6-8410-4a28-85fd-290cc41fea50 admin admin] Calling delete_port for 29e887e7-71df-4331-9c31-02c1aab9af3f owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:50:43.885411 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1f2999c6-8410-4a28-85fd-290cc41fea50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:43.962898 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2999c6-8410-4a28-85fd-290cc41fea50 admin admin] Pushing event deleted for resources: {'Port': ['ID=29e887e7-71df-4331-9c31-02c1aab9af3f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:50:44.205033 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1f2999c6-8410-4a28-85fd-290cc41fea50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:44.675593 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f2999c6-8410-4a28-85fd-290cc41fea50 admin admin] Router 5c353e58-218c-4897-9680-8fd299d5151e has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:50:44.855547 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f2999c6-8410-4a28-85fd-290cc41fea50 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:50:44.864829 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c15c244-385f-404c-9e63-f436af7c338d None None] Sync routers for ids ['5c353e58-218c-4897-9680-8fd299d5151e'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:50:44.868177 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1f2999c6-8410-4a28-85fd-290cc41fea50 admin admin] 10.222.0.42 "PUT /v2.0/routers/5c353e58-218c-4897-9680-8fd299d5151e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7830644 Mar 01 21:50:44.870711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37872) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:50:44.874891 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c15c244-385f-404c-9e63-f436af7c338d None None] Routers {'5c353e58-218c-4897-9680-8fd299d5151e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:50:44.875541 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1c15c244-385f-404c-9e63-f436af7c338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:50:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5c353e58-218c-4897-9680-8fd299d5151e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:45.055375 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a807dc93-3b49-4cb7-b4c6-2c0e83d5426f admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:45.096331 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1c15c244-385f-404c-9e63-f436af7c338d None None] Set router 5c353e58-218c-4897-9680-8fd299d5151e gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:50:45.231031 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a807dc93-3b49-4cb7-b4c6-2c0e83d5426f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:45.291595 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a807dc93-3b49-4cb7-b4c6-2c0e83d5426f admin admin] Deleting port bff69a92-243b-45bd-994d-0135d2441de8 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:50:45.291934 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a807dc93-3b49-4cb7-b4c6-2c0e83d5426f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:45.376998 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1c15c244-385f-404c-9e63-f436af7c338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43'}], 'enable_snat': True}, 'gw_port_id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:50:43Z', 'revision_number': 5, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port': {'id': 'bff69a92-243b-45bd-994d-0135d2441de8', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:18:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c353e58-218c-4897-9680-8fd299d5151e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:15Z', 'updated_at': '2022-03-01T21:37:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:45.380725 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c15c244-385f-404c-9e63-f436af7c338d None None] Checking router: 5c353e58-218c-4897-9680-8fd299d5151e for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:50:45.389097 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c15c244-385f-404c-9e63-f436af7c338d None None] Routers {'5c353e58-218c-4897-9680-8fd299d5151e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:50:45.389702 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1c15c244-385f-404c-9e63-f436af7c338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:50:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['5c353e58-218c-4897-9680-8fd299d5151e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:45.472556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-a807dc93-3b49-4cb7-b4c6-2c0e83d5426f admin admin] For port bff69a92-243b-45bd-994d-0135d2441de8, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=bff69a92-243b-45bd-994d-0135d2441de8,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:50:45.472908 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a807dc93-3b49-4cb7-b4c6-2c0e83d5426f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:45.542952 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1c15c244-385f-404c-9e63-f436af7c338d None None] Set router 5c353e58-218c-4897-9680-8fd299d5151e gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:50:45.594836 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a807dc93-3b49-4cb7-b4c6-2c0e83d5426f admin admin] Calling delete_port for bff69a92-243b-45bd-994d-0135d2441de8 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:50:45.651426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1c15c244-385f-404c-9e63-f436af7c338d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:50:45Z', 'revision_number': 6, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:45.655519 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c15c244-385f-404c-9e63-f436af7c338d None None] The sync data for ids ['5c353e58-218c-4897-9680-8fd299d5151e'] in n-d-827896-4 is: [{'id': '5c353e58-218c-4897-9680-8fd299d5151e', 'name': 'tempest-TestVolumeBootPattern-83516247-router', 'tenant_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:14Z', 'updated_at': '2022-03-01T21:50:45Z', 'revision_number': 6, 'project_id': 'c52dc5cbaf1d4805b2e21c98aa760508', 'gw_port_host': None}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:50:45.932149 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a807dc93-3b49-4cb7-b4c6-2c0e83d5426f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:45.980740 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807dc93-3b49-4cb7-b4c6-2c0e83d5426f admin admin] Pushing event deleted for resources: {'Port': ['ID=bff69a92-243b-45bd-994d-0135d2441de8,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:50:46.080907 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a807dc93-3b49-4cb7-b4c6-2c0e83d5426f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:46.252503 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a807dc93-3b49-4cb7-b4c6-2c0e83d5426f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:46.254599 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a807dc93-3b49-4cb7-b4c6-2c0e83d5426f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:46.325470 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a807dc93-3b49-4cb7-b4c6-2c0e83d5426f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:46.326002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a807dc93-3b49-4cb7-b4c6-2c0e83d5426f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c353e58-218c-4897-9680-8fd299d5151e {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:50:46.337898 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a807dc93-3b49-4cb7-b4c6-2c0e83d5426f admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:46.339002 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a807dc93-3b49-4cb7-b4c6-2c0e83d5426f admin admin] 10.222.0.42 "DELETE /v2.0/routers/5c353e58-218c-4897-9680-8fd299d5151e HTTP/1.1" status: 204 len: 168 time: 1.4673920 Mar 01 21:50:46.341600 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37876) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:50:46.401873 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3096a71-aac7-41f9-9207-e1f516eef521 admin admin] Deleting subnet 8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:50:46.404704 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a3096a71-aac7-41f9-9207-e1f516eef521 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:46.461731 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a3096a71-aac7-41f9-9207-e1f516eef521 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:46.480662 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 29e887e7-71df-4331-9c31-02c1aab9af3f no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:50:46.516478 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 29e887e7-71df-4331-9c31-02c1aab9af3f {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:50:46.517060 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 29e887e7-71df-4331-9c31-02c1aab9af3f not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:50:46.517477 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device bff69a92-243b-45bd-994d-0135d2441de8 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:50:46.543142 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a3096a71-aac7-41f9-9207-e1f516eef521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:46.552830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: bff69a92-243b-45bd-994d-0135d2441de8 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:50:46.553070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device bff69a92-243b-45bd-994d-0135d2441de8 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:50:46.674608 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a3096a71-aac7-41f9-9207-e1f516eef521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:46.714879 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3096a71-aac7-41f9-9207-e1f516eef521 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:50:46.719886 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a3096a71-aac7-41f9-9207-e1f516eef521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:46.724922 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a3bf52-d9d5-4569-a416-8b872c2d4713 None None] Network d3c56d85-dae3-45ad-ae71-3927eeb3b826 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:50:46.726038 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a3096a71-aac7-41f9-9207-e1f516eef521 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8c2ab3dc-bfc2-4342-916f-a3a1d106fc4e HTTP/1.1" status: 204 len: 168 time: 0.3835006 Mar 01 21:50:46.730115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37880) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:50:46.838836 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d6fe3e2a-b9ae-4a03-8037-ddad17025058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:46.849584 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-d6fe3e2a-b9ae-4a03-8037-ddad17025058 admin admin] Deleting port 59fc767c-b15e-43e5-9308-91871e0b37b3 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:50:46.849914 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d6fe3e2a-b9ae-4a03-8037-ddad17025058 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:46.979661 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8915e9bc-a15e-4eea-be4f-8e0f101b3410 None None] DHCP port deletion for d3c56d85-dae3-45ad-ae71-3927eeb3b826 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:50:46.983715 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8915e9bc-a15e-4eea-be4f-8e0f101b3410 None None] Deleting port 59fc767c-b15e-43e5-9308-91871e0b37b3 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:50:46.984094 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8915e9bc-a15e-4eea-be4f-8e0f101b3410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:47.062145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-d6fe3e2a-b9ae-4a03-8037-ddad17025058 admin admin] For port 59fc767c-b15e-43e5-9308-91871e0b37b3, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=59fc767c-b15e-43e5-9308-91871e0b37b3,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:50:47.062504 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d6fe3e2a-b9ae-4a03-8037-ddad17025058 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:47.181959 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8915e9bc-a15e-4eea-be4f-8e0f101b3410 None None] For port 59fc767c-b15e-43e5-9308-91871e0b37b3, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=59fc767c-b15e-43e5-9308-91871e0b37b3,segment=NetworkSegment(a0ef94f6-3134-4435-91a3-0e0cce2afae9),segment_id=a0ef94f6-3134-4435-91a3-0e0cce2afae9)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:50:47.182285 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8915e9bc-a15e-4eea-be4f-8e0f101b3410 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:47.184564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-d6fe3e2a-b9ae-4a03-8037-ddad17025058 admin admin] Calling delete_port for 59fc767c-b15e-43e5-9308-91871e0b37b3 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:50:47.303235 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8915e9bc-a15e-4eea-be4f-8e0f101b3410 None None] Calling delete_port for 59fc767c-b15e-43e5-9308-91871e0b37b3 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:50:47.325883 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d6fe3e2a-b9ae-4a03-8037-ddad17025058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:47.375654 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-8915e9bc-a15e-4eea-be4f-8e0f101b3410 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:50:47.376010 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-8915e9bc-a15e-4eea-be4f-8e0f101b3410 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:50:47.376447 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe3e2a-b9ae-4a03-8037-ddad17025058 admin admin] Pushing event deleted for resources: {'Port': ['ID=59fc767c-b15e-43e5-9308-91871e0b37b3,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:50:47.381410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fe3e2a-b9ae-4a03-8037-ddad17025058 admin admin] No DVR routers for this DVR port 59fc767c-b15e-43e5-9308-91871e0b37b3 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:50:47.606197 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d6fe3e2a-b9ae-4a03-8037-ddad17025058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:47.631650 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-d6fe3e2a-b9ae-4a03-8037-ddad17025058 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3c56d85-dae3-45ad-ae71-3927eeb3b826']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:47.643796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-d6fe3e2a-b9ae-4a03-8037-ddad17025058 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ef94f6-3134-4435-91a3-0e0cce2afae9') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:47.647600 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-d6fe3e2a-b9ae-4a03-8037-ddad17025058 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ef94f6-3134-4435-91a3-0e0cce2afae9') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:47.655769 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d6fe3e2a-b9ae-4a03-8037-ddad17025058 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:47.672078 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d6fe3e2a-b9ae-4a03-8037-ddad17025058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:47.678094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fe3e2a-b9ae-4a03-8037-ddad17025058 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:50:47.681961 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d6fe3e2a-b9ae-4a03-8037-ddad17025058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:50:47.692189 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:50:47.817179 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d6fe3e2a-b9ae-4a03-8037-ddad17025058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:47.832631 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d6fe3e2a-b9ae-4a03-8037-ddad17025058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:47.844671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe3e2a-b9ae-4a03-8037-ddad17025058 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3c56d85-dae3-45ad-ae71-3927eeb3b826,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:50:47.877005 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8915e9bc-a15e-4eea-be4f-8e0f101b3410 None None] Deleting port 59fc767c-b15e-43e5-9308-91871e0b37b3 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:50:47.877475 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8915e9bc-a15e-4eea-be4f-8e0f101b3410 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:47.916224 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d6fe3e2a-b9ae-4a03-8037-ddad17025058 admin admin] 10.222.0.42 "DELETE /v2.0/networks/d3c56d85-dae3-45ad-ae71-3927eeb3b826 HTTP/1.1" status: 204 len: 168 time: 1.1863968 Mar 01 21:50:47.919034 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37884) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:50:47.988177 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8915e9bc-a15e-4eea-be4f-8e0f101b3410 None None] The port '59fc767c-b15e-43e5-9308-91871e0b37b3' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:50:48.208428 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 59fc767c-b15e-43e5-9308-91871e0b37b3 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:50:48.242756 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 59fc767c-b15e-43e5-9308-91871e0b37b3 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:50:48.243103 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 59fc767c-b15e-43e5-9308-91871e0b37b3 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:50:48.459747 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88a9088b-c6e0-44ed-aefe-6be145de909e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:48.805211 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-88a9088b-c6e0-44ed-aefe-6be145de909e admin admin] Deleting port 1eb9cd6d-7533-4ad7-96cb-eba48a220118 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:50:48.805680 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88a9088b-c6e0-44ed-aefe-6be145de909e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:48.972713 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-88a9088b-c6e0-44ed-aefe-6be145de909e admin admin] For port 1eb9cd6d-7533-4ad7-96cb-eba48a220118, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1eb9cd6d-7533-4ad7-96cb-eba48a220118,segment=NetworkSegment(0f5c922f-0a21-4cf2-8830-83027b433c25),segment_id=0f5c922f-0a21-4cf2-8830-83027b433c25)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:50:48.973064 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88a9088b-c6e0-44ed-aefe-6be145de909e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:49.212682 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-88a9088b-c6e0-44ed-aefe-6be145de909e admin admin] Calling delete_port for 1eb9cd6d-7533-4ad7-96cb-eba48a220118 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:50:49.446384 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88a9088b-c6e0-44ed-aefe-6be145de909e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:49.492566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a9088b-c6e0-44ed-aefe-6be145de909e admin admin] Pushing event deleted for resources: {'Port': ['ID=1eb9cd6d-7533-4ad7-96cb-eba48a220118,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:50:49.760804 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88a9088b-c6e0-44ed-aefe-6be145de909e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:50.125440 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a9088b-c6e0-44ed-aefe-6be145de909e admin admin] Router 1275ae72-ebf6-402a-9c9b-04eab428bbed has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:50:50.303194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a9088b-c6e0-44ed-aefe-6be145de909e admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:50:50.315349 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75b6fbe-3bc9-4b42-826b-c0bd31ab2ecd None None] Sync routers for ids ['1275ae72-ebf6-402a-9c9b-04eab428bbed'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:50:50.328086 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75b6fbe-3bc9-4b42-826b-c0bd31ab2ecd None None] Routers {'1275ae72-ebf6-402a-9c9b-04eab428bbed'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:50:50.337992 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c75b6fbe-3bc9-4b42-826b-c0bd31ab2ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:50:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1275ae72-ebf6-402a-9c9b-04eab428bbed'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:50.378957 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-88a9088b-c6e0-44ed-aefe-6be145de909e admin admin] 10.222.0.42 "PUT /v2.0/routers/1275ae72-ebf6-402a-9c9b-04eab428bbed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4586225 Mar 01 21:50:50.381238 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 37888) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:50:50.501138 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-c75b6fbe-3bc9-4b42-826b-c0bd31ab2ecd None None] Set router 1275ae72-ebf6-402a-9c9b-04eab428bbed gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:50:50.553845 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a3555fd-0663-405f-8593-6daa1c07cd78 admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:50.789060 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c75b6fbe-3bc9-4b42-826b-c0bd31ab2ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1275ae72-ebf6-402a-9c9b-04eab428bbed', 'name': 'tempest-TestVolumeBootPattern-1180692991-router', 'tenant_id': 'ad1fe23e88614397a0de425da0a05021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bad0ae-f226-4d75-a939-5ab9b78879f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:22Z', 'updated_at': '2022-03-01T21:50:49Z', 'revision_number': 5, 'project_id': 'ad1fe23e88614397a0de425da0a05021', 'gw_port': {'id': 'd3bad0ae-f226-4d75-a939-5ab9b78879f2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1275ae72-ebf6-402a-9c9b-04eab428bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:23Z', 'updated_at': '2022-03-01T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:50.793077 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75b6fbe-3bc9-4b42-826b-c0bd31ab2ecd None None] Checking router: 1275ae72-ebf6-402a-9c9b-04eab428bbed for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:50:50.801083 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75b6fbe-3bc9-4b42-826b-c0bd31ab2ecd None None] Routers {'1275ae72-ebf6-402a-9c9b-04eab428bbed'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:50:50.801668 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c75b6fbe-3bc9-4b42-826b-c0bd31ab2ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:50:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1275ae72-ebf6-402a-9c9b-04eab428bbed'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:50.859947 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a3555fd-0663-405f-8593-6daa1c07cd78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:50.931635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0a3555fd-0663-405f-8593-6daa1c07cd78 admin admin] Deleting port d3bad0ae-f226-4d75-a939-5ab9b78879f2 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:50:50.931972 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a3555fd-0663-405f-8593-6daa1c07cd78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:50.973617 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-c75b6fbe-3bc9-4b42-826b-c0bd31ab2ecd None None] Set router 1275ae72-ebf6-402a-9c9b-04eab428bbed gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:50:51.114731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-0a3555fd-0663-405f-8593-6daa1c07cd78 admin admin] For port d3bad0ae-f226-4d75-a939-5ab9b78879f2, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d3bad0ae-f226-4d75-a939-5ab9b78879f2,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:50:51.115086 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a3555fd-0663-405f-8593-6daa1c07cd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:51.238863 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0a3555fd-0663-405f-8593-6daa1c07cd78 admin admin] Calling delete_port for d3bad0ae-f226-4d75-a939-5ab9b78879f2 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:50:51.280474 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-c75b6fbe-3bc9-4b42-826b-c0bd31ab2ecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1275ae72-ebf6-402a-9c9b-04eab428bbed', 'name': 'tempest-TestVolumeBootPattern-1180692991-router', 'tenant_id': 'ad1fe23e88614397a0de425da0a05021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bad0ae-f226-4d75-a939-5ab9b78879f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:22Z', 'updated_at': '2022-03-01T21:50:49Z', 'revision_number': 5, 'project_id': 'ad1fe23e88614397a0de425da0a05021', 'gw_port': {'id': 'd3bad0ae-f226-4d75-a939-5ab9b78879f2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1275ae72-ebf6-402a-9c9b-04eab428bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:23Z', 'updated_at': '2022-03-01T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:51.284283 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75b6fbe-3bc9-4b42-826b-c0bd31ab2ecd None None] The sync data for ids ['1275ae72-ebf6-402a-9c9b-04eab428bbed'] in n-d-827896-4 is: [{'id': '1275ae72-ebf6-402a-9c9b-04eab428bbed', 'name': 'tempest-TestVolumeBootPattern-1180692991-router', 'tenant_id': 'ad1fe23e88614397a0de425da0a05021', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.138'}], 'enable_snat': True}, 'gw_port_id': 'd3bad0ae-f226-4d75-a939-5ab9b78879f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:37:22Z', 'updated_at': '2022-03-01T21:50:49Z', 'revision_number': 5, 'project_id': 'ad1fe23e88614397a0de425da0a05021', 'gw_port': {'id': 'd3bad0ae-f226-4d75-a939-5ab9b78879f2', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:82:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1275ae72-ebf6-402a-9c9b-04eab428bbed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3997, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:37:23Z', 'updated_at': '2022-03-01T21:37:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:50:51.474201 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a3555fd-0663-405f-8593-6daa1c07cd78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:51.547418 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3555fd-0663-405f-8593-6daa1c07cd78 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3bad0ae-f226-4d75-a939-5ab9b78879f2,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:50:51.614756 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a3555fd-0663-405f-8593-6daa1c07cd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:51.806000 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a3555fd-0663-405f-8593-6daa1c07cd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:51.808260 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a3555fd-0663-405f-8593-6daa1c07cd78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:51.902933 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a3555fd-0663-405f-8593-6daa1c07cd78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:51.903499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3555fd-0663-405f-8593-6daa1c07cd78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1275ae72-ebf6-402a-9c9b-04eab428bbed {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:50:51.916972 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a3555fd-0663-405f-8593-6daa1c07cd78 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:51.918197 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0a3555fd-0663-405f-8593-6daa1c07cd78 admin admin] 10.222.0.42 "DELETE /v2.0/routers/1275ae72-ebf6-402a-9c9b-04eab428bbed HTTP/1.1" status: 204 len: 168 time: 1.5360146 Mar 01 21:50:51.920863 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37892) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:50:51.983966 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:51.984596 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd795ba-549f-42cf-83b2-2083f3607d4c admin admin] Deleting subnet 52082e73-e40c-4eef-9ca5-7dc203ebe11c {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:50:51.987459 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2fd795ba-549f-42cf-83b2-2083f3607d4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:52.048546 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2fd795ba-549f-42cf-83b2-2083f3607d4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:52.124814 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2fd795ba-549f-42cf-83b2-2083f3607d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:52.251673 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2fd795ba-549f-42cf-83b2-2083f3607d4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:52.290075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd795ba-549f-42cf-83b2-2083f3607d4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52082e73-e40c-4eef-9ca5-7dc203ebe11c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:50:52.292234 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2fd795ba-549f-42cf-83b2-2083f3607d4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:52.297599 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62e7b6c-7c64-4e12-8510-37bf47cfe9b9 None None] Network a874b402-ce6d-4224-a3d4-2537c0582452 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:50:52.298794 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2fd795ba-549f-42cf-83b2-2083f3607d4c admin admin] 10.222.0.42 "DELETE /v2.0/subnets/52082e73-e40c-4eef-9ca5-7dc203ebe11c HTTP/1.1" status: 204 len: 168 time: 0.3768778 Mar 01 21:50:52.301183 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37896) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:50:52.431143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d3bad0ae-f226-4d75-a939-5ab9b78879f2 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:50:52.518982 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: d3bad0ae-f226-4d75-a939-5ab9b78879f2 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:50:52.519227 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d3bad0ae-f226-4d75-a939-5ab9b78879f2 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:50:52.519657 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1eb9cd6d-7533-4ad7-96cb-eba48a220118 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:50:52.521259 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3fa8361e-dc33-4c52-acb2-50308e1ccdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:52.531991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-3fa8361e-dc33-4c52-acb2-50308e1ccdb3 admin admin] Deleting port 016ffd97-8c19-477c-90e5-797317693276 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:50:52.532313 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3fa8361e-dc33-4c52-acb2-50308e1ccdb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:52.559806 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 1eb9cd6d-7533-4ad7-96cb-eba48a220118 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:50:52.560412 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1eb9cd6d-7533-4ad7-96cb-eba48a220118 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:50:52.651559 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcd1b0b-9c97-4d4e-8781-896f89c25cd7 None None] DHCP port deletion for a874b402-ce6d-4224-a3d4-2537c0582452 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:50:52.656343 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-9dcd1b0b-9c97-4d4e-8781-896f89c25cd7 None None] Deleting port 016ffd97-8c19-477c-90e5-797317693276 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:50:52.656641 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9dcd1b0b-9c97-4d4e-8781-896f89c25cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:52.750660 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-3fa8361e-dc33-4c52-acb2-50308e1ccdb3 admin admin] For port 016ffd97-8c19-477c-90e5-797317693276, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=016ffd97-8c19-477c-90e5-797317693276,segment=NetworkSegment(0f5c922f-0a21-4cf2-8830-83027b433c25),segment_id=0f5c922f-0a21-4cf2-8830-83027b433c25)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:50:52.751010 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3fa8361e-dc33-4c52-acb2-50308e1ccdb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:52.862903 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-9dcd1b0b-9c97-4d4e-8781-896f89c25cd7 None None] For port 016ffd97-8c19-477c-90e5-797317693276, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=016ffd97-8c19-477c-90e5-797317693276,segment=NetworkSegment(0f5c922f-0a21-4cf2-8830-83027b433c25),segment_id=0f5c922f-0a21-4cf2-8830-83027b433c25)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:50:52.863293 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9dcd1b0b-9c97-4d4e-8781-896f89c25cd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:52.876415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-3fa8361e-dc33-4c52-acb2-50308e1ccdb3 admin admin] Calling delete_port for 016ffd97-8c19-477c-90e5-797317693276 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:50:52.988292 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-9dcd1b0b-9c97-4d4e-8781-896f89c25cd7 None None] Calling delete_port for 016ffd97-8c19-477c-90e5-797317693276 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:50:53.005653 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3fa8361e-dc33-4c52-acb2-50308e1ccdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:53.057613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8361e-dc33-4c52-acb2-50308e1ccdb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=016ffd97-8c19-477c-90e5-797317693276,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:50:53.061662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa8361e-dc33-4c52-acb2-50308e1ccdb3 admin admin] No DVR routers for this DVR port 016ffd97-8c19-477c-90e5-797317693276 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:50:53.065827 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-9dcd1b0b-9c97-4d4e-8781-896f89c25cd7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:50:53.066179 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-9dcd1b0b-9c97-4d4e-8781-896f89c25cd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:50:53.175996 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3fa8361e-dc33-4c52-acb2-50308e1ccdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:53.200318 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-3fa8361e-dc33-4c52-acb2-50308e1ccdb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a874b402-ce6d-4224-a3d4-2537c0582452']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:53.212362 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-3fa8361e-dc33-4c52-acb2-50308e1ccdb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5c922f-0a21-4cf2-8830-83027b433c25') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:53.212652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-3fa8361e-dc33-4c52-acb2-50308e1ccdb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5c922f-0a21-4cf2-8830-83027b433c25') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:50:53.223502 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3fa8361e-dc33-4c52-acb2-50308e1ccdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:53.239330 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3fa8361e-dc33-4c52-acb2-50308e1ccdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:53.245302 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa8361e-dc33-4c52-acb2-50308e1ccdb3 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:50:53.245648 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3fa8361e-dc33-4c52-acb2-50308e1ccdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:50:53.258206 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:50:53.382532 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3fa8361e-dc33-4c52-acb2-50308e1ccdb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:53.400736 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3fa8361e-dc33-4c52-acb2-50308e1ccdb3 admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:53.413039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa8361e-dc33-4c52-acb2-50308e1ccdb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a874b402-ce6d-4224-a3d4-2537c0582452,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:50:53.418381 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3fa8361e-dc33-4c52-acb2-50308e1ccdb3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a874b402-ce6d-4224-a3d4-2537c0582452 HTTP/1.1" status: 204 len: 168 time: 1.1162739 Mar 01 21:50:53.567590 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-9dcd1b0b-9c97-4d4e-8781-896f89c25cd7 None None] Deleting port 016ffd97-8c19-477c-90e5-797317693276 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:50:53.567976 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9dcd1b0b-9c97-4d4e-8781-896f89c25cd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:53.638355 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-9dcd1b0b-9c97-4d4e-8781-896f89c25cd7 None None] The port '016ffd97-8c19-477c-90e5-797317693276' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:50:53.669165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37902) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:50:53.717194 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4a6ddec0-0956-4b1d-a810-9a199be8fbd2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c52dc5cbaf1d4805b2e21c98aa760508&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468016 Mar 01 21:50:53.719512 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37906) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:50:53.775146 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a224d03e-548b-4d63-9d1c-ee78a4db0412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:53.799375 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a224d03e-548b-4d63-9d1c-ee78a4db0412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:53.920115 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a224d03e-548b-4d63-9d1c-ee78a4db0412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:53.935769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a224d03e-548b-4d63-9d1c-ee78a4db0412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:50:53.943614 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a224d03e-548b-4d63-9d1c-ee78a4db0412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:53.944716 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a224d03e-548b-4d63-9d1c-ee78a4db0412 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/638dfd7b-d7d3-4115-a2c4-d8a85e5c2b44 HTTP/1.1" status: 204 len: 168 time: 0.2243433 Mar 01 21:50:54.211257 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 016ffd97-8c19-477c-90e5-797317693276 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:50:54.245297 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 016ffd97-8c19-477c-90e5-797317693276 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:50:54.245620 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 016ffd97-8c19-477c-90e5-797317693276 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:50:54.365311 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:54.532203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37914) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:50:54.580515 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-851e9044-13d3-4d3c-8487-3d4068293759 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ad1fe23e88614397a0de425da0a05021&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470672 Mar 01 21:50:54.582855 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 37918) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:50:54.644750 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-60629a87-2f61-4afc-9870-910e247f6cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:54.670306 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-60629a87-2f61-4afc-9870-910e247f6cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:54.771269 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-60629a87-2f61-4afc-9870-910e247f6cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:54.786924 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60629a87-2f61-4afc-9870-910e247f6cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b34e6c-a567-44cb-a103-4d4c6f96e727,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:50:54.791828 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-60629a87-2f61-4afc-9870-910e247f6cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:54.792777 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-60629a87-2f61-4afc-9870-910e247f6cd0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/52b34e6c-a567-44cb-a103-4d4c6f96e727 HTTP/1.1" status: 204 len: 168 time: 0.2089815 Mar 01 21:50:57.473985 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-39826214-a945-4026-b839-e0e1c75e01bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:50:59.679600 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d45a1532-00ae-4647-adcf-f8cead6b6a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:00.611234 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:00.714158 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:02.422589 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:06.282345 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-5092bb22-934c-49a9-b75a-052698fb471f tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=94176a3dd73646e1b1da2a5bdba2502f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310833 Mar 01 21:51:06.433431 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-3de3dc06-abbd-43d1-a09e-1c2e8aae5d1d tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:06.434770 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-3de3dc06-abbd-43d1-a09e-1c2e8aae5d1d tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1474249 Mar 01 21:51:06.450368 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-17c2411d-ce8b-4048-90c1-0911573aba1b tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/quotas/94176a3dd73646e1b1da2a5bdba2502f HTTP/1.1" status: 200 len: 375 time: 0.0098691 Mar 01 21:51:06.496384 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-3747b58f-d176-498b-98ad-ba65af5e56c2 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=94176a3dd73646e1b1da2a5bdba2502f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411918 Mar 01 21:51:07.766133 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-122f5dd4-f9f1-4080-943c-a939c072a5c1 req-6ad34d4d-e2b7-4529-9d48-f90c7e1835d3 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e729f45-ee52-4df0-97eb-a234de2d7889 HTTP/1.1" status: 200 len: 210 time: 0.0416155 Mar 01 21:51:08.920323 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a0b5c7ad-b4be-4440-b3c5-c965fc1f1328 req-b5f8861d-d97b-49a7-8bc5-09cb14b79b6e tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e729f45-ee52-4df0-97eb-a234de2d7889 HTTP/1.1" status: 200 len: 210 time: 0.0459709 Mar 01 21:51:09.413909 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-9d632d9c-1791-46cd-925b-1ac7dfff8797 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=94176a3dd73646e1b1da2a5bdba2502f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268760 Mar 01 21:51:09.679346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-e3738fb2-b3df-4966-b812-f645ad18d884 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:09.681346 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-e3738fb2-b3df-4966-b812-f645ad18d884 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2625825 Mar 01 21:51:09.693004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Request body: {'port': {'device_id': '2e729f45-ee52-4df0-97eb-a234de2d7889', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'admin_state_up': True, 'tenant_id': '94176a3dd73646e1b1da2a5bdba2502f'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:51:09.827814 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:51:09.831590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Usage tracker for resource:port and tenant:94176a3dd73646e1b1da2a5bdba2502f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:51:09.834336 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:51:09.840039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:51:09.954233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Made reservation on behalf of 94176a3dd73646e1b1da2a5bdba2502f for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:51:09.957867 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:09.970351 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:09.985538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:51:09.989396 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Usage tracker for resource:security_group_rule and tenant:94176a3dd73646e1b1da2a5bdba2502f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:51:09.992194 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:51:09.998637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:51:10.083152 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f8d776c8-5a0e-4c00-ae26-55b647ddad4a req-655fdb2d-21d9-4602-8326-b1c0dc71eff2 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e729f45-ee52-4df0-97eb-a234de2d7889 HTTP/1.1" status: 200 len: 210 time: 0.0538926 Mar 01 21:51:10.127911 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:10.193621 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:10.273315 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=286ae31c-628e-4a29-8f93-34a95fd2f54d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:51:10.362130 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Allocated IP 192.168.233.83 (66cd9777-9cd6-4967-b81e-cbcfd2b31639/496fb69a-c85e-462b-a8ee-e2c8de11b90f/27038ee6-b51d-4570-9d03-a04d79dfe72f) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:51:10.560313 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:10.575310 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Transition to ACTIVE for port object 27038ee6-b51d-4570-9d03-a04d79dfe72f will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:51:10.656948 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:10.722332 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:51:10.730467 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:51:10.734845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:51:10.768839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Pushing event updated for resources: {'Port': ['ID=27038ee6-b51d-4570-9d03-a04d79dfe72f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:51:10.806523 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:10.807154 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:10.908838 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-f64a001a-61be-44b2-8014-7623f399f8cd tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2201202 Mar 01 21:51:10.920639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] Request body: {'port': {'device_id': '2e729f45-ee52-4df0-97eb-a234de2d7889', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:51:11.010796 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1f79bea0-5422-4c0a-b7ad-846f3e970020 None None] Provisioning for port 27038ee6-b51d-4570-9d03-a04d79dfe72f completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:51:11.016455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1f79bea0-5422-4c0a-b7ad-846f3e970020 None None] Provisioning complete for port 27038ee6-b51d-4570-9d03-a04d79dfe72f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:51:11.016834 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1f79bea0-5422-4c0a-b7ad-846f3e970020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:11.033246 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:11.073158 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1f79bea0-5422-4c0a-b7ad-846f3e970020 None None] Port 27038ee6-b51d-4570-9d03-a04d79dfe72f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:51:11.371606 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996e0692-5bcb-4d35-ab93-4b2d0c3ea580 req-d986cf48-177d-468d-bfda-bd08b44dfcda tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:11.372212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-996e0692-5bcb-4d35-ab93-4b2d0c3ea580 req-d986cf48-177d-468d-bfda-bd08b44dfcda tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Synchronizing usage tracker for tenant:94176a3dd73646e1b1da2a5bdba2502f on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:51:11.452287 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27038ee6-b51d-4570-9d03-a04d79dfe72f {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:51:11.459500 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:11.474535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] Transition to ACTIVE for port object 27038ee6-b51d-4570-9d03-a04d79dfe72f will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:51:11.475275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-996e0692-5bcb-4d35-ab93-4b2d0c3ea580 req-d986cf48-177d-468d-bfda-bd08b44dfcda tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Unset dirty status for tenant:94176a3dd73646e1b1da2a5bdba2502f on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:51:11.478194 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-996e0692-5bcb-4d35-ab93-4b2d0c3ea580 req-d986cf48-177d-468d-bfda-bd08b44dfcda tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e729f45-ee52-4df0-97eb-a234de2d7889 HTTP/1.1" status: 200 len: 935 time: 0.2791481 Mar 01 21:51:11.524238 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-996e0692-5bcb-4d35-ab93-4b2d0c3ea580 req-1be725cb-9dd1-4314-a628-5c40380acb56 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Synchronizing usage tracker for tenant:94176a3dd73646e1b1da2a5bdba2502f on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:51:11.541973 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:11.592596 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-996e0692-5bcb-4d35-ab93-4b2d0c3ea580 req-1be725cb-9dd1-4314-a628-5c40380acb56 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Unset dirty status for tenant:94176a3dd73646e1b1da2a5bdba2502f on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:51:11.593719 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-996e0692-5bcb-4d35-ab93-4b2d0c3ea580 req-1be725cb-9dd1-4314-a628-5c40380acb56 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/security-groups?id=286ae31c-628e-4a29-8f93-34a95fd2f54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113596 Mar 01 21:51:11.697655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] Pushing event updated for resources: {'Port': ['ID=27038ee6-b51d-4570-9d03-a04d79dfe72f,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:51:11.780153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] Attempting to bind port 27038ee6-b51d-4570-9d03-a04d79dfe72f on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:51:11.780519 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] Attempting to bind port 27038ee6-b51d-4570-9d03-a04d79dfe72f by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:51:11.780841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] Attempting to bind port 27038ee6-b51d-4570-9d03-a04d79dfe72f on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:51:11.785816 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] Port 27038ee6-b51d-4570-9d03-a04d79dfe72f on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:51:11.786144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] Attempting to bind port 27038ee6-b51d-4570-9d03-a04d79dfe72f on network 66cd9777-9cd6-4967-b81e-cbcfd2b31639 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:51:11.792032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:51:11.792362 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] Checking segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:51:11.792733 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] Bound using segment: {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:51:11.793146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] Bound port: 27038ee6-b51d-4570-9d03-a04d79dfe72f, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:51:11.793483 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:11.995316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] For port 27038ee6-b51d-4570-9d03-a04d79dfe72f, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:51:11.998109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] For port 27038ee6-b51d-4570-9d03-a04d79dfe72f, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=27038ee6-b51d-4570-9d03-a04d79dfe72f,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:51:12.103974 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:12.160725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:12.161394 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:12.162724 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] 10.222.0.55 "PUT /v2.0/ports/27038ee6-b51d-4570-9d03-a04d79dfe72f HTTP/1.1" status: 200 len: 1095 time: 1.2462325 Mar 01 21:51:12.163156 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e729f45-ee52-4df0-97eb-a234de2d7889', 'tag': '27038ee6-b51d-4570-9d03-a04d79dfe72f'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:51:12.192467 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e603be9-cbf6-48da-b6a1-540b5b6196f6 service neutron] Pushing event updated for resources: {'Port': ['ID=27038ee6-b51d-4570-9d03-a04d79dfe72f,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:51:12.223587 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e729f45-ee52-4df0-97eb-a234de2d7889', 'tag': '27038ee6-b51d-4570-9d03-a04d79dfe72f', 'status': 'completed', 'code': 200} Mar 01 21:51:12.316897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8575802-522f-4d3a-b17b-4e83f8008a3d req-a8cf0ba6-3a27-4a28-96fa-cdd629afbcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:12.318370 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8575802-522f-4d3a-b17b-4e83f8008a3d req-a8cf0ba6-3a27-4a28-96fa-cdd629afbcde service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=94176a3dd73646e1b1da2a5bdba2502f&device_id=2e729f45-ee52-4df0-97eb-a234de2d7889 HTTP/1.1" status: 200 len: 1098 time: 0.0765910 Mar 01 21:51:12.349951 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8575802-522f-4d3a-b17b-4e83f8008a3d req-560c6796-a856-47bb-86e8-105646bc3d19 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=94176a3dd73646e1b1da2a5bdba2502f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247700 Mar 01 21:51:12.489652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8575802-522f-4d3a-b17b-4e83f8008a3d req-4921b0c5-0965-4270-865f-ab340809a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:12.491022 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8575802-522f-4d3a-b17b-4e83f8008a3d req-4921b0c5-0965-4270-865f-ab340809a322 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1335568 Mar 01 21:51:12.599325 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-a5a69623-5604-499e-b85e-9ab066d05cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:12.600829 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-a5a69623-5604-499e-b85e-9ab066d05cf8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=94176a3dd73646e1b1da2a5bdba2502f&device_id=2e729f45-ee52-4df0-97eb-a234de2d7889 HTTP/1.1" status: 200 len: 1098 time: 0.0741601 Mar 01 21:51:12.668869 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-473db2f7-a9cb-4c13-a1c6-a6f1e849f114 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=27038ee6-b51d-4570-9d03-a04d79dfe72f HTTP/1.1" status: 200 len: 217 time: 0.0616050 Mar 01 21:51:12.773881 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-933c6493-1611-486a-b007-583689460557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:12.776119 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-933c6493-1611-486a-b007-583689460557 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=496fb69a-c85e-462b-a8ee-e2c8de11b90f HTTP/1.1" status: 200 len: 843 time: 0.1016996 Mar 01 21:51:12.859736 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a9b64-a8a8-480b-98c0-75667add09a1 req-8dd885e2-c1ba-4a18-a5a8-9f3ed15afa5a tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:12.861099 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d2a9b64-a8a8-480b-98c0-75667add09a1 req-8dd885e2-c1ba-4a18-a5a8-9f3ed15afa5a tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e729f45-ee52-4df0-97eb-a234de2d7889 HTTP/1.1" status: 200 len: 947 time: 0.1522393 Mar 01 21:51:12.912827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-b7fd6f02-3eb7-4fef-898f-dcfe07dfaba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:12.914272 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-b7fd6f02-3eb7-4fef-898f-dcfe07dfaba7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=66cd9777-9cd6-4967-b81e-cbcfd2b31639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1319032 Mar 01 21:51:12.918673 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d2a9b64-a8a8-480b-98c0-75667add09a1 req-a569789b-ed93-4ffc-965a-0351acf5c4b8 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/security-groups?id=286ae31c-628e-4a29-8f93-34a95fd2f54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517042 Mar 01 21:51:13.043786 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-014c89b2-beed-4faf-8d8e-c7eb4225ce3b service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233346 Mar 01 21:51:13.174026 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d561df8d-83bf-42e5-bd19-4c8e71433048 req-33dcaab9-4f5e-4ede-bb14-2c05bdd835b6 service neutron] 10.222.0.55 "GET /v2.0/networks/66cd9777-9cd6-4967-b81e-cbcfd2b31639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247034 Mar 01 21:51:14.105733 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f01eec-17d0-48fa-9024-357db70e70e4 req-ba1f4484-6a03-473e-830b-c1692e61bae9 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:14.107387 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6f01eec-17d0-48fa-9024-357db70e70e4 req-ba1f4484-6a03-473e-830b-c1692e61bae9 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e729f45-ee52-4df0-97eb-a234de2d7889 HTTP/1.1" status: 200 len: 947 time: 0.0813367 Mar 01 21:51:14.155912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6f01eec-17d0-48fa-9024-357db70e70e4 req-81d27571-1a95-4814-b6f7-291380b056e8 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/security-groups?id=286ae31c-628e-4a29-8f93-34a95fd2f54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424442 Mar 01 21:51:14.456045 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:51:15.341645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec229a7-ef2e-4c2a-9c90-06dfb850c5b1 req-ce6f5f63-ea81-41e5-88a2-6ed2ef9b0103 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:15.343083 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aec229a7-ef2e-4c2a-9c90-06dfb850c5b1 req-ce6f5f63-ea81-41e5-88a2-6ed2ef9b0103 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e729f45-ee52-4df0-97eb-a234de2d7889 HTTP/1.1" status: 200 len: 947 time: 0.0788331 Mar 01 21:51:15.386752 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aec229a7-ef2e-4c2a-9c90-06dfb850c5b1 req-3e272537-7deb-4ac4-be28-776566961848 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/security-groups?id=286ae31c-628e-4a29-8f93-34a95fd2f54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379946 Mar 01 21:51:16.573246 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20606be3-cb09-4200-a891-701120d3e41d req-762c4ff8-a4ca-415e-87f6-e3e0501f89e1 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:16.574752 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-20606be3-cb09-4200-a891-701120d3e41d req-762c4ff8-a4ca-415e-87f6-e3e0501f89e1 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e729f45-ee52-4df0-97eb-a234de2d7889 HTTP/1.1" status: 200 len: 947 time: 0.0822637 Mar 01 21:51:16.617312 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-20606be3-cb09-4200-a891-701120d3e41d req-598b190c-940b-4906-967c-6d8f90b069b4 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/security-groups?id=286ae31c-628e-4a29-8f93-34a95fd2f54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370135 Mar 01 21:51:16.793167 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 27038ee6-b51d-4570-9d03-a04d79dfe72f details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:51:16.924673 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 27038ee6-b51d-4570-9d03-a04d79dfe72f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=27038ee6-b51d-4570-9d03-a04d79dfe72f,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:51:16.938039 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '27038ee6-b51d-4570-9d03-a04d79dfe72f', 'network_id': '66cd9777-9cd6-4967-b81e-cbcfd2b31639', 'port_id': '27038ee6-b51d-4570-9d03-a04d79dfe72f', 'mac_address': 'fa:16:3e:67:eb:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '496fb69a-c85e-462b-a8ee-e2c8de11b90f', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:51:16.991063 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:17.007900 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27038ee6-b51d-4570-9d03-a04d79dfe72f {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:51:17.023680 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 27038ee6-b51d-4570-9d03-a04d79dfe72f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=27038ee6-b51d-4570-9d03-a04d79dfe72f,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:51:17.074300 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:17.143954 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=27038ee6-b51d-4570-9d03-a04d79dfe72f,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:51:17.151572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:17.151924 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:17.152270 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:17.152606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:17.152942 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:17.153275 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:17.153639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:17.153972 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:17.154275 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:17.154596 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:17.154924 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:17.155250 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:17.422257 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['27038ee6-b51d-4570-9d03-a04d79dfe72f'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:51:17.800236 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd274c9-86c5-40ed-9722-511a1fdc7b50 req-2d076f9f-25f5-4fc4-8494-a9aff15941d3 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:17.801665 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4dd274c9-86c5-40ed-9722-511a1fdc7b50 req-2d076f9f-25f5-4fc4-8494-a9aff15941d3 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e729f45-ee52-4df0-97eb-a234de2d7889 HTTP/1.1" status: 200 len: 948 time: 0.0786116 Mar 01 21:51:17.845402 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4dd274c9-86c5-40ed-9722-511a1fdc7b50 req-90ebc754-1ed9-49bc-ae4d-bb6f4215217d tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/security-groups?id=286ae31c-628e-4a29-8f93-34a95fd2f54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381300 Mar 01 21:51:18.793164 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 27038ee6-b51d-4570-9d03-a04d79dfe72f up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:51:18.924910 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 27038ee6-b51d-4570-9d03-a04d79dfe72f completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:51:18.929764 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 27038ee6-b51d-4570-9d03-a04d79dfe72f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:51:18.930137 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:19.032732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839ae8b-30d0-4a2f-bda4-2e32be8ca037 req-32c74785-dca5-44a2-98e4-1953897c9e62 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:19.034238 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4839ae8b-30d0-4a2f-bda4-2e32be8ca037 req-32c74785-dca5-44a2-98e4-1953897c9e62 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e729f45-ee52-4df0-97eb-a234de2d7889 HTTP/1.1" status: 200 len: 948 time: 0.0833175 Mar 01 21:51:19.046740 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:19.073919 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e729f45-ee52-4df0-97eb-a234de2d7889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27038ee6-b51d-4570-9d03-a04d79dfe72f'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:51:19.081608 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4839ae8b-30d0-4a2f-bda4-2e32be8ca037 req-e835daf0-7746-4c6b-95d3-48fc9da530c2 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/security-groups?id=286ae31c-628e-4a29-8f93-34a95fd2f54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416758 Mar 01 21:51:19.086155 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 27038ee6-b51d-4570-9d03-a04d79dfe72f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=27038ee6-b51d-4570-9d03-a04d79dfe72f,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:51:19.159876 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:19.201924 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e729f45-ee52-4df0-97eb-a234de2d7889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27038ee6-b51d-4570-9d03-a04d79dfe72f', 'code': 200} Mar 01 21:51:19.232771 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=27038ee6-b51d-4570-9d03-a04d79dfe72f,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:51:19.292173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc094c-b62a-443a-9f6c-03c3355d0a5c req-2ae60a39-b039-4f61-af2d-0ab2956185ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:19.293657 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37cc094c-b62a-443a-9f6c-03c3355d0a5c req-2ae60a39-b039-4f61-af2d-0ab2956185ab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2e729f45-ee52-4df0-97eb-a234de2d7889 HTTP/1.1" status: 200 len: 1100 time: 0.0705726 Mar 01 21:51:19.335421 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37cc094c-b62a-443a-9f6c-03c3355d0a5c req-46f1b390-2714-4e5f-ac3c-e56c92311017 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=286ae31c-628e-4a29-8f93-34a95fd2f54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362217 Mar 01 21:51:20.270123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c3e2f-fe76-4be9-92ef-315e8eca6061 req-3fe4cc4e-9e24-4006-9adf-4380819ce102 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:20.271572 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a75c3e2f-fe76-4be9-92ef-315e8eca6061 req-3fe4cc4e-9e24-4006-9adf-4380819ce102 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e729f45-ee52-4df0-97eb-a234de2d7889 HTTP/1.1" status: 200 len: 949 time: 0.0787711 Mar 01 21:51:20.315463 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a75c3e2f-fe76-4be9-92ef-315e8eca6061 req-fe508159-02f6-432b-aaca-6d3d2f9d5a56 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/security-groups?id=286ae31c-628e-4a29-8f93-34a95fd2f54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381410 Mar 01 21:51:21.500401 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d2db4a-0187-44bd-8f2b-448a487dc362 req-9b94bce3-c2fe-4dcd-b9be-0781cf32b5d6 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:21.501848 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85d2db4a-0187-44bd-8f2b-448a487dc362 req-9b94bce3-c2fe-4dcd-b9be-0781cf32b5d6 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e729f45-ee52-4df0-97eb-a234de2d7889 HTTP/1.1" status: 200 len: 949 time: 0.0825875 Mar 01 21:51:21.649094 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85d2db4a-0187-44bd-8f2b-448a487dc362 req-aa8617b8-1520-4e4a-9890-f5bcc42cfce2 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/security-groups?id=286ae31c-628e-4a29-8f93-34a95fd2f54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415551 Mar 01 21:51:21.993563 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:23.140701 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796ff9e3-94ed-4c1e-83f9-8329710de79f req-374f350b-0c5d-4ec8-a995-dd83d81f8cb2 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:23.142131 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-796ff9e3-94ed-4c1e-83f9-8329710de79f req-374f350b-0c5d-4ec8-a995-dd83d81f8cb2 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e729f45-ee52-4df0-97eb-a234de2d7889 HTTP/1.1" status: 200 len: 949 time: 0.0832312 Mar 01 21:51:23.186337 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-796ff9e3-94ed-4c1e-83f9-8329710de79f req-4fe24268-76fa-45b4-9ccf-50266ab51460 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/security-groups?id=286ae31c-628e-4a29-8f93-34a95fd2f54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385768 Mar 01 21:51:24.375786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ffcbe-b583-4d6c-8d44-9c9fc4405bb8 req-f0d68a17-f3f5-453d-94f3-6c2e45fbe527 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:24.377342 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d23ffcbe-b583-4d6c-8d44-9c9fc4405bb8 req-f0d68a17-f3f5-453d-94f3-6c2e45fbe527 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e729f45-ee52-4df0-97eb-a234de2d7889 HTTP/1.1" status: 200 len: 949 time: 0.0869575 Mar 01 21:51:24.399225 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:24.421359 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d23ffcbe-b583-4d6c-8d44-9c9fc4405bb8 req-6266562a-60ca-4663-af95-52d166c0908b tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/security-groups?id=286ae31c-628e-4a29-8f93-34a95fd2f54d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383332 Mar 01 21:51:24.503464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814f0506-08db-4ae8-9dc6-e33c96c547e0 req-c33b0a70-d650-4d4b-9c49-47b0d0951638 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:24.504855 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-814f0506-08db-4ae8-9dc6-e33c96c547e0 req-c33b0a70-d650-4d4b-9c49-47b0d0951638 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e729f45-ee52-4df0-97eb-a234de2d7889 HTTP/1.1" status: 200 len: 949 time: 0.0803995 Mar 01 21:51:24.574393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-814f0506-08db-4ae8-9dc6-e33c96c547e0 req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Deleting port 27038ee6-b51d-4570-9d03-a04d79dfe72f {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:51:24.574718 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-814f0506-08db-4ae8-9dc6-e33c96c547e0 req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:24.812474 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-814f0506-08db-4ae8-9dc6-e33c96c547e0 req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] For port 27038ee6-b51d-4570-9d03-a04d79dfe72f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=27038ee6-b51d-4570-9d03-a04d79dfe72f,segment=NetworkSegment(d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc),segment_id=d9cc3b83-c38a-4ee6-951f-3bbbdde2e4bc)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:51:24.812826 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-814f0506-08db-4ae8-9dc6-e33c96c547e0 req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:24.931831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-814f0506-08db-4ae8-9dc6-e33c96c547e0 req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Calling delete_port for 27038ee6-b51d-4570-9d03-a04d79dfe72f owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:51:25.119479 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-814f0506-08db-4ae8-9dc6-e33c96c547e0 req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:25.171484 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Pushing event deleted for resources: {'Port': ['ID=27038ee6-b51d-4570-9d03-a04d79dfe72f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:51:25.212528 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:25.212877 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:25.213210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:25.213542 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:25.213867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:25.214769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:25.215103 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:25.215450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:25.215775 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:25.216101 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:25.216419 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:25.216738 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:25.259926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-814f0506-08db-4ae8-9dc6-e33c96c547e0 req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] No DVR routers for this DVR port 27038ee6-b51d-4570-9d03-a04d79dfe72f on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:51:25.263393 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-814f0506-08db-4ae8-9dc6-e33c96c547e0 req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:25.266070 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e729f45-ee52-4df0-97eb-a234de2d7889', 'name': 'network-vif-deleted', 'tag': '27038ee6-b51d-4570-9d03-a04d79dfe72f'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:51:25.312418 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e729f45-ee52-4df0-97eb-a234de2d7889', 'name': 'network-vif-deleted', 'tag': '27038ee6-b51d-4570-9d03-a04d79dfe72f', 'status': 'completed', 'code': 200} Mar 01 21:51:25.331317 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-814f0506-08db-4ae8-9dc6-e33c96c547e0 req-5746989b-829f-4ac7-9f9d-d7aa729acca7 tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.55 "DELETE /v2.0/ports/27038ee6-b51d-4570-9d03-a04d79dfe72f HTTP/1.1" status: 204 len: 173 time: 0.8185155 Mar 01 21:51:25.567155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-689cc4b7-50dc-4028-b905-55971e5b8639 req-d26f1e46-8a92-4c52-8b23-e0849500c36c tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Synchronizing usage tracker for tenant:94176a3dd73646e1b1da2a5bdba2502f on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:51:25.644731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-689cc4b7-50dc-4028-b905-55971e5b8639 req-d26f1e46-8a92-4c52-8b23-e0849500c36c tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] Unset dirty status for tenant:94176a3dd73646e1b1da2a5bdba2502f on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:51:25.645816 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-689cc4b7-50dc-4028-b905-55971e5b8639 req-d26f1e46-8a92-4c52-8b23-e0849500c36c tempest-ServersAdminNegativeTestJSON-1308089867 tempest-ServersAdminNegativeTestJSON-1308089867-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e729f45-ee52-4df0-97eb-a234de2d7889 HTTP/1.1" status: 200 len: 210 time: 0.1203263 Mar 01 21:51:26.855725 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 27038ee6-b51d-4570-9d03-a04d79dfe72f no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:51:26.891463 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 27038ee6-b51d-4570-9d03-a04d79dfe72f {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:51:26.891808 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 27038ee6-b51d-4570-9d03-a04d79dfe72f not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:51:27.218760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38074) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:51:27.363303 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6e36f94f-c406-4b27-8451-234ff5f10992 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=94176a3dd73646e1b1da2a5bdba2502f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433334 Mar 01 21:51:27.365878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38080) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:51:27.426971 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04c83aa8-6dbb-42fd-9388-9be87df4790d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:27.454893 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04c83aa8-6dbb-42fd-9388-9be87df4790d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:27.484858 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5dd3afef-1efb-4334-b43a-44a1ef7d56c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:27.570444 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04c83aa8-6dbb-42fd-9388-9be87df4790d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:27.588317 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c83aa8-6dbb-42fd-9388-9be87df4790d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286ae31c-628e-4a29-8f93-34a95fd2f54d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:51:27.660988 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04c83aa8-6dbb-42fd-9388-9be87df4790d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:27.662150 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-04c83aa8-6dbb-42fd-9388-9be87df4790d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/286ae31c-628e-4a29-8f93-34a95fd2f54d HTTP/1.1" status: 204 len: 168 time: 0.2953782 Mar 01 21:51:28.229399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38088) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:51:28.248537 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-340d6119-60ba-4823-a79d-7645ce8b699b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:28.263153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-340d6119-60ba-4823-a79d-7645ce8b699b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:51:28.267043 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-340d6119-60ba-4823-a79d-7645ce8b699b admin admin] Usage tracker for resource:security_group_rule and tenant:16ba9b62ab9d49f1b225fcdcd6623985 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:51:28.269827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-340d6119-60ba-4823-a79d-7645ce8b699b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:51:28.275510 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-340d6119-60ba-4823-a79d-7645ce8b699b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:51:28.353882 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-340d6119-60ba-4823-a79d-7645ce8b699b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:28.421568 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-340d6119-60ba-4823-a79d-7645ce8b699b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:28.472156 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-340d6119-60ba-4823-a79d-7645ce8b699b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=16ba9b62ab9d49f1b225fcdcd6623985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415006 Mar 01 21:51:28.473003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d6119-60ba-4823-a79d-7645ce8b699b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47428531-afde-43cf-8690-2faa883de7f5,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:51:28.475254 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38092) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:51:28.535543 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bbb7fd49-2783-4075-bdf9-63cd4fe81d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:28.562487 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bbb7fd49-2783-4075-bdf9-63cd4fe81d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:28.681930 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bbb7fd49-2783-4075-bdf9-63cd4fe81d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:28.701379 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7fd49-2783-4075-bdf9-63cd4fe81d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47428531-afde-43cf-8690-2faa883de7f5,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:51:28.710439 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7fd49-2783-4075-bdf9-63cd4fe81d35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:28.710774 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7fd49-2783-4075-bdf9-63cd4fe81d35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:28.711112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7fd49-2783-4075-bdf9-63cd4fe81d35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:28.711532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7fd49-2783-4075-bdf9-63cd4fe81d35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:28.711886 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7fd49-2783-4075-bdf9-63cd4fe81d35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:28.712208 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7fd49-2783-4075-bdf9-63cd4fe81d35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:28.712523 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7fd49-2783-4075-bdf9-63cd4fe81d35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:28.712835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7fd49-2783-4075-bdf9-63cd4fe81d35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:28.713148 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7fd49-2783-4075-bdf9-63cd4fe81d35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:28.713456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7fd49-2783-4075-bdf9-63cd4fe81d35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:28.713765 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7fd49-2783-4075-bdf9-63cd4fe81d35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:28.714111 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7fd49-2783-4075-bdf9-63cd4fe81d35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:51:28.717812 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bbb7fd49-2783-4075-bdf9-63cd4fe81d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:28.718905 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bbb7fd49-2783-4075-bdf9-63cd4fe81d35 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47428531-afde-43cf-8690-2faa883de7f5 HTTP/1.1" status: 204 len: 168 time: 0.2425830 Mar 01 21:51:29.690445 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4d057586-4afd-4b0d-bf04-f78cbf7ce78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:29.798373 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38116) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:51:29.905201 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1193581492-network', 'tenant_id': 'be2d0dadb6cc49f0b65bf6d159ff591e'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:51:29.910658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:51:29.914471 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Usage tracker for resource:network and tenant:be2d0dadb6cc49f0b65bf6d159ff591e is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:51:29.917337 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:51:29.922984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:51:29.970628 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Made reservation on behalf of be2d0dadb6cc49f0b65bf6d159ff591e for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:51:29.972968 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:29.985604 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:30.000532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:51:30.004331 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Usage tracker for resource:security_group_rule and tenant:be2d0dadb6cc49f0b65bf6d159ff591e is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:51:30.007075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:51:30.013064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:51:30.095836 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:30.147824 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:30.179469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:51:30.188779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beacae40-cd1d-4745-84af-b296bc2baec4,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:51:30.195072 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:30.195498 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Added segment a042457b-499d-413d-b649-697ae7559cfe of type vlan for network b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8 Mar 01 21:51:30.220921 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:30.296094 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:30.297026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:30.297605 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:30.400091 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] Pushing event updated for resources: {'Network': ['ID=b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:51:30.416140 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:51:30.474245 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-02ce2da0-3638-4d35-aa02-8b5be30682c0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6747651 Mar 01 21:51:30.477141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38122) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:51:30.483378 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-399e3c28-0289-4202-ab98-d20e5b96bd8a admin admin] Request body: {'subnet': {'network_id': 'b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1193581492-subnet', 'tenant_id': 'be2d0dadb6cc49f0b65bf6d159ff591e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:51:30.489026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-399e3c28-0289-4202-ab98-d20e5b96bd8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:51:30.492968 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-399e3c28-0289-4202-ab98-d20e5b96bd8a admin admin] Usage tracker for resource:subnet and tenant:be2d0dadb6cc49f0b65bf6d159ff591e is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:51:30.495953 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-399e3c28-0289-4202-ab98-d20e5b96bd8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:51:30.501708 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-399e3c28-0289-4202-ab98-d20e5b96bd8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:51:30.564843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399e3c28-0289-4202-ab98-d20e5b96bd8a admin admin] Made reservation on behalf of be2d0dadb6cc49f0b65bf6d159ff591e for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:51:30.567210 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-399e3c28-0289-4202-ab98-d20e5b96bd8a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:30.605219 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:30.719461 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:30.924841 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-399e3c28-0289-4202-ab98-d20e5b96bd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:30.998156 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399e3c28-0289-4202-ab98-d20e5b96bd8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=93f9ccf4-14ca-415e-9432-0352d659c26a,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:51:31.005336 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-399e3c28-0289-4202-ab98-d20e5b96bd8a admin admin] Checking segment: {'id': 'a042457b-499d-413d-b649-697ae7559cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:51:31.005686 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399e3c28-0289-4202-ab98-d20e5b96bd8a admin admin] Network hostable DHCP agents. Network: b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:51:31.084641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-399e3c28-0289-4202-ab98-d20e5b96bd8a admin admin] Network b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:51:31.136992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-399e3c28-0289-4202-ab98-d20e5b96bd8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:51:31.141693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399e3c28-0289-4202-ab98-d20e5b96bd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:31.143727 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-399e3c28-0289-4202-ab98-d20e5b96bd8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:31.145941 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ed9606-661a-468e-b8e0-d71250e48ebd None None] Network b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:51:31.205566 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-399e3c28-0289-4202-ab98-d20e5b96bd8a admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7273216 Mar 01 21:51:31.358343 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769892fb-c8b5-4121-99f7-4a4eb1f6009b None None] Network b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:51:31.717181 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-4bed5231-6ee9-4af8-8fc5-f210f46f8be6 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:31.718609 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-4bed5231-6ee9-4af8-8fc5-f210f46f8be6 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/networks?id=b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8 HTTP/1.1" status: 200 len: 812 time: 0.1424668 Mar 01 21:51:31.734630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-cc7d251c-63a7-4027-abe0-c4ff534dc4f7 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/quotas/be2d0dadb6cc49f0b65bf6d159ff591e HTTP/1.1" status: 200 len: 375 time: 0.0105774 Mar 01 21:51:31.785971 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-15afcf00-6312-477a-82c1-d111d883c67b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=be2d0dadb6cc49f0b65bf6d159ff591e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463977 Mar 01 21:51:31.796650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-49be8405-6eb7-4aeb-93d3-964c09dd5c19 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:51:31.797564 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-49be8405-6eb7-4aeb-93d3-964c09dd5c19 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053000 Mar 01 21:51:32.029316 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-57b3dffa-ba45-4953-a736-ab190b284ce4 service neutron] 10.222.0.42 "GET /v2.0/networks/b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265885 Mar 01 21:51:32.163097 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-69ee6998-ab5b-4a72-89b1-474a8c50f89c service neutron] 10.222.0.42 "GET /v2.0/networks/b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278398 Mar 01 21:51:32.382984 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35cb996a-3f6d-4dfa-b56d-0d517351f9ae req-b1ff7c97-6324-4b6f-80be-a88b71447c60 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 210 time: 0.0465641 Mar 01 21:51:32.405446 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:33.534092 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc7bff5a-298b-49ce-ae69-f4a057fd053b req-9fba5eff-c62b-4ada-9095-63b916f52ce8 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 210 time: 0.0469067 Mar 01 21:51:34.521065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-cd42a657-9b61-449e-a7a7-fb27e8dddac2 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:34.522376 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-cd42a657-9b61-449e-a7a7-fb27e8dddac2 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.55 "GET /v2.0/networks?id=b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8 HTTP/1.1" status: 200 len: 812 time: 0.1584244 Mar 01 21:51:34.533516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-152f73d4-eb00-4585-911d-53cca7ec194b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Request body: {'port': {'device_id': 'c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d', 'network_id': 'b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8', 'admin_state_up': True, 'tenant_id': 'be2d0dadb6cc49f0b65bf6d159ff591e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:51:34.695552 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b5ada5c-6723-4f48-a0d2-44eb45194851 req-30391944-a37c-4b9a-a774-07ab95d09d21 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 210 time: 0.0543363 Mar 01 21:51:34.707098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-152f73d4-eb00-4585-911d-53cca7ec194b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:51:34.717899 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-152f73d4-eb00-4585-911d-53cca7ec194b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Usage tracker for resource:port and tenant:be2d0dadb6cc49f0b65bf6d159ff591e is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:51:34.717899 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-152f73d4-eb00-4585-911d-53cca7ec194b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:51:34.720412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-152f73d4-eb00-4585-911d-53cca7ec194b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:51:34.799048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-152f73d4-eb00-4585-911d-53cca7ec194b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Made reservation on behalf of be2d0dadb6cc49f0b65bf6d159ff591e for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:51:34.802642 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-152f73d4-eb00-4585-911d-53cca7ec194b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:34.962562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-152f73d4-eb00-4585-911d-53cca7ec194b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Allocated IP 172.20.0.13 (b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8/93f9ccf4-14ca-415e-9432-0352d659c26a/3454367c-aa0b-4e6f-b8de-dd37562bfe5c) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:51:35.162256 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-152f73d4-eb00-4585-911d-53cca7ec194b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:35.239257 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-152f73d4-eb00-4585-911d-53cca7ec194b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:35.311127 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-152f73d4-eb00-4585-911d-53cca7ec194b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Network b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:51:35.317998 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-152f73d4-eb00-4585-911d-53cca7ec194b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:51:35.320379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-152f73d4-eb00-4585-911d-53cca7ec194b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:51:35.355939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f73d4-eb00-4585-911d-53cca7ec194b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Pushing event updated for resources: {'Port': ['ID=3454367c-aa0b-4e6f-b8de-dd37562bfe5c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:51:35.388123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-152f73d4-eb00-4585-911d-53cca7ec194b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:35.388807 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-152f73d4-eb00-4585-911d-53cca7ec194b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:35.490920 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-152f73d4-eb00-4585-911d-53cca7ec194b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9610546 Mar 01 21:51:35.508667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] Request body: {'port': {'device_id': 'c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:51:35.618072 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:35.951338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdb3a7-3e96-48b6-b7ea-4e71d2f0497c req-da938ace-651d-494f-8a28-bb9543170837 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:35.952045 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e1cdb3a7-3e96-48b6-b7ea-4e71d2f0497c req-da938ace-651d-494f-8a28-bb9543170837 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Synchronizing usage tracker for tenant:be2d0dadb6cc49f0b65bf6d159ff591e on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:51:36.155747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3454367c-aa0b-4e6f-b8de-dd37562bfe5c {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:51:36.163468 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:36.168652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e1cdb3a7-3e96-48b6-b7ea-4e71d2f0497c req-da938ace-651d-494f-8a28-bb9543170837 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Unset dirty status for tenant:be2d0dadb6cc49f0b65bf6d159ff591e on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:51:36.170226 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e1cdb3a7-3e96-48b6-b7ea-4e71d2f0497c req-da938ace-651d-494f-8a28-bb9543170837 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 932 time: 0.3351865 Mar 01 21:51:36.200713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] Transition to ACTIVE for port object 3454367c-aa0b-4e6f-b8de-dd37562bfe5c will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:51:36.225517 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e1cdb3a7-3e96-48b6-b7ea-4e71d2f0497c req-e4cc8ee8-a1b0-4aef-a7ee-5e9d836f68fc tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480993 Mar 01 21:51:36.238755 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:36.393403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] Pushing event updated for resources: {'Port': ['ID=3454367c-aa0b-4e6f-b8de-dd37562bfe5c,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:51:36.464355 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] Attempting to bind port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:51:36.465212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] Attempting to bind port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'a042457b-499d-413d-b649-697ae7559cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:51:36.465598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] Attempting to bind port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c on network b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:51:36.471070 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] Port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c on network b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:51:36.471415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] Attempting to bind port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c on network b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:51:36.476579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:51:36.476851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] Checking segment: {'id': 'a042457b-499d-413d-b649-697ae7559cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:51:36.477227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] Bound using segment: {'id': 'a042457b-499d-413d-b649-697ae7559cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:51:36.477644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] Bound port: 3454367c-aa0b-4e6f-b8de-dd37562bfe5c, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a042457b-499d-413d-b649-697ae7559cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:51:36.477984 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:36.572245 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] For port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:51:36.575203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] For port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3454367c-aa0b-4e6f-b8de-dd37562bfe5c,segment=NetworkSegment(a042457b-499d-413d-b649-697ae7559cfe),segment_id=a042457b-499d-413d-b649-697ae7559cfe)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:51:36.622099 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:36.676166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:36.678080 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:36.678195 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] 10.222.0.55 "PUT /v2.0/ports/3454367c-aa0b-4e6f-b8de-dd37562bfe5c HTTP/1.1" status: 200 len: 1092 time: 1.1733446 Mar 01 21:51:36.678616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d', 'tag': '3454367c-aa0b-4e6f-b8de-dd37562bfe5c'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:51:36.705959 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8152ed74-46d4-43fb-aa75-4307c5cb0c54 service neutron] Pushing event updated for resources: {'Port': ['ID=3454367c-aa0b-4e6f-b8de-dd37562bfe5c,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:51:36.725174 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d', 'tag': '3454367c-aa0b-4e6f-b8de-dd37562bfe5c', 'status': 'completed', 'code': 200} Mar 01 21:51:36.819311 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d8f54-80ae-47c1-a790-7a8816e70d49 req-fe38de76-4a88-4aed-9dfe-3062a986d372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:36.820805 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d0d8f54-80ae-47c1-a790-7a8816e70d49 req-fe38de76-4a88-4aed-9dfe-3062a986d372 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be2d0dadb6cc49f0b65bf6d159ff591e&device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 1095 time: 0.0746884 Mar 01 21:51:36.955672 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d8f54-80ae-47c1-a790-7a8816e70d49 req-877a8279-8def-43ce-ac3d-fa36d7d84a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:36.957089 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d0d8f54-80ae-47c1-a790-7a8816e70d49 req-877a8279-8def-43ce-ac3d-fa36d7d84a1a service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=be2d0dadb6cc49f0b65bf6d159ff591e&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1298282 Mar 01 21:51:37.088779 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d8f54-80ae-47c1-a790-7a8816e70d49 req-d3839ec3-ab73-47d6-9e04-e6b3333051b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:37.090933 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d0d8f54-80ae-47c1-a790-7a8816e70d49 req-d3839ec3-ab73-47d6-9e04-e6b3333051b0 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1286361 Mar 01 21:51:37.190443 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-4baef074-a3a5-4596-aaa3-315dfc20cf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:37.191972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-4baef074-a3a5-4596-aaa3-315dfc20cf0b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be2d0dadb6cc49f0b65bf6d159ff591e&device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 1095 time: 0.0690098 Mar 01 21:51:37.259445 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-1b455844-fca9-4cba-8db9-3af474a8687e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3454367c-aa0b-4e6f-b8de-dd37562bfe5c HTTP/1.1" status: 200 len: 217 time: 0.0611219 Mar 01 21:51:37.320708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-48e8349f-d240-42c2-98a5-fa55743cffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:37.322142 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-48e8349f-d240-42c2-98a5-fa55743cffbb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=93f9ccf4-14ca-415e-9432-0352d659c26a HTTP/1.1" status: 200 len: 852 time: 0.0572984 Mar 01 21:51:37.409651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-93bf7cc3-6fdb-4fa1-b6af-3e3ff1237458 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812058 Mar 01 21:51:37.547652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b424e5-ba4a-4535-81bf-b5847f5d42d6 req-a1dab54d-5a05-4933-bad3-c726a277a342 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:37.549093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e7b424e5-ba4a-4535-81bf-b5847f5d42d6 req-a1dab54d-5a05-4933-bad3-c726a277a342 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 944 time: 0.1922235 Mar 01 21:51:37.588676 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-0e73e487-f65e-4458-bd01-f4fecfdecf1c service neutron] 10.222.0.55 "GET /v2.0/networks/b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719320 Mar 01 21:51:37.641695 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e7b424e5-ba4a-4535-81bf-b5847f5d42d6 req-c8bffea7-6d22-47a6-9289-638cff0fd98b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849526 Mar 01 21:51:37.731560 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd2e7236-eac9-436a-a7f0-cefbd107c96b req-358f9beb-3027-4a00-aa37-f2bd8dd72bd0 service neutron] 10.222.0.55 "GET /v2.0/networks/b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325791 Mar 01 21:51:38.950485 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a190df01-8010-4de5-89a7-321a1e162aef req-dd864298-2d00-413c-933a-c5e8b5515c09 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:38.951834 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a190df01-8010-4de5-89a7-321a1e162aef req-dd864298-2d00-413c-933a-c5e8b5515c09 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 944 time: 0.1975152 Mar 01 21:51:38.994336 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a190df01-8010-4de5-89a7-321a1e162aef req-71532edb-018b-4e81-9daf-160a4512df58 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367823 Mar 01 21:51:40.176101 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc3d21-ccfd-4e58-92f0-d761ff2891c6 req-32dc1edd-c00e-4c13-ac33-3eb51dca460f tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:40.177527 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90bc3d21-ccfd-4e58-92f0-d761ff2891c6 req-32dc1edd-c00e-4c13-ac33-3eb51dca460f tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 944 time: 0.0785348 Mar 01 21:51:40.220833 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90bc3d21-ccfd-4e58-92f0-d761ff2891c6 req-cc8907a3-46e5-4ea4-a250-9af2bac34342 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377593 Mar 01 21:51:41.406726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc4126-d307-45ee-9384-e05727991c56 req-97e45f7c-3c19-46c4-89c3-a07311b91925 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:41.408138 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c5fc4126-d307-45ee-9384-e05727991c56 req-97e45f7c-3c19-46c4-89c3-a07311b91925 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 944 time: 0.0814064 Mar 01 21:51:41.451942 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c5fc4126-d307-45ee-9384-e05727991c56 req-0574292c-1739-4355-8cf2-e1c8dbd43abe tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382848 Mar 01 21:51:42.635529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4f706-5e05-44fc-bded-0c5480416ec6 req-e419a405-e1ba-47c0-9692-178809449f32 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:42.637076 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69d4f706-5e05-44fc-bded-0c5480416ec6 req-e419a405-e1ba-47c0-9692-178809449f32 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 944 time: 0.0828397 Mar 01 21:51:42.681452 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69d4f706-5e05-44fc-bded-0c5480416ec6 req-b142fa6c-1f75-4e35-9cd2-b97b7f528e88 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387869 Mar 01 21:51:42.948157 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 3454367c-aa0b-4e6f-b8de-dd37562bfe5c details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:51:43.080166 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3454367c-aa0b-4e6f-b8de-dd37562bfe5c,segment=NetworkSegment(a042457b-499d-413d-b649-697ae7559cfe),segment_id=a042457b-499d-413d-b649-697ae7559cfe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:51:43.099388 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '3454367c-aa0b-4e6f-b8de-dd37562bfe5c', 'network_id': 'b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8', 'port_id': '3454367c-aa0b-4e6f-b8de-dd37562bfe5c', 'mac_address': 'fa:16:3e:5b:04:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f9ccf4-14ca-415e-9432-0352d659c26a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:51:43.162612 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:43.178454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3454367c-aa0b-4e6f-b8de-dd37562bfe5c {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:51:43.193825 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3454367c-aa0b-4e6f-b8de-dd37562bfe5c,segment=NetworkSegment(a042457b-499d-413d-b649-697ae7559cfe),segment_id=a042457b-499d-413d-b649-697ae7559cfe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:51:43.262782 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:43.328150 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=3454367c-aa0b-4e6f-b8de-dd37562bfe5c,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:51:43.567695 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['3454367c-aa0b-4e6f-b8de-dd37562bfe5c'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:51:43.868052 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e494c-6e77-4116-9b17-3f3e177115e5 req-909b38f3-e23b-497f-9333-3e8d25817317 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:43.869427 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-517e494c-6e77-4116-9b17-3f3e177115e5 req-909b38f3-e23b-497f-9333-3e8d25817317 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 945 time: 0.0839007 Mar 01 21:51:43.913675 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-517e494c-6e77-4116-9b17-3f3e177115e5 req-b7b26176-2e2e-4315-8867-5a93ddd18258 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382884 Mar 01 21:51:44.965406 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 3454367c-aa0b-4e6f-b8de-dd37562bfe5c up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:51:45.104994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19b3207-8199-4fc5-a179-caccf505f26d req-c9bec349-d86c-4f16-b192-91c47708c47b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:45.106565 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c19b3207-8199-4fc5-a179-caccf505f26d req-c9bec349-d86c-4f16-b192-91c47708c47b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 945 time: 0.0844381 Mar 01 21:51:45.107995 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:51:45.113244 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:51:45.113607 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:45.150937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c19b3207-8199-4fc5-a179-caccf505f26d req-b41293cd-2c4f-41a0-9720-aaafc4ff1356 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383446 Mar 01 21:51:45.236536 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:45.262721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3454367c-aa0b-4e6f-b8de-dd37562bfe5c'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:51:45.272114 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3454367c-aa0b-4e6f-b8de-dd37562bfe5c,segment=NetworkSegment(a042457b-499d-413d-b649-697ae7559cfe),segment_id=a042457b-499d-413d-b649-697ae7559cfe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:51:45.306388 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3454367c-aa0b-4e6f-b8de-dd37562bfe5c', 'code': 200} Mar 01 21:51:45.341543 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:45.430012 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65585432-eb0a-46a6-b505-3ea059acc2e9 req-950409a1-abc9-4a44-be18-12b43f478ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:45.431526 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65585432-eb0a-46a6-b505-3ea059acc2e9 req-950409a1-abc9-4a44-be18-12b43f478ff4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 1097 time: 0.0712221 Mar 01 21:51:45.439254 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=3454367c-aa0b-4e6f-b8de-dd37562bfe5c,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:51:45.481750 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65585432-eb0a-46a6-b505-3ea059acc2e9 req-5ceadba7-97f6-4b28-a597-d13daa1abe5c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443299 Mar 01 21:51:46.337728 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ee5c1-f9e9-4836-9934-c2a4d8fa8a58 req-e87407d4-f326-42b6-8509-3180ef3fe217 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:46.339061 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-297ee5c1-f9e9-4836-9934-c2a4d8fa8a58 req-e87407d4-f326-42b6-8509-3180ef3fe217 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0782361 Mar 01 21:51:46.382664 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-297ee5c1-f9e9-4836-9934-c2a4d8fa8a58 req-0f5479b4-d053-495f-ac87-daf5c792e747 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374835 Mar 01 21:51:47.572399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b8dcea-1ff4-4c81-9204-8c36c214f333 req-b8ba04e9-fb28-4935-9e7b-67a1180a333b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:47.573836 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57b8dcea-1ff4-4c81-9204-8c36c214f333 req-b8ba04e9-fb28-4935-9e7b-67a1180a333b tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0817726 Mar 01 21:51:47.618280 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57b8dcea-1ff4-4c81-9204-8c36c214f333 req-3f4cace5-7867-4875-bcd4-da652a58979c tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377245 Mar 01 21:51:48.155108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32541ae-0c38-44d7-9aae-80ef5fe353f3 req-efd19cfa-9e47-4d91-a927-b6b804838ba8 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:48.158651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b32541ae-0c38-44d7-9aae-80ef5fe353f3 req-efd19cfa-9e47-4d91-a927-b6b804838ba8 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0806468 Mar 01 21:51:48.195290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38190) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:51:48.203702 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b32541ae-0c38-44d7-9aae-80ef5fe353f3 req-30bbf8ef-5acb-4d32-aeec-4f6c422d69b3 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400212 Mar 01 21:51:48.307948 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-75b0a3fe-30f6-46e1-8fc6-6d33cfd75389 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1114202 Mar 01 21:51:49.391100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803844fe-63d4-4238-af3d-cc2171e384ab req-0323612e-fde8-4c57-8ae8-b3e3c38ae51a tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:49.392521 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-803844fe-63d4-4238-af3d-cc2171e384ab req-0323612e-fde8-4c57-8ae8-b3e3c38ae51a tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0823979 Mar 01 21:51:49.440657 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-803844fe-63d4-4238-af3d-cc2171e384ab req-e799ddda-41e1-4543-8361-c4f472cce051 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425367 Mar 01 21:51:50.216346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-aa920d03-747a-4b7a-a212-7d95b9092c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:50.217829 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-aa920d03-747a-4b7a-a212-7d95b9092c2b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be2d0dadb6cc49f0b65bf6d159ff591e&device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 1097 time: 0.0737293 Mar 01 21:51:50.344987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-fc7921b9-3078-4392-a4a5-3d3026f8b054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:50.346322 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-fc7921b9-3078-4392-a4a5-3d3026f8b054 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8 HTTP/1.1" status: 200 len: 913 time: 0.1230350 Mar 01 21:51:50.414764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-e133282c-08d2-406a-b1ba-95c5594c43ab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3454367c-aa0b-4e6f-b8de-dd37562bfe5c HTTP/1.1" status: 200 len: 217 time: 0.0623717 Mar 01 21:51:50.488681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-710127d8-c23f-4895-9b07-3e9cacecef45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:50.490281 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-710127d8-c23f-4895-9b07-3e9cacecef45 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=93f9ccf4-14ca-415e-9432-0352d659c26a HTTP/1.1" status: 200 len: 852 time: 0.0702198 Mar 01 21:51:50.535810 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-b5e33fb2-00b7-4de7-b3ef-0650924124a6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402985 Mar 01 21:51:50.722480 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-fbbba241-5503-4521-9ad3-4a6b3e7834cc service neutron] 10.222.0.55 "GET /v2.0/networks/b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802275 Mar 01 21:51:50.730573 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5753fc-644e-4d78-a185-bde92625b04b req-eae67aa3-36b4-441e-ac15-527acff410a9 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:50.732067 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf5753fc-644e-4d78-a185-bde92625b04b req-eae67aa3-36b4-441e-ac15-527acff410a9 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.1720946 Mar 01 21:51:50.866252 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf5753fc-644e-4d78-a185-bde92625b04b req-c7781be5-c903-4bab-abb9-1a59cc9f1aee tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129644 Mar 01 21:51:50.993787 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-9cff5cff-85d0-4e48-afd8-b8e93f0cf63e service neutron] 10.222.0.55 "GET /v2.0/networks/b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2607102 Mar 01 21:51:51.457595 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:51:51.964327 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:52.048255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffac7e9-2881-4e6e-a73e-ca5bd5504f53 req-e644b6ef-b106-48d1-bf78-9e4ef8b937d7 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:52.049715 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3ffac7e9-2881-4e6e-a73e-ca5bd5504f53 req-e644b6ef-b106-48d1-bf78-9e4ef8b937d7 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0787885 Mar 01 21:51:52.094758 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3ffac7e9-2881-4e6e-a73e-ca5bd5504f53 req-cf1d2ded-ee00-48e7-b877-41fc62c80dc4 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393085 Mar 01 21:51:53.285760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab0c14b-a3e3-4229-aaed-4ad1dcc22490 req-123073dc-4f79-400f-8c7b-3c600fbcd90e tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:53.287246 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ab0c14b-a3e3-4229-aaed-4ad1dcc22490 req-123073dc-4f79-400f-8c7b-3c600fbcd90e tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0838962 Mar 01 21:51:53.330828 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ab0c14b-a3e3-4229-aaed-4ad1dcc22490 req-56af6052-e211-4e3d-8242-2c720a8ecabd tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379453 Mar 01 21:51:54.404857 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:54.534140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c856a-9a70-4c6c-9407-867fd2fbe5fc req-199bc2b7-6273-4491-b019-cdf578644db8 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:54.535610 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b3c856a-9a70-4c6c-9407-867fd2fbe5fc req-199bc2b7-6273-4491-b019-cdf578644db8 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0787530 Mar 01 21:51:54.582311 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b3c856a-9a70-4c6c-9407-867fd2fbe5fc req-aab8bc53-6692-4fb2-83d9-3bcf04beea45 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411906 Mar 01 21:51:55.766804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabad0d9-bac6-41c0-a4e4-d4ce80d9b276 req-7ed1f10c-0781-44b4-ad85-f4a537987bca tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:55.768289 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aabad0d9-bac6-41c0-a4e4-d4ce80d9b276 req-7ed1f10c-0781-44b4-ad85-f4a537987bca tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0800486 Mar 01 21:51:55.811968 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aabad0d9-bac6-41c0-a4e4-d4ce80d9b276 req-9cbad818-9a31-4535-be79-bf94b3a57746 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381820 Mar 01 21:51:56.999178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdff86-5384-44c6-ab21-3a16aca65f99 req-6500d7e1-c9bf-40df-a7de-5b2210573903 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:57.000719 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-18bdff86-5384-44c6-ab21-3a16aca65f99 req-6500d7e1-c9bf-40df-a7de-5b2210573903 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0836356 Mar 01 21:51:57.045145 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-18bdff86-5384-44c6-ab21-3a16aca65f99 req-1c6d6894-0bd1-41d1-97b6-7707377e1a41 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389130 Mar 01 21:51:57.495480 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b99153c5-cc87-4c2d-88b6-76282241e499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:51:58.233310 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82746189-96ba-46fe-b683-d515288c66a0 req-356e6bd4-5152-430d-a577-6746f1cb848c tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:58.234773 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82746189-96ba-46fe-b683-d515288c66a0 req-356e6bd4-5152-430d-a577-6746f1cb848c tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0829499 Mar 01 21:51:58.277126 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82746189-96ba-46fe-b683-d515288c66a0 req-ba4f4402-29a8-42bc-a2e8-7d49d5f2f4ab tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368414 Mar 01 21:51:59.468321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303d30d-a845-40ba-8d9d-a845aa0fa8ab req-ccefe2b9-f8d0-4aad-afd7-dfc9d9529115 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:51:59.469767 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a303d30d-a845-40ba-8d9d-a845aa0fa8ab req-ccefe2b9-f8d0-4aad-afd7-dfc9d9529115 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0883539 Mar 01 21:51:59.515590 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a303d30d-a845-40ba-8d9d-a845aa0fa8ab req-88008e50-a7de-4cd1-8d0f-fd4324b21d60 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400538 Mar 01 21:51:59.735524 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cc632664-7b6e-47a9-86d7-993886496947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:00.604454 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:00.699216 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4755ec8-e4a1-4324-87c9-14307645e77c req-a3a2136a-5895-496a-be4b-99574ead91ac tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:00.700741 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b4755ec8-e4a1-4324-87c9-14307645e77c req-a3a2136a-5895-496a-be4b-99574ead91ac tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0800655 Mar 01 21:52:00.729914 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:00.751396 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b4755ec8-e4a1-4324-87c9-14307645e77c req-77c45bd3-768c-4abc-8c0d-d3b1e1e3f774 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444560 Mar 01 21:52:01.993221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf9b8a-98bc-4a5a-b7bd-1c779b413059 req-4d2c4f0d-9a2f-4ff7-986c-f8cda8e1282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:01.994673 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-afdf9b8a-98bc-4a5a-b7bd-1c779b413059 req-4d2c4f0d-9a2f-4ff7-986c-f8cda8e1282f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be2d0dadb6cc49f0b65bf6d159ff591e&device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 1097 time: 0.1016667 Mar 01 21:52:02.002682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d96438-9043-45e7-ae5f-e3c1f2bc5e20 req-dcbe072d-f711-4ae5-a595-e55c16d62555 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:02.004093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0d96438-9043-45e7-ae5f-e3c1f2bc5e20 req-dcbe072d-f711-4ae5-a595-e55c16d62555 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.1426227 Mar 01 21:52:02.136377 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0d96438-9043-45e7-ae5f-e3c1f2bc5e20 req-aaa20054-e03b-4e5c-94ad-4418e09f81e3 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265962 Mar 01 21:52:02.169537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf9b8a-98bc-4a5a-b7bd-1c779b413059 req-8a5b33bf-650a-455e-bbba-98b70a58ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:02.171698 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-afdf9b8a-98bc-4a5a-b7bd-1c779b413059 req-8a5b33bf-650a-455e-bbba-98b70a58ffdd service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8 HTTP/1.1" status: 200 len: 913 time: 0.1482434 Mar 01 21:52:02.240589 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-afdf9b8a-98bc-4a5a-b7bd-1c779b413059 req-e8988310-b09b-47b1-93f6-4175c353c2ef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3454367c-aa0b-4e6f-b8de-dd37562bfe5c HTTP/1.1" status: 200 len: 217 time: 0.0628374 Mar 01 21:52:02.300954 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf9b8a-98bc-4a5a-b7bd-1c779b413059 req-34403bc7-b005-4a71-b320-f10844ef1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:02.302325 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-afdf9b8a-98bc-4a5a-b7bd-1c779b413059 req-34403bc7-b005-4a71-b320-f10844ef1b41 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=93f9ccf4-14ca-415e-9432-0352d659c26a HTTP/1.1" status: 200 len: 852 time: 0.0558906 Mar 01 21:52:02.347133 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-afdf9b8a-98bc-4a5a-b7bd-1c779b413059 req-30892376-7dd4-43ae-bf3a-7397b74611ba service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391479 Mar 01 21:52:02.450035 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:02.499123 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-afdf9b8a-98bc-4a5a-b7bd-1c779b413059 req-1824332d-61f5-4d8a-a3fe-8b58af7966c2 service neutron] 10.222.0.55 "GET /v2.0/networks/b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447392 Mar 01 21:52:02.628271 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-afdf9b8a-98bc-4a5a-b7bd-1c779b413059 req-728b0894-d9bf-4aab-afee-99fd5f5a6ce8 service neutron] 10.222.0.55 "GET /v2.0/networks/b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241550 Mar 01 21:52:03.427963 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81da49a-754c-4a74-a82b-8dda5d55bd22 req-ee7d968b-8c8d-47d8-8e40-55ed246dbefc tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:03.429340 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e81da49a-754c-4a74-a82b-8dda5d55bd22 req-ee7d968b-8c8d-47d8-8e40-55ed246dbefc tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.1868122 Mar 01 21:52:03.474224 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e81da49a-754c-4a74-a82b-8dda5d55bd22 req-97b40c7b-209c-49e1-99e2-c727e9cfa7a1 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388885 Mar 01 21:52:04.659513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc7f86-e27b-4297-ae99-3cc862c494ca req-4ddb5d7d-fd47-4616-82ca-65dbdfa4acd5 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:04.660923 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5ffc7f86-e27b-4297-ae99-3cc862c494ca req-4ddb5d7d-fd47-4616-82ca-65dbdfa4acd5 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0822225 Mar 01 21:52:04.707307 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5ffc7f86-e27b-4297-ae99-3cc862c494ca req-6f457bcb-6ba7-403f-97e5-e887e4a4c352 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408013 Mar 01 21:52:05.889918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92b2331-e3a6-4729-b201-36bfca25e6d1 req-4a7ffce6-9148-4dae-a3d9-37fb8e5b7cfd tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:05.891347 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e92b2331-e3a6-4729-b201-36bfca25e6d1 req-4a7ffce6-9148-4dae-a3d9-37fb8e5b7cfd tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0780737 Mar 01 21:52:05.934061 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e92b2331-e3a6-4729-b201-36bfca25e6d1 req-754f6d0b-28bf-479a-81db-c6df62e49479 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371983 Mar 01 21:52:07.124214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbe7ee-fe32-4e47-b4a2-b98a6941c7f9 req-8471f81d-29ab-4ef3-8a4a-0bee2603e2c3 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:07.126280 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25bbe7ee-fe32-4e47-b4a2-b98a6941c7f9 req-8471f81d-29ab-4ef3-8a4a-0bee2603e2c3 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0880330 Mar 01 21:52:07.171157 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-25bbe7ee-fe32-4e47-b4a2-b98a6941c7f9 req-4fb82305-5101-4293-a335-0168259d2a1e tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392854 Mar 01 21:52:08.354547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2246dc5-e544-472e-871f-0ba3aa51f283 req-35448270-5de5-463e-9dcf-c555def096d6 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:08.355935 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2246dc5-e544-472e-871f-0ba3aa51f283 req-35448270-5de5-463e-9dcf-c555def096d6 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0789921 Mar 01 21:52:08.401427 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2246dc5-e544-472e-871f-0ba3aa51f283 req-24184346-61bf-4d6b-8e92-3313f229da1a tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398924 Mar 01 21:52:09.586217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3a201-d22a-4afe-a911-0bc60e3fe9a9 req-4526ed9a-a793-456c-be25-e25b06fa8c6a tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:09.587682 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70a3a201-d22a-4afe-a911-0bc60e3fe9a9 req-4526ed9a-a793-456c-be25-e25b06fa8c6a tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0794067 Mar 01 21:52:09.631168 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70a3a201-d22a-4afe-a911-0bc60e3fe9a9 req-cbe5cec2-16f5-41ed-9ba5-cdbd5a926a96 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378456 Mar 01 21:52:10.976904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38830098-1ef1-4aa4-8813-53a5df0804cf req-b1b0c626-879d-4a86-b27d-12dca4ae1dc9 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:10.978242 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-38830098-1ef1-4aa4-8813-53a5df0804cf req-b1b0c626-879d-4a86-b27d-12dca4ae1dc9 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0818043 Mar 01 21:52:11.021139 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-38830098-1ef1-4aa4-8813-53a5df0804cf req-4902dace-9377-4c5d-97e8-89af5226e9c9 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367033 Mar 01 21:52:12.203833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b0b783-2cd6-4cc2-820f-9792f09ff9dc req-7bea78ad-73de-4114-af3b-60a656e12738 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:12.205277 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72b0b783-2cd6-4cc2-820f-9792f09ff9dc req-7bea78ad-73de-4114-af3b-60a656e12738 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0791180 Mar 01 21:52:12.249022 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72b0b783-2cd6-4cc2-820f-9792f09ff9dc req-ba5a1ffa-13b3-4334-8627-0156488b4c0e tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381348 Mar 01 21:52:13.439462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e7077a-388f-47f0-8ecf-62ce98fcea73 req-c785bde7-c523-4b77-988c-935258b4399d tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:13.440822 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-53e7077a-388f-47f0-8ecf-62ce98fcea73 req-c785bde7-c523-4b77-988c-935258b4399d tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0887842 Mar 01 21:52:13.484418 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-53e7077a-388f-47f0-8ecf-62ce98fcea73 req-8552a903-cbeb-4528-97e3-4e93bcd53b9e tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379696 Mar 01 21:52:14.670056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8601b6-068a-4b1f-8218-b49525bb5441 req-124b88cb-5b26-4193-8b38-a2f10d8dd0c2 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:14.671501 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c8601b6-068a-4b1f-8218-b49525bb5441 req-124b88cb-5b26-4193-8b38-a2f10d8dd0c2 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0819795 Mar 01 21:52:14.714859 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c8601b6-068a-4b1f-8218-b49525bb5441 req-cbc189c0-98ee-480a-b836-e4233b0f48b0 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377405 Mar 01 21:52:15.901114 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95309841-e998-4096-8da1-e75032a3fcaa req-2c439a7f-9dfd-488c-8544-f09294ebd383 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:15.902578 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-95309841-e998-4096-8da1-e75032a3fcaa req-2c439a7f-9dfd-488c-8544-f09294ebd383 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0824261 Mar 01 21:52:15.947707 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-95309841-e998-4096-8da1-e75032a3fcaa req-041d17e5-fa71-4001-be93-9688bc46b4f3 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381541 Mar 01 21:52:17.141125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d9a64d-c1a4-4992-ac71-786c262defeb req-3f7e6f3e-0f2a-4c19-b310-663238411844 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:17.142599 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14d9a64d-c1a4-4992-ac71-786c262defeb req-3f7e6f3e-0f2a-4c19-b310-663238411844 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0879278 Mar 01 21:52:17.186073 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14d9a64d-c1a4-4992-ac71-786c262defeb req-b973e0b3-8cf2-4cc8-b2f4-26bebac3a09d tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378947 Mar 01 21:52:18.148073 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-c992bc55-0e0e-40db-b197-f74734fdaf0a service neutron] show failed (client error): The resource could not be found. Mar 01 21:52:18.149053 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-c992bc55-0e0e-40db-b197-f74734fdaf0a service neutron] 10.222.0.55 "GET /v2.0/ports/3454367c-aa0b-4e6f-b8de-dd37562bfe5c/bindings/n-h1-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.0728459 Mar 01 21:52:18.380563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c19c5-fa7d-4442-ae64-9db1612ba3aa req-d4875b2c-9b44-4422-896e-5b456f341994 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:18.381939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff6c19c5-fa7d-4442-ae64-9db1612ba3aa req-d4875b2c-9b44-4422-896e-5b456f341994 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0863829 Mar 01 21:52:18.428615 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ff6c19c5-fa7d-4442-ae64-9db1612ba3aa req-d102b4a9-d067-4a81-9f8c-a5d074b667cd tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408950 Mar 01 21:52:18.624973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-884a8780-5f0a-42e6-8dbf-55db9389f2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:18.626434 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-884a8780-5f0a-42e6-8dbf-55db9389f2ef service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d&tenant_id=be2d0dadb6cc49f0b65bf6d159ff591e HTTP/1.1" status: 200 len: 1097 time: 0.0714905 Mar 01 21:52:18.637240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-4', 'device_owner': 'compute:nova'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:52:18.746653 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:19.012705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] For port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3454367c-aa0b-4e6f-b8de-dd37562bfe5c,segment=NetworkSegment(a042457b-499d-413d-b649-697ae7559cfe),segment_id=a042457b-499d-413d-b649-697ae7559cfe)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:52:19.041531 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] For port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:52:19.100857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3454367c-aa0b-4e6f-b8de-dd37562bfe5c'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:52:19.106268 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:19.121527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] Transition to ACTIVE for port object 3454367c-aa0b-4e6f-b8de-dd37562bfe5c will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:52:19.161602 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3454367c-aa0b-4e6f-b8de-dd37562bfe5c', 'code': 200} Mar 01 21:52:19.198393 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:19.358846 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] No DVR routers for this DVR port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:52:19.362207 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] Pushing event updated for resources: {'Port': ['ID=3454367c-aa0b-4e6f-b8de-dd37562bfe5c,revision_number=6']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:52:19.413073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] Attempting to bind port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:52:19.413397 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] Attempting to bind port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'a042457b-499d-413d-b649-697ae7559cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:52:19.413712 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] Attempting to bind port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c on network b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:52:19.418249 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] Port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c on network b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:52:19.418560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] Attempting to bind port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c on network b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:52:19.424509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:52:19.424838 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] Checking segment: {'id': 'a042457b-499d-413d-b649-697ae7559cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:52:19.425207 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] Bound using segment: {'id': 'a042457b-499d-413d-b649-697ae7559cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:52:19.425619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] Bound port: 3454367c-aa0b-4e6f-b8de-dd37562bfe5c, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a042457b-499d-413d-b649-697ae7559cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:52:19.425954 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:19.517189 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] For port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:52:19.520109 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] For port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3454367c-aa0b-4e6f-b8de-dd37562bfe5c,segment=NetworkSegment(a042457b-499d-413d-b649-697ae7559cfe),segment_id=a042457b-499d-413d-b649-697ae7559cfe)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:52:19.587712 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:19.621001 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba69b10-718a-45f6-a2a3-48155f62f2c7 req-fad3658b-7a5e-486e-8f24-3e3a3fdc1e75 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:19.622364 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fba69b10-718a-45f6-a2a3-48155f62f2c7 req-fad3658b-7a5e-486e-8f24-3e3a3fdc1e75 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 944 time: 0.0842338 Mar 01 21:52:19.642310 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:19.642969 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:19.644675 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] 10.222.0.57 "PUT /v2.0/ports/3454367c-aa0b-4e6f-b8de-dd37562bfe5c HTTP/1.1" status: 200 len: 1092 time: 1.0113223 Mar 01 21:52:19.668159 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fba69b10-718a-45f6-a2a3-48155f62f2c7 req-4cf7042e-95c5-44b0-bede-fc83afd153d6 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396166 Mar 01 21:52:19.715402 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ed98f-0ddf-4139-92de-b59bc93ddd27 service neutron] Pushing event updated for resources: {'Port': ['ID=3454367c-aa0b-4e6f-b8de-dd37562bfe5c,revision_number=7']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:52:19.747614 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-e1611579-3f34-4a28-b056-c4b95fff1761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:19.749141 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-e1611579-3f34-4a28-b056-c4b95fff1761 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be2d0dadb6cc49f0b65bf6d159ff591e&device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 1095 time: 0.0832839 Mar 01 21:52:19.880261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-03b06405-33d5-4dc2-8212-4395eb33608f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:19.881613 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-03b06405-33d5-4dc2-8212-4395eb33608f service neutron] 10.222.0.57 "GET /v2.0/networks?id=b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8 HTTP/1.1" status: 200 len: 913 time: 0.1260788 Mar 01 21:52:19.949014 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-2726d42d-6152-4eff-ad95-2ac8c73ce02b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3454367c-aa0b-4e6f-b8de-dd37562bfe5c HTTP/1.1" status: 200 len: 217 time: 0.0614402 Mar 01 21:52:20.129608 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-8a3fc931-7fcd-4b7f-8233-4f189f7150c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:20.131067 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-8a3fc931-7fcd-4b7f-8233-4f189f7150c3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93f9ccf4-14ca-415e-9432-0352d659c26a HTTP/1.1" status: 200 len: 852 time: 0.1759870 Mar 01 21:52:20.178237 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-803d6771-4fd8-412a-baca-9c9bc5e178b0 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409181 Mar 01 21:52:20.309713 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-f8085d5c-ec33-4020-86cc-ab2aee2861ab service neutron] 10.222.0.57 "GET /v2.0/networks/b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262593 Mar 01 21:52:20.451266 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-79cce874-4f5e-46b8-9987-b63bc31296e4 req-79294e90-1edd-4319-ab9d-23ae055a59f5 service neutron] 10.222.0.57 "GET /v2.0/networks/b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352000 Mar 01 21:52:20.858629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383e7aa-40a7-4eca-beed-1021e7af5a06 req-827d67f0-5755-4984-b168-f149df131892 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:20.860130 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2383e7aa-40a7-4eca-beed-1021e7af5a06 req-827d67f0-5755-4984-b168-f149df131892 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 944 time: 0.0826528 Mar 01 21:52:20.903608 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2383e7aa-40a7-4eca-beed-1021e7af5a06 req-87804c85-dca2-4c52-8032-dea6ba430bd8 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377586 Mar 01 21:52:21.119040 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 3454367c-aa0b-4e6f-b8de-dd37562bfe5c no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:52:21.162800 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d', 'tag': '3454367c-aa0b-4e6f-b8de-dd37562bfe5c'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:52:21.175110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 3454367c-aa0b-4e6f-b8de-dd37562bfe5c not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:52:21.220597 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d', 'tag': '3454367c-aa0b-4e6f-b8de-dd37562bfe5c', 'status': 'completed', 'code': 200} Mar 01 21:52:21.311247 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bcd2f-05a7-4a5b-b19e-077eb1475121 req-445379b2-3afa-4102-b31d-677813244068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:21.312752 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4a2bcd2f-05a7-4a5b-b19e-077eb1475121 req-445379b2-3afa-4102-b31d-677813244068 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=be2d0dadb6cc49f0b65bf6d159ff591e&device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 1095 time: 0.0756686 Mar 01 21:52:21.313653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bcd2f-05a7-4a5b-b19e-077eb1475121 req-e38e7273-4fd8-4291-990e-80846f7fac71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:21.315098 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a2bcd2f-05a7-4a5b-b19e-077eb1475121 req-e38e7273-4fd8-4291-990e-80846f7fac71 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be2d0dadb6cc49f0b65bf6d159ff591e&device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 1095 time: 0.0738165 Mar 01 21:52:21.447687 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bcd2f-05a7-4a5b-b19e-077eb1475121 req-00494c79-9a5c-4240-8a70-6d5cc5ab51a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:21.448721 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bcd2f-05a7-4a5b-b19e-077eb1475121 req-900d78a6-af95-4d0c-9da4-7d67b9affd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:21.449063 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a2bcd2f-05a7-4a5b-b19e-077eb1475121 req-00494c79-9a5c-4240-8a70-6d5cc5ab51a3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8 HTTP/1.1" status: 200 len: 913 time: 0.1280990 Mar 01 21:52:21.450136 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4a2bcd2f-05a7-4a5b-b19e-077eb1475121 req-900d78a6-af95-4d0c-9da4-7d67b9affd8a service neutron] 10.222.0.57 "GET /v2.0/networks?id=b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8 HTTP/1.1" status: 200 len: 913 time: 0.1314132 Mar 01 21:52:21.516815 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a2bcd2f-05a7-4a5b-b19e-077eb1475121 req-5e1ce6a4-1f17-4e20-8107-8c16a7fcc4eb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3454367c-aa0b-4e6f-b8de-dd37562bfe5c HTTP/1.1" status: 200 len: 217 time: 0.0619378 Mar 01 21:52:21.517340 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4a2bcd2f-05a7-4a5b-b19e-077eb1475121 req-e947b6b0-db8e-4a63-9259-fa2a2c2e265a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3454367c-aa0b-4e6f-b8de-dd37562bfe5c HTTP/1.1" status: 200 len: 217 time: 0.0595717 Mar 01 21:52:21.585011 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bcd2f-05a7-4a5b-b19e-077eb1475121 req-93a8af67-9aa6-4683-9340-a93ab96535e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:21.586464 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4a2bcd2f-05a7-4a5b-b19e-077eb1475121 req-93a8af67-9aa6-4683-9340-a93ab96535e2 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=93f9ccf4-14ca-415e-9432-0352d659c26a HTTP/1.1" status: 200 len: 852 time: 0.0627782 Mar 01 21:52:21.634302 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4a2bcd2f-05a7-4a5b-b19e-077eb1475121 req-09ab16c5-b8c9-410b-b10b-b9a50f021b90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412571 Mar 01 21:52:21.686243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bcd2f-05a7-4a5b-b19e-077eb1475121 req-83406b64-376d-4ea1-a77d-d26619678319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:21.687731 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a2bcd2f-05a7-4a5b-b19e-077eb1475121 req-83406b64-376d-4ea1-a77d-d26619678319 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=93f9ccf4-14ca-415e-9432-0352d659c26a HTTP/1.1" status: 200 len: 852 time: 0.1653481 Mar 01 21:52:21.732620 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a2bcd2f-05a7-4a5b-b19e-077eb1475121 req-06f1e0d8-56ec-496a-b0f7-41040aa36ab8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387628 Mar 01 21:52:21.767230 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4a2bcd2f-05a7-4a5b-b19e-077eb1475121 req-76af253e-1393-4a26-80eb-ccd1c586047c service neutron] 10.222.0.57 "GET /v2.0/networks/b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269817 Mar 01 21:52:21.861157 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a2bcd2f-05a7-4a5b-b19e-077eb1475121 req-60a9dba5-b6db-4981-9b45-d6642712c130 service neutron] 10.222.0.55 "GET /v2.0/networks/b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229851 Mar 01 21:52:21.898557 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-4a2bcd2f-05a7-4a5b-b19e-077eb1475121 req-ab5c5309-e786-4d05-b1b4-710d8b75c44e service neutron] 10.222.0.57 "GET /v2.0/networks/b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255877 Mar 01 21:52:21.992882 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:21.997518 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a2bcd2f-05a7-4a5b-b19e-077eb1475121 req-05c7c392-f371-4f68-9eef-612aecb383a2 service neutron] 10.222.0.55 "GET /v2.0/networks/b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301370 Mar 01 21:52:22.096345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba62a51-952c-4f78-87ae-b18b3064bd35 req-ba68eac0-1084-4b3b-a0bb-0e4f5c2af808 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:22.097865 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ba62a51-952c-4f78-87ae-b18b3064bd35 req-ba68eac0-1084-4b3b-a0bb-0e4f5c2af808 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 944 time: 0.0862489 Mar 01 21:52:22.148798 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ba62a51-952c-4f78-87ae-b18b3064bd35 req-1a2d0d56-1ba7-4176-a6a6-97fe2e2485c1 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447087 Mar 01 21:52:23.340255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1ee0cc-422d-4dfc-bf62-afa2b9f2a8f9 req-eeb7cad8-fd77-4d03-acc7-abf7e42c45b4 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:23.342256 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a1ee0cc-422d-4dfc-bf62-afa2b9f2a8f9 req-eeb7cad8-fd77-4d03-acc7-abf7e42c45b4 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 944 time: 0.0828247 Mar 01 21:52:23.361153 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 3454367c-aa0b-4e6f-b8de-dd37562bfe5c details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:52:23.385103 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a1ee0cc-422d-4dfc-bf62-afa2b9f2a8f9 req-7661cea7-eb20-46e7-a17d-4a6591ad5cd2 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374100 Mar 01 21:52:23.505718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3454367c-aa0b-4e6f-b8de-dd37562bfe5c,segment=NetworkSegment(a042457b-499d-413d-b649-697ae7559cfe),segment_id=a042457b-499d-413d-b649-697ae7559cfe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:52:23.520615 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '3454367c-aa0b-4e6f-b8de-dd37562bfe5c', 'network_id': 'b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8', 'port_id': '3454367c-aa0b-4e6f-b8de-dd37562bfe5c', 'mac_address': 'fa:16:3e:5b:04:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93f9ccf4-14ca-415e-9432-0352d659c26a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:52:23.575049 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:23.592252 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3454367c-aa0b-4e6f-b8de-dd37562bfe5c {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:52:23.606835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3454367c-aa0b-4e6f-b8de-dd37562bfe5c,segment=NetworkSegment(a042457b-499d-413d-b649-697ae7559cfe),segment_id=a042457b-499d-413d-b649-697ae7559cfe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:52:23.677902 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:23.748266 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=3454367c-aa0b-4e6f-b8de-dd37562bfe5c,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:52:23.756370 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:23.757809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:23.758154 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:23.760491 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:23.760491 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:23.760491 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:23.760491 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:23.760491 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:23.760491 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:23.760491 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:23.761061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:23.761061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:23.916082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['3454367c-aa0b-4e6f-b8de-dd37562bfe5c'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:52:23.945674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8bf73-18a2-413f-9717-89ef8858077d req-f5db7ba9-6078-4646-addc-ae94bcc23a0f tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:23.947094 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37e8bf73-18a2-413f-9717-89ef8858077d req-f5db7ba9-6078-4646-addc-ae94bcc23a0f tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.55 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d&tenant_id=be2d0dadb6cc49f0b65bf6d159ff591e&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 945 time: 0.0842822 Mar 01 21:52:24.028773 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-37e8bf73-18a2-413f-9717-89ef8858077d req-e14b2f74-1c6e-4547-8b79-b04f49d77655 service neutron] delete failed (client error): The resource could not be found. Mar 01 21:52:24.029924 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37e8bf73-18a2-413f-9717-89ef8858077d req-e14b2f74-1c6e-4547-8b79-b04f49d77655 service neutron] 10.222.0.55 "DELETE /v2.0/ports/3454367c-aa0b-4e6f-b8de-dd37562bfe5c/bindings/n-h2-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.0773828 Mar 01 21:52:24.195046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8bf73-18a2-413f-9717-89ef8858077d req-62134915-83df-4027-b259-566a46354e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:24.196468 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37e8bf73-18a2-413f-9717-89ef8858077d req-62134915-83df-4027-b259-566a46354e6a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=be2d0dadb6cc49f0b65bf6d159ff591e&device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 1096 time: 0.0857267 Mar 01 21:52:24.325597 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8bf73-18a2-413f-9717-89ef8858077d req-6cbdc878-95e8-49de-9141-dd383ea25cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:24.327244 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37e8bf73-18a2-413f-9717-89ef8858077d req-6cbdc878-95e8-49de-9141-dd383ea25cf3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8 HTTP/1.1" status: 200 len: 913 time: 0.1247971 Mar 01 21:52:24.392707 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:24.395134 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37e8bf73-18a2-413f-9717-89ef8858077d req-7b2c1848-eb2d-4555-b7e5-e2fc07d05c7c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3454367c-aa0b-4e6f-b8de-dd37562bfe5c HTTP/1.1" status: 200 len: 217 time: 0.0621324 Mar 01 21:52:24.459460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8bf73-18a2-413f-9717-89ef8858077d req-68644f72-a37d-4d92-85cb-a8fe41b0fa9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:24.460863 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37e8bf73-18a2-413f-9717-89ef8858077d req-68644f72-a37d-4d92-85cb-a8fe41b0fa9c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=93f9ccf4-14ca-415e-9432-0352d659c26a HTTP/1.1" status: 200 len: 852 time: 0.0608180 Mar 01 21:52:24.508746 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37e8bf73-18a2-413f-9717-89ef8858077d req-6febc8a3-2d28-4451-87e6-6baa0be6b2b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425031 Mar 01 21:52:24.637861 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37e8bf73-18a2-413f-9717-89ef8858077d req-0b123a37-2507-4807-b3ec-83e894ff6f90 service neutron] 10.222.0.55 "GET /v2.0/networks/b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231270 Mar 01 21:52:24.768307 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37e8bf73-18a2-413f-9717-89ef8858077d req-29a5b763-305e-435b-8550-79abb4765c1e service neutron] 10.222.0.55 "GET /v2.0/networks/b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249423 Mar 01 21:52:25.376978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 3454367c-aa0b-4e6f-b8de-dd37562bfe5c up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:52:25.512163 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:52:25.517155 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:52:25.517540 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:25.636412 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:25.662430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3454367c-aa0b-4e6f-b8de-dd37562bfe5c'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:52:25.675681 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3454367c-aa0b-4e6f-b8de-dd37562bfe5c,segment=NetworkSegment(a042457b-499d-413d-b649-697ae7559cfe),segment_id=a042457b-499d-413d-b649-697ae7559cfe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:52:25.707851 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3454367c-aa0b-4e6f-b8de-dd37562bfe5c', 'code': 200} Mar 01 21:52:25.735427 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:25.801634 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=3454367c-aa0b-4e6f-b8de-dd37562bfe5c,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:52:26.192136 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82c71e-dd26-4774-9ddd-c9e494b2445b req-1c43e35b-6227-450a-a100-e45452b3ba70 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:26.193573 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f82c71e-dd26-4774-9ddd-c9e494b2445b req-1c43e35b-6227-450a-a100-e45452b3ba70 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0780308 Mar 01 21:52:26.237502 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f82c71e-dd26-4774-9ddd-c9e494b2445b req-c4b13214-1601-4c1a-835c-ea04286e31d6 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384002 Mar 01 21:52:27.421091 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e8bf73-18a2-413f-9717-89ef8858077d req-7afd1c99-7e54-41c2-b178-818c5ea4f3d0 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:27.422648 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-37e8bf73-18a2-413f-9717-89ef8858077d req-7afd1c99-7e54-41c2-b178-818c5ea4f3d0 tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.57 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0844691 Mar 01 21:52:27.432144 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f29a72-3de8-4653-9ad9-77e24e0d9348 req-b1f9e460-e20d-44a7-a14c-41e93e696e7e tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:27.433654 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8f29a72-3de8-4653-9ad9-77e24e0d9348 req-b1f9e460-e20d-44a7-a14c-41e93e696e7e tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 946 time: 0.0897369 Mar 01 21:52:27.472488 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fc49fdda-0699-4781-bfa7-88d7e58c1587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:27.480974 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8f29a72-3de8-4653-9ad9-77e24e0d9348 req-dbdf4c5b-2241-45cd-86db-f10cecc3863f tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/security-groups?id=beacae40-cd1d-4745-84af-b296bc2baec4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404160 Mar 01 21:52:27.495754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-37e8bf73-18a2-413f-9717-89ef8858077d req-59ecbb4c-8a1b-4586-8c8a-2359441d41ce tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Deleting port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:52:27.495858 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-37e8bf73-18a2-413f-9717-89ef8858077d req-59ecbb4c-8a1b-4586-8c8a-2359441d41ce tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:27.752146 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-37e8bf73-18a2-413f-9717-89ef8858077d req-59ecbb4c-8a1b-4586-8c8a-2359441d41ce tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] For port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3454367c-aa0b-4e6f-b8de-dd37562bfe5c,segment=NetworkSegment(a042457b-499d-413d-b649-697ae7559cfe),segment_id=a042457b-499d-413d-b649-697ae7559cfe)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:52:27.752760 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-37e8bf73-18a2-413f-9717-89ef8858077d req-59ecbb4c-8a1b-4586-8c8a-2359441d41ce tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:27.981822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-37e8bf73-18a2-413f-9717-89ef8858077d req-59ecbb4c-8a1b-4586-8c8a-2359441d41ce tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Calling delete_port for 3454367c-aa0b-4e6f-b8de-dd37562bfe5c owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:52:28.175290 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-37e8bf73-18a2-413f-9717-89ef8858077d req-59ecbb4c-8a1b-4586-8c8a-2359441d41ce tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:28.187834 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['3454367c-aa0b-4e6f-b8de-dd37562bfe5c'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:52:28.225989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecbb4c-8a1b-4586-8c8a-2359441d41ce tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Pushing event deleted for resources: {'Port': ['ID=3454367c-aa0b-4e6f-b8de-dd37562bfe5c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:52:28.300160 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e8bf73-18a2-413f-9717-89ef8858077d req-59ecbb4c-8a1b-4586-8c8a-2359441d41ce tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] No DVR routers for this DVR port 3454367c-aa0b-4e6f-b8de-dd37562bfe5c on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:52:28.302565 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-37e8bf73-18a2-413f-9717-89ef8858077d req-59ecbb4c-8a1b-4586-8c8a-2359441d41ce tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:28.304978 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d', 'name': 'network-vif-deleted', 'tag': '3454367c-aa0b-4e6f-b8de-dd37562bfe5c'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:52:28.349927 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d', 'name': 'network-vif-deleted', 'tag': '3454367c-aa0b-4e6f-b8de-dd37562bfe5c', 'status': 'completed', 'code': 200} Mar 01 21:52:28.369983 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-37e8bf73-18a2-413f-9717-89ef8858077d req-59ecbb4c-8a1b-4586-8c8a-2359441d41ce tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.57 "DELETE /v2.0/ports/3454367c-aa0b-4e6f-b8de-dd37562bfe5c HTTP/1.1" status: 204 len: 173 time: 0.9419985 Mar 01 21:52:28.459045 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:52:28.631631 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5bf886d6-5603-4c1b-a0dd-7da20ca3d291 req-940f088b-27c3-406a-8011-6057077751ec tempest-DeleteServersTestJSON-416011353 tempest-DeleteServersTestJSON-416011353-project] 10.222.0.42 "GET /v2.0/ports?device_id=c0d13b19-c31f-44e1-a0b8-bdb77b8e7b0d HTTP/1.1" status: 200 len: 210 time: 0.0431798 Mar 01 21:52:29.706682 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-92dd6dcb-94b6-4f21-89f2-4435ddf1ea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:29.871800 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38300) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:52:29.931951 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-db98f640-1055-4b74-8716-8326230d4464 admin admin] Deleting subnet 93f9ccf4-14ca-415e-9432-0352d659c26a {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:52:29.935127 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-db98f640-1055-4b74-8716-8326230d4464 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:29.986353 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-db98f640-1055-4b74-8716-8326230d4464 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:30.040990 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-db98f640-1055-4b74-8716-8326230d4464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:30.181243 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-db98f640-1055-4b74-8716-8326230d4464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:30.217286 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db98f640-1055-4b74-8716-8326230d4464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93f9ccf4-14ca-415e-9432-0352d659c26a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:52:30.227203 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98f640-1055-4b74-8716-8326230d4464 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:30.227583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98f640-1055-4b74-8716-8326230d4464 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:30.227927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98f640-1055-4b74-8716-8326230d4464 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:30.228262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98f640-1055-4b74-8716-8326230d4464 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:30.228594 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98f640-1055-4b74-8716-8326230d4464 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:30.228925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98f640-1055-4b74-8716-8326230d4464 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:30.229631 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98f640-1055-4b74-8716-8326230d4464 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:30.229631 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98f640-1055-4b74-8716-8326230d4464 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:30.229874 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98f640-1055-4b74-8716-8326230d4464 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:30.230194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98f640-1055-4b74-8716-8326230d4464 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:30.230513 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98f640-1055-4b74-8716-8326230d4464 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:30.230832 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db98f640-1055-4b74-8716-8326230d4464 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:52:30.234027 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-db98f640-1055-4b74-8716-8326230d4464 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:30.240186 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-db98f640-1055-4b74-8716-8326230d4464 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/93f9ccf4-14ca-415e-9432-0352d659c26a HTTP/1.1" status: 204 len: 168 time: 0.3673663 Mar 01 21:52:30.242634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38304) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:52:30.350319 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a3e38eb-84cb-4299-b227-59660ea009dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:30.473886 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a3e38eb-84cb-4299-b227-59660ea009dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:30.499092 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-1a3e38eb-84cb-4299-b227-59660ea009dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:52:30.511126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-1a3e38eb-84cb-4299-b227-59660ea009dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a042457b-499d-413d-b649-697ae7559cfe') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:52:30.511484 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-1a3e38eb-84cb-4299-b227-59660ea009dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a042457b-499d-413d-b649-697ae7559cfe') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:52:30.523220 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a3e38eb-84cb-4299-b227-59660ea009dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:30.539585 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a3e38eb-84cb-4299-b227-59660ea009dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:30.546590 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a3e38eb-84cb-4299-b227-59660ea009dd admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:52:30.546976 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a3e38eb-84cb-4299-b227-59660ea009dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:52:30.560420 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:52:30.615071 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:30.701322 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a3e38eb-84cb-4299-b227-59660ea009dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:30.718081 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1a3e38eb-84cb-4299-b227-59660ea009dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:30.728025 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1a3e38eb-84cb-4299-b227-59660ea009dd admin admin] 10.222.0.42 "DELETE /v2.0/networks/b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8 HTTP/1.1" status: 204 len: 168 time: 0.4844279 Mar 01 21:52:30.728852 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3e38eb-84cb-4299-b227-59660ea009dd admin admin] Pushing event deleted for resources: {'Network': ['ID=b7e3a7c5-a9aa-4089-a23b-9dd50321a1e8,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:52:30.729491 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:31.034725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38310) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:52:31.084307 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ea161347-4583-413d-81f1-fa4bc00bb5f6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=be2d0dadb6cc49f0b65bf6d159ff591e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483356 Mar 01 21:52:31.086692 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38314) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:52:31.150283 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ed51a31-b8b7-4c45-bc64-d44dd402f1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:31.175634 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ed51a31-b8b7-4c45-bc64-d44dd402f1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:31.295324 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ed51a31-b8b7-4c45-bc64-d44dd402f1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:31.311935 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed51a31-b8b7-4c45-bc64-d44dd402f1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beacae40-cd1d-4745-84af-b296bc2baec4,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:52:31.317166 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ed51a31-b8b7-4c45-bc64-d44dd402f1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:31.318581 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1ed51a31-b8b7-4c45-bc64-d44dd402f1e8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/beacae40-cd1d-4745-84af-b296bc2baec4 HTTP/1.1" status: 204 len: 168 time: 0.2307112 Mar 01 21:52:31.407678 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 3454367c-aa0b-4e6f-b8de-dd37562bfe5c no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:52:31.445238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 3454367c-aa0b-4e6f-b8de-dd37562bfe5c {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:52:31.445587 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 3454367c-aa0b-4e6f-b8de-dd37562bfe5c not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:52:32.354191 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38338) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:52:32.426790 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:32.464394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1776210887-network', 'tenant_id': 'a11ce84f48c0487993772d9daf4ba543'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:52:32.474400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:52:32.479097 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Usage tracker for resource:network and tenant:a11ce84f48c0487993772d9daf4ba543 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:52:32.481996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:52:32.487751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:52:32.546373 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Made reservation on behalf of a11ce84f48c0487993772d9daf4ba543 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:52:32.548667 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:32.561241 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:32.575291 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:52:32.579891 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Usage tracker for resource:security_group_rule and tenant:a11ce84f48c0487993772d9daf4ba543 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:52:32.582665 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:52:32.588464 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:52:32.669401 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:32.712025 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:32.744269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:52:32.756574 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6df0911-9282-4529-bf04-21879a5bc9e1,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:52:32.760458 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:32.760798 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Added segment 1de3c7db-1c6e-4f68-87be-8c8e306774f7 of type vlan for network 4cc7c143-fac0-4ff0-be4e-b3e928e907c2 Mar 01 21:52:32.794010 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:32.883483 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:32.884396 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:32.884976 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:32.989134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] Pushing event updated for resources: {'Network': ['ID=4cc7c143-fac0-4ff0-be4e-b3e928e907c2,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:52:32.999091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 4cc7c143-fac0-4ff0-be4e-b3e928e907c2 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:52:33.067327 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8f601417-6c2a-4edb-b0d5-244ec8526a62 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7119911 Mar 01 21:52:33.070118 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38344) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:52:33.075937 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c7450d42-1959-4b79-a268-7e0a6a07d1ee admin admin] Request body: {'subnet': {'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1776210887-subnet', 'tenant_id': 'a11ce84f48c0487993772d9daf4ba543', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:52:33.089090 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c7450d42-1959-4b79-a268-7e0a6a07d1ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:52:33.093069 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c7450d42-1959-4b79-a268-7e0a6a07d1ee admin admin] Usage tracker for resource:subnet and tenant:a11ce84f48c0487993772d9daf4ba543 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:52:33.096103 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c7450d42-1959-4b79-a268-7e0a6a07d1ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:52:33.102208 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c7450d42-1959-4b79-a268-7e0a6a07d1ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:52:33.164069 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7450d42-1959-4b79-a268-7e0a6a07d1ee admin admin] Made reservation on behalf of a11ce84f48c0487993772d9daf4ba543 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:52:33.166442 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c7450d42-1959-4b79-a268-7e0a6a07d1ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:33.415707 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c7450d42-1959-4b79-a268-7e0a6a07d1ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:33.493905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7450d42-1959-4b79-a268-7e0a6a07d1ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=503158cb-ba48-4c36-8876-a03330c424ca,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:52:33.501472 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7450d42-1959-4b79-a268-7e0a6a07d1ee admin admin] Checking segment: {'id': '1de3c7db-1c6e-4f68-87be-8c8e306774f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:52:33.501820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7450d42-1959-4b79-a268-7e0a6a07d1ee admin admin] Network hostable DHCP agents. Network: 4cc7c143-fac0-4ff0-be4e-b3e928e907c2, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:52:33.574857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7450d42-1959-4b79-a268-7e0a6a07d1ee admin admin] Network 4cc7c143-fac0-4ff0-be4e-b3e928e907c2 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:52:33.643046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-c7450d42-1959-4b79-a268-7e0a6a07d1ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 4cc7c143-fac0-4ff0-be4e-b3e928e907c2) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:52:33.646989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7450d42-1959-4b79-a268-7e0a6a07d1ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:33.647597 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c7450d42-1959-4b79-a268-7e0a6a07d1ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:33.651756 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491c37b6-d9fd-423c-ac55-d9bb7d2e14c1 None None] Network 4cc7c143-fac0-4ff0-be4e-b3e928e907c2 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:52:33.827819 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c7450d42-1959-4b79-a268-7e0a6a07d1ee admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7564249 Mar 01 21:52:33.867273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dbdf8e3-8b25-4a5b-b24d-c0d20313f3cc None None] Network 4cc7c143-fac0-4ff0-be4e-b3e928e907c2 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:52:34.347760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-eaf643d5-0783-4cc6-89a1-7b5d1bebb27f tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:34.349102 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-eaf643d5-0783-4cc6-89a1-7b5d1bebb27f tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/networks?id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2 HTTP/1.1" status: 200 len: 815 time: 0.1459827 Mar 01 21:52:34.363789 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-d5fb4aaa-e910-4f91-a478-898c70f13a5a tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/quotas/a11ce84f48c0487993772d9daf4ba543 HTTP/1.1" status: 200 len: 375 time: 0.0093057 Mar 01 21:52:34.409615 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-a792a729-6a78-410f-9ea6-9cb6d06524be tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a11ce84f48c0487993772d9daf4ba543&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410309 Mar 01 21:52:34.640978 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-d72eefc6-1641-4127-982b-ec39a2909283 service neutron] 10.222.0.42 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247162 Mar 01 21:52:34.768544 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-92fc9162-03a5-4fb2-a45c-bf60fefe7e33 service neutron] 10.222.0.42 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219172 Mar 01 21:52:35.021936 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b007704c-acc6-4555-8189-384a2338aed8 req-207f44d8-8b05-4609-ade6-ecb89df54e20 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 210 time: 0.0424099 Mar 01 21:52:36.170560 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1984a7b7-497a-49e9-b9d0-6b20168a17d0 req-957f99de-0156-4c83-9f29-7c15d42e99b0 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 210 time: 0.0418079 Mar 01 21:52:37.156711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-50913288-1b86-47b7-85c9-a191e1484419 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:37.158046 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-50913288-1b86-47b7-85c9-a191e1484419 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Synchronizing usage tracker for tenant:a11ce84f48c0487993772d9daf4ba543 on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:52:37.266754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-50913288-1b86-47b7-85c9-a191e1484419 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Unset dirty status for tenant:a11ce84f48c0487993772d9daf4ba543 on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:52:37.268203 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-50913288-1b86-47b7-85c9-a191e1484419 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.57 "GET /v2.0/networks?id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2 HTTP/1.1" status: 200 len: 815 time: 0.2579098 Mar 01 21:52:37.279805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-d537a473-a828-4a6c-9fe5-45342af0b3a5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Request body: {'port': {'device_id': 'f5822bda-5a98-4bfc-a159-488dda7f52ed', 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2', 'admin_state_up': True, 'tenant_id': 'a11ce84f48c0487993772d9daf4ba543'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:52:37.330318 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b9c82904-dfa3-46d7-a4e1-9ddee51b46a4 req-15433e97-cea3-422c-bb09-771a28509f76 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 210 time: 0.0500293 Mar 01 21:52:37.419309 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-d537a473-a828-4a6c-9fe5-45342af0b3a5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:52:37.423414 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-d537a473-a828-4a6c-9fe5-45342af0b3a5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Usage tracker for resource:port and tenant:a11ce84f48c0487993772d9daf4ba543 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:52:37.426183 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-d537a473-a828-4a6c-9fe5-45342af0b3a5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:52:37.431802 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-d537a473-a828-4a6c-9fe5-45342af0b3a5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:52:37.494791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-d537a473-a828-4a6c-9fe5-45342af0b3a5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Made reservation on behalf of a11ce84f48c0487993772d9daf4ba543 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:52:37.498315 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-d537a473-a828-4a6c-9fe5-45342af0b3a5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:37.668175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-d537a473-a828-4a6c-9fe5-45342af0b3a5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Allocated IP 172.20.0.7 (4cc7c143-fac0-4ff0-be4e-b3e928e907c2/503158cb-ba48-4c36-8876-a03330c424ca/cec5cd50-0b43-4ceb-93d9-36cae9d829c1) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:52:37.873959 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-d537a473-a828-4a6c-9fe5-45342af0b3a5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:37.975546 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-d537a473-a828-4a6c-9fe5-45342af0b3a5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:38.040822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-d537a473-a828-4a6c-9fe5-45342af0b3a5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Network 4cc7c143-fac0-4ff0-be4e-b3e928e907c2 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:52:38.051597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-d537a473-a828-4a6c-9fe5-45342af0b3a5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:52:38.055892 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-d537a473-a828-4a6c-9fe5-45342af0b3a5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:52:38.086501 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d537a473-a828-4a6c-9fe5-45342af0b3a5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Pushing event updated for resources: {'Port': ['ID=cec5cd50-0b43-4ceb-93d9-36cae9d829c1,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:52:38.121843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-d537a473-a828-4a6c-9fe5-45342af0b3a5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:38.122443 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-d537a473-a828-4a6c-9fe5-45342af0b3a5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:38.209934 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-d537a473-a828-4a6c-9fe5-45342af0b3a5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9340553 Mar 01 21:52:38.222363 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] Request body: {'port': {'device_id': 'f5822bda-5a98-4bfc-a159-488dda7f52ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:52:38.337023 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:38.518569 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e381b8c-ea1c-4931-8fa6-519b982f07dd req-2ff74ebf-56c2-43ff-8205-f336134c0ca6 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:38.520076 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e381b8c-ea1c-4931-8fa6-519b982f07dd req-2ff74ebf-56c2-43ff-8205-f336134c0ca6 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 931 time: 0.0801034 Mar 01 21:52:38.565018 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e381b8c-ea1c-4931-8fa6-519b982f07dd req-b4779546-6b22-4677-8112-9880e9fb5b39 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388086 Mar 01 21:52:38.678280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cec5cd50-0b43-4ceb-93d9-36cae9d829c1 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:52:38.685565 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:38.700730 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] Transition to ACTIVE for port object cec5cd50-0b43-4ceb-93d9-36cae9d829c1 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:52:38.769181 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:38.933459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] Pushing event updated for resources: {'Port': ['ID=cec5cd50-0b43-4ceb-93d9-36cae9d829c1,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:52:39.005881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] Attempting to bind port cec5cd50-0b43-4ceb-93d9-36cae9d829c1 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:52:39.006208 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] Attempting to bind port cec5cd50-0b43-4ceb-93d9-36cae9d829c1 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '1de3c7db-1c6e-4f68-87be-8c8e306774f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:52:39.006527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] Attempting to bind port cec5cd50-0b43-4ceb-93d9-36cae9d829c1 on network 4cc7c143-fac0-4ff0-be4e-b3e928e907c2 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:52:39.011018 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] Port cec5cd50-0b43-4ceb-93d9-36cae9d829c1 on network 4cc7c143-fac0-4ff0-be4e-b3e928e907c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:52:39.011331 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] Attempting to bind port cec5cd50-0b43-4ceb-93d9-36cae9d829c1 on network 4cc7c143-fac0-4ff0-be4e-b3e928e907c2 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:52:39.017148 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:52:39.017482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] Checking segment: {'id': '1de3c7db-1c6e-4f68-87be-8c8e306774f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:52:39.017855 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] Bound using segment: {'id': '1de3c7db-1c6e-4f68-87be-8c8e306774f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:52:39.018269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] Bound port: cec5cd50-0b43-4ceb-93d9-36cae9d829c1, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de3c7db-1c6e-4f68-87be-8c8e306774f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:52:39.018606 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:39.226920 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] For port cec5cd50-0b43-4ceb-93d9-36cae9d829c1, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:52:39.229710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] For port cec5cd50-0b43-4ceb-93d9-36cae9d829c1, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=cec5cd50-0b43-4ceb-93d9-36cae9d829c1,segment=NetworkSegment(1de3c7db-1c6e-4f68-87be-8c8e306774f7),segment_id=1de3c7db-1c6e-4f68-87be-8c8e306774f7)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:52:39.306776 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:39.361823 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:39.362432 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:39.363810 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] 10.222.0.57 "PUT /v2.0/ports/cec5cd50-0b43-4ceb-93d9-36cae9d829c1 HTTP/1.1" status: 200 len: 1091 time: 1.1473315 Mar 01 21:52:39.364241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5822bda-5a98-4bfc-a159-488dda7f52ed', 'tag': 'cec5cd50-0b43-4ceb-93d9-36cae9d829c1'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:52:39.389865 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fda7f0-4ac1-4e19-803f-95d7939c6b73 service neutron] Pushing event updated for resources: {'Port': ['ID=cec5cd50-0b43-4ceb-93d9-36cae9d829c1,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:52:39.412305 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5822bda-5a98-4bfc-a159-488dda7f52ed', 'tag': 'cec5cd50-0b43-4ceb-93d9-36cae9d829c1', 'status': 'completed', 'code': 200} Mar 01 21:52:39.504973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a402e6b-32cc-4211-9b36-c3eb4553c035 req-802db721-782d-49cf-9d89-b4faad31f1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:39.506389 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a402e6b-32cc-4211-9b36-c3eb4553c035 req-802db721-782d-49cf-9d89-b4faad31f1de service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a11ce84f48c0487993772d9daf4ba543&device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 1094 time: 0.0779824 Mar 01 21:52:39.648711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a402e6b-32cc-4211-9b36-c3eb4553c035 req-c11f14f6-d5fa-4b5d-af57-25fb152c784b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:39.650153 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a402e6b-32cc-4211-9b36-c3eb4553c035 req-c11f14f6-d5fa-4b5d-af57-25fb152c784b service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=a11ce84f48c0487993772d9daf4ba543&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1378388 Mar 01 21:52:39.752770 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea873e1c-de15-40a5-b5e2-bed1c0d82451 req-82ce3247-1aef-42c8-afa0-220bf5dfaa3f tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:39.754210 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea873e1c-de15-40a5-b5e2-bed1c0d82451 req-82ce3247-1aef-42c8-afa0-220bf5dfaa3f tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 943 time: 0.0835435 Mar 01 21:52:39.787491 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a402e6b-32cc-4211-9b36-c3eb4553c035 req-1f2984b1-2d74-4ec0-8d5e-b9653aaffea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:39.788923 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a402e6b-32cc-4211-9b36-c3eb4553c035 req-1f2984b1-2d74-4ec0-8d5e-b9653aaffea8 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333354 Mar 01 21:52:39.800876 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea873e1c-de15-40a5-b5e2-bed1c0d82451 req-eee780fd-f82b-4fed-b5d3-48799f50c1d9 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408208 Mar 01 21:52:39.899927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-e70fc066-d535-46d2-87b6-f213eb853d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:39.901391 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-e70fc066-d535-46d2-87b6-f213eb853d7d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a11ce84f48c0487993772d9daf4ba543&device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 1094 time: 0.0734804 Mar 01 21:52:39.974848 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-1ebe4a4c-068c-4451-b408-d5d5548b4e96 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cec5cd50-0b43-4ceb-93d9-36cae9d829c1 HTTP/1.1" status: 200 len: 217 time: 0.0657914 Mar 01 21:52:40.037446 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-c96eba9a-6947-46d5-944e-185af6c8df8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:40.038920 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-c96eba9a-6947-46d5-944e-185af6c8df8d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=503158cb-ba48-4c36-8876-a03330c424ca HTTP/1.1" status: 200 len: 855 time: 0.0585301 Mar 01 21:52:40.088384 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-38803a5b-dc36-4153-a374-731cdc995000 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437272 Mar 01 21:52:40.226044 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-82747164-5226-4023-bcbc-5043a292521e service neutron] 10.222.0.57 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296949 Mar 01 21:52:40.359557 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-e5a68d85-ec6d-4faf-ba60-64e65eb8d51b req-13ae1b62-111b-4191-8173-5c3cb731e4b6 service neutron] 10.222.0.57 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277144 Mar 01 21:52:40.987853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d399bf2-2391-490c-be91-4cb053c49a23 req-75cf7ca6-5bf7-4fa3-b132-64273a05ac07 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:40.989300 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d399bf2-2391-490c-be91-4cb053c49a23 req-75cf7ca6-5bf7-4fa3-b132-64273a05ac07 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 943 time: 0.0798662 Mar 01 21:52:41.031791 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d399bf2-2391-490c-be91-4cb053c49a23 req-f650a3e7-4830-4e8f-ad8e-328cbfb4edeb tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369647 Mar 01 21:52:42.217878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884eaba2-d256-40ad-b48d-77ea4e165407 req-743be55c-9ed4-40f7-9da9-41e917d281de tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:42.219841 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-884eaba2-d256-40ad-b48d-77ea4e165407 req-743be55c-9ed4-40f7-9da9-41e917d281de tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 943 time: 0.0822794 Mar 01 21:52:42.263992 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-884eaba2-d256-40ad-b48d-77ea4e165407 req-a96268d7-c50b-4a97-8f05-a8db0b5369c9 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376556 Mar 01 21:52:43.444847 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c11333-393a-4b56-befd-002107746544 req-d547d61d-61c9-47b7-8f22-e92a16975c59 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:43.446197 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65c11333-393a-4b56-befd-002107746544 req-d547d61d-61c9-47b7-8f22-e92a16975c59 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 943 time: 0.0780866 Mar 01 21:52:43.458148 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device cec5cd50-0b43-4ceb-93d9-36cae9d829c1 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:52:43.494026 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-65c11333-393a-4b56-befd-002107746544 req-1a060d28-c9d6-428a-b19b-28b74c1c39ed tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421081 Mar 01 21:52:43.589549 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port cec5cd50-0b43-4ceb-93d9-36cae9d829c1, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=cec5cd50-0b43-4ceb-93d9-36cae9d829c1,segment=NetworkSegment(1de3c7db-1c6e-4f68-87be-8c8e306774f7),segment_id=1de3c7db-1c6e-4f68-87be-8c8e306774f7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:52:43.602790 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'cec5cd50-0b43-4ceb-93d9-36cae9d829c1', 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2', 'port_id': 'cec5cd50-0b43-4ceb-93d9-36cae9d829c1', 'mac_address': 'fa:16:3e:46:e4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503158cb-ba48-4c36-8876-a03330c424ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:52:43.658785 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:43.674802 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec5cd50-0b43-4ceb-93d9-36cae9d829c1 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:52:43.690027 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port cec5cd50-0b43-4ceb-93d9-36cae9d829c1, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=cec5cd50-0b43-4ceb-93d9-36cae9d829c1,segment=NetworkSegment(1de3c7db-1c6e-4f68-87be-8c8e306774f7),segment_id=1de3c7db-1c6e-4f68-87be-8c8e306774f7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:52:43.769569 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:43.834866 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=cec5cd50-0b43-4ceb-93d9-36cae9d829c1,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:52:43.952962 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['cec5cd50-0b43-4ceb-93d9-36cae9d829c1'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:52:44.677672 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4062ab-c11b-4025-8545-b763332511c6 req-3c34d3ae-9cc0-4413-980c-94d7ede3fb43 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:44.679113 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7b4062ab-c11b-4025-8545-b763332511c6 req-3c34d3ae-9cc0-4413-980c-94d7ede3fb43 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 944 time: 0.0786769 Mar 01 21:52:44.722411 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7b4062ab-c11b-4025-8545-b763332511c6 req-71f17a01-78b9-4672-b6e3-f04367383b5b tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374510 Mar 01 21:52:45.469858 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device cec5cd50-0b43-4ceb-93d9-36cae9d829c1 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:52:45.614848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port cec5cd50-0b43-4ceb-93d9-36cae9d829c1 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:52:45.619616 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port cec5cd50-0b43-4ceb-93d9-36cae9d829c1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:52:45.619996 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:45.735524 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:45.762581 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5822bda-5a98-4bfc-a159-488dda7f52ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec5cd50-0b43-4ceb-93d9-36cae9d829c1'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:52:45.772367 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port cec5cd50-0b43-4ceb-93d9-36cae9d829c1, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=cec5cd50-0b43-4ceb-93d9-36cae9d829c1,segment=NetworkSegment(1de3c7db-1c6e-4f68-87be-8c8e306774f7),segment_id=1de3c7db-1c6e-4f68-87be-8c8e306774f7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:52:45.808332 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5822bda-5a98-4bfc-a159-488dda7f52ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec5cd50-0b43-4ceb-93d9-36cae9d829c1', 'code': 200} Mar 01 21:52:45.821529 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:45.899761 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=cec5cd50-0b43-4ceb-93d9-36cae9d829c1,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:52:45.919163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84846a-a1c9-4810-9423-1e90682da861 req-299360a5-c690-45e3-8b00-825155f12210 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:45.923077 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a84846a-a1c9-4810-9423-1e90682da861 req-299360a5-c690-45e3-8b00-825155f12210 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0837262 Mar 01 21:52:45.951561 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d1554b-5cff-42d4-ab7e-34b725263957 req-256d4377-8eed-4526-94e1-33011d0a6c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:45.953024 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-88d1554b-5cff-42d4-ab7e-34b725263957 req-256d4377-8eed-4526-94e1-33011d0a6c66 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 1096 time: 0.0718713 Mar 01 21:52:45.966833 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a84846a-a1c9-4810-9423-1e90682da861 req-08420263-e55f-44c2-a63d-6ecec8d0c0f4 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396938 Mar 01 21:52:45.993507 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-88d1554b-5cff-42d4-ab7e-34b725263957 req-3aa639e9-dc80-418d-9379-f57b0acedf9a service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349727 Mar 01 21:52:47.156591 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58116e67-7aa2-4e86-9441-ae5d079b7ea8 req-011442c9-b49b-4a9a-be54-bc6600ec3554 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:47.158248 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58116e67-7aa2-4e86-9441-ae5d079b7ea8 req-011442c9-b49b-4a9a-be54-bc6600ec3554 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0801687 Mar 01 21:52:47.202650 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58116e67-7aa2-4e86-9441-ae5d079b7ea8 req-bc0aacd6-27d6-4c1e-9eac-6f7f71f5aa35 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377522 Mar 01 21:52:48.391851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f9285c-9387-4c43-bcb8-e4951081cb5c req-9ad20c3c-1d8b-4a1a-866e-7d2c8aa1d9b7 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:48.393673 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f5f9285c-9387-4c43-bcb8-e4951081cb5c req-9ad20c3c-1d8b-4a1a-866e-7d2c8aa1d9b7 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0855720 Mar 01 21:52:48.446565 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f5f9285c-9387-4c43-bcb8-e4951081cb5c req-b70e61ff-f1b1-4a29-81db-5e592f1e90e5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456498 Mar 01 21:52:48.632597 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a9a84-b5e7-4194-8806-8df9182ecbcc req-6bfa6b0d-3d3f-4b12-b229-c482f93e1b8f tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:48.634010 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d27a9a84-b5e7-4194-8806-8df9182ecbcc req-6bfa6b0d-3d3f-4b12-b229-c482f93e1b8f tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0805163 Mar 01 21:52:48.676892 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d27a9a84-b5e7-4194-8806-8df9182ecbcc req-f0f1cc4f-3f4f-4655-8730-65ce7d015504 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372856 Mar 01 21:52:49.130116 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea576e45-af37-49be-b407-3a4da88d2dde req-b7dfa737-cbb7-451b-968d-a79d84be22e0 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:49.131581 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea576e45-af37-49be-b407-3a4da88d2dde req-b7dfa737-cbb7-451b-968d-a79d84be22e0 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0791068 Mar 01 21:52:49.175699 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea576e45-af37-49be-b407-3a4da88d2dde req-3b24d651-37b2-4499-9db3-eae8d058f4ea tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384240 Mar 01 21:52:49.358762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886953a1-e31f-491d-9189-ebe87ed108ce req-ede7f30f-4167-4e07-a66e-198ce4c7f073 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:49.360223 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-886953a1-e31f-491d-9189-ebe87ed108ce req-ede7f30f-4167-4e07-a66e-198ce4c7f073 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0835524 Mar 01 21:52:49.404687 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-886953a1-e31f-491d-9189-ebe87ed108ce req-b60a693c-524f-46a4-84fc-1bf28ea0a522 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388007 Mar 01 21:52:49.956409 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf68562-8d79-453d-ac00-d391a6f4950c req-66447a97-36b3-455e-912f-07421a2d1f1a tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:49.957826 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ecf68562-8d79-453d-ac00-d391a6f4950c req-66447a97-36b3-455e-912f-07421a2d1f1a tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0814705 Mar 01 21:52:50.005707 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ecf68562-8d79-453d-ac00-d391a6f4950c req-d5521a9f-c1ad-4bd2-8c04-5d149b81a5a9 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421798 Mar 01 21:52:50.079776 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-f070c192-fba5-45b2-a8fc-1b9e09bbebd0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0727944 Mar 01 21:52:51.200458 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af2ee38-de05-463c-b6f9-8590a4dce58a req-8c953f58-1c2d-411a-81d6-1d51200d6cf5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:51.201984 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6af2ee38-de05-463c-b6f9-8590a4dce58a req-8c953f58-1c2d-411a-81d6-1d51200d6cf5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0852125 Mar 01 21:52:51.246338 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6af2ee38-de05-463c-b6f9-8590a4dce58a req-89390028-052f-4989-8e10-b7d6f08afcaf tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380070 Mar 01 21:52:51.957372 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:52.139276 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-384f40d0-4637-40ef-9159-5cc0eeef6a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:52.140829 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-384f40d0-4637-40ef-9159-5cc0eeef6a48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a11ce84f48c0487993772d9daf4ba543&device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 1096 time: 0.1163006 Mar 01 21:52:52.270465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-80671292-3f94-407e-b64e-a721049ab84c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:52.272056 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-80671292-3f94-407e-b64e-a721049ab84c service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2 HTTP/1.1" status: 200 len: 916 time: 0.1253996 Mar 01 21:52:52.342631 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-99e28071-3d22-4a10-bff6-71cf520ed725 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cec5cd50-0b43-4ceb-93d9-36cae9d829c1 HTTP/1.1" status: 200 len: 217 time: 0.0649035 Mar 01 21:52:52.408693 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-83892d4e-380d-4ad2-972e-531ccfdba616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:52.410707 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-83892d4e-380d-4ad2-972e-531ccfdba616 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=503158cb-ba48-4c36-8876-a03330c424ca HTTP/1.1" status: 200 len: 855 time: 0.0627346 Mar 01 21:52:52.443429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4615f-5b7f-426d-a518-c401c267f400 req-d308e2b4-58b0-47db-8b71-8d09714c9aa4 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:52.446201 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6c4615f-5b7f-426d-a518-c401c267f400 req-d308e2b4-58b0-47db-8b71-8d09714c9aa4 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0860426 Mar 01 21:52:52.456710 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-aeb40ab3-008b-4b89-a3ce-2859e390f6c9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400069 Mar 01 21:52:52.490450 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a6c4615f-5b7f-426d-a518-c401c267f400 req-edf45b09-740e-465d-b39e-afd84f9fe415 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395784 Mar 01 21:52:52.710092 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-692a0a69-6455-4b12-a492-b022a3d6259f service neutron] 10.222.0.57 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463367 Mar 01 21:52:52.845166 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-a9fbea17-c326-48f8-9521-0d3b99fc2f19 service neutron] 10.222.0.57 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292171 Mar 01 21:52:53.672701 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f136564-ca3e-437e-93ee-a696b9735bb5 req-bcb45ab6-28bb-4e04-b250-bc0f550d3f09 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:53.674121 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1f136564-ca3e-437e-93ee-a696b9735bb5 req-bcb45ab6-28bb-4e04-b250-bc0f550d3f09 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0774109 Mar 01 21:52:53.723386 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1f136564-ca3e-437e-93ee-a696b9735bb5 req-4501b851-c5ba-491e-82b0-0454e5105538 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436575 Mar 01 21:52:54.391917 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:54.930817 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606a022-4ebf-43ac-a372-d545ab967f95 req-8e97b646-ac07-4fb3-8f8b-3d28491ac17e tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:54.932299 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d606a022-4ebf-43ac-a372-d545ab967f95 req-8e97b646-ac07-4fb3-8f8b-3d28491ac17e tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0788271 Mar 01 21:52:54.976972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d606a022-4ebf-43ac-a372-d545ab967f95 req-a39072fc-0880-418d-9b24-b93ed393a690 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387943 Mar 01 21:52:56.169178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7d549-71cd-4760-8b6f-173a92834e34 req-8a14f64e-3822-47a7-8556-b7806d819b1b tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:56.170627 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fba7d549-71cd-4760-8b6f-173a92834e34 req-8a14f64e-3822-47a7-8556-b7806d819b1b tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0828538 Mar 01 21:52:56.313421 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fba7d549-71cd-4760-8b6f-173a92834e34 req-6f678c8d-0391-43b3-8ec4-d58e760d65f6 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364725 Mar 01 21:52:57.494484 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-10e4ea17-585c-4a1d-ad75-77a1ba715758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:57.495077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc737a-18a4-4257-b1f6-70da692b59fc req-2945f6b7-8d16-403a-baf0-a0457e8f1a54 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:57.496434 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b3fc737a-18a4-4257-b1f6-70da692b59fc req-2945f6b7-8d16-403a-baf0-a0457e8f1a54 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0792344 Mar 01 21:52:57.541497 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b3fc737a-18a4-4257-b1f6-70da692b59fc req-26898340-bc92-4351-88e6-ac0b64719d7b tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389462 Mar 01 21:52:58.727968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bdacc-e91b-4b1a-a27a-5164ceece198 req-aa4425c9-e0ee-44f2-9fa2-4d9679de5951 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:58.729423 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f4bdacc-e91b-4b1a-a27a-5164ceece198 req-aa4425c9-e0ee-44f2-9fa2-4d9679de5951 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0815997 Mar 01 21:52:58.772286 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f4bdacc-e91b-4b1a-a27a-5164ceece198 req-8926057f-1296-453e-b93e-1ccfde1b85ab tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372686 Mar 01 21:52:59.717448 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-203fe4a0-884a-4c26-ab0c-d366e0bdb605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:52:59.962642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a7c9d-07b1-43dd-9004-e0d95d787334 req-6ab7b609-8cf2-43d1-89d5-972504c93fdb tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:52:59.964092 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-640a7c9d-07b1-43dd-9004-e0d95d787334 req-6ab7b609-8cf2-43d1-89d5-972504c93fdb tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0825400 Mar 01 21:53:00.007290 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-640a7c9d-07b1-43dd-9004-e0d95d787334 req-28f390ab-7db2-4c4e-ad5e-d88d7dae568c tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375190 Mar 01 21:53:00.643069 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:00.757810 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:01.197849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0ed4e4-8d94-40ce-9963-4d87489c66a1 req-528b0b6c-2f0f-4c9b-b23d-dcc4de680cd4 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:01.199304 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd0ed4e4-8d94-40ce-9963-4d87489c66a1 req-528b0b6c-2f0f-4c9b-b23d-dcc4de680cd4 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0793059 Mar 01 21:53:01.242539 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd0ed4e4-8d94-40ce-9963-4d87489c66a1 req-c4772e7e-a700-4f74-b260-02d7e0abe4f6 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376980 Mar 01 21:53:01.542913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cc501-c034-4547-ae41-031c8d525552 req-0290a3c7-15f4-4ef0-8638-0c99779ba31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:01.544418 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed4cc501-c034-4547-ae41-031c8d525552 req-0290a3c7-15f4-4ef0-8638-0c99779ba31c service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a11ce84f48c0487993772d9daf4ba543&device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 1096 time: 0.0696726 Mar 01 21:53:01.686748 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cc501-c034-4547-ae41-031c8d525552 req-a013249a-9af8-4faf-a55a-1c4ea0cf95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:01.688210 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed4cc501-c034-4547-ae41-031c8d525552 req-a013249a-9af8-4faf-a55a-1c4ea0cf95ad service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2 HTTP/1.1" status: 200 len: 916 time: 0.1257322 Mar 01 21:53:01.755584 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed4cc501-c034-4547-ae41-031c8d525552 req-07d0fd02-fc32-4fad-a440-4c1e9f3a7ae7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cec5cd50-0b43-4ceb-93d9-36cae9d829c1 HTTP/1.1" status: 200 len: 217 time: 0.0619974 Mar 01 21:53:01.816588 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4cc501-c034-4547-ae41-031c8d525552 req-d4c49195-09ee-4f4c-a051-10f95bbe3e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:01.817909 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed4cc501-c034-4547-ae41-031c8d525552 req-d4c49195-09ee-4f4c-a051-10f95bbe3e2b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=503158cb-ba48-4c36-8876-a03330c424ca HTTP/1.1" status: 200 len: 855 time: 0.0572920 Mar 01 21:53:01.866157 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed4cc501-c034-4547-ae41-031c8d525552 req-c97d326b-9bfd-47fc-9a56-ccc22f38011a service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429287 Mar 01 21:53:01.993712 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed4cc501-c034-4547-ae41-031c8d525552 req-b9a8f51d-42cd-43c4-b344-95feff667abb service neutron] 10.222.0.57 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216996 Mar 01 21:53:02.126617 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed4cc501-c034-4547-ae41-031c8d525552 req-0980d81c-5ab5-4480-a2ac-8f11398f6f22 service neutron] 10.222.0.57 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258340 Mar 01 21:53:02.427497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37b509-bd4c-4189-bcfa-2fb3a9da7bf8 req-71638c89-cfd6-4316-86f4-468ad673252a tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:02.429595 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed37b509-bd4c-4189-bcfa-2fb3a9da7bf8 req-71638c89-cfd6-4316-86f4-468ad673252a tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0850115 Mar 01 21:53:02.448746 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:02.474643 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed37b509-bd4c-4189-bcfa-2fb3a9da7bf8 req-32ff1157-5269-44ce-a1d5-829f51dd9150 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390337 Mar 01 21:53:03.660262 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ee9b9-a9ef-43d5-b6c3-605accb5710e req-d64934cf-d128-44d2-98a4-268c76d85f3f tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:03.661707 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c5ee9b9-a9ef-43d5-b6c3-605accb5710e req-d64934cf-d128-44d2-98a4-268c76d85f3f tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0809965 Mar 01 21:53:03.707963 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c5ee9b9-a9ef-43d5-b6c3-605accb5710e req-f2a99460-5183-4101-b1c3-15075fa8fbda tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405529 Mar 01 21:53:04.888188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d42fc2-e5fe-41a5-9946-70e35702aeb9 req-5cd5a10f-f9d3-4ac1-ad89-d0881f800585 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:04.889616 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34d42fc2-e5fe-41a5-9946-70e35702aeb9 req-5cd5a10f-f9d3-4ac1-ad89-d0881f800585 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0784786 Mar 01 21:53:04.933218 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34d42fc2-e5fe-41a5-9946-70e35702aeb9 req-a3b50e6c-140d-4da3-9e69-43c4c955b581 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377042 Mar 01 21:53:05.459697 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:53:06.120974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab48160-530b-42ae-849f-c7595ee4a29a req-ddfd9ca3-b7ae-478c-a7f3-557cdb28eb5c tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:06.122400 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dab48160-530b-42ae-849f-c7595ee4a29a req-ddfd9ca3-b7ae-478c-a7f3-557cdb28eb5c tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0821753 Mar 01 21:53:06.165697 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dab48160-530b-42ae-849f-c7595ee4a29a req-c72e806f-fe60-465a-9d82-0e03017d815c tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370941 Mar 01 21:53:07.356501 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14354bf4-0a24-4a33-b477-b312bdf290d4 req-36fcafbd-f992-44e0-813f-d35c4f5d8fc6 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:07.357894 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14354bf4-0a24-4a33-b477-b312bdf290d4 req-36fcafbd-f992-44e0-813f-d35c4f5d8fc6 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0794470 Mar 01 21:53:07.400794 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-14354bf4-0a24-4a33-b477-b312bdf290d4 req-774416ef-f4f5-42be-b750-8e219bee6f4f tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368092 Mar 01 21:53:08.587486 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babfb3cb-3147-4494-8545-4e58d11bd70f req-7bb26f8e-bc8e-47df-8adc-fa28d5b82f87 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:08.588934 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-babfb3cb-3147-4494-8545-4e58d11bd70f req-7bb26f8e-bc8e-47df-8adc-fa28d5b82f87 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0820396 Mar 01 21:53:08.632865 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-babfb3cb-3147-4494-8545-4e58d11bd70f req-982ff2ec-6a1e-4a9d-a31e-7707ff0d6c84 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383143 Mar 01 21:53:09.824001 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f57016-4ad2-455d-9c98-523009e94347 req-03c15c69-b133-481d-bad1-1091d9c8f0ef tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:09.825537 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84f57016-4ad2-455d-9c98-523009e94347 req-03c15c69-b133-481d-bad1-1091d9c8f0ef tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0852880 Mar 01 21:53:09.872584 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-84f57016-4ad2-455d-9c98-523009e94347 req-55a5bfb4-1625-4fd8-a0c3-ffa553f9b6ca tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399661 Mar 01 21:53:09.910600 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-273b102e-10c3-4f8f-af8b-b2f70849815e service neutron] show failed (client error): The resource could not be found. Mar 01 21:53:09.911690 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-273b102e-10c3-4f8f-af8b-b2f70849815e service neutron] 10.222.0.57 "GET /v2.0/ports/cec5cd50-0b43-4ceb-93d9-36cae9d829c1/bindings/n-h2-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.0925412 Mar 01 21:53:10.472896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-4846959d-4fda-4974-95f0-1e0ccb6a1406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:10.474757 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-4846959d-4fda-4974-95f0-1e0ccb6a1406 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed&tenant_id=a11ce84f48c0487993772d9daf4ba543 HTTP/1.1" status: 200 len: 1096 time: 0.1288841 Mar 01 21:53:10.485039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827896-4', 'device_owner': 'compute:nova'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:53:10.594181 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:10.857952 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] For port cec5cd50-0b43-4ceb-93d9-36cae9d829c1, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=cec5cd50-0b43-4ceb-93d9-36cae9d829c1,segment=NetworkSegment(1de3c7db-1c6e-4f68-87be-8c8e306774f7),segment_id=1de3c7db-1c6e-4f68-87be-8c8e306774f7)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:53:10.886032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] For port cec5cd50-0b43-4ceb-93d9-36cae9d829c1, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:53:10.943405 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5822bda-5a98-4bfc-a159-488dda7f52ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cec5cd50-0b43-4ceb-93d9-36cae9d829c1'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:53:10.948817 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:10.963808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Transition to ACTIVE for port object cec5cd50-0b43-4ceb-93d9-36cae9d829c1 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:53:11.015236 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5822bda-5a98-4bfc-a159-488dda7f52ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cec5cd50-0b43-4ceb-93d9-36cae9d829c1', 'code': 200} Mar 01 21:53:11.033737 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:11.309065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] No DVR routers for this DVR port cec5cd50-0b43-4ceb-93d9-36cae9d829c1 on host n-h1-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:53:11.317657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=cec5cd50-0b43-4ceb-93d9-36cae9d829c1,revision_number=6']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:53:11.351598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fc3e91-578d-4dc5-bc42-e685d3a16823 req-ab471074-9efe-4852-a03f-30b015af0764 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:11.353040 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4fc3e91-578d-4dc5-bc42-e685d3a16823 req-ab471074-9efe-4852-a03f-30b015af0764 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.3720012 Mar 01 21:53:11.363579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:11.364015 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:11.364349 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:11.364680 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:11.365006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:11.365328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:11.365647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:11.365964 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:11.366280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:11.366594 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:11.366909 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:11.367219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:11.415367 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Attempting to bind port cec5cd50-0b43-4ceb-93d9-36cae9d829c1 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:53:11.415788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Attempting to bind port cec5cd50-0b43-4ceb-93d9-36cae9d829c1 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '1de3c7db-1c6e-4f68-87be-8c8e306774f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:53:11.416110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Attempting to bind port cec5cd50-0b43-4ceb-93d9-36cae9d829c1 on network 4cc7c143-fac0-4ff0-be4e-b3e928e907c2 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:53:11.426509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Port cec5cd50-0b43-4ceb-93d9-36cae9d829c1 on network 4cc7c143-fac0-4ff0-be4e-b3e928e907c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:53:11.426869 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Attempting to bind port cec5cd50-0b43-4ceb-93d9-36cae9d829c1 on network 4cc7c143-fac0-4ff0-be4e-b3e928e907c2 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:53:11.431176 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4fc3e91-578d-4dc5-bc42-e685d3a16823 req-283eb236-1d18-4280-aae8-f03d30823b8d tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698750 Mar 01 21:53:11.435345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:53:11.435708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Checking segment: {'id': '1de3c7db-1c6e-4f68-87be-8c8e306774f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:53:11.436073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Bound using segment: {'id': '1de3c7db-1c6e-4f68-87be-8c8e306774f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:53:11.436488 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Bound port: cec5cd50-0b43-4ceb-93d9-36cae9d829c1, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de3c7db-1c6e-4f68-87be-8c8e306774f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:53:11.436824 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:11.533013 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] For port cec5cd50-0b43-4ceb-93d9-36cae9d829c1, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:53:11.536460 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] For port cec5cd50-0b43-4ceb-93d9-36cae9d829c1, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=cec5cd50-0b43-4ceb-93d9-36cae9d829c1,segment=NetworkSegment(1de3c7db-1c6e-4f68-87be-8c8e306774f7),segment_id=1de3c7db-1c6e-4f68-87be-8c8e306774f7)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:53:11.603291 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:11.658037 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:11.658646 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:11.660683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] 10.222.0.55 "PUT /v2.0/ports/cec5cd50-0b43-4ceb-93d9-36cae9d829c1 HTTP/1.1" status: 200 len: 1091 time: 1.1795068 Mar 01 21:53:11.679744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46669ef1-c422-4982-85c0-0b365129b7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=cec5cd50-0b43-4ceb-93d9-36cae9d829c1,revision_number=7']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:53:11.751744 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-257ba2ad-23ac-4959-95eb-b38b8ebbcd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:11.753231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-257ba2ad-23ac-4959-95eb-b38b8ebbcd89 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a11ce84f48c0487993772d9daf4ba543&device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 1094 time: 0.0707705 Mar 01 21:53:11.884625 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-be8cde8b-fcdf-4e46-960f-d27efe0a37c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:11.885994 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-be8cde8b-fcdf-4e46-960f-d27efe0a37c1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2 HTTP/1.1" status: 200 len: 916 time: 0.1262088 Mar 01 21:53:11.954934 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-97c45fe1-b16c-4066-bbaa-393d0330fc3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cec5cd50-0b43-4ceb-93d9-36cae9d829c1 HTTP/1.1" status: 200 len: 217 time: 0.0630214 Mar 01 21:53:12.017994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-28808d3c-dada-48ef-b0d1-6bda559dc71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:12.019931 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-28808d3c-dada-48ef-b0d1-6bda559dc71a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=503158cb-ba48-4c36-8876-a03330c424ca HTTP/1.1" status: 200 len: 855 time: 0.0591934 Mar 01 21:53:12.065584 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-544b97b8-76ab-4279-a8fb-510abcbc89e9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396712 Mar 01 21:53:12.196051 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-a0389f7c-2bff-411e-a7a6-efb3d9b17075 service neutron] 10.222.0.55 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247072 Mar 01 21:53:12.325046 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1900153e-73c6-4e35-b0ec-1bd74213fafd req-ee87d86e-a99e-49e2-9bc5-0b73de169f02 service neutron] 10.222.0.55 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230922 Mar 01 21:53:12.620696 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e0df3-e30c-40af-8efb-92bf97040b0d req-4aa6f3fa-67eb-451f-a91e-4f3430810233 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:12.622376 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-621e0df3-e30c-40af-8efb-92bf97040b0d req-4aa6f3fa-67eb-451f-a91e-4f3430810233 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 943 time: 0.0808394 Mar 01 21:53:12.666447 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-621e0df3-e30c-40af-8efb-92bf97040b0d req-8ca33bd8-03a3-4e4b-a9fd-94a3decee965 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384977 Mar 01 21:53:13.016312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5822bda-5a98-4bfc-a159-488dda7f52ed', 'tag': 'cec5cd50-0b43-4ceb-93d9-36cae9d829c1'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:53:13.073150 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5822bda-5a98-4bfc-a159-488dda7f52ed', 'tag': 'cec5cd50-0b43-4ceb-93d9-36cae9d829c1', 'status': 'completed', 'code': 200} Mar 01 21:53:13.159020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18800dd-0c82-4cf3-a158-c0297c0aebaa req-a6458fa6-912c-488c-9ac8-07fb4f872eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:13.160570 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a18800dd-0c82-4cf3-a158-c0297c0aebaa req-a6458fa6-912c-488c-9ac8-07fb4f872eb1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a11ce84f48c0487993772d9daf4ba543&device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 1094 time: 0.0708029 Mar 01 21:53:13.167638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18800dd-0c82-4cf3-a158-c0297c0aebaa req-cf8517ee-bb0e-4b92-bc7e-4ed9adce5e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:13.169072 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a18800dd-0c82-4cf3-a158-c0297c0aebaa req-cf8517ee-bb0e-4b92-bc7e-4ed9adce5e6a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a11ce84f48c0487993772d9daf4ba543&device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 1094 time: 0.0735023 Mar 01 21:53:13.290779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18800dd-0c82-4cf3-a158-c0297c0aebaa req-3bed8a67-d1a2-4acd-affe-525f4caa747f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:13.292247 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a18800dd-0c82-4cf3-a158-c0297c0aebaa req-3bed8a67-d1a2-4acd-affe-525f4caa747f service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2 HTTP/1.1" status: 200 len: 916 time: 0.1265554 Mar 01 21:53:13.300629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18800dd-0c82-4cf3-a158-c0297c0aebaa req-5ab52fcd-636b-4144-9e4d-8f97eb90e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:13.302062 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a18800dd-0c82-4cf3-a158-c0297c0aebaa req-5ab52fcd-636b-4144-9e4d-8f97eb90e0ab service neutron] 10.222.0.55 "GET /v2.0/networks?id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2 HTTP/1.1" status: 200 len: 916 time: 0.1264575 Mar 01 21:53:13.363915 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a18800dd-0c82-4cf3-a158-c0297c0aebaa req-3bae799e-31e2-4a7f-ac4f-29c692792278 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cec5cd50-0b43-4ceb-93d9-36cae9d829c1 HTTP/1.1" status: 200 len: 217 time: 0.0651388 Mar 01 21:53:13.371673 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a18800dd-0c82-4cf3-a158-c0297c0aebaa req-6e19cbcd-bc9a-4122-8d2c-07b77ae09641 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cec5cd50-0b43-4ceb-93d9-36cae9d829c1 HTTP/1.1" status: 200 len: 217 time: 0.0623617 Mar 01 21:53:13.425593 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18800dd-0c82-4cf3-a158-c0297c0aebaa req-bc7cf552-a348-4911-89fc-da34be18d62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:13.427201 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a18800dd-0c82-4cf3-a158-c0297c0aebaa req-bc7cf552-a348-4911-89fc-da34be18d62a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=503158cb-ba48-4c36-8876-a03330c424ca HTTP/1.1" status: 200 len: 855 time: 0.0584989 Mar 01 21:53:13.432274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18800dd-0c82-4cf3-a158-c0297c0aebaa req-c9cc8baf-62da-4eab-8b48-a1b2feaa22b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:13.433955 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a18800dd-0c82-4cf3-a158-c0297c0aebaa req-c9cc8baf-62da-4eab-8b48-a1b2feaa22b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=503158cb-ba48-4c36-8876-a03330c424ca HTTP/1.1" status: 200 len: 855 time: 0.0567520 Mar 01 21:53:13.477901 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a18800dd-0c82-4cf3-a158-c0297c0aebaa req-7fdff28a-4d92-46f9-b99c-622c1eb26052 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452898 Mar 01 21:53:13.481231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a18800dd-0c82-4cf3-a158-c0297c0aebaa req-645e35ed-0e52-4dbd-bdfd-1778df8f21b9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407360 Mar 01 21:53:13.594341 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device cec5cd50-0b43-4ceb-93d9-36cae9d829c1 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:53:13.617661 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a18800dd-0c82-4cf3-a158-c0297c0aebaa req-9c71d407-5f9b-4838-b65e-db171d126793 service neutron] 10.222.0.57 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340554 Mar 01 21:53:13.653350 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device cec5cd50-0b43-4ceb-93d9-36cae9d829c1 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:53:13.740885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a18800dd-0c82-4cf3-a158-c0297c0aebaa req-9cbe4697-69b0-42bb-9332-1b9bd1e49ba4 service neutron] 10.222.0.55 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533019 Mar 01 21:53:13.758803 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a18800dd-0c82-4cf3-a158-c0297c0aebaa req-1b6dac88-93bf-4640-926b-ba0f124f8cb0 service neutron] 10.222.0.57 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353140 Mar 01 21:53:13.929929 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a18800dd-0c82-4cf3-a158-c0297c0aebaa req-c1b15673-eded-40eb-9f19-784bc47e2d5c service neutron] 10.222.0.55 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817217 Mar 01 21:53:13.942931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c48f21-c13b-4fa6-a167-cd3fc8fb9d55 req-a0564ff5-1bbc-4b7e-8b5b-a79a0da9ae9c tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:13.944377 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82c48f21-c13b-4fa6-a167-cd3fc8fb9d55 req-a0564ff5-1bbc-4b7e-8b5b-a79a0da9ae9c tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 943 time: 0.1621644 Mar 01 21:53:13.989280 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82c48f21-c13b-4fa6-a167-cd3fc8fb9d55 req-b16bab57-fefb-4d28-a4a0-21f03e840e53 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383358 Mar 01 21:53:15.182936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483283b9-3b82-48e1-9573-f1cb83268e87 req-17f1493e-4a5a-4931-b4a0-0efac2aa440a tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:15.184672 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-483283b9-3b82-48e1-9573-f1cb83268e87 req-17f1493e-4a5a-4931-b4a0-0efac2aa440a tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 943 time: 0.0825362 Mar 01 21:53:15.231090 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-483283b9-3b82-48e1-9573-f1cb83268e87 req-aa0bf7bf-c000-4fec-92a4-2d5d5ee97533 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403857 Mar 01 21:53:16.415847 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce722bc2-eff0-4efc-bf27-80b4328713ab req-3bbe578c-0d74-485a-9514-9fbea55aef42 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:16.417212 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce722bc2-eff0-4efc-bf27-80b4328713ab req-3bbe578c-0d74-485a-9514-9fbea55aef42 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 943 time: 0.0799460 Mar 01 21:53:16.462737 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce722bc2-eff0-4efc-bf27-80b4328713ab req-aa3d09f6-f51b-4785-8829-0a731d7265ba tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398703 Mar 01 21:53:16.916713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5849dc-d397-423d-aa6e-304b312f7c14 req-9f766b1a-b167-4748-97c7-8e4745ba4b64 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:16.918148 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc5849dc-d397-423d-aa6e-304b312f7c14 req-9f766b1a-b167-4748-97c7-8e4745ba4b64 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 943 time: 0.0830145 Mar 01 21:53:16.963150 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc5849dc-d397-423d-aa6e-304b312f7c14 req-ff5e657f-bb00-4f59-ae86-31be6a45f448 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392876 Mar 01 21:53:16.982082 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b2dfd-c719-4c12-a5c2-48be6d983643 req-a82735d4-2c78-4059-862b-da0af267e6e4 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:16.982774 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-a83b2dfd-c719-4c12-a5c2-48be6d983643 req-a82735d4-2c78-4059-862b-da0af267e6e4 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Synchronizing usage tracker for tenant:a11ce84f48c0487993772d9daf4ba543 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:53:17.054020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-a83b2dfd-c719-4c12-a5c2-48be6d983643 req-a82735d4-2c78-4059-862b-da0af267e6e4 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Unset dirty status for tenant:a11ce84f48c0487993772d9daf4ba543 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:53:17.055140 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a83b2dfd-c719-4c12-a5c2-48be6d983643 req-a82735d4-2c78-4059-862b-da0af267e6e4 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.57 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed&tenant_id=a11ce84f48c0487993772d9daf4ba543&binding%3Ahost_id=n-h2-827896-4 HTTP/1.1" status: 200 len: 943 time: 0.1575017 Mar 01 21:53:17.245209 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [req-a83b2dfd-c719-4c12-a5c2-48be6d983643 req-3234c943-8659-43e0-83b4-b984b1d26999 service neutron] delete failed (client error): The resource could not be found. Mar 01 21:53:17.246172 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a83b2dfd-c719-4c12-a5c2-48be6d983643 req-3234c943-8659-43e0-83b4-b984b1d26999 service neutron] 10.222.0.57 "DELETE /v2.0/ports/cec5cd50-0b43-4ceb-93d9-36cae9d829c1/bindings/n-h1-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.1853952 Mar 01 21:53:17.375001 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device cec5cd50-0b43-4ceb-93d9-36cae9d829c1 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:53:17.387380 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b2dfd-c719-4c12-a5c2-48be6d983643 req-023ccd2c-2d82-4f96-839e-0e0baf497cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:17.388876 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a83b2dfd-c719-4c12-a5c2-48be6d983643 req-023ccd2c-2d82-4f96-839e-0e0baf497cfb service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a11ce84f48c0487993772d9daf4ba543&device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 1094 time: 0.0716784 Mar 01 21:53:17.507775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port cec5cd50-0b43-4ceb-93d9-36cae9d829c1, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=cec5cd50-0b43-4ceb-93d9-36cae9d829c1,segment=NetworkSegment(1de3c7db-1c6e-4f68-87be-8c8e306774f7),segment_id=1de3c7db-1c6e-4f68-87be-8c8e306774f7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:53:17.518648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b2dfd-c719-4c12-a5c2-48be6d983643 req-690cb7ed-6787-4eac-98d6-956cd7caa69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:17.520211 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a83b2dfd-c719-4c12-a5c2-48be6d983643 req-690cb7ed-6787-4eac-98d6-956cd7caa69c service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2 HTTP/1.1" status: 200 len: 916 time: 0.1255112 Mar 01 21:53:17.525174 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'cec5cd50-0b43-4ceb-93d9-36cae9d829c1', 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2', 'port_id': 'cec5cd50-0b43-4ceb-93d9-36cae9d829c1', 'mac_address': 'fa:16:3e:46:e4:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503158cb-ba48-4c36-8876-a03330c424ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:53:17.580602 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:17.590191 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a83b2dfd-c719-4c12-a5c2-48be6d983643 req-e2a3529b-f83b-4e9f-803c-7859e616c2bf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cec5cd50-0b43-4ceb-93d9-36cae9d829c1 HTTP/1.1" status: 200 len: 217 time: 0.0642240 Mar 01 21:53:17.597333 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cec5cd50-0b43-4ceb-93d9-36cae9d829c1 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:53:17.613271 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port cec5cd50-0b43-4ceb-93d9-36cae9d829c1, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=cec5cd50-0b43-4ceb-93d9-36cae9d829c1,segment=NetworkSegment(1de3c7db-1c6e-4f68-87be-8c8e306774f7),segment_id=1de3c7db-1c6e-4f68-87be-8c8e306774f7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:53:17.651343 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b2dfd-c719-4c12-a5c2-48be6d983643 req-40317f01-9ebf-4adf-97c7-0a2f7c7dabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:17.652741 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a83b2dfd-c719-4c12-a5c2-48be6d983643 req-40317f01-9ebf-4adf-97c7-0a2f7c7dabc0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=503158cb-ba48-4c36-8876-a03330c424ca HTTP/1.1" status: 200 len: 855 time: 0.0574694 Mar 01 21:53:17.694125 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:17.704278 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a83b2dfd-c719-4c12-a5c2-48be6d983643 req-2284a5d4-fecf-4793-8d1f-4495016a0c90 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457330 Mar 01 21:53:17.760282 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=cec5cd50-0b43-4ceb-93d9-36cae9d829c1,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:53:17.841263 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a83b2dfd-c719-4c12-a5c2-48be6d983643 req-a8046bc5-6b2c-4423-97d6-9223ac1335b4 service neutron] 10.222.0.57 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307859 Mar 01 21:53:17.971707 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a83b2dfd-c719-4c12-a5c2-48be6d983643 req-f22a7570-4ad8-4d48-b94a-cbbbd3f139d9 service neutron] 10.222.0.57 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249549 Mar 01 21:53:18.016421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['cec5cd50-0b43-4ceb-93d9-36cae9d829c1'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:53:18.149604 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde2716b-58d3-4a3e-8f63-6118c6e3e3e0 req-99d61aed-215c-4969-9659-1f1756fa2968 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:18.151075 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dde2716b-58d3-4a3e-8f63-6118c6e3e3e0 req-99d61aed-215c-4969-9659-1f1756fa2968 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 944 time: 0.0800502 Mar 01 21:53:18.196646 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dde2716b-58d3-4a3e-8f63-6118c6e3e3e0 req-115b5a16-5c76-4357-97f5-85a84d7ca0ca tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397959 Mar 01 21:53:19.374115 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device cec5cd50-0b43-4ceb-93d9-36cae9d829c1 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:53:19.385086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2399f43-7dd7-4e6f-bd0b-a272161d3aa5 req-c43c4f4c-3319-4781-883d-cd14cbe94548 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:19.386548 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c2399f43-7dd7-4e6f-bd0b-a272161d3aa5 req-c43c4f4c-3319-4781-883d-cd14cbe94548 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 944 time: 0.0820327 Mar 01 21:53:19.431911 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c2399f43-7dd7-4e6f-bd0b-a272161d3aa5 req-c81ad303-715b-4faf-b41c-077e135fe3b5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396202 Mar 01 21:53:19.505851 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port cec5cd50-0b43-4ceb-93d9-36cae9d829c1 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:53:19.511112 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port cec5cd50-0b43-4ceb-93d9-36cae9d829c1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:53:19.515514 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:19.635914 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:19.666909 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5822bda-5a98-4bfc-a159-488dda7f52ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec5cd50-0b43-4ceb-93d9-36cae9d829c1'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:53:19.677222 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port cec5cd50-0b43-4ceb-93d9-36cae9d829c1, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=cec5cd50-0b43-4ceb-93d9-36cae9d829c1,segment=NetworkSegment(1de3c7db-1c6e-4f68-87be-8c8e306774f7),segment_id=1de3c7db-1c6e-4f68-87be-8c8e306774f7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:53:19.713115 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5822bda-5a98-4bfc-a159-488dda7f52ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cec5cd50-0b43-4ceb-93d9-36cae9d829c1', 'code': 200} Mar 01 21:53:19.768781 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:19.785190 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127e08d-52b0-4515-b928-b15e4935cbdc req-29930b9b-7681-49dc-8ee8-86033ff51b61 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:19.787297 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8127e08d-52b0-4515-b928-b15e4935cbdc req-29930b9b-7681-49dc-8ee8-86033ff51b61 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 944 time: 0.0799856 Mar 01 21:53:19.836636 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8127e08d-52b0-4515-b928-b15e4935cbdc req-f2745b74-630b-4f65-9ab9-cc234988ad0e tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430822 Mar 01 21:53:19.865340 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=cec5cd50-0b43-4ceb-93d9-36cae9d829c1,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:53:20.026655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061bca29-549c-495f-b55e-cb27f0e20478 req-e32ca328-d5b3-4d27-a4ec-4227593ebb47 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:20.028353 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-061bca29-549c-495f-b55e-cb27f0e20478 req-e32ca328-d5b3-4d27-a4ec-4227593ebb47 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0823207 Mar 01 21:53:20.076464 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-061bca29-549c-495f-b55e-cb27f0e20478 req-c9880fc2-4a95-444c-8564-10bad95782de tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418863 Mar 01 21:53:20.792298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-8f9954c3-d62d-4523-86b4-8ea9e929c0f1 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:20.793738 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-8f9954c3-d62d-4523-86b4-8ea9e929c0f1 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/networks?id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2 HTTP/1.1" status: 200 len: 815 time: 0.1469643 Mar 01 21:53:20.809655 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-69055b90-3d6a-496c-bc1d-ad4f6467b150 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/quotas/a11ce84f48c0487993772d9daf4ba543 HTTP/1.1" status: 200 len: 375 time: 0.0104084 Mar 01 21:53:20.897331 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-dbedfadb-784c-428a-afed-60b00cd99101 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a11ce84f48c0487993772d9daf4ba543&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826819 Mar 01 21:53:20.949034 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-1b090fd8-2815-462f-bda9-d4210da40965 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:53:20.950003 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-1b090fd8-2815-462f-bda9-d4210da40965 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0463870 Mar 01 21:53:21.078760 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-c6dc6e0c-2c64-4b33-8618-3de984d8535f service neutron] 10.222.0.42 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228631 Mar 01 21:53:21.207589 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-e5fdfd6e-3b3b-4998-93a3-497a29bbe3ea service neutron] 10.222.0.42 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222212 Mar 01 21:53:21.449881 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e829bd18-0522-4f6c-8345-920bb726856e req-4efae07a-9fde-419a-ab3e-30c5172fb008 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 210 time: 0.0424888 Mar 01 21:53:22.025555 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:22.047740 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01aea19-6693-44bf-8a69-6974282471e1 req-bdb5f4a8-c955-41cb-b867-afee21353122 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:22.049163 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b01aea19-6693-44bf-8a69-6974282471e1 req-bdb5f4a8-c955-41cb-b867-afee21353122 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.55 "GET /v2.0/ports?device_id=f5822bda-5a98-4bfc-a159-488dda7f52ed HTTP/1.1" status: 200 len: 945 time: 0.0810106 Mar 01 21:53:22.229888 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-b01aea19-6693-44bf-8a69-6974282471e1 req-a6c48489-d2e7-4222-8eff-8fc296ae567e tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Deleting port cec5cd50-0b43-4ceb-93d9-36cae9d829c1 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:53:22.230153 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b01aea19-6693-44bf-8a69-6974282471e1 req-a6c48489-d2e7-4222-8eff-8fc296ae567e tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:22.475447 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-b01aea19-6693-44bf-8a69-6974282471e1 req-a6c48489-d2e7-4222-8eff-8fc296ae567e tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] For port cec5cd50-0b43-4ceb-93d9-36cae9d829c1, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=cec5cd50-0b43-4ceb-93d9-36cae9d829c1,segment=NetworkSegment(1de3c7db-1c6e-4f68-87be-8c8e306774f7),segment_id=1de3c7db-1c6e-4f68-87be-8c8e306774f7)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:53:22.476064 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b01aea19-6693-44bf-8a69-6974282471e1 req-a6c48489-d2e7-4222-8eff-8fc296ae567e tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:22.603646 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-b01aea19-6693-44bf-8a69-6974282471e1 req-a6c48489-d2e7-4222-8eff-8fc296ae567e tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Calling delete_port for cec5cd50-0b43-4ceb-93d9-36cae9d829c1 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:53:22.681334 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-36fa5a78-66c3-43a6-ae9b-9c8a85035161 req-ed5ed4b6-93ee-4e8c-b003-751e3d1c6282 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 210 time: 0.0846832 Mar 01 21:53:22.854077 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b01aea19-6693-44bf-8a69-6974282471e1 req-a6c48489-d2e7-4222-8eff-8fc296ae567e tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:22.866318 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['cec5cd50-0b43-4ceb-93d9-36cae9d829c1'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:53:22.904931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c48489-d2e7-4222-8eff-8fc296ae567e tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Pushing event deleted for resources: {'Port': ['ID=cec5cd50-0b43-4ceb-93d9-36cae9d829c1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:53:22.978190 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-b01aea19-6693-44bf-8a69-6974282471e1 req-a6c48489-d2e7-4222-8eff-8fc296ae567e tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] No DVR routers for this DVR port cec5cd50-0b43-4ceb-93d9-36cae9d829c1 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:53:22.980768 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b01aea19-6693-44bf-8a69-6974282471e1 req-a6c48489-d2e7-4222-8eff-8fc296ae567e tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:22.983185 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5822bda-5a98-4bfc-a159-488dda7f52ed', 'name': 'network-vif-deleted', 'tag': 'cec5cd50-0b43-4ceb-93d9-36cae9d829c1'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:53:23.026437 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5822bda-5a98-4bfc-a159-488dda7f52ed', 'name': 'network-vif-deleted', 'tag': 'cec5cd50-0b43-4ceb-93d9-36cae9d829c1', 'status': 'completed', 'code': 200} Mar 01 21:53:23.083988 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b01aea19-6693-44bf-8a69-6974282471e1 req-a6c48489-d2e7-4222-8eff-8fc296ae567e tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.55 "DELETE /v2.0/ports/cec5cd50-0b43-4ceb-93d9-36cae9d829c1 HTTP/1.1" status: 204 len: 173 time: 1.0292709 Mar 01 21:53:23.335336 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-45d7cf5b-ca02-4e1a-a4db-e192eed32897 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:23.336759 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-45d7cf5b-ca02-4e1a-a4db-e192eed32897 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.55 "GET /v2.0/networks?id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2 HTTP/1.1" status: 200 len: 815 time: 0.1443956 Mar 01 21:53:23.348740 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-eeb3d0f5-e71d-4134-b097-c7a3158a1512 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Request body: {'port': {'device_id': 'b1690151-97a5-421b-95ef-2b0457d8f8a5', 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2', 'admin_state_up': True, 'tenant_id': 'a11ce84f48c0487993772d9daf4ba543'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:53:23.486456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-eeb3d0f5-e71d-4134-b097-c7a3158a1512 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:53:23.491444 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-eeb3d0f5-e71d-4134-b097-c7a3158a1512 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Usage tracker for resource:port and tenant:a11ce84f48c0487993772d9daf4ba543 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:53:23.494480 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-eeb3d0f5-e71d-4134-b097-c7a3158a1512 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:53:23.500462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-eeb3d0f5-e71d-4134-b097-c7a3158a1512 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:53:23.574208 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-eeb3d0f5-e71d-4134-b097-c7a3158a1512 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Made reservation on behalf of a11ce84f48c0487993772d9daf4ba543 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:53:23.577791 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-eeb3d0f5-e71d-4134-b097-c7a3158a1512 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:23.743633 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-eeb3d0f5-e71d-4134-b097-c7a3158a1512 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Allocated IP 172.20.0.9 (4cc7c143-fac0-4ff0-be4e-b3e928e907c2/503158cb-ba48-4c36-8876-a03330c424ca/1ff51733-d79e-41c8-b30a-df69c9efca29) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:53:23.846088 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-127c1d64-b87b-4a12-9a2b-969202bb7784 req-753632fc-66b5-4047-a151-08c5f1f48644 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Synchronizing usage tracker for tenant:a11ce84f48c0487993772d9daf4ba543 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:53:23.989648 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-127c1d64-b87b-4a12-9a2b-969202bb7784 req-753632fc-66b5-4047-a151-08c5f1f48644 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Unset dirty status for tenant:a11ce84f48c0487993772d9daf4ba543 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:53:24.104322 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-127c1d64-b87b-4a12-9a2b-969202bb7784 req-753632fc-66b5-4047-a151-08c5f1f48644 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 210 time: 0.1933451 Mar 01 21:53:24.104322 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-eeb3d0f5-e71d-4134-b097-c7a3158a1512 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:24.180840 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-eeb3d0f5-e71d-4134-b097-c7a3158a1512 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:24.191325 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['cec5cd50-0b43-4ceb-93d9-36cae9d829c1'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:53:24.364288 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-eeb3d0f5-e71d-4134-b097-c7a3158a1512 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Network 4cc7c143-fac0-4ff0-be4e-b3e928e907c2 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:53:24.367264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-eeb3d0f5-e71d-4134-b097-c7a3158a1512 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:53:24.369703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-eeb3d0f5-e71d-4134-b097-c7a3158a1512 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:53:24.391456 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:24.419508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb3d0f5-e71d-4134-b097-c7a3158a1512 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Pushing event updated for resources: {'Port': ['ID=1ff51733-d79e-41c8-b30a-df69c9efca29,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:53:24.440595 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-eeb3d0f5-e71d-4134-b097-c7a3158a1512 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:24.441194 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-eeb3d0f5-e71d-4134-b097-c7a3158a1512 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:24.495143 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-eeb3d0f5-e71d-4134-b097-c7a3158a1512 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1499624 Mar 01 21:53:24.506128 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] Request body: {'port': {'device_id': 'b1690151-97a5-421b-95ef-2b0457d8f8a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:53:24.617148 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:24.956823 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff51733-d79e-41c8-b30a-df69c9efca29 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:53:24.964626 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:24.979429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] Transition to ACTIVE for port object 1ff51733-d79e-41c8-b30a-df69c9efca29 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:53:25.031065 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:25.235676 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] Pushing event updated for resources: {'Port': ['ID=1ff51733-d79e-41c8-b30a-df69c9efca29,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:53:25.330743 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] Attempting to bind port 1ff51733-d79e-41c8-b30a-df69c9efca29 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:53:25.331068 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] Attempting to bind port 1ff51733-d79e-41c8-b30a-df69c9efca29 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '1de3c7db-1c6e-4f68-87be-8c8e306774f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:53:25.331412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] Attempting to bind port 1ff51733-d79e-41c8-b30a-df69c9efca29 on network 4cc7c143-fac0-4ff0-be4e-b3e928e907c2 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:53:25.342842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58b09b-c84e-4564-a9b2-6c8dd6e34256 req-6ca833a3-e48f-49b9-acb1-7d4304f75bc7 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:25.344325 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b58b09b-c84e-4564-a9b2-6c8dd6e34256 req-6ca833a3-e48f-49b9-acb1-7d4304f75bc7 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 943 time: 0.2130508 Mar 01 21:53:25.346086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] Port 1ff51733-d79e-41c8-b30a-df69c9efca29 on network 4cc7c143-fac0-4ff0-be4e-b3e928e907c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:53:25.346404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] Attempting to bind port 1ff51733-d79e-41c8-b30a-df69c9efca29 on network 4cc7c143-fac0-4ff0-be4e-b3e928e907c2 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:53:25.365743 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:53:25.366073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] Checking segment: {'id': '1de3c7db-1c6e-4f68-87be-8c8e306774f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:53:25.366442 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] Bound using segment: {'id': '1de3c7db-1c6e-4f68-87be-8c8e306774f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:53:25.366866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] Bound port: 1ff51733-d79e-41c8-b30a-df69c9efca29, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de3c7db-1c6e-4f68-87be-8c8e306774f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:53:25.367207 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:25.437685 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b58b09b-c84e-4564-a9b2-6c8dd6e34256 req-fb218552-6200-4ae9-9e28-dc0c9167b0d7 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871725 Mar 01 21:53:25.474366 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] For port 1ff51733-d79e-41c8-b30a-df69c9efca29, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:53:25.477673 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] For port 1ff51733-d79e-41c8-b30a-df69c9efca29, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=1ff51733-d79e-41c8-b30a-df69c9efca29,segment=NetworkSegment(1de3c7db-1c6e-4f68-87be-8c8e306774f7),segment_id=1de3c7db-1c6e-4f68-87be-8c8e306774f7)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:53:25.557716 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:25.617941 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:25.618549 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:25.619929 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] 10.222.0.55 "PUT /v2.0/ports/1ff51733-d79e-41c8-b30a-df69c9efca29 HTTP/1.1" status: 200 len: 1091 time: 1.1182652 Mar 01 21:53:25.620364 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1690151-97a5-421b-95ef-2b0457d8f8a5', 'tag': '1ff51733-d79e-41c8-b30a-df69c9efca29'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:53:25.644069 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c5c74f-7ab8-4768-8c72-30f23077d81c service neutron] Pushing event updated for resources: {'Port': ['ID=1ff51733-d79e-41c8-b30a-df69c9efca29,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:53:25.670263 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1690151-97a5-421b-95ef-2b0457d8f8a5', 'tag': '1ff51733-d79e-41c8-b30a-df69c9efca29', 'status': 'completed', 'code': 200} Mar 01 21:53:25.757831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d050e-a94a-4b2d-809f-a9e3d27a3682 req-5087026a-646f-4986-8bbf-21ccee98ac5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:25.759329 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-066d050e-a94a-4b2d-809f-a9e3d27a3682 req-5087026a-646f-4986-8bbf-21ccee98ac5e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a11ce84f48c0487993772d9daf4ba543&device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 1094 time: 0.0712004 Mar 01 21:53:25.905111 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d050e-a94a-4b2d-809f-a9e3d27a3682 req-7b3ec564-1338-41d1-9a47-6d4d207b5d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:25.906483 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-066d050e-a94a-4b2d-809f-a9e3d27a3682 req-7b3ec564-1338-41d1-9a47-6d4d207b5d71 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a11ce84f48c0487993772d9daf4ba543&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1400094 Mar 01 21:53:26.045523 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066d050e-a94a-4b2d-809f-a9e3d27a3682 req-28f9507f-202b-4a8c-9b83-fa4f886237e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:26.046972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-066d050e-a94a-4b2d-809f-a9e3d27a3682 req-28f9507f-202b-4a8c-9b83-fa4f886237e1 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1351335 Mar 01 21:53:26.155776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-fb85e096-061c-42b9-a9a2-acd0b08a8ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:26.157165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-fb85e096-061c-42b9-a9a2-acd0b08a8ade service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a11ce84f48c0487993772d9daf4ba543&device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 1094 time: 0.0755453 Mar 01 21:53:26.224250 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-e5b89ade-08ce-4e44-b909-5a12a673cbef service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff51733-d79e-41c8-b30a-df69c9efca29 HTTP/1.1" status: 200 len: 217 time: 0.0604830 Mar 01 21:53:26.391288 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-3974b430-9c02-453c-8540-5cb21e35f292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:26.392736 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-3974b430-9c02-453c-8540-5cb21e35f292 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=503158cb-ba48-4c36-8876-a03330c424ca HTTP/1.1" status: 200 len: 855 time: 0.1634896 Mar 01 21:53:26.437973 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-4715cf7b-97d0-49d6-9100-a50e77d654d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393474 Mar 01 21:53:26.635581 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-1f0f5072-1fb6-4a00-80b7-d09d01f58a00 service neutron] 10.222.0.55 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915441 Mar 01 21:53:26.690807 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394bf75-15c0-4252-b294-292c5e6e5fe0 req-8560fe2b-abc1-4d55-8086-230ec0e19ab4 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:26.692697 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1394bf75-15c0-4252-b294-292c5e6e5fe0 req-8560fe2b-abc1-4d55-8086-230ec0e19ab4 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 943 time: 0.1385422 Mar 01 21:53:26.808888 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1394bf75-15c0-4252-b294-292c5e6e5fe0 req-375582ca-4568-4d01-b8da-52e8e61bd09e tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725617 Mar 01 21:53:26.816396 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-54bbcb1d-fa46-42cb-9f5c-6fe8dd966076 req-1f4fcefa-6402-4e4a-86f2-fed4e2d66b27 service neutron] 10.222.0.55 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712933 Mar 01 21:53:27.454268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device cec5cd50-0b43-4ceb-93d9-36cae9d829c1 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:53:27.483100 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f7ba6e4b-47ad-45ed-95a5-4db36f5ae835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:27.490050 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: cec5cd50-0b43-4ceb-93d9-36cae9d829c1 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:53:27.490432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device cec5cd50-0b43-4ceb-93d9-36cae9d829c1 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:53:27.995641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3451bdd2-86aa-4542-bcab-25f28187614c req-c411c02e-ae00-4be1-a430-39101fa5d18a tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:27.997093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3451bdd2-86aa-4542-bcab-25f28187614c req-c411c02e-ae00-4be1-a430-39101fa5d18a tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 943 time: 0.0799444 Mar 01 21:53:28.040818 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3451bdd2-86aa-4542-bcab-25f28187614c req-ff4faf7f-66e1-400f-bb4b-6a81853ac2c8 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379806 Mar 01 21:53:29.230838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed459678-6977-4853-b879-2ada37911096 req-520b8c1a-9db3-490a-a7a5-0054c2fddd5f tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:29.232295 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed459678-6977-4853-b879-2ada37911096 req-520b8c1a-9db3-490a-a7a5-0054c2fddd5f tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 943 time: 0.0820022 Mar 01 21:53:29.275047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed459678-6977-4853-b879-2ada37911096 req-07aa67ac-11a3-4a5c-b127-577db8c32595 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370774 Mar 01 21:53:29.728380 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6833d958-a392-45d1-b6ca-c6bc15f61900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:30.458569 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f1b7b-4707-46bc-accc-2a2a90bbc7e4 req-4734a175-37ab-4f39-8a34-12888631b04e tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:30.460815 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be3f1b7b-4707-46bc-accc-2a2a90bbc7e4 req-4734a175-37ab-4f39-8a34-12888631b04e tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 943 time: 0.0782411 Mar 01 21:53:30.506922 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be3f1b7b-4707-46bc-accc-2a2a90bbc7e4 req-802529e3-7179-406a-abf3-b0ea61731c31 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406048 Mar 01 21:53:30.619489 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:30.750984 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:31.469312 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 1ff51733-d79e-41c8-b30a-df69c9efca29 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:53:31.600918 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 1ff51733-d79e-41c8-b30a-df69c9efca29, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=1ff51733-d79e-41c8-b30a-df69c9efca29,segment=NetworkSegment(1de3c7db-1c6e-4f68-87be-8c8e306774f7),segment_id=1de3c7db-1c6e-4f68-87be-8c8e306774f7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:53:31.613833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '1ff51733-d79e-41c8-b30a-df69c9efca29', 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2', 'port_id': '1ff51733-d79e-41c8-b30a-df69c9efca29', 'mac_address': 'fa:16:3e:05:f7:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503158cb-ba48-4c36-8876-a03330c424ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:53:31.673524 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:31.690503 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff51733-d79e-41c8-b30a-df69c9efca29 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:53:31.696261 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39db4c-1b29-49d0-83be-6033757eab11 req-22ad5e4a-ee52-46d2-8592-29ab5703db4e tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:31.697741 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de39db4c-1b29-49d0-83be-6033757eab11 req-22ad5e4a-ee52-46d2-8592-29ab5703db4e tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 943 time: 0.0827634 Mar 01 21:53:31.706611 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 1ff51733-d79e-41c8-b30a-df69c9efca29, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=1ff51733-d79e-41c8-b30a-df69c9efca29,segment=NetworkSegment(1de3c7db-1c6e-4f68-87be-8c8e306774f7),segment_id=1de3c7db-1c6e-4f68-87be-8c8e306774f7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:53:31.741854 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de39db4c-1b29-49d0-83be-6033757eab11 req-16a0c9be-9a05-40e7-89a0-309de778e764 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383930 Mar 01 21:53:31.768102 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:31.833554 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=1ff51733-d79e-41c8-b30a-df69c9efca29,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:53:31.841394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:31.841740 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:31.842077 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:31.842410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:31.842738 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:31.843061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:31.843399 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:31.843725 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:31.844047 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:31.844366 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:31.844685 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:31.844997 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:32.059192 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['1ff51733-d79e-41c8-b30a-df69c9efca29'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:53:32.453670 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:32.924303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ecad5-df22-4576-b6b9-06c0a0f9964a req-e1638a50-a136-4d3c-8e54-85eaddf86064 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:32.925736 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-170ecad5-df22-4576-b6b9-06c0a0f9964a req-e1638a50-a136-4d3c-8e54-85eaddf86064 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 944 time: 0.0775299 Mar 01 21:53:32.972492 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-170ecad5-df22-4576-b6b9-06c0a0f9964a req-a0bb6371-ef32-4e17-8079-801acd78a4fe tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405476 Mar 01 21:53:33.475938 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 1ff51733-d79e-41c8-b30a-df69c9efca29 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:53:33.619366 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 1ff51733-d79e-41c8-b30a-df69c9efca29 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:53:33.624061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 1ff51733-d79e-41c8-b30a-df69c9efca29 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:53:33.629989 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:33.738750 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:33.764047 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1690151-97a5-421b-95ef-2b0457d8f8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff51733-d79e-41c8-b30a-df69c9efca29'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:53:33.773931 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 1ff51733-d79e-41c8-b30a-df69c9efca29, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=1ff51733-d79e-41c8-b30a-df69c9efca29,segment=NetworkSegment(1de3c7db-1c6e-4f68-87be-8c8e306774f7),segment_id=1de3c7db-1c6e-4f68-87be-8c8e306774f7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:53:33.807804 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1690151-97a5-421b-95ef-2b0457d8f8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff51733-d79e-41c8-b30a-df69c9efca29', 'code': 200} Mar 01 21:53:33.842929 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:33.916277 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=1ff51733-d79e-41c8-b30a-df69c9efca29,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:53:33.940758 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcde420-84ed-4b5c-9963-f95ef4c14535 req-37c7dbab-9e84-4d8e-9def-3e727d2d42af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:33.942226 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2bcde420-84ed-4b5c-9963-f95ef4c14535 req-37c7dbab-9e84-4d8e-9def-3e727d2d42af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 1096 time: 0.0725777 Mar 01 21:53:33.983033 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2bcde420-84ed-4b5c-9963-f95ef4c14535 req-627be91a-472e-48df-970f-a03cb531781a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348904 Mar 01 21:53:34.170959 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12094d3b-bcd6-4639-ada3-fee38d83ef09 req-6a6138b6-dbeb-4644-8e78-199d2911330f tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:34.172491 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-12094d3b-bcd6-4639-ada3-fee38d83ef09 req-6a6138b6-dbeb-4644-8e78-199d2911330f tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0912101 Mar 01 21:53:34.217089 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-12094d3b-bcd6-4639-ada3-fee38d83ef09 req-07cf9798-54d6-44cd-9001-a6e5e3615198 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379248 Mar 01 21:53:35.400887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2589ee44-4753-4cb4-a6a3-dfaeaee5f8c3 req-a7554ef7-fe5b-45fd-82ba-900e4c4267dc tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:35.402237 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2589ee44-4753-4cb4-a6a3-dfaeaee5f8c3 req-a7554ef7-fe5b-45fd-82ba-900e4c4267dc tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0789409 Mar 01 21:53:35.446695 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2589ee44-4753-4cb4-a6a3-dfaeaee5f8c3 req-cc15ca00-171f-4786-b349-ac6b954ac0cd tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386107 Mar 01 21:53:36.633548 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ab447-ad67-49e5-b782-ae89e23b0f47 req-6c171e61-1798-4852-ae65-3d605a33ed31 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:36.634983 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c33ab447-ad67-49e5-b782-ae89e23b0f47 req-6c171e61-1798-4852-ae65-3d605a33ed31 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0825531 Mar 01 21:53:36.678045 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c33ab447-ad67-49e5-b782-ae89e23b0f47 req-f0dcca2f-6910-4990-a5dd-0e3c20880c74 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370078 Mar 01 21:53:36.862117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8d341-8886-4e77-a5a4-b5926f94ae4e req-f5c9346d-1257-44a6-bf3c-37eacb24a406 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:36.863571 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dce8d341-8886-4e77-a5a4-b5926f94ae4e req-f5c9346d-1257-44a6-bf3c-37eacb24a406 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0805392 Mar 01 21:53:36.910880 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dce8d341-8886-4e77-a5a4-b5926f94ae4e req-1a37cbed-4023-4b68-8054-8d3b3ca8bcdb tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413723 Mar 01 21:53:37.391234 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d67d18-648c-4146-b014-4fe629f9de96 req-36457a80-3ab2-4716-8383-c47f35ffa3f1 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:37.393072 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f3d67d18-648c-4146-b014-4fe629f9de96 req-36457a80-3ab2-4716-8383-c47f35ffa3f1 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0804577 Mar 01 21:53:37.437541 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f3d67d18-648c-4146-b014-4fe629f9de96 req-e3c4f5ee-65e6-4d80-98e0-aff5a62f2330 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385625 Mar 01 21:53:37.505304 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-abfa1c83-54a1-4bfa-98d6-ecd6628d8f0f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0703163 Mar 01 21:53:38.640318 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be506c11-2b60-4d4f-a14e-5a6720ac1b86 req-49b98bd0-ea06-4fe5-9b5b-58023413fe8e tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:38.641948 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be506c11-2b60-4d4f-a14e-5a6720ac1b86 req-49b98bd0-ea06-4fe5-9b5b-58023413fe8e tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0881474 Mar 01 21:53:38.687103 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be506c11-2b60-4d4f-a14e-5a6720ac1b86 req-9b3bc2a9-aa5f-4897-98d3-06cd30cfc6d8 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393858 Mar 01 21:53:39.415312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5fc23a39-5b12-4e55-9406-30d291358df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:39.416697 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5fc23a39-5b12-4e55-9406-30d291358df7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a11ce84f48c0487993772d9daf4ba543&device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 1096 time: 0.0701952 Mar 01 21:53:39.651904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-e3b89402-ab6e-4185-9f1c-3fdc42f1b7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:39.653361 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-e3b89402-ab6e-4185-9f1c-3fdc42f1b7bd service neutron] 10.222.0.55 "GET /v2.0/networks?id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2 HTTP/1.1" status: 200 len: 916 time: 0.2306046 Mar 01 21:53:39.721558 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-80c59ba1-f5d8-4e3c-b80f-003050451ae3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff51733-d79e-41c8-b30a-df69c9efca29 HTTP/1.1" status: 200 len: 217 time: 0.0625837 Mar 01 21:53:39.783207 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-bd50a8d1-788d-4570-915c-f2c825ddbc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:39.784732 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-bd50a8d1-788d-4570-915c-f2c825ddbc43 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=503158cb-ba48-4c36-8876-a03330c424ca HTTP/1.1" status: 200 len: 855 time: 0.0579062 Mar 01 21:53:39.865408 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-039d72df-7856-4435-950d-831c94e99f9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751045 Mar 01 21:53:40.015653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7760147-1b94-40b9-9c96-5f7dcd546a59 req-cb18bdc0-aeb8-460e-856b-3285ec31c7da tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:40.016996 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e7760147-1b94-40b9-9c96-5f7dcd546a59 req-cb18bdc0-aeb8-460e-856b-3285ec31c7da tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.1945729 Mar 01 21:53:40.018829 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-7099a69c-2de4-4e35-8597-8be78f0798a5 service neutron] 10.222.0.55 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478162 Mar 01 21:53:40.147141 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e7760147-1b94-40b9-9c96-5f7dcd546a59 req-2c680915-52c8-4031-93e4-3614ed33bcc1 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242068 Mar 01 21:53:40.178814 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-8b961e02-473f-4f9d-8a6b-39dc6e4f54bb service neutron] 10.222.0.55 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540771 Mar 01 21:53:41.334902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504edaa9-eee3-4bc9-853a-102f78b09463 req-4f0f15fa-74d0-45d5-8002-410992e00371 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:41.337035 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-504edaa9-eee3-4bc9-853a-102f78b09463 req-4f0f15fa-74d0-45d5-8002-410992e00371 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0843620 Mar 01 21:53:41.378966 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-504edaa9-eee3-4bc9-853a-102f78b09463 req-87b1064f-edb1-4bf7-a8dd-7186f72c14c8 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362122 Mar 01 21:53:42.458903 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:53:42.564470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8a235-a1c8-45e2-9f9d-c04bcdcf7ecc req-2aa3b1bf-b3d7-4ac4-a102-147e449fd256 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:42.565910 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-21d8a235-a1c8-45e2-9f9d-c04bcdcf7ecc req-2aa3b1bf-b3d7-4ac4-a102-147e449fd256 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0787282 Mar 01 21:53:42.617554 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-21d8a235-a1c8-45e2-9f9d-c04bcdcf7ecc req-1013f0a5-73cb-4d94-b6df-7c3ca3c22053 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438192 Mar 01 21:53:43.798272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cde16f9-1035-4eb2-9c23-7ac57aeb2537 req-9ecb201e-7650-41da-a2df-daf02a041029 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:43.799715 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0cde16f9-1035-4eb2-9c23-7ac57aeb2537 req-9ecb201e-7650-41da-a2df-daf02a041029 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0786231 Mar 01 21:53:43.842625 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0cde16f9-1035-4eb2-9c23-7ac57aeb2537 req-8d724fa2-44b8-4982-b1e2-b4dbb69ccf97 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368531 Mar 01 21:53:45.027729 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e4cf3-da40-480f-b869-b83fa3311908 req-9d304dc0-353c-4996-81e7-4134417ad771 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:45.029171 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b4e4cf3-da40-480f-b869-b83fa3311908 req-9d304dc0-353c-4996-81e7-4134417ad771 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0815206 Mar 01 21:53:45.073146 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b4e4cf3-da40-480f-b869-b83fa3311908 req-6af75ecf-ad65-4e1a-aa97-d4ec85ced560 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383921 Mar 01 21:53:46.255463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d3572-6b08-43a6-9fcf-c9ceccf46997 req-293cb686-0fdb-47c5-ae85-61efbde38251 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:46.256892 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-041d3572-6b08-43a6-9fcf-c9ceccf46997 req-293cb686-0fdb-47c5-ae85-61efbde38251 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0783370 Mar 01 21:53:46.300478 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-041d3572-6b08-43a6-9fcf-c9ceccf46997 req-dcb62a17-916b-4aef-8580-3451702c43c0 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371318 Mar 01 21:53:47.486564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7da388-cdf4-498f-a7f0-b37da04111ba req-35940a19-fd8d-4735-ba60-904a85607d30 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:47.488028 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa7da388-cdf4-498f-a7f0-b37da04111ba req-35940a19-fd8d-4735-ba60-904a85607d30 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0832744 Mar 01 21:53:47.533371 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa7da388-cdf4-498f-a7f0-b37da04111ba req-906236bc-2614-4b4d-9250-0dbfbffea97b tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396152 Mar 01 21:53:48.714196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a3313-4846-405f-9ab0-cca75455a383 req-a1399016-f07c-4df7-9e65-e2c5e3f9a1d8 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:48.715652 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-208a3313-4846-405f-9ab0-cca75455a383 req-a1399016-f07c-4df7-9e65-e2c5e3f9a1d8 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0790322 Mar 01 21:53:48.761977 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-208a3313-4846-405f-9ab0-cca75455a383 req-335039e2-96ba-42ca-a399-890b695b476b tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407343 Mar 01 21:53:49.947388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72afa544-e0a2-4df6-9df6-42d4b659a444 req-10404de5-ead4-49e9-a978-00f527a24da9 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:49.948837 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72afa544-e0a2-4df6-9df6-42d4b659a444 req-10404de5-ead4-49e9-a978-00f527a24da9 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0792451 Mar 01 21:53:49.992215 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72afa544-e0a2-4df6-9df6-42d4b659a444 req-f650621f-60f3-4a7f-b822-7796fb64b6e0 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377409 Mar 01 21:53:51.178278 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe472a0-d11e-4e2f-8a07-1067fa57511a req-eca7b649-c8b4-4e4d-bcf5-42c97b499579 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:51.179785 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fbe472a0-d11e-4e2f-8a07-1067fa57511a req-eca7b649-c8b4-4e4d-bcf5-42c97b499579 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0838029 Mar 01 21:53:51.225080 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fbe472a0-d11e-4e2f-8a07-1067fa57511a req-f8cf76f3-9e09-4e17-811c-584c3a8606cf tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393896 Mar 01 21:53:52.042019 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:52.406872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb47478-a7c5-4860-8553-63d5e09f13c8 req-d386d351-71ee-4b6c-ab7b-7d4a0c4f6cfd tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:52.408255 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3bb47478-a7c5-4860-8553-63d5e09f13c8 req-d386d351-71ee-4b6c-ab7b-7d4a0c4f6cfd tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0782449 Mar 01 21:53:52.451796 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3bb47478-a7c5-4860-8553-63d5e09f13c8 req-c512bd88-4a5d-4319-a476-7db54aaf4934 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380292 Mar 01 21:53:53.640049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d255f233-23f1-46b6-8799-6691df33ef19 req-d25b8ec9-f3e4-48a2-9b66-dadc4923e2ca tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:53.641474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d255f233-23f1-46b6-8799-6691df33ef19 req-d25b8ec9-f3e4-48a2-9b66-dadc4923e2ca tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0809252 Mar 01 21:53:53.684793 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d255f233-23f1-46b6-8799-6691df33ef19 req-0f2748a5-faf7-44a8-b539-57a72624bdf1 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377219 Mar 01 21:53:54.464894 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:54.865288 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb2f1b-2ea7-4f0b-8016-553222330bef req-1ac1497f-b89e-4098-b0bb-3ea0eb0ec960 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:54.867415 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8cb2f1b-2ea7-4f0b-8016-553222330bef req-1ac1497f-b89e-4098-b0bb-3ea0eb0ec960 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0794570 Mar 01 21:53:54.914016 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8cb2f1b-2ea7-4f0b-8016-553222330bef req-36296b48-2d9a-4fa4-912f-c207ef0e31b1 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400951 Mar 01 21:53:56.100006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26e149-e3d1-4d2a-a7d3-afbbeee3257a req-bbc64ec8-ecf9-4381-a6da-9a6286c2246b tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:56.101613 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc26e149-e3d1-4d2a-a7d3-afbbeee3257a req-bbc64ec8-ecf9-4381-a6da-9a6286c2246b tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0820999 Mar 01 21:53:56.151203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc26e149-e3d1-4d2a-a7d3-afbbeee3257a req-0d379d93-871e-4344-b645-11df8157e993 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439620 Mar 01 21:53:57.129889 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-ba4d54a3-82af-4af2-9b5d-a2daf4171664 service neutron] show failed (client error): The resource could not be found. Mar 01 21:53:57.130878 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-ba4d54a3-82af-4af2-9b5d-a2daf4171664 service neutron] 10.222.0.55 "GET /v2.0/ports/1ff51733-d79e-41c8-b30a-df69c9efca29/bindings/n-h1-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.0776243 Mar 01 21:53:57.467730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcc98f-e5d3-4d17-9da7-941eb1736902 req-865661e3-7316-46d2-9bd6-57d67c9b1d6d tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:57.469153 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4cfcc98f-e5d3-4d17-9da7-941eb1736902 req-865661e3-7316-46d2-9bd6-57d67c9b1d6d tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.2080324 Mar 01 21:53:57.487789 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d2c8af9b-57a2-4c68-975d-658b6a6464bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:57.512893 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4cfcc98f-e5d3-4d17-9da7-941eb1736902 req-b2cd28a7-b73b-4b0d-b09d-bec02ed27eb4 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382066 Mar 01 21:53:57.662825 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-d7c54c8f-9ebc-45a2-aa35-06cdf9466b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:57.665086 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-d7c54c8f-9ebc-45a2-aa35-06cdf9466b97 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5&tenant_id=a11ce84f48c0487993772d9daf4ba543 HTTP/1.1" status: 200 len: 1096 time: 0.0746467 Mar 01 21:53:57.675891 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-4', 'device_owner': 'compute:nova'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:53:57.784072 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:58.048537 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] For port 1ff51733-d79e-41c8-b30a-df69c9efca29, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=1ff51733-d79e-41c8-b30a-df69c9efca29,segment=NetworkSegment(1de3c7db-1c6e-4f68-87be-8c8e306774f7),segment_id=1de3c7db-1c6e-4f68-87be-8c8e306774f7)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:53:58.077650 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] For port 1ff51733-d79e-41c8-b30a-df69c9efca29, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:53:58.139160 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1690151-97a5-421b-95ef-2b0457d8f8a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ff51733-d79e-41c8-b30a-df69c9efca29'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:53:58.144672 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:58.160334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Transition to ACTIVE for port object 1ff51733-d79e-41c8-b30a-df69c9efca29 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:53:58.199720 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1690151-97a5-421b-95ef-2b0457d8f8a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ff51733-d79e-41c8-b30a-df69c9efca29', 'code': 200} Mar 01 21:53:58.236172 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:58.391540 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] No DVR routers for this DVR port 1ff51733-d79e-41c8-b30a-df69c9efca29 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:53:58.394800 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Pushing event updated for resources: {'Port': ['ID=1ff51733-d79e-41c8-b30a-df69c9efca29,revision_number=6']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:53:58.425384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:58.426238 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:58.426238 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:58.426480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:58.426685 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:58.427010 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:58.427332 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:58.427676 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:58.427999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:58.428319 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:58.428638 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:58.428960 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:53:58.573085 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Attempting to bind port 1ff51733-d79e-41c8-b30a-df69c9efca29 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:53:58.573416 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Attempting to bind port 1ff51733-d79e-41c8-b30a-df69c9efca29 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '1de3c7db-1c6e-4f68-87be-8c8e306774f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:53:58.573732 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Attempting to bind port 1ff51733-d79e-41c8-b30a-df69c9efca29 on network 4cc7c143-fac0-4ff0-be4e-b3e928e907c2 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:53:58.578485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Port 1ff51733-d79e-41c8-b30a-df69c9efca29 on network 4cc7c143-fac0-4ff0-be4e-b3e928e907c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:53:58.578820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Attempting to bind port 1ff51733-d79e-41c8-b30a-df69c9efca29 on network 4cc7c143-fac0-4ff0-be4e-b3e928e907c2 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:53:58.583813 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:53:58.584142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Checking segment: {'id': '1de3c7db-1c6e-4f68-87be-8c8e306774f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:53:58.584515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Bound using segment: {'id': '1de3c7db-1c6e-4f68-87be-8c8e306774f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:53:58.584923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Bound port: 1ff51733-d79e-41c8-b30a-df69c9efca29, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1de3c7db-1c6e-4f68-87be-8c8e306774f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:53:58.585266 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:58.674264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] For port 1ff51733-d79e-41c8-b30a-df69c9efca29, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:53:58.677286 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] For port 1ff51733-d79e-41c8-b30a-df69c9efca29, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=1ff51733-d79e-41c8-b30a-df69c9efca29,segment=NetworkSegment(1de3c7db-1c6e-4f68-87be-8c8e306774f7),segment_id=1de3c7db-1c6e-4f68-87be-8c8e306774f7)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:53:58.704942 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82e3c55-1c44-46d2-b4f7-d50a24f8e196 req-434157b2-b5d5-4986-98b0-46747007ba71 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:58.706393 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a82e3c55-1c44-46d2-b4f7-d50a24f8e196 req-434157b2-b5d5-4986-98b0-46747007ba71 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 943 time: 0.0851490 Mar 01 21:53:58.750454 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a82e3c55-1c44-46d2-b4f7-d50a24f8e196 req-c6677fe2-d58c-4cfe-84cc-4b8cd49f06aa tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382483 Mar 01 21:53:58.774252 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:58.833269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:58.833873 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:58.835207 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] 10.222.0.57 "PUT /v2.0/ports/1ff51733-d79e-41c8-b30a-df69c9efca29 HTTP/1.1" status: 200 len: 1091 time: 1.1631052 Mar 01 21:53:58.854973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4e345-fea2-4c7b-b0a3-265b8d15bb5f service neutron] Pushing event updated for resources: {'Port': ['ID=1ff51733-d79e-41c8-b30a-df69c9efca29,revision_number=7']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:53:58.927144 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-9576931b-d76c-4bac-96c7-e493c5389c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:58.928548 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-9576931b-d76c-4bac-96c7-e493c5389c22 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a11ce84f48c0487993772d9daf4ba543&device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 1094 time: 0.0707736 Mar 01 21:53:59.057295 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-43eeca3b-b219-411a-918f-1e43c231b425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:59.058990 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-43eeca3b-b219-411a-918f-1e43c231b425 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2 HTTP/1.1" status: 200 len: 916 time: 0.1245177 Mar 01 21:53:59.128834 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-20479893-3b3e-4f67-ae64-8e2a01332f39 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff51733-d79e-41c8-b30a-df69c9efca29 HTTP/1.1" status: 200 len: 217 time: 0.0639710 Mar 01 21:53:59.188754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-441fe737-67b0-4b58-99b4-849d27dffeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:59.190051 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-441fe737-67b0-4b58-99b4-849d27dffeef service neutron] 10.222.0.57 "GET /v2.0/subnets?id=503158cb-ba48-4c36-8876-a03330c424ca HTTP/1.1" status: 200 len: 855 time: 0.0560126 Mar 01 21:53:59.237712 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-9437cd78-11db-4c18-a725-060f9b857048 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417354 Mar 01 21:53:59.365976 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-6869e886-99cc-40fc-895d-10d4db9ea5f0 service neutron] 10.222.0.57 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228998 Mar 01 21:53:59.498454 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9443a90a-40b1-47db-b66e-49aba30aaaa5 req-a5fb125f-e07b-45e6-acc3-2476dcadbf0c service neutron] 10.222.0.57 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246207 Mar 01 21:53:59.687728 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8221a081-2052-437c-a9fe-16d92164fe7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:53:59.938533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a0354-3b83-47be-bee0-e364e3fa3cde req-1a550054-d4c9-4219-a993-05441251ab20 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:53:59.939988 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c5a0354-3b83-47be-bee0-e364e3fa3cde req-1a550054-d4c9-4219-a993-05441251ab20 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 943 time: 0.0796909 Mar 01 21:53:59.986547 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c5a0354-3b83-47be-bee0-e364e3fa3cde req-4bea9826-47e4-4eff-a81d-5a54b4bd042a tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403693 Mar 01 21:54:00.200482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1690151-97a5-421b-95ef-2b0457d8f8a5', 'tag': '1ff51733-d79e-41c8-b30a-df69c9efca29'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:54:00.255238 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1690151-97a5-421b-95ef-2b0457d8f8a5', 'tag': '1ff51733-d79e-41c8-b30a-df69c9efca29', 'status': 'completed', 'code': 200} Mar 01 21:54:00.346448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0878b-8e2e-4966-9855-1d827c03cc78 req-b97c2f08-b667-45a2-9cb7-64c7557f1a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:00.347983 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f6e0878b-8e2e-4966-9855-1d827c03cc78 req-b97c2f08-b667-45a2-9cb7-64c7557f1a48 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a11ce84f48c0487993772d9daf4ba543&device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 1094 time: 0.0740759 Mar 01 21:54:00.349143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0878b-8e2e-4966-9855-1d827c03cc78 req-18fa911e-46e8-4ce5-ab74-d4c2d259e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:00.350607 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6e0878b-8e2e-4966-9855-1d827c03cc78 req-18fa911e-46e8-4ce5-ab74-d4c2d259e6a0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a11ce84f48c0487993772d9daf4ba543&device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 1094 time: 0.0751083 Mar 01 21:54:00.486632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0878b-8e2e-4966-9855-1d827c03cc78 req-a2020a1a-0b33-4e22-ae63-f61e2d0f1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:00.487330 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0878b-8e2e-4966-9855-1d827c03cc78 req-81e10538-1c37-4b68-828b-3e5b5bc0f88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:00.488122 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f6e0878b-8e2e-4966-9855-1d827c03cc78 req-a2020a1a-0b33-4e22-ae63-f61e2d0f1baa service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2 HTTP/1.1" status: 200 len: 916 time: 0.1334310 Mar 01 21:54:00.488829 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6e0878b-8e2e-4966-9855-1d827c03cc78 req-81e10538-1c37-4b68-828b-3e5b5bc0f88c service neutron] 10.222.0.55 "GET /v2.0/networks?id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2 HTTP/1.1" status: 200 len: 916 time: 0.1329477 Mar 01 21:54:00.565629 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f6e0878b-8e2e-4966-9855-1d827c03cc78 req-138b08f8-457d-4a27-b1f4-7bb9abfdbdb7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff51733-d79e-41c8-b30a-df69c9efca29 HTTP/1.1" status: 200 len: 217 time: 0.0716159 Mar 01 21:54:00.569291 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6e0878b-8e2e-4966-9855-1d827c03cc78 req-eb7c4cb4-779c-4b7c-bd06-76fbc4d0e92a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff51733-d79e-41c8-b30a-df69c9efca29 HTTP/1.1" status: 200 len: 217 time: 0.0738680 Mar 01 21:54:00.619483 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:00.632256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0878b-8e2e-4966-9855-1d827c03cc78 req-656581c8-a428-443d-a5a4-13ba8fc7fceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:00.634016 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f6e0878b-8e2e-4966-9855-1d827c03cc78 req-656581c8-a428-443d-a5a4-13ba8fc7fceb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=503158cb-ba48-4c36-8876-a03330c424ca HTTP/1.1" status: 200 len: 855 time: 0.0623276 Mar 01 21:54:00.637195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0878b-8e2e-4966-9855-1d827c03cc78 req-1837c665-75ef-4101-9831-09ab218f25a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:00.638902 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6e0878b-8e2e-4966-9855-1d827c03cc78 req-1837c665-75ef-4101-9831-09ab218f25a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=503158cb-ba48-4c36-8876-a03330c424ca HTTP/1.1" status: 200 len: 855 time: 0.0643785 Mar 01 21:54:00.685112 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f6e0878b-8e2e-4966-9855-1d827c03cc78 req-c827dbb9-0d99-4bc0-896a-e3ef7fabdfe7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449035 Mar 01 21:54:00.689653 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6e0878b-8e2e-4966-9855-1d827c03cc78 req-cf3c5f58-2c7d-43b7-b6f0-ce0b1b140dec service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452373 Mar 01 21:54:00.762465 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:00.836496 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f6e0878b-8e2e-4966-9855-1d827c03cc78 req-245cee73-bbbb-4ba6-bce9-ab809ea95f15 service neutron] 10.222.0.57 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452277 Mar 01 21:54:00.846389 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6e0878b-8e2e-4966-9855-1d827c03cc78 req-d3dfd816-209d-479d-9253-69fdd8471e83 service neutron] 10.222.0.55 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501625 Mar 01 21:54:00.984979 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6e0878b-8e2e-4966-9855-1d827c03cc78 req-8b6621ce-20d0-4512-bb2c-6e3dd82c6a2e service neutron] 10.222.0.55 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329520 Mar 01 21:54:00.985607 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f6e0878b-8e2e-4966-9855-1d827c03cc78 req-a683c20e-7fbd-46f6-97bc-c3ba81529850 service neutron] 10.222.0.57 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407647 Mar 01 21:54:01.199663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba36930b-41ca-4a82-a4fd-97c7e91c8ca5 req-fbeefec8-3d27-4fb0-9fc9-3ece31d218f9 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:01.201315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ba36930b-41ca-4a82-a4fd-97c7e91c8ca5 req-fbeefec8-3d27-4fb0-9fc9-3ece31d218f9 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 943 time: 0.0873163 Mar 01 21:54:01.251029 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ba36930b-41ca-4a82-a4fd-97c7e91c8ca5 req-51e37816-e252-4305-ac41-1b752cf7bd3b tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402780 Mar 01 21:54:01.567865 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 1ff51733-d79e-41c8-b30a-df69c9efca29 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:54:01.625900 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 1ff51733-d79e-41c8-b30a-df69c9efca29 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:54:01.749220 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 1ff51733-d79e-41c8-b30a-df69c9efca29 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:54:01.879033 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 1ff51733-d79e-41c8-b30a-df69c9efca29, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=1ff51733-d79e-41c8-b30a-df69c9efca29,segment=NetworkSegment(1de3c7db-1c6e-4f68-87be-8c8e306774f7),segment_id=1de3c7db-1c6e-4f68-87be-8c8e306774f7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:54:01.891658 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '1ff51733-d79e-41c8-b30a-df69c9efca29', 'network_id': '4cc7c143-fac0-4ff0-be4e-b3e928e907c2', 'port_id': '1ff51733-d79e-41c8-b30a-df69c9efca29', 'mac_address': 'fa:16:3e:05:f7:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '503158cb-ba48-4c36-8876-a03330c424ca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:54:01.944744 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:01.961070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff51733-d79e-41c8-b30a-df69c9efca29 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:54:01.975578 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 1ff51733-d79e-41c8-b30a-df69c9efca29, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=1ff51733-d79e-41c8-b30a-df69c9efca29,segment=NetworkSegment(1de3c7db-1c6e-4f68-87be-8c8e306774f7),segment_id=1de3c7db-1c6e-4f68-87be-8c8e306774f7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:54:02.070541 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:02.139466 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=1ff51733-d79e-41c8-b30a-df69c9efca29,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:02.283626 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['1ff51733-d79e-41c8-b30a-df69c9efca29'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:54:02.445466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f66a093-1858-4a3c-9810-19ddfb3c9a89 req-6d5e6081-7590-4490-ada7-0589b1e7da28 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:02.446878 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f66a093-1858-4a3c-9810-19ddfb3c9a89 req-6d5e6081-7590-4490-ada7-0589b1e7da28 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 944 time: 0.0875692 Mar 01 21:54:02.470593 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:02.486565 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f02d03be-960d-4aee-8892-92e8409fe0a2 req-038cc851-3776-4b62-997e-528b69985d62 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0755546 Mar 01 21:54:02.502576 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f66a093-1858-4a3c-9810-19ddfb3c9a89 req-3adfa6f8-3eb5-4b06-b146-15532893fb8b tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498745 Mar 01 21:54:02.628963 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d03be-960d-4aee-8892-92e8409fe0a2 req-f9af3c6f-18e8-4039-b985-9cbd4e823295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:02.630564 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f02d03be-960d-4aee-8892-92e8409fe0a2 req-f9af3c6f-18e8-4039-b985-9cbd4e823295 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=a11ce84f48c0487993772d9daf4ba543&device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 1095 time: 0.0718563 Mar 01 21:54:02.778343 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d03be-960d-4aee-8892-92e8409fe0a2 req-bfcc91bf-4d18-4f0b-a7ee-e3ad25728bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:02.779826 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f02d03be-960d-4aee-8892-92e8409fe0a2 req-bfcc91bf-4d18-4f0b-a7ee-e3ad25728bb3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2 HTTP/1.1" status: 200 len: 916 time: 0.1299777 Mar 01 21:54:02.967440 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f02d03be-960d-4aee-8892-92e8409fe0a2 req-001ecaa3-f564-4008-9840-7060fa1926b8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff51733-d79e-41c8-b30a-df69c9efca29 HTTP/1.1" status: 200 len: 217 time: 0.1812713 Mar 01 21:54:03.012310 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc872e39-a48e-4176-bd63-f36bb829be95 req-d48da561-e3d5-41d2-9741-33699e276dc3 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:03.013772 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc872e39-a48e-4176-bd63-f36bb829be95 req-d48da561-e3d5-41d2-9741-33699e276dc3 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 944 time: 0.1326368 Mar 01 21:54:03.032121 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d03be-960d-4aee-8892-92e8409fe0a2 req-6e53d0cd-bfe2-4578-b088-92c6a2ccc74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:03.033475 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f02d03be-960d-4aee-8892-92e8409fe0a2 req-6e53d0cd-bfe2-4578-b088-92c6a2ccc74f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=503158cb-ba48-4c36-8876-a03330c424ca HTTP/1.1" status: 200 len: 855 time: 0.0600069 Mar 01 21:54:03.078938 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc872e39-a48e-4176-bd63-f36bb829be95 req-426e7291-6e4e-4e0d-9161-dc973275ffb5 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553675 Mar 01 21:54:03.087701 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce9397-7ab5-4a08-a931-1f986e92d2f6 req-5137b2b8-40e8-4325-9f14-d104395cadcb tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:03.088984 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f02d03be-960d-4aee-8892-92e8409fe0a2 req-8b96763b-70b0-4923-970d-04db0f98048b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494215 Mar 01 21:54:03.089138 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3ce9397-7ab5-4a08-a931-1f986e92d2f6 req-5137b2b8-40e8-4325-9f14-d104395cadcb tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5&tenant_id=a11ce84f48c0487993772d9daf4ba543&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 944 time: 0.1352768 Mar 01 21:54:03.176892 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-d3ce9397-7ab5-4a08-a931-1f986e92d2f6 req-0cf1e200-16f2-4e36-9e09-dc9f388ba3ca service neutron] delete failed (client error): The resource could not be found. Mar 01 21:54:03.177899 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3ce9397-7ab5-4a08-a931-1f986e92d2f6 req-0cf1e200-16f2-4e36-9e09-dc9f388ba3ca service neutron] 10.222.0.55 "DELETE /v2.0/ports/1ff51733-d79e-41c8-b30a-df69c9efca29/bindings/n-h2-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.0778847 Mar 01 21:54:03.231429 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f02d03be-960d-4aee-8892-92e8409fe0a2 req-700749c0-1d10-4b90-bef9-6efd8240c778 service neutron] 10.222.0.57 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270885 Mar 01 21:54:03.313962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce9397-7ab5-4a08-a931-1f986e92d2f6 req-a3154397-c553-4ac7-b6f7-f0741290c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:03.315335 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3ce9397-7ab5-4a08-a931-1f986e92d2f6 req-a3154397-c553-4ac7-b6f7-f0741290c3e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a11ce84f48c0487993772d9daf4ba543&device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 1095 time: 0.0715075 Mar 01 21:54:03.365002 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-f02d03be-960d-4aee-8892-92e8409fe0a2 req-ba57aa04-38d3-49f1-aecd-902cd049e41f service neutron] 10.222.0.57 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274521 Mar 01 21:54:03.442669 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce9397-7ab5-4a08-a931-1f986e92d2f6 req-c5bb0f7f-e066-437a-a7d2-b805c678a97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:03.444140 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3ce9397-7ab5-4a08-a931-1f986e92d2f6 req-c5bb0f7f-e066-437a-a7d2-b805c678a97b service neutron] 10.222.0.55 "GET /v2.0/networks?id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2 HTTP/1.1" status: 200 len: 916 time: 0.1232443 Mar 01 21:54:03.509455 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3ce9397-7ab5-4a08-a931-1f986e92d2f6 req-36038137-e84f-4b5b-aa3a-5db2bded1421 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ff51733-d79e-41c8-b30a-df69c9efca29 HTTP/1.1" status: 200 len: 217 time: 0.0591419 Mar 01 21:54:03.576762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce9397-7ab5-4a08-a931-1f986e92d2f6 req-41dcd3ee-9654-44db-ac5e-4bfc7847e577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:03.578076 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3ce9397-7ab5-4a08-a931-1f986e92d2f6 req-41dcd3ee-9654-44db-ac5e-4bfc7847e577 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=503158cb-ba48-4c36-8876-a03330c424ca HTTP/1.1" status: 200 len: 855 time: 0.0601337 Mar 01 21:54:03.622693 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3ce9397-7ab5-4a08-a931-1f986e92d2f6 req-0d5ec096-7157-4932-9505-e5c3368913b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=4cc7c143-fac0-4ff0-be4e-b3e928e907c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387659 Mar 01 21:54:03.768590 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 1ff51733-d79e-41c8-b30a-df69c9efca29 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:54:03.856034 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3ce9397-7ab5-4a08-a931-1f986e92d2f6 req-307f090c-e7c2-41dc-9fad-453dfba72aaf service neutron] 10.222.0.55 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269030 Mar 01 21:54:03.927517 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 1ff51733-d79e-41c8-b30a-df69c9efca29 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:54:03.932831 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 1ff51733-d79e-41c8-b30a-df69c9efca29 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:54:03.933197 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:03.985945 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3ce9397-7ab5-4a08-a931-1f986e92d2f6 req-2d86cbb8-372f-4f7e-bac5-dfc26f264035 service neutron] 10.222.0.55 "GET /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243722 Mar 01 21:54:04.057975 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:04.085150 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1690151-97a5-421b-95ef-2b0457d8f8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff51733-d79e-41c8-b30a-df69c9efca29'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:54:04.094597 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 1ff51733-d79e-41c8-b30a-df69c9efca29, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=1ff51733-d79e-41c8-b30a-df69c9efca29,segment=NetworkSegment(1de3c7db-1c6e-4f68-87be-8c8e306774f7),segment_id=1de3c7db-1c6e-4f68-87be-8c8e306774f7)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:54:04.148990 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1690151-97a5-421b-95ef-2b0457d8f8a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff51733-d79e-41c8-b30a-df69c9efca29', 'code': 200} Mar 01 21:54:04.173410 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:04.242194 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=1ff51733-d79e-41c8-b30a-df69c9efca29,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:04.274806 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ade364c-affd-47d0-9a30-4da03d5df0d0 req-0b3af20d-90f1-4c33-a207-be91a0f3acfd tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:04.276269 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ade364c-affd-47d0-9a30-4da03d5df0d0 req-0b3af20d-90f1-4c33-a207-be91a0f3acfd tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0856481 Mar 01 21:54:04.319288 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ade364c-affd-47d0-9a30-4da03d5df0d0 req-d2c14d6b-0839-4bf0-84b1-d3224c36ca65 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374043 Mar 01 21:54:05.500987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b41f9a-7066-4021-b8f3-7eb4d2f8a27c req-63928f52-0e6f-4245-9003-b7e6ccb9eed6 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:05.502418 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60b41f9a-7066-4021-b8f3-7eb4d2f8a27c req-63928f52-0e6f-4245-9003-b7e6ccb9eed6 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0779181 Mar 01 21:54:05.546105 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60b41f9a-7066-4021-b8f3-7eb4d2f8a27c req-3fd59a57-70e8-46d4-89cd-d697a8b71c2d tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373979 Mar 01 21:54:05.734158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b32177-a2e8-4936-bf53-dd33d39534a6 req-e8fa4579-53d3-4912-bc21-19f7570d45c9 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:05.735558 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29b32177-a2e8-4936-bf53-dd33d39534a6 req-e8fa4579-53d3-4912-bc21-19f7570d45c9 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0809991 Mar 01 21:54:05.778977 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29b32177-a2e8-4936-bf53-dd33d39534a6 req-cb30c610-65fa-40a8-87d2-cedfc411fa7c tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378933 Mar 01 21:54:05.965652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f438e01-344b-400b-b637-bb755f19e897 req-3a36a241-265d-43de-9b35-dbd24fba9b88 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:05.967075 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7f438e01-344b-400b-b637-bb755f19e897 req-3a36a241-265d-43de-9b35-dbd24fba9b88 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0828767 Mar 01 21:54:06.010023 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7f438e01-344b-400b-b637-bb755f19e897 req-1c2c8c61-c7e6-4831-9a6e-1504a9855a0e tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370979 Mar 01 21:54:06.806939 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fed77fc-a284-4541-a0ab-18ce5576929c req-679e3367-c6f1-4911-a0e9-b37766134bd9 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:06.808719 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4fed77fc-a284-4541-a0ab-18ce5576929c req-679e3367-c6f1-4911-a0e9-b37766134bd9 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0814216 Mar 01 21:54:06.852715 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4fed77fc-a284-4541-a0ab-18ce5576929c req-47979878-8d2c-4d9d-896a-6ba81126d220 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381315 Mar 01 21:54:07.935772 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bf646a-1502-406f-9fe2-7ced951fcbb0 req-ecff4ca0-dadb-48c4-844a-01dc1ad351dd tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:07.937220 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-76bf646a-1502-406f-9fe2-7ced951fcbb0 req-ecff4ca0-dadb-48c4-844a-01dc1ad351dd tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.57 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0839021 Mar 01 21:54:08.016489 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-76bf646a-1502-406f-9fe2-7ced951fcbb0 req-02caf175-6c75-4d02-bb38-57c73e517fe6 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Deleting port 1ff51733-d79e-41c8-b30a-df69c9efca29 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:54:08.016947 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-76bf646a-1502-406f-9fe2-7ced951fcbb0 req-02caf175-6c75-4d02-bb38-57c73e517fe6 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:08.052804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8ffeb-49f7-489c-9bae-716ea3062137 req-7e14cad8-6fa3-49ff-8d26-34453a8ed182 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:08.054813 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68e8ffeb-49f7-489c-9bae-716ea3062137 req-7e14cad8-6fa3-49ff-8d26-34453a8ed182 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 945 time: 0.0917335 Mar 01 21:54:08.100838 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68e8ffeb-49f7-489c-9bae-716ea3062137 req-43d210d0-4796-4940-8e9a-803d41ad4efa tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/security-groups?id=e6df0911-9282-4529-bf04-21879a5bc9e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400543 Mar 01 21:54:08.266393 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-76bf646a-1502-406f-9fe2-7ced951fcbb0 req-02caf175-6c75-4d02-bb38-57c73e517fe6 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] For port 1ff51733-d79e-41c8-b30a-df69c9efca29, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=1ff51733-d79e-41c8-b30a-df69c9efca29,segment=NetworkSegment(1de3c7db-1c6e-4f68-87be-8c8e306774f7),segment_id=1de3c7db-1c6e-4f68-87be-8c8e306774f7)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:54:08.266745 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-76bf646a-1502-406f-9fe2-7ced951fcbb0 req-02caf175-6c75-4d02-bb38-57c73e517fe6 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:08.389403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-76bf646a-1502-406f-9fe2-7ced951fcbb0 req-02caf175-6c75-4d02-bb38-57c73e517fe6 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Calling delete_port for 1ff51733-d79e-41c8-b30a-df69c9efca29 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:54:08.596139 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-76bf646a-1502-406f-9fe2-7ced951fcbb0 req-02caf175-6c75-4d02-bb38-57c73e517fe6 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:08.608376 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['1ff51733-d79e-41c8-b30a-df69c9efca29'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:54:08.651678 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02caf175-6c75-4d02-bb38-57c73e517fe6 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Pushing event deleted for resources: {'Port': ['ID=1ff51733-d79e-41c8-b30a-df69c9efca29,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:08.723995 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-76bf646a-1502-406f-9fe2-7ced951fcbb0 req-02caf175-6c75-4d02-bb38-57c73e517fe6 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] No DVR routers for this DVR port 1ff51733-d79e-41c8-b30a-df69c9efca29 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:54:08.727226 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-76bf646a-1502-406f-9fe2-7ced951fcbb0 req-02caf175-6c75-4d02-bb38-57c73e517fe6 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:08.729929 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1690151-97a5-421b-95ef-2b0457d8f8a5', 'name': 'network-vif-deleted', 'tag': '1ff51733-d79e-41c8-b30a-df69c9efca29'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:54:08.771504 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1690151-97a5-421b-95ef-2b0457d8f8a5', 'name': 'network-vif-deleted', 'tag': '1ff51733-d79e-41c8-b30a-df69c9efca29', 'status': 'completed', 'code': 200} Mar 01 21:54:08.796971 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-76bf646a-1502-406f-9fe2-7ced951fcbb0 req-02caf175-6c75-4d02-bb38-57c73e517fe6 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.57 "DELETE /v2.0/ports/1ff51733-d79e-41c8-b30a-df69c9efca29 HTTP/1.1" status: 204 len: 173 time: 0.8546710 Mar 01 21:54:09.268873 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d9f03be8-015c-43b2-861b-8dcddea61802 req-d5ab91c5-30dd-4142-8897-86e27f89f991 tempest-ServerDiskConfigTestJSON-1314144465 tempest-ServerDiskConfigTestJSON-1314144465-project] 10.222.0.42 "GET /v2.0/ports?device_id=b1690151-97a5-421b-95ef-2b0457d8f8a5 HTTP/1.1" status: 200 len: 210 time: 0.0431800 Mar 01 21:54:10.504112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38676) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:54:10.563505 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf120323-8a34-43b3-980c-b6df9df3b52e admin admin] Deleting subnet 503158cb-ba48-4c36-8876-a03330c424ca {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:54:10.566408 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf120323-8a34-43b3-980c-b6df9df3b52e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:10.615177 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf120323-8a34-43b3-980c-b6df9df3b52e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:10.677152 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf120323-8a34-43b3-980c-b6df9df3b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:10.808232 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf120323-8a34-43b3-980c-b6df9df3b52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:10.844816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf120323-8a34-43b3-980c-b6df9df3b52e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=503158cb-ba48-4c36-8876-a03330c424ca,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:10.848391 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cf120323-8a34-43b3-980c-b6df9df3b52e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:10.855310 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cf120323-8a34-43b3-980c-b6df9df3b52e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/503158cb-ba48-4c36-8876-a03330c424ca HTTP/1.1" status: 204 len: 168 time: 0.3501468 Mar 01 21:54:10.858301 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38680) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:54:11.072118 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92f070df-a03b-4f51-b872-166add57b900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:11.192986 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92f070df-a03b-4f51-b872-166add57b900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:11.221301 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-92f070df-a03b-4f51-b872-166add57b900 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc7c143-fac0-4ff0-be4e-b3e928e907c2']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:54:11.232928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-92f070df-a03b-4f51-b872-166add57b900 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1de3c7db-1c6e-4f68-87be-8c8e306774f7') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:54:11.233216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-92f070df-a03b-4f51-b872-166add57b900 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1de3c7db-1c6e-4f68-87be-8c8e306774f7') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:54:11.244632 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92f070df-a03b-4f51-b872-166add57b900 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:11.260634 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92f070df-a03b-4f51-b872-166add57b900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:11.266448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92f070df-a03b-4f51-b872-166add57b900 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:54:11.266844 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92f070df-a03b-4f51-b872-166add57b900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:54:11.279347 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:54:11.390122 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92f070df-a03b-4f51-b872-166add57b900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:11.394706 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-92f070df-a03b-4f51-b872-166add57b900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:11.418931 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f070df-a03b-4f51-b872-166add57b900 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cc7c143-fac0-4ff0-be4e-b3e928e907c2,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:11.465435 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-92f070df-a03b-4f51-b872-166add57b900 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4cc7c143-fac0-4ff0-be4e-b3e928e907c2 HTTP/1.1" status: 204 len: 168 time: 0.6060655 Mar 01 21:54:11.801220 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38686) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:54:11.811841 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 1ff51733-d79e-41c8-b30a-df69c9efca29 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:54:11.846788 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 1ff51733-d79e-41c8-b30a-df69c9efca29 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:54:11.847126 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 1ff51733-d79e-41c8-b30a-df69c9efca29 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:54:11.853170 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9128bd63-cb43-4a85-b561-805cd0fed763 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a11ce84f48c0487993772d9daf4ba543&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0508006 Mar 01 21:54:11.857521 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38690) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:54:11.912638 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0e1d05e-2abd-4881-bb2f-37dd3ebe1c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:11.938364 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0e1d05e-2abd-4881-bb2f-37dd3ebe1c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:12.053079 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0e1d05e-2abd-4881-bb2f-37dd3ebe1c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:12.067495 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e1d05e-2abd-4881-bb2f-37dd3ebe1c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6df0911-9282-4529-bf04-21879a5bc9e1,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:12.081242 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c0e1d05e-2abd-4881-bb2f-37dd3ebe1c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:12.082415 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c0e1d05e-2abd-4881-bb2f-37dd3ebe1c44 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6df0911-9282-4529-bf04-21879a5bc9e1 HTTP/1.1" status: 204 len: 168 time: 0.2259479 Mar 01 21:54:13.035438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38714) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:54:13.145207 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-400118522-network', 'tenant_id': '554dd84e4d724f47876dc81264e18993'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:54:13.151235 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:54:13.155031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Usage tracker for resource:network and tenant:554dd84e4d724f47876dc81264e18993 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:54:13.157845 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:54:13.167930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:54:13.235778 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Made reservation on behalf of 554dd84e4d724f47876dc81264e18993 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:54:13.238083 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:13.249821 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:13.263851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:54:13.267635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Usage tracker for resource:security_group_rule and tenant:554dd84e4d724f47876dc81264e18993 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:54:13.270390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:54:13.276627 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:54:13.356309 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:13.424300 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:13.454243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:54:13.463066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4daf7cd-e394-4b40-a7ab-bd42880bb33a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:13.468458 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:13.468796 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Added segment cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a of type vlan for network a824116e-eb9f-46e5-9b8b-3a70a2224335 Mar 01 21:54:13.495094 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:13.567510 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:13.568456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:13.569037 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:13.671701 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] Pushing event updated for resources: {'Network': ['ID=a824116e-eb9f-46e5-9b8b-3a70a2224335,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:13.684968 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network a824116e-eb9f-46e5-9b8b-3a70a2224335 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:54:13.712061 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-09f45bdb-4d9e-411e-bf09-b44344d872f6 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6755271 Mar 01 21:54:13.715083 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38720) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:54:13.720528 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-dd8a56f8-ae65-44ad-bd94-d9004f49c2f0 admin admin] Request body: {'subnet': {'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-400118522-subnet', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:54:13.726094 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-dd8a56f8-ae65-44ad-bd94-d9004f49c2f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:54:13.730248 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-dd8a56f8-ae65-44ad-bd94-d9004f49c2f0 admin admin] Usage tracker for resource:subnet and tenant:554dd84e4d724f47876dc81264e18993 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:54:13.733390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-dd8a56f8-ae65-44ad-bd94-d9004f49c2f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:54:13.739169 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-dd8a56f8-ae65-44ad-bd94-d9004f49c2f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:54:13.795986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8a56f8-ae65-44ad-bd94-d9004f49c2f0 admin admin] Made reservation on behalf of 554dd84e4d724f47876dc81264e18993 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:54:13.798283 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dd8a56f8-ae65-44ad-bd94-d9004f49c2f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:14.030300 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dd8a56f8-ae65-44ad-bd94-d9004f49c2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:14.113816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a56f8-ae65-44ad-bd94-d9004f49c2f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1329f750-31d2-4d79-8d90-e4c7899b8bbb,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:14.123118 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8a56f8-ae65-44ad-bd94-d9004f49c2f0 admin admin] Checking segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:54:14.123509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8a56f8-ae65-44ad-bd94-d9004f49c2f0 admin admin] Network hostable DHCP agents. Network: a824116e-eb9f-46e5-9b8b-3a70a2224335, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:54:14.172898 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8a56f8-ae65-44ad-bd94-d9004f49c2f0 admin admin] Network a824116e-eb9f-46e5-9b8b-3a70a2224335 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:54:14.229793 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-dd8a56f8-ae65-44ad-bd94-d9004f49c2f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, a824116e-eb9f-46e5-9b8b-3a70a2224335) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:54:14.233611 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8a56f8-ae65-44ad-bd94-d9004f49c2f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:14.234193 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dd8a56f8-ae65-44ad-bd94-d9004f49c2f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:14.238291 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c476b9-af8e-4636-9257-b34ff89c36e9 None None] Network a824116e-eb9f-46e5-9b8b-3a70a2224335 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:54:14.311145 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-dd8a56f8-ae65-44ad-bd94-d9004f49c2f0 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5948327 Mar 01 21:54:14.313787 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38724) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:54:14.318891 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:54:14.324562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:54:14.328423 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Usage tracker for resource:router and tenant:554dd84e4d724f47876dc81264e18993 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:54:14.331240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:54:14.337002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:54:14.407648 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:14.408724 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:14.424051 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:14.448243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-a824116e-eb9f-46e5-9b8b-3a70a2224335', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:54:14.449055 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:14.598273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Allocated IP 172.20.0.2 (a824116e-eb9f-46e5-9b8b-3a70a2224335/1329f750-31d2-4d79-8d90-e4c7899b8bbb/5408c30a-2abf-4590-97ed-972b2cb70a18) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:54:14.756001 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:14.805932 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:14.816056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Transition to ACTIVE for port object 5408c30a-2abf-4590-97ed-972b2cb70a18 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:54:14.834504 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Transition to ACTIVE for port object 5408c30a-2abf-4590-97ed-972b2cb70a18 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:54:14.922383 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:14.986809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Network a824116e-eb9f-46e5-9b8b-3a70a2224335 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:54:14.994416 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:54:14.998923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:54:15.004681 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Pushing event updated for resources: {'Port': ['ID=5408c30a-2abf-4590-97ed-972b2cb70a18,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:15.093262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Attempting to bind port 5408c30a-2abf-4590-97ed-972b2cb70a18 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:54:15.093640 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Attempting to bind port 5408c30a-2abf-4590-97ed-972b2cb70a18 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:54:15.094013 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Attempting to bind port 5408c30a-2abf-4590-97ed-972b2cb70a18 on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:54:15.099300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:54:15.099720 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Checking segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:54:15.100105 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:15.100496 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Bound using segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:54:15.101517 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Bound port: 5408c30a-2abf-4590-97ed-972b2cb70a18, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:54:15.101987 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:15.190553 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] For port 5408c30a-2abf-4590-97ed-972b2cb70a18, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:54:15.193401 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] For port 5408c30a-2abf-4590-97ed-972b2cb70a18, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5408c30a-2abf-4590-97ed-972b2cb70a18,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:54:15.241998 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:15.250903 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:15.281865 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:15.332744 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4acbe1-5ec4-445a-aefb-1021b61b0fbf None None] Pushing event updated for resources: {'Port': ['ID=5408c30a-2abf-4590-97ed-972b2cb70a18,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:15.427261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Allocated IP 172.25.5.156 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/b32ef96c-f3d2-4d47-bba7-21d60f77699e) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:54:15.594280 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:15.693426 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:15.760127 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:54:15.767310 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:54:15.771444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:54:15.802141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Pushing event updated for resources: {'Port': ['ID=b32ef96c-f3d2-4d47-bba7-21d60f77699e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:16.245986 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:16.267244 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c8a019-8385-42ec-b2d8-a97b65201b53 None None] Network a824116e-eb9f-46e5-9b8b-3a70a2224335 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:54:16.396191 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5408c30a-2abf-4590-97ed-972b2cb70a18 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:54:16.428662 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-29871f8a-2de3-4b55-af6e-049507e620dd None None] Provisioning for port 5408c30a-2abf-4590-97ed-972b2cb70a18 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:54:16.590193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 5408c30a-2abf-4590-97ed-972b2cb70a18 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:54:16.605239 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 5408c30a-2abf-4590-97ed-972b2cb70a18 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:54:16.605611 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:16.758100 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:16.761436 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:16.805302 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 5408c30a-2abf-4590-97ed-972b2cb70a18, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5408c30a-2abf-4590-97ed-972b2cb70a18,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:54:16.871030 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:16.941725 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=5408c30a-2abf-4590-97ed-972b2cb70a18,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:16.979379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7f4abea1-01e6-4e31-8a9a-d64c88ec909c None None] Provisioning complete for port 5408c30a-2abf-4590-97ed-972b2cb70a18 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:54:16.979663 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7f4abea1-01e6-4e31-8a9a-d64c88ec909c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:17.047146 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 21:54:17.247493 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:54:17.256164 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] Sync routers for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:54:17.265527 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:54:17.266140 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:54:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:54:17.321720 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:17.323100 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-02513683-99d5-46b6-b11f-97b21ba7a33f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0083749 Mar 01 21:54:17.326002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38728) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:54:17.446521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:54:17.733573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:16Z', 'revision_number': 3, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:54:17.737731 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] Checking router: 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:54:17.738077 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] Updating router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 port b32ef96c-f3d2-4d47-bba7-21d60f77699e binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:54:17.790247 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:18.002141 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f963ccb3-ed50-4134-b937-b7b3cf894dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:18.127306 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:18.138605 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] Transition to ACTIVE for port object b32ef96c-f3d2-4d47-bba7-21d60f77699e will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:54:18.201574 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:18.325776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5408c30a-2abf-4590-97ed-972b2cb70a18 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:54:18.350060 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-f963ccb3-ed50-4134-b937-b7b3cf894dba admin admin] Allocated IP 172.20.0.1 (a824116e-eb9f-46e5-9b8b-3a70a2224335/1329f750-31d2-4d79-8d90-e4c7899b8bbb/33165fa6-6d84-40c5-a687-31ba7ba3b9b9) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:54:18.358101 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] Attempting to bind port b32ef96c-f3d2-4d47-bba7-21d60f77699e on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:54:18.358464 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] Attempting to bind port b32ef96c-f3d2-4d47-bba7-21d60f77699e by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:54:18.358826 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] Attempting to bind port b32ef96c-f3d2-4d47-bba7-21d60f77699e on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:54:18.369647 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d7cd1-797f-455b-a64c-cc29eb7c0914 None None] Pushing event updated for resources: {'Port': ['ID=b32ef96c-f3d2-4d47-bba7-21d60f77699e,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:18.375885 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:54:18.376242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:54:18.376637 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:18.377045 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:54:18.377484 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] Bound port: b32ef96c-f3d2-4d47-bba7-21d60f77699e, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:54:18.377839 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:18.469833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] For port b32ef96c-f3d2-4d47-bba7-21d60f77699e, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:54:18.473105 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 5408c30a-2abf-4590-97ed-972b2cb70a18 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:54:18.473105 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:18.499840 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f963ccb3-ed50-4134-b937-b7b3cf894dba admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:18.514826 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] For port b32ef96c-f3d2-4d47-bba7-21d60f77699e, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b32ef96c-f3d2-4d47-bba7-21d60f77699e,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:54:18.516779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-f963ccb3-ed50-4134-b937-b7b3cf894dba admin admin] Transition to ACTIVE for port object 33165fa6-6d84-40c5-a687-31ba7ba3b9b9 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:54:18.591556 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:18.608004 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f963ccb3-ed50-4134-b937-b7b3cf894dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:18.668793 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f963ccb3-ed50-4134-b937-b7b3cf894dba admin admin] Network a824116e-eb9f-46e5-9b8b-3a70a2224335 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:54:18.671741 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-f963ccb3-ed50-4134-b937-b7b3cf894dba admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:54:18.673023 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:54:18.673652 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:54:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:54:18.680341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f963ccb3-ed50-4134-b937-b7b3cf894dba admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:54:18.720080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963ccb3-ed50-4134-b937-b7b3cf894dba admin admin] Pushing event updated for resources: {'Port': ['ID=33165fa6-6d84-40c5-a687-31ba7ba3b9b9,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:18.739784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23d7cd1-797f-455b-a64c-cc29eb7c0914 None None] Pushing event updated for resources: {'Port': ['ID=b32ef96c-f3d2-4d47-bba7-21d60f77699e,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:18.751985 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f963ccb3-ed50-4134-b937-b7b3cf894dba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:18.861679 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:54:19.058191 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2bdd58ab-7798-4d41-a2c1-8effe59f0b5f None None] Provisioning for port 33165fa6-6d84-40c5-a687-31ba7ba3b9b9 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:54:19.060208 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f963ccb3-ed50-4134-b937-b7b3cf894dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:19.067907 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2bdd58ab-7798-4d41-a2c1-8effe59f0b5f None None] Provisioning complete for port 33165fa6-6d84-40c5-a687-31ba7ba3b9b9 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:54:19.068276 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2bdd58ab-7798-4d41-a2c1-8effe59f0b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:19.164960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2bdd58ab-7798-4d41-a2c1-8effe59f0b5f None None] Port 33165fa6-6d84-40c5-a687-31ba7ba3b9b9 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:54:19.203797 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:16Z', 'revision_number': 3, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:54:19.207855 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db029dee-6677-4836-89ae-c56979ab5be9 None None] The sync data for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 is: [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:16Z', 'revision_number': 3, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:54:19.286580 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f963ccb3-ed50-4134-b937-b7b3cf894dba admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:19.339148 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f963ccb3-ed50-4134-b937-b7b3cf894dba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:19.457458 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f963ccb3-ed50-4134-b937-b7b3cf894dba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:19.458976 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:54:19.461754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f963ccb3-ed50-4134-b937-b7b3cf894dba admin admin] Pushing event updated for resources: {'Port': ['ID=33165fa6-6d84-40c5-a687-31ba7ba3b9b9,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:19.610881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f963ccb3-ed50-4134-b937-b7b3cf894dba admin admin] Network a824116e-eb9f-46e5-9b8b-3a70a2224335 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:54:19.612074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-f963ccb3-ed50-4134-b937-b7b3cf894dba admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:54:19.818206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f963ccb3-ed50-4134-b937-b7b3cf894dba admin admin] Router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:54:19.889779 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-99165b19-54a4-4255-bbff-19ba92accd86 None None] Provisioning complete for port 33165fa6-6d84-40c5-a687-31ba7ba3b9b9 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:54:19.890335 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-99165b19-54a4-4255-bbff-19ba92accd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:19.954610 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-99165b19-54a4-4255-bbff-19ba92accd86 None None] Port 33165fa6-6d84-40c5-a687-31ba7ba3b9b9 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:54:20.006687 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f963ccb3-ed50-4134-b937-b7b3cf894dba admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:54:20.021472 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f963ccb3-ed50-4134-b937-b7b3cf894dba admin admin] 10.222.0.42 "PUT /v2.0/routers/1f2f2c00-f378-488b-a4d8-7c1005a3c3d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6889966 Mar 01 21:54:20.344799 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device b32ef96c-f3d2-4d47-bba7-21d60f77699e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:54:20.469977 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port b32ef96c-f3d2-4d47-bba7-21d60f77699e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:54:20.476535 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port b32ef96c-f3d2-4d47-bba7-21d60f77699e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:54:20.476911 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:20.603892 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:20.621373 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port b32ef96c-f3d2-4d47-bba7-21d60f77699e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b32ef96c-f3d2-4d47-bba7-21d60f77699e,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:54:20.665283 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:20.739212 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=b32ef96c-f3d2-4d47-bba7-21d60f77699e,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:20.775389 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] Sync routers for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:54:20.784790 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:54:20.785386 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:54:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:54:20.981969 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:54:21.288415 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:19Z', 'revision_number': 2, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:54:21.292130 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] Checking router: 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:54:21.292474 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] Updating router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 port 33165fa6-6d84-40c5-a687-31ba7ba3b9b9 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 21:54:21.347855 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:21.689851 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:21.703481 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] Transition to ACTIVE for port object 33165fa6-6d84-40c5-a687-31ba7ba3b9b9 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:54:21.784514 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:21.795342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38740) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:54:21.800719 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f83a6749-2bb5-40be-b67e-0e32e6c92c91 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1312962254', 'description': 'tempest-description--1911874454'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:54:21.808509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f83a6749-2bb5-40be-b67e-0e32e6c92c91 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:54:21.812488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f83a6749-2bb5-40be-b67e-0e32e6c92c91 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Usage tracker for resource:security_group and tenant:554dd84e4d724f47876dc81264e18993 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:54:21.815411 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f83a6749-2bb5-40be-b67e-0e32e6c92c91 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:54:21.821586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f83a6749-2bb5-40be-b67e-0e32e6c92c91 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:54:21.964144 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689bb50-90a9-4c3b-8b28-199bf9103bb5 None None] Pushing event updated for resources: {'Port': ['ID=33165fa6-6d84-40c5-a687-31ba7ba3b9b9,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:22.001486 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:22.006731 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689bb50-90a9-4c3b-8b28-199bf9103bb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.007008 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689bb50-90a9-4c3b-8b28-199bf9103bb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.007343 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689bb50-90a9-4c3b-8b28-199bf9103bb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.007698 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689bb50-90a9-4c3b-8b28-199bf9103bb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.008029 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689bb50-90a9-4c3b-8b28-199bf9103bb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.008888 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689bb50-90a9-4c3b-8b28-199bf9103bb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.009827 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689bb50-90a9-4c3b-8b28-199bf9103bb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.010159 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689bb50-90a9-4c3b-8b28-199bf9103bb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.010490 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689bb50-90a9-4c3b-8b28-199bf9103bb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.010812 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689bb50-90a9-4c3b-8b28-199bf9103bb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.011137 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689bb50-90a9-4c3b-8b28-199bf9103bb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.011490 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0689bb50-90a9-4c3b-8b28-199bf9103bb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.025735 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f83a6749-2bb5-40be-b67e-0e32e6c92c91 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:22.049386 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f83a6749-2bb5-40be-b67e-0e32e6c92c91 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:54:22.053380 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f83a6749-2bb5-40be-b67e-0e32e6c92c91 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Usage tracker for resource:security_group_rule and tenant:554dd84e4d724f47876dc81264e18993 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:54:22.056703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f83a6749-2bb5-40be-b67e-0e32e6c92c91 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:54:22.062675 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f83a6749-2bb5-40be-b67e-0e32e6c92c91 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:54:22.065311 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] Attempting to bind port 33165fa6-6d84-40c5-a687-31ba7ba3b9b9 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:54:22.065680 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] Attempting to bind port 33165fa6-6d84-40c5-a687-31ba7ba3b9b9 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:54:22.066037 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] Attempting to bind port 33165fa6-6d84-40c5-a687-31ba7ba3b9b9 on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:54:22.072419 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 54, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:54:22.072778 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] Checking segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:54:22.073178 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:22.073557 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] Bound using segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:54:22.074182 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] Bound port: 33165fa6-6d84-40c5-a687-31ba7ba3b9b9, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:54:22.074708 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:22.139291 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f83a6749-2bb5-40be-b67e-0e32e6c92c91 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:22.163681 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] For port 33165fa6-6d84-40c5-a687-31ba7ba3b9b9, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:54:22.167317 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] For port 33165fa6-6d84-40c5-a687-31ba7ba3b9b9, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=33165fa6-6d84-40c5-a687-31ba7ba3b9b9,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:54:22.201358 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f83a6749-2bb5-40be-b67e-0e32e6c92c91 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:22.230523 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:22.243263 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a6749-2bb5-40be-b67e-0e32e6c92c91 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11a4a245-1591-4257-915c-4b0b2317a4d6,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:22.306299 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:54:22.306913 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:54:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:54:22.316038 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f83a6749-2bb5-40be-b67e-0e32e6c92c91 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:22.320323 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38744) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:54:22.320995 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f83a6749-2bb5-40be-b67e-0e32e6c92c91 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5240352 Mar 01 21:54:22.326100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Request body: {'security_group_rule': {'security_group_id': '11a4a245-1591-4257-915c-4b0b2317a4d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:54:22.333820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:54:22.340586 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Usage tracker for resource:security_group_rule and tenant:554dd84e4d724f47876dc81264e18993 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:54:22.341358 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device b32ef96c-f3d2-4d47-bba7-21d60f77699e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:54:22.344177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:54:22.350999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:54:22.389583 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0689bb50-90a9-4c3b-8b28-199bf9103bb5 None None] Pushing event updated for resources: {'Port': ['ID=33165fa6-6d84-40c5-a687-31ba7ba3b9b9,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:22.420175 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port b32ef96c-f3d2-4d47-bba7-21d60f77699e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:54:22.420802 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:22.444876 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:22.520090 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:54:22.533042 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:22.601543 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:22.626501 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49e2cc63-468e-4957-bc72-5e261dfea496,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:22.637154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.637493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.637822 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.638147 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.641169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.641169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.641169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.641169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.641169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.641169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.641169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.641169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:22.710295 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:22.711749 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-12241459-1f22-46f0-9467-546912125306 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3902454 Mar 01 21:54:22.715416 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38748) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:54:22.720870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c103c058-84e0-4fdc-89c9-bac491ce1127 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Request body: {'security_group_rule': {'security_group_id': '11a4a245-1591-4257-915c-4b0b2317a4d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:54:22.728299 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c103c058-84e0-4fdc-89c9-bac491ce1127 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:54:22.732221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c103c058-84e0-4fdc-89c9-bac491ce1127 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Usage tracker for resource:security_group_rule and tenant:554dd84e4d724f47876dc81264e18993 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:54:22.735875 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c103c058-84e0-4fdc-89c9-bac491ce1127 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:54:22.743514 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c103c058-84e0-4fdc-89c9-bac491ce1127 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:54:22.814387 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c103c058-84e0-4fdc-89c9-bac491ce1127 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:22.848813 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:22Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:54:22.853203 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d34f1c0-a162-4865-8502-c986748cab40 None None] The sync data for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 is: [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:22Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:54:22.883088 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c103c058-84e0-4fdc-89c9-bac491ce1127 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:22.973238 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c103c058-84e0-4fdc-89c9-bac491ce1127 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:23.001393 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103c058-84e0-4fdc-89c9-bac491ce1127 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30077d5-f8d6-482b-95aa-dfc23ee34990,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:23.093257 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c103c058-84e0-4fdc-89c9-bac491ce1127 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:23.094474 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c103c058-84e0-4fdc-89c9-bac491ce1127 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3779678 Mar 01 21:54:23.097509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 38752) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:54:23.102782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:54:23.109880 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:54:23.113716 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Usage tracker for resource:floatingip and tenant:554dd84e4d724f47876dc81264e18993 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:54:23.116533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:54:23.122870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:54:23.201931 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:23.348791 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:23.487096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Allocated IP 172.25.5.95 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/0248e601-9021-4d74-916a-f6710dfd4aa4) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:54:23.642334 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:23.721959 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:23.790641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:54:23.798231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:54:23.802592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:54:23.831902 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Pushing event updated for resources: {'Port': ['ID=0248e601-9021-4d74-916a-f6710dfd4aa4,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:23.887489 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:24.018239 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:24.222315 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:24.282785 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:24.345975 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 33165fa6-6d84-40c5-a687-31ba7ba3b9b9 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:54:24.397093 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Pushing event updated for resources: {'Port': ['ID=0248e601-9021-4d74-916a-f6710dfd4aa4,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:24.409584 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:24.509773 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:24.538228 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 33165fa6-6d84-40c5-a687-31ba7ba3b9b9 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:54:24.538542 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:24.540476 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-351c06ee-fa51-4c94-8232-d6ec1fb59dd5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4419417 Mar 01 21:54:24.543708 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 33165fa6-6d84-40c5-a687-31ba7ba3b9b9 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:54:24.544075 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:24.671858 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:24.704719 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 33165fa6-6d84-40c5-a687-31ba7ba3b9b9, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=33165fa6-6d84-40c5-a687-31ba7ba3b9b9,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:54:24.710421 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-6118a142-8ab8-4c9a-991c-7a3fcdfa749e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1312962254&fields=id&tenant_id=554dd84e4d724f47876dc81264e18993 HTTP/1.1" status: 200 len: 267 time: 0.0421546 Mar 01 21:54:24.778612 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:24.846440 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=33165fa6-6d84-40c5-a687-31ba7ba3b9b9,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:24.866042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-d0ccea93-f06e-4d3b-9476-36d189e3061c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:24.867548 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-d0ccea93-f06e-4d3b-9476-36d189e3061c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 811 time: 0.1472001 Mar 01 21:54:24.883080 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-5e318007-9953-4023-a39d-1dab81e3a960 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/quotas/554dd84e4d724f47876dc81264e18993 HTTP/1.1" status: 200 len: 375 time: 0.0096157 Mar 01 21:54:24.969335 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-b8d44181-8476-441b-956b-b727a662b3ec tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811322 Mar 01 21:54:25.150867 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-cf419030-95fd-4128-964e-a1061837c884 service neutron] 10.222.0.42 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695101 Mar 01 21:54:25.280909 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-f6dd0e30-136c-49ef-ac32-4803ce68f6b9 service neutron] 10.222.0.42 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243327 Mar 01 21:54:25.550668 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de4dc1a3-8634-4dfe-8b0b-69fd97ab714b req-9fd337da-f820-480b-be76-d9e113e613a0 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 210 time: 0.0460401 Mar 01 21:54:26.325091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 33165fa6-6d84-40c5-a687-31ba7ba3b9b9 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:54:26.394387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 33165fa6-6d84-40c5-a687-31ba7ba3b9b9 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:54:26.394661 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:26.699275 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a667755-9503-4762-93ab-79a70770fd1f req-9d3ea1c6-0fed-462b-add9-e91437e8b158 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 210 time: 0.0420201 Mar 01 21:54:27.510500 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a27efdf0-f6e7-4771-8989-a6fa4689a944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:27.621726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-9ea8c045-c357-4d68-9cd5-e629c656e52b tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:27.623658 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-9ea8c045-c357-4d68-9cd5-e629c656e52b tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 811 time: 0.1520026 Mar 01 21:54:27.674718 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-46600a17-643d-4eeb-baf1-a0c96e08209f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=554dd84e4d724f47876dc81264e18993 HTTP/1.1" status: 200 len: 380 time: 0.0424333 Mar 01 21:54:27.683582 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-ae8e88b7-098d-48b3-bf84-714944093eb2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Request body: {'port': {'device_id': '25e6467b-2304-4c3d-b4c4-746f9f1320f5', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'admin_state_up': True, 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'security_groups': ['11a4a245-1591-4257-915c-4b0b2317a4d6']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:54:27.869137 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0c9b6285-9a3b-41de-92d2-f8d01c5e82a3 req-5dca7ba9-6c36-4086-afd0-23c7767fd7a2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 210 time: 0.0532990 Mar 01 21:54:27.870037 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-ae8e88b7-098d-48b3-bf84-714944093eb2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:54:27.874177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-ae8e88b7-098d-48b3-bf84-714944093eb2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Usage tracker for resource:port and tenant:554dd84e4d724f47876dc81264e18993 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:54:27.877142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-ae8e88b7-098d-48b3-bf84-714944093eb2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:54:27.882933 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-ae8e88b7-098d-48b3-bf84-714944093eb2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:54:27.978833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-ae8e88b7-098d-48b3-bf84-714944093eb2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Made reservation on behalf of 554dd84e4d724f47876dc81264e18993 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:54:27.982548 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-ae8e88b7-098d-48b3-bf84-714944093eb2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:28.144008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-ae8e88b7-098d-48b3-bf84-714944093eb2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Allocated IP 172.20.0.3 (a824116e-eb9f-46e5-9b8b-3a70a2224335/1329f750-31d2-4d79-8d90-e4c7899b8bbb/46328f4f-d8ce-4393-ba50-39efadb38f0e) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:54:28.441450 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-ae8e88b7-098d-48b3-bf84-714944093eb2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:28.457454 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-ae8e88b7-098d-48b3-bf84-714944093eb2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Transition to ACTIVE for port object 46328f4f-d8ce-4393-ba50-39efadb38f0e will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:54:28.552682 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-ae8e88b7-098d-48b3-bf84-714944093eb2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:28.616080 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-ae8e88b7-098d-48b3-bf84-714944093eb2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Network a824116e-eb9f-46e5-9b8b-3a70a2224335 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:54:28.619745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-ae8e88b7-098d-48b3-bf84-714944093eb2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:54:28.628114 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-ae8e88b7-098d-48b3-bf84-714944093eb2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:54:28.668124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8e88b7-098d-48b3-bf84-714944093eb2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Pushing event updated for resources: {'Port': ['ID=46328f4f-d8ce-4393-ba50-39efadb38f0e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:28.700862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-ae8e88b7-098d-48b3-bf84-714944093eb2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:28.701351 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-ae8e88b7-098d-48b3-bf84-714944093eb2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:28.773677 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-ae8e88b7-098d-48b3-bf84-714944093eb2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0945973 Mar 01 21:54:28.788603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] Request body: {'port': {'device_id': '25e6467b-2304-4c3d-b4c4-746f9f1320f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:54:28.900168 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:28.910748 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d5194287-ad4c-4397-b13d-633c76393422 None None] Provisioning for port 46328f4f-d8ce-4393-ba50-39efadb38f0e completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:54:28.920263 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d5194287-ad4c-4397-b13d-633c76393422 None None] Provisioning complete for port 46328f4f-d8ce-4393-ba50-39efadb38f0e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:54:28.920629 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d5194287-ad4c-4397-b13d-633c76393422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:28.976252 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d5194287-ad4c-4397-b13d-633c76393422 None None] Port 46328f4f-d8ce-4393-ba50-39efadb38f0e cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:54:29.213752 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e838a23-e66f-4ca9-8739-519169fbd99b req-974c29ab-7679-4004-8434-fe155cde7772 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:29.214361 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3e838a23-e66f-4ca9-8739-519169fbd99b req-974c29ab-7679-4004-8434-fe155cde7772 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Synchronizing usage tracker for tenant:554dd84e4d724f47876dc81264e18993 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:54:29.306720 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3e838a23-e66f-4ca9-8739-519169fbd99b req-974c29ab-7679-4004-8434-fe155cde7772 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Unset dirty status for tenant:554dd84e4d724f47876dc81264e18993 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:54:29.308166 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e838a23-e66f-4ca9-8739-519169fbd99b req-974c29ab-7679-4004-8434-fe155cde7772 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 931 time: 0.2929351 Mar 01 21:54:29.344038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46328f4f-d8ce-4393-ba50-39efadb38f0e {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:54:29.359423 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:29.376597 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e838a23-e66f-4ca9-8739-519169fbd99b req-00aae22b-6a86-4597-9b91-161d26a89e12 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618660 Mar 01 21:54:29.382047 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] Transition to ACTIVE for port object 46328f4f-d8ce-4393-ba50-39efadb38f0e will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:54:29.430173 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:29.581950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] Pushing event updated for resources: {'Port': ['ID=46328f4f-d8ce-4393-ba50-39efadb38f0e,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:29.669989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] Attempting to bind port 46328f4f-d8ce-4393-ba50-39efadb38f0e on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:54:29.670318 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] Attempting to bind port 46328f4f-d8ce-4393-ba50-39efadb38f0e by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:54:29.670639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] Attempting to bind port 46328f4f-d8ce-4393-ba50-39efadb38f0e on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:54:29.675174 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] Port 46328f4f-d8ce-4393-ba50-39efadb38f0e on network a824116e-eb9f-46e5-9b8b-3a70a2224335 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:54:29.675534 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] Attempting to bind port 46328f4f-d8ce-4393-ba50-39efadb38f0e on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:54:29.680508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:54:29.681562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] Checking segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:54:29.682417 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] Bound using segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:54:29.682826 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] Bound port: 46328f4f-d8ce-4393-ba50-39efadb38f0e, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:54:29.683165 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:29.744699 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0c252a8d-39d4-4bad-8b43-8efa33006d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:29.769558 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] For port 46328f4f-d8ce-4393-ba50-39efadb38f0e, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:54:29.772461 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] For port 46328f4f-d8ce-4393-ba50-39efadb38f0e, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=46328f4f-d8ce-4393-ba50-39efadb38f0e,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:54:29.853573 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:29.911614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:29.912226 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:29.913567 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] 10.222.0.55 "PUT /v2.0/ports/46328f4f-d8ce-4393-ba50-39efadb38f0e HTTP/1.1" status: 200 len: 1091 time: 1.1331182 Mar 01 21:54:29.914000 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e6467b-2304-4c3d-b4c4-746f9f1320f5', 'tag': '46328f4f-d8ce-4393-ba50-39efadb38f0e'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:54:29.939191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877aa883-edfd-49e3-a2f0-d2e90cae57d1 service neutron] Pushing event updated for resources: {'Port': ['ID=46328f4f-d8ce-4393-ba50-39efadb38f0e,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:29.965379 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e6467b-2304-4c3d-b4c4-746f9f1320f5', 'tag': '46328f4f-d8ce-4393-ba50-39efadb38f0e', 'status': 'completed', 'code': 200} Mar 01 21:54:30.060880 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86e6f7-6231-49ad-8912-ca35903ea3b4 req-8938c6fc-e159-46bc-a2b0-4e3c51b99513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:30.062481 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc86e6f7-6231-49ad-8912-ca35903ea3b4 req-8938c6fc-e159-46bc-a2b0-4e3c51b99513 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 1094 time: 0.0762026 Mar 01 21:54:30.202846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86e6f7-6231-49ad-8912-ca35903ea3b4 req-76de5b97-74d4-4cde-87d2-1fa4a16704b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:30.204239 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc86e6f7-6231-49ad-8912-ca35903ea3b4 req-76de5b97-74d4-4cde-87d2-1fa4a16704b3 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=554dd84e4d724f47876dc81264e18993&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1354015 Mar 01 21:54:30.335196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc86e6f7-6231-49ad-8912-ca35903ea3b4 req-c81e06e7-02f1-4959-92d7-af9bfb667553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:30.336679 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc86e6f7-6231-49ad-8912-ca35903ea3b4 req-c81e06e7-02f1-4959-92d7-af9bfb667553 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273856 Mar 01 21:54:30.438445 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-cf4d4c60-7f27-4f8b-901a-b67c14974a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:30.440006 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-cf4d4c60-7f27-4f8b-901a-b67c14974a87 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 1094 time: 0.0704091 Mar 01 21:54:30.607718 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:30.656566 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-6dc5d7f9-2788-4d5a-8b7d-7119a8b4f7ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46328f4f-d8ce-4393-ba50-39efadb38f0e HTTP/1.1" status: 200 len: 217 time: 0.2099829 Mar 01 21:54:30.715807 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:30.727969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-02d86cf7-943f-4d60-9165-24b3d5f2ae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:30.729377 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-02d86cf7-943f-4d60-9165-24b3d5f2ae59 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0658391 Mar 01 21:54:30.791993 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791f4756-fb43-409b-8199-2bdbf75a8634 req-c3796549-72b9-4db3-b097-9b35ed265822 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:30.793427 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-791f4756-fb43-409b-8199-2bdbf75a8634 req-c3796549-72b9-4db3-b097-9b35ed265822 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 943 time: 0.1830966 Mar 01 21:54:30.857549 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-791f4756-fb43-409b-8199-2bdbf75a8634 req-0fb9244c-d498-429b-a45f-40fa645ec210 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579298 Mar 01 21:54:30.861051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-f97dc4a0-7f2d-49cc-9ae0-afcc5b448c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:30.861636 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-f97dc4a0-7f2d-49cc-9ae0-afcc5b448c72 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211860 Mar 01 21:54:30.989985 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-a89a739f-d0aa-44c8-81c4-51b86a870a66 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225238 Mar 01 21:54:31.116623 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcdeb3db-8ddb-46ad-81d0-da51f3c9b773 req-00d176b2-78b7-4f56-834a-308c8327d10c service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210964 Mar 01 21:54:32.042742 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe9a01a-a4ed-49f1-85de-2d1b2431487c req-55390d06-bdae-4d07-a6be-cb23b91f0aa4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:32.044230 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0fe9a01a-a4ed-49f1-85de-2d1b2431487c req-55390d06-bdae-4d07-a6be-cb23b91f0aa4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 943 time: 0.0797036 Mar 01 21:54:32.088975 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0fe9a01a-a4ed-49f1-85de-2d1b2431487c req-787f7c6a-141a-4016-9775-0f0a38463e27 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390267 Mar 01 21:54:32.458211 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:33.278483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256f6870-7ca1-4046-8590-073993d141f4 req-f316c3bb-7e19-47dc-9763-baa994e233b4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:33.279959 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-256f6870-7ca1-4046-8590-073993d141f4 req-f316c3bb-7e19-47dc-9763-baa994e233b4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 943 time: 0.0876019 Mar 01 21:54:33.324695 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-256f6870-7ca1-4046-8590-073993d141f4 req-6ec28f0a-6fc1-41b6-93a5-7a25a3d0641a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391974 Mar 01 21:54:34.502804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e5b25e-9a72-47af-95b8-57d427fdbce7 req-9473a73a-6d0b-4d70-8e40-74f54b16d200 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:34.504269 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85e5b25e-9a72-47af-95b8-57d427fdbce7 req-9473a73a-6d0b-4d70-8e40-74f54b16d200 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 943 time: 0.0783355 Mar 01 21:54:34.547831 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-85e5b25e-9a72-47af-95b8-57d427fdbce7 req-0b32e198-d1c7-4591-a0ee-384a12168cfc tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373716 Mar 01 21:54:35.693401 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 46328f4f-d8ce-4393-ba50-39efadb38f0e details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:54:35.735529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709d021-5c7f-47b6-b53e-18209a934c25 req-030ba874-641f-4942-8c92-485315047069 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:35.736975 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6709d021-5c7f-47b6-b53e-18209a934c25 req-030ba874-641f-4942-8c92-485315047069 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 943 time: 0.0823915 Mar 01 21:54:35.783718 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6709d021-5c7f-47b6-b53e-18209a934c25 req-bb2ec606-7469-41c0-9fb6-e9f1dd384519 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408792 Mar 01 21:54:35.824247 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 46328f4f-d8ce-4393-ba50-39efadb38f0e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=46328f4f-d8ce-4393-ba50-39efadb38f0e,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:54:35.840750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '46328f4f-d8ce-4393-ba50-39efadb38f0e', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'port_id': '46328f4f-d8ce-4393-ba50-39efadb38f0e', 'mac_address': 'fa:16:3e:cc:05:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:54:35.893443 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:35.909948 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46328f4f-d8ce-4393-ba50-39efadb38f0e {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:54:35.924833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 46328f4f-d8ce-4393-ba50-39efadb38f0e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=46328f4f-d8ce-4393-ba50-39efadb38f0e,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:54:35.989742 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:36.056606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=46328f4f-d8ce-4393-ba50-39efadb38f0e,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:36.064279 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:36.064623 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:36.064965 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:36.065296 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:36.065622 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:36.065948 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:36.066271 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:36.066592 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:36.066911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:36.067228 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:36.067564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:36.067882 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:54:36.287929 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['46328f4f-d8ce-4393-ba50-39efadb38f0e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:54:36.975023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae6c47-dc64-4d0e-b9d4-255a37d764dc req-5fc769f8-ee2d-4a38-86fa-8f36e9cae903 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:36.976475 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4ae6c47-dc64-4d0e-b9d4-255a37d764dc req-5fc769f8-ee2d-4a38-86fa-8f36e9cae903 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 944 time: 0.0826945 Mar 01 21:54:37.019624 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4ae6c47-dc64-4d0e-b9d4-255a37d764dc req-79a86093-b8a2-4fc0-93b4-cef7dc735556 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367351 Mar 01 21:54:37.707755 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 46328f4f-d8ce-4393-ba50-39efadb38f0e up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:54:37.835426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 46328f4f-d8ce-4393-ba50-39efadb38f0e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:54:37.840793 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 46328f4f-d8ce-4393-ba50-39efadb38f0e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:54:37.841161 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:37.957942 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:37.986992 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e6467b-2304-4c3d-b4c4-746f9f1320f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46328f4f-d8ce-4393-ba50-39efadb38f0e'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:54:37.996707 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 46328f4f-d8ce-4393-ba50-39efadb38f0e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=46328f4f-d8ce-4393-ba50-39efadb38f0e,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:54:38.032424 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e6467b-2304-4c3d-b4c4-746f9f1320f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46328f4f-d8ce-4393-ba50-39efadb38f0e', 'code': 200} Mar 01 21:54:38.070803 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:38.142693 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=46328f4f-d8ce-4393-ba50-39efadb38f0e,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:54:38.229075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a6c87-95dd-44a4-b028-342384c84910 req-6de0eb9a-8f00-49e4-8f01-812ec702035e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:38.230437 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-937a6c87-95dd-44a4-b028-342384c84910 req-6de0eb9a-8f00-49e4-8f01-812ec702035e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 1096 time: 0.1295331 Mar 01 21:54:38.242344 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b242dbd-bca9-4971-be05-c313ac647b86 req-9109d677-281c-4c87-92ca-5ae37ad663fc tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:38.244283 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b242dbd-bca9-4971-be05-c313ac647b86 req-9109d677-281c-4c87-92ca-5ae37ad663fc tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.1138072 Mar 01 21:54:38.308993 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-937a6c87-95dd-44a4-b028-342384c84910 req-978444f5-be22-4810-8681-8d575be10b4f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638220 Mar 01 21:54:38.311769 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b242dbd-bca9-4971-be05-c313ac647b86 req-8535bd7f-2a0d-4d74-97ee-7587028e346e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550430 Mar 01 21:54:39.493834 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a0bee2-6b47-42f9-ab2f-73dfb9b98dc1 req-d6737e21-2ba1-406a-b358-669bf06f6123 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:39.495297 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61a0bee2-6b47-42f9-ab2f-73dfb9b98dc1 req-d6737e21-2ba1-406a-b358-669bf06f6123 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0791867 Mar 01 21:54:39.542000 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61a0bee2-6b47-42f9-ab2f-73dfb9b98dc1 req-3e407512-c0ad-4b3e-8ab0-fdd47e191e18 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410137 Mar 01 21:54:40.721760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f8d0c-0148-4f6a-8966-3e8b7e38e1aa req-65dfb7c0-61d3-455a-bd08-20535bd856bc tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:40.723181 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-916f8d0c-0148-4f6a-8966-3e8b7e38e1aa req-65dfb7c0-61d3-455a-bd08-20535bd856bc tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0782201 Mar 01 21:54:40.769722 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-916f8d0c-0148-4f6a-8966-3e8b7e38e1aa req-cba02232-4d3e-4202-a264-4f0c66fe7aa0 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409124 Mar 01 21:54:40.948915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c3b82-fd9e-47fc-8523-da995a4e1ca1 req-a791d8e1-a52d-44c3-85b9-30983ec60378 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:40.950261 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d75c3b82-fd9e-47fc-8523-da995a4e1ca1 req-a791d8e1-a52d-44c3-85b9-30983ec60378 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0829973 Mar 01 21:54:40.959069 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 38812) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:54:40.963962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-858b3b47-a85d-496a-ab8b-20694228fe50 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Request body: {'floatingip': {'port_id': '46328f4f-d8ce-4393-ba50-39efadb38f0e'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:54:41.040150 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-858b3b47-a85d-496a-ab8b-20694228fe50 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for floatingip, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:41.731691 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-858b3b47-a85d-496a-ab8b-20694228fe50 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:41.789403 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-858b3b47-a85d-496a-ab8b-20694228fe50 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:41.954252 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-858b3b47-a85d-496a-ab8b-20694228fe50 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Floating IP c37be040-9fed-418c-a40e-bbd4b0e2f7e4 associated. External IP: 172.25.5.95, port: 46328f4f-d8ce-4393-ba50-39efadb38f0e. Mar 01 21:54:42.295291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-858b3b47-a85d-496a-ab8b-20694228fe50 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:54:42.596208 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-858b3b47-a85d-496a-ab8b-20694228fe50 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:54:42.600746 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-858b3b47-a85d-496a-ab8b-20694228fe50 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:42.610123 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbaced9-823c-4c4b-8aea-38182803c287 None None] Sync routers for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:54:42.620129 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbaced9-823c-4c4b-8aea-38182803c287 None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:54:42.620735 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2fbaced9-823c-4c4b-8aea-38182803c287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:54:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:54:42.657959 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-858b3b47-a85d-496a-ab8b-20694228fe50 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "PUT /v2.0/floatingips/c37be040-9fed-418c-a40e-bbd4b0e2f7e4 HTTP/1.1" status: 200 len: 990 time: 1.6978176 Mar 01 21:54:42.658691 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e6467b-2304-4c3d-b4c4-746f9f1320f5', 'tag': '46328f4f-d8ce-4393-ba50-39efadb38f0e'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:54:42.707584 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e6467b-2304-4c3d-b4c4-746f9f1320f5', 'tag': '46328f4f-d8ce-4393-ba50-39efadb38f0e', 'status': 'completed', 'code': 200} Mar 01 21:54:42.803730 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-2fbaced9-823c-4c4b-8aea-38182803c287 None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:54:42.865724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e04246-db22-47cd-925e-9e472e702dd6 req-20dfd5a3-587b-43c3-bc30-84cd7b82a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:42.867103 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-24e04246-db22-47cd-925e-9e472e702dd6 req-20dfd5a3-587b-43c3-bc30-84cd7b82a595 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 1096 time: 0.1375344 Mar 01 21:54:42.875133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba22617-68e5-4855-831a-753ed9941e29 req-6aa06cc4-751b-4ad8-8f55-f18817b0c4d5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:42.876522 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aba22617-68e5-4855-831a-753ed9941e29 req-6aa06cc4-751b-4ad8-8f55-f18817b0c4d5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.1152017 Mar 01 21:54:43.014277 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aba22617-68e5-4855-831a-753ed9941e29 req-ebf42031-38cb-4b9e-8dee-ed9d66c5d871 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189730 Mar 01 21:54:43.051138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e04246-db22-47cd-925e-9e472e702dd6 req-8ee50743-fef7-4e8f-b25b-3ac2c7612323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:43.053181 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-24e04246-db22-47cd-925e-9e472e702dd6 req-8ee50743-fef7-4e8f-b25b-3ac2c7612323 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1758225 Mar 01 21:54:43.201563 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-24e04246-db22-47cd-925e-9e472e702dd6 req-d0ba5866-ee06-42a8-be9d-8e5f5a806f81 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46328f4f-d8ce-4393-ba50-39efadb38f0e HTTP/1.1" status: 200 len: 998 time: 0.1419673 Mar 01 21:54:43.223820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2fbaced9-823c-4c4b-8aea-38182803c287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c37be040-9fed-418c-a40e-bbd4b0e2f7e4', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'port_id': '46328f4f-d8ce-4393-ba50-39efadb38f0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'mac_address': 'fa:16:3e:cc:05:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e6467b-2304-4c3d-b4c4-746f9f1320f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:54:23Z', 'updated_at': '2022-03-01T21:54:41Z', 'revision_number': 1, 'project_id': '554dd84e4d724f47876dc81264e18993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:54:43.227912 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbaced9-823c-4c4b-8aea-38182803c287 None None] Checking router: 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:54:43.237691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbaced9-823c-4c4b-8aea-38182803c287 None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:54:43.238297 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2fbaced9-823c-4c4b-8aea-38182803c287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:54:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:54:43.289769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e04246-db22-47cd-925e-9e472e702dd6 req-103ee8f1-0495-4e97-9325-92844ac32799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:43.291882 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-24e04246-db22-47cd-925e-9e472e702dd6 req-103ee8f1-0495-4e97-9325-92844ac32799 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0847509 Mar 01 21:54:43.301860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b63b1a4-dbdb-4bf5-b159-a7be271ae27c req-3ada9dd5-21a5-45fc-b150-632721d0a3ca tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:43.303238 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b63b1a4-dbdb-4bf5-b159-a7be271ae27c req-3ada9dd5-21a5-45fc-b150-632721d0a3ca tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.1620939 Mar 01 21:54:43.389748 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b63b1a4-dbdb-4bf5-b159-a7be271ae27c req-34ff47ea-dfbc-4f70-bb55-946e6d957504 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500197 Mar 01 21:54:43.407678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e04246-db22-47cd-925e-9e472e702dd6 req-64b370f7-1f05-4910-84da-5d2930e2e2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:43.409123 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-24e04246-db22-47cd-925e-9e472e702dd6 req-64b370f7-1f05-4910-84da-5d2930e2e2e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1049705 Mar 01 21:54:43.419335 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-2fbaced9-823c-4c4b-8aea-38182803c287 None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:54:43.539389 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-24e04246-db22-47cd-925e-9e472e702dd6 req-4588dc54-6c79-478e-aeb7-a4a49a042712 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240008 Mar 01 21:54:43.675324 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-24e04246-db22-47cd-925e-9e472e702dd6 req-d2027745-db98-4d4c-a4a2-5846553131c3 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299338 Mar 01 21:54:43.764742 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-2fbaced9-823c-4c4b-8aea-38182803c287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c37be040-9fed-418c-a40e-bbd4b0e2f7e4', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'port_id': '46328f4f-d8ce-4393-ba50-39efadb38f0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'mac_address': 'fa:16:3e:cc:05:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e6467b-2304-4c3d-b4c4-746f9f1320f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:54:23Z', 'updated_at': '2022-03-01T21:54:41Z', 'revision_number': 1, 'project_id': '554dd84e4d724f47876dc81264e18993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:54:43.768648 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbaced9-823c-4c4b-8aea-38182803c287 None None] The sync data for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 is: [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c37be040-9fed-418c-a40e-bbd4b0e2f7e4', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'port_id': '46328f4f-d8ce-4393-ba50-39efadb38f0e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'mac_address': 'fa:16:3e:cc:05:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e6467b-2304-4c3d-b4c4-746f9f1320f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:54:23Z', 'updated_at': '2022-03-01T21:54:41Z', 'revision_number': 1, 'project_id': '554dd84e4d724f47876dc81264e18993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:54:43.965685 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73ef11e-6efb-43bd-b5cd-ccc4205f2a1f None None] New status for floating IP c37be040-9fed-418c-a40e-bbd4b0e2f7e4: ACTIVE {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:54:44.583635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb60bce-814c-471d-977e-598730aa886b req-fe60977b-0c26-4782-83c7-01a85baab075 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:44.585060 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dcb60bce-814c-471d-977e-598730aa886b req-fe60977b-0c26-4782-83c7-01a85baab075 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0889924 Mar 01 21:54:44.628002 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dcb60bce-814c-471d-977e-598730aa886b req-2022b7da-ed6b-4628-aa38-6e91d28225da tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367866 Mar 01 21:54:44.809064 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152cbad-fddc-49b9-941e-d5571aaa45e6 req-d1831a2f-d281-42ed-abd0-c51a58c5b12f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:44.810513 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8152cbad-fddc-49b9-941e-d5571aaa45e6 req-d1831a2f-d281-42ed-abd0-c51a58c5b12f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0793617 Mar 01 21:54:44.854472 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8152cbad-fddc-49b9-941e-d5571aaa45e6 req-68dfbb5d-3272-4d1b-a0b2-f19a6a36bde2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383992 Mar 01 21:54:45.360944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a1c07-4a70-404a-b67e-50680a82a0e3 req-d03d9bfc-d382-4ea9-968f-e2a9ee19afb4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:45.362337 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-742a1c07-4a70-404a-b67e-50680a82a0e3 req-d03d9bfc-d382-4ea9-968f-e2a9ee19afb4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0820580 Mar 01 21:54:45.407287 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-742a1c07-4a70-404a-b67e-50680a82a0e3 req-50db690c-5aff-4b23-86ba-6b80c8b0ea51 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393524 Mar 01 21:54:45.437984 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-9a1aa82d-c4d6-4e0c-8179-9fa93b95e0cb service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0793250 Mar 01 21:54:46.593602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6566c8c0-aa6b-4c08-b181-91c6846f43a6 req-6d6beaff-d0fc-49c4-88e1-0915c71face7 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:46.595409 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6566c8c0-aa6b-4c08-b181-91c6846f43a6 req-6d6beaff-d0fc-49c4-88e1-0915c71face7 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0828118 Mar 01 21:54:46.643319 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6566c8c0-aa6b-4c08-b181-91c6846f43a6 req-2b2f0fc7-b25c-4059-9893-9fd2fb672e20 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422187 Mar 01 21:54:47.347732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-31a983b4-808f-4c51-ab18-14a13da65505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:47.349060 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-31a983b4-808f-4c51-ab18-14a13da65505 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 1096 time: 0.0696361 Mar 01 21:54:47.591782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-232a7ab4-3943-4866-a219-ed4f9bd82e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:47.593242 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-232a7ab4-3943-4866-a219-ed4f9bd82e35 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.2385123 Mar 01 21:54:47.696261 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-b5423dda-27fe-437b-8340-1b175383bc90 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46328f4f-d8ce-4393-ba50-39efadb38f0e HTTP/1.1" status: 200 len: 1000 time: 0.0972807 Mar 01 21:54:47.789740 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-448bc5ff-7967-4c0e-ac75-c4985a21aa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:47.791671 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-448bc5ff-7967-4c0e-ac75-c4985a21aa18 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0891545 Mar 01 21:54:47.896874 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f55ce2f-2e47-4307-838c-69d19b4468d4 req-821929e9-63a9-4d57-bb1f-721600303c91 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:47.898304 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5f55ce2f-2e47-4307-838c-69d19b4468d4 req-821929e9-63a9-4d57-bb1f-721600303c91 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.1433203 Mar 01 21:54:47.900033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-c1f0e70f-26e5-4db0-859f-5c2041244206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:47.901473 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-c1f0e70f-26e5-4db0-859f-5c2041244206 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045134 Mar 01 21:54:48.027370 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5f55ce2f-2e47-4307-838c-69d19b4468d4 req-eaf49942-ae6b-4c55-a9bd-49cab2050f89 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232219 Mar 01 21:54:48.063460 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-8a43e229-8368-41a2-9ed7-68559868e05b service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469965 Mar 01 21:54:48.192699 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-17d9cad9-19ea-4701-aaeb-3bfa3338669e service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232891 Mar 01 21:54:49.230728 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7765c99f-1efd-4d1c-96cf-7b1f3fb724bb req-d9b69e67-a009-40d6-980a-124707b084d8 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:49.232218 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7765c99f-1efd-4d1c-96cf-7b1f3fb724bb req-d9b69e67-a009-40d6-980a-124707b084d8 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0982440 Mar 01 21:54:49.274974 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7765c99f-1efd-4d1c-96cf-7b1f3fb724bb req-46e9db40-5430-4c8a-b412-6cd04a7e8eb1 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371678 Mar 01 21:54:50.461174 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fce5b-c271-4447-8f15-5b116f0148b6 req-ce9ff2d4-fae6-4db6-b675-0a580a3700f8 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:50.462527 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-132fce5b-c271-4447-8f15-5b116f0148b6 req-ce9ff2d4-fae6-4db6-b675-0a580a3700f8 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0803218 Mar 01 21:54:50.508798 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-132fce5b-c271-4447-8f15-5b116f0148b6 req-bb354597-5554-4995-94e5-7a7b794e0f4c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406706 Mar 01 21:54:51.860657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d999b-0c6c-4e03-8f84-ee441e2e845d req-09546304-f28f-4e37-abec-4e21decaca0c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:51.861985 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-662d999b-0c6c-4e03-8f84-ee441e2e845d req-09546304-f28f-4e37-abec-4e21decaca0c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0782492 Mar 01 21:54:51.906815 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-662d999b-0c6c-4e03-8f84-ee441e2e845d req-bb4b0852-ada5-49be-a587-720624a178f2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392992 Mar 01 21:54:52.029210 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:53.099243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8ba00-8f06-496d-a8a9-bb539f019aa8 req-56cdda18-370f-4029-8bb6-169d54a6e86c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:53.100742 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1cb8ba00-8f06-496d-a8a9-bb539f019aa8 req-56cdda18-370f-4029-8bb6-169d54a6e86c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0867765 Mar 01 21:54:53.144885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1cb8ba00-8f06-496d-a8a9-bb539f019aa8 req-33660629-7ba2-41b8-85c2-b908c53ae4c4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385704 Mar 01 21:54:54.327451 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57368beb-24fe-49e8-8a16-79c7deb44635 req-6f74bca1-953a-475c-bd60-c9ef980f9e7b tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:54.328890 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57368beb-24fe-49e8-8a16-79c7deb44635 req-6f74bca1-953a-475c-bd60-c9ef980f9e7b tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0785246 Mar 01 21:54:54.373690 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57368beb-24fe-49e8-8a16-79c7deb44635 req-5b90e670-4a38-4e39-8524-d1553ec6cb2b tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381842 Mar 01 21:54:54.389444 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:55.563985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971fecc0-1c6a-47b2-9832-c32f5abbdbf2 req-21bb8277-7b7a-430e-a731-6adea482616d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:55.566049 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-971fecc0-1c6a-47b2-9832-c32f5abbdbf2 req-21bb8277-7b7a-430e-a731-6adea482616d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0844243 Mar 01 21:54:55.613954 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-971fecc0-1c6a-47b2-9832-c32f5abbdbf2 req-e1a289d8-e0b3-45c8-97ac-6abee1897a26 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424213 Mar 01 21:54:56.458255 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:54:56.795051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cdcfec-c7ae-4324-9708-e5bcb7680712 req-cedc2fb9-3240-4337-9c78-8a292e04a5bd tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:56.796830 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68cdcfec-c7ae-4324-9708-e5bcb7680712 req-cedc2fb9-3240-4337-9c78-8a292e04a5bd tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0788736 Mar 01 21:54:56.844685 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68cdcfec-c7ae-4324-9708-e5bcb7680712 req-5e35688a-86b1-4f35-a57b-618dd32247f8 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421438 Mar 01 21:54:57.504030 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9d97f4a5-cf0d-43e1-a4e6-5c34d19e51e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:54:58.030542 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9213b91-32c2-4db7-9cd0-7dab2044ed3b req-992e50e7-82af-48e3-87b4-75a775c28ba6 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:58.032065 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9213b91-32c2-4db7-9cd0-7dab2044ed3b req-992e50e7-82af-48e3-87b4-75a775c28ba6 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0808642 Mar 01 21:54:58.077160 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9213b91-32c2-4db7-9cd0-7dab2044ed3b req-c23cfd1c-671b-417e-ba4d-493c3a5e649d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394652 Mar 01 21:54:59.273039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975777c9-c23c-45da-917f-84fd6409a5b8 req-a37789fe-b785-4e49-904e-a13e82ef1a63 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:54:59.274384 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-975777c9-c23c-45da-917f-84fd6409a5b8 req-a37789fe-b785-4e49-904e-a13e82ef1a63 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0911117 Mar 01 21:54:59.318178 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-975777c9-c23c-45da-917f-84fd6409a5b8 req-27286167-8278-4adc-86c1-7114b2e82ad1 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374293 Mar 01 21:54:59.715553 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f4a3dc30-c398-46ee-9c90-51038ea305c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:00.503636 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e313574-3872-4b04-a656-8980ac5ac2d2 req-7c7e31af-ba48-40a6-acdd-25e48c277e55 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:00.507493 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4e313574-3872-4b04-a656-8980ac5ac2d2 req-7c7e31af-ba48-40a6-acdd-25e48c277e55 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0805979 Mar 01 21:55:00.550850 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4e313574-3872-4b04-a656-8980ac5ac2d2 req-9204bf73-aa9c-4500-a2f4-e07527d9ad06 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400586 Mar 01 21:55:00.640994 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:00.766226 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:01.736214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603dab43-6387-4308-b58f-67753c1e0851 req-68126b67-c4dc-4f18-ab9d-edecb20a4b2d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:01.737636 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-603dab43-6387-4308-b58f-67753c1e0851 req-68126b67-c4dc-4f18-ab9d-edecb20a4b2d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0816147 Mar 01 21:55:01.782162 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-603dab43-6387-4308-b58f-67753c1e0851 req-68dca77b-baf2-4a0e-af3b-ffdc1911bfb2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390480 Mar 01 21:55:02.429020 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:02.975755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3318d75-6225-4642-aae5-c709d171b93c req-14b9dbb6-519f-4908-a4fa-644b31e3d71e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:02.977229 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c3318d75-6225-4642-aae5-c709d171b93c req-14b9dbb6-519f-4908-a4fa-644b31e3d71e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0818462 Mar 01 21:55:03.028656 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c3318d75-6225-4642-aae5-c709d171b93c req-072cfad8-1cf0-49e4-b811-d83cc275ea7d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450420 Mar 01 21:55:03.925699 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1a7a7-a7e0-422a-8bad-8719024f8e4e req-4cefc943-6da6-4fac-9674-c5c35fb9adce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:03.927154 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8eb1a7a7-a7e0-422a-8bad-8719024f8e4e req-4cefc943-6da6-4fac-9674-c5c35fb9adce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 1096 time: 0.0785985 Mar 01 21:55:04.075972 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1a7a7-a7e0-422a-8bad-8719024f8e4e req-1b7e6b9d-16de-49e5-aa85-48f893b57b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:04.077412 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8eb1a7a7-a7e0-422a-8bad-8719024f8e4e req-1b7e6b9d-16de-49e5-aa85-48f893b57b37 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1310213 Mar 01 21:55:04.342943 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8eb1a7a7-a7e0-422a-8bad-8719024f8e4e req-a98540c6-dafe-4b9a-810e-289d671b17b0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46328f4f-d8ce-4393-ba50-39efadb38f0e HTTP/1.1" status: 200 len: 1000 time: 0.2586730 Mar 01 21:55:04.421762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79b0e9-8326-462e-958b-7a6efa9a8aef req-272a4ca6-a181-46d4-a20f-d3a24a344391 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:04.423196 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b79b0e9-8326-462e-958b-7a6efa9a8aef req-272a4ca6-a181-46d4-a20f-d3a24a344391 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.2740836 Mar 01 21:55:04.428279 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1a7a7-a7e0-422a-8bad-8719024f8e4e req-4137dcc2-a450-4cad-b684-018fe395b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:04.429594 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8eb1a7a7-a7e0-422a-8bad-8719024f8e4e req-4137dcc2-a450-4cad-b684-018fe395b555 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0799122 Mar 01 21:55:04.513220 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b79b0e9-8326-462e-958b-7a6efa9a8aef req-a8e0eea2-0804-45e3-a6f0-613830b71c2b tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826039 Mar 01 21:55:04.535236 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1a7a7-a7e0-422a-8bad-8719024f8e4e req-678f0458-eee1-4f6d-915e-77c3740623c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:04.536736 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8eb1a7a7-a7e0-422a-8bad-8719024f8e4e req-678f0458-eee1-4f6d-915e-77c3740623c0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932190 Mar 01 21:55:04.669321 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8eb1a7a7-a7e0-422a-8bad-8719024f8e4e req-283e6e72-d2c6-46e6-94b1-97ec8c53ae20 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260657 Mar 01 21:55:04.805332 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8eb1a7a7-a7e0-422a-8bad-8719024f8e4e req-b070df3b-b616-4471-a27e-cc7e6c2b9944 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296515 Mar 01 21:55:05.714813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbd0742-babf-4813-ade9-dd6527ac03f4 req-79fb9878-f36e-46ce-9f5f-3e92cc1c8145 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:05.716268 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-abbd0742-babf-4813-ade9-dd6527ac03f4 req-79fb9878-f36e-46ce-9f5f-3e92cc1c8145 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0817513 Mar 01 21:55:05.759495 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-abbd0742-babf-4813-ade9-dd6527ac03f4 req-3dbb9fd7-1e31-46e9-ac86-80aa902ba0f3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377276 Mar 01 21:55:06.959542 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867e0bf-575d-4828-b159-30a4d93eb7a3 req-930ea3d9-d87e-4953-b3e2-78e450b4a9f5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:06.960965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0867e0bf-575d-4828-b159-30a4d93eb7a3 req-930ea3d9-d87e-4953-b3e2-78e450b4a9f5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0805697 Mar 01 21:55:07.007434 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0867e0bf-575d-4828-b159-30a4d93eb7a3 req-13e5970d-985a-42b3-b74a-f3744c7dbcca tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405548 Mar 01 21:55:08.190663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea5e20-e2c9-44a4-9c53-f0980f3b927f req-f9b0b478-f658-4f2c-b35e-3f8ac32baf18 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:08.192140 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-99ea5e20-e2c9-44a4-9c53-f0980f3b927f req-f9b0b478-f658-4f2c-b35e-3f8ac32baf18 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0791519 Mar 01 21:55:08.234947 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-99ea5e20-e2c9-44a4-9c53-f0980f3b927f req-85518271-619d-4e9c-8e6e-26ee62e30ed1 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372643 Mar 01 21:55:09.429151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2668a-d70b-4c1e-b970-fd25f8349454 req-6ed67cf9-e2e8-4761-9441-687190cf152b tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:09.429151 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ab2668a-d70b-4c1e-b970-fd25f8349454 req-6ed67cf9-e2e8-4761-9441-687190cf152b tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0816896 Mar 01 21:55:09.466842 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2ab2668a-d70b-4c1e-b970-fd25f8349454 req-1b3efbe3-93d9-4838-8c9b-bcdaeae08f06 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393953 Mar 01 21:55:10.309920 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-a1d55e56-7507-4ae0-8fe2-41cb936655c2 service neutron] show failed (client error): The resource could not be found. Mar 01 21:55:10.310900 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-a1d55e56-7507-4ae0-8fe2-41cb936655c2 service neutron] 10.222.0.55 "GET /v2.0/ports/46328f4f-d8ce-4393-ba50-39efadb38f0e/bindings/n-h1-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.0736430 Mar 01 21:55:10.673730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ee416-9b58-4a05-890e-5d75afe046e2 req-33ae673f-bcf2-470b-a956-1922322cb5bc tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:10.675308 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-906ee416-9b58-4a05-890e-5d75afe046e2 req-33ae673f-bcf2-470b-a956-1922322cb5bc tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0868676 Mar 01 21:55:10.722464 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-906ee416-9b58-4a05-890e-5d75afe046e2 req-b43fcfd9-da8b-4797-94a1-344b70016873 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411499 Mar 01 21:55:10.907657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-7d60e74c-2930-4d87-890b-e8fb81774e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:10.909147 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-7d60e74c-2930-4d87-890b-e8fb81774e25 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5&tenant_id=554dd84e4d724f47876dc81264e18993 HTTP/1.1" status: 200 len: 1096 time: 0.0755665 Mar 01 21:55:10.920331 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-4', 'device_owner': 'compute:nova'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:55:11.031566 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:11.402435 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] For port 46328f4f-d8ce-4393-ba50-39efadb38f0e, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=46328f4f-d8ce-4393-ba50-39efadb38f0e,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:55:11.431030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] For port 46328f4f-d8ce-4393-ba50-39efadb38f0e, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:55:11.488139 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e6467b-2304-4c3d-b4c4-746f9f1320f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46328f4f-d8ce-4393-ba50-39efadb38f0e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:55:11.493541 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:11.508245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Transition to ACTIVE for port object 46328f4f-d8ce-4393-ba50-39efadb38f0e will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:55:11.547739 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e6467b-2304-4c3d-b4c4-746f9f1320f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46328f4f-d8ce-4393-ba50-39efadb38f0e', 'code': 200} Mar 01 21:55:11.589824 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:11.737352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=46328f4f-d8ce-4393-ba50-39efadb38f0e,revision_number=6']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:55:11.748798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:11.749139 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:11.749473 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:11.749803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:11.750131 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:11.750452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:11.750763 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:11.751086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:11.751794 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:11.751794 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:11.752021 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:11.752342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:11.805629 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] No DVR routers for this DVR port 46328f4f-d8ce-4393-ba50-39efadb38f0e on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:55:11.910517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c44635-a4ed-4462-bef9-45c1fa190463 req-7e655da0-9906-4651-98af-792859e9ba6d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:11.911929 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-53c44635-a4ed-4462-bef9-45c1fa190463 req-7e655da0-9906-4651-98af-792859e9ba6d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 943 time: 0.0797508 Mar 01 21:55:11.956295 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-53c44635-a4ed-4462-bef9-45c1fa190463 req-da290306-c0b5-427a-bb1e-160851eba101 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383685 Mar 01 21:55:12.036274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Attempting to bind port 46328f4f-d8ce-4393-ba50-39efadb38f0e on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:55:12.036841 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Attempting to bind port 46328f4f-d8ce-4393-ba50-39efadb38f0e by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:55:12.036952 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Attempting to bind port 46328f4f-d8ce-4393-ba50-39efadb38f0e on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:55:12.041505 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Port 46328f4f-d8ce-4393-ba50-39efadb38f0e on network a824116e-eb9f-46e5-9b8b-3a70a2224335 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:55:12.041813 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Attempting to bind port 46328f4f-d8ce-4393-ba50-39efadb38f0e on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:55:12.046865 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:55:12.047194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Checking segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:55:12.047694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Bound using segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:55:12.048105 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Bound port: 46328f4f-d8ce-4393-ba50-39efadb38f0e, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:55:12.048437 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:12.139296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] For port 46328f4f-d8ce-4393-ba50-39efadb38f0e, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:55:12.142298 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] For port 46328f4f-d8ce-4393-ba50-39efadb38f0e, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=46328f4f-d8ce-4393-ba50-39efadb38f0e,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:55:12.235326 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:12.292104 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:12.292759 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:12.294137 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] 10.222.0.57 "PUT /v2.0/ports/46328f4f-d8ce-4393-ba50-39efadb38f0e HTTP/1.1" status: 200 len: 1091 time: 1.3783605 Mar 01 21:55:12.315844 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719804cc-6820-46bf-b6bb-3b2ad4b6d9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=46328f4f-d8ce-4393-ba50-39efadb38f0e,revision_number=7']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:55:12.390674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-89c4d99d-b1a5-4bf9-a563-ee1e894c8167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:12.392181 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-89c4d99d-b1a5-4bf9-a563-ee1e894c8167 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 1094 time: 0.0727103 Mar 01 21:55:12.525220 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-7539e3e1-2620-4775-bd8d-7fcfdf51ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:12.527306 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-7539e3e1-2620-4775-bd8d-7fcfdf51ac78 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1299307 Mar 01 21:55:12.629249 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-c1d480d3-dd8a-4ef7-83b7-3275080cf01f service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46328f4f-d8ce-4393-ba50-39efadb38f0e HTTP/1.1" status: 200 len: 998 time: 0.0962629 Mar 01 21:55:12.693977 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-01b5a297-2664-4c83-a7c5-bb9edf5e4a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:12.695397 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-01b5a297-2664-4c83-a7c5-bb9edf5e4a8f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0605431 Mar 01 21:55:12.768369 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-8edf4c94-ca19-42eb-a439-6996b6db1b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:12.769715 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-8edf4c94-ca19-42eb-a439-6996b6db1b22 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687759 Mar 01 21:55:12.898699 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-7dc1c0b5-71c3-474e-9a70-a53cd1e6c795 service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230547 Mar 01 21:55:13.035672 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-dec5cbee-79ef-48f4-a651-f1e66a3c42c8 req-a360119a-67d5-4e4a-b380-069a69f930e0 service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301799 Mar 01 21:55:13.149875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffa0b9-f9f6-45e4-83c9-46c352176958 req-be1a0e8d-d8ec-4ca6-9786-e0fb37ea8ca3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:13.151453 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-09ffa0b9-f9f6-45e4-83c9-46c352176958 req-be1a0e8d-d8ec-4ca6-9786-e0fb37ea8ca3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 943 time: 0.0845983 Mar 01 21:55:13.196034 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-09ffa0b9-f9f6-45e4-83c9-46c352176958 req-bb06bed9-e5e0-4e42-96e9-6a17adca1aa6 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388105 Mar 01 21:55:13.548452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25e6467b-2304-4c3d-b4c4-746f9f1320f5', 'tag': '46328f4f-d8ce-4393-ba50-39efadb38f0e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:55:13.607840 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25e6467b-2304-4c3d-b4c4-746f9f1320f5', 'tag': '46328f4f-d8ce-4393-ba50-39efadb38f0e', 'status': 'completed', 'code': 200} Mar 01 21:55:13.699242 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-fd624eb0-a0d0-4ef3-b307-cd6df41aba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:13.700783 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-fd624eb0-a0d0-4ef3-b307-cd6df41aba2d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 1094 time: 0.0703108 Mar 01 21:55:13.701310 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-dd36d7bf-cac7-46ad-814d-0e300cf0f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:13.702739 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-dd36d7bf-cac7-46ad-814d-0e300cf0f508 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 1094 time: 0.0766618 Mar 01 21:55:13.831135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 46328f4f-d8ce-4393-ba50-39efadb38f0e no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:55:13.835771 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-d2fdb578-1f2c-482e-8941-6c4af72c5259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:13.837864 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-d2fdb578-1f2c-482e-8941-6c4af72c5259 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1309359 Mar 01 21:55:13.889849 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 46328f4f-d8ce-4393-ba50-39efadb38f0e not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:55:13.944394 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-171154b7-edf3-42f2-ad5a-3bb2d66258d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46328f4f-d8ce-4393-ba50-39efadb38f0e HTTP/1.1" status: 200 len: 998 time: 0.1005287 Mar 01 21:55:13.945440 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-0faa1ecc-7e6c-4464-ab49-c48d1e605180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:13.947011 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-0faa1ecc-7e6c-4464-ab49-c48d1e605180 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.2379627 Mar 01 21:55:14.010899 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-e3e3197e-82fe-4b0b-84b2-b408f03a3d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:14.012316 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-e3e3197e-82fe-4b0b-84b2-b408f03a3d99 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0626185 Mar 01 21:55:14.051444 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-abc73d30-4105-4ed0-bbe3-e25522c0c783 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46328f4f-d8ce-4393-ba50-39efadb38f0e HTTP/1.1" status: 200 len: 998 time: 0.0980763 Mar 01 21:55:14.092084 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-8b9e7db7-a787-481f-8061-568873519ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:14.093563 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-8b9e7db7-a787-481f-8061-568873519ff9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752099 Mar 01 21:55:14.115841 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-8f972087-eb03-41c4-8a82-94052ead88d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:14.117305 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-8f972087-eb03-41c4-8a82-94052ead88d7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0590436 Mar 01 21:55:14.194012 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-c6637294-a798-409c-bbe4-2de760ce78e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:14.195517 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-c6637294-a798-409c-bbe4-2de760ce78e7 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712430 Mar 01 21:55:14.227789 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-714ff1ec-3aee-4678-9e49-8fc0f8383bef service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283350 Mar 01 21:55:14.334881 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-26611547-7388-40ab-9b3f-414da01c5ad6 service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323180 Mar 01 21:55:14.471609 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-93c2faf2-7cf5-4f6b-a65e-fad3cbb16e96 service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301050 Mar 01 21:55:14.552225 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d7588808-ea8f-4956-aff9-7d8cc781ac4b req-44f490ea-1835-4d8c-aa88-1ce789d4dd77 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178325 Mar 01 21:55:14.575686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e856a-40bb-4655-8bc1-4fec5e5187fd req-92ff79f2-8cfd-4ddc-b413-fbcaa82cbf3e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:14.577110 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-370e856a-40bb-4655-8bc1-4fec5e5187fd req-92ff79f2-8cfd-4ddc-b413-fbcaa82cbf3e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 943 time: 0.2303953 Mar 01 21:55:14.625955 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-370e856a-40bb-4655-8bc1-4fec5e5187fd req-32fde400-2d23-439d-a615-37c18f40b433 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431488 Mar 01 21:55:15.809482 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885f6623-7d2f-4ec0-af30-6f08de08a378 req-4ba2fd2b-6951-45d2-8310-c7caccfb9673 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:15.810890 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-885f6623-7d2f-4ec0-af30-6f08de08a378 req-4ba2fd2b-6951-45d2-8310-c7caccfb9673 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 943 time: 0.0786476 Mar 01 21:55:15.853482 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-885f6623-7d2f-4ec0-af30-6f08de08a378 req-b0dce151-d096-4efc-a49a-96d2278d8511 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369670 Mar 01 21:55:16.106201 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 46328f4f-d8ce-4393-ba50-39efadb38f0e details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:55:16.246119 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 46328f4f-d8ce-4393-ba50-39efadb38f0e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=46328f4f-d8ce-4393-ba50-39efadb38f0e,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:55:16.259162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '46328f4f-d8ce-4393-ba50-39efadb38f0e', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'port_id': '46328f4f-d8ce-4393-ba50-39efadb38f0e', 'mac_address': 'fa:16:3e:cc:05:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:55:16.315635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a734c483-435d-4b26-9d1a-42a973df2edd req-3e7b9bd4-eb67-4a8f-b508-b6b5dea1312c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:16.317072 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a734c483-435d-4b26-9d1a-42a973df2edd req-3e7b9bd4-eb67-4a8f-b508-b6b5dea1312c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 943 time: 0.1487656 Mar 01 21:55:16.318382 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:16.324558 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806ceeb-0a3b-46e8-aab4-1667cee21106 req-bab9da58-efb9-48ca-b99b-ff4e482883c0 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:16.325919 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3806ceeb-0a3b-46e8-aab4-1667cee21106 req-bab9da58-efb9-48ca-b99b-ff4e482883c0 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.55 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5&tenant_id=554dd84e4d724f47876dc81264e18993&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 943 time: 0.1105521 Mar 01 21:55:16.335341 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46328f4f-d8ce-4393-ba50-39efadb38f0e {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:55:16.350969 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 46328f4f-d8ce-4393-ba50-39efadb38f0e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=46328f4f-d8ce-4393-ba50-39efadb38f0e,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:55:16.413744 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a734c483-435d-4b26-9d1a-42a973df2edd req-7a31c26e-f880-42a1-b433-df2bc255bacf tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866795 Mar 01 21:55:16.419006 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:16.438461 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-3806ceeb-0a3b-46e8-aab4-1667cee21106 req-e60ac257-5b42-431f-abbf-35edb59c4e1a service neutron] delete failed (client error): The resource could not be found. Mar 01 21:55:16.439510 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3806ceeb-0a3b-46e8-aab4-1667cee21106 req-e60ac257-5b42-431f-abbf-35edb59c4e1a service neutron] 10.222.0.55 "DELETE /v2.0/ports/46328f4f-d8ce-4393-ba50-39efadb38f0e/bindings/n-h2-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.0960853 Mar 01 21:55:16.489522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=46328f4f-d8ce-4393-ba50-39efadb38f0e,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:55:16.574529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806ceeb-0a3b-46e8-aab4-1667cee21106 req-6c972d2a-25e8-4741-b358-7a7b789620de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:16.575992 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3806ceeb-0a3b-46e8-aab4-1667cee21106 req-6c972d2a-25e8-4741-b358-7a7b789620de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 1095 time: 0.0694964 Mar 01 21:55:16.658210 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['46328f4f-d8ce-4393-ba50-39efadb38f0e'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:55:16.705766 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806ceeb-0a3b-46e8-aab4-1667cee21106 req-e8d35159-1b75-4b40-a6e7-d4c33285c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:16.707204 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3806ceeb-0a3b-46e8-aab4-1667cee21106 req-e8d35159-1b75-4b40-a6e7-d4c33285c002 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1257744 Mar 01 21:55:16.810674 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3806ceeb-0a3b-46e8-aab4-1667cee21106 req-dfc0f90e-ddc9-45c9-a91d-df6084735d14 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=46328f4f-d8ce-4393-ba50-39efadb38f0e HTTP/1.1" status: 200 len: 999 time: 0.0973220 Mar 01 21:55:16.878034 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806ceeb-0a3b-46e8-aab4-1667cee21106 req-1e11fde6-8d18-43ff-802b-b7ed0d5fde20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:16.879605 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3806ceeb-0a3b-46e8-aab4-1667cee21106 req-1e11fde6-8d18-43ff-802b-b7ed0d5fde20 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0633295 Mar 01 21:55:16.953425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3806ceeb-0a3b-46e8-aab4-1667cee21106 req-f7030a64-94b6-496c-8366-6e6a828c0643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:16.954793 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3806ceeb-0a3b-46e8-aab4-1667cee21106 req-f7030a64-94b6-496c-8366-6e6a828c0643 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697896 Mar 01 21:55:17.086340 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3806ceeb-0a3b-46e8-aab4-1667cee21106 req-b84d0647-b310-4f29-94d8-1923dbd5feaf service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254756 Mar 01 21:55:17.218582 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3806ceeb-0a3b-46e8-aab4-1667cee21106 req-f1f06286-da0b-4a5a-a2b5-facb8a0ca31b service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252794 Mar 01 21:55:17.608719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06acbe3-446d-4f04-b7dd-0fe82d67fba8 req-2a615279-60cc-4678-bc00-81ca69fd2d8b tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:17.610216 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b06acbe3-446d-4f04-b7dd-0fe82d67fba8 req-2a615279-60cc-4678-bc00-81ca69fd2d8b tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 944 time: 0.0873184 Mar 01 21:55:17.655272 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b06acbe3-446d-4f04-b7dd-0fe82d67fba8 req-05ecc3ef-bb38-4545-9c72-f1c78b8fbbb3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392141 Mar 01 21:55:18.124686 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 46328f4f-d8ce-4393-ba50-39efadb38f0e up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:55:18.246110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 46328f4f-d8ce-4393-ba50-39efadb38f0e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:55:18.251190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 46328f4f-d8ce-4393-ba50-39efadb38f0e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:55:18.258713 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:18.397672 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:18.424004 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e6467b-2304-4c3d-b4c4-746f9f1320f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46328f4f-d8ce-4393-ba50-39efadb38f0e'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:55:18.434000 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 46328f4f-d8ce-4393-ba50-39efadb38f0e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=46328f4f-d8ce-4393-ba50-39efadb38f0e,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:55:18.467305 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e6467b-2304-4c3d-b4c4-746f9f1320f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46328f4f-d8ce-4393-ba50-39efadb38f0e', 'code': 200} Mar 01 21:55:18.480593 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:18.548348 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=46328f4f-d8ce-4393-ba50-39efadb38f0e,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:55:18.840450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd22b1-d4e9-4268-9eb6-448229060cc2 req-53c12ab7-0406-4cd8-b8f5-5e4b597c2dd9 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:18.845053 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1fbd22b1-d4e9-4268-9eb6-448229060cc2 req-53c12ab7-0406-4cd8-b8f5-5e4b597c2dd9 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0791597 Mar 01 21:55:18.888885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1fbd22b1-d4e9-4268-9eb6-448229060cc2 req-08bd7456-bf4a-4ac5-a937-6643ee2dd293 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412486 Mar 01 21:55:19.080237 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee285f7-ed19-4f41-a2c4-14e95ddc9d9f req-530ac1ce-2ed2-4256-bb3b-9a22c54f771e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:19.081716 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ee285f7-ed19-4f41-a2c4-14e95ddc9d9f req-530ac1ce-2ed2-4256-bb3b-9a22c54f771e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0871487 Mar 01 21:55:19.126615 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ee285f7-ed19-4f41-a2c4-14e95ddc9d9f req-b2fa9c14-2812-4fdc-8ca9-1c6532ba5ce4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390654 Mar 01 21:55:19.310932 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9fa4d1-f67e-42a3-8ad4-33aae7c7a011 req-35c01b31-0e1c-4dad-8510-d41ba5436b72 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:19.312363 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da9fa4d1-f67e-42a3-8ad4-33aae7c7a011 req-35c01b31-0e1c-4dad-8510-d41ba5436b72 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0809050 Mar 01 21:55:19.356480 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da9fa4d1-f67e-42a3-8ad4-33aae7c7a011 req-a3fa4f86-9a32-4ab5-bedf-449a13746507 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385194 Mar 01 21:55:19.918598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3f9fe5-f3be-4679-8f04-088ce39d89fe req-4cb82c59-c71b-460d-8bac-6f69318f8ce1 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:19.919551 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a3f9fe5-f3be-4679-8f04-088ce39d89fe req-4cb82c59-c71b-460d-8bac-6f69318f8ce1 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0841291 Mar 01 21:55:19.965965 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a3f9fe5-f3be-4679-8f04-088ce39d89fe req-ffdd984d-f30c-4b11-bbfc-f3f3d20403ab tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403194 Mar 01 21:55:21.133644 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1b3f6-ef73-4f74-9b7e-f71fffea54ee req-6e90f0bb-0bf6-46c6-b683-69fa43cab34e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:21.134298 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-37c1b3f6-ef73-4f74-9b7e-f71fffea54ee req-6e90f0bb-0bf6-46c6-b683-69fa43cab34e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Synchronizing usage tracker for tenant:554dd84e4d724f47876dc81264e18993 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:55:21.146138 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-37c1b3f6-ef73-4f74-9b7e-f71fffea54ee req-6e90f0bb-0bf6-46c6-b683-69fa43cab34e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Unset dirty status for tenant:554dd84e4d724f47876dc81264e18993 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:55:21.147242 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-37c1b3f6-ef73-4f74-9b7e-f71fffea54ee req-6e90f0bb-0bf6-46c6-b683-69fa43cab34e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.57 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0967629 Mar 01 21:55:21.156783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880deec5-c44b-4fae-8d68-1b78364f3b91 req-d4c399dd-d41f-4d52-a6e8-9b7ce3080968 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:21.158251 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-880deec5-c44b-4fae-8d68-1b78364f3b91 req-d4c399dd-d41f-4d52-a6e8-9b7ce3080968 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 945 time: 0.0813684 Mar 01 21:55:21.208224 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-880deec5-c44b-4fae-8d68-1b78364f3b91 req-fb895920-2e45-4175-85d6-31655c572d19 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435030 Mar 01 21:55:21.217821 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-37c1b3f6-ef73-4f74-9b7e-f71fffea54ee req-236fce38-d25f-4ee4-b81f-53cdc161edda tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Deleting port 46328f4f-d8ce-4393-ba50-39efadb38f0e {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:55:21.218161 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-37c1b3f6-ef73-4f74-9b7e-f71fffea54ee req-236fce38-d25f-4ee4-b81f-53cdc161edda tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:21.468868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-37c1b3f6-ef73-4f74-9b7e-f71fffea54ee req-236fce38-d25f-4ee4-b81f-53cdc161edda tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] For port 46328f4f-d8ce-4393-ba50-39efadb38f0e, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=46328f4f-d8ce-4393-ba50-39efadb38f0e,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:55:21.469217 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-37c1b3f6-ef73-4f74-9b7e-f71fffea54ee req-236fce38-d25f-4ee4-b81f-53cdc161edda tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:21.755631 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-37c1b3f6-ef73-4f74-9b7e-f71fffea54ee req-236fce38-d25f-4ee4-b81f-53cdc161edda tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:21.755913 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-37c1b3f6-ef73-4f74-9b7e-f71fffea54ee req-236fce38-d25f-4ee4-b81f-53cdc161edda tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:21.756215 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [req-37c1b3f6-ef73-4f74-9b7e-f71fffea54ee req-236fce38-d25f-4ee4-b81f-53cdc161edda tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Floating IP c37be040-9fed-418c-a40e-bbd4b0e2f7e4 disassociated. External IP: 172.25.5.95, port: 46328f4f-d8ce-4393-ba50-39efadb38f0e. Mar 01 21:55:21.756548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-37c1b3f6-ef73-4f74-9b7e-f71fffea54ee req-236fce38-d25f-4ee4-b81f-53cdc161edda tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Calling delete_port for 46328f4f-d8ce-4393-ba50-39efadb38f0e owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:55:21.971673 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-37c1b3f6-ef73-4f74-9b7e-f71fffea54ee req-236fce38-d25f-4ee4-b81f-53cdc161edda tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:22.040423 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:22.136003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236fce38-d25f-4ee4-b81f-53cdc161edda tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Pushing event deleted for resources: {'Port': ['ID=46328f4f-d8ce-4393-ba50-39efadb38f0e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:55:22.333980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37c1b3f6-ef73-4f74-9b7e-f71fffea54ee req-236fce38-d25f-4ee4-b81f-53cdc161edda tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:55:22.370811 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-abaf6970-69c5-4a12-8daf-8005b49906e5 req-66d83bd8-c727-4341-8f67-569a0f720d89 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25e6467b-2304-4c3d-b4c4-746f9f1320f5 HTTP/1.1" status: 200 len: 210 time: 0.0437584 Mar 01 21:55:22.507752 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37c1b3f6-ef73-4f74-9b7e-f71fffea54ee req-236fce38-d25f-4ee4-b81f-53cdc161edda tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:55:22.517650 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8675f7-2751-4c2e-aeb4-e89a1920f9f2 None None] Sync routers for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:55:22.527218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8675f7-2751-4c2e-aeb4-e89a1920f9f2 None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:55:22.527849 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5b8675f7-2751-4c2e-aeb4-e89a1920f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:55:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:55:22.581834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c1b3f6-ef73-4f74-9b7e-f71fffea54ee req-236fce38-d25f-4ee4-b81f-53cdc161edda tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] No DVR routers for this DVR port 46328f4f-d8ce-4393-ba50-39efadb38f0e on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:55:22.585029 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-37c1b3f6-ef73-4f74-9b7e-f71fffea54ee req-236fce38-d25f-4ee4-b81f-53cdc161edda tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:22.587870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25e6467b-2304-4c3d-b4c4-746f9f1320f5', 'name': 'network-vif-deleted', 'tag': '46328f4f-d8ce-4393-ba50-39efadb38f0e'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:55:22.636596 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25e6467b-2304-4c3d-b4c4-746f9f1320f5', 'name': 'network-vif-deleted', 'tag': '46328f4f-d8ce-4393-ba50-39efadb38f0e', 'status': 'completed', 'code': 200} Mar 01 21:55:22.725795 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-5b8675f7-2751-4c2e-aeb4-e89a1920f9f2 None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:55:22.745145 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-37c1b3f6-ef73-4f74-9b7e-f71fffea54ee req-236fce38-d25f-4ee4-b81f-53cdc161edda tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.57 "DELETE /v2.0/ports/46328f4f-d8ce-4393-ba50-39efadb38f0e HTTP/1.1" status: 204 len: 173 time: 1.5906377 Mar 01 21:55:23.047859 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5b8675f7-2751-4c2e-aeb4-e89a1920f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:55:23.051770 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8675f7-2751-4c2e-aeb4-e89a1920f9f2 None None] Checking router: 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:55:23.060991 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8675f7-2751-4c2e-aeb4-e89a1920f9f2 None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:55:23.061592 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5b8675f7-2751-4c2e-aeb4-e89a1920f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:55:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:55:23.243549 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-5b8675f7-2751-4c2e-aeb4-e89a1920f9f2 None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:55:23.558823 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5b8675f7-2751-4c2e-aeb4-e89a1920f9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:55:23.562965 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8675f7-2751-4c2e-aeb4-e89a1920f9f2 None None] The sync data for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 is: [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:55:23.712847 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-487cd743-525a-45b7-a981-ff308ded1e10 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1312962254&fields=id&tenant_id=554dd84e4d724f47876dc81264e18993 HTTP/1.1" status: 200 len: 267 time: 0.0411830 Mar 01 21:55:23.786459 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e9257b-b4d8-42b8-93c2-53f077a6dc99 None None] New status for floating IP c37be040-9fed-418c-a40e-bbd4b0e2f7e4: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:55:23.873516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-deba772c-69ae-465c-b2bf-41318d047535 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:23.874948 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-deba772c-69ae-465c-b2bf-41318d047535 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 811 time: 0.1541479 Mar 01 21:55:23.891014 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-4357f228-0bbe-4532-aac2-d4ff7dde73a4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/quotas/554dd84e4d724f47876dc81264e18993 HTTP/1.1" status: 200 len: 375 time: 0.0102732 Mar 01 21:55:23.979553 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-6689cc5b-424c-45e1-aa0a-48eb0e3e07dc tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0829844 Mar 01 21:55:24.226510 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-81093199-3d59-4de8-9ec2-57687caa655e service neutron] 10.222.0.42 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357738 Mar 01 21:55:24.353490 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-86281ce8-b85a-44df-b21b-47d8649706cd service neutron] 10.222.0.42 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210141 Mar 01 21:55:24.457256 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:24.720793 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d3238874-3a3d-44b8-b348-d3e63832650f req-8026d3f8-d175-4d0c-86c2-84a42028b452 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 210 time: 0.1305847 Mar 01 21:55:25.919246 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-abca098f-5832-4e2b-8d5f-e31dafad6bea req-f9a9a8f6-89d4-4cdd-8885-135fc225de11 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 210 time: 0.0913694 Mar 01 21:55:26.171137 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 46328f4f-d8ce-4393-ba50-39efadb38f0e no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:55:26.205560 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 46328f4f-d8ce-4393-ba50-39efadb38f0e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:55:26.205904 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 46328f4f-d8ce-4393-ba50-39efadb38f0e not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:55:26.391949 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-c899c475-8be7-423c-b9d1-86e604a16542 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:26.393332 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-c899c475-8be7-423c-b9d1-86e604a16542 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 811 time: 0.1518135 Mar 01 21:55:26.444230 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-3ad741ea-0a01-4f1d-96bd-86e335dd6b04 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=554dd84e4d724f47876dc81264e18993 HTTP/1.1" status: 200 len: 380 time: 0.0435791 Mar 01 21:55:26.459040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Request body: {'port': {'device_id': '25b3cd09-7d5f-4f5e-b951-0ed22657f825', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'admin_state_up': True, 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'security_groups': ['11a4a245-1591-4257-915c-4b0b2317a4d6']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:55:26.593742 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:55:26.597687 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Usage tracker for resource:port and tenant:554dd84e4d724f47876dc81264e18993 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:55:26.600474 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:55:26.606734 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:55:26.691833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Made reservation on behalf of 554dd84e4d724f47876dc81264e18993 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:55:26.695258 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:26.852171 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Allocated IP 172.20.0.9 (a824116e-eb9f-46e5-9b8b-3a70a2224335/1329f750-31d2-4d79-8d90-e4c7899b8bbb/a35f15cc-5564-4f40-995d-972f203bfaf7) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:55:27.073963 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:27.109871 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8479a800-91da-4f1e-a180-daaec75d69ab req-1bed733a-419a-4985-91f0-d05b6617f66f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 210 time: 0.0524628 Mar 01 21:55:27.109871 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Transition to ACTIVE for port object a35f15cc-5564-4f40-995d-972f203bfaf7 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:55:27.200793 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:27.264393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Network a824116e-eb9f-46e5-9b8b-3a70a2224335 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:55:27.267278 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:55:27.275629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:55:27.316654 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Pushing event updated for resources: {'Port': ['ID=a35f15cc-5564-4f40-995d-972f203bfaf7,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:55:27.335164 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:27.335617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:27.335966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:27.336306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:27.336635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:27.336960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:27.337284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:27.337603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:27.337925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:27.338243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:27.338561 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:27.338925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:27.359863 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:27.360473 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:27.458466 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-2fddbe90-be2f-40f5-b9fe-1eefe918bc00 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0029881 Mar 01 21:55:27.469636 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] Request body: {'port': {'device_id': '25b3cd09-7d5f-4f5e-b951-0ed22657f825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:55:27.497608 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-147b5357-e7d3-4777-866c-191d3d9204eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:27.560414 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-dd0bd939-fb24-4f8b-b9bf-f75c906f8760 None None] Provisioning for port a35f15cc-5564-4f40-995d-972f203bfaf7 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:55:27.565325 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-dd0bd939-fb24-4f8b-b9bf-f75c906f8760 None None] Provisioning complete for port a35f15cc-5564-4f40-995d-972f203bfaf7 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:55:27.565723 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dd0bd939-fb24-4f8b-b9bf-f75c906f8760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:27.583864 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:27.619002 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-dd0bd939-fb24-4f8b-b9bf-f75c906f8760 None None] Port a35f15cc-5564-4f40-995d-972f203bfaf7 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:55:27.916946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a35f15cc-5564-4f40-995d-972f203bfaf7 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:55:27.924708 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:27.939113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] Transition to ACTIVE for port object a35f15cc-5564-4f40-995d-972f203bfaf7 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:55:28.005926 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:28.332018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a35f15cc-5564-4f40-995d-972f203bfaf7,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:55:28.436133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d04abcc-942a-4fab-a1d6-d384ba918609 req-08dbd1d4-345a-4d50-a5d6-ae140fd5b2e4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:28.436836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5d04abcc-942a-4fab-a1d6-d384ba918609 req-08dbd1d4-345a-4d50-a5d6-ae140fd5b2e4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Synchronizing usage tracker for tenant:554dd84e4d724f47876dc81264e18993 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:55:28.441790 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] Attempting to bind port a35f15cc-5564-4f40-995d-972f203bfaf7 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:55:28.442118 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] Attempting to bind port a35f15cc-5564-4f40-995d-972f203bfaf7 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:55:28.442443 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] Attempting to bind port a35f15cc-5564-4f40-995d-972f203bfaf7 on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:55:28.452602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] Port a35f15cc-5564-4f40-995d-972f203bfaf7 on network a824116e-eb9f-46e5-9b8b-3a70a2224335 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:55:28.452857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] Attempting to bind port a35f15cc-5564-4f40-995d-972f203bfaf7 on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:55:28.459588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:55:28.459922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] Checking segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:55:28.460295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] Bound using segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:55:28.460710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] Bound port: a35f15cc-5564-4f40-995d-972f203bfaf7, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:55:28.461050 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:28.548053 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] For port a35f15cc-5564-4f40-995d-972f203bfaf7, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:55:28.550922 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] For port a35f15cc-5564-4f40-995d-972f203bfaf7, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a35f15cc-5564-4f40-995d-972f203bfaf7,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:55:28.560220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-5d04abcc-942a-4fab-a1d6-d384ba918609 req-08dbd1d4-345a-4d50-a5d6-ae140fd5b2e4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Unset dirty status for tenant:554dd84e4d724f47876dc81264e18993 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:55:28.564474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5d04abcc-942a-4fab-a1d6-d384ba918609 req-08dbd1d4-345a-4d50-a5d6-ae140fd5b2e4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 943 time: 0.3367598 Mar 01 21:55:28.604722 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5d04abcc-942a-4fab-a1d6-d384ba918609 req-2c198e67-f4ff-4236-83dc-735a64b3de9c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376425 Mar 01 21:55:28.640958 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:28.710250 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:28.710763 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:28.712205 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] 10.222.0.55 "PUT /v2.0/ports/a35f15cc-5564-4f40-995d-972f203bfaf7 HTTP/1.1" status: 200 len: 1091 time: 1.2466962 Mar 01 21:55:28.712631 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b3cd09-7d5f-4f5e-b951-0ed22657f825', 'tag': 'a35f15cc-5564-4f40-995d-972f203bfaf7'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:55:28.741103 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f48312-d71a-456b-9d15-a9caba8c80b0 service neutron] Pushing event updated for resources: {'Port': ['ID=a35f15cc-5564-4f40-995d-972f203bfaf7,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:55:28.846160 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b3cd09-7d5f-4f5e-b951-0ed22657f825', 'tag': 'a35f15cc-5564-4f40-995d-972f203bfaf7', 'status': 'completed', 'code': 200} Mar 01 21:55:28.882582 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-12763f34-e99e-4dfc-89bc-08605585c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:28.889353 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-12763f34-e99e-4dfc-89bc-08605585c007 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 1094 time: 0.0741005 Mar 01 21:55:28.958116 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-6dd964e2-e918-4b2d-a82a-05cc671cf1c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a35f15cc-5564-4f40-995d-972f203bfaf7 HTTP/1.1" status: 200 len: 217 time: 0.0660832 Mar 01 21:55:29.029504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-9cb925f9-f85e-4a53-a060-1e1d77e7c2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:29.030956 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-9cb925f9-f85e-4a53-a060-1e1d77e7c2ce service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0627916 Mar 01 21:55:29.107689 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-f295a5e1-d798-4ff3-91da-95fcb4cda05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:29.109132 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-f295a5e1-d798-4ff3-91da-95fcb4cda05d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727448 Mar 01 21:55:29.236888 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-e92d6b8c-b3a2-499c-9da1-fe56125893f5 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219060 Mar 01 21:55:29.372002 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f618f03f-b860-4f95-8ac1-62254181e0ec req-4eccfe4d-97f3-49ed-adcc-f4fac82f7cb5 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292765 Mar 01 21:55:29.593110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77c511-fc50-44c2-98d3-d2cdcfbe7d57 req-224555f8-4158-41d4-92e4-70fe02d73b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:29.594553 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d77c511-fc50-44c2-98d3-d2cdcfbe7d57 req-224555f8-4158-41d4-92e4-70fe02d73b14 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 1094 time: 0.0687339 Mar 01 21:55:29.703322 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0207f45a-89ca-414d-b808-171f3cd20866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:29.778407 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77c511-fc50-44c2-98d3-d2cdcfbe7d57 req-21018239-a1f5-41a2-ae0b-ed41c9b4df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:29.779863 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d77c511-fc50-44c2-98d3-d2cdcfbe7d57 req-21018239-a1f5-41a2-ae0b-ed41c9b4df4e service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1800582 Mar 01 21:55:29.849564 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d77c511-fc50-44c2-98d3-d2cdcfbe7d57 req-0763d99c-dddf-4a7a-82d8-423ffb813b4d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a35f15cc-5564-4f40-995d-972f203bfaf7 HTTP/1.1" status: 200 len: 217 time: 0.0617683 Mar 01 21:55:29.915986 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2137b851-f923-475b-b856-0a08289e78d0 req-37c4a4cb-89f0-4450-901c-467963454d69 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:29.917966 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2137b851-f923-475b-b856-0a08289e78d0 req-37c4a4cb-89f0-4450-901c-467963454d69 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 943 time: 0.1904447 Mar 01 21:55:29.952119 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77c511-fc50-44c2-98d3-d2cdcfbe7d57 req-b6d6d079-fea5-4bfd-90e6-a1074ce8ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:29.953567 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d77c511-fc50-44c2-98d3-d2cdcfbe7d57 req-b6d6d079-fea5-4bfd-90e6-a1074ce8ae2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0920963 Mar 01 21:55:30.017923 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2137b851-f923-475b-b856-0a08289e78d0 req-3aa5bf12-791e-4902-91ec-275f9541bc55 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933492 Mar 01 21:55:30.047782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d77c511-fc50-44c2-98d3-d2cdcfbe7d57 req-3738b2f3-dd6a-4305-b86a-03511f6d19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:30.049242 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d77c511-fc50-44c2-98d3-d2cdcfbe7d57 req-3738b2f3-dd6a-4305-b86a-03511f6d19c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0873778 Mar 01 21:55:30.293115 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d77c511-fc50-44c2-98d3-d2cdcfbe7d57 req-c0b25e6d-dffa-4601-8127-8c6a32c679bf service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374818 Mar 01 21:55:30.421688 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d77c511-fc50-44c2-98d3-d2cdcfbe7d57 req-bed35a53-0eff-4429-ac44-ee6c4248d1a0 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229472 Mar 01 21:55:30.628986 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:30.771696 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:31.206496 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47cca7-0128-47f1-b6bd-04a2de0b087d req-62e1bcf9-3a06-4deb-876f-345f9399cf28 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:31.207973 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e47cca7-0128-47f1-b6bd-04a2de0b087d req-62e1bcf9-3a06-4deb-876f-345f9399cf28 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 943 time: 0.0832450 Mar 01 21:55:31.252396 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1e47cca7-0128-47f1-b6bd-04a2de0b087d req-a371b2cc-1508-493a-91a3-23c6feb73ed5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388818 Mar 01 21:55:32.434458 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6da9510-0dbd-4868-9858-e9ee0021beec req-566abb91-edca-4af5-b93f-159f91670abf tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:32.435907 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6da9510-0dbd-4868-9858-e9ee0021beec req-566abb91-edca-4af5-b93f-159f91670abf tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 943 time: 0.0789876 Mar 01 21:55:32.479130 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6da9510-0dbd-4868-9858-e9ee0021beec req-36470195-fbbb-4567-a39d-6a4e8217345c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373659 Mar 01 21:55:32.481346 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:33.458039 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:55:33.670054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1631065-3203-4f77-b5a3-280137db33c3 req-9bb07cd0-0a0c-4ae6-bc3f-4340ed276538 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:33.671560 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e1631065-3203-4f77-b5a3-280137db33c3 req-9bb07cd0-0a0c-4ae6-bc3f-4340ed276538 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 943 time: 0.0886824 Mar 01 21:55:33.719547 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e1631065-3203-4f77-b5a3-280137db33c3 req-7c02aa98-bc6b-43df-a454-dfe2a4ab682c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404391 Mar 01 21:55:33.876810 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a35f15cc-5564-4f40-995d-972f203bfaf7 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:55:34.036899 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a35f15cc-5564-4f40-995d-972f203bfaf7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a35f15cc-5564-4f40-995d-972f203bfaf7,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:55:34.051107 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'a35f15cc-5564-4f40-995d-972f203bfaf7', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'port_id': 'a35f15cc-5564-4f40-995d-972f203bfaf7', 'mac_address': 'fa:16:3e:d9:bc:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:55:34.106332 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:34.122939 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a35f15cc-5564-4f40-995d-972f203bfaf7 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:55:34.138711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a35f15cc-5564-4f40-995d-972f203bfaf7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a35f15cc-5564-4f40-995d-972f203bfaf7,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:55:34.199835 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:34.267283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=a35f15cc-5564-4f40-995d-972f203bfaf7,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:55:34.478619 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['a35f15cc-5564-4f40-995d-972f203bfaf7'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:55:34.908361 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dddea-60a3-41f4-883f-515263047dcb req-d2385ee9-1990-4e1c-a46a-a046505b0d85 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:34.909818 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-414dddea-60a3-41f4-883f-515263047dcb req-d2385ee9-1990-4e1c-a46a-a046505b0d85 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 944 time: 0.0837967 Mar 01 21:55:34.957579 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-414dddea-60a3-41f4-883f-515263047dcb req-0a8d6fde-e9d5-42a5-9687-c0effa7ac18b tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419273 Mar 01 21:55:35.876656 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a35f15cc-5564-4f40-995d-972f203bfaf7 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:55:35.988594 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port a35f15cc-5564-4f40-995d-972f203bfaf7 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:55:35.993660 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port a35f15cc-5564-4f40-995d-972f203bfaf7 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:55:35.994022 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:36.112891 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:36.140210 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b3cd09-7d5f-4f5e-b951-0ed22657f825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35f15cc-5564-4f40-995d-972f203bfaf7'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:55:36.149622 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port a35f15cc-5564-4f40-995d-972f203bfaf7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a35f15cc-5564-4f40-995d-972f203bfaf7,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:55:36.149857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f3ad2-cb9f-48df-9fbf-10586e3be330 req-6f4f3c9e-0540-4769-9e88-62190bc998d7 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:36.151570 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d6f3ad2-cb9f-48df-9fbf-10586e3be330 req-6f4f3c9e-0540-4769-9e88-62190bc998d7 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 944 time: 0.0826681 Mar 01 21:55:36.186322 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b3cd09-7d5f-4f5e-b951-0ed22657f825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35f15cc-5564-4f40-995d-972f203bfaf7', 'code': 200} Mar 01 21:55:36.196245 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d6f3ad2-cb9f-48df-9fbf-10586e3be330 req-26330311-d224-44fe-8bea-d907d4507bf7 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392318 Mar 01 21:55:36.223343 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:36.290838 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=a35f15cc-5564-4f40-995d-972f203bfaf7,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:55:36.298598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:36.298941 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:36.299285 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:36.300226 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:36.300226 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:36.300410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:36.300610 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:36.300931 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:36.301254 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:36.301610 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:36.301939 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:36.302322 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:55:36.317627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c6a39e-944e-457e-bd46-7d56bc87b23e req-12911674-b368-4e3f-951e-578fdbb651f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:36.319086 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b3c6a39e-944e-457e-bd46-7d56bc87b23e req-12911674-b368-4e3f-951e-578fdbb651f5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 1096 time: 0.0770807 Mar 01 21:55:36.365691 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b3c6a39e-944e-457e-bd46-7d56bc87b23e req-f591c375-d310-4618-9f05-1beee9ca2ec9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403943 Mar 01 21:55:37.380497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f844cdc-d9f8-430e-8363-165648dc43a2 req-42d22faf-cac7-462b-a433-cfb35106d20c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:37.381839 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4f844cdc-d9f8-430e-8363-165648dc43a2 req-42d22faf-cac7-462b-a433-cfb35106d20c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0780578 Mar 01 21:55:37.428169 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4f844cdc-d9f8-430e-8363-165648dc43a2 req-8f5f584c-8c85-4798-8177-8d932e34f621 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401690 Mar 01 21:55:38.611525 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241d671-5096-4c10-8712-32da3bf79b42 req-bc35e4df-34ef-4b97-94d8-4e07ef366ec5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:38.612972 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7241d671-5096-4c10-8712-32da3bf79b42 req-bc35e4df-34ef-4b97-94d8-4e07ef366ec5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0802078 Mar 01 21:55:38.655619 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7241d671-5096-4c10-8712-32da3bf79b42 req-464cf08a-7985-4659-a279-bebf0ed66ba5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371087 Mar 01 21:55:38.833378 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72328c5a-b0e1-4de2-b590-d74de488d0bf req-5b93154e-c8d0-486a-9ddd-dea342e633c3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:38.834798 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72328c5a-b0e1-4de2-b590-d74de488d0bf req-5b93154e-c8d0-486a-9ddd-dea342e633c3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0811527 Mar 01 21:55:38.849987 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39002) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:55:38.854769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e79e0913-e7a7-40b5-9f81-804698155e45 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Request body: {'floatingip': {'port_id': 'a35f15cc-5564-4f40-995d-972f203bfaf7'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:55:38.932105 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e79e0913-e7a7-40b5-9f81-804698155e45 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for floatingip, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:39.623342 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e79e0913-e7a7-40b5-9f81-804698155e45 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:39.697154 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e79e0913-e7a7-40b5-9f81-804698155e45 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:39.863079 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-e79e0913-e7a7-40b5-9f81-804698155e45 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Floating IP c37be040-9fed-418c-a40e-bbd4b0e2f7e4 associated. External IP: 172.25.5.95, port: a35f15cc-5564-4f40-995d-972f203bfaf7. Mar 01 21:55:40.208562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e79e0913-e7a7-40b5-9f81-804698155e45 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:55:40.384417 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e79e0913-e7a7-40b5-9f81-804698155e45 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:55:40.389230 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e79e0913-e7a7-40b5-9f81-804698155e45 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:40.393724 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52965307-5390-418a-869e-1cde88f4fcae None None] Sync routers for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:55:40.403328 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52965307-5390-418a-869e-1cde88f4fcae None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:55:40.404036 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-52965307-5390-418a-869e-1cde88f4fcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:55:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:55:40.442570 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e79e0913-e7a7-40b5-9f81-804698155e45 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "PUT /v2.0/floatingips/c37be040-9fed-418c-a40e-bbd4b0e2f7e4 HTTP/1.1" status: 200 len: 990 time: 1.5915532 Mar 01 21:55:40.443146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b3cd09-7d5f-4f5e-b951-0ed22657f825', 'tag': 'a35f15cc-5564-4f40-995d-972f203bfaf7'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:55:40.490940 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b3cd09-7d5f-4f5e-b951-0ed22657f825', 'tag': 'a35f15cc-5564-4f40-995d-972f203bfaf7', 'status': 'completed', 'code': 200} Mar 01 21:55:40.592749 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-52965307-5390-418a-869e-1cde88f4fcae None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:55:40.597722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93648de8-0f5a-45f2-b9d2-a2871204dddb req-45b2e9af-ead9-4da7-8c59-1c13d465195a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:40.601181 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-93648de8-0f5a-45f2-b9d2-a2871204dddb req-45b2e9af-ead9-4da7-8c59-1c13d465195a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 1096 time: 0.0824988 Mar 01 21:55:40.734369 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93648de8-0f5a-45f2-b9d2-a2871204dddb req-22da900a-9410-4b2d-858b-ab48d64de13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:40.735839 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-93648de8-0f5a-45f2-b9d2-a2871204dddb req-22da900a-9410-4b2d-858b-ab48d64de13d service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1310718 Mar 01 21:55:40.948555 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-52965307-5390-418a-869e-1cde88f4fcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c37be040-9fed-418c-a40e-bbd4b0e2f7e4', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'port_id': 'a35f15cc-5564-4f40-995d-972f203bfaf7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'mac_address': 'fa:16:3e:d9:bc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b3cd09-7d5f-4f5e-b951-0ed22657f825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:54:23Z', 'updated_at': '2022-03-01T21:55:39Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:55:40.952757 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52965307-5390-418a-869e-1cde88f4fcae None None] Checking router: 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:55:40.961128 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52965307-5390-418a-869e-1cde88f4fcae None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:55:40.961731 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-52965307-5390-418a-869e-1cde88f4fcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:55:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:55:41.018915 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-93648de8-0f5a-45f2-b9d2-a2871204dddb req-31600207-3159-4451-b111-fb0a00bd5bda service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a35f15cc-5564-4f40-995d-972f203bfaf7 HTTP/1.1" status: 200 len: 998 time: 0.2771902 Mar 01 21:55:41.101067 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63802334-ed82-4486-8348-2b666df7c17f req-9be18b48-2109-466a-a382-22c3ef9bf2c3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:41.102529 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-63802334-ed82-4486-8348-2b666df7c17f req-9be18b48-2109-466a-a382-22c3ef9bf2c3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.3047807 Mar 01 21:55:41.111287 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93648de8-0f5a-45f2-b9d2-a2871204dddb req-a5c24435-10cf-4789-9bbc-6183b044d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:41.112670 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-93648de8-0f5a-45f2-b9d2-a2871204dddb req-a5c24435-10cf-4789-9bbc-6183b044d2c7 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0867534 Mar 01 21:55:41.138993 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-52965307-5390-418a-869e-1cde88f4fcae None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:55:41.195327 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-63802334-ed82-4486-8348-2b666df7c17f req-3bbeb12e-df70-43e5-976f-3f8a0ace4fe1 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857728 Mar 01 21:55:41.219969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93648de8-0f5a-45f2-b9d2-a2871204dddb req-196f4600-aef1-4f0d-a5b9-c1c535a24e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:41.221493 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-93648de8-0f5a-45f2-b9d2-a2871204dddb req-196f4600-aef1-4f0d-a5b9-c1c535a24e43 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947323 Mar 01 21:55:41.353887 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-93648de8-0f5a-45f2-b9d2-a2871204dddb req-149499af-00f6-4528-a938-c36231e1fc67 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262527 Mar 01 21:55:41.485667 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-93648de8-0f5a-45f2-b9d2-a2871204dddb req-75e3e1e2-d580-4816-bd26-c6c2dfa20825 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259661 Mar 01 21:55:41.525528 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-52965307-5390-418a-869e-1cde88f4fcae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c37be040-9fed-418c-a40e-bbd4b0e2f7e4', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'port_id': 'a35f15cc-5564-4f40-995d-972f203bfaf7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'mac_address': 'fa:16:3e:d9:bc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b3cd09-7d5f-4f5e-b951-0ed22657f825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:54:23Z', 'updated_at': '2022-03-01T21:55:39Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:55:41.529749 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52965307-5390-418a-869e-1cde88f4fcae None None] The sync data for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 is: [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c37be040-9fed-418c-a40e-bbd4b0e2f7e4', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'port_id': 'a35f15cc-5564-4f40-995d-972f203bfaf7', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'mac_address': 'fa:16:3e:d9:bc:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b3cd09-7d5f-4f5e-b951-0ed22657f825', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:54:23Z', 'updated_at': '2022-03-01T21:55:39Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:55:41.716355 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb6b06f-583c-43c4-9b44-f4c612850093 None None] New status for floating IP c37be040-9fed-418c-a40e-bbd4b0e2f7e4: ACTIVE {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:55:42.386436 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b5cfe-114e-421d-9265-323dd660cb14 req-fc7459cf-e200-4b45-8cc8-69f60adb59b4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:42.388494 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c11b5cfe-114e-421d-9265-323dd660cb14 req-fc7459cf-e200-4b45-8cc8-69f60adb59b4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0838172 Mar 01 21:55:42.431749 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c11b5cfe-114e-421d-9265-323dd660cb14 req-82aaa933-4478-4ea5-aec9-98c3dc9f330a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373092 Mar 01 21:55:43.616856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10340b7-5bc1-4806-8743-54bae31127be req-e56e9cc9-fd89-4974-9494-dac00523522e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:43.618302 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e10340b7-5bc1-4806-8743-54bae31127be req-e56e9cc9-fd89-4974-9494-dac00523522e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0795012 Mar 01 21:55:43.669672 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e10340b7-5bc1-4806-8743-54bae31127be req-35507840-b2d4-499f-96ad-97ec2da7fb3c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382304 Mar 01 21:55:44.852106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399091c4-3e01-4eca-a539-ea2d27d1dabb req-02594d1e-f375-4547-a51c-592abe763df0 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:44.853599 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-399091c4-3e01-4eca-a539-ea2d27d1dabb req-02594d1e-f375-4547-a51c-592abe763df0 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0818765 Mar 01 21:55:44.897309 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-399091c4-3e01-4eca-a539-ea2d27d1dabb req-3ea7df24-001d-4765-9e89-1d405170f86d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380523 Mar 01 21:55:46.080640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09d1d6-b221-4717-9bc9-b4856cbeeba7 req-1a9e4d4d-bfb6-4447-b704-a9b233984edf tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:46.081680 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc09d1d6-b221-4717-9bc9-b4856cbeeba7 req-1a9e4d4d-bfb6-4447-b704-a9b233984edf tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0792704 Mar 01 21:55:46.129136 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc09d1d6-b221-4717-9bc9-b4856cbeeba7 req-ea2904e5-e177-44fd-9b82-53eafc749168 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419381 Mar 01 21:55:47.310497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ca8a4d-8fc2-4016-8cfa-6ae376d9cc0a req-d366d441-c79a-421d-a6b0-d6c803074d82 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:47.311987 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b8ca8a4d-8fc2-4016-8cfa-6ae376d9cc0a req-d366d441-c79a-421d-a6b0-d6c803074d82 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0789876 Mar 01 21:55:47.355535 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b8ca8a4d-8fc2-4016-8cfa-6ae376d9cc0a req-a2f15615-9ef9-434b-b012-5a3f48c3c0d6 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378723 Mar 01 21:55:48.543230 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edf3533-c73b-4028-a0e9-94c095b05038 req-bf8fbfb4-7493-4954-a3a0-6ffb59c302fc tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:48.544699 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8edf3533-c73b-4028-a0e9-94c095b05038 req-bf8fbfb4-7493-4954-a3a0-6ffb59c302fc tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0829494 Mar 01 21:55:48.588207 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8edf3533-c73b-4028-a0e9-94c095b05038 req-d0c471ee-3db2-4478-9572-34a9d14f1df4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378230 Mar 01 21:55:49.775029 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3d504a-c966-455e-93b6-628ddc1194b1 req-95f23dd2-fd1e-40a2-aba7-3e824fd6ce23 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:49.776494 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b3d504a-c966-455e-93b6-628ddc1194b1 req-95f23dd2-fd1e-40a2-aba7-3e824fd6ce23 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0816376 Mar 01 21:55:49.820233 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b3d504a-c966-455e-93b6-628ddc1194b1 req-e2eb3e1a-f9e2-4713-9c89-9521dd3835a5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379908 Mar 01 21:55:51.006944 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734f1b5-ebd7-483b-a39e-0b043eb64268 req-5e21a5fa-7795-4692-9c02-6f716226b83a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:51.008413 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4734f1b5-ebd7-483b-a39e-0b043eb64268 req-5e21a5fa-7795-4692-9c02-6f716226b83a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0830348 Mar 01 21:55:51.052938 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4734f1b5-ebd7-483b-a39e-0b043eb64268 req-338c6c88-0dba-46c9-9449-45ab686eb379 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387774 Mar 01 21:55:52.022866 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:52.237060 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87151b-07f2-43d2-bc87-effbf8e059b8 req-454e412a-1f8d-4ac1-bc8d-10162b973fa3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:52.238429 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c87151b-07f2-43d2-bc87-effbf8e059b8 req-454e412a-1f8d-4ac1-bc8d-10162b973fa3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0813971 Mar 01 21:55:52.284689 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c87151b-07f2-43d2-bc87-effbf8e059b8 req-ad30c1a2-65e5-4681-8028-bb86967af506 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406032 Mar 01 21:55:53.466397 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4258c9d7-dfae-4e1a-807f-2a6433554f6f req-3832a542-fef6-41dc-b50e-2986bd249296 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:53.467764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4258c9d7-dfae-4e1a-807f-2a6433554f6f req-3832a542-fef6-41dc-b50e-2986bd249296 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0790615 Mar 01 21:55:53.510919 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4258c9d7-dfae-4e1a-807f-2a6433554f6f req-ead1115b-3904-471d-ae23-39030d2d79e4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376632 Mar 01 21:55:54.428429 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:54.698274 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888f9c2-8cc2-4c03-8cbb-2d5634cc8073 req-42c6b72a-45cd-42b9-a7b1-be4268d9b79d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:54.699691 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7888f9c2-8cc2-4c03-8cbb-2d5634cc8073 req-42c6b72a-45cd-42b9-a7b1-be4268d9b79d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0833178 Mar 01 21:55:54.743363 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7888f9c2-8cc2-4c03-8cbb-2d5634cc8073 req-f8c2b9bf-1976-4ff3-a5a1-4d75aa8414ea tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382006 Mar 01 21:55:55.926969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d2066-8660-4a5e-82f9-b2bbdd1b3ea0 req-2d4a1adb-059e-4fe8-819a-e789eb438735 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:55.928421 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b4d2066-8660-4a5e-82f9-b2bbdd1b3ea0 req-2d4a1adb-059e-4fe8-819a-e789eb438735 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0778677 Mar 01 21:55:55.971241 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b4d2066-8660-4a5e-82f9-b2bbdd1b3ea0 req-a9448cff-0bfe-4b24-80a6-4f8bcc740185 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363708 Mar 01 21:55:57.158247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13136bf5-75ec-4276-9b73-68dc51f79f7a req-a80b33d8-2735-497d-a454-89e8c08aaba9 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:57.159692 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-13136bf5-75ec-4276-9b73-68dc51f79f7a req-a80b33d8-2735-497d-a454-89e8c08aaba9 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0804601 Mar 01 21:55:57.203327 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-13136bf5-75ec-4276-9b73-68dc51f79f7a req-901e2444-5b91-494e-beb1-9c1695532b4d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380177 Mar 01 21:55:57.496656 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-496678d1-c4af-4ad9-bf4d-6057ee099b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:55:58.383339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f68ad-03d4-4ac2-8729-b7bc788867e7 req-9fdaf96a-3ead-4b50-94a2-b09c1e86d1a1 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:58.384708 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-708f68ad-03d4-4ac2-8729-b7bc788867e7 req-9fdaf96a-3ead-4b50-94a2-b09c1e86d1a1 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0778558 Mar 01 21:55:58.431455 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-708f68ad-03d4-4ac2-8729-b7bc788867e7 req-b7e262b1-8aac-48ce-b554-a9e8690e594e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402026 Mar 01 21:55:59.624089 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e8898-b416-4c94-a27e-d148b158ddf0 req-3213ba51-c320-4bc3-9e91-13180df363d2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:55:59.625607 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b1e8898-b416-4c94-a27e-d148b158ddf0 req-3213ba51-c320-4bc3-9e91-13180df363d2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0906241 Mar 01 21:55:59.676368 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b1e8898-b416-4c94-a27e-d148b158ddf0 req-893d0c25-20df-4efb-bbc9-81a2fb281aa2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444818 Mar 01 21:55:59.708424 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-12a6daa3-4aea-453a-bbcc-8dc5cee1acc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:00.606143 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:00.799899 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:00.866159 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b6719b-0780-475a-b81e-7045f57cb168 req-4a2ac7c3-428f-41fd-bc19-b89a4cdec263 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:00.867542 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2b6719b-0780-475a-b81e-7045f57cb168 req-4a2ac7c3-428f-41fd-bc19-b89a4cdec263 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0830646 Mar 01 21:56:00.921692 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2b6719b-0780-475a-b81e-7045f57cb168 req-eb59d79f-1469-4f18-b208-832a5caa5536 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478466 Mar 01 21:56:02.103978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56045cdb-dc22-4509-9ac8-72bde89e9adb req-f43f7c9c-7e60-42d6-85bc-f058c8955bee tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:02.105937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56045cdb-dc22-4509-9ac8-72bde89e9adb req-f43f7c9c-7e60-42d6-85bc-f058c8955bee tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0789163 Mar 01 21:56:02.149544 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56045cdb-dc22-4509-9ac8-72bde89e9adb req-1673e822-52e1-4db8-bcf0-8daac0309212 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375824 Mar 01 21:56:02.502232 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:03.336382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6604c59-5de4-4a14-abaf-62f84b10fc0e req-26410aee-bb45-481a-9b9f-2a583b46a083 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:03.337718 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6604c59-5de4-4a14-abaf-62f84b10fc0e req-26410aee-bb45-481a-9b9f-2a583b46a083 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0820851 Mar 01 21:56:03.380968 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6604c59-5de4-4a14-abaf-62f84b10fc0e req-0755d793-e41f-4f6a-83d5-bdf8ee735076 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369656 Mar 01 21:56:04.610554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2b95fb-4a16-4091-8ff1-db300c8383cc req-e3d3f087-abfb-482f-8ae3-2205b1f3f171 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:04.612096 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e2b95fb-4a16-4091-8ff1-db300c8383cc req-e3d3f087-abfb-482f-8ae3-2205b1f3f171 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0815406 Mar 01 21:56:04.660298 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e2b95fb-4a16-4091-8ff1-db300c8383cc req-1700bba4-0f4d-4cb2-a5c9-3febed312f07 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424032 Mar 01 21:56:05.842941 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4bb52-5009-4bbc-81b9-2ec90fe1ae0a req-48383326-9a64-4173-bd1f-adac198f1244 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:05.853045 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35f4bb52-5009-4bbc-81b9-2ec90fe1ae0a req-48383326-9a64-4173-bd1f-adac198f1244 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0799961 Mar 01 21:56:05.891029 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-35f4bb52-5009-4bbc-81b9-2ec90fe1ae0a req-93e3c9bd-5fcc-4444-a356-6b99c5d75934 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400994 Mar 01 21:56:05.982248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca7e1e-d893-4e2d-8d5a-639207b59d81 req-230893b1-50ef-46c5-a767-57e269b09012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:05.983639 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4bca7e1e-d893-4e2d-8d5a-639207b59d81 req-230893b1-50ef-46c5-a767-57e269b09012 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 1096 time: 0.0752218 Mar 01 21:56:06.237305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca7e1e-d893-4e2d-8d5a-639207b59d81 req-02686f53-fe65-4d1a-b1a3-8db9fac875d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:06.238675 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4bca7e1e-d893-4e2d-8d5a-639207b59d81 req-02686f53-fe65-4d1a-b1a3-8db9fac875d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.2372000 Mar 01 21:56:06.339223 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4bca7e1e-d893-4e2d-8d5a-639207b59d81 req-5f6ad8b0-6405-44cb-8e4b-9d88c5b70917 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a35f15cc-5564-4f40-995d-972f203bfaf7 HTTP/1.1" status: 200 len: 1000 time: 0.0947869 Mar 01 21:56:06.398692 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca7e1e-d893-4e2d-8d5a-639207b59d81 req-36b4253a-2891-4ed9-bcd4-ec9bcba05434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:06.400096 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4bca7e1e-d893-4e2d-8d5a-639207b59d81 req-36b4253a-2891-4ed9-bcd4-ec9bcba05434 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0549493 Mar 01 21:56:06.473635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca7e1e-d893-4e2d-8d5a-639207b59d81 req-9ca652a8-661a-4926-9855-2e846d190173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:06.475099 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4bca7e1e-d893-4e2d-8d5a-639207b59d81 req-9ca652a8-661a-4926-9855-2e846d190173 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685644 Mar 01 21:56:06.485257 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-4bca7e1e-d893-4e2d-8d5a-639207b59d81 req-09fcc772-d8f8-473b-bae8-225ce26ab825 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 21:56:06.486168 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4bca7e1e-d893-4e2d-8d5a-639207b59d81 req-09fcc772-d8f8-473b-bae8-225ce26ab825 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047204 Mar 01 21:56:06.614037 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4bca7e1e-d893-4e2d-8d5a-639207b59d81 req-3d1a3b92-2ad3-4487-aea2-89b4bbf8808e service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219454 Mar 01 21:56:06.742068 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4bca7e1e-d893-4e2d-8d5a-639207b59d81 req-48a18736-3f2f-4907-ab98-f1ba1a23ff2b service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220798 Mar 01 21:56:07.083143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcf312-bf1e-4b5e-aa6e-1d0cd422fa10 req-da0e55e0-6e7e-436c-956c-b29bbc323d93 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:07.084625 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4adcf312-bf1e-4b5e-aa6e-1d0cd422fa10 req-da0e55e0-6e7e-436c-956c-b29bbc323d93 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0896657 Mar 01 21:56:07.128607 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4adcf312-bf1e-4b5e-aa6e-1d0cd422fa10 req-bc5f4177-a2eb-428c-bf07-755be084bbc8 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377638 Mar 01 21:56:07.627698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46371574-92a9-453d-917d-13ceb0a154dd req-bba1c153-a0ba-4fe8-b048-28d1650e24db tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:07.629169 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46371574-92a9-453d-917d-13ceb0a154dd req-bba1c153-a0ba-4fe8-b048-28d1650e24db tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0839534 Mar 01 21:56:07.673625 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-46371574-92a9-453d-917d-13ceb0a154dd req-a7300ffb-7b50-46de-99b0-fba5eca41b16 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385745 Mar 01 21:56:07.692284 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-88088a19-55c3-4557-a719-90c879d5e42d req-16b572d8-ab03-427c-8717-c5695946f8f9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720482 Mar 01 21:56:08.859346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ffab3-7871-41d1-9ddc-1f53b75f4f5b req-645b026b-1875-456c-912e-ba692fcb9235 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:08.860802 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b6ffab3-7871-41d1-9ddc-1f53b75f4f5b req-645b026b-1875-456c-912e-ba692fcb9235 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0808721 Mar 01 21:56:08.904693 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b6ffab3-7871-41d1-9ddc-1f53b75f4f5b req-e1f5375b-c313-4deb-8bed-6c534ca35f79 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380321 Mar 01 21:56:09.488109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88088a19-55c3-4557-a719-90c879d5e42d req-41cc9326-f107-4342-a6ed-ed663338597f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:09.489552 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88088a19-55c3-4557-a719-90c879d5e42d req-41cc9326-f107-4342-a6ed-ed663338597f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 1096 time: 0.0761600 Mar 01 21:56:09.617104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88088a19-55c3-4557-a719-90c879d5e42d req-11ecf4d8-d01b-4b09-8c0d-f8bf18bed024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:09.618525 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88088a19-55c3-4557-a719-90c879d5e42d req-11ecf4d8-d01b-4b09-8c0d-f8bf18bed024 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1233063 Mar 01 21:56:09.722103 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88088a19-55c3-4557-a719-90c879d5e42d req-a19df207-46e8-44bf-a920-69008cc98490 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a35f15cc-5564-4f40-995d-972f203bfaf7 HTTP/1.1" status: 200 len: 1000 time: 0.0969567 Mar 01 21:56:09.781695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88088a19-55c3-4557-a719-90c879d5e42d req-a72e6957-2d88-4966-aa4c-e96e56614642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:09.783072 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88088a19-55c3-4557-a719-90c879d5e42d req-a72e6957-2d88-4966-aa4c-e96e56614642 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0554471 Mar 01 21:56:09.854562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88088a19-55c3-4557-a719-90c879d5e42d req-338fb435-a7f9-40ca-9b59-d3cf4665e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:09.856601 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88088a19-55c3-4557-a719-90c879d5e42d req-338fb435-a7f9-40ca-9b59-d3cf4665e754 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678799 Mar 01 21:56:09.985839 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88088a19-55c3-4557-a719-90c879d5e42d req-15b6fef5-5d5a-43b3-a601-d93fe1604d31 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236680 Mar 01 21:56:10.278086 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88088a19-55c3-4557-a719-90c879d5e42d req-99afd99a-809c-4a87-8e0e-4422716c2f3c service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861059 Mar 01 21:56:10.289329 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a026b5-885c-4567-9e2d-e9940807e7a8 req-9a80d442-8d36-4bd4-a9e9-02dc225538b7 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:10.290711 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-93a026b5-885c-4567-9e2d-e9940807e7a8 req-9a80d442-8d36-4bd4-a9e9-02dc225538b7 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.1604245 Mar 01 21:56:10.336004 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-93a026b5-885c-4567-9e2d-e9940807e7a8 req-7216bfca-6f67-403a-b96c-4d7fa4e057c3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384781 Mar 01 21:56:10.458492 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:56:11.521375 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef5c59-05ba-4c7a-b8cc-1f71142fa8bf req-da3ca411-4b4d-4764-b794-1201322657b3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:11.522812 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4ef5c59-05ba-4c7a-b8cc-1f71142fa8bf req-da3ca411-4b4d-4764-b794-1201322657b3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0818467 Mar 01 21:56:11.567770 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d4ef5c59-05ba-4c7a-b8cc-1f71142fa8bf req-9eebe784-8cef-424d-b8d4-bdfacc518243 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386157 Mar 01 21:56:12.166968 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-88088a19-55c3-4557-a719-90c879d5e42d req-13554f44-33d5-4138-8d71-9020fd83303a service neutron] show failed (client error): The resource could not be found. Mar 01 21:56:12.168046 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88088a19-55c3-4557-a719-90c879d5e42d req-13554f44-33d5-4138-8d71-9020fd83303a service neutron] 10.222.0.55 "GET /v2.0/ports/a35f15cc-5564-4f40-995d-972f203bfaf7/bindings/n-h1-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.0719526 Mar 01 21:56:12.637062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88088a19-55c3-4557-a719-90c879d5e42d req-53326e52-b365-4fbd-a325-8066f37f5c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:12.638559 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-88088a19-55c3-4557-a719-90c879d5e42d req-53326e52-b365-4fbd-a325-8066f37f5c5e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825&tenant_id=554dd84e4d724f47876dc81264e18993 HTTP/1.1" status: 200 len: 1096 time: 0.0781019 Mar 01 21:56:12.649634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-4', 'device_owner': 'compute:nova'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:56:12.768899 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:12.776724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7dab0-03b3-4b9a-ac48-1c8a04a24b2e req-0bdd346e-6514-4dbc-b0cf-7653a97895ad tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:12.778810 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1e7dab0-03b3-4b9a-ac48-1c8a04a24b2e req-0bdd346e-6514-4dbc-b0cf-7653a97895ad tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0938163 Mar 01 21:56:12.824473 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1e7dab0-03b3-4b9a-ac48-1c8a04a24b2e req-668853d8-8c40-45a3-90ef-da86b4a20769 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396926 Mar 01 21:56:13.042326 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] For port a35f15cc-5564-4f40-995d-972f203bfaf7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=a35f15cc-5564-4f40-995d-972f203bfaf7,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:56:13.072980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] For port a35f15cc-5564-4f40-995d-972f203bfaf7, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:56:13.131181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b3cd09-7d5f-4f5e-b951-0ed22657f825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a35f15cc-5564-4f40-995d-972f203bfaf7'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:56:13.137737 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:13.153661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Transition to ACTIVE for port object a35f15cc-5564-4f40-995d-972f203bfaf7 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:56:13.200278 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:13.242510 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b3cd09-7d5f-4f5e-b951-0ed22657f825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a35f15cc-5564-4f40-995d-972f203bfaf7', 'code': 200} Mar 01 21:56:13.339219 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a35f15cc-5564-4f40-995d-972f203bfaf7,revision_number=6']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:56:13.358734 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:13.359075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:13.359430 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:13.359761 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:13.360083 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:13.360403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:13.360723 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:13.361038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:13.361354 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:13.361667 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:13.361984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:13.362298 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:13.408819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] No DVR routers for this DVR port a35f15cc-5564-4f40-995d-972f203bfaf7 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:56:13.742988 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Attempting to bind port a35f15cc-5564-4f40-995d-972f203bfaf7 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:56:13.743700 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Attempting to bind port a35f15cc-5564-4f40-995d-972f203bfaf7 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:56:13.743700 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Attempting to bind port a35f15cc-5564-4f40-995d-972f203bfaf7 on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:56:13.748085 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Port a35f15cc-5564-4f40-995d-972f203bfaf7 on network a824116e-eb9f-46e5-9b8b-3a70a2224335 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:56:13.748394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Attempting to bind port a35f15cc-5564-4f40-995d-972f203bfaf7 on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:56:13.753334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:56:13.753659 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Checking segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:56:13.754031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Bound using segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:56:13.754440 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Bound port: a35f15cc-5564-4f40-995d-972f203bfaf7, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:56:13.754769 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:13.841159 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] For port a35f15cc-5564-4f40-995d-972f203bfaf7, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:56:13.844102 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] For port a35f15cc-5564-4f40-995d-972f203bfaf7, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=a35f15cc-5564-4f40-995d-972f203bfaf7,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:56:13.908375 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:13.968982 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:13.969587 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:13.970957 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-88088a19-55c3-4557-a719-90c879d5e42d req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] 10.222.0.57 "PUT /v2.0/ports/a35f15cc-5564-4f40-995d-972f203bfaf7 HTTP/1.1" status: 200 len: 1091 time: 1.3256853 Mar 01 21:56:13.990635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41efbf02-2abf-4e0e-b42a-dd59a435e9e5 service neutron] Pushing event updated for resources: {'Port': ['ID=a35f15cc-5564-4f40-995d-972f203bfaf7,revision_number=7']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:56:14.018260 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94488a81-d22c-4cfb-b7a8-c49bd1ca616c req-83b7414e-013f-4e8e-a7b8-ce9d49650f03 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:14.025933 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94488a81-d22c-4cfb-b7a8-c49bd1ca616c req-83b7414e-013f-4e8e-a7b8-ce9d49650f03 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 943 time: 0.0950379 Mar 01 21:56:14.077461 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88088a19-55c3-4557-a719-90c879d5e42d req-270840dd-a986-4834-aa1e-7ae46a8ff5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:14.079095 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-88088a19-55c3-4557-a719-90c879d5e42d req-270840dd-a986-4834-aa1e-7ae46a8ff5ec service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 1094 time: 0.0855861 Mar 01 21:56:14.081042 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94488a81-d22c-4cfb-b7a8-c49bd1ca616c req-0befc0f9-c3cc-4161-8c3a-fdb0ae4ac10f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536699 Mar 01 21:56:14.220935 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88088a19-55c3-4557-a719-90c879d5e42d req-be2f83b2-258b-4de4-93e8-1094b9405377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:14.222384 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-88088a19-55c3-4557-a719-90c879d5e42d req-be2f83b2-258b-4de4-93e8-1094b9405377 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1369932 Mar 01 21:56:14.324052 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-88088a19-55c3-4557-a719-90c879d5e42d req-b2c34a56-4f0f-4e96-b883-c9b92f5f6867 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a35f15cc-5564-4f40-995d-972f203bfaf7 HTTP/1.1" status: 200 len: 998 time: 0.0957973 Mar 01 21:56:14.386064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88088a19-55c3-4557-a719-90c879d5e42d req-bf031bbf-c03d-43a6-a37a-6f7353b9f81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:14.388098 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-88088a19-55c3-4557-a719-90c879d5e42d req-bf031bbf-c03d-43a6-a37a-6f7353b9f81a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0584974 Mar 01 21:56:14.465153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88088a19-55c3-4557-a719-90c879d5e42d req-17243a48-aef1-481f-9577-da14a1535d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:14.466617 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-88088a19-55c3-4557-a719-90c879d5e42d req-17243a48-aef1-481f-9577-da14a1535d92 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730786 Mar 01 21:56:14.596898 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-88088a19-55c3-4557-a719-90c879d5e42d req-ce9d777a-fd4e-42de-ae23-31aa6bedb178 service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243873 Mar 01 21:56:14.728406 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-88088a19-55c3-4557-a719-90c879d5e42d req-a6970aaf-5cf3-4e2a-9ebb-e9a4d50ba434 service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258595 Mar 01 21:56:15.243753 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25b3cd09-7d5f-4f5e-b951-0ed22657f825', 'tag': 'a35f15cc-5564-4f40-995d-972f203bfaf7'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:56:15.272599 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced30a25-0897-42f4-a4f4-c5082f566bb1 req-74615358-4fdd-4982-86ce-fa7e9c67008a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:15.274078 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ced30a25-0897-42f4-a4f4-c5082f566bb1 req-74615358-4fdd-4982-86ce-fa7e9c67008a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 943 time: 0.0785286 Mar 01 21:56:15.304622 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25b3cd09-7d5f-4f5e-b951-0ed22657f825', 'tag': 'a35f15cc-5564-4f40-995d-972f203bfaf7', 'status': 'completed', 'code': 200} Mar 01 21:56:15.322249 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ced30a25-0897-42f4-a4f4-c5082f566bb1 req-e742b2fb-c1f8-4ad0-97c4-8b63d534395b tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417356 Mar 01 21:56:15.395776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-1881ea77-b621-42ea-8cf9-db972d9424e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:15.397248 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-1881ea77-b621-42ea-8cf9-db972d9424e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 1094 time: 0.0742388 Mar 01 21:56:15.416052 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-909fb4d8-a925-43a4-8b19-0d12fd93d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:15.417499 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-909fb4d8-a925-43a4-8b19-0d12fd93d0c1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 1094 time: 0.0902553 Mar 01 21:56:15.528621 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-c0ce98dc-ad48-4774-91d5-2e6f823a939e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:15.530066 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-c0ce98dc-ad48-4774-91d5-2e6f823a939e service neutron] 10.222.0.57 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1262085 Mar 01 21:56:15.547062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-cc043243-7544-4220-84bf-e222bb489c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:15.548529 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-cc043243-7544-4220-84bf-e222bb489c5d service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1253994 Mar 01 21:56:15.633623 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-137e2717-5ea2-43e6-9355-da07bd215fee service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a35f15cc-5564-4f40-995d-972f203bfaf7 HTTP/1.1" status: 200 len: 998 time: 0.0973163 Mar 01 21:56:15.653447 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-e2ed3f6d-1f05-4f85-87d5-664251e9ccf2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a35f15cc-5564-4f40-995d-972f203bfaf7 HTTP/1.1" status: 200 len: 998 time: 0.0967062 Mar 01 21:56:15.699794 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-26b23cc5-083e-4373-ae2c-e5155fe8def4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:15.701256 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-26b23cc5-083e-4373-ae2c-e5155fe8def4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0602806 Mar 01 21:56:15.718733 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-116749a2-adbf-4d6d-b5cb-9ce42b797c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:15.720205 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-116749a2-adbf-4d6d-b5cb-9ce42b797c98 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0635028 Mar 01 21:56:15.782687 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-ab61ece5-ceff-454e-9935-ddb2eee161a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:15.784202 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-ab61ece5-ceff-454e-9935-ddb2eee161a9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766490 Mar 01 21:56:15.795256 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-9040e0d1-41c6-452c-b3a2-baa214419d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:15.796854 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-9040e0d1-41c6-452c-b3a2-baa214419d9b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709879 Mar 01 21:56:15.930027 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-df3f689c-a972-45b7-b0fa-82e56e7e9b42 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272717 Mar 01 21:56:16.040694 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-4e11560c-ee70-4217-825f-2761a37ca27d service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494032 Mar 01 21:56:16.073529 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-fda224e0-bcce-493a-9cb0-af7c06bb3db5 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366136 Mar 01 21:56:16.156971 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a35f15cc-5564-4f40-995d-972f203bfaf7 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:56:16.177223 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8aa39d58-2163-4b5c-94a5-f98d71578bed req-207c7825-2475-4315-bc83-772f1a803484 service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298409 Mar 01 21:56:16.213827 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device a35f15cc-5564-4f40-995d-972f203bfaf7 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:56:16.515594 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b4cfa-a793-49e9-b2c2-8c98bd8c33f0 req-529a98c6-1f3f-4e29-9673-10ffa40648ef tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:16.516960 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb7b4cfa-a793-49e9-b2c2-8c98bd8c33f0 req-529a98c6-1f3f-4e29-9673-10ffa40648ef tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 943 time: 0.0844555 Mar 01 21:56:16.560796 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb7b4cfa-a793-49e9-b2c2-8c98bd8c33f0 req-e26db182-3f26-4fd4-b920-c651c2e63741 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382705 Mar 01 21:56:16.953967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc234be-99c2-404f-a0e8-9c14803be6b8 req-baadc8dc-8e18-48dd-8df6-f07ee3a8daf8 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:16.955444 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9cc234be-99c2-404f-a0e8-9c14803be6b8 req-baadc8dc-8e18-48dd-8df6-f07ee3a8daf8 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 943 time: 0.0804553 Mar 01 21:56:17.046904 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9cc234be-99c2-404f-a0e8-9c14803be6b8 req-b735c59a-049c-4633-8a05-089139fbb17a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605533 Mar 01 21:56:17.073798 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71025b-f1aa-477f-b444-b0e4b12e1215 req-d457908e-4893-451a-8fea-fcfcbc7f2df2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:17.075267 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d71025b-f1aa-477f-b444-b0e4b12e1215 req-d457908e-4893-451a-8fea-fcfcbc7f2df2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.55 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825&tenant_id=554dd84e4d724f47876dc81264e18993&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 943 time: 0.1189437 Mar 01 21:56:17.151774 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-1d71025b-f1aa-477f-b444-b0e4b12e1215 req-e308d561-3f6c-4468-8966-238168b8078d service neutron] delete failed (client error): The resource could not be found. Mar 01 21:56:17.152996 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d71025b-f1aa-477f-b444-b0e4b12e1215 req-e308d561-3f6c-4468-8966-238168b8078d service neutron] 10.222.0.55 "DELETE /v2.0/ports/a35f15cc-5564-4f40-995d-972f203bfaf7/bindings/n-h2-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.0725172 Mar 01 21:56:17.394220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71025b-f1aa-477f-b444-b0e4b12e1215 req-e092f900-9068-4f15-bc2a-7c99de1c9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:17.395627 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d71025b-f1aa-477f-b444-b0e4b12e1215 req-e092f900-9068-4f15-bc2a-7c99de1c9056 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 1094 time: 0.1727786 Mar 01 21:56:17.523986 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71025b-f1aa-477f-b444-b0e4b12e1215 req-e1784f7f-591e-454f-80aa-c7dc88d1da62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:17.525399 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d71025b-f1aa-477f-b444-b0e4b12e1215 req-e1784f7f-591e-454f-80aa-c7dc88d1da62 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1244671 Mar 01 21:56:17.623722 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d71025b-f1aa-477f-b444-b0e4b12e1215 req-90833a3e-25ff-46d2-8228-3c5874c9b352 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a35f15cc-5564-4f40-995d-972f203bfaf7 HTTP/1.1" status: 200 len: 998 time: 0.0912635 Mar 01 21:56:17.686921 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71025b-f1aa-477f-b444-b0e4b12e1215 req-59c8938d-f7a3-40cd-9d60-37ad11c0825f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:17.688261 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d71025b-f1aa-477f-b444-b0e4b12e1215 req-59c8938d-f7a3-40cd-9d60-37ad11c0825f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0593576 Mar 01 21:56:17.759628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d71025b-f1aa-477f-b444-b0e4b12e1215 req-5c646a8e-fc0d-4d50-97d8-3ab8044f370d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:17.761063 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d71025b-f1aa-477f-b444-b0e4b12e1215 req-5c646a8e-fc0d-4d50-97d8-3ab8044f370d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674813 Mar 01 21:56:17.892895 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d71025b-f1aa-477f-b444-b0e4b12e1215 req-6ad30f27-4681-4d87-902e-fe7fb268d06d service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252909 Mar 01 21:56:18.029862 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d71025b-f1aa-477f-b444-b0e4b12e1215 req-5f097e2c-1767-4728-9b31-d553ad7b1d8d service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316192 Mar 01 21:56:18.255786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04118d4-b2a9-4ebb-8cf1-091fbcf74863 req-2fc32b6f-9178-4bd1-a898-977478e37e01 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:18.257276 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c04118d4-b2a9-4ebb-8cf1-091fbcf74863 req-2fc32b6f-9178-4bd1-a898-977478e37e01 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 943 time: 0.0853810 Mar 01 21:56:18.304821 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c04118d4-b2a9-4ebb-8cf1-091fbcf74863 req-0ed1b0c4-7698-4617-8156-be094dc682d2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412271 Mar 01 21:56:18.331082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device a35f15cc-5564-4f40-995d-972f203bfaf7 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:56:18.488007 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port a35f15cc-5564-4f40-995d-972f203bfaf7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=a35f15cc-5564-4f40-995d-972f203bfaf7,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:56:18.501975 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'a35f15cc-5564-4f40-995d-972f203bfaf7', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'port_id': 'a35f15cc-5564-4f40-995d-972f203bfaf7', 'mac_address': 'fa:16:3e:d9:bc:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:56:18.561764 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:18.578125 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a35f15cc-5564-4f40-995d-972f203bfaf7 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:56:18.593389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port a35f15cc-5564-4f40-995d-972f203bfaf7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=a35f15cc-5564-4f40-995d-972f203bfaf7,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:56:18.656694 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:18.729677 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=a35f15cc-5564-4f40-995d-972f203bfaf7,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:56:18.891123 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['a35f15cc-5564-4f40-995d-972f203bfaf7'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:56:19.490227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5595e85-cfca-4305-89bc-b7d95cc7c59f req-d7683b44-b884-4cc5-a6a3-d8f1a809f90d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:19.491807 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c5595e85-cfca-4305-89bc-b7d95cc7c59f req-d7683b44-b884-4cc5-a6a3-d8f1a809f90d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 944 time: 0.0784631 Mar 01 21:56:19.536084 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c5595e85-cfca-4305-89bc-b7d95cc7c59f req-7143b7e2-389f-4e80-b744-88392233232e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378978 Mar 01 21:56:19.727582 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa0566-e021-42ae-acab-2c0794828748 req-4e258d58-8e8f-4d34-8cbf-07a27acb6248 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:19.728968 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-09fa0566-e021-42ae-acab-2c0794828748 req-4e258d58-8e8f-4d34-8cbf-07a27acb6248 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 944 time: 0.0847602 Mar 01 21:56:19.774312 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-09fa0566-e021-42ae-acab-2c0794828748 req-949403c8-a755-49ec-a8e5-08c28803dd4f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376766 Mar 01 21:56:20.269703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75806f60-32f9-4615-b037-4e551f0b141e req-dc9c923c-61ec-461c-9f8c-33d385b90d0f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:20.271087 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75806f60-32f9-4615-b037-4e551f0b141e req-dc9c923c-61ec-461c-9f8c-33d385b90d0f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 944 time: 0.0838420 Mar 01 21:56:20.323547 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75806f60-32f9-4615-b037-4e551f0b141e req-24d85a1f-ba4b-4ed2-b003-9ea675777194 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452642 Mar 01 21:56:20.345772 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device a35f15cc-5564-4f40-995d-972f203bfaf7 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:56:20.399040 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95b358-cd50-47e0-9706-6375467c7549 req-8c77c7d9-4a1e-475f-9e7d-420875d7ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:20.400831 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7c95b358-cd50-47e0-9706-6375467c7549 req-8c77c7d9-4a1e-475f-9e7d-420875d7ce3b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 1095 time: 0.0843103 Mar 01 21:56:20.507503 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port a35f15cc-5564-4f40-995d-972f203bfaf7 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:56:20.519135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port a35f15cc-5564-4f40-995d-972f203bfaf7 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:56:20.519535 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:20.544075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95b358-cd50-47e0-9706-6375467c7549 req-6fbbfaf3-ccf1-4ac7-a8ac-ae5f5b6293bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:20.545985 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7c95b358-cd50-47e0-9706-6375467c7549 req-6fbbfaf3-ccf1-4ac7-a8ac-ae5f5b6293bf service neutron] 10.222.0.57 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1386075 Mar 01 21:56:20.642176 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:20.659241 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7c95b358-cd50-47e0-9706-6375467c7549 req-c993fd85-10ba-4f54-aeaa-75af7ffc6d47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a35f15cc-5564-4f40-995d-972f203bfaf7 HTTP/1.1" status: 200 len: 999 time: 0.1071088 Mar 01 21:56:20.670574 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b3cd09-7d5f-4f5e-b951-0ed22657f825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35f15cc-5564-4f40-995d-972f203bfaf7'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:56:20.681013 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port a35f15cc-5564-4f40-995d-972f203bfaf7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=a35f15cc-5564-4f40-995d-972f203bfaf7,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:56:20.729771 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95b358-cd50-47e0-9706-6375467c7549 req-6e2c7ab9-2aa8-4c44-89f4-e276f5e910c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:20.731944 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7c95b358-cd50-47e0-9706-6375467c7549 req-6e2c7ab9-2aa8-4c44-89f4-e276f5e910c4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0674908 Mar 01 21:56:20.753737 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:20.793971 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b3cd09-7d5f-4f5e-b951-0ed22657f825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35f15cc-5564-4f40-995d-972f203bfaf7', 'code': 200} Mar 01 21:56:20.814838 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c95b358-cd50-47e0-9706-6375467c7549 req-f41022e1-267d-4437-b596-f300d8ae67df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:20.816351 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7c95b358-cd50-47e0-9706-6375467c7549 req-f41022e1-267d-4437-b596-f300d8ae67df service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0791957 Mar 01 21:56:20.831750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=a35f15cc-5564-4f40-995d-972f203bfaf7,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:56:20.957374 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7c95b358-cd50-47e0-9706-6375467c7549 req-98539369-5ea3-4042-b561-fd5134315a19 service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340940 Mar 01 21:56:21.106029 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7c95b358-cd50-47e0-9706-6375467c7549 req-095b0758-1c08-4f3a-95a8-145aed59c86d service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437781 Mar 01 21:56:21.513391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed5eabd-bd9c-4d03-8bec-93ea1b71bb4b req-ea8c7bf8-a9d6-4998-a0e4-7694421138c1 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:21.514850 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aed5eabd-bd9c-4d03-8bec-93ea1b71bb4b req-ea8c7bf8-a9d6-4998-a0e4-7694421138c1 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0824735 Mar 01 21:56:21.561840 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aed5eabd-bd9c-4d03-8bec-93ea1b71bb4b req-bb0f364c-5f71-4190-b982-e5f2a5e8df7a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412779 Mar 01 21:56:22.033206 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:22.750453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2073f7-5ee7-4230-b96a-c887073ddcdd req-27f7a2bd-0acd-4d6d-affe-44f40b6df0a5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:22.751907 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a2073f7-5ee7-4230-b96a-c887073ddcdd req-27f7a2bd-0acd-4d6d-affe-44f40b6df0a5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0837433 Mar 01 21:56:22.794634 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7a2073f7-5ee7-4230-b96a-c887073ddcdd req-15183a52-c45d-4748-9d1f-e66f8a2ad357 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371933 Mar 01 21:56:23.370488 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6474dc5-afff-49cd-bd38-41d861aa8033 req-866587b7-6616-48bb-9380-0bd854b715bb tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:23.372097 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6474dc5-afff-49cd-bd38-41d861aa8033 req-866587b7-6616-48bb-9380-0bd854b715bb tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0791893 Mar 01 21:56:23.414870 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6474dc5-afff-49cd-bd38-41d861aa8033 req-8dca4b99-01d8-4b05-8471-192414190fee tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373144 Mar 01 21:56:24.421738 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:24.576920 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016a7b3a-7353-4af6-8570-176d9c3cfae0 req-a8be719a-0882-4eb9-9ba4-dbd2fc9dbd5a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:24.577677 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-016a7b3a-7353-4af6-8570-176d9c3cfae0 req-a8be719a-0882-4eb9-9ba4-dbd2fc9dbd5a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Synchronizing usage tracker for tenant:554dd84e4d724f47876dc81264e18993 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:56:24.589259 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-016a7b3a-7353-4af6-8570-176d9c3cfae0 req-a8be719a-0882-4eb9-9ba4-dbd2fc9dbd5a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Unset dirty status for tenant:554dd84e4d724f47876dc81264e18993 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:56:24.590465 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-016a7b3a-7353-4af6-8570-176d9c3cfae0 req-a8be719a-0882-4eb9-9ba4-dbd2fc9dbd5a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.57 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0964363 Mar 01 21:56:24.600450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444c720-a082-413d-8fb4-174ac1ec06d2 req-5a9cf862-2dc5-4d25-b6ce-733906d3ff88 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:24.601880 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5444c720-a082-413d-8fb4-174ac1ec06d2 req-5a9cf862-2dc5-4d25-b6ce-733906d3ff88 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 945 time: 0.0810547 Mar 01 21:56:24.647793 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5444c720-a082-413d-8fb4-174ac1ec06d2 req-7f388256-d596-4746-bc07-4f49d949d11a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395379 Mar 01 21:56:24.661410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-016a7b3a-7353-4af6-8570-176d9c3cfae0 req-c4376253-532a-4df1-8dbe-015db0899be4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Deleting port a35f15cc-5564-4f40-995d-972f203bfaf7 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:56:24.661754 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-016a7b3a-7353-4af6-8570-176d9c3cfae0 req-c4376253-532a-4df1-8dbe-015db0899be4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:24.907211 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-016a7b3a-7353-4af6-8570-176d9c3cfae0 req-c4376253-532a-4df1-8dbe-015db0899be4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] For port a35f15cc-5564-4f40-995d-972f203bfaf7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=a35f15cc-5564-4f40-995d-972f203bfaf7,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:56:24.907512 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-016a7b3a-7353-4af6-8570-176d9c3cfae0 req-c4376253-532a-4df1-8dbe-015db0899be4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:25.318931 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-016a7b3a-7353-4af6-8570-176d9c3cfae0 req-c4376253-532a-4df1-8dbe-015db0899be4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:25.319291 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-016a7b3a-7353-4af6-8570-176d9c3cfae0 req-c4376253-532a-4df1-8dbe-015db0899be4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:25.319629 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [req-016a7b3a-7353-4af6-8570-176d9c3cfae0 req-c4376253-532a-4df1-8dbe-015db0899be4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Floating IP c37be040-9fed-418c-a40e-bbd4b0e2f7e4 disassociated. External IP: 172.25.5.95, port: a35f15cc-5564-4f40-995d-972f203bfaf7. Mar 01 21:56:25.319962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-016a7b3a-7353-4af6-8570-176d9c3cfae0 req-c4376253-532a-4df1-8dbe-015db0899be4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Calling delete_port for a35f15cc-5564-4f40-995d-972f203bfaf7 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:56:25.525029 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-016a7b3a-7353-4af6-8570-176d9c3cfae0 req-c4376253-532a-4df1-8dbe-015db0899be4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:25.578439 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4376253-532a-4df1-8dbe-015db0899be4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Pushing event deleted for resources: {'Port': ['ID=a35f15cc-5564-4f40-995d-972f203bfaf7,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:56:25.771581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [req-016a7b3a-7353-4af6-8570-176d9c3cfae0 req-c4376253-532a-4df1-8dbe-015db0899be4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:56:25.800985 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2cfb82f8-0ce5-4b2e-b3d5-dd51c9f5e057 req-7f8b16eb-8240-4156-acb2-308649d78bb7 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=25b3cd09-7d5f-4f5e-b951-0ed22657f825 HTTP/1.1" status: 200 len: 210 time: 0.0425189 Mar 01 21:56:25.948554 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-016a7b3a-7353-4af6-8570-176d9c3cfae0 req-c4376253-532a-4df1-8dbe-015db0899be4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:56:25.958475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb712f46-1f72-4ecc-bb1b-c473fb89623c None None] Sync routers for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:56:25.968315 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb712f46-1f72-4ecc-bb1b-c473fb89623c None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:56:25.968916 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-bb712f46-1f72-4ecc-bb1b-c473fb89623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:56:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:56:26.024195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-016a7b3a-7353-4af6-8570-176d9c3cfae0 req-c4376253-532a-4df1-8dbe-015db0899be4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] No DVR routers for this DVR port a35f15cc-5564-4f40-995d-972f203bfaf7 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:56:26.026756 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-016a7b3a-7353-4af6-8570-176d9c3cfae0 req-c4376253-532a-4df1-8dbe-015db0899be4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:26.029996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25b3cd09-7d5f-4f5e-b951-0ed22657f825', 'name': 'network-vif-deleted', 'tag': 'a35f15cc-5564-4f40-995d-972f203bfaf7'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:56:26.077907 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25b3cd09-7d5f-4f5e-b951-0ed22657f825', 'name': 'network-vif-deleted', 'tag': 'a35f15cc-5564-4f40-995d-972f203bfaf7', 'status': 'completed', 'code': 200} Mar 01 21:56:26.102780 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-016a7b3a-7353-4af6-8570-176d9c3cfae0 req-c4376253-532a-4df1-8dbe-015db0899be4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.57 "DELETE /v2.0/ports/a35f15cc-5564-4f40-995d-972f203bfaf7 HTTP/1.1" status: 204 len: 173 time: 1.5072136 Mar 01 21:56:26.188388 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-bb712f46-1f72-4ecc-bb1b-c473fb89623c None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:56:26.492851 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-bb712f46-1f72-4ecc-bb1b-c473fb89623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:56:26.497107 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb712f46-1f72-4ecc-bb1b-c473fb89623c None None] Checking router: 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:56:26.505199 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb712f46-1f72-4ecc-bb1b-c473fb89623c None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:56:26.505783 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-bb712f46-1f72-4ecc-bb1b-c473fb89623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:56:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:56:26.679041 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-bb712f46-1f72-4ecc-bb1b-c473fb89623c None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:56:26.993789 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-bb712f46-1f72-4ecc-bb1b-c473fb89623c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:56:26.998417 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb712f46-1f72-4ecc-bb1b-c473fb89623c None None] The sync data for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 is: [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:56:27.145714 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-2917e6ef-1548-469d-80d8-69c14b67a83a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1312962254&fields=id&tenant_id=554dd84e4d724f47876dc81264e18993 HTTP/1.1" status: 200 len: 267 time: 0.0418622 Mar 01 21:56:27.228557 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535e0912-54f3-4e96-a3b7-5c9a82ceabfc None None] New status for floating IP c37be040-9fed-418c-a40e-bbd4b0e2f7e4: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:56:27.303211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-025ce8f2-719c-4ac8-a497-dfd1e90a9ac2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:27.304737 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-025ce8f2-719c-4ac8-a497-dfd1e90a9ac2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 811 time: 0.1523271 Mar 01 21:56:27.320971 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-c7617a95-36a2-4cd0-a049-61d9adb9c6f5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/quotas/554dd84e4d724f47876dc81264e18993 HTTP/1.1" status: 200 len: 375 time: 0.0098407 Mar 01 21:56:27.408419 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-2a646f6b-0c32-4f09-8b84-c4bb971b61b3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0814710 Mar 01 21:56:27.530841 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a902fe0c-b549-4e1f-877d-34921f52f075 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:27.545509 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-e380fbc8-2b8d-4bdb-8793-43081d8895de service neutron] 10.222.0.42 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252697 Mar 01 21:56:27.678026 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-7c59286e-7be0-4ac3-9b24-0890bc5f5592 service neutron] 10.222.0.42 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265204 Mar 01 21:56:27.934269 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-30ffbb6e-e441-4406-9453-54fedda95517 req-64963df2-48a3-4def-bb38-51678abe5544 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 210 time: 0.0424101 Mar 01 21:56:28.392289 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device a35f15cc-5564-4f40-995d-972f203bfaf7 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:56:28.429710 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: a35f15cc-5564-4f40-995d-972f203bfaf7 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:56:28.430058 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device a35f15cc-5564-4f40-995d-972f203bfaf7 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:56:29.088260 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57796555-46d0-48b7-b99c-db7443380cce req-826e01f1-0165-49c2-b72d-d1a7e129b98a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 210 time: 0.0479486 Mar 01 21:56:29.696336 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-006fcb44-3c3b-4ced-9fd5-3ea236642f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:29.942767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-fd3649ed-522b-4936-ae29-85744e3ce633 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:29.944215 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-fd3649ed-522b-4936-ae29-85744e3ce633 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 811 time: 0.2527816 Mar 01 21:56:29.991988 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-57aa16d6-f61a-4c5a-af21-04af97d522c3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=554dd84e4d724f47876dc81264e18993 HTTP/1.1" status: 200 len: 380 time: 0.0389545 Mar 01 21:56:30.000109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Request body: {'port': {'device_id': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'admin_state_up': True, 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'security_groups': ['11a4a245-1591-4257-915c-4b0b2317a4d6']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:56:30.136065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:56:30.140308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Usage tracker for resource:port and tenant:554dd84e4d724f47876dc81264e18993 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:56:30.143096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:56:30.148809 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:56:30.233134 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Made reservation on behalf of 554dd84e4d724f47876dc81264e18993 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:56:30.236614 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:30.252754 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6b686e57-69ab-4425-b83f-04e5b27aea3c req-93176a6c-0523-45b6-8e01-e7785b305ef6 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 210 time: 0.0567482 Mar 01 21:56:30.405968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Allocated IP 172.20.0.5 (a824116e-eb9f-46e5-9b8b-3a70a2224335/1329f750-31d2-4d79-8d90-e4c7899b8bbb/bc568f9c-1a9f-4bc8-8736-82c1d5d433fc) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:56:30.586709 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:30.601897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Transition to ACTIVE for port object bc568f9c-1a9f-4bc8-8736-82c1d5d433fc will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:56:30.616202 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:30.696711 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:30.747966 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:30.766319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Network a824116e-eb9f-46e5-9b8b-3a70a2224335 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:56:30.773778 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:56:30.778749 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:56:30.809513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Pushing event updated for resources: {'Port': ['ID=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:56:30.827552 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:30.827893 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:30.828233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:30.828564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:30.828901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:30.829224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:30.829548 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:30.829870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:30.830191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:30.830510 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:30.830834 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:30.831151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:30.859267 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:30.859933 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:30.937199 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-8b3a7352-f8c0-40d6-b590-c95128985c64 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9405661 Mar 01 21:56:30.948388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] Request body: {'port': {'device_id': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:56:31.045298 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6605d277-b3ab-41c7-9109-0196dec6287e None None] Provisioning for port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:56:31.050542 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6605d277-b3ab-41c7-9109-0196dec6287e None None] Provisioning complete for port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:56:31.050956 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6605d277-b3ab-41c7-9109-0196dec6287e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:31.071426 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:31.104057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6605d277-b3ab-41c7-9109-0196dec6287e None None] Port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:56:31.471839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc568f9c-1a9f-4bc8-8736-82c1d5d433fc {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:56:31.480623 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:31.499507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] Transition to ACTIVE for port object bc568f9c-1a9f-4bc8-8736-82c1d5d433fc will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:56:31.520004 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cb549-fe7c-47a2-94ea-3e3c467a5e9d req-518c2d90-e1fd-4fd0-82f3-e1da638d3831 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:31.520710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3e5cb549-fe7c-47a2-94ea-3e3c467a5e9d req-518c2d90-e1fd-4fd0-82f3-e1da638d3831 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Synchronizing usage tracker for tenant:554dd84e4d724f47876dc81264e18993 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:56:31.547392 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:31.586437 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-3e5cb549-fe7c-47a2-94ea-3e3c467a5e9d req-518c2d90-e1fd-4fd0-82f3-e1da638d3831 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Unset dirty status for tenant:554dd84e4d724f47876dc81264e18993 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:56:31.587578 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e5cb549-fe7c-47a2-94ea-3e3c467a5e9d req-518c2d90-e1fd-4fd0-82f3-e1da638d3831 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 931 time: 0.2119417 Mar 01 21:56:31.740149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] Pushing event updated for resources: {'Port': ['ID=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:56:31.749966 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e5cb549-fe7c-47a2-94ea-3e3c467a5e9d req-3d3d4a10-7cbb-43e0-9e7b-db4f590a3548 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1533396 Mar 01 21:56:31.820463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] Attempting to bind port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:56:31.820788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] Attempting to bind port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:56:31.821109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] Attempting to bind port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:56:31.826247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] Port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc on network a824116e-eb9f-46e5-9b8b-3a70a2224335 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:56:31.826558 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] Attempting to bind port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:56:31.832177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:56:31.832177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] Checking segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:56:31.832382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] Bound using segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:56:31.832642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] Bound port: bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:56:31.832982 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:32.029870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] For port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:56:32.032703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] For port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:56:32.096641 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:32.152854 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:32.153469 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:32.155400 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] 10.222.0.55 "PUT /v2.0/ports/bc568f9c-1a9f-4bc8-8736-82c1d5d433fc HTTP/1.1" status: 200 len: 1091 time: 1.2107763 Mar 01 21:56:32.155400 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'tag': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:56:32.184560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e009908-e4ac-4894-ab47-ae5f8e9a8a47 service neutron] Pushing event updated for resources: {'Port': ['ID=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:56:32.207051 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'tag': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc', 'status': 'completed', 'code': 200} Mar 01 21:56:32.304734 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c1101-49d2-4743-8f20-badbad339473 req-605a3d92-4d01-407f-91e3-4f2d3dc879cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:32.306784 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e3c1101-49d2-4743-8f20-badbad339473 req-605a3d92-4d01-407f-91e3-4f2d3dc879cc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 1094 time: 0.0783935 Mar 01 21:56:32.450495 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c1101-49d2-4743-8f20-badbad339473 req-080ecd18-187b-42a3-92cd-3aa0f204fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:32.451884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e3c1101-49d2-4743-8f20-badbad339473 req-080ecd18-187b-42a3-92cd-3aa0f204fb6e service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=554dd84e4d724f47876dc81264e18993&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1387966 Mar 01 21:56:32.456023 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:32.585998 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c1101-49d2-4743-8f20-badbad339473 req-befda074-c9f8-41ec-b3af-d739577c78fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:32.587389 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9e3c1101-49d2-4743-8f20-badbad339473 req-befda074-c9f8-41ec-b3af-d739577c78fb service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1298316 Mar 01 21:56:32.694069 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-5b704eeb-b111-472e-9127-f99ec5783f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:32.695666 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-5b704eeb-b111-472e-9127-f99ec5783f78 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 1094 time: 0.0710077 Mar 01 21:56:32.766767 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-377ab4cb-26c4-47a3-95ec-b7f2b5bb8a52 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc HTTP/1.1" status: 200 len: 217 time: 0.0626960 Mar 01 21:56:32.828388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-3ad73f28-7bb8-4cc9-8e3e-3794e1dd3b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:32.829822 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-3ad73f28-7bb8-4cc9-8e3e-3794e1dd3b2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0579789 Mar 01 21:56:32.969508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-9c192b1b-cbb8-495b-b09b-5257ea6ed3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:32.970884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-9c192b1b-cbb8-495b-b09b-5257ea6ed3c5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1354818 Mar 01 21:56:32.983078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0beb330-6e75-4b3e-81e3-311366280d87 req-5a30b920-0c66-416d-984e-ef33236b485a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:32.984441 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0beb330-6e75-4b3e-81e3-311366280d87 req-5a30b920-0c66-416d-984e-ef33236b485a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 943 time: 0.1122746 Mar 01 21:56:33.111404 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0beb330-6e75-4b3e-81e3-311366280d87 req-967d1e01-9c7f-4026-b481-530f7c7942d5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087325 Mar 01 21:56:33.144852 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-3ad08337-2037-4392-8272-4b3c83de53c2 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595116 Mar 01 21:56:33.280419 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f29fc5f5-044c-4abc-82bc-81abe434492e req-ec7b8eff-4edf-435d-b02c-3ef0b488981d service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294556 Mar 01 21:56:34.294789 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d15dd8-d846-4362-8932-a16e809de2ba req-5b169c4f-c5e4-47ce-b965-f54bd4d49479 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:34.296265 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b1d15dd8-d846-4362-8932-a16e809de2ba req-5b169c4f-c5e4-47ce-b965-f54bd4d49479 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 943 time: 0.0795436 Mar 01 21:56:34.339799 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b1d15dd8-d846-4362-8932-a16e809de2ba req-238830f8-8cc4-495f-8d44-9454c3ec85e3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379026 Mar 01 21:56:35.676545 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb3570-19f4-44ba-86e7-4e2cb688e0b6 req-c5e84cc6-f481-447d-b05c-7548278e3b4c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:35.677879 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ffbb3570-19f4-44ba-86e7-4e2cb688e0b6 req-c5e84cc6-f481-447d-b05c-7548278e3b4c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 943 time: 0.0806408 Mar 01 21:56:35.721049 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ffbb3570-19f4-44ba-86e7-4e2cb688e0b6 req-47e42bbb-d81d-4863-ba05-443319521f15 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372946 Mar 01 21:56:36.187587 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bc568f9c-1a9f-4bc8-8736-82c1d5d433fc details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:56:36.319700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:56:36.333872 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'port_id': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc', 'mac_address': 'fa:16:3e:45:d7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:56:36.395350 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:36.411330 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc568f9c-1a9f-4bc8-8736-82c1d5d433fc {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:56:36.426444 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:56:36.518758 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:36.583961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:56:36.591151 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:36.591515 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:36.591852 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:36.592182 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:36.592507 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:36.592827 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:36.593147 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:36.593462 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:36.593779 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:36.594091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:36.594400 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:36.594712 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:56:36.801512 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['bc568f9c-1a9f-4bc8-8736-82c1d5d433fc'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:56:36.908948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c546cac-c13b-4fab-bfcd-270eddfcc942 req-da90f4de-1ccd-4617-873f-7ef06b880327 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:36.910331 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3c546cac-c13b-4fab-bfcd-270eddfcc942 req-da90f4de-1ccd-4617-873f-7ef06b880327 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 944 time: 0.0814619 Mar 01 21:56:36.955141 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3c546cac-c13b-4fab-bfcd-270eddfcc942 req-eecc068a-4455-40a0-a057-18c461fa71df tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388074 Mar 01 21:56:38.139928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac37b37-4f48-432e-af0b-fdb6e737fee2 req-44976d59-c0f9-4a16-af92-38dbfd999f96 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:38.141379 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aac37b37-4f48-432e-af0b-fdb6e737fee2 req-44976d59-c0f9-4a16-af92-38dbfd999f96 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 944 time: 0.0828745 Mar 01 21:56:38.185935 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aac37b37-4f48-432e-af0b-fdb6e737fee2 req-e27f85bb-b916-4266-b9f2-f823c7f9fe5a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384521 Mar 01 21:56:38.186692 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bc568f9c-1a9f-4bc8-8736-82c1d5d433fc up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:56:38.290256 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:56:38.295049 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:56:38.295439 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:38.406214 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:38.435052 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:56:38.444851 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:56:38.477457 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc', 'code': 200} Mar 01 21:56:38.496448 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:38.563345 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:56:38.602063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b874c3-0f4a-4172-82a7-9292e946424d req-50f1eb6a-dca4-4e9e-8303-98db2b38ce2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:38.603551 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59b874c3-0f4a-4172-82a7-9292e946424d req-50f1eb6a-dca4-4e9e-8303-98db2b38ce2c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 1096 time: 0.0686045 Mar 01 21:56:38.642820 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59b874c3-0f4a-4172-82a7-9292e946424d req-9947d395-8940-4d01-aff0-863420ee1f34 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335104 Mar 01 21:56:39.475870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596406b7-7848-4fc1-b821-0c533f2b219b req-cb0e2fe4-dabb-4c71-a753-17cab7c354e3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:39.477235 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-596406b7-7848-4fc1-b821-0c533f2b219b req-cb0e2fe4-dabb-4c71-a753-17cab7c354e3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.1848981 Mar 01 21:56:39.521313 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-596406b7-7848-4fc1-b821-0c533f2b219b req-22816d92-2e8f-44e4-8757-e82d52067fa3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384572 Mar 01 21:56:40.709027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a4c8b-8537-40ab-88d2-48a7a981eddd req-5a6b49e4-7197-4068-8711-96e374965ab6 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:40.710374 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-358a4c8b-8537-40ab-88d2-48a7a981eddd req-5a6b49e4-7197-4068-8711-96e374965ab6 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0813541 Mar 01 21:56:40.753452 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-358a4c8b-8537-40ab-88d2-48a7a981eddd req-262d1dde-104f-48e1-985e-62efb278d4ea tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371339 Mar 01 21:56:40.928304 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc34c2a-48ee-4060-8a9a-67c0a58d20ea req-7cf8665a-9711-42df-bc4b-fdac61765157 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:40.929738 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bdc34c2a-48ee-4060-8a9a-67c0a58d20ea req-7cf8665a-9711-42df-bc4b-fdac61765157 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0793808 Mar 01 21:56:40.939663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39194) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:56:40.944577 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-fe0eb036-487a-4d4e-8ceb-3b9194b69e63 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Request body: {'floatingip': {'port_id': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:56:41.019348 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe0eb036-487a-4d4e-8ceb-3b9194b69e63 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for floatingip, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:41.592995 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe0eb036-487a-4d4e-8ceb-3b9194b69e63 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:41.696260 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe0eb036-487a-4d4e-8ceb-3b9194b69e63 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:41.865695 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-fe0eb036-487a-4d4e-8ceb-3b9194b69e63 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Floating IP c37be040-9fed-418c-a40e-bbd4b0e2f7e4 associated. External IP: 172.25.5.95, port: bc568f9c-1a9f-4bc8-8736-82c1d5d433fc. Mar 01 21:56:42.318909 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0eb036-487a-4d4e-8ceb-3b9194b69e63 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:56:42.496403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0eb036-487a-4d4e-8ceb-3b9194b69e63 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:56:42.501227 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe0eb036-487a-4d4e-8ceb-3b9194b69e63 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:42.506146 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e107cfef-226a-4d2b-bdd3-c5787918ea98 None None] Sync routers for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:56:42.515988 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e107cfef-226a-4d2b-bdd3-c5787918ea98 None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:56:42.516587 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e107cfef-226a-4d2b-bdd3-c5787918ea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:56:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:56:42.554933 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fe0eb036-487a-4d4e-8ceb-3b9194b69e63 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "PUT /v2.0/floatingips/c37be040-9fed-418c-a40e-bbd4b0e2f7e4 HTTP/1.1" status: 200 len: 990 time: 1.6142106 Mar 01 21:56:42.555787 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'tag': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:56:42.603186 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'tag': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc', 'status': 'completed', 'code': 200} Mar 01 21:56:42.701220 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-e107cfef-226a-4d2b-bdd3-c5787918ea98 None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:56:42.720284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15150ec8-c97b-4811-a678-8d7a67f57b7b req-dfd30503-c907-42ac-85e5-d38e6b009c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:42.721856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15150ec8-c97b-4811-a678-8d7a67f57b7b req-dfd30503-c907-42ac-85e5-d38e6b009c9d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 1096 time: 0.0968502 Mar 01 21:56:42.859710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15150ec8-c97b-4811-a678-8d7a67f57b7b req-becc32f1-af6a-4157-9086-1a8adb9b1ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:42.861122 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15150ec8-c97b-4811-a678-8d7a67f57b7b req-becc32f1-af6a-4157-9086-1a8adb9b1ea6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1337099 Mar 01 21:56:42.967612 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15150ec8-c97b-4811-a678-8d7a67f57b7b req-2f29f4de-668a-4ed0-b9b3-6cde7761fa0c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc HTTP/1.1" status: 200 len: 998 time: 0.1005132 Mar 01 21:56:43.050968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15150ec8-c97b-4811-a678-8d7a67f57b7b req-2576cf69-5390-4a29-81fa-2a5f1ea1002c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:43.053321 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15150ec8-c97b-4811-a678-8d7a67f57b7b req-2576cf69-5390-4a29-81fa-2a5f1ea1002c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0802462 Mar 01 21:56:43.061332 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e107cfef-226a-4d2b-bdd3-c5787918ea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c37be040-9fed-418c-a40e-bbd4b0e2f7e4', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'port_id': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'mac_address': 'fa:16:3e:45:d7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:54:23Z', 'updated_at': '2022-03-01T21:56:41Z', 'revision_number': 9, 'project_id': '554dd84e4d724f47876dc81264e18993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:56:43.065497 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e107cfef-226a-4d2b-bdd3-c5787918ea98 None None] Checking router: 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:56:43.074754 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e107cfef-226a-4d2b-bdd3-c5787918ea98 None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:56:43.075338 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e107cfef-226a-4d2b-bdd3-c5787918ea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:56:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:56:43.211887 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-024148a7-6eac-46f9-a01e-5de5f1b2a423 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717783 Mar 01 21:56:43.213434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccd9fe-e510-47e8-8bd9-e0b0e89b2ca8 req-64cbb223-4114-4458-80fb-0b291834f884 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:43.215692 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88ccd9fe-e510-47e8-8bd9-e0b0e89b2ca8 req-64cbb223-4114-4458-80fb-0b291834f884 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.1557155 Mar 01 21:56:43.218654 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15150ec8-c97b-4811-a678-8d7a67f57b7b req-ea9792fd-a4d4-4799-9d57-4b24eba1e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:43.220078 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15150ec8-c97b-4811-a678-8d7a67f57b7b req-ea9792fd-a4d4-4799-9d57-4b24eba1e7dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1589572 Mar 01 21:56:43.258681 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-e107cfef-226a-4d2b-bdd3-c5787918ea98 None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:56:43.351258 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88ccd9fe-e510-47e8-8bd9-e0b0e89b2ca8 req-814e1e38-fb00-4b54-b346-e83727788314 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289902 Mar 01 21:56:43.395966 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15150ec8-c97b-4811-a678-8d7a67f57b7b req-0a03c23f-158d-4a6e-bc96-83ad1c5bcd54 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580524 Mar 01 21:56:43.535868 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-15150ec8-c97b-4811-a678-8d7a67f57b7b req-b2aa4d85-cb03-4cad-a5ba-c01bf1fea6ee service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343544 Mar 01 21:56:43.672103 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-e107cfef-226a-4d2b-bdd3-c5787918ea98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c37be040-9fed-418c-a40e-bbd4b0e2f7e4', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'port_id': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'mac_address': 'fa:16:3e:45:d7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:54:23Z', 'updated_at': '2022-03-01T21:56:41Z', 'revision_number': 9, 'project_id': '554dd84e4d724f47876dc81264e18993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:56:43.676060 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e107cfef-226a-4d2b-bdd3-c5787918ea98 None None] The sync data for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 is: [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c37be040-9fed-418c-a40e-bbd4b0e2f7e4', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'port_id': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'mac_address': 'fa:16:3e:45:d7:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:54:23Z', 'updated_at': '2022-03-01T21:56:41Z', 'revision_number': 9, 'project_id': '554dd84e4d724f47876dc81264e18993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:56:43.882773 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c503ee-266b-4185-81d7-2452addcdeff None None] New status for floating IP c37be040-9fed-418c-a40e-bbd4b0e2f7e4: ACTIVE {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:56:44.537351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b097c6-745f-4fee-aeb2-aa962ad72ae2 req-139f73bd-2754-4c0f-ab39-57d4ba011f35 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:44.538812 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22b097c6-745f-4fee-aeb2-aa962ad72ae2 req-139f73bd-2754-4c0f-ab39-57d4ba011f35 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0795231 Mar 01 21:56:44.588682 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22b097c6-745f-4fee-aeb2-aa962ad72ae2 req-b10eca86-9258-4c44-bf7a-46261afce651 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423868 Mar 01 21:56:45.135583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-fda14fed-9302-4cd1-a500-4bac7926c7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:45.137045 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-fda14fed-9302-4cd1-a500-4bac7926c7ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 1096 time: 0.0698440 Mar 01 21:56:45.402139 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-85a50328-b0bd-41d2-82b7-d98090545829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:45.403807 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-85a50328-b0bd-41d2-82b7-d98090545829 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.2612987 Mar 01 21:56:45.503940 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-1435b763-aa80-4588-940c-5fd93e02c619 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc HTTP/1.1" status: 200 len: 1001 time: 0.0945113 Mar 01 21:56:45.563293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-86888ec2-9c79-4623-871f-7e138a4e7a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:45.564848 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-86888ec2-9c79-4623-871f-7e138a4e7a0b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0556707 Mar 01 21:56:45.648190 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-8b6c77a2-c9f5-4822-b2d9-8042305e8ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:45.650004 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-8b6c77a2-c9f5-4822-b2d9-8042305e8ae4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793228 Mar 01 21:56:45.863501 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-c1789b6b-0439-48cf-89ce-2fe63bc182ba service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985242 Mar 01 21:56:45.913379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4109d538-6319-433c-8fce-456ae044ccb7 req-93294932-e41f-4ddc-9db8-9afe301a0322 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:45.914800 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4109d538-6319-433c-8fce-456ae044ccb7 req-93294932-e41f-4ddc-9db8-9afe301a0322 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.2155156 Mar 01 21:56:46.031228 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4109d538-6319-433c-8fce-456ae044ccb7 req-4803b6dc-ba5e-49e4-82a4-21e8223a3d5b tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721109 Mar 01 21:56:46.057703 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-dbd48565-8932-457a-8ed2-aff8a695346f service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912682 Mar 01 21:56:47.218837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05b70b-1ea8-431f-93cf-e7a54b1f6860 req-5002e9db-a2cb-46c6-b532-bb1de405eced tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:47.220934 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc05b70b-1ea8-431f-93cf-e7a54b1f6860 req-5002e9db-a2cb-46c6-b532-bb1de405eced tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0841279 Mar 01 21:56:47.264497 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fc05b70b-1ea8-431f-93cf-e7a54b1f6860 req-fe2a30c6-0bdd-43f8-81e7-40318d0a91cf tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379992 Mar 01 21:56:47.457789 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:56:48.446827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2f3f1-a942-4e57-9456-2c19d8a756bb req-3e2e287d-40af-4b17-9eda-bb663da53aa3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:48.448296 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88f2f3f1-a942-4e57-9456-2c19d8a756bb req-3e2e287d-40af-4b17-9eda-bb663da53aa3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0786276 Mar 01 21:56:48.494406 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-88f2f3f1-a942-4e57-9456-2c19d8a756bb req-a2bd2a6c-cb21-46ba-9a95-caa01ff6cda5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405722 Mar 01 21:56:49.679043 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4255dfa6-bfd3-4637-9b65-f148f20864d9 req-1ded71d5-5eea-4a32-be70-2839ec4a7a7e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:49.680788 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4255dfa6-bfd3-4637-9b65-f148f20864d9 req-1ded71d5-5eea-4a32-be70-2839ec4a7a7e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0796275 Mar 01 21:56:49.724948 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4255dfa6-bfd3-4637-9b65-f148f20864d9 req-33f5d353-a86a-4518-b5fc-97a475cb98ea tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384486 Mar 01 21:56:50.909396 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b70017-be8a-46a4-b073-865f58ed21ca req-d3376f84-6b35-4ca1-bdda-2c31113bba97 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:50.910822 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b8b70017-be8a-46a4-b073-865f58ed21ca req-d3376f84-6b35-4ca1-bdda-2c31113bba97 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0814779 Mar 01 21:56:50.953519 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b8b70017-be8a-46a4-b073-865f58ed21ca req-feb91314-c911-497c-a34c-14504f84c401 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371621 Mar 01 21:56:52.061943 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:52.139162 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0a2580-f5e5-4fa4-832f-922aedffdc2d req-6fb48d5e-e8c9-47ab-bc3a-318408d5458f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:52.140648 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5e0a2580-f5e5-4fa4-832f-922aedffdc2d req-6fb48d5e-e8c9-47ab-bc3a-318408d5458f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0789738 Mar 01 21:56:52.184306 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5e0a2580-f5e5-4fa4-832f-922aedffdc2d req-e7e34e60-e8e5-4994-803e-cddff86ba3e3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380242 Mar 01 21:56:53.372214 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c49fca-748b-4e48-8185-b228000d8458 req-e4972c9c-8d10-4d9c-95e9-e48f982caef9 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:53.373703 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2c49fca-748b-4e48-8185-b228000d8458 req-e4972c9c-8d10-4d9c-95e9-e48f982caef9 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0824881 Mar 01 21:56:53.417027 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d2c49fca-748b-4e48-8185-b228000d8458 req-7ed201b7-f1e7-473c-bef6-d463f7ed0273 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377765 Mar 01 21:56:54.472818 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:54.598820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400c5c9c-5af4-4fe6-b5e2-e5099870b533 req-98c7dd8b-580e-42da-b17f-0b09a2245ce1 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:54.600177 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-400c5c9c-5af4-4fe6-b5e2-e5099870b533 req-98c7dd8b-580e-42da-b17f-0b09a2245ce1 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0778458 Mar 01 21:56:54.646399 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-400c5c9c-5af4-4fe6-b5e2-e5099870b533 req-f518474d-1b86-4df6-8b12-7283f3472120 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405474 Mar 01 21:56:54.885969 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-6343281d-f68a-43e9-acc7-08e861a6f21e req-ac936882-fc1c-445d-ab2f-e2a2aafc8eb1 service neutron] (88519) timed out ('10.222.0.55', 52726) {{(pid=88519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 01 21:56:55.832872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75193a-e871-456b-8873-26189d3af32c req-23bae139-2e84-4ef6-90ab-60c2c4762853 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:55.834305 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d75193a-e871-456b-8873-26189d3af32c req-23bae139-2e84-4ef6-90ab-60c2c4762853 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0792506 Mar 01 21:56:55.877678 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d75193a-e871-456b-8873-26189d3af32c req-2ea07353-3308-4c88-8b83-97188720aa83 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378320 Mar 01 21:56:57.065504 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86eafa3-8967-435f-94c1-444e5beba0e4 req-fbf06c5f-5877-42a0-aba0-c130a7037c10 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:57.066953 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e86eafa3-8967-435f-94c1-444e5beba0e4 req-fbf06c5f-5877-42a0-aba0-c130a7037c10 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0825567 Mar 01 21:56:57.110412 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e86eafa3-8967-435f-94c1-444e5beba0e4 req-06081092-61ce-4864-8d9b-e59e88fdc8c2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378323 Mar 01 21:56:57.518195 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1d56c436-e659-4c45-aadf-8591188045b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:56:58.294169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce4f785-0bb7-4b98-bec0-7f5db79b5a28 req-ce66f907-960d-4e6b-911d-e4a05e72796e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:58.295773 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dce4f785-0bb7-4b98-bec0-7f5db79b5a28 req-ce66f907-960d-4e6b-911d-e4a05e72796e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0789802 Mar 01 21:56:58.339662 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dce4f785-0bb7-4b98-bec0-7f5db79b5a28 req-6e7e8684-0483-47bd-8ae4-77c9a68cd751 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381601 Mar 01 21:56:59.526315 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406d27b-c920-4e54-88bc-b90f6eb721a5 req-23ba581b-2920-445d-a0a9-7ad036c384a7 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:56:59.528275 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3406d27b-c920-4e54-88bc-b90f6eb721a5 req-23ba581b-2920-445d-a0a9-7ad036c384a7 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0809727 Mar 01 21:56:59.571891 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3406d27b-c920-4e54-88bc-b90f6eb721a5 req-2eba76fd-3cd5-46a2-a44b-fa7c627ed9ab tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379467 Mar 01 21:56:59.678572 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a88c7987-0070-4269-bec2-9dff93e2492e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:00.661366 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:00.752814 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:00.770746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e497e354-f1e5-4d30-ae91-82d5c5c45972 req-f837754c-6703-4664-bc53-1c8e5b1c674d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:00.772217 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e497e354-f1e5-4d30-ae91-82d5c5c45972 req-f837754c-6703-4664-bc53-1c8e5b1c674d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0813346 Mar 01 21:57:00.816107 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e497e354-f1e5-4d30-ae91-82d5c5c45972 req-e84c9abf-5d3c-423d-8d8c-9242ff2c69be tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383067 Mar 01 21:57:02.001388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab052c9-159a-49fc-92a8-c6387c1e1fae req-b2ac5c4e-b1aa-46d1-a8aa-86134b7ddc58 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:02.002854 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3ab052c9-159a-49fc-92a8-c6387c1e1fae req-b2ac5c4e-b1aa-46d1-a8aa-86134b7ddc58 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0834389 Mar 01 21:57:02.047074 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3ab052c9-159a-49fc-92a8-c6387c1e1fae req-aa0b741b-6e47-4913-bb46-1fe37207c61f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384903 Mar 01 21:57:02.449564 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:03.227775 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d387f-e1ff-4c7c-b31e-5b8c34e3e69e req-429e3772-4bd9-4631-893f-efbae13530d2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:03.229196 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-620d387f-e1ff-4c7c-b31e-5b8c34e3e69e req-429e3772-4bd9-4631-893f-efbae13530d2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0779688 Mar 01 21:57:03.388554 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-620d387f-e1ff-4c7c-b31e-5b8c34e3e69e req-68c5d9c3-3fbf-42d8-a55b-cf3caa189065 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531146 Mar 01 21:57:04.572561 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393bebda-839a-45e3-8c36-122613e7dcfa req-ed67281a-6461-4159-b3c2-9529ced9664f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:04.573987 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-393bebda-839a-45e3-8c36-122613e7dcfa req-ed67281a-6461-4159-b3c2-9529ced9664f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0778577 Mar 01 21:57:04.619166 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-393bebda-839a-45e3-8c36-122613e7dcfa req-11723202-f65b-4f3a-b33d-a10fd91cc682 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394187 Mar 01 21:57:05.803198 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad63b58f-6da7-45ee-85b0-edf3163bf5a3 req-f8fd46c7-4451-4059-aee4-64d832a7bc61 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:05.804652 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad63b58f-6da7-45ee-85b0-edf3163bf5a3 req-f8fd46c7-4451-4059-aee4-64d832a7bc61 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0817547 Mar 01 21:57:05.848060 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad63b58f-6da7-45ee-85b0-edf3163bf5a3 req-a20b75a7-c14b-4a00-9d18-53dfb8f7780c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367174 Mar 01 21:57:06.938723 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00e304-e1a4-4f42-91ef-53cf7a683b82 req-125886c8-3dee-4cc2-a29a-a00d008e2318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:06.940520 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c00e304-e1a4-4f42-91ef-53cf7a683b82 req-125886c8-3dee-4cc2-a29a-a00d008e2318 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 1096 time: 0.0796015 Mar 01 21:57:07.155815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00e304-e1a4-4f42-91ef-53cf7a683b82 req-b883deda-c2df-494f-8171-c2291202dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:07.157495 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c00e304-e1a4-4f42-91ef-53cf7a683b82 req-b883deda-c2df-494f-8171-c2291202dc87 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1972148 Mar 01 21:57:07.166235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f69cf5-7cda-4fd0-9e5b-073b71c98f0f req-523cc71b-a61b-47a4-a70f-d5925fb33daf tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:07.167614 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27f69cf5-7cda-4fd0-9e5b-073b71c98f0f req-523cc71b-a61b-47a4-a70f-d5925fb33daf tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.1887426 Mar 01 21:57:07.301126 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27f69cf5-7cda-4fd0-9e5b-073b71c98f0f req-65c900a4-dd82-4fb9-8856-ded84c660ea9 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836294 Mar 01 21:57:07.302905 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c00e304-e1a4-4f42-91ef-53cf7a683b82 req-3ed7ecb2-3376-4e9a-bb66-a3d1eced89cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc HTTP/1.1" status: 200 len: 1001 time: 0.1344116 Mar 01 21:57:07.365218 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00e304-e1a4-4f42-91ef-53cf7a683b82 req-cf8aeaa3-f0d5-4cec-8435-467eda9d3046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:07.366630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c00e304-e1a4-4f42-91ef-53cf7a683b82 req-cf8aeaa3-f0d5-4cec-8435-467eda9d3046 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0571132 Mar 01 21:57:07.444521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00e304-e1a4-4f42-91ef-53cf7a683b82 req-8dec9682-a7c3-4d8f-adef-3a198e1ff605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:07.445864 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c00e304-e1a4-4f42-91ef-53cf7a683b82 req-8dec9682-a7c3-4d8f-adef-3a198e1ff605 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725281 Mar 01 21:57:07.573596 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c00e304-e1a4-4f42-91ef-53cf7a683b82 req-ffa1b4f2-e91b-4f96-971c-ff533985e3ac service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203916 Mar 01 21:57:07.702449 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2c00e304-e1a4-4f42-91ef-53cf7a683b82 req-a9d60748-1cce-4585-abae-55ad1b3cf832 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217852 Mar 01 21:57:08.040058 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-1fac1ca1-5185-4430-992d-3a2bba637730 service neutron] show failed (client error): The resource could not be found. Mar 01 21:57:08.041037 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-1fac1ca1-5185-4430-992d-3a2bba637730 service neutron] 10.222.0.55 "GET /v2.0/ports/bc568f9c-1a9f-4bc8-8736-82c1d5d433fc/bindings/n-h1-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.0734560 Mar 01 21:57:08.492572 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5764f42a-3798-4b85-aafd-07e58d5a5eb5 req-1a3b6896-9f7e-4bbc-8aab-5ec68a1e0b87 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:08.494046 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5764f42a-3798-4b85-aafd-07e58d5a5eb5 req-1a3b6896-9f7e-4bbc-8aab-5ec68a1e0b87 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0821092 Mar 01 21:57:08.537096 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5764f42a-3798-4b85-aafd-07e58d5a5eb5 req-dd55f3ae-4ecd-45a7-b6bf-9a68f8bb16f5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374272 Mar 01 21:57:08.636330 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-fb845d5f-3550-4da9-b015-00986be7a2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:08.638451 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-fb845d5f-3550-4da9-b015-00986be7a2ce service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2&tenant_id=554dd84e4d724f47876dc81264e18993 HTTP/1.1" status: 200 len: 1096 time: 0.0794487 Mar 01 21:57:08.651024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-4', 'device_owner': 'compute:nova'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:57:08.760334 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:09.020398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] For port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:57:09.052651 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] For port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:57:09.110674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:57:09.116025 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:09.130788 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] Transition to ACTIVE for port object bc568f9c-1a9f-4bc8-8736-82c1d5d433fc will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:57:09.174289 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc', 'code': 200} Mar 01 21:57:09.209661 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:09.468726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] Pushing event updated for resources: {'Port': ['ID=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,revision_number=6']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:57:09.523348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] No DVR routers for this DVR port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:57:09.725476 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032a0e1-324d-44b6-8529-e4d10002cd6f req-689a4bdb-a35c-4e21-a246-e8b54fefd47f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:09.726946 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3032a0e1-324d-44b6-8529-e4d10002cd6f req-689a4bdb-a35c-4e21-a246-e8b54fefd47f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 943 time: 0.0804291 Mar 01 21:57:09.748618 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] Attempting to bind port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:57:09.749198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] Attempting to bind port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:57:09.749319 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] Attempting to bind port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:57:09.753788 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] Port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc on network a824116e-eb9f-46e5-9b8b-3a70a2224335 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:57:09.754098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] Attempting to bind port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:57:09.759048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:57:09.759397 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] Checking segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:57:09.759773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] Bound using segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:57:09.760186 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] Bound port: bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:57:09.760519 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:09.776755 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3032a0e1-324d-44b6-8529-e4d10002cd6f req-4382ebcb-a203-4e8b-b151-48fb5ade5ae4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416510 Mar 01 21:57:09.848649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] For port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:57:09.851400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] For port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:57:09.946903 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:10.005366 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:10.006039 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:10.007380 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] 10.222.0.57 "PUT /v2.0/ports/bc568f9c-1a9f-4bc8-8736-82c1d5d433fc HTTP/1.1" status: 200 len: 1091 time: 1.3602221 Mar 01 21:57:10.027081 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac97d521-adf2-4e61-b102-295401efe1af service neutron] Pushing event updated for resources: {'Port': ['ID=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,revision_number=7']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:57:10.104122 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-816e3e85-28a0-46ea-82ba-7f2cf9342207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:10.106034 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-816e3e85-28a0-46ea-82ba-7f2cf9342207 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 1094 time: 0.0748601 Mar 01 21:57:10.241023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-49c55382-c21e-44b9-92d9-289848600d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:10.242470 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-49c55382-c21e-44b9-92d9-289848600d84 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1308966 Mar 01 21:57:10.346538 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-3f578867-81d2-46dd-ace6-4483a71b1603 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc HTTP/1.1" status: 200 len: 999 time: 0.0984662 Mar 01 21:57:10.408743 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-a4e545be-4607-488e-bd03-93ac2643b587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:10.410164 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-a4e545be-4607-488e-bd03-93ac2643b587 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0578284 Mar 01 21:57:10.487179 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-8e953838-ffb8-4e56-8afa-c05aaf65a05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:10.488645 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-8e953838-ffb8-4e56-8afa-c05aaf65a05c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731571 Mar 01 21:57:10.620983 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-2f2d909e-338a-4cfa-ae81-d28d826edbb4 service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262362 Mar 01 21:57:10.751078 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-5c570ff1-b091-4c4e-bf65-897842920a45 req-f74e5215-0ebc-41cc-8e2a-ac1fa1a7c00a service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240277 Mar 01 21:57:10.989954 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deafd90-aa6c-404d-a0b2-ce9ae28ba577 req-a09e0ba3-1a90-4741-bea5-5e0774bd4b82 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:10.991420 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8deafd90-aa6c-404d-a0b2-ce9ae28ba577 req-a09e0ba3-1a90-4741-bea5-5e0774bd4b82 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 943 time: 0.0924361 Mar 01 21:57:11.036884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8deafd90-aa6c-404d-a0b2-ce9ae28ba577 req-c9c185fe-622c-4e19-93cb-6048b97a072e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395868 Mar 01 21:57:11.175133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'tag': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:57:11.231911 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'tag': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc', 'status': 'completed', 'code': 200} Mar 01 21:57:11.317928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d918319-e04b-49c8-96b4-65db747c48bf req-38d79c88-d243-4772-b308-bcc9ba8b76bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:11.319449 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3d918319-e04b-49c8-96b4-65db747c48bf req-38d79c88-d243-4772-b308-bcc9ba8b76bc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 1094 time: 0.0718250 Mar 01 21:57:11.438772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d918319-e04b-49c8-96b4-65db747c48bf req-4e40c018-0c97-42c8-8c54-6002812c6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:11.440273 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d918319-e04b-49c8-96b4-65db747c48bf req-4e40c018-0c97-42c8-8c54-6002812c6efb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 1094 time: 0.0737667 Mar 01 21:57:11.452169 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d918319-e04b-49c8-96b4-65db747c48bf req-7e6961a6-fa3c-40e2-be0d-4c23e8e74648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:11.453582 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3d918319-e04b-49c8-96b4-65db747c48bf req-7e6961a6-fa3c-40e2-be0d-4c23e8e74648 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1279514 Mar 01 21:57:11.573781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d918319-e04b-49c8-96b4-65db747c48bf req-c20efe83-34ae-464b-813f-ea130d45f584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:11.575834 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d918319-e04b-49c8-96b4-65db747c48bf req-c20efe83-34ae-464b-813f-ea130d45f584 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1301193 Mar 01 21:57:11.682278 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3d918319-e04b-49c8-96b4-65db747c48bf req-47ef23bc-2897-4271-b497-7551ec844a6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc HTTP/1.1" status: 200 len: 999 time: 0.2221391 Mar 01 21:57:11.748363 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d918319-e04b-49c8-96b4-65db747c48bf req-e542baf5-8fb0-4390-aa21-af34ca2838ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:11.749789 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3d918319-e04b-49c8-96b4-65db747c48bf req-e542baf5-8fb0-4390-aa21-af34ca2838ca service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0604591 Mar 01 21:57:11.786600 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d918319-e04b-49c8-96b4-65db747c48bf req-02c382f6-76a1-480d-bf91-42c7edbceb33 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc HTTP/1.1" status: 200 len: 999 time: 0.2041602 Mar 01 21:57:11.827052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d918319-e04b-49c8-96b4-65db747c48bf req-2d671449-9c98-43b8-9113-5cd096f4a5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:11.828529 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3d918319-e04b-49c8-96b4-65db747c48bf req-2d671449-9c98-43b8-9113-5cd096f4a5c6 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716531 Mar 01 21:57:11.847856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d918319-e04b-49c8-96b4-65db747c48bf req-bd9a852e-c810-4b13-8373-285013dd2e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:11.861778 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d918319-e04b-49c8-96b4-65db747c48bf req-bd9a852e-c810-4b13-8373-285013dd2e04 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0570455 Mar 01 21:57:11.923218 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d918319-e04b-49c8-96b4-65db747c48bf req-774a1d73-7442-4a70-ac53-94129995f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:11.924711 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d918319-e04b-49c8-96b4-65db747c48bf req-774a1d73-7442-4a70-ac53-94129995f239 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0695198 Mar 01 21:57:11.967212 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3d918319-e04b-49c8-96b4-65db747c48bf req-ad62643f-ac0a-45cf-acae-1c3f1e987155 service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303847 Mar 01 21:57:12.055827 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d918319-e04b-49c8-96b4-65db747c48bf req-e7bd8233-98d1-4aea-a7bf-baa8ea07d566 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250255 Mar 01 21:57:12.108193 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3d918319-e04b-49c8-96b4-65db747c48bf req-2f729e60-a716-4811-b0ec-548992a74432 service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340344 Mar 01 21:57:12.238869 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3d918319-e04b-49c8-96b4-65db747c48bf req-fee52c71-3e5d-4407-9c37-f380b59b136d service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769099 Mar 01 21:57:12.265143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472260b8-1768-4f96-bbd4-b8ad1e625565 req-c5d207b1-03ca-4079-92aa-7ce4c784c2b6 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:12.266573 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-472260b8-1768-4f96-bbd4-b8ad1e625565 req-c5d207b1-03ca-4079-92aa-7ce4c784c2b6 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 943 time: 0.1078126 Mar 01 21:57:12.310561 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bc568f9c-1a9f-4bc8-8736-82c1d5d433fc no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:57:12.312081 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-472260b8-1768-4f96-bbd4-b8ad1e625565 req-00fdd01b-c41a-4c18-9dd6-96ee33a65289 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398366 Mar 01 21:57:12.375408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bc568f9c-1a9f-4bc8-8736-82c1d5d433fc not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:57:13.515343 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d248f64e-de42-447a-88b3-d93e633d7d67 req-36df3143-b838-4472-a5b0-a34afd0b714c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:13.516798 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d248f64e-de42-447a-88b3-d93e633d7d67 req-36df3143-b838-4472-a5b0-a34afd0b714c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 943 time: 0.0789914 Mar 01 21:57:13.562962 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d248f64e-de42-447a-88b3-d93e633d7d67 req-db864b63-fd22-46b2-a949-3e31e9f93426 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406194 Mar 01 21:57:14.268518 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aad532-5a2b-469a-90b9-ed49104e279b req-c13ea2ad-6cbb-4f3a-aa1f-0e2455b2f690 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:14.269219 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-34aad532-5a2b-469a-90b9-ed49104e279b req-c13ea2ad-6cbb-4f3a-aa1f-0e2455b2f690 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Synchronizing usage tracker for tenant:554dd84e4d724f47876dc81264e18993 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:57:14.278032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d5923-2012-4d23-847f-897393c2bf97 req-0fed45d3-aced-4a27-9c2f-7ace6b054b5c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:14.279620 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-464d5923-2012-4d23-847f-897393c2bf97 req-0fed45d3-aced-4a27-9c2f-7ace6b054b5c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 943 time: 0.0783525 Mar 01 21:57:14.280987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-34aad532-5a2b-469a-90b9-ed49104e279b req-c13ea2ad-6cbb-4f3a-aa1f-0e2455b2f690 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Unset dirty status for tenant:554dd84e4d724f47876dc81264e18993 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:57:14.282078 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-34aad532-5a2b-469a-90b9-ed49104e279b req-c13ea2ad-6cbb-4f3a-aa1f-0e2455b2f690 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.57 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2&tenant_id=554dd84e4d724f47876dc81264e18993&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 943 time: 0.1013119 Mar 01 21:57:14.323389 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-464d5923-2012-4d23-847f-897393c2bf97 req-a0b515b3-edee-44f6-9a10-aa0fdb05736a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381558 Mar 01 21:57:14.362678 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-34aad532-5a2b-469a-90b9-ed49104e279b req-dc56b72f-47ea-4dbd-9eee-884a3f128208 service neutron] 10.222.0.57 "GET /v2.0/ports/bc568f9c-1a9f-4bc8-8736-82c1d5d433fc/bindings/n-h1-827896-4 HTTP/1.1" status: 200 len: 382 time: 0.0744190 Mar 01 21:57:14.460515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aad532-5a2b-469a-90b9-ed49104e279b req-3fd57689-069f-44bd-b46c-463b41f2491f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:14.461999 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-34aad532-5a2b-469a-90b9-ed49104e279b req-3fd57689-069f-44bd-b46c-463b41f2491f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 1094 time: 0.0777750 Mar 01 21:57:14.591857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aad532-5a2b-469a-90b9-ed49104e279b req-1e5f1669-0196-4712-8d1a-c5ca41aef2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:14.593206 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-34aad532-5a2b-469a-90b9-ed49104e279b req-1e5f1669-0196-4712-8d1a-c5ca41aef2a2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1258738 Mar 01 21:57:14.633861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bc568f9c-1a9f-4bc8-8736-82c1d5d433fc details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:57:14.698137 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-34aad532-5a2b-469a-90b9-ed49104e279b req-d46109e1-339d-4765-bc89-675fe8380176 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc HTTP/1.1" status: 200 len: 999 time: 0.0979955 Mar 01 21:57:14.764706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aad532-5a2b-469a-90b9-ed49104e279b req-07ad3b4b-597a-4cf5-8dd4-144161d8f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:14.766229 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-34aad532-5a2b-469a-90b9-ed49104e279b req-07ad3b4b-597a-4cf5-8dd4-144161d8f4b9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0622869 Mar 01 21:57:14.769076 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:57:14.782938 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'port_id': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc', 'mac_address': 'fa:16:3e:45:d7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:57:14.838135 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:14.842510 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9356c8e9-74fa-4ac4-928b-a40b8d198292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:14.843941 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9356c8e9-74fa-4ac4-928b-a40b8d198292 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718169 Mar 01 21:57:14.854434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc568f9c-1a9f-4bc8-8736-82c1d5d433fc {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:57:14.870191 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:57:14.941135 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:14.977878 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-34aad532-5a2b-469a-90b9-ed49104e279b req-18acad7f-bfca-4a24-a031-2e720487a141 service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273291 Mar 01 21:57:15.013311 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:57:15.111900 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-34aad532-5a2b-469a-90b9-ed49104e279b req-86083c8c-f9ed-4900-8785-df7f6acd3c8f service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277294 Mar 01 21:57:15.188936 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['bc568f9c-1a9f-4bc8-8736-82c1d5d433fc'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:57:15.514179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e560f7-2dca-4bda-9b8e-9aadb4f5acc2 req-91f83e0e-fc5a-4416-b093-b68642abec9a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:15.515630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0e560f7-2dca-4bda-9b8e-9aadb4f5acc2 req-91f83e0e-fc5a-4416-b093-b68642abec9a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 944 time: 0.0823572 Mar 01 21:57:15.558450 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0e560f7-2dca-4bda-9b8e-9aadb4f5acc2 req-76d76d64-c67d-410b-967f-877cafc2212d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371690 Mar 01 21:57:16.649564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bc568f9c-1a9f-4bc8-8736-82c1d5d433fc up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:57:16.741436 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ddc863-5084-4ad3-b05d-0c1cc31a0f0c req-35c52d03-7d2b-4a07-a2de-324712a60e02 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:16.742893 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00ddc863-5084-4ad3-b05d-0c1cc31a0f0c req-35c52d03-7d2b-4a07-a2de-324712a60e02 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 944 time: 0.0794225 Mar 01 21:57:16.786953 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00ddc863-5084-4ad3-b05d-0c1cc31a0f0c req-1646577b-1b4b-4c53-b8bf-ef43d4967440 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381117 Mar 01 21:57:16.798021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:57:16.803804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:57:16.804180 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:16.920348 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:16.945746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:57:16.956386 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:57:17.007633 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc', 'code': 200} Mar 01 21:57:17.026592 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:17.097309 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:57:17.603415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aad532-5a2b-469a-90b9-ed49104e279b req-6845388a-18fe-4adb-a6b2-71336958e62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:17.604777 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34aad532-5a2b-469a-90b9-ed49104e279b req-6845388a-18fe-4adb-a6b2-71336958e62a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2&tenant_id=554dd84e4d724f47876dc81264e18993 HTTP/1.1" status: 200 len: 1096 time: 0.0733836 Mar 01 21:57:17.614892 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827896-4', 'device_owner': 'compute:nova'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:57:17.725227 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:18.052419 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] For port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:57:18.073141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391292b1-b8ee-4224-aa44-02404854420e req-e0417684-18c1-437e-992e-3580ff6f3bb4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:18.074662 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-391292b1-b8ee-4224-aa44-02404854420e req-e0417684-18c1-437e-992e-3580ff6f3bb4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.1804566 Mar 01 21:57:18.115663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] For port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:57:18.176406 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-391292b1-b8ee-4224-aa44-02404854420e req-c0597d34-de24-4e39-a0df-534f58b421eb tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889778 Mar 01 21:57:18.190850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:57:18.196601 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:18.211243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] Transition to ACTIVE for port object bc568f9c-1a9f-4bc8-8736-82c1d5d433fc will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:57:18.248953 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc', 'code': 200} Mar 01 21:57:18.272198 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:18.523828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] Pushing event updated for resources: {'Port': ['ID=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,revision_number=10']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:57:18.584563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] No DVR routers for this DVR port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc on host n-h1-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:57:18.806639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] Attempting to bind port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:57:18.806964 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] Attempting to bind port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:57:18.807280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] Attempting to bind port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:57:18.811949 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] Port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc on network a824116e-eb9f-46e5-9b8b-3a70a2224335 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:57:18.812259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] Attempting to bind port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:57:18.817284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:57:18.817613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] Checking segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:57:18.817984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] Bound using segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:57:18.818394 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] Bound port: bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:57:18.818848 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:18.904282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] For port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:57:18.907038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] For port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:57:18.975466 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:19.048072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:19.048683 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:19.050031 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34aad532-5a2b-469a-90b9-ed49104e279b req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] 10.222.0.55 "PUT /v2.0/ports/bc568f9c-1a9f-4bc8-8736-82c1d5d433fc HTTP/1.1" status: 200 len: 1092 time: 1.4389973 Mar 01 21:57:19.070111 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af89653-3a00-486e-b615-fd48cbf543db service neutron] Pushing event updated for resources: {'Port': ['ID=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,revision_number=11']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:57:19.143746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aad532-5a2b-469a-90b9-ed49104e279b req-c91f882c-ec85-4403-8771-bc4cd41ab549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:19.145229 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34aad532-5a2b-469a-90b9-ed49104e279b req-c91f882c-ec85-4403-8771-bc4cd41ab549 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 1095 time: 0.0723300 Mar 01 21:57:19.279875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aad532-5a2b-469a-90b9-ed49104e279b req-a4f8abc2-709a-43aa-a82c-3147c2b2ad62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:19.281329 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34aad532-5a2b-469a-90b9-ed49104e279b req-a4f8abc2-709a-43aa-a82c-3147c2b2ad62 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1304932 Mar 01 21:57:19.425924 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34aad532-5a2b-469a-90b9-ed49104e279b req-bb6ce4d9-0e67-49ec-bf8c-8d013811500a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc HTTP/1.1" status: 200 len: 999 time: 0.1385028 Mar 01 21:57:19.497742 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238df72-d3c7-474a-bcde-1da2f2632114 req-b8cd3c79-75bb-45d5-92f6-6ab8ed638edb tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:19.499178 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9238df72-d3c7-474a-bcde-1da2f2632114 req-b8cd3c79-75bb-45d5-92f6-6ab8ed638edb tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 944 time: 0.1613576 Mar 01 21:57:19.523407 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aad532-5a2b-469a-90b9-ed49104e279b req-bebe35d5-44ee-4e34-8dcb-da8ac5af2fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:19.524785 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34aad532-5a2b-469a-90b9-ed49104e279b req-bebe35d5-44ee-4e34-8dcb-da8ac5af2fd4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0926249 Mar 01 21:57:19.590710 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9238df72-d3c7-474a-bcde-1da2f2632114 req-972222dc-67a1-40ab-9691-7096cd5e5a3f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851393 Mar 01 21:57:19.614306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aad532-5a2b-469a-90b9-ed49104e279b req-8318d40e-7c47-4f05-9ba5-feb0e078e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:19.615794 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34aad532-5a2b-469a-90b9-ed49104e279b req-8318d40e-7c47-4f05-9ba5-feb0e078e65d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850012 Mar 01 21:57:19.746553 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34aad532-5a2b-469a-90b9-ed49104e279b req-f44bd579-cdbe-4c31-b8e5-f5e0c3ad6f8b service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232312 Mar 01 21:57:19.874140 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34aad532-5a2b-469a-90b9-ed49104e279b req-272e8240-ffe4-4cc1-80ba-29babffedf06 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220016 Mar 01 21:57:20.250477 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'tag': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:57:20.307517 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'tag': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc', 'status': 'completed', 'code': 200} Mar 01 21:57:20.400266 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-af322aad-1469-4355-9840-1c3078244b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:20.401745 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-af322aad-1469-4355-9840-1c3078244b73 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 1095 time: 0.0782506 Mar 01 21:57:20.524512 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-1b043f08-ee7b-4569-bcda-e28f8f680477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:20.525990 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-1b043f08-ee7b-4569-bcda-e28f8f680477 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 1095 time: 0.1963520 Mar 01 21:57:20.545209 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-b51c25fa-b0b9-45bc-bdca-9b5094ea7215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:20.546700 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-b51c25fa-b0b9-45bc-bdca-9b5094ea7215 service neutron] 10.222.0.57 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1391251 Mar 01 21:57:20.650267 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bc568f9c-1a9f-4bc8-8736-82c1d5d433fc no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:57:20.664661 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-75b9466c-74e6-41ab-bd4a-7b766ea9834c service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc HTTP/1.1" status: 200 len: 999 time: 0.1100733 Mar 01 21:57:20.709900 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-aa00d13e-8bfb-41e7-a9bd-16247522d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:20.711903 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-aa00d13e-8bfb-41e7-a9bd-16247522d0fd service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1789322 Mar 01 21:57:20.728579 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device bc568f9c-1a9f-4bc8-8736-82c1d5d433fc not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:57:20.740328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-9fb3e77f-de06-4fa9-af60-fdc46854ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:20.741852 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-9fb3e77f-de06-4fa9-af60-fdc46854ac1b service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0727210 Mar 01 21:57:20.819861 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-b1b5fee9-2300-4478-a3ea-fbeff38780e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:20.821390 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-b1b5fee9-2300-4478-a3ea-fbeff38780e9 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734997 Mar 01 21:57:20.867136 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-06e6d264-6615-423f-ba71-fdccff65f740 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc HTTP/1.1" status: 200 len: 999 time: 0.1488199 Mar 01 21:57:20.945016 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d64e87-970a-4542-aaac-04e9546a827d req-2be7abfa-0a0f-4a25-8bfb-4877589f2eef tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:20.946455 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c7d64e87-970a-4542-aaac-04e9546a827d req-2be7abfa-0a0f-4a25-8bfb-4877589f2eef tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 944 time: 0.1758778 Mar 01 21:57:20.970548 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-f9056bd7-e758-4af1-91ff-4974edea411d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:20.972020 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-f9056bd7-e758-4af1-91ff-4974edea411d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0980341 Mar 01 21:57:21.039885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c7d64e87-970a-4542-aaac-04e9546a827d req-6d365944-0af1-4c19-b3f8-a53571830ae1 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858755 Mar 01 21:57:21.069306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-bbd4e70f-57ed-48c4-afe0-05a34865b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:21.070769 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-bbd4e70f-57ed-48c4-afe0-05a34865b2e3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913827 Mar 01 21:57:21.087876 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-bafdbcc8-0f98-4f20-829b-f40d8300b2ab service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605615 Mar 01 21:57:21.206375 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-12d7d69a-7a82-46ff-bafd-599df496c054 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284885 Mar 01 21:57:21.230123 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-774e9fd4-9ebe-458a-866e-a2af4bdfa2cf service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354270 Mar 01 21:57:21.341921 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de20a439-9cf2-472d-95e2-c0f165b03ed6 req-c715a54f-4293-497a-90c5-e14fae0e100a service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296477 Mar 01 21:57:22.044408 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:22.236993 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792dd56-5852-4fce-8d66-8718d8eab85a req-ff1e1735-bc6c-429a-8018-2c7d09b38b09 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:22.238418 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4792dd56-5852-4fce-8d66-8718d8eab85a req-ff1e1735-bc6c-429a-8018-2c7d09b38b09 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 944 time: 0.0828509 Mar 01 21:57:22.281980 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4792dd56-5852-4fce-8d66-8718d8eab85a req-df37ea3a-8f28-4ec2-9879-f37f4441226a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379410 Mar 01 21:57:22.302943 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bc568f9c-1a9f-4bc8-8736-82c1d5d433fc details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:57:22.444407 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:57:22.457630 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'port_id': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc', 'mac_address': 'fa:16:3e:45:d7:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:57:22.514119 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:22.531602 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc568f9c-1a9f-4bc8-8736-82c1d5d433fc {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:57:22.547805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:57:22.615592 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:22.685761 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,revision_number=12']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:57:22.896634 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['bc568f9c-1a9f-4bc8-8736-82c1d5d433fc'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:57:23.465271 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0a5cda-4ee3-411c-9e51-abf3f5dc61ce req-8a472283-781f-4c3f-97d7-2a74a6771fa1 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:23.466718 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae0a5cda-4ee3-411c-9e51-abf3f5dc61ce req-8a472283-781f-4c3f-97d7-2a74a6771fa1 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0798006 Mar 01 21:57:23.513337 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae0a5cda-4ee3-411c-9e51-abf3f5dc61ce req-927f8424-6df1-4a75-9caf-4716a456da01 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401351 Mar 01 21:57:23.696656 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ac715-a61a-4526-9046-964c17d42ea2 req-81de1800-2e57-4375-96c8-52043e4ec339 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:23.698017 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd7ac715-a61a-4526-9046-964c17d42ea2 req-81de1800-2e57-4375-96c8-52043e4ec339 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0794370 Mar 01 21:57:23.745217 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd7ac715-a61a-4526-9046-964c17d42ea2 req-30269581-a12c-4c21-ae12-f1c0022197d5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392990 Mar 01 21:57:23.931838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a025ef1-10c2-401b-93b9-d585da68869d req-d34b0b9e-80aa-495a-93da-67c7b317c13a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:23.933270 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a025ef1-10c2-401b-93b9-d585da68869d req-d34b0b9e-80aa-495a-93da-67c7b317c13a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0828652 Mar 01 21:57:23.976719 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9a025ef1-10c2-401b-93b9-d585da68869d req-86521519-6f26-44cb-8538-b94a0f33419a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371118 Mar 01 21:57:24.326135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bc568f9c-1a9f-4bc8-8736-82c1d5d433fc up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:57:24.457709 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:57:24.466709 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:57:24.472003 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:57:24.472390 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:24.501037 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:24.545703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e774fec3-978f-4ba4-8442-115c52c9dc6b req-bf2426c0-717c-4bf3-87e4-bfb91eace978 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:24.547178 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e774fec3-978f-4ba4-8442-115c52c9dc6b req-bf2426c0-717c-4bf3-87e4-bfb91eace978 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 945 time: 0.0796871 Mar 01 21:57:24.590353 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:24.591037 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e774fec3-978f-4ba4-8442-115c52c9dc6b req-c7f21e7e-55d1-40a5-9005-14f9c9d44024 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381966 Mar 01 21:57:24.617091 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:57:24.627393 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:57:24.660754 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc', 'code': 200} Mar 01 21:57:24.695117 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:24.760229 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,revision_number=13']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:57:25.782073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81e93f-a1d0-4808-a0ea-b7c4297552b4 req-1b458c8d-e2b2-4a44-8936-bb419c35654d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:25.783559 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dc81e93f-a1d0-4808-a0ea-b7c4297552b4 req-1b458c8d-e2b2-4a44-8936-bb419c35654d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 946 time: 0.0847778 Mar 01 21:57:25.874204 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dc81e93f-a1d0-4808-a0ea-b7c4297552b4 req-354f2c47-ea84-4705-8e97-e5c320807d21 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850720 Mar 01 21:57:25.904154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df3a65-9af4-4e0c-a238-36ebc1d8df72 req-8cf86a5a-dd5c-4f2e-b46a-ae51099ed120 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:25.905566 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70df3a65-9af4-4e0c-a238-36ebc1d8df72 req-8cf86a5a-dd5c-4f2e-b46a-ae51099ed120 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.55 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 946 time: 0.1030641 Mar 01 21:57:25.979077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-70df3a65-9af4-4e0c-a238-36ebc1d8df72 req-e0648296-e19c-460c-9b4e-0d2494259d70 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Deleting port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:57:25.979438 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-70df3a65-9af4-4e0c-a238-36ebc1d8df72 req-e0648296-e19c-460c-9b4e-0d2494259d70 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:26.343999 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-70df3a65-9af4-4e0c-a238-36ebc1d8df72 req-e0648296-e19c-460c-9b4e-0d2494259d70 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] For port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:57:26.344351 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-70df3a65-9af4-4e0c-a238-36ebc1d8df72 req-e0648296-e19c-460c-9b4e-0d2494259d70 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:26.645373 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-70df3a65-9af4-4e0c-a238-36ebc1d8df72 req-e0648296-e19c-460c-9b4e-0d2494259d70 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:26.645650 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-70df3a65-9af4-4e0c-a238-36ebc1d8df72 req-e0648296-e19c-460c-9b4e-0d2494259d70 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:26.645958 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [req-70df3a65-9af4-4e0c-a238-36ebc1d8df72 req-e0648296-e19c-460c-9b4e-0d2494259d70 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Floating IP c37be040-9fed-418c-a40e-bbd4b0e2f7e4 disassociated. External IP: 172.25.5.95, port: bc568f9c-1a9f-4bc8-8736-82c1d5d433fc. Mar 01 21:57:26.646287 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-70df3a65-9af4-4e0c-a238-36ebc1d8df72 req-e0648296-e19c-460c-9b4e-0d2494259d70 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Calling delete_port for bc568f9c-1a9f-4bc8-8736-82c1d5d433fc owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:57:26.849269 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-70df3a65-9af4-4e0c-a238-36ebc1d8df72 req-e0648296-e19c-460c-9b4e-0d2494259d70 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:26.897617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0648296-e19c-460c-9b4e-0d2494259d70 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Pushing event deleted for resources: {'Port': ['ID=bc568f9c-1a9f-4bc8-8736-82c1d5d433fc,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:57:27.104056 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-11e53cf0-869b-4e55-b055-b80210731349 req-f0e4ce92-a4b3-4f00-9a43-f2e4bb4f45bc tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=2aba5400-d9ab-4207-8ad3-e46635bc89b2 HTTP/1.1" status: 200 len: 210 time: 0.1087523 Mar 01 21:57:27.130261 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-70df3a65-9af4-4e0c-a238-36ebc1d8df72 req-e0648296-e19c-460c-9b4e-0d2494259d70 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:57:27.301781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-70df3a65-9af4-4e0c-a238-36ebc1d8df72 req-e0648296-e19c-460c-9b4e-0d2494259d70 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:57:27.311747 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2e1df-02b0-4752-9f08-1f52effb6cba None None] Sync routers for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:57:27.321150 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e2e1df-02b0-4752-9f08-1f52effb6cba None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:57:27.321816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-b3e2e1df-02b0-4752-9f08-1f52effb6cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:57:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:57:27.376778 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-70df3a65-9af4-4e0c-a238-36ebc1d8df72 req-e0648296-e19c-460c-9b4e-0d2494259d70 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] No DVR routers for this DVR port bc568f9c-1a9f-4bc8-8736-82c1d5d433fc on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:57:27.379474 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-70df3a65-9af4-4e0c-a238-36ebc1d8df72 req-e0648296-e19c-460c-9b4e-0d2494259d70 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:27.382136 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'name': 'network-vif-deleted', 'tag': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:57:27.432015 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aba5400-d9ab-4207-8ad3-e46635bc89b2', 'name': 'network-vif-deleted', 'tag': 'bc568f9c-1a9f-4bc8-8736-82c1d5d433fc', 'status': 'completed', 'code': 200} Mar 01 21:57:27.461519 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-70df3a65-9af4-4e0c-a238-36ebc1d8df72 req-e0648296-e19c-460c-9b4e-0d2494259d70 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.55 "DELETE /v2.0/ports/bc568f9c-1a9f-4bc8-8736-82c1d5d433fc HTTP/1.1" status: 204 len: 173 time: 1.5503786 Mar 01 21:57:27.532121 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c50cd84d-c0ca-4796-bcf4-4be7ef699700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:27.544467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-b3e2e1df-02b0-4752-9f08-1f52effb6cba None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:57:27.850070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-b3e2e1df-02b0-4752-9f08-1f52effb6cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:57:27.853814 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2e1df-02b0-4752-9f08-1f52effb6cba None None] Checking router: 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:57:27.862044 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e2e1df-02b0-4752-9f08-1f52effb6cba None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:57:27.862632 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-b3e2e1df-02b0-4752-9f08-1f52effb6cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:57:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:57:28.040895 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-b3e2e1df-02b0-4752-9f08-1f52effb6cba None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:57:28.368733 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-b3e2e1df-02b0-4752-9f08-1f52effb6cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:57:28.373024 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e2e1df-02b0-4752-9f08-1f52effb6cba None None] The sync data for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 is: [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:57:28.602538 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e46e90-744b-4e92-b85d-77a0991c4b8e None None] New status for floating IP c37be040-9fed-418c-a40e-bbd4b0e2f7e4: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:57:28.615790 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-29c96d6e-ec02-4136-916c-a71e6c45b43d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1312962254&fields=id&tenant_id=554dd84e4d724f47876dc81264e18993 HTTP/1.1" status: 200 len: 267 time: 0.0433128 Mar 01 21:57:28.765800 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-e5c6595e-4b4d-407e-bb6c-b34abbf3e52c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:28.767153 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-e5c6595e-4b4d-407e-bb6c-b34abbf3e52c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 811 time: 0.1439230 Mar 01 21:57:28.782989 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-013ff302-4f67-4c16-91e8-e2d6d0eea899 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/quotas/554dd84e4d724f47876dc81264e18993 HTTP/1.1" status: 200 len: 375 time: 0.0102787 Mar 01 21:57:28.872265 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-fb1e9832-a2d7-45db-bb0d-f5ed18cfcba4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Synchronizing usage tracker for tenant:554dd84e4d724f47876dc81264e18993 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:57:28.975033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-fb1e9832-a2d7-45db-bb0d-f5ed18cfcba4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Unset dirty status for tenant:554dd84e4d724f47876dc81264e18993 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:57:28.976395 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-fb1e9832-a2d7-45db-bb0d-f5ed18cfcba4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1881196 Mar 01 21:57:29.223193 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-5981ebc1-3bbb-4341-824f-08c682276732 service neutron] 10.222.0.42 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353604 Mar 01 21:57:29.351589 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-a53a02d2-e80a-4cc8-90d8-d48086ad088b service neutron] 10.222.0.42 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224415 Mar 01 21:57:29.600876 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d49d3b3e-7de1-42c2-aaf0-4db27f097041 req-214b7fb7-dd62-4772-b5c2-6d2462b1320c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 210 time: 0.0424576 Mar 01 21:57:29.701320 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9b32c5fc-e831-46d4-8495-58db004d9654 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:30.325668 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bc568f9c-1a9f-4bc8-8736-82c1d5d433fc no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:57:30.359868 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: bc568f9c-1a9f-4bc8-8736-82c1d5d433fc {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:57:30.360216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device bc568f9c-1a9f-4bc8-8736-82c1d5d433fc not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:57:30.632701 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:30.756082 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50f9e420-542e-4a91-a926-c210e4d563a2 req-f4f15854-99c8-43a4-9cce-f6e0f8aebe4f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 210 time: 0.0427978 Mar 01 21:57:30.769755 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:31.545662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-ba4da1de-c691-430c-891f-286c70e9b227 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:31.547135 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-ba4da1de-c691-430c-891f-286c70e9b227 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 811 time: 0.1460891 Mar 01 21:57:31.600654 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-16ab98c8-7581-4d7e-9849-8ea2d17c580a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=554dd84e4d724f47876dc81264e18993 HTTP/1.1" status: 200 len: 380 time: 0.0460906 Mar 01 21:57:31.610263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Request body: {'port': {'device_id': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'admin_state_up': True, 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'security_groups': ['11a4a245-1591-4257-915c-4b0b2317a4d6']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:57:31.748427 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:57:31.758133 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:57:31.815005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Made reservation on behalf of 554dd84e4d724f47876dc81264e18993 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:57:31.818846 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:31.933650 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f02124a0-72e7-4e77-a69f-e05ef0960784 req-8379db1c-2588-4fac-b76e-d98df5e8d210 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 210 time: 0.0558467 Mar 01 21:57:32.027299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Allocated IP 172.20.0.10 (a824116e-eb9f-46e5-9b8b-3a70a2224335/1329f750-31d2-4d79-8d90-e4c7899b8bbb/3cd50038-5673-474f-906c-b3ddad8ef56f) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:57:32.212609 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:32.227881 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Transition to ACTIVE for port object 3cd50038-5673-474f-906c-b3ddad8ef56f will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:57:32.301061 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:32.368963 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Network a824116e-eb9f-46e5-9b8b-3a70a2224335 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:57:32.376027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:57:32.380298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:57:32.414785 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Pushing event updated for resources: {'Port': ['ID=3cd50038-5673-474f-906c-b3ddad8ef56f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:57:32.433983 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:32.434326 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:32.434663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:32.434993 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:32.435319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:32.435674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:32.435995 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:32.436331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:32.436651 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:32.436970 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:32.437284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:32.437598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:32.454951 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:32.459309 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:32.461870 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:32.559096 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-68a232f5-84fe-46f5-9329-6415a0617b47 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9517982 Mar 01 21:57:32.569393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] Request body: {'port': {'device_id': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:57:32.643557 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d590405c-14f7-4034-9af4-7002ff0f8396 None None] Provisioning for port 3cd50038-5673-474f-906c-b3ddad8ef56f completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:57:32.648609 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d590405c-14f7-4034-9af4-7002ff0f8396 None None] Provisioning complete for port 3cd50038-5673-474f-906c-b3ddad8ef56f triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:57:32.648982 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d590405c-14f7-4034-9af4-7002ff0f8396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:32.680552 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:32.714965 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d590405c-14f7-4034-9af4-7002ff0f8396 None None] Port 3cd50038-5673-474f-906c-b3ddad8ef56f cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 21:57:33.197217 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd50038-5673-474f-906c-b3ddad8ef56f {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:57:33.208533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ff8eea-3823-49e7-9686-37e601a07445 req-4c7d5739-7e15-415a-aada-f8e779f1e55e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:33.209212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d8ff8eea-3823-49e7-9686-37e601a07445 req-4c7d5739-7e15-415a-aada-f8e779f1e55e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Synchronizing usage tracker for tenant:554dd84e4d724f47876dc81264e18993 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:57:33.215848 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:33.236186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] Transition to ACTIVE for port object 3cd50038-5673-474f-906c-b3ddad8ef56f will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:57:33.278322 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d8ff8eea-3823-49e7-9686-37e601a07445 req-4c7d5739-7e15-415a-aada-f8e779f1e55e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Unset dirty status for tenant:554dd84e4d724f47876dc81264e18993 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:57:33.279491 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d8ff8eea-3823-49e7-9686-37e601a07445 req-4c7d5739-7e15-415a-aada-f8e779f1e55e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 932 time: 0.2320366 Mar 01 21:57:33.300369 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:33.437363 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d8ff8eea-3823-49e7-9686-37e601a07445 req-bc59f107-b10a-4246-ad7b-16a041c34a69 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520946 Mar 01 21:57:33.483632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd50038-5673-474f-906c-b3ddad8ef56f,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:57:33.553889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] Attempting to bind port 3cd50038-5673-474f-906c-b3ddad8ef56f on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:57:33.554210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] Attempting to bind port 3cd50038-5673-474f-906c-b3ddad8ef56f by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:57:33.554527 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] Attempting to bind port 3cd50038-5673-474f-906c-b3ddad8ef56f on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:57:33.559221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] Port 3cd50038-5673-474f-906c-b3ddad8ef56f on network a824116e-eb9f-46e5-9b8b-3a70a2224335 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:57:33.561281 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] Attempting to bind port 3cd50038-5673-474f-906c-b3ddad8ef56f on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:57:33.566620 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:57:33.567080 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] Checking segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:57:33.567487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] Bound using segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:57:33.567905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] Bound port: 3cd50038-5673-474f-906c-b3ddad8ef56f, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:57:33.568245 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:33.657285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] For port 3cd50038-5673-474f-906c-b3ddad8ef56f, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:57:33.660182 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] For port 3cd50038-5673-474f-906c-b3ddad8ef56f, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3cd50038-5673-474f-906c-b3ddad8ef56f,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:57:33.718874 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:33.778275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:33.778887 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:33.780243 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] 10.222.0.55 "PUT /v2.0/ports/3cd50038-5673-474f-906c-b3ddad8ef56f HTTP/1.1" status: 200 len: 1092 time: 1.2148511 Mar 01 21:57:33.780672 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'tag': '3cd50038-5673-474f-906c-b3ddad8ef56f'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:57:33.816661 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c01f3-5b9a-4dd6-a21e-f51d2cb41ba3 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd50038-5673-474f-906c-b3ddad8ef56f,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:57:33.833117 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'tag': '3cd50038-5673-474f-906c-b3ddad8ef56f', 'status': 'completed', 'code': 200} Mar 01 21:57:33.938191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41152f-70bf-4484-9c65-b060b6dc5920 req-4d80ce8e-ba96-4a09-8de6-aad0c9db4747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:33.939688 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e41152f-70bf-4484-9c65-b060b6dc5920 req-4d80ce8e-ba96-4a09-8de6-aad0c9db4747 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 1095 time: 0.0742722 Mar 01 21:57:34.085101 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41152f-70bf-4484-9c65-b060b6dc5920 req-9ecd542d-b44e-417a-87df-963833e251f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:34.086185 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e41152f-70bf-4484-9c65-b060b6dc5920 req-9ecd542d-b44e-417a-87df-963833e251f5 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=554dd84e4d724f47876dc81264e18993&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1403418 Mar 01 21:57:34.222376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41152f-70bf-4484-9c65-b060b6dc5920 req-52583b9c-3322-4567-8e0b-e3971576d53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:34.223848 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e41152f-70bf-4484-9c65-b060b6dc5920 req-52583b9c-3322-4567-8e0b-e3971576d53a service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1321237 Mar 01 21:57:34.335683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-da0c1ee7-1676-4770-b882-dc95ed3fdee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:34.337065 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-da0c1ee7-1676-4770-b882-dc95ed3fdee1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 1095 time: 0.0790350 Mar 01 21:57:34.403147 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-e00505bb-945d-4d62-a25a-a5593bf6fdd1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cd50038-5673-474f-906c-b3ddad8ef56f HTTP/1.1" status: 200 len: 217 time: 0.0594766 Mar 01 21:57:34.467128 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-5419d4d6-c7d6-4abd-9f9d-f8a800f1620b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:34.468600 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-5419d4d6-c7d6-4abd-9f9d-f8a800f1620b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0600097 Mar 01 21:57:34.544833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-537d93db-ddaa-498b-8b8d-f93be605d370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:34.546323 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-537d93db-ddaa-498b-8b8d-f93be605d370 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719926 Mar 01 21:57:34.734573 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-34c95fda-7639-4cae-a128-0892d2517beb service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554506 Mar 01 21:57:34.742607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077f7888-a62b-4aa9-8f5c-6f732ad6b935 req-21c819d6-cf2e-42ef-8846-0fbc9c70409c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:34.743979 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-077f7888-a62b-4aa9-8f5c-6f732ad6b935 req-21c819d6-cf2e-42ef-8846-0fbc9c70409c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 944 time: 0.1968117 Mar 01 21:57:34.992231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-077f7888-a62b-4aa9-8f5c-6f732ad6b935 req-97bd2866-697d-4ebe-8527-4de2e01b4006 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2280636 Mar 01 21:57:35.018439 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5afb7d2-5f23-43e6-85e1-89356820d222 req-c1ea91f6-d575-458f-9e75-c1146947d296 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735558 Mar 01 21:57:36.176969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd68c1-60f6-43f7-b5f5-4098d61dcad9 req-e6c1526c-ac76-4e57-801f-afe8f7c36148 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:36.178402 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8dd68c1-60f6-43f7-b5f5-4098d61dcad9 req-e6c1526c-ac76-4e57-801f-afe8f7c36148 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 944 time: 0.0792046 Mar 01 21:57:36.221262 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8dd68c1-60f6-43f7-b5f5-4098d61dcad9 req-5082f2ea-7664-426c-84f4-39dab83c5e17 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369561 Mar 01 21:57:37.406012 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445b174-63ac-4e13-8ec3-f0cd13b82f2f req-82bc3e25-f5b4-49e2-961d-67209b161ec1 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:37.407381 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6445b174-63ac-4e13-8ec3-f0cd13b82f2f req-82bc3e25-f5b4-49e2-961d-67209b161ec1 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 944 time: 0.0818653 Mar 01 21:57:37.451780 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6445b174-63ac-4e13-8ec3-f0cd13b82f2f req-be3591ba-6138-4bd0-8fa8-4c2a621efba5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387247 Mar 01 21:57:38.372522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 3cd50038-5673-474f-906c-b3ddad8ef56f details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:57:38.504718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 3cd50038-5673-474f-906c-b3ddad8ef56f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3cd50038-5673-474f-906c-b3ddad8ef56f,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:57:38.518699 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '3cd50038-5673-474f-906c-b3ddad8ef56f', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'port_id': '3cd50038-5673-474f-906c-b3ddad8ef56f', 'mac_address': 'fa:16:3e:92:fb:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:57:38.576746 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:38.633435 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd50038-5673-474f-906c-b3ddad8ef56f {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:57:38.643115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d617c-1a82-42f4-ab00-54a58e56ba71 req-0d9c1b41-ccf6-4ed9-80b2-79668976d9c2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:38.644605 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-696d617c-1a82-42f4-ab00-54a58e56ba71 req-0d9c1b41-ccf6-4ed9-80b2-79668976d9c2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 944 time: 0.0853233 Mar 01 21:57:38.649014 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 3cd50038-5673-474f-906c-b3ddad8ef56f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3cd50038-5673-474f-906c-b3ddad8ef56f,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:57:38.688807 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-696d617c-1a82-42f4-ab00-54a58e56ba71 req-da53ab9d-41b2-4290-914f-df0f9074e984 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386271 Mar 01 21:57:38.706527 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:38.771281 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=3cd50038-5673-474f-906c-b3ddad8ef56f,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:57:38.778587 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:38.778932 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:38.779272 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:38.779639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:38.779970 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:38.780300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:38.780624 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:38.780948 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:38.781268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:38.781588 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:38.781908 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:38.782227 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:57:39.091122 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['3cd50038-5673-474f-906c-b3ddad8ef56f'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:57:39.873283 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098ee81-beea-4b12-9c62-048bf99c1635 req-4d237acf-7ac4-4590-9b64-af548e495421 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:39.874726 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b098ee81-beea-4b12-9c62-048bf99c1635 req-4d237acf-7ac4-4590-9b64-af548e495421 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 945 time: 0.0791814 Mar 01 21:57:39.918482 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b098ee81-beea-4b12-9c62-048bf99c1635 req-4054b3c1-f827-499f-90f0-e46b00ccdbd7 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378420 Mar 01 21:57:40.375085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 3cd50038-5673-474f-906c-b3ddad8ef56f up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:57:40.500146 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 3cd50038-5673-474f-906c-b3ddad8ef56f completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:57:40.504793 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 3cd50038-5673-474f-906c-b3ddad8ef56f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:57:40.505165 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:40.621572 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:40.647252 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd50038-5673-474f-906c-b3ddad8ef56f'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:57:40.657679 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 3cd50038-5673-474f-906c-b3ddad8ef56f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3cd50038-5673-474f-906c-b3ddad8ef56f,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:57:40.690493 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd50038-5673-474f-906c-b3ddad8ef56f', 'code': 200} Mar 01 21:57:40.700768 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:40.773657 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=3cd50038-5673-474f-906c-b3ddad8ef56f,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:57:40.817327 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ddee1-4c39-48d4-aaa0-3ce3376d89e9 req-98fffcac-a12c-4e90-8e72-0e1e187a6db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:40.818773 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5e4ddee1-4c39-48d4-aaa0-3ce3376d89e9 req-98fffcac-a12c-4e90-8e72-0e1e187a6db9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 1097 time: 0.0724654 Mar 01 21:57:40.858307 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5e4ddee1-4c39-48d4-aaa0-3ce3376d89e9 req-b8c8a1b5-2b72-4f8d-bce0-b4dafec99664 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332739 Mar 01 21:57:41.099340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7dae5f-5f9c-4c9b-ab0e-cfd69e8aa66a req-3ab0b12c-e454-4e8d-ad2f-91a7a9ea1524 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:41.100791 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8f7dae5f-5f9c-4c9b-ab0e-cfd69e8aa66a req-3ab0b12c-e454-4e8d-ad2f-91a7a9ea1524 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.0792677 Mar 01 21:57:41.143236 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8f7dae5f-5f9c-4c9b-ab0e-cfd69e8aa66a req-f1091f07-412b-4abc-b8b0-934f42ad715e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368233 Mar 01 21:57:42.334490 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e56e9-8ffb-4d0b-99b6-b56e0d4bb2db req-c5179405-010c-4e86-bdc3-4d7c7bad00ce tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:42.335876 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-187e56e9-8ffb-4d0b-99b6-b56e0d4bb2db req-c5179405-010c-4e86-bdc3-4d7c7bad00ce tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.0843372 Mar 01 21:57:42.380790 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-187e56e9-8ffb-4d0b-99b6-b56e0d4bb2db req-113a1090-9213-45b2-9dc0-b1cbd80c284a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389450 Mar 01 21:57:43.564864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3c02d-5dce-4688-9523-0a5dacb3dff1 req-f49bf737-a5b7-4758-8155-03013f314a8d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:43.566301 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b4a3c02d-5dce-4688-9523-0a5dacb3dff1 req-f49bf737-a5b7-4758-8155-03013f314a8d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.0829606 Mar 01 21:57:43.610165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b4a3c02d-5dce-4688-9523-0a5dacb3dff1 req-1675e624-759d-4591-96c6-0402bb408f8e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382538 Mar 01 21:57:43.785899 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2d6056-b1d5-4906-bd6f-a068c49ff4f8 req-ae654ead-2fc7-402b-9efe-c323e0c6e2ab tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:43.787342 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da2d6056-b1d5-4906-bd6f-a068c49ff4f8 req-ae654ead-2fc7-402b-9efe-c323e0c6e2ab tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.0789330 Mar 01 21:57:43.796612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39382) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:57:43.801400 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-24150366-4021-45da-8fed-7fae90c60b67 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Request body: {'floatingip': {'port_id': '3cd50038-5673-474f-906c-b3ddad8ef56f'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:57:43.878615 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24150366-4021-45da-8fed-7fae90c60b67 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for floatingip, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:44.571393 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24150366-4021-45da-8fed-7fae90c60b67 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:44.626054 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24150366-4021-45da-8fed-7fae90c60b67 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:44.793131 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-24150366-4021-45da-8fed-7fae90c60b67 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Floating IP c37be040-9fed-418c-a40e-bbd4b0e2f7e4 associated. External IP: 172.25.5.95, port: 3cd50038-5673-474f-906c-b3ddad8ef56f. Mar 01 21:57:45.139059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24150366-4021-45da-8fed-7fae90c60b67 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:57:45.314800 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24150366-4021-45da-8fed-7fae90c60b67 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:57:45.319316 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-24150366-4021-45da-8fed-7fae90c60b67 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:45.326041 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0f4886-c84c-46aa-9f77-4d74a30c5a63 None None] Sync routers for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:57:45.335144 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0f4886-c84c-46aa-9f77-4d74a30c5a63 None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:57:45.335771 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1d0f4886-c84c-46aa-9f77-4d74a30c5a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:57:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:57:45.374140 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-24150366-4021-45da-8fed-7fae90c60b67 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "PUT /v2.0/floatingips/c37be040-9fed-418c-a40e-bbd4b0e2f7e4 HTTP/1.1" status: 200 len: 992 time: 1.5764236 Mar 01 21:57:45.374640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'tag': '3cd50038-5673-474f-906c-b3ddad8ef56f'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:57:45.435250 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'tag': '3cd50038-5673-474f-906c-b3ddad8ef56f', 'status': 'completed', 'code': 200} Mar 01 21:57:45.517239 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1d0f4886-c84c-46aa-9f77-4d74a30c5a63 None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:57:45.532465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c0774-a7f0-4f91-ab7a-4f2e99e64a14 req-dbe3aca8-fab6-4aac-a1fa-5a14a2f99bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:45.534313 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d76c0774-a7f0-4f91-ab7a-4f2e99e64a14 req-dbe3aca8-fab6-4aac-a1fa-5a14a2f99bf1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 1097 time: 0.0774844 Mar 01 21:57:45.673513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c0774-a7f0-4f91-ab7a-4f2e99e64a14 req-9f07cc77-439d-4b8d-90fe-dfc339295db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:45.674881 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d76c0774-a7f0-4f91-ab7a-4f2e99e64a14 req-9f07cc77-439d-4b8d-90fe-dfc339295db7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1351888 Mar 01 21:57:45.780027 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d76c0774-a7f0-4f91-ab7a-4f2e99e64a14 req-eaee1bf2-27b2-4ab5-94bb-c5e63f0dfd3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cd50038-5673-474f-906c-b3ddad8ef56f HTTP/1.1" status: 200 len: 1000 time: 0.0995836 Mar 01 21:57:45.841914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c0774-a7f0-4f91-ab7a-4f2e99e64a14 req-433a44e9-3e54-4c58-927c-b30887aba225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:45.843392 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d76c0774-a7f0-4f91-ab7a-4f2e99e64a14 req-433a44e9-3e54-4c58-927c-b30887aba225 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0578096 Mar 01 21:57:45.867638 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1d0f4886-c84c-46aa-9f77-4d74a30c5a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c37be040-9fed-418c-a40e-bbd4b0e2f7e4', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'port_id': '3cd50038-5673-474f-906c-b3ddad8ef56f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'mac_address': 'fa:16:3e:92:fb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:54:23Z', 'updated_at': '2022-03-01T21:57:44Z', 'revision_number': 13, 'project_id': '554dd84e4d724f47876dc81264e18993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:57:45.871838 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0f4886-c84c-46aa-9f77-4d74a30c5a63 None None] Checking router: 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:57:45.880355 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0f4886-c84c-46aa-9f77-4d74a30c5a63 None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:57:45.880954 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1d0f4886-c84c-46aa-9f77-4d74a30c5a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:57:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:57:45.923455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76c0774-a7f0-4f91-ab7a-4f2e99e64a14 req-73c2e57a-0f3e-4550-8f5a-be5f47d24325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:45.925025 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d76c0774-a7f0-4f91-ab7a-4f2e99e64a14 req-73c2e57a-0f3e-4550-8f5a-be5f47d24325 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758405 Mar 01 21:57:46.079201 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1d0f4886-c84c-46aa-9f77-4d74a30c5a63 None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:57:46.190347 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d76c0774-a7f0-4f91-ab7a-4f2e99e64a14 req-dec5f37a-d59d-4693-b9ef-5a55e96c6288 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594075 Mar 01 21:57:46.334063 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d76c0774-a7f0-4f91-ab7a-4f2e99e64a14 req-569aca24-51fa-4ea5-94c3-a595df47890e service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379933 Mar 01 21:57:46.499302 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1d0f4886-c84c-46aa-9f77-4d74a30c5a63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c37be040-9fed-418c-a40e-bbd4b0e2f7e4', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'port_id': '3cd50038-5673-474f-906c-b3ddad8ef56f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'mac_address': 'fa:16:3e:92:fb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:54:23Z', 'updated_at': '2022-03-01T21:57:44Z', 'revision_number': 13, 'project_id': '554dd84e4d724f47876dc81264e18993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:57:46.504273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0f4886-c84c-46aa-9f77-4d74a30c5a63 None None] The sync data for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 is: [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c37be040-9fed-418c-a40e-bbd4b0e2f7e4', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'floating_ip_address': '172.25.5.95', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'port_id': '3cd50038-5673-474f-906c-b3ddad8ef56f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'mac_address': 'fa:16:3e:92:fb:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T21:54:23Z', 'updated_at': '2022-03-01T21:57:44Z', 'revision_number': 13, 'project_id': '554dd84e4d724f47876dc81264e18993', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:57:46.690940 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4e6ec5-746e-4a88-b5a8-474a3c9da490 None None] New status for floating IP c37be040-9fed-418c-a40e-bbd4b0e2f7e4: ACTIVE {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:57:48.486166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fe49c-6633-4b65-88fa-4f8f9d92894c req-d1b6d639-385b-4699-abbd-3eee3e1ce82c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:48.487629 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0e8fe49c-6633-4b65-88fa-4f8f9d92894c req-d1b6d639-385b-4699-abbd-3eee3e1ce82c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.0805416 Mar 01 21:57:48.530919 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0e8fe49c-6633-4b65-88fa-4f8f9d92894c req-048abce1-6414-4f52-aa4f-34dd40470add tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377123 Mar 01 21:57:52.043607 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:54.512095 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:57.540237 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8ef34032-aa4c-4341-b36f-63f4405fe10c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:57:57.707486 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006d9f04-c372-44f4-ba11-535ee1ffccde req-2a502f4b-7f75-4c69-859a-887d8993198f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:57.708824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-006d9f04-c372-44f4-ba11-535ee1ffccde req-2a502f4b-7f75-4c69-859a-887d8993198f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.0837617 Mar 01 21:57:57.757073 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-006d9f04-c372-44f4-ba11-535ee1ffccde req-5e4f7940-6f7a-414e-a40f-a219f37e7c6e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392473 Mar 01 21:57:57.841800 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-bd3dc8a8-7cd8-45e7-9597-042caf0fea97 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1376872 Mar 01 21:57:58.955092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a51b70-1877-4774-8d75-060f023a2bff req-fc2789e3-f347-4802-a77a-5c1c1e456557 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:57:58.957389 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59a51b70-1877-4774-8d75-060f023a2bff req-fc2789e3-f347-4802-a77a-5c1c1e456557 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.0850565 Mar 01 21:57:59.015113 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-59a51b70-1877-4774-8d75-060f023a2bff req-a65d5895-f31e-42fb-b696-44109321818f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432827 Mar 01 21:57:59.682907 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-457220b5-b527-44c3-99e4-9072dd15601f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:00.053343 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-97e4e7ce-fc29-443e-92e1-cbd1de7281f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:00.055093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-97e4e7ce-fc29-443e-92e1-cbd1de7281f7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 1097 time: 0.0708957 Mar 01 21:58:00.240499 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-aa7b6114-dfd6-4253-89be-16306a6fb9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:00.241942 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-aa7b6114-dfd6-4253-89be-16306a6fb9b8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1785989 Mar 01 21:58:00.328373 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7e969-726a-4916-8c6d-96676c0e1c93 req-c962ac82-c1b0-48da-9177-e7387b0ea4c5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:00.329720 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ec7e969-726a-4916-8c6d-96676c0e1c93 req-c962ac82-c1b0-48da-9177-e7387b0ea4c5 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.1826284 Mar 01 21:58:00.381746 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-688ff8e7-bbb1-4e07-b6df-0ff3fa7a2206 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cd50038-5673-474f-906c-b3ddad8ef56f HTTP/1.1" status: 200 len: 1002 time: 0.1318300 Mar 01 21:58:00.422858 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4ec7e969-726a-4916-8c6d-96676c0e1c93 req-016a2802-6a9f-4e12-837c-f157f470d011 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871382 Mar 01 21:58:00.457067 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-06d13fdc-0173-455b-a423-53cf4c4e635e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:00.458567 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-06d13fdc-0173-455b-a423-53cf4c4e635e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0702584 Mar 01 21:58:00.535566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-d3653873-e431-4d97-8f11-8c387f6efb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:00.537008 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-d3653873-e431-4d97-8f11-8c387f6efb74 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723288 Mar 01 21:58:00.622784 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:00.668183 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-19a01aeb-e07d-44d9-bfb0-c05267f291fe service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246316 Mar 01 21:58:00.757384 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:00.802285 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-f30f549b-a9b3-40d1-99f9-b30df9d09de4 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274338 Mar 01 21:58:01.463044 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:58:01.615097 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cc1c5-25c3-42a9-8165-0be1a14dd15f req-ff786b64-aacc-4b69-b002-380f8eb88210 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:01.616577 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b22cc1c5-25c3-42a9-8165-0be1a14dd15f req-ff786b64-aacc-4b69-b002-380f8eb88210 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.0800037 Mar 01 21:58:01.659957 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b22cc1c5-25c3-42a9-8165-0be1a14dd15f req-39163146-ac56-4f4c-a73c-74aeeccf5a33 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378017 Mar 01 21:58:02.477339 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:02.846328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30aaf9e-ef95-4d53-9faa-34ee8c2c4a8f req-8ed37a54-cac6-491d-b1fd-98bf4202794d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:02.847827 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e30aaf9e-ef95-4d53-9faa-34ee8c2c4a8f req-8ed37a54-cac6-491d-b1fd-98bf4202794d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.0820446 Mar 01 21:58:02.999052 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e30aaf9e-ef95-4d53-9faa-34ee8c2c4a8f req-261b5e4d-2ff9-4a8a-8c7a-c27f62b8da3e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453052 Mar 01 21:58:04.183712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c0069-6e0e-4168-b078-34873e605a00 req-bb32e1a2-7fb7-49ed-998c-8b5d0ddb90ca tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:04.185148 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a78c0069-6e0e-4168-b078-34873e605a00 req-bb32e1a2-7fb7-49ed-998c-8b5d0ddb90ca tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.0788364 Mar 01 21:58:04.228385 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a78c0069-6e0e-4168-b078-34873e605a00 req-99509d5f-adbb-402e-a8c0-db074411865a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375669 Mar 01 21:58:05.413379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49984b6f-b581-4081-99a7-3432126265fa req-0359f517-bea0-48a8-b4d3-7948049b4a91 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:05.414787 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-49984b6f-b581-4081-99a7-3432126265fa req-0359f517-bea0-48a8-b4d3-7948049b4a91 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.0813274 Mar 01 21:58:05.462839 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-49984b6f-b581-4081-99a7-3432126265fa req-8c65e8f5-a808-4708-9b2b-cd6293cab68b tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394900 Mar 01 21:58:06.654211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28076a34-3fe9-4a89-86a7-ea24f2d94366 req-077388a8-b3aa-4688-bacd-87f7970e558e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:06.655566 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28076a34-3fe9-4a89-86a7-ea24f2d94366 req-077388a8-b3aa-4688-bacd-87f7970e558e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.0835056 Mar 01 21:58:06.699914 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28076a34-3fe9-4a89-86a7-ea24f2d94366 req-55fa22e7-ac97-4f65-88e4-fae48d109433 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386250 Mar 01 21:58:06.922236 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523fb63-88c1-4a66-9429-edf12785e66f req-4f65982e-764a-4f62-88ab-dee4ca46a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:06.923621 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b523fb63-88c1-4a66-9429-edf12785e66f req-4f65982e-764a-4f62-88ab-dee4ca46a5f3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 1097 time: 0.0695174 Mar 01 21:58:07.074681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523fb63-88c1-4a66-9429-edf12785e66f req-bc546c0a-75ef-41d0-9c31-568fe6c39680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:07.076163 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b523fb63-88c1-4a66-9429-edf12785e66f req-bc546c0a-75ef-41d0-9c31-568fe6c39680 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1343546 Mar 01 21:58:07.178885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b523fb63-88c1-4a66-9429-edf12785e66f req-dcb4277e-45fd-422d-a153-3fbc075d9f78 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cd50038-5673-474f-906c-b3ddad8ef56f HTTP/1.1" status: 200 len: 1002 time: 0.0951564 Mar 01 21:58:07.237945 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523fb63-88c1-4a66-9429-edf12785e66f req-0cbe3221-0811-4631-9ba7-0ccb88a631b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:07.239313 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b523fb63-88c1-4a66-9429-edf12785e66f req-0cbe3221-0811-4631-9ba7-0ccb88a631b8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0547779 Mar 01 21:58:07.327757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b523fb63-88c1-4a66-9429-edf12785e66f req-aba91d5f-9208-4228-ae60-403dd94f8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:07.329259 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b523fb63-88c1-4a66-9429-edf12785e66f req-aba91d5f-9208-4228-ae60-403dd94f8b60 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830443 Mar 01 21:58:07.473866 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b523fb63-88c1-4a66-9429-edf12785e66f req-c413f578-6037-48d4-ae2d-31a350e5b855 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376293 Mar 01 21:58:07.612238 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b523fb63-88c1-4a66-9429-edf12785e66f req-13d9e536-b371-4474-8c0f-466430e7d801 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314816 Mar 01 21:58:07.907582 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211211e-9566-4f54-a1c2-a16787fb1d1a req-5b5d8e42-3e9f-4495-b7a6-925b5bf7b01a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:07.909833 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d211211e-9566-4f54-a1c2-a16787fb1d1a req-5b5d8e42-3e9f-4495-b7a6-925b5bf7b01a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.0980742 Mar 01 21:58:07.962392 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d211211e-9566-4f54-a1c2-a16787fb1d1a req-3026a239-2e98-432b-9e84-13a1f5840bba tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468938 Mar 01 21:58:08.767757 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-a1440fbe-df76-4cbb-b643-7637aaf24275 service neutron] show failed (client error): The resource could not be found. Mar 01 21:58:08.768658 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-a1440fbe-df76-4cbb-b643-7637aaf24275 service neutron] 10.222.0.55 "GET /v2.0/ports/3cd50038-5673-474f-906c-b3ddad8ef56f/bindings/n-h1-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.0729764 Mar 01 21:58:09.150909 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c61a37-d1a7-4a6d-9367-8bcdc00d7fcb req-358afc81-ff2c-4f6f-87af-f646fb10f829 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:09.152526 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a5c61a37-d1a7-4a6d-9367-8bcdc00d7fcb req-358afc81-ff2c-4f6f-87af-f646fb10f829 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.0813928 Mar 01 21:58:09.200496 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a5c61a37-d1a7-4a6d-9367-8bcdc00d7fcb req-639b8d61-2c15-4041-ac4c-c91eb2a053e7 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423512 Mar 01 21:58:09.303611 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-f9e2e094-ba77-473b-b14d-720cc8bc80d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:09.305317 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-f9e2e094-ba77-473b-b14d-720cc8bc80d7 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0&tenant_id=554dd84e4d724f47876dc81264e18993 HTTP/1.1" status: 200 len: 1097 time: 0.1132038 Mar 01 21:58:09.315972 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-4', 'device_owner': 'compute:nova'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:58:09.425157 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:09.696413 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] For port 3cd50038-5673-474f-906c-b3ddad8ef56f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3cd50038-5673-474f-906c-b3ddad8ef56f,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:58:09.725873 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] For port 3cd50038-5673-474f-906c-b3ddad8ef56f, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:58:09.783170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cd50038-5673-474f-906c-b3ddad8ef56f'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:58:09.788522 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:09.803096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Transition to ACTIVE for port object 3cd50038-5673-474f-906c-b3ddad8ef56f will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:58:09.842885 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cd50038-5673-474f-906c-b3ddad8ef56f', 'code': 200} Mar 01 21:58:09.859817 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:10.006948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd50038-5673-474f-906c-b3ddad8ef56f,revision_number=6']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:58:10.020897 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:10.021243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:10.021579 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:10.021914 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:10.022246 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:10.022574 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:10.022903 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:10.023223 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:10.023558 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:10.023883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:10.024207 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:10.024517 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:10.079757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] No DVR routers for this DVR port 3cd50038-5673-474f-906c-b3ddad8ef56f on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:58:10.305952 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Attempting to bind port 3cd50038-5673-474f-906c-b3ddad8ef56f on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:58:10.306663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Attempting to bind port 3cd50038-5673-474f-906c-b3ddad8ef56f by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:58:10.306663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Attempting to bind port 3cd50038-5673-474f-906c-b3ddad8ef56f on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:58:10.312389 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Port 3cd50038-5673-474f-906c-b3ddad8ef56f on network a824116e-eb9f-46e5-9b8b-3a70a2224335 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:58:10.312708 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Attempting to bind port 3cd50038-5673-474f-906c-b3ddad8ef56f on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:58:10.317895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:58:10.318258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Checking segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:58:10.318636 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Bound using segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:58:10.319055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Bound port: 3cd50038-5673-474f-906c-b3ddad8ef56f, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:58:10.319424 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:10.386489 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12eeaf7-8303-48a0-a37a-4f00a3358d96 req-fa5d54bc-3d16-450c-8416-b0718fe5449f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:10.388004 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d12eeaf7-8303-48a0-a37a-4f00a3358d96 req-fa5d54bc-3d16-450c-8416-b0718fe5449f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 944 time: 0.0817878 Mar 01 21:58:10.410899 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] For port 3cd50038-5673-474f-906c-b3ddad8ef56f, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:58:10.413826 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] For port 3cd50038-5673-474f-906c-b3ddad8ef56f, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3cd50038-5673-474f-906c-b3ddad8ef56f,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:58:10.433670 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d12eeaf7-8303-48a0-a37a-4f00a3358d96 req-6e29a7af-b5f7-4cd5-9694-fcd8bb1e5a62 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395169 Mar 01 21:58:10.512110 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:10.568867 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:10.569491 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:10.570844 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] 10.222.0.57 "PUT /v2.0/ports/3cd50038-5673-474f-906c-b3ddad8ef56f HTTP/1.1" status: 200 len: 1092 time: 1.2586772 Mar 01 21:58:10.591630 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74adb74-aee1-461c-801d-a05a63eb26d4 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd50038-5673-474f-906c-b3ddad8ef56f,revision_number=7']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:58:10.784521 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-130ad84b-7d5a-4276-981b-3746dc6dc54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:10.785988 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-130ad84b-7d5a-4276-981b-3746dc6dc54b service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 1095 time: 0.1905901 Mar 01 21:58:10.921275 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-384ed055-8ec3-4fc4-93e8-a7dbccd2831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:10.922618 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-384ed055-8ec3-4fc4-93e8-a7dbccd2831e service neutron] 10.222.0.57 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1297176 Mar 01 21:58:11.025584 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-ae7a71a5-69f7-4eda-8468-dc355b86ed6e service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cd50038-5673-474f-906c-b3ddad8ef56f HTTP/1.1" status: 200 len: 1000 time: 0.0957079 Mar 01 21:58:11.086655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-f5f0e121-fbd9-4051-b7be-fce0f5df5e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:11.088083 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-f5f0e121-fbd9-4051-b7be-fce0f5df5e0c service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0561872 Mar 01 21:58:11.160152 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-bc7d9f01-75b6-440f-8bca-c41933b726ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:11.161573 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-bc7d9f01-75b6-440f-8bca-c41933b726ca service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680575 Mar 01 21:58:11.290180 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-bce92ab1-d41d-4901-8875-702ad8c0b3db service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223507 Mar 01 21:58:11.421188 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-b68061cc-561c-4b3a-b1e4-554967458c5f service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250410 Mar 01 21:58:11.629968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b4f15-d813-45c7-b0b2-e86128f4854a req-b1d6e82c-d079-4988-9c76-811454a05837 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:11.631449 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b90b4f15-d813-45c7-b0b2-e86128f4854a req-b1d6e82c-d079-4988-9c76-811454a05837 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 944 time: 0.0908756 Mar 01 21:58:11.678592 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b90b4f15-d813-45c7-b0b2-e86128f4854a req-ba15cd12-e2a9-464e-99ed-427c0fa88aac tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411706 Mar 01 21:58:11.844701 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'tag': '3cd50038-5673-474f-906c-b3ddad8ef56f'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:58:11.905539 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'tag': '3cd50038-5673-474f-906c-b3ddad8ef56f', 'status': 'completed', 'code': 200} Mar 01 21:58:12.006016 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351f931-40c8-45c9-a944-068b45a978bd req-235f8f04-de07-4108-b1c0-b172dfba8f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:12.007537 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8351f931-40c8-45c9-a944-068b45a978bd req-235f8f04-de07-4108-b1c0-b172dfba8f17 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 1095 time: 0.0814364 Mar 01 21:58:12.048100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351f931-40c8-45c9-a944-068b45a978bd req-1446dec6-d33b-420c-ab5a-ef077466077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:12.049708 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8351f931-40c8-45c9-a944-068b45a978bd req-1446dec6-d33b-420c-ab5a-ef077466077b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 1095 time: 0.1196773 Mar 01 21:58:12.155758 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351f931-40c8-45c9-a944-068b45a978bd req-2f3bdadb-bf6d-4fd1-bff2-d6bda9a67d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:12.157595 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8351f931-40c8-45c9-a944-068b45a978bd req-2f3bdadb-bf6d-4fd1-bff2-d6bda9a67d8f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1444602 Mar 01 21:58:12.268139 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8351f931-40c8-45c9-a944-068b45a978bd req-a1771cf4-2ca4-4cb3-abf1-04402fa903b1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cd50038-5673-474f-906c-b3ddad8ef56f HTTP/1.1" status: 200 len: 1000 time: 0.1038654 Mar 01 21:58:12.302594 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351f931-40c8-45c9-a944-068b45a978bd req-c0c25381-d80e-4e48-bc51-9672fe97eb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:12.304347 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8351f931-40c8-45c9-a944-068b45a978bd req-c0c25381-d80e-4e48-bc51-9672fe97eb95 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.2474697 Mar 01 21:58:12.332409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351f931-40c8-45c9-a944-068b45a978bd req-1f32b4ab-7c50-4a68-a228-415e2db57ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:12.333887 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8351f931-40c8-45c9-a944-068b45a978bd req-1f32b4ab-7c50-4a68-a228-415e2db57ef0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0597148 Mar 01 21:58:12.417184 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351f931-40c8-45c9-a944-068b45a978bd req-a9a3fee6-cd68-4bab-b0f2-5413b35ff552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:12.418023 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8351f931-40c8-45c9-a944-068b45a978bd req-a9a3fee6-cd68-4bab-b0f2-5413b35ff552 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780807 Mar 01 21:58:12.424129 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8351f931-40c8-45c9-a944-068b45a978bd req-f372666a-7478-4506-a7c1-30f6f2bbc469 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cd50038-5673-474f-906c-b3ddad8ef56f HTTP/1.1" status: 200 len: 1000 time: 0.1143422 Mar 01 21:58:12.488777 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351f931-40c8-45c9-a944-068b45a978bd req-6e720e90-cb89-4db8-be96-9a4652a72a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:12.490208 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8351f931-40c8-45c9-a944-068b45a978bd req-6e720e90-cb89-4db8-be96-9a4652a72a0e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0609236 Mar 01 21:58:12.544960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 3cd50038-5673-474f-906c-b3ddad8ef56f no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:58:12.556607 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8351f931-40c8-45c9-a944-068b45a978bd req-aa2fb27b-b973-4760-bf5c-db05e7cea665 service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327240 Mar 01 21:58:12.568456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351f931-40c8-45c9-a944-068b45a978bd req-25d7da7a-4184-4523-b11a-b5b4b82c32b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:12.569911 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8351f931-40c8-45c9-a944-068b45a978bd req-25d7da7a-4184-4523-b11a-b5b4b82c32b1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736179 Mar 01 21:58:12.615772 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 3cd50038-5673-474f-906c-b3ddad8ef56f not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:58:12.706471 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8351f931-40c8-45c9-a944-068b45a978bd req-91cf7b3b-a3f5-405d-88c0-14f46466c80f service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439106 Mar 01 21:58:12.716863 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8351f931-40c8-45c9-a944-068b45a978bd req-295edd44-b79c-429a-a528-b5e4a9fd948e service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403630 Mar 01 21:58:12.901917 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8351f931-40c8-45c9-a944-068b45a978bd req-36158164-1735-4f6c-8443-91deed13548c service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780767 Mar 01 21:58:12.927769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf4d17-3406-4fc5-bc01-274386da5d09 req-ed96d807-50e4-4f5f-b309-2eb3e6f89ca4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:12.929705 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5dbf4d17-3406-4fc5-bc01-274386da5d09 req-ed96d807-50e4-4f5f-b309-2eb3e6f89ca4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 944 time: 0.1212993 Mar 01 21:58:12.974281 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5dbf4d17-3406-4fc5-bc01-274386da5d09 req-2994d275-e8b7-4ed7-9de6-99d55f937a36 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382984 Mar 01 21:58:14.162738 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7fbf2-47cc-4f3c-ba92-9ce8fe107384 req-4ebec342-c05f-4959-bb5f-c42767181565 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:14.169333 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c5d7fbf2-47cc-4f3c-ba92-9ce8fe107384 req-4ebec342-c05f-4959-bb5f-c42767181565 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 944 time: 0.0813706 Mar 01 21:58:14.210596 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c5d7fbf2-47cc-4f3c-ba92-9ce8fe107384 req-714010d5-bdf1-4bfd-92eb-e13c4b5081a3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385170 Mar 01 21:58:15.402187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b346a7-0411-4379-b9bc-ff11865263db req-cdbf8816-c655-46e8-8fe1-e4a82f001f54 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:15.403583 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a0b346a7-0411-4379-b9bc-ff11865263db req-cdbf8816-c655-46e8-8fe1-e4a82f001f54 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 944 time: 0.0835459 Mar 01 21:58:15.447297 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a0b346a7-0411-4379-b9bc-ff11865263db req-88c723fe-753e-4348-a292-20633593703f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381627 Mar 01 21:58:16.629092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6691555-da34-419d-b71c-016c9fff90e8 req-76a5ac7f-8a5d-41d5-be9c-f03f77a42d2f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:16.630581 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6691555-da34-419d-b71c-016c9fff90e8 req-76a5ac7f-8a5d-41d5-be9c-f03f77a42d2f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 944 time: 0.0778940 Mar 01 21:58:16.673792 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6691555-da34-419d-b71c-016c9fff90e8 req-cb228476-4902-4ccc-a4d5-493e66b68206 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371065 Mar 01 21:58:17.859200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725600c2-3de0-42a4-900c-b2e87a276057 req-9c0ef455-c84d-40de-a69b-9488bd4259cf tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:17.860681 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-725600c2-3de0-42a4-900c-b2e87a276057 req-9c0ef455-c84d-40de-a69b-9488bd4259cf tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 944 time: 0.0806210 Mar 01 21:58:17.903996 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-725600c2-3de0-42a4-900c-b2e87a276057 req-43976cc0-3c58-4813-b0f3-cb79eca9e31d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377996 Mar 01 21:58:19.104470 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e929f-b2b5-42c1-aeca-47de47e577c5 req-d7248c38-6198-4245-a7c9-043b26b739ff tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:19.106316 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-926e929f-b2b5-42c1-aeca-47de47e577c5 req-d7248c38-6198-4245-a7c9-043b26b739ff tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 944 time: 0.0924358 Mar 01 21:58:19.153446 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-926e929f-b2b5-42c1-aeca-47de47e577c5 req-90b1dc8c-0aa2-41f6-b9e6-63cf84d295ca tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414689 Mar 01 21:58:20.344648 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9852c2-ea4e-435b-84ed-35371303a0cb req-13d54840-6a35-442a-b5e6-098f346d9b36 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:20.346732 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed9852c2-ea4e-435b-84ed-35371303a0cb req-13d54840-6a35-442a-b5e6-098f346d9b36 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 944 time: 0.0852959 Mar 01 21:58:20.403735 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed9852c2-ea4e-435b-84ed-35371303a0cb req-e514f9b5-4160-4c6b-957a-cbb676e48536 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481279 Mar 01 21:58:20.935628 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 3cd50038-5673-474f-906c-b3ddad8ef56f details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:58:21.067039 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 3cd50038-5673-474f-906c-b3ddad8ef56f, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3cd50038-5673-474f-906c-b3ddad8ef56f,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:58:21.084568 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '3cd50038-5673-474f-906c-b3ddad8ef56f', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'port_id': '3cd50038-5673-474f-906c-b3ddad8ef56f', 'mac_address': 'fa:16:3e:92:fb:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:58:21.139871 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:21.156660 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd50038-5673-474f-906c-b3ddad8ef56f {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:58:21.174129 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 3cd50038-5673-474f-906c-b3ddad8ef56f, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3cd50038-5673-474f-906c-b3ddad8ef56f,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:58:21.231227 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:21.296589 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=3cd50038-5673-474f-906c-b3ddad8ef56f,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:58:21.447772 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['3cd50038-5673-474f-906c-b3ddad8ef56f'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:58:21.596943 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6460b-a750-4a22-ab25-e3ba7ab6af94 req-67842701-8504-4e5d-93a9-5526466ff6be tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:21.598405 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d8d6460b-a750-4a22-ab25-e3ba7ab6af94 req-67842701-8504-4e5d-93a9-5526466ff6be tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 945 time: 0.0830574 Mar 01 21:58:21.644653 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d8d6460b-a750-4a22-ab25-e3ba7ab6af94 req-6276df65-332d-408c-bcd7-edc6688c55fe tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404999 Mar 01 21:58:22.094117 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:22.355316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-98f86f48-e2e2-4ab0-ab7e-183fbd0fce0f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:22.356672 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-98f86f48-e2e2-4ab0-ab7e-183fbd0fce0f tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.57 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0&tenant_id=554dd84e4d724f47876dc81264e18993&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 945 time: 0.0882432 Mar 01 21:58:22.356908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40db7b-cf41-4c8c-95ed-514d313c2f56 req-be62af28-34c5-4609-b220-83387426c347 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:22.358358 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2a40db7b-cf41-4c8c-95ed-514d313c2f56 req-be62af28-34c5-4609-b220-83387426c347 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 945 time: 0.0800023 Mar 01 21:58:22.407607 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2a40db7b-cf41-4c8c-95ed-514d313c2f56 req-23d8fdb8-16ef-4fe9-a492-0bcecf77794b tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435269 Mar 01 21:58:22.440631 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-b8ee21be-a9e5-45df-afbb-eb8dfefb889f service neutron] 10.222.0.57 "GET /v2.0/ports/3cd50038-5673-474f-906c-b3ddad8ef56f/bindings/n-h1-827896-4 HTTP/1.1" status: 200 len: 382 time: 0.0784516 Mar 01 21:58:22.646000 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-81a5727e-e391-4cee-9106-42e60be87b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:22.647406 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-81a5727e-e391-4cee-9106-42e60be87b21 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 1096 time: 0.1847680 Mar 01 21:58:22.778273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-aede1b41-c912-45f1-81ee-4af0a4d941af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:22.779765 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-aede1b41-c912-45f1-81ee-4af0a4d941af service neutron] 10.222.0.57 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1265628 Mar 01 21:58:22.883340 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-b1875393-a771-46a1-aa31-f8c861303a17 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cd50038-5673-474f-906c-b3ddad8ef56f HTTP/1.1" status: 200 len: 1001 time: 0.0974324 Mar 01 21:58:22.944520 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-30bb6557-c883-4267-bbb3-b0ccae5da15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:22.945822 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-30bb6557-c883-4267-bbb3-b0ccae5da15a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0563660 Mar 01 21:58:22.958020 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 3cd50038-5673-474f-906c-b3ddad8ef56f up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:58:23.023561 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-c58bad60-4b71-4e9e-84af-cba7e96447c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:23.025025 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-c58bad60-4b71-4e9e-84af-cba7e96447c8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734653 Mar 01 21:58:23.094144 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 3cd50038-5673-474f-906c-b3ddad8ef56f completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:58:23.099443 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 3cd50038-5673-474f-906c-b3ddad8ef56f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:58:23.099815 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:23.157939 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-1ec6f9e1-1dd1-425a-8acf-cf365f72684f service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271482 Mar 01 21:58:23.216717 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:23.245708 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd50038-5673-474f-906c-b3ddad8ef56f'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:58:23.255887 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 3cd50038-5673-474f-906c-b3ddad8ef56f, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3cd50038-5673-474f-906c-b3ddad8ef56f,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:58:23.296043 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-6d3a860f-9821-42be-9fe0-cc757278721d service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319284 Mar 01 21:58:23.303818 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd50038-5673-474f-906c-b3ddad8ef56f', 'code': 200} Mar 01 21:58:23.334183 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:23.402503 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=3cd50038-5673-474f-906c-b3ddad8ef56f,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:58:23.598082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b9911-e8dd-4d16-9c84-bee6f957688b req-e1c32d70-89b6-46f5-90fe-47ec31d3906a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:23.600147 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d81b9911-e8dd-4d16-9c84-bee6f957688b req-e1c32d70-89b6-46f5-90fe-47ec31d3906a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.0826387 Mar 01 21:58:23.647028 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d81b9911-e8dd-4d16-9c84-bee6f957688b req-fe678793-2854-4f18-a26c-9df4f3422ab8 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416665 Mar 01 21:58:24.551132 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:24.854765 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e2bce-53d1-4e21-83e8-f1ace925ee61 req-bc9e40b2-7fa0-47a4-8f70-5069d2d501ef tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:24.854765 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c2e2bce-53d1-4e21-83e8-f1ace925ee61 req-bc9e40b2-7fa0-47a4-8f70-5069d2d501ef tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.0795667 Mar 01 21:58:24.888749 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8c2e2bce-53d1-4e21-83e8-f1ace925ee61 req-edb7da19-52a7-43e2-9251-a4c17177f689 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411434 Mar 01 21:58:26.074459 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab81172-d928-496d-9363-b2c57bcbe3eb req-78a9987b-cec0-44be-aa46-1558296a15e1 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:26.075963 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ab81172-d928-496d-9363-b2c57bcbe3eb req-78a9987b-cec0-44be-aa46-1558296a15e1 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.0814679 Mar 01 21:58:26.121139 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ab81172-d928-496d-9363-b2c57bcbe3eb req-0aad9686-f1d5-4fe4-a613-9e3af0125a2b tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393131 Mar 01 21:58:26.664804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-ceaa5258-dbf5-4035-a8ac-90ee6ae05efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:26.666154 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-ceaa5258-dbf5-4035-a8ac-90ee6ae05efa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0&tenant_id=554dd84e4d724f47876dc81264e18993 HTTP/1.1" status: 200 len: 1097 time: 0.0739393 Mar 01 21:58:26.676479 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827896-4', 'device_owner': 'compute:nova'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:58:26.780270 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:27.146062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] For port 3cd50038-5673-474f-906c-b3ddad8ef56f, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=3cd50038-5673-474f-906c-b3ddad8ef56f,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:58:27.179224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] For port 3cd50038-5673-474f-906c-b3ddad8ef56f, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:58:27.271246 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cd50038-5673-474f-906c-b3ddad8ef56f'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:58:27.277916 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:27.301381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] Transition to ACTIVE for port object 3cd50038-5673-474f-906c-b3ddad8ef56f will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:58:27.340377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f6fad-fce8-42ee-9e4b-9368e76d60b2 req-ccc1e401-c435-497f-a9f2-92beabb20f7b tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:27.340377 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b18f6fad-fce8-42ee-9e4b-9368e76d60b2 req-ccc1e401-c435-497f-a9f2-92beabb20f7b tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.1013992 Mar 01 21:58:27.340377 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cd50038-5673-474f-906c-b3ddad8ef56f', 'code': 200} Mar 01 21:58:27.357151 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:27.500373 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-15c6edc9-cc48-47e7-a136-5580b1e3d101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:27.515543 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b18f6fad-fce8-42ee-9e4b-9368e76d60b2 req-3244f112-d6cf-4183-be34-0f9e09c5ad4a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724546 Mar 01 21:58:27.533107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd50038-5673-474f-906c-b3ddad8ef56f,revision_number=10']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:58:27.587481 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] No DVR routers for this DVR port 3cd50038-5673-474f-906c-b3ddad8ef56f on host n-h1-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:58:27.813048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] Attempting to bind port 3cd50038-5673-474f-906c-b3ddad8ef56f on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:58:27.813375 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] Attempting to bind port 3cd50038-5673-474f-906c-b3ddad8ef56f by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:58:27.813698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] Attempting to bind port 3cd50038-5673-474f-906c-b3ddad8ef56f on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:58:27.818170 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] Port 3cd50038-5673-474f-906c-b3ddad8ef56f on network a824116e-eb9f-46e5-9b8b-3a70a2224335 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:58:27.818486 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] Attempting to bind port 3cd50038-5673-474f-906c-b3ddad8ef56f on network a824116e-eb9f-46e5-9b8b-3a70a2224335 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:58:27.823739 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:58:27.824074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] Checking segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:58:27.824451 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] Bound using segment: {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:58:27.824867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] Bound port: 3cd50038-5673-474f-906c-b3ddad8ef56f, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:58:27.825204 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:27.912550 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] For port 3cd50038-5673-474f-906c-b3ddad8ef56f, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:58:27.915286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] For port 3cd50038-5673-474f-906c-b3ddad8ef56f, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3cd50038-5673-474f-906c-b3ddad8ef56f,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:58:27.974246 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:28.029056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:28.029763 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:28.031216 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] 10.222.0.55 "PUT /v2.0/ports/3cd50038-5673-474f-906c-b3ddad8ef56f HTTP/1.1" status: 200 len: 1093 time: 1.3585069 Mar 01 21:58:28.105195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059b28b1-211a-47c2-ad2b-ffdc73d8d6c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd50038-5673-474f-906c-b3ddad8ef56f,revision_number=11']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:58:28.141471 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-b7b77bf4-0d85-4070-a539-f4c27a0b2e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:28.142947 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-b7b77bf4-0d85-4070-a539-f4c27a0b2e26 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 1096 time: 0.0870717 Mar 01 21:58:28.277652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-920fc874-3061-4e54-9366-6f31d7bd7804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:28.279090 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-920fc874-3061-4e54-9366-6f31d7bd7804 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1305721 Mar 01 21:58:28.383218 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-f51c9a51-b022-4352-9c76-c841244c641a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cd50038-5673-474f-906c-b3ddad8ef56f HTTP/1.1" status: 200 len: 1000 time: 0.0981915 Mar 01 21:58:28.454112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-5958a0b4-33d0-4d28-9232-d7e632616ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:28.454112 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-5958a0b4-33d0-4d28-9232-d7e632616ed0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0557623 Mar 01 21:58:28.520914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-558ffd39-3a51-43e0-85c0-a93e80d14ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:28.522311 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-558ffd39-3a51-43e0-85c0-a93e80d14ef9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711138 Mar 01 21:58:28.814980 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-f7427b10-8f66-4d9f-ad23-5a4e3b95ce9e service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870007 Mar 01 21:58:28.825347 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78669a45-686c-46a1-8d67-1287a529c158 req-21b8eb32-0555-4d3d-b8d3-32ac763cafb9 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:28.826693 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78669a45-686c-46a1-8d67-1287a529c158 req-21b8eb32-0555-4d3d-b8d3-32ac763cafb9 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 945 time: 0.1710758 Mar 01 21:58:28.954479 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78669a45-686c-46a1-8d67-1287a529c158 req-72f65b6e-2398-4e79-ad75-4ff994650226 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095281 Mar 01 21:58:28.988821 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd8613dd-29e9-460b-9510-0c2a9583519d req-ed4d4976-32c6-4d41-b636-70af4b9ddd58 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612105 Mar 01 21:58:28.990242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 3cd50038-5673-474f-906c-b3ddad8ef56f no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:58:29.052861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 3cd50038-5673-474f-906c-b3ddad8ef56f not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:58:29.341573 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'tag': '3cd50038-5673-474f-906c-b3ddad8ef56f'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:58:29.398933 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'tag': '3cd50038-5673-474f-906c-b3ddad8ef56f', 'status': 'completed', 'code': 200} Mar 01 21:58:29.487680 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-d10ad6d8-97a9-4202-9e2b-4b48b1dab319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:29.489154 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-d10ad6d8-97a9-4202-9e2b-4b48b1dab319 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 1096 time: 0.0722964 Mar 01 21:58:29.490595 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-e70e0d38-47e8-488a-b553-78ae2467a686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:29.492073 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-e70e0d38-47e8-488a-b553-78ae2467a686 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=554dd84e4d724f47876dc81264e18993&device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 1096 time: 0.0735533 Mar 01 21:58:29.628806 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-bdc6bcab-c41b-439b-9eb6-1e8305c9f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:29.630407 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-bdc6bcab-c41b-439b-9eb6-1e8305c9f874 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1321895 Mar 01 21:58:29.630983 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-1f267633-8715-44f8-a273-a47e79149a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:29.633018 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-1f267633-8715-44f8-a273-a47e79149a8f service neutron] 10.222.0.57 "GET /v2.0/networks?id=a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 200 len: 912 time: 0.1382389 Mar 01 21:58:29.683139 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8c2b9fa5-5e97-4643-8abc-c440733f6d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:29.743848 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-463676f0-74a2-4d96-95eb-a3380f248828 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cd50038-5673-474f-906c-b3ddad8ef56f HTTP/1.1" status: 200 len: 1000 time: 0.1050303 Mar 01 21:58:29.745161 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-18d9371c-fd45-42d5-a303-9f677b49b1a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3cd50038-5673-474f-906c-b3ddad8ef56f HTTP/1.1" status: 200 len: 1000 time: 0.1085291 Mar 01 21:58:29.809649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-5b6feb46-1a9e-4d7c-aac2-9617f4eb0256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:29.810832 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-5b6feb46-1a9e-4d7c-aac2-9617f4eb0256 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0619025 Mar 01 21:58:29.811633 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-27794f1d-019a-4bce-8ddb-f77db9721039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:29.813060 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-27794f1d-019a-4bce-8ddb-f77db9721039 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 200 len: 850 time: 0.0624952 Mar 01 21:58:29.895471 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-d58410f3-95cd-4c6c-be6d-fa105e9201d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:29.896896 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-d58410f3-95cd-4c6c-be6d-fa105e9201d6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782895 Mar 01 21:58:29.897411 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-493668bb-dac5-4cdb-9726-3c86e168711c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:29.898879 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-493668bb-dac5-4cdb-9726-3c86e168711c service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=a824116e-eb9f-46e5-9b8b-3a70a2224335&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826421 Mar 01 21:58:30.050597 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-f056dfdd-78fc-4671-bc1f-82fc4ede7d12 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478508 Mar 01 21:58:30.050969 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-4394e44f-2a61-42c1-abf6-60276ce85a36 service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459177 Mar 01 21:58:30.190535 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-bc052b66-4ff0-481c-bfa6-9cd01ae79851 service neutron] 10.222.0.57 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337428 Mar 01 21:58:30.257252 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45a63f38-2ed2-4106-b58f-fe32cdcdce09 req-28987e09-95fa-4154-8b62-22858b51c8e5 service neutron] 10.222.0.55 "GET /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005365 Mar 01 21:58:30.272185 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de9db2-25b9-4193-a3ac-2f04ba9e27da req-f3df115a-71e3-4a72-b535-f537aa43653a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:30.273635 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2de9db2-25b9-4193-a3ac-2f04ba9e27da req-f3df115a-71e3-4a72-b535-f537aa43653a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 945 time: 0.1815872 Mar 01 21:58:30.319825 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2de9db2-25b9-4193-a3ac-2f04ba9e27da req-bc9d3ea7-9784-4b5a-875a-49c880df9d2e tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390530 Mar 01 21:58:30.608070 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:30.745967 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:31.513205 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a1c95-36a6-4933-8703-c6890c61861b req-023a5791-afae-4f87-8476-5d20808e7774 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:31.514632 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da5a1c95-36a6-4933-8703-c6890c61861b req-023a5791-afae-4f87-8476-5d20808e7774 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 945 time: 0.0859427 Mar 01 21:58:31.558119 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da5a1c95-36a6-4933-8703-c6890c61861b req-49f29ec1-6a0b-4bc2-8667-c00f3a6752fd tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376768 Mar 01 21:58:32.476440 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:32.741088 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a976a84-6225-4fd7-b731-2346104da6e1 req-929ed148-cff4-4693-be75-3635ee1d449a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:32.742459 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a976a84-6225-4fd7-b731-2346104da6e1 req-929ed148-cff4-4693-be75-3635ee1d449a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 945 time: 0.0799909 Mar 01 21:58:32.790560 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a976a84-6225-4fd7-b731-2346104da6e1 req-4036594b-b163-4ddc-83cb-0f2f733ab106 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416505 Mar 01 21:58:33.977019 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaece0c-0fe8-4ee1-897d-a6f57c550191 req-4b02cf0b-1f3a-4a85-abf6-16ab28b0e89c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:33.978449 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7eaece0c-0fe8-4ee1-897d-a6f57c550191 req-4b02cf0b-1f3a-4a85-abf6-16ab28b0e89c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 945 time: 0.0812204 Mar 01 21:58:34.022204 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7eaece0c-0fe8-4ee1-897d-a6f57c550191 req-b5203af4-8fc9-472c-acbb-43b5207810c8 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374477 Mar 01 21:58:35.211367 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262e03f-238b-4ea2-9a41-9bad35289123 req-835393ae-859d-487e-b267-0575be245a5a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:35.212889 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e262e03f-238b-4ea2-9a41-9bad35289123 req-835393ae-859d-487e-b267-0575be245a5a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 945 time: 0.0808277 Mar 01 21:58:35.364639 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e262e03f-238b-4ea2-9a41-9bad35289123 req-f501c8bf-2f77-4334-98c3-e73fd76a40d2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458521 Mar 01 21:58:36.549331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b40631-03a6-4b71-ad00-fa22b3839730 req-5676ae49-3cf7-4d4e-b06b-f470408f6b8c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:36.550777 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c2b40631-03a6-4b71-ad00-fa22b3839730 req-5676ae49-3cf7-4d4e-b06b-f470408f6b8c tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 945 time: 0.0777204 Mar 01 21:58:36.594309 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c2b40631-03a6-4b71-ad00-fa22b3839730 req-1f01ff99-d19b-4a48-919b-018996485ccc tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376146 Mar 01 21:58:37.793263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67079b66-60dd-4569-8ff8-8273d8dc0da3 req-486a6708-54b4-43cb-a552-125d025335b1 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:37.794731 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67079b66-60dd-4569-8ff8-8273d8dc0da3 req-486a6708-54b4-43cb-a552-125d025335b1 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 945 time: 0.0910747 Mar 01 21:58:37.840712 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67079b66-60dd-4569-8ff8-8273d8dc0da3 req-b3eae256-5fef-4fc8-95af-b86d9661987d tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403178 Mar 01 21:58:38.462158 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:58:38.604299 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 3cd50038-5673-474f-906c-b3ddad8ef56f details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:58:38.735113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 3cd50038-5673-474f-906c-b3ddad8ef56f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3cd50038-5673-474f-906c-b3ddad8ef56f,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:58:38.748430 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '3cd50038-5673-474f-906c-b3ddad8ef56f', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'port_id': '3cd50038-5673-474f-906c-b3ddad8ef56f', 'mac_address': 'fa:16:3e:92:fb:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:58:38.801243 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:38.817954 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd50038-5673-474f-906c-b3ddad8ef56f {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:58:38.833151 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 3cd50038-5673-474f-906c-b3ddad8ef56f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3cd50038-5673-474f-906c-b3ddad8ef56f,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:58:38.916595 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:39.022197 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=3cd50038-5673-474f-906c-b3ddad8ef56f,revision_number=12']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:58:39.030085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:39.030412 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:39.030750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:39.031084 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:39.031431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:39.031570 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dce8844-b5d4-46ec-9060-b979ded787b2 req-aabe677c-4af7-4bdb-9ad7-bb222f205634 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:39.032057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:39.032057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:39.032371 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:39.032859 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:39.033183 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:39.033502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:39.033820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:39.034138 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8dce8844-b5d4-46ec-9060-b979ded787b2 req-aabe677c-4af7-4bdb-9ad7-bb222f205634 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.0881062 Mar 01 21:58:39.084909 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8dce8844-b5d4-46ec-9060-b979ded787b2 req-d77c7d1f-d032-4428-9d40-72e992d8e6e2 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451458 Mar 01 21:58:39.238996 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['3cd50038-5673-474f-906c-b3ddad8ef56f'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:58:40.268619 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f7f4fb-4914-4b01-87f1-e388a0112236 req-50869c5d-68e2-46ef-ad8a-9996ef42340a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:40.270058 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-12f7f4fb-4914-4b01-87f1-e388a0112236 req-50869c5d-68e2-46ef-ad8a-9996ef42340a tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.0785410 Mar 01 21:58:40.313258 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-12f7f4fb-4914-4b01-87f1-e388a0112236 req-4a6a48a3-5c08-4dbb-9288-f6cfbd7ccb8b tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377364 Mar 01 21:58:40.504635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa0a73-5a4c-4d52-a33f-9356296583c9 req-6f146bbf-7e76-49ae-81ce-e890058efabd tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:40.506165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94fa0a73-5a4c-4d52-a33f-9356296583c9 req-6f146bbf-7e76-49ae-81ce-e890058efabd tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.0849366 Mar 01 21:58:40.551878 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94fa0a73-5a4c-4d52-a33f-9356296583c9 req-724fe8f5-b75f-401f-8e50-3976ee5322c3 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394778 Mar 01 21:58:40.620193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 3cd50038-5673-474f-906c-b3ddad8ef56f up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:58:40.742914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669f4120-a3aa-4559-9553-c31c9a884a5a req-13137b1e-f6fc-4166-8158-43c65cea84db tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:40.745531 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-669f4120-a3aa-4559-9553-c31c9a884a5a req-13137b1e-f6fc-4166-8158-43c65cea84db tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 946 time: 0.0860088 Mar 01 21:58:40.746867 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 3cd50038-5673-474f-906c-b3ddad8ef56f completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:58:40.753381 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 3cd50038-5673-474f-906c-b3ddad8ef56f triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:58:40.753750 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:40.792605 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-669f4120-a3aa-4559-9553-c31c9a884a5a req-216bbd52-e69b-420d-a59d-6a12e309ce91 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391455 Mar 01 21:58:40.876098 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:40.903089 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd50038-5673-474f-906c-b3ddad8ef56f'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:58:40.912764 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 3cd50038-5673-474f-906c-b3ddad8ef56f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3cd50038-5673-474f-906c-b3ddad8ef56f,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:58:40.949562 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd50038-5673-474f-906c-b3ddad8ef56f', 'code': 200} Mar 01 21:58:40.984822 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:41.051974 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=3cd50038-5673-474f-906c-b3ddad8ef56f,revision_number=13']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:58:41.416810 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c39d011-96ed-463f-95af-0e2f592f5a21 req-4d56a6cb-a9ed-494e-b65c-255f343b42a0 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:41.418253 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c39d011-96ed-463f-95af-0e2f592f5a21 req-4d56a6cb-a9ed-494e-b65c-255f343b42a0 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 947 time: 0.0817595 Mar 01 21:58:41.461420 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c39d011-96ed-463f-95af-0e2f592f5a21 req-2b3bdff9-dfd5-402c-a123-3404da826175 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376079 Mar 01 21:58:42.647585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0edcc-2031-41eb-9d9d-7969fc6d0e7d req-980b4ba8-94e1-4e6a-920d-64a1d0b4a417 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:42.648940 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4c0edcc-2031-41eb-9d9d-7969fc6d0e7d req-980b4ba8-94e1-4e6a-920d-64a1d0b4a417 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 947 time: 0.0801561 Mar 01 21:58:42.696824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f4c0edcc-2031-41eb-9d9d-7969fc6d0e7d req-033da4e2-0dde-40ed-b211-03b1afaf2d18 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups?id=11a4a245-1591-4257-915c-4b0b2317a4d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421042 Mar 01 21:58:43.026305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648527f5-093c-4aaa-b37b-8112397ac6ab req-97a0b821-5db5-413e-9cb5-4bc362eb7601 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:43.027747 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-648527f5-093c-4aaa-b37b-8112397ac6ab req-97a0b821-5db5-413e-9cb5-4bc362eb7601 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 947 time: 0.0776446 Mar 01 21:58:43.097854 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-648527f5-093c-4aaa-b37b-8112397ac6ab req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Deleting port 3cd50038-5673-474f-906c-b3ddad8ef56f {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:58:43.098198 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-648527f5-093c-4aaa-b37b-8112397ac6ab req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:43.342473 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-648527f5-093c-4aaa-b37b-8112397ac6ab req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] For port 3cd50038-5673-474f-906c-b3ddad8ef56f, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3cd50038-5673-474f-906c-b3ddad8ef56f,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:58:43.342757 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-648527f5-093c-4aaa-b37b-8112397ac6ab req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:43.627394 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-648527f5-093c-4aaa-b37b-8112397ac6ab req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:43.627765 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-648527f5-093c-4aaa-b37b-8112397ac6ab req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:43.628076 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [req-648527f5-093c-4aaa-b37b-8112397ac6ab req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Floating IP c37be040-9fed-418c-a40e-bbd4b0e2f7e4 disassociated. External IP: 172.25.5.95, port: 3cd50038-5673-474f-906c-b3ddad8ef56f. Mar 01 21:58:43.628408 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-648527f5-093c-4aaa-b37b-8112397ac6ab req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Calling delete_port for 3cd50038-5673-474f-906c-b3ddad8ef56f owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:58:43.839411 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-648527f5-093c-4aaa-b37b-8112397ac6ab req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:43.877772 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2490ad91-a9b6-4df2-b170-ccd7c6a0bcbf req-ceb16801-bea5-44e4-884a-30ad2de8f0bb tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 210 time: 0.0744543 Mar 01 21:58:43.893305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Pushing event deleted for resources: {'Port': ['ID=3cd50038-5673-474f-906c-b3ddad8ef56f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:58:43.906204 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:43.906428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:43.906776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:43.907089 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:43.907447 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:43.907780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:43.908098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:43.908408 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:43.908725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:43.909046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:43.909375 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:43.909684 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:58:44.203331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [req-648527f5-093c-4aaa-b37b-8112397ac6ab req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:58:44.381517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-648527f5-093c-4aaa-b37b-8112397ac6ab req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:58:44.391070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361f3cd-842c-4219-b408-23c02c0d89ae None None] Sync routers for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:58:44.400435 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361f3cd-842c-4219-b408-23c02c0d89ae None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:58:44.401048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-7361f3cd-842c-4219-b408-23c02c0d89ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:58:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:58:44.453447 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-648527f5-093c-4aaa-b37b-8112397ac6ab req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] No DVR routers for this DVR port 3cd50038-5673-474f-906c-b3ddad8ef56f on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:58:44.456059 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-648527f5-093c-4aaa-b37b-8112397ac6ab req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:44.458637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'name': 'network-vif-deleted', 'tag': '3cd50038-5673-474f-906c-b3ddad8ef56f'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:58:44.511169 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8a1a4b7-41eb-4097-8b2b-3d3291d002a0', 'name': 'network-vif-deleted', 'tag': '3cd50038-5673-474f-906c-b3ddad8ef56f', 'status': 'completed', 'code': 200} Mar 01 21:58:44.585165 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-7361f3cd-842c-4219-b408-23c02c0d89ae None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:58:44.597371 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-648527f5-093c-4aaa-b37b-8112397ac6ab req-9cf83260-3ace-44ed-9ec3-ba9958bae731 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.55 "DELETE /v2.0/ports/3cd50038-5673-474f-906c-b3ddad8ef56f HTTP/1.1" status: 204 len: 173 time: 1.5648718 Mar 01 21:58:44.900919 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-7361f3cd-842c-4219-b408-23c02c0d89ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:58:44.905349 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361f3cd-842c-4219-b408-23c02c0d89ae None None] Checking router: 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:58:44.914327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7361f3cd-842c-4219-b408-23c02c0d89ae None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:58:44.914936 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-7361f3cd-842c-4219-b408-23c02c0d89ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:58:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:58:45.062221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-03033fa0-4f2d-4664-9f56-3ddae8835d8e req-009a2983-3e9d-4fc8-912f-f17b1ab18bf4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Synchronizing usage tracker for tenant:554dd84e4d724f47876dc81264e18993 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:58:45.106894 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-7361f3cd-842c-4219-b408-23c02c0d89ae None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:58:45.122291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-03033fa0-4f2d-4664-9f56-3ddae8835d8e req-009a2983-3e9d-4fc8-912f-f17b1ab18bf4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Unset dirty status for tenant:554dd84e4d724f47876dc81264e18993 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:58:45.123642 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-03033fa0-4f2d-4664-9f56-3ddae8835d8e req-009a2983-3e9d-4fc8-912f-f17b1ab18bf4 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/ports?device_id=a8a1a4b7-41eb-4097-8b2b-3d3291d002a0 HTTP/1.1" status: 200 len: 210 time: 0.1373048 Mar 01 21:58:45.458006 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-7361f3cd-842c-4219-b408-23c02c0d89ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:58:45.461907 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7361f3cd-842c-4219-b408-23c02c0d89ae None None] The sync data for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 is: [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:54:18Z', 'revision_number': 4, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '33165fa6-6d84-40c5-a687-31ba7ba3b9b9', 'name': '', 'network_id': 'a824116e-eb9f-46e5-9b8b-3a70a2224335', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'mac_address': 'fa:16:3e:61:99:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:18Z', 'updated_at': '2022-03-01T21:54:24Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'subnets': [{'id': '1329f750-31d2-4d79-8d90-e4c7899b8bbb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:58:45.682136 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d62ecf-d814-4bab-ab48-e661a45050e2 None None] New status for floating IP c37be040-9fed-418c-a40e-bbd4b0e2f7e4: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 21:58:46.650855 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 3cd50038-5673-474f-906c-b3ddad8ef56f no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:58:46.686071 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 3cd50038-5673-474f-906c-b3ddad8ef56f {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:58:46.686468 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 3cd50038-5673-474f-906c-b3ddad8ef56f not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:58:50.585852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39606) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:58:50.651146 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c35be922-f55c-4fa8-9d37-76426db9db30 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:50.678137 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c35be922-f55c-4fa8-9d37-76426db9db30 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:50.778980 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c35be922-f55c-4fa8-9d37-76426db9db30 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:50.795256 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35be922-f55c-4fa8-9d37-76426db9db30 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a4a245-1591-4257-915c-4b0b2317a4d6,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:58:50.801955 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c35be922-f55c-4fa8-9d37-76426db9db30 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:50.805668 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c35be922-f55c-4fa8-9d37-76426db9db30 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "DELETE /v2.0/security-groups/11a4a245-1591-4257-915c-4b0b2317a4d6 HTTP/1.1" status: 204 len: 168 time: 0.2162609 Mar 01 21:58:50.805885 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39610) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:58:50.821794 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [None req-73536e0e-5615-4b8b-a549-38cd8360a156 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] show failed (client error): The resource could not be found. Mar 01 21:58:50.823221 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-73536e0e-5615-4b8b-a549-38cd8360a156 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "GET /v2.0/security-groups/11a4a245-1591-4257-915c-4b0b2317a4d6 HTTP/1.1" status: 404 len: 347 time: 0.0160408 Mar 01 21:58:50.826516 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39614) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:58:50.982385 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-1ca7ef07-abf8-45bf-9028-38a96c49c886 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Deleting port 0248e601-9021-4d74-916a-f6710dfd4aa4 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:58:50.982631 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ef07-abf8-45bf-9028-38a96c49c886 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:51.149064 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ef07-abf8-45bf-9028-38a96c49c886 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:51.149386 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ef07-abf8-45bf-9028-38a96c49c886 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:51.268962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-1ca7ef07-abf8-45bf-9028-38a96c49c886 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Calling delete_port for 0248e601-9021-4d74-916a-f6710dfd4aa4 owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:58:51.459160 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ef07-abf8-45bf-9028-38a96c49c886 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:51.510592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7ef07-abf8-45bf-9028-38a96c49c886 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Pushing event deleted for resources: {'Port': ['ID=0248e601-9021-4d74-916a-f6710dfd4aa4,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:58:51.597591 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ef07-abf8-45bf-9028-38a96c49c886 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:51.663875 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1ca7ef07-abf8-45bf-9028-38a96c49c886 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:51.665008 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1ca7ef07-abf8-45bf-9028-38a96c49c886 tempest-ServerActionsTestJSON-887244598 tempest-ServerActionsTestJSON-887244598-project] 10.222.0.42 "DELETE /v2.0/floatingips/c37be040-9fed-418c-a40e-bbd4b0e2f7e4 HTTP/1.1" status: 204 len: 168 time: 0.8376150 Mar 01 21:58:51.674201 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39618) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:58:52.116106 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:52.325089 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08bebd74-5538-48aa-a6f7-b80bc84e70d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:52.665805 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-08bebd74-5538-48aa-a6f7-b80bc84e70d1 admin admin] Deleting port 33165fa6-6d84-40c5-a687-31ba7ba3b9b9 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:58:52.666520 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08bebd74-5538-48aa-a6f7-b80bc84e70d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:52.838723 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-08bebd74-5538-48aa-a6f7-b80bc84e70d1 admin admin] For port 33165fa6-6d84-40c5-a687-31ba7ba3b9b9, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=33165fa6-6d84-40c5-a687-31ba7ba3b9b9,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:58:52.839079 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08bebd74-5538-48aa-a6f7-b80bc84e70d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:52.960929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-08bebd74-5538-48aa-a6f7-b80bc84e70d1 admin admin] Calling delete_port for 33165fa6-6d84-40c5-a687-31ba7ba3b9b9 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:58:53.292941 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08bebd74-5538-48aa-a6f7-b80bc84e70d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:53.338231 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bebd74-5538-48aa-a6f7-b80bc84e70d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=33165fa6-6d84-40c5-a687-31ba7ba3b9b9,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:58:53.723858 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-08bebd74-5538-48aa-a6f7-b80bc84e70d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:54.074992 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08bebd74-5538-48aa-a6f7-b80bc84e70d1 admin admin] Router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 21:58:54.250138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08bebd74-5538-48aa-a6f7-b80bc84e70d1 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 21:58:54.262162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08923cf0-6813-4958-8787-5e4b3c0a24b9 None None] Sync routers for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 21:58:54.262896 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-08bebd74-5538-48aa-a6f7-b80bc84e70d1 admin admin] 10.222.0.42 "PUT /v2.0/routers/1f2f2c00-f378-488b-a4d8-7c1005a3c3d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5877318 Mar 01 21:58:54.265401 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39622) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:58:54.272061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08923cf0-6813-4958-8787-5e4b3c0a24b9 None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:58:54.272705 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-08923cf0-6813-4958-8787-5e4b3c0a24b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:58:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:58:54.438124 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0b682aed-79fc-455d-b89d-a3e7a31f529f admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:54.462238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-08923cf0-6813-4958-8787-5e4b3c0a24b9 None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:58:54.617066 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0b682aed-79fc-455d-b89d-a3e7a31f529f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:54.648058 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:54.704836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-0b682aed-79fc-455d-b89d-a3e7a31f529f admin admin] Deleting port b32ef96c-f3d2-4d47-bba7-21d60f77699e {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:58:54.705101 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0b682aed-79fc-455d-b89d-a3e7a31f529f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:54.754641 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-08923cf0-6813-4958-8787-5e4b3c0a24b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156'}], 'enable_snat': True}, 'gw_port_id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:58:53Z', 'revision_number': 5, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port': {'id': 'b32ef96c-f3d2-4d47-bba7-21d60f77699e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:d6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T21:54:15Z', 'updated_at': '2022-03-01T21:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:58:54.758454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08923cf0-6813-4958-8787-5e4b3c0a24b9 None None] Checking router: 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 21:58:54.767235 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08923cf0-6813-4958-8787-5e4b3c0a24b9 None None] Routers {'1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 21:58:54.767853 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-08923cf0-6813-4958-8787-5e4b3c0a24b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T21:58:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:58:54.919856 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-08923cf0-6813-4958-8787-5e4b3c0a24b9 None None] Set router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 21:58:54.998250 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-0b682aed-79fc-455d-b89d-a3e7a31f529f admin admin] For port b32ef96c-f3d2-4d47-bba7-21d60f77699e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b32ef96c-f3d2-4d47-bba7-21d60f77699e,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:58:54.998824 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0b682aed-79fc-455d-b89d-a3e7a31f529f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:55.026684 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-08923cf0-6813-4958-8787-5e4b3c0a24b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:58:54Z', 'revision_number': 6, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:58:55.030712 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08923cf0-6813-4958-8787-5e4b3c0a24b9 None None] The sync data for ids ['1f2f2c00-f378-488b-a4d8-7c1005a3c3d6'] in n-d-827896-4 is: [{'id': '1f2f2c00-f378-488b-a4d8-7c1005a3c3d6', 'name': 'tempest-ServerActionsTestJSON-400118522-router', 'tenant_id': '554dd84e4d724f47876dc81264e18993', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T21:54:14Z', 'updated_at': '2022-03-01T21:58:54Z', 'revision_number': 6, 'project_id': '554dd84e4d724f47876dc81264e18993', 'gw_port_host': None}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 21:58:55.124270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-0b682aed-79fc-455d-b89d-a3e7a31f529f admin admin] Calling delete_port for b32ef96c-f3d2-4d47-bba7-21d60f77699e owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:58:55.362156 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0b682aed-79fc-455d-b89d-a3e7a31f529f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:55.435670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b682aed-79fc-455d-b89d-a3e7a31f529f admin admin] Pushing event deleted for resources: {'Port': ['ID=b32ef96c-f3d2-4d47-bba7-21d60f77699e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:58:55.504861 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0b682aed-79fc-455d-b89d-a3e7a31f529f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:55.672438 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0b682aed-79fc-455d-b89d-a3e7a31f529f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:55.674721 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0b682aed-79fc-455d-b89d-a3e7a31f529f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:55.808948 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0b682aed-79fc-455d-b89d-a3e7a31f529f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:55.809548 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b682aed-79fc-455d-b89d-a3e7a31f529f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 21:58:55.821613 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0b682aed-79fc-455d-b89d-a3e7a31f529f admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:55.822931 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0b682aed-79fc-455d-b89d-a3e7a31f529f admin admin] 10.222.0.42 "DELETE /v2.0/routers/1f2f2c00-f378-488b-a4d8-7c1005a3c3d6 HTTP/1.1" status: 204 len: 168 time: 1.5566490 Mar 01 21:58:55.825449 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39626) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:58:55.883627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-672eb34d-a76c-49b4-ae0f-4ccef90653e3 admin admin] Deleting subnet 1329f750-31d2-4d79-8d90-e4c7899b8bbb {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:58:55.886734 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-672eb34d-a76c-49b4-ae0f-4ccef90653e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:55.939934 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-672eb34d-a76c-49b4-ae0f-4ccef90653e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:56.022090 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-672eb34d-a76c-49b4-ae0f-4ccef90653e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:56.173222 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-672eb34d-a76c-49b4-ae0f-4ccef90653e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:56.215263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672eb34d-a76c-49b4-ae0f-4ccef90653e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1329f750-31d2-4d79-8d90-e4c7899b8bbb,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:58:56.219990 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-672eb34d-a76c-49b4-ae0f-4ccef90653e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:56.225074 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f103a3c2-a66b-4f8d-9524-03d86fb77b91 None None] Network a824116e-eb9f-46e5-9b8b-3a70a2224335 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:58:56.226628 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-672eb34d-a76c-49b4-ae0f-4ccef90653e3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1329f750-31d2-4d79-8d90-e4c7899b8bbb HTTP/1.1" status: 204 len: 168 time: 0.4002404 Mar 01 21:58:56.229159 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39630) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:58:56.334081 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fa37a907-d97c-497e-a3e6-58f16c748fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:56.345112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-fa37a907-d97c-497e-a3e6-58f16c748fca admin admin] Deleting port 5408c30a-2abf-4590-97ed-972b2cb70a18 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:58:56.345370 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fa37a907-d97c-497e-a3e6-58f16c748fca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:56.481103 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82bc935-96f3-4ebe-84aa-487825a22b53 None None] DHCP port deletion for a824116e-eb9f-46e5-9b8b-3a70a2224335 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:58:56.486106 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device b32ef96c-f3d2-4d47-bba7-21d60f77699e no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:58:56.517744 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a82bc935-96f3-4ebe-84aa-487825a22b53 None None] Deleting port 5408c30a-2abf-4590-97ed-972b2cb70a18 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:58:56.518118 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a82bc935-96f3-4ebe-84aa-487825a22b53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:56.540735 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: b32ef96c-f3d2-4d47-bba7-21d60f77699e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:58:56.541068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device b32ef96c-f3d2-4d47-bba7-21d60f77699e not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:58:56.541488 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 33165fa6-6d84-40c5-a687-31ba7ba3b9b9 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:58:56.559030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-fa37a907-d97c-497e-a3e6-58f16c748fca admin admin] For port 5408c30a-2abf-4590-97ed-972b2cb70a18, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5408c30a-2abf-4590-97ed-972b2cb70a18,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:58:56.559489 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fa37a907-d97c-497e-a3e6-58f16c748fca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:56.584850 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 33165fa6-6d84-40c5-a687-31ba7ba3b9b9 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:58:56.585193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 33165fa6-6d84-40c5-a687-31ba7ba3b9b9 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:58:56.785645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-fa37a907-d97c-497e-a3e6-58f16c748fca admin admin] Calling delete_port for 5408c30a-2abf-4590-97ed-972b2cb70a18 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:58:56.794614 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a82bc935-96f3-4ebe-84aa-487825a22b53 None None] For port 5408c30a-2abf-4590-97ed-972b2cb70a18, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=5408c30a-2abf-4590-97ed-972b2cb70a18,segment=NetworkSegment(cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a),segment_id=cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:58:56.795003 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a82bc935-96f3-4ebe-84aa-487825a22b53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:56.919102 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a82bc935-96f3-4ebe-84aa-487825a22b53 None None] Calling delete_port for 5408c30a-2abf-4590-97ed-972b2cb70a18 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:58:56.939003 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fa37a907-d97c-497e-a3e6-58f16c748fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:56.989472 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37a907-d97c-497e-a3e6-58f16c748fca admin admin] Pushing event deleted for resources: {'Port': ['ID=5408c30a-2abf-4590-97ed-972b2cb70a18,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:58:56.991421 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa37a907-d97c-497e-a3e6-58f16c748fca admin admin] No DVR routers for this DVR port 5408c30a-2abf-4590-97ed-972b2cb70a18 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:58:56.996812 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-a82bc935-96f3-4ebe-84aa-487825a22b53 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:58:56.997149 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-a82bc935-96f3-4ebe-84aa-487825a22b53 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:58:57.106479 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fa37a907-d97c-497e-a3e6-58f16c748fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:57.134957 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-fa37a907-d97c-497e-a3e6-58f16c748fca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a824116e-eb9f-46e5-9b8b-3a70a2224335']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:58:57.146355 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-fa37a907-d97c-497e-a3e6-58f16c748fca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:58:57.146646 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-fa37a907-d97c-497e-a3e6-58f16c748fca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf94c9ec-cf0a-4a7b-907c-5f9fe34ff79a') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:58:57.157854 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fa37a907-d97c-497e-a3e6-58f16c748fca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:57.173927 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fa37a907-d97c-497e-a3e6-58f16c748fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:57.180308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa37a907-d97c-497e-a3e6-58f16c748fca admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:58:57.180801 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fa37a907-d97c-497e-a3e6-58f16c748fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:58:57.194534 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:58:57.327608 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fa37a907-d97c-497e-a3e6-58f16c748fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:57.332042 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fa37a907-d97c-497e-a3e6-58f16c748fca admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:57.357197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37a907-d97c-497e-a3e6-58f16c748fca admin admin] Pushing event deleted for resources: {'Network': ['ID=a824116e-eb9f-46e5-9b8b-3a70a2224335,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:58:57.362196 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fa37a907-d97c-497e-a3e6-58f16c748fca admin admin] 10.222.0.42 "DELETE /v2.0/networks/a824116e-eb9f-46e5-9b8b-3a70a2224335 HTTP/1.1" status: 204 len: 168 time: 1.1320269 Mar 01 21:58:57.498522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a82bc935-96f3-4ebe-84aa-487825a22b53 None None] Deleting port 5408c30a-2abf-4590-97ed-972b2cb70a18 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:58:57.499188 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a82bc935-96f3-4ebe-84aa-487825a22b53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:57.558211 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bc8bb50a-5a39-451c-bacd-07307ff7ef62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:57.563673 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a82bc935-96f3-4ebe-84aa-487825a22b53 None None] The port '5408c30a-2abf-4590-97ed-972b2cb70a18' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:58:57.695126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39636) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:58:57.743766 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ef429541-daaf-4e0a-ae4f-470ef89dafe9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=554dd84e4d724f47876dc81264e18993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474517 Mar 01 21:58:57.746316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39640) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:58:57.810176 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3e495ed8-6cae-410e-ac24-61d15ee97ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:57.835940 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3e495ed8-6cae-410e-ac24-61d15ee97ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:57.967517 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3e495ed8-6cae-410e-ac24-61d15ee97ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:57.981071 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e495ed8-6cae-410e-ac24-61d15ee97ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4daf7cd-e394-4b40-a7ab-bd42880bb33a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:58:57.987386 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3e495ed8-6cae-410e-ac24-61d15ee97ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:57.989953 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3e495ed8-6cae-410e-ac24-61d15ee97ce3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d4daf7cd-e394-4b40-a7ab-bd42880bb33a HTTP/1.1" status: 204 len: 168 time: 0.2412925 Mar 01 21:58:58.459287 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5408c30a-2abf-4590-97ed-972b2cb70a18 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:58:58.496920 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 5408c30a-2abf-4590-97ed-972b2cb70a18 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:58:58.497265 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 5408c30a-2abf-4590-97ed-972b2cb70a18 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:58:59.025409 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39664) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:58:59.127908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1597590841-network', 'tenant_id': 'ea8694a8af7e40bdbfae1fa1b64215d2'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:58:59.133585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:58:59.138603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Usage tracker for resource:network and tenant:ea8694a8af7e40bdbfae1fa1b64215d2 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:58:59.141539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:58:59.151137 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:58:59.230064 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Made reservation on behalf of ea8694a8af7e40bdbfae1fa1b64215d2 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:58:59.232457 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:59.244764 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:59.258557 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:58:59.262411 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Usage tracker for resource:security_group_rule and tenant:ea8694a8af7e40bdbfae1fa1b64215d2 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:58:59.265184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:58:59.270795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:58:59.350488 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:59.418268 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:59.444833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:58:59.456856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c207ce05-17cf-4dee-91c1-4c350805c429,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:58:59.461239 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:59.461574 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Added segment 8cf070a7-5767-40da-9e64-2bc4831d457e of type vlan for network 9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb Mar 01 21:58:59.487157 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:59.590378 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:59.591396 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:58:59.591979 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:59.692917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] Pushing event updated for resources: {'Network': ['ID=9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:58:59.703112 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:58:59.719196 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-468bbf98-0e32-494a-a6f7-42de15ceb45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:58:59.768683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5dcfe059-8a4b-4bf6-9c28-4b949bf8f284 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7420239 Mar 01 21:58:59.771510 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39670) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:58:59.777712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-abbc2ce4-47f5-4cb6-a144-07c9c6d81b53 admin admin] Request body: {'subnet': {'network_id': '9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1597590841-subnet', 'tenant_id': 'ea8694a8af7e40bdbfae1fa1b64215d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:58:59.783240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-abbc2ce4-47f5-4cb6-a144-07c9c6d81b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:58:59.787111 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-abbc2ce4-47f5-4cb6-a144-07c9c6d81b53 admin admin] Usage tracker for resource:subnet and tenant:ea8694a8af7e40bdbfae1fa1b64215d2 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:58:59.789935 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-abbc2ce4-47f5-4cb6-a144-07c9c6d81b53 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:58:59.796449 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-abbc2ce4-47f5-4cb6-a144-07c9c6d81b53 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:58:59.858778 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbc2ce4-47f5-4cb6-a144-07c9c6d81b53 admin admin] Made reservation on behalf of ea8694a8af7e40bdbfae1fa1b64215d2 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:58:59.861109 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-abbc2ce4-47f5-4cb6-a144-07c9c6d81b53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:00.133232 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-abbc2ce4-47f5-4cb6-a144-07c9c6d81b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:00.210806 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc2ce4-47f5-4cb6-a144-07c9c6d81b53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=470742dd-4f2a-43d3-a744-809405268a33,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:00.219481 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abbc2ce4-47f5-4cb6-a144-07c9c6d81b53 admin admin] Checking segment: {'id': '8cf070a7-5767-40da-9e64-2bc4831d457e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:59:00.219833 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbc2ce4-47f5-4cb6-a144-07c9c6d81b53 admin admin] Network hostable DHCP agents. Network: 9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:59:00.298505 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbc2ce4-47f5-4cb6-a144-07c9c6d81b53 admin admin] Network 9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:59:00.367320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-abbc2ce4-47f5-4cb6-a144-07c9c6d81b53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:59:00.372032 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbc2ce4-47f5-4cb6-a144-07c9c6d81b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:00.373141 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-abbc2ce4-47f5-4cb6-a144-07c9c6d81b53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:00.379396 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f820dd2-0a00-41c3-95e0-549d99305dd8 None None] Network 9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:59:00.477142 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-abbc2ce4-47f5-4cb6-a144-07c9c6d81b53 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7045555 Mar 01 21:59:00.597953 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f812cf-6a3b-4911-9a38-60d38f77ca9d None None] Network 9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:59:00.679485 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:00.813747 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:00.990188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-724e8b5c-e6d4-4f42-a9ad-8793fe9bbc6e tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:00.990775 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-724e8b5c-e6d4-4f42-a9ad-8793fe9bbc6e tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Synchronizing usage tracker for tenant:ea8694a8af7e40bdbfae1fa1b64215d2 on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:59:01.081508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-724e8b5c-e6d4-4f42-a9ad-8793fe9bbc6e tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Unset dirty status for tenant:ea8694a8af7e40bdbfae1fa1b64215d2 on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:59:01.082737 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-724e8b5c-e6d4-4f42-a9ad-8793fe9bbc6e tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/networks?id=9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb HTTP/1.1" status: 200 len: 814 time: 0.2399354 Mar 01 21:59:01.099253 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-41513134-8124-4cfe-90cb-a711c2d4c9bb tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/quotas/ea8694a8af7e40bdbfae1fa1b64215d2 HTTP/1.1" status: 200 len: 375 time: 0.0102811 Mar 01 21:59:01.146057 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-703d6567-59b3-4c11-8097-0249a0eee22d tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea8694a8af7e40bdbfae1fa1b64215d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0407503 Mar 01 21:59:01.275730 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-3c06af26-24b5-4bfd-9c26-941d45c71f27 service neutron] 10.222.0.42 "GET /v2.0/networks/9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220298 Mar 01 21:59:01.404043 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-8a8e4f34-7ecc-4186-aad0-977a2f4da3a1 service neutron] 10.222.0.42 "GET /v2.0/networks/9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221805 Mar 01 21:59:01.683118 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5664ab2a-a557-4e30-8301-dd09aaa6f024 req-5db91bd0-652f-4133-bd29-072ab7883454 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 210 time: 0.0463536 Mar 01 21:59:02.481611 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:02.829569 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78a1b8d3-b8a3-4ebf-a297-62bbfbc8bf15 req-71ad298a-6299-4eb0-b598-6cfecbe4ce69 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 210 time: 0.0425076 Mar 01 21:59:03.749271 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-1fe0b1cc-2943-4e98-8212-019f0cf3aa18 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:03.750693 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-1fe0b1cc-2943-4e98-8212-019f0cf3aa18 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.57 "GET /v2.0/networks?id=9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb HTTP/1.1" status: 200 len: 814 time: 0.2684989 Mar 01 21:59:03.764515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-38ff1027-6389-4711-9868-062787966fa0 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Request body: {'port': {'device_id': 'a547d419-f53e-4a9b-91cb-28f42a7e6436', 'network_id': '9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb', 'admin_state_up': True, 'tenant_id': 'ea8694a8af7e40bdbfae1fa1b64215d2'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:59:03.905253 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-38ff1027-6389-4711-9868-062787966fa0 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:59:03.909298 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-38ff1027-6389-4711-9868-062787966fa0 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Usage tracker for resource:port and tenant:ea8694a8af7e40bdbfae1fa1b64215d2 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:59:03.912385 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-38ff1027-6389-4711-9868-062787966fa0 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:59:03.919130 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-38ff1027-6389-4711-9868-062787966fa0 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:59:03.976699 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa4c4fab-458c-4b87-ae22-1917f6e4a9df req-c55a0fbe-f2e4-43b3-ae20-34122bb218a4 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 210 time: 0.0403798 Mar 01 21:59:04.001995 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-38ff1027-6389-4711-9868-062787966fa0 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Made reservation on behalf of ea8694a8af7e40bdbfae1fa1b64215d2 for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:59:04.006069 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-38ff1027-6389-4711-9868-062787966fa0 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:04.172354 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-38ff1027-6389-4711-9868-062787966fa0 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Allocated IP 172.20.0.14 (9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb/470742dd-4f2a-43d3-a744-809405268a33/b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:59:04.368656 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-38ff1027-6389-4711-9868-062787966fa0 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:04.470573 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-38ff1027-6389-4711-9868-062787966fa0 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:04.532577 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-38ff1027-6389-4711-9868-062787966fa0 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Network 9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:59:04.533653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-38ff1027-6389-4711-9868-062787966fa0 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:59:04.537534 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-38ff1027-6389-4711-9868-062787966fa0 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:59:04.593893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff1027-6389-4711-9868-062787966fa0 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Pushing event updated for resources: {'Port': ['ID=b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:04.615631 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-38ff1027-6389-4711-9868-062787966fa0 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:04.616224 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-38ff1027-6389-4711-9868-062787966fa0 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:04.693928 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-38ff1027-6389-4711-9868-062787966fa0 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9346113 Mar 01 21:59:04.704481 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] Request body: {'port': {'device_id': 'a547d419-f53e-4a9b-91cb-28f42a7e6436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:59:04.815925 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:05.154445 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:59:05.162056 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:05.169383 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87efaebb-5ca1-4486-8d30-a70c3378d5cc req-8b975fe2-ad92-4e6f-b89a-46559b05834f tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:05.170908 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87efaebb-5ca1-4486-8d30-a70c3378d5cc req-8b975fe2-ad92-4e6f-b89a-46559b05834f tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 932 time: 0.0855463 Mar 01 21:59:05.177422 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] Transition to ACTIVE for port object b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:59:05.216091 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-87efaebb-5ca1-4486-8d30-a70c3378d5cc req-563b7d8a-5bd9-4a11-8dca-b7c8bcfeb6ba tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Synchronizing usage tracker for tenant:ea8694a8af7e40bdbfae1fa1b64215d2 on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:59:05.304978 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:05.372901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-87efaebb-5ca1-4486-8d30-a70c3378d5cc req-563b7d8a-5bd9-4a11-8dca-b7c8bcfeb6ba tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Unset dirty status for tenant:ea8694a8af7e40bdbfae1fa1b64215d2 on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:59:05.374115 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87efaebb-5ca1-4486-8d30-a70c3378d5cc req-563b7d8a-5bd9-4a11-8dca-b7c8bcfeb6ba tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972675 Mar 01 21:59:05.482266 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:05.557755 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] Attempting to bind port b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:59:05.558002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] Attempting to bind port b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '8cf070a7-5767-40da-9e64-2bc4831d457e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:59:05.558323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] Attempting to bind port b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863 on network 9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:59:05.563000 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] Port b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863 on network 9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:59:05.563316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] Attempting to bind port b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863 on network 9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:59:05.568390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:59:05.574252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] Checking segment: {'id': '8cf070a7-5767-40da-9e64-2bc4831d457e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:59:05.574252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] Bound using segment: {'id': '8cf070a7-5767-40da-9e64-2bc4831d457e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:59:05.574252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] Bound port: b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf070a7-5767-40da-9e64-2bc4831d457e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:59:05.574252 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:05.656190 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] For port b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:59:05.659061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] For port b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863,segment=NetworkSegment(8cf070a7-5767-40da-9e64-2bc4831d457e),segment_id=8cf070a7-5767-40da-9e64-2bc4831d457e)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:59:05.717189 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:05.797980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:05.798585 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:05.800042 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] 10.222.0.57 "PUT /v2.0/ports/b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863 HTTP/1.1" status: 200 len: 1092 time: 1.0994859 Mar 01 21:59:05.800486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a547d419-f53e-4a9b-91cb-28f42a7e6436', 'tag': 'b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:59:05.836411 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f57efd-dd32-488a-8e39-86841d8b0e97 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:05.850675 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a547d419-f53e-4a9b-91cb-28f42a7e6436', 'tag': 'b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863', 'status': 'completed', 'code': 200} Mar 01 21:59:05.944617 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06d6b0-30d8-4d05-9871-2548488e3c6c req-a3712f8f-43b0-4e19-b65f-07f06d194477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:05.946085 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-be06d6b0-30d8-4d05-9871-2548488e3c6c req-a3712f8f-43b0-4e19-b65f-07f06d194477 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ea8694a8af7e40bdbfae1fa1b64215d2&device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 1095 time: 0.0757461 Mar 01 21:59:06.221937 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06d6b0-30d8-4d05-9871-2548488e3c6c req-d6183f80-ad03-4a83-84b3-39626b33512a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:06.223375 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-be06d6b0-30d8-4d05-9871-2548488e3c6c req-d6183f80-ad03-4a83-84b3-39626b33512a service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=ea8694a8af7e40bdbfae1fa1b64215d2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2708638 Mar 01 21:59:06.355372 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06d6b0-30d8-4d05-9871-2548488e3c6c req-5cced9dd-447c-49e7-b5c3-d0eb64be8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:06.356702 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-be06d6b0-30d8-4d05-9871-2548488e3c6c req-5cced9dd-447c-49e7-b5c3-d0eb64be8bd7 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273549 Mar 01 21:59:06.467459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-0ebcf916-0f82-483e-9084-ff72c570945f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:06.468940 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-0ebcf916-0f82-483e-9084-ff72c570945f service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=ea8694a8af7e40bdbfae1fa1b64215d2&device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 1095 time: 0.0758317 Mar 01 21:59:06.540183 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-17ba98c6-4270-42ee-97cf-75591b270984 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863 HTTP/1.1" status: 200 len: 217 time: 0.0643852 Mar 01 21:59:06.566075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5f840c-f593-4849-9687-a066f489484b req-d8e9db87-452f-41b5-9f14-84819b8ec0b5 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:06.567531 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5f5f840c-f593-4849-9687-a066f489484b req-d8e9db87-452f-41b5-9f14-84819b8ec0b5 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 944 time: 0.0841217 Mar 01 21:59:06.602725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-2566a20a-18c3-4c05-9a2b-f36127d87d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:06.604890 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-2566a20a-18c3-4c05-9a2b-f36127d87d1e service neutron] 10.222.0.57 "GET /v2.0/subnets?id=470742dd-4f2a-43d3-a744-809405268a33 HTTP/1.1" status: 200 len: 854 time: 0.0596972 Mar 01 21:59:06.653102 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-f8be124b-3491-46df-9f9c-ee80b0847b6d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417726 Mar 01 21:59:06.712308 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5f5f840c-f593-4849-9687-a066f489484b req-c266a21e-6103-4343-bc81-998a21c1310a tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390972 Mar 01 21:59:06.786683 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-3ca652b8-650b-4c59-996f-de08700b46b5 service neutron] 10.222.0.57 "GET /v2.0/networks/9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275349 Mar 01 21:59:06.919108 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7aaded78-ed04-4262-8729-8c1013e3a950 req-ff55c2cd-99e0-481a-bd3a-1eae47033fb1 service neutron] 10.222.0.57 "GET /v2.0/networks/9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261220 Mar 01 21:59:07.904069 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464044b-5384-4844-9dd4-2ee637cd0228 req-4788195a-ab11-4606-ae70-a6641742714a tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:07.905529 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e464044b-5384-4844-9dd4-2ee637cd0228 req-4788195a-ab11-4606-ae70-a6641742714a tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 944 time: 0.0819538 Mar 01 21:59:07.954447 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e464044b-5384-4844-9dd4-2ee637cd0228 req-a1c4755d-06a0-4c47-a356-ca89aaf20abb tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431874 Mar 01 21:59:09.118621 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:59:09.139803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9552b24f-9e5c-4765-8ba0-6c947b64ebe6 req-d5afae55-e3a9-4fe6-bfa0-62c7a2a9f7df tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:09.141280 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9552b24f-9e5c-4765-8ba0-6c947b64ebe6 req-d5afae55-e3a9-4fe6-bfa0-62c7a2a9f7df tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 944 time: 0.0826094 Mar 01 21:59:09.186476 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9552b24f-9e5c-4765-8ba0-6c947b64ebe6 req-30422d06-7d8b-4ca4-8ac0-c0d8ffddf1ba tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394747 Mar 01 21:59:09.249220 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863,segment=NetworkSegment(8cf070a7-5767-40da-9e64-2bc4831d457e),segment_id=8cf070a7-5767-40da-9e64-2bc4831d457e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:59:09.262404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863', 'network_id': '9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb', 'port_id': 'b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863', 'mac_address': 'fa:16:3e:e7:99:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '470742dd-4f2a-43d3-a744-809405268a33', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:59:09.321207 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:09.337858 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:59:09.352424 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863,segment=NetworkSegment(8cf070a7-5767-40da-9e64-2bc4831d457e),segment_id=8cf070a7-5767-40da-9e64-2bc4831d457e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:59:09.435611 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:09.501604 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:09.621512 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:59:10.373142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4531a946-7adc-4949-8beb-26d5e0f74186 req-2c0d27e8-043b-4ee6-b6da-abe993158557 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:10.374487 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4531a946-7adc-4949-8beb-26d5e0f74186 req-2c0d27e8-043b-4ee6-b6da-abe993158557 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 945 time: 0.0809464 Mar 01 21:59:10.417926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4531a946-7adc-4949-8beb-26d5e0f74186 req-015280fe-cf49-484d-8ffb-f102b5fd18dd tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377715 Mar 01 21:59:11.129179 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:59:11.264703 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:59:11.269706 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:59:11.270075 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:11.417221 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:11.452463 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a547d419-f53e-4a9b-91cb-28f42a7e6436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:59:11.463990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863,segment=NetworkSegment(8cf070a7-5767-40da-9e64-2bc4831d457e),segment_id=8cf070a7-5767-40da-9e64-2bc4831d457e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:59:11.497773 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a547d419-f53e-4a9b-91cb-28f42a7e6436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863', 'code': 200} Mar 01 21:59:11.532799 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:11.602939 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:11.605637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf88e00-5708-4b32-bdb3-164ec5fa5bb3 req-76abccf0-c148-44e0-92d4-25984f98e5f8 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:11.607136 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bbf88e00-5708-4b32-bdb3-164ec5fa5bb3 req-76abccf0-c148-44e0-92d4-25984f98e5f8 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 946 time: 0.0827394 Mar 01 21:59:11.631004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e6edf-ba06-4590-9b26-1187c0b48fc6 req-08a00278-f4a3-4d7d-919a-3d18f6268f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:11.632484 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1b1e6edf-ba06-4590-9b26-1187c0b48fc6 req-08a00278-f4a3-4d7d-919a-3d18f6268f19 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 1097 time: 0.0775573 Mar 01 21:59:11.652226 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bbf88e00-5708-4b32-bdb3-164ec5fa5bb3 req-87c5decf-e5c2-4f0d-80b6-08646ce7a36a tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386035 Mar 01 21:59:11.673359 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1b1e6edf-ba06-4590-9b26-1187c0b48fc6 req-9eef2461-1fe5-407c-94c1-0a213e167999 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346646 Mar 01 21:59:12.839802 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed55fe8c-0dad-4b6d-9b67-2030084f9c06 req-3a16f6af-534e-4841-924a-670b50cd552a tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:12.841266 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed55fe8c-0dad-4b6d-9b67-2030084f9c06 req-3a16f6af-534e-4841-924a-670b50cd552a tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 946 time: 0.0832624 Mar 01 21:59:12.886930 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed55fe8c-0dad-4b6d-9b67-2030084f9c06 req-827c5748-6a35-4d7f-8ca5-9d32c991e9f3 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400240 Mar 01 21:59:14.071030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379c0617-82e4-4710-98c4-a58865edeac6 req-2e77e047-037d-47a7-be95-20abd5aedeeb tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:14.072556 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-379c0617-82e4-4710-98c4-a58865edeac6 req-2e77e047-037d-47a7-be95-20abd5aedeeb tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 946 time: 0.0787182 Mar 01 21:59:14.120150 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-379c0617-82e4-4710-98c4-a58865edeac6 req-9b496634-bde8-42d9-89de-fb8cb84f0a3a tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419607 Mar 01 21:59:14.403066 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-de41b7d5-5a18-4a4d-a7ad-ee27c709a4e1 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:14.404507 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-de41b7d5-5a18-4a4d-a7ad-ee27c709a4e1 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/networks?id=9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb HTTP/1.1" status: 200 len: 814 time: 0.1454487 Mar 01 21:59:14.420124 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-3d14ba4e-6335-40fb-89db-d48708eada50 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/quotas/ea8694a8af7e40bdbfae1fa1b64215d2 HTTP/1.1" status: 200 len: 375 time: 0.0100074 Mar 01 21:59:14.498736 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-15e825c9-090a-4b41-8f3f-7611a07eab43 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ea8694a8af7e40bdbfae1fa1b64215d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0733998 Mar 01 21:59:14.668137 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-faca279a-d44c-47b1-98c5-383f1fa18101 service neutron] 10.222.0.42 "GET /v2.0/networks/9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628311 Mar 01 21:59:14.796150 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-4b26b27f-0da8-4727-9895-c99f57cbc9d7 service neutron] 10.222.0.42 "GET /v2.0/networks/9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222818 Mar 01 21:59:15.041410 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d61764e-a20e-454b-9493-3f7492075b03 req-aaf8d1d4-1fca-4566-969c-b9e9f9722ea6 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e627b24-380b-4fcd-878e-dd9f01835a0b HTTP/1.1" status: 200 len: 210 time: 0.0461998 Mar 01 21:59:15.461390 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:59:16.191675 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c7e65655-a080-4acb-aec8-5a86bec91734 req-3e16b661-1d99-46a8-86b9-87dcce4bfa34 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e627b24-380b-4fcd-878e-dd9f01835a0b HTTP/1.1" status: 200 len: 210 time: 0.0420070 Mar 01 21:59:16.988754 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-f73a6860-4327-441a-99e1-4d18df7260e9 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:16.990170 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-f73a6860-4327-441a-99e1-4d18df7260e9 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.55 "GET /v2.0/networks?id=9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb HTTP/1.1" status: 200 len: 814 time: 0.1488750 Mar 01 21:59:17.002031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-ce9f8b86-2867-4b6f-bd0b-ce4e6b16cf2f tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Request body: {'port': {'device_id': '2e627b24-380b-4fcd-878e-dd9f01835a0b', 'network_id': '9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb', 'admin_state_up': True, 'tenant_id': 'ea8694a8af7e40bdbfae1fa1b64215d2'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:59:17.142288 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-ce9f8b86-2867-4b6f-bd0b-ce4e6b16cf2f tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:59:17.146170 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-ce9f8b86-2867-4b6f-bd0b-ce4e6b16cf2f tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Usage tracker for resource:port and tenant:ea8694a8af7e40bdbfae1fa1b64215d2 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:59:17.148976 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-ce9f8b86-2867-4b6f-bd0b-ce4e6b16cf2f tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:59:17.155085 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-ce9f8b86-2867-4b6f-bd0b-ce4e6b16cf2f tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:59:17.230880 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-ce9f8b86-2867-4b6f-bd0b-ce4e6b16cf2f tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Made reservation on behalf of ea8694a8af7e40bdbfae1fa1b64215d2 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:59:17.236112 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-ce9f8b86-2867-4b6f-bd0b-ce4e6b16cf2f tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:17.458302 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a4b242d8-4084-4e11-9029-cfcecea08025 req-b1470ef9-91dd-4ca4-86c4-43331377aa0a tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e627b24-380b-4fcd-878e-dd9f01835a0b HTTP/1.1" status: 200 len: 210 time: 0.1570466 Mar 01 21:59:17.542645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-ce9f8b86-2867-4b6f-bd0b-ce4e6b16cf2f tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Allocated IP 172.20.0.4 (9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb/470742dd-4f2a-43d3-a744-809405268a33/3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:59:17.742541 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-ce9f8b86-2867-4b6f-bd0b-ce4e6b16cf2f tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:17.807866 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-ce9f8b86-2867-4b6f-bd0b-ce4e6b16cf2f tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:17.819750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:59:17.874445 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-ce9f8b86-2867-4b6f-bd0b-ce4e6b16cf2f tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Network 9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:59:17.881428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-ce9f8b86-2867-4b6f-bd0b-ce4e6b16cf2f tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:59:17.886347 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-ce9f8b86-2867-4b6f-bd0b-ce4e6b16cf2f tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:59:17.919031 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9f8b86-2867-4b6f-bd0b-ce4e6b16cf2f tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Pushing event updated for resources: {'Port': ['ID=3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:17.951780 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-ce9f8b86-2867-4b6f-bd0b-ce4e6b16cf2f tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:17.952468 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-ce9f8b86-2867-4b6f-bd0b-ce4e6b16cf2f tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:18.007789 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-ce9f8b86-2867-4b6f-bd0b-ce4e6b16cf2f tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0091391 Mar 01 21:59:18.019134 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] Request body: {'port': {'device_id': '2e627b24-380b-4fcd-878e-dd9f01835a0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:59:18.132570 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:18.467072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:59:18.474166 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:18.489229 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] Transition to ACTIVE for port object 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:59:18.605607 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:18.783487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] Pushing event updated for resources: {'Port': ['ID=3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:18.848433 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9659835e-f4ff-4ddd-9e24-69335928d3da req-3dd1a5df-aa7d-4472-87a0-19944b65695e tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:18.849127 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-9659835e-f4ff-4ddd-9e24-69335928d3da req-3dd1a5df-aa7d-4472-87a0-19944b65695e tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Synchronizing usage tracker for tenant:ea8694a8af7e40bdbfae1fa1b64215d2 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:59:18.881319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] Attempting to bind port 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:59:18.881652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] Attempting to bind port 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '8cf070a7-5767-40da-9e64-2bc4831d457e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:59:18.881978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] Attempting to bind port 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a on network 9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:59:18.887220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] Port 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a on network 9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 21:59:18.887575 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] Attempting to bind port 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a on network 9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:59:18.892724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:59:18.896602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] Checking segment: {'id': '8cf070a7-5767-40da-9e64-2bc4831d457e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:59:18.896602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] Bound using segment: {'id': '8cf070a7-5767-40da-9e64-2bc4831d457e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:59:18.896602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] Bound port: 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8cf070a7-5767-40da-9e64-2bc4831d457e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:59:18.896602 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:18.950337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-9659835e-f4ff-4ddd-9e24-69335928d3da req-3dd1a5df-aa7d-4472-87a0-19944b65695e tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Unset dirty status for tenant:ea8694a8af7e40bdbfae1fa1b64215d2 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:59:18.951433 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9659835e-f4ff-4ddd-9e24-69335928d3da req-3dd1a5df-aa7d-4472-87a0-19944b65695e tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e627b24-380b-4fcd-878e-dd9f01835a0b HTTP/1.1" status: 200 len: 943 time: 0.3865292 Mar 01 21:59:19.017058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] For port 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:59:19.024055 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9659835e-f4ff-4ddd-9e24-69335928d3da req-3f28c729-1a2e-4068-ab38-41b78f6fce6d tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662177 Mar 01 21:59:19.028745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] For port 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a,segment=NetworkSegment(8cf070a7-5767-40da-9e64-2bc4831d457e),segment_id=8cf070a7-5767-40da-9e64-2bc4831d457e)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:59:19.087787 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:19.143739 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:19.144345 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:19.145679 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] 10.222.0.55 "PUT /v2.0/ports/3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a HTTP/1.1" status: 200 len: 1091 time: 1.1306746 Mar 01 21:59:19.146112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e627b24-380b-4fcd-878e-dd9f01835a0b', 'tag': '3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:59:19.172134 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e188c403-4ba2-48e2-ab41-0e9eaec4795b service neutron] Pushing event updated for resources: {'Port': ['ID=3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:19.190711 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e627b24-380b-4fcd-878e-dd9f01835a0b', 'tag': '3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a', 'status': 'completed', 'code': 200} Mar 01 21:59:19.285781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4aeab4-2cf3-472b-9fb4-cb1aa73f3cad req-d402d95b-ea82-4328-a3ac-1e0e0512fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:19.287269 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd4aeab4-2cf3-472b-9fb4-cb1aa73f3cad req-d402d95b-ea82-4328-a3ac-1e0e0512fa74 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea8694a8af7e40bdbfae1fa1b64215d2&device_id=2e627b24-380b-4fcd-878e-dd9f01835a0b HTTP/1.1" status: 200 len: 1094 time: 0.0748415 Mar 01 21:59:19.522628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4aeab4-2cf3-472b-9fb4-cb1aa73f3cad req-4ec0409f-dfbf-4a89-a898-30049d0a4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:19.524123 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd4aeab4-2cf3-472b-9fb4-cb1aa73f3cad req-4ec0409f-dfbf-4a89-a898-30049d0a4a79 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=ea8694a8af7e40bdbfae1fa1b64215d2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2297561 Mar 01 21:59:19.658272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4aeab4-2cf3-472b-9fb4-cb1aa73f3cad req-8684361b-24e3-4032-925b-22ac1aca9b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:19.659680 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd4aeab4-2cf3-472b-9fb4-cb1aa73f3cad req-8684361b-24e3-4032-925b-22ac1aca9b0c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1290979 Mar 01 21:59:19.762336 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e831d9d6-7eb6-424a-aa4b-24388adfd731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:19.763823 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-e831d9d6-7eb6-424a-aa4b-24388adfd731 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ea8694a8af7e40bdbfae1fa1b64215d2&device_id=2e627b24-380b-4fcd-878e-dd9f01835a0b HTTP/1.1" status: 200 len: 1094 time: 0.0695410 Mar 01 21:59:19.832872 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-83762dc7-e09f-44e1-adf4-74dfbd291659 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a HTTP/1.1" status: 200 len: 217 time: 0.0626903 Mar 01 21:59:19.893786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-bc7d20ac-567c-4338-89cd-44b0cde72357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:19.895203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-bc7d20ac-567c-4338-89cd-44b0cde72357 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=470742dd-4f2a-43d3-a744-809405268a33 HTTP/1.1" status: 200 len: 854 time: 0.0567625 Mar 01 21:59:19.944575 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-48da1024-2212-4ea2-b27c-7541897c4731 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435560 Mar 01 21:59:20.085463 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-94242eb7-1c80-4fb7-a150-4b2897852606 service neutron] 10.222.0.55 "GET /v2.0/networks/9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342096 Mar 01 21:59:20.276764 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f67d6a78-a52b-4cc3-9f04-2ba94141339f req-0bdfcdb8-b4fc-4a80-92c0-c4366dac8c85 service neutron] 10.222.0.55 "GET /v2.0/networks/9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856444 Mar 01 21:59:20.301491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37785632-2f7f-4213-a9d5-29522048da88 req-6f2592da-314c-4837-92b9-197542186f44 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:20.302919 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37785632-2f7f-4213-a9d5-29522048da88 req-6f2592da-314c-4837-92b9-197542186f44 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e627b24-380b-4fcd-878e-dd9f01835a0b HTTP/1.1" status: 200 len: 943 time: 0.1310596 Mar 01 21:59:20.348268 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37785632-2f7f-4213-a9d5-29522048da88 req-4516104d-092d-4f6f-90af-706e828ee1a5 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390310 Mar 01 21:59:21.543607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128172a-828a-49c7-9835-adeaf13c2575 req-f627e8c6-785c-4074-bd9e-4b464eca57e8 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:21.545071 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1128172a-828a-49c7-9835-adeaf13c2575 req-f627e8c6-785c-4074-bd9e-4b464eca57e8 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e627b24-380b-4fcd-878e-dd9f01835a0b HTTP/1.1" status: 200 len: 943 time: 0.0884268 Mar 01 21:59:21.588796 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1128172a-828a-49c7-9835-adeaf13c2575 req-e1eb487a-3cb0-4c20-8be3-0667cb077326 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382116 Mar 01 21:59:22.115417 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:22.776338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c42f7-72bc-495e-87d4-c941520e4958 req-cd0778b2-4956-4dc0-b2c9-69a61058cf13 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:22.776338 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f73c42f7-72bc-495e-87d4-c941520e4958 req-cd0778b2-4956-4dc0-b2c9-69a61058cf13 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e627b24-380b-4fcd-878e-dd9f01835a0b HTTP/1.1" status: 200 len: 943 time: 0.0780029 Mar 01 21:59:22.805395 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 21:59:22.824106 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f73c42f7-72bc-495e-87d4-c941520e4958 req-383c7664-1b05-46a6-8311-0090d380d283 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445588 Mar 01 21:59:22.942431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a,segment=NetworkSegment(8cf070a7-5767-40da-9e64-2bc4831d457e),segment_id=8cf070a7-5767-40da-9e64-2bc4831d457e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:59:22.955476 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a', 'network_id': '9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb', 'port_id': '3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a', 'mac_address': 'fa:16:3e:ef:b2:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '470742dd-4f2a-43d3-a744-809405268a33', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 21:59:23.013726 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:23.030982 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 21:59:23.046616 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a,segment=NetworkSegment(8cf070a7-5767-40da-9e64-2bc4831d457e),segment_id=8cf070a7-5767-40da-9e64-2bc4831d457e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:59:23.115723 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:23.182758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:23.394332 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:59:24.006901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a80423-8f3d-4550-a04b-acb3e3bfb280 req-29586a92-a2b2-4829-953d-97fbfe2db150 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:24.008375 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75a80423-8f3d-4550-a04b-acb3e3bfb280 req-29586a92-a2b2-4829-953d-97fbfe2db150 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e627b24-380b-4fcd-878e-dd9f01835a0b HTTP/1.1" status: 200 len: 944 time: 0.0797894 Mar 01 21:59:24.052173 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75a80423-8f3d-4550-a04b-acb3e3bfb280 req-5a3e225e-d14f-4adb-9113-e04d5db9c917 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381229 Mar 01 21:59:24.526796 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:24.836031 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:59:25.001058 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:59:25.005847 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:59:25.006232 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:25.123349 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:25.158730 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e627b24-380b-4fcd-878e-dd9f01835a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:59:25.169377 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a,segment=NetworkSegment(8cf070a7-5767-40da-9e64-2bc4831d457e),segment_id=8cf070a7-5767-40da-9e64-2bc4831d457e)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:59:25.205001 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e627b24-380b-4fcd-878e-dd9f01835a0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a', 'code': 200} Mar 01 21:59:25.235477 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:25.245682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0f101-785f-4114-86ab-19df84717f80 req-b46efeb3-bac6-43aa-bc59-a8de3767e09c tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:25.247174 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5a0f101-785f-4114-86ab-19df84717f80 req-b46efeb3-bac6-43aa-bc59-a8de3767e09c tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e627b24-380b-4fcd-878e-dd9f01835a0b HTTP/1.1" status: 200 len: 944 time: 0.0859640 Mar 01 21:59:25.302160 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:25.338056 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5a0f101-785f-4114-86ab-19df84717f80 req-80d86e17-ff63-4105-8fd3-1c9b2dc26c6d tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833249 Mar 01 21:59:25.358425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0154f6cc-df9d-4b44-858a-8b1764fb61f1 req-81ae21f1-7e07-4815-8db1-9ca7d94749ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:25.360010 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0154f6cc-df9d-4b44-858a-8b1764fb61f1 req-81ae21f1-7e07-4815-8db1-9ca7d94749ab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2e627b24-380b-4fcd-878e-dd9f01835a0b HTTP/1.1" status: 200 len: 1096 time: 0.0899441 Mar 01 21:59:25.399660 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0154f6cc-df9d-4b44-858a-8b1764fb61f1 req-22ddb64e-a525-4b8c-95a4-f38ca98b48ee service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339818 Mar 01 21:59:26.542046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2aef92-11b7-48fd-b6b9-866771885856 req-461b3330-d05c-4827-b92b-fa79a9f32008 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:26.543513 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b2aef92-11b7-48fd-b6b9-866771885856 req-461b3330-d05c-4827-b92b-fa79a9f32008 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e627b24-380b-4fcd-878e-dd9f01835a0b HTTP/1.1" status: 200 len: 945 time: 0.0972297 Mar 01 21:59:26.588242 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b2aef92-11b7-48fd-b6b9-866771885856 req-ff426fc2-16ce-4906-b093-6e2e79aa6ed4 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390229 Mar 01 21:59:27.509593 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6582ca6e-7a17-4c64-92df-da57bf80c115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:27.770588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dee1783-bf1a-49da-ac69-97dfec08e6ab req-0835720a-ba65-45bc-aa3e-1484da55adb9 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:27.771985 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7dee1783-bf1a-49da-ac69-97dfec08e6ab req-0835720a-ba65-45bc-aa3e-1484da55adb9 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e627b24-380b-4fcd-878e-dd9f01835a0b HTTP/1.1" status: 200 len: 945 time: 0.0796678 Mar 01 21:59:27.815569 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7dee1783-bf1a-49da-ac69-97dfec08e6ab req-84fe400a-14ce-4d6d-b5c9-a8224441dc4a tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372052 Mar 01 21:59:28.374867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08b03a-c0ca-4665-a21e-5e3b45e297ba req-cc664dab-4dc7-49d5-b382-8f3f0a3bb852 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:28.376249 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c08b03a-c0ca-4665-a21e-5e3b45e297ba req-cc664dab-4dc7-49d5-b382-8f3f0a3bb852 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e627b24-380b-4fcd-878e-dd9f01835a0b HTTP/1.1" status: 200 len: 945 time: 0.0812614 Mar 01 21:59:28.419521 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c08b03a-c0ca-4665-a21e-5e3b45e297ba req-f3ea5cbd-f83a-4a42-a6fd-ca32d5650a01 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376649 Mar 01 21:59:29.686650 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4f51bae2-f1e4-41f9-adf9-1c2c3a497101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:29.749557 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f94c3e-dd38-44bb-9d88-756e8753644b req-9cf08b3d-65e0-4854-9474-3797f26090c2 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:29.750925 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27f94c3e-dd38-44bb-9d88-756e8753644b req-9cf08b3d-65e0-4854-9474-3797f26090c2 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e627b24-380b-4fcd-878e-dd9f01835a0b HTTP/1.1" status: 200 len: 945 time: 0.2252662 Mar 01 21:59:29.806934 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27f94c3e-dd38-44bb-9d88-756e8753644b req-3017741f-de7d-4bbc-af00-104a7c18adba tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497155 Mar 01 21:59:29.827902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c13cbb3-b497-414e-b6dc-a9e2fc99dde6 req-4a872be4-3c7b-4de2-8ee6-3a8cabef090d tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:29.829409 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c13cbb3-b497-414e-b6dc-a9e2fc99dde6 req-4a872be4-3c7b-4de2-8ee6-3a8cabef090d tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.55 "GET /v2.0/ports?device_id=2e627b24-380b-4fcd-878e-dd9f01835a0b HTTP/1.1" status: 200 len: 945 time: 0.2351720 Mar 01 21:59:29.900054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-5c13cbb3-b497-414e-b6dc-a9e2fc99dde6 req-8350b10f-303e-4147-abcf-50925703e8a8 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Deleting port 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:59:29.900397 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5c13cbb3-b497-414e-b6dc-a9e2fc99dde6 req-8350b10f-303e-4147-abcf-50925703e8a8 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:30.141607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-5c13cbb3-b497-414e-b6dc-a9e2fc99dde6 req-8350b10f-303e-4147-abcf-50925703e8a8 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] For port 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a,segment=NetworkSegment(8cf070a7-5767-40da-9e64-2bc4831d457e),segment_id=8cf070a7-5767-40da-9e64-2bc4831d457e)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:59:30.141961 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5c13cbb3-b497-414e-b6dc-a9e2fc99dde6 req-8350b10f-303e-4147-abcf-50925703e8a8 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:30.264698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-5c13cbb3-b497-414e-b6dc-a9e2fc99dde6 req-8350b10f-303e-4147-abcf-50925703e8a8 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Calling delete_port for 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:59:30.464094 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5c13cbb3-b497-414e-b6dc-a9e2fc99dde6 req-8350b10f-303e-4147-abcf-50925703e8a8 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:30.476146 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:59:30.500432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:59:30.518398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350b10f-303e-4147-abcf-50925703e8a8 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Pushing event deleted for resources: {'Port': ['ID=3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:30.595020 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c13cbb3-b497-414e-b6dc-a9e2fc99dde6 req-8350b10f-303e-4147-abcf-50925703e8a8 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] No DVR routers for this DVR port 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:59:30.597654 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-5c13cbb3-b497-414e-b6dc-a9e2fc99dde6 req-8350b10f-303e-4147-abcf-50925703e8a8 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:30.600220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e627b24-380b-4fcd-878e-dd9f01835a0b', 'name': 'network-vif-deleted', 'tag': '3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:59:30.648750 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e627b24-380b-4fcd-878e-dd9f01835a0b', 'name': 'network-vif-deleted', 'tag': '3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a', 'status': 'completed', 'code': 200} Mar 01 21:59:30.662917 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:30.682398 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5c13cbb3-b497-414e-b6dc-a9e2fc99dde6 req-8350b10f-303e-4147-abcf-50925703e8a8 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.55 "DELETE /v2.0/ports/3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a HTTP/1.1" status: 204 len: 173 time: 0.8476839 Mar 01 21:59:30.789473 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:30.954977 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-cc2dbc22-fd46-4052-9337-0bedd89537ef req-776de732-1980-4ff2-8369-f6b71ee1797e tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Synchronizing usage tracker for tenant:ea8694a8af7e40bdbfae1fa1b64215d2 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:59:31.041224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-cc2dbc22-fd46-4052-9337-0bedd89537ef req-776de732-1980-4ff2-8369-f6b71ee1797e tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Unset dirty status for tenant:ea8694a8af7e40bdbfae1fa1b64215d2 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:59:31.042378 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cc2dbc22-fd46-4052-9337-0bedd89537ef req-776de732-1980-4ff2-8369-f6b71ee1797e tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e627b24-380b-4fcd-878e-dd9f01835a0b HTTP/1.1" status: 200 len: 210 time: 0.1287971 Mar 01 21:59:32.299145 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0574e6f-d24d-4c28-b91e-d951d86fbfcc req-d792ba58-6e04-4183-ae61-12465b462c8a tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:32.300611 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0574e6f-d24d-4c28-b91e-d951d86fbfcc req-d792ba58-6e04-4183-ae61-12465b462c8a tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 946 time: 0.0786262 Mar 01 21:59:32.344493 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c0574e6f-d24d-4c28-b91e-d951d86fbfcc req-7b34d911-bce3-4adb-9142-c6eb5f4d8fdf tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380135 Mar 01 21:59:32.492730 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:32.551479 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048dfee-0179-4fff-843c-9a7976742a25 req-5ca4e41e-0c21-4dbe-943f-eee3bb4d1d4e tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:32.553197 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4048dfee-0179-4fff-843c-9a7976742a25 req-5ca4e41e-0c21-4dbe-943f-eee3bb4d1d4e tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 946 time: 0.0864003 Mar 01 21:59:32.598677 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4048dfee-0179-4fff-843c-9a7976742a25 req-dd383ac2-b632-45ba-85e7-3e7173bee30a tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391819 Mar 01 21:59:32.783263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafda9c-d0da-49ed-9fb1-8d74548d801a req-f6553a20-7d88-4a28-b510-7c5c40bbedf4 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:32.784714 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4eafda9c-d0da-49ed-9fb1-8d74548d801a req-f6553a20-7d88-4a28-b510-7c5c40bbedf4 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 946 time: 0.0801120 Mar 01 21:59:32.831778 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4eafda9c-d0da-49ed-9fb1-8d74548d801a req-8f670a6a-7e66-452e-9b95-1c539052fd3c tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413964 Mar 01 21:59:32.930467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:59:32.966894 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:59:32.967242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 3f9de6b7-c5e4-442c-97a2-4ec4a9cfa87a not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:59:33.137003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ceac2-4c51-4a45-9932-30d4431cdc18 req-89e8bb2a-a38c-4612-9ede-e51e34c46211 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:33.138358 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-508ceac2-4c51-4a45-9932-30d4431cdc18 req-89e8bb2a-a38c-4612-9ede-e51e34c46211 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 946 time: 0.0780513 Mar 01 21:59:33.181587 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-508ceac2-4c51-4a45-9932-30d4431cdc18 req-1415fbe5-d3ca-4f70-be4b-d46425f319d6 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376246 Mar 01 21:59:33.372215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30115c-9427-4e67-b30a-8f97b75de2c5 req-4cf3b6c8-02a0-4637-8bd0-676ad1421fc6 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:33.373752 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d30115c-9427-4e67-b30a-8f97b75de2c5 req-4cf3b6c8-02a0-4637-8bd0-676ad1421fc6 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 946 time: 0.0821879 Mar 01 21:59:33.416355 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d30115c-9427-4e67-b30a-8f97b75de2c5 req-63c4432e-4dfe-46e8-90c4-2a98fb8dc42d tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370216 Mar 01 21:59:33.618576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5720c-5e7b-4d08-a93f-5b4200c8e969 req-b0453747-0d82-4e30-8393-395a210bc5d6 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:33.620107 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0a5720c-5e7b-4d08-a93f-5b4200c8e969 req-b0453747-0d82-4e30-8393-395a210bc5d6 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 946 time: 0.0806825 Mar 01 21:59:33.663743 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0a5720c-5e7b-4d08-a93f-5b4200c8e969 req-84be15a1-1d7f-424a-a2ed-447e300b9bf4 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380120 Mar 01 21:59:34.492279 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8ffde-f59e-4068-8d2c-f572d1336300 req-e30d2b02-2b79-4168-aa83-a72a466818db tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:34.493738 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0bb8ffde-f59e-4068-8d2c-f572d1336300 req-e30d2b02-2b79-4168-aa83-a72a466818db tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 946 time: 0.0832436 Mar 01 21:59:34.538865 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0bb8ffde-f59e-4068-8d2c-f572d1336300 req-d3f13220-a197-4fe9-8caf-8feb3adc2221 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389352 Mar 01 21:59:35.654630 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51808ab0-285e-48ea-bdc5-6ff3f695f792 req-bdb37a9b-fcbf-4010-9699-420725040841 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:35.655315 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-51808ab0-285e-48ea-bdc5-6ff3f695f792 req-bdb37a9b-fcbf-4010-9699-420725040841 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Synchronizing usage tracker for tenant:ea8694a8af7e40bdbfae1fa1b64215d2 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:59:35.667125 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-51808ab0-285e-48ea-bdc5-6ff3f695f792 req-bdb37a9b-fcbf-4010-9699-420725040841 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Unset dirty status for tenant:ea8694a8af7e40bdbfae1fa1b64215d2 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:59:35.668242 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-51808ab0-285e-48ea-bdc5-6ff3f695f792 req-bdb37a9b-fcbf-4010-9699-420725040841 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.57 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 946 time: 0.0926805 Mar 01 21:59:35.727986 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f53e76-e4f2-4294-a631-5be82667792d req-644a821c-fb9a-45b7-ab03-e72a0dd57cd5 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:35.729475 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b0f53e76-e4f2-4294-a631-5be82667792d req-644a821c-fb9a-45b7-ab03-e72a0dd57cd5 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 946 time: 0.0786333 Mar 01 21:59:35.740656 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-51808ab0-285e-48ea-bdc5-6ff3f695f792 req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Deleting port b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:59:35.741022 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-51808ab0-285e-48ea-bdc5-6ff3f695f792 req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:35.777289 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b0f53e76-e4f2-4294-a631-5be82667792d req-744bfd1f-a3b2-4d13-a419-86a2e697db57 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/security-groups?id=c207ce05-17cf-4dee-91c1-4c350805c429&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419695 Mar 01 21:59:35.989147 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-51808ab0-285e-48ea-bdc5-6ff3f695f792 req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] For port b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863,segment=NetworkSegment(8cf070a7-5767-40da-9e64-2bc4831d457e),segment_id=8cf070a7-5767-40da-9e64-2bc4831d457e)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:59:35.989406 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-51808ab0-285e-48ea-bdc5-6ff3f695f792 req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:36.109643 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-51808ab0-285e-48ea-bdc5-6ff3f695f792 req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Calling delete_port for b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:59:36.371986 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-51808ab0-285e-48ea-bdc5-6ff3f695f792 req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:36.383930 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 21:59:36.423660 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Pushing event deleted for resources: {'Port': ['ID=b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:36.466084 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:36.466428 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:36.466765 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:36.467097 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:36.467453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:36.467781 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:36.468112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:36.473116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:36.473116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:36.473116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:36.473116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:36.473116 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:36.618640 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-51808ab0-285e-48ea-bdc5-6ff3f695f792 req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] No DVR routers for this DVR port b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:59:36.621409 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-51808ab0-285e-48ea-bdc5-6ff3f695f792 req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:36.624155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a547d419-f53e-4a9b-91cb-28f42a7e6436', 'name': 'network-vif-deleted', 'tag': 'b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 21:59:36.667449 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a547d419-f53e-4a9b-91cb-28f42a7e6436', 'name': 'network-vif-deleted', 'tag': 'b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863', 'status': 'completed', 'code': 200} Mar 01 21:59:36.704595 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-51808ab0-285e-48ea-bdc5-6ff3f695f792 req-a815dde3-8bff-45d1-bf00-c4a4d536342b tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.57 "DELETE /v2.0/ports/b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863 HTTP/1.1" status: 204 len: 173 time: 1.0310094 Mar 01 21:59:36.927459 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-715cfcae-052c-4aa2-89d8-77cb1153b7c1 req-7a21aa29-d1af-4178-bc28-7859f8341be2 tempest-ServersNegativeTestJSON-874650586 tempest-ServersNegativeTestJSON-874650586-project] 10.222.0.42 "GET /v2.0/ports?device_id=a547d419-f53e-4a9b-91cb-28f42a7e6436 HTTP/1.1" status: 200 len: 210 time: 0.0428476 Mar 01 21:59:38.022450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39826) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:38.083225 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-872ecfe5-d4a9-4e02-ac13-911081e25c56 admin admin] Deleting subnet 470742dd-4f2a-43d3-a744-809405268a33 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:59:38.087825 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-872ecfe5-d4a9-4e02-ac13-911081e25c56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:38.138861 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-872ecfe5-d4a9-4e02-ac13-911081e25c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:38.192764 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-872ecfe5-d4a9-4e02-ac13-911081e25c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:38.315274 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-872ecfe5-d4a9-4e02-ac13-911081e25c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:38.356499 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ecfe5-d4a9-4e02-ac13-911081e25c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=470742dd-4f2a-43d3-a744-809405268a33,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:38.360114 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-872ecfe5-d4a9-4e02-ac13-911081e25c56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:38.365963 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-872ecfe5-d4a9-4e02-ac13-911081e25c56 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/470742dd-4f2a-43d3-a744-809405268a33 HTTP/1.1" status: 204 len: 168 time: 0.3424621 Mar 01 21:59:38.370573 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39830) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:38.473858 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-405ed6f8-e269-466c-a9cf-f1469fccb272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:38.690399 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-405ed6f8-e269-466c-a9cf-f1469fccb272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:38.714942 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-405ed6f8-e269-466c-a9cf-f1469fccb272 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:59:38.726368 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-405ed6f8-e269-466c-a9cf-f1469fccb272 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cf070a7-5767-40da-9e64-2bc4831d457e') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:59:38.726656 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-405ed6f8-e269-466c-a9cf-f1469fccb272 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cf070a7-5767-40da-9e64-2bc4831d457e') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:59:38.737656 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-405ed6f8-e269-466c-a9cf-f1469fccb272 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:38.753472 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-405ed6f8-e269-466c-a9cf-f1469fccb272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:38.759207 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405ed6f8-e269-466c-a9cf-f1469fccb272 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:59:38.759610 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-405ed6f8-e269-466c-a9cf-f1469fccb272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:59:38.772888 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:59:38.909902 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-405ed6f8-e269-466c-a9cf-f1469fccb272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:38.925595 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-405ed6f8-e269-466c-a9cf-f1469fccb272 admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:38.935895 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ed6f8-e269-466c-a9cf-f1469fccb272 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:38.996142 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-405ed6f8-e269-466c-a9cf-f1469fccb272 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9ca48726-66ad-4b6a-a6f3-3acb97bc0dbb HTTP/1.1" status: 204 len: 168 time: 0.6267586 Mar 01 21:59:39.226888 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:59:39.261318 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:59:39.261718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b7a56ad6-0bc1-4ff4-a1bb-f05fc8ffb863 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:59:39.278989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39836) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:39.326920 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f34e1102-909f-4126-9282-eed52de7a53b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ea8694a8af7e40bdbfae1fa1b64215d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468314 Mar 01 21:59:39.329673 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39840) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:39.386020 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2eebd4f3-356e-4330-83a9-1efb95b8dcb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:39.410497 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2eebd4f3-356e-4330-83a9-1efb95b8dcb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:39.543680 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2eebd4f3-356e-4330-83a9-1efb95b8dcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:39.561188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eebd4f3-356e-4330-83a9-1efb95b8dcb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c207ce05-17cf-4dee-91c1-4c350805c429,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:39.640092 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2eebd4f3-356e-4330-83a9-1efb95b8dcb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:39.641209 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2eebd4f3-356e-4330-83a9-1efb95b8dcb9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c207ce05-17cf-4dee-91c1-4c350805c429 HTTP/1.1" status: 204 len: 168 time: 0.3106358 Mar 01 21:59:40.680228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39864) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:40.785378 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1885911030'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:59:40.791087 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:59:40.795323 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Usage tracker for resource:network and tenant:5f791f261ee14001b119f67010645e89 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:59:40.798175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:59:40.804717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:59:40.863925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Made reservation on behalf of 5f791f261ee14001b119f67010645e89 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:59:40.867471 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:40.879934 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:40.894839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:59:40.898653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Usage tracker for resource:security_group_rule and tenant:5f791f261ee14001b119f67010645e89 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:59:40.901474 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:59:40.907231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:59:40.987403 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:41.040376 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:41.075915 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:59:41.081223 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e0315e4-f87a-402a-b7fe-778943ba9419,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:41.087957 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:41.088299 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Added segment 5cc90bb1-c40b-4df7-ac36-ee819793b9f4 of type vlan for network a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05 Mar 01 21:59:41.116606 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:41.195066 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:41.200829 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:41.201419 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:41.316359 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event updated for resources: {'Network': ['ID=a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:41.326944 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:59:41.350151 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-77dfab2f-b8d3-4808-8bdd-269a1b504c7b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6686826 Mar 01 21:59:44.645216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39870) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:44.650852 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f5cff719-62fd-4f96-ac68-b6795864084a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Request body: {'subnet': {'network_id': 'a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:59:44.759849 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f5cff719-62fd-4f96-ac68-b6795864084a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:59:44.764342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f5cff719-62fd-4f96-ac68-b6795864084a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Usage tracker for resource:subnet and tenant:5f791f261ee14001b119f67010645e89 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:59:44.767137 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f5cff719-62fd-4f96-ac68-b6795864084a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:59:44.772826 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f5cff719-62fd-4f96-ac68-b6795864084a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:59:44.846546 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5cff719-62fd-4f96-ac68-b6795864084a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Made reservation on behalf of 5f791f261ee14001b119f67010645e89 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:59:44.850119 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f5cff719-62fd-4f96-ac68-b6795864084a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:45.155109 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f5cff719-62fd-4f96-ac68-b6795864084a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:45.232167 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cff719-62fd-4f96-ac68-b6795864084a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event updated for resources: {'Subnet': ['ID=5b3ec763-9d9f-4772-8d42-41af0e4b78da,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:45.240681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5cff719-62fd-4f96-ac68-b6795864084a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Checking segment: {'id': '5cc90bb1-c40b-4df7-ac36-ee819793b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:59:45.241040 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cff719-62fd-4f96-ac68-b6795864084a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Network hostable DHCP agents. Network: a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:59:45.343547 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5cff719-62fd-4f96-ac68-b6795864084a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Network a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:59:45.435063 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-f5cff719-62fd-4f96-ac68-b6795864084a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:59:45.439060 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5cff719-62fd-4f96-ac68-b6795864084a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:45.439677 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f5cff719-62fd-4f96-ac68-b6795864084a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:45.444370 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-820c7084-1680-4e3d-9646-d269a1f362c2 None None] Network a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:59:45.515920 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f5cff719-62fd-4f96-ac68-b6795864084a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8694682 Mar 01 21:59:45.519110 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39874) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:45.524653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-28678201-6018-4fd6-b78b-4c5eca8ceab5 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1058473346'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:59:45.530482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-28678201-6018-4fd6-b78b-4c5eca8ceab5 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:59:45.534386 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-28678201-6018-4fd6-b78b-4c5eca8ceab5 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Usage tracker for resource:network and tenant:5f791f261ee14001b119f67010645e89 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:59:45.537394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-28678201-6018-4fd6-b78b-4c5eca8ceab5 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:59:45.543266 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-28678201-6018-4fd6-b78b-4c5eca8ceab5 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:59:45.607196 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28678201-6018-4fd6-b78b-4c5eca8ceab5 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Made reservation on behalf of 5f791f261ee14001b119f67010645e89 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:59:45.610688 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-28678201-6018-4fd6-b78b-4c5eca8ceab5 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:45.640007 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28678201-6018-4fd6-b78b-4c5eca8ceab5 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:59:45.648992 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-28678201-6018-4fd6-b78b-4c5eca8ceab5 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:45.649680 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-28678201-6018-4fd6-b78b-4c5eca8ceab5 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Added segment fc47df87-2208-4c13-965c-50263c5caefd of type vlan for network 77ed0adc-ba3e-4e61-a71b-498e8605c765 Mar 01 21:59:45.676425 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-28678201-6018-4fd6-b78b-4c5eca8ceab5 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:45.689522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05', 'network_id': 'a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05', 'tenant_id': '5f791f261ee14001b119f67010645e89', 'fixed_ips': [{'subnet_id': '5b3ec763-9d9f-4772-8d42-41af0e4b78da'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:59:45.690725 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:45.760859 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-28678201-6018-4fd6-b78b-4c5eca8ceab5 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:45.766587 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28678201-6018-4fd6-b78b-4c5eca8ceab5 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:45.767179 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-28678201-6018-4fd6-b78b-4c5eca8ceab5 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:45.852454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Allocated IP 2001:db8:0:ffff::2 (a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05/5b3ec763-9d9f-4772-8d42-41af0e4b78da/07cd3f51-8481-4db4-826d-ab6350165f6d) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:59:45.878715 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-28678201-6018-4fd6-b78b-4c5eca8ceab5 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3571193 Mar 01 21:59:45.878715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28678201-6018-4fd6-b78b-4c5eca8ceab5 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event updated for resources: {'Network': ['ID=77ed0adc-ba3e-4e61-a71b-498e8605c765,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:45.880387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39878) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:45.894074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Request body: {'subnet': {'network_id': '77ed0adc-ba3e-4e61-a71b-498e8605c765', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:59:45.895436 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 77ed0adc-ba3e-4e61-a71b-498e8605c765 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:59:46.004969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:59:46.008767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Usage tracker for resource:subnet and tenant:5f791f261ee14001b119f67010645e89 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:59:46.011873 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:59:46.017682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:59:46.086657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Made reservation on behalf of 5f791f261ee14001b119f67010645e89 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:59:46.091156 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:46.158524 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:46.172745 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Transition to ACTIVE for port object 07cd3f51-8481-4db4-826d-ab6350165f6d will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:59:46.196141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Transition to ACTIVE for port object 07cd3f51-8481-4db4-826d-ab6350165f6d will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:59:46.304470 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:46.366663 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Network a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:59:46.367804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:59:46.370425 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:59:46.372647 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:46.415276 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Pushing event updated for resources: {'Port': ['ID=07cd3f51-8481-4db4-826d-ab6350165f6d,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:46.455823 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.456506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.456506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.456815 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.457144 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.457466 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.457760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event updated for resources: {'Subnet': ['ID=a4ac6172-edf1-40fd-b7e1-d701356a9d94,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:46.457888 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.458094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.458427 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.458733 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.459049 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.459379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.462668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Checking segment: {'id': 'fc47df87-2208-4c13-965c-50263c5caefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '77ed0adc-ba3e-4e61-a71b-498e8605c765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:59:46.463025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Network hostable DHCP agents. Network: 77ed0adc-ba3e-4e61-a71b-498e8605c765, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:59:46.473141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.473486 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.473820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.474153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.474476 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.474799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.475118 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.475462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.475782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.476095 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.476409 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.476721 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 21:59:46.487048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Attempting to bind port 07cd3f51-8481-4db4-826d-ab6350165f6d on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:59:46.487446 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Attempting to bind port 07cd3f51-8481-4db4-826d-ab6350165f6d by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '5cc90bb1-c40b-4df7-ac36-ee819793b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:59:46.487811 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Attempting to bind port 07cd3f51-8481-4db4-826d-ab6350165f6d on network a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:59:46.492911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:59:46.493276 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Checking segment: {'id': '5cc90bb1-c40b-4df7-ac36-ee819793b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:59:46.493667 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:46.494048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Bound using segment: {'id': '5cc90bb1-c40b-4df7-ac36-ee819793b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:59:46.494502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Bound port: 07cd3f51-8481-4db4-826d-ab6350165f6d, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cc90bb1-c40b-4df7-ac36-ee819793b9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:59:46.494988 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:46.537985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Network 77ed0adc-ba3e-4e61-a71b-498e8605c765 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:59:46.581104 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] For port 07cd3f51-8481-4db4-826d-ab6350165f6d, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:59:46.584118 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] For port 07cd3f51-8481-4db4-826d-ab6350165f6d, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=07cd3f51-8481-4db4-826d-ab6350165f6d,segment=NetworkSegment(5cc90bb1-c40b-4df7-ac36-ee819793b9f4),segment_id=5cc90bb1-c40b-4df7-ac36-ee819793b9f4)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:59:46.600874 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 77ed0adc-ba3e-4e61-a71b-498e8605c765) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:59:46.605453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:46.606042 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:46.610513 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a559649-ae30-42df-a0bd-1a36f4e0fcae None None] Network 77ed0adc-ba3e-4e61-a71b-498e8605c765 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:59:46.642345 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:46.687331 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d204dca1-aebf-4296-b0e3-020400e1f097 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8050315 Mar 01 21:59:46.689935 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39882) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:46.837242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cba07-4479-40d5-91fe-22279c74ed4e None None] Pushing event updated for resources: {'Port': ['ID=07cd3f51-8481-4db4-826d-ab6350165f6d,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:46.845643 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e2415ba-e603-4210-a097-3893be15a38a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:46.911201 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae20bb39-d3e6-45ae-9478-2adb05822a5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-77ed0adc-ba3e-4e61-a71b-498e8605c765', 'network_id': '77ed0adc-ba3e-4e61-a71b-498e8605c765', 'tenant_id': '5f791f261ee14001b119f67010645e89', 'fixed_ips': [{'subnet_id': 'a4ac6172-edf1-40fd-b7e1-d701356a9d94'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:59:46.911581 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ae20bb39-d3e6-45ae-9478-2adb05822a5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:46.917491 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e2415ba-e603-4210-a097-3893be15a38a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:47.110127 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e2415ba-e603-4210-a097-3893be15a38a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server [None req-ae20bb39-d3e6-45ae-9478-2adb05822a5f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4ac6172-edf1-40fd-b7e1-d701356a9d94: This subnet is being modified by another concurrent operation. Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise exception Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a4ac6172-edf1-40fd-b7e1-d701356a9d94: This subnet is being modified by another concurrent operation. Mar 01 21:59:47.140248 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Mar 01 21:59:47.152868 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2415ba-e603-4210-a097-3893be15a38a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ac6172-edf1-40fd-b7e1-d701356a9d94,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:47.161933 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f89d43-2f00-44e3-9293-c9f07e24a1fe None None] Network 77ed0adc-ba3e-4e61-a71b-498e8605c765 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:59:47.247514 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e2415ba-e603-4210-a097-3893be15a38a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:47.273315 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-4e2415ba-e603-4210-a097-3893be15a38a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ed0adc-ba3e-4e61-a71b-498e8605c765']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:59:47.285781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-4e2415ba-e603-4210-a097-3893be15a38a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc47df87-2208-4c13-965c-50263c5caefd') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:59:47.286070 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-4e2415ba-e603-4210-a097-3893be15a38a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc47df87-2208-4c13-965c-50263c5caefd') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:59:47.297388 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e2415ba-e603-4210-a097-3893be15a38a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:47.314454 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e2415ba-e603-4210-a097-3893be15a38a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:47.320593 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e2415ba-e603-4210-a097-3893be15a38a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Releasing vlan 606 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:59:47.321527 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e2415ba-e603-4210-a097-3893be15a38a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:59:47.336983 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:59:47.498315 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e2415ba-e603-4210-a097-3893be15a38a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:47.521332 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4e2415ba-e603-4210-a097-3893be15a38a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:47.528838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2415ba-e603-4210-a097-3893be15a38a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event deleted for resources: {'Network': ['ID=77ed0adc-ba3e-4e61-a71b-498e8605c765,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:47.535886 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4e2415ba-e603-4210-a097-3893be15a38a tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "DELETE /v2.0/networks/77ed0adc-ba3e-4e61-a71b-498e8605c765 HTTP/1.1" status: 204 len: 168 time: 0.8446534 Mar 01 21:59:47.539419 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39886) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:47.545331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-00768dab-ab85-4772-95fc-8f106af8dc5e tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-99517423'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:59:47.551295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-00768dab-ab85-4772-95fc-8f106af8dc5e tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:59:47.555812 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-00768dab-ab85-4772-95fc-8f106af8dc5e tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Usage tracker for resource:network and tenant:5f791f261ee14001b119f67010645e89 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:59:47.559586 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-00768dab-ab85-4772-95fc-8f106af8dc5e tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:59:47.566212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-00768dab-ab85-4772-95fc-8f106af8dc5e tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:59:47.641332 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00768dab-ab85-4772-95fc-8f106af8dc5e tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Made reservation on behalf of 5f791f261ee14001b119f67010645e89 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:59:47.644968 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00768dab-ab85-4772-95fc-8f106af8dc5e tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:47.675109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00768dab-ab85-4772-95fc-8f106af8dc5e tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:59:47.686153 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00768dab-ab85-4772-95fc-8f106af8dc5e tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:47.686554 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-00768dab-ab85-4772-95fc-8f106af8dc5e tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Added segment 8ea310d2-f62e-42d2-9ea8-373f1669ab9e of type vlan for network 379eba50-14b1-44c9-a0fa-383a26b8d37f Mar 01 21:59:47.717379 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00768dab-ab85-4772-95fc-8f106af8dc5e tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:47.840304 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf895199-0848-4989-b56a-42c4b5cb09ba None None] Network a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:59:47.841067 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00768dab-ab85-4772-95fc-8f106af8dc5e tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:47.846642 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00768dab-ab85-4772-95fc-8f106af8dc5e tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:47.847291 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00768dab-ab85-4772-95fc-8f106af8dc5e tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:47.956044 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00768dab-ab85-4772-95fc-8f106af8dc5e tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event updated for resources: {'Network': ['ID=379eba50-14b1-44c9-a0fa-383a26b8d37f,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:47.967268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 379eba50-14b1-44c9-a0fa-383a26b8d37f details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:59:47.981067 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-00768dab-ab85-4772-95fc-8f106af8dc5e tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4379265 Mar 01 21:59:47.981367 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39890) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:47.986815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-1081fc52-84d2-4e66-a6fd-7333bbc74e18 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Request body: {'subnet': {'network_id': '379eba50-14b1-44c9-a0fa-383a26b8d37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:59:48.023385 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2ce14e99-f6b1-43fc-8a85-c6dcdcabf3a6 None None] Provisioning for port 07cd3f51-8481-4db4-826d-ab6350165f6d completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:59:48.218472 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1081fc52-84d2-4e66-a6fd-7333bbc74e18 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:59:48.222917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1081fc52-84d2-4e66-a6fd-7333bbc74e18 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Usage tracker for resource:subnet and tenant:5f791f261ee14001b119f67010645e89 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:59:48.225908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-1081fc52-84d2-4e66-a6fd-7333bbc74e18 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:59:48.231764 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-1081fc52-84d2-4e66-a6fd-7333bbc74e18 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:59:48.326515 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1081fc52-84d2-4e66-a6fd-7333bbc74e18 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Made reservation on behalf of 5f791f261ee14001b119f67010645e89 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:59:48.330191 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1081fc52-84d2-4e66-a6fd-7333bbc74e18 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:48.352642 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fabf7ff-d2c9-40b5-baf3-91a8575aec4f None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:59:48.424039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.ipam_backend_mixin [None req-1081fc52-84d2-4e66-a6fd-7333bbc74e18 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Performing IP validity checks on allocation pools {{(pid=88518) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Mar 01 21:59:48.424552 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.ipam_backend_mixin [None req-1081fc52-84d2-4e66-a6fd-7333bbc74e18 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88518) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Mar 01 21:59:48.455295 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fabf7ff-d2c9-40b5-baf3-91a8575aec4f None None] Resources bound (agent type, host, resource id): {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:59:48.552225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 07cd3f51-8481-4db4-826d-ab6350165f6d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:59:48.624158 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1081fc52-84d2-4e66-a6fd-7333bbc74e18 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:48.704097 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1081fc52-84d2-4e66-a6fd-7333bbc74e18 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event updated for resources: {'Subnet': ['ID=2ed8e9ca-cb23-49d1-b0e8-b1abf7862499,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:48.712404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1081fc52-84d2-4e66-a6fd-7333bbc74e18 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Checking segment: {'id': '8ea310d2-f62e-42d2-9ea8-373f1669ab9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '379eba50-14b1-44c9-a0fa-383a26b8d37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:59:48.712763 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1081fc52-84d2-4e66-a6fd-7333bbc74e18 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Network hostable DHCP agents. Network: 379eba50-14b1-44c9-a0fa-383a26b8d37f, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:59:48.755573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 07cd3f51-8481-4db4-826d-ab6350165f6d completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:59:48.769229 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 07cd3f51-8481-4db4-826d-ab6350165f6d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:59:48.769593 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:48.818312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1081fc52-84d2-4e66-a6fd-7333bbc74e18 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Network 379eba50-14b1-44c9-a0fa-383a26b8d37f is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:59:48.891322 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-1081fc52-84d2-4e66-a6fd-7333bbc74e18 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 379eba50-14b1-44c9-a0fa-383a26b8d37f) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:59:48.895408 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1081fc52-84d2-4e66-a6fd-7333bbc74e18 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:48.896076 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-1081fc52-84d2-4e66-a6fd-7333bbc74e18 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:48.908548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26076021-0418-4f82-8415-04712ec4230a None None] Network 379eba50-14b1-44c9-a0fa-383a26b8d37f requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:59:48.926048 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:48.990447 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-1081fc52-84d2-4e66-a6fd-7333bbc74e18 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0080442 Mar 01 21:59:48.993141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39894) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:49.033726 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 07cd3f51-8481-4db4-826d-ab6350165f6d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=07cd3f51-8481-4db4-826d-ab6350165f6d,segment=NetworkSegment(5cc90bb1-c40b-4df7-ac36-ee819793b9f4),segment_id=5cc90bb1-c40b-4df7-ac36-ee819793b9f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:59:49.131542 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:49.137749 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef46a258-9b8f-4886-9172-e5b9f10f51fa tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:49.191576 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21e3338-f6e2-475b-bfe8-d507ea4e2f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-379eba50-14b1-44c9-a0fa-383a26b8d37f', 'network_id': '379eba50-14b1-44c9-a0fa-383a26b8d37f', 'tenant_id': '5f791f261ee14001b119f67010645e89', 'fixed_ips': [{'subnet_id': '2ed8e9ca-cb23-49d1-b0e8-b1abf7862499'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:59:49.192605 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c21e3338-f6e2-475b-bfe8-d507ea4e2f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:49.207710 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef46a258-9b8f-4886-9172-e5b9f10f51fa tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:49.260905 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=07cd3f51-8481-4db4-826d-ab6350165f6d,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:49.349472 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef46a258-9b8f-4886-9172-e5b9f10f51fa tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server [None req-c21e3338-f6e2-475b-bfe8-d507ea4e2f6d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ed8e9ca-cb23-49d1-b0e8-b1abf7862499: This subnet is being modified by another concurrent operation. Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.force_reraise() Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise self.value Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server subnet.lock_register( Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server raise exception Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2ed8e9ca-cb23-49d1-b0e8-b1abf7862499: This subnet is being modified by another concurrent operation. Mar 01 21:59:49.379119 n-d-827896-4 neutron-server[88520]: ERROR oslo_messaging.rpc.server Mar 01 21:59:49.390655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46a258-9b8f-4886-9172-e5b9f10f51fa tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed8e9ca-cb23-49d1-b0e8-b1abf7862499,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:49.399398 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e974df32-4424-43e5-af34-22abf3f6aa7e None None] Network 379eba50-14b1-44c9-a0fa-383a26b8d37f requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:59:49.487161 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef46a258-9b8f-4886-9172-e5b9f10f51fa tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:49.512628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-ef46a258-9b8f-4886-9172-e5b9f10f51fa tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379eba50-14b1-44c9-a0fa-383a26b8d37f']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:59:49.525038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-ef46a258-9b8f-4886-9172-e5b9f10f51fa tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea310d2-f62e-42d2-9ea8-373f1669ab9e') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:59:49.525327 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-ef46a258-9b8f-4886-9172-e5b9f10f51fa tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea310d2-f62e-42d2-9ea8-373f1669ab9e') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:59:49.537230 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef46a258-9b8f-4886-9172-e5b9f10f51fa tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:49.554863 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef46a258-9b8f-4886-9172-e5b9f10f51fa tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:49.561755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef46a258-9b8f-4886-9172-e5b9f10f51fa tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:59:49.562280 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef46a258-9b8f-4886-9172-e5b9f10f51fa tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:49.564182 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee911e8-7918-4309-8217-5167139578f4 None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: timer() Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:59:49.580081 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:59:49.648013 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ee911e8-7918-4309-8217-5167139578f4 None None] Resources bound (agent type, host, resource id): {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:59:49.749352 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef46a258-9b8f-4886-9172-e5b9f10f51fa tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:49.766531 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ef46a258-9b8f-4886-9172-e5b9f10f51fa tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:49.779181 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46a258-9b8f-4886-9172-e5b9f10f51fa tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event deleted for resources: {'Network': ['ID=379eba50-14b1-44c9-a0fa-383a26b8d37f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:49.785174 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ef46a258-9b8f-4886-9172-e5b9f10f51fa tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "DELETE /v2.0/networks/379eba50-14b1-44c9-a0fa-383a26b8d37f HTTP/1.1" status: 204 len: 168 time: 0.7876618 Mar 01 21:59:49.786698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39898) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:49.792333 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b63eabfb-b551-4500-b79e-6456269441b1 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-56863291'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:59:49.797978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b63eabfb-b551-4500-b79e-6456269441b1 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:59:49.801810 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b63eabfb-b551-4500-b79e-6456269441b1 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Usage tracker for resource:network and tenant:5f791f261ee14001b119f67010645e89 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:59:49.804946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b63eabfb-b551-4500-b79e-6456269441b1 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:59:49.810658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b63eabfb-b551-4500-b79e-6456269441b1 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:59:49.869499 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63eabfb-b551-4500-b79e-6456269441b1 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Made reservation on behalf of 5f791f261ee14001b119f67010645e89 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:59:49.873207 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b63eabfb-b551-4500-b79e-6456269441b1 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:49.904887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b63eabfb-b551-4500-b79e-6456269441b1 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:59:49.913360 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b63eabfb-b551-4500-b79e-6456269441b1 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:49.913695 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-b63eabfb-b551-4500-b79e-6456269441b1 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Added segment fda9ad42-d9b1-4200-a00f-b516eeaf2235 of type vlan for network b5f8f4cf-e82f-4cdb-9251-ccd6c0319334 Mar 01 21:59:49.939828 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b63eabfb-b551-4500-b79e-6456269441b1 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:50.029634 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b63eabfb-b551-4500-b79e-6456269441b1 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:50.035209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63eabfb-b551-4500-b79e-6456269441b1 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:50.035814 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b63eabfb-b551-4500-b79e-6456269441b1 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:50.144233 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63eabfb-b551-4500-b79e-6456269441b1 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event updated for resources: {'Network': ['ID=b5f8f4cf-e82f-4cdb-9251-ccd6c0319334,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:50.149607 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b63eabfb-b551-4500-b79e-6456269441b1 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3632598 Mar 01 21:59:50.154332 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39902) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:50.155198 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network b5f8f4cf-e82f-4cdb-9251-ccd6c0319334 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:59:50.160440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2be27442-cb59-4848-99ec-3d8bef7b7432 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Request body: {'subnet': {'network_id': 'b5f8f4cf-e82f-4cdb-9251-ccd6c0319334', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:59:50.268914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2be27442-cb59-4848-99ec-3d8bef7b7432 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:59:50.272698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2be27442-cb59-4848-99ec-3d8bef7b7432 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Usage tracker for resource:subnet and tenant:5f791f261ee14001b119f67010645e89 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:59:50.275468 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2be27442-cb59-4848-99ec-3d8bef7b7432 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:59:50.281668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2be27442-cb59-4848-99ec-3d8bef7b7432 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:59:50.337619 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be27442-cb59-4848-99ec-3d8bef7b7432 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Made reservation on behalf of 5f791f261ee14001b119f67010645e89 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:59:50.342138 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2be27442-cb59-4848-99ec-3d8bef7b7432 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:50.483316 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 07cd3f51-8481-4db4-826d-ab6350165f6d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:59:50.554407 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 07cd3f51-8481-4db4-826d-ab6350165f6d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:59:50.554935 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:50.618159 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2be27442-cb59-4848-99ec-3d8bef7b7432 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:50.695940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be27442-cb59-4848-99ec-3d8bef7b7432 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event updated for resources: {'Subnet': ['ID=dcc914d4-52af-40ce-b9ea-c403c2f43455,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:50.705141 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be27442-cb59-4848-99ec-3d8bef7b7432 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Checking segment: {'id': 'fda9ad42-d9b1-4200-a00f-b516eeaf2235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b5f8f4cf-e82f-4cdb-9251-ccd6c0319334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:59:50.705503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be27442-cb59-4848-99ec-3d8bef7b7432 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Network hostable DHCP agents. Network: b5f8f4cf-e82f-4cdb-9251-ccd6c0319334, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:59:50.771714 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be27442-cb59-4848-99ec-3d8bef7b7432 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Network b5f8f4cf-e82f-4cdb-9251-ccd6c0319334 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:59:50.811954 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-2be27442-cb59-4848-99ec-3d8bef7b7432 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, b5f8f4cf-e82f-4cdb-9251-ccd6c0319334) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:59:50.816109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be27442-cb59-4848-99ec-3d8bef7b7432 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:50.816690 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2be27442-cb59-4848-99ec-3d8bef7b7432 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:50.820584 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4560f991-10fa-4177-bf89-45986586b250 None None] Network b5f8f4cf-e82f-4cdb-9251-ccd6c0319334 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:59:50.881654 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2be27442-cb59-4848-99ec-3d8bef7b7432 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7261755 Mar 01 21:59:50.886213 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 39906) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:50.892367 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-81a35a2e-6c6f-4e10-99b5-0a35710dc8ed tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-475012323'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:59:50.898101 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-81a35a2e-6c6f-4e10-99b5-0a35710dc8ed tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:59:50.902077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-81a35a2e-6c6f-4e10-99b5-0a35710dc8ed tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Usage tracker for resource:network and tenant:5f791f261ee14001b119f67010645e89 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:59:50.904974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-81a35a2e-6c6f-4e10-99b5-0a35710dc8ed tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:59:50.910691 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-81a35a2e-6c6f-4e10-99b5-0a35710dc8ed tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:59:50.966291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a35a2e-6c6f-4e10-99b5-0a35710dc8ed tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Made reservation on behalf of 5f791f261ee14001b119f67010645e89 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:59:50.969711 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81a35a2e-6c6f-4e10-99b5-0a35710dc8ed tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:50.997926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a35a2e-6c6f-4e10-99b5-0a35710dc8ed tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 21:59:51.006672 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81a35a2e-6c6f-4e10-99b5-0a35710dc8ed tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:51.007005 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-81a35a2e-6c6f-4e10-99b5-0a35710dc8ed tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Added segment 05b665b3-0b36-4303-a4fc-989584214cfe of type vlan for network f82931ba-5ea4-4899-bc3a-e2aa418ab0d9 Mar 01 21:59:51.036440 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81a35a2e-6c6f-4e10-99b5-0a35710dc8ed tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:51.038203 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-b5f8f4cf-e82f-4cdb-9251-ccd6c0319334', 'network_id': 'b5f8f4cf-e82f-4cdb-9251-ccd6c0319334', 'tenant_id': '5f791f261ee14001b119f67010645e89', 'fixed_ips': [{'subnet_id': 'dcc914d4-52af-40ce-b9ea-c403c2f43455'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:59:51.039195 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:51.126375 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81a35a2e-6c6f-4e10-99b5-0a35710dc8ed tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:51.132183 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a35a2e-6c6f-4e10-99b5-0a35710dc8ed tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:51.132835 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-81a35a2e-6c6f-4e10-99b5-0a35710dc8ed tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:51.196584 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Allocated IP 2001:db8::2 (b5f8f4cf-e82f-4cdb-9251-ccd6c0319334/dcc914d4-52af-40ce-b9ea-c403c2f43455/f2d6af05-75f8-489e-9504-5c81088bb982) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:59:51.235662 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-81a35a2e-6c6f-4e10-99b5-0a35710dc8ed tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3480902 Mar 01 21:59:51.238448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39910) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:51.244452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f99eaaf1-3f85-4e49-bd5e-3cfacda63708 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Request body: {'subnet': {'network_id': 'f82931ba-5ea4-4899-bc3a-e2aa418ab0d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 21:59:51.250855 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a35a2e-6c6f-4e10-99b5-0a35710dc8ed tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event updated for resources: {'Network': ['ID=f82931ba-5ea4-4899-bc3a-e2aa418ab0d9,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:51.290948 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network f82931ba-5ea4-4899-bc3a-e2aa418ab0d9 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 21:59:51.363939 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f99eaaf1-3f85-4e49-bd5e-3cfacda63708 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 21:59:51.367985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f99eaaf1-3f85-4e49-bd5e-3cfacda63708 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Usage tracker for resource:subnet and tenant:5f791f261ee14001b119f67010645e89 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 21:59:51.371418 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f99eaaf1-3f85-4e49-bd5e-3cfacda63708 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 21:59:51.377225 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f99eaaf1-3f85-4e49-bd5e-3cfacda63708 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 21:59:51.457798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99eaaf1-3f85-4e49-bd5e-3cfacda63708 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Made reservation on behalf of 5f791f261ee14001b119f67010645e89 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 21:59:51.461392 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f99eaaf1-3f85-4e49-bd5e-3cfacda63708 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:51.494517 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:51.504830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Transition to ACTIVE for port object f2d6af05-75f8-489e-9504-5c81088bb982 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:59:51.525475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Transition to ACTIVE for port object f2d6af05-75f8-489e-9504-5c81088bb982 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:59:51.584312 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:51.646968 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Network b5f8f4cf-e82f-4cdb-9251-ccd6c0319334 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:59:51.649651 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:59:51.653295 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:59:51.700974 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Pushing event updated for resources: {'Port': ['ID=f2d6af05-75f8-489e-9504-5c81088bb982,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:51.749913 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f99eaaf1-3f85-4e49-bd5e-3cfacda63708 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:51.755134 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Attempting to bind port f2d6af05-75f8-489e-9504-5c81088bb982 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:59:51.755527 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Attempting to bind port f2d6af05-75f8-489e-9504-5c81088bb982 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'fda9ad42-d9b1-4200-a00f-b516eeaf2235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b5f8f4cf-e82f-4cdb-9251-ccd6c0319334'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:59:51.755888 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Attempting to bind port f2d6af05-75f8-489e-9504-5c81088bb982 on network b5f8f4cf-e82f-4cdb-9251-ccd6c0319334 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:59:51.761739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:59:51.767974 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Checking segment: {'id': 'fda9ad42-d9b1-4200-a00f-b516eeaf2235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b5f8f4cf-e82f-4cdb-9251-ccd6c0319334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:59:51.767974 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:51.767974 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Bound using segment: {'id': 'fda9ad42-d9b1-4200-a00f-b516eeaf2235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b5f8f4cf-e82f-4cdb-9251-ccd6c0319334'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:59:51.767974 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Bound port: f2d6af05-75f8-489e-9504-5c81088bb982, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fda9ad42-d9b1-4200-a00f-b516eeaf2235', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'b5f8f4cf-e82f-4cdb-9251-ccd6c0319334'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:59:51.767974 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:51.833557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99eaaf1-3f85-4e49-bd5e-3cfacda63708 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event updated for resources: {'Subnet': ['ID=8302c992-686b-4072-95e0-1ee3e553cf24,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:51.845009 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99eaaf1-3f85-4e49-bd5e-3cfacda63708 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Checking segment: {'id': '05b665b3-0b36-4303-a4fc-989584214cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f82931ba-5ea4-4899-bc3a-e2aa418ab0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:59:51.845635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99eaaf1-3f85-4e49-bd5e-3cfacda63708 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Network hostable DHCP agents. Network: f82931ba-5ea4-4899-bc3a-e2aa418ab0d9, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 21:59:51.863081 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] For port f2d6af05-75f8-489e-9504-5c81088bb982, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:59:51.865984 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] For port f2d6af05-75f8-489e-9504-5c81088bb982, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f2d6af05-75f8-489e-9504-5c81088bb982,segment=NetworkSegment(fda9ad42-d9b1-4200-a00f-b516eeaf2235),segment_id=fda9ad42-d9b1-4200-a00f-b516eeaf2235)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:59:51.926629 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99eaaf1-3f85-4e49-bd5e-3cfacda63708 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Network f82931ba-5ea4-4899-bc3a-e2aa418ab0d9 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 21:59:51.938264 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:52.018287 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-f99eaaf1-3f85-4e49-bd5e-3cfacda63708 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, f82931ba-5ea4-4899-bc3a-e2aa418ab0d9) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:59:52.022801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99eaaf1-3f85-4e49-bd5e-3cfacda63708 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 21:59:52.023949 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f99eaaf1-3f85-4e49-bd5e-3cfacda63708 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:52.042055 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37563d33-ce70-4969-b5a3-1e8e337e18d9 None None] Network f82931ba-5ea4-4899-bc3a-e2aa418ab0d9 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:59:52.116024 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f99eaaf1-3f85-4e49-bd5e-3cfacda63708 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8764596 Mar 01 21:59:52.118569 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39914) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:52.148020 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12335c0a-33fe-44b6-a61b-9de972a3cf2e None None] Pushing event updated for resources: {'Port': ['ID=f2d6af05-75f8-489e-9504-5c81088bb982,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:52.154191 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:52.280581 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:52.305517 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-f82931ba-5ea4-4899-bc3a-e2aa418ab0d9', 'network_id': 'f82931ba-5ea4-4899-bc3a-e2aa418ab0d9', 'tenant_id': '5f791f261ee14001b119f67010645e89', 'fixed_ips': [{'subnet_id': '8302c992-686b-4072-95e0-1ee3e553cf24'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 21:59:52.313533 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:52.368594 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:52.464736 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 21:59:52.483012 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Allocated IP 2001:db8::2 (f82931ba-5ea4-4899-bc3a-e2aa418ab0d9/8302c992-686b-4072-95e0-1ee3e553cf24/bedde12e-90b9-4df3-bfa0-4919565e63b9) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 21:59:52.534809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f2d6af05-75f8-489e-9504-5c81088bb982 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:59:52.740466 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:52.750165 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Transition to ACTIVE for port object bedde12e-90b9-4df3-bfa0-4919565e63b9 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:59:52.767675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port f2d6af05-75f8-489e-9504-5c81088bb982 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:59:52.776957 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Transition to ACTIVE for port object bedde12e-90b9-4df3-bfa0-4919565e63b9 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 21:59:52.898660 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:52.961946 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Network f82931ba-5ea4-4899-bc3a-e2aa418ab0d9 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 21:59:52.964932 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 21:59:52.973119 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 21:59:53.007413 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Pushing event updated for resources: {'Port': ['ID=bedde12e-90b9-4df3-bfa0-4919565e63b9,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:53.018404 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:53.089137 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Attempting to bind port bedde12e-90b9-4df3-bfa0-4919565e63b9 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 21:59:53.089493 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Attempting to bind port bedde12e-90b9-4df3-bfa0-4919565e63b9 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '05b665b3-0b36-4303-a4fc-989584214cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f82931ba-5ea4-4899-bc3a-e2aa418ab0d9'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 21:59:53.089853 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Attempting to bind port bedde12e-90b9-4df3-bfa0-4919565e63b9 on network f82931ba-5ea4-4899-bc3a-e2aa418ab0d9 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 21:59:53.096005 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 21, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 21:59:53.096375 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Checking segment: {'id': '05b665b3-0b36-4303-a4fc-989584214cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f82931ba-5ea4-4899-bc3a-e2aa418ab0d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 21:59:53.096775 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:53.097169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Bound using segment: {'id': '05b665b3-0b36-4303-a4fc-989584214cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f82931ba-5ea4-4899-bc3a-e2aa418ab0d9'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 21:59:53.097637 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Bound port: bedde12e-90b9-4df3-bfa0-4919565e63b9, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05b665b3-0b36-4303-a4fc-989584214cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'f82931ba-5ea4-4899-bc3a-e2aa418ab0d9'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 21:59:53.098018 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:53.147976 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1812a89-e15e-4c10-b0f2-253f907a24ff None None] Network b5f8f4cf-e82f-4cdb-9251-ccd6c0319334 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:59:53.208453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event deleted for resources: {'Subnet': ['ID=8302c992-686b-4072-95e0-1ee3e553cf24,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:53.282959 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] For port bedde12e-90b9-4df3-bfa0-4919565e63b9, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 21:59:53.287322 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] For port bedde12e-90b9-4df3-bfa0-4919565e63b9, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=bedde12e-90b9-4df3-bfa0-4919565e63b9,segment=NetworkSegment(05b665b3-0b36-4303-a4fc-989584214cfe),segment_id=05b665b3-0b36-4303-a4fc-989584214cfe)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 21:59:53.304885 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:53.331542 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f82931ba-5ea4-4899-bc3a-e2aa418ab0d9']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:59:53.340870 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3afeda14-bf1a-4d3e-8fcb-efa63545e7e5 None None] Provisioning for port f2d6af05-75f8-489e-9504-5c81088bb982 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 21:59:53.344148 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b665b3-0b36-4303-a4fc-989584214cfe') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:59:53.344451 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b665b3-0b36-4303-a4fc-989584214cfe') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:59:53.356022 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3afeda14-bf1a-4d3e-8fcb-efa63545e7e5 None None] Provisioning complete for port f2d6af05-75f8-489e-9504-5c81088bb982 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:59:53.356388 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3afeda14-bf1a-4d3e-8fcb-efa63545e7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:53.356831 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:53.374756 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:53.381326 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:59:53.381746 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:53.386148 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:59:53.397161 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:59:53.509242 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Mar 01 21:59:53.509242 n-d-827896-4 neutron-server[88519]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Mar 01 21:59:53.509242 n-d-827896-4 neutron-server[88519]: [parameters: {'id': 'f82931ba-5ea4-4899-bc3a-e2aa418ab0d9'}] Mar 01 21:59:53.509242 n-d-827896-4 neutron-server[88519]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:59:53.509694 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:59:53.571586 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c924481-b9b1-42d7-ae52-bce77a1e89a5 None None] Pushing event updated for resources: {'Port': ['ID=bedde12e-90b9-4df3-bfa0-4919565e63b9,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:53.645662 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5212d2-79c3-4b18-8bcd-f87daf85fbe5 None None] Network f82931ba-5ea4-4899-bc3a-e2aa418ab0d9 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:59:53.691426 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3afeda14-bf1a-4d3e-8fcb-efa63545e7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:53.853671 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3afeda14-bf1a-4d3e-8fcb-efa63545e7e5 None None] For port f2d6af05-75f8-489e-9504-5c81088bb982, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f2d6af05-75f8-489e-9504-5c81088bb982,segment=NetworkSegment(fda9ad42-d9b1-4200-a00f-b516eeaf2235),segment_id=fda9ad42-d9b1-4200-a00f-b516eeaf2235)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:59:53.932499 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3afeda14-bf1a-4d3e-8fcb-efa63545e7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:53.978450 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80280e84-21cc-452f-be74-b04d1a781dde None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 21:59:54.011324 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:54.022247 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Deleting port bedde12e-90b9-4df3-bfa0-4919565e63b9 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:59:54.022584 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:54.057057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afeda14-bf1a-4d3e-8fcb-efa63545e7e5 None None] Pushing event updated for resources: {'Port': ['ID=f2d6af05-75f8-489e-9504-5c81088bb982,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:54.087194 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-fb7ccdb4-14a2-4cb3-931e-66ba1d069000 None None] Provisioning complete for port f2d6af05-75f8-489e-9504-5c81088bb982 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:59:54.087597 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fb7ccdb4-14a2-4cb3-931e-66ba1d069000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:54.162972 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80280e84-21cc-452f-be74-b04d1a781dde None None] Resources bound (agent type, host, resource id): {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 21:59:54.237538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] For port bedde12e-90b9-4df3-bfa0-4919565e63b9, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=bedde12e-90b9-4df3-bfa0-4919565e63b9,segment=NetworkSegment(05b665b3-0b36-4303-a4fc-989584214cfe),segment_id=05b665b3-0b36-4303-a4fc-989584214cfe)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:59:54.238572 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:54.361420 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Calling delete_port for bedde12e-90b9-4df3-bfa0-4919565e63b9 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:59:54.491824 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f2d6af05-75f8-489e-9504-5c81088bb982 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 21:59:54.504083 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:54.553282 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event deleted for resources: {'Port': ['ID=bedde12e-90b9-4df3-bfa0-4919565e63b9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:54.558620 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] No DVR routers for this DVR port bedde12e-90b9-4df3-bfa0-4919565e63b9 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:59:54.583948 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:54.597144 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port f2d6af05-75f8-489e-9504-5c81088bb982 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 21:59:54.597514 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:54.685444 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:54.710949 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f82931ba-5ea4-4899-bc3a-e2aa418ab0d9']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:59:54.724531 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05b665b3-0b36-4303-a4fc-989584214cfe') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:59:54.724829 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05b665b3-0b36-4303-a4fc-989584214cfe') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:59:54.736369 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:54.751914 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:54.757792 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:59:54.758171 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:59:54.773020 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:59:54.920662 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:54.938689 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:54.950112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event deleted for resources: {'Network': ['ID=f82931ba-5ea4-4899-bc3a-e2aa418ab0d9,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:54.956394 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a726a7c2-c6e1-4b88-bd3e-70b271714821 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "DELETE /v2.0/networks/f82931ba-5ea4-4899-bc3a-e2aa418ab0d9 HTTP/1.1" status: 204 len: 168 time: 2.8368361 Mar 01 21:59:54.958923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39918) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:54.996762 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddbea3b2-18f8-46d7-ab45-8b8cbf187e70 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] GET failed (client error): The resource could not be found. Mar 01 21:59:54.997263 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ddbea3b2-18f8-46d7-ab45-8b8cbf187e70 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Synchronizing usage tracker for tenant:5f791f261ee14001b119f67010645e89 on resource:subnet {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 21:59:55.098075 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-ddbea3b2-18f8-46d7-ab45-8b8cbf187e70 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Unset dirty status for tenant:5f791f261ee14001b119f67010645e89 on resource:subnet {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 21:59:55.099257 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ddbea3b2-18f8-46d7-ab45-8b8cbf187e70 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "GET /v2.0/subnets/8302c992-686b-4072-95e0-1ee3e553cf24 HTTP/1.1" status: 404 len: 337 time: 0.1394153 Mar 01 21:59:55.102167 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39922) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:55.127099 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-5917ccee-9997-4ca9-842b-a927d6bca383 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] DELETE failed (client error): The resource could not be found. Mar 01 21:59:55.127573 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5917ccee-9997-4ca9-842b-a927d6bca383 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:59:55.129175 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5917ccee-9997-4ca9-842b-a927d6bca383 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "DELETE /v2.0/networks/f82931ba-5ea4-4899-bc3a-e2aa418ab0d9 HTTP/1.1" status: 404 len: 339 time: 0.0260510 Mar 01 21:59:55.133185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39926) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:55.173094 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-5faa167a-0a18-4c71-9604-0a463a117d16 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] DELETE failed (client error): The resource could not be found. Mar 01 21:59:55.173524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5faa167a-0a18-4c71-9604-0a463a117d16 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:59:55.175086 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5faa167a-0a18-4c71-9604-0a463a117d16 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "DELETE /v2.0/subnets/8302c992-686b-4072-95e0-1ee3e553cf24 HTTP/1.1" status: 404 len: 337 time: 0.0410423 Mar 01 21:59:55.177982 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39930) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:55.203868 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-787480db-ac5e-4665-b230-9b84d6e328f9 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] DELETE failed (client error): The resource could not be found. Mar 01 21:59:55.204255 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787480db-ac5e-4665-b230-9b84d6e328f9 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:59:55.205807 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-787480db-ac5e-4665-b230-9b84d6e328f9 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "DELETE /v2.0/networks/f82931ba-5ea4-4899-bc3a-e2aa418ab0d9 HTTP/1.1" status: 404 len: 339 time: 0.0269504 Mar 01 21:59:55.208182 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39934) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:55.273390 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef1f7e2e-23c9-4962-b06a-8dfb0b88babe tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Deleting subnet dcc914d4-52af-40ce-b9ea-c403c2f43455 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:59:55.276667 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7e2e-23c9-4962-b06a-8dfb0b88babe tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:55.334770 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7e2e-23c9-4962-b06a-8dfb0b88babe tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:55.418430 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7e2e-23c9-4962-b06a-8dfb0b88babe tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:55.566350 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7e2e-23c9-4962-b06a-8dfb0b88babe tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:55.608360 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f7e2e-23c9-4962-b06a-8dfb0b88babe tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event deleted for resources: {'Subnet': ['ID=dcc914d4-52af-40ce-b9ea-c403c2f43455,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:55.613364 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-ef1f7e2e-23c9-4962-b06a-8dfb0b88babe tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:55.619283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c7e014-3668-44a8-8425-c33bdde40c59 None None] Network b5f8f4cf-e82f-4cdb-9251-ccd6c0319334 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:59:55.675769 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ef1f7e2e-23c9-4962-b06a-8dfb0b88babe tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "DELETE /v2.0/subnets/dcc914d4-52af-40ce-b9ea-c403c2f43455 HTTP/1.1" status: 204 len: 168 time: 0.4665275 Mar 01 21:59:55.678543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39938) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:55.866810 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef7781b-d455-4149-8e18-6cbf314247ed None None] DHCP port deletion for b5f8f4cf-e82f-4cdb-9251-ccd6c0319334 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:59:55.871316 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3ef7781b-d455-4149-8e18-6cbf314247ed None None] Deleting port f2d6af05-75f8-489e-9504-5c81088bb982 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:59:55.871712 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3ef7781b-d455-4149-8e18-6cbf314247ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:55.904848 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:55.915190 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Deleting port f2d6af05-75f8-489e-9504-5c81088bb982 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:59:55.915545 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:56.080521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3ef7781b-d455-4149-8e18-6cbf314247ed None None] For port f2d6af05-75f8-489e-9504-5c81088bb982, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f2d6af05-75f8-489e-9504-5c81088bb982,segment=NetworkSegment(fda9ad42-d9b1-4200-a00f-b516eeaf2235),segment_id=fda9ad42-d9b1-4200-a00f-b516eeaf2235)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:59:56.080846 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3ef7781b-d455-4149-8e18-6cbf314247ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:56.118153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] For port f2d6af05-75f8-489e-9504-5c81088bb982, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f2d6af05-75f8-489e-9504-5c81088bb982,segment=NetworkSegment(fda9ad42-d9b1-4200-a00f-b516eeaf2235),segment_id=fda9ad42-d9b1-4200-a00f-b516eeaf2235)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:59:56.118426 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:56.202109 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3ef7781b-d455-4149-8e18-6cbf314247ed None None] Calling delete_port for f2d6af05-75f8-489e-9504-5c81088bb982 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:59:56.244562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Calling delete_port for f2d6af05-75f8-489e-9504-5c81088bb982 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:59:56.343034 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3ef7781b-d455-4149-8e18-6cbf314247ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:56.348757 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.db.api [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88519) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:59:56.348936 n-d-827896-4 neutron-server[88519]: DEBUG oslo_db.api [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:59:56.420311 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef7781b-d455-4149-8e18-6cbf314247ed None None] Pushing event deleted for resources: {'Port': ['ID=f2d6af05-75f8-489e-9504-5c81088bb982,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:56.423815 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ef7781b-d455-4149-8e18-6cbf314247ed None None] No DVR routers for this DVR port f2d6af05-75f8-489e-9504-5c81088bb982 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:59:56.483662 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f2d6af05-75f8-489e-9504-5c81088bb982 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:59:56.516804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: f2d6af05-75f8-489e-9504-5c81088bb982 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 21:59:56.517147 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f2d6af05-75f8-489e-9504-5c81088bb982 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 21:59:56.850632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Deleting port f2d6af05-75f8-489e-9504-5c81088bb982 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:59:56.851161 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:56.920843 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] The port 'f2d6af05-75f8-489e-9504-5c81088bb982' was deleted {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:59:57.043291 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:57.068988 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5f8f4cf-e82f-4cdb-9251-ccd6c0319334']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:59:57.081229 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fda9ad42-d9b1-4200-a00f-b516eeaf2235') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:59:57.081557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fda9ad42-d9b1-4200-a00f-b516eeaf2235') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:59:57.093809 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:57.115291 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:57.122304 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:59:57.122681 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: util.warn( Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:59:57.136907 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:59:57.303866 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:57.320925 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:57.332898 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event deleted for resources: {'Network': ['ID=b5f8f4cf-e82f-4cdb-9251-ccd6c0319334,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:57.335331 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-987f5a58-da89-4a23-8b8e-8ee04204ac61 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "DELETE /v2.0/networks/b5f8f4cf-e82f-4cdb-9251-ccd6c0319334 HTTP/1.1" status: 204 len: 168 time: 1.6558836 Mar 01 21:59:57.337984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39942) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:57.376695 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-b025088c-d2ae-4cdd-9672-0274a4356245 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] DELETE failed (client error): The resource could not be found. Mar 01 21:59:57.377038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b025088c-d2ae-4cdd-9672-0274a4356245 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:59:57.378627 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b025088c-d2ae-4cdd-9672-0274a4356245 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "DELETE /v2.0/subnets/2ed8e9ca-cb23-49d1-b0e8-b1abf7862499 HTTP/1.1" status: 404 len: 337 time: 0.0393569 Mar 01 21:59:57.381138 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39946) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:57.408945 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-3448316a-8780-4059-9e03-319f7e29277f tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] DELETE failed (client error): The resource could not be found. Mar 01 21:59:57.409395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3448316a-8780-4059-9e03-319f7e29277f tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:59:57.410945 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3448316a-8780-4059-9e03-319f7e29277f tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "DELETE /v2.0/networks/379eba50-14b1-44c9-a0fa-383a26b8d37f HTTP/1.1" status: 404 len: 339 time: 0.0289612 Mar 01 21:59:57.413278 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39950) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:57.450398 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd0f9d3-3c4b-4291-a09d-4459243b448f tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] DELETE failed (client error): The resource could not be found. Mar 01 21:59:57.453432 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd0f9d3-3c4b-4291-a09d-4459243b448f tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:59:57.453432 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9bd0f9d3-3c4b-4291-a09d-4459243b448f tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "DELETE /v2.0/subnets/a4ac6172-edf1-40fd-b7e1-d701356a9d94 HTTP/1.1" status: 404 len: 337 time: 0.0384252 Mar 01 21:59:57.455242 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39954) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:57.480555 n-d-827896-4 neutron-server[88519]: INFO neutron.pecan_wsgi.hooks.translation [None req-49531646-f9c9-433c-84ca-f701aed9b26b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] DELETE failed (client error): The resource could not be found. Mar 01 21:59:57.480994 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49531646-f9c9-433c-84ca-f701aed9b26b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88519) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Mar 01 21:59:57.482554 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-49531646-f9c9-433c-84ca-f701aed9b26b tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "DELETE /v2.0/networks/77ed0adc-ba3e-4e61-a71b-498e8605c765 HTTP/1.1" status: 404 len: 339 time: 0.0264003 Mar 01 21:59:57.484950 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39958) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:57.497677 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-35336c36-cd25-46fc-b705-cc668822d29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:57.552839 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c0baf0e-0d5f-428f-b3b8-79e9318eb291 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Deleting subnet 5b3ec763-9d9f-4772-8d42-41af0e4b78da {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 21:59:57.555780 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7c0baf0e-0d5f-428f-b3b8-79e9318eb291 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:57.609507 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7c0baf0e-0d5f-428f-b3b8-79e9318eb291 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:57.689072 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7c0baf0e-0d5f-428f-b3b8-79e9318eb291 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:57.812498 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7c0baf0e-0d5f-428f-b3b8-79e9318eb291 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:57.851219 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0baf0e-0d5f-428f-b3b8-79e9318eb291 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event deleted for resources: {'Subnet': ['ID=5b3ec763-9d9f-4772-8d42-41af0e4b78da,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:57.854945 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7c0baf0e-0d5f-428f-b3b8-79e9318eb291 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:57.861375 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90482161-194d-4273-83d2-ff1c26e7cdc6 None None] Network a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 21:59:57.864873 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7c0baf0e-0d5f-428f-b3b8-79e9318eb291 tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "DELETE /v2.0/subnets/5b3ec763-9d9f-4772-8d42-41af0e4b78da HTTP/1.1" status: 204 len: 168 time: 0.3790023 Mar 01 21:59:57.867326 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39962) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:57.982673 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df443b52-1090-4f1e-b019-13b4efdf288d tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:57.993849 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-df443b52-1090-4f1e-b019-13b4efdf288d tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Deleting port 07cd3f51-8481-4db4-826d-ab6350165f6d {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:59:57.994182 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df443b52-1090-4f1e-b019-13b4efdf288d tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:58.111097 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02895cd1-1eeb-4026-8646-ee721705f786 None None] DHCP port deletion for a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 21:59:58.115425 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-02895cd1-1eeb-4026-8646-ee721705f786 None None] Deleting port 07cd3f51-8481-4db4-826d-ab6350165f6d {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:59:58.115893 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-02895cd1-1eeb-4026-8646-ee721705f786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:58.210293 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-df443b52-1090-4f1e-b019-13b4efdf288d tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] For port 07cd3f51-8481-4db4-826d-ab6350165f6d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=07cd3f51-8481-4db4-826d-ab6350165f6d,segment=NetworkSegment(5cc90bb1-c40b-4df7-ac36-ee819793b9f4),segment_id=5cc90bb1-c40b-4df7-ac36-ee819793b9f4)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:59:58.210640 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df443b52-1090-4f1e-b019-13b4efdf288d tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:58.317722 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-02895cd1-1eeb-4026-8646-ee721705f786 None None] For port 07cd3f51-8481-4db4-826d-ab6350165f6d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=07cd3f51-8481-4db4-826d-ab6350165f6d,segment=NetworkSegment(5cc90bb1-c40b-4df7-ac36-ee819793b9f4),segment_id=5cc90bb1-c40b-4df7-ac36-ee819793b9f4)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 21:59:58.318112 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-02895cd1-1eeb-4026-8646-ee721705f786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:58.442816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-df443b52-1090-4f1e-b019-13b4efdf288d tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Calling delete_port for 07cd3f51-8481-4db4-826d-ab6350165f6d owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:59:58.443005 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-02895cd1-1eeb-4026-8646-ee721705f786 None None] Calling delete_port for 07cd3f51-8481-4db4-826d-ab6350165f6d owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 21:59:58.488723 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 07cd3f51-8481-4db4-826d-ab6350165f6d no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 21:59:58.577929 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df443b52-1090-4f1e-b019-13b4efdf288d tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:58.605260 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Port 07cd3f51-8481-4db4-826d-ab6350165f6d update to DOWN by agent not found {{(pid=88520) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Mar 01 21:59:58.608233 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-02895cd1-1eeb-4026-8646-ee721705f786 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 21:59:58.608594 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-02895cd1-1eeb-4026-8646-ee721705f786 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 21:59:58.626583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df443b52-1090-4f1e-b019-13b4efdf288d tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event deleted for resources: {'Port': ['ID=07cd3f51-8481-4db4-826d-ab6350165f6d,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:58.629991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df443b52-1090-4f1e-b019-13b4efdf288d tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] No DVR routers for this DVR port 07cd3f51-8481-4db4-826d-ab6350165f6d on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 21:59:58.750688 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df443b52-1090-4f1e-b019-13b4efdf288d tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:58.775209 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-df443b52-1090-4f1e-b019-13b4efdf288d tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:59:58.787049 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-df443b52-1090-4f1e-b019-13b4efdf288d tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cc90bb1-c40b-4df7-ac36-ee819793b9f4') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:59:58.787340 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-df443b52-1090-4f1e-b019-13b4efdf288d tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cc90bb1-c40b-4df7-ac36-ee819793b9f4') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 21:59:58.798484 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df443b52-1090-4f1e-b019-13b4efdf288d tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:58.814570 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df443b52-1090-4f1e-b019-13b4efdf288d tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:58.820603 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df443b52-1090-4f1e-b019-13b4efdf288d tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 21:59:58.820971 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df443b52-1090-4f1e-b019-13b4efdf288d tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: timer() Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 21:59:58.837377 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 21:59:58.960742 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df443b52-1090-4f1e-b019-13b4efdf288d tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:58.977518 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-df443b52-1090-4f1e-b019-13b4efdf288d tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:58.989272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df443b52-1090-4f1e-b019-13b4efdf288d tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] Pushing event deleted for resources: {'Network': ['ID=a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:58.992499 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-df443b52-1090-4f1e-b019-13b4efdf288d tempest-NetworksIpV6Test-146824799 tempest-NetworksIpV6Test-146824799-project] 10.222.0.42 "DELETE /v2.0/networks/a35d2c47-f3e7-47ad-a683-8dbdb8d7ae05 HTTP/1.1" status: 204 len: 168 time: 1.1242223 Mar 01 21:59:59.112182 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-02895cd1-1eeb-4026-8646-ee721705f786 None None] Deleting port 07cd3f51-8481-4db4-826d-ab6350165f6d {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 21:59:59.112182 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-02895cd1-1eeb-4026-8646-ee721705f786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:59.176416 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-02895cd1-1eeb-4026-8646-ee721705f786 None None] The port '07cd3f51-8481-4db4-826d-ab6350165f6d' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 21:59:59.452393 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39970) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:59.599891 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f4713db0-6188-4f1b-94da-6602834aa1c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f791f261ee14001b119f67010645e89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463463 Mar 01 21:59:59.602286 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 39976) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 21:59:59.660682 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-60f7de6d-94ea-4505-a824-36d5dfc95225 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:59.691142 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-60f7de6d-94ea-4505-a824-36d5dfc95225 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:59.720879 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ec0300ca-bbfa-405c-b9da-a35a55eaa170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:59.817886 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-60f7de6d-94ea-4505-a824-36d5dfc95225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:59.837686 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f7de6d-94ea-4505-a824-36d5dfc95225 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e0315e4-f87a-402a-b7fe-778943ba9419,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 21:59:59.843650 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-60f7de6d-94ea-4505-a824-36d5dfc95225 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 21:59:59.847829 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-60f7de6d-94ea-4505-a824-36d5dfc95225 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e0315e4-f87a-402a-b7fe-778943ba9419 HTTP/1.1" status: 204 len: 168 time: 0.2446125 Mar 01 22:00:00.606962 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:00.783196 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:00.841319 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40000) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:00.943024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-51818e6f-5046-4570-ac95-b72d2a443195 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-92791400', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:00:00.950583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-51818e6f-5046-4570-ac95-b72d2a443195 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:00:00.954378 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-51818e6f-5046-4570-ac95-b72d2a443195 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Usage tracker for resource:router and tenant:0d2b300023b0400983e3020857eac98f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:00:00.957227 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-51818e6f-5046-4570-ac95-b72d2a443195 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:00:00.963417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-51818e6f-5046-4570-ac95-b72d2a443195 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:00:01.029101 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51818e6f-5046-4570-ac95-b72d2a443195 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:01.030278 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51818e6f-5046-4570-ac95-b72d2a443195 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:01.045597 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51818e6f-5046-4570-ac95-b72d2a443195 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:01.143505 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51818e6f-5046-4570-ac95-b72d2a443195 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:01.223040 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-51818e6f-5046-4570-ac95-b72d2a443195 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:01.224236 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-51818e6f-5046-4570-ac95-b72d2a443195 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3818600 Mar 01 22:00:01.226948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40006) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:01.232982 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1327674627'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:00:01.239240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:00:01.243658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Usage tracker for resource:network and tenant:0d2b300023b0400983e3020857eac98f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:00:01.246726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:00:01.252538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:00:01.337374 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Made reservation on behalf of 0d2b300023b0400983e3020857eac98f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:00:01.341260 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:01.354310 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:01.369362 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:00:01.373514 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Usage tracker for resource:security_group_rule and tenant:0d2b300023b0400983e3020857eac98f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:00:01.376245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:00:01.381865 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:00:01.463387 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:01.525829 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:01.561071 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 22:00:01.569289 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff4b188-8a28-4060-a6b0-c9c0cba212ea,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:01.575625 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:01.575970 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Added segment e63eda81-cd8a-45ba-8c7b-a5a9ac983f24 of type vlan for network 9022852e-b059-438e-9f47-6d9cd1bfb5a7 Mar 01 22:00:01.602275 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:01.663116 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:01.668647 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:01.669252 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:01.779842 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Pushing event updated for resources: {'Network': ['ID=9022852e-b059-438e-9f47-6d9cd1bfb5a7,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:01.789689 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 9022852e-b059-438e-9f47-6d9cd1bfb5a7 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 22:00:01.821229 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4bb6454d-6c03-4a37-b658-0a6ec11c7aa9 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5906351 Mar 01 22:00:01.821459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40010) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:01.827069 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d5e5f735-ca31-435f-b8da-4f266afbe400 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Request body: {'subnet': {'network_id': '9022852e-b059-438e-9f47-6d9cd1bfb5a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:00:01.935269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d5e5f735-ca31-435f-b8da-4f266afbe400 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:00:01.939042 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d5e5f735-ca31-435f-b8da-4f266afbe400 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Usage tracker for resource:subnet and tenant:0d2b300023b0400983e3020857eac98f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:00:01.941791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d5e5f735-ca31-435f-b8da-4f266afbe400 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:00:01.947381 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d5e5f735-ca31-435f-b8da-4f266afbe400 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:00:02.000954 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e5f735-ca31-435f-b8da-4f266afbe400 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Made reservation on behalf of 0d2b300023b0400983e3020857eac98f for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:00:02.004486 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5e5f735-ca31-435f-b8da-4f266afbe400 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:02.280696 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5e5f735-ca31-435f-b8da-4f266afbe400 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:02.355801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5f735-ca31-435f-b8da-4f266afbe400 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Pushing event updated for resources: {'Subnet': ['ID=ffec9030-6e38-48a8-897f-7280e06f4469,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:02.364354 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e5f735-ca31-435f-b8da-4f266afbe400 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Checking segment: {'id': 'e63eda81-cd8a-45ba-8c7b-a5a9ac983f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9022852e-b059-438e-9f47-6d9cd1bfb5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:00:02.364710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e5f735-ca31-435f-b8da-4f266afbe400 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Network hostable DHCP agents. Network: 9022852e-b059-438e-9f47-6d9cd1bfb5a7, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 22:00:02.440272 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e5f735-ca31-435f-b8da-4f266afbe400 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Network 9022852e-b059-438e-9f47-6d9cd1bfb5a7 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 22:00:02.497535 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:02.525814 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-d5e5f735-ca31-435f-b8da-4f266afbe400 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 9022852e-b059-438e-9f47-6d9cd1bfb5a7) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:00:02.529803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e5f735-ca31-435f-b8da-4f266afbe400 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:02.530386 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5e5f735-ca31-435f-b8da-4f266afbe400 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:02.534361 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7390d1-37ca-450b-ab25-97080e282ee6 None None] Network 9022852e-b059-438e-9f47-6d9cd1bfb5a7 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:00:02.618516 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d5e5f735-ca31-435f-b8da-4f266afbe400 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7960145 Mar 01 22:00:02.622172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40014) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:02.627849 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-2561e0b8-ddc9-48d6-84a7-a8be65314ee7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-800534506'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:00:02.633406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2561e0b8-ddc9-48d6-84a7-a8be65314ee7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:00:02.638300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2561e0b8-ddc9-48d6-84a7-a8be65314ee7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Usage tracker for resource:network and tenant:0d2b300023b0400983e3020857eac98f is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:00:02.641171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2561e0b8-ddc9-48d6-84a7-a8be65314ee7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:00:02.647062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2561e0b8-ddc9-48d6-84a7-a8be65314ee7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:00:02.720350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2561e0b8-ddc9-48d6-84a7-a8be65314ee7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Made reservation on behalf of 0d2b300023b0400983e3020857eac98f for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:00:02.723846 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2561e0b8-ddc9-48d6-84a7-a8be65314ee7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:02.747520 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-9022852e-b059-438e-9f47-6d9cd1bfb5a7', 'network_id': '9022852e-b059-438e-9f47-6d9cd1bfb5a7', 'tenant_id': '0d2b300023b0400983e3020857eac98f', 'fixed_ips': [{'subnet_id': 'ffec9030-6e38-48a8-897f-7280e06f4469'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 22:00:02.755090 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:02.755210 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2561e0b8-ddc9-48d6-84a7-a8be65314ee7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 22:00:02.764207 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2561e0b8-ddc9-48d6-84a7-a8be65314ee7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:02.764548 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-2561e0b8-ddc9-48d6-84a7-a8be65314ee7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Added segment 836707ab-8694-4bbb-9cf0-bc553790b543 of type vlan for network da70505a-f384-41c9-926c-ab0850fc84dc Mar 01 22:00:02.790481 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2561e0b8-ddc9-48d6-84a7-a8be65314ee7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:02.892157 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2561e0b8-ddc9-48d6-84a7-a8be65314ee7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:02.897113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Allocated IP 172.20.0.2 (9022852e-b059-438e-9f47-6d9cd1bfb5a7/ffec9030-6e38-48a8-897f-7280e06f4469/eb0c1abc-2aca-46ae-baec-ce5c523a327c) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:00:02.897750 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2561e0b8-ddc9-48d6-84a7-a8be65314ee7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:02.898348 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2561e0b8-ddc9-48d6-84a7-a8be65314ee7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:03.007773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561e0b8-ddc9-48d6-84a7-a8be65314ee7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Pushing event updated for resources: {'Network': ['ID=da70505a-f384-41c9-926c-ab0850fc84dc,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:03.015894 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2561e0b8-ddc9-48d6-84a7-a8be65314ee7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3901496 Mar 01 22:00:03.017277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40018) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:03.023783 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network da70505a-f384-41c9-926c-ab0850fc84dc details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 22:00:03.024332 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-7e39715f-38a2-4f8a-b730-65bed6de7ca5 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Request body: {'subnet': {'network_id': 'da70505a-f384-41c9-926c-ab0850fc84dc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:00:03.232354 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:03.243129 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Transition to ACTIVE for port object eb0c1abc-2aca-46ae-baec-ce5c523a327c will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:00:03.250010 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7e39715f-38a2-4f8a-b730-65bed6de7ca5 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:00:03.254574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7e39715f-38a2-4f8a-b730-65bed6de7ca5 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Usage tracker for resource:subnet and tenant:0d2b300023b0400983e3020857eac98f is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:00:03.257386 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7e39715f-38a2-4f8a-b730-65bed6de7ca5 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:00:03.262185 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Transition to ACTIVE for port object eb0c1abc-2aca-46ae-baec-ce5c523a327c will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:00:03.263840 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7e39715f-38a2-4f8a-b730-65bed6de7ca5 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:00:03.309989 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:03.331756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e39715f-38a2-4f8a-b730-65bed6de7ca5 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Made reservation on behalf of 0d2b300023b0400983e3020857eac98f for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:00:03.335386 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e39715f-38a2-4f8a-b730-65bed6de7ca5 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:03.367320 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Network 9022852e-b059-438e-9f47-6d9cd1bfb5a7 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:00:03.369921 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:00:03.378107 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:00:03.410014 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Pushing event updated for resources: {'Port': ['ID=eb0c1abc-2aca-46ae-baec-ce5c523a327c,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:03.472218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Attempting to bind port eb0c1abc-2aca-46ae-baec-ce5c523a327c on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:00:03.472587 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Attempting to bind port eb0c1abc-2aca-46ae-baec-ce5c523a327c by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'e63eda81-cd8a-45ba-8c7b-a5a9ac983f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9022852e-b059-438e-9f47-6d9cd1bfb5a7'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:00:03.472945 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Attempting to bind port eb0c1abc-2aca-46ae-baec-ce5c523a327c on network 9022852e-b059-438e-9f47-6d9cd1bfb5a7 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:00:03.478151 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:00:03.478517 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Checking segment: {'id': 'e63eda81-cd8a-45ba-8c7b-a5a9ac983f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9022852e-b059-438e-9f47-6d9cd1bfb5a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:00:03.478912 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:03.479299 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Bound using segment: {'id': 'e63eda81-cd8a-45ba-8c7b-a5a9ac983f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9022852e-b059-438e-9f47-6d9cd1bfb5a7'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:00:03.479803 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Bound port: eb0c1abc-2aca-46ae-baec-ce5c523a327c, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63eda81-cd8a-45ba-8c7b-a5a9ac983f24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '9022852e-b059-438e-9f47-6d9cd1bfb5a7'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:00:03.483524 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:03.569323 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] For port eb0c1abc-2aca-46ae-baec-ce5c523a327c, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:00:03.572247 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] For port eb0c1abc-2aca-46ae-baec-ce5c523a327c, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=eb0c1abc-2aca-46ae-baec-ce5c523a327c,segment=NetworkSegment(e63eda81-cd8a-45ba-8c7b-a5a9ac983f24),segment_id=e63eda81-cd8a-45ba-8c7b-a5a9ac983f24)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:00:03.618093 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e39715f-38a2-4f8a-b730-65bed6de7ca5 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:03.646726 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:03.704107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e39715f-38a2-4f8a-b730-65bed6de7ca5 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Pushing event updated for resources: {'Subnet': ['ID=bff77ab8-5434-4b69-959d-fd69731c2e1c,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:03.708282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e39715f-38a2-4f8a-b730-65bed6de7ca5 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Checking segment: {'id': '836707ab-8694-4bbb-9cf0-bc553790b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da70505a-f384-41c9-926c-ab0850fc84dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:00:03.708606 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e39715f-38a2-4f8a-b730-65bed6de7ca5 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Network hostable DHCP agents. Network: da70505a-f384-41c9-926c-ab0850fc84dc, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 22:00:03.731537 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ccadb2-0aea-471d-ae09-a81c9afb3c54 None None] Pushing event updated for resources: {'Port': ['ID=eb0c1abc-2aca-46ae-baec-ce5c523a327c,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:03.772363 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e39715f-38a2-4f8a-b730-65bed6de7ca5 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Network da70505a-f384-41c9-926c-ab0850fc84dc is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 22:00:03.840613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-7e39715f-38a2-4f8a-b730-65bed6de7ca5 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, da70505a-f384-41c9-926c-ab0850fc84dc) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:00:03.845074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e39715f-38a2-4f8a-b730-65bed6de7ca5 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:03.845640 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7e39715f-38a2-4f8a-b730-65bed6de7ca5 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:03.852553 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a05a38-5930-4eb1-b9b5-632aca9f47bc None None] Network da70505a-f384-41c9-926c-ab0850fc84dc requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:00:03.928782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40022) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:03.929120 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7e39715f-38a2-4f8a-b730-65bed6de7ca5 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9106324 Mar 01 22:00:03.935141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f7c1f58c-2464-4506-a1ad-eb9249ddee1a tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Request body: {'router': {'external_gateway_info': {'network_id': 'da70505a-f384-41c9-926c-ab0850fc84dc'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:00:04.100393 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-da70505a-f384-41c9-926c-ab0850fc84dc', 'network_id': 'da70505a-f384-41c9-926c-ab0850fc84dc', 'tenant_id': '0d2b300023b0400983e3020857eac98f', 'fixed_ips': [{'subnet_id': 'bff77ab8-5434-4b69-959d-fd69731c2e1c'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 22:00:04.101231 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:04.262560 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Allocated IP 172.21.0.2 (da70505a-f384-41c9-926c-ab0850fc84dc/bff77ab8-5434-4b69-959d-fd69731c2e1c/f0720434-861c-43ef-8d9a-c2b66af9162a) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:00:04.454213 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f7c1f58c-2464-4506-a1ad-eb9249ddee1a tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:04.488184 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:04.502097 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Transition to ACTIVE for port object f0720434-861c-43ef-8d9a-c2b66af9162a will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:00:04.555148 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device eb0c1abc-2aca-46ae-baec-ce5c523a327c up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:00:04.589052 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Transition to ACTIVE for port object f0720434-861c-43ef-8d9a-c2b66af9162a will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:00:04.663490 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:04.688388 n-d-827896-4 neutron-server[88519]: INFO neutron.api.v2.resource [None req-f7c1f58c-2464-4506-a1ad-eb9249ddee1a tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Mar 01 22:00:04.695202 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f7c1f58c-2464-4506-a1ad-eb9249ddee1a tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] 10.222.0.42 "PUT /v2.0/routers/ece23bf9-1c4c-4cfb-b513-51bac06c16d6 HTTP/1.1" status: 400 len: 364 time: 0.7595685 Mar 01 22:00:04.695479 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40026) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:04.725318 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78108e94-cfc1-4a09-a559-bf5109d9f5cb None None] Network 9022852e-b059-438e-9f47-6d9cd1bfb5a7 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:00:04.742803 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port eb0c1abc-2aca-46ae-baec-ce5c523a327c completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:00:04.760287 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Network da70505a-f384-41c9-926c-ab0850fc84dc is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:00:04.761350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c02651-4051-4839-8bb7-311b9e73b42c tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Deleting subnet bff77ab8-5434-4b69-959d-fd69731c2e1c {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 22:00:04.764395 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1c02651-4051-4839-8bb7-311b9e73b42c tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:04.766877 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:00:04.778098 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:00:04.822700 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1c02651-4051-4839-8bb7-311b9e73b42c tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:04.836765 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Pushing event updated for resources: {'Port': ['ID=f0720434-861c-43ef-8d9a-c2b66af9162a,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:04.907963 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1c02651-4051-4839-8bb7-311b9e73b42c tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:04.949593 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Attempting to bind port f0720434-861c-43ef-8d9a-c2b66af9162a on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:00:04.949875 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Attempting to bind port f0720434-861c-43ef-8d9a-c2b66af9162a by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '836707ab-8694-4bbb-9cf0-bc553790b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da70505a-f384-41c9-926c-ab0850fc84dc'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:00:04.950241 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Attempting to bind port f0720434-861c-43ef-8d9a-c2b66af9162a on network da70505a-f384-41c9-926c-ab0850fc84dc {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:00:04.967338 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:00:04.967698 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Checking segment: {'id': '836707ab-8694-4bbb-9cf0-bc553790b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da70505a-f384-41c9-926c-ab0850fc84dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:00:04.968102 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:04.968493 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Bound using segment: {'id': '836707ab-8694-4bbb-9cf0-bc553790b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da70505a-f384-41c9-926c-ab0850fc84dc'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:00:04.968960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Bound port: f0720434-861c-43ef-8d9a-c2b66af9162a, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '836707ab-8694-4bbb-9cf0-bc553790b543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'da70505a-f384-41c9-926c-ab0850fc84dc'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:00:04.969334 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:05.047234 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1e2f38d7-5282-42d7-89ad-e4631e03d4e7 None None] Provisioning for port eb0c1abc-2aca-46ae-baec-ce5c523a327c completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:00:05.058571 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1c02651-4051-4839-8bb7-311b9e73b42c tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:05.089986 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1e2f38d7-5282-42d7-89ad-e4631e03d4e7 None None] Provisioning complete for port eb0c1abc-2aca-46ae-baec-ce5c523a327c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:05.091544 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1e2f38d7-5282-42d7-89ad-e4631e03d4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:05.101351 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c02651-4051-4839-8bb7-311b9e73b42c tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Pushing event deleted for resources: {'Subnet': ['ID=bff77ab8-5434-4b69-959d-fd69731c2e1c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:05.107419 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e1c02651-4051-4839-8bb7-311b9e73b42c tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:05.113439 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e1c02651-4051-4839-8bb7-311b9e73b42c tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] 10.222.0.42 "DELETE /v2.0/subnets/bff77ab8-5434-4b69-959d-fd69731c2e1c HTTP/1.1" status: 204 len: 168 time: 0.4170582 Mar 01 22:00:05.115910 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40030) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:05.234379 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0215ec18-abf2-4f31-8040-1c6950047a82 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:05.237694 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] For port f0720434-861c-43ef-8d9a-c2b66af9162a, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:00:05.242273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] For port f0720434-861c-43ef-8d9a-c2b66af9162a, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f0720434-861c-43ef-8d9a-c2b66af9162a,segment=NetworkSegment(836707ab-8694-4bbb-9cf0-bc553790b543),segment_id=836707ab-8694-4bbb-9cf0-bc553790b543)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:00:05.246421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0215ec18-abf2-4f31-8040-1c6950047a82 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Deleting port f0720434-861c-43ef-8d9a-c2b66af9162a {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:00:05.246421 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0215ec18-abf2-4f31-8040-1c6950047a82 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:05.315860 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1e2f38d7-5282-42d7-89ad-e4631e03d4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:05.330224 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:05.419626 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1e2f38d7-5282-42d7-89ad-e4631e03d4e7 None None] For port eb0c1abc-2aca-46ae-baec-ce5c523a327c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=eb0c1abc-2aca-46ae-baec-ce5c523a327c,segment=NetworkSegment(e63eda81-cd8a-45ba-8c7b-a5a9ac983f24),segment_id=e63eda81-cd8a-45ba-8c7b-a5a9ac983f24)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:00:05.462250 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-0215ec18-abf2-4f31-8040-1c6950047a82 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] For port f0720434-861c-43ef-8d9a-c2b66af9162a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f0720434-861c-43ef-8d9a-c2b66af9162a,segment=NetworkSegment(836707ab-8694-4bbb-9cf0-bc553790b543),segment_id=836707ab-8694-4bbb-9cf0-bc553790b543)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:00:05.462813 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0215ec18-abf2-4f31-8040-1c6950047a82 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:05.470273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf73d0-8ba0-47f3-a550-adf3eade4232 None None] Pushing event updated for resources: {'Port': ['ID=f0720434-861c-43ef-8d9a-c2b66af9162a,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:05.477260 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1e2f38d7-5282-42d7-89ad-e4631e03d4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:05.550350 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d442c2-de28-439c-b8c5-3cd589b461a2 None None] Network da70505a-f384-41c9-926c-ab0850fc84dc requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:00:05.596553 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f38d7-5282-42d7-89ad-e4631e03d4e7 None None] Pushing event updated for resources: {'Port': ['ID=eb0c1abc-2aca-46ae-baec-ce5c523a327c,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:05.600114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-0215ec18-abf2-4f31-8040-1c6950047a82 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Calling delete_port for f0720434-861c-43ef-8d9a-c2b66af9162a owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:00:05.667653 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7f51a005-ee1c-4b91-be3c-e1756fa9e306 None None] Provisioning complete for port eb0c1abc-2aca-46ae-baec-ce5c523a327c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:05.668028 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7f51a005-ee1c-4b91-be3c-e1756fa9e306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:05.766697 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0215ec18-abf2-4f31-8040-1c6950047a82 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:05.813916 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215ec18-abf2-4f31-8040-1c6950047a82 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Pushing event deleted for resources: {'Port': ['ID=f0720434-861c-43ef-8d9a-c2b66af9162a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:05.817657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0215ec18-abf2-4f31-8040-1c6950047a82 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] No DVR routers for this DVR port f0720434-861c-43ef-8d9a-c2b66af9162a on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:00:05.873308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a671905-e3f9-4ee7-8f27-9543760cf208 None None] get_active_networks_info from n-d-827896-4 {{(pid=88520) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Mar 01 22:00:05.966816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a671905-e3f9-4ee7-8f27-9543760cf208 None None] Resources bound (agent type, host, resource id): {{(pid=88520) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Mar 01 22:00:06.066256 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0215ec18-abf2-4f31-8040-1c6950047a82 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:06.098078 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-0215ec18-abf2-4f31-8040-1c6950047a82 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da70505a-f384-41c9-926c-ab0850fc84dc']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:06.111352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-0215ec18-abf2-4f31-8040-1c6950047a82 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '836707ab-8694-4bbb-9cf0-bc553790b543') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:06.111919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-0215ec18-abf2-4f31-8040-1c6950047a82 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '836707ab-8694-4bbb-9cf0-bc553790b543') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:06.123883 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0215ec18-abf2-4f31-8040-1c6950047a82 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:06.141310 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0215ec18-abf2-4f31-8040-1c6950047a82 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:06.147388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0215ec18-abf2-4f31-8040-1c6950047a82 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 22:00:06.147777 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0215ec18-abf2-4f31-8040-1c6950047a82 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: timer() Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 22:00:06.162971 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 22:00:06.319924 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0215ec18-abf2-4f31-8040-1c6950047a82 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:06.336671 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0215ec18-abf2-4f31-8040-1c6950047a82 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:06.348031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215ec18-abf2-4f31-8040-1c6950047a82 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Pushing event deleted for resources: {'Network': ['ID=da70505a-f384-41c9-926c-ab0850fc84dc,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:06.351904 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0215ec18-abf2-4f31-8040-1c6950047a82 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] 10.222.0.42 "DELETE /v2.0/networks/da70505a-f384-41c9-926c-ab0850fc84dc HTTP/1.1" status: 204 len: 168 time: 1.2350307 Mar 01 22:00:06.357806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40034) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:06.418434 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a476797-74a2-4977-94ca-1f275f164ba7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Deleting subnet ffec9030-6e38-48a8-897f-7280e06f4469 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 22:00:06.421302 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8a476797-74a2-4977-94ca-1f275f164ba7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:06.478592 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8a476797-74a2-4977-94ca-1f275f164ba7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:06.494051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device eb0c1abc-2aca-46ae-baec-ce5c523a327c up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:00:06.564203 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port eb0c1abc-2aca-46ae-baec-ce5c523a327c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:06.564664 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:06.580357 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8a476797-74a2-4977-94ca-1f275f164ba7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:06.726346 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8a476797-74a2-4977-94ca-1f275f164ba7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:06.768998 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a476797-74a2-4977-94ca-1f275f164ba7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Pushing event deleted for resources: {'Subnet': ['ID=ffec9030-6e38-48a8-897f-7280e06f4469,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:06.772596 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8a476797-74a2-4977-94ca-1f275f164ba7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:06.779587 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8a476797-74a2-4977-94ca-1f275f164ba7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] 10.222.0.42 "DELETE /v2.0/subnets/ffec9030-6e38-48a8-897f-7280e06f4469 HTTP/1.1" status: 204 len: 168 time: 0.4236221 Mar 01 22:00:06.780154 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c39d618-7e2e-4e8d-9804-64ecf633a273 None None] Network 9022852e-b059-438e-9f47-6d9cd1bfb5a7 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:00:06.782132 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40038) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:06.895734 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4918f3e-6466-4c39-b675-82f8d132e55d tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:06.906783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e4918f3e-6466-4c39-b675-82f8d132e55d tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Deleting port eb0c1abc-2aca-46ae-baec-ce5c523a327c {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:00:06.907112 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4918f3e-6466-4c39-b675-82f8d132e55d tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:07.099602 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f65dfaf-c238-4a33-9ae8-c1096386f007 None None] DHCP port deletion for 9022852e-b059-438e-9f47-6d9cd1bfb5a7 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 22:00:07.103840 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-0f65dfaf-c238-4a33-9ae8-c1096386f007 None None] Deleting port eb0c1abc-2aca-46ae-baec-ce5c523a327c {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:00:07.104276 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0f65dfaf-c238-4a33-9ae8-c1096386f007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:07.113376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-e4918f3e-6466-4c39-b675-82f8d132e55d tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] For port eb0c1abc-2aca-46ae-baec-ce5c523a327c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=eb0c1abc-2aca-46ae-baec-ce5c523a327c,segment=NetworkSegment(e63eda81-cd8a-45ba-8c7b-a5a9ac983f24),segment_id=e63eda81-cd8a-45ba-8c7b-a5a9ac983f24)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:00:07.113730 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4918f3e-6466-4c39-b675-82f8d132e55d tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:07.264200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e4918f3e-6466-4c39-b675-82f8d132e55d tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Calling delete_port for eb0c1abc-2aca-46ae-baec-ce5c523a327c owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:00:07.301543 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-0f65dfaf-c238-4a33-9ae8-c1096386f007 None None] For port eb0c1abc-2aca-46ae-baec-ce5c523a327c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=eb0c1abc-2aca-46ae-baec-ce5c523a327c,segment=NetworkSegment(e63eda81-cd8a-45ba-8c7b-a5a9ac983f24),segment_id=e63eda81-cd8a-45ba-8c7b-a5a9ac983f24)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:00:07.301922 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0f65dfaf-c238-4a33-9ae8-c1096386f007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:07.394967 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4918f3e-6466-4c39-b675-82f8d132e55d tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:07.435597 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-0f65dfaf-c238-4a33-9ae8-c1096386f007 None None] Calling delete_port for eb0c1abc-2aca-46ae-baec-ce5c523a327c owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:00:07.455221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4918f3e-6466-4c39-b675-82f8d132e55d tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Pushing event deleted for resources: {'Port': ['ID=eb0c1abc-2aca-46ae-baec-ce5c523a327c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:07.458167 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4918f3e-6466-4c39-b675-82f8d132e55d tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] No DVR routers for this DVR port eb0c1abc-2aca-46ae-baec-ce5c523a327c on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:00:07.514526 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-0f65dfaf-c238-4a33-9ae8-c1096386f007 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 22:00:07.515104 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-0f65dfaf-c238-4a33-9ae8-c1096386f007 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 22:00:07.611206 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4918f3e-6466-4c39-b675-82f8d132e55d tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:07.642611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-e4918f3e-6466-4c39-b675-82f8d132e55d tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9022852e-b059-438e-9f47-6d9cd1bfb5a7']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:07.654933 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-e4918f3e-6466-4c39-b675-82f8d132e55d tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63eda81-cd8a-45ba-8c7b-a5a9ac983f24') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:07.655273 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-e4918f3e-6466-4c39-b675-82f8d132e55d tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63eda81-cd8a-45ba-8c7b-a5a9ac983f24') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:07.667703 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4918f3e-6466-4c39-b675-82f8d132e55d tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:07.686465 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4918f3e-6466-4c39-b675-82f8d132e55d tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:07.694445 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4918f3e-6466-4c39-b675-82f8d132e55d tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 22:00:07.694843 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4918f3e-6466-4c39-b675-82f8d132e55d tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: timer() Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 22:00:07.719519 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 22:00:07.898053 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4918f3e-6466-4c39-b675-82f8d132e55d tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:07.916605 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e4918f3e-6466-4c39-b675-82f8d132e55d tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:07.928815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4918f3e-6466-4c39-b675-82f8d132e55d tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Pushing event deleted for resources: {'Network': ['ID=9022852e-b059-438e-9f47-6d9cd1bfb5a7,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:07.933393 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e4918f3e-6466-4c39-b675-82f8d132e55d tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] 10.222.0.42 "DELETE /v2.0/networks/9022852e-b059-438e-9f47-6d9cd1bfb5a7 HTTP/1.1" status: 204 len: 168 time: 1.1502409 Mar 01 22:00:07.936068 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40042) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:07.981595 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3eae77ae-dfa3-4631-866a-dd0b99664166 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Synchronizing usage tracker for tenant:0d2b300023b0400983e3020857eac98f on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:00:08.016689 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-0f65dfaf-c238-4a33-9ae8-c1096386f007 None None] Deleting port eb0c1abc-2aca-46ae-baec-ce5c523a327c {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:00:08.017062 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0f65dfaf-c238-4a33-9ae8-c1096386f007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:08.052562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3eae77ae-dfa3-4631-866a-dd0b99664166 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Unset dirty status for tenant:0d2b300023b0400983e3020857eac98f on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:00:08.057112 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3eae77ae-dfa3-4631-866a-dd0b99664166 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] 10.222.0.42 "GET /v2.0/ports?device_id=ece23bf9-1c4c-4cfb-b513-51bac06c16d6 HTTP/1.1" status: 200 len: 205 time: 0.1170096 Mar 01 22:00:08.057341 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40046) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:08.093809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-0f65dfaf-c238-4a33-9ae8-c1096386f007 None None] The port 'eb0c1abc-2aca-46ae-baec-ce5c523a327c' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 22:00:08.303399 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74c01ee2-d3e5-4583-a60f-15a30ed30bb7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:08.487453 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device eb0c1abc-2aca-46ae-baec-ce5c523a327c no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:00:08.521833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: eb0c1abc-2aca-46ae-baec-ce5c523a327c {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:00:08.522550 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device eb0c1abc-2aca-46ae-baec-ce5c523a327c not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:00:08.597977 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74c01ee2-d3e5-4583-a60f-15a30ed30bb7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:08.600083 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74c01ee2-d3e5-4583-a60f-15a30ed30bb7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:08.692123 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74c01ee2-d3e5-4583-a60f-15a30ed30bb7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:08.692604 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c01ee2-d3e5-4583-a60f-15a30ed30bb7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Fanout notify agent at l3_agent the message router_deleted on router ece23bf9-1c4c-4cfb-b513-51bac06c16d6 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 22:00:08.703979 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-74c01ee2-d3e5-4583-a60f-15a30ed30bb7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:08.705088 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-74c01ee2-d3e5-4583-a60f-15a30ed30bb7 tempest-RoutersNegativeTest-1280203868 tempest-RoutersNegativeTest-1280203868-project] 10.222.0.42 "DELETE /v2.0/routers/ece23bf9-1c4c-4cfb-b513-51bac06c16d6 HTTP/1.1" status: 204 len: 168 time: 0.6467001 Mar 01 22:00:09.159176 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40054) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:09.305854 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4849fa07-6336-4c9f-8090-1c91d05668c6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d2b300023b0400983e3020857eac98f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1454990 Mar 01 22:00:09.308576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40060) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:09.365366 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-199cb6a7-5300-4c8f-bc11-19437682c868 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:09.392056 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-199cb6a7-5300-4c8f-bc11-19437682c868 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:09.503237 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-199cb6a7-5300-4c8f-bc11-19437682c868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:09.517264 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199cb6a7-5300-4c8f-bc11-19437682c868 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff4b188-8a28-4060-a6b0-c9c0cba212ea,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:09.524834 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-199cb6a7-5300-4c8f-bc11-19437682c868 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:09.525941 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-199cb6a7-5300-4c8f-bc11-19437682c868 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0ff4b188-8a28-4060-a6b0-c9c0cba212ea HTTP/1.1" status: 204 len: 168 time: 0.2164900 Mar 01 22:00:10.458217 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40084) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:10.560110 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1197254311-network', 'tenant_id': 'f1bd10706645458cbd2db67d54b10ab4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:00:10.565796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:00:10.569559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Usage tracker for resource:network and tenant:f1bd10706645458cbd2db67d54b10ab4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:00:10.572398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:00:10.582011 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:00:10.692039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Made reservation on behalf of f1bd10706645458cbd2db67d54b10ab4 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:00:10.694377 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:10.709514 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:10.727452 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:00:10.731262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Usage tracker for resource:security_group_rule and tenant:f1bd10706645458cbd2db67d54b10ab4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:00:10.734086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:00:10.739827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:00:10.821573 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:10.886459 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:10.915642 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 22:00:10.924708 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526dda86-eb3e-4e8b-9a4b-ff8e8a202677,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:10.930370 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:10.930715 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Added segment 7a1ed7c3-720b-4954-a5fe-27f3294b2c71 of type vlan for network 92bdb4e6-3406-467d-91b6-c2aeec546a41 Mar 01 22:00:10.957711 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:11.051759 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:11.053014 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:11.053606 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:11.163097 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] Pushing event updated for resources: {'Network': ['ID=92bdb4e6-3406-467d-91b6-c2aeec546a41,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:11.174178 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 92bdb4e6-3406-467d-91b6-c2aeec546a41 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 22:00:11.218346 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-22070fdb-a8f1-4ae0-82fa-9a84bb2f387a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7590301 Mar 01 22:00:11.221140 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40090) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:11.226526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-7330f61d-d556-45d5-91e2-106346facaaf admin admin] Request body: {'subnet': {'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1197254311-subnet', 'tenant_id': 'f1bd10706645458cbd2db67d54b10ab4', 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:00:11.232871 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7330f61d-d556-45d5-91e2-106346facaaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:00:11.236793 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7330f61d-d556-45d5-91e2-106346facaaf admin admin] Usage tracker for resource:subnet and tenant:f1bd10706645458cbd2db67d54b10ab4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:00:11.239744 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-7330f61d-d556-45d5-91e2-106346facaaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:00:11.246285 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-7330f61d-d556-45d5-91e2-106346facaaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:00:11.309376 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7330f61d-d556-45d5-91e2-106346facaaf admin admin] Made reservation on behalf of f1bd10706645458cbd2db67d54b10ab4 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:00:11.311697 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7330f61d-d556-45d5-91e2-106346facaaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:11.554484 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7330f61d-d556-45d5-91e2-106346facaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:11.625895 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7330f61d-d556-45d5-91e2-106346facaaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=67a07ca7-54f8-4529-8311-189373ebbd89,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:11.636020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7330f61d-d556-45d5-91e2-106346facaaf admin admin] Checking segment: {'id': '7a1ed7c3-720b-4954-a5fe-27f3294b2c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:00:11.636397 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7330f61d-d556-45d5-91e2-106346facaaf admin admin] Network hostable DHCP agents. Network: 92bdb4e6-3406-467d-91b6-c2aeec546a41, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 22:00:11.715163 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7330f61d-d556-45d5-91e2-106346facaaf admin admin] Network 92bdb4e6-3406-467d-91b6-c2aeec546a41 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 22:00:11.783031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-7330f61d-d556-45d5-91e2-106346facaaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 92bdb4e6-3406-467d-91b6-c2aeec546a41) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:00:11.786940 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7330f61d-d556-45d5-91e2-106346facaaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:11.787556 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7330f61d-d556-45d5-91e2-106346facaaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:11.794493 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5751f21b-4b37-4188-8d8b-b784ee7631c1 None None] Network 92bdb4e6-3406-467d-91b6-c2aeec546a41 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:00:11.870008 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7330f61d-d556-45d5-91e2-106346facaaf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6476581 Mar 01 22:00:11.872689 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40094) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:11.877755 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1197254311-router', 'tenant_id': 'f1bd10706645458cbd2db67d54b10ab4', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:00:11.883199 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:00:11.887928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Usage tracker for resource:router and tenant:f1bd10706645458cbd2db67d54b10ab4 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:00:11.890927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:00:11.896857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:00:11.972257 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:11.973340 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:11.987871 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:12.007902 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-92bdb4e6-3406-467d-91b6-c2aeec546a41', 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41', 'tenant_id': 'f1bd10706645458cbd2db67d54b10ab4', 'fixed_ips': [{'subnet_id': '67a07ca7-54f8-4529-8311-189373ebbd89'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 22:00:12.011656 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:12.173948 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Allocated IP 172.20.0.2 (92bdb4e6-3406-467d-91b6-c2aeec546a41/67a07ca7-54f8-4529-8311-189373ebbd89/3a986f7c-5938-4c46-b9d4-440b69d6a276) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:00:12.385679 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:12.396188 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Transition to ACTIVE for port object 3a986f7c-5938-4c46-b9d4-440b69d6a276 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:00:12.414165 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Transition to ACTIVE for port object 3a986f7c-5938-4c46-b9d4-440b69d6a276 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:00:12.421396 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:12.480837 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:12.542026 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Network 92bdb4e6-3406-467d-91b6-c2aeec546a41 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:00:12.544729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:00:12.552564 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:00:12.562835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Pushing event updated for resources: {'Port': ['ID=3a986f7c-5938-4c46-b9d4-440b69d6a276,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:12.644974 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Attempting to bind port 3a986f7c-5938-4c46-b9d4-440b69d6a276 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:00:12.645337 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Attempting to bind port 3a986f7c-5938-4c46-b9d4-440b69d6a276 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '7a1ed7c3-720b-4954-a5fe-27f3294b2c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:00:12.645692 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Attempting to bind port 3a986f7c-5938-4c46-b9d4-440b69d6a276 on network 92bdb4e6-3406-467d-91b6-c2aeec546a41 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:00:12.650794 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:00:12.651160 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Checking segment: {'id': '7a1ed7c3-720b-4954-a5fe-27f3294b2c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:00:12.651877 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:12.652271 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Bound using segment: {'id': '7a1ed7c3-720b-4954-a5fe-27f3294b2c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:00:12.652733 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Bound port: 3a986f7c-5938-4c46-b9d4-440b69d6a276, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1ed7c3-720b-4954-a5fe-27f3294b2c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:00:12.653107 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:12.772282 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] For port 3a986f7c-5938-4c46-b9d4-440b69d6a276, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:00:12.775058 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] For port 3a986f7c-5938-4c46-b9d4-440b69d6a276, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3a986f7c-5938-4c46-b9d4-440b69d6a276,segment=NetworkSegment(7a1ed7c3-720b-4954-a5fe-27f3294b2c71),segment_id=7a1ed7c3-720b-4954-a5fe-27f3294b2c71)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:00:12.820032 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:12.850259 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:12.852110 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:12.937124 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac9177b-2882-47c1-b923-6333f923c554 None None] Pushing event updated for resources: {'Port': ['ID=3a986f7c-5938-4c46-b9d4-440b69d6a276,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:12.990450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Allocated IP 172.25.5.30 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/7c88df9b-46dd-4ab1-b672-e8e2a5b85820) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:00:13.144577 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:13.235049 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:13.298102 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:00:13.305389 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:00:13.310122 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:00:13.343482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Pushing event updated for resources: {'Port': ['ID=7c88df9b-46dd-4ab1-b672-e8e2a5b85820,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:13.774079 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:13.904655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d764bcf0-d26a-42e6-95e7-d4982c818d74 None None] Network 92bdb4e6-3406-467d-91b6-c2aeec546a41 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:00:14.070833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7bbc963c-de45-4826-96a5-e0bd421aebc4 None None] Provisioning for port 3a986f7c-5938-4c46-b9d4-440b69d6a276 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:00:14.254781 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:14.514848 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Router d4262893-8391-49ae-8d92-34e9a05863f6 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 22:00:14.516925 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3a986f7c-5938-4c46-b9d4-440b69d6a276 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:00:14.617613 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 3a986f7c-5938-4c46-b9d4-440b69d6a276 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:00:14.623123 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 3a986f7c-5938-4c46-b9d4-440b69d6a276 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:14.623523 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:14.691678 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:00:14.702855 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] Sync routers for ids ['d4262893-8391-49ae-8d92-34e9a05863f6'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:00:14.715665 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] Routers {'d4262893-8391-49ae-8d92-34e9a05863f6'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:00:14.716284 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:00:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d4262893-8391-49ae-8d92-34e9a05863f6'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:14.741515 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:14.773617 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 3a986f7c-5938-4c46-b9d4-440b69d6a276, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3a986f7c-5938-4c46-b9d4-440b69d6a276,segment=NetworkSegment(7a1ed7c3-720b-4954-a5fe-27f3294b2c71),segment_id=7a1ed7c3-720b-4954-a5fe-27f3294b2c71)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:00:14.789018 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:14.790280 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1dac791d-c557-4087-8f63-c2efe0159f8d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9165332 Mar 01 22:00:14.793205 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40098) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:14.857337 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:14.893427 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] Set router d4262893-8391-49ae-8d92-34e9a05863f6 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:00:14.928689 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=3a986f7c-5938-4c46-b9d4-440b69d6a276,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:15.211079 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4262893-8391-49ae-8d92-34e9a05863f6', 'name': 'tempest-TestEncryptedCinderVolumes-1197254311-router', 'tenant_id': 'f1bd10706645458cbd2db67d54b10ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '7c88df9b-46dd-4ab1-b672-e8e2a5b85820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:00:11Z', 'updated_at': '2022-03-01T22:00:13Z', 'revision_number': 3, 'project_id': 'f1bd10706645458cbd2db67d54b10ab4', 'gw_port': {'id': '7c88df9b-46dd-4ab1-b672-e8e2a5b85820', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4262893-8391-49ae-8d92-34e9a05863f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:00:12Z', 'updated_at': '2022-03-01T22:00:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:15.216053 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] Checking router: d4262893-8391-49ae-8d92-34e9a05863f6 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:00:15.216391 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] Updating router d4262893-8391-49ae-8d92-34e9a05863f6 port 7c88df9b-46dd-4ab1-b672-e8e2a5b85820 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:00:15.269425 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:15.476812 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a6b1e6c-582c-484e-9634-dc18e0a81277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:15.595341 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:15.608261 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] Transition to ACTIVE for port object 7c88df9b-46dd-4ab1-b672-e8e2a5b85820 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:00:15.697543 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:15.781357 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23964e9f-4a5a-43b6-b05e-209da008d810 None None] Pushing event updated for resources: {'Port': ['ID=7c88df9b-46dd-4ab1-b672-e8e2a5b85820,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:15.783428 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] Attempting to bind port 7c88df9b-46dd-4ab1-b672-e8e2a5b85820 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:00:15.783786 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] Attempting to bind port 7c88df9b-46dd-4ab1-b672-e8e2a5b85820 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:00:15.784130 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] Attempting to bind port 7c88df9b-46dd-4ab1-b672-e8e2a5b85820 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:00:15.793980 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23964e9f-4a5a-43b6-b05e-209da008d810 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:00:15.794317 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23964e9f-4a5a-43b6-b05e-209da008d810 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:00:15.794643 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23964e9f-4a5a-43b6-b05e-209da008d810 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:00:15.794967 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23964e9f-4a5a-43b6-b05e-209da008d810 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:00:15.795289 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23964e9f-4a5a-43b6-b05e-209da008d810 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:00:15.795630 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23964e9f-4a5a-43b6-b05e-209da008d810 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:00:15.795944 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23964e9f-4a5a-43b6-b05e-209da008d810 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:00:15.796249 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23964e9f-4a5a-43b6-b05e-209da008d810 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:00:15.796567 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23964e9f-4a5a-43b6-b05e-209da008d810 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:00:15.796872 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23964e9f-4a5a-43b6-b05e-209da008d810 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:00:15.797178 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23964e9f-4a5a-43b6-b05e-209da008d810 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:00:15.797488 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23964e9f-4a5a-43b6-b05e-209da008d810 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:00:15.800589 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:00:15.800951 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:00:15.801440 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:15.801696 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:00:15.802142 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] Bound port: 7c88df9b-46dd-4ab1-b672-e8e2a5b85820, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:00:15.802745 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:15.814269 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-0a6b1e6c-582c-484e-9634-dc18e0a81277 admin admin] Allocated IP 172.20.0.1 (92bdb4e6-3406-467d-91b6-c2aeec546a41/67a07ca7-54f8-4529-8311-189373ebbd89/9eafef30-605f-4b55-a37a-9e400a7f0192) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:00:15.874714 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] For port 7c88df9b-46dd-4ab1-b672-e8e2a5b85820, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:00:15.877713 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] For port 7c88df9b-46dd-4ab1-b672-e8e2a5b85820, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7c88df9b-46dd-4ab1-b672-e8e2a5b85820,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:00:15.926220 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:15.959713 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a6b1e6c-582c-484e-9634-dc18e0a81277 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:15.975147 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-0a6b1e6c-582c-484e-9634-dc18e0a81277 admin admin] Transition to ACTIVE for port object 9eafef30-605f-4b55-a37a-9e400a7f0192 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:00:16.011833 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] Routers {'d4262893-8391-49ae-8d92-34e9a05863f6'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:00:16.012368 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:00:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d4262893-8391-49ae-8d92-34e9a05863f6'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:16.040660 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a6b1e6c-582c-484e-9634-dc18e0a81277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:16.079158 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23964e9f-4a5a-43b6-b05e-209da008d810 None None] Pushing event updated for resources: {'Port': ['ID=7c88df9b-46dd-4ab1-b672-e8e2a5b85820,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:16.106715 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6b1e6c-582c-484e-9634-dc18e0a81277 admin admin] Network 92bdb4e6-3406-467d-91b6-c2aeec546a41 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:00:16.109497 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-0a6b1e6c-582c-484e-9634-dc18e0a81277 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:00:16.117180 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6b1e6c-582c-484e-9634-dc18e0a81277 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:00:16.152826 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b1e6c-582c-484e-9634-dc18e0a81277 admin admin] Pushing event updated for resources: {'Port': ['ID=9eafef30-605f-4b55-a37a-9e400a7f0192,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:16.175656 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a6b1e6c-582c-484e-9634-dc18e0a81277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:16.203046 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] Set router d4262893-8391-49ae-8d92-34e9a05863f6 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:00:16.369383 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a6b1e6c-582c-484e-9634-dc18e0a81277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:16.406301 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6f60b3cf-8dd2-4832-8cba-36724e5f2b81 None None] Provisioning for port 9eafef30-605f-4b55-a37a-9e400a7f0192 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:00:16.412232 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6f60b3cf-8dd2-4832-8cba-36724e5f2b81 None None] Provisioning complete for port 9eafef30-605f-4b55-a37a-9e400a7f0192 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:16.412599 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6f60b3cf-8dd2-4832-8cba-36724e5f2b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:16.471131 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6f60b3cf-8dd2-4832-8cba-36724e5f2b81 None None] Port 9eafef30-605f-4b55-a37a-9e400a7f0192 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:00:16.496852 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4262893-8391-49ae-8d92-34e9a05863f6', 'name': 'tempest-TestEncryptedCinderVolumes-1197254311-router', 'tenant_id': 'f1bd10706645458cbd2db67d54b10ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '7c88df9b-46dd-4ab1-b672-e8e2a5b85820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:00:11Z', 'updated_at': '2022-03-01T22:00:13Z', 'revision_number': 3, 'project_id': 'f1bd10706645458cbd2db67d54b10ab4', 'gw_port': {'id': '7c88df9b-46dd-4ab1-b672-e8e2a5b85820', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4262893-8391-49ae-8d92-34e9a05863f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:00:12Z', 'updated_at': '2022-03-01T22:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:16.500945 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354d50c6-e1f9-4736-b47d-685e332cccfc None None] The sync data for ids ['d4262893-8391-49ae-8d92-34e9a05863f6'] in n-d-827896-4 is: [{'id': 'd4262893-8391-49ae-8d92-34e9a05863f6', 'name': 'tempest-TestEncryptedCinderVolumes-1197254311-router', 'tenant_id': 'f1bd10706645458cbd2db67d54b10ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '7c88df9b-46dd-4ab1-b672-e8e2a5b85820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:00:11Z', 'updated_at': '2022-03-01T22:00:13Z', 'revision_number': 3, 'project_id': 'f1bd10706645458cbd2db67d54b10ab4', 'gw_port': {'id': '7c88df9b-46dd-4ab1-b672-e8e2a5b85820', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4262893-8391-49ae-8d92-34e9a05863f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:00:12Z', 'updated_at': '2022-03-01T22:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:00:16.513104 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3a986f7c-5938-4c46-b9d4-440b69d6a276 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:00:16.588603 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 3a986f7c-5938-4c46-b9d4-440b69d6a276 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:16.589538 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:16.625225 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a6b1e6c-582c-484e-9634-dc18e0a81277 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:16.697475 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a6b1e6c-582c-484e-9634-dc18e0a81277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:16.825233 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0a6b1e6c-582c-484e-9634-dc18e0a81277 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:16.838400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6b1e6c-582c-484e-9634-dc18e0a81277 admin admin] Pushing event updated for resources: {'Port': ['ID=9eafef30-605f-4b55-a37a-9e400a7f0192,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:16.989515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a6b1e6c-582c-484e-9634-dc18e0a81277 admin admin] Network 92bdb4e6-3406-467d-91b6-c2aeec546a41 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:00:16.991150 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-0a6b1e6c-582c-484e-9634-dc18e0a81277 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:00:17.205931 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6b1e6c-582c-484e-9634-dc18e0a81277 admin admin] Router d4262893-8391-49ae-8d92-34e9a05863f6 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:00:17.297007 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8bf56004-3454-4756-8a48-14169eb9f463 None None] Provisioning complete for port 9eafef30-605f-4b55-a37a-9e400a7f0192 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:17.297514 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8bf56004-3454-4756-8a48-14169eb9f463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:17.353894 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8bf56004-3454-4756-8a48-14169eb9f463 None None] Port 9eafef30-605f-4b55-a37a-9e400a7f0192 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:00:17.391828 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6b1e6c-582c-484e-9634-dc18e0a81277 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:00:17.401597 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0a6b1e6c-582c-484e-9634-dc18e0a81277 admin admin] 10.222.0.42 "PUT /v2.0/routers/d4262893-8391-49ae-8d92-34e9a05863f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6064792 Mar 01 22:00:18.047063 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40118) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:18.053290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1668297735-network', 'tenant_id': '7dd549e47a7342b4aa94e6172dcb1647'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:00:18.059258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:00:18.063688 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Usage tracker for resource:network and tenant:7dd549e47a7342b4aa94e6172dcb1647 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:00:18.067347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:00:18.074963 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:00:18.082554 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] Sync routers for ids ['d4262893-8391-49ae-8d92-34e9a05863f6'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:00:18.093392 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] Routers {'d4262893-8391-49ae-8d92-34e9a05863f6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:00:18.094104 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:00:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d4262893-8391-49ae-8d92-34e9a05863f6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:18.143164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Made reservation on behalf of 7dd549e47a7342b4aa94e6172dcb1647 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:00:18.145527 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:18.158907 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:18.173818 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:00:18.178155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Usage tracker for resource:security_group_rule and tenant:7dd549e47a7342b4aa94e6172dcb1647 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:00:18.181002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:00:18.187136 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:00:18.269437 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:18.273207 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] Set router d4262893-8391-49ae-8d92-34e9a05863f6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:00:18.337375 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:18.368376 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 22:00:18.377569 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa848d5-38af-4db2-beb5-cab9cf75a50b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:18.382974 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:18.383326 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Added segment 00f3a434-e6e7-4841-801a-e8d4e3e97c69 of type vlan for network cdd8d416-87cc-4dc6-87dd-1feac96da8a4 Mar 01 22:00:18.409999 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:18.503301 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:18.504639 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:18.505402 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:18.529167 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7c88df9b-46dd-4ab1-b672-e8e2a5b85820 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:00:18.691187 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4262893-8391-49ae-8d92-34e9a05863f6', 'name': 'tempest-TestEncryptedCinderVolumes-1197254311-router', 'tenant_id': 'f1bd10706645458cbd2db67d54b10ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '7c88df9b-46dd-4ab1-b672-e8e2a5b85820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:00:11Z', 'updated_at': '2022-03-01T22:00:16Z', 'revision_number': 4, 'project_id': 'f1bd10706645458cbd2db67d54b10ab4', 'gw_port': {'id': '7c88df9b-46dd-4ab1-b672-e8e2a5b85820', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4262893-8391-49ae-8d92-34e9a05863f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:00:12Z', 'updated_at': '2022-03-01T22:00:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '9eafef30-605f-4b55-a37a-9e400a7f0192', 'name': '', 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41', 'tenant_id': 'f1bd10706645458cbd2db67d54b10ab4', 'mac_address': 'fa:16:3e:06:e9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4262893-8391-49ae-8d92-34e9a05863f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '67a07ca7-54f8-4529-8311-189373ebbd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:00:15Z', 'updated_at': '2022-03-01T22:00:16Z', 'revision_number': 2, 'project_id': 'f1bd10706645458cbd2db67d54b10ab4', 'subnets': [{'id': '67a07ca7-54f8-4529-8311-189373ebbd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:18.695098 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] Checking router: d4262893-8391-49ae-8d92-34e9a05863f6 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:00:18.695485 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] Updating router d4262893-8391-49ae-8d92-34e9a05863f6 port 9eafef30-605f-4b55-a37a-9e400a7f0192 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:00:18.724664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] Pushing event updated for resources: {'Network': ['ID=cdd8d416-87cc-4dc6-87dd-1feac96da8a4,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:18.736015 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network cdd8d416-87cc-4dc6-87dd-1feac96da8a4 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 22:00:18.738160 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2a5df33a-08a2-4230-b4c8-4fe6e8a12c39 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6899884 Mar 01 22:00:18.741019 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40122) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:18.746982 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9b5e4b8d-dbc6-47f0-b28e-22287f329f0f admin admin] Request body: {'subnet': {'network_id': 'cdd8d416-87cc-4dc6-87dd-1feac96da8a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1668297735-subnet', 'tenant_id': '7dd549e47a7342b4aa94e6172dcb1647', 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:00:18.752596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9b5e4b8d-dbc6-47f0-b28e-22287f329f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:00:18.756467 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9b5e4b8d-dbc6-47f0-b28e-22287f329f0f admin admin] Usage tracker for resource:subnet and tenant:7dd549e47a7342b4aa94e6172dcb1647 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:00:18.756614 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 7c88df9b-46dd-4ab1-b672-e8e2a5b85820 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:00:18.759334 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9b5e4b8d-dbc6-47f0-b28e-22287f329f0f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:00:18.765616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9b5e4b8d-dbc6-47f0-b28e-22287f329f0f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:00:18.785142 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 7c88df9b-46dd-4ab1-b672-e8e2a5b85820 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:18.785509 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:18.810813 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:18.840304 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5e4b8d-dbc6-47f0-b28e-22287f329f0f admin admin] Made reservation on behalf of 7dd549e47a7342b4aa94e6172dcb1647 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:00:18.842697 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b5e4b8d-dbc6-47f0-b28e-22287f329f0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:19.091923 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:19.120699 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b5e4b8d-dbc6-47f0-b28e-22287f329f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:19.179257 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 7c88df9b-46dd-4ab1-b672-e8e2a5b85820, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7c88df9b-46dd-4ab1-b672-e8e2a5b85820,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:00:19.194417 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5e4b8d-dbc6-47f0-b28e-22287f329f0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6647068-70bb-4963-8a1a-69f9b7a1c3f2,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:19.204127 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b5e4b8d-dbc6-47f0-b28e-22287f329f0f admin admin] Checking segment: {'id': '00f3a434-e6e7-4841-801a-e8d4e3e97c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cdd8d416-87cc-4dc6-87dd-1feac96da8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:00:19.204127 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5e4b8d-dbc6-47f0-b28e-22287f329f0f admin admin] Network hostable DHCP agents. Network: cdd8d416-87cc-4dc6-87dd-1feac96da8a4, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 22:00:19.274479 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:19.280492 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5e4b8d-dbc6-47f0-b28e-22287f329f0f admin admin] Network cdd8d416-87cc-4dc6-87dd-1feac96da8a4 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 22:00:19.357629 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:19.360013 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-9b5e4b8d-dbc6-47f0-b28e-22287f329f0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, cdd8d416-87cc-4dc6-87dd-1feac96da8a4) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:00:19.364432 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5e4b8d-dbc6-47f0-b28e-22287f329f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:19.364627 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b5e4b8d-dbc6-47f0-b28e-22287f329f0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:19.373104 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1eccf3-9ae4-4979-8ab5-b1bad289157d None None] Network cdd8d416-87cc-4dc6-87dd-1feac96da8a4 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:00:19.389388 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] Transition to ACTIVE for port object 9eafef30-605f-4b55-a37a-9e400a7f0192 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:00:19.406873 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=7c88df9b-46dd-4ab1-b672-e8e2a5b85820,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:19.498171 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9b5e4b8d-dbc6-47f0-b28e-22287f329f0f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7559879 Mar 01 22:00:19.500759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40126) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:19.505801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1668297735-router', 'tenant_id': '7dd549e47a7342b4aa94e6172dcb1647', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:00:19.512229 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:00:19.516373 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Usage tracker for resource:router and tenant:7dd549e47a7342b4aa94e6172dcb1647 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:00:19.519420 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:00:19.525382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:00:19.543687 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:19.594710 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:19.595803 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:19.610807 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:19.704156 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997b2d9-fb2e-4e39-9f91-91e8b4f73f60 None None] Pushing event updated for resources: {'Port': ['ID=9eafef30-605f-4b55-a37a-9e400a7f0192,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:19.714685 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-cdd8d416-87cc-4dc6-87dd-1feac96da8a4', 'network_id': 'cdd8d416-87cc-4dc6-87dd-1feac96da8a4', 'tenant_id': '7dd549e47a7342b4aa94e6172dcb1647', 'fixed_ips': [{'subnet_id': 'a6647068-70bb-4963-8a1a-69f9b7a1c3f2'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 22:00:19.714685 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:19.865066 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] Attempting to bind port 9eafef30-605f-4b55-a37a-9e400a7f0192 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:00:19.865359 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] Attempting to bind port 9eafef30-605f-4b55-a37a-9e400a7f0192 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '7a1ed7c3-720b-4954-a5fe-27f3294b2c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:00:19.865712 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] Attempting to bind port 9eafef30-605f-4b55-a37a-9e400a7f0192 on network 92bdb4e6-3406-467d-91b6-c2aeec546a41 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:00:19.875917 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:00:19.876280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] Checking segment: {'id': '7a1ed7c3-720b-4954-a5fe-27f3294b2c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:00:19.876677 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:19.877067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] Bound using segment: {'id': '7a1ed7c3-720b-4954-a5fe-27f3294b2c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:00:19.877530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] Bound port: 9eafef30-605f-4b55-a37a-9e400a7f0192, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a1ed7c3-720b-4954-a5fe-27f3294b2c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:00:19.877902 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:19.984009 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:20.065795 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Allocated IP 172.20.0.2 (cdd8d416-87cc-4dc6-87dd-1feac96da8a4/a6647068-70bb-4963-8a1a-69f9b7a1c3f2/9369b610-1df0-42ee-87ed-aa1d49b1b9b5) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:00:20.197468 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] For port 9eafef30-605f-4b55-a37a-9e400a7f0192, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:00:20.210808 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] For port 9eafef30-605f-4b55-a37a-9e400a7f0192, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9eafef30-605f-4b55-a37a-9e400a7f0192,segment=NetworkSegment(7a1ed7c3-720b-4954-a5fe-27f3294b2c71),segment_id=7a1ed7c3-720b-4954-a5fe-27f3294b2c71)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:00:20.296936 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:20.350319 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:20.364837 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:20.390689 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Transition to ACTIVE for port object 9369b610-1df0-42ee-87ed-aa1d49b1b9b5 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:00:20.393214 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:20.419963 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] Routers {'d4262893-8391-49ae-8d92-34e9a05863f6'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:00:20.420294 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:00:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d4262893-8391-49ae-8d92-34e9a05863f6'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:20.480476 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Transition to ACTIVE for port object 9369b610-1df0-42ee-87ed-aa1d49b1b9b5 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:00:20.481067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997b2d9-fb2e-4e39-9f91-91e8b4f73f60 None None] Pushing event updated for resources: {'Port': ['ID=9eafef30-605f-4b55-a37a-9e400a7f0192,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:20.543421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7c88df9b-46dd-4ab1-b672-e8e2a5b85820 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:00:20.579312 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Allocated IP 172.25.5.28 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/7030af7f-3eda-422d-95c2-74d3e6d6e004) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:00:20.630925 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:20.738948 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Network cdd8d416-87cc-4dc6-87dd-1feac96da8a4 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:00:20.743436 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:20.745394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:00:20.753179 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:00:20.809846 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] Set router d4262893-8391-49ae-8d92-34e9a05863f6 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:00:20.829384 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:20.853509 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Pushing event updated for resources: {'Port': ['ID=9369b610-1df0-42ee-87ed-aa1d49b1b9b5,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:21.012406 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Attempting to bind port 9369b610-1df0-42ee-87ed-aa1d49b1b9b5 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:00:21.012661 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Attempting to bind port 9369b610-1df0-42ee-87ed-aa1d49b1b9b5 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '00f3a434-e6e7-4841-801a-e8d4e3e97c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cdd8d416-87cc-4dc6-87dd-1feac96da8a4'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:00:21.013006 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Attempting to bind port 9369b610-1df0-42ee-87ed-aa1d49b1b9b5 on network cdd8d416-87cc-4dc6-87dd-1feac96da8a4 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:00:21.018705 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:00:21.022745 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 7c88df9b-46dd-4ab1-b672-e8e2a5b85820 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:21.023114 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:21.025538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:00:21.029774 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:00:21.058951 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Pushing event updated for resources: {'Port': ['ID=7030af7f-3eda-422d-95c2-74d3e6d6e004,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:21.070081 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:00:21.070733 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Checking segment: {'id': '00f3a434-e6e7-4841-801a-e8d4e3e97c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cdd8d416-87cc-4dc6-87dd-1feac96da8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:00:21.070877 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:21.071235 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Bound using segment: {'id': '00f3a434-e6e7-4841-801a-e8d4e3e97c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cdd8d416-87cc-4dc6-87dd-1feac96da8a4'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:00:21.071744 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Bound port: 9369b610-1df0-42ee-87ed-aa1d49b1b9b5, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f3a434-e6e7-4841-801a-e8d4e3e97c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cdd8d416-87cc-4dc6-87dd-1feac96da8a4'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:00:21.072118 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:21.341886 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] For port 9369b610-1df0-42ee-87ed-aa1d49b1b9b5, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:00:21.366812 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] For port 9369b610-1df0-42ee-87ed-aa1d49b1b9b5, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9369b610-1df0-42ee-87ed-aa1d49b1b9b5,segment=NetworkSegment(00f3a434-e6e7-4841-801a-e8d4e3e97c69),segment_id=00f3a434-e6e7-4841-801a-e8d4e3e97c69)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:00:21.400651 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4262893-8391-49ae-8d92-34e9a05863f6', 'name': 'tempest-TestEncryptedCinderVolumes-1197254311-router', 'tenant_id': 'f1bd10706645458cbd2db67d54b10ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '7c88df9b-46dd-4ab1-b672-e8e2a5b85820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:00:11Z', 'updated_at': '2022-03-01T22:00:16Z', 'revision_number': 4, 'project_id': 'f1bd10706645458cbd2db67d54b10ab4', 'gw_port': {'id': '7c88df9b-46dd-4ab1-b672-e8e2a5b85820', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4262893-8391-49ae-8d92-34e9a05863f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:00:12Z', 'updated_at': '2022-03-01T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '9eafef30-605f-4b55-a37a-9e400a7f0192', 'name': '', 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41', 'tenant_id': 'f1bd10706645458cbd2db67d54b10ab4', 'mac_address': 'fa:16:3e:06:e9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4262893-8391-49ae-8d92-34e9a05863f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '67a07ca7-54f8-4529-8311-189373ebbd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:00:15Z', 'updated_at': '2022-03-01T22:00:20Z', 'revision_number': 4, 'project_id': 'f1bd10706645458cbd2db67d54b10ab4', 'subnets': [{'id': '67a07ca7-54f8-4529-8311-189373ebbd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:21.405703 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d692ac1-c666-40fb-9bbb-5b9be6fa130c None None] The sync data for ids ['d4262893-8391-49ae-8d92-34e9a05863f6'] in n-d-827896-4 is: [{'id': 'd4262893-8391-49ae-8d92-34e9a05863f6', 'name': 'tempest-TestEncryptedCinderVolumes-1197254311-router', 'tenant_id': 'f1bd10706645458cbd2db67d54b10ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '7c88df9b-46dd-4ab1-b672-e8e2a5b85820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:00:11Z', 'updated_at': '2022-03-01T22:00:16Z', 'revision_number': 4, 'project_id': 'f1bd10706645458cbd2db67d54b10ab4', 'gw_port': {'id': '7c88df9b-46dd-4ab1-b672-e8e2a5b85820', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4262893-8391-49ae-8d92-34e9a05863f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:00:12Z', 'updated_at': '2022-03-01T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '9eafef30-605f-4b55-a37a-9e400a7f0192', 'name': '', 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41', 'tenant_id': 'f1bd10706645458cbd2db67d54b10ab4', 'mac_address': 'fa:16:3e:06:e9:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4262893-8391-49ae-8d92-34e9a05863f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4134, 'fixed_ips': [{'subnet_id': '67a07ca7-54f8-4529-8311-189373ebbd89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:00:15Z', 'updated_at': '2022-03-01T22:00:20Z', 'revision_number': 4, 'project_id': 'f1bd10706645458cbd2db67d54b10ab4', 'subnets': [{'id': '67a07ca7-54f8-4529-8311-189373ebbd89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:00:21.412249 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:21.522243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b7a13-08ee-471d-bb34-c08a0dcf315a None None] Pushing event updated for resources: {'Port': ['ID=9369b610-1df0-42ee-87ed-aa1d49b1b9b5,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:21.563996 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:21.965861 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:22.108673 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:22.251645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Router 445a966c-ac6f-473c-b042-ad3068f4010a is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 22:00:22.446788 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:00:22.457367 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] Sync routers for ids ['445a966c-ac6f-473c-b042-ad3068f4010a'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:00:22.472356 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] Routers {'445a966c-ac6f-473c-b042-ad3068f4010a'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:00:22.473320 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:00:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['445a966c-ac6f-473c-b042-ad3068f4010a'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:22.531642 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:22.535526 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b653d141-6777-4f2c-9d6e-29530eb0a4a1 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0311081 Mar 01 22:00:22.536746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40130) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:00:22.593049 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0aa68e-670e-4422-bb4f-bb16bd19ab39 None None] Network cdd8d416-87cc-4dc6-87dd-1feac96da8a4 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:00:22.643522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9369b610-1df0-42ee-87ed-aa1d49b1b9b5 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:00:22.740627 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] Set router 445a966c-ac6f-473c-b042-ad3068f4010a gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:00:22.899577 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-aa5e7d52-0108-4f23-a122-cfcdf88574f9 None None] Provisioning for port 9369b610-1df0-42ee-87ed-aa1d49b1b9b5 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:00:22.969774 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 9369b610-1df0-42ee-87ed-aa1d49b1b9b5 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:00:22.978560 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9369b610-1df0-42ee-87ed-aa1d49b1b9b5 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:22.978933 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:23.070255 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445a966c-ac6f-473c-b042-ad3068f4010a', 'name': 'tempest-TestEncryptedCinderVolumes-1668297735-router', 'tenant_id': '7dd549e47a7342b4aa94e6172dcb1647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '7030af7f-3eda-422d-95c2-74d3e6d6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:00:19Z', 'updated_at': '2022-03-01T22:00:21Z', 'revision_number': 3, 'project_id': '7dd549e47a7342b4aa94e6172dcb1647', 'gw_port': {'id': '7030af7f-3eda-422d-95c2-74d3e6d6e004', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445a966c-ac6f-473c-b042-ad3068f4010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:00:20Z', 'updated_at': '2022-03-01T22:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:23.076271 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] Checking router: 445a966c-ac6f-473c-b042-ad3068f4010a for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:00:23.076608 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] Updating router 445a966c-ac6f-473c-b042-ad3068f4010a port 7030af7f-3eda-422d-95c2-74d3e6d6e004 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:00:23.151892 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:23.206245 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:23.250547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 9369b610-1df0-42ee-87ed-aa1d49b1b9b5, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9369b610-1df0-42ee-87ed-aa1d49b1b9b5,segment=NetworkSegment(00f3a434-e6e7-4841-801a-e8d4e3e97c69),segment_id=00f3a434-e6e7-4841-801a-e8d4e3e97c69)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:00:23.299087 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8888-9ffc-46a4-a6ba-f8de9832f903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:23.325995 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:23.327392 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9eafef30-605f-4b55-a37a-9e400a7f0192 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:00:23.463156 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=9369b610-1df0-42ee-87ed-aa1d49b1b9b5,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:23.531159 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-0d6d8888-9ffc-46a4-a6ba-f8de9832f903 admin admin] Allocated IP 172.20.0.1 (cdd8d416-87cc-4dc6-87dd-1feac96da8a4/a6647068-70bb-4963-8a1a-69f9b7a1c3f2/a5426397-4d66-4cda-8d2a-cd33fa1f2353) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:00:23.540776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0f9a04c9-8521-4ee7-8510-ec68e0e79efb None None] Provisioning complete for port 9369b610-1df0-42ee-87ed-aa1d49b1b9b5 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:23.541474 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0f9a04c9-8521-4ee7-8510-ec68e0e79efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:23.573719 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 9eafef30-605f-4b55-a37a-9e400a7f0192 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:00:23.575904 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:23.586941 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9eafef30-605f-4b55-a37a-9e400a7f0192 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:23.587416 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:23.592142 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] Transition to ACTIVE for port object 7030af7f-3eda-422d-95c2-74d3e6d6e004 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:00:23.674460 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:23.760367 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb62e50-9b63-4ce1-be16-d53a61f3fe25 None None] Pushing event updated for resources: {'Port': ['ID=7030af7f-3eda-422d-95c2-74d3e6d6e004,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:23.763156 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] Attempting to bind port 7030af7f-3eda-422d-95c2-74d3e6d6e004 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:00:23.763609 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] Attempting to bind port 7030af7f-3eda-422d-95c2-74d3e6d6e004 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:00:23.764054 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] Attempting to bind port 7030af7f-3eda-422d-95c2-74d3e6d6e004 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:00:23.775017 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:00:23.775017 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:00:23.775280 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:23.775738 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:00:23.777165 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] Bound port: 7030af7f-3eda-422d-95c2-74d3e6d6e004, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:00:23.777297 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:23.785441 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:23.824431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 9eafef30-605f-4b55-a37a-9e400a7f0192, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9eafef30-605f-4b55-a37a-9e400a7f0192,segment=NetworkSegment(7a1ed7c3-720b-4954-a5fe-27f3294b2c71),segment_id=7a1ed7c3-720b-4954-a5fe-27f3294b2c71)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:00:23.829759 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8888-9ffc-46a4-a6ba-f8de9832f903 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:23.845673 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-0d6d8888-9ffc-46a4-a6ba-f8de9832f903 admin admin] Transition to ACTIVE for port object a5426397-4d66-4cda-8d2a-cd33fa1f2353 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:00:23.861889 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] For port 7030af7f-3eda-422d-95c2-74d3e6d6e004, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:00:23.864832 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] For port 7030af7f-3eda-422d-95c2-74d3e6d6e004, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7030af7f-3eda-422d-95c2-74d3e6d6e004,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:00:23.908910 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:23.942480 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8888-9ffc-46a4-a6ba-f8de9832f903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:23.942680 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:23.983787 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=9eafef30-605f-4b55-a37a-9e400a7f0192,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:23.999973 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6d8888-9ffc-46a4-a6ba-f8de9832f903 admin admin] Network cdd8d416-87cc-4dc6-87dd-1feac96da8a4 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:00:24.002443 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-0d6d8888-9ffc-46a4-a6ba-f8de9832f903 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:00:24.006029 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6d8888-9ffc-46a4-a6ba-f8de9832f903 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:00:24.016934 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] Routers {'445a966c-ac6f-473c-b042-ad3068f4010a'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:00:24.017559 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:00:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['445a966c-ac6f-473c-b042-ad3068f4010a'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:24.058966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d8888-9ffc-46a4-a6ba-f8de9832f903 admin admin] Pushing event updated for resources: {'Port': ['ID=a5426397-4d66-4cda-8d2a-cd33fa1f2353,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:24.086107 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8888-9ffc-46a4-a6ba-f8de9832f903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:24.095254 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb62e50-9b63-4ce1-be16-d53a61f3fe25 None None] Pushing event updated for resources: {'Port': ['ID=7030af7f-3eda-422d-95c2-74d3e6d6e004,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:24.235852 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] Set router 445a966c-ac6f-473c-b042-ad3068f4010a gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:00:24.382906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-403a347c-763d-4677-934c-c37f4d1c5625 None None] Provisioning for port a5426397-4d66-4cda-8d2a-cd33fa1f2353 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:00:24.387943 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-403a347c-763d-4677-934c-c37f4d1c5625 None None] Provisioning complete for port a5426397-4d66-4cda-8d2a-cd33fa1f2353 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:24.388316 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-403a347c-763d-4677-934c-c37f4d1c5625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:24.391373 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8888-9ffc-46a4-a6ba-f8de9832f903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:24.444268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-403a347c-763d-4677-934c-c37f4d1c5625 None None] Port a5426397-4d66-4cda-8d2a-cd33fa1f2353 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:00:24.520235 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9369b610-1df0-42ee-87ed-aa1d49b1b9b5 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:00:24.561898 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:24.567449 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445a966c-ac6f-473c-b042-ad3068f4010a', 'name': 'tempest-TestEncryptedCinderVolumes-1668297735-router', 'tenant_id': '7dd549e47a7342b4aa94e6172dcb1647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '7030af7f-3eda-422d-95c2-74d3e6d6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:00:19Z', 'updated_at': '2022-03-01T22:00:21Z', 'revision_number': 3, 'project_id': '7dd549e47a7342b4aa94e6172dcb1647', 'gw_port': {'id': '7030af7f-3eda-422d-95c2-74d3e6d6e004', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445a966c-ac6f-473c-b042-ad3068f4010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:00:20Z', 'updated_at': '2022-03-01T22:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:24.571585 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa944315-8c54-4b01-b3ea-ecd817998752 None None] The sync data for ids ['445a966c-ac6f-473c-b042-ad3068f4010a'] in n-d-827896-4 is: [{'id': '445a966c-ac6f-473c-b042-ad3068f4010a', 'name': 'tempest-TestEncryptedCinderVolumes-1668297735-router', 'tenant_id': '7dd549e47a7342b4aa94e6172dcb1647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '7030af7f-3eda-422d-95c2-74d3e6d6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:00:19Z', 'updated_at': '2022-03-01T22:00:21Z', 'revision_number': 3, 'project_id': '7dd549e47a7342b4aa94e6172dcb1647', 'gw_port': {'id': '7030af7f-3eda-422d-95c2-74d3e6d6e004', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445a966c-ac6f-473c-b042-ad3068f4010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:00:20Z', 'updated_at': '2022-03-01T22:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:00:24.595286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9369b610-1df0-42ee-87ed-aa1d49b1b9b5 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:24.595693 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:24.636569 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8888-9ffc-46a4-a6ba-f8de9832f903 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:24.685839 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8888-9ffc-46a4-a6ba-f8de9832f903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:24.720453 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9eafef30-605f-4b55-a37a-9e400a7f0192 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:00:24.801450 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 9eafef30-605f-4b55-a37a-9e400a7f0192 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:24.801450 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:24.820396 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0d6d8888-9ffc-46a4-a6ba-f8de9832f903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:24.824273 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6d8888-9ffc-46a4-a6ba-f8de9832f903 admin admin] Pushing event updated for resources: {'Port': ['ID=a5426397-4d66-4cda-8d2a-cd33fa1f2353,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:24.970293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6d8888-9ffc-46a4-a6ba-f8de9832f903 admin admin] Network cdd8d416-87cc-4dc6-87dd-1feac96da8a4 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:00:24.971349 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-0d6d8888-9ffc-46a4-a6ba-f8de9832f903 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:00:25.169352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6d8888-9ffc-46a4-a6ba-f8de9832f903 admin admin] Router 445a966c-ac6f-473c-b042-ad3068f4010a has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:00:25.270953 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-bf89fdbf-c9ba-4022-9a0b-5beaeab6aee6 None None] Provisioning complete for port a5426397-4d66-4cda-8d2a-cd33fa1f2353 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:25.271318 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bf89fdbf-c9ba-4022-9a0b-5beaeab6aee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:25.328990 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-bf89fdbf-c9ba-4022-9a0b-5beaeab6aee6 None None] Port a5426397-4d66-4cda-8d2a-cd33fa1f2353 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:00:25.361982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6d8888-9ffc-46a4-a6ba-f8de9832f903 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:00:25.372166 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0d6d8888-9ffc-46a4-a6ba-f8de9832f903 admin admin] 10.222.0.42 "PUT /v2.0/routers/445a966c-ac6f-473c-b042-ad3068f4010a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8342698 Mar 01 22:00:26.117362 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] Sync routers for ids ['445a966c-ac6f-473c-b042-ad3068f4010a'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:00:26.126729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] Routers {'445a966c-ac6f-473c-b042-ad3068f4010a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:00:26.127327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:00:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['445a966c-ac6f-473c-b042-ad3068f4010a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:26.304429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] Set router 445a966c-ac6f-473c-b042-ad3068f4010a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:00:26.567775 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7030af7f-3eda-422d-95c2-74d3e6d6e004 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:00:26.736676 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445a966c-ac6f-473c-b042-ad3068f4010a', 'name': 'tempest-TestEncryptedCinderVolumes-1668297735-router', 'tenant_id': '7dd549e47a7342b4aa94e6172dcb1647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '7030af7f-3eda-422d-95c2-74d3e6d6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:00:19Z', 'updated_at': '2022-03-01T22:00:24Z', 'revision_number': 4, 'project_id': '7dd549e47a7342b4aa94e6172dcb1647', 'gw_port': {'id': '7030af7f-3eda-422d-95c2-74d3e6d6e004', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445a966c-ac6f-473c-b042-ad3068f4010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:00:20Z', 'updated_at': '2022-03-01T22:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'a5426397-4d66-4cda-8d2a-cd33fa1f2353', 'name': '', 'network_id': 'cdd8d416-87cc-4dc6-87dd-1feac96da8a4', 'tenant_id': '7dd549e47a7342b4aa94e6172dcb1647', 'mac_address': 'fa:16:3e:32:67:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445a966c-ac6f-473c-b042-ad3068f4010a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a6647068-70bb-4963-8a1a-69f9b7a1c3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:00:23Z', 'updated_at': '2022-03-01T22:00:24Z', 'revision_number': 2, 'project_id': '7dd549e47a7342b4aa94e6172dcb1647', 'subnets': [{'id': 'a6647068-70bb-4963-8a1a-69f9b7a1c3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:26.740707 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] Checking router: 445a966c-ac6f-473c-b042-ad3068f4010a for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:00:26.741062 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] Updating router 445a966c-ac6f-473c-b042-ad3068f4010a port a5426397-4d66-4cda-8d2a-cd33fa1f2353 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:00:26.780142 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 7030af7f-3eda-422d-95c2-74d3e6d6e004 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:00:26.790390 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 7030af7f-3eda-422d-95c2-74d3e6d6e004 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:26.790761 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:26.841502 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:26.946347 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-dad2589c-9b13-4149-8ae9-496be21219cf tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:26.947760 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-dad2589c-9b13-4149-8ae9-496be21219cf tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/networks?id=92bdb4e6-3406-467d-91b6-c2aeec546a41 HTTP/1.1" status: 200 len: 817 time: 0.2694499 Mar 01 22:00:26.963336 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-277b1c81-8bdb-4b8e-8132-ca438f6a7810 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/quotas/f1bd10706645458cbd2db67d54b10ab4 HTTP/1.1" status: 200 len: 375 time: 0.0098436 Mar 01 22:00:27.048540 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:27.049641 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-82c1c1ab-4667-488f-8ca3-35aeef560eb5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1bd10706645458cbd2db67d54b10ab4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0809212 Mar 01 22:00:27.136320 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 7030af7f-3eda-422d-95c2-74d3e6d6e004, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7030af7f-3eda-422d-95c2-74d3e6d6e004,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:00:27.207140 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:27.312639 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-824aa936-3881-4e1c-a774-fd5418b80350 service neutron] 10.222.0.42 "GET /v2.0/networks/92bdb4e6-3406-467d-91b6-c2aeec546a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463005 Mar 01 22:00:27.318289 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:27.331618 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=7030af7f-3eda-422d-95c2-74d3e6d6e004,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:27.336034 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] Transition to ACTIVE for port object a5426397-4d66-4cda-8d2a-cd33fa1f2353 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:00:27.399416 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:27.446127 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-040755e4-43e5-4e9e-9c11-f332d9c4ebc8 service neutron] 10.222.0.42 "GET /v2.0/networks/92bdb4e6-3406-467d-91b6-c2aeec546a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269982 Mar 01 22:00:27.543043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b883d0-3bae-455e-8139-6a7d91e9e926 None None] Pushing event updated for resources: {'Port': ['ID=a5426397-4d66-4cda-8d2a-cd33fa1f2353,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:27.612609 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0c0f8b37-26ae-4cc6-b45b-882b69a5d36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:27.634571 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] Attempting to bind port a5426397-4d66-4cda-8d2a-cd33fa1f2353 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:00:27.635020 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] Attempting to bind port a5426397-4d66-4cda-8d2a-cd33fa1f2353 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '00f3a434-e6e7-4841-801a-e8d4e3e97c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cdd8d416-87cc-4dc6-87dd-1feac96da8a4'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:00:27.636026 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] Attempting to bind port a5426397-4d66-4cda-8d2a-cd33fa1f2353 on network cdd8d416-87cc-4dc6-87dd-1feac96da8a4 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:00:27.642515 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:00:27.642965 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] Checking segment: {'id': '00f3a434-e6e7-4841-801a-e8d4e3e97c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cdd8d416-87cc-4dc6-87dd-1feac96da8a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:00:27.643519 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:27.643971 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] Bound using segment: {'id': '00f3a434-e6e7-4841-801a-e8d4e3e97c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cdd8d416-87cc-4dc6-87dd-1feac96da8a4'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:00:27.644514 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] Bound port: a5426397-4d66-4cda-8d2a-cd33fa1f2353, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f3a434-e6e7-4841-801a-e8d4e3e97c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cdd8d416-87cc-4dc6-87dd-1feac96da8a4'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:00:27.644946 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:27.758108 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] For port a5426397-4d66-4cda-8d2a-cd33fa1f2353, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:00:27.762222 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] For port a5426397-4d66-4cda-8d2a-cd33fa1f2353, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=a5426397-4d66-4cda-8d2a-cd33fa1f2353,segment=NetworkSegment(00f3a434-e6e7-4841-801a-e8d4e3e97c69),segment_id=00f3a434-e6e7-4841-801a-e8d4e3e97c69)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:00:27.817918 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:27.827729 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfb73b7b-42f5-45e5-8025-de360782bb8c req-7f5b08f6-0061-4ff4-b054-2d4f62149535 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=60f2c2da-35a0-403f-8cc2-6d94d185fed2 HTTP/1.1" status: 200 len: 210 time: 0.1052427 Mar 01 22:00:27.908730 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] Routers {'445a966c-ac6f-473c-b042-ad3068f4010a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:00:27.909349 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:00:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['445a966c-ac6f-473c-b042-ad3068f4010a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:27.972936 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b883d0-3bae-455e-8139-6a7d91e9e926 None None] Pushing event updated for resources: {'Port': ['ID=a5426397-4d66-4cda-8d2a-cd33fa1f2353,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:28.146900 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] Set router 445a966c-ac6f-473c-b042-ad3068f4010a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:00:28.457985 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445a966c-ac6f-473c-b042-ad3068f4010a', 'name': 'tempest-TestEncryptedCinderVolumes-1668297735-router', 'tenant_id': '7dd549e47a7342b4aa94e6172dcb1647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '7030af7f-3eda-422d-95c2-74d3e6d6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:00:19Z', 'updated_at': '2022-03-01T22:00:24Z', 'revision_number': 4, 'project_id': '7dd549e47a7342b4aa94e6172dcb1647', 'gw_port': {'id': '7030af7f-3eda-422d-95c2-74d3e6d6e004', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445a966c-ac6f-473c-b042-ad3068f4010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:00:20Z', 'updated_at': '2022-03-01T22:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'a5426397-4d66-4cda-8d2a-cd33fa1f2353', 'name': '', 'network_id': 'cdd8d416-87cc-4dc6-87dd-1feac96da8a4', 'tenant_id': '7dd549e47a7342b4aa94e6172dcb1647', 'mac_address': 'fa:16:3e:32:67:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445a966c-ac6f-473c-b042-ad3068f4010a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a6647068-70bb-4963-8a1a-69f9b7a1c3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:00:23Z', 'updated_at': '2022-03-01T22:00:27Z', 'revision_number': 4, 'project_id': '7dd549e47a7342b4aa94e6172dcb1647', 'subnets': [{'id': 'a6647068-70bb-4963-8a1a-69f9b7a1c3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:00:28.467710 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ebaee49-0a8b-4d4c-acae-03f2ee306d85 None None] The sync data for ids ['445a966c-ac6f-473c-b042-ad3068f4010a'] in n-d-827896-4 is: [{'id': '445a966c-ac6f-473c-b042-ad3068f4010a', 'name': 'tempest-TestEncryptedCinderVolumes-1668297735-router', 'tenant_id': '7dd549e47a7342b4aa94e6172dcb1647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '7030af7f-3eda-422d-95c2-74d3e6d6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:00:19Z', 'updated_at': '2022-03-01T22:00:24Z', 'revision_number': 4, 'project_id': '7dd549e47a7342b4aa94e6172dcb1647', 'gw_port': {'id': '7030af7f-3eda-422d-95c2-74d3e6d6e004', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445a966c-ac6f-473c-b042-ad3068f4010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:00:20Z', 'updated_at': '2022-03-01T22:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'a5426397-4d66-4cda-8d2a-cd33fa1f2353', 'name': '', 'network_id': 'cdd8d416-87cc-4dc6-87dd-1feac96da8a4', 'tenant_id': '7dd549e47a7342b4aa94e6172dcb1647', 'mac_address': 'fa:16:3e:32:67:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445a966c-ac6f-473c-b042-ad3068f4010a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4146, 'fixed_ips': [{'subnet_id': 'a6647068-70bb-4963-8a1a-69f9b7a1c3f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:00:23Z', 'updated_at': '2022-03-01T22:00:27Z', 'revision_number': 4, 'project_id': '7dd549e47a7342b4aa94e6172dcb1647', 'subnets': [{'id': 'a6647068-70bb-4963-8a1a-69f9b7a1c3f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:00:28.525487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7030af7f-3eda-422d-95c2-74d3e6d6e004 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:00:28.601169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 7030af7f-3eda-422d-95c2-74d3e6d6e004 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:28.601612 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:28.986712 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87acd14e-3533-482d-b639-c61ff74b4af0 req-c0cfff76-baa1-494c-923f-5491a7046eed tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=60f2c2da-35a0-403f-8cc2-6d94d185fed2 HTTP/1.1" status: 200 len: 210 time: 0.0437102 Mar 01 22:00:29.464906 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:00:29.709017 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0fd8d9a3-ab6b-4021-bf75-63d1c7d5cddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:29.943050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-18accb1c-4902-4bbf-99fb-1bd0651a563b tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:29.944515 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-18accb1c-4902-4bbf-99fb-1bd0651a563b tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.55 "GET /v2.0/networks?id=92bdb4e6-3406-467d-91b6-c2aeec546a41 HTTP/1.1" status: 200 len: 817 time: 0.1502402 Mar 01 22:00:29.955767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-f17f95d5-b396-43a6-b093-a704a4fd5f24 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Request body: {'port': {'device_id': '60f2c2da-35a0-403f-8cc2-6d94d185fed2', 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41', 'admin_state_up': True, 'tenant_id': 'f1bd10706645458cbd2db67d54b10ab4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:00:30.096815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-f17f95d5-b396-43a6-b093-a704a4fd5f24 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:00:30.135992 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-f17f95d5-b396-43a6-b093-a704a4fd5f24 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Usage tracker for resource:port and tenant:f1bd10706645458cbd2db67d54b10ab4 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:00:30.146441 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-f17f95d5-b396-43a6-b093-a704a4fd5f24 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:00:30.150636 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b7d3d558-8d5c-4a30-8c02-5193989cfd80 req-1bdb9b7b-2a39-46b6-9962-5cda2495ed85 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=60f2c2da-35a0-403f-8cc2-6d94d185fed2 HTTP/1.1" status: 200 len: 210 time: 0.0512984 Mar 01 22:00:30.154262 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-f17f95d5-b396-43a6-b093-a704a4fd5f24 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:00:30.216979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-f17f95d5-b396-43a6-b093-a704a4fd5f24 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Made reservation on behalf of f1bd10706645458cbd2db67d54b10ab4 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:00:30.220544 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-f17f95d5-b396-43a6-b093-a704a4fd5f24 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:30.375629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-f17f95d5-b396-43a6-b093-a704a4fd5f24 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Allocated IP 172.20.0.6 (92bdb4e6-3406-467d-91b6-c2aeec546a41/67a07ca7-54f8-4529-8311-189373ebbd89/254ffc92-e9c4-41d2-9655-9931b69e9144) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:00:30.526747 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a5426397-4d66-4cda-8d2a-cd33fa1f2353 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:00:30.591017 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-f17f95d5-b396-43a6-b093-a704a4fd5f24 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:30.608234 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-f17f95d5-b396-43a6-b093-a704a4fd5f24 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Transition to ACTIVE for port object 254ffc92-e9c4-41d2-9655-9931b69e9144 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:00:30.645364 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:30.668487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port a5426397-4d66-4cda-8d2a-cd33fa1f2353 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:00:30.673536 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port a5426397-4d66-4cda-8d2a-cd33fa1f2353 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:30.673927 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:30.709730 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-f17f95d5-b396-43a6-b093-a704a4fd5f24 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:30.778141 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:30.778765 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-f17f95d5-b396-43a6-b093-a704a4fd5f24 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Network 92bdb4e6-3406-467d-91b6-c2aeec546a41 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:00:30.786245 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-f17f95d5-b396-43a6-b093-a704a4fd5f24 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:00:30.790664 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-f17f95d5-b396-43a6-b093-a704a4fd5f24 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:00:30.805415 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:30.821711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17f95d5-b396-43a6-b093-a704a4fd5f24 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Pushing event updated for resources: {'Port': ['ID=254ffc92-e9c4-41d2-9655-9931b69e9144,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:30.841116 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port a5426397-4d66-4cda-8d2a-cd33fa1f2353, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=a5426397-4d66-4cda-8d2a-cd33fa1f2353,segment=NetworkSegment(00f3a434-e6e7-4841-801a-e8d4e3e97c69),segment_id=00f3a434-e6e7-4841-801a-e8d4e3e97c69)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:00:30.862361 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-f17f95d5-b396-43a6-b093-a704a4fd5f24 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:30.862969 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-f17f95d5-b396-43a6-b093-a704a4fd5f24 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:30.886790 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:30.949407 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-f17f95d5-b396-43a6-b093-a704a4fd5f24 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9971561 Mar 01 22:00:30.958967 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=a5426397-4d66-4cda-8d2a-cd33fa1f2353,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:30.961339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] Request body: {'port': {'device_id': '60f2c2da-35a0-403f-8cc2-6d94d185fed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:00:31.068242 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:31.137172 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-47e463a0-c68b-4b32-a9d1-b07a898d4b9b None None] Provisioning for port 254ffc92-e9c4-41d2-9655-9931b69e9144 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:00:31.142488 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-47e463a0-c68b-4b32-a9d1-b07a898d4b9b None None] Provisioning complete for port 254ffc92-e9c4-41d2-9655-9931b69e9144 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:31.142950 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-47e463a0-c68b-4b32-a9d1-b07a898d4b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:31.198468 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-47e463a0-c68b-4b32-a9d1-b07a898d4b9b None None] Port 254ffc92-e9c4-41d2-9655-9931b69e9144 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:00:31.521281 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ccfb78-5b4e-44c6-8e6f-029d13523805 req-40414846-b30d-4283-ac5f-52a66c588f2b tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:31.521970 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-00ccfb78-5b4e-44c6-8e6f-029d13523805 req-40414846-b30d-4283-ac5f-52a66c588f2b tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Synchronizing usage tracker for tenant:f1bd10706645458cbd2db67d54b10ab4 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:00:31.589093 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 254ffc92-e9c4-41d2-9655-9931b69e9144 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:00:31.596252 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:31.611110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] Transition to ACTIVE for port object 254ffc92-e9c4-41d2-9655-9931b69e9144 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:00:31.702605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-00ccfb78-5b4e-44c6-8e6f-029d13523805 req-40414846-b30d-4283-ac5f-52a66c588f2b tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Unset dirty status for tenant:f1bd10706645458cbd2db67d54b10ab4 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:00:31.703855 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00ccfb78-5b4e-44c6-8e6f-029d13523805 req-40414846-b30d-4283-ac5f-52a66c588f2b tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=60f2c2da-35a0-403f-8cc2-6d94d185fed2 HTTP/1.1" status: 200 len: 931 time: 0.4093652 Mar 01 22:00:31.724439 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:31.872294 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00ccfb78-5b4e-44c6-8e6f-029d13523805 req-1d7fe63e-a227-4f36-a114-d5e43132f9a4 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623995 Mar 01 22:00:31.907785 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] Pushing event updated for resources: {'Port': ['ID=254ffc92-e9c4-41d2-9655-9931b69e9144,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:31.980339 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] Attempting to bind port 254ffc92-e9c4-41d2-9655-9931b69e9144 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:00:31.980591 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] Attempting to bind port 254ffc92-e9c4-41d2-9655-9931b69e9144 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '7a1ed7c3-720b-4954-a5fe-27f3294b2c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:00:31.980913 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] Attempting to bind port 254ffc92-e9c4-41d2-9655-9931b69e9144 on network 92bdb4e6-3406-467d-91b6-c2aeec546a41 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:00:31.985458 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] Port 254ffc92-e9c4-41d2-9655-9931b69e9144 on network 92bdb4e6-3406-467d-91b6-c2aeec546a41 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 22:00:31.985771 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] Attempting to bind port 254ffc92-e9c4-41d2-9655-9931b69e9144 on network 92bdb4e6-3406-467d-91b6-c2aeec546a41 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:00:31.990751 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:00:31.991075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] Checking segment: {'id': '7a1ed7c3-720b-4954-a5fe-27f3294b2c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:00:31.991472 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] Bound using segment: {'id': '7a1ed7c3-720b-4954-a5fe-27f3294b2c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:00:31.991886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] Bound port: 254ffc92-e9c4-41d2-9655-9931b69e9144, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a1ed7c3-720b-4954-a5fe-27f3294b2c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:00:31.992220 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:32.083698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] For port 254ffc92-e9c4-41d2-9655-9931b69e9144, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:00:32.086495 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] For port 254ffc92-e9c4-41d2-9655-9931b69e9144, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=254ffc92-e9c4-41d2-9655-9931b69e9144,segment=NetworkSegment(7a1ed7c3-720b-4954-a5fe-27f3294b2c71),segment_id=7a1ed7c3-720b-4954-a5fe-27f3294b2c71)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:00:32.171663 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:32.226698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:32.227328 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:32.228749 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] 10.222.0.55 "PUT /v2.0/ports/254ffc92-e9c4-41d2-9655-9931b69e9144 HTTP/1.1" status: 200 len: 1091 time: 1.2718709 Mar 01 22:00:32.229681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f2c2da-35a0-403f-8cc2-6d94d185fed2', 'tag': '254ffc92-e9c4-41d2-9655-9931b69e9144'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:00:32.259263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56579ab5-0ae6-4c1a-ab3c-12939a56604e service neutron] Pushing event updated for resources: {'Port': ['ID=254ffc92-e9c4-41d2-9655-9931b69e9144,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:32.346519 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f2c2da-35a0-403f-8cc2-6d94d185fed2', 'tag': '254ffc92-e9c4-41d2-9655-9931b69e9144', 'status': 'completed', 'code': 200} Mar 01 22:00:32.378579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-793d8f4a-9832-4411-ad0f-965e1f9f7c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:32.380085 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-793d8f4a-9832-4411-ad0f-965e1f9f7c35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1bd10706645458cbd2db67d54b10ab4&device_id=60f2c2da-35a0-403f-8cc2-6d94d185fed2 HTTP/1.1" status: 200 len: 1094 time: 0.0782275 Mar 01 22:00:32.447583 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-9ef26de0-ccab-4e6e-8353-30d99ac12a44 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=254ffc92-e9c4-41d2-9655-9931b69e9144 HTTP/1.1" status: 200 len: 217 time: 0.0601504 Mar 01 22:00:32.458442 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:32.511683 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a5426397-4d66-4cda-8d2a-cd33fa1f2353 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:00:32.513584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-828d9dc1-b74b-450a-8978-9b054aeaf7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:32.515068 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-828d9dc1-b74b-450a-8978-9b054aeaf7ee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=67a07ca7-54f8-4529-8311-189373ebbd89 HTTP/1.1" status: 200 len: 856 time: 0.0621879 Mar 01 22:00:32.580535 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port a5426397-4d66-4cda-8d2a-cd33fa1f2353 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:32.580899 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:32.590803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-cd2916ea-48ca-49e1-ab4d-c09eace5f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:32.592325 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-cd2916ea-48ca-49e1-ab4d-c09eace5f2d8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92bdb4e6-3406-467d-91b6-c2aeec546a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712147 Mar 01 22:00:32.724868 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-ce6ac10b-2766-4bc5-b5b5-b00da26a6e36 service neutron] 10.222.0.55 "GET /v2.0/networks/92bdb4e6-3406-467d-91b6-c2aeec546a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263194 Mar 01 22:00:32.854920 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bffb0f43-7eb0-424f-b90e-b24b7a6d931c req-185b7ad0-e4de-4d65-8e01-a1b8d01483e5 service neutron] 10.222.0.55 "GET /v2.0/networks/92bdb4e6-3406-467d-91b6-c2aeec546a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237848 Mar 01 22:00:33.097252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe01b5-6ec1-4b97-9ddf-744e4e19a33d req-b642930b-f1d7-44b2-9020-4246eec55718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:33.098727 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ebe01b5-6ec1-4b97-9ddf-744e4e19a33d req-b642930b-f1d7-44b2-9020-4246eec55718 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1bd10706645458cbd2db67d54b10ab4&device_id=60f2c2da-35a0-403f-8cc2-6d94d185fed2 HTTP/1.1" status: 200 len: 1094 time: 0.1375692 Mar 01 22:00:33.106913 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9464f99b-7c42-4169-8943-f1b2d7e791e6 req-33be6086-76a0-47fc-8063-14d2b0c1fed3 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:33.108221 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9464f99b-7c42-4169-8943-f1b2d7e791e6 req-33be6086-76a0-47fc-8063-14d2b0c1fed3 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=60f2c2da-35a0-403f-8cc2-6d94d185fed2 HTTP/1.1" status: 200 len: 943 time: 0.1160161 Mar 01 22:00:33.240447 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9464f99b-7c42-4169-8943-f1b2d7e791e6 req-66bf6a03-2f87-4404-b893-427519fab21e tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136107 Mar 01 22:00:33.265574 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe01b5-6ec1-4b97-9ddf-744e4e19a33d req-c5b78c7b-06a1-421f-901d-85d6cbbe0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:33.267011 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ebe01b5-6ec1-4b97-9ddf-744e4e19a33d req-c5b78c7b-06a1-421f-901d-85d6cbbe0bbd service neutron] 10.222.0.55 "GET /v2.0/networks?id=92bdb4e6-3406-467d-91b6-c2aeec546a41 HTTP/1.1" status: 200 len: 918 time: 0.1579452 Mar 01 22:00:33.335789 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ebe01b5-6ec1-4b97-9ddf-744e4e19a33d req-64a2c651-7947-46b9-b921-ad43c801b2a6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=254ffc92-e9c4-41d2-9655-9931b69e9144 HTTP/1.1" status: 200 len: 217 time: 0.0628128 Mar 01 22:00:33.395767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe01b5-6ec1-4b97-9ddf-744e4e19a33d req-0f4797ed-b9f2-4ffb-9a6b-32d492be2b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:33.397062 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ebe01b5-6ec1-4b97-9ddf-744e4e19a33d req-0f4797ed-b9f2-4ffb-9a6b-32d492be2b22 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=67a07ca7-54f8-4529-8311-189373ebbd89 HTTP/1.1" status: 200 len: 856 time: 0.0557530 Mar 01 22:00:33.570131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe01b5-6ec1-4b97-9ddf-744e4e19a33d req-85b9860a-ac1b-4a10-b34a-2ea53b52621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:33.571641 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ebe01b5-6ec1-4b97-9ddf-744e4e19a33d req-85b9860a-ac1b-4a10-b34a-2ea53b52621e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92bdb4e6-3406-467d-91b6-c2aeec546a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678891 Mar 01 22:00:33.703002 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ebe01b5-6ec1-4b97-9ddf-744e4e19a33d req-542a0304-6825-425b-a2f9-384ded2cf59d service neutron] 10.222.0.55 "GET /v2.0/networks/92bdb4e6-3406-467d-91b6-c2aeec546a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245694 Mar 01 22:00:33.831016 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ebe01b5-6ec1-4b97-9ddf-744e4e19a33d req-8a264783-5408-44c0-8e01-1d10073ecd82 service neutron] 10.222.0.55 "GET /v2.0/networks/92bdb4e6-3406-467d-91b6-c2aeec546a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220033 Mar 01 22:00:34.426395 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d287a29-6432-461b-82a8-65196c077ef3 req-766524ce-faf1-4699-8ce2-05894113b886 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:34.428109 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d287a29-6432-461b-82a8-65196c077ef3 req-766524ce-faf1-4699-8ce2-05894113b886 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=60f2c2da-35a0-403f-8cc2-6d94d185fed2 HTTP/1.1" status: 200 len: 943 time: 0.0789645 Mar 01 22:00:34.474384 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d287a29-6432-461b-82a8-65196c077ef3 req-cb709abf-b06c-4147-8ce4-1c58caa47361 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401750 Mar 01 22:00:35.177727 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 254ffc92-e9c4-41d2-9655-9931b69e9144 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 22:00:35.326925 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 254ffc92-e9c4-41d2-9655-9931b69e9144, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=254ffc92-e9c4-41d2-9655-9931b69e9144,segment=NetworkSegment(7a1ed7c3-720b-4954-a5fe-27f3294b2c71),segment_id=7a1ed7c3-720b-4954-a5fe-27f3294b2c71)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:00:35.343079 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '254ffc92-e9c4-41d2-9655-9931b69e9144', 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41', 'port_id': '254ffc92-e9c4-41d2-9655-9931b69e9144', 'mac_address': 'fa:16:3e:5b:93:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a07ca7-54f8-4529-8311-189373ebbd89', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 22:00:35.398747 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:35.415519 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 254ffc92-e9c4-41d2-9655-9931b69e9144 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:00:35.431435 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 254ffc92-e9c4-41d2-9655-9931b69e9144, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=254ffc92-e9c4-41d2-9655-9931b69e9144,segment=NetworkSegment(7a1ed7c3-720b-4954-a5fe-27f3294b2c71),segment_id=7a1ed7c3-720b-4954-a5fe-27f3294b2c71)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:00:35.497009 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:35.567315 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=254ffc92-e9c4-41d2-9655-9931b69e9144,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:35.675299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd123a2a-1ce3-4836-95e8-7ca57cf59e61 req-50942ca3-96e0-4f0b-9f4c-8736a6ff0a48 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:35.676779 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd123a2a-1ce3-4836-95e8-7ca57cf59e61 req-50942ca3-96e0-4f0b-9f4c-8736a6ff0a48 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=60f2c2da-35a0-403f-8cc2-6d94d185fed2 HTTP/1.1" status: 200 len: 944 time: 0.0916018 Mar 01 22:00:35.720629 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd123a2a-1ce3-4836-95e8-7ca57cf59e61 req-6d4c482b-1756-4ddc-a05f-3a6d340ef73d tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378633 Mar 01 22:00:35.823350 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['254ffc92-e9c4-41d2-9655-9931b69e9144'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:00:36.904265 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeadcaa-72bc-4b13-912f-fc3b8fa9493b req-4b091cfc-f0a8-4d34-82f4-522ce9e6b056 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:36.905738 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1aeadcaa-72bc-4b13-912f-fc3b8fa9493b req-4b091cfc-f0a8-4d34-82f4-522ce9e6b056 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=60f2c2da-35a0-403f-8cc2-6d94d185fed2 HTTP/1.1" status: 200 len: 944 time: 0.0824270 Mar 01 22:00:36.951475 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1aeadcaa-72bc-4b13-912f-fc3b8fa9493b req-f5b471c5-831a-4c91-a57b-f946ec9f12df tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389247 Mar 01 22:00:37.192914 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 254ffc92-e9c4-41d2-9655-9931b69e9144 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:00:37.336998 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 254ffc92-e9c4-41d2-9655-9931b69e9144 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:00:37.341663 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 254ffc92-e9c4-41d2-9655-9931b69e9144 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:00:37.342024 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:37.454356 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:37.479538 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f2c2da-35a0-403f-8cc2-6d94d185fed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254ffc92-e9c4-41d2-9655-9931b69e9144'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:00:37.493822 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 254ffc92-e9c4-41d2-9655-9931b69e9144, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=254ffc92-e9c4-41d2-9655-9931b69e9144,segment=NetworkSegment(7a1ed7c3-720b-4954-a5fe-27f3294b2c71),segment_id=7a1ed7c3-720b-4954-a5fe-27f3294b2c71)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:00:37.522783 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f2c2da-35a0-403f-8cc2-6d94d185fed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '254ffc92-e9c4-41d2-9655-9931b69e9144', 'code': 200} Mar 01 22:00:37.543595 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:37.618052 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=254ffc92-e9c4-41d2-9655-9931b69e9144,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:00:37.650459 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c469a8-c0b6-4e53-8d1f-1564bb1a2ccc req-420bdfae-68cd-499e-bd65-951c7c643e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:37.652034 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-03c469a8-c0b6-4e53-8d1f-1564bb1a2ccc req-420bdfae-68cd-499e-bd65-951c7c643e1c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=60f2c2da-35a0-403f-8cc2-6d94d185fed2 HTTP/1.1" status: 200 len: 1096 time: 0.0708654 Mar 01 22:00:37.693253 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-03c469a8-c0b6-4e53-8d1f-1564bb1a2ccc req-736bab5d-5fa9-4859-9329-273777da616a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357728 Mar 01 22:00:38.140229 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b83ecae-0c37-4134-a85e-da3ac2d77bc9 req-401df970-06c7-47b4-b470-6edf85c5abb1 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:38.141680 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b83ecae-0c37-4134-a85e-da3ac2d77bc9 req-401df970-06c7-47b4-b470-6edf85c5abb1 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=60f2c2da-35a0-403f-8cc2-6d94d185fed2 HTTP/1.1" status: 200 len: 945 time: 0.0829225 Mar 01 22:00:38.185781 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3b83ecae-0c37-4134-a85e-da3ac2d77bc9 req-af8585b5-95f1-4bdd-bcdc-800bedbd9985 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383329 Mar 01 22:00:39.374657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673c238d-604e-4580-b88c-7a9cd45e00fe req-3344ab92-441e-4c93-b757-301a6c76d04f tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:39.376047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-673c238d-604e-4580-b88c-7a9cd45e00fe req-3344ab92-441e-4c93-b757-301a6c76d04f tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=60f2c2da-35a0-403f-8cc2-6d94d185fed2 HTTP/1.1" status: 200 len: 945 time: 0.0810490 Mar 01 22:00:39.422206 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-673c238d-604e-4580-b88c-7a9cd45e00fe req-42ca3cb5-2cda-4624-b488-a08452e49830 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406377 Mar 01 22:00:39.603266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bd500-047a-4f02-823c-e553efc2bf85 req-7b9be820-2e85-4769-a7f0-8be7881ff1cd tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:39.604757 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-118bd500-047a-4f02-823c-e553efc2bf85 req-7b9be820-2e85-4769-a7f0-8be7881ff1cd tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=60f2c2da-35a0-403f-8cc2-6d94d185fed2 HTTP/1.1" status: 200 len: 945 time: 0.0801492 Mar 01 22:00:39.649269 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-118bd500-047a-4f02-823c-e553efc2bf85 req-dfea29a2-751c-4433-b051-44331ebad8ff tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382180 Mar 01 22:00:52.113887 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:54.542506 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:57.502355 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4671f935-624d-4c9f-8277-4e531b86884b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:57.621803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c2baa-8dfc-4b00-b1b3-63083078bb3b req-22598e07-d48c-4616-89cc-8b503a8f555e tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:57.623850 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-029c2baa-8dfc-4b00-b1b3-63083078bb3b req-22598e07-d48c-4616-89cc-8b503a8f555e tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=60f2c2da-35a0-403f-8cc2-6d94d185fed2 HTTP/1.1" status: 200 len: 945 time: 0.0824015 Mar 01 22:00:57.667494 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-029c2baa-8dfc-4b00-b1b3-63083078bb3b req-d53a497e-6049-4b8f-ae54-97d710254a57 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376272 Mar 01 22:00:58.854210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0860b4b-ac83-4695-b533-406696c23471 req-2eb6ab87-13bf-4834-a16a-f52138c2f521 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:58.855795 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b0860b4b-ac83-4695-b533-406696c23471 req-2eb6ab87-13bf-4834-a16a-f52138c2f521 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=60f2c2da-35a0-403f-8cc2-6d94d185fed2 HTTP/1.1" status: 200 len: 945 time: 0.0800548 Mar 01 22:00:58.898641 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b0860b4b-ac83-4695-b533-406696c23471 req-2aeb5c1b-87f2-473f-9e68-10b3caf21f01 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365224 Mar 01 22:00:59.466501 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4c0bd4-b20f-44bf-8b85-6ed345d02187 req-98ff8ee9-6562-4b40-ac57-5fb1692f00df tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:00:59.468147 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2a4c0bd4-b20f-44bf-8b85-6ed345d02187 req-98ff8ee9-6562-4b40-ac57-5fb1692f00df tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.55 "GET /v2.0/ports?device_id=60f2c2da-35a0-403f-8cc2-6d94d185fed2 HTTP/1.1" status: 200 len: 945 time: 0.0814633 Mar 01 22:00:59.534700 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-2a4c0bd4-b20f-44bf-8b85-6ed345d02187 req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Deleting port 254ffc92-e9c4-41d2-9655-9931b69e9144 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:00:59.535037 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2a4c0bd4-b20f-44bf-8b85-6ed345d02187 req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:59.707382 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fdb50e4f-f7f3-4714-a067-c7e25255c30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:59.778655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-2a4c0bd4-b20f-44bf-8b85-6ed345d02187 req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] For port 254ffc92-e9c4-41d2-9655-9931b69e9144, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=254ffc92-e9c4-41d2-9655-9931b69e9144,segment=NetworkSegment(7a1ed7c3-720b-4954-a5fe-27f3294b2c71),segment_id=7a1ed7c3-720b-4954-a5fe-27f3294b2c71)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:00:59.779009 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2a4c0bd4-b20f-44bf-8b85-6ed345d02187 req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:00:59.900491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-2a4c0bd4-b20f-44bf-8b85-6ed345d02187 req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Calling delete_port for 254ffc92-e9c4-41d2-9655-9931b69e9144 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:01:00.188446 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea64c539-697c-4c18-87ea-7fb9d9bc2064 req-98bb75a8-b3d9-4d2a-9935-38df99292d0a tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:00.189828 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea64c539-697c-4c18-87ea-7fb9d9bc2064 req-98bb75a8-b3d9-4d2a-9935-38df99292d0a tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=60f2c2da-35a0-403f-8cc2-6d94d185fed2 HTTP/1.1" status: 200 len: 945 time: 0.1610565 Mar 01 22:01:00.241281 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea64c539-697c-4c18-87ea-7fb9d9bc2064 req-51c7f1f7-489f-4a1a-b114-1ce84ab6398d tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458999 Mar 01 22:01:00.302607 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2a4c0bd4-b20f-44bf-8b85-6ed345d02187 req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:00.314193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['254ffc92-e9c4-41d2-9655-9931b69e9144'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:01:00.356908 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Pushing event deleted for resources: {'Port': ['ID=254ffc92-e9c4-41d2-9655-9931b69e9144,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:00.391640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:00.391984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:00.392320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:00.392646 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:00.392968 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:00.393292 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:00.393616 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:00.393938 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:00.394266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:00.394583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:00.394896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:00.395210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:00.445993 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a4c0bd4-b20f-44bf-8b85-6ed345d02187 req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] No DVR routers for this DVR port 254ffc92-e9c4-41d2-9655-9931b69e9144 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:01:00.448575 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-2a4c0bd4-b20f-44bf-8b85-6ed345d02187 req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:00.451348 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f2c2da-35a0-403f-8cc2-6d94d185fed2', 'name': 'network-vif-deleted', 'tag': '254ffc92-e9c4-41d2-9655-9931b69e9144'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:01:00.499152 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f2c2da-35a0-403f-8cc2-6d94d185fed2', 'name': 'network-vif-deleted', 'tag': '254ffc92-e9c4-41d2-9655-9931b69e9144', 'status': 'completed', 'code': 200} Mar 01 22:01:00.532218 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2a4c0bd4-b20f-44bf-8b85-6ed345d02187 req-42beeea9-1491-41fa-99e3-eae137e71ab2 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.55 "DELETE /v2.0/ports/254ffc92-e9c4-41d2-9655-9931b69e9144 HTTP/1.1" status: 204 len: 173 time: 1.0590010 Mar 01 22:01:00.639768 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:00.765445 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:01.403486 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-233953b0-8cbe-43f1-8d8e-592cdf53aedd req-3460d714-a67f-426b-81f7-39426d556eac tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Synchronizing usage tracker for tenant:f1bd10706645458cbd2db67d54b10ab4 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:01:01.461708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-233953b0-8cbe-43f1-8d8e-592cdf53aedd req-3460d714-a67f-426b-81f7-39426d556eac tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Unset dirty status for tenant:f1bd10706645458cbd2db67d54b10ab4 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:01:01.462885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-233953b0-8cbe-43f1-8d8e-592cdf53aedd req-3460d714-a67f-426b-81f7-39426d556eac tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=60f2c2da-35a0-403f-8cc2-6d94d185fed2 HTTP/1.1" status: 200 len: 210 time: 0.1007018 Mar 01 22:01:02.548121 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:03.150932 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-fa1d36d8-2b4e-460b-89fe-1e38ec2a93c5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:03.152394 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-fa1d36d8-2b4e-460b-89fe-1e38ec2a93c5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/networks?id=92bdb4e6-3406-467d-91b6-c2aeec546a41 HTTP/1.1" status: 200 len: 817 time: 0.1460285 Mar 01 22:01:03.167352 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-14045d77-fa0b-428b-99c1-a08d0857f9ac tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/quotas/f1bd10706645458cbd2db67d54b10ab4 HTTP/1.1" status: 200 len: 375 time: 0.0094962 Mar 01 22:01:03.248810 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-30228b63-60e6-4ecc-a8a5-efb895727568 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=f1bd10706645458cbd2db67d54b10ab4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759206 Mar 01 22:01:03.301391 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 254ffc92-e9c4-41d2-9655-9931b69e9144 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:01:03.334577 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 254ffc92-e9c4-41d2-9655-9931b69e9144 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:01:03.334917 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 254ffc92-e9c4-41d2-9655-9931b69e9144 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:01:03.382306 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-be162a08-cec9-4495-ba5e-b161ae0389c7 service neutron] 10.222.0.42 "GET /v2.0/networks/92bdb4e6-3406-467d-91b6-c2aeec546a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224182 Mar 01 22:01:03.510042 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-f48aacf9-7588-441c-a1a8-0593460df957 service neutron] 10.222.0.42 "GET /v2.0/networks/92bdb4e6-3406-467d-91b6-c2aeec546a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219327 Mar 01 22:01:03.756055 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-317247f7-85cb-42d8-8c4e-5287ab47d081 req-3e13b256-66fd-4a59-a1d2-29a2e3eeb3bd tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=a13374d3-9ab2-448e-8eb0-141a5fa869e7 HTTP/1.1" status: 200 len: 210 time: 0.0421057 Mar 01 22:01:04.910240 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5108a925-0ef0-471e-b0b1-1fa0ba4258a6 req-1b7d2ad5-9d25-4e43-ba86-190e181a26a9 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=a13374d3-9ab2-448e-8eb0-141a5fa869e7 HTTP/1.1" status: 200 len: 210 time: 0.0495479 Mar 01 22:01:05.489105 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-46bb0945-14dc-4dcc-b18e-e874773200f6 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:05.490521 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-46bb0945-14dc-4dcc-b18e-e874773200f6 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.55 "GET /v2.0/networks?id=92bdb4e6-3406-467d-91b6-c2aeec546a41 HTTP/1.1" status: 200 len: 817 time: 0.1461670 Mar 01 22:01:05.502115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-edcea457-6e61-4bea-a34b-755733c989d5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Request body: {'port': {'device_id': 'a13374d3-9ab2-448e-8eb0-141a5fa869e7', 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41', 'admin_state_up': True, 'tenant_id': 'f1bd10706645458cbd2db67d54b10ab4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:01:05.635467 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-edcea457-6e61-4bea-a34b-755733c989d5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:01:05.644966 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-edcea457-6e61-4bea-a34b-755733c989d5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:01:05.713494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-edcea457-6e61-4bea-a34b-755733c989d5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Made reservation on behalf of f1bd10706645458cbd2db67d54b10ab4 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:01:05.717583 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-edcea457-6e61-4bea-a34b-755733c989d5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:05.877685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-edcea457-6e61-4bea-a34b-755733c989d5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Allocated IP 172.20.0.13 (92bdb4e6-3406-467d-91b6-c2aeec546a41/67a07ca7-54f8-4529-8311-189373ebbd89/9d8606c2-b6f7-46b0-b830-2609c4cb8fa7) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:01:06.168996 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86f5df2a-c49c-4da3-807d-6dd968239d1d req-db22c7ac-a1ee-4e73-95e4-3283ad12cc42 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=a13374d3-9ab2-448e-8eb0-141a5fa869e7 HTTP/1.1" status: 200 len: 210 time: 0.0549977 Mar 01 22:01:06.220711 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-edcea457-6e61-4bea-a34b-755733c989d5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:06.240162 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-edcea457-6e61-4bea-a34b-755733c989d5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Transition to ACTIVE for port object 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:01:06.360152 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-edcea457-6e61-4bea-a34b-755733c989d5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:06.426907 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-edcea457-6e61-4bea-a34b-755733c989d5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Network 92bdb4e6-3406-467d-91b6-c2aeec546a41 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:01:06.434238 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-edcea457-6e61-4bea-a34b-755733c989d5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:01:06.439179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-edcea457-6e61-4bea-a34b-755733c989d5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:01:06.472468 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:01:06.490258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcea457-6e61-4bea-a34b-755733c989d5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Pushing event updated for resources: {'Port': ['ID=9d8606c2-b6f7-46b0-b830-2609c4cb8fa7,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:06.517963 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-edcea457-6e61-4bea-a34b-755733c989d5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:06.518703 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-edcea457-6e61-4bea-a34b-755733c989d5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:06.605872 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-edcea457-6e61-4bea-a34b-755733c989d5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1074710 Mar 01 22:01:06.617557 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] Request body: {'port': {'device_id': 'a13374d3-9ab2-448e-8eb0-141a5fa869e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:01:06.719496 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-074e13b8-3881-4c0d-a1db-be7bf7c27924 None None] Provisioning for port 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:01:06.724622 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-074e13b8-3881-4c0d-a1db-be7bf7c27924 None None] Provisioning complete for port 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:01:06.730268 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-074e13b8-3881-4c0d-a1db-be7bf7c27924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:06.730379 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:06.780492 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-074e13b8-3881-4c0d-a1db-be7bf7c27924 None None] Port 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:01:07.064879 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:01:07.072164 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:07.086434 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] Transition to ACTIVE for port object 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:01:07.153308 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:07.353344 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8606c2-b6f7-46b0-b830-2609c4cb8fa7,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:07.453555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] Attempting to bind port 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:01:07.453881 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] Attempting to bind port 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '7a1ed7c3-720b-4954-a5fe-27f3294b2c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:01:07.454220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] Attempting to bind port 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 on network 92bdb4e6-3406-467d-91b6-c2aeec546a41 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:01:07.462639 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] Port 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 on network 92bdb4e6-3406-467d-91b6-c2aeec546a41 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 22:01:07.462953 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] Attempting to bind port 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 on network 92bdb4e6-3406-467d-91b6-c2aeec546a41 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:01:07.472399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:01:07.472785 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] Checking segment: {'id': '7a1ed7c3-720b-4954-a5fe-27f3294b2c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:01:07.473097 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] Bound using segment: {'id': '7a1ed7c3-720b-4954-a5fe-27f3294b2c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:01:07.473515 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] Bound port: 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a1ed7c3-720b-4954-a5fe-27f3294b2c71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:01:07.473854 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:07.490259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6d828-d813-45be-b6fa-84f7387cef22 req-b3a5ae7e-103f-452c-be9e-3def894c90ed tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:07.490956 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-bba6d828-d813-45be-b6fa-84f7387cef22 req-b3a5ae7e-103f-452c-be9e-3def894c90ed tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Synchronizing usage tracker for tenant:f1bd10706645458cbd2db67d54b10ab4 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:01:07.589602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] For port 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:01:07.596161 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] For port 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9d8606c2-b6f7-46b0-b830-2609c4cb8fa7,segment=NetworkSegment(7a1ed7c3-720b-4954-a5fe-27f3294b2c71),segment_id=7a1ed7c3-720b-4954-a5fe-27f3294b2c71)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:01:07.633271 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-bba6d828-d813-45be-b6fa-84f7387cef22 req-b3a5ae7e-103f-452c-be9e-3def894c90ed tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Unset dirty status for tenant:f1bd10706645458cbd2db67d54b10ab4 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:01:07.634638 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bba6d828-d813-45be-b6fa-84f7387cef22 req-b3a5ae7e-103f-452c-be9e-3def894c90ed tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=a13374d3-9ab2-448e-8eb0-141a5fa869e7 HTTP/1.1" status: 200 len: 944 time: 0.3314092 Mar 01 22:01:07.698621 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bba6d828-d813-45be-b6fa-84f7387cef22 req-4609c36a-6a57-48c2-988c-d391fa044c09 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570993 Mar 01 22:01:07.700821 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:07.765978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:07.766593 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:07.768197 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] 10.222.0.55 "PUT /v2.0/ports/9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 HTTP/1.1" status: 200 len: 1092 time: 1.1547525 Mar 01 22:01:07.768445 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a13374d3-9ab2-448e-8eb0-141a5fa869e7', 'tag': '9d8606c2-b6f7-46b0-b830-2609c4cb8fa7'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:01:07.798975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2410b5-5265-4ccf-80b5-df7532a7fd71 service neutron] Pushing event updated for resources: {'Port': ['ID=9d8606c2-b6f7-46b0-b830-2609c4cb8fa7,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:07.832319 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a13374d3-9ab2-448e-8eb0-141a5fa869e7', 'tag': '9d8606c2-b6f7-46b0-b830-2609c4cb8fa7', 'status': 'completed', 'code': 200} Mar 01 22:01:07.954362 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b3da1-964a-4cbe-8387-ecced112761b req-cf7d4f9f-3c7f-4cc6-9d3d-e9eac008ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:07.956039 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dc4b3da1-964a-4cbe-8387-ecced112761b req-cf7d4f9f-3c7f-4cc6-9d3d-e9eac008ccc3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1bd10706645458cbd2db67d54b10ab4&device_id=a13374d3-9ab2-448e-8eb0-141a5fa869e7 HTTP/1.1" status: 200 len: 1095 time: 0.1065638 Mar 01 22:01:08.117881 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b3da1-964a-4cbe-8387-ecced112761b req-0e5c127f-206e-4a9f-ba9f-77b1d734697c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:08.119371 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dc4b3da1-964a-4cbe-8387-ecced112761b req-0e5c127f-206e-4a9f-ba9f-77b1d734697c service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=f1bd10706645458cbd2db67d54b10ab4&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1558661 Mar 01 22:01:08.365587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4b3da1-964a-4cbe-8387-ecced112761b req-6817216e-64a4-46ed-a082-51447e1bf603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:08.367025 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dc4b3da1-964a-4cbe-8387-ecced112761b req-6817216e-64a4-46ed-a082-51447e1bf603 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2416759 Mar 01 22:01:08.469920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-ef3f01d3-4fbb-45a3-addd-a7184d277d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:08.471378 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-ef3f01d3-4fbb-45a3-addd-a7184d277d4f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f1bd10706645458cbd2db67d54b10ab4&device_id=a13374d3-9ab2-448e-8eb0-141a5fa869e7 HTTP/1.1" status: 200 len: 1095 time: 0.0699201 Mar 01 22:01:08.542099 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-4e9dbce8-2f8a-4abc-96ab-c8ec334c3dce service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 HTTP/1.1" status: 200 len: 217 time: 0.0645802 Mar 01 22:01:08.602187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-a8a15a22-eef6-4c17-88c4-8e9967c0726c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:08.603610 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-a8a15a22-eef6-4c17-88c4-8e9967c0726c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=67a07ca7-54f8-4529-8311-189373ebbd89 HTTP/1.1" status: 200 len: 856 time: 0.0561130 Mar 01 22:01:08.680047 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-7d1bb04b-4399-4dd8-b1cd-e2a26a90123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:08.681478 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-7d1bb04b-4399-4dd8-b1cd-e2a26a90123f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=92bdb4e6-3406-467d-91b6-c2aeec546a41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724044 Mar 01 22:01:08.811587 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-f30b084b-e438-4703-9081-b1fe0cfeef97 service neutron] 10.222.0.55 "GET /v2.0/networks/92bdb4e6-3406-467d-91b6-c2aeec546a41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239114 Mar 01 22:01:08.992173 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b44f9b0-7e5f-455a-b79f-bd18c3398d3f req-6e7a90cc-0ba4-4558-837f-abb5fb1e8342 service neutron] 10.222.0.55 "GET /v2.0/networks/92bdb4e6-3406-467d-91b6-c2aeec546a41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488693 Mar 01 22:01:09.002171 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d98754f-f59a-4469-ac40-d2fd8aa67235 req-012243f6-146d-41f5-afcc-39d4a5a783a6 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:09.003585 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d98754f-f59a-4469-ac40-d2fd8aa67235 req-012243f6-146d-41f5-afcc-39d4a5a783a6 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=a13374d3-9ab2-448e-8eb0-141a5fa869e7 HTTP/1.1" status: 200 len: 944 time: 0.1911416 Mar 01 22:01:09.048166 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d98754f-f59a-4469-ac40-d2fd8aa67235 req-097277c3-8ef6-4938-bf54-a33f3063cb12 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386980 Mar 01 22:01:10.239123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c9cfa-8b0c-4dfe-b6db-8f1f1f5e3f37 req-44165e83-c1e2-4dbf-b360-c1d01fdccdb7 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:10.240576 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e31c9cfa-8b0c-4dfe-b6db-8f1f1f5e3f37 req-44165e83-c1e2-4dbf-b360-c1d01fdccdb7 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=a13374d3-9ab2-448e-8eb0-141a5fa869e7 HTTP/1.1" status: 200 len: 944 time: 0.0811739 Mar 01 22:01:10.283492 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e31c9cfa-8b0c-4dfe-b6db-8f1f1f5e3f37 req-f1f267a0-825d-4a97-b2b4-6f4bc9c929ce tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373771 Mar 01 22:01:11.317442 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 22:01:11.450236 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9d8606c2-b6f7-46b0-b830-2609c4cb8fa7,segment=NetworkSegment(7a1ed7c3-720b-4954-a5fe-27f3294b2c71),segment_id=7a1ed7c3-720b-4954-a5fe-27f3294b2c71)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:01:11.462900 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '9d8606c2-b6f7-46b0-b830-2609c4cb8fa7', 'network_id': '92bdb4e6-3406-467d-91b6-c2aeec546a41', 'port_id': '9d8606c2-b6f7-46b0-b830-2609c4cb8fa7', 'mac_address': 'fa:16:3e:97:ee:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67a07ca7-54f8-4529-8311-189373ebbd89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 22:01:11.469722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24ab0d-c4db-4cad-9063-6a5db7a3e6b2 req-ac5a1426-a2ae-4791-a2f4-fa6834c6d2b5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:11.471163 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e24ab0d-c4db-4cad-9063-6a5db7a3e6b2 req-ac5a1426-a2ae-4791-a2f4-fa6834c6d2b5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=a13374d3-9ab2-448e-8eb0-141a5fa869e7 HTTP/1.1" status: 200 len: 944 time: 0.0791097 Mar 01 22:01:11.517219 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:11.518189 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e24ab0d-c4db-4cad-9063-6a5db7a3e6b2 req-f1642a14-0768-4c36-bab3-dfb66ef05b35 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412922 Mar 01 22:01:11.534197 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:01:11.549689 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9d8606c2-b6f7-46b0-b830-2609c4cb8fa7,segment=NetworkSegment(7a1ed7c3-720b-4954-a5fe-27f3294b2c71),segment_id=7a1ed7c3-720b-4954-a5fe-27f3294b2c71)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:01:11.621651 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:11.690995 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=9d8606c2-b6f7-46b0-b830-2609c4cb8fa7,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:11.698347 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:11.698697 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:11.699038 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:11.699394 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:11.699734 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:11.700064 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:11.700446 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:11.700715 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:11.701131 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:11.701361 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:11.701691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:11.702009 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:11.900578 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['9d8606c2-b6f7-46b0-b830-2609c4cb8fa7'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:01:12.707160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba96ce-fa92-465a-9124-06af7a8dabe8 req-2a6373cc-05df-4cb0-bb18-d5eaac45492b tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:12.708612 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67ba96ce-fa92-465a-9124-06af7a8dabe8 req-2a6373cc-05df-4cb0-bb18-d5eaac45492b tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=a13374d3-9ab2-448e-8eb0-141a5fa869e7 HTTP/1.1" status: 200 len: 945 time: 0.0792980 Mar 01 22:01:12.752264 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-67ba96ce-fa92-465a-9124-06af7a8dabe8 req-d1151417-3425-49d5-9c13-7a7adaf49692 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378439 Mar 01 22:01:13.347917 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:01:13.490605 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:01:13.495305 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:01:13.495697 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:13.607728 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:13.633088 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13374d3-9ab2-448e-8eb0-141a5fa869e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8606c2-b6f7-46b0-b830-2609c4cb8fa7'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:01:13.645960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9d8606c2-b6f7-46b0-b830-2609c4cb8fa7,segment=NetworkSegment(7a1ed7c3-720b-4954-a5fe-27f3294b2c71),segment_id=7a1ed7c3-720b-4954-a5fe-27f3294b2c71)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:01:13.677164 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13374d3-9ab2-448e-8eb0-141a5fa869e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d8606c2-b6f7-46b0-b830-2609c4cb8fa7', 'code': 200} Mar 01 22:01:13.742139 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:13.805897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f466b1-6047-4d15-ad44-4815f08fde9d req-2844878b-7dd7-4afd-be1c-c2e615fcfcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:13.808026 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87f466b1-6047-4d15-ad44-4815f08fde9d req-2844878b-7dd7-4afd-be1c-c2e615fcfcc9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a13374d3-9ab2-448e-8eb0-141a5fa869e7 HTTP/1.1" status: 200 len: 1097 time: 0.0751154 Mar 01 22:01:13.810313 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=9d8606c2-b6f7-46b0-b830-2609c4cb8fa7,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:13.847891 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-87f466b1-6047-4d15-ad44-4815f08fde9d req-ae3af686-e208-4ca7-a3d3-c4cad960c42c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341437 Mar 01 22:01:13.937772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d8f05d-ab6e-4515-8a52-d6450847ef5f req-de0aa83a-82bb-4478-b869-d4f65202495a tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:13.939111 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72d8f05d-ab6e-4515-8a52-d6450847ef5f req-de0aa83a-82bb-4478-b869-d4f65202495a tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=a13374d3-9ab2-448e-8eb0-141a5fa869e7 HTTP/1.1" status: 200 len: 946 time: 0.0792124 Mar 01 22:01:13.983546 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72d8f05d-ab6e-4515-8a52-d6450847ef5f req-105a50b2-7ab0-4084-9009-7ac65a0aed89 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386577 Mar 01 22:01:15.176769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1b9ba6-4698-42d1-855d-3da46ce98cf1 req-701fd219-92fc-4e93-ac52-d930acec2c98 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:15.178249 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d1b9ba6-4698-42d1-855d-3da46ce98cf1 req-701fd219-92fc-4e93-ac52-d930acec2c98 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=a13374d3-9ab2-448e-8eb0-141a5fa869e7 HTTP/1.1" status: 200 len: 946 time: 0.0853338 Mar 01 22:01:15.222504 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d1b9ba6-4698-42d1-855d-3da46ce98cf1 req-11635f8a-65c9-4f43-b3f3-02a5e745c863 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386093 Mar 01 22:01:16.406945 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c584814-fdec-4d73-aa0e-79be84ff58ca req-5d8dbd9f-189c-4ac2-b93d-da63c81316a8 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:16.408316 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1c584814-fdec-4d73-aa0e-79be84ff58ca req-5d8dbd9f-189c-4ac2-b93d-da63c81316a8 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=a13374d3-9ab2-448e-8eb0-141a5fa869e7 HTTP/1.1" status: 200 len: 946 time: 0.0809634 Mar 01 22:01:16.454887 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1c584814-fdec-4d73-aa0e-79be84ff58ca req-0ebd6e12-9162-4cdc-a585-bb8e18e2f70d tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409496 Mar 01 22:01:16.650330 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2e4d54-d59d-482c-8739-63430c11a555 req-e7f298d4-c9f9-4662-88bb-fd2112324b2c tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:16.651788 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f2e4d54-d59d-482c-8739-63430c11a555 req-e7f298d4-c9f9-4662-88bb-fd2112324b2c tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=a13374d3-9ab2-448e-8eb0-141a5fa869e7 HTTP/1.1" status: 200 len: 946 time: 0.0957210 Mar 01 22:01:16.695631 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f2e4d54-d59d-482c-8739-63430c11a555 req-69239361-4e83-4263-8be3-1b8f5861ce6f tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376384 Mar 01 22:01:22.113172 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:24.535878 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:27.501641 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e592bd9f-79d6-4c2e-a0f3-170fafa78e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:29.686067 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b8ada5f0-f852-4a9e-b66f-43e23fb0df17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:30.644577 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:30.787490 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:32.489959 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:35.585166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915933d-3c69-43d9-978a-e737059a9963 req-aeb451d0-39e8-4998-acf7-b8775382b97b tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:35.586619 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5915933d-3c69-43d9-978a-e737059a9963 req-aeb451d0-39e8-4998-acf7-b8775382b97b tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=a13374d3-9ab2-448e-8eb0-141a5fa869e7 HTTP/1.1" status: 200 len: 946 time: 0.0806346 Mar 01 22:01:35.630626 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5915933d-3c69-43d9-978a-e737059a9963 req-84376fe5-3cef-479a-afe3-6819c115c670 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381885 Mar 01 22:01:36.813391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0a7cc2-4b8b-4515-99d9-0d38a0610802 req-37351110-c97a-4092-9ecf-cdea0dbcc946 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:36.815385 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dc0a7cc2-4b8b-4515-99d9-0d38a0610802 req-37351110-c97a-4092-9ecf-cdea0dbcc946 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=a13374d3-9ab2-448e-8eb0-141a5fa869e7 HTTP/1.1" status: 200 len: 946 time: 0.0774536 Mar 01 22:01:36.857842 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dc0a7cc2-4b8b-4515-99d9-0d38a0610802 req-20a1f349-bb60-42f1-8898-2e00f5694ed5 tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/security-groups?id=526dda86-eb3e-4e8b-9a4b-ff8e8a202677&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367746 Mar 01 22:01:37.262750 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbeb00-5930-466b-9d67-40b81cb31352 req-4c65b848-48e9-4166-83b6-587ba6fad67c tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:37.264188 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6dbeb00-5930-466b-9d67-40b81cb31352 req-4c65b848-48e9-4166-83b6-587ba6fad67c tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.55 "GET /v2.0/ports?device_id=a13374d3-9ab2-448e-8eb0-141a5fa869e7 HTTP/1.1" status: 200 len: 946 time: 0.1754737 Mar 01 22:01:37.331040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-c6dbeb00-5930-466b-9d67-40b81cb31352 req-cd2a0a28-960f-4177-a01f-17bc91a650ac tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Deleting port 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:01:37.331300 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c6dbeb00-5930-466b-9d67-40b81cb31352 req-cd2a0a28-960f-4177-a01f-17bc91a650ac tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:37.568857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-c6dbeb00-5930-466b-9d67-40b81cb31352 req-cd2a0a28-960f-4177-a01f-17bc91a650ac tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] For port 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9d8606c2-b6f7-46b0-b830-2609c4cb8fa7,segment=NetworkSegment(7a1ed7c3-720b-4954-a5fe-27f3294b2c71),segment_id=7a1ed7c3-720b-4954-a5fe-27f3294b2c71)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:01:37.569212 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c6dbeb00-5930-466b-9d67-40b81cb31352 req-cd2a0a28-960f-4177-a01f-17bc91a650ac tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:37.695285 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-c6dbeb00-5930-466b-9d67-40b81cb31352 req-cd2a0a28-960f-4177-a01f-17bc91a650ac tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Calling delete_port for 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:01:37.866899 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c6dbeb00-5930-466b-9d67-40b81cb31352 req-cd2a0a28-960f-4177-a01f-17bc91a650ac tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:37.878895 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['9d8606c2-b6f7-46b0-b830-2609c4cb8fa7'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:01:37.920585 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a0a28-960f-4177-a01f-17bc91a650ac tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Pushing event deleted for resources: {'Port': ['ID=9d8606c2-b6f7-46b0-b830-2609c4cb8fa7,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:38.035899 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6dbeb00-5930-466b-9d67-40b81cb31352 req-cd2a0a28-960f-4177-a01f-17bc91a650ac tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] No DVR routers for this DVR port 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:01:38.042379 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c6dbeb00-5930-466b-9d67-40b81cb31352 req-cd2a0a28-960f-4177-a01f-17bc91a650ac tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:38.044996 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a13374d3-9ab2-448e-8eb0-141a5fa869e7', 'name': 'network-vif-deleted', 'tag': '9d8606c2-b6f7-46b0-b830-2609c4cb8fa7'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:01:38.053245 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0318134e-cbbe-4db4-b455-35be677fe0ae req-523a359c-8b13-4fd1-88c5-91b632391c1c tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.42 "GET /v2.0/ports?device_id=a13374d3-9ab2-448e-8eb0-141a5fa869e7 HTTP/1.1" status: 200 len: 210 time: 0.0652890 Mar 01 22:01:38.103834 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a13374d3-9ab2-448e-8eb0-141a5fa869e7', 'name': 'network-vif-deleted', 'tag': '9d8606c2-b6f7-46b0-b830-2609c4cb8fa7', 'status': 'completed', 'code': 200} Mar 01 22:01:38.124958 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c6dbeb00-5930-466b-9d67-40b81cb31352 req-cd2a0a28-960f-4177-a01f-17bc91a650ac tempest-TestEncryptedCinderVolumes-1475369430 tempest-TestEncryptedCinderVolumes-1475369430-project] 10.222.0.55 "DELETE /v2.0/ports/9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 HTTP/1.1" status: 204 len: 173 time: 0.8554485 Mar 01 22:01:39.217309 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40436) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:01:39.747459 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ffb2ff79-56fe-420e-a0ba-4e2d61b237eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:40.197097 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-ffb2ff79-56fe-420e-a0ba-4e2d61b237eb admin admin] Deleting port 9eafef30-605f-4b55-a37a-9e400a7f0192 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:01:40.197430 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ffb2ff79-56fe-420e-a0ba-4e2d61b237eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:40.363443 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-ffb2ff79-56fe-420e-a0ba-4e2d61b237eb admin admin] For port 9eafef30-605f-4b55-a37a-9e400a7f0192, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9eafef30-605f-4b55-a37a-9e400a7f0192,segment=NetworkSegment(7a1ed7c3-720b-4954-a5fe-27f3294b2c71),segment_id=7a1ed7c3-720b-4954-a5fe-27f3294b2c71)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:01:40.364116 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ffb2ff79-56fe-420e-a0ba-4e2d61b237eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:40.493270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-ffb2ff79-56fe-420e-a0ba-4e2d61b237eb admin admin] Calling delete_port for 9eafef30-605f-4b55-a37a-9e400a7f0192 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:01:40.855480 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ffb2ff79-56fe-420e-a0ba-4e2d61b237eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:40.901858 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2ff79-56fe-420e-a0ba-4e2d61b237eb admin admin] Pushing event deleted for resources: {'Port': ['ID=9eafef30-605f-4b55-a37a-9e400a7f0192,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:41.165684 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ffb2ff79-56fe-420e-a0ba-4e2d61b237eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:41.534917 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:01:41.569334 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:01:41.569679 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9d8606c2-b6f7-46b0-b830-2609c4cb8fa7 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:01:41.623315 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb2ff79-56fe-420e-a0ba-4e2d61b237eb admin admin] Router d4262893-8391-49ae-8d92-34e9a05863f6 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:01:41.799143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb2ff79-56fe-420e-a0ba-4e2d61b237eb admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:01:41.807966 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a019f-7e37-4f1d-aef3-650de3660403 None None] Sync routers for ids ['d4262893-8391-49ae-8d92-34e9a05863f6'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:01:41.811315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ffb2ff79-56fe-420e-a0ba-4e2d61b237eb admin admin] 10.222.0.42 "PUT /v2.0/routers/d4262893-8391-49ae-8d92-34e9a05863f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5928385 Mar 01 22:01:41.813864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40440) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:01:41.818045 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602a019f-7e37-4f1d-aef3-650de3660403 None None] Routers {'d4262893-8391-49ae-8d92-34e9a05863f6'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:01:41.818648 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-602a019f-7e37-4f1d-aef3-650de3660403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:01:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d4262893-8391-49ae-8d92-34e9a05863f6'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:01:41.990497 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-97170a6b-09a0-4618-8ba8-c509073fa6b2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:41.990772 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-602a019f-7e37-4f1d-aef3-650de3660403 None None] Set router d4262893-8391-49ae-8d92-34e9a05863f6 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:01:42.173444 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-97170a6b-09a0-4618-8ba8-c509073fa6b2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:42.238747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-97170a6b-09a0-4618-8ba8-c509073fa6b2 admin admin] Deleting port 7c88df9b-46dd-4ab1-b672-e8e2a5b85820 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:01:42.239082 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-97170a6b-09a0-4618-8ba8-c509073fa6b2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:42.271716 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-602a019f-7e37-4f1d-aef3-650de3660403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4262893-8391-49ae-8d92-34e9a05863f6', 'name': 'tempest-TestEncryptedCinderVolumes-1197254311-router', 'tenant_id': 'f1bd10706645458cbd2db67d54b10ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.30'}], 'enable_snat': True}, 'gw_port_id': '7c88df9b-46dd-4ab1-b672-e8e2a5b85820', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:00:11Z', 'updated_at': '2022-03-01T22:01:40Z', 'revision_number': 5, 'project_id': 'f1bd10706645458cbd2db67d54b10ab4', 'gw_port': {'id': '7c88df9b-46dd-4ab1-b672-e8e2a5b85820', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:20:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4262893-8391-49ae-8d92-34e9a05863f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:00:12Z', 'updated_at': '2022-03-01T22:00:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:01:42.276058 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a019f-7e37-4f1d-aef3-650de3660403 None None] Checking router: d4262893-8391-49ae-8d92-34e9a05863f6 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:01:42.284374 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602a019f-7e37-4f1d-aef3-650de3660403 None None] Routers {'d4262893-8391-49ae-8d92-34e9a05863f6'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:01:42.284960 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-602a019f-7e37-4f1d-aef3-650de3660403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:01:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['d4262893-8391-49ae-8d92-34e9a05863f6'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:01:42.411781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-97170a6b-09a0-4618-8ba8-c509073fa6b2 admin admin] For port 7c88df9b-46dd-4ab1-b672-e8e2a5b85820, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7c88df9b-46dd-4ab1-b672-e8e2a5b85820,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:01:42.412053 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-97170a6b-09a0-4618-8ba8-c509073fa6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:42.433649 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-602a019f-7e37-4f1d-aef3-650de3660403 None None] Set router d4262893-8391-49ae-8d92-34e9a05863f6 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:01:42.538226 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-602a019f-7e37-4f1d-aef3-650de3660403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4262893-8391-49ae-8d92-34e9a05863f6', 'name': 'tempest-TestEncryptedCinderVolumes-1197254311-router', 'tenant_id': 'f1bd10706645458cbd2db67d54b10ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:00:11Z', 'updated_at': '2022-03-01T22:01:42Z', 'revision_number': 6, 'project_id': 'f1bd10706645458cbd2db67d54b10ab4', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:01:42.539747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-97170a6b-09a0-4618-8ba8-c509073fa6b2 admin admin] Calling delete_port for 7c88df9b-46dd-4ab1-b672-e8e2a5b85820 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:01:42.542907 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602a019f-7e37-4f1d-aef3-650de3660403 None None] The sync data for ids ['d4262893-8391-49ae-8d92-34e9a05863f6'] in n-d-827896-4 is: [{'id': 'd4262893-8391-49ae-8d92-34e9a05863f6', 'name': 'tempest-TestEncryptedCinderVolumes-1197254311-router', 'tenant_id': 'f1bd10706645458cbd2db67d54b10ab4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:00:11Z', 'updated_at': '2022-03-01T22:01:42Z', 'revision_number': 6, 'project_id': 'f1bd10706645458cbd2db67d54b10ab4', 'gw_port_host': None}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:01:42.747008 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-97170a6b-09a0-4618-8ba8-c509073fa6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:42.910305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97170a6b-09a0-4618-8ba8-c509073fa6b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c88df9b-46dd-4ab1-b672-e8e2a5b85820,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:43.002244 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-97170a6b-09a0-4618-8ba8-c509073fa6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:43.171651 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-97170a6b-09a0-4618-8ba8-c509073fa6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:43.173795 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-97170a6b-09a0-4618-8ba8-c509073fa6b2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:43.244283 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-97170a6b-09a0-4618-8ba8-c509073fa6b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:43.244792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97170a6b-09a0-4618-8ba8-c509073fa6b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4262893-8391-49ae-8d92-34e9a05863f6 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 22:01:43.258101 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-97170a6b-09a0-4618-8ba8-c509073fa6b2 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:43.261625 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-97170a6b-09a0-4618-8ba8-c509073fa6b2 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d4262893-8391-49ae-8d92-34e9a05863f6 HTTP/1.1" status: 204 len: 168 time: 1.4444103 Mar 01 22:01:43.261853 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40444) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:01:43.320083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5547e29-5263-4a61-b36c-f2b4fa9196b2 admin admin] Deleting subnet 67a07ca7-54f8-4529-8311-189373ebbd89 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 22:01:43.322949 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d5547e29-5263-4a61-b36c-f2b4fa9196b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:43.378780 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d5547e29-5263-4a61-b36c-f2b4fa9196b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:43.456808 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d5547e29-5263-4a61-b36c-f2b4fa9196b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:43.464698 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:01:43.570166 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d5547e29-5263-4a61-b36c-f2b4fa9196b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:43.610341 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5547e29-5263-4a61-b36c-f2b4fa9196b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67a07ca7-54f8-4529-8311-189373ebbd89,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:43.614400 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d5547e29-5263-4a61-b36c-f2b4fa9196b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:43.620085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695ff706-6f1b-41bc-ba3a-508b6345707b None None] Network 92bdb4e6-3406-467d-91b6-c2aeec546a41 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:01:43.620532 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d5547e29-5263-4a61-b36c-f2b4fa9196b2 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/67a07ca7-54f8-4529-8311-189373ebbd89 HTTP/1.1" status: 204 len: 168 time: 0.3576119 Mar 01 22:01:43.622846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40448) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:01:43.730662 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f974c8ba-9927-4e8c-a003-cb1007de1d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:43.741579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f974c8ba-9927-4e8c-a003-cb1007de1d41 admin admin] Deleting port 3a986f7c-5938-4c46-b9d4-440b69d6a276 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:01:43.741907 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f974c8ba-9927-4e8c-a003-cb1007de1d41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:43.867423 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187d3d08-6181-4766-9ab5-26efb4dcdfe6 None None] DHCP port deletion for 92bdb4e6-3406-467d-91b6-c2aeec546a41 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 22:01:43.871551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-187d3d08-6181-4766-9ab5-26efb4dcdfe6 None None] Deleting port 3a986f7c-5938-4c46-b9d4-440b69d6a276 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:01:43.871925 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-187d3d08-6181-4766-9ab5-26efb4dcdfe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:43.949296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-f974c8ba-9927-4e8c-a003-cb1007de1d41 admin admin] For port 3a986f7c-5938-4c46-b9d4-440b69d6a276, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3a986f7c-5938-4c46-b9d4-440b69d6a276,segment=NetworkSegment(7a1ed7c3-720b-4954-a5fe-27f3294b2c71),segment_id=7a1ed7c3-720b-4954-a5fe-27f3294b2c71)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:01:43.949884 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f974c8ba-9927-4e8c-a003-cb1007de1d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:44.079028 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f974c8ba-9927-4e8c-a003-cb1007de1d41 admin admin] Calling delete_port for 3a986f7c-5938-4c46-b9d4-440b69d6a276 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:01:44.102450 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-187d3d08-6181-4766-9ab5-26efb4dcdfe6 None None] For port 3a986f7c-5938-4c46-b9d4-440b69d6a276, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3a986f7c-5938-4c46-b9d4-440b69d6a276,segment=NetworkSegment(7a1ed7c3-720b-4954-a5fe-27f3294b2c71),segment_id=7a1ed7c3-720b-4954-a5fe-27f3294b2c71)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:01:44.102774 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-187d3d08-6181-4766-9ab5-26efb4dcdfe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:44.219686 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-187d3d08-6181-4766-9ab5-26efb4dcdfe6 None None] Calling delete_port for 3a986f7c-5938-4c46-b9d4-440b69d6a276 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:01:44.261176 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f974c8ba-9927-4e8c-a003-cb1007de1d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:44.290098 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-187d3d08-6181-4766-9ab5-26efb4dcdfe6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 22:01:44.290457 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-187d3d08-6181-4766-9ab5-26efb4dcdfe6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 22:01:44.307794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974c8ba-9927-4e8c-a003-cb1007de1d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a986f7c-5938-4c46-b9d4-440b69d6a276,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:44.310967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f974c8ba-9927-4e8c-a003-cb1007de1d41 admin admin] No DVR routers for this DVR port 3a986f7c-5938-4c46-b9d4-440b69d6a276 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:01:44.422031 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f974c8ba-9927-4e8c-a003-cb1007de1d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:44.450860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f974c8ba-9927-4e8c-a003-cb1007de1d41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92bdb4e6-3406-467d-91b6-c2aeec546a41']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:01:44.548826 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7c88df9b-46dd-4ab1-b672-e8e2a5b85820 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:01:44.569365 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f974c8ba-9927-4e8c-a003-cb1007de1d41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a1ed7c3-720b-4954-a5fe-27f3294b2c71') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:01:44.569658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f974c8ba-9927-4e8c-a003-cb1007de1d41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a1ed7c3-720b-4954-a5fe-27f3294b2c71') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:01:44.582824 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f974c8ba-9927-4e8c-a003-cb1007de1d41 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:44.586985 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 7c88df9b-46dd-4ab1-b672-e8e2a5b85820 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:01:44.587331 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7c88df9b-46dd-4ab1-b672-e8e2a5b85820 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:01:44.587771 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9eafef30-605f-4b55-a37a-9e400a7f0192 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:01:44.599044 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f974c8ba-9927-4e8c-a003-cb1007de1d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:44.605006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f974c8ba-9927-4e8c-a003-cb1007de1d41 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 22:01:44.605382 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f974c8ba-9927-4e8c-a003-cb1007de1d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: timer() Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 22:01:44.618558 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 22:01:44.620701 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 9eafef30-605f-4b55-a37a-9e400a7f0192 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:01:44.620701 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9eafef30-605f-4b55-a37a-9e400a7f0192 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:01:44.620701 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3a986f7c-5938-4c46-b9d4-440b69d6a276 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:01:44.653117 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 3a986f7c-5938-4c46-b9d4-440b69d6a276 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:01:44.653460 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3a986f7c-5938-4c46-b9d4-440b69d6a276 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:01:44.741271 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f974c8ba-9927-4e8c-a003-cb1007de1d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:44.757432 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f974c8ba-9927-4e8c-a003-cb1007de1d41 admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:44.769388 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974c8ba-9927-4e8c-a003-cb1007de1d41 admin admin] Pushing event deleted for resources: {'Network': ['ID=92bdb4e6-3406-467d-91b6-c2aeec546a41,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:44.774134 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f974c8ba-9927-4e8c-a003-cb1007de1d41 admin admin] 10.222.0.42 "DELETE /v2.0/networks/92bdb4e6-3406-467d-91b6-c2aeec546a41 HTTP/1.1" status: 204 len: 168 time: 1.1502905 Mar 01 22:01:44.777018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40452) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:01:44.791954 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-187d3d08-6181-4766-9ab5-26efb4dcdfe6 None None] Deleting port 3a986f7c-5938-4c46-b9d4-440b69d6a276 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:01:44.792335 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-187d3d08-6181-4766-9ab5-26efb4dcdfe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:44.868992 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-187d3d08-6181-4766-9ab5-26efb4dcdfe6 None None] The port '3a986f7c-5938-4c46-b9d4-440b69d6a276' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 22:01:45.301519 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e320a0be-26ed-4042-997d-d0b0e64a7f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:45.642286 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e320a0be-26ed-4042-997d-d0b0e64a7f26 admin admin] Deleting port a5426397-4d66-4cda-8d2a-cd33fa1f2353 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:01:45.642618 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e320a0be-26ed-4042-997d-d0b0e64a7f26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:45.811647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-e320a0be-26ed-4042-997d-d0b0e64a7f26 admin admin] For port a5426397-4d66-4cda-8d2a-cd33fa1f2353, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=a5426397-4d66-4cda-8d2a-cd33fa1f2353,segment=NetworkSegment(00f3a434-e6e7-4841-801a-e8d4e3e97c69),segment_id=00f3a434-e6e7-4841-801a-e8d4e3e97c69)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:01:45.811998 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e320a0be-26ed-4042-997d-d0b0e64a7f26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:46.036513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e320a0be-26ed-4042-997d-d0b0e64a7f26 admin admin] Calling delete_port for a5426397-4d66-4cda-8d2a-cd33fa1f2353 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:01:46.260952 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e320a0be-26ed-4042-997d-d0b0e64a7f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:46.307614 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320a0be-26ed-4042-997d-d0b0e64a7f26 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5426397-4d66-4cda-8d2a-cd33fa1f2353,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:46.572908 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e320a0be-26ed-4042-997d-d0b0e64a7f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:46.918620 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e320a0be-26ed-4042-997d-d0b0e64a7f26 admin admin] Router 445a966c-ac6f-473c-b042-ad3068f4010a has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:01:47.093919 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e320a0be-26ed-4042-997d-d0b0e64a7f26 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:01:47.102665 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f94c5b7-5b44-4a6f-81f0-7ded9a278715 None None] Sync routers for ids ['445a966c-ac6f-473c-b042-ad3068f4010a'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:01:47.103265 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e320a0be-26ed-4042-997d-d0b0e64a7f26 admin admin] 10.222.0.42 "PUT /v2.0/routers/445a966c-ac6f-473c-b042-ad3068f4010a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3248703 Mar 01 22:01:47.105568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40456) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:01:47.111410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f94c5b7-5b44-4a6f-81f0-7ded9a278715 None None] Routers {'445a966c-ac6f-473c-b042-ad3068f4010a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:01:47.112541 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8f94c5b7-5b44-4a6f-81f0-7ded9a278715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:01:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['445a966c-ac6f-473c-b042-ad3068f4010a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:01:47.292226 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-8f94c5b7-5b44-4a6f-81f0-7ded9a278715 None None] Set router 445a966c-ac6f-473c-b042-ad3068f4010a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:01:47.412118 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:47.600061 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:47.666333 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8f94c5b7-5b44-4a6f-81f0-7ded9a278715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445a966c-ac6f-473c-b042-ad3068f4010a', 'name': 'tempest-TestEncryptedCinderVolumes-1668297735-router', 'tenant_id': '7dd549e47a7342b4aa94e6172dcb1647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.28'}], 'enable_snat': True}, 'gw_port_id': '7030af7f-3eda-422d-95c2-74d3e6d6e004', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:00:19Z', 'updated_at': '2022-03-01T22:01:46Z', 'revision_number': 5, 'project_id': '7dd549e47a7342b4aa94e6172dcb1647', 'gw_port': {'id': '7030af7f-3eda-422d-95c2-74d3e6d6e004', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:10:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445a966c-ac6f-473c-b042-ad3068f4010a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:00:20Z', 'updated_at': '2022-03-01T22:00:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:01:47.672925 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Deleting port 7030af7f-3eda-422d-95c2-74d3e6d6e004 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:01:47.675753 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:47.679497 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f94c5b7-5b44-4a6f-81f0-7ded9a278715 None None] Checking router: 445a966c-ac6f-473c-b042-ad3068f4010a for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:01:47.741669 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f94c5b7-5b44-4a6f-81f0-7ded9a278715 None None] Routers {'445a966c-ac6f-473c-b042-ad3068f4010a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:01:47.742303 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8f94c5b7-5b44-4a6f-81f0-7ded9a278715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:01:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['445a966c-ac6f-473c-b042-ad3068f4010a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:01:47.851073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] For port 7030af7f-3eda-422d-95c2-74d3e6d6e004, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7030af7f-3eda-422d-95c2-74d3e6d6e004,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:01:47.851333 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:47.943720 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-8f94c5b7-5b44-4a6f-81f0-7ded9a278715 None None] Set router 445a966c-ac6f-473c-b042-ad3068f4010a gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:01:47.976616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Calling delete_port for 7030af7f-3eda-422d-95c2-74d3e6d6e004 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:01:48.059216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-8f94c5b7-5b44-4a6f-81f0-7ded9a278715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445a966c-ac6f-473c-b042-ad3068f4010a', 'name': 'tempest-TestEncryptedCinderVolumes-1668297735-router', 'tenant_id': '7dd549e47a7342b4aa94e6172dcb1647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:00:19Z', 'updated_at': '2022-03-01T22:01:47Z', 'revision_number': 6, 'project_id': '7dd549e47a7342b4aa94e6172dcb1647', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:01:48.065752 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f94c5b7-5b44-4a6f-81f0-7ded9a278715 None None] The sync data for ids ['445a966c-ac6f-473c-b042-ad3068f4010a'] in n-d-827896-4 is: [{'id': '445a966c-ac6f-473c-b042-ad3068f4010a', 'name': 'tempest-TestEncryptedCinderVolumes-1668297735-router', 'tenant_id': '7dd549e47a7342b4aa94e6172dcb1647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:00:19Z', 'updated_at': '2022-03-01T22:01:47Z', 'revision_number': 6, 'project_id': '7dd549e47a7342b4aa94e6172dcb1647', 'gw_port_host': None}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:01:48.312612 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:48.357516 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7030af7f-3eda-422d-95c2-74d3e6d6e004,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:48.390939 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:48.391281 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:48.391645 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:48.391980 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:48.392305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:48.392625 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:48.392944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:48.393290 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:48.394145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:48.394466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:48.394780 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:48.395098 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:48.466595 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:48.636755 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:48.638856 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:48.706589 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:48.707091 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 445a966c-ac6f-473c-b042-ad3068f4010a {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 22:01:48.719645 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:48.720747 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-42728f3c-7397-47f4-9f80-63769861c3b0 admin admin] 10.222.0.42 "DELETE /v2.0/routers/445a966c-ac6f-473c-b042-ad3068f4010a HTTP/1.1" status: 204 len: 168 time: 1.6142206 Mar 01 22:01:48.723690 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40460) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:01:48.839181 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a5426397-4d66-4cda-8d2a-cd33fa1f2353 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:01:48.874571 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: a5426397-4d66-4cda-8d2a-cd33fa1f2353 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:01:48.874914 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a5426397-4d66-4cda-8d2a-cd33fa1f2353 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:01:48.914989 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-315f1079-2fef-46d8-8b81-b7283b86d8fe admin admin] Deleting subnet a6647068-70bb-4963-8a1a-69f9b7a1c3f2 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 22:01:48.918181 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-315f1079-2fef-46d8-8b81-b7283b86d8fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:48.968730 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-315f1079-2fef-46d8-8b81-b7283b86d8fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:49.055920 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-315f1079-2fef-46d8-8b81-b7283b86d8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:49.198394 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-315f1079-2fef-46d8-8b81-b7283b86d8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:49.234466 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315f1079-2fef-46d8-8b81-b7283b86d8fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6647068-70bb-4963-8a1a-69f9b7a1c3f2,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:49.242723 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-315f1079-2fef-46d8-8b81-b7283b86d8fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:49.246092 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78073d70-da35-4978-ade1-52b989d20944 None None] Network cdd8d416-87cc-4dc6-87dd-1feac96da8a4 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:01:49.247911 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-315f1079-2fef-46d8-8b81-b7283b86d8fe admin admin] 10.222.0.42 "DELETE /v2.0/subnets/a6647068-70bb-4963-8a1a-69f9b7a1c3f2 HTTP/1.1" status: 204 len: 168 time: 0.5232835 Mar 01 22:01:49.250314 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40464) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:01:49.355864 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1898-f132-473a-9f4d-04e3a33948a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:49.367129 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-8b3a1898-f132-473a-9f4d-04e3a33948a4 admin admin] Deleting port 9369b610-1df0-42ee-87ed-aa1d49b1b9b5 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:01:49.367491 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1898-f132-473a-9f4d-04e3a33948a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:49.482523 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04c4d39-2fd9-4d3e-844f-13c284495077 None None] DHCP port deletion for cdd8d416-87cc-4dc6-87dd-1feac96da8a4 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 22:01:49.486613 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e04c4d39-2fd9-4d3e-844f-13c284495077 None None] Deleting port 9369b610-1df0-42ee-87ed-aa1d49b1b9b5 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:01:49.486983 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e04c4d39-2fd9-4d3e-844f-13c284495077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:49.582681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-8b3a1898-f132-473a-9f4d-04e3a33948a4 admin admin] For port 9369b610-1df0-42ee-87ed-aa1d49b1b9b5, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9369b610-1df0-42ee-87ed-aa1d49b1b9b5,segment=NetworkSegment(00f3a434-e6e7-4841-801a-e8d4e3e97c69),segment_id=00f3a434-e6e7-4841-801a-e8d4e3e97c69)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:01:49.583039 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1898-f132-473a-9f4d-04e3a33948a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:49.688082 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e04c4d39-2fd9-4d3e-844f-13c284495077 None None] For port 9369b610-1df0-42ee-87ed-aa1d49b1b9b5, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=9369b610-1df0-42ee-87ed-aa1d49b1b9b5,segment=NetworkSegment(00f3a434-e6e7-4841-801a-e8d4e3e97c69),segment_id=00f3a434-e6e7-4841-801a-e8d4e3e97c69)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:01:49.688468 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e04c4d39-2fd9-4d3e-844f-13c284495077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:49.712935 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-8b3a1898-f132-473a-9f4d-04e3a33948a4 admin admin] Calling delete_port for 9369b610-1df0-42ee-87ed-aa1d49b1b9b5 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:01:49.812421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e04c4d39-2fd9-4d3e-844f-13c284495077 None None] Calling delete_port for 9369b610-1df0-42ee-87ed-aa1d49b1b9b5 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:01:49.838495 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1898-f132-473a-9f4d-04e3a33948a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:49.882901 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-e04c4d39-2fd9-4d3e-844f-13c284495077 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 22:01:49.883514 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-e04c4d39-2fd9-4d3e-844f-13c284495077 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 22:01:49.887465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3a1898-f132-473a-9f4d-04e3a33948a4 admin admin] No DVR routers for this DVR port 9369b610-1df0-42ee-87ed-aa1d49b1b9b5 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:01:49.913927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a1898-f132-473a-9f4d-04e3a33948a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9369b610-1df0-42ee-87ed-aa1d49b1b9b5,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:50.006712 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1898-f132-473a-9f4d-04e3a33948a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:50.031782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-8b3a1898-f132-473a-9f4d-04e3a33948a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd8d416-87cc-4dc6-87dd-1feac96da8a4']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:01:50.044254 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-8b3a1898-f132-473a-9f4d-04e3a33948a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f3a434-e6e7-4841-801a-e8d4e3e97c69') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:01:50.044552 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-8b3a1898-f132-473a-9f4d-04e3a33948a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f3a434-e6e7-4841-801a-e8d4e3e97c69') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:01:50.055961 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1898-f132-473a-9f4d-04e3a33948a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:50.071767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1898-f132-473a-9f4d-04e3a33948a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:50.078013 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b3a1898-f132-473a-9f4d-04e3a33948a4 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 22:01:50.079428 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1898-f132-473a-9f4d-04e3a33948a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: timer() Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 22:01:50.095882 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 22:01:50.209821 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1898-f132-473a-9f4d-04e3a33948a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:50.226514 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b3a1898-f132-473a-9f4d-04e3a33948a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:50.236550 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3a1898-f132-473a-9f4d-04e3a33948a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdd8d416-87cc-4dc6-87dd-1feac96da8a4,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:50.241041 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8b3a1898-f132-473a-9f4d-04e3a33948a4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/cdd8d416-87cc-4dc6-87dd-1feac96da8a4 HTTP/1.1" status: 204 len: 168 time: 0.9897985 Mar 01 22:01:50.384263 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e04c4d39-2fd9-4d3e-844f-13c284495077 None None] Deleting port 9369b610-1df0-42ee-87ed-aa1d49b1b9b5 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:01:50.384648 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e04c4d39-2fd9-4d3e-844f-13c284495077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:50.452235 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e04c4d39-2fd9-4d3e-844f-13c284495077 None None] The port '9369b610-1df0-42ee-87ed-aa1d49b1b9b5' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 22:01:50.538993 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7030af7f-3eda-422d-95c2-74d3e6d6e004 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:01:50.573423 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 7030af7f-3eda-422d-95c2-74d3e6d6e004 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:01:50.573589 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7030af7f-3eda-422d-95c2-74d3e6d6e004 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:01:50.574049 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9369b610-1df0-42ee-87ed-aa1d49b1b9b5 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:01:50.588770 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40470) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:01:50.610478 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 9369b610-1df0-42ee-87ed-aa1d49b1b9b5 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:01:50.610819 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 9369b610-1df0-42ee-87ed-aa1d49b1b9b5 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:01:50.645238 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3893cad7-b51b-47eb-9aa3-45b98e91072e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f1bd10706645458cbd2db67d54b10ab4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0553999 Mar 01 22:01:50.647698 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40474) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:01:50.707958 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bcc83b1e-7d53-4f1f-a3bb-655826eb94e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:50.734015 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bcc83b1e-7d53-4f1f-a3bb-655826eb94e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:50.837633 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bcc83b1e-7d53-4f1f-a3bb-655826eb94e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:50.854410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc83b1e-7d53-4f1f-a3bb-655826eb94e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526dda86-eb3e-4e8b-9a4b-ff8e8a202677,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:50.857692 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bcc83b1e-7d53-4f1f-a3bb-655826eb94e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:50.858787 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bcc83b1e-7d53-4f1f-a3bb-655826eb94e3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/526dda86-eb3e-4e8b-9a4b-ff8e8a202677 HTTP/1.1" status: 204 len: 168 time: 0.2102222 Mar 01 22:01:51.485654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40482) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:01:51.534192 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-238b1f8b-d51b-4fe1-9a8d-6dca803d2139 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7dd549e47a7342b4aa94e6172dcb1647&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472379 Mar 01 22:01:51.536410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40486) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:01:51.596321 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5fae01f-1761-466b-8d2b-8e38109e3b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:51.621305 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5fae01f-1761-466b-8d2b-8e38109e3b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:51.718400 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5fae01f-1761-466b-8d2b-8e38109e3b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:51.734174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fae01f-1761-466b-8d2b-8e38109e3b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa848d5-38af-4db2-beb5-cab9cf75a50b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:51.739839 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5fae01f-1761-466b-8d2b-8e38109e3b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:51.743453 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a5fae01f-1761-466b-8d2b-8e38109e3b9a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1fa848d5-38af-4db2-beb5-cab9cf75a50b HTTP/1.1" status: 204 len: 168 time: 0.2036896 Mar 01 22:01:52.124057 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:52.878225 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40510) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:01:52.979178 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-65764517-network', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:01:52.985164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:01:52.989222 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Usage tracker for resource:network and tenant:d74a7a4a4eb04a3f81c03c1e89f62457 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:01:52.992139 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:01:52.998407 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:01:53.055388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Made reservation on behalf of d74a7a4a4eb04a3f81c03c1e89f62457 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:01:53.057834 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:53.070513 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:53.085570 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:01:53.089274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Usage tracker for resource:security_group_rule and tenant:d74a7a4a4eb04a3f81c03c1e89f62457 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:01:53.092096 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:01:53.098503 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:01:53.178085 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:53.231678 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:53.261219 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 22:01:53.270172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90dbded-6fae-495f-ac70-cc03b876089d,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:53.275565 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:53.275908 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Added segment f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf of type vlan for network 96398328-f8a1-4e62-9ad7-720a4ee19fed Mar 01 22:01:53.307876 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:53.409470 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:53.410413 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:53.411003 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:53.511769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] Pushing event updated for resources: {'Network': ['ID=96398328-f8a1-4e62-9ad7-720a4ee19fed,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:53.522080 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 96398328-f8a1-4e62-9ad7-720a4ee19fed details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 22:01:53.564902 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-caa5ab7a-c018-45a0-ad5f-128fb55405d2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6854203 Mar 01 22:01:53.568356 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40516) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:01:53.573749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-63f58cba-18ba-4064-90c0-3b3f63fdd0fe admin admin] Request body: {'subnet': {'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-65764517-subnet', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:01:53.579542 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-63f58cba-18ba-4064-90c0-3b3f63fdd0fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:01:53.584349 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-63f58cba-18ba-4064-90c0-3b3f63fdd0fe admin admin] Usage tracker for resource:subnet and tenant:d74a7a4a4eb04a3f81c03c1e89f62457 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:01:53.587182 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-63f58cba-18ba-4064-90c0-3b3f63fdd0fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:01:53.593049 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-63f58cba-18ba-4064-90c0-3b3f63fdd0fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:01:53.649933 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f58cba-18ba-4064-90c0-3b3f63fdd0fe admin admin] Made reservation on behalf of d74a7a4a4eb04a3f81c03c1e89f62457 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:01:53.652317 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-63f58cba-18ba-4064-90c0-3b3f63fdd0fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:54.015450 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-63f58cba-18ba-4064-90c0-3b3f63fdd0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:54.092938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f58cba-18ba-4064-90c0-3b3f63fdd0fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=15a8170c-c49c-4c3a-8555-9317501e511e,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:54.101030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f58cba-18ba-4064-90c0-3b3f63fdd0fe admin admin] Checking segment: {'id': 'f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:01:54.101394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f58cba-18ba-4064-90c0-3b3f63fdd0fe admin admin] Network hostable DHCP agents. Network: 96398328-f8a1-4e62-9ad7-720a4ee19fed, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 22:01:54.192463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f58cba-18ba-4064-90c0-3b3f63fdd0fe admin admin] Network 96398328-f8a1-4e62-9ad7-720a4ee19fed is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 22:01:54.244214 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-63f58cba-18ba-4064-90c0-3b3f63fdd0fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 96398328-f8a1-4e62-9ad7-720a4ee19fed) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:01:54.248262 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f58cba-18ba-4064-90c0-3b3f63fdd0fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:01:54.248851 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-63f58cba-18ba-4064-90c0-3b3f63fdd0fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:54.254114 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a001e384-35be-4986-81ba-10a81503d6c4 None None] Network 96398328-f8a1-4e62-9ad7-720a4ee19fed requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:01:54.313137 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-63f58cba-18ba-4064-90c0-3b3f63fdd0fe admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7437155 Mar 01 22:01:54.316505 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40520) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:01:54.321444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-65764517-router', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:01:54.327253 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:01:54.331850 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Usage tracker for resource:router and tenant:d74a7a4a4eb04a3f81c03c1e89f62457 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:01:54.336649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:01:54.341797 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:01:54.404395 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:54.405544 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:54.421333 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:54.515820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-96398328-f8a1-4e62-9ad7-720a4ee19fed', 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'fixed_ips': [{'subnet_id': '15a8170c-c49c-4c3a-8555-9317501e511e'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 22:01:54.516740 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:54.575955 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:54.672362 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Allocated IP 172.20.0.2 (96398328-f8a1-4e62-9ad7-720a4ee19fed/15a8170c-c49c-4c3a-8555-9317501e511e/53bb323c-3b06-486e-80c9-23feae73daea) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:01:54.744718 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:54.880700 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:54.890860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Transition to ACTIVE for port object 53bb323c-3b06-486e-80c9-23feae73daea will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:01:54.909801 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Transition to ACTIVE for port object 53bb323c-3b06-486e-80c9-23feae73daea will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:01:54.958462 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:55.021702 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Network 96398328-f8a1-4e62-9ad7-720a4ee19fed is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:01:55.022824 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:01:55.030414 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:01:55.040515 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Pushing event updated for resources: {'Port': ['ID=53bb323c-3b06-486e-80c9-23feae73daea,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:55.125681 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Attempting to bind port 53bb323c-3b06-486e-80c9-23feae73daea on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:01:55.126043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Attempting to bind port 53bb323c-3b06-486e-80c9-23feae73daea by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:01:55.126400 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Attempting to bind port 53bb323c-3b06-486e-80c9-23feae73daea on network 96398328-f8a1-4e62-9ad7-720a4ee19fed {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:01:55.131824 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:01:55.132237 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Checking segment: {'id': 'f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:01:55.132638 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:55.133021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Bound using segment: {'id': 'f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:01:55.133477 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Bound port: 53bb323c-3b06-486e-80c9-23feae73daea, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:01:55.133840 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:55.194192 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:55.222740 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] For port 53bb323c-3b06-486e-80c9-23feae73daea, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:01:55.225764 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] For port 53bb323c-3b06-486e-80c9-23feae73daea, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=53bb323c-3b06-486e-80c9-23feae73daea,segment=NetworkSegment(f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf),segment_id=f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:01:55.227699 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:55.278567 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:55.359300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Allocated IP 172.25.5.68 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/46312da7-1039-49c5-a4f4-a264200f80af) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:01:55.365836 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb2df2-f147-45b7-a6f4-7781f754e3ab None None] Pushing event updated for resources: {'Port': ['ID=53bb323c-3b06-486e-80c9-23feae73daea,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:55.520559 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:55.599044 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:55.659798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:01:55.662589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:01:55.671288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:01:55.706716 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Pushing event updated for resources: {'Port': ['ID=46312da7-1039-49c5-a4f4-a264200f80af,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:56.265216 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:56.329034 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c813759-fbba-4c1e-b968-4e7681cba9b6 None None] Network 96398328-f8a1-4e62-9ad7-720a4ee19fed requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:01:56.478679 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e68698e8-5eb9-429b-a139-4360a37712a4 None None] Provisioning for port 53bb323c-3b06-486e-80c9-23feae73daea completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:01:56.586375 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 53bb323c-3b06-486e-80c9-23feae73daea up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:01:56.618463 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:56.775537 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 53bb323c-3b06-486e-80c9-23feae73daea completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:01:56.780432 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 53bb323c-3b06-486e-80c9-23feae73daea triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:01:56.780799 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:56.843385 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-cf8960fe-5039-4a09-b3d7-dc3d8a3faf71 None None] Provisioning complete for port 53bb323c-3b06-486e-80c9-23feae73daea triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:01:56.843664 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cf8960fe-5039-4a09-b3d7-dc3d8a3faf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:56.906941 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Router 43e752fa-04a5-47bd-822b-6e4376f794d9 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 22:01:56.971413 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:57.045196 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 53bb323c-3b06-486e-80c9-23feae73daea, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=53bb323c-3b06-486e-80c9-23feae73daea,segment=NetworkSegment(f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf),segment_id=f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:01:57.066185 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cf8960fe-5039-4a09-b3d7-dc3d8a3faf71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:57.097783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:01:57.102727 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:57.108801 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] Sync routers for ids ['43e752fa-04a5-47bd-822b-6e4376f794d9'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:01:57.119955 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] Routers {'43e752fa-04a5-47bd-822b-6e4376f794d9'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:01:57.120564 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:01:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['43e752fa-04a5-47bd-822b-6e4376f794d9'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:01:57.193342 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:57.195130 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2b52b152-48b0-4be8-9421-8f03f7800233 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8777022 Mar 01 22:01:57.198551 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40524) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:01:57.216190 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-cf8960fe-5039-4a09-b3d7-dc3d8a3faf71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 22:01:57.216555 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-cf8960fe-5039-4a09-b3d7-dc3d8a3faf71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 22:01:57.219831 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=53bb323c-3b06-486e-80c9-23feae73daea,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:57.336660 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] Set router 43e752fa-04a5-47bd-822b-6e4376f794d9 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:01:57.501771 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-71619a02-edd5-4ed8-a620-570733096937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:57.617951 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'name': 'tempest-TestMinimumBasicScenario-65764517-router', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '46312da7-1039-49c5-a4f4-a264200f80af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:01:54Z', 'updated_at': '2022-03-01T22:01:56Z', 'revision_number': 3, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'gw_port': {'id': '46312da7-1039-49c5-a4f4-a264200f80af', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:55Z', 'updated_at': '2022-03-01T22:01:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:01:57.621807 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] Checking router: 43e752fa-04a5-47bd-822b-6e4376f794d9 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:01:57.622146 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] Updating router 43e752fa-04a5-47bd-822b-6e4376f794d9 port 46312da7-1039-49c5-a4f4-a264200f80af binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:01:57.672896 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:57.996197 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:58.009510 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] Transition to ACTIVE for port object 46312da7-1039-49c5-a4f4-a264200f80af will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:01:58.011826 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdcb3-ac26-40d0-b038-0d20693a8875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:58.077836 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:58.155618 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] Attempting to bind port 46312da7-1039-49c5-a4f4-a264200f80af on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:01:58.156290 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] Attempting to bind port 46312da7-1039-49c5-a4f4-a264200f80af by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:01:58.156407 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] Attempting to bind port 46312da7-1039-49c5-a4f4-a264200f80af on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:01:58.166155 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7064f36-b2e7-4851-8733-955c0490c96c None None] Pushing event updated for resources: {'Port': ['ID=46312da7-1039-49c5-a4f4-a264200f80af,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:58.168476 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 1, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:01:58.172665 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:01:58.172665 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:58.172665 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:01:58.172665 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] Bound port: 46312da7-1039-49c5-a4f4-a264200f80af, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:01:58.172665 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:58.209180 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7064f36-b2e7-4851-8733-955c0490c96c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:58.209518 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7064f36-b2e7-4851-8733-955c0490c96c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:58.209850 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7064f36-b2e7-4851-8733-955c0490c96c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:58.210178 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7064f36-b2e7-4851-8733-955c0490c96c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:58.210503 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7064f36-b2e7-4851-8733-955c0490c96c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:58.210823 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7064f36-b2e7-4851-8733-955c0490c96c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:58.211144 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7064f36-b2e7-4851-8733-955c0490c96c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:58.211487 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7064f36-b2e7-4851-8733-955c0490c96c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:58.211805 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7064f36-b2e7-4851-8733-955c0490c96c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:58.212118 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7064f36-b2e7-4851-8733-955c0490c96c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:58.212429 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7064f36-b2e7-4851-8733-955c0490c96c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:58.212757 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7064f36-b2e7-4851-8733-955c0490c96c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:01:58.224181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-5e6fdcb3-ac26-40d0-b038-0d20693a8875 admin admin] Allocated IP 172.20.0.1 (96398328-f8a1-4e62-9ad7-720a4ee19fed/15a8170c-c49c-4c3a-8555-9317501e511e/f81f645f-6fe8-4160-9848-25f5a048b64d) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:01:58.256680 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] For port 46312da7-1039-49c5-a4f4-a264200f80af, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:01:58.259676 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] For port 46312da7-1039-49c5-a4f4-a264200f80af, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=46312da7-1039-49c5-a4f4-a264200f80af,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:01:58.318392 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:58.373219 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdcb3-ac26-40d0-b038-0d20693a8875 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:58.390322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-5e6fdcb3-ac26-40d0-b038-0d20693a8875 admin admin] Transition to ACTIVE for port object f81f645f-6fe8-4160-9848-25f5a048b64d will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:01:58.398931 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] Routers {'43e752fa-04a5-47bd-822b-6e4376f794d9'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:01:58.399567 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:01:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['43e752fa-04a5-47bd-822b-6e4376f794d9'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:01:58.456401 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdcb3-ac26-40d0-b038-0d20693a8875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:58.460101 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7064f36-b2e7-4851-8733-955c0490c96c None None] Pushing event updated for resources: {'Port': ['ID=46312da7-1039-49c5-a4f4-a264200f80af,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:58.519985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6fdcb3-ac26-40d0-b038-0d20693a8875 admin admin] Network 96398328-f8a1-4e62-9ad7-720a4ee19fed is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:01:58.526784 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-5e6fdcb3-ac26-40d0-b038-0d20693a8875 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:01:58.530879 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6fdcb3-ac26-40d0-b038-0d20693a8875 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:01:58.559911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 53bb323c-3b06-486e-80c9-23feae73daea up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:01:58.586603 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] Set router 43e752fa-04a5-47bd-822b-6e4376f794d9 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:01:58.590891 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fdcb3-ac26-40d0-b038-0d20693a8875 admin admin] Pushing event updated for resources: {'Port': ['ID=f81f645f-6fe8-4160-9848-25f5a048b64d,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:58.611246 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdcb3-ac26-40d0-b038-0d20693a8875 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:58.688105 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 53bb323c-3b06-486e-80c9-23feae73daea triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:01:58.688480 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:58.866702 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-bbd86ac6-9446-435d-a2c8-7d60d6a51960 None None] Provisioning for port f81f645f-6fe8-4160-9848-25f5a048b64d completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:01:58.871750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-bbd86ac6-9446-435d-a2c8-7d60d6a51960 None None] Provisioning complete for port f81f645f-6fe8-4160-9848-25f5a048b64d triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:01:58.872120 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bbd86ac6-9446-435d-a2c8-7d60d6a51960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:58.897492 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'name': 'tempest-TestMinimumBasicScenario-65764517-router', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '46312da7-1039-49c5-a4f4-a264200f80af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:01:54Z', 'updated_at': '2022-03-01T22:01:56Z', 'revision_number': 3, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'gw_port': {'id': '46312da7-1039-49c5-a4f4-a264200f80af', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:55Z', 'updated_at': '2022-03-01T22:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:01:58.901380 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafc156b-cd4d-4226-b0c6-bf32a51779e8 None None] The sync data for ids ['43e752fa-04a5-47bd-822b-6e4376f794d9'] in n-d-827896-4 is: [{'id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'name': 'tempest-TestMinimumBasicScenario-65764517-router', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '46312da7-1039-49c5-a4f4-a264200f80af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:01:54Z', 'updated_at': '2022-03-01T22:01:56Z', 'revision_number': 3, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'gw_port': {'id': '46312da7-1039-49c5-a4f4-a264200f80af', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:55Z', 'updated_at': '2022-03-01T22:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:01:58.928906 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-bbd86ac6-9446-435d-a2c8-7d60d6a51960 None None] Port f81f645f-6fe8-4160-9848-25f5a048b64d cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:01:58.968076 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdcb3-ac26-40d0-b038-0d20693a8875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:59.215519 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdcb3-ac26-40d0-b038-0d20693a8875 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:59.278248 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdcb3-ac26-40d0-b038-0d20693a8875 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:59.517240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6fdcb3-ac26-40d0-b038-0d20693a8875 admin admin] Pushing event updated for resources: {'Port': ['ID=f81f645f-6fe8-4160-9848-25f5a048b64d,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:01:59.520195 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5e6fdcb3-ac26-40d0-b038-0d20693a8875 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:59.660485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6fdcb3-ac26-40d0-b038-0d20693a8875 admin admin] Network 96398328-f8a1-4e62-9ad7-720a4ee19fed is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:01:59.661696 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-5e6fdcb3-ac26-40d0-b038-0d20693a8875 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:01:59.712781 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-00e48fa4-ffaf-4ad0-9f72-dded65a90351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:01:59.870375 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6fdcb3-ac26-40d0-b038-0d20693a8875 admin admin] Router 43e752fa-04a5-47bd-822b-6e4376f794d9 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:01:59.955657 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-23ff1817-71d6-4f13-beb7-ca41a8fabbfb None None] Provisioning complete for port f81f645f-6fe8-4160-9848-25f5a048b64d triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:01:59.956038 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-23ff1817-71d6-4f13-beb7-ca41a8fabbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:00.010984 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-23ff1817-71d6-4f13-beb7-ca41a8fabbfb None None] Port f81f645f-6fe8-4160-9848-25f5a048b64d cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:02:00.049208 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6fdcb3-ac26-40d0-b038-0d20693a8875 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:02:00.058618 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5e6fdcb3-ac26-40d0-b038-0d20693a8875 admin admin] 10.222.0.42 "PUT /v2.0/routers/43e752fa-04a5-47bd-822b-6e4376f794d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8589671 Mar 01 22:02:00.392339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] Sync routers for ids ['43e752fa-04a5-47bd-822b-6e4376f794d9'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:02:00.401777 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] Routers {'43e752fa-04a5-47bd-822b-6e4376f794d9'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:02:00.402387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:02:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['43e752fa-04a5-47bd-822b-6e4376f794d9'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:02:00.586299 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 46312da7-1039-49c5-a4f4-a264200f80af up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:02:00.618928 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] Set router 43e752fa-04a5-47bd-822b-6e4376f794d9 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:02:00.789555 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:00.802308 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40544) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:02:00.808048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1435701516-network', 'tenant_id': '835227628a0f41098c0672e5e5548c39'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:02:00.813538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:02:00.818173 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Usage tracker for resource:network and tenant:835227628a0f41098c0672e5e5548c39 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:02:00.821066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:02:00.827055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:02:00.871996 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:00.883695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Made reservation on behalf of 835227628a0f41098c0672e5e5548c39 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:02:00.886111 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:00.898287 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:00.913145 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:02:00.917030 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Usage tracker for resource:security_group_rule and tenant:835227628a0f41098c0672e5e5548c39 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:02:00.919851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:02:00.926542 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:02:00.943604 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 46312da7-1039-49c5-a4f4-a264200f80af completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:02:00.950193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 46312da7-1039-49c5-a4f4-a264200f80af triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:02:00.950555 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:01.012408 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:01.062031 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'name': 'tempest-TestMinimumBasicScenario-65764517-router', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '46312da7-1039-49c5-a4f4-a264200f80af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:01:54Z', 'updated_at': '2022-03-01T22:01:58Z', 'revision_number': 4, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'gw_port': {'id': '46312da7-1039-49c5-a4f4-a264200f80af', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:55Z', 'updated_at': '2022-03-01T22:01:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f81f645f-6fe8-4160-9848-25f5a048b64d', 'name': '', 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'mac_address': 'fa:16:3e:64:16:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15a8170c-c49c-4c3a-8555-9317501e511e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:58Z', 'updated_at': '2022-03-01T22:01:59Z', 'revision_number': 2, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'subnets': [{'id': '15a8170c-c49c-4c3a-8555-9317501e511e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:02:01.074631 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] Checking router: 43e752fa-04a5-47bd-822b-6e4376f794d9 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:02:01.074913 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] Updating router 43e752fa-04a5-47bd-822b-6e4376f794d9 port f81f645f-6fe8-4160-9848-25f5a048b64d binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:02:01.078302 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:01.106781 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 22:02:01.120088 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac978c7-c2e8-44cd-b501-5efd6ef22687,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:01.124466 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:01.124810 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Added segment 4898e541-c8b4-4fa4-b540-d46192d6a767 of type vlan for network b96ab3d0-ed3b-4cfc-8839-0480c20b88ef Mar 01 22:02:01.128035 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:01.150766 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:01.152745 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:01.167056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 46312da7-1039-49c5-a4f4-a264200f80af, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=46312da7-1039-49c5-a4f4-a264200f80af,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:02:01.206418 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:01.226840 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:01.227940 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:01.228526 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:01.331351 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] Pushing event updated for resources: {'Network': ['ID=b96ab3d0-ed3b-4cfc-8839-0480c20b88ef,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:01.342169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=46312da7-1039-49c5-a4f4-a264200f80af,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:01.349254 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network b96ab3d0-ed3b-4cfc-8839-0480c20b88ef details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 22:02:01.381676 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-200a2216-71b6-46cb-bee5-885cd880a21f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5779750 Mar 01 22:02:01.384056 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40550) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:02:01.389532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-5da72fe1-51f8-470f-bf1e-95348bb0d81c admin admin] Request body: {'subnet': {'network_id': 'b96ab3d0-ed3b-4cfc-8839-0480c20b88ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1435701516-subnet', 'tenant_id': '835227628a0f41098c0672e5e5548c39', 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:02:01.395862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5da72fe1-51f8-470f-bf1e-95348bb0d81c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:02:01.399758 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5da72fe1-51f8-470f-bf1e-95348bb0d81c admin admin] Usage tracker for resource:subnet and tenant:835227628a0f41098c0672e5e5548c39 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:02:01.402632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5da72fe1-51f8-470f-bf1e-95348bb0d81c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:02:01.408410 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5da72fe1-51f8-470f-bf1e-95348bb0d81c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:02:01.494790 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da72fe1-51f8-470f-bf1e-95348bb0d81c admin admin] Made reservation on behalf of 835227628a0f41098c0672e5e5548c39 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:02:01.497240 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5da72fe1-51f8-470f-bf1e-95348bb0d81c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:01.676184 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:01.687827 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] Transition to ACTIVE for port object f81f645f-6fe8-4160-9848-25f5a048b64d will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:02:01.763842 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:01.770287 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5da72fe1-51f8-470f-bf1e-95348bb0d81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:01.850729 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da72fe1-51f8-470f-bf1e-95348bb0d81c admin admin] Pushing event updated for resources: {'Subnet': ['ID=519c70e9-482a-42c4-a592-52a3dc5d9b1f,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:01.859957 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da72fe1-51f8-470f-bf1e-95348bb0d81c admin admin] Checking segment: {'id': '4898e541-c8b4-4fa4-b540-d46192d6a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b96ab3d0-ed3b-4cfc-8839-0480c20b88ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:02:01.860311 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da72fe1-51f8-470f-bf1e-95348bb0d81c admin admin] Network hostable DHCP agents. Network: b96ab3d0-ed3b-4cfc-8839-0480c20b88ef, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 22:02:01.895632 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fafb9-7e8c-474d-a8fa-f0b57e36cc5f None None] Pushing event updated for resources: {'Port': ['ID=f81f645f-6fe8-4160-9848-25f5a048b64d,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:01.964152 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da72fe1-51f8-470f-bf1e-95348bb0d81c admin admin] Network b96ab3d0-ed3b-4cfc-8839-0480c20b88ef is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 22:02:01.986499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] Attempting to bind port f81f645f-6fe8-4160-9848-25f5a048b64d on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:02:01.986925 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] Attempting to bind port f81f645f-6fe8-4160-9848-25f5a048b64d by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:02:01.987350 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] Attempting to bind port f81f645f-6fe8-4160-9848-25f5a048b64d on network 96398328-f8a1-4e62-9ad7-720a4ee19fed {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:02:01.993134 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:02:01.993504 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] Checking segment: {'id': 'f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:02:01.993901 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:01.994284 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] Bound using segment: {'id': 'f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:02:01.994743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] Bound port: f81f645f-6fe8-4160-9848-25f5a048b64d, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:02:01.995108 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:02.015119 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-5da72fe1-51f8-470f-bf1e-95348bb0d81c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, b96ab3d0-ed3b-4cfc-8839-0480c20b88ef) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:02:02.020629 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da72fe1-51f8-470f-bf1e-95348bb0d81c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:02.021979 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5da72fe1-51f8-470f-bf1e-95348bb0d81c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:02.044984 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963a2361-3cc8-4a10-83da-647544eeabfe None None] Network b96ab3d0-ed3b-4cfc-8839-0480c20b88ef requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:02:02.090742 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5da72fe1-51f8-470f-bf1e-95348bb0d81c admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7054482 Mar 01 22:02:02.093267 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40554) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:02:02.098780 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1435701516-router', 'tenant_id': '835227628a0f41098c0672e5e5548c39', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:02:02.104344 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:02:02.108302 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Usage tracker for resource:router and tenant:835227628a0f41098c0672e5e5548c39 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:02:02.111128 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:02:02.116987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:02:02.198010 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:02.198010 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:02.198309 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] For port f81f645f-6fe8-4160-9848-25f5a048b64d, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:02:02.207698 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] For port f81f645f-6fe8-4160-9848-25f5a048b64d, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f81f645f-6fe8-4160-9848-25f5a048b64d,segment=NetworkSegment(f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf),segment_id=f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:02:02.210593 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:02.291090 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:02.347257 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-b96ab3d0-ed3b-4cfc-8839-0480c20b88ef', 'network_id': 'b96ab3d0-ed3b-4cfc-8839-0480c20b88ef', 'tenant_id': '835227628a0f41098c0672e5e5548c39', 'fixed_ips': [{'subnet_id': '519c70e9-482a-42c4-a592-52a3dc5d9b1f'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 22:02:02.348084 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:02.435599 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] Routers {'43e752fa-04a5-47bd-822b-6e4376f794d9'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:02:02.436215 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:02:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['43e752fa-04a5-47bd-822b-6e4376f794d9'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:02:02.499673 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fafb9-7e8c-474d-a8fa-f0b57e36cc5f None None] Pushing event updated for resources: {'Port': ['ID=f81f645f-6fe8-4160-9848-25f5a048b64d,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:02.634765 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 46312da7-1039-49c5-a4f4-a264200f80af up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:02:02.699826 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:02.756206 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:02.784133 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] Set router 43e752fa-04a5-47bd-822b-6e4376f794d9 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:02:02.840474 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Allocated IP 172.20.0.2 (b96ab3d0-ed3b-4cfc-8839-0480c20b88ef/519c70e9-482a-42c4-a592-52a3dc5d9b1f/c1955d42-f66d-4dd6-beb0-be4a9359298e) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:02:02.985010 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 46312da7-1039-49c5-a4f4-a264200f80af triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:02:02.985694 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:03.218086 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:03.253128 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:03.385782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Allocated IP 172.25.5.127 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/ea5222ff-c474-438f-a2ac-07c7bceb7a76) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:02:03.431970 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:03.445947 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Transition to ACTIVE for port object c1955d42-f66d-4dd6-beb0-be4a9359298e will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:02:03.468863 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Transition to ACTIVE for port object c1955d42-f66d-4dd6-beb0-be4a9359298e will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:02:03.472930 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'name': 'tempest-TestMinimumBasicScenario-65764517-router', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '46312da7-1039-49c5-a4f4-a264200f80af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:01:54Z', 'updated_at': '2022-03-01T22:01:58Z', 'revision_number': 4, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'gw_port': {'id': '46312da7-1039-49c5-a4f4-a264200f80af', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:55Z', 'updated_at': '2022-03-01T22:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f81f645f-6fe8-4160-9848-25f5a048b64d', 'name': '', 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'mac_address': 'fa:16:3e:64:16:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15a8170c-c49c-4c3a-8555-9317501e511e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:58Z', 'updated_at': '2022-03-01T22:02:02Z', 'revision_number': 4, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'subnets': [{'id': '15a8170c-c49c-4c3a-8555-9317501e511e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:02:03.476894 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7260219a-d2dc-454d-8127-557c42ac1fbc None None] The sync data for ids ['43e752fa-04a5-47bd-822b-6e4376f794d9'] in n-d-827896-4 is: [{'id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'name': 'tempest-TestMinimumBasicScenario-65764517-router', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '46312da7-1039-49c5-a4f4-a264200f80af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:01:54Z', 'updated_at': '2022-03-01T22:01:58Z', 'revision_number': 4, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'gw_port': {'id': '46312da7-1039-49c5-a4f4-a264200f80af', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:55Z', 'updated_at': '2022-03-01T22:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f81f645f-6fe8-4160-9848-25f5a048b64d', 'name': '', 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'mac_address': 'fa:16:3e:64:16:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15a8170c-c49c-4c3a-8555-9317501e511e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:58Z', 'updated_at': '2022-03-01T22:02:02Z', 'revision_number': 4, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'subnets': [{'id': '15a8170c-c49c-4c3a-8555-9317501e511e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:02:03.547974 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:03.553250 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:03.614555 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Network b96ab3d0-ed3b-4cfc-8839-0480c20b88ef is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:02:03.621716 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:02:03.626517 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:02:03.632537 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Pushing event updated for resources: {'Port': ['ID=c1955d42-f66d-4dd6-beb0-be4a9359298e,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:03.650522 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:03.718350 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:02:03.721677 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:02:03.724355 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Attempting to bind port c1955d42-f66d-4dd6-beb0-be4a9359298e on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:02:03.724759 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Attempting to bind port c1955d42-f66d-4dd6-beb0-be4a9359298e by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '4898e541-c8b4-4fa4-b540-d46192d6a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b96ab3d0-ed3b-4cfc-8839-0480c20b88ef'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:02:03.725181 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Attempting to bind port c1955d42-f66d-4dd6-beb0-be4a9359298e on network b96ab3d0-ed3b-4cfc-8839-0480c20b88ef {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:02:03.730427 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:02:03.731298 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:02:03.731850 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Checking segment: {'id': '4898e541-c8b4-4fa4-b540-d46192d6a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b96ab3d0-ed3b-4cfc-8839-0480c20b88ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:02:03.732489 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:03.732955 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Bound using segment: {'id': '4898e541-c8b4-4fa4-b540-d46192d6a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b96ab3d0-ed3b-4cfc-8839-0480c20b88ef'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:02:03.733496 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Bound port: c1955d42-f66d-4dd6-beb0-be4a9359298e, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4898e541-c8b4-4fa4-b540-d46192d6a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b96ab3d0-ed3b-4cfc-8839-0480c20b88ef'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:02:03.733946 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:03.772699 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Pushing event updated for resources: {'Port': ['ID=ea5222ff-c474-438f-a2ac-07c7bceb7a76,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:03.838152 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] For port c1955d42-f66d-4dd6-beb0-be4a9359298e, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:02:03.841404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] For port c1955d42-f66d-4dd6-beb0-be4a9359298e, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c1955d42-f66d-4dd6-beb0-be4a9359298e,segment=NetworkSegment(4898e541-c8b4-4fa4-b540-d46192d6a767),segment_id=4898e541-c8b4-4fa4-b540-d46192d6a767)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:02:03.919038 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:04.008920 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c97834-62f1-42a4-8179-9062b7842bbb None None] Pushing event updated for resources: {'Port': ['ID=c1955d42-f66d-4dd6-beb0-be4a9359298e,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:04.246394 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:04.620404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f81f645f-6fe8-4160-9848-25f5a048b64d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:02:04.771808 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:04.798438 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port f81f645f-6fe8-4160-9848-25f5a048b64d completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:02:04.804996 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port f81f645f-6fe8-4160-9848-25f5a048b64d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:02:04.805448 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:04.934597 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:04.968747 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port f81f645f-6fe8-4160-9848-25f5a048b64d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f81f645f-6fe8-4160-9848-25f5a048b64d,segment=NetworkSegment(f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf),segment_id=f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:02:05.015437 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:05.016250 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c1955d42-f66d-4dd6-beb0-be4a9359298e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:02:05.038172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Router 8de82289-da5b-476f-a4a7-40dca6ca06e1 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 22:02:05.081871 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedb8cfd-e585-4692-9f3b-a11c8b1f2bb6 None None] Network b96ab3d0-ed3b-4cfc-8839-0480c20b88ef requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:02:05.227383 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:02:05.231003 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4dcf6c3-3142-44c6-b4fd-021777f03cc3 None None] Provisioning for port c1955d42-f66d-4dd6-beb0-be4a9359298e completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:02:05.238842 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] Sync routers for ids ['8de82289-da5b-476f-a4a7-40dca6ca06e1'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:02:05.239523 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=f81f645f-6fe8-4160-9848-25f5a048b64d,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:05.259161 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] Routers {'8de82289-da5b-476f-a4a7-40dca6ca06e1'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:02:05.259809 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:02:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8de82289-da5b-476f-a4a7-40dca6ca06e1'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:02:05.306989 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:05.310770 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a5c2d8e7-373a-42e6-842d-ad002f24710f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.2139237 Mar 01 22:02:05.317100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40560) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:02:05.367761 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port c1955d42-f66d-4dd6-beb0-be4a9359298e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:02:05.379453 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c1955d42-f66d-4dd6-beb0-be4a9359298e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:02:05.379801 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:05.473549 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] Set router 8de82289-da5b-476f-a4a7-40dca6ca06e1 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:02:05.517378 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:05.553994 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port c1955d42-f66d-4dd6-beb0-be4a9359298e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c1955d42-f66d-4dd6-beb0-be4a9359298e,segment=NetworkSegment(4898e541-c8b4-4fa4-b540-d46192d6a767),segment_id=4898e541-c8b4-4fa4-b540-d46192d6a767)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:02:05.616277 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:05.720808 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=c1955d42-f66d-4dd6-beb0-be4a9359298e,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:05.769352 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de82289-da5b-476f-a4a7-40dca6ca06e1', 'name': 'tempest-TestMinimumBasicScenario-1435701516-router', 'tenant_id': '835227628a0f41098c0672e5e5548c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'ea5222ff-c474-438f-a2ac-07c7bceb7a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:02:02Z', 'updated_at': '2022-03-01T22:02:03Z', 'revision_number': 3, 'project_id': '835227628a0f41098c0672e5e5548c39', 'gw_port': {'id': 'ea5222ff-c474-438f-a2ac-07c7bceb7a76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ba:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de82289-da5b-476f-a4a7-40dca6ca06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:02:03Z', 'updated_at': '2022-03-01T22:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:02:05.769738 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0e66c213-f59c-4c60-a1e6-bdf814a80a84 None None] Provisioning complete for port c1955d42-f66d-4dd6-beb0-be4a9359298e triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:02:05.770121 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0e66c213-f59c-4c60-a1e6-bdf814a80a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:05.774608 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] Checking router: 8de82289-da5b-476f-a4a7-40dca6ca06e1 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:02:05.774957 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] Updating router 8de82289-da5b-476f-a4a7-40dca6ca06e1 port ea5222ff-c474-438f-a2ac-07c7bceb7a76 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:02:05.828058 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:06.008790 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-edc145c0-1783-4244-abfe-34b4de5fb265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:06.160187 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:06.171574 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] Transition to ACTIVE for port object ea5222ff-c474-438f-a2ac-07c7bceb7a76 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:02:06.226824 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:06.315749 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246dbed-0b27-4b5c-869e-218a4da410f2 None None] Pushing event updated for resources: {'Port': ['ID=ea5222ff-c474-438f-a2ac-07c7bceb7a76,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:06.321452 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] Attempting to bind port ea5222ff-c474-438f-a2ac-07c7bceb7a76 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:02:06.321821 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] Attempting to bind port ea5222ff-c474-438f-a2ac-07c7bceb7a76 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:02:06.322181 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] Attempting to bind port ea5222ff-c474-438f-a2ac-07c7bceb7a76 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:02:06.328455 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:02:06.328821 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:02:06.329215 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:06.329591 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:02:06.330043 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] Bound port: ea5222ff-c474-438f-a2ac-07c7bceb7a76, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:02:06.330444 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:06.360541 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-edc145c0-1783-4244-abfe-34b4de5fb265 admin admin] Allocated IP 172.20.0.1 (b96ab3d0-ed3b-4cfc-8839-0480c20b88ef/519c70e9-482a-42c4-a592-52a3dc5d9b1f/89374d9a-d4d1-40b5-b47d-10b31239cb06) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:02:06.404244 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] For port ea5222ff-c474-438f-a2ac-07c7bceb7a76, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:02:06.407258 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] For port ea5222ff-c474-438f-a2ac-07c7bceb7a76, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea5222ff-c474-438f-a2ac-07c7bceb7a76,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:02:06.449834 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:06.516740 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-edc145c0-1783-4244-abfe-34b4de5fb265 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:06.533292 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] Routers {'8de82289-da5b-476f-a4a7-40dca6ca06e1'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:02:06.533548 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:02:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8de82289-da5b-476f-a4a7-40dca6ca06e1'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:02:06.535068 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-edc145c0-1783-4244-abfe-34b4de5fb265 admin admin] Transition to ACTIVE for port object 89374d9a-d4d1-40b5-b47d-10b31239cb06 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:02:06.570711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f81f645f-6fe8-4160-9848-25f5a048b64d up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:02:06.593321 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-edc145c0-1783-4244-abfe-34b4de5fb265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:06.603422 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246dbed-0b27-4b5c-869e-218a4da410f2 None None] Pushing event updated for resources: {'Port': ['ID=ea5222ff-c474-438f-a2ac-07c7bceb7a76,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:06.668388 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc145c0-1783-4244-abfe-34b4de5fb265 admin admin] Network b96ab3d0-ed3b-4cfc-8839-0480c20b88ef is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:02:06.671346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-edc145c0-1783-4244-abfe-34b4de5fb265 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:02:06.678535 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc145c0-1783-4244-abfe-34b4de5fb265 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:02:06.702609 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port f81f645f-6fe8-4160-9848-25f5a048b64d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:02:06.703062 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:06.743806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc145c0-1783-4244-abfe-34b4de5fb265 admin admin] Pushing event updated for resources: {'Port': ['ID=89374d9a-d4d1-40b5-b47d-10b31239cb06,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:06.774925 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-edc145c0-1783-4244-abfe-34b4de5fb265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:06.796329 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] Set router 8de82289-da5b-476f-a4a7-40dca6ca06e1 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:02:06.883810 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c1955d42-f66d-4dd6-beb0-be4a9359298e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:02:06.954069 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c1955d42-f66d-4dd6-beb0-be4a9359298e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:02:06.954601 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:07.048098 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-edc145c0-1783-4244-abfe-34b4de5fb265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:07.135245 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3fa4bc04-4a7c-482f-a2b2-d79389b50940 None None] Provisioning for port 89374d9a-d4d1-40b5-b47d-10b31239cb06 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:02:07.140642 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3fa4bc04-4a7c-482f-a2b2-d79389b50940 None None] Provisioning complete for port 89374d9a-d4d1-40b5-b47d-10b31239cb06 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:02:07.146335 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3fa4bc04-4a7c-482f-a2b2-d79389b50940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:07.183410 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de82289-da5b-476f-a4a7-40dca6ca06e1', 'name': 'tempest-TestMinimumBasicScenario-1435701516-router', 'tenant_id': '835227628a0f41098c0672e5e5548c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'ea5222ff-c474-438f-a2ac-07c7bceb7a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:02:02Z', 'updated_at': '2022-03-01T22:02:03Z', 'revision_number': 3, 'project_id': '835227628a0f41098c0672e5e5548c39', 'gw_port': {'id': 'ea5222ff-c474-438f-a2ac-07c7bceb7a76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ba:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de82289-da5b-476f-a4a7-40dca6ca06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:02:03Z', 'updated_at': '2022-03-01T22:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:02:07.187572 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377fed4c-563a-4387-a7cc-0740e2703c2e None None] The sync data for ids ['8de82289-da5b-476f-a4a7-40dca6ca06e1'] in n-d-827896-4 is: [{'id': '8de82289-da5b-476f-a4a7-40dca6ca06e1', 'name': 'tempest-TestMinimumBasicScenario-1435701516-router', 'tenant_id': '835227628a0f41098c0672e5e5548c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'ea5222ff-c474-438f-a2ac-07c7bceb7a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:02:02Z', 'updated_at': '2022-03-01T22:02:03Z', 'revision_number': 3, 'project_id': '835227628a0f41098c0672e5e5548c39', 'gw_port': {'id': 'ea5222ff-c474-438f-a2ac-07c7bceb7a76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ba:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de82289-da5b-476f-a4a7-40dca6ca06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:02:03Z', 'updated_at': '2022-03-01T22:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:02:07.198308 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3fa4bc04-4a7c-482f-a2b2-d79389b50940 None None] Port 89374d9a-d4d1-40b5-b47d-10b31239cb06 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:02:07.287631 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-edc145c0-1783-4244-abfe-34b4de5fb265 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:07.341050 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-edc145c0-1783-4244-abfe-34b4de5fb265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:07.458602 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc145c0-1783-4244-abfe-34b4de5fb265 admin admin] Pushing event updated for resources: {'Port': ['ID=89374d9a-d4d1-40b5-b47d-10b31239cb06,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:07.462201 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-edc145c0-1783-4244-abfe-34b4de5fb265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:07.618148 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc145c0-1783-4244-abfe-34b4de5fb265 admin admin] Network b96ab3d0-ed3b-4cfc-8839-0480c20b88ef is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:02:07.619257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-edc145c0-1783-4244-abfe-34b4de5fb265 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:02:07.824325 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc145c0-1783-4244-abfe-34b4de5fb265 admin admin] Router 8de82289-da5b-476f-a4a7-40dca6ca06e1 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:02:07.921869 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8514cdd6-ba33-4408-ae5c-7ae309628e37 None None] Provisioning complete for port 89374d9a-d4d1-40b5-b47d-10b31239cb06 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:02:07.922445 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8514cdd6-ba33-4408-ae5c-7ae309628e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:07.982039 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8514cdd6-ba33-4408-ae5c-7ae309628e37 None None] Port 89374d9a-d4d1-40b5-b47d-10b31239cb06 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:02:08.013962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc145c0-1783-4244-abfe-34b4de5fb265 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:02:08.023399 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-edc145c0-1783-4244-abfe-34b4de5fb265 admin admin] 10.222.0.42 "PUT /v2.0/routers/8de82289-da5b-476f-a4a7-40dca6ca06e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7114303 Mar 01 22:02:08.588361 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea5222ff-c474-438f-a2ac-07c7bceb7a76 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:02:08.712511 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port ea5222ff-c474-438f-a2ac-07c7bceb7a76 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:02:08.718487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port ea5222ff-c474-438f-a2ac-07c7bceb7a76 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:02:08.718853 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:08.791379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] Sync routers for ids ['8de82289-da5b-476f-a4a7-40dca6ca06e1'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:02:08.832875 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] Routers {'8de82289-da5b-476f-a4a7-40dca6ca06e1'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:02:08.832875 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:02:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8de82289-da5b-476f-a4a7-40dca6ca06e1'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:02:08.959119 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:09.051042 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port ea5222ff-c474-438f-a2ac-07c7bceb7a76, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea5222ff-c474-438f-a2ac-07c7bceb7a76,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:02:09.086296 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] Set router 8de82289-da5b-476f-a4a7-40dca6ca06e1 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:02:09.132950 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:09.310748 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=ea5222ff-c474-438f-a2ac-07c7bceb7a76,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:09.501048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de82289-da5b-476f-a4a7-40dca6ca06e1', 'name': 'tempest-TestMinimumBasicScenario-1435701516-router', 'tenant_id': '835227628a0f41098c0672e5e5548c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'ea5222ff-c474-438f-a2ac-07c7bceb7a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:02:02Z', 'updated_at': '2022-03-01T22:02:06Z', 'revision_number': 4, 'project_id': '835227628a0f41098c0672e5e5548c39', 'gw_port': {'id': 'ea5222ff-c474-438f-a2ac-07c7bceb7a76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ba:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de82289-da5b-476f-a4a7-40dca6ca06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:02:03Z', 'updated_at': '2022-03-01T22:02:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '89374d9a-d4d1-40b5-b47d-10b31239cb06', 'name': '', 'network_id': 'b96ab3d0-ed3b-4cfc-8839-0480c20b88ef', 'tenant_id': '835227628a0f41098c0672e5e5548c39', 'mac_address': 'fa:16:3e:ae:2a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de82289-da5b-476f-a4a7-40dca6ca06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '519c70e9-482a-42c4-a592-52a3dc5d9b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:02:06Z', 'updated_at': '2022-03-01T22:02:07Z', 'revision_number': 2, 'project_id': '835227628a0f41098c0672e5e5548c39', 'subnets': [{'id': '519c70e9-482a-42c4-a592-52a3dc5d9b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:02:09.506711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] Checking router: 8de82289-da5b-476f-a4a7-40dca6ca06e1 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:02:09.507066 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] Updating router 8de82289-da5b-476f-a4a7-40dca6ca06e1 port 89374d9a-d4d1-40b5-b47d-10b31239cb06 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:02:09.562120 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:10.012048 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:10.026469 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] Transition to ACTIVE for port object 89374d9a-d4d1-40b5-b47d-10b31239cb06 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:02:10.106429 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:10.310360 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050d392-351e-4d7f-ae24-2c69dc265770 None None] Pushing event updated for resources: {'Port': ['ID=89374d9a-d4d1-40b5-b47d-10b31239cb06,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:10.336800 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] Attempting to bind port 89374d9a-d4d1-40b5-b47d-10b31239cb06 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:02:10.337170 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] Attempting to bind port 89374d9a-d4d1-40b5-b47d-10b31239cb06 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '4898e541-c8b4-4fa4-b540-d46192d6a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b96ab3d0-ed3b-4cfc-8839-0480c20b88ef'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:02:10.337534 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] Attempting to bind port 89374d9a-d4d1-40b5-b47d-10b31239cb06 on network b96ab3d0-ed3b-4cfc-8839-0480c20b88ef {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:02:10.343679 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 2, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:02:10.344270 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] Checking segment: {'id': '4898e541-c8b4-4fa4-b540-d46192d6a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b96ab3d0-ed3b-4cfc-8839-0480c20b88ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:02:10.344483 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:10.344895 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] Bound using segment: {'id': '4898e541-c8b4-4fa4-b540-d46192d6a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b96ab3d0-ed3b-4cfc-8839-0480c20b88ef'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:02:10.345356 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] Bound port: 89374d9a-d4d1-40b5-b47d-10b31239cb06, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4898e541-c8b4-4fa4-b540-d46192d6a767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'b96ab3d0-ed3b-4cfc-8839-0480c20b88ef'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:02:10.345732 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:10.454949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] For port 89374d9a-d4d1-40b5-b47d-10b31239cb06, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:02:10.457796 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] For port 89374d9a-d4d1-40b5-b47d-10b31239cb06, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=89374d9a-d4d1-40b5-b47d-10b31239cb06,segment=NetworkSegment(4898e541-c8b4-4fa4-b540-d46192d6a767),segment_id=4898e541-c8b4-4fa4-b540-d46192d6a767)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:02:10.506920 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:10.592213 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea5222ff-c474-438f-a2ac-07c7bceb7a76 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:02:10.684142 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] Routers {'8de82289-da5b-476f-a4a7-40dca6ca06e1'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:02:10.684613 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:02:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8de82289-da5b-476f-a4a7-40dca6ca06e1'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:02:10.770518 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9050d392-351e-4d7f-ae24-2c69dc265770 None None] Pushing event updated for resources: {'Port': ['ID=89374d9a-d4d1-40b5-b47d-10b31239cb06,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:10.866684 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port ea5222ff-c474-438f-a2ac-07c7bceb7a76 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:02:10.867063 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:10.968427 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] Set router 8de82289-da5b-476f-a4a7-40dca6ca06e1 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:02:11.386080 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de82289-da5b-476f-a4a7-40dca6ca06e1', 'name': 'tempest-TestMinimumBasicScenario-1435701516-router', 'tenant_id': '835227628a0f41098c0672e5e5548c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'ea5222ff-c474-438f-a2ac-07c7bceb7a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:02:02Z', 'updated_at': '2022-03-01T22:02:06Z', 'revision_number': 4, 'project_id': '835227628a0f41098c0672e5e5548c39', 'gw_port': {'id': 'ea5222ff-c474-438f-a2ac-07c7bceb7a76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de82289-da5b-476f-a4a7-40dca6ca06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:02:03Z', 'updated_at': '2022-03-01T22:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '89374d9a-d4d1-40b5-b47d-10b31239cb06', 'name': '', 'network_id': 'b96ab3d0-ed3b-4cfc-8839-0480c20b88ef', 'tenant_id': '835227628a0f41098c0672e5e5548c39', 'mac_address': 'fa:16:3e:ae:2a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de82289-da5b-476f-a4a7-40dca6ca06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '519c70e9-482a-42c4-a592-52a3dc5d9b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:02:06Z', 'updated_at': '2022-03-01T22:02:10Z', 'revision_number': 4, 'project_id': '835227628a0f41098c0672e5e5548c39', 'subnets': [{'id': '519c70e9-482a-42c4-a592-52a3dc5d9b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:02:11.390510 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b08cf50-1acf-4d7b-8eb0-ca793032cd6b None None] The sync data for ids ['8de82289-da5b-476f-a4a7-40dca6ca06e1'] in n-d-827896-4 is: [{'id': '8de82289-da5b-476f-a4a7-40dca6ca06e1', 'name': 'tempest-TestMinimumBasicScenario-1435701516-router', 'tenant_id': '835227628a0f41098c0672e5e5548c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'ea5222ff-c474-438f-a2ac-07c7bceb7a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:02:02Z', 'updated_at': '2022-03-01T22:02:06Z', 'revision_number': 4, 'project_id': '835227628a0f41098c0672e5e5548c39', 'gw_port': {'id': 'ea5222ff-c474-438f-a2ac-07c7bceb7a76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de82289-da5b-476f-a4a7-40dca6ca06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:02:03Z', 'updated_at': '2022-03-01T22:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '89374d9a-d4d1-40b5-b47d-10b31239cb06', 'name': '', 'network_id': 'b96ab3d0-ed3b-4cfc-8839-0480c20b88ef', 'tenant_id': '835227628a0f41098c0672e5e5548c39', 'mac_address': 'fa:16:3e:ae:2a:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8de82289-da5b-476f-a4a7-40dca6ca06e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '519c70e9-482a-42c4-a592-52a3dc5d9b1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:02:06Z', 'updated_at': '2022-03-01T22:02:10Z', 'revision_number': 4, 'project_id': '835227628a0f41098c0672e5e5548c39', 'subnets': [{'id': '519c70e9-482a-42c4-a592-52a3dc5d9b1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:02:12.585156 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 89374d9a-d4d1-40b5-b47d-10b31239cb06 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:02:12.781312 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 89374d9a-d4d1-40b5-b47d-10b31239cb06 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:02:12.787803 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 89374d9a-d4d1-40b5-b47d-10b31239cb06 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:02:12.788182 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:12.919094 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:13.008319 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 89374d9a-d4d1-40b5-b47d-10b31239cb06, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=89374d9a-d4d1-40b5-b47d-10b31239cb06,segment=NetworkSegment(4898e541-c8b4-4fa4-b540-d46192d6a767),segment_id=4898e541-c8b4-4fa4-b540-d46192d6a767)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:02:13.077698 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:13.155592 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=89374d9a-d4d1-40b5-b47d-10b31239cb06,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:13.164531 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:13.164886 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:13.165232 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:13.165573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:13.167389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:13.167389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:13.167389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:13.167389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:13.167389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:13.172896 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:13.172896 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:13.172896 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:14.569806 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 89374d9a-d4d1-40b5-b47d-10b31239cb06 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:02:14.645116 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 89374d9a-d4d1-40b5-b47d-10b31239cb06 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:02:14.645636 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:19.787105 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-757a8c93-9dc6-4fdb-bfb4-dab142126ea2 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:19.788282 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-757a8c93-9dc6-4fdb-bfb4-dab142126ea2 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/networks?id=96398328-f8a1-4e62-9ad7-720a4ee19fed HTTP/1.1" status: 200 len: 813 time: 0.1471050 Mar 01 22:02:19.805641 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-f4271159-53d0-4547-b1db-1a051f97b12f tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/quotas/d74a7a4a4eb04a3f81c03c1e89f62457 HTTP/1.1" status: 200 len: 375 time: 0.0118721 Mar 01 22:02:19.890640 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-d6c659b3-d7fe-4bef-bb24-af9b5b784d79 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d74a7a4a4eb04a3f81c03c1e89f62457&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796285 Mar 01 22:02:19.906560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-2d433099-fd0e-4dbf-b47a-1142a52ef5ab service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 22:02:19.907516 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-2d433099-fd0e-4dbf-b47a-1142a52ef5ab service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049598 Mar 01 22:02:20.159388 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-11e28403-2658-4286-8a54-f0f15afd356e service neutron] 10.222.0.42 "GET /v2.0/networks/96398328-f8a1-4e62-9ad7-720a4ee19fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463005 Mar 01 22:02:20.292452 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-55aaf2fe-52a2-4671-a46b-e7493cb3c51a service neutron] 10.222.0.42 "GET /v2.0/networks/96398328-f8a1-4e62-9ad7-720a4ee19fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269257 Mar 01 22:02:20.463977 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:02:20.541736 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-92e90a15-169a-4dc9-8c3b-1264b4153d1c req-09acb055-c491-4759-a51d-d1b20032cf1a tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 210 time: 0.0491824 Mar 01 22:02:21.693249 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75f0e9c4-6f33-461c-84d0-739ad0b1818e req-9e1fdd04-c449-4f82-ae39-e45b68f9b69d tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 210 time: 0.0434787 Mar 01 22:02:22.134017 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:22.619865 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-2b04ffdb-add1-49e0-a2d6-dee3d1e8d255 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:22.621306 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-2b04ffdb-add1-49e0-a2d6-dee3d1e8d255 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.55 "GET /v2.0/networks?id=96398328-f8a1-4e62-9ad7-720a4ee19fed HTTP/1.1" status: 200 len: 813 time: 0.1481459 Mar 01 22:02:22.632463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Request body: {'port': {'device_id': 'c031df0c-2631-4a69-9c8a-d06c60e60823', 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed', 'admin_state_up': True, 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:02:22.778189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:02:22.782002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Usage tracker for resource:port and tenant:d74a7a4a4eb04a3f81c03c1e89f62457 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:02:22.785662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:02:22.791586 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:02:22.845208 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8f113fba-2377-4dbf-8846-975495d36e30 req-cdc4b837-7ecc-43ab-80ed-3a15d7c60119 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 210 time: 0.0452735 Mar 01 22:02:22.912291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Made reservation on behalf of d74a7a4a4eb04a3f81c03c1e89f62457 for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:02:22.915966 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:23.089598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Allocated IP 172.20.0.8 (96398328-f8a1-4e62-9ad7-720a4ee19fed/15a8170c-c49c-4c3a-8555-9317501e511e/59d8bf93-e3de-4f2e-811f-1f2304b3cabe) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:02:23.312165 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:23.327244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Transition to ACTIVE for port object 59d8bf93-e3de-4f2e-811f-1f2304b3cabe will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:02:23.415827 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:23.497591 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Network 96398328-f8a1-4e62-9ad7-720a4ee19fed is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:02:23.500139 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Pushing event updated for resources: {'Port': ['ID=59d8bf93-e3de-4f2e-811f-1f2304b3cabe,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:23.507204 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:02:23.507505 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:02:23.556012 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:23.556417 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:23.556931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:23.557094 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:23.557420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:23.557809 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:23.558129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:23.558445 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:23.558768 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:23.559076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:23.559411 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:23.559746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:02:23.595200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:23.596698 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:23.695860 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-e8caf495-faca-4227-8128-bb1c203ba781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0669575 Mar 01 22:02:23.946499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-751399f1-6cf9-4aef-8feb-042652afffc3 None None] Provisioning for port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:02:23.956908 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-751399f1-6cf9-4aef-8feb-042652afffc3 None None] Provisioning complete for port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:02:23.968212 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-751399f1-6cf9-4aef-8feb-042652afffc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:24.034969 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-751399f1-6cf9-4aef-8feb-042652afffc3 None None] Port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:02:24.121411 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577d6d2-069b-4e7c-b53f-2332604b8b14 req-95a92ab0-126e-43ea-aba4-0356dc35f1b9 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:24.122637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e577d6d2-069b-4e7c-b53f-2332604b8b14 req-95a92ab0-126e-43ea-aba4-0356dc35f1b9 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Synchronizing usage tracker for tenant:d74a7a4a4eb04a3f81c03c1e89f62457 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:02:24.215174 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e577d6d2-069b-4e7c-b53f-2332604b8b14 req-95a92ab0-126e-43ea-aba4-0356dc35f1b9 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Unset dirty status for tenant:d74a7a4a4eb04a3f81c03c1e89f62457 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:02:24.217410 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e577d6d2-069b-4e7c-b53f-2332604b8b14 req-95a92ab0-126e-43ea-aba4-0356dc35f1b9 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 931 time: 0.2583210 Mar 01 22:02:24.264704 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e577d6d2-069b-4e7c-b53f-2332604b8b14 req-f03af6f2-35f7-48a8-bd1a-232abd11cd76 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414400 Mar 01 22:02:24.552222 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:25.466398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75928c91-fefc-455a-8b7f-18094ef888a0 req-b315dcd8-9124-4622-9c1c-4582617b532a tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:25.468131 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75928c91-fefc-455a-8b7f-18094ef888a0 req-b315dcd8-9124-4622-9c1c-4582617b532a tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 931 time: 0.0896409 Mar 01 22:02:25.516217 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-75928c91-fefc-455a-8b7f-18094ef888a0 req-7a66f8b3-4a3f-4372-a4fa-e952494e7419 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406544 Mar 01 22:02:26.709898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f66cf-24b1-48c9-901a-2402ccee9fc9 req-1173b30b-87e9-433e-aebd-8b5b014445b2 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:26.715832 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a8f66cf-24b1-48c9-901a-2402ccee9fc9 req-1173b30b-87e9-433e-aebd-8b5b014445b2 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 931 time: 0.0918088 Mar 01 22:02:26.762864 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a8f66cf-24b1-48c9-901a-2402ccee9fc9 req-8a5639b2-1ff0-4561-be09-f5f10d2cf686 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456340 Mar 01 22:02:27.494994 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0a7fbbd7-0159-404d-858d-055943f41d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:27.983658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e549f47-eba6-4f24-ac2e-b7bb5c87ad2a req-7f596c17-4f64-44a9-96f4-45c75bf235bc tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:27.991937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e549f47-eba6-4f24-ac2e-b7bb5c87ad2a req-7f596c17-4f64-44a9-96f4-45c75bf235bc tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 931 time: 0.0997546 Mar 01 22:02:28.043417 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e549f47-eba6-4f24-ac2e-b7bb5c87ad2a req-af80391d-010b-4c0f-a85d-f4745ff0a381 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504570 Mar 01 22:02:29.241421 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbd3e6-171f-4d28-a5bb-02f93798a06f req-3c8ba87e-62e4-4568-a5c0-4ca4237a7415 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:29.243227 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41cbd3e6-171f-4d28-a5bb-02f93798a06f req-3c8ba87e-62e4-4568-a5c0-4ca4237a7415 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 931 time: 0.0976963 Mar 01 22:02:29.291774 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41cbd3e6-171f-4d28-a5bb-02f93798a06f req-14056dab-290a-430a-840b-b495048f33d0 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428247 Mar 01 22:02:29.682616 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2fb4899e-5f2e-4369-b239-ef1ecbdca6f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:30.707188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11126f-13e6-41ca-9c1a-15fcbc8a67d5 req-845ddf0b-48f7-45b0-9616-d3e0469db766 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:30.714825 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd11126f-13e6-41ca-9c1a-15fcbc8a67d5 req-845ddf0b-48f7-45b0-9616-d3e0469db766 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 931 time: 0.1122196 Mar 01 22:02:30.763807 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bd11126f-13e6-41ca-9c1a-15fcbc8a67d5 req-00da8c0a-f686-4131-8e8c-96b4074e1363 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480809 Mar 01 22:02:30.826348 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:30.849075 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:31.958566 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255fbafc-eb34-4a3e-af4e-a15821443df0 req-6b086644-16dc-4369-a3ff-ec7743940cef tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:31.960204 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-255fbafc-eb34-4a3e-af4e-a15821443df0 req-6b086644-16dc-4369-a3ff-ec7743940cef tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 931 time: 0.0883648 Mar 01 22:02:32.005705 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-255fbafc-eb34-4a3e-af4e-a15821443df0 req-5c2554ed-4a5e-4564-abdf-afbbf9baa24e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394206 Mar 01 22:02:32.472407 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:33.196761 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c24853-0884-4ec2-bd9c-9d45d2c5a5de req-4bfb7550-bd47-4661-b7c2-bc615b7dd42d tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:33.198214 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b4c24853-0884-4ec2-bd9c-9d45d2c5a5de req-4bfb7550-bd47-4661-b7c2-bc615b7dd42d tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 931 time: 0.0798686 Mar 01 22:02:33.346505 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b4c24853-0884-4ec2-bd9c-9d45d2c5a5de req-63077b85-d1f7-4d56-8edd-196faa260b4c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425891 Mar 01 22:02:34.533560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f53bd-1e81-4a88-9a7e-51d9d71caf5c req-2bd0dd99-ecb6-4e11-94e8-91117d79f189 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:34.535694 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-621f53bd-1e81-4a88-9a7e-51d9d71caf5c req-2bd0dd99-ecb6-4e11-94e8-91117d79f189 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 931 time: 0.0831091 Mar 01 22:02:34.578456 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-621f53bd-1e81-4a88-9a7e-51d9d71caf5c req-268edc32-570b-472b-8149-b72ccf661cda tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372527 Mar 01 22:02:35.764974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] Request body: {'port': {'device_id': 'c031df0c-2631-4a69-9c8a-d06c60e60823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:02:35.813090 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa141d19-edf7-4301-89f7-48446a78271c req-f9dcaac7-d503-4073-b917-d671fd4a0fdc tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:35.814701 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa141d19-edf7-4301-89f7-48446a78271c req-f9dcaac7-d503-4073-b917-d671fd4a0fdc tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 931 time: 0.1274366 Mar 01 22:02:35.918769 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa141d19-edf7-4301-89f7-48446a78271c req-24bfec9f-4255-4263-a3b0-0a3577e31d3e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964236 Mar 01 22:02:35.926286 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:36.299146 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d8bf93-e3de-4f2e-811f-1f2304b3cabe {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:02:36.308361 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:36.324583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] Transition to ACTIVE for port object 59d8bf93-e3de-4f2e-811f-1f2304b3cabe will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:02:36.757924 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:36.885781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] Pushing event updated for resources: {'Port': ['ID=59d8bf93-e3de-4f2e-811f-1f2304b3cabe,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:37.000128 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] Attempting to bind port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:02:37.000463 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] Attempting to bind port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:02:37.000793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] Attempting to bind port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe on network 96398328-f8a1-4e62-9ad7-720a4ee19fed {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:02:37.005695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] Port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe on network 96398328-f8a1-4e62-9ad7-720a4ee19fed not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 22:02:37.006016 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] Attempting to bind port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe on network 96398328-f8a1-4e62-9ad7-720a4ee19fed {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:02:37.011248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:02:37.011583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] Checking segment: {'id': 'f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:02:37.011924 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] Bound using segment: {'id': 'f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:02:37.012376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] Bound port: 59d8bf93-e3de-4f2e-811f-1f2304b3cabe, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:02:37.012730 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:37.163328 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] For port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:02:37.166993 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] For port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=59d8bf93-e3de-4f2e-811f-1f2304b3cabe,segment=NetworkSegment(f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf),segment_id=f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:02:37.189472 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682d2ea-ba5a-4fbf-a29b-697d8f9aa7f6 req-3f1a948b-e766-4ac8-958a-2fe890b691f0 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:37.191056 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d682d2ea-ba5a-4fbf-a29b-697d8f9aa7f6 req-3f1a948b-e766-4ac8-958a-2fe890b691f0 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 943 time: 0.1300607 Mar 01 22:02:37.216520 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:37.285696 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:37.286433 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:37.287666 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] 10.222.0.55 "PUT /v2.0/ports/59d8bf93-e3de-4f2e-811f-1f2304b3cabe HTTP/1.1" status: 200 len: 1091 time: 1.5283668 Mar 01 22:02:37.291859 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c031df0c-2631-4a69-9c8a-d06c60e60823', 'tag': '59d8bf93-e3de-4f2e-811f-1f2304b3cabe'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:02:37.301672 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d682d2ea-ba5a-4fbf-a29b-697d8f9aa7f6 req-a4cf3d12-f975-4ce1-81b4-4e93d05ee2f4 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048214 Mar 01 22:02:37.327677 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e5842-b4ec-4ca8-9752-b31d278fabe3 service neutron] Pushing event updated for resources: {'Port': ['ID=59d8bf93-e3de-4f2e-811f-1f2304b3cabe,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:37.348332 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c031df0c-2631-4a69-9c8a-d06c60e60823', 'tag': '59d8bf93-e3de-4f2e-811f-1f2304b3cabe', 'status': 'completed', 'code': 200} Mar 01 22:02:37.440849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcea28-32c1-43f1-8c5b-109b97f3eded req-bc90b9b2-bd00-4084-9d77-028ee2ae99ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:37.443906 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d9fcea28-32c1-43f1-8c5b-109b97f3eded req-bc90b9b2-bd00-4084-9d77-028ee2ae99ce service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d74a7a4a4eb04a3f81c03c1e89f62457&device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 1094 time: 0.0755115 Mar 01 22:02:37.582682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcea28-32c1-43f1-8c5b-109b97f3eded req-3203f5e6-2e2d-4dc0-b836-a44e19cf7876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:37.584167 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d9fcea28-32c1-43f1-8c5b-109b97f3eded req-3203f5e6-2e2d-4dc0-b836-a44e19cf7876 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=d74a7a4a4eb04a3f81c03c1e89f62457&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1354780 Mar 01 22:02:37.718202 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fcea28-32c1-43f1-8c5b-109b97f3eded req-148b1ee8-549d-47fc-9152-c92464d9fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:37.719666 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d9fcea28-32c1-43f1-8c5b-109b97f3eded req-148b1ee8-549d-47fc-9152-c92464d9fc34 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302619 Mar 01 22:02:37.820106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-ecb79c21-cc71-404a-82f9-4c1927e4a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:37.821482 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-ecb79c21-cc71-404a-82f9-4c1927e4a80b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d74a7a4a4eb04a3f81c03c1e89f62457&device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 1094 time: 0.0691936 Mar 01 22:02:37.991380 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-0d8211f2-b065-4e00-b9eb-744719472715 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59d8bf93-e3de-4f2e-811f-1f2304b3cabe HTTP/1.1" status: 200 len: 217 time: 0.1633329 Mar 01 22:02:38.054834 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-fe35f0c4-bb7f-4b96-94ed-975c574d69dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:38.056297 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-fe35f0c4-bb7f-4b96-94ed-975c574d69dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15a8170c-c49c-4c3a-8555-9317501e511e HTTP/1.1" status: 200 len: 852 time: 0.0594323 Mar 01 22:02:38.130336 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-22ffac7c-b6fb-4a23-be6e-43ab2f4fd5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:38.131868 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-22ffac7c-b6fb-4a23-be6e-43ab2f4fd5fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96398328-f8a1-4e62-9ad7-720a4ee19fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694668 Mar 01 22:02:38.262842 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-077c3395-45f9-4c1c-b1f3-201413bbf2bb service neutron] 10.222.0.55 "GET /v2.0/networks/96398328-f8a1-4e62-9ad7-720a4ee19fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240890 Mar 01 22:02:38.392377 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd5f730b-b837-4fd6-b933-cf8a905b3b39 req-4a689981-20a1-4b16-bd73-99e775f6bff9 service neutron] 10.222.0.55 "GET /v2.0/networks/96398328-f8a1-4e62-9ad7-720a4ee19fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240799 Mar 01 22:02:38.505073 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eca241-e4a4-4bdf-b7c0-a0da06c14968 req-59220a32-9305-4c23-a00f-ffa6283f2707 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:38.506510 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68eca241-e4a4-4bdf-b7c0-a0da06c14968 req-59220a32-9305-4c23-a00f-ffa6283f2707 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 943 time: 0.0868578 Mar 01 22:02:38.549864 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68eca241-e4a4-4bdf-b7c0-a0da06c14968 req-bf9e2543-36fa-4cdf-acec-1ab4acd3e66e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377781 Mar 01 22:02:39.733862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c37f8-cf43-4478-a122-3194a61396d7 req-b90435e6-904d-4d0e-a65b-4b903799b42b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:39.735565 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d09c37f8-cf43-4478-a122-3194a61396d7 req-b90435e6-904d-4d0e-a65b-4b903799b42b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 943 time: 0.0814281 Mar 01 22:02:39.780618 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d09c37f8-cf43-4478-a122-3194a61396d7 req-387b615d-249e-4300-a4c5-60d5e5c2762d tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385134 Mar 01 22:02:40.969686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c35678e-223a-4532-9e21-797e53c96e5f req-17caee20-7333-434e-a842-0add82025804 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:40.971126 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c35678e-223a-4532-9e21-797e53c96e5f req-17caee20-7333-434e-a842-0add82025804 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 943 time: 0.0826995 Mar 01 22:02:41.016080 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c35678e-223a-4532-9e21-797e53c96e5f req-5049f802-38a0-4960-882f-a5bef6bf6030 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392234 Mar 01 22:02:41.922339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 59d8bf93-e3de-4f2e-811f-1f2304b3cabe details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 22:02:42.054738 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=59d8bf93-e3de-4f2e-811f-1f2304b3cabe,segment=NetworkSegment(f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf),segment_id=f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:02:42.069435 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '59d8bf93-e3de-4f2e-811f-1f2304b3cabe', 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed', 'port_id': '59d8bf93-e3de-4f2e-811f-1f2304b3cabe', 'mac_address': 'fa:16:3e:d9:e6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15a8170c-c49c-4c3a-8555-9317501e511e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 22:02:42.128188 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:42.145105 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d8bf93-e3de-4f2e-811f-1f2304b3cabe {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:02:42.160293 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=59d8bf93-e3de-4f2e-811f-1f2304b3cabe,segment=NetworkSegment(f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf),segment_id=f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:02:42.200790 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e47a8-cc56-4907-a259-a4a8a82918f9 req-d3d9c385-ded6-4f93-bc99-8000fe781a5b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:42.202166 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-292e47a8-cc56-4907-a259-a4a8a82918f9 req-d3d9c385-ded6-4f93-bc99-8000fe781a5b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 943 time: 0.0798187 Mar 01 22:02:42.231864 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:42.246746 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-292e47a8-cc56-4907-a259-a4a8a82918f9 req-c0b26b8e-c882-4ea8-ab86-ff9c270de2bd tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378203 Mar 01 22:02:42.299847 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=59d8bf93-e3de-4f2e-811f-1f2304b3cabe,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:42.524232 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['59d8bf93-e3de-4f2e-811f-1f2304b3cabe'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:02:43.445904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935171d8-7ab1-4464-8652-8dc25e4b3482 req-425457a1-83c7-4cd6-a68d-681a2deaf92d tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:43.445904 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-935171d8-7ab1-4464-8652-8dc25e4b3482 req-425457a1-83c7-4cd6-a68d-681a2deaf92d tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 944 time: 0.0914733 Mar 01 22:02:43.485647 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-935171d8-7ab1-4464-8652-8dc25e4b3482 req-1ef02ddd-9c96-481a-97ef-1ddb31bc31ff tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368125 Mar 01 22:02:43.938173 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 59d8bf93-e3de-4f2e-811f-1f2304b3cabe up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:02:44.088810 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:02:44.093835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:02:44.094197 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:44.210349 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:44.235966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c031df0c-2631-4a69-9c8a-d06c60e60823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d8bf93-e3de-4f2e-811f-1f2304b3cabe'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:02:44.245730 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=59d8bf93-e3de-4f2e-811f-1f2304b3cabe,segment=NetworkSegment(f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf),segment_id=f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:02:44.311463 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:44.381470 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=59d8bf93-e3de-4f2e-811f-1f2304b3cabe,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:02:44.400017 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c031df0c-2631-4a69-9c8a-d06c60e60823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d8bf93-e3de-4f2e-811f-1f2304b3cabe', 'code': 200} Mar 01 22:02:44.523775 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93276ada-2198-4b1d-90aa-20a3e471455a req-2113abb8-8ffe-426f-bf40-a38951b29120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:44.525401 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-93276ada-2198-4b1d-90aa-20a3e471455a req-2113abb8-8ffe-426f-bf40-a38951b29120 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 1096 time: 0.0698435 Mar 01 22:02:44.570490 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-93276ada-2198-4b1d-90aa-20a3e471455a req-e4f0b544-fda1-406f-9e6e-0dad61d75a51 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394211 Mar 01 22:02:44.670592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366990f5-fe1c-4197-a8a3-b69b9909f0b7 req-72699898-4529-47b0-bd16-a872872d7ab6 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:44.672089 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-366990f5-fe1c-4197-a8a3-b69b9909f0b7 req-72699898-4529-47b0-bd16-a872872d7ab6 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 945 time: 0.0793319 Mar 01 22:02:44.720386 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-366990f5-fe1c-4197-a8a3-b69b9909f0b7 req-9d6141a6-92a1-41f8-a961-f8f8e6fa599a tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420928 Mar 01 22:02:45.913718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16a592b-454a-4105-9c94-9aee9999b293 req-045aba3c-ecd1-478b-887a-abefc4e24e6c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:45.915165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b16a592b-454a-4105-9c94-9aee9999b293 req-045aba3c-ecd1-478b-887a-abefc4e24e6c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 945 time: 0.0827312 Mar 01 22:02:45.959783 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b16a592b-454a-4105-9c94-9aee9999b293 req-a9858ec9-fb1a-49f4-8448-8ef04fc5480b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389872 Mar 01 22:02:47.142637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fafaddb-7da5-4a1e-9a2a-aad1684bf2fe req-4eaa5bae-d805-4a13-b10a-f4cc65e785a0 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:47.145037 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6fafaddb-7da5-4a1e-9a2a-aad1684bf2fe req-4eaa5bae-d805-4a13-b10a-f4cc65e785a0 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 945 time: 0.0800612 Mar 01 22:02:47.187579 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6fafaddb-7da5-4a1e-9a2a-aad1684bf2fe req-a27fe436-0119-4e86-a602-038e5d129bf9 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370221 Mar 01 22:02:47.368810 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a1ed4-4046-407d-8ff3-ed710c526104 req-4db3afe4-94d4-41cb-a26f-efaf0b0c2541 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:47.370244 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-268a1ed4-4046-407d-8ff3-ed710c526104 req-4db3afe4-94d4-41cb-a26f-efaf0b0c2541 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 945 time: 0.0808609 Mar 01 22:02:47.413803 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-268a1ed4-4046-407d-8ff3-ed710c526104 req-417ee20b-cdc3-4080-8921-176a87018fd9 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379393 Mar 01 22:02:47.795872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d8002f-d61d-4462-8eda-61d4fbf7da3d req-dc032adc-79cb-4ecd-84d2-0a8bc830bd3c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:47.797302 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-24d8002f-d61d-4462-8eda-61d4fbf7da3d req-dc032adc-79cb-4ecd-84d2-0a8bc830bd3c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 945 time: 0.0810769 Mar 01 22:02:47.840791 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-24d8002f-d61d-4462-8eda-61d4fbf7da3d req-0c5715e6-30a1-4a6a-b0c9-00037864d803 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371301 Mar 01 22:02:52.156920 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:54.579919 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:57.463696 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:02:57.545321 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c9e4c0a8-7aa2-4427-a10f-45fa18f67b30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:59.682337 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-580e78e0-541c-4d3e-a453-6a7383324753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:02:59.809481 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c6798-d8b3-4fdd-a16b-a2965f718b09 req-3d5c1a98-63a0-47da-867f-6287685a5764 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:02:59.810918 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea7c6798-d8b3-4fdd-a16b-a2965f718b09 req-3d5c1a98-63a0-47da-867f-6287685a5764 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 945 time: 0.0805049 Mar 01 22:02:59.854147 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea7c6798-d8b3-4fdd-a16b-a2965f718b09 req-3a0edbcd-2411-48ee-92d7-b08293c4cadf tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374966 Mar 01 22:02:59.876824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40762) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:03:00.053297 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3146f3d-3467-4f9b-9e0c-aa6023739ee7 tempest-TestMinimumBasicScenario-7091071 tempest-TestMinimumBasicScenario-7091071-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:00.054792 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c3146f3d-3467-4f9b-9e0c-aa6023739ee7 tempest-TestMinimumBasicScenario-7091071 tempest-TestMinimumBasicScenario-7091071-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 1091 time: 0.1769886 Mar 01 22:03:00.057910 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40768) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:03:00.062741 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': '59d8bf93-e3de-4f2e-811f-1f2304b3cabe', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:03:00.070086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:03:00.073940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Usage tracker for resource:floatingip and tenant:d74a7a4a4eb04a3f81c03c1e89f62457 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:03:00.076755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:03:00.083227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:03:00.151306 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:00.393896 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:00.528420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Allocated IP 172.25.5.130 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/6b08a759-34f8-4892-bced-dd4505379686) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:03:00.648655 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:00.675541 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:00.768139 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:00.804311 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:00.833352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:03:00.839994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:03:00.842729 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:03:00.878535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Pushing event updated for resources: {'Port': ['ID=6b08a759-34f8-4892-bced-dd4505379686,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:03:01.264011 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:01.401565 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:01.620304 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:01.682705 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:01.788165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Pushing event updated for resources: {'Port': ['ID=6b08a759-34f8-4892-bced-dd4505379686,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:03:01.797623 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:01.966550 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Floating IP 7820b2d2-bbcf-4f6f-940f-90eb011e5900 associated. External IP: 172.25.5.130, port: 59d8bf93-e3de-4f2e-811f-1f2304b3cabe. Mar 01 22:03:02.414076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Router 43e752fa-04a5-47bd-822b-6e4376f794d9 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:03:02.494513 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:02.596867 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:03:02.607226 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a85e3e2-b1d0-40f1-9cbf-c709992da781 None None] Sync routers for ids ['43e752fa-04a5-47bd-822b-6e4376f794d9'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:03:02.618104 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a85e3e2-b1d0-40f1-9cbf-c709992da781 None None] Routers {'43e752fa-04a5-47bd-822b-6e4376f794d9'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:03:02.618696 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1a85e3e2-b1d0-40f1-9cbf-c709992da781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:03:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['43e752fa-04a5-47bd-822b-6e4376f794d9'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:03:02.677072 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:02.731576 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-380ce3d7-67c0-4158-bf93-3e563bb922db tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6726360 Mar 01 22:03:02.732239 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c031df0c-2631-4a69-9c8a-d06c60e60823', 'tag': '59d8bf93-e3de-4f2e-811f-1f2304b3cabe'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:03:02.734436 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40772) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:03:02.751532 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-929665258', 'description': 'tempest-secgroup-smoke-929665258 description', 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:03:02.759253 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:03:02.763471 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Usage tracker for resource:security_group and tenant:d74a7a4a4eb04a3f81c03c1e89f62457 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:03:02.766402 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:03:02.780735 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:03:02.781211 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c031df0c-2631-4a69-9c8a-d06c60e60823', 'tag': '59d8bf93-e3de-4f2e-811f-1f2304b3cabe', 'status': 'completed', 'code': 200} Mar 01 22:03:02.795247 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-1a85e3e2-b1d0-40f1-9cbf-c709992da781 None None] Set router 43e752fa-04a5-47bd-822b-6e4376f794d9 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:03:02.853366 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:02.874511 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:03:02.876918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b311b37-d997-4b54-bfec-ad192bd18d49 req-e5d781ed-49c1-43f7-8fc2-8d165a6c89af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:02.878650 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b311b37-d997-4b54-bfec-ad192bd18d49 req-e5d781ed-49c1-43f7-8fc2-8d165a6c89af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d74a7a4a4eb04a3f81c03c1e89f62457&device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 1096 time: 0.0764186 Mar 01 22:03:02.879658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Usage tracker for resource:security_group_rule and tenant:d74a7a4a4eb04a3f81c03c1e89f62457 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:03:02.890207 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:03:02.890207 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:03:02.962033 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:03.015331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b311b37-d997-4b54-bfec-ad192bd18d49 req-1164ba71-5b0f-4608-a54e-bc351b4c6174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:03.016792 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b311b37-d997-4b54-bfec-ad192bd18d49 req-1164ba71-5b0f-4608-a54e-bc351b4c6174 service neutron] 10.222.0.55 "GET /v2.0/networks?id=96398328-f8a1-4e62-9ad7-720a4ee19fed HTTP/1.1" status: 200 len: 914 time: 0.1324415 Mar 01 22:03:03.031223 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:03.084974 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2a1fae7-2777-437a-85df-a58c679a0212,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:03:03.094322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:03:03.094671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:03:03.095009 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:03:03.095341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:03:03.096255 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:03:03.096588 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:03:03.096913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:03:03.097234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:03:03.097555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:03:03.097873 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:03:03.098190 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:03:03.098856 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:03:03.129511 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:03.131194 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-37d6c13b-6743-4792-8e44-d604e63d9051 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3957918 Mar 01 22:03:03.132750 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b311b37-d997-4b54-bfec-ad192bd18d49 req-ca6ac630-d15a-4f77-baa5-df0ba05b222f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59d8bf93-e3de-4f2e-811f-1f2304b3cabe HTTP/1.1" status: 200 len: 999 time: 0.1093414 Mar 01 22:03:03.134063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40778) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:03:03.139541 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-9e457389-c13f-4246-b05a-8f46751ac66c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Request body: {'security_group_rule': {'security_group_id': 'b2a1fae7-2777-437a-85df-a58c679a0212', 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:03:03.147230 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9e457389-c13f-4246-b05a-8f46751ac66c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:03:03.157862 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1a85e3e2-b1d0-40f1-9cbf-c709992da781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'name': 'tempest-TestMinimumBasicScenario-65764517-router', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '46312da7-1039-49c5-a4f4-a264200f80af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:01:54Z', 'updated_at': '2022-03-01T22:01:58Z', 'revision_number': 4, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'gw_port': {'id': '46312da7-1039-49c5-a4f4-a264200f80af', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:55Z', 'updated_at': '2022-03-01T22:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '7820b2d2-bbcf-4f6f-940f-90eb011e5900', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'port_id': '59d8bf93-e3de-4f2e-811f-1f2304b3cabe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed', 'mac_address': 'fa:16:3e:d9:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c031df0c-2631-4a69-9c8a-d06c60e60823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:03:01Z', 'updated_at': '2022-03-01T22:03:01Z', 'revision_number': 0, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81f645f-6fe8-4160-9848-25f5a048b64d', 'name': '', 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'mac_address': 'fa:16:3e:64:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15a8170c-c49c-4c3a-8555-9317501e511e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:58Z', 'updated_at': '2022-03-01T22:02:04Z', 'revision_number': 5, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'subnets': [{'id': '15a8170c-c49c-4c3a-8555-9317501e511e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:03:03.161848 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a85e3e2-b1d0-40f1-9cbf-c709992da781 None None] Checking router: 43e752fa-04a5-47bd-822b-6e4376f794d9 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:03:03.169904 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a85e3e2-b1d0-40f1-9cbf-c709992da781 None None] Routers {'43e752fa-04a5-47bd-822b-6e4376f794d9'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:03:03.170484 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1a85e3e2-b1d0-40f1-9cbf-c709992da781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:03:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['43e752fa-04a5-47bd-822b-6e4376f794d9'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:03:03.181011 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9e457389-c13f-4246-b05a-8f46751ac66c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Usage tracker for resource:security_group_rule and tenant:d74a7a4a4eb04a3f81c03c1e89f62457 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:03:03.187438 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9e457389-c13f-4246-b05a-8f46751ac66c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:03:03.206851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9e457389-c13f-4246-b05a-8f46751ac66c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:03:03.226934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b311b37-d997-4b54-bfec-ad192bd18d49 req-f8317528-5d7c-4655-892e-7588f9d23ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:03.226934 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b311b37-d997-4b54-bfec-ad192bd18d49 req-f8317528-5d7c-4655-892e-7588f9d23ed2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15a8170c-c49c-4c3a-8555-9317501e511e HTTP/1.1" status: 200 len: 852 time: 0.0759826 Mar 01 22:03:03.305898 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e457389-c13f-4246-b05a-8f46751ac66c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:03.316597 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b311b37-d997-4b54-bfec-ad192bd18d49 req-1923b4e8-4ae3-4af6-aee4-e0d15526c35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:03.318045 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b311b37-d997-4b54-bfec-ad192bd18d49 req-1923b4e8-4ae3-4af6-aee4-e0d15526c35c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96398328-f8a1-4e62-9ad7-720a4ee19fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886083 Mar 01 22:03:03.348031 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-1a85e3e2-b1d0-40f1-9cbf-c709992da781 None None] Set router 43e752fa-04a5-47bd-822b-6e4376f794d9 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:03:03.456730 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e457389-c13f-4246-b05a-8f46751ac66c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:03.481997 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b311b37-d997-4b54-bfec-ad192bd18d49 req-91dd70d1-1fde-496d-817f-31e7deed8c24 service neutron] 10.222.0.55 "GET /v2.0/networks/96398328-f8a1-4e62-9ad7-720a4ee19fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518512 Mar 01 22:03:03.507209 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e457389-c13f-4246-b05a-8f46751ac66c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:03.547221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e457389-c13f-4246-b05a-8f46751ac66c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b65441-f80c-455e-a44a-fde5cb509f5d,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:03:03.644047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8b311b37-d997-4b54-bfec-ad192bd18d49 req-b47e4372-b629-41ce-a841-65a3fd63cc9f service neutron] 10.222.0.55 "GET /v2.0/networks/96398328-f8a1-4e62-9ad7-720a4ee19fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533995 Mar 01 22:03:03.644047 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e457389-c13f-4246-b05a-8f46751ac66c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:03.644631 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9e457389-c13f-4246-b05a-8f46751ac66c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5097008 Mar 01 22:03:03.647918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40782) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:03:03.652619 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-dd260de1-13ce-445a-9054-edd228c2340a tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Request body: {'security_group_rule': {'security_group_id': 'b2a1fae7-2777-437a-85df-a58c679a0212', 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:03:03.660178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-dd260de1-13ce-445a-9054-edd228c2340a tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:03:03.664258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-dd260de1-13ce-445a-9054-edd228c2340a tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Usage tracker for resource:security_group_rule and tenant:d74a7a4a4eb04a3f81c03c1e89f62457 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:03:03.668609 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-dd260de1-13ce-445a-9054-edd228c2340a tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:03:03.677666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-dd260de1-13ce-445a-9054-edd228c2340a tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:03:03.693371 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-1a85e3e2-b1d0-40f1-9cbf-c709992da781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'name': 'tempest-TestMinimumBasicScenario-65764517-router', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '46312da7-1039-49c5-a4f4-a264200f80af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:01:54Z', 'updated_at': '2022-03-01T22:01:58Z', 'revision_number': 4, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'gw_port': {'id': '46312da7-1039-49c5-a4f4-a264200f80af', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:55Z', 'updated_at': '2022-03-01T22:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '7820b2d2-bbcf-4f6f-940f-90eb011e5900', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'port_id': '59d8bf93-e3de-4f2e-811f-1f2304b3cabe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed', 'mac_address': 'fa:16:3e:d9:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c031df0c-2631-4a69-9c8a-d06c60e60823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:03:01Z', 'updated_at': '2022-03-01T22:03:01Z', 'revision_number': 0, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81f645f-6fe8-4160-9848-25f5a048b64d', 'name': '', 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'mac_address': 'fa:16:3e:64:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15a8170c-c49c-4c3a-8555-9317501e511e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:58Z', 'updated_at': '2022-03-01T22:02:04Z', 'revision_number': 5, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'subnets': [{'id': '15a8170c-c49c-4c3a-8555-9317501e511e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:03:03.697220 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a85e3e2-b1d0-40f1-9cbf-c709992da781 None None] The sync data for ids ['43e752fa-04a5-47bd-822b-6e4376f794d9'] in n-d-827896-4 is: [{'id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'name': 'tempest-TestMinimumBasicScenario-65764517-router', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '46312da7-1039-49c5-a4f4-a264200f80af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:01:54Z', 'updated_at': '2022-03-01T22:01:58Z', 'revision_number': 4, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'gw_port': {'id': '46312da7-1039-49c5-a4f4-a264200f80af', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:55Z', 'updated_at': '2022-03-01T22:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '7820b2d2-bbcf-4f6f-940f-90eb011e5900', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'floating_ip_address': '172.25.5.130', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'port_id': '59d8bf93-e3de-4f2e-811f-1f2304b3cabe', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4175, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed', 'mac_address': 'fa:16:3e:d9:e6:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c031df0c-2631-4a69-9c8a-d06c60e60823', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:03:01Z', 'updated_at': '2022-03-01T22:03:01Z', 'revision_number': 0, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81f645f-6fe8-4160-9848-25f5a048b64d', 'name': '', 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'mac_address': 'fa:16:3e:64:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15a8170c-c49c-4c3a-8555-9317501e511e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:58Z', 'updated_at': '2022-03-01T22:02:04Z', 'revision_number': 5, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'subnets': [{'id': '15a8170c-c49c-4c3a-8555-9317501e511e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:03:03.748452 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd260de1-13ce-445a-9054-edd228c2340a tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:03.809878 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd260de1-13ce-445a-9054-edd228c2340a tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:03.871531 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd260de1-13ce-445a-9054-edd228c2340a tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:03.895226 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11d529f-d7ff-41c2-907a-7a2ccaee5562 None None] New status for floating IP 7820b2d2-bbcf-4f6f-940f-90eb011e5900: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 22:03:03.896733 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd260de1-13ce-445a-9054-edd228c2340a tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c96b04-d8b6-4252-bd32-6a74eedb9679,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:03:03.962993 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-dd260de1-13ce-445a-9054-edd228c2340a tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:03.964378 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-dd260de1-13ce-445a-9054-edd228c2340a tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3158829 Mar 01 22:03:03.967198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40786) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:03:03.973233 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f37891d9-55ec-4b25-a884-48569e835b2b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Request body: {'security_group_rule': {'security_group_id': 'b2a1fae7-2777-437a-85df-a58c679a0212', 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:03:03.980131 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f37891d9-55ec-4b25-a884-48569e835b2b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:03:03.984318 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f37891d9-55ec-4b25-a884-48569e835b2b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Usage tracker for resource:security_group_rule and tenant:d74a7a4a4eb04a3f81c03c1e89f62457 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:03:03.988551 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f37891d9-55ec-4b25-a884-48569e835b2b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:03:03.996806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f37891d9-55ec-4b25-a884-48569e835b2b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:03:04.073376 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f37891d9-55ec-4b25-a884-48569e835b2b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:04.138068 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f37891d9-55ec-4b25-a884-48569e835b2b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:04.213940 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f37891d9-55ec-4b25-a884-48569e835b2b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:04.238750 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37891d9-55ec-4b25-a884-48569e835b2b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df29e79-e74d-400a-ba7c-3eb40e4361de,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:03:04.322467 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f37891d9-55ec-4b25-a884-48569e835b2b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:04.323796 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f37891d9-55ec-4b25-a884-48569e835b2b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3553398 Mar 01 22:03:04.326404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40790) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:03:04.331927 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-4e927e04-b637-466b-a423-c6c8f2e34f17 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Request body: {'security_group_rule': {'security_group_id': 'b2a1fae7-2777-437a-85df-a58c679a0212', 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:03:04.338681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4e927e04-b637-466b-a423-c6c8f2e34f17 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:03:04.342564 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4e927e04-b637-466b-a423-c6c8f2e34f17 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Usage tracker for resource:security_group_rule and tenant:d74a7a4a4eb04a3f81c03c1e89f62457 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:03:04.345425 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4e927e04-b637-466b-a423-c6c8f2e34f17 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:03:04.351942 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4e927e04-b637-466b-a423-c6c8f2e34f17 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:03:04.419714 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4e927e04-b637-466b-a423-c6c8f2e34f17 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:04.485365 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4e927e04-b637-466b-a423-c6c8f2e34f17 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:04.550942 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4e927e04-b637-466b-a423-c6c8f2e34f17 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:04.691874 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e927e04-b637-466b-a423-c6c8f2e34f17 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=100cecf0-e09b-4d75-819f-27d8c4f3e300,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:03:04.762370 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4e927e04-b637-466b-a423-c6c8f2e34f17 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:04.763597 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4e927e04-b637-466b-a423-c6c8f2e34f17 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4362533 Mar 01 22:03:04.766378 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40794) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:03:04.772514 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-46d84637-021e-40a5-bb3f-fe5a0d14a5e5 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Request body: {'security_group_rule': {'security_group_id': 'b2a1fae7-2777-437a-85df-a58c679a0212', 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:03:04.780940 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-46d84637-021e-40a5-bb3f-fe5a0d14a5e5 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:03:04.784867 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-46d84637-021e-40a5-bb3f-fe5a0d14a5e5 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Usage tracker for resource:security_group_rule and tenant:d74a7a4a4eb04a3f81c03c1e89f62457 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:03:04.787751 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-46d84637-021e-40a5-bb3f-fe5a0d14a5e5 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:03:04.793419 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-46d84637-021e-40a5-bb3f-fe5a0d14a5e5 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:03:04.859548 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-46d84637-021e-40a5-bb3f-fe5a0d14a5e5 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Project d74a7a4a4eb04a3f81c03c1e89f62457 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 22:03:04.866584 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46d84637-021e-40a5-bb3f-fe5a0d14a5e5 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:04.930610 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46d84637-021e-40a5-bb3f-fe5a0d14a5e5 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:05.001802 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46d84637-021e-40a5-bb3f-fe5a0d14a5e5 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:05.026432 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d84637-021e-40a5-bb3f-fe5a0d14a5e5 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bad5185-d417-4094-aa1e-a97c07f9b856,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:03:05.105354 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46d84637-021e-40a5-bb3f-fe5a0d14a5e5 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:05.106566 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-46d84637-021e-40a5-bb3f-fe5a0d14a5e5 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3392746 Mar 01 22:03:05.109342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40798) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:03:05.114773 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f0150688-7b2e-47fb-a802-29fffb75d727 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Request body: {'security_group_rule': {'security_group_id': 'b2a1fae7-2777-437a-85df-a58c679a0212', 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:03:05.121562 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f0150688-7b2e-47fb-a802-29fffb75d727 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:03:05.125425 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f0150688-7b2e-47fb-a802-29fffb75d727 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Usage tracker for resource:security_group_rule and tenant:d74a7a4a4eb04a3f81c03c1e89f62457 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:03:05.129002 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f0150688-7b2e-47fb-a802-29fffb75d727 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:03:05.134921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f0150688-7b2e-47fb-a802-29fffb75d727 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:03:05.202427 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-f0150688-7b2e-47fb-a802-29fffb75d727 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Project d74a7a4a4eb04a3f81c03c1e89f62457 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 22:03:05.209585 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f0150688-7b2e-47fb-a802-29fffb75d727 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:05.273981 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f0150688-7b2e-47fb-a802-29fffb75d727 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:05.350631 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f0150688-7b2e-47fb-a802-29fffb75d727 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:05.375427 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0150688-7b2e-47fb-a802-29fffb75d727 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a054b36-0598-46ab-82f7-bb69ef3d584e,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:03:05.447952 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f0150688-7b2e-47fb-a802-29fffb75d727 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:05.449118 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f0150688-7b2e-47fb-a802-29fffb75d727 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3388793 Mar 01 22:03:05.567775 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f59b516-9b04-44f1-b1e3-e5d5ccee424f req-4a29ff25-61c9-4588-ad1e-b6f053246713 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-929665258&fields=id&tenant_id=d74a7a4a4eb04a3f81c03c1e89f62457 HTTP/1.1" status: 200 len: 267 time: 0.0407538 Mar 01 22:03:05.770139 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59b516-9b04-44f1-b1e3-e5d5ccee424f req-d37dead1-3a48-4ce9-b38a-b841f615429b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:05.771613 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f59b516-9b04-44f1-b1e3-e5d5ccee424f req-d37dead1-3a48-4ce9-b38a-b841f615429b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 945 time: 0.1986535 Mar 01 22:03:05.782509 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-3f59b516-9b04-44f1-b1e3-e5d5ccee424f req-c5ce512e-8f5d-4901-9d84-56059739ad78 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Request body: {'port': {'security_groups': ['e90dbded-6fae-495f-ac70-cc03b876089d', 'b2a1fae7-2777-437a-85df-a58c679a0212']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:03:05.901699 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3f59b516-9b04-44f1-b1e3-e5d5ccee424f req-c5ce512e-8f5d-4901-9d84-56059739ad78 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:06.153059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-3f59b516-9b04-44f1-b1e3-e5d5ccee424f req-c5ce512e-8f5d-4901-9d84-56059739ad78 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] For port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=59d8bf93-e3de-4f2e-811f-1f2304b3cabe,segment=NetworkSegment(f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf),segment_id=f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:03:06.178122 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3f59b516-9b04-44f1-b1e3-e5d5ccee424f req-c5ce512e-8f5d-4901-9d84-56059739ad78 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:06.237155 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3f59b516-9b04-44f1-b1e3-e5d5ccee424f req-c5ce512e-8f5d-4901-9d84-56059739ad78 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:06.248284 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['59d8bf93-e3de-4f2e-811f-1f2304b3cabe'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:03:06.303278 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f59b516-9b04-44f1-b1e3-e5d5ccee424f req-c5ce512e-8f5d-4901-9d84-56059739ad78 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:06.303932 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-3f59b516-9b04-44f1-b1e3-e5d5ccee424f req-c5ce512e-8f5d-4901-9d84-56059739ad78 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:06.305315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f59b516-9b04-44f1-b1e3-e5d5ccee424f req-c5ce512e-8f5d-4901-9d84-56059739ad78 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "PUT /v2.0/ports/59d8bf93-e3de-4f2e-811f-1f2304b3cabe HTTP/1.1" status: 200 len: 981 time: 0.5274408 Mar 01 22:03:06.305773 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c031df0c-2631-4a69-9c8a-d06c60e60823', 'tag': '59d8bf93-e3de-4f2e-811f-1f2304b3cabe'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:03:06.338228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce512e-8f5d-4901-9d84-56059739ad78 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Pushing event updated for resources: {'Port': ['ID=59d8bf93-e3de-4f2e-811f-1f2304b3cabe,revision_number=6']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:03:06.385250 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c031df0c-2631-4a69-9c8a-d06c60e60823', 'tag': '59d8bf93-e3de-4f2e-811f-1f2304b3cabe', 'status': 'completed', 'code': 200} Mar 01 22:03:06.420373 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['59d8bf93-e3de-4f2e-811f-1f2304b3cabe'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:03:06.553622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58056e-9f60-47af-af9d-54ee00315d10 req-daa2976c-8300-4847-a957-8040a29d704a tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:06.555072 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a58056e-9f60-47af-af9d-54ee00315d10 req-daa2976c-8300-4847-a957-8040a29d704a tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 984 time: 0.1161551 Mar 01 22:03:06.560685 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3d026-8782-46a3-92ef-f4296e8d80ac req-3d2e249e-3f92-4c3f-8a13-46f96985259e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:06.562105 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eee3d026-8782-46a3-92ef-f4296e8d80ac req-3d2e249e-3f92-4c3f-8a13-46f96985259e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d74a7a4a4eb04a3f81c03c1e89f62457&device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 1135 time: 0.1576495 Mar 01 22:03:06.610776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c417d5e0-de2a-4c43-a222-c3fc3d0b2e2b None None] Provisioning complete for port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:03:06.611139 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c417d5e0-de2a-4c43-a222-c3fc3d0b2e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:06.692488 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a58056e-9f60-47af-af9d-54ee00315d10 req-04464e87-721b-4239-96dc-1d429cd9ce73 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&id=b2a1fae7-2777-437a-85df-a58c679a0212&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1292722 Mar 01 22:03:06.733885 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3d026-8782-46a3-92ef-f4296e8d80ac req-be801356-c7cc-41a6-a0c4-54f9900edd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:06.735801 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eee3d026-8782-46a3-92ef-f4296e8d80ac req-be801356-c7cc-41a6-a0c4-54f9900edd1e service neutron] 10.222.0.55 "GET /v2.0/networks?id=96398328-f8a1-4e62-9ad7-720a4ee19fed HTTP/1.1" status: 200 len: 914 time: 0.1595209 Mar 01 22:03:06.847219 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eee3d026-8782-46a3-92ef-f4296e8d80ac req-353a4669-eb8b-4db1-ba90-5a58dcba1ca7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59d8bf93-e3de-4f2e-811f-1f2304b3cabe HTTP/1.1" status: 200 len: 1001 time: 0.1050053 Mar 01 22:03:06.914529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3d026-8782-46a3-92ef-f4296e8d80ac req-02f12321-9c8e-4582-906b-b1fb705594f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:06.915818 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eee3d026-8782-46a3-92ef-f4296e8d80ac req-02f12321-9c8e-4582-906b-b1fb705594f6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15a8170c-c49c-4c3a-8555-9317501e511e HTTP/1.1" status: 200 len: 852 time: 0.0623097 Mar 01 22:03:06.990876 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3d026-8782-46a3-92ef-f4296e8d80ac req-6fbac4ca-ac3e-4c2e-b116-b6bd11c35159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:06.992260 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eee3d026-8782-46a3-92ef-f4296e8d80ac req-6fbac4ca-ac3e-4c2e-b116-b6bd11c35159 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96398328-f8a1-4e62-9ad7-720a4ee19fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702291 Mar 01 22:03:07.134402 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eee3d026-8782-46a3-92ef-f4296e8d80ac req-fcd6a86c-ad69-4fba-9567-d292fab9ad67 service neutron] 10.222.0.55 "GET /v2.0/networks/96398328-f8a1-4e62-9ad7-720a4ee19fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356390 Mar 01 22:03:07.279726 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eee3d026-8782-46a3-92ef-f4296e8d80ac req-cf43aebb-f0e6-472c-a566-9e814974c876 service neutron] 10.222.0.55 "GET /v2.0/networks/96398328-f8a1-4e62-9ad7-720a4ee19fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392307 Mar 01 22:03:12.878410 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6328707-516c-4dfe-9da6-d286c5f39bc7 req-575c4a18-6499-4c68-8268-18ea0b1a6f16 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1129024 Mar 01 22:03:13.023068 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6328707-516c-4dfe-9da6-d286c5f39bc7 req-b605e4dd-eebe-4d51-8a98-97106dca6b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:13.025263 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6328707-516c-4dfe-9da6-d286c5f39bc7 req-b605e4dd-eebe-4d51-8a98-97106dca6b83 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d74a7a4a4eb04a3f81c03c1e89f62457&device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 1135 time: 0.0797555 Mar 01 22:03:13.277589 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6328707-516c-4dfe-9da6-d286c5f39bc7 req-4d43b992-eb9d-49fc-9429-27da28d3588c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:13.279028 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6328707-516c-4dfe-9da6-d286c5f39bc7 req-4d43b992-eb9d-49fc-9429-27da28d3588c service neutron] 10.222.0.55 "GET /v2.0/networks?id=96398328-f8a1-4e62-9ad7-720a4ee19fed HTTP/1.1" status: 200 len: 914 time: 0.2338042 Mar 01 22:03:13.382580 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6328707-516c-4dfe-9da6-d286c5f39bc7 req-a2ce392f-6da4-4e1e-b1bd-e8c79ea97ce7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59d8bf93-e3de-4f2e-811f-1f2304b3cabe HTTP/1.1" status: 200 len: 1001 time: 0.0973415 Mar 01 22:03:13.444042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6328707-516c-4dfe-9da6-d286c5f39bc7 req-04274057-99bc-4206-9041-fa4b7756879e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:13.445474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6328707-516c-4dfe-9da6-d286c5f39bc7 req-04274057-99bc-4206-9041-fa4b7756879e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15a8170c-c49c-4c3a-8555-9317501e511e HTTP/1.1" status: 200 len: 852 time: 0.0572543 Mar 01 22:03:13.518869 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6328707-516c-4dfe-9da6-d286c5f39bc7 req-dc92b0cd-4949-4abc-8441-17fd225d6384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:13.520341 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6328707-516c-4dfe-9da6-d286c5f39bc7 req-dc92b0cd-4949-4abc-8441-17fd225d6384 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96398328-f8a1-4e62-9ad7-720a4ee19fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693679 Mar 01 22:03:13.649829 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6328707-516c-4dfe-9da6-d286c5f39bc7 req-2f8b1ad9-b85b-41a5-954b-7160deca0688 service neutron] 10.222.0.55 "GET /v2.0/networks/96398328-f8a1-4e62-9ad7-720a4ee19fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229515 Mar 01 22:03:13.781858 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b6328707-516c-4dfe-9da6-d286c5f39bc7 req-08b5ec19-fd15-4fec-b548-a521cf618765 service neutron] 10.222.0.55 "GET /v2.0/networks/96398328-f8a1-4e62-9ad7-720a4ee19fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261432 Mar 01 22:03:22.150680 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:24.585150 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:27.533361 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8765e497-cf4d-4734-976b-8a1d6288d9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:29.739137 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-97d3df0d-1ad8-4fab-9d32-d5a72426d687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:30.653590 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:30.842102 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:32.498744 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:34.463127 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:03:52.167016 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:54.601425 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:55.320390 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f22e17-35b4-4aff-86e3-88573d05c73f req-4d505600-ec33-4c52-bf65-f307f30da14b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:55.321836 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06f22e17-35b4-4aff-86e3-88573d05c73f req-4d505600-ec33-4c52-bf65-f307f30da14b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 984 time: 0.1425486 Mar 01 22:03:55.328272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f6f78-46a3-4577-840b-890cf9921ccc req-86a1ab94-d3e7-4299-9dbc-97360e6bdf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:55.329608 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf5f6f78-46a3-4577-840b-890cf9921ccc req-86a1ab94-d3e7-4299-9dbc-97360e6bdf00 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d74a7a4a4eb04a3f81c03c1e89f62457&device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 1135 time: 0.1073084 Mar 01 22:03:55.449144 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-06f22e17-35b4-4aff-86e3-88573d05c73f req-63c5c055-d68e-4b5c-aaf9-201ac3a7e423 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&id=b2a1fae7-2777-437a-85df-a58c679a0212&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1184890 Mar 01 22:03:55.492093 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f6f78-46a3-4577-840b-890cf9921ccc req-e7d0dd24-9673-44ca-860b-b42261466f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:55.493504 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf5f6f78-46a3-4577-840b-890cf9921ccc req-e7d0dd24-9673-44ca-860b-b42261466f43 service neutron] 10.222.0.55 "GET /v2.0/networks?id=96398328-f8a1-4e62-9ad7-720a4ee19fed HTTP/1.1" status: 200 len: 914 time: 0.1467762 Mar 01 22:03:55.593774 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf5f6f78-46a3-4577-840b-890cf9921ccc req-7979525a-53c0-422f-8558-8afd32e46ba6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59d8bf93-e3de-4f2e-811f-1f2304b3cabe HTTP/1.1" status: 200 len: 1001 time: 0.0911419 Mar 01 22:03:55.659928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f6f78-46a3-4577-840b-890cf9921ccc req-9b996b97-49a5-4ebb-b870-101473861320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:55.661314 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf5f6f78-46a3-4577-840b-890cf9921ccc req-9b996b97-49a5-4ebb-b870-101473861320 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15a8170c-c49c-4c3a-8555-9317501e511e HTTP/1.1" status: 200 len: 852 time: 0.0610814 Mar 01 22:03:55.733234 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5f6f78-46a3-4577-840b-890cf9921ccc req-af64546d-28ef-461d-a28f-410eedddcde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:55.734552 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf5f6f78-46a3-4577-840b-890cf9921ccc req-af64546d-28ef-461d-a28f-410eedddcde5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96398328-f8a1-4e62-9ad7-720a4ee19fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0671129 Mar 01 22:03:55.864748 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf5f6f78-46a3-4577-840b-890cf9921ccc req-501edc58-69d3-4de7-9307-623301faa736 service neutron] 10.222.0.55 "GET /v2.0/networks/96398328-f8a1-4e62-9ad7-720a4ee19fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237051 Mar 01 22:03:55.994734 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf5f6f78-46a3-4577-840b-890cf9921ccc req-21c58255-1a43-4637-8c9d-e92a8a1097f9 service neutron] 10.222.0.55 "GET /v2.0/networks/96398328-f8a1-4e62-9ad7-720a4ee19fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239719 Mar 01 22:03:56.642730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c4c49-a6d8-4ca9-a464-8f60bb980856 req-ea9a4a4a-d9cb-4206-91ec-cc5138d122a3 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:56.644204 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a3c4c49-a6d8-4ca9-a464-8f60bb980856 req-ea9a4a4a-d9cb-4206-91ec-cc5138d122a3 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 984 time: 0.0826085 Mar 01 22:03:56.690417 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a3c4c49-a6d8-4ca9-a464-8f60bb980856 req-40d82e4c-5b7b-4255-8b00-fd6728c30372 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&id=b2a1fae7-2777-437a-85df-a58c679a0212&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395322 Mar 01 22:03:57.498095 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-54d2a0ee-383e-4a74-9d55-f5b9f05da039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:03:57.874474 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2622d-48a6-4e54-ab2a-15d5c903df01 req-d9b6a0b1-e12d-46da-a901-390152d4f3bd tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:57.875953 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d6e2622d-48a6-4e54-ab2a-15d5c903df01 req-d9b6a0b1-e12d-46da-a901-390152d4f3bd tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 984 time: 0.0798476 Mar 01 22:03:57.921518 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d6e2622d-48a6-4e54-ab2a-15d5c903df01 req-245b98c1-fa20-4ed3-a517-815e073483c3 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&id=b2a1fae7-2777-437a-85df-a58c679a0212&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398133 Mar 01 22:03:59.116984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d77d0-43a1-495d-8b8a-238d3bc7a6cf req-1d4470a0-0c6b-4bea-bc07-5bd7219ea781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:03:59.121487 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e55d77d0-43a1-495d-8b8a-238d3bc7a6cf req-1d4470a0-0c6b-4bea-bc07-5bd7219ea781 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 984 time: 0.0911624 Mar 01 22:03:59.166308 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e55d77d0-43a1-495d-8b8a-238d3bc7a6cf req-dbe1c164-d926-48ab-8374-7194d54784f6 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&id=b2a1fae7-2777-437a-85df-a58c679a0212&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419831 Mar 01 22:03:59.692899 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f85b0d87-ae47-47d6-8fb4-47f1e571d608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:04:00.351220 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd95a70d-f6fa-4161-95a4-0d1f8712efdc req-bf257e9d-8ee0-4de4-9332-b0b33154ec20 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:04:00.352602 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cd95a70d-f6fa-4161-95a4-0d1f8712efdc req-bf257e9d-8ee0-4de4-9332-b0b33154ec20 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 984 time: 0.0783827 Mar 01 22:04:00.400906 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cd95a70d-f6fa-4161-95a4-0d1f8712efdc req-f6f36e71-fd7d-4d09-b9e4-163370c49cce tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&id=b2a1fae7-2777-437a-85df-a58c679a0212&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426135 Mar 01 22:04:00.692668 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:04:00.789766 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:04:01.586607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df0545e-d082-4a6a-98f7-01fe27ab76ff req-2b6f4b36-1ca1-4c98-930e-1d3da650b9d8 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:04:01.588082 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8df0545e-d082-4a6a-98f7-01fe27ab76ff req-2b6f4b36-1ca1-4c98-930e-1d3da650b9d8 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 984 time: 0.0793583 Mar 01 22:04:01.634659 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8df0545e-d082-4a6a-98f7-01fe27ab76ff req-e4d569ee-37ed-4506-8cf1-6680d0118d67 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&id=b2a1fae7-2777-437a-85df-a58c679a0212&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408256 Mar 01 22:04:02.481196 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:04:02.824209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc6c10-d62f-4f99-b05e-2d8bf7657a1b req-8203a94d-0cc6-4ad2-9ac8-7cf59ac25de7 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:04:02.825656 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1cdc6c10-d62f-4f99-b05e-2d8bf7657a1b req-8203a94d-0cc6-4ad2-9ac8-7cf59ac25de7 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 984 time: 0.0848269 Mar 01 22:04:02.871600 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1cdc6c10-d62f-4f99-b05e-2d8bf7657a1b req-88fa9942-6cc4-45f0-a642-b1a4f4429ab3 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&id=b2a1fae7-2777-437a-85df-a58c679a0212&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402763 Mar 01 22:04:04.058632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005443a0-1b49-4739-b376-f6beb9c59177 req-a70820c1-d6bc-43fe-af30-a3b59d5da102 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:04:04.060458 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-005443a0-1b49-4739-b376-f6beb9c59177 req-a70820c1-d6bc-43fe-af30-a3b59d5da102 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 984 time: 0.0836217 Mar 01 22:04:04.108566 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-005443a0-1b49-4739-b376-f6beb9c59177 req-1276d20e-e455-4311-a82d-096f95bd3baf tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&id=b2a1fae7-2777-437a-85df-a58c679a0212&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421402 Mar 01 22:04:05.400998 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34229113-647c-480e-8ce1-6a99fe640492 req-6aed8c1b-f066-44bb-9fea-5356e8c9caa0 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:04:05.402355 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34229113-647c-480e-8ce1-6a99fe640492 req-6aed8c1b-f066-44bb-9fea-5356e8c9caa0 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 984 time: 0.1874871 Mar 01 22:04:05.447486 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-34229113-647c-480e-8ce1-6a99fe640492 req-7b589bd0-ea28-4e4b-b5a2-c74d5714ccd9 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&id=b2a1fae7-2777-437a-85df-a58c679a0212&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393968 Mar 01 22:04:06.634199 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b6281-16c3-44e2-a6a8-61420ad60012 req-98aa7922-42d0-4e24-9695-578ceaacbe7e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:04:06.635645 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-998b6281-16c3-44e2-a6a8-61420ad60012 req-98aa7922-42d0-4e24-9695-578ceaacbe7e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 984 time: 0.0849228 Mar 01 22:04:06.681128 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-998b6281-16c3-44e2-a6a8-61420ad60012 req-2d487347-1132-4730-9ea9-d6252dd775c8 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&id=b2a1fae7-2777-437a-85df-a58c679a0212&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396943 Mar 01 22:04:07.864258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005174af-fea3-4693-9b76-127e854e852e req-602baf37-17e1-4943-b08a-f2b05d677ec6 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:04:07.866244 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-005174af-fea3-4693-9b76-127e854e852e req-602baf37-17e1-4943-b08a-f2b05d677ec6 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 984 time: 0.0786517 Mar 01 22:04:07.910940 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-005174af-fea3-4693-9b76-127e854e852e req-a58f1825-96df-45d2-81cd-3dc14291ded6 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&id=b2a1fae7-2777-437a-85df-a58c679a0212&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389419 Mar 01 22:04:11.464528 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:04:13.846193 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32853723-d4e7-4be6-bac8-08d8204e4d75 req-4704865b-1502-4b27-bf14-438042722484 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0782135 Mar 01 22:04:13.981478 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32853723-d4e7-4be6-bac8-08d8204e4d75 req-f8134e12-7e0a-4665-a1c6-fb9eb63afccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:04:13.982897 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32853723-d4e7-4be6-bac8-08d8204e4d75 req-f8134e12-7e0a-4665-a1c6-fb9eb63afccd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d74a7a4a4eb04a3f81c03c1e89f62457&device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 1135 time: 0.0691118 Mar 01 22:04:14.124138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32853723-d4e7-4be6-bac8-08d8204e4d75 req-3ff89634-a950-463a-80be-322247bbc1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:04:14.125498 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32853723-d4e7-4be6-bac8-08d8204e4d75 req-3ff89634-a950-463a-80be-322247bbc1ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=96398328-f8a1-4e62-9ad7-720a4ee19fed HTTP/1.1" status: 200 len: 914 time: 0.1253831 Mar 01 22:04:14.231753 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32853723-d4e7-4be6-bac8-08d8204e4d75 req-18f26c2a-4324-4eaf-8498-14f0f3b776dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59d8bf93-e3de-4f2e-811f-1f2304b3cabe HTTP/1.1" status: 200 len: 1001 time: 0.0997293 Mar 01 22:04:14.294403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32853723-d4e7-4be6-bac8-08d8204e4d75 req-ad58cda4-e552-4cd7-b8c7-28f8f3df419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:04:14.295831 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32853723-d4e7-4be6-bac8-08d8204e4d75 req-ad58cda4-e552-4cd7-b8c7-28f8f3df419d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15a8170c-c49c-4c3a-8555-9317501e511e HTTP/1.1" status: 200 len: 852 time: 0.0590966 Mar 01 22:04:14.368106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32853723-d4e7-4be6-bac8-08d8204e4d75 req-ef41b6d5-dafb-4fff-90cd-db4da1b6b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:04:14.371803 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32853723-d4e7-4be6-bac8-08d8204e4d75 req-ef41b6d5-dafb-4fff-90cd-db4da1b6b2d0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96398328-f8a1-4e62-9ad7-720a4ee19fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681930 Mar 01 22:04:14.511758 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32853723-d4e7-4be6-bac8-08d8204e4d75 req-f78a2e6b-581e-47c9-a87e-890978e43a53 service neutron] 10.222.0.55 "GET /v2.0/networks/96398328-f8a1-4e62-9ad7-720a4ee19fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353760 Mar 01 22:04:14.640619 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32853723-d4e7-4be6-bac8-08d8204e4d75 req-fddbc9c8-d0de-4cb3-afc2-364a18f7af18 service neutron] 10.222.0.55 "GET /v2.0/networks/96398328-f8a1-4e62-9ad7-720a4ee19fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228373 Mar 01 22:04:22.166396 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:04:24.617184 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:04:27.487277 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f1b58f29-ac35-4c9f-8edb-9cb3bb633bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:04:29.663550 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-aa2fdbbc-c7bb-41ba-824e-ffa384c2c6f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:04:30.669339 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:04:30.824132 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:04:32.503256 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:04:48.464380 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:04:52.160049 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:04:54.594007 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:04:57.496440 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d918ee3d-6582-4083-81b5-e4e9f2a1d13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:04:59.680006 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9b49eeb5-9868-48d4-b98b-32408f261c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:00.651234 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:00.816962 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:02.502919 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:02.832410 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b687d2d-94d5-452b-87c4-cbcae5a11f52 req-0aa8e8a3-cfe0-4ee9-94a0-bc3d2b3f5be4 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-929665258&fields=id&tenant_id=d74a7a4a4eb04a3f81c03c1e89f62457 HTTP/1.1" status: 200 len: 267 time: 0.0386994 Mar 01 22:05:02.918900 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b687d2d-94d5-452b-87c4-cbcae5a11f52 req-0b07fbf2-8e53-428a-8ba4-d825e2c28f8b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:02.920370 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b687d2d-94d5-452b-87c4-cbcae5a11f52 req-0b07fbf2-8e53-428a-8ba4-d825e2c28f8b tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 984 time: 0.0819790 Mar 01 22:05:02.931793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-1b687d2d-94d5-452b-87c4-cbcae5a11f52 req-c2039688-264e-4f41-bd44-4cd7dc6d875e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Request body: {'port': {'security_groups': ['e90dbded-6fae-495f-ac70-cc03b876089d']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:05:03.049914 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1b687d2d-94d5-452b-87c4-cbcae5a11f52 req-c2039688-264e-4f41-bd44-4cd7dc6d875e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:03.286528 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-1b687d2d-94d5-452b-87c4-cbcae5a11f52 req-c2039688-264e-4f41-bd44-4cd7dc6d875e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] For port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=59d8bf93-e3de-4f2e-811f-1f2304b3cabe,segment=NetworkSegment(f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf),segment_id=f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:05:03.311050 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1b687d2d-94d5-452b-87c4-cbcae5a11f52 req-c2039688-264e-4f41-bd44-4cd7dc6d875e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:03.370558 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1b687d2d-94d5-452b-87c4-cbcae5a11f52 req-c2039688-264e-4f41-bd44-4cd7dc6d875e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:03.383659 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['59d8bf93-e3de-4f2e-811f-1f2304b3cabe'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:05:03.439617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b687d2d-94d5-452b-87c4-cbcae5a11f52 req-c2039688-264e-4f41-bd44-4cd7dc6d875e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:03.440241 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1b687d2d-94d5-452b-87c4-cbcae5a11f52 req-c2039688-264e-4f41-bd44-4cd7dc6d875e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:03.441601 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b687d2d-94d5-452b-87c4-cbcae5a11f52 req-c2039688-264e-4f41-bd44-4cd7dc6d875e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "PUT /v2.0/ports/59d8bf93-e3de-4f2e-811f-1f2304b3cabe HTTP/1.1" status: 200 len: 942 time: 0.5143151 Mar 01 22:05:03.442050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c031df0c-2631-4a69-9c8a-d06c60e60823', 'tag': '59d8bf93-e3de-4f2e-811f-1f2304b3cabe'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:05:03.449488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40884) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:03.521969 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['59d8bf93-e3de-4f2e-811f-1f2304b3cabe'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:05:03.546759 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4213a237-5b9e-429a-b379-9d2326580143 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:03.581545 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4213a237-5b9e-429a-b379-9d2326580143 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:03.596410 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c031df0c-2631-4a69-9c8a-d06c60e60823', 'tag': '59d8bf93-e3de-4f2e-811f-1f2304b3cabe', 'status': 'completed', 'code': 200} Mar 01 22:05:03.653155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2039688-264e-4f41-bd44-4cd7dc6d875e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Pushing event updated for resources: {'Port': ['ID=59d8bf93-e3de-4f2e-811f-1f2304b3cabe,revision_number=7']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:03.666111 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2039688-264e-4f41-bd44-4cd7dc6d875e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.666459 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2039688-264e-4f41-bd44-4cd7dc6d875e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.666775 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2039688-264e-4f41-bd44-4cd7dc6d875e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.667103 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2039688-264e-4f41-bd44-4cd7dc6d875e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.667760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2039688-264e-4f41-bd44-4cd7dc6d875e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.667918 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2039688-264e-4f41-bd44-4cd7dc6d875e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.668149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2039688-264e-4f41-bd44-4cd7dc6d875e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.668468 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2039688-264e-4f41-bd44-4cd7dc6d875e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.668779 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2039688-264e-4f41-bd44-4cd7dc6d875e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.669093 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2039688-264e-4f41-bd44-4cd7dc6d875e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.669406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2039688-264e-4f41-bd44-4cd7dc6d875e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.669715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2039688-264e-4f41-bd44-4cd7dc6d875e tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.692187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb384f5a-8d78-41b5-a797-9563a53d5cd1 req-b37b4ee5-3ff8-4b9f-9d17-390674f15f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:03.694310 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb384f5a-8d78-41b5-a797-9563a53d5cd1 req-b37b4ee5-3ff8-4b9f-9d17-390674f15f5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d74a7a4a4eb04a3f81c03c1e89f62457&device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 1096 time: 0.0970988 Mar 01 22:05:03.737150 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4213a237-5b9e-429a-b379-9d2326580143 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:03.761013 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4213a237-5b9e-429a-b379-9d2326580143 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2a1fae7-2777-437a-85df-a58c679a0212,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:03.769592 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4213a237-5b9e-429a-b379-9d2326580143 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:03.773403 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4213a237-5b9e-429a-b379-9d2326580143 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "DELETE /v2.0/security-groups/b2a1fae7-2777-437a-85df-a58c679a0212 HTTP/1.1" status: 204 len: 168 time: 0.3203020 Mar 01 22:05:03.773403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213a237-5b9e-429a-b379-9d2326580143 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.773619 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213a237-5b9e-429a-b379-9d2326580143 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.773782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213a237-5b9e-429a-b379-9d2326580143 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.774314 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213a237-5b9e-429a-b379-9d2326580143 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.774808 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213a237-5b9e-429a-b379-9d2326580143 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.775318 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213a237-5b9e-429a-b379-9d2326580143 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.775677 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213a237-5b9e-429a-b379-9d2326580143 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.776007 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213a237-5b9e-429a-b379-9d2326580143 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.776341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213a237-5b9e-429a-b379-9d2326580143 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.776666 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213a237-5b9e-429a-b379-9d2326580143 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.776990 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213a237-5b9e-429a-b379-9d2326580143 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.777313 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4213a237-5b9e-429a-b379-9d2326580143 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:03.779656 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40888) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:03.811173 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7feeb676-fb44-40d1-aec4-4cfc8ba318a6 None None] Provisioning complete for port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:05:03.816164 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7feeb676-fb44-40d1-aec4-4cfc8ba318a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:03.839187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb384f5a-8d78-41b5-a797-9563a53d5cd1 req-89113342-8917-4ad4-93c7-e15f43a9e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:03.841569 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb384f5a-8d78-41b5-a797-9563a53d5cd1 req-89113342-8917-4ad4-93c7-e15f43a9e6fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=96398328-f8a1-4e62-9ad7-720a4ee19fed HTTP/1.1" status: 200 len: 914 time: 0.1408117 Mar 01 22:05:03.949826 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb384f5a-8d78-41b5-a797-9563a53d5cd1 req-e0b41d97-e9ee-4ce5-a688-38ac9301bc8d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59d8bf93-e3de-4f2e-811f-1f2304b3cabe HTTP/1.1" status: 200 len: 1001 time: 0.1015737 Mar 01 22:05:04.001403 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5474d23c-09e0-4e7b-b608-7378c146aa7c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Deleting port 6b08a759-34f8-4892-bced-dd4505379686 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:05:04.001744 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5474d23c-09e0-4e7b-b608-7378c146aa7c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:04.011576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb384f5a-8d78-41b5-a797-9563a53d5cd1 req-f3dc6715-ddc8-40cf-91fb-a97e1a95ab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:04.012555 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb384f5a-8d78-41b5-a797-9563a53d5cd1 req-f3dc6715-ddc8-40cf-91fb-a97e1a95ab7a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15a8170c-c49c-4c3a-8555-9317501e511e HTTP/1.1" status: 200 len: 852 time: 0.0563209 Mar 01 22:05:04.092539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb384f5a-8d78-41b5-a797-9563a53d5cd1 req-6bde3329-2a4f-4f57-b10c-9bff0fe0fc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:04.094109 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb384f5a-8d78-41b5-a797-9563a53d5cd1 req-6bde3329-2a4f-4f57-b10c-9bff0fe0fc09 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96398328-f8a1-4e62-9ad7-720a4ee19fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758653 Mar 01 22:05:04.183106 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5474d23c-09e0-4e7b-b608-7378c146aa7c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:04.183477 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5474d23c-09e0-4e7b-b608-7378c146aa7c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:04.229809 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb384f5a-8d78-41b5-a797-9563a53d5cd1 req-95536f3a-24c6-4290-b657-33478293bb25 service neutron] 10.222.0.55 "GET /v2.0/networks/96398328-f8a1-4e62-9ad7-720a4ee19fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299179 Mar 01 22:05:04.309425 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5474d23c-09e0-4e7b-b608-7378c146aa7c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Calling delete_port for 6b08a759-34f8-4892-bced-dd4505379686 owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:05:04.360986 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bb384f5a-8d78-41b5-a797-9563a53d5cd1 req-9fc7c95b-5621-4724-b674-c8aeec3065dd service neutron] 10.222.0.55 "GET /v2.0/networks/96398328-f8a1-4e62-9ad7-720a4ee19fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241145 Mar 01 22:05:04.514109 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5474d23c-09e0-4e7b-b608-7378c146aa7c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:04.562432 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5474d23c-09e0-4e7b-b608-7378c146aa7c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Pushing event deleted for resources: {'Port': ['ID=6b08a759-34f8-4892-bced-dd4505379686,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:04.654117 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5474d23c-09e0-4e7b-b608-7378c146aa7c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:04.654362 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-5474d23c-09e0-4e7b-b608-7378c146aa7c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Floating IP 7820b2d2-bbcf-4f6f-940f-90eb011e5900 disassociated (deleted). External IP: 172.25.5.130, port: 59d8bf93-e3de-4f2e-811f-1f2304b3cabe. Mar 01 22:05:05.116872 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5474d23c-09e0-4e7b-b608-7378c146aa7c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Router 43e752fa-04a5-47bd-822b-6e4376f794d9 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:05:05.297595 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5474d23c-09e0-4e7b-b608-7378c146aa7c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:05:05.307903 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd90f19-845b-4b5f-98e0-901db24d4fea None None] Sync routers for ids ['43e752fa-04a5-47bd-822b-6e4376f794d9'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:05:05.317447 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd90f19-845b-4b5f-98e0-901db24d4fea None None] Routers {'43e752fa-04a5-47bd-822b-6e4376f794d9'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:05:05.318057 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-4fd90f19-845b-4b5f-98e0-901db24d4fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:05:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['43e752fa-04a5-47bd-822b-6e4376f794d9'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:05.369429 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5474d23c-09e0-4e7b-b608-7378c146aa7c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:05.432405 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5474d23c-09e0-4e7b-b608-7378c146aa7c tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "DELETE /v2.0/floatingips/7820b2d2-bbcf-4f6f-940f-90eb011e5900 HTTP/1.1" status: 204 len: 168 time: 1.6516802 Mar 01 22:05:05.433061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c031df0c-2631-4a69-9c8a-d06c60e60823', 'tag': '59d8bf93-e3de-4f2e-811f-1f2304b3cabe'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:05:05.497230 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-4fd90f19-845b-4b5f-98e0-901db24d4fea None None] Set router 43e752fa-04a5-47bd-822b-6e4376f794d9 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:05:05.555793 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c031df0c-2631-4a69-9c8a-d06c60e60823', 'tag': '59d8bf93-e3de-4f2e-811f-1f2304b3cabe', 'status': 'completed', 'code': 200} Mar 01 22:05:05.648649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00391e07-2854-4381-b49d-3cac35d95ef2 req-ac14dc17-b2af-4dd0-8a3d-c9911c0bfdec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:05.650016 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00391e07-2854-4381-b49d-3cac35d95ef2 req-ac14dc17-b2af-4dd0-8a3d-c9911c0bfdec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d74a7a4a4eb04a3f81c03c1e89f62457&device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 1096 time: 0.0731206 Mar 01 22:05:05.787997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00391e07-2854-4381-b49d-3cac35d95ef2 req-c36eeb48-5537-4bee-ba34-dad3d0180890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:05.789415 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00391e07-2854-4381-b49d-3cac35d95ef2 req-c36eeb48-5537-4bee-ba34-dad3d0180890 service neutron] 10.222.0.55 "GET /v2.0/networks?id=96398328-f8a1-4e62-9ad7-720a4ee19fed HTTP/1.1" status: 200 len: 914 time: 0.1335533 Mar 01 22:05:05.816220 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-4fd90f19-845b-4b5f-98e0-901db24d4fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'name': 'tempest-TestMinimumBasicScenario-65764517-router', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '46312da7-1039-49c5-a4f4-a264200f80af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:01:54Z', 'updated_at': '2022-03-01T22:01:58Z', 'revision_number': 4, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'gw_port': {'id': '46312da7-1039-49c5-a4f4-a264200f80af', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:55Z', 'updated_at': '2022-03-01T22:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f81f645f-6fe8-4160-9848-25f5a048b64d', 'name': '', 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'mac_address': 'fa:16:3e:64:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15a8170c-c49c-4c3a-8555-9317501e511e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:58Z', 'updated_at': '2022-03-01T22:02:04Z', 'revision_number': 5, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'subnets': [{'id': '15a8170c-c49c-4c3a-8555-9317501e511e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:05.820812 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd90f19-845b-4b5f-98e0-901db24d4fea None None] Checking router: 43e752fa-04a5-47bd-822b-6e4376f794d9 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:05:05.828963 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd90f19-845b-4b5f-98e0-901db24d4fea None None] Routers {'43e752fa-04a5-47bd-822b-6e4376f794d9'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:05:05.829542 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-4fd90f19-845b-4b5f-98e0-901db24d4fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:05:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['43e752fa-04a5-47bd-822b-6e4376f794d9'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:05.860321 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00391e07-2854-4381-b49d-3cac35d95ef2 req-f625b490-b2f7-4171-af1d-e61647e81c4a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59d8bf93-e3de-4f2e-811f-1f2304b3cabe HTTP/1.1" status: 200 len: 217 time: 0.0650330 Mar 01 22:05:05.940898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00391e07-2854-4381-b49d-3cac35d95ef2 req-9b3660e7-eb71-493e-a42b-76a80bedbd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:05.942589 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00391e07-2854-4381-b49d-3cac35d95ef2 req-9b3660e7-eb71-493e-a42b-76a80bedbd11 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=15a8170c-c49c-4c3a-8555-9317501e511e HTTP/1.1" status: 200 len: 852 time: 0.0765114 Mar 01 22:05:06.014596 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-4fd90f19-845b-4b5f-98e0-901db24d4fea None None] Set router 43e752fa-04a5-47bd-822b-6e4376f794d9 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:05:06.030965 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00391e07-2854-4381-b49d-3cac35d95ef2 req-fcdd35d9-5780-442f-b043-ba6cc5b35603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:06.034907 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00391e07-2854-4381-b49d-3cac35d95ef2 req-fcdd35d9-5780-442f-b043-ba6cc5b35603 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=96398328-f8a1-4e62-9ad7-720a4ee19fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843267 Mar 01 22:05:06.174515 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00391e07-2854-4381-b49d-3cac35d95ef2 req-f1abca75-b024-4ea7-8f25-5831d575a571 service neutron] 10.222.0.55 "GET /v2.0/networks/96398328-f8a1-4e62-9ad7-720a4ee19fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302159 Mar 01 22:05:06.307247 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-00391e07-2854-4381-b49d-3cac35d95ef2 req-aa4d27d8-7bd8-4707-b391-897092e5a962 service neutron] 10.222.0.55 "GET /v2.0/networks/96398328-f8a1-4e62-9ad7-720a4ee19fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246684 Mar 01 22:05:06.332844 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-4fd90f19-845b-4b5f-98e0-901db24d4fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'name': 'tempest-TestMinimumBasicScenario-65764517-router', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '46312da7-1039-49c5-a4f4-a264200f80af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:01:54Z', 'updated_at': '2022-03-01T22:01:58Z', 'revision_number': 4, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'gw_port': {'id': '46312da7-1039-49c5-a4f4-a264200f80af', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:55Z', 'updated_at': '2022-03-01T22:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f81f645f-6fe8-4160-9848-25f5a048b64d', 'name': '', 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'mac_address': 'fa:16:3e:64:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15a8170c-c49c-4c3a-8555-9317501e511e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:58Z', 'updated_at': '2022-03-01T22:02:04Z', 'revision_number': 5, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'subnets': [{'id': '15a8170c-c49c-4c3a-8555-9317501e511e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:06.336944 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fd90f19-845b-4b5f-98e0-901db24d4fea None None] The sync data for ids ['43e752fa-04a5-47bd-822b-6e4376f794d9'] in n-d-827896-4 is: [{'id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'name': 'tempest-TestMinimumBasicScenario-65764517-router', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '46312da7-1039-49c5-a4f4-a264200f80af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:01:54Z', 'updated_at': '2022-03-01T22:01:58Z', 'revision_number': 4, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'gw_port': {'id': '46312da7-1039-49c5-a4f4-a264200f80af', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:55Z', 'updated_at': '2022-03-01T22:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f81f645f-6fe8-4160-9848-25f5a048b64d', 'name': '', 'network_id': '96398328-f8a1-4e62-9ad7-720a4ee19fed', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'mac_address': 'fa:16:3e:64:16:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4160, 'fixed_ips': [{'subnet_id': '15a8170c-c49c-4c3a-8555-9317501e511e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:58Z', 'updated_at': '2022-03-01T22:02:04Z', 'revision_number': 5, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'subnets': [{'id': '15a8170c-c49c-4c3a-8555-9317501e511e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:05:06.554507 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cffc16f6-4445-475b-9ec6-77236c113599 None None] New status for floating IP 7820b2d2-bbcf-4f6f-940f-90eb011e5900: DOWN {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 22:05:11.340054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe634c-25fd-40d7-b119-230087feb903 req-532e4e06-1ae7-4c7b-b3cd-719156584ced tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:11.341523 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37fe634c-25fd-40d7-b119-230087feb903 req-532e4e06-1ae7-4c7b-b3cd-719156584ced tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 945 time: 0.0821593 Mar 01 22:05:11.384732 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37fe634c-25fd-40d7-b119-230087feb903 req-3b037730-0371-42ad-a4e9-e9c68305a30d tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373623 Mar 01 22:05:12.682497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc07173-1764-4b01-a975-e031cae874c7 req-039bfaf8-4826-44d4-8e50-e37d4a485868 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:12.683879 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5cc07173-1764-4b01-a975-e031cae874c7 req-039bfaf8-4826-44d4-8e50-e37d4a485868 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 945 time: 0.1937420 Mar 01 22:05:12.726926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5cc07173-1764-4b01-a975-e031cae874c7 req-06b84d4e-0fd8-4729-97f9-6ac230a2cbcb tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/security-groups?id=e90dbded-6fae-495f-ac70-cc03b876089d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374157 Mar 01 22:05:13.112018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9acc365-7f95-420b-8ec5-0a5afaf3ad09 req-a422bf31-94a4-485c-966f-6a5d03a73b82 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:13.113422 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9acc365-7f95-420b-8ec5-0a5afaf3ad09 req-a422bf31-94a4-485c-966f-6a5d03a73b82 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.55 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 945 time: 0.0799267 Mar 01 22:05:13.184668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-c9acc365-7f95-420b-8ec5-0a5afaf3ad09 req-0edf2074-b97f-46d8-bf28-112163f1a1d2 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Deleting port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:05:13.185004 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c9acc365-7f95-420b-8ec5-0a5afaf3ad09 req-0edf2074-b97f-46d8-bf28-112163f1a1d2 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:13.429054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-c9acc365-7f95-420b-8ec5-0a5afaf3ad09 req-0edf2074-b97f-46d8-bf28-112163f1a1d2 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] For port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=59d8bf93-e3de-4f2e-811f-1f2304b3cabe,segment=NetworkSegment(f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf),segment_id=f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:05:13.429307 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c9acc365-7f95-420b-8ec5-0a5afaf3ad09 req-0edf2074-b97f-46d8-bf28-112163f1a1d2 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:13.548379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-c9acc365-7f95-420b-8ec5-0a5afaf3ad09 req-0edf2074-b97f-46d8-bf28-112163f1a1d2 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Calling delete_port for 59d8bf93-e3de-4f2e-811f-1f2304b3cabe owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:05:13.754274 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c9acc365-7f95-420b-8ec5-0a5afaf3ad09 req-0edf2074-b97f-46d8-bf28-112163f1a1d2 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:13.766251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['59d8bf93-e3de-4f2e-811f-1f2304b3cabe'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:05:13.807079 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edf2074-b97f-46d8-bf28-112163f1a1d2 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Pushing event deleted for resources: {'Port': ['ID=59d8bf93-e3de-4f2e-811f-1f2304b3cabe,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:13.921179 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47800ddf-5a96-480f-926f-f58e159f4d2c req-af7c4a6e-05c9-4b34-b29b-00cc0ae4d519 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.42 "GET /v2.0/ports?device_id=c031df0c-2631-4a69-9c8a-d06c60e60823 HTTP/1.1" status: 200 len: 210 time: 0.0843549 Mar 01 22:05:13.922139 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9acc365-7f95-420b-8ec5-0a5afaf3ad09 req-0edf2074-b97f-46d8-bf28-112163f1a1d2 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] No DVR routers for this DVR port 59d8bf93-e3de-4f2e-811f-1f2304b3cabe on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:05:13.924933 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c9acc365-7f95-420b-8ec5-0a5afaf3ad09 req-0edf2074-b97f-46d8-bf28-112163f1a1d2 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:13.927492 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c031df0c-2631-4a69-9c8a-d06c60e60823', 'name': 'network-vif-deleted', 'tag': '59d8bf93-e3de-4f2e-811f-1f2304b3cabe'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:05:13.939414 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9acc365-7f95-420b-8ec5-0a5afaf3ad09 req-0edf2074-b97f-46d8-bf28-112163f1a1d2 tempest-TestMinimumBasicScenario-1138119295 tempest-TestMinimumBasicScenario-1138119295-project] 10.222.0.55 "DELETE /v2.0/ports/59d8bf93-e3de-4f2e-811f-1f2304b3cabe HTTP/1.1" status: 204 len: 173 time: 0.8202903 Mar 01 22:05:13.972603 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c031df0c-2631-4a69-9c8a-d06c60e60823', 'name': 'network-vif-deleted', 'tag': '59d8bf93-e3de-4f2e-811f-1f2304b3cabe', 'status': 'completed', 'code': 200} Mar 01 22:05:16.166299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40982) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:16.776682 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 59d8bf93-e3de-4f2e-811f-1f2304b3cabe no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:05:16.800387 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d27658e7-8258-497b-9bf7-ebf5fbc85c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:16.810830 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 59d8bf93-e3de-4f2e-811f-1f2304b3cabe {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:05:16.811166 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 59d8bf93-e3de-4f2e-811f-1f2304b3cabe not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:05:17.147975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d27658e7-8258-497b-9bf7-ebf5fbc85c59 admin admin] Deleting port f81f645f-6fe8-4160-9848-25f5a048b64d {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:05:17.148917 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d27658e7-8258-497b-9bf7-ebf5fbc85c59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:17.313863 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-d27658e7-8258-497b-9bf7-ebf5fbc85c59 admin admin] For port f81f645f-6fe8-4160-9848-25f5a048b64d, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f81f645f-6fe8-4160-9848-25f5a048b64d,segment=NetworkSegment(f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf),segment_id=f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:05:17.314578 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d27658e7-8258-497b-9bf7-ebf5fbc85c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:17.435071 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d27658e7-8258-497b-9bf7-ebf5fbc85c59 admin admin] Calling delete_port for f81f645f-6fe8-4160-9848-25f5a048b64d owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:05:17.657065 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d27658e7-8258-497b-9bf7-ebf5fbc85c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:17.705089 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27658e7-8258-497b-9bf7-ebf5fbc85c59 admin admin] Pushing event deleted for resources: {'Port': ['ID=f81f645f-6fe8-4160-9848-25f5a048b64d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:17.966701 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d27658e7-8258-497b-9bf7-ebf5fbc85c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:18.423309 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d27658e7-8258-497b-9bf7-ebf5fbc85c59 admin admin] Router 43e752fa-04a5-47bd-822b-6e4376f794d9 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:05:18.597401 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d27658e7-8258-497b-9bf7-ebf5fbc85c59 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:05:18.608592 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6b7c92-90a7-45e5-99fd-c36b8f062695 None None] Sync routers for ids ['43e752fa-04a5-47bd-822b-6e4376f794d9'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:05:18.610444 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d27658e7-8258-497b-9bf7-ebf5fbc85c59 admin admin] 10.222.0.42 "PUT /v2.0/routers/43e752fa-04a5-47bd-822b-6e4376f794d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4430001 Mar 01 22:05:18.612946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 40986) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:18.618999 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6b7c92-90a7-45e5-99fd-c36b8f062695 None None] Routers {'43e752fa-04a5-47bd-822b-6e4376f794d9'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:05:18.631392 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-da6b7c92-90a7-45e5-99fd-c36b8f062695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:05:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['43e752fa-04a5-47bd-822b-6e4376f794d9'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:18.788936 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4befb784-aa7b-49a6-83b3-911eaddbcdd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:18.828547 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-da6b7c92-90a7-45e5-99fd-c36b8f062695 None None] Set router 43e752fa-04a5-47bd-822b-6e4376f794d9 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:05:18.961681 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4befb784-aa7b-49a6-83b3-911eaddbcdd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:19.042179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-4befb784-aa7b-49a6-83b3-911eaddbcdd6 admin admin] Deleting port 46312da7-1039-49c5-a4f4-a264200f80af {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:05:19.042538 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4befb784-aa7b-49a6-83b3-911eaddbcdd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:19.112752 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-da6b7c92-90a7-45e5-99fd-c36b8f062695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'name': 'tempest-TestMinimumBasicScenario-65764517-router', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68'}], 'enable_snat': True}, 'gw_port_id': '46312da7-1039-49c5-a4f4-a264200f80af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:01:54Z', 'updated_at': '2022-03-01T22:05:17Z', 'revision_number': 5, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'gw_port': {'id': '46312da7-1039-49c5-a4f4-a264200f80af', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:5e:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:01:55Z', 'updated_at': '2022-03-01T22:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:19.116573 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6b7c92-90a7-45e5-99fd-c36b8f062695 None None] Checking router: 43e752fa-04a5-47bd-822b-6e4376f794d9 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:05:19.127525 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6b7c92-90a7-45e5-99fd-c36b8f062695 None None] Routers {'43e752fa-04a5-47bd-822b-6e4376f794d9'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:05:19.128345 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-da6b7c92-90a7-45e5-99fd-c36b8f062695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:05:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['43e752fa-04a5-47bd-822b-6e4376f794d9'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:19.233244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-4befb784-aa7b-49a6-83b3-911eaddbcdd6 admin admin] For port 46312da7-1039-49c5-a4f4-a264200f80af, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=46312da7-1039-49c5-a4f4-a264200f80af,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:05:19.233597 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4befb784-aa7b-49a6-83b3-911eaddbcdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:19.272427 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-da6b7c92-90a7-45e5-99fd-c36b8f062695 None None] Set router 43e752fa-04a5-47bd-822b-6e4376f794d9 gateway port host: None {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:05:19.361696 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-4befb784-aa7b-49a6-83b3-911eaddbcdd6 admin admin] Calling delete_port for 46312da7-1039-49c5-a4f4-a264200f80af owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:05:19.373912 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-da6b7c92-90a7-45e5-99fd-c36b8f062695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'name': 'tempest-TestMinimumBasicScenario-65764517-router', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:01:54Z', 'updated_at': '2022-03-01T22:05:18Z', 'revision_number': 6, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:19.377739 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da6b7c92-90a7-45e5-99fd-c36b8f062695 None None] The sync data for ids ['43e752fa-04a5-47bd-822b-6e4376f794d9'] in n-d-827896-4 is: [{'id': '43e752fa-04a5-47bd-822b-6e4376f794d9', 'name': 'tempest-TestMinimumBasicScenario-65764517-router', 'tenant_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:01:54Z', 'updated_at': '2022-03-01T22:05:18Z', 'revision_number': 6, 'project_id': 'd74a7a4a4eb04a3f81c03c1e89f62457', 'gw_port_host': None}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:05:19.594176 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4befb784-aa7b-49a6-83b3-911eaddbcdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:19.641880 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4befb784-aa7b-49a6-83b3-911eaddbcdd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=46312da7-1039-49c5-a4f4-a264200f80af,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:19.853754 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4befb784-aa7b-49a6-83b3-911eaddbcdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:20.021754 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4befb784-aa7b-49a6-83b3-911eaddbcdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:20.024633 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4befb784-aa7b-49a6-83b3-911eaddbcdd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:20.125359 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4befb784-aa7b-49a6-83b3-911eaddbcdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:20.125865 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4befb784-aa7b-49a6-83b3-911eaddbcdd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43e752fa-04a5-47bd-822b-6e4376f794d9 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 22:05:20.139026 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4befb784-aa7b-49a6-83b3-911eaddbcdd6 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:20.143340 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4befb784-aa7b-49a6-83b3-911eaddbcdd6 admin admin] 10.222.0.42 "DELETE /v2.0/routers/43e752fa-04a5-47bd-822b-6e4376f794d9 HTTP/1.1" status: 204 len: 168 time: 1.5263407 Mar 01 22:05:20.143514 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40990) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:20.207281 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-58b3bd3c-b78f-44ae-909e-bc433e598bde admin admin] Deleting subnet 15a8170c-c49c-4c3a-8555-9317501e511e {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 22:05:20.210596 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-58b3bd3c-b78f-44ae-909e-bc433e598bde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:20.269422 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-58b3bd3c-b78f-44ae-909e-bc433e598bde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:20.350136 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-58b3bd3c-b78f-44ae-909e-bc433e598bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:20.485837 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-58b3bd3c-b78f-44ae-909e-bc433e598bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:20.524456 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3bd3c-b78f-44ae-909e-bc433e598bde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15a8170c-c49c-4c3a-8555-9317501e511e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:20.528113 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-58b3bd3c-b78f-44ae-909e-bc433e598bde admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:20.534530 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-58b3bd3c-b78f-44ae-909e-bc433e598bde admin admin] 10.222.0.42 "DELETE /v2.0/subnets/15a8170c-c49c-4c3a-8555-9317501e511e HTTP/1.1" status: 204 len: 168 time: 0.3895795 Mar 01 22:05:20.536990 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 40994) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:20.539433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dd396f-908c-4f92-898c-b21c5fa6ddb2 None None] Network 96398328-f8a1-4e62-9ad7-720a4ee19fed requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:05:20.671986 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f81f645f-6fe8-4160-9848-25f5a048b64d no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:05:20.682510 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ebacf76-f5d0-4d80-bd65-6d45f740af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:20.694153 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-1ebacf76-f5d0-4d80-bd65-6d45f740af12 admin admin] Deleting port 53bb323c-3b06-486e-80c9-23feae73daea {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:05:20.694479 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ebacf76-f5d0-4d80-bd65-6d45f740af12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:20.721199 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: f81f645f-6fe8-4160-9848-25f5a048b64d {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:05:20.721611 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f81f645f-6fe8-4160-9848-25f5a048b64d not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:05:20.722103 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 46312da7-1039-49c5-a4f4-a264200f80af no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:05:20.768466 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 46312da7-1039-49c5-a4f4-a264200f80af {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:05:20.771431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 46312da7-1039-49c5-a4f4-a264200f80af not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:05:20.940294 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-1ebacf76-f5d0-4d80-bd65-6d45f740af12 admin admin] For port 53bb323c-3b06-486e-80c9-23feae73daea, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=53bb323c-3b06-486e-80c9-23feae73daea,segment=NetworkSegment(f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf),segment_id=f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:05:20.940654 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ebacf76-f5d0-4d80-bd65-6d45f740af12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:20.964706 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92436ecd-8e15-443e-ae74-ad492e8c9f22 None None] DHCP port deletion for 96398328-f8a1-4e62-9ad7-720a4ee19fed request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 22:05:20.968971 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-92436ecd-8e15-443e-ae74-ad492e8c9f22 None None] Deleting port 53bb323c-3b06-486e-80c9-23feae73daea {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:05:20.969342 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-92436ecd-8e15-443e-ae74-ad492e8c9f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:21.069694 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-1ebacf76-f5d0-4d80-bd65-6d45f740af12 admin admin] Calling delete_port for 53bb323c-3b06-486e-80c9-23feae73daea owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:05:21.183450 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-92436ecd-8e15-443e-ae74-ad492e8c9f22 None None] For port 53bb323c-3b06-486e-80c9-23feae73daea, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=53bb323c-3b06-486e-80c9-23feae73daea,segment=NetworkSegment(f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf),segment_id=f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:05:21.183763 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-92436ecd-8e15-443e-ae74-ad492e8c9f22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:21.251233 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ebacf76-f5d0-4d80-bd65-6d45f740af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:21.303499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebacf76-f5d0-4d80-bd65-6d45f740af12 admin admin] Pushing event deleted for resources: {'Port': ['ID=53bb323c-3b06-486e-80c9-23feae73daea,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:21.305454 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebacf76-f5d0-4d80-bd65-6d45f740af12 admin admin] No DVR routers for this DVR port 53bb323c-3b06-486e-80c9-23feae73daea on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:05:21.312776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-92436ecd-8e15-443e-ae74-ad492e8c9f22 None None] Calling delete_port for 53bb323c-3b06-486e-80c9-23feae73daea owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:05:21.380790 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-92436ecd-8e15-443e-ae74-ad492e8c9f22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 22:05:21.381052 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-92436ecd-8e15-443e-ae74-ad492e8c9f22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 22:05:21.419584 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ebacf76-f5d0-4d80-bd65-6d45f740af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:21.448138 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-1ebacf76-f5d0-4d80-bd65-6d45f740af12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96398328-f8a1-4e62-9ad7-720a4ee19fed']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:21.459801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-1ebacf76-f5d0-4d80-bd65-6d45f740af12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:21.460095 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-1ebacf76-f5d0-4d80-bd65-6d45f740af12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f3ead2-d6dc-4b5b-bb68-4d680e326bbf') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:21.471638 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ebacf76-f5d0-4d80-bd65-6d45f740af12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:21.487918 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ebacf76-f5d0-4d80-bd65-6d45f740af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:21.493998 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebacf76-f5d0-4d80-bd65-6d45f740af12 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 22:05:21.495657 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ebacf76-f5d0-4d80-bd65-6d45f740af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: timer() Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 22:05:21.507323 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 22:05:21.639645 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ebacf76-f5d0-4d80-bd65-6d45f740af12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:21.770305 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1ebacf76-f5d0-4d80-bd65-6d45f740af12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:21.780440 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebacf76-f5d0-4d80-bd65-6d45f740af12 admin admin] Pushing event deleted for resources: {'Network': ['ID=96398328-f8a1-4e62-9ad7-720a4ee19fed,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:21.787455 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1ebacf76-f5d0-4d80-bd65-6d45f740af12 admin admin] 10.222.0.42 "DELETE /v2.0/networks/96398328-f8a1-4e62-9ad7-720a4ee19fed HTTP/1.1" status: 204 len: 168 time: 1.2495129 Mar 01 22:05:21.791383 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41002) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:21.882093 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-92436ecd-8e15-443e-ae74-ad492e8c9f22 None None] Deleting port 53bb323c-3b06-486e-80c9-23feae73daea {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:05:21.882657 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-92436ecd-8e15-443e-ae74-ad492e8c9f22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:21.950774 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-92436ecd-8e15-443e-ae74-ad492e8c9f22 None None] The port '53bb323c-3b06-486e-80c9-23feae73daea' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 22:05:22.188411 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:22.332018 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f4a85330-5670-4f15-9a66-4808ef9f0657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:22.643058 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 53bb323c-3b06-486e-80c9-23feae73daea no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:05:22.677399 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 53bb323c-3b06-486e-80c9-23feae73daea {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:05:22.677707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-f4a85330-5670-4f15-9a66-4808ef9f0657 admin admin] Deleting port 89374d9a-d4d1-40b5-b47d-10b31239cb06 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:05:22.677821 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 53bb323c-3b06-486e-80c9-23feae73daea not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:05:22.678046 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f4a85330-5670-4f15-9a66-4808ef9f0657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:22.849001 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-f4a85330-5670-4f15-9a66-4808ef9f0657 admin admin] For port 89374d9a-d4d1-40b5-b47d-10b31239cb06, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=89374d9a-d4d1-40b5-b47d-10b31239cb06,segment=NetworkSegment(4898e541-c8b4-4fa4-b540-d46192d6a767),segment_id=4898e541-c8b4-4fa4-b540-d46192d6a767)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:05:22.849268 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f4a85330-5670-4f15-9a66-4808ef9f0657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:22.969187 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-f4a85330-5670-4f15-9a66-4808ef9f0657 admin admin] Calling delete_port for 89374d9a-d4d1-40b5-b47d-10b31239cb06 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:05:23.410796 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f4a85330-5670-4f15-9a66-4808ef9f0657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:23.456620 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a85330-5670-4f15-9a66-4808ef9f0657 admin admin] Pushing event deleted for resources: {'Port': ['ID=89374d9a-d4d1-40b5-b47d-10b31239cb06,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:23.725265 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f4a85330-5670-4f15-9a66-4808ef9f0657 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:24.086463 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a85330-5670-4f15-9a66-4808ef9f0657 admin admin] Router 8de82289-da5b-476f-a4a7-40dca6ca06e1 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:05:24.257943 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a85330-5670-4f15-9a66-4808ef9f0657 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:05:24.266567 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3afe06-25db-4894-9ae3-8096e2368d9f None None] Sync routers for ids ['8de82289-da5b-476f-a4a7-40dca6ca06e1'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:05:24.267056 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f4a85330-5670-4f15-9a66-4808ef9f0657 admin admin] 10.222.0.42 "PUT /v2.0/routers/8de82289-da5b-476f-a4a7-40dca6ca06e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4742095 Mar 01 22:05:24.269420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41006) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:24.280669 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3afe06-25db-4894-9ae3-8096e2368d9f None None] Routers {'8de82289-da5b-476f-a4a7-40dca6ca06e1'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:05:24.281270 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-aa3afe06-25db-4894-9ae3-8096e2368d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:05:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8de82289-da5b-476f-a4a7-40dca6ca06e1'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:24.451767 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b9a9fa47-8f92-4d1f-a8ba-37a63d178255 admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:24.456340 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-aa3afe06-25db-4894-9ae3-8096e2368d9f None None] Set router 8de82289-da5b-476f-a4a7-40dca6ca06e1 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:05:24.628856 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b9a9fa47-8f92-4d1f-a8ba-37a63d178255 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:24.678058 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:24.702154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-b9a9fa47-8f92-4d1f-a8ba-37a63d178255 admin admin] Deleting port ea5222ff-c474-438f-a2ac-07c7bceb7a76 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:05:24.702440 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b9a9fa47-8f92-4d1f-a8ba-37a63d178255 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:24.753758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-aa3afe06-25db-4894-9ae3-8096e2368d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de82289-da5b-476f-a4a7-40dca6ca06e1', 'name': 'tempest-TestMinimumBasicScenario-1435701516-router', 'tenant_id': '835227628a0f41098c0672e5e5548c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.127'}], 'enable_snat': True}, 'gw_port_id': 'ea5222ff-c474-438f-a2ac-07c7bceb7a76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:02:02Z', 'updated_at': '2022-03-01T22:05:23Z', 'revision_number': 5, 'project_id': '835227628a0f41098c0672e5e5548c39', 'gw_port': {'id': 'ea5222ff-c474-438f-a2ac-07c7bceb7a76', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:ba:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8de82289-da5b-476f-a4a7-40dca6ca06e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:02:03Z', 'updated_at': '2022-03-01T22:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:24.757659 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3afe06-25db-4894-9ae3-8096e2368d9f None None] Checking router: 8de82289-da5b-476f-a4a7-40dca6ca06e1 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:05:24.765903 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3afe06-25db-4894-9ae3-8096e2368d9f None None] Routers {'8de82289-da5b-476f-a4a7-40dca6ca06e1'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:05:24.766493 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-aa3afe06-25db-4894-9ae3-8096e2368d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:05:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['8de82289-da5b-476f-a4a7-40dca6ca06e1'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:24.885662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-b9a9fa47-8f92-4d1f-a8ba-37a63d178255 admin admin] For port ea5222ff-c474-438f-a2ac-07c7bceb7a76, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=ea5222ff-c474-438f-a2ac-07c7bceb7a76,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:05:24.886023 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b9a9fa47-8f92-4d1f-a8ba-37a63d178255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:24.951194 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-aa3afe06-25db-4894-9ae3-8096e2368d9f None None] Set router 8de82289-da5b-476f-a4a7-40dca6ca06e1 gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:05:25.008878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-b9a9fa47-8f92-4d1f-a8ba-37a63d178255 admin admin] Calling delete_port for ea5222ff-c474-438f-a2ac-07c7bceb7a76 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:05:25.056379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-aa3afe06-25db-4894-9ae3-8096e2368d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8de82289-da5b-476f-a4a7-40dca6ca06e1', 'name': 'tempest-TestMinimumBasicScenario-1435701516-router', 'tenant_id': '835227628a0f41098c0672e5e5548c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:02:02Z', 'updated_at': '2022-03-01T22:05:24Z', 'revision_number': 6, 'project_id': '835227628a0f41098c0672e5e5548c39', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:25.060422 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3afe06-25db-4894-9ae3-8096e2368d9f None None] The sync data for ids ['8de82289-da5b-476f-a4a7-40dca6ca06e1'] in n-d-827896-4 is: [{'id': '8de82289-da5b-476f-a4a7-40dca6ca06e1', 'name': 'tempest-TestMinimumBasicScenario-1435701516-router', 'tenant_id': '835227628a0f41098c0672e5e5548c39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:02:02Z', 'updated_at': '2022-03-01T22:05:24Z', 'revision_number': 6, 'project_id': '835227628a0f41098c0672e5e5548c39', 'gw_port_host': None}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:05:25.233817 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b9a9fa47-8f92-4d1f-a8ba-37a63d178255 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:25.279372 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9fa47-8f92-4d1f-a8ba-37a63d178255 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea5222ff-c474-438f-a2ac-07c7bceb7a76,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:25.372656 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b9a9fa47-8f92-4d1f-a8ba-37a63d178255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:25.464299 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:05:25.680175 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b9a9fa47-8f92-4d1f-a8ba-37a63d178255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:25.682260 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b9a9fa47-8f92-4d1f-a8ba-37a63d178255 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:25.776977 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b9a9fa47-8f92-4d1f-a8ba-37a63d178255 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:25.777479 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9a9fa47-8f92-4d1f-a8ba-37a63d178255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8de82289-da5b-476f-a4a7-40dca6ca06e1 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 22:05:25.789077 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b9a9fa47-8f92-4d1f-a8ba-37a63d178255 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:25.790185 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b9a9fa47-8f92-4d1f-a8ba-37a63d178255 admin admin] 10.222.0.42 "DELETE /v2.0/routers/8de82289-da5b-476f-a4a7-40dca6ca06e1 HTTP/1.1" status: 204 len: 168 time: 1.5197997 Mar 01 22:05:25.792864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41010) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:25.854486 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3006ed-24e7-41d2-a622-773453e4bd4f admin admin] Deleting subnet 519c70e9-482a-42c4-a592-52a3dc5d9b1f {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 22:05:25.857389 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9c3006ed-24e7-41d2-a622-773453e4bd4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:25.908059 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9c3006ed-24e7-41d2-a622-773453e4bd4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:25.991258 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9c3006ed-24e7-41d2-a622-773453e4bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:26.120101 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9c3006ed-24e7-41d2-a622-773453e4bd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:26.157112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3006ed-24e7-41d2-a622-773453e4bd4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=519c70e9-482a-42c4-a592-52a3dc5d9b1f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:26.160812 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9c3006ed-24e7-41d2-a622-773453e4bd4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:26.166714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021f3719-9aea-44ec-bc03-b48ebd804b41 None None] Network b96ab3d0-ed3b-4cfc-8839-0480c20b88ef requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:05:26.167510 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9c3006ed-24e7-41d2-a622-773453e4bd4f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/519c70e9-482a-42c4-a592-52a3dc5d9b1f HTTP/1.1" status: 204 len: 168 time: 0.3736901 Mar 01 22:05:26.169978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41014) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:26.284874 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-710ede9b-9c1b-4bf6-b871-0de269366354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:26.296076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-710ede9b-9c1b-4bf6-b871-0de269366354 admin admin] Deleting port c1955d42-f66d-4dd6-beb0-be4a9359298e {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:05:26.296411 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-710ede9b-9c1b-4bf6-b871-0de269366354 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:26.411633 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14be0006-84e6-4294-828b-949407c859c3 None None] DHCP port deletion for b96ab3d0-ed3b-4cfc-8839-0480c20b88ef request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 22:05:26.416061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-14be0006-84e6-4294-828b-949407c859c3 None None] Deleting port c1955d42-f66d-4dd6-beb0-be4a9359298e {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:05:26.416467 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-14be0006-84e6-4294-828b-949407c859c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:26.504296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-710ede9b-9c1b-4bf6-b871-0de269366354 admin admin] For port c1955d42-f66d-4dd6-beb0-be4a9359298e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c1955d42-f66d-4dd6-beb0-be4a9359298e,segment=NetworkSegment(4898e541-c8b4-4fa4-b540-d46192d6a767),segment_id=4898e541-c8b4-4fa4-b540-d46192d6a767)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:05:26.504639 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-710ede9b-9c1b-4bf6-b871-0de269366354 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:26.625822 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-14be0006-84e6-4294-828b-949407c859c3 None None] For port c1955d42-f66d-4dd6-beb0-be4a9359298e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c1955d42-f66d-4dd6-beb0-be4a9359298e,segment=NetworkSegment(4898e541-c8b4-4fa4-b540-d46192d6a767),segment_id=4898e541-c8b4-4fa4-b540-d46192d6a767)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:05:26.626204 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-710ede9b-9c1b-4bf6-b871-0de269366354 admin admin] Calling delete_port for c1955d42-f66d-4dd6-beb0-be4a9359298e owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:05:26.626316 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-14be0006-84e6-4294-828b-949407c859c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:26.689238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 89374d9a-d4d1-40b5-b47d-10b31239cb06 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:05:26.774211 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-14be0006-84e6-4294-828b-949407c859c3 None None] Calling delete_port for c1955d42-f66d-4dd6-beb0-be4a9359298e owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:05:26.809311 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 89374d9a-d4d1-40b5-b47d-10b31239cb06 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:05:26.809667 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 89374d9a-d4d1-40b5-b47d-10b31239cb06 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:05:26.810069 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea5222ff-c474-438f-a2ac-07c7bceb7a76 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:05:26.828384 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-710ede9b-9c1b-4bf6-b871-0de269366354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:26.847625 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: ea5222ff-c474-438f-a2ac-07c7bceb7a76 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:05:26.847892 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device ea5222ff-c474-438f-a2ac-07c7bceb7a76 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:05:26.848295 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c1955d42-f66d-4dd6-beb0-be4a9359298e no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:05:26.876965 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ede9b-9c1b-4bf6-b871-0de269366354 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1955d42-f66d-4dd6-beb0-be4a9359298e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:26.878738 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710ede9b-9c1b-4bf6-b871-0de269366354 admin admin] No DVR routers for this DVR port c1955d42-f66d-4dd6-beb0-be4a9359298e on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:05:26.891174 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: c1955d42-f66d-4dd6-beb0-be4a9359298e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:05:26.891539 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c1955d42-f66d-4dd6-beb0-be4a9359298e not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:05:26.915636 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-14be0006-84e6-4294-828b-949407c859c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 22:05:26.918569 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-14be0006-84e6-4294-828b-949407c859c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 22:05:26.991808 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-710ede9b-9c1b-4bf6-b871-0de269366354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:27.016666 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-710ede9b-9c1b-4bf6-b871-0de269366354 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b96ab3d0-ed3b-4cfc-8839-0480c20b88ef']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:27.028984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-710ede9b-9c1b-4bf6-b871-0de269366354 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4898e541-c8b4-4fa4-b540-d46192d6a767') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:27.029276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-710ede9b-9c1b-4bf6-b871-0de269366354 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4898e541-c8b4-4fa4-b540-d46192d6a767') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:27.040328 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-710ede9b-9c1b-4bf6-b871-0de269366354 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:27.056079 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-710ede9b-9c1b-4bf6-b871-0de269366354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:27.062041 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710ede9b-9c1b-4bf6-b871-0de269366354 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 22:05:27.062416 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-710ede9b-9c1b-4bf6-b871-0de269366354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: timer() Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 22:05:27.075658 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 22:05:27.234158 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-710ede9b-9c1b-4bf6-b871-0de269366354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:27.250574 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-710ede9b-9c1b-4bf6-b871-0de269366354 admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:27.262160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710ede9b-9c1b-4bf6-b871-0de269366354 admin admin] Pushing event deleted for resources: {'Network': ['ID=b96ab3d0-ed3b-4cfc-8839-0480c20b88ef,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:27.264950 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-710ede9b-9c1b-4bf6-b871-0de269366354 admin admin] 10.222.0.42 "DELETE /v2.0/networks/b96ab3d0-ed3b-4cfc-8839-0480c20b88ef HTTP/1.1" status: 204 len: 168 time: 1.0940435 Mar 01 22:05:27.417004 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-14be0006-84e6-4294-828b-949407c859c3 None None] Deleting port c1955d42-f66d-4dd6-beb0-be4a9359298e {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:05:27.417547 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-14be0006-84e6-4294-828b-949407c859c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:27.496386 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-14be0006-84e6-4294-828b-949407c859c3 None None] The port 'c1955d42-f66d-4dd6-beb0-be4a9359298e' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 22:05:27.581980 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3d7296f5-ea36-4e10-bbd2-fa24c3f4d08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:27.693728 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41020) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:27.741527 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b5865ae4-2d44-46e5-bc80-611fecc9e410 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d74a7a4a4eb04a3f81c03c1e89f62457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466707 Mar 01 22:05:27.744601 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41024) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:27.899666 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bcbea956-80cb-4b6d-b3b7-dcb7f3c1e7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:27.925432 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bcbea956-80cb-4b6d-b3b7-dcb7f3c1e7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:28.051330 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bcbea956-80cb-4b6d-b3b7-dcb7f3c1e7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:28.067770 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbea956-80cb-4b6d-b3b7-dcb7f3c1e7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90dbded-6fae-495f-ac70-cc03b876089d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:28.074082 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bcbea956-80cb-4b6d-b3b7-dcb7f3c1e7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:28.075960 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bcbea956-80cb-4b6d-b3b7-dcb7f3c1e7c9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e90dbded-6fae-495f-ac70-cc03b876089d HTTP/1.1" status: 204 len: 168 time: 0.3303065 Mar 01 22:05:28.720332 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41032) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:28.771946 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-49bf254a-843b-4350-bf87-7d73270e2cbc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=835227628a0f41098c0672e5e5548c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504677 Mar 01 22:05:28.775231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41036) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:28.831386 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-550f7036-5b96-4eae-880d-d3cbe21d29d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:28.856718 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-550f7036-5b96-4eae-880d-d3cbe21d29d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:28.977762 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-550f7036-5b96-4eae-880d-d3cbe21d29d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:28.993896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f7036-5b96-4eae-880d-d3cbe21d29d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac978c7-c2e8-44cd-b501-5efd6ef22687,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:28.998571 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-550f7036-5b96-4eae-880d-d3cbe21d29d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:28.999469 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-550f7036-5b96-4eae-880d-d3cbe21d29d2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ac978c7-c2e8-44cd-b501-5efd6ef22687 HTTP/1.1" status: 204 len: 168 time: 0.2232878 Mar 01 22:05:29.696975 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-34db75e7-5bd1-41d3-ad3b-fbcfe32b5488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:30.645408 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:30.827957 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:31.471585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41080) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:31.476926 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1546663351', 'description': 'tempest-secgroup-smoke-1546663351 description', 'project_id': '443fbfcdae1a4567a887f1af9d571ead'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:05:31.483929 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:05:31.487684 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:05:31.490737 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:05:31.496592 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:05:31.571412 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:31.582899 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:31.598119 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:05:31.601992 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:05:31.604745 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:05:31.610381 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:05:31.693709 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:31.753399 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:31.764237 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:05:31.771543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:05:31.776108 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:05:31.789476 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:05:31.796441 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7de72d4-e341-4014-87c0-d5d090cef088,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:31.862010 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:31.919408 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:31.960165 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15bdf604-5bce-419b-9d9b-9b422ca8db46,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:32.016146 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:32.017266 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4ce127eb-9b8e-494f-bce0-4a3645dbc129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5446467 Mar 01 22:05:32.021779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41084) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:32.026847 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-1d87a123-2d22-41ba-95c7-476627ed0b9c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': '15bdf604-5bce-419b-9d9b-9b422ca8db46', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:05:32.033646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1d87a123-2d22-41ba-95c7-476627ed0b9c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:05:32.037552 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1d87a123-2d22-41ba-95c7-476627ed0b9c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:05:32.041236 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1d87a123-2d22-41ba-95c7-476627ed0b9c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:05:32.046104 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1d87a123-2d22-41ba-95c7-476627ed0b9c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:05:32.120533 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d87a123-2d22-41ba-95c7-476627ed0b9c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:32.182858 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d87a123-2d22-41ba-95c7-476627ed0b9c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:32.244650 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d87a123-2d22-41ba-95c7-476627ed0b9c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:32.267913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87a123-2d22-41ba-95c7-476627ed0b9c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0606f00-7dc2-4087-a398-4570674d9e36,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:32.325031 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1d87a123-2d22-41ba-95c7-476627ed0b9c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:32.326232 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1d87a123-2d22-41ba-95c7-476627ed0b9c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3035593 Mar 01 22:05:32.328938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41088) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:32.333822 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c923eb3d-e133-476b-9057-64408d5a0d21 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': '15bdf604-5bce-419b-9d9b-9b422ca8db46', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:05:32.340686 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c923eb3d-e133-476b-9057-64408d5a0d21 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:05:32.344575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c923eb3d-e133-476b-9057-64408d5a0d21 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:05:32.347475 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c923eb3d-e133-476b-9057-64408d5a0d21 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:05:32.353805 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c923eb3d-e133-476b-9057-64408d5a0d21 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:05:32.428470 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c923eb3d-e133-476b-9057-64408d5a0d21 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:32.496844 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:32.602917 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c923eb3d-e133-476b-9057-64408d5a0d21 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:32.667101 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c923eb3d-e133-476b-9057-64408d5a0d21 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:32.690607 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923eb3d-e133-476b-9057-64408d5a0d21 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1925d77-1888-41af-95d0-f073137a83f2,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:32.760346 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c923eb3d-e133-476b-9057-64408d5a0d21 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:32.761661 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c923eb3d-e133-476b-9057-64408d5a0d21 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4317369 Mar 01 22:05:32.764377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41092) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:32.770333 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-88f36243-957a-4b67-b626-b367ff8076ff tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': '15bdf604-5bce-419b-9d9b-9b422ca8db46', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:05:32.777796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-88f36243-957a-4b67-b626-b367ff8076ff tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:05:32.781726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-88f36243-957a-4b67-b626-b367ff8076ff tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:05:32.784608 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-88f36243-957a-4b67-b626-b367ff8076ff tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:05:32.790999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-88f36243-957a-4b67-b626-b367ff8076ff tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:05:32.896921 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88f36243-957a-4b67-b626-b367ff8076ff tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:32.957956 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88f36243-957a-4b67-b626-b367ff8076ff tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:33.033461 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88f36243-957a-4b67-b626-b367ff8076ff tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:33.057137 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f36243-957a-4b67-b626-b367ff8076ff tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f4e1bc5-7edb-4c73-a59d-2c0fa883d06f,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:33.119502 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-88f36243-957a-4b67-b626-b367ff8076ff tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:33.120694 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-88f36243-957a-4b67-b626-b367ff8076ff tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3554113 Mar 01 22:05:33.123457 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41096) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:33.128336 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-f12801ef-ae0b-426b-ae50-277eee39dc55 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': '15bdf604-5bce-419b-9d9b-9b422ca8db46', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:05:33.135827 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f12801ef-ae0b-426b-ae50-277eee39dc55 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:05:33.139726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f12801ef-ae0b-426b-ae50-277eee39dc55 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:05:33.142548 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-f12801ef-ae0b-426b-ae50-277eee39dc55 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:05:33.148948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-f12801ef-ae0b-426b-ae50-277eee39dc55 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:05:33.246306 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f12801ef-ae0b-426b-ae50-277eee39dc55 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:33.311321 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f12801ef-ae0b-426b-ae50-277eee39dc55 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:33.353491 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f12801ef-ae0b-426b-ae50-277eee39dc55 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:33.377468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12801ef-ae0b-426b-ae50-277eee39dc55 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52f726b-7ee3-4dc2-a6d1-eb5d7a6a5e2c,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:33.445916 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f12801ef-ae0b-426b-ae50-277eee39dc55 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:33.446951 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f12801ef-ae0b-426b-ae50-277eee39dc55 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3225212 Mar 01 22:05:33.449680 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41100) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:33.454687 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-2281e187-4b7e-4e21-9242-858cb9e5bfe0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': '15bdf604-5bce-419b-9d9b-9b422ca8db46', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:05:33.461468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2281e187-4b7e-4e21-9242-858cb9e5bfe0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:05:33.465243 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2281e187-4b7e-4e21-9242-858cb9e5bfe0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:05:33.468260 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-2281e187-4b7e-4e21-9242-858cb9e5bfe0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:05:33.473985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-2281e187-4b7e-4e21-9242-858cb9e5bfe0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:05:33.536459 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-2281e187-4b7e-4e21-9242-858cb9e5bfe0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Project 443fbfcdae1a4567a887f1af9d571ead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 22:05:33.543288 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2281e187-4b7e-4e21-9242-858cb9e5bfe0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:33.606835 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2281e187-4b7e-4e21-9242-858cb9e5bfe0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:33.667548 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2281e187-4b7e-4e21-9242-858cb9e5bfe0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:33.692384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2281e187-4b7e-4e21-9242-858cb9e5bfe0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd98f493-84ca-4566-99b1-0ef45cd05a4d,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:33.764328 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2281e187-4b7e-4e21-9242-858cb9e5bfe0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:33.765531 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2281e187-4b7e-4e21-9242-858cb9e5bfe0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3149109 Mar 01 22:05:33.768225 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41104) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:33.773284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-a2d21e6a-e533-4c70-a9ed-bcd9c972c317 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': '15bdf604-5bce-419b-9d9b-9b422ca8db46', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:05:33.780779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a2d21e6a-e533-4c70-a9ed-bcd9c972c317 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:05:33.784997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a2d21e6a-e533-4c70-a9ed-bcd9c972c317 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:05:33.789706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a2d21e6a-e533-4c70-a9ed-bcd9c972c317 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:05:33.794970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a2d21e6a-e533-4c70-a9ed-bcd9c972c317 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:05:33.868099 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-a2d21e6a-e533-4c70-a9ed-bcd9c972c317 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Project 443fbfcdae1a4567a887f1af9d571ead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 22:05:33.874687 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a2d21e6a-e533-4c70-a9ed-bcd9c972c317 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:33.937904 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a2d21e6a-e533-4c70-a9ed-bcd9c972c317 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:34.010464 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a2d21e6a-e533-4c70-a9ed-bcd9c972c317 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:34.038004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d21e6a-e533-4c70-a9ed-bcd9c972c317 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3404c05-4566-48c7-a343-19a93fff6161,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:34.108292 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a2d21e6a-e533-4c70-a9ed-bcd9c972c317 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:34.109503 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a2d21e6a-e533-4c70-a9ed-bcd9c972c317 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3403821 Mar 01 22:05:34.112834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41108) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:34.118849 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-a3edea36-f2fd-4a5d-8f7f-16513cef79d8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'network': {'name': 'tempest-network-smoke--1753716973', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'port_security_enabled': True}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:05:34.124791 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a3edea36-f2fd-4a5d-8f7f-16513cef79d8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:05:34.129204 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a3edea36-f2fd-4a5d-8f7f-16513cef79d8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:network and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:05:34.131405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a3edea36-f2fd-4a5d-8f7f-16513cef79d8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:05:34.137117 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a3edea36-f2fd-4a5d-8f7f-16513cef79d8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:05:34.210198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3edea36-f2fd-4a5d-8f7f-16513cef79d8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Made reservation on behalf of 443fbfcdae1a4567a887f1af9d571ead for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:05:34.214454 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a3edea36-f2fd-4a5d-8f7f-16513cef79d8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:34.242172 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3edea36-f2fd-4a5d-8f7f-16513cef79d8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 22:05:34.250692 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a3edea36-f2fd-4a5d-8f7f-16513cef79d8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:34.251060 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-a3edea36-f2fd-4a5d-8f7f-16513cef79d8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Added segment e4a9be13-0359-4003-a359-e428883cdfac of type vlan for network 15013da5-3727-4a1a-b3a5-578ee5bddd4f Mar 01 22:05:34.276584 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a3edea36-f2fd-4a5d-8f7f-16513cef79d8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:34.387745 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a3edea36-f2fd-4a5d-8f7f-16513cef79d8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:34.393244 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3edea36-f2fd-4a5d-8f7f-16513cef79d8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:34.393832 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a3edea36-f2fd-4a5d-8f7f-16513cef79d8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:34.498714 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3edea36-f2fd-4a5d-8f7f-16513cef79d8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Network': ['ID=15013da5-3727-4a1a-b3a5-578ee5bddd4f,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:34.502785 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a3edea36-f2fd-4a5d-8f7f-16513cef79d8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3889883 Mar 01 22:05:34.506113 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41112) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:34.510961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 15013da5-3727-4a1a-b3a5-578ee5bddd4f details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 22:05:34.511437 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-925753835', 'admin_state_up': True, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:05:34.519513 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:05:34.523990 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:router and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:05:34.526924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:05:34.533134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:05:34.599642 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:34.600687 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:34.617112 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:34.947253 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:35.321245 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:35.349383 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:35.481614 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Allocated IP 172.25.5.145 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/3357efdc-3471-49d3-90e3-71124956ab7b) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:05:35.730141 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:35.844117 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:35.904962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:05:35.911699 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:05:35.916837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:05:35.952265 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=3357efdc-3471-49d3-90e3-71124956ab7b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:36.405211 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:36.756509 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:37.033646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 9ec8b329-740c-4f3e-828f-eeca9168af33 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 22:05:37.211831 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:05:37.221183 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] Sync routers for ids ['9ec8b329-740c-4f3e-828f-eeca9168af33'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:05:37.231229 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] Routers {'9ec8b329-740c-4f3e-828f-eeca9168af33'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:05:37.231865 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:05:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9ec8b329-740c-4f3e-828f-eeca9168af33'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:37.284732 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:37.285872 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0c6b6d4b-6306-476b-8e03-2503f13864fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7791855 Mar 01 22:05:37.289586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41116) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:37.404430 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] Set router 9ec8b329-740c-4f3e-828f-eeca9168af33 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:05:37.560940 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fc69991b-2ccd-406e-b9da-bfdf5ac147d9 tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=443fbfcdae1a4567a887f1af9d571ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2700837 Mar 01 22:05:37.563459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41122) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:37.683331 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925753835', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:05:34Z', 'updated_at': '2022-03-01T22:05:36Z', 'revision_number': 3, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:35Z', 'updated_at': '2022-03-01T22:05:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:37.687108 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] Checking router: 9ec8b329-740c-4f3e-828f-eeca9168af33 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:05:37.687467 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] Updating router 9ec8b329-740c-4f3e-828f-eeca9168af33 port 3357efdc-3471-49d3-90e3-71124956ab7b binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:05:37.699416 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac246772-0f29-4ff9-8782-cf43f73820a1 tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:37.700889 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ac246772-0f29-4ff9-8782-cf43f73820a1 tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1365237 Mar 01 22:05:37.703752 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41126) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:37.743657 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-57403caa-4ff9-4e03-85fd-aaaabaf532f2 tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387132 Mar 01 22:05:37.746326 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41130) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:37.751775 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-918c317c-8256-4cce-a101-4c6458389e0c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-21633813', 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:05:37.766488 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:37.862112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-918c317c-8256-4cce-a101-4c6458389e0c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:05:37.866240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-918c317c-8256-4cce-a101-4c6458389e0c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:subnet and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:05:37.869884 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-918c317c-8256-4cce-a101-4c6458389e0c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:05:37.875959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-918c317c-8256-4cce-a101-4c6458389e0c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:05:37.948222 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918c317c-8256-4cce-a101-4c6458389e0c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Made reservation on behalf of 443fbfcdae1a4567a887f1af9d571ead for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:05:37.951758 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-918c317c-8256-4cce-a101-4c6458389e0c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:38.084948 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:38.096458 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] Transition to ACTIVE for port object 3357efdc-3471-49d3-90e3-71124956ab7b will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:05:38.142509 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:38.211488 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-918c317c-8256-4cce-a101-4c6458389e0c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:38.219546 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] Attempting to bind port 3357efdc-3471-49d3-90e3-71124956ab7b on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:05:38.219914 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] Attempting to bind port 3357efdc-3471-49d3-90e3-71124956ab7b by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:05:38.220279 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] Attempting to bind port 3357efdc-3471-49d3-90e3-71124956ab7b on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:05:38.233773 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:05:38.234448 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:05:38.234548 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:38.234878 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:05:38.235323 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] Bound port: 3357efdc-3471-49d3-90e3-71124956ab7b, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:05:38.235706 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:38.258491 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bfc1a-0920-4d29-bbc6-9e2b9ef90f0f None None] Pushing event updated for resources: {'Port': ['ID=3357efdc-3471-49d3-90e3-71124956ab7b,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:38.276766 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfc1a-0920-4d29-bbc6-9e2b9ef90f0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:38.277104 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfc1a-0920-4d29-bbc6-9e2b9ef90f0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:38.277438 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfc1a-0920-4d29-bbc6-9e2b9ef90f0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:38.277772 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfc1a-0920-4d29-bbc6-9e2b9ef90f0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:38.278090 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfc1a-0920-4d29-bbc6-9e2b9ef90f0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:38.278414 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfc1a-0920-4d29-bbc6-9e2b9ef90f0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:38.278733 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfc1a-0920-4d29-bbc6-9e2b9ef90f0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:38.279051 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfc1a-0920-4d29-bbc6-9e2b9ef90f0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:38.279377 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfc1a-0920-4d29-bbc6-9e2b9ef90f0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:38.279790 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfc1a-0920-4d29-bbc6-9e2b9ef90f0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:38.280094 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfc1a-0920-4d29-bbc6-9e2b9ef90f0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:38.280409 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f6bfc1a-0920-4d29-bbc6-9e2b9ef90f0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:38.287474 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c317c-8256-4cce-a101-4c6458389e0c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Subnet': ['ID=13ae5c30-ba1e-4978-ac35-8c6118d3699d,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:38.298618 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918c317c-8256-4cce-a101-4c6458389e0c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Checking segment: {'id': 'e4a9be13-0359-4003-a359-e428883cdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:05:38.298974 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918c317c-8256-4cce-a101-4c6458389e0c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network hostable DHCP agents. Network: 15013da5-3727-4a1a-b3a5-578ee5bddd4f, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 22:05:38.320442 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] For port 3357efdc-3471-49d3-90e3-71124956ab7b, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:05:38.323314 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] For port 3357efdc-3471-49d3-90e3-71124956ab7b, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3357efdc-3471-49d3-90e3-71124956ab7b,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:05:38.376658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918c317c-8256-4cce-a101-4c6458389e0c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 15013da5-3727-4a1a-b3a5-578ee5bddd4f is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 22:05:38.440024 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:38.478702 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-918c317c-8256-4cce-a101-4c6458389e0c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 15013da5-3727-4a1a-b3a5-578ee5bddd4f) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:05:38.482856 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918c317c-8256-4cce-a101-4c6458389e0c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:38.483477 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-918c317c-8256-4cce-a101-4c6458389e0c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:38.488993 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7bfedd-82c6-4f9c-8ba7-336fbe09f9a0 None None] Network 15013da5-3727-4a1a-b3a5-578ee5bddd4f requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:05:38.519384 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] Routers {'9ec8b329-740c-4f3e-828f-eeca9168af33'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:05:38.520020 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:05:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9ec8b329-740c-4f3e-828f-eeca9168af33'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:38.577536 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-918c317c-8256-4cce-a101-4c6458389e0c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8301525 Mar 01 22:05:38.580522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41134) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:05:38.595429 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bfc1a-0920-4d29-bbc6-9e2b9ef90f0f None None] Pushing event updated for resources: {'Port': ['ID=3357efdc-3471-49d3-90e3-71124956ab7b,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:38.716991 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] Set router 9ec8b329-740c-4f3e-828f-eeca9168af33 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:05:38.750894 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-15013da5-3727-4a1a-b3a5-578ee5bddd4f', 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ips': [{'subnet_id': '13ae5c30-ba1e-4978-ac35-8c6118d3699d'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 22:05:38.751938 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:38.912737 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Allocated IP 172.20.0.2 (15013da5-3727-4a1a-b3a5-578ee5bddd4f/13ae5c30-ba1e-4978-ac35-8c6118d3699d/8afae58a-38bb-439a-a174-8da6a9f75866) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:05:39.011723 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925753835', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:05:34Z', 'updated_at': '2022-03-01T22:05:36Z', 'revision_number': 3, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:35Z', 'updated_at': '2022-03-01T22:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:39.016198 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f741ea-f8b0-4ce4-ac93-b2e2d78439a1 None None] The sync data for ids ['9ec8b329-740c-4f3e-828f-eeca9168af33'] in n-d-827896-4 is: [{'id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925753835', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:05:34Z', 'updated_at': '2022-03-01T22:05:36Z', 'revision_number': 3, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:35Z', 'updated_at': '2022-03-01T22:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:05:39.152901 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:39.163627 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Transition to ACTIVE for port object 8afae58a-38bb-439a-a174-8da6a9f75866 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:05:39.182627 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Transition to ACTIVE for port object 8afae58a-38bb-439a-a174-8da6a9f75866 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:05:39.246202 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:39.310037 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04dc7124-08f8-41a5-bd1a-4845b1cd93a5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:39.318368 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Network 15013da5-3727-4a1a-b3a5-578ee5bddd4f is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:05:39.322298 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:05:39.325924 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:05:39.377046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Pushing event updated for resources: {'Port': ['ID=8afae58a-38bb-439a-a174-8da6a9f75866,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:39.419822 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:39.420174 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:39.420521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:39.420855 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:39.421190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:39.421523 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:39.421855 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:39.422183 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:39.422825 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:39.423143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:39.423501 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:39.423828 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:05:39.457261 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Attempting to bind port 8afae58a-38bb-439a-a174-8da6a9f75866 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:05:39.457707 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Attempting to bind port 8afae58a-38bb-439a-a174-8da6a9f75866 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'e4a9be13-0359-4003-a359-e428883cdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:05:39.458132 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Attempting to bind port 8afae58a-38bb-439a-a174-8da6a9f75866 on network 15013da5-3727-4a1a-b3a5-578ee5bddd4f {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:05:39.464475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:05:39.464924 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Checking segment: {'id': 'e4a9be13-0359-4003-a359-e428883cdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:05:39.465408 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:39.465860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Bound using segment: {'id': 'e4a9be13-0359-4003-a359-e428883cdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:05:39.466381 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Bound port: 8afae58a-38bb-439a-a174-8da6a9f75866, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a9be13-0359-4003-a359-e428883cdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:05:39.466825 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:39.557584 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] For port 8afae58a-38bb-439a-a174-8da6a9f75866, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:05:39.560750 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] For port 8afae58a-38bb-439a-a174-8da6a9f75866, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8afae58a-38bb-439a-a174-8da6a9f75866,segment=NetworkSegment(e4a9be13-0359-4003-a359-e428883cdfac),segment_id=e4a9be13-0359-4003-a359-e428883cdfac)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:05:39.645558 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:39.743155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-04dc7124-08f8-41a5-bd1a-4845b1cd93a5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Allocated IP 172.20.0.1 (15013da5-3727-4a1a-b3a5-578ee5bddd4f/13ae5c30-ba1e-4978-ac35-8c6118d3699d/24af472c-f197-47b3-a287-2f924f30b566) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:05:39.746223 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e6c1d-dd74-48f1-b419-27be8d0702b1 None None] Pushing event updated for resources: {'Port': ['ID=8afae58a-38bb-439a-a174-8da6a9f75866,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:39.944862 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04dc7124-08f8-41a5-bd1a-4845b1cd93a5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:39.964148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-04dc7124-08f8-41a5-bd1a-4845b1cd93a5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Transition to ACTIVE for port object 24af472c-f197-47b3-a287-2f924f30b566 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:05:40.063167 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04dc7124-08f8-41a5-bd1a-4845b1cd93a5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:40.128731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dc7124-08f8-41a5-bd1a-4845b1cd93a5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 15013da5-3727-4a1a-b3a5-578ee5bddd4f is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:05:40.138937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-04dc7124-08f8-41a5-bd1a-4845b1cd93a5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:05:40.144759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc7124-08f8-41a5-bd1a-4845b1cd93a5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:05:40.286078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc7124-08f8-41a5-bd1a-4845b1cd93a5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=24af472c-f197-47b3-a287-2f924f30b566,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:40.316106 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04dc7124-08f8-41a5-bd1a-4845b1cd93a5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:40.658741 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04dc7124-08f8-41a5-bd1a-4845b1cd93a5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:40.708681 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3357efdc-3471-49d3-90e3-71124956ab7b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:05:40.914874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 3357efdc-3471-49d3-90e3-71124956ab7b completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:05:40.925240 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 3357efdc-3471-49d3-90e3-71124956ab7b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:05:40.928412 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:41.085907 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:41.104136 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 3357efdc-3471-49d3-90e3-71124956ab7b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3357efdc-3471-49d3-90e3-71124956ab7b,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:05:41.113901 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04dc7124-08f8-41a5-bd1a-4845b1cd93a5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:41.144635 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0636cf91-2f9b-4c74-8ba3-aa6c216ea7e0 None None] Network 15013da5-3727-4a1a-b3a5-578ee5bddd4f requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:05:41.199189 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04dc7124-08f8-41a5-bd1a-4845b1cd93a5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:41.231215 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:41.232063 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8afae58a-38bb-439a-a174-8da6a9f75866 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:05:41.313788 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-04dc7124-08f8-41a5-bd1a-4845b1cd93a5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:41.317387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dc7124-08f8-41a5-bd1a-4845b1cd93a5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=24af472c-f197-47b3-a287-2f924f30b566,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:41.437401 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-4330dd36-35dd-46e6-b90b-71f485ecaca7 None None] Provisioning for port 8afae58a-38bb-439a-a174-8da6a9f75866 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:05:41.452552 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dc7124-08f8-41a5-bd1a-4845b1cd93a5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 15013da5-3727-4a1a-b3a5-578ee5bddd4f is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:05:41.453680 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-04dc7124-08f8-41a5-bd1a-4845b1cd93a5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:05:41.455048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=3357efdc-3471-49d3-90e3-71124956ab7b,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:41.531859 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 8afae58a-38bb-439a-a174-8da6a9f75866 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:05:41.537852 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 8afae58a-38bb-439a-a174-8da6a9f75866 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:05:41.538224 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:41.650006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04dc7124-08f8-41a5-bd1a-4845b1cd93a5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 9ec8b329-740c-4f3e-828f-eeca9168af33 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:05:41.674957 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:41.713033 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 8afae58a-38bb-439a-a174-8da6a9f75866, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8afae58a-38bb-439a-a174-8da6a9f75866,segment=NetworkSegment(e4a9be13-0359-4003-a359-e428883cdfac),segment_id=e4a9be13-0359-4003-a359-e428883cdfac)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:05:41.783166 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:41.836828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dc7124-08f8-41a5-bd1a-4845b1cd93a5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:05:41.837370 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5aba7c29-7c1b-4fa0-b2ca-121a4556c8a2 None None] Provisioning complete for port 8afae58a-38bb-439a-a174-8da6a9f75866 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:05:41.838874 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5aba7c29-7c1b-4fa0-b2ca-121a4556c8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:41.851399 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-04dc7124-08f8-41a5-bd1a-4845b1cd93a5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "PUT /v2.0/routers/9ec8b329-740c-4f3e-828f-eeca9168af33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2658567 Mar 01 22:05:41.869069 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] Sync routers for ids ['9ec8b329-740c-4f3e-828f-eeca9168af33'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:05:41.948002 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] Routers {'9ec8b329-740c-4f3e-828f-eeca9168af33'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:05:41.948638 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:05:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9ec8b329-740c-4f3e-828f-eeca9168af33'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:42.098455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=8afae58a-38bb-439a-a174-8da6a9f75866,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:42.155119 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] Set router 9ec8b329-740c-4f3e-828f-eeca9168af33 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:05:42.218600 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-68d66447-71d6-4ad6-9930-b7a3cf2b59b9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1546663351&fields=id&tenant_id=443fbfcdae1a4567a887f1af9d571ead HTTP/1.1" status: 200 len: 267 time: 0.0407424 Mar 01 22:05:42.434980 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5aba7c29-7c1b-4fa0-b2ca-121a4556c8a2 None None] Provisioning for port 24af472c-f197-47b3-a287-2f924f30b566 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:05:42.442061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5aba7c29-7c1b-4fa0-b2ca-121a4556c8a2 None None] Provisioning complete for port 24af472c-f197-47b3-a287-2f924f30b566 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:05:42.442634 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5aba7c29-7c1b-4fa0-b2ca-121a4556c8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:42.482890 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-6ed0a0b7-e82f-4ba7-81ce-0bb4ba7a79f6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:42.484464 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-6ed0a0b7-e82f-4ba7-81ce-0bb4ba7a79f6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/networks?id=15013da5-3727-4a1a-b3a5-578ee5bddd4f HTTP/1.1" status: 200 len: 797 time: 0.2697368 Mar 01 22:05:42.500592 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-47ca8e4c-b8dd-45cc-891a-ff24ca2d5d3d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/quotas/443fbfcdae1a4567a887f1af9d571ead HTTP/1.1" status: 200 len: 375 time: 0.0105782 Mar 01 22:05:42.541038 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5aba7c29-7c1b-4fa0-b2ca-121a4556c8a2 None None] Port 24af472c-f197-47b3-a287-2f924f30b566 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:05:42.572169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925753835', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:05:34Z', 'updated_at': '2022-03-01T22:05:40Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:35Z', 'updated_at': '2022-03-01T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '24af472c-f197-47b3-a287-2f924f30b566', 'name': '', 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:c2:a3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '13ae5c30-ba1e-4978-ac35-8c6118d3699d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:39Z', 'updated_at': '2022-03-01T22:05:40Z', 'revision_number': 2, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '13ae5c30-ba1e-4978-ac35-8c6118d3699d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:42.575979 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] Checking router: 9ec8b329-740c-4f3e-828f-eeca9168af33 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:05:42.576327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] Updating router 9ec8b329-740c-4f3e-828f-eeca9168af33 port 24af472c-f197-47b3-a287-2f924f30b566 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:05:42.582335 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-f492cb85-de5f-4dc1-b224-3aa54d45f941 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Synchronizing usage tracker for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:05:42.628015 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:42.649881 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-f492cb85-de5f-4dc1-b224-3aa54d45f941 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Unset dirty status for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:05:42.651256 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-f492cb85-de5f-4dc1-b224-3aa54d45f941 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1454983 Mar 01 22:05:42.674373 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3357efdc-3471-49d3-90e3-71124956ab7b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:05:42.797929 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-aa812e11-8800-48aa-acc1-9fc92091dbc6 None None] Provisioning complete for port 24af472c-f197-47b3-a287-2f924f30b566 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:05:42.798647 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-aa812e11-8800-48aa-acc1-9fc92091dbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:42.835936 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-967eed9d-daab-46b4-97bb-58ef835a864b service neutron] 10.222.0.42 "GET /v2.0/networks/15013da5-3727-4a1a-b3a5-578ee5bddd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700687 Mar 01 22:05:42.879482 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-aa812e11-8800-48aa-acc1-9fc92091dbc6 None None] Port 24af472c-f197-47b3-a287-2f924f30b566 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:05:42.914481 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 3357efdc-3471-49d3-90e3-71124956ab7b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:05:42.914846 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:42.970532 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-f66edf3c-1172-4d7c-ade8-66293d374002 service neutron] 10.222.0.42 "GET /v2.0/networks/15013da5-3727-4a1a-b3a5-578ee5bddd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286278 Mar 01 22:05:43.128425 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8afae58a-38bb-439a-a174-8da6a9f75866 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:05:43.237000 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:43.251026 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] Transition to ACTIVE for port object 24af472c-f197-47b3-a287-2f924f30b566 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:05:43.261213 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-38f0307b-a01c-446a-b260-9c30abead198 req-ab56e0d6-893c-4965-8738-d7b185bd8532 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 210 time: 0.0940506 Mar 01 22:05:43.262609 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 8afae58a-38bb-439a-a174-8da6a9f75866 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:05:43.262977 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:43.353408 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:43.561884 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f713c-8609-4d89-8553-1906a76a3d43 None None] Pushing event updated for resources: {'Port': ['ID=24af472c-f197-47b3-a287-2f924f30b566,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:43.625599 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] Attempting to bind port 24af472c-f197-47b3-a287-2f924f30b566 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:05:43.625969 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] Attempting to bind port 24af472c-f197-47b3-a287-2f924f30b566 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'e4a9be13-0359-4003-a359-e428883cdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:05:43.626332 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] Attempting to bind port 24af472c-f197-47b3-a287-2f924f30b566 on network 15013da5-3727-4a1a-b3a5-578ee5bddd4f {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:05:43.631484 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 5, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:05:43.631857 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] Checking segment: {'id': 'e4a9be13-0359-4003-a359-e428883cdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:05:43.632971 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:43.633501 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] Bound using segment: {'id': 'e4a9be13-0359-4003-a359-e428883cdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:05:43.633965 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] Bound port: 24af472c-f197-47b3-a287-2f924f30b566, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a9be13-0359-4003-a359-e428883cdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:05:43.634338 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:43.730606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] For port 24af472c-f197-47b3-a287-2f924f30b566, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:05:43.734326 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] For port 24af472c-f197-47b3-a287-2f924f30b566, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=24af472c-f197-47b3-a287-2f924f30b566,segment=NetworkSegment(e4a9be13-0359-4003-a359-e428883cdfac),segment_id=e4a9be13-0359-4003-a359-e428883cdfac)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:05:43.805067 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:43.881043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] Routers {'9ec8b329-740c-4f3e-828f-eeca9168af33'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:05:43.881667 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:05:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9ec8b329-740c-4f3e-828f-eeca9168af33'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:43.936216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f713c-8609-4d89-8553-1906a76a3d43 None None] Pushing event updated for resources: {'Port': ['ID=24af472c-f197-47b3-a287-2f924f30b566,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:44.073201 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] Set router 9ec8b329-740c-4f3e-828f-eeca9168af33 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:05:44.365175 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-994eb48c-3ac0-4fb8-a564-f67aa643042e req-aedc3573-7d9d-42d0-ad26-a9cdb1b62fbf tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 210 time: 0.0477669 Mar 01 22:05:44.398995 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925753835', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:05:34Z', 'updated_at': '2022-03-01T22:05:40Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:35Z', 'updated_at': '2022-03-01T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '24af472c-f197-47b3-a287-2f924f30b566', 'name': '', 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:c2:a3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '13ae5c30-ba1e-4978-ac35-8c6118d3699d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:39Z', 'updated_at': '2022-03-01T22:05:43Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '13ae5c30-ba1e-4978-ac35-8c6118d3699d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:05:44.402818 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00220cdf-0342-4b3c-bb53-539c0874955f None None] The sync data for ids ['9ec8b329-740c-4f3e-828f-eeca9168af33'] in n-d-827896-4 is: [{'id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925753835', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:05:34Z', 'updated_at': '2022-03-01T22:05:40Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:35Z', 'updated_at': '2022-03-01T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '24af472c-f197-47b3-a287-2f924f30b566', 'name': '', 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:c2:a3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '13ae5c30-ba1e-4978-ac35-8c6118d3699d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:39Z', 'updated_at': '2022-03-01T22:05:43Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '13ae5c30-ba1e-4978-ac35-8c6118d3699d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:05:44.680357 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 24af472c-f197-47b3-a287-2f924f30b566 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:05:44.838412 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 24af472c-f197-47b3-a287-2f924f30b566 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:05:44.843810 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 24af472c-f197-47b3-a287-2f924f30b566 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:05:44.844175 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:44.962464 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:44.997357 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 24af472c-f197-47b3-a287-2f924f30b566, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=24af472c-f197-47b3-a287-2f924f30b566,segment=NetworkSegment(e4a9be13-0359-4003-a359-e428883cdfac),segment_id=e4a9be13-0359-4003-a359-e428883cdfac)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:05:45.073049 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:45.149965 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=24af472c-f197-47b3-a287-2f924f30b566,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:45.472552 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de6f1449-dbf2-4205-a6e5-464cbb076a5d req-6546edfa-961c-43f3-b074-6a718c2be820 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 210 time: 0.0446110 Mar 01 22:05:46.566382 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a68cc389-ebd6-4a25-aa47-0620ce01e0f3 req-a3c52c2d-4821-42d4-b777-09e0f37fb63d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 210 time: 0.0418489 Mar 01 22:05:46.657117 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 24af472c-f197-47b3-a287-2f924f30b566 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:05:46.723441 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 24af472c-f197-47b3-a287-2f924f30b566 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:05:46.723812 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:47.716714 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-61234f31-cbbe-4332-b801-b8e79f6a349e req-5df05a9f-7f84-44c8-97ad-2f6ac2e4609a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 210 time: 0.0451035 Mar 01 22:05:48.864108 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e161545b-3f96-4e75-b068-a099fcbaaabc req-d0fa17ad-573c-4566-a75b-d954ef6aa9e7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 210 time: 0.0423737 Mar 01 22:05:49.517576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-d9aa88ec-68bd-460a-a21b-13368e05c8d2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:49.518884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-d9aa88ec-68bd-460a-a21b-13368e05c8d2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "GET /v2.0/networks?id=15013da5-3727-4a1a-b3a5-578ee5bddd4f HTTP/1.1" status: 200 len: 797 time: 0.1466305 Mar 01 22:05:49.565477 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-d199e806-b7e1-4af1-bc66-ce363cc2437e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=443fbfcdae1a4567a887f1af9d571ead HTTP/1.1" status: 200 len: 380 time: 0.0387278 Mar 01 22:05:49.576101 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-f3b3dcde-d5c0-4448-ad16-fef5ae6f76aa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'port': {'device_id': 'c95aeece-0ac8-4439-8343-52538ab6be1e', 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f', 'admin_state_up': True, 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'security_groups': ['15bdf604-5bce-419b-9d9b-9b422ca8db46']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:05:49.718232 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-f3b3dcde-d5c0-4448-ad16-fef5ae6f76aa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:05:49.727933 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-f3b3dcde-d5c0-4448-ad16-fef5ae6f76aa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:05:49.827564 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-f3b3dcde-d5c0-4448-ad16-fef5ae6f76aa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Made reservation on behalf of 443fbfcdae1a4567a887f1af9d571ead for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:05:49.831087 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-f3b3dcde-d5c0-4448-ad16-fef5ae6f76aa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:50.021633 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c940feb-c10b-4337-aad4-d8f502ea6291 req-637223bd-db8c-4862-bc95-e05501ff082f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 210 time: 0.0494249 Mar 01 22:05:50.038334 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-f3b3dcde-d5c0-4448-ad16-fef5ae6f76aa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Allocated IP 172.20.0.11 (15013da5-3727-4a1a-b3a5-578ee5bddd4f/13ae5c30-ba1e-4978-ac35-8c6118d3699d/83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:05:50.231619 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-f3b3dcde-d5c0-4448-ad16-fef5ae6f76aa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:50.247044 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-f3b3dcde-d5c0-4448-ad16-fef5ae6f76aa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Transition to ACTIVE for port object 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:05:50.336626 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-f3b3dcde-d5c0-4448-ad16-fef5ae6f76aa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:50.405428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-f3b3dcde-d5c0-4448-ad16-fef5ae6f76aa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 15013da5-3727-4a1a-b3a5-578ee5bddd4f is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:05:50.412874 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-f3b3dcde-d5c0-4448-ad16-fef5ae6f76aa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:05:50.417700 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-f3b3dcde-d5c0-4448-ad16-fef5ae6f76aa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:05:50.561179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3dcde-d5c0-4448-ad16-fef5ae6f76aa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:50.596950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-f3b3dcde-d5c0-4448-ad16-fef5ae6f76aa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:50.597706 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-f3b3dcde-d5c0-4448-ad16-fef5ae6f76aa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:50.702614 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-f3b3dcde-d5c0-4448-ad16-fef5ae6f76aa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1299021 Mar 01 22:05:50.713991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] Request body: {'port': {'device_id': 'c95aeece-0ac8-4439-8343-52538ab6be1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:05:50.747608 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-31eb2ae4-35fe-47b7-bf44-b8aeea24391d None None] Provisioning for port 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:05:50.752719 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-31eb2ae4-35fe-47b7-bf44-b8aeea24391d None None] Provisioning complete for port 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:05:50.753094 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31eb2ae4-35fe-47b7-bf44-b8aeea24391d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:50.808264 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-31eb2ae4-35fe-47b7-bf44-b8aeea24391d None None] Port 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:05:50.826131 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:51.202926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:05:51.213404 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:51.233167 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] Transition to ACTIVE for port object 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:05:51.257546 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567b07d6-9c10-4662-904c-18fd54c05026 req-62c821ce-e584-4b3e-955b-55d566cac152 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:51.258275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-567b07d6-9c10-4662-904c-18fd54c05026 req-62c821ce-e584-4b3e-955b-55d566cac152 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Synchronizing usage tracker for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:05:51.295783 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:51.408820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-567b07d6-9c10-4662-904c-18fd54c05026 req-62c821ce-e584-4b3e-955b-55d566cac152 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Unset dirty status for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:05:51.409988 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-567b07d6-9c10-4662-904c-18fd54c05026 req-62c821ce-e584-4b3e-955b-55d566cac152 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 932 time: 0.2723005 Mar 01 22:05:51.471002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] Pushing event updated for resources: {'Port': ['ID=83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:51.548609 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-567b07d6-9c10-4662-904c-18fd54c05026 req-47b4f6de-aacf-42b9-9262-246718e3cfc7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=15bdf604-5bce-419b-9d9b-9b422ca8db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248772 Mar 01 22:05:51.570544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] Attempting to bind port 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:05:51.570988 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] Attempting to bind port 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'e4a9be13-0359-4003-a359-e428883cdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:05:51.571442 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] Attempting to bind port 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a on network 15013da5-3727-4a1a-b3a5-578ee5bddd4f {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:05:51.576117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] Port 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a on network 15013da5-3727-4a1a-b3a5-578ee5bddd4f not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 22:05:51.576437 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] Attempting to bind port 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a on network 15013da5-3727-4a1a-b3a5-578ee5bddd4f {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:05:51.581664 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 5, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:05:51.582002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] Checking segment: {'id': 'e4a9be13-0359-4003-a359-e428883cdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:05:51.582385 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] Bound using segment: {'id': 'e4a9be13-0359-4003-a359-e428883cdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:05:51.582810 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] Bound port: 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4a9be13-0359-4003-a359-e428883cdfac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:05:51.583156 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:51.681201 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] For port 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:05:51.684112 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] For port 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a,segment=NetworkSegment(e4a9be13-0359-4003-a359-e428883cdfac),segment_id=e4a9be13-0359-4003-a359-e428883cdfac)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:05:51.742284 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:51.798255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:51.798880 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:51.800273 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] 10.222.0.55 "PUT /v2.0/ports/83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a HTTP/1.1" status: 200 len: 1092 time: 1.0903833 Mar 01 22:05:51.802662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c95aeece-0ac8-4439-8343-52538ab6be1e', 'tag': '83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:05:51.834110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e2f20-ad24-4a8c-8ff2-1ec4e71a3385 service neutron] Pushing event updated for resources: {'Port': ['ID=83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:51.928810 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c95aeece-0ac8-4439-8343-52538ab6be1e', 'tag': '83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a', 'status': 'completed', 'code': 200} Mar 01 22:05:51.972464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-5b41b41c-300d-4daf-ade0-0d331260d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:51.973932 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-5b41b41c-300d-4daf-ade0-0d331260d296 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 1095 time: 0.0773385 Mar 01 22:05:52.045283 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-de89d22a-f5ae-46bc-909d-b59c4280b8fc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a HTTP/1.1" status: 200 len: 217 time: 0.0636592 Mar 01 22:05:52.106633 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-1ad2da02-c93e-4c02-a1b3-46f563c6a8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:52.108087 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-1ad2da02-c93e-4c02-a1b3-46f563c6a8e8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13ae5c30-ba1e-4978-ac35-8c6118d3699d HTTP/1.1" status: 200 len: 833 time: 0.0576487 Mar 01 22:05:52.170732 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:52.186805 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-df78b008-8ddc-42d4-9a89-8d9f19dd1dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:52.188294 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-df78b008-8ddc-42d4-9a89-8d9f19dd1dc4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15013da5-3727-4a1a-b3a5-578ee5bddd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746303 Mar 01 22:05:52.317629 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-0b605e79-1e2e-457c-aa57-331141355cf9 service neutron] 10.222.0.55 "GET /v2.0/networks/15013da5-3727-4a1a-b3a5-578ee5bddd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229925 Mar 01 22:05:52.552516 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-623dcc75-a2b5-4a53-9f40-83f92819b458 req-a7be2ab8-3ec8-4ef8-8db3-538d009d7815 service neutron] 10.222.0.55 "GET /v2.0/networks/15013da5-3727-4a1a-b3a5-578ee5bddd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296343 Mar 01 22:05:52.779041 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974c891-c622-44e8-b324-38a3a39cecb7 req-56c9434a-591f-42d9-afb5-afdcef73c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:52.780512 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7974c891-c622-44e8-b324-38a3a39cecb7 req-56c9434a-591f-42d9-afb5-afdcef73c17f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 1095 time: 0.1314435 Mar 01 22:05:52.787902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537a3d7-84da-4ceb-9f6d-23861e054c10 req-8969b924-2a0f-4ae8-8e81-bb7773dd4370 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:52.789248 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2537a3d7-84da-4ceb-9f6d-23861e054c10 req-8969b924-2a0f-4ae8-8e81-bb7773dd4370 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 944 time: 0.1107309 Mar 01 22:05:52.917750 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2537a3d7-84da-4ceb-9f6d-23861e054c10 req-0c597008-eb4b-434e-8acf-4ab124a87981 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=15bdf604-5bce-419b-9d9b-9b422ca8db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101487 Mar 01 22:05:52.945674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974c891-c622-44e8-b324-38a3a39cecb7 req-b6adf491-8fab-43e9-9ba9-a4052da32e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:52.946932 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7974c891-c622-44e8-b324-38a3a39cecb7 req-b6adf491-8fab-43e9-9ba9-a4052da32e3c service neutron] 10.222.0.55 "GET /v2.0/networks?id=15013da5-3727-4a1a-b3a5-578ee5bddd4f HTTP/1.1" status: 200 len: 898 time: 0.1568751 Mar 01 22:05:53.016925 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7974c891-c622-44e8-b324-38a3a39cecb7 req-024ce8da-2338-486c-afad-78b7c6047a84 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a HTTP/1.1" status: 200 len: 217 time: 0.0639508 Mar 01 22:05:53.077926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974c891-c622-44e8-b324-38a3a39cecb7 req-638f63bc-5b5c-4323-bfe4-e01b50cf351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:53.079593 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7974c891-c622-44e8-b324-38a3a39cecb7 req-638f63bc-5b5c-4323-bfe4-e01b50cf351e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13ae5c30-ba1e-4978-ac35-8c6118d3699d HTTP/1.1" status: 200 len: 833 time: 0.0574744 Mar 01 22:05:53.156198 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7974c891-c622-44e8-b324-38a3a39cecb7 req-65ec32fa-593f-46ee-b0cb-aaa6d33e385d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:53.161286 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7974c891-c622-44e8-b324-38a3a39cecb7 req-65ec32fa-593f-46ee-b0cb-aaa6d33e385d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15013da5-3727-4a1a-b3a5-578ee5bddd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719006 Mar 01 22:05:53.287628 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7974c891-c622-44e8-b324-38a3a39cecb7 req-04de7db7-79af-48ee-9507-3ec2bcbf4bbe service neutron] 10.222.0.55 "GET /v2.0/networks/15013da5-3727-4a1a-b3a5-578ee5bddd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231911 Mar 01 22:05:53.412493 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7974c891-c622-44e8-b324-38a3a39cecb7 req-fa75f346-04e3-4015-b27f-c58d45b7a98f service neutron] 10.222.0.55 "GET /v2.0/networks/15013da5-3727-4a1a-b3a5-578ee5bddd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189387 Mar 01 22:05:54.104077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438afc99-3f02-4c9e-bd89-ccc8a73bf8cd req-19ea3952-d07a-4478-a592-8889a704a55f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:54.105541 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-438afc99-3f02-4c9e-bd89-ccc8a73bf8cd req-19ea3952-d07a-4478-a592-8889a704a55f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 944 time: 0.0798371 Mar 01 22:05:54.149273 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-438afc99-3f02-4c9e-bd89-ccc8a73bf8cd req-53346bdf-3828-497b-8700-5a712c3fd8cc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=15bdf604-5bce-419b-9d9b-9b422ca8db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380502 Mar 01 22:05:54.621454 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:55.337208 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c66f91-fed9-4c7d-8930-867166579e93 req-c2802ea4-7499-4337-b462-a552b3030a0f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:55.338654 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5c66f91-fed9-4c7d-8930-867166579e93 req-c2802ea4-7499-4337-b462-a552b3030a0f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 944 time: 0.0831392 Mar 01 22:05:55.381076 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b5c66f91-fed9-4c7d-8930-867166579e93 req-8799d886-94ec-4397-bcf6-4cce76033bc0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=15bdf604-5bce-419b-9d9b-9b422ca8db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368922 Mar 01 22:05:56.562000 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa98cdb2-104e-44e7-804b-7aaafab3f469 req-7e9849b8-ce35-4652-b839-c4271893e415 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:56.563464 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa98cdb2-104e-44e7-804b-7aaafab3f469 req-7e9849b8-ce35-4652-b839-c4271893e415 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 944 time: 0.0781677 Mar 01 22:05:56.606444 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa98cdb2-104e-44e7-804b-7aaafab3f469 req-61fbddf1-fd07-4dbc-a32b-475cd8904e58 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=15bdf604-5bce-419b-9d9b-9b422ca8db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374475 Mar 01 22:05:57.056242 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 22:05:57.190485 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a,segment=NetworkSegment(e4a9be13-0359-4003-a359-e428883cdfac),segment_id=e4a9be13-0359-4003-a359-e428883cdfac)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:05:57.203076 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a', 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f', 'port_id': '83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a', 'mac_address': 'fa:16:3e:11:c3:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ae5c30-ba1e-4978-ac35-8c6118d3699d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 22:05:57.258426 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:57.275093 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:05:57.290596 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a,segment=NetworkSegment(e4a9be13-0359-4003-a359-e428883cdfac),segment_id=e4a9be13-0359-4003-a359-e428883cdfac)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:05:57.352877 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:57.420881 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:57.484404 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f131a5dc-37a5-4809-9098-9eba90332ff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:57.696351 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:05:57.790539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a3ea8-b259-4490-903b-5d92a275ac51 req-d39ce1ca-75a2-478e-9b08-c92c821cd26a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:57.792055 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-713a3ea8-b259-4490-903b-5d92a275ac51 req-d39ce1ca-75a2-478e-9b08-c92c821cd26a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 945 time: 0.0825102 Mar 01 22:05:57.836667 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-713a3ea8-b259-4490-903b-5d92a275ac51 req-a76d03bf-a920-40fb-81a5-c66afaa4faa3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=15bdf604-5bce-419b-9d9b-9b422ca8db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384293 Mar 01 22:05:59.018183 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531ec0f9-8fc0-4210-ad5d-6b160c64aee7 req-81ca181b-d378-422c-a5fb-dbfa072fa9f6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:59.019653 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-531ec0f9-8fc0-4210-ad5d-6b160c64aee7 req-81ca181b-d378-422c-a5fb-dbfa072fa9f6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 945 time: 0.0778666 Mar 01 22:05:59.066701 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-531ec0f9-8fc0-4210-ad5d-6b160c64aee7 req-1fe66dfe-f671-4a58-bd12-9fb0163f5146 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=15bdf604-5bce-419b-9d9b-9b422ca8db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406339 Mar 01 22:05:59.071020 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:05:59.215832 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:05:59.220638 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:05:59.221017 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:59.332825 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:59.358799 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95aeece-0ac8-4439-8343-52538ab6be1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:05:59.368050 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a,segment=NetworkSegment(e4a9be13-0359-4003-a359-e428883cdfac),segment_id=e4a9be13-0359-4003-a359-e428883cdfac)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:05:59.403670 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c95aeece-0ac8-4439-8343-52538ab6be1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a', 'code': 200} Mar 01 22:05:59.439049 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:05:59.509443 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:05:59.530758 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb467b3-2308-4879-acf5-d1ed80047309 req-68593691-abca-4aa1-89ce-0bc96292267e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:05:59.532277 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcb467b3-2308-4879-acf5-d1ed80047309 req-68593691-abca-4aa1-89ce-0bc96292267e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 1097 time: 0.0722852 Mar 01 22:05:59.572695 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fcb467b3-2308-4879-acf5-d1ed80047309 req-6ad0b3d5-904d-4729-ad88-5a3940e21273 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=15bdf604-5bce-419b-9d9b-9b422ca8db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347798 Mar 01 22:05:59.673388 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-37c25e64-8ac7-4a56-9cd6-6026a1232c48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:00.256426 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55b0e1-4ece-44cb-a36e-a196c826be34 req-f2fe0294-b132-451b-b98f-623775624969 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:06:00.257944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c55b0e1-4ece-44cb-a36e-a196c826be34 req-f2fe0294-b132-451b-b98f-623775624969 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 946 time: 0.0826859 Mar 01 22:06:00.305678 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6c55b0e1-4ece-44cb-a36e-a196c826be34 req-3c89b0ea-5e09-4142-ad32-dbdb3f1e8302 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=15bdf604-5bce-419b-9d9b-9b422ca8db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420492 Mar 01 22:06:00.644771 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:00.793200 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:01.489149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f19a19-3437-49ea-b452-9eff380ceed4 req-076e6d60-aba5-4bd6-941b-4ddeb910a2ad tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:06:01.490576 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-10f19a19-3437-49ea-b452-9eff380ceed4 req-076e6d60-aba5-4bd6-941b-4ddeb910a2ad tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 946 time: 0.0779803 Mar 01 22:06:01.533469 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-10f19a19-3437-49ea-b452-9eff380ceed4 req-5240b1e5-9a29-4cfc-87ec-2b02a55feb46 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=15bdf604-5bce-419b-9d9b-9b422ca8db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365033 Mar 01 22:06:01.827129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fca54f5-68a3-4d33-af2b-28da46248c7a req-7effc338-34d6-4506-ba4b-d7adb82d8a3e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:06:01.828604 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1fca54f5-68a3-4d33-af2b-28da46248c7a req-7effc338-34d6-4506-ba4b-d7adb82d8a3e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 946 time: 0.1855793 Mar 01 22:06:01.871160 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1fca54f5-68a3-4d33-af2b-28da46248c7a req-79dc2e05-44fb-4a92-977c-e6302dc71ce2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=15bdf604-5bce-419b-9d9b-9b422ca8db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369110 Mar 01 22:06:01.894522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41222) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:06:01.961920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f9ca62-f836-4830-b347-dcc33fcdc024 tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:06:01.963527 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a8f9ca62-f836-4830-b347-dcc33fcdc024 tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 1092 time: 0.0680048 Mar 01 22:06:01.966330 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41226) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:06:01.971017 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': '83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:06:01.977494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:06:01.981247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:floatingip and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:06:01.983988 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:06:01.989590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:06:02.107695 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:02.246442 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:02.384896 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Allocated IP 172.25.5.78 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/8f88151a-8260-4ab9-b6ba-59aa2630a8d8) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:06:02.464180 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:06:02.495838 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:02.528886 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:02.605048 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:02.665912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:06:02.668644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:06:02.672436 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:06:02.719197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=8f88151a-8260-4ab9-b6ba-59aa2630a8d8,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:06:03.088119 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:03.231590 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:03.428477 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:03.490206 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:03.596188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=8f88151a-8260-4ab9-b6ba-59aa2630a8d8,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:06:03.608363 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:03.880606 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Floating IP 2f62ce7d-0d4c-428e-9989-02a3a70f6205 associated. External IP: 172.25.5.78, port: 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a. Mar 01 22:06:04.223820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 9ec8b329-740c-4f3e-828f-eeca9168af33 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:06:04.401848 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:06:04.411880 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3431d02-c21a-4e31-8ac7-7e4ee3b22df0 None None] Sync routers for ids ['9ec8b329-740c-4f3e-828f-eeca9168af33'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:06:04.422433 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3431d02-c21a-4e31-8ac7-7e4ee3b22df0 None None] Routers {'9ec8b329-740c-4f3e-828f-eeca9168af33'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:06:04.423105 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d3431d02-c21a-4e31-8ac7-7e4ee3b22df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:06:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9ec8b329-740c-4f3e-828f-eeca9168af33'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:06:04.467618 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:04.524749 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4f612439-a0a3-4e7b-b887-60e2f9f86354 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5574396 Mar 01 22:06:04.525324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c95aeece-0ac8-4439-8343-52538ab6be1e', 'tag': '83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:06:04.577288 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c95aeece-0ac8-4439-8343-52538ab6be1e', 'tag': '83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a', 'status': 'completed', 'code': 200} Mar 01 22:06:04.599181 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-d3431d02-c21a-4e31-8ac7-7e4ee3b22df0 None None] Set router 9ec8b329-740c-4f3e-828f-eeca9168af33 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:06:04.729083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f8a96-362d-4a32-a915-995bc77880a7 req-8b7529f8-ce46-4b08-ab75-a2adc4faeb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:06:04.730569 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-088f8a96-362d-4a32-a915-995bc77880a7 req-8b7529f8-ce46-4b08-ab75-a2adc4faeb1a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 1097 time: 0.1297371 Mar 01 22:06:04.742493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ae7fa-296c-496b-865d-70a9f303fe76 req-dd47b5e8-8766-4fca-aec0-45b0fb231559 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:06:04.744003 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a6ae7fa-296c-496b-865d-70a9f303fe76 req-dd47b5e8-8766-4fca-aec0-45b0fb231559 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 946 time: 0.1108146 Mar 01 22:06:04.878272 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a6ae7fa-296c-496b-865d-70a9f303fe76 req-bdf3f3a5-d29c-4c0d-a4b0-8c4c21d5043f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=15bdf604-5bce-419b-9d9b-9b422ca8db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134210 Mar 01 22:06:04.901652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41234) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:06:04.965731 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f8a96-362d-4a32-a915-995bc77880a7 req-21434842-8aef-490b-99ff-7383add99ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:06:04.967200 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-088f8a96-362d-4a32-a915-995bc77880a7 req-21434842-8aef-490b-99ff-7383add99ba9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=15013da5-3727-4a1a-b3a5-578ee5bddd4f HTTP/1.1" status: 200 len: 898 time: 0.2223334 Mar 01 22:06:04.968152 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d3431d02-c21a-4e31-8ac7-7e4ee3b22df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925753835', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:05:34Z', 'updated_at': '2022-03-01T22:05:40Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:35Z', 'updated_at': '2022-03-01T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '2f62ce7d-0d4c-428e-9989-02a3a70f6205', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'port_id': '83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f', 'mac_address': 'fa:16:3e:11:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95aeece-0ac8-4439-8343-52538ab6be1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:06:03Z', 'updated_at': '2022-03-01T22:06:03Z', 'revision_number': 0, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24af472c-f197-47b3-a287-2f924f30b566', 'name': '', 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:c2:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '13ae5c30-ba1e-4978-ac35-8c6118d3699d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:39Z', 'updated_at': '2022-03-01T22:05:44Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '13ae5c30-ba1e-4978-ac35-8c6118d3699d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:06:04.971931 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3431d02-c21a-4e31-8ac7-7e4ee3b22df0 None None] Checking router: 9ec8b329-740c-4f3e-828f-eeca9168af33 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:06:04.980269 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3431d02-c21a-4e31-8ac7-7e4ee3b22df0 None None] Routers {'9ec8b329-740c-4f3e-828f-eeca9168af33'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:06:04.980851 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d3431d02-c21a-4e31-8ac7-7e4ee3b22df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:06:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9ec8b329-740c-4f3e-828f-eeca9168af33'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:06:05.084884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-293b30fc-37d7-4c8c-9175-e6ddbd9214da tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/floatingips/2f62ce7d-0d4c-428e-9989-02a3a70f6205 HTTP/1.1" status: 200 len: 991 time: 0.1820889 Mar 01 22:06:05.100825 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-088f8a96-362d-4a32-a915-995bc77880a7 req-d13f989a-9a5a-404c-8fe7-c28ee4ede350 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a HTTP/1.1" status: 200 len: 999 time: 0.1241629 Mar 01 22:06:05.158722 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-d3431d02-c21a-4e31-8ac7-7e4ee3b22df0 None None] Set router 9ec8b329-740c-4f3e-828f-eeca9168af33 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:06:05.164856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f8a96-362d-4a32-a915-995bc77880a7 req-958bac0c-3e6b-4731-a40c-736a70850b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:06:05.166281 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-088f8a96-362d-4a32-a915-995bc77880a7 req-958bac0c-3e6b-4731-a40c-736a70850b9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13ae5c30-ba1e-4978-ac35-8c6118d3699d HTTP/1.1" status: 200 len: 833 time: 0.0598209 Mar 01 22:06:05.239547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f8a96-362d-4a32-a915-995bc77880a7 req-ff13cea4-7548-4457-825e-2a0c390bfb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:06:05.241055 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-088f8a96-362d-4a32-a915-995bc77880a7 req-ff13cea4-7548-4457-825e-2a0c390bfb21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15013da5-3727-4a1a-b3a5-578ee5bddd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690660 Mar 01 22:06:05.487459 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-088f8a96-362d-4a32-a915-995bc77880a7 req-3702b6fa-f8af-4df8-913c-0db812758a67 service neutron] 10.222.0.55 "GET /v2.0/networks/15013da5-3727-4a1a-b3a5-578ee5bddd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404516 Mar 01 22:06:05.506928 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-d3431d02-c21a-4e31-8ac7-7e4ee3b22df0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925753835', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:05:34Z', 'updated_at': '2022-03-01T22:05:40Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:35Z', 'updated_at': '2022-03-01T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '2f62ce7d-0d4c-428e-9989-02a3a70f6205', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'port_id': '83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f', 'mac_address': 'fa:16:3e:11:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95aeece-0ac8-4439-8343-52538ab6be1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:06:03Z', 'updated_at': '2022-03-01T22:06:03Z', 'revision_number': 0, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24af472c-f197-47b3-a287-2f924f30b566', 'name': '', 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:c2:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '13ae5c30-ba1e-4978-ac35-8c6118d3699d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:39Z', 'updated_at': '2022-03-01T22:05:44Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '13ae5c30-ba1e-4978-ac35-8c6118d3699d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:06:05.510931 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3431d02-c21a-4e31-8ac7-7e4ee3b22df0 None None] The sync data for ids ['9ec8b329-740c-4f3e-828f-eeca9168af33'] in n-d-827896-4 is: [{'id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925753835', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:05:34Z', 'updated_at': '2022-03-01T22:05:40Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:35Z', 'updated_at': '2022-03-01T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '2f62ce7d-0d4c-428e-9989-02a3a70f6205', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'floating_ip_address': '172.25.5.78', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'port_id': '83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f', 'mac_address': 'fa:16:3e:11:c3:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c95aeece-0ac8-4439-8343-52538ab6be1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:06:03Z', 'updated_at': '2022-03-01T22:06:03Z', 'revision_number': 0, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24af472c-f197-47b3-a287-2f924f30b566', 'name': '', 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:c2:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '13ae5c30-ba1e-4978-ac35-8c6118d3699d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:39Z', 'updated_at': '2022-03-01T22:05:44Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '13ae5c30-ba1e-4978-ac35-8c6118d3699d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:06:05.622260 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-088f8a96-362d-4a32-a915-995bc77880a7 req-cc45a07f-2ea8-4b58-b35e-ba0613190fb2 service neutron] 10.222.0.55 "GET /v2.0/networks/15013da5-3727-4a1a-b3a5-578ee5bddd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289771 Mar 01 22:06:05.708380 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d165a8a1-4f31-4414-be81-816b5e510983 None None] New status for floating IP 2f62ce7d-0d4c-428e-9989-02a3a70f6205: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 22:06:06.088467 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41238) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:06:06.195223 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-992951ab-af17-447e-9bc9-32cea51d6519 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/floatingips/2f62ce7d-0d4c-428e-9989-02a3a70f6205 HTTP/1.1" status: 200 len: 993 time: 0.1055307 Mar 01 22:06:17.835696 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-921eee2c-67fc-4b88-ae1a-bba8218bf8ec req-cb788d5d-0526-42a5-b612-9b9618c89cb3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0719185 Mar 01 22:06:17.970693 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921eee2c-67fc-4b88-ae1a-bba8218bf8ec req-4dc24d14-0c9c-41c3-b0ef-750470ab3eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:06:17.972188 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-921eee2c-67fc-4b88-ae1a-bba8218bf8ec req-4dc24d14-0c9c-41c3-b0ef-750470ab3eee service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 1097 time: 0.0693035 Mar 01 22:06:18.117838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921eee2c-67fc-4b88-ae1a-bba8218bf8ec req-e08a72f6-26c9-4048-b739-f42b91d76981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:06:18.119207 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-921eee2c-67fc-4b88-ae1a-bba8218bf8ec req-e08a72f6-26c9-4048-b739-f42b91d76981 service neutron] 10.222.0.55 "GET /v2.0/networks?id=15013da5-3727-4a1a-b3a5-578ee5bddd4f HTTP/1.1" status: 200 len: 898 time: 0.1257474 Mar 01 22:06:18.224238 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-921eee2c-67fc-4b88-ae1a-bba8218bf8ec req-fa72782f-6c70-455a-b7b0-fad5b0b548bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a HTTP/1.1" status: 200 len: 1001 time: 0.0989113 Mar 01 22:06:18.286861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921eee2c-67fc-4b88-ae1a-bba8218bf8ec req-e58c010c-1732-4343-af47-e1465fdab0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:06:18.288971 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-921eee2c-67fc-4b88-ae1a-bba8218bf8ec req-e58c010c-1732-4343-af47-e1465fdab0a8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13ae5c30-ba1e-4978-ac35-8c6118d3699d HTTP/1.1" status: 200 len: 833 time: 0.0571640 Mar 01 22:06:18.365811 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921eee2c-67fc-4b88-ae1a-bba8218bf8ec req-30e987ae-e08d-42b6-9917-372475946923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:06:18.367258 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-921eee2c-67fc-4b88-ae1a-bba8218bf8ec req-30e987ae-e08d-42b6-9917-372475946923 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15013da5-3727-4a1a-b3a5-578ee5bddd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719106 Mar 01 22:06:18.378476 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-921eee2c-67fc-4b88-ae1a-bba8218bf8ec req-61bf0df3-64c3-4df2-b54c-a51b804ae6da service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 22:06:18.379428 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-921eee2c-67fc-4b88-ae1a-bba8218bf8ec req-61bf0df3-64c3-4df2-b54c-a51b804ae6da service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048542 Mar 01 22:06:18.513989 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-921eee2c-67fc-4b88-ae1a-bba8218bf8ec req-39fa0ab1-c9e8-48f9-9130-6b350fd0354b service neutron] 10.222.0.55 "GET /v2.0/networks/15013da5-3727-4a1a-b3a5-578ee5bddd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279042 Mar 01 22:06:18.642626 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-921eee2c-67fc-4b88-ae1a-bba8218bf8ec req-22202a17-a1b7-40e9-8187-f73dce68e4c3 service neutron] 10.222.0.55 "GET /v2.0/networks/15013da5-3727-4a1a-b3a5-578ee5bddd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230476 Mar 01 22:06:22.164160 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:24.637961 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:27.512489 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d61f764e-3580-447c-97bc-928d053e80be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:29.666072 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-81f7dab1-6eca-40d1-96ff-af509db28733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:30.643697 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:30.832273 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:32.557959 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:39.464876 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:06:52.191248 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:54.632859 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:57.500771 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fb753c7b-8290-4843-a68a-d1249d0cf933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:06:59.660553 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-17fdb0f4-e43d-4813-90d9-dd516f81cfd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:00.632070 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:00.785993 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:02.534519 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:07.340760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b7512f-b579-4cca-ad96-cad410b6f939 req-a21e78e4-8cec-4e05-91f3-ca2b9bd2ba91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:07.342204 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28b7512f-b579-4cca-ad96-cad410b6f939 req-a21e78e4-8cec-4e05-91f3-ca2b9bd2ba91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 946 time: 0.0797088 Mar 01 22:07:07.386040 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-28b7512f-b579-4cca-ad96-cad410b6f939 req-501fe68e-f0c8-4cd1-ad8b-e77c803d6ba2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=15bdf604-5bce-419b-9d9b-9b422ca8db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378957 Mar 01 22:07:08.584165 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3267817-2ed3-477a-ab6f-81cc10d3aa16 req-54b640df-c7ce-4fc9-a568-9b0c854c8129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:08.585633 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a3267817-2ed3-477a-ab6f-81cc10d3aa16 req-54b640df-c7ce-4fc9-a568-9b0c854c8129 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 946 time: 0.0837328 Mar 01 22:07:08.629546 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a3267817-2ed3-477a-ab6f-81cc10d3aa16 req-14590e0d-5aed-4fc4-99bd-38c74f3cfd9e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=15bdf604-5bce-419b-9d9b-9b422ca8db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384252 Mar 01 22:07:08.654002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41268) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:08.756460 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b7abf39a-401a-4f32-a1cd-fda28a5c52e4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/floatingips/2f62ce7d-0d4c-428e-9989-02a3a70f6205 HTTP/1.1" status: 200 len: 993 time: 0.1012762 Mar 01 22:07:10.296313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb4471e-a6fc-441d-ba80-b8da5f49f11b req-9978e6ca-09e8-4299-864f-1cdff65f5fc6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:10.297776 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aeb4471e-a6fc-441d-ba80-b8da5f49f11b req-9978e6ca-09e8-4299-864f-1cdff65f5fc6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 946 time: 0.0805590 Mar 01 22:07:10.343821 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aeb4471e-a6fc-441d-ba80-b8da5f49f11b req-603540ca-d772-4507-b2eb-cd2448e9873a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=15bdf604-5bce-419b-9d9b-9b422ca8db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400822 Mar 01 22:07:11.639961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e11b11-b923-4210-a4b0-e10db20deb1c req-25eb070e-8451-4b7a-81c2-d3202f307d3b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:11.641320 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58e11b11-b923-4210-a4b0-e10db20deb1c req-25eb070e-8451-4b7a-81c2-d3202f307d3b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 946 time: 0.1878376 Mar 01 22:07:11.684609 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-58e11b11-b923-4210-a4b0-e10db20deb1c req-fdc68e93-4a86-44ef-9488-ac3cb3e0d337 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=15bdf604-5bce-419b-9d9b-9b422ca8db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369956 Mar 01 22:07:11.707243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41284) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:11.810141 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-07e48356-599f-4c64-85e5-a877e1c8d719 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/floatingips/2f62ce7d-0d4c-428e-9989-02a3a70f6205 HTTP/1.1" status: 200 len: 993 time: 0.1017597 Mar 01 22:07:12.123454 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41294) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:12.321950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting port 8f88151a-8260-4ab9-b6ba-59aa2630a8d8 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:07:12.322292 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:12.484482 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:12.484795 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:12.605103 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Calling delete_port for 8f88151a-8260-4ab9-b6ba-59aa2630a8d8 owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:07:12.814289 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:12.867645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Port': ['ID=8f88151a-8260-4ab9-b6ba-59aa2630a8d8,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:12.924457 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:12.924817 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:12.925118 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:12.925474 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:12.925818 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:12.926149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:12.926489 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:12.926832 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:12.927191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:12.927563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:12.927878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:12.928189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:12.986387 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:12.986676 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Floating IP 2f62ce7d-0d4c-428e-9989-02a3a70f6205 disassociated (deleted). External IP: 172.25.5.78, port: 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a. Mar 01 22:07:13.459588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 9ec8b329-740c-4f3e-828f-eeca9168af33 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:07:13.638757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:07:13.648462 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f4c71-4053-45d6-a1c8-9eba91be73b2 None None] Sync routers for ids ['9ec8b329-740c-4f3e-828f-eeca9168af33'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:07:13.657313 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f4c71-4053-45d6-a1c8-9eba91be73b2 None None] Routers {'9ec8b329-740c-4f3e-828f-eeca9168af33'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:07:13.660112 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-9e5f4c71-4053-45d6-a1c8-9eba91be73b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:07:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9ec8b329-740c-4f3e-828f-eeca9168af33'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:13.729043 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:13.789849 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-257d0e81-bfcc-43c4-a419-47415be3d082 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/floatingips/2f62ce7d-0d4c-428e-9989-02a3a70f6205 HTTP/1.1" status: 204 len: 168 time: 1.6651573 Mar 01 22:07:13.790655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c95aeece-0ac8-4439-8343-52538ab6be1e', 'tag': '83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:07:13.840835 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-9e5f4c71-4053-45d6-a1c8-9eba91be73b2 None None] Set router 9ec8b329-740c-4f3e-828f-eeca9168af33 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:07:13.844336 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c95aeece-0ac8-4439-8343-52538ab6be1e', 'tag': '83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a', 'status': 'completed', 'code': 200} Mar 01 22:07:13.938380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fc4b4-8909-4bf5-8aac-148f290be5e9 req-232f2033-4c9d-4431-a74e-2907920b4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:13.939996 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad9fc4b4-8909-4bf5-8aac-148f290be5e9 req-232f2033-4c9d-4431-a74e-2907920b4c4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 1097 time: 0.0739505 Mar 01 22:07:14.087635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fc4b4-8909-4bf5-8aac-148f290be5e9 req-defbb410-a7c0-4978-a81a-349d71afc2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:14.089117 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad9fc4b4-8909-4bf5-8aac-148f290be5e9 req-defbb410-a7c0-4978-a81a-349d71afc2fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=15013da5-3727-4a1a-b3a5-578ee5bddd4f HTTP/1.1" status: 200 len: 898 time: 0.1429553 Mar 01 22:07:14.171969 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad9fc4b4-8909-4bf5-8aac-148f290be5e9 req-8d6472c2-9d86-4403-983f-4a4a6eb92f0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a HTTP/1.1" status: 200 len: 217 time: 0.0770350 Mar 01 22:07:14.188418 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-9e5f4c71-4053-45d6-a1c8-9eba91be73b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925753835', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:05:34Z', 'updated_at': '2022-03-01T22:05:40Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:35Z', 'updated_at': '2022-03-01T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '24af472c-f197-47b3-a287-2f924f30b566', 'name': '', 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:c2:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '13ae5c30-ba1e-4978-ac35-8c6118d3699d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:39Z', 'updated_at': '2022-03-01T22:05:44Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '13ae5c30-ba1e-4978-ac35-8c6118d3699d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:14.192347 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f4c71-4053-45d6-a1c8-9eba91be73b2 None None] Checking router: 9ec8b329-740c-4f3e-828f-eeca9168af33 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:07:14.200736 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5f4c71-4053-45d6-a1c8-9eba91be73b2 None None] Routers {'9ec8b329-740c-4f3e-828f-eeca9168af33'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:07:14.201318 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-9e5f4c71-4053-45d6-a1c8-9eba91be73b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:07:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9ec8b329-740c-4f3e-828f-eeca9168af33'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:14.240581 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fc4b4-8909-4bf5-8aac-148f290be5e9 req-d07a200e-2d86-4b4d-b88c-90a8939f91b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:14.242057 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad9fc4b4-8909-4bf5-8aac-148f290be5e9 req-d07a200e-2d86-4b4d-b88c-90a8939f91b0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=13ae5c30-ba1e-4978-ac35-8c6118d3699d HTTP/1.1" status: 200 len: 833 time: 0.0637729 Mar 01 22:07:14.326212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fc4b4-8909-4bf5-8aac-148f290be5e9 req-ec86d3d4-2a91-4f94-b3b1-f23bacbaeca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:14.327733 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad9fc4b4-8909-4bf5-8aac-148f290be5e9 req-ec86d3d4-2a91-4f94-b3b1-f23bacbaeca5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=15013da5-3727-4a1a-b3a5-578ee5bddd4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0792487 Mar 01 22:07:14.400988 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-9e5f4c71-4053-45d6-a1c8-9eba91be73b2 None None] Set router 9ec8b329-740c-4f3e-828f-eeca9168af33 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:07:14.519807 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad9fc4b4-8909-4bf5-8aac-148f290be5e9 req-c6269a9e-6a2b-4732-a0fb-ddc84857566a service neutron] 10.222.0.55 "GET /v2.0/networks/15013da5-3727-4a1a-b3a5-578ee5bddd4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606183 Mar 01 22:07:14.529063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf02641-30bb-427c-97ea-e248b86c923b req-d2e1c089-d591-4471-9be3-df7e1569aa13 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:14.529751 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-edf02641-30bb-427c-97ea-e248b86c923b req-d2e1c089-d591-4471-9be3-df7e1569aa13 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Synchronizing usage tracker for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:07:14.632276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-edf02641-30bb-427c-97ea-e248b86c923b req-d2e1c089-d591-4471-9be3-df7e1569aa13 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Unset dirty status for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:07:14.633466 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-edf02641-30bb-427c-97ea-e248b86c923b req-d2e1c089-d591-4471-9be3-df7e1569aa13 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 946 time: 0.3047237 Mar 01 22:07:14.703724 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-edf02641-30bb-427c-97ea-e248b86c923b req-c7b65b39-cf0a-4646-a76f-dbfccda3e3eb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=15bdf604-5bce-419b-9d9b-9b422ca8db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615468 Mar 01 22:07:14.715013 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad9fc4b4-8909-4bf5-8aac-148f290be5e9 req-98caa479-bc3d-41fb-a13d-f6ed9ef86f60 service neutron] 10.222.0.55 "GET /v2.0/networks/15013da5-3727-4a1a-b3a5-578ee5bddd4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821883 Mar 01 22:07:14.744394 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-9e5f4c71-4053-45d6-a1c8-9eba91be73b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925753835', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:05:34Z', 'updated_at': '2022-03-01T22:05:40Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:35Z', 'updated_at': '2022-03-01T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '24af472c-f197-47b3-a287-2f924f30b566', 'name': '', 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:c2:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '13ae5c30-ba1e-4978-ac35-8c6118d3699d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:39Z', 'updated_at': '2022-03-01T22:05:44Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '13ae5c30-ba1e-4978-ac35-8c6118d3699d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:14.748594 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e5f4c71-4053-45d6-a1c8-9eba91be73b2 None None] The sync data for ids ['9ec8b329-740c-4f3e-828f-eeca9168af33'] in n-d-827896-4 is: [{'id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925753835', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:05:34Z', 'updated_at': '2022-03-01T22:05:40Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:35Z', 'updated_at': '2022-03-01T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '24af472c-f197-47b3-a287-2f924f30b566', 'name': '', 'network_id': '15013da5-3727-4a1a-b3a5-578ee5bddd4f', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:c2:a3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '13ae5c30-ba1e-4978-ac35-8c6118d3699d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:39Z', 'updated_at': '2022-03-01T22:05:44Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '13ae5c30-ba1e-4978-ac35-8c6118d3699d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:07:15.005548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f85060f-f73f-401f-815d-ba6fa6060b76 None None] New status for floating IP 2f62ce7d-0d4c-428e-9989-02a3a70f6205: DOWN {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 22:07:15.900816 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d9e9d-b5f4-4d79-be0f-64268280cf56 req-01126055-ed25-4d91-b601-0c3ce37509f1 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:15.902286 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-013d9e9d-b5f4-4d79-be0f-64268280cf56 req-01126055-ed25-4d91-b601-0c3ce37509f1 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 946 time: 0.0851974 Mar 01 22:07:15.945042 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-013d9e9d-b5f4-4d79-be0f-64268280cf56 req-fc2c446c-c07c-413c-b5e0-aba00fcd9b45 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=15bdf604-5bce-419b-9d9b-9b422ca8db46&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370758 Mar 01 22:07:16.172525 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cf5e1-0199-4dcb-90d6-14ea3e19316d req-10aea06b-c0ee-421d-a592-7737284ef7cb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:16.173956 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-985cf5e1-0199-4dcb-90d6-14ea3e19316d req-10aea06b-c0ee-421d-a592-7737284ef7cb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 946 time: 0.0805173 Mar 01 22:07:16.245537 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-985cf5e1-0199-4dcb-90d6-14ea3e19316d req-64e9785c-cd86-4dfc-9b43-9b6bbf30d35d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting port 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:07:16.245878 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-985cf5e1-0199-4dcb-90d6-14ea3e19316d req-64e9785c-cd86-4dfc-9b43-9b6bbf30d35d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:16.464724 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:07:16.481553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-985cf5e1-0199-4dcb-90d6-14ea3e19316d req-64e9785c-cd86-4dfc-9b43-9b6bbf30d35d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] For port 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a,segment=NetworkSegment(e4a9be13-0359-4003-a359-e428883cdfac),segment_id=e4a9be13-0359-4003-a359-e428883cdfac)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:07:16.481903 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-985cf5e1-0199-4dcb-90d6-14ea3e19316d req-64e9785c-cd86-4dfc-9b43-9b6bbf30d35d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:16.708927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-985cf5e1-0199-4dcb-90d6-14ea3e19316d req-64e9785c-cd86-4dfc-9b43-9b6bbf30d35d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Calling delete_port for 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:07:16.905678 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-985cf5e1-0199-4dcb-90d6-14ea3e19316d req-64e9785c-cd86-4dfc-9b43-9b6bbf30d35d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:16.956143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e9785c-cd86-4dfc-9b43-9b6bbf30d35d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Port': ['ID=83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:17.030478 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-985cf5e1-0199-4dcb-90d6-14ea3e19316d req-64e9785c-cd86-4dfc-9b43-9b6bbf30d35d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] No DVR routers for this DVR port 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:07:17.033101 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-985cf5e1-0199-4dcb-90d6-14ea3e19316d req-64e9785c-cd86-4dfc-9b43-9b6bbf30d35d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:17.035656 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95aeece-0ac8-4439-8343-52538ab6be1e', 'name': 'network-vif-deleted', 'tag': '83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:07:17.093471 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c95aeece-0ac8-4439-8343-52538ab6be1e', 'name': 'network-vif-deleted', 'tag': '83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a', 'status': 'completed', 'code': 200} Mar 01 22:07:17.105403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-82fadfd3-09f8-4da9-8159-2736d0c68ca5 req-011f405b-11ef-4b0b-87ab-39f3d9e6ed40 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Synchronizing usage tracker for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:07:17.111614 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-985cf5e1-0199-4dcb-90d6-14ea3e19316d req-64e9785c-cd86-4dfc-9b43-9b6bbf30d35d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "DELETE /v2.0/ports/83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a HTTP/1.1" status: 204 len: 173 time: 0.9314656 Mar 01 22:07:17.168806 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-82fadfd3-09f8-4da9-8159-2736d0c68ca5 req-011f405b-11ef-4b0b-87ab-39f3d9e6ed40 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Unset dirty status for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:07:17.170084 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82fadfd3-09f8-4da9-8159-2736d0c68ca5 req-011f405b-11ef-4b0b-87ab-39f3d9e6ed40 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=c95aeece-0ac8-4439-8343-52538ab6be1e HTTP/1.1" status: 200 len: 210 time: 0.1108241 Mar 01 22:07:18.270638 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41312) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:18.816089 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8e69ecab-569a-4f02-a3e0-582135182947 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:19.161940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-8e69ecab-569a-4f02-a3e0-582135182947 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting port 24af472c-f197-47b3-a287-2f924f30b566 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:07:19.162280 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8e69ecab-569a-4f02-a3e0-582135182947 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:19.336500 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:07:19.373194 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:07:19.373543 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 83d6d2cf-5fb1-4082-8a4b-8c461e13ac5a not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:07:19.442535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-8e69ecab-569a-4f02-a3e0-582135182947 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] For port 24af472c-f197-47b3-a287-2f924f30b566, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=24af472c-f197-47b3-a287-2f924f30b566,segment=NetworkSegment(e4a9be13-0359-4003-a359-e428883cdfac),segment_id=e4a9be13-0359-4003-a359-e428883cdfac)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:07:19.443289 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8e69ecab-569a-4f02-a3e0-582135182947 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:19.562157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-8e69ecab-569a-4f02-a3e0-582135182947 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Calling delete_port for 24af472c-f197-47b3-a287-2f924f30b566 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:07:19.940282 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8e69ecab-569a-4f02-a3e0-582135182947 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:19.992188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69ecab-569a-4f02-a3e0-582135182947 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Port': ['ID=24af472c-f197-47b3-a287-2f924f30b566,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:20.282554 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8e69ecab-569a-4f02-a3e0-582135182947 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:20.762781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e69ecab-569a-4f02-a3e0-582135182947 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 9ec8b329-740c-4f3e-828f-eeca9168af33 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:07:20.945694 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e69ecab-569a-4f02-a3e0-582135182947 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:07:20.956188 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8425b52f-1ec8-4cb0-9e57-d3df2174f00a None None] Sync routers for ids ['9ec8b329-740c-4f3e-828f-eeca9168af33'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:07:20.964922 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8425b52f-1ec8-4cb0-9e57-d3df2174f00a None None] Routers {'9ec8b329-740c-4f3e-828f-eeca9168af33'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:07:20.965508 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8425b52f-1ec8-4cb0-9e57-d3df2174f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:07:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9ec8b329-740c-4f3e-828f-eeca9168af33'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:21.004952 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8e69ecab-569a-4f02-a3e0-582135182947 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "PUT /v2.0/routers/9ec8b329-740c-4f3e-828f-eeca9168af33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7329984 Mar 01 22:07:21.007789 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41316) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:21.076748 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-b366c18a-c06c-40d8-8377-04f09df32d77 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting subnet 13ae5c30-ba1e-4978-ac35-8c6118d3699d {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 22:07:21.080700 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b366c18a-c06c-40d8-8377-04f09df32d77 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:21.136786 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b366c18a-c06c-40d8-8377-04f09df32d77 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:21.146270 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-8425b52f-1ec8-4cb0-9e57-d3df2174f00a None None] Set router 9ec8b329-740c-4f3e-828f-eeca9168af33 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:07:21.226979 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b366c18a-c06c-40d8-8377-04f09df32d77 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:21.380793 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b366c18a-c06c-40d8-8377-04f09df32d77 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:21.422157 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8425b52f-1ec8-4cb0-9e57-d3df2174f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925753835', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:05:34Z', 'updated_at': '2022-03-01T22:07:19Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:35Z', 'updated_at': '2022-03-01T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:21.425992 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8425b52f-1ec8-4cb0-9e57-d3df2174f00a None None] Checking router: 9ec8b329-740c-4f3e-828f-eeca9168af33 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:07:21.430209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366c18a-c06c-40d8-8377-04f09df32d77 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Subnet': ['ID=13ae5c30-ba1e-4978-ac35-8c6118d3699d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:21.430209 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b366c18a-c06c-40d8-8377-04f09df32d77 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:21.434737 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8425b52f-1ec8-4cb0-9e57-d3df2174f00a None None] Routers {'9ec8b329-740c-4f3e-828f-eeca9168af33'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:07:21.435331 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8425b52f-1ec8-4cb0-9e57-d3df2174f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:07:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['9ec8b329-740c-4f3e-828f-eeca9168af33'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:21.435487 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b366c18a-c06c-40d8-8377-04f09df32d77 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/subnets/13ae5c30-ba1e-4978-ac35-8c6118d3699d HTTP/1.1" status: 204 len: 168 time: 0.4267073 Mar 01 22:07:21.438137 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa2b83e-0c44-45c5-89fd-26911fc52d89 None None] Network 15013da5-3727-4a1a-b3a5-578ee5bddd4f requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:07:21.438590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41320) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:21.633543 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d634aca2-864e-4486-ba42-e1060e627eb7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:21.653026 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-8425b52f-1ec8-4cb0-9e57-d3df2174f00a None None] Set router 9ec8b329-740c-4f3e-828f-eeca9168af33 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:07:21.702851 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2790631-c71b-4f00-a86d-6cff04b6333c None None] DHCP port deletion for 15013da5-3727-4a1a-b3a5-578ee5bddd4f request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 22:07:21.707601 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b2790631-c71b-4f00-a86d-6cff04b6333c None None] Deleting port 8afae58a-38bb-439a-a174-8da6a9f75866 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:07:21.708315 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b2790631-c71b-4f00-a86d-6cff04b6333c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:21.827808 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d634aca2-864e-4486-ba42-e1060e627eb7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:21.888953 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d634aca2-864e-4486-ba42-e1060e627eb7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting port 3357efdc-3471-49d3-90e3-71124956ab7b {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:07:21.889228 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d634aca2-864e-4486-ba42-e1060e627eb7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:21.915199 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-b2790631-c71b-4f00-a86d-6cff04b6333c None None] For port 8afae58a-38bb-439a-a174-8da6a9f75866, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8afae58a-38bb-439a-a174-8da6a9f75866,segment=NetworkSegment(e4a9be13-0359-4003-a359-e428883cdfac),segment_id=e4a9be13-0359-4003-a359-e428883cdfac)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:07:21.915615 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b2790631-c71b-4f00-a86d-6cff04b6333c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:21.939104 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8425b52f-1ec8-4cb0-9e57-d3df2174f00a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925753835', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:05:34Z', 'updated_at': '2022-03-01T22:07:19Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:35Z', 'updated_at': '2022-03-01T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:21.943449 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8425b52f-1ec8-4cb0-9e57-d3df2174f00a None None] The sync data for ids ['9ec8b329-740c-4f3e-828f-eeca9168af33'] in n-d-827896-4 is: [{'id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'name': 'tempest-TestNetworkAdvancedServerOps-router-925753835', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145'}], 'enable_snat': True}, 'gw_port_id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:05:34Z', 'updated_at': '2022-03-01T22:07:19Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '3357efdc-3471-49d3-90e3-71124956ab7b', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f9:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec8b329-740c-4f3e-828f-eeca9168af33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:05:35Z', 'updated_at': '2022-03-01T22:05:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:07:22.041931 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b2790631-c71b-4f00-a86d-6cff04b6333c None None] Calling delete_port for 8afae58a-38bb-439a-a174-8da6a9f75866 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:07:22.080681 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-d634aca2-864e-4486-ba42-e1060e627eb7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] For port 3357efdc-3471-49d3-90e3-71124956ab7b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3357efdc-3471-49d3-90e3-71124956ab7b,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:07:22.081058 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d634aca2-864e-4486-ba42-e1060e627eb7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:22.191606 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:22.209090 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b2790631-c71b-4f00-a86d-6cff04b6333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:22.214120 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d634aca2-864e-4486-ba42-e1060e627eb7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Calling delete_port for 3357efdc-3471-49d3-90e3-71124956ab7b owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:07:22.257687 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2790631-c71b-4f00-a86d-6cff04b6333c None None] No DVR routers for this DVR port 8afae58a-38bb-439a-a174-8da6a9f75866 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:07:22.268143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2790631-c71b-4f00-a86d-6cff04b6333c None None] Pushing event deleted for resources: {'Port': ['ID=8afae58a-38bb-439a-a174-8da6a9f75866,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:22.272064 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2790631-c71b-4f00-a86d-6cff04b6333c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:22.272336 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2790631-c71b-4f00-a86d-6cff04b6333c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:22.272702 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2790631-c71b-4f00-a86d-6cff04b6333c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:22.273034 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2790631-c71b-4f00-a86d-6cff04b6333c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:22.273370 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2790631-c71b-4f00-a86d-6cff04b6333c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:22.273696 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2790631-c71b-4f00-a86d-6cff04b6333c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:22.274019 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2790631-c71b-4f00-a86d-6cff04b6333c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:22.274339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2790631-c71b-4f00-a86d-6cff04b6333c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:22.274659 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2790631-c71b-4f00-a86d-6cff04b6333c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:22.274977 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2790631-c71b-4f00-a86d-6cff04b6333c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:22.275346 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2790631-c71b-4f00-a86d-6cff04b6333c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:22.275624 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2790631-c71b-4f00-a86d-6cff04b6333c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:22.448571 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d634aca2-864e-4486-ba42-e1060e627eb7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:22.607419 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d634aca2-864e-4486-ba42-e1060e627eb7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Port': ['ID=3357efdc-3471-49d3-90e3-71124956ab7b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:22.697922 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d634aca2-864e-4486-ba42-e1060e627eb7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:22.752169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8afae58a-38bb-439a-a174-8da6a9f75866 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:07:22.785603 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 8afae58a-38bb-439a-a174-8da6a9f75866 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:07:22.785975 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8afae58a-38bb-439a-a174-8da6a9f75866 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:07:22.786339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 24af472c-f197-47b3-a287-2f924f30b566 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:07:22.821627 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 24af472c-f197-47b3-a287-2f924f30b566 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:07:22.821978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 24af472c-f197-47b3-a287-2f924f30b566 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:07:22.870217 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d634aca2-864e-4486-ba42-e1060e627eb7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:22.872391 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d634aca2-864e-4486-ba42-e1060e627eb7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:22.962981 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d634aca2-864e-4486-ba42-e1060e627eb7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:22.963406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d634aca2-864e-4486-ba42-e1060e627eb7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Fanout notify agent at l3_agent the message router_deleted on router 9ec8b329-740c-4f3e-828f-eeca9168af33 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 22:07:22.979787 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d634aca2-864e-4486-ba42-e1060e627eb7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:22.980948 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d634aca2-864e-4486-ba42-e1060e627eb7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/routers/9ec8b329-740c-4f3e-828f-eeca9168af33 HTTP/1.1" status: 204 len: 168 time: 1.5418484 Mar 01 22:07:22.983967 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41324) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:23.109445 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:23.242156 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:23.265996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15013da5-3727-4a1a-b3a5-578ee5bddd4f']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:23.277526 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a9be13-0359-4003-a359-e428883cdfac') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:23.277816 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a9be13-0359-4003-a359-e428883cdfac') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:23.289347 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:23.309724 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:23.315817 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 22:07:23.316200 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: timer() Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 22:07:23.330374 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 22:07:23.472219 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:23.492052 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:23.501747 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Network': ['ID=15013da5-3727-4a1a-b3a5-578ee5bddd4f,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:23.508786 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/networks/15013da5-3727-4a1a-b3a5-578ee5bddd4f HTTP/1.1" status: 204 len: 168 time: 0.5209930 Mar 01 22:07:23.509171 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41328) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:23.510757 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:23.511100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:23.511472 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:23.511804 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:23.512126 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:23.512447 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:23.512766 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:23.513082 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:23.513400 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:23.513712 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:23.514041 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:23.514346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6f7e1-553a-441d-a619-43291e509ec2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:23.588581 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb90a-0921-453d-bc61-e1ee3b1319c6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:23.619024 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb90a-0921-453d-bc61-e1ee3b1319c6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:23.750656 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb90a-0921-453d-bc61-e1ee3b1319c6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:23.767796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bb90a-0921-453d-bc61-e1ee3b1319c6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bdf604-5bce-419b-9d9b-9b422ca8db46,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:23.773638 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cb7bb90a-0921-453d-bc61-e1ee3b1319c6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:23.775157 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cb7bb90a-0921-453d-bc61-e1ee3b1319c6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/security-groups/15bdf604-5bce-419b-9d9b-9b422ca8db46 HTTP/1.1" status: 204 len: 168 time: 0.2646947 Mar 01 22:07:24.365410 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41336) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:24.371676 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-6a89aa1d-199d-4c95-80d8-705cf87c1288 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-224040055', 'description': 'tempest-secgroup-smoke-224040055 description', 'project_id': '443fbfcdae1a4567a887f1af9d571ead'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:07:24.378278 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6a89aa1d-199d-4c95-80d8-705cf87c1288 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:07:24.383291 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6a89aa1d-199d-4c95-80d8-705cf87c1288 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:07:24.386148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6a89aa1d-199d-4c95-80d8-705cf87c1288 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:07:24.392131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6a89aa1d-199d-4c95-80d8-705cf87c1288 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:07:24.488354 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6a89aa1d-199d-4c95-80d8-705cf87c1288 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:24.508542 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6a89aa1d-199d-4c95-80d8-705cf87c1288 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:07:24.512279 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6a89aa1d-199d-4c95-80d8-705cf87c1288 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:07:24.514974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-6a89aa1d-199d-4c95-80d8-705cf87c1288 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:07:24.520538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-6a89aa1d-199d-4c95-80d8-705cf87c1288 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:07:24.590489 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6a89aa1d-199d-4c95-80d8-705cf87c1288 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:24.637124 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6a89aa1d-199d-4c95-80d8-705cf87c1288 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:24.648793 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:24.661518 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3357efdc-3471-49d3-90e3-71124956ab7b no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:07:24.679157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89aa1d-199d-4c95-80d8-705cf87c1288 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a93a3c3-e570-4938-a421-59023498beb2,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:24.696248 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 3357efdc-3471-49d3-90e3-71124956ab7b {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:07:24.696595 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3357efdc-3471-49d3-90e3-71124956ab7b not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:07:24.733676 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6a89aa1d-199d-4c95-80d8-705cf87c1288 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:24.734905 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6a89aa1d-199d-4c95-80d8-705cf87c1288 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3674560 Mar 01 22:07:24.737793 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41340) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:24.747990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-10469fc7-f03b-4790-87ef-4a58adc05f8a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': '4a93a3c3-e570-4938-a421-59023498beb2', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:07:24.749995 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-10469fc7-f03b-4790-87ef-4a58adc05f8a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:07:24.753775 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-10469fc7-f03b-4790-87ef-4a58adc05f8a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:07:24.757301 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-10469fc7-f03b-4790-87ef-4a58adc05f8a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:07:24.762969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-10469fc7-f03b-4790-87ef-4a58adc05f8a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:07:24.831178 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-10469fc7-f03b-4790-87ef-4a58adc05f8a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:24.890916 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-10469fc7-f03b-4790-87ef-4a58adc05f8a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:24.968314 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-10469fc7-f03b-4790-87ef-4a58adc05f8a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:24.992606 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10469fc7-f03b-4790-87ef-4a58adc05f8a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a1fb5e3-3d3a-493b-8675-e5818c43dcd1,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:25.054428 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-10469fc7-f03b-4790-87ef-4a58adc05f8a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:25.058558 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41344) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:25.059072 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-10469fc7-f03b-4790-87ef-4a58adc05f8a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3198631 Mar 01 22:07:25.063857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b23b0ebf-ba7f-4ee2-b258-f43cd57748cb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': '4a93a3c3-e570-4938-a421-59023498beb2', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:07:25.070973 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b23b0ebf-ba7f-4ee2-b258-f43cd57748cb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:07:25.074756 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b23b0ebf-ba7f-4ee2-b258-f43cd57748cb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:07:25.077709 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b23b0ebf-ba7f-4ee2-b258-f43cd57748cb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:07:25.088543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b23b0ebf-ba7f-4ee2-b258-f43cd57748cb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:07:25.158265 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b23b0ebf-ba7f-4ee2-b258-f43cd57748cb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:25.220368 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b23b0ebf-ba7f-4ee2-b258-f43cd57748cb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:25.276737 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b23b0ebf-ba7f-4ee2-b258-f43cd57748cb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:25.301552 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b0ebf-ba7f-4ee2-b258-f43cd57748cb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ebe6e4-51b3-44a5-9503-8bdcda083eda,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:25.385800 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b23b0ebf-ba7f-4ee2-b258-f43cd57748cb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:25.386960 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b23b0ebf-ba7f-4ee2-b258-f43cd57748cb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3273404 Mar 01 22:07:25.389711 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41348) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:25.394743 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d656f36a-e192-44ca-8fe3-05725675dfbe tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': '4a93a3c3-e570-4938-a421-59023498beb2', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:07:25.402164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d656f36a-e192-44ca-8fe3-05725675dfbe tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:07:25.406229 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d656f36a-e192-44ca-8fe3-05725675dfbe tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:07:25.409329 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d656f36a-e192-44ca-8fe3-05725675dfbe tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:07:25.415103 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d656f36a-e192-44ca-8fe3-05725675dfbe tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:07:25.483220 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d656f36a-e192-44ca-8fe3-05725675dfbe tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:25.544769 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d656f36a-e192-44ca-8fe3-05725675dfbe tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:25.608390 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d656f36a-e192-44ca-8fe3-05725675dfbe tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:25.633395 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656f36a-e192-44ca-8fe3-05725675dfbe tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7e1edf-f3a5-4c31-b765-b6af0b4cacca,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:25.682843 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d656f36a-e192-44ca-8fe3-05725675dfbe tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:25.684040 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d656f36a-e192-44ca-8fe3-05725675dfbe tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2933924 Mar 01 22:07:25.686777 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41352) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:25.691793 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8de8e249-4591-42d9-89af-a1e753578a05 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': '4a93a3c3-e570-4938-a421-59023498beb2', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:07:25.699405 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8de8e249-4591-42d9-89af-a1e753578a05 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:07:25.703207 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8de8e249-4591-42d9-89af-a1e753578a05 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:07:25.706078 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8de8e249-4591-42d9-89af-a1e753578a05 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:07:25.712149 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8de8e249-4591-42d9-89af-a1e753578a05 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:07:25.827123 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8de8e249-4591-42d9-89af-a1e753578a05 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:25.892739 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8de8e249-4591-42d9-89af-a1e753578a05 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:25.939642 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8de8e249-4591-42d9-89af-a1e753578a05 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:25.963288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8e249-4591-42d9-89af-a1e753578a05 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28a76bea-4593-4e4b-9aff-22159b568a23,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:26.025602 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8de8e249-4591-42d9-89af-a1e753578a05 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:26.026800 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8de8e249-4591-42d9-89af-a1e753578a05 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3390703 Mar 01 22:07:26.029504 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41356) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:26.034484 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9bddf8b3-3a3c-4294-81a5-a28fc677792a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': '4a93a3c3-e570-4938-a421-59023498beb2', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:07:26.041605 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9bddf8b3-3a3c-4294-81a5-a28fc677792a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:07:26.045687 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9bddf8b3-3a3c-4294-81a5-a28fc677792a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:07:26.049028 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9bddf8b3-3a3c-4294-81a5-a28fc677792a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:07:26.055434 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9bddf8b3-3a3c-4294-81a5-a28fc677792a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:07:26.145875 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-9bddf8b3-3a3c-4294-81a5-a28fc677792a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Project 443fbfcdae1a4567a887f1af9d571ead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 22:07:26.153078 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bddf8b3-3a3c-4294-81a5-a28fc677792a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:26.217185 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bddf8b3-3a3c-4294-81a5-a28fc677792a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:26.293796 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bddf8b3-3a3c-4294-81a5-a28fc677792a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:26.318148 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bddf8b3-3a3c-4294-81a5-a28fc677792a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e48c937-c02e-4adc-992e-20b7411bc363,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:26.385585 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9bddf8b3-3a3c-4294-81a5-a28fc677792a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:26.386760 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9bddf8b3-3a3c-4294-81a5-a28fc677792a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3563538 Mar 01 22:07:26.389612 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41360) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:26.394802 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-28cdeaac-dc7c-41c2-95fe-27d2e2985614 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': '4a93a3c3-e570-4938-a421-59023498beb2', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:07:26.410790 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-28cdeaac-dc7c-41c2-95fe-27d2e2985614 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:07:26.410790 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-28cdeaac-dc7c-41c2-95fe-27d2e2985614 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:07:26.410790 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-28cdeaac-dc7c-41c2-95fe-27d2e2985614 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:07:26.414111 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-28cdeaac-dc7c-41c2-95fe-27d2e2985614 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:07:26.487757 n-d-827896-4 neutron-server[88518]: INFO neutron.db.securitygroups_db [None req-28cdeaac-dc7c-41c2-95fe-27d2e2985614 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Project 443fbfcdae1a4567a887f1af9d571ead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 22:07:26.494170 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-28cdeaac-dc7c-41c2-95fe-27d2e2985614 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:26.558202 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-28cdeaac-dc7c-41c2-95fe-27d2e2985614 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:26.624523 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-28cdeaac-dc7c-41c2-95fe-27d2e2985614 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:26.651289 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cdeaac-dc7c-41c2-95fe-27d2e2985614 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad277cbd-23ad-4105-8cc5-a80208285810,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:26.733147 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-28cdeaac-dc7c-41c2-95fe-27d2e2985614 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:26.734352 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-28cdeaac-dc7c-41c2-95fe-27d2e2985614 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3437636 Mar 01 22:07:26.737155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41364) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:26.743443 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-d5a5fb1b-3316-4612-9a4a-4e9939e2ccb9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'network': {'name': 'tempest-network-smoke--175462068', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'port_security_enabled': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:07:26.748913 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d5a5fb1b-3316-4612-9a4a-4e9939e2ccb9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:07:26.752711 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d5a5fb1b-3316-4612-9a4a-4e9939e2ccb9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:network and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:07:26.755694 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d5a5fb1b-3316-4612-9a4a-4e9939e2ccb9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:07:26.761726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d5a5fb1b-3316-4612-9a4a-4e9939e2ccb9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:07:26.836851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a5fb1b-3316-4612-9a4a-4e9939e2ccb9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Made reservation on behalf of 443fbfcdae1a4567a887f1af9d571ead for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:07:26.840648 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d5a5fb1b-3316-4612-9a4a-4e9939e2ccb9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:26.868505 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a5fb1b-3316-4612-9a4a-4e9939e2ccb9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 22:07:26.877054 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d5a5fb1b-3316-4612-9a4a-4e9939e2ccb9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:26.879414 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-d5a5fb1b-3316-4612-9a4a-4e9939e2ccb9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Added segment c73316d6-5f05-4656-82af-49fc4af55571 of type vlan for network 8804a87e-da4b-4ce4-b6ce-86c85fd40795 Mar 01 22:07:26.903122 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d5a5fb1b-3316-4612-9a4a-4e9939e2ccb9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:26.985538 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d5a5fb1b-3316-4612-9a4a-4e9939e2ccb9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:26.990861 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a5fb1b-3316-4612-9a4a-4e9939e2ccb9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:26.991458 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d5a5fb1b-3316-4612-9a4a-4e9939e2ccb9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:27.095794 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5fb1b-3316-4612-9a4a-4e9939e2ccb9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Network': ['ID=8804a87e-da4b-4ce4-b6ce-86c85fd40795,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:27.099812 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d5a5fb1b-3316-4612-9a4a-4e9939e2ccb9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3616982 Mar 01 22:07:27.103020 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41368) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:27.106679 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 8804a87e-da4b-4ce4-b6ce-86c85fd40795 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 22:07:27.107621 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-182894087', 'admin_state_up': True, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:07:27.115506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:07:27.119439 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:router and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:07:27.122383 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:07:27.128615 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:07:27.207973 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:27.209006 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:27.223534 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:27.488684 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-34acd0a1-e3b7-4c8a-8d51-c29f5ffa131f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:27.533649 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:27.976697 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:28.006731 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:28.134768 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Allocated IP 172.25.5.59 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/bda91116-89b8-4199-acfa-30796e863e6a) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:07:28.282525 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:28.379687 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:28.441936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:07:28.445193 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:07:28.453380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:07:28.493180 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=bda91116-89b8-4199-acfa-30796e863e6a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:28.922733 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:29.256335 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:29.614358 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 1e019c27-cd80-4718-a098-0107065d5eae is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 22:07:29.704926 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d594a78f-c875-429d-a40e-c15bd9724342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:29.799714 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:07:29.810362 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] Sync routers for ids ['1e019c27-cd80-4718-a098-0107065d5eae'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:07:29.819758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] Routers {'1e019c27-cd80-4718-a098-0107065d5eae'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:07:29.820194 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:07:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1e019c27-cd80-4718-a098-0107065d5eae'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:29.900208 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:29.901377 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-b6c09cb4-b4f9-4d4b-85a9-40bd475b6418 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7978749 Mar 01 22:07:29.904505 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41372) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:29.945196 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-808910cb-fe26-448f-a813-1a9492ca3d3a tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=443fbfcdae1a4567a887f1af9d571ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393829 Mar 01 22:07:29.947730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41376) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:29.998122 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] Set router 1e019c27-cd80-4718-a098-0107065d5eae gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:07:30.080054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336d795d-eda5-4275-995e-8be3d1381a5f tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:30.081576 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-336d795d-eda5-4275-995e-8be3d1381a5f tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1329494 Mar 01 22:07:30.084534 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41380) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:30.124467 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4935332a-869f-48dc-b2b3-e1bc7723d251 tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387855 Mar 01 22:07:30.127086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41384) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:30.133383 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-338f1825-4951-47bb-8b11-b8d2ccb52deb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-408365846', 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:07:30.244345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-338f1825-4951-47bb-8b11-b8d2ccb52deb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:07:30.248082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-338f1825-4951-47bb-8b11-b8d2ccb52deb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:subnet and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:07:30.250863 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-338f1825-4951-47bb-8b11-b8d2ccb52deb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:07:30.256551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-338f1825-4951-47bb-8b11-b8d2ccb52deb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:07:30.311131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338f1825-4951-47bb-8b11-b8d2ccb52deb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Made reservation on behalf of 443fbfcdae1a4567a887f1af9d571ead for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:07:30.311700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e019c27-cd80-4718-a098-0107065d5eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182894087', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:07:27Z', 'updated_at': '2022-03-01T22:07:28Z', 'revision_number': 3, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:28Z', 'updated_at': '2022-03-01T22:07:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:30.315492 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] Checking router: 1e019c27-cd80-4718-a098-0107065d5eae for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:07:30.315819 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-338f1825-4951-47bb-8b11-b8d2ccb52deb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:30.315973 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] Updating router 1e019c27-cd80-4718-a098-0107065d5eae port bda91116-89b8-4199-acfa-30796e863e6a binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:07:30.371548 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:30.614727 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-338f1825-4951-47bb-8b11-b8d2ccb52deb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:30.674402 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:30.692582 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f1825-4951-47bb-8b11-b8d2ccb52deb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Subnet': ['ID=c73a3125-2d6e-494e-8829-81f4f6000723,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:30.701634 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338f1825-4951-47bb-8b11-b8d2ccb52deb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Checking segment: {'id': 'c73316d6-5f05-4656-82af-49fc4af55571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:07:30.701984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338f1825-4951-47bb-8b11-b8d2ccb52deb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network hostable DHCP agents. Network: 8804a87e-da4b-4ce4-b6ce-86c85fd40795, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 22:07:30.706875 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:30.718665 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] Transition to ACTIVE for port object bda91116-89b8-4199-acfa-30796e863e6a will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:07:30.762372 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338f1825-4951-47bb-8b11-b8d2ccb52deb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 8804a87e-da4b-4ce4-b6ce-86c85fd40795 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 22:07:30.790996 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:30.858241 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:30.864966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] Attempting to bind port bda91116-89b8-4199-acfa-30796e863e6a on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:07:30.865268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] Attempting to bind port bda91116-89b8-4199-acfa-30796e863e6a by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:07:30.865632 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] Attempting to bind port bda91116-89b8-4199-acfa-30796e863e6a on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:07:30.871384 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-338f1825-4951-47bb-8b11-b8d2ccb52deb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 8804a87e-da4b-4ce4-b6ce-86c85fd40795) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:07:30.875565 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338f1825-4951-47bb-8b11-b8d2ccb52deb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:30.881043 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-338f1825-4951-47bb-8b11-b8d2ccb52deb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:30.883189 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d904f-0f4d-4aaf-82aa-87360b2154e2 None None] Pushing event updated for resources: {'Port': ['ID=bda91116-89b8-4199-acfa-30796e863e6a,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:30.885402 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e81f30-bf80-4026-b9b7-6742b035ec59 None None] Network 8804a87e-da4b-4ce4-b6ce-86c85fd40795 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:07:30.900404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:07:30.900793 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:07:30.901171 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:30.901556 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:07:30.902028 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] Bound port: bda91116-89b8-4199-acfa-30796e863e6a, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:07:30.902398 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:30.946740 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-338f1825-4951-47bb-8b11-b8d2ccb52deb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8185337 Mar 01 22:07:30.949558 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41388) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:31.059591 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] For port bda91116-89b8-4199-acfa-30796e863e6a, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:07:31.096746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] For port bda91116-89b8-4199-acfa-30796e863e6a, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=bda91116-89b8-4199-acfa-30796e863e6a,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:07:31.157800 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:31.195769 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-8804a87e-da4b-4ce4-b6ce-86c85fd40795', 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ips': [{'subnet_id': 'c73a3125-2d6e-494e-8829-81f4f6000723'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 22:07:31.196572 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:31.296214 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] Routers {'1e019c27-cd80-4718-a098-0107065d5eae'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:07:31.296849 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:07:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1e019c27-cd80-4718-a098-0107065d5eae'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:31.348250 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d904f-0f4d-4aaf-82aa-87360b2154e2 None None] Pushing event updated for resources: {'Port': ['ID=bda91116-89b8-4199-acfa-30796e863e6a,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:31.549971 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] Set router 1e019c27-cd80-4718-a098-0107065d5eae gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:07:31.590471 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Allocated IP 172.20.0.2 (8804a87e-da4b-4ce4-b6ce-86c85fd40795/c73a3125-2d6e-494e-8829-81f4f6000723/7edb7c20-5354-4d96-ae75-cfa5456f9497) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:07:31.765401 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd983344-284e-4243-9475-8f245a7e4be6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:32.031883 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:32.045263 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Transition to ACTIVE for port object 7edb7c20-5354-4d96-ae75-cfa5456f9497 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:07:32.066021 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e019c27-cd80-4718-a098-0107065d5eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182894087', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:07:27Z', 'updated_at': '2022-03-01T22:07:28Z', 'revision_number': 3, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:28Z', 'updated_at': '2022-03-01T22:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:32.071883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Transition to ACTIVE for port object 7edb7c20-5354-4d96-ae75-cfa5456f9497 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:07:32.073170 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292ba0b9-32bd-4234-a874-d8002ed41b32 None None] The sync data for ids ['1e019c27-cd80-4718-a098-0107065d5eae'] in n-d-827896-4 is: [{'id': '1e019c27-cd80-4718-a098-0107065d5eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182894087', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:07:27Z', 'updated_at': '2022-03-01T22:07:28Z', 'revision_number': 3, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8c:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:28Z', 'updated_at': '2022-03-01T22:07:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:07:32.123559 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:32.190290 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-bd983344-284e-4243-9475-8f245a7e4be6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Allocated IP 172.20.0.1 (8804a87e-da4b-4ce4-b6ce-86c85fd40795/c73a3125-2d6e-494e-8829-81f4f6000723/0eb15717-3f10-4db1-b334-8259320c3d96) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:07:32.192316 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Network 8804a87e-da4b-4ce4-b6ce-86c85fd40795 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:07:32.200016 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:07:32.205213 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:07:32.241003 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Pushing event updated for resources: {'Port': ['ID=7edb7c20-5354-4d96-ae75-cfa5456f9497,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:32.324340 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Attempting to bind port 7edb7c20-5354-4d96-ae75-cfa5456f9497 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:07:32.324973 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Attempting to bind port 7edb7c20-5354-4d96-ae75-cfa5456f9497 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'c73316d6-5f05-4656-82af-49fc4af55571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:07:32.325562 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Attempting to bind port 7edb7c20-5354-4d96-ae75-cfa5456f9497 on network 8804a87e-da4b-4ce4-b6ce-86c85fd40795 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:07:32.332533 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:07:32.333200 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Checking segment: {'id': 'c73316d6-5f05-4656-82af-49fc4af55571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:07:32.333894 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:32.334635 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Bound using segment: {'id': 'c73316d6-5f05-4656-82af-49fc4af55571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:07:32.335325 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Bound port: 7edb7c20-5354-4d96-ae75-cfa5456f9497, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73316d6-5f05-4656-82af-49fc4af55571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:07:32.335897 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:32.364769 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd983344-284e-4243-9475-8f245a7e4be6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:32.385931 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-bd983344-284e-4243-9475-8f245a7e4be6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Transition to ACTIVE for port object 0eb15717-3f10-4db1-b334-8259320c3d96 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:07:32.433273 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] For port 7edb7c20-5354-4d96-ae75-cfa5456f9497, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:07:32.436489 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] For port 7edb7c20-5354-4d96-ae75-cfa5456f9497, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7edb7c20-5354-4d96-ae75-cfa5456f9497,segment=NetworkSegment(c73316d6-5f05-4656-82af-49fc4af55571),segment_id=c73316d6-5f05-4656-82af-49fc4af55571)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:07:32.472192 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd983344-284e-4243-9475-8f245a7e4be6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:32.501891 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:32.550792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd983344-284e-4243-9475-8f245a7e4be6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 8804a87e-da4b-4ce4-b6ce-86c85fd40795 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:07:32.552892 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:32.554526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-bd983344-284e-4243-9475-8f245a7e4be6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:07:32.558759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd983344-284e-4243-9475-8f245a7e4be6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:07:32.588244 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d4a00e-8f54-4fcb-97f6-04097d5cc7d6 None None] Pushing event updated for resources: {'Port': ['ID=7edb7c20-5354-4d96-ae75-cfa5456f9497,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:32.622083 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd983344-284e-4243-9475-8f245a7e4be6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=0eb15717-3f10-4db1-b334-8259320c3d96,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:32.634762 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd983344-284e-4243-9475-8f245a7e4be6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:32.745613 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device bda91116-89b8-4199-acfa-30796e863e6a up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:07:32.922798 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port bda91116-89b8-4199-acfa-30796e863e6a completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:07:32.929046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port bda91116-89b8-4199-acfa-30796e863e6a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:07:32.930336 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:33.045453 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd983344-284e-4243-9475-8f245a7e4be6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:33.065432 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:33.084660 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port bda91116-89b8-4199-acfa-30796e863e6a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=bda91116-89b8-4199-acfa-30796e863e6a,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:07:33.139215 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:33.215329 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=bda91116-89b8-4199-acfa-30796e863e6a,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:33.589748 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd983344-284e-4243-9475-8f245a7e4be6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:33.653446 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd983344-284e-4243-9475-8f245a7e4be6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:33.766531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd983344-284e-4243-9475-8f245a7e4be6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=0eb15717-3f10-4db1-b334-8259320c3d96,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:33.768975 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-bd983344-284e-4243-9475-8f245a7e4be6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:33.918155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd983344-284e-4243-9475-8f245a7e4be6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 8804a87e-da4b-4ce4-b6ce-86c85fd40795 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:07:33.919792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-bd983344-284e-4243-9475-8f245a7e4be6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:07:34.083218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db751ea0-b006-4196-a568-9065a2deeeb9 None None] Network 8804a87e-da4b-4ce4-b6ce-86c85fd40795 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:07:34.113560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd983344-284e-4243-9475-8f245a7e4be6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 1e019c27-cd80-4718-a098-0107065d5eae has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:07:34.243379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-393d948e-b70e-43e8-b0f5-6c65055cadd2 None None] Provisioning for port 7edb7c20-5354-4d96-ae75-cfa5456f9497 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:07:34.300981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd983344-284e-4243-9475-8f245a7e4be6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:07:34.318825 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] Sync routers for ids ['1e019c27-cd80-4718-a098-0107065d5eae'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:07:34.319681 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-bd983344-284e-4243-9475-8f245a7e4be6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "PUT /v2.0/routers/1e019c27-cd80-4718-a098-0107065d5eae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3637562 Mar 01 22:07:34.323539 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] Routers {'1e019c27-cd80-4718-a098-0107065d5eae'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:07:34.324421 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:07:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1e019c27-cd80-4718-a098-0107065d5eae'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:34.493824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-ec193795-3bca-4c1b-9a35-f53cb26bf521 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Synchronizing usage tracker for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:07:34.518181 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] Set router 1e019c27-cd80-4718-a098-0107065d5eae gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:07:34.631334 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-ec193795-3bca-4c1b-9a35-f53cb26bf521 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Unset dirty status for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:07:34.633109 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-ec193795-3bca-4c1b-9a35-f53cb26bf521 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-224040055&fields=id&tenant_id=443fbfcdae1a4567a887f1af9d571ead HTTP/1.1" status: 200 len: 267 time: 0.1841981 Mar 01 22:07:34.659925 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b8fd2d0f-e0bf-4432-82ad-032d62a7870b None None] Provisioning for port 0eb15717-3f10-4db1-b334-8259320c3d96 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:07:34.668454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b8fd2d0f-e0bf-4432-82ad-032d62a7870b None None] Provisioning complete for port 0eb15717-3f10-4db1-b334-8259320c3d96 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:07:34.668454 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b8fd2d0f-e0bf-4432-82ad-032d62a7870b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:34.750769 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b8fd2d0f-e0bf-4432-82ad-032d62a7870b None None] Port 0eb15717-3f10-4db1-b334-8259320c3d96 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:07:34.828070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7edb7c20-5354-4d96-ae75-cfa5456f9497 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:07:34.863143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-b8939540-9c30-4e3f-aa15-70885e386081 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:34.864282 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-b8939540-9c30-4e3f-aa15-70885e386081 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Synchronizing usage tracker for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:07:34.894691 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e019c27-cd80-4718-a098-0107065d5eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182894087', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:07:27Z', 'updated_at': '2022-03-01T22:07:32Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:28Z', 'updated_at': '2022-03-01T22:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '0eb15717-3f10-4db1-b334-8259320c3d96', 'name': '', 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:2f:38:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c73a3125-2d6e-494e-8829-81f4f6000723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:31Z', 'updated_at': '2022-03-01T22:07:33Z', 'revision_number': 2, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': 'c73a3125-2d6e-494e-8829-81f4f6000723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:34.894691 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] Checking router: 1e019c27-cd80-4718-a098-0107065d5eae for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:07:34.894691 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] Updating router 1e019c27-cd80-4718-a098-0107065d5eae port 0eb15717-3f10-4db1-b334-8259320c3d96 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:07:34.913057 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-93e6472d-d3c6-47dd-8c83-53d07afa64b7 None None] Provisioning complete for port 0eb15717-3f10-4db1-b334-8259320c3d96 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:07:34.913519 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-93e6472d-d3c6-47dd-8c83-53d07afa64b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:34.939215 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-b8939540-9c30-4e3f-aa15-70885e386081 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Unset dirty status for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:07:34.948377 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-b8939540-9c30-4e3f-aa15-70885e386081 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/networks?id=8804a87e-da4b-4ce4-b6ce-86c85fd40795 HTTP/1.1" status: 200 len: 796 time: 0.3084023 Mar 01 22:07:34.952917 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:34.975319 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-93e6472d-d3c6-47dd-8c83-53d07afa64b7 None None] Port 0eb15717-3f10-4db1-b334-8259320c3d96 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:07:34.977339 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-0236a7fd-e4bc-4c96-bf18-461438d3b760 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/quotas/443fbfcdae1a4567a887f1af9d571ead HTTP/1.1" status: 200 len: 375 time: 0.0240958 Mar 01 22:07:35.031328 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 7edb7c20-5354-4d96-ae75-cfa5456f9497 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:07:35.037229 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 7edb7c20-5354-4d96-ae75-cfa5456f9497 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:07:35.038703 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:35.068269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-14b561c7-7681-4b74-97b5-db680d9c860a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Synchronizing usage tracker for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:07:35.150869 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-14b561c7-7681-4b74-97b5-db680d9c860a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Unset dirty status for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:07:35.152554 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-14b561c7-7681-4b74-97b5-db680d9c860a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1738176 Mar 01 22:07:35.152996 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-51e56010-8b9d-4f89-9643-9de3380980ec None None] Provisioning complete for port 0eb15717-3f10-4db1-b334-8259320c3d96 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:07:35.153502 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-51e56010-8b9d-4f89-9643-9de3380980ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:35.227230 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-097299d7-5619-4e6d-b16c-bdf52b4b3a14 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 22:07:35.228225 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-097299d7-5619-4e6d-b16c-bdf52b4b3a14 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0636110 Mar 01 22:07:35.251436 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-51e56010-8b9d-4f89-9643-9de3380980ec None None] Port 0eb15717-3f10-4db1-b334-8259320c3d96 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:07:35.266107 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:35.299874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 7edb7c20-5354-4d96-ae75-cfa5456f9497, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7edb7c20-5354-4d96-ae75-cfa5456f9497,segment=NetworkSegment(c73316d6-5f05-4656-82af-49fc4af55571),segment_id=c73316d6-5f05-4656-82af-49fc4af55571)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:07:35.318878 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:35.331245 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] Transition to ACTIVE for port object 0eb15717-3f10-4db1-b334-8259320c3d96 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:07:35.374375 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-a6ddb400-03f5-4d16-b106-3c65d8df54be service neutron] 10.222.0.42 "GET /v2.0/networks/8804a87e-da4b-4ce4-b6ce-86c85fd40795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390750 Mar 01 22:07:35.379216 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:35.380040 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device bda91116-89b8-4199-acfa-30796e863e6a up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:07:35.407999 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:35.498408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=7edb7c20-5354-4d96-ae75-cfa5456f9497,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:35.512988 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port bda91116-89b8-4199-acfa-30796e863e6a triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:07:35.513361 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:35.538518 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-1baf9840-1ceb-4f89-ac69-6b278f1f4ef7 service neutron] 10.222.0.42 "GET /v2.0/networks/8804a87e-da4b-4ce4-b6ce-86c85fd40795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582122 Mar 01 22:07:35.658703 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667614dc-c76e-4dfc-afe2-244347f09670 None None] Pushing event updated for resources: {'Port': ['ID=0eb15717-3f10-4db1-b334-8259320c3d96,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:35.680128 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667614dc-c76e-4dfc-afe2-244347f09670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:35.680473 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667614dc-c76e-4dfc-afe2-244347f09670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:35.680810 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667614dc-c76e-4dfc-afe2-244347f09670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:35.681142 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667614dc-c76e-4dfc-afe2-244347f09670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:35.681559 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667614dc-c76e-4dfc-afe2-244347f09670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:35.681822 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667614dc-c76e-4dfc-afe2-244347f09670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:35.682144 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667614dc-c76e-4dfc-afe2-244347f09670 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:35.682463 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667614dc-c76e-4dfc-afe2-244347f09670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:35.682788 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667614dc-c76e-4dfc-afe2-244347f09670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:35.683105 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667614dc-c76e-4dfc-afe2-244347f09670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:35.683446 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667614dc-c76e-4dfc-afe2-244347f09670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:35.683766 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667614dc-c76e-4dfc-afe2-244347f09670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:07:35.693780 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] Attempting to bind port 0eb15717-3f10-4db1-b334-8259320c3d96 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:07:35.694710 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] Attempting to bind port 0eb15717-3f10-4db1-b334-8259320c3d96 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'c73316d6-5f05-4656-82af-49fc4af55571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:07:35.695250 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] Attempting to bind port 0eb15717-3f10-4db1-b334-8259320c3d96 on network 8804a87e-da4b-4ce4-b6ce-86c85fd40795 {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:07:35.701790 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:07:35.701790 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] Checking segment: {'id': 'c73316d6-5f05-4656-82af-49fc4af55571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:07:35.701790 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:35.702219 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] Bound using segment: {'id': 'c73316d6-5f05-4656-82af-49fc4af55571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:07:35.702696 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] Bound port: 0eb15717-3f10-4db1-b334-8259320c3d96, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73316d6-5f05-4656-82af-49fc4af55571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:07:35.703056 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:35.795058 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] For port 0eb15717-3f10-4db1-b334-8259320c3d96, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:07:35.798172 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] For port 0eb15717-3f10-4db1-b334-8259320c3d96, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0eb15717-3f10-4db1-b334-8259320c3d96,segment=NetworkSegment(c73316d6-5f05-4656-82af-49fc4af55571),segment_id=c73316d6-5f05-4656-82af-49fc4af55571)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:07:35.808462 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-812fcba3-c735-40c4-84d7-c2586a2cf92f req-6217ab71-650e-4276-a693-ad847c09cc4b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 210 time: 0.0447481 Mar 01 22:07:35.848765 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:35.924656 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] Routers {'1e019c27-cd80-4718-a098-0107065d5eae'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:07:35.925264 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:07:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1e019c27-cd80-4718-a098-0107065d5eae'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:35.981536 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667614dc-c76e-4dfc-afe2-244347f09670 None None] Pushing event updated for resources: {'Port': ['ID=0eb15717-3f10-4db1-b334-8259320c3d96,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:36.111562 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] Set router 1e019c27-cd80-4718-a098-0107065d5eae gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:07:36.408700 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e019c27-cd80-4718-a098-0107065d5eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182894087', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:07:27Z', 'updated_at': '2022-03-01T22:07:32Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:28Z', 'updated_at': '2022-03-01T22:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '0eb15717-3f10-4db1-b334-8259320c3d96', 'name': '', 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:2f:38:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c73a3125-2d6e-494e-8829-81f4f6000723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:31Z', 'updated_at': '2022-03-01T22:07:35Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': 'c73a3125-2d6e-494e-8829-81f4f6000723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:36.412478 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f9bf13-3954-4d2d-9f50-46a98c5f86da None None] The sync data for ids ['1e019c27-cd80-4718-a098-0107065d5eae'] in n-d-827896-4 is: [{'id': '1e019c27-cd80-4718-a098-0107065d5eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182894087', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:07:27Z', 'updated_at': '2022-03-01T22:07:32Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:28Z', 'updated_at': '2022-03-01T22:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '0eb15717-3f10-4db1-b334-8259320c3d96', 'name': '', 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:2f:38:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c73a3125-2d6e-494e-8829-81f4f6000723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:31Z', 'updated_at': '2022-03-01T22:07:35Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': 'c73a3125-2d6e-494e-8829-81f4f6000723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:07:36.779848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7edb7c20-5354-4d96-ae75-cfa5456f9497 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:07:36.865320 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 7edb7c20-5354-4d96-ae75-cfa5456f9497 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:07:36.866689 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:36.915438 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d67df687-65bf-4bc4-a0d8-ef3a05173778 req-23dfc104-866d-4afb-89a2-a1c6e139140d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 210 time: 0.0446234 Mar 01 22:07:37.001444 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0eb15717-3f10-4db1-b334-8259320c3d96 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:07:37.128506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 0eb15717-3f10-4db1-b334-8259320c3d96 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:07:37.133956 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 0eb15717-3f10-4db1-b334-8259320c3d96 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:07:37.134322 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:37.254959 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:37.288369 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 0eb15717-3f10-4db1-b334-8259320c3d96, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0eb15717-3f10-4db1-b334-8259320c3d96,segment=NetworkSegment(c73316d6-5f05-4656-82af-49fc4af55571),segment_id=c73316d6-5f05-4656-82af-49fc4af55571)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:07:37.356349 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:37.427612 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=0eb15717-3f10-4db1-b334-8259320c3d96,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:38.126983 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-eae36283-9d58-4f82-866c-ff6a99c5de8b req-f89fe1ab-4a80-429a-b46f-02a426500dd9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 210 time: 0.1556196 Mar 01 22:07:38.709345 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0eb15717-3f10-4db1-b334-8259320c3d96 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:07:38.777921 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 0eb15717-3f10-4db1-b334-8259320c3d96 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:07:38.778286 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:39.222825 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-067e5ddd-63f4-4545-94d1-0762a1f46e77 req-56a6313d-47f3-4f0f-ba28-9e710917fb8d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 210 time: 0.0420830 Mar 01 22:07:40.376202 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aac1cfa1-4169-4188-9502-e0d259dcae1f req-c027b962-e44d-4bce-80d7-b8469178079d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 210 time: 0.0416043 Mar 01 22:07:41.526593 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0ebcce41-64cb-4772-bfb9-02cb90bd2f02 req-7164783f-f229-4537-a589-929020bb93ba tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 210 time: 0.0451858 Mar 01 22:07:42.393312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-1177af60-7a09-4e0e-bb4f-9387e9fdb7a1 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:42.394722 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-1177af60-7a09-4e0e-bb4f-9387e9fdb7a1 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "GET /v2.0/networks?id=8804a87e-da4b-4ce4-b6ce-86c85fd40795 HTTP/1.1" status: 200 len: 796 time: 0.1470904 Mar 01 22:07:42.441980 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-acfce2dc-686b-4e89-bf22-89e0761fbbc2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=443fbfcdae1a4567a887f1af9d571ead HTTP/1.1" status: 200 len: 379 time: 0.0397086 Mar 01 22:07:42.449804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-7e6b3fc5-eef1-4453-8cf9-b22b54f9390a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'port': {'device_id': '9f857ba0-afa8-483a-a55c-a5972523dc07', 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795', 'admin_state_up': True, 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'security_groups': ['4a93a3c3-e570-4938-a421-59023498beb2']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:07:42.586761 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-7e6b3fc5-eef1-4453-8cf9-b22b54f9390a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:07:42.596375 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-7e6b3fc5-eef1-4453-8cf9-b22b54f9390a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:07:42.675844 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfe9113d-f7e9-4fd8-ae78-98b49789b527 req-a77095c1-57a7-4edc-ad63-7c0ce47af944 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 210 time: 0.0426826 Mar 01 22:07:42.676592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-7e6b3fc5-eef1-4453-8cf9-b22b54f9390a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Made reservation on behalf of 443fbfcdae1a4567a887f1af9d571ead for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:07:42.680088 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-7e6b3fc5-eef1-4453-8cf9-b22b54f9390a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:42.838153 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-7e6b3fc5-eef1-4453-8cf9-b22b54f9390a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Allocated IP 172.20.0.13 (8804a87e-da4b-4ce4-b6ce-86c85fd40795/c73a3125-2d6e-494e-8829-81f4f6000723/9618e8b2-7501-47a5-9fc1-dedca5a340c9) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:07:43.025871 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-7e6b3fc5-eef1-4453-8cf9-b22b54f9390a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:43.041702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-7e6b3fc5-eef1-4453-8cf9-b22b54f9390a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Transition to ACTIVE for port object 9618e8b2-7501-47a5-9fc1-dedca5a340c9 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:07:43.134634 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-7e6b3fc5-eef1-4453-8cf9-b22b54f9390a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:43.202903 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-7e6b3fc5-eef1-4453-8cf9-b22b54f9390a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 8804a87e-da4b-4ce4-b6ce-86c85fd40795 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:07:43.205816 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-7e6b3fc5-eef1-4453-8cf9-b22b54f9390a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:07:43.214596 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-7e6b3fc5-eef1-4453-8cf9-b22b54f9390a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:07:43.251314 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6b3fc5-eef1-4453-8cf9-b22b54f9390a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=9618e8b2-7501-47a5-9fc1-dedca5a340c9,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:43.282899 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-7e6b3fc5-eef1-4453-8cf9-b22b54f9390a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:43.283534 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-7e6b3fc5-eef1-4453-8cf9-b22b54f9390a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:43.375057 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-7e6b3fc5-eef1-4453-8cf9-b22b54f9390a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9287686 Mar 01 22:07:43.386565 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] Request body: {'port': {'device_id': '9f857ba0-afa8-483a-a55c-a5972523dc07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:07:43.498589 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:43.516685 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e0e9e376-e985-453a-9a60-2d355f7e96ac None None] Provisioning for port 9618e8b2-7501-47a5-9fc1-dedca5a340c9 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:07:43.521749 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e0e9e376-e985-453a-9a60-2d355f7e96ac None None] Provisioning complete for port 9618e8b2-7501-47a5-9fc1-dedca5a340c9 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:07:43.522246 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e0e9e376-e985-453a-9a60-2d355f7e96ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:43.576016 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e0e9e376-e985-453a-9a60-2d355f7e96ac None None] Port 9618e8b2-7501-47a5-9fc1-dedca5a340c9 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:07:43.924243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9618e8b2-7501-47a5-9fc1-dedca5a340c9 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:07:43.934896 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:43.944173 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ac174-b4cb-4945-8cde-64d195eb92ff req-6d02976f-50fc-4065-9d9a-08c010cac7b7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:43.944871 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d48ac174-b4cb-4945-8cde-64d195eb92ff req-6d02976f-50fc-4065-9d9a-08c010cac7b7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Synchronizing usage tracker for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:07:43.970297 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] Transition to ACTIVE for port object 9618e8b2-7501-47a5-9fc1-dedca5a340c9 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:07:44.036912 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:44.077077 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d48ac174-b4cb-4945-8cde-64d195eb92ff req-6d02976f-50fc-4065-9d9a-08c010cac7b7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Unset dirty status for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:07:44.078227 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d48ac174-b4cb-4945-8cde-64d195eb92ff req-6d02976f-50fc-4065-9d9a-08c010cac7b7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 932 time: 0.2930934 Mar 01 22:07:44.332948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] Pushing event updated for resources: {'Port': ['ID=9618e8b2-7501-47a5-9fc1-dedca5a340c9,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:44.355794 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d48ac174-b4cb-4945-8cde-64d195eb92ff req-2d8f20ca-a98a-4998-a83b-0d61847818f2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2680693 Mar 01 22:07:44.420049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] Attempting to bind port 9618e8b2-7501-47a5-9fc1-dedca5a340c9 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:07:44.420376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] Attempting to bind port 9618e8b2-7501-47a5-9fc1-dedca5a340c9 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': 'c73316d6-5f05-4656-82af-49fc4af55571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:07:44.420950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] Attempting to bind port 9618e8b2-7501-47a5-9fc1-dedca5a340c9 on network 8804a87e-da4b-4ce4-b6ce-86c85fd40795 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:07:44.425492 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] Port 9618e8b2-7501-47a5-9fc1-dedca5a340c9 on network 8804a87e-da4b-4ce4-b6ce-86c85fd40795 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 22:07:44.425807 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] Attempting to bind port 9618e8b2-7501-47a5-9fc1-dedca5a340c9 on network 8804a87e-da4b-4ce4-b6ce-86c85fd40795 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:07:44.431487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:07:44.431820 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] Checking segment: {'id': 'c73316d6-5f05-4656-82af-49fc4af55571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:07:44.432199 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] Bound using segment: {'id': 'c73316d6-5f05-4656-82af-49fc4af55571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:07:44.432615 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] Bound port: 9618e8b2-7501-47a5-9fc1-dedca5a340c9, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c73316d6-5f05-4656-82af-49fc4af55571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:07:44.432955 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:44.521534 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] For port 9618e8b2-7501-47a5-9fc1-dedca5a340c9, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:07:44.524628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] For port 9618e8b2-7501-47a5-9fc1-dedca5a340c9, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9618e8b2-7501-47a5-9fc1-dedca5a340c9,segment=NetworkSegment(c73316d6-5f05-4656-82af-49fc4af55571),segment_id=c73316d6-5f05-4656-82af-49fc4af55571)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:07:44.603081 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:44.658960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:44.659827 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:44.663754 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] 10.222.0.55 "PUT /v2.0/ports/9618e8b2-7501-47a5-9fc1-dedca5a340c9 HTTP/1.1" status: 200 len: 1092 time: 1.2785935 Mar 01 22:07:44.663754 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f857ba0-afa8-483a-a55c-a5972523dc07', 'tag': '9618e8b2-7501-47a5-9fc1-dedca5a340c9'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:07:44.686586 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d44db8-25f5-42c3-95cb-59d9a05034ea service neutron] Pushing event updated for resources: {'Port': ['ID=9618e8b2-7501-47a5-9fc1-dedca5a340c9,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:44.710674 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f857ba0-afa8-483a-a55c-a5972523dc07', 'tag': '9618e8b2-7501-47a5-9fc1-dedca5a340c9', 'status': 'completed', 'code': 200} Mar 01 22:07:44.800845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45cb60-60c6-4476-bb1a-c92522b55177 req-5bf792eb-9418-485b-9c3d-4959b481a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:44.802314 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f45cb60-60c6-4476-bb1a-c92522b55177 req-5bf792eb-9418-485b-9c3d-4959b481a44b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 1095 time: 0.0735016 Mar 01 22:07:44.945179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45cb60-60c6-4476-bb1a-c92522b55177 req-944c17c9-50eb-4d7c-86a3-556d62da2309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:44.947604 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f45cb60-60c6-4476-bb1a-c92522b55177 req-944c17c9-50eb-4d7c-86a3-556d62da2309 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=443fbfcdae1a4567a887f1af9d571ead&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1370811 Mar 01 22:07:45.083869 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45cb60-60c6-4476-bb1a-c92522b55177 req-49a72da6-e80d-4f00-809f-d709b83758ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:45.085497 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f45cb60-60c6-4476-bb1a-c92522b55177 req-49a72da6-e80d-4f00-809f-d709b83758ce service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1329482 Mar 01 22:07:45.191341 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-f37e0779-260a-40fa-9343-0d67c9fc99bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:45.192753 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-f37e0779-260a-40fa-9343-0d67c9fc99bb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 1095 time: 0.0741124 Mar 01 22:07:45.260981 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-8712d0b5-c6c1-4e5e-b16a-c43774454e83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9618e8b2-7501-47a5-9fc1-dedca5a340c9 HTTP/1.1" status: 200 len: 217 time: 0.0617995 Mar 01 22:07:45.320804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-bd3e5f5e-4a99-41e0-bc39-8534db5e83f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:45.322185 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-bd3e5f5e-4a99-41e0-bc39-8534db5e83f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c73a3125-2d6e-494e-8829-81f4f6000723 HTTP/1.1" status: 200 len: 834 time: 0.0561807 Mar 01 22:07:45.395389 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-72c5b62c-6c9e-42dc-b48c-84989d7fb07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:45.396877 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-72c5b62c-6c9e-42dc-b48c-84989d7fb07d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8804a87e-da4b-4ce4-b6ce-86c85fd40795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689874 Mar 01 22:07:45.582381 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-eadf327d-dd24-4cc3-b930-8192205b6dcc service neutron] 10.222.0.55 "GET /v2.0/networks/8804a87e-da4b-4ce4-b6ce-86c85fd40795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795597 Mar 01 22:07:45.636128 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed46aae-feea-4afc-9f59-6910cee1a2bb req-677a5062-ad69-45f7-a36a-c105961c39e6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:45.637561 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3ed46aae-feea-4afc-9f59-6910cee1a2bb req-677a5062-ad69-45f7-a36a-c105961c39e6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 944 time: 0.1534679 Mar 01 22:07:45.750581 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3ed46aae-feea-4afc-9f59-6910cee1a2bb req-3098933c-4572-4c58-be59-05411c7f4d9c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662506 Mar 01 22:07:45.758564 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ca06492c-0bc1-4e0b-9d97-d2010c3fec90 req-5f3ce0d9-c97e-45a4-8111-6e6ed7ff4368 service neutron] 10.222.0.55 "GET /v2.0/networks/8804a87e-da4b-4ce4-b6ce-86c85fd40795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671307 Mar 01 22:07:46.933923 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fb1f0-12b7-4c67-9337-9f3c34c042c6 req-58b27a35-b9d9-441f-8d93-062f0296b8ee tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:46.935377 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-209fb1f0-12b7-4c67-9337-9f3c34c042c6 req-58b27a35-b9d9-441f-8d93-062f0296b8ee tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 944 time: 0.0801306 Mar 01 22:07:46.981849 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-209fb1f0-12b7-4c67-9337-9f3c34c042c6 req-eac4d677-73da-4f8d-aeaa-720bd39eeb7c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408757 Mar 01 22:07:48.164392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626d26df-c812-44e4-b9d8-17a2765c05fc req-2fecd3b6-a87d-4097-ab09-5f6d9a6ed2cc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:48.165841 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-626d26df-c812-44e4-b9d8-17a2765c05fc req-2fecd3b6-a87d-4097-ab09-5f6d9a6ed2cc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 944 time: 0.0790281 Mar 01 22:07:48.212883 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-626d26df-c812-44e4-b9d8-17a2765c05fc req-46626b07-3a44-42e3-a1d2-954af4cfa4b6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410244 Mar 01 22:07:49.399179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a42e509-0751-4315-9cdf-d8f7d9af0070 req-27bc83c1-c221-4470-a819-50cc83ecabd5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:49.400556 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a42e509-0751-4315-9cdf-d8f7d9af0070 req-27bc83c1-c221-4470-a819-50cc83ecabd5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 944 time: 0.0814495 Mar 01 22:07:49.426351 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9618e8b2-7501-47a5-9fc1-dedca5a340c9 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 22:07:49.547870 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6a42e509-0751-4315-9cdf-d8f7d9af0070 req-806caa16-9de5-4354-85bc-1351bc13c9f7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417911 Mar 01 22:07:49.561953 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9618e8b2-7501-47a5-9fc1-dedca5a340c9, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9618e8b2-7501-47a5-9fc1-dedca5a340c9,segment=NetworkSegment(c73316d6-5f05-4656-82af-49fc4af55571),segment_id=c73316d6-5f05-4656-82af-49fc4af55571)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:07:49.575762 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '9618e8b2-7501-47a5-9fc1-dedca5a340c9', 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795', 'port_id': '9618e8b2-7501-47a5-9fc1-dedca5a340c9', 'mac_address': 'fa:16:3e:52:d6:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c73a3125-2d6e-494e-8829-81f4f6000723', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 22:07:49.633212 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:49.683410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9618e8b2-7501-47a5-9fc1-dedca5a340c9 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:07:49.698926 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9618e8b2-7501-47a5-9fc1-dedca5a340c9, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9618e8b2-7501-47a5-9fc1-dedca5a340c9,segment=NetworkSegment(c73316d6-5f05-4656-82af-49fc4af55571),segment_id=c73316d6-5f05-4656-82af-49fc4af55571)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:07:49.773743 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:49.839027 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=9618e8b2-7501-47a5-9fc1-dedca5a340c9,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:50.100843 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['9618e8b2-7501-47a5-9fc1-dedca5a340c9'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:07:50.732889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c869702-83b7-4de6-8041-7e277371bd0c req-7f831175-9d84-4d0f-a8b8-e4367386c712 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:50.734339 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4c869702-83b7-4de6-8041-7e277371bd0c req-7f831175-9d84-4d0f-a8b8-e4367386c712 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 945 time: 0.0799096 Mar 01 22:07:50.778328 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4c869702-83b7-4de6-8041-7e277371bd0c req-e8e3576b-4f2d-493f-8688-c76e5a6755b7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383189 Mar 01 22:07:51.432121 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9618e8b2-7501-47a5-9fc1-dedca5a340c9 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:07:51.550891 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 9618e8b2-7501-47a5-9fc1-dedca5a340c9 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:07:51.556453 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 9618e8b2-7501-47a5-9fc1-dedca5a340c9 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:07:51.556801 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:51.671838 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:51.697758 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f857ba0-afa8-483a-a55c-a5972523dc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9618e8b2-7501-47a5-9fc1-dedca5a340c9'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:07:51.707475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 9618e8b2-7501-47a5-9fc1-dedca5a340c9, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9618e8b2-7501-47a5-9fc1-dedca5a340c9,segment=NetworkSegment(c73316d6-5f05-4656-82af-49fc4af55571),segment_id=c73316d6-5f05-4656-82af-49fc4af55571)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:07:51.751147 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:51.800416 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f857ba0-afa8-483a-a55c-a5972523dc07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9618e8b2-7501-47a5-9fc1-dedca5a340c9', 'code': 200} Mar 01 22:07:51.825968 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=9618e8b2-7501-47a5-9fc1-dedca5a340c9,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:51.992149 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7ac1b5-06c9-4fe7-888c-8e0817a051d7 req-423ced3e-e707-4b27-b987-09a04796cd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:51.993512 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de7ac1b5-06c9-4fe7-888c-8e0817a051d7 req-423ced3e-e707-4b27-b987-09a04796cd4a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 1097 time: 0.1344161 Mar 01 22:07:52.004346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97f292b-8cfa-4ea9-b187-42e1912823d7 req-0aeee891-ec85-4b45-9054-4cb63ca8ea7e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:52.005676 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f97f292b-8cfa-4ea9-b187-42e1912823d7 req-0aeee891-ec85-4b45-9054-4cb63ca8ea7e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 946 time: 0.1105318 Mar 01 22:07:52.065768 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-de7ac1b5-06c9-4fe7-888c-8e0817a051d7 req-ffa10b91-a326-4a10-b9c2-42ad6101256e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591865 Mar 01 22:07:52.075070 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f97f292b-8cfa-4ea9-b187-42e1912823d7 req-4a7e5a67-c98a-4031-a2c6-7545d179b155 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564554 Mar 01 22:07:52.180144 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:53.260014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3a49b-2217-4ab5-beea-5440110566f9 req-05df0078-a807-42fe-bbba-30c3e1a01d2a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:53.261502 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78a3a49b-2217-4ab5-beea-5440110566f9 req-05df0078-a807-42fe-bbba-30c3e1a01d2a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 946 time: 0.0802433 Mar 01 22:07:53.305294 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78a3a49b-2217-4ab5-beea-5440110566f9 req-6e4cfb9b-6fc4-4930-aa9e-378a0e66ef44 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381303 Mar 01 22:07:53.464105 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:07:54.489584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5e27e-fe55-4870-8aff-c92c484eecc7 req-4e7c8d4f-4ebe-4ac0-8d21-e874c8120833 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:54.491538 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-09e5e27e-fe55-4870-8aff-c92c484eecc7 req-4e7c8d4f-4ebe-4ac0-8d21-e874c8120833 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 946 time: 0.0819073 Mar 01 22:07:54.534860 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-09e5e27e-fe55-4870-8aff-c92c484eecc7 req-25709a49-75ab-491a-a3d0-3e9a4f9680bb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374846 Mar 01 22:07:54.659878 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:54.720187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ca22c-5d2d-46af-87ab-16e893352836 req-00548a28-0449-461e-97e3-e6e4ea005fe6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:54.721636 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a41ca22c-5d2d-46af-87ab-16e893352836 req-00548a28-0449-461e-97e3-e6e4ea005fe6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 946 time: 0.0800750 Mar 01 22:07:54.768439 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a41ca22c-5d2d-46af-87ab-16e893352836 req-5201d5be-7297-4f4c-acb2-d5a522eb193f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408227 Mar 01 22:07:54.790925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41468) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:54.859074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce76003e-d325-43dd-971c-a714014ac463 tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:54.860584 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ce76003e-d325-43dd-971c-a714014ac463 tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 1092 time: 0.0686357 Mar 01 22:07:54.863521 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41472) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:54.869002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': '9618e8b2-7501-47a5-9fc1-dedca5a340c9', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:07:54.875540 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:07:54.879299 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:floatingip and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:07:54.882321 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:07:54.887854 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:07:54.950765 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:55.086255 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:55.220302 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Allocated IP 172.25.5.55 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/9753ab8d-6d6b-4849-a3b5-a0e7f312b50a) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:07:55.364962 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:55.442386 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:55.501196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:07:55.503851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:07:55.511997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:07:55.555592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=9753ab8d-6d6b-4849-a3b5-a0e7f312b50a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:55.926402 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:56.146033 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:56.351471 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:56.407813 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:56.516741 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=9753ab8d-6d6b-4849-a3b5-a0e7f312b50a,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:07:56.526628 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:56.691538 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Floating IP bc805b9d-5b2d-4415-acce-f6c10ca8b9f1 associated. External IP: 172.25.5.55, port: 9618e8b2-7501-47a5-9fc1-dedca5a340c9. Mar 01 22:07:57.026628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 1e019c27-cd80-4718-a098-0107065d5eae has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:07:57.204110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:07:57.214083 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170dc3e8-1a63-4522-ad32-9037885ee956 None None] Sync routers for ids ['1e019c27-cd80-4718-a098-0107065d5eae'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:07:57.222868 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170dc3e8-1a63-4522-ad32-9037885ee956 None None] Routers {'1e019c27-cd80-4718-a098-0107065d5eae'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:07:57.223505 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-170dc3e8-1a63-4522-ad32-9037885ee956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:07:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1e019c27-cd80-4718-a098-0107065d5eae'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:57.282284 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:57.338484 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fe6d2f82-4b4c-4452-89f8-2a800bd1794c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4739480 Mar 01 22:07:57.339053 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f857ba0-afa8-483a-a55c-a5972523dc07', 'tag': '9618e8b2-7501-47a5-9fc1-dedca5a340c9'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:07:57.385369 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f857ba0-afa8-483a-a55c-a5972523dc07', 'tag': '9618e8b2-7501-47a5-9fc1-dedca5a340c9', 'status': 'completed', 'code': 200} Mar 01 22:07:57.402772 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-170dc3e8-1a63-4522-ad32-9037885ee956 None None] Set router 1e019c27-cd80-4718-a098-0107065d5eae gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:07:57.535427 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3e4f1284-106c-408d-8275-b6f4445b2d5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:07:57.540103 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04981b-492e-4120-886c-b9e4c843dc8c req-617a7e37-0afd-4280-93d6-a8e7ebbafdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:57.541586 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e04981b-492e-4120-886c-b9e4c843dc8c req-617a7e37-0afd-4280-93d6-a8e7ebbafdba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 1097 time: 0.1341076 Mar 01 22:07:57.553393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde961c-8c03-4287-9466-139be4f03a5e req-8c0519e7-d242-4afe-8969-7aa508e011eb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:57.554993 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0dde961c-8c03-4287-9466-139be4f03a5e req-8c0519e7-d242-4afe-8969-7aa508e011eb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 946 time: 0.1131833 Mar 01 22:07:57.765914 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-170dc3e8-1a63-4522-ad32-9037885ee956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e019c27-cd80-4718-a098-0107065d5eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182894087', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:07:27Z', 'updated_at': '2022-03-01T22:07:32Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:28Z', 'updated_at': '2022-03-01T22:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'bc805b9d-5b2d-4415-acce-f6c10ca8b9f1', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'port_id': '9618e8b2-7501-47a5-9fc1-dedca5a340c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795', 'mac_address': 'fa:16:3e:52:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f857ba0-afa8-483a-a55c-a5972523dc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:07:55Z', 'updated_at': '2022-03-01T22:07:55Z', 'revision_number': 0, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eb15717-3f10-4db1-b334-8259320c3d96', 'name': '', 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:2f:38:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c73a3125-2d6e-494e-8829-81f4f6000723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:31Z', 'updated_at': '2022-03-01T22:07:37Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': 'c73a3125-2d6e-494e-8829-81f4f6000723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:57.769720 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170dc3e8-1a63-4522-ad32-9037885ee956 None None] Checking router: 1e019c27-cd80-4718-a098-0107065d5eae for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:07:57.778972 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170dc3e8-1a63-4522-ad32-9037885ee956 None None] Routers {'1e019c27-cd80-4718-a098-0107065d5eae'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:07:57.779610 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-170dc3e8-1a63-4522-ad32-9037885ee956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:07:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1e019c27-cd80-4718-a098-0107065d5eae'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:57.797809 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0dde961c-8c03-4287-9466-139be4f03a5e req-124147aa-888a-4d22-a9f7-8347644b4eff tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235391 Mar 01 22:07:57.821478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41480) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:57.824688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04981b-492e-4120-886c-b9e4c843dc8c req-f9b9a52c-839b-452c-8e4b-3f431ed541bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:57.826132 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e04981b-492e-4120-886c-b9e4c843dc8c req-f9b9a52c-839b-452c-8e4b-3f431ed541bc service neutron] 10.222.0.55 "GET /v2.0/networks?id=8804a87e-da4b-4ce4-b6ce-86c85fd40795 HTTP/1.1" status: 200 len: 897 time: 0.2702644 Mar 01 22:07:57.931229 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e04981b-492e-4120-886c-b9e4c843dc8c req-02e6e33c-460a-404c-8298-89c1d13138bb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9618e8b2-7501-47a5-9fc1-dedca5a340c9 HTTP/1.1" status: 200 len: 999 time: 0.0991113 Mar 01 22:07:57.933710 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-226d78dc-2974-4d1e-a5df-e26399f53d23 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/floatingips/bc805b9d-5b2d-4415-acce-f6c10ca8b9f1 HTTP/1.1" status: 200 len: 991 time: 0.1105509 Mar 01 22:07:57.959119 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-170dc3e8-1a63-4522-ad32-9037885ee956 None None] Set router 1e019c27-cd80-4718-a098-0107065d5eae gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:07:57.992393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04981b-492e-4120-886c-b9e4c843dc8c req-710e738e-bbc8-436d-9aa7-df2f04e4a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:57.993812 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e04981b-492e-4120-886c-b9e4c843dc8c req-710e738e-bbc8-436d-9aa7-df2f04e4a056 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c73a3125-2d6e-494e-8829-81f4f6000723 HTTP/1.1" status: 200 len: 834 time: 0.0570970 Mar 01 22:07:58.068538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04981b-492e-4120-886c-b9e4c843dc8c req-0e20e8e3-c481-4ed3-b382-b69bd8f1efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:07:58.070536 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e04981b-492e-4120-886c-b9e4c843dc8c req-0e20e8e3-c481-4ed3-b382-b69bd8f1efe1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8804a87e-da4b-4ce4-b6ce-86c85fd40795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707226 Mar 01 22:07:58.206372 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e04981b-492e-4120-886c-b9e4c843dc8c req-061e3cc4-e399-4dc7-b67d-2ba2ac237c3f service neutron] 10.222.0.55 "GET /v2.0/networks/8804a87e-da4b-4ce4-b6ce-86c85fd40795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243856 Mar 01 22:07:58.335757 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e04981b-492e-4120-886c-b9e4c843dc8c req-e0c726a5-6d91-4db9-bd40-137a2f305515 service neutron] 10.222.0.55 "GET /v2.0/networks/8804a87e-da4b-4ce4-b6ce-86c85fd40795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234188 Mar 01 22:07:58.336022 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-170dc3e8-1a63-4522-ad32-9037885ee956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e019c27-cd80-4718-a098-0107065d5eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182894087', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:07:27Z', 'updated_at': '2022-03-01T22:07:32Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:28Z', 'updated_at': '2022-03-01T22:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'bc805b9d-5b2d-4415-acce-f6c10ca8b9f1', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'port_id': '9618e8b2-7501-47a5-9fc1-dedca5a340c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795', 'mac_address': 'fa:16:3e:52:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f857ba0-afa8-483a-a55c-a5972523dc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:07:55Z', 'updated_at': '2022-03-01T22:07:55Z', 'revision_number': 0, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eb15717-3f10-4db1-b334-8259320c3d96', 'name': '', 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:2f:38:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c73a3125-2d6e-494e-8829-81f4f6000723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:31Z', 'updated_at': '2022-03-01T22:07:37Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': 'c73a3125-2d6e-494e-8829-81f4f6000723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:07:58.340169 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-170dc3e8-1a63-4522-ad32-9037885ee956 None None] The sync data for ids ['1e019c27-cd80-4718-a098-0107065d5eae'] in n-d-827896-4 is: [{'id': '1e019c27-cd80-4718-a098-0107065d5eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182894087', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:07:27Z', 'updated_at': '2022-03-01T22:07:32Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:28Z', 'updated_at': '2022-03-01T22:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'bc805b9d-5b2d-4415-acce-f6c10ca8b9f1', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'floating_ip_address': '172.25.5.55', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'port_id': '9618e8b2-7501-47a5-9fc1-dedca5a340c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795', 'mac_address': 'fa:16:3e:52:d6:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f857ba0-afa8-483a-a55c-a5972523dc07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:07:55Z', 'updated_at': '2022-03-01T22:07:55Z', 'revision_number': 0, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0eb15717-3f10-4db1-b334-8259320c3d96', 'name': '', 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:2f:38:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c73a3125-2d6e-494e-8829-81f4f6000723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:31Z', 'updated_at': '2022-03-01T22:07:37Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': 'c73a3125-2d6e-494e-8829-81f4f6000723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:07:58.534361 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763596e3-a354-46c8-9665-816ed7e84479 None None] New status for floating IP bc805b9d-5b2d-4415-acce-f6c10ca8b9f1: ACTIVE {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 22:07:58.937795 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41484) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:07:59.042461 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0399ab71-cc4a-4279-b9c7-9520dcdfa2a8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/floatingips/bc805b9d-5b2d-4415-acce-f6c10ca8b9f1 HTTP/1.1" status: 200 len: 993 time: 0.1035981 Mar 01 22:07:59.682173 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c052dbb5-17dd-4f0f-b615-11e9fe38386d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:08:00.642133 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:08:00.836391 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:08:02.516462 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:08:21.965503 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac23de0e-83f4-49f5-bed7-ecb8cd443781 req-e33c685c-c14e-4f34-bc1e-8a0dabd5e111 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1316266 Mar 01 22:08:22.104655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23de0e-83f4-49f5-bed7-ecb8cd443781 req-ca7a9bbf-a690-4a1f-84b9-e6c099db1bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:08:22.106049 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac23de0e-83f4-49f5-bed7-ecb8cd443781 req-ca7a9bbf-a690-4a1f-84b9-e6c099db1bac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 1097 time: 0.0708044 Mar 01 22:08:22.195389 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:08:22.247038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23de0e-83f4-49f5-bed7-ecb8cd443781 req-cb35afe7-1dff-4feb-b971-e489bb89a9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:08:22.248574 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac23de0e-83f4-49f5-bed7-ecb8cd443781 req-cb35afe7-1dff-4feb-b971-e489bb89a9a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8804a87e-da4b-4ce4-b6ce-86c85fd40795 HTTP/1.1" status: 200 len: 897 time: 0.1256182 Mar 01 22:08:22.349587 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac23de0e-83f4-49f5-bed7-ecb8cd443781 req-8fcc02e1-c119-45f8-864e-4b1db8193a05 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9618e8b2-7501-47a5-9fc1-dedca5a340c9 HTTP/1.1" status: 200 len: 1001 time: 0.0951581 Mar 01 22:08:22.413066 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23de0e-83f4-49f5-bed7-ecb8cd443781 req-885d950c-8ef4-4241-b9e0-2475b28b24f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:08:22.414408 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac23de0e-83f4-49f5-bed7-ecb8cd443781 req-885d950c-8ef4-4241-b9e0-2475b28b24f0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c73a3125-2d6e-494e-8829-81f4f6000723 HTTP/1.1" status: 200 len: 834 time: 0.0591884 Mar 01 22:08:22.486871 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23de0e-83f4-49f5-bed7-ecb8cd443781 req-c45768a2-4c89-4208-a58f-9132c1f77088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:08:22.488363 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac23de0e-83f4-49f5-bed7-ecb8cd443781 req-c45768a2-4c89-4208-a58f-9132c1f77088 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8804a87e-da4b-4ce4-b6ce-86c85fd40795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683794 Mar 01 22:08:22.616803 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac23de0e-83f4-49f5-bed7-ecb8cd443781 req-a2f6be55-b408-465c-aabc-7660a3a73806 service neutron] 10.222.0.55 "GET /v2.0/networks/8804a87e-da4b-4ce4-b6ce-86c85fd40795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225097 Mar 01 22:08:22.752652 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ac23de0e-83f4-49f5-bed7-ecb8cd443781 req-de20062a-aa73-4887-8aa9-e61afa6c21c7 service neutron] 10.222.0.55 "GET /v2.0/networks/8804a87e-da4b-4ce4-b6ce-86c85fd40795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299748 Mar 01 22:08:24.653137 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:08:27.481219 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6fb7e7a6-ba17-417b-83f6-41933b40ea2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:08:29.687136 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-500c9876-647d-4f45-b48c-4d0d1b6709b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:08:30.462995 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:08:30.675429 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:08:30.823960 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:08:32.504081 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:08:52.258150 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:08:54.657865 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:08:57.498651 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3cadb0c5-7fe3-4194-915d-ca828d8b0666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:08:58.225089 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565c1a6-0b42-4954-aac8-67db967a360d req-45ed12d0-29ac-41bb-8ef0-2f2b5a0562fd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:08:58.226443 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1565c1a6-0b42-4954-aac8-67db967a360d req-45ed12d0-29ac-41bb-8ef0-2f2b5a0562fd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 946 time: 0.2452683 Mar 01 22:08:58.228313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43d634-20f1-423d-9e65-fa7b39e2e7fc req-c0cfe8a5-effd-465d-be16-ce5b3b6d5534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:08:58.229596 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e43d634-20f1-423d-9e65-fa7b39e2e7fc req-c0cfe8a5-effd-465d-be16-ce5b3b6d5534 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 1097 time: 0.2077115 Mar 01 22:08:58.353804 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1565c1a6-0b42-4954-aac8-67db967a360d req-136c74fa-6e8c-4a7d-9599-356d10041190 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209264 Mar 01 22:08:58.387250 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43d634-20f1-423d-9e65-fa7b39e2e7fc req-41ecc920-36e9-49af-bbc0-df8c0e248a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:08:58.388783 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e43d634-20f1-423d-9e65-fa7b39e2e7fc req-41ecc920-36e9-49af-bbc0-df8c0e248a06 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8804a87e-da4b-4ce4-b6ce-86c85fd40795 HTTP/1.1" status: 200 len: 897 time: 0.1440372 Mar 01 22:08:58.491569 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e43d634-20f1-423d-9e65-fa7b39e2e7fc req-62d137d1-75ba-4062-93d0-f0a603e618e5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9618e8b2-7501-47a5-9fc1-dedca5a340c9 HTTP/1.1" status: 200 len: 1001 time: 0.0952218 Mar 01 22:08:58.552679 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43d634-20f1-423d-9e65-fa7b39e2e7fc req-1dbeaf9e-984a-40c9-9cf4-d6a0cce9df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:08:58.554081 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e43d634-20f1-423d-9e65-fa7b39e2e7fc req-1dbeaf9e-984a-40c9-9cf4-d6a0cce9df52 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c73a3125-2d6e-494e-8829-81f4f6000723 HTTP/1.1" status: 200 len: 834 time: 0.0563293 Mar 01 22:08:58.635529 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e43d634-20f1-423d-9e65-fa7b39e2e7fc req-56321a74-ff88-4771-a7ab-85949b015b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:08:58.637120 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e43d634-20f1-423d-9e65-fa7b39e2e7fc req-56321a74-ff88-4771-a7ab-85949b015b44 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8804a87e-da4b-4ce4-b6ce-86c85fd40795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723975 Mar 01 22:08:58.823039 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e43d634-20f1-423d-9e65-fa7b39e2e7fc req-d86d6c3e-3027-48d6-b2fb-5d724d367c3c service neutron] 10.222.0.55 "GET /v2.0/networks/8804a87e-da4b-4ce4-b6ce-86c85fd40795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773376 Mar 01 22:08:58.955486 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e43d634-20f1-423d-9e65-fa7b39e2e7fc req-15e4b96b-4060-4e7a-ba60-2ed22b37ad44 service neutron] 10.222.0.55 "GET /v2.0/networks/8804a87e-da4b-4ce4-b6ce-86c85fd40795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223147 Mar 01 22:08:59.541334 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41518cdc-2a35-4934-82bb-6224b7f44ff3 req-6259208a-43c5-4d03-a716-677d78193410 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:08:59.542781 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41518cdc-2a35-4934-82bb-6224b7f44ff3 req-6259208a-43c5-4d03-a716-677d78193410 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 946 time: 0.0786352 Mar 01 22:08:59.586867 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41518cdc-2a35-4934-82bb-6224b7f44ff3 req-b6144873-58a9-4f49-8c28-44742b94c110 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382664 Mar 01 22:08:59.680827 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ae2c18e1-7750-4635-97ff-16708458d398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:09:00.639841 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:09:00.779492 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c585e47d-69b2-489f-88fd-6368af208520 req-b397cd8f-5548-4400-8bfd-63704d4a5a33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:09:00.781048 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c585e47d-69b2-489f-88fd-6368af208520 req-b397cd8f-5548-4400-8bfd-63704d4a5a33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 946 time: 0.0852013 Mar 01 22:09:00.823459 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:09:00.825431 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c585e47d-69b2-489f-88fd-6368af208520 req-d3946d72-70d0-47b3-9212-471a20364765 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386817 Mar 01 22:09:02.007770 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b86d0c9-bddb-4dff-9afb-d19445626a63 req-fb11e73c-ccb1-4e4b-9b6e-b5ba6f5d18a7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:09:02.009212 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5b86d0c9-bddb-4dff-9afb-d19445626a63 req-fb11e73c-ccb1-4e4b-9b6e-b5ba6f5d18a7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 946 time: 0.0787783 Mar 01 22:09:02.056054 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5b86d0c9-bddb-4dff-9afb-d19445626a63 req-8729afbe-fce3-4e25-9aed-b4a292614488 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410793 Mar 01 22:09:02.532155 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:09:03.240381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33ec5d-59e5-44c4-bfae-3ae2113a9f51 req-1f08ccba-1138-43cc-83d6-470f052881af tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:09:03.241917 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd33ec5d-59e5-44c4-bfae-3ae2113a9f51 req-1f08ccba-1138-43cc-83d6-470f052881af tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 946 time: 0.0791855 Mar 01 22:09:03.284576 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd33ec5d-59e5-44c4-bfae-3ae2113a9f51 req-c47d8d87-7d85-4bd5-9b48-e7a4ea23b37b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371287 Mar 01 22:09:04.475123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9daec7-8014-411d-b00d-4846361ece25 req-fde668d6-b7b1-4110-afad-821e2b19a8b9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:09:04.476500 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5e9daec7-8014-411d-b00d-4846361ece25 req-fde668d6-b7b1-4110-afad-821e2b19a8b9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 946 time: 0.0829713 Mar 01 22:09:04.520692 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5e9daec7-8014-411d-b00d-4846361ece25 req-5d5e157d-9561-4758-a413-df5068ef95bb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376084 Mar 01 22:09:05.704017 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3055b7-5049-47b2-92b5-48ae4a05d19f req-8a4d37e3-b5eb-4733-94d9-3d596e5af48c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:09:05.705506 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9f3055b7-5049-47b2-92b5-48ae4a05d19f req-8a4d37e3-b5eb-4733-94d9-3d596e5af48c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 946 time: 0.0810442 Mar 01 22:09:05.748527 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9f3055b7-5049-47b2-92b5-48ae4a05d19f req-c498311d-483e-4591-ab2f-0c37edbf58be tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375094 Mar 01 22:09:06.937048 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2531c72a-fc74-47ce-a714-19bb60c99dfb req-3bb1cddb-5a71-4c21-aa6b-1fb2ec5a419d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:09:06.938504 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2531c72a-fc74-47ce-a714-19bb60c99dfb req-3bb1cddb-5a71-4c21-aa6b-1fb2ec5a419d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 946 time: 0.0824671 Mar 01 22:09:06.983993 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2531c72a-fc74-47ce-a714-19bb60c99dfb req-3de057eb-d91e-4506-b887-40dd0fa5d0a4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398240 Mar 01 22:09:07.461992 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:09:08.168732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c876703-8f68-4e8d-a497-4dde7ce77788 req-aac57837-7cd9-4788-a90f-d537281a7b1d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:09:08.170448 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4c876703-8f68-4e8d-a497-4dde7ce77788 req-aac57837-7cd9-4788-a90f-d537281a7b1d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 946 time: 0.0800245 Mar 01 22:09:08.217006 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4c876703-8f68-4e8d-a497-4dde7ce77788 req-b996f03a-7c41-4788-a33c-3b8fd00dd62d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410087 Mar 01 22:09:09.397929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b623a50-9bdb-4ad1-ba63-8117cedbbdaf req-89215d8a-64d1-4258-94de-e296f9cbb03e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:09:09.399315 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b623a50-9bdb-4ad1-ba63-8117cedbbdaf req-89215d8a-64d1-4258-94de-e296f9cbb03e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 946 time: 0.0785861 Mar 01 22:09:09.444131 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0b623a50-9bdb-4ad1-ba63-8117cedbbdaf req-e09a7d76-6c74-4041-82d3-65652c43c89c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390978 Mar 01 22:09:10.631478 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c080f8cd-c7a6-406e-be5a-22f072c7c3aa req-50fb472a-9b85-490a-b6b6-924c4a62c619 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:09:10.632915 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c080f8cd-c7a6-406e-be5a-22f072c7c3aa req-50fb472a-9b85-490a-b6b6-924c4a62c619 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 946 time: 0.0830607 Mar 01 22:09:10.678645 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c080f8cd-c7a6-406e-be5a-22f072c7c3aa req-1ab602b7-39b9-42b1-a3a9-1b0f8fc653f0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397830 Mar 01 22:09:10.703265 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41542) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:09:10.924900 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-acb948c2-1b10-4c56-aa2e-ef137d4e5579 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/floatingips/bc805b9d-5b2d-4415-acce-f6c10ca8b9f1 HTTP/1.1" status: 200 len: 993 time: 0.2203057 Mar 01 22:09:22.291680 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:09:23.837066 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a382e1da-f7ba-4838-9685-716fbf4bf688 req-537a340e-9651-4983-a8d2-dbdabf813e42 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679057 Mar 01 22:09:24.077035 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382e1da-f7ba-4838-9685-716fbf4bf688 req-6f9c4311-c8a6-45ca-892b-05bdd37063e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:09:24.078501 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a382e1da-f7ba-4838-9685-716fbf4bf688 req-6f9c4311-c8a6-45ca-892b-05bdd37063e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 1097 time: 0.1745772 Mar 01 22:09:24.221318 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382e1da-f7ba-4838-9685-716fbf4bf688 req-d93f021a-d7a7-48dd-9b81-bd6f39ad6772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:09:24.222679 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a382e1da-f7ba-4838-9685-716fbf4bf688 req-d93f021a-d7a7-48dd-9b81-bd6f39ad6772 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8804a87e-da4b-4ce4-b6ce-86c85fd40795 HTTP/1.1" status: 200 len: 897 time: 0.1261592 Mar 01 22:09:24.324654 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a382e1da-f7ba-4838-9685-716fbf4bf688 req-c84cbb78-28fd-4966-887a-cfd7803d5b70 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9618e8b2-7501-47a5-9fc1-dedca5a340c9 HTTP/1.1" status: 200 len: 1001 time: 0.0960882 Mar 01 22:09:24.389236 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382e1da-f7ba-4838-9685-716fbf4bf688 req-19ec1503-a38b-42bd-8b7e-392428580619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:09:24.390659 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a382e1da-f7ba-4838-9685-716fbf4bf688 req-19ec1503-a38b-42bd-8b7e-392428580619 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c73a3125-2d6e-494e-8829-81f4f6000723 HTTP/1.1" status: 200 len: 834 time: 0.0600028 Mar 01 22:09:24.463085 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382e1da-f7ba-4838-9685-716fbf4bf688 req-7cbeabce-2cd8-49aa-83e4-77be74ead6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:09:24.464610 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a382e1da-f7ba-4838-9685-716fbf4bf688 req-7cbeabce-2cd8-49aa-83e4-77be74ead6f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8804a87e-da4b-4ce4-b6ce-86c85fd40795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683937 Mar 01 22:09:24.592211 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a382e1da-f7ba-4838-9685-716fbf4bf688 req-cf906d37-db93-4303-ac8d-e39ec3520e1f service neutron] 10.222.0.55 "GET /v2.0/networks/8804a87e-da4b-4ce4-b6ce-86c85fd40795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213462 Mar 01 22:09:24.663203 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:09:24.726964 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a382e1da-f7ba-4838-9685-716fbf4bf688 req-9244d423-3c24-44c5-8ded-048312c764fb service neutron] 10.222.0.55 "GET /v2.0/networks/8804a87e-da4b-4ce4-b6ce-86c85fd40795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268938 Mar 01 22:09:27.480219 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-de7ee912-fc03-4e6e-bf66-01baddefa521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:09:29.697515 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-216b5dbc-c057-41ad-858a-af97488a219c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:09:30.651590 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:09:30.811327 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:09:32.531647 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:09:44.462021 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:09:52.313302 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:09:54.673669 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:09:57.351112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41562) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:09:57.497252 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-763c2c25-f425-40b0-9406-e030c972ee65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:09:57.553154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting port 9753ab8d-6d6b-4849-a3b5-a0e7f312b50a {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:09:57.553495 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:09:57.725022 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:09:57.725260 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:09:57.844785 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Calling delete_port for 9753ab8d-6d6b-4849-a3b5-a0e7f312b50a owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:09:58.068154 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:09:58.120370 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Port': ['ID=9753ab8d-6d6b-4849-a3b5-a0e7f312b50a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:09:58.131316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:09:58.131316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:09:58.131589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:09:58.131850 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:09:58.132182 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:09:58.132513 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:09:58.132841 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:09:58.133170 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:09:58.133497 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:09:58.133829 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:09:58.134141 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:09:58.134460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:09:58.226498 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:09:58.226829 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Floating IP bc805b9d-5b2d-4415-acce-f6c10ca8b9f1 disassociated (deleted). External IP: 172.25.5.55, port: 9618e8b2-7501-47a5-9fc1-dedca5a340c9. Mar 01 22:09:58.571544 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 1e019c27-cd80-4718-a098-0107065d5eae has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:09:58.865140 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:09:58.875475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0789f4fe-1442-44d8-bdf7-91e6e21d3c44 None None] Sync routers for ids ['1e019c27-cd80-4718-a098-0107065d5eae'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:09:58.885037 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0789f4fe-1442-44d8-bdf7-91e6e21d3c44 None None] Routers {'1e019c27-cd80-4718-a098-0107065d5eae'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:09:58.885651 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-0789f4fe-1442-44d8-bdf7-91e6e21d3c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:09:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1e019c27-cd80-4718-a098-0107065d5eae'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:09:58.936741 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:09:58.990849 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a1b7184e-70a8-4e3a-b673-b3913382deb5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/floatingips/bc805b9d-5b2d-4415-acce-f6c10ca8b9f1 HTTP/1.1" status: 204 len: 168 time: 1.6387007 Mar 01 22:09:58.991559 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f857ba0-afa8-483a-a55c-a5972523dc07', 'tag': '9618e8b2-7501-47a5-9fc1-dedca5a340c9'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:09:59.042989 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f857ba0-afa8-483a-a55c-a5972523dc07', 'tag': '9618e8b2-7501-47a5-9fc1-dedca5a340c9', 'status': 'completed', 'code': 200} Mar 01 22:09:59.076071 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-0789f4fe-1442-44d8-bdf7-91e6e21d3c44 None None] Set router 1e019c27-cd80-4718-a098-0107065d5eae gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:09:59.145886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40cc13-ab12-42c0-8563-f1906f1c8f0a req-9474bc49-9dd9-4739-9b73-81cbb534d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:09:59.147273 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e40cc13-ab12-42c0-8563-f1906f1c8f0a req-9474bc49-9dd9-4739-9b73-81cbb534d869 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 1097 time: 0.0830543 Mar 01 22:09:59.278458 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40cc13-ab12-42c0-8563-f1906f1c8f0a req-2464910f-0cb7-4f09-bb07-a107fbd18c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:09:59.279954 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e40cc13-ab12-42c0-8563-f1906f1c8f0a req-2464910f-0cb7-4f09-bb07-a107fbd18c59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=8804a87e-da4b-4ce4-b6ce-86c85fd40795 HTTP/1.1" status: 200 len: 897 time: 0.1270921 Mar 01 22:09:59.347096 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e40cc13-ab12-42c0-8563-f1906f1c8f0a req-1ceb847e-baf6-4d8a-b728-859bdcf7971d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9618e8b2-7501-47a5-9fc1-dedca5a340c9 HTTP/1.1" status: 200 len: 217 time: 0.0602562 Mar 01 22:09:59.408381 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-0789f4fe-1442-44d8-bdf7-91e6e21d3c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e019c27-cd80-4718-a098-0107065d5eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182894087', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:07:27Z', 'updated_at': '2022-03-01T22:07:32Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:28Z', 'updated_at': '2022-03-01T22:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '0eb15717-3f10-4db1-b334-8259320c3d96', 'name': '', 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:2f:38:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c73a3125-2d6e-494e-8829-81f4f6000723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:31Z', 'updated_at': '2022-03-01T22:07:37Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': 'c73a3125-2d6e-494e-8829-81f4f6000723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:09:59.412397 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0789f4fe-1442-44d8-bdf7-91e6e21d3c44 None None] Checking router: 1e019c27-cd80-4718-a098-0107065d5eae for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:09:59.415468 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40cc13-ab12-42c0-8563-f1906f1c8f0a req-006174b4-0612-4ed2-9b7c-51b54e2c9a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:09:59.417793 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e40cc13-ab12-42c0-8563-f1906f1c8f0a req-006174b4-0612-4ed2-9b7c-51b54e2c9a57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c73a3125-2d6e-494e-8829-81f4f6000723 HTTP/1.1" status: 200 len: 834 time: 0.0644145 Mar 01 22:09:59.421640 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0789f4fe-1442-44d8-bdf7-91e6e21d3c44 None None] Routers {'1e019c27-cd80-4718-a098-0107065d5eae'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:09:59.422239 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-0789f4fe-1442-44d8-bdf7-91e6e21d3c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:09:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1e019c27-cd80-4718-a098-0107065d5eae'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:09:59.531929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e40cc13-ab12-42c0-8563-f1906f1c8f0a req-52dc9aa2-97a7-4ded-b7c1-352354592d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:09:59.533366 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e40cc13-ab12-42c0-8563-f1906f1c8f0a req-52dc9aa2-97a7-4ded-b7c1-352354592d5a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=8804a87e-da4b-4ce4-b6ce-86c85fd40795&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1095016 Mar 01 22:09:59.651729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-0789f4fe-1442-44d8-bdf7-91e6e21d3c44 None None] Set router 1e019c27-cd80-4718-a098-0107065d5eae gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:09:59.690325 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8376b361-a21c-4d66-865c-bcda64a035ac req-b0b83c4c-127d-44c6-a919-bb1bfd4cf841 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:09:59.691787 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8376b361-a21c-4d66-865c-bcda64a035ac req-b0b83c4c-127d-44c6-a919-bb1bfd4cf841 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 946 time: 0.1974673 Mar 01 22:09:59.710006 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dff99d9c-48a1-4216-a099-1eda60e6e3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:09:59.736227 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e40cc13-ab12-42c0-8563-f1906f1c8f0a req-c14401a7-9ac8-4b08-ae19-a283e2fb40ba service neutron] 10.222.0.55 "GET /v2.0/networks/8804a87e-da4b-4ce4-b6ce-86c85fd40795?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903636 Mar 01 22:09:59.747098 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8376b361-a21c-4d66-865c-bcda64a035ac req-7cbf73d6-75fa-4a7a-b8ec-a3b3e1774f4a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461705 Mar 01 22:09:59.871288 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8e40cc13-ab12-42c0-8563-f1906f1c8f0a req-935a92ef-a819-49e7-ae96-3bb2d5917ab7 service neutron] 10.222.0.55 "GET /v2.0/networks/8804a87e-da4b-4ce4-b6ce-86c85fd40795?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273513 Mar 01 22:09:59.966700 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-0789f4fe-1442-44d8-bdf7-91e6e21d3c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e019c27-cd80-4718-a098-0107065d5eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182894087', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:07:27Z', 'updated_at': '2022-03-01T22:07:32Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:28Z', 'updated_at': '2022-03-01T22:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '0eb15717-3f10-4db1-b334-8259320c3d96', 'name': '', 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:2f:38:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c73a3125-2d6e-494e-8829-81f4f6000723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:31Z', 'updated_at': '2022-03-01T22:07:37Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': 'c73a3125-2d6e-494e-8829-81f4f6000723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:09:59.970546 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0789f4fe-1442-44d8-bdf7-91e6e21d3c44 None None] The sync data for ids ['1e019c27-cd80-4718-a098-0107065d5eae'] in n-d-827896-4 is: [{'id': '1e019c27-cd80-4718-a098-0107065d5eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182894087', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:07:27Z', 'updated_at': '2022-03-01T22:07:32Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:28Z', 'updated_at': '2022-03-01T22:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '0eb15717-3f10-4db1-b334-8259320c3d96', 'name': '', 'network_id': '8804a87e-da4b-4ce4-b6ce-86c85fd40795', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:2f:38:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': 'c73a3125-2d6e-494e-8829-81f4f6000723', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:31Z', 'updated_at': '2022-03-01T22:07:37Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': 'c73a3125-2d6e-494e-8829-81f4f6000723', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:10:00.188855 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2bcd40-c421-4a14-b94e-0df3b4a1767d None None] New status for floating IP bc805b9d-5b2d-4415-acce-f6c10ca8b9f1: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 22:10:00.678380 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:00.851000 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:00.939413 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d00cbce-cbb1-4380-bdc8-6b8c95bb60d9 req-28bbbd4e-42ec-44c8-8c21-c1311ccce72f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:00.940834 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d00cbce-cbb1-4380-bdc8-6b8c95bb60d9 req-28bbbd4e-42ec-44c8-8c21-c1311ccce72f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 946 time: 0.0798614 Mar 01 22:10:01.094002 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2d00cbce-cbb1-4380-bdc8-6b8c95bb60d9 req-7ff5c58c-ed0f-41ad-bd71-64f355bf1392 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=4a93a3c3-e570-4938-a421-59023498beb2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469128 Mar 01 22:10:01.263495 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e118256-ce73-4c14-aa8a-4ff9cf6707b4 req-610661d4-01eb-4330-988b-7f456c88bc73 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:01.264890 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4e118256-ce73-4c14-aa8a-4ff9cf6707b4 req-610661d4-01eb-4330-988b-7f456c88bc73 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 946 time: 0.0775762 Mar 01 22:10:01.334381 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-4e118256-ce73-4c14-aa8a-4ff9cf6707b4 req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting port 9618e8b2-7501-47a5-9fc1-dedca5a340c9 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:10:01.334712 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4e118256-ce73-4c14-aa8a-4ff9cf6707b4 req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:01.569879 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-4e118256-ce73-4c14-aa8a-4ff9cf6707b4 req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] For port 9618e8b2-7501-47a5-9fc1-dedca5a340c9, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=9618e8b2-7501-47a5-9fc1-dedca5a340c9,segment=NetworkSegment(c73316d6-5f05-4656-82af-49fc4af55571),segment_id=c73316d6-5f05-4656-82af-49fc4af55571)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:10:01.570227 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4e118256-ce73-4c14-aa8a-4ff9cf6707b4 req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:01.693201 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-4e118256-ce73-4c14-aa8a-4ff9cf6707b4 req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Calling delete_port for 9618e8b2-7501-47a5-9fc1-dedca5a340c9 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:10:01.896930 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4e118256-ce73-4c14-aa8a-4ff9cf6707b4 req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:01.951054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Port': ['ID=9618e8b2-7501-47a5-9fc1-dedca5a340c9,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:01.990937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:01.991284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:01.991717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:01.992049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:01.992377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:01.992705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:01.993028 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:01.993350 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:01.993671 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:01.993986 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:01.994302 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:01.994617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:02.034247 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e118256-ce73-4c14-aa8a-4ff9cf6707b4 req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] No DVR routers for this DVR port 9618e8b2-7501-47a5-9fc1-dedca5a340c9 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:10:02.036785 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-4e118256-ce73-4c14-aa8a-4ff9cf6707b4 req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:02.039259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f857ba0-afa8-483a-a55c-a5972523dc07', 'name': 'network-vif-deleted', 'tag': '9618e8b2-7501-47a5-9fc1-dedca5a340c9'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:10:02.053368 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4e118256-ce73-4c14-aa8a-4ff9cf6707b4 req-be732f55-03a8-4c59-96be-2abce0079a12 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "DELETE /v2.0/ports/9618e8b2-7501-47a5-9fc1-dedca5a340c9 HTTP/1.1" status: 204 len: 173 time: 0.7827866 Mar 01 22:10:02.084279 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f857ba0-afa8-483a-a55c-a5972523dc07', 'name': 'network-vif-deleted', 'tag': '9618e8b2-7501-47a5-9fc1-dedca5a340c9', 'status': 'completed', 'code': 200} Mar 01 22:10:02.249046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8cc23274-d9e8-489b-a81b-8a8a7977381c req-d7c1e945-4449-4edb-b703-a8f64f295ed2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Synchronizing usage tracker for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:10:02.331756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8cc23274-d9e8-489b-a81b-8a8a7977381c req-d7c1e945-4449-4edb-b703-a8f64f295ed2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Unset dirty status for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:10:02.333344 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8cc23274-d9e8-489b-a81b-8a8a7977381c req-d7c1e945-4449-4edb-b703-a8f64f295ed2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f857ba0-afa8-483a-a55c-a5972523dc07 HTTP/1.1" status: 200 len: 210 time: 0.1297555 Mar 01 22:10:02.542853 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:03.430221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41580) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:03.964606 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ffb551ce-6fd1-457a-bc89-8d5292fb79bc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:04.196464 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9618e8b2-7501-47a5-9fc1-dedca5a340c9 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:10:04.233728 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 9618e8b2-7501-47a5-9fc1-dedca5a340c9 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:10:04.233995 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 9618e8b2-7501-47a5-9fc1-dedca5a340c9 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:10:04.420825 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-ffb551ce-6fd1-457a-bc89-8d5292fb79bc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting port 0eb15717-3f10-4db1-b334-8259320c3d96 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:10:04.421182 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ffb551ce-6fd1-457a-bc89-8d5292fb79bc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:04.602522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-ffb551ce-6fd1-457a-bc89-8d5292fb79bc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] For port 0eb15717-3f10-4db1-b334-8259320c3d96, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=0eb15717-3f10-4db1-b334-8259320c3d96,segment=NetworkSegment(c73316d6-5f05-4656-82af-49fc4af55571),segment_id=c73316d6-5f05-4656-82af-49fc4af55571)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:10:04.603205 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ffb551ce-6fd1-457a-bc89-8d5292fb79bc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:04.722721 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-ffb551ce-6fd1-457a-bc89-8d5292fb79bc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Calling delete_port for 0eb15717-3f10-4db1-b334-8259320c3d96 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:10:05.125128 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ffb551ce-6fd1-457a-bc89-8d5292fb79bc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:05.171945 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb551ce-6fd1-457a-bc89-8d5292fb79bc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Port': ['ID=0eb15717-3f10-4db1-b334-8259320c3d96,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:05.551022 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ffb551ce-6fd1-457a-bc89-8d5292fb79bc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:05.927813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb551ce-6fd1-457a-bc89-8d5292fb79bc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 1e019c27-cd80-4718-a098-0107065d5eae has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:10:06.113014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb551ce-6fd1-457a-bc89-8d5292fb79bc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:10:06.123884 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c0e3b5-90ee-4c78-a383-f171a617b879 None None] Sync routers for ids ['1e019c27-cd80-4718-a098-0107065d5eae'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:10:06.133114 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c0e3b5-90ee-4c78-a383-f171a617b879 None None] Routers {'1e019c27-cd80-4718-a098-0107065d5eae'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:10:06.133818 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-01c0e3b5-90ee-4c78-a383-f171a617b879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:10:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1e019c27-cd80-4718-a098-0107065d5eae'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:10:06.193101 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ffb551ce-6fd1-457a-bc89-8d5292fb79bc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "PUT /v2.0/routers/1e019c27-cd80-4718-a098-0107065d5eae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7615805 Mar 01 22:10:06.196080 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41586) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:06.265188 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca2b659a-b60d-44f5-86a1-ded1e796b095 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting subnet c73a3125-2d6e-494e-8829-81f4f6000723 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 22:10:06.268163 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca2b659a-b60d-44f5-86a1-ded1e796b095 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:06.313487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-01c0e3b5-90ee-4c78-a383-f171a617b879 None None] Set router 1e019c27-cd80-4718-a098-0107065d5eae gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:10:06.323406 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca2b659a-b60d-44f5-86a1-ded1e796b095 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:06.411464 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca2b659a-b60d-44f5-86a1-ded1e796b095 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:06.559945 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca2b659a-b60d-44f5-86a1-ded1e796b095 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:06.599892 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b659a-b60d-44f5-86a1-ded1e796b095 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Subnet': ['ID=c73a3125-2d6e-494e-8829-81f4f6000723,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:06.605100 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ca2b659a-b60d-44f5-86a1-ded1e796b095 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:06.615626 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ca2b659a-b60d-44f5-86a1-ded1e796b095 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/subnets/c73a3125-2d6e-494e-8829-81f4f6000723 HTTP/1.1" status: 204 len: 168 time: 0.4161975 Mar 01 22:10:06.615802 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8971942f-8f79-417f-96c1-c83d9cb9b7f9 None None] Network 8804a87e-da4b-4ce4-b6ce-86c85fd40795 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:10:06.615916 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41590) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:06.703267 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-01c0e3b5-90ee-4c78-a383-f171a617b879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e019c27-cd80-4718-a098-0107065d5eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182894087', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:07:27Z', 'updated_at': '2022-03-01T22:10:04Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:28Z', 'updated_at': '2022-03-01T22:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:10:06.715379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c0e3b5-90ee-4c78-a383-f171a617b879 None None] Checking router: 1e019c27-cd80-4718-a098-0107065d5eae for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:10:06.758489 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c0e3b5-90ee-4c78-a383-f171a617b879 None None] Routers {'1e019c27-cd80-4718-a098-0107065d5eae'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:10:06.759107 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-01c0e3b5-90ee-4c78-a383-f171a617b879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:10:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['1e019c27-cd80-4718-a098-0107065d5eae'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:10:06.815913 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c2736753-9066-45e0-b788-67d5a00d6573 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:06.978602 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-01c0e3b5-90ee-4c78-a383-f171a617b879 None None] Set router 1e019c27-cd80-4718-a098-0107065d5eae gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:10:06.996536 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c2736753-9066-45e0-b788-67d5a00d6573 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:07.056724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-c2736753-9066-45e0-b788-67d5a00d6573 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting port bda91116-89b8-4199-acfa-30796e863e6a {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:10:07.057180 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c2736753-9066-45e0-b788-67d5a00d6573 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:07.143252 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4d6138-bfcd-4a5b-b489-8e098f68f97a None None] DHCP port deletion for 8804a87e-da4b-4ce4-b6ce-86c85fd40795 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 22:10:07.154301 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d6138-bfcd-4a5b-b489-8e098f68f97a None None] Deleting port 7edb7c20-5354-4d96-ae75-cfa5456f9497 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:10:07.154756 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1d4d6138-bfcd-4a5b-b489-8e098f68f97a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:07.359465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-c2736753-9066-45e0-b788-67d5a00d6573 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] For port bda91116-89b8-4199-acfa-30796e863e6a, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=bda91116-89b8-4199-acfa-30796e863e6a,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:10:07.359823 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c2736753-9066-45e0-b788-67d5a00d6573 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:07.478513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-c2736753-9066-45e0-b788-67d5a00d6573 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Calling delete_port for bda91116-89b8-4199-acfa-30796e863e6a owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:10:07.502535 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1d4d6138-bfcd-4a5b-b489-8e098f68f97a None None] For port 7edb7c20-5354-4d96-ae75-cfa5456f9497, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=7edb7c20-5354-4d96-ae75-cfa5456f9497,segment=NetworkSegment(c73316d6-5f05-4656-82af-49fc4af55571),segment_id=c73316d6-5f05-4656-82af-49fc4af55571)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:10:07.502876 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1d4d6138-bfcd-4a5b-b489-8e098f68f97a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:07.628473 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-1d4d6138-bfcd-4a5b-b489-8e098f68f97a None None] Calling delete_port for 7edb7c20-5354-4d96-ae75-cfa5456f9497 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:10:07.687570 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-01c0e3b5-90ee-4c78-a383-f171a617b879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e019c27-cd80-4718-a098-0107065d5eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182894087', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:07:27Z', 'updated_at': '2022-03-01T22:10:04Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:28Z', 'updated_at': '2022-03-01T22:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:10:07.701787 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c2736753-9066-45e0-b788-67d5a00d6573 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:07.702730 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c0e3b5-90ee-4c78-a383-f171a617b879 None None] The sync data for ids ['1e019c27-cd80-4718-a098-0107065d5eae'] in n-d-827896-4 is: [{'id': '1e019c27-cd80-4718-a098-0107065d5eae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-182894087', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59'}], 'enable_snat': True}, 'gw_port_id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:07:27Z', 'updated_at': '2022-03-01T22:10:04Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': 'bda91116-89b8-4199-acfa-30796e863e6a', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:8c:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e019c27-cd80-4718-a098-0107065d5eae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:07:28Z', 'updated_at': '2022-03-01T22:07:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:10:07.753730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2736753-9066-45e0-b788-67d5a00d6573 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Port': ['ID=bda91116-89b8-4199-acfa-30796e863e6a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:07.822155 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1d4d6138-bfcd-4a5b-b489-8e098f68f97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:07.845155 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c2736753-9066-45e0-b788-67d5a00d6573 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:07.868101 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4d6138-bfcd-4a5b-b489-8e098f68f97a None None] Pushing event deleted for resources: {'Port': ['ID=7edb7c20-5354-4d96-ae75-cfa5456f9497,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:07.873352 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4d6138-bfcd-4a5b-b489-8e098f68f97a None None] No DVR routers for this DVR port 7edb7c20-5354-4d96-ae75-cfa5456f9497 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:10:07.879697 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6138-bfcd-4a5b-b489-8e098f68f97a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:07.879978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6138-bfcd-4a5b-b489-8e098f68f97a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:07.880313 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6138-bfcd-4a5b-b489-8e098f68f97a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:07.880649 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6138-bfcd-4a5b-b489-8e098f68f97a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:07.880973 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6138-bfcd-4a5b-b489-8e098f68f97a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:07.881296 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6138-bfcd-4a5b-b489-8e098f68f97a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:07.881614 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6138-bfcd-4a5b-b489-8e098f68f97a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:07.881970 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6138-bfcd-4a5b-b489-8e098f68f97a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:07.882730 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6138-bfcd-4a5b-b489-8e098f68f97a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:07.882730 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6138-bfcd-4a5b-b489-8e098f68f97a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:07.882911 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6138-bfcd-4a5b-b489-8e098f68f97a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:07.883150 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d4d6138-bfcd-4a5b-b489-8e098f68f97a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:08.016765 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c2736753-9066-45e0-b788-67d5a00d6573 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:08.018851 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c2736753-9066-45e0-b788-67d5a00d6573 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:08.102506 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c2736753-9066-45e0-b788-67d5a00d6573 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:08.103033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2736753-9066-45e0-b788-67d5a00d6573 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Fanout notify agent at l3_agent the message router_deleted on router 1e019c27-cd80-4718-a098-0107065d5eae {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 22:10:08.118958 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c2736753-9066-45e0-b788-67d5a00d6573 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:08.120110 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c2736753-9066-45e0-b788-67d5a00d6573 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/routers/1e019c27-cd80-4718-a098-0107065d5eae HTTP/1.1" status: 204 len: 168 time: 1.5033917 Mar 01 22:10:08.123194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41596) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:08.240960 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59f89858-b73c-4af8-8169-c9c0fbaba74e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:08.378365 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59f89858-b73c-4af8-8169-c9c0fbaba74e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:08.403024 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-59f89858-b73c-4af8-8169-c9c0fbaba74e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8804a87e-da4b-4ce4-b6ce-86c85fd40795']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:10:08.414936 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-59f89858-b73c-4af8-8169-c9c0fbaba74e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c73316d6-5f05-4656-82af-49fc4af55571') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:10:08.415236 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-59f89858-b73c-4af8-8169-c9c0fbaba74e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c73316d6-5f05-4656-82af-49fc4af55571') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:10:08.427670 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59f89858-b73c-4af8-8169-c9c0fbaba74e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:08.444253 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59f89858-b73c-4af8-8169-c9c0fbaba74e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:08.450371 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f89858-b73c-4af8-8169-c9c0fbaba74e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 22:10:08.450827 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59f89858-b73c-4af8-8169-c9c0fbaba74e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: timer() Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 22:10:08.464601 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 22:10:08.594153 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59f89858-b73c-4af8-8169-c9c0fbaba74e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:08.612378 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59f89858-b73c-4af8-8169-c9c0fbaba74e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:08.623295 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f89858-b73c-4af8-8169-c9c0fbaba74e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Network': ['ID=8804a87e-da4b-4ce4-b6ce-86c85fd40795,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:08.685928 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-59f89858-b73c-4af8-8169-c9c0fbaba74e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/networks/8804a87e-da4b-4ce4-b6ce-86c85fd40795 HTTP/1.1" status: 204 len: 168 time: 0.5615900 Mar 01 22:10:08.688610 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41600) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:08.764689 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e2f4b740-4119-4a34-9f53-a1d3a00b1dd7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:08.788506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7edb7c20-5354-4d96-ae75-cfa5456f9497 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:10:08.804783 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e2f4b740-4119-4a34-9f53-a1d3a00b1dd7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:08.828315 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 7edb7c20-5354-4d96-ae75-cfa5456f9497 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:10:08.828908 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 7edb7c20-5354-4d96-ae75-cfa5456f9497 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:10:08.829511 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0eb15717-3f10-4db1-b334-8259320c3d96 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:10:08.864251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 0eb15717-3f10-4db1-b334-8259320c3d96 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:10:08.864939 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 0eb15717-3f10-4db1-b334-8259320c3d96 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:10:08.865524 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device bda91116-89b8-4199-acfa-30796e863e6a no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:10:08.899483 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: bda91116-89b8-4199-acfa-30796e863e6a {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:10:08.899824 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device bda91116-89b8-4199-acfa-30796e863e6a not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:10:08.936881 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e2f4b740-4119-4a34-9f53-a1d3a00b1dd7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:08.956578 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4b740-4119-4a34-9f53-a1d3a00b1dd7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a93a3c3-e570-4938-a421-59023498beb2,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:09.027651 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e2f4b740-4119-4a34-9f53-a1d3a00b1dd7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:09.031935 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e2f4b740-4119-4a34-9f53-a1d3a00b1dd7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/security-groups/4a93a3c3-e570-4938-a421-59023498beb2 HTTP/1.1" status: 204 len: 168 time: 0.3392804 Mar 01 22:10:09.529010 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41608) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:09.534352 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9b457770-96d2-47f6-ac9f-37e5c18cbf65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-951692491', 'description': 'tempest-secgroup-smoke-951692491 description', 'project_id': '443fbfcdae1a4567a887f1af9d571ead'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:10:09.541288 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9b457770-96d2-47f6-ac9f-37e5c18cbf65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:10:09.545985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9b457770-96d2-47f6-ac9f-37e5c18cbf65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:10:09.548960 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9b457770-96d2-47f6-ac9f-37e5c18cbf65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:10:09.554638 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9b457770-96d2-47f6-ac9f-37e5c18cbf65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:10:09.605017 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b457770-96d2-47f6-ac9f-37e5c18cbf65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:09.625561 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9b457770-96d2-47f6-ac9f-37e5c18cbf65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:10:09.629347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9b457770-96d2-47f6-ac9f-37e5c18cbf65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:10:09.632191 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9b457770-96d2-47f6-ac9f-37e5c18cbf65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:10:09.637876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9b457770-96d2-47f6-ac9f-37e5c18cbf65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:10:09.712441 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b457770-96d2-47f6-ac9f-37e5c18cbf65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:09.787945 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b457770-96d2-47f6-ac9f-37e5c18cbf65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:09.833834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b457770-96d2-47f6-ac9f-37e5c18cbf65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8955632-5641-4727-b917-608b3d561536,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:09.902221 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b457770-96d2-47f6-ac9f-37e5c18cbf65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:09.903467 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9b457770-96d2-47f6-ac9f-37e5c18cbf65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3735099 Mar 01 22:10:09.906765 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41612) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:09.911837 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-1105e1e7-0f11-4790-8ea4-421ef06570a1 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': 'd8955632-5641-4727-b917-608b3d561536', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:10:09.918999 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1105e1e7-0f11-4790-8ea4-421ef06570a1 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:10:09.923780 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1105e1e7-0f11-4790-8ea4-421ef06570a1 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:10:09.926674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-1105e1e7-0f11-4790-8ea4-421ef06570a1 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:10:09.932421 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-1105e1e7-0f11-4790-8ea4-421ef06570a1 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:10:10.006503 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1105e1e7-0f11-4790-8ea4-421ef06570a1 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:10.069390 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1105e1e7-0f11-4790-8ea4-421ef06570a1 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:10.147108 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1105e1e7-0f11-4790-8ea4-421ef06570a1 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:10.171951 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1105e1e7-0f11-4790-8ea4-421ef06570a1 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b425cb8-13dd-45e3-a8de-99af176cd61e,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:10.256585 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-1105e1e7-0f11-4790-8ea4-421ef06570a1 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:10.257811 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-1105e1e7-0f11-4790-8ea4-421ef06570a1 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3501005 Mar 01 22:10:10.260651 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41616) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:10.265885 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9caed530-88d7-45fe-8bf5-7744dde77b88 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': 'd8955632-5641-4727-b917-608b3d561536', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:10:10.272754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9caed530-88d7-45fe-8bf5-7744dde77b88 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:10:10.276589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9caed530-88d7-45fe-8bf5-7744dde77b88 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:10:10.280280 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9caed530-88d7-45fe-8bf5-7744dde77b88 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:10:10.286224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9caed530-88d7-45fe-8bf5-7744dde77b88 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:10:10.377869 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9caed530-88d7-45fe-8bf5-7744dde77b88 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:10.440427 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9caed530-88d7-45fe-8bf5-7744dde77b88 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:10.496541 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9caed530-88d7-45fe-8bf5-7744dde77b88 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:10.520249 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caed530-88d7-45fe-8bf5-7744dde77b88 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db129a4c-a839-4ac8-93d8-a695c8150466,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:10.582054 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9caed530-88d7-45fe-8bf5-7744dde77b88 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:10.583242 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9caed530-88d7-45fe-8bf5-7744dde77b88 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3216689 Mar 01 22:10:10.586016 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41620) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:10.591112 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-6d9df4e7-a53d-433e-9c9f-f805e7850634 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': 'd8955632-5641-4727-b917-608b3d561536', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:10:10.604065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6d9df4e7-a53d-433e-9c9f-f805e7850634 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:10:10.604065 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6d9df4e7-a53d-433e-9c9f-f805e7850634 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:10:10.605496 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-6d9df4e7-a53d-433e-9c9f-f805e7850634 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:10:10.612369 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-6d9df4e7-a53d-433e-9c9f-f805e7850634 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:10:10.685678 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d9df4e7-a53d-433e-9c9f-f805e7850634 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:10.750111 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d9df4e7-a53d-433e-9c9f-f805e7850634 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:10.821918 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d9df4e7-a53d-433e-9c9f-f805e7850634 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:10.846086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9df4e7-a53d-433e-9c9f-f805e7850634 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25293a34-ab17-427c-aa17-846253b4f8c1,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:10.919628 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-6d9df4e7-a53d-433e-9c9f-f805e7850634 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:10.920783 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-6d9df4e7-a53d-433e-9c9f-f805e7850634 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3338439 Mar 01 22:10:10.923814 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41624) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:10.928844 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-990a4c4b-3815-45f8-9c84-f506c728f3fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': 'd8955632-5641-4727-b917-608b3d561536', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:10:10.935566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-990a4c4b-3815-45f8-9c84-f506c728f3fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:10:10.939930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-990a4c4b-3815-45f8-9c84-f506c728f3fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:10:10.942815 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-990a4c4b-3815-45f8-9c84-f506c728f3fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:10:10.948589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-990a4c4b-3815-45f8-9c84-f506c728f3fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:10:11.040160 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-990a4c4b-3815-45f8-9c84-f506c728f3fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:11.104377 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-990a4c4b-3815-45f8-9c84-f506c728f3fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:11.164909 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-990a4c4b-3815-45f8-9c84-f506c728f3fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:11.190663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a4c4b-3815-45f8-9c84-f506c728f3fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1ee579-9889-48bd-915a-85eed1327568,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:11.250404 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-990a4c4b-3815-45f8-9c84-f506c728f3fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:11.251624 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-990a4c4b-3815-45f8-9c84-f506c728f3fa tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3268819 Mar 01 22:10:11.254300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41628) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:11.259100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-61167629-e475-4dcd-98b4-5b14a064e047 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': 'd8955632-5641-4727-b917-608b3d561536', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:10:11.265841 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-61167629-e475-4dcd-98b4-5b14a064e047 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:10:11.269591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-61167629-e475-4dcd-98b4-5b14a064e047 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:10:11.272437 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-61167629-e475-4dcd-98b4-5b14a064e047 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:10:11.278102 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-61167629-e475-4dcd-98b4-5b14a064e047 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:10:11.330514 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-61167629-e475-4dcd-98b4-5b14a064e047 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Project 443fbfcdae1a4567a887f1af9d571ead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 22:10:11.337618 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-61167629-e475-4dcd-98b4-5b14a064e047 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:11.403458 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-61167629-e475-4dcd-98b4-5b14a064e047 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:11.467744 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-61167629-e475-4dcd-98b4-5b14a064e047 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:11.491450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61167629-e475-4dcd-98b4-5b14a064e047 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1be11f85-d6c6-4a98-883a-a6a7261d636e,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:11.565206 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-61167629-e475-4dcd-98b4-5b14a064e047 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:11.566399 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-61167629-e475-4dcd-98b4-5b14a064e047 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3111837 Mar 01 22:10:11.569050 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41634) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:11.573944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-cff4032d-434c-4cde-9477-ec027d60479f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': 'd8955632-5641-4727-b917-608b3d561536', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:10:11.580765 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cff4032d-434c-4cde-9477-ec027d60479f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:10:11.584626 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cff4032d-434c-4cde-9477-ec027d60479f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:10:11.587550 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cff4032d-434c-4cde-9477-ec027d60479f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:10:11.593894 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cff4032d-434c-4cde-9477-ec027d60479f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:10:11.650821 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-cff4032d-434c-4cde-9477-ec027d60479f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Project 443fbfcdae1a4567a887f1af9d571ead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 22:10:11.657906 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cff4032d-434c-4cde-9477-ec027d60479f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:11.729970 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cff4032d-434c-4cde-9477-ec027d60479f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:11.787669 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cff4032d-434c-4cde-9477-ec027d60479f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:11.811914 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4032d-434c-4cde-9477-ec027d60479f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e90c8fa-4f0b-45c6-b9e7-7d35ffec7eb8,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:11.907754 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cff4032d-434c-4cde-9477-ec027d60479f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:11.908931 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cff4032d-434c-4cde-9477-ec027d60479f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3389814 Mar 01 22:10:11.911796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41638) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:11.917485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-caf4e680-4e0f-43f1-8493-2e7e7a01d394 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'network': {'name': 'tempest-network-smoke--1914549330', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'port_security_enabled': True}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:10:11.924370 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-caf4e680-4e0f-43f1-8493-2e7e7a01d394 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:10:11.928477 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-caf4e680-4e0f-43f1-8493-2e7e7a01d394 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:network and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:10:11.931293 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-caf4e680-4e0f-43f1-8493-2e7e7a01d394 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:10:11.937166 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-caf4e680-4e0f-43f1-8493-2e7e7a01d394 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:10:12.022068 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf4e680-4e0f-43f1-8493-2e7e7a01d394 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Made reservation on behalf of 443fbfcdae1a4567a887f1af9d571ead for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:10:12.025455 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caf4e680-4e0f-43f1-8493-2e7e7a01d394 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:12.054525 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caf4e680-4e0f-43f1-8493-2e7e7a01d394 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 22:10:12.064297 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caf4e680-4e0f-43f1-8493-2e7e7a01d394 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:12.064645 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-caf4e680-4e0f-43f1-8493-2e7e7a01d394 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Added segment 17d62b0d-3de7-43c6-8ed8-c3f278317566 of type vlan for network 09c972bf-d78f-41d7-afa8-331bb98c95c2 Mar 01 22:10:12.094947 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caf4e680-4e0f-43f1-8493-2e7e7a01d394 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:12.193570 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caf4e680-4e0f-43f1-8493-2e7e7a01d394 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:12.199048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf4e680-4e0f-43f1-8493-2e7e7a01d394 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:12.199701 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-caf4e680-4e0f-43f1-8493-2e7e7a01d394 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:12.309469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4e680-4e0f-43f1-8493-2e7e7a01d394 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Network': ['ID=09c972bf-d78f-41d7-afa8-331bb98c95c2,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:12.312958 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-caf4e680-4e0f-43f1-8493-2e7e7a01d394 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4002280 Mar 01 22:10:12.315657 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41642) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:12.320568 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-353061415', 'admin_state_up': True, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:10:12.322174 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 09c972bf-d78f-41d7-afa8-331bb98c95c2 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 22:10:12.329462 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:10:12.333382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:router and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:10:12.336307 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:10:12.342738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:10:12.399351 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:12.400413 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:12.416365 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:12.827309 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:13.181971 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:13.211218 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:13.342864 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Allocated IP 172.25.5.21 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/731ba63c-80b3-42de-b9bf-c7b75e69d35e) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:10:13.487229 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:13.582392 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:13.640747 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:10:13.643286 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:10:13.654469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:10:13.688769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=731ba63c-80b3-42de-b9bf-c7b75e69d35e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:14.148099 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:14.617550 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:14.907062 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 22:10:15.084690 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:10:15.094066 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] Sync routers for ids ['7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:10:15.103500 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] Routers {'7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:10:15.104088 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:10:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:10:15.193985 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:15.195200 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9af3050d-8fe7-4f52-8ca8-dee03ea75df3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.8786209 Mar 01 22:10:15.198392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41646) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:15.242038 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-52dd7f27-40ee-4148-b4ca-10f81708ccbe tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=443fbfcdae1a4567a887f1af9d571ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425556 Mar 01 22:10:15.244801 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41650) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:15.276243 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] Set router 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:10:15.374049 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76de0a02-f3a2-4152-84fd-fc555fb3ba5b tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:15.375570 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-76de0a02-f3a2-4152-84fd-fc555fb3ba5b tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298213 Mar 01 22:10:15.378509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41654) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:15.416775 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-155e7e25-c6e0-4760-90f2-9f7c992c8e23 tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372276 Mar 01 22:10:15.419575 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41658) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:15.425399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-0283c7a6-5db0-45ff-92d5-edbd86cd24a3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-438833108', 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:10:15.535255 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0283c7a6-5db0-45ff-92d5-edbd86cd24a3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:10:15.539159 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0283c7a6-5db0-45ff-92d5-edbd86cd24a3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:subnet and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:10:15.541979 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0283c7a6-5db0-45ff-92d5-edbd86cd24a3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:10:15.547964 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0283c7a6-5db0-45ff-92d5-edbd86cd24a3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:10:15.553835 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353061415', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:10:12Z', 'updated_at': '2022-03-01T22:10:13Z', 'revision_number': 3, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:13Z', 'updated_at': '2022-03-01T22:10:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:10:15.557599 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] Checking router: 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:10:15.557939 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] Updating router 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 port 731ba63c-80b3-42de-b9bf-c7b75e69d35e binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:10:15.608582 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:15.616616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0283c7a6-5db0-45ff-92d5-edbd86cd24a3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Made reservation on behalf of 443fbfcdae1a4567a887f1af9d571ead for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:10:15.620133 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0283c7a6-5db0-45ff-92d5-edbd86cd24a3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:15.896801 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0283c7a6-5db0-45ff-92d5-edbd86cd24a3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:15.926895 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:15.938776 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] Transition to ACTIVE for port object 731ba63c-80b3-42de-b9bf-c7b75e69d35e will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:10:15.978777 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0283c7a6-5db0-45ff-92d5-edbd86cd24a3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Subnet': ['ID=d1f75c8e-2e50-45fa-b077-1d017eeac9c3,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:15.987920 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0283c7a6-5db0-45ff-92d5-edbd86cd24a3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Checking segment: {'id': '17d62b0d-3de7-43c6-8ed8-c3f278317566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:10:15.988277 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0283c7a6-5db0-45ff-92d5-edbd86cd24a3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network hostable DHCP agents. Network: 09c972bf-d78f-41d7-afa8-331bb98c95c2, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 22:10:16.027660 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:16.061943 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0283c7a6-5db0-45ff-92d5-edbd86cd24a3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 09c972bf-d78f-41d7-afa8-331bb98c95c2 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 22:10:16.110062 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ebaf6-605c-41f0-9cec-6c65aef8899d None None] Pushing event updated for resources: {'Port': ['ID=731ba63c-80b3-42de-b9bf-c7b75e69d35e,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:16.112106 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] Attempting to bind port 731ba63c-80b3-42de-b9bf-c7b75e69d35e on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:10:16.112460 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] Attempting to bind port 731ba63c-80b3-42de-b9bf-c7b75e69d35e by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:10:16.112807 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] Attempting to bind port 731ba63c-80b3-42de-b9bf-c7b75e69d35e on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:10:16.122066 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ebaf6-605c-41f0-9cec-6c65aef8899d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:16.122401 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ebaf6-605c-41f0-9cec-6c65aef8899d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:16.122729 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ebaf6-605c-41f0-9cec-6c65aef8899d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:16.123052 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ebaf6-605c-41f0-9cec-6c65aef8899d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:16.123420 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ebaf6-605c-41f0-9cec-6c65aef8899d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:16.123744 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ebaf6-605c-41f0-9cec-6c65aef8899d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:16.124059 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ebaf6-605c-41f0-9cec-6c65aef8899d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:16.124415 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ebaf6-605c-41f0-9cec-6c65aef8899d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:16.124729 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ebaf6-605c-41f0-9cec-6c65aef8899d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:16.124971 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-0283c7a6-5db0-45ff-92d5-edbd86cd24a3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 09c972bf-d78f-41d7-afa8-331bb98c95c2) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:10:16.125124 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ebaf6-605c-41f0-9cec-6c65aef8899d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:16.125340 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ebaf6-605c-41f0-9cec-6c65aef8899d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:16.125648 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873ebaf6-605c-41f0-9cec-6c65aef8899d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:10:16.128758 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:10:16.128985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0283c7a6-5db0-45ff-92d5-edbd86cd24a3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:16.129108 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:10:16.129491 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:16.129603 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0283c7a6-5db0-45ff-92d5-edbd86cd24a3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:16.129863 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:10:16.130311 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] Bound port: 731ba63c-80b3-42de-b9bf-c7b75e69d35e, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:10:16.130665 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:16.139474 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e8474c-2f4e-4dd7-9828-9947ba844488 None None] Network 09c972bf-d78f-41d7-afa8-331bb98c95c2 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:10:16.202296 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] For port 731ba63c-80b3-42de-b9bf-c7b75e69d35e, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:10:16.205354 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] For port 731ba63c-80b3-42de-b9bf-c7b75e69d35e, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=731ba63c-80b3-42de-b9bf-c7b75e69d35e,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:10:16.216264 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0283c7a6-5db0-45ff-92d5-edbd86cd24a3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7956920 Mar 01 22:10:16.219642 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41662) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:16.303411 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:16.370307 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-09c972bf-d78f-41d7-afa8-331bb98c95c2', 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ips': [{'subnet_id': 'd1f75c8e-2e50-45fa-b077-1d017eeac9c3'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 22:10:16.371164 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:16.383915 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] Routers {'7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:10:16.384691 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:10:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:10:16.456164 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ebaf6-605c-41f0-9cec-6c65aef8899d None None] Pushing event updated for resources: {'Port': ['ID=731ba63c-80b3-42de-b9bf-c7b75e69d35e,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:16.542436 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Allocated IP 172.20.0.2 (09c972bf-d78f-41d7-afa8-331bb98c95c2/d1f75c8e-2e50-45fa-b077-1d017eeac9c3/a8938e87-a5b3-44b9-86a2-279e418e9c97) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:10:16.569552 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] Set router 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:10:16.791776 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:16.804653 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Transition to ACTIVE for port object a8938e87-a5b3-44b9-86a2-279e418e9c97 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:10:16.824409 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Transition to ACTIVE for port object a8938e87-a5b3-44b9-86a2-279e418e9c97 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:10:16.878104 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353061415', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:10:12Z', 'updated_at': '2022-03-01T22:10:13Z', 'revision_number': 3, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:13Z', 'updated_at': '2022-03-01T22:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:10:16.881932 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b27e9cd-a9cf-479c-bce3-b33f5701ec42 None None] The sync data for ids ['7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'] in n-d-827896-4 is: [{'id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353061415', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:10:12Z', 'updated_at': '2022-03-01T22:10:13Z', 'revision_number': 3, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:13Z', 'updated_at': '2022-03-01T22:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:10:16.899394 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:16.962429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Network 09c972bf-d78f-41d7-afa8-331bb98c95c2 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:10:16.965235 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:10:16.973840 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:10:16.983220 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Pushing event updated for resources: {'Port': ['ID=a8938e87-a5b3-44b9-86a2-279e418e9c97,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:17.071456 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Attempting to bind port a8938e87-a5b3-44b9-86a2-279e418e9c97 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:10:17.071831 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Attempting to bind port a8938e87-a5b3-44b9-86a2-279e418e9c97 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '17d62b0d-3de7-43c6-8ed8-c3f278317566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:10:17.072205 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Attempting to bind port a8938e87-a5b3-44b9-86a2-279e418e9c97 on network 09c972bf-d78f-41d7-afa8-331bb98c95c2 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:10:17.078127 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:10:17.078739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Checking segment: {'id': '17d62b0d-3de7-43c6-8ed8-c3f278317566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:10:17.079312 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:17.079979 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Bound using segment: {'id': '17d62b0d-3de7-43c6-8ed8-c3f278317566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:10:17.080768 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Bound port: a8938e87-a5b3-44b9-86a2-279e418e9c97, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d62b0d-3de7-43c6-8ed8-c3f278317566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:10:17.081358 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:17.096024 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f948cc16-4f54-45de-b52b-c4ed7159ce33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:17.205607 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] For port a8938e87-a5b3-44b9-86a2-279e418e9c97, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:10:17.208832 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] For port a8938e87-a5b3-44b9-86a2-279e418e9c97, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=a8938e87-a5b3-44b9-86a2-279e418e9c97,segment=NetworkSegment(17d62b0d-3de7-43c6-8ed8-c3f278317566),segment_id=17d62b0d-3de7-43c6-8ed8-c3f278317566)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:10:17.285709 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:17.366786 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3252d-e3e8-47df-9d43-e2554ecbf780 None None] Pushing event updated for resources: {'Port': ['ID=a8938e87-a5b3-44b9-86a2-279e418e9c97,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:17.559697 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-f948cc16-4f54-45de-b52b-c4ed7159ce33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Allocated IP 172.20.0.1 (09c972bf-d78f-41d7-afa8-331bb98c95c2/d1f75c8e-2e50-45fa-b077-1d017eeac9c3/edb88904-af1c-4583-9761-fd326d89f861) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:10:17.752848 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f948cc16-4f54-45de-b52b-c4ed7159ce33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:17.770652 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-f948cc16-4f54-45de-b52b-c4ed7159ce33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Transition to ACTIVE for port object edb88904-af1c-4583-9761-fd326d89f861 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:10:17.867335 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f948cc16-4f54-45de-b52b-c4ed7159ce33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:17.931674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f948cc16-4f54-45de-b52b-c4ed7159ce33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 09c972bf-d78f-41d7-afa8-331bb98c95c2 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:10:17.942134 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-f948cc16-4f54-45de-b52b-c4ed7159ce33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:10:17.946538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f948cc16-4f54-45de-b52b-c4ed7159ce33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:10:17.977227 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948cc16-4f54-45de-b52b-c4ed7159ce33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=edb88904-af1c-4583-9761-fd326d89f861,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:18.007319 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f948cc16-4f54-45de-b52b-c4ed7159ce33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:18.319406 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5193f7-0b6a-4dfe-bcb5-089fd9422366 None None] Network 09c972bf-d78f-41d7-afa8-331bb98c95c2 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:10:18.479797 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f948cc16-4f54-45de-b52b-c4ed7159ce33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:18.486848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-af0ae44e-59c7-4c61-9587-4036c698dfb0 None None] Provisioning for port a8938e87-a5b3-44b9-86a2-279e418e9c97 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:10:18.869364 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a8938e87-a5b3-44b9-86a2-279e418e9c97 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:10:18.904790 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8f65613f-a4b6-495a-9702-99f133118555 None None] Provisioning for port edb88904-af1c-4583-9761-fd326d89f861 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:10:18.925321 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8f65613f-a4b6-495a-9702-99f133118555 None None] Provisioning complete for port edb88904-af1c-4583-9761-fd326d89f861 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:10:18.925689 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8f65613f-a4b6-495a-9702-99f133118555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:18.950218 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f948cc16-4f54-45de-b52b-c4ed7159ce33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:18.997158 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8f65613f-a4b6-495a-9702-99f133118555 None None] Port edb88904-af1c-4583-9761-fd326d89f861 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:10:19.037188 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f948cc16-4f54-45de-b52b-c4ed7159ce33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:19.079657 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port a8938e87-a5b3-44b9-86a2-279e418e9c97 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:10:19.085173 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port a8938e87-a5b3-44b9-86a2-279e418e9c97 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:10:19.085760 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:19.147817 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f948cc16-4f54-45de-b52b-c4ed7159ce33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=edb88904-af1c-4583-9761-fd326d89f861,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:19.148097 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-2a07252d-ebb0-47cc-a862-192231ee4446 None None] Provisioning complete for port edb88904-af1c-4583-9761-fd326d89f861 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:10:19.148469 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2a07252d-ebb0-47cc-a862-192231ee4446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:19.152398 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f948cc16-4f54-45de-b52b-c4ed7159ce33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:19.237309 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-2a07252d-ebb0-47cc-a862-192231ee4446 None None] Port edb88904-af1c-4583-9761-fd326d89f861 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:10:19.262184 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:19.289486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f948cc16-4f54-45de-b52b-c4ed7159ce33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 09c972bf-d78f-41d7-afa8-331bb98c95c2 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:10:19.290606 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-f948cc16-4f54-45de-b52b-c4ed7159ce33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:10:19.293732 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port a8938e87-a5b3-44b9-86a2-279e418e9c97, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=a8938e87-a5b3-44b9-86a2-279e418e9c97,segment=NetworkSegment(17d62b0d-3de7-43c6-8ed8-c3f278317566),segment_id=17d62b0d-3de7-43c6-8ed8-c3f278317566)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:10:19.370944 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:19.371782 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 731ba63c-80b3-42de-b9bf-c7b75e69d35e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:10:19.489991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f948cc16-4f54-45de-b52b-c4ed7159ce33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:10:19.493583 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=a8938e87-a5b3-44b9-86a2-279e418e9c97,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:19.555339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 731ba63c-80b3-42de-b9bf-c7b75e69d35e completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:10:19.559850 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-24a07a6e-9bb0-4c39-9da2-377df46eaa49 None None] Provisioning complete for port edb88904-af1c-4583-9761-fd326d89f861 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:10:19.560168 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-24a07a6e-9bb0-4c39-9da2-377df46eaa49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:19.587555 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 731ba63c-80b3-42de-b9bf-c7b75e69d35e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:10:19.587921 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:19.659099 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-24a07a6e-9bb0-4c39-9da2-377df46eaa49 None None] Port edb88904-af1c-4583-9761-fd326d89f861 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:10:19.672073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f948cc16-4f54-45de-b52b-c4ed7159ce33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:10:19.685693 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f948cc16-4f54-45de-b52b-c4ed7159ce33 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "PUT /v2.0/routers/7aa4f260-ebb3-43b8-8f2f-d0bba014dff2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4650791 Mar 01 22:10:19.697518 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] Sync routers for ids ['7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:10:19.720877 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] Routers {'7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:10:19.721499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:10:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:10:19.800122 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:19.832642 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 731ba63c-80b3-42de-b9bf-c7b75e69d35e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=731ba63c-80b3-42de-b9bf-c7b75e69d35e,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:10:19.851892 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-c9cdff89-7b54-40ed-bffd-81f25709687a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951692491&fields=id&tenant_id=443fbfcdae1a4567a887f1af9d571ead HTTP/1.1" status: 200 len: 267 time: 0.0398288 Mar 01 22:10:19.896594 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:20.008726 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-a47d28b4-4928-49ba-98d0-446dbc1c13c4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:20.010158 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-a47d28b4-4928-49ba-98d0-446dbc1c13c4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/networks?id=09c972bf-d78f-41d7-afa8-331bb98c95c2 HTTP/1.1" status: 200 len: 797 time: 0.1517315 Mar 01 22:10:20.014580 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] Set router 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:10:20.033287 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-8927927e-908b-4d7e-877b-de44de0a89de tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/quotas/443fbfcdae1a4567a887f1af9d571ead HTTP/1.1" status: 200 len: 375 time: 0.0158212 Mar 01 22:10:20.113551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-96fd326b-8703-44ca-b8af-0db81fcb62c3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Synchronizing usage tracker for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:10:20.182183 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-96fd326b-8703-44ca-b8af-0db81fcb62c3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Unset dirty status for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:10:20.183879 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-96fd326b-8703-44ca-b8af-0db81fcb62c3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1495175 Mar 01 22:10:20.204033 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=731ba63c-80b3-42de-b9bf-c7b75e69d35e,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:20.335697 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-83839d71-16a3-4693-9efc-50791fc817ed service neutron] 10.222.0.42 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322336 Mar 01 22:10:20.363743 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353061415', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:10:12Z', 'updated_at': '2022-03-01T22:10:18Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f3:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:13Z', 'updated_at': '2022-03-01T22:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'edb88904-af1c-4583-9761-fd326d89f861', 'name': '', 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:dd:2d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd1f75c8e-2e50-45fa-b077-1d017eeac9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:17Z', 'updated_at': '2022-03-01T22:10:18Z', 'revision_number': 2, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': 'd1f75c8e-2e50-45fa-b077-1d017eeac9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:10:20.367692 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] Checking router: 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:10:20.368047 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] Updating router 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 port edb88904-af1c-4583-9761-fd326d89f861 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:10:20.427956 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:20.486636 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-ebb6ba0a-e4c6-456c-a3c4-f0e90dcc1e6e service neutron] 10.222.0.42 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447039 Mar 01 22:10:20.805879 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a8938e87-a5b3-44b9-86a2-279e418e9c97 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:10:20.833446 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:20.865454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] Transition to ACTIVE for port object edb88904-af1c-4583-9761-fd326d89f861 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:10:20.903049 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port a8938e87-a5b3-44b9-86a2-279e418e9c97 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:10:20.903648 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:20.951148 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:21.119674 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3e1da-7cc9-4612-b387-da4cd36d59be None None] Pushing event updated for resources: {'Port': ['ID=edb88904-af1c-4583-9761-fd326d89f861,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:21.269525 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] Attempting to bind port edb88904-af1c-4583-9761-fd326d89f861 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:10:21.269887 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] Attempting to bind port edb88904-af1c-4583-9761-fd326d89f861 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '17d62b0d-3de7-43c6-8ed8-c3f278317566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:10:21.270254 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] Attempting to bind port edb88904-af1c-4583-9761-fd326d89f861 on network 09c972bf-d78f-41d7-afa8-331bb98c95c2 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:10:21.290903 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 731ba63c-80b3-42de-b9bf-c7b75e69d35e up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:10:21.329655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:10:21.330025 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] Checking segment: {'id': '17d62b0d-3de7-43c6-8ed8-c3f278317566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:10:21.330428 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:21.330825 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] Bound using segment: {'id': '17d62b0d-3de7-43c6-8ed8-c3f278317566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:10:21.331309 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] Bound port: edb88904-af1c-4583-9761-fd326d89f861, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d62b0d-3de7-43c6-8ed8-c3f278317566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:10:21.331705 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:21.461262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] For port edb88904-af1c-4583-9761-fd326d89f861, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:10:21.462061 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:10:21.464489 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] For port edb88904-af1c-4583-9761-fd326d89f861, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=edb88904-af1c-4583-9761-fd326d89f861,segment=NetworkSegment(17d62b0d-3de7-43c6-8ed8-c3f278317566),segment_id=17d62b0d-3de7-43c6-8ed8-c3f278317566)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:10:21.465483 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 731ba63c-80b3-42de-b9bf-c7b75e69d35e triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:10:21.465845 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:21.558307 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:21.663036 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] Routers {'7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:10:21.663690 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:10:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:10:21.727492 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe3e1da-7cc9-4612-b387-da4cd36d59be None None] Pushing event updated for resources: {'Port': ['ID=edb88904-af1c-4583-9761-fd326d89f861,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:21.863610 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d579db5e-3cef-4315-a0b4-b0aa495eb5ad req-d0092178-7ffb-4ab4-85e4-c621ab69b086 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 210 time: 0.0851057 Mar 01 22:10:21.930043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] Set router 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:10:22.263227 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353061415', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:10:12Z', 'updated_at': '2022-03-01T22:10:18Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:13Z', 'updated_at': '2022-03-01T22:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'edb88904-af1c-4583-9761-fd326d89f861', 'name': '', 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:dd:2d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd1f75c8e-2e50-45fa-b077-1d017eeac9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:17Z', 'updated_at': '2022-03-01T22:10:21Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': 'd1f75c8e-2e50-45fa-b077-1d017eeac9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:10:22.267723 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e33d052-8c1b-41fe-9417-f61aefd3979a None None] The sync data for ids ['7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'] in n-d-827896-4 is: [{'id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353061415', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:10:12Z', 'updated_at': '2022-03-01T22:10:18Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:13Z', 'updated_at': '2022-03-01T22:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'edb88904-af1c-4583-9761-fd326d89f861', 'name': '', 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:dd:2d:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd1f75c8e-2e50-45fa-b077-1d017eeac9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:17Z', 'updated_at': '2022-03-01T22:10:21Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': 'd1f75c8e-2e50-45fa-b077-1d017eeac9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:10:22.310030 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:22.815189 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device edb88904-af1c-4583-9761-fd326d89f861 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:10:22.993108 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port edb88904-af1c-4583-9761-fd326d89f861 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:10:22.998371 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port edb88904-af1c-4583-9761-fd326d89f861 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:10:22.998744 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:23.023731 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b3882ee7-9d8f-4f3e-bce9-555afa7a3cef req-75005dd6-02b0-49b2-b156-e7cb61d0015b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 210 time: 0.0584562 Mar 01 22:10:23.154854 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:23.197669 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port edb88904-af1c-4583-9761-fd326d89f861, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=edb88904-af1c-4583-9761-fd326d89f861,segment=NetworkSegment(17d62b0d-3de7-43c6-8ed8-c3f278317566),segment_id=17d62b0d-3de7-43c6-8ed8-c3f278317566)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:10:23.273325 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:23.342364 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=edb88904-af1c-4583-9761-fd326d89f861,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:23.992657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-5bf93873-d2ed-4424-a53d-800fb27ebc38 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:23.993999 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-5bf93873-d2ed-4424-a53d-800fb27ebc38 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "GET /v2.0/networks?id=09c972bf-d78f-41d7-afa8-331bb98c95c2 HTTP/1.1" status: 200 len: 797 time: 0.1478779 Mar 01 22:10:24.040616 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-e046f46e-be0a-4bba-9c66-7a119e4196de tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=443fbfcdae1a4567a887f1af9d571ead HTTP/1.1" status: 200 len: 379 time: 0.0390296 Mar 01 22:10:24.049203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-2eb08a39-cb01-4758-b6f2-2359bfca0ea2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'port': {'device_id': '8b894727-a8f6-4afd-8f06-803bbb3aeb98', 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2', 'admin_state_up': True, 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'security_groups': ['d8955632-5641-4727-b917-608b3d561536']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:10:24.321607 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f63b9ad0-9f34-4e48-8228-3f646617bd04 req-ccd7269d-b22b-4198-a01b-13198e697ecf tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 210 time: 0.0587685 Mar 01 22:10:24.360539 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-2eb08a39-cb01-4758-b6f2-2359bfca0ea2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:10:24.369974 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-2eb08a39-cb01-4758-b6f2-2359bfca0ea2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:10:24.433506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-2eb08a39-cb01-4758-b6f2-2359bfca0ea2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Made reservation on behalf of 443fbfcdae1a4567a887f1af9d571ead for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:10:24.437372 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-2eb08a39-cb01-4758-b6f2-2359bfca0ea2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:24.599252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-2eb08a39-cb01-4758-b6f2-2359bfca0ea2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Allocated IP 172.20.0.11 (09c972bf-d78f-41d7-afa8-331bb98c95c2/d1f75c8e-2e50-45fa-b077-1d017eeac9c3/197df9e3-590a-4cd8-8477-530008379144) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:10:24.678153 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:24.789520 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device edb88904-af1c-4583-9761-fd326d89f861 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:10:24.824302 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-2eb08a39-cb01-4758-b6f2-2359bfca0ea2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:24.840645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-2eb08a39-cb01-4758-b6f2-2359bfca0ea2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Transition to ACTIVE for port object 197df9e3-590a-4cd8-8477-530008379144 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:10:24.856744 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port edb88904-af1c-4583-9761-fd326d89f861 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:10:24.857049 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:24.947503 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-2eb08a39-cb01-4758-b6f2-2359bfca0ea2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:25.014219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-2eb08a39-cb01-4758-b6f2-2359bfca0ea2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 09c972bf-d78f-41d7-afa8-331bb98c95c2 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:10:25.017924 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-2eb08a39-cb01-4758-b6f2-2359bfca0ea2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:10:25.020847 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-2eb08a39-cb01-4758-b6f2-2359bfca0ea2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:10:25.073020 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb08a39-cb01-4758-b6f2-2359bfca0ea2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=197df9e3-590a-4cd8-8477-530008379144,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:25.099934 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-2eb08a39-cb01-4758-b6f2-2359bfca0ea2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:25.100538 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-2eb08a39-cb01-4758-b6f2-2359bfca0ea2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:25.210285 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-2eb08a39-cb01-4758-b6f2-2359bfca0ea2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1647110 Mar 01 22:10:25.221350 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] Request body: {'port': {'device_id': '8b894727-a8f6-4afd-8f06-803bbb3aeb98', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:10:25.300908 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-36afcd28-1891-469a-80dc-9f552c507619 None None] Provisioning for port 197df9e3-590a-4cd8-8477-530008379144 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:10:25.305949 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-36afcd28-1891-469a-80dc-9f552c507619 None None] Provisioning complete for port 197df9e3-590a-4cd8-8477-530008379144 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:10:25.306346 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-36afcd28-1891-469a-80dc-9f552c507619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:25.331937 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:25.362607 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-36afcd28-1891-469a-80dc-9f552c507619 None None] Port 197df9e3-590a-4cd8-8477-530008379144 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:10:25.637111 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832915d1-cef1-463f-80cd-39464c9fc80d req-82c9986e-b226-4c56-b046-2569da0ac096 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:25.637813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-832915d1-cef1-463f-80cd-39464c9fc80d req-82c9986e-b226-4c56-b046-2569da0ac096 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Synchronizing usage tracker for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:10:25.737211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-832915d1-cef1-463f-80cd-39464c9fc80d req-82c9986e-b226-4c56-b046-2569da0ac096 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Unset dirty status for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:10:25.742061 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-832915d1-cef1-463f-80cd-39464c9fc80d req-82c9986e-b226-4c56-b046-2569da0ac096 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 932 time: 0.2946928 Mar 01 22:10:25.749937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 197df9e3-590a-4cd8-8477-530008379144 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:10:25.771281 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:25.804637 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] Transition to ACTIVE for port object 197df9e3-590a-4cd8-8477-530008379144 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:10:25.812010 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-832915d1-cef1-463f-80cd-39464c9fc80d req-51531500-92e2-4599-acb7-362367fef9b8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650790 Mar 01 22:10:25.873328 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:26.033533 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] Pushing event updated for resources: {'Port': ['ID=197df9e3-590a-4cd8-8477-530008379144,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:26.121372 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] Attempting to bind port 197df9e3-590a-4cd8-8477-530008379144 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:10:26.122008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] Attempting to bind port 197df9e3-590a-4cd8-8477-530008379144 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '17d62b0d-3de7-43c6-8ed8-c3f278317566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:10:26.122008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] Attempting to bind port 197df9e3-590a-4cd8-8477-530008379144 on network 09c972bf-d78f-41d7-afa8-331bb98c95c2 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:10:26.127041 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] Port 197df9e3-590a-4cd8-8477-530008379144 on network 09c972bf-d78f-41d7-afa8-331bb98c95c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 22:10:26.127353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] Attempting to bind port 197df9e3-590a-4cd8-8477-530008379144 on network 09c972bf-d78f-41d7-afa8-331bb98c95c2 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:10:26.132322 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:10:26.132655 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] Checking segment: {'id': '17d62b0d-3de7-43c6-8ed8-c3f278317566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:10:26.133025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] Bound using segment: {'id': '17d62b0d-3de7-43c6-8ed8-c3f278317566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:10:26.133435 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] Bound port: 197df9e3-590a-4cd8-8477-530008379144, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d62b0d-3de7-43c6-8ed8-c3f278317566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:10:26.133773 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:26.223579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] For port 197df9e3-590a-4cd8-8477-530008379144, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:10:26.226444 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] For port 197df9e3-590a-4cd8-8477-530008379144, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=197df9e3-590a-4cd8-8477-530008379144,segment=NetworkSegment(17d62b0d-3de7-43c6-8ed8-c3f278317566),segment_id=17d62b0d-3de7-43c6-8ed8-c3f278317566)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:10:26.319328 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:26.375610 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:26.376236 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:26.377598 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] 10.222.0.55 "PUT /v2.0/ports/197df9e3-590a-4cd8-8477-530008379144 HTTP/1.1" status: 200 len: 1092 time: 1.1603422 Mar 01 22:10:26.378034 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b894727-a8f6-4afd-8f06-803bbb3aeb98', 'tag': '197df9e3-590a-4cd8-8477-530008379144'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:10:26.402900 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ed4694-8595-4f5b-92b6-807f21ed5e76 service neutron] Pushing event updated for resources: {'Port': ['ID=197df9e3-590a-4cd8-8477-530008379144,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:26.434220 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b894727-a8f6-4afd-8f06-803bbb3aeb98', 'tag': '197df9e3-590a-4cd8-8477-530008379144', 'status': 'completed', 'code': 200} Mar 01 22:10:26.644145 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce42af4-d0b8-4b3f-a292-b5293fb984ff req-c1134f75-9ded-4925-9b26-0f3c9cef86b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:26.645544 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ce42af4-d0b8-4b3f-a292-b5293fb984ff req-c1134f75-9ded-4925-9b26-0f3c9cef86b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 1095 time: 0.1863804 Mar 01 22:10:26.782813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce42af4-d0b8-4b3f-a292-b5293fb984ff req-113f76a7-9cd1-45ce-8899-41686a957861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:26.784262 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ce42af4-d0b8-4b3f-a292-b5293fb984ff req-113f76a7-9cd1-45ce-8899-41686a957861 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=443fbfcdae1a4567a887f1af9d571ead&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1316068 Mar 01 22:10:26.950760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce42af4-d0b8-4b3f-a292-b5293fb984ff req-56ab93da-7239-4ede-a455-192fdba8919e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:26.952735 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ce42af4-d0b8-4b3f-a292-b5293fb984ff req-56ab93da-7239-4ede-a455-192fdba8919e service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1623580 Mar 01 22:10:27.049163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a069ebf2-433d-4cc9-b982-67947a4c7b05 req-22b59f85-c382-4cef-9520-9884c19bfc94 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:27.050613 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a069ebf2-433d-4cc9-b982-67947a4c7b05 req-22b59f85-c382-4cef-9520-9884c19bfc94 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.1318214 Mar 01 22:10:27.112641 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a069ebf2-433d-4cc9-b982-67947a4c7b05 req-22e062e0-f95c-4f27-9097-1089fda35547 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545239 Mar 01 22:10:27.115506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-c806a3b3-b12b-4416-901c-22af76fdb795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:27.116780 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-c806a3b3-b12b-4416-901c-22af76fdb795 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 1095 time: 0.1231220 Mar 01 22:10:27.185757 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-9863acd2-6c01-4b20-b4a0-282e612d2879 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197df9e3-590a-4cd8-8477-530008379144 HTTP/1.1" status: 200 len: 217 time: 0.0622575 Mar 01 22:10:27.245758 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-3e0aac5d-8ec6-41bb-a329-40f276f3d013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:27.247132 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-3e0aac5d-8ec6-41bb-a329-40f276f3d013 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1f75c8e-2e50-45fa-b077-1d017eeac9c3 HTTP/1.1" status: 200 len: 834 time: 0.0559316 Mar 01 22:10:27.324290 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-964b5c35-8c29-4bcd-905f-c2f41554c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:27.325658 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-964b5c35-8c29-4bcd-905f-c2f41554c984 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09c972bf-d78f-41d7-afa8-331bb98c95c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723586 Mar 01 22:10:27.456002 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-3a3d1225-5dfb-4c34-b9ea-d28dd52f5e89 service neutron] 10.222.0.55 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247649 Mar 01 22:10:27.501967 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-84480ea4-7fb7-4e25-9ff7-a64b2630e24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:27.584068 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a7c4c80-f523-42c7-ab27-25923ca98f11 req-11f38b8c-2613-4d91-9491-0420520bf3b4 service neutron] 10.222.0.55 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223764 Mar 01 22:10:28.330163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c719d27-da94-4828-8325-ca33817c6cd6 req-c8cad68c-b738-4b1f-ab55-cf663125f66e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:28.331545 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1c719d27-da94-4828-8325-ca33817c6cd6 req-c8cad68c-b738-4b1f-ab55-cf663125f66e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.0793328 Mar 01 22:10:28.376667 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1c719d27-da94-4828-8325-ca33817c6cd6 req-b8aeb460-93f3-4a04-b41e-7bcb1309991f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394378 Mar 01 22:10:29.559693 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae201eb7-cf35-4e9b-ac50-4e92d7e829e9 req-d54aa0d2-965a-440a-bb9b-3318e3825978 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:29.561126 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae201eb7-cf35-4e9b-ac50-4e92d7e829e9 req-d54aa0d2-965a-440a-bb9b-3318e3825978 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.0810483 Mar 01 22:10:29.605106 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ae201eb7-cf35-4e9b-ac50-4e92d7e829e9 req-93a284d4-f68a-4345-a42f-dbe5a179f5ea tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375528 Mar 01 22:10:29.718807 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9e027d22-c892-4955-8520-a197c7cbefb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:30.650641 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:30.821497 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:30.835287 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd73e0cd-05e2-4b02-896f-25ad8ff5d12a req-62652b7d-db96-4601-b423-56fd15745dc9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:30.836781 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cd73e0cd-05e2-4b02-896f-25ad8ff5d12a req-62652b7d-db96-4601-b423-56fd15745dc9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.0807738 Mar 01 22:10:30.885649 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cd73e0cd-05e2-4b02-896f-25ad8ff5d12a req-8cc70242-6537-473e-98aa-e1a1b71a84ea tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429389 Mar 01 22:10:32.076253 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f15f6-b4f7-4382-831a-e25c867bfb77 req-7a40c050-221e-436e-807d-88fe70fb6d73 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:32.077684 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe3f15f6-b4f7-4382-831a-e25c867bfb77 req-7a40c050-221e-436e-807d-88fe70fb6d73 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.0844419 Mar 01 22:10:32.122166 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe3f15f6-b4f7-4382-831a-e25c867bfb77 req-5cfbb768-aa18-410c-b73c-58b26c8d4c1b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390048 Mar 01 22:10:32.343960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 197df9e3-590a-4cd8-8477-530008379144 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 22:10:32.486989 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 197df9e3-590a-4cd8-8477-530008379144, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=197df9e3-590a-4cd8-8477-530008379144,segment=NetworkSegment(17d62b0d-3de7-43c6-8ed8-c3f278317566),segment_id=17d62b0d-3de7-43c6-8ed8-c3f278317566)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:10:32.502535 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '197df9e3-590a-4cd8-8477-530008379144', 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2', 'port_id': '197df9e3-590a-4cd8-8477-530008379144', 'mac_address': 'fa:16:3e:ce:5d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f75c8e-2e50-45fa-b077-1d017eeac9c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 22:10:32.555534 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:32.557421 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:32.574206 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197df9e3-590a-4cd8-8477-530008379144 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:10:32.589708 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 197df9e3-590a-4cd8-8477-530008379144, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=197df9e3-590a-4cd8-8477-530008379144,segment=NetworkSegment(17d62b0d-3de7-43c6-8ed8-c3f278317566),segment_id=17d62b0d-3de7-43c6-8ed8-c3f278317566)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:10:32.661907 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:32.734123 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=197df9e3-590a-4cd8-8477-530008379144,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:32.955226 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['197df9e3-590a-4cd8-8477-530008379144'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:10:33.317586 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc35d60-9340-43aa-868e-045f6b6e87f8 req-f42df0d7-f8f3-4158-a647-070db6a77c66 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:33.319036 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0bc35d60-9340-43aa-868e-045f6b6e87f8 req-f42df0d7-f8f3-4158-a647-070db6a77c66 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.0880153 Mar 01 22:10:33.362316 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0bc35d60-9340-43aa-868e-045f6b6e87f8 req-ec94058e-bc76-4ead-9662-96c90cc80c08 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376575 Mar 01 22:10:34.341230 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 197df9e3-590a-4cd8-8477-530008379144 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:10:34.523860 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 197df9e3-590a-4cd8-8477-530008379144 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:10:34.528796 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 197df9e3-590a-4cd8-8477-530008379144 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:10:34.529171 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:34.547723 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26c7bc8-f2ce-4971-93ba-f561934c266c req-35e50a5a-6aaf-461d-bdcc-e6f06699ab63 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:34.549226 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c26c7bc8-f2ce-4971-93ba-f561934c266c req-35e50a5a-6aaf-461d-bdcc-e6f06699ab63 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.0793433 Mar 01 22:10:34.594155 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c26c7bc8-f2ce-4971-93ba-f561934c266c req-87da4317-85aa-4b95-8311-ad39c5be59c5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389748 Mar 01 22:10:34.646365 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:34.675345 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b894727-a8f6-4afd-8f06-803bbb3aeb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197df9e3-590a-4cd8-8477-530008379144'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:10:34.685001 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 197df9e3-590a-4cd8-8477-530008379144, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=197df9e3-590a-4cd8-8477-530008379144,segment=NetworkSegment(17d62b0d-3de7-43c6-8ed8-c3f278317566),segment_id=17d62b0d-3de7-43c6-8ed8-c3f278317566)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:10:34.718039 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b894727-a8f6-4afd-8f06-803bbb3aeb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197df9e3-590a-4cd8-8477-530008379144', 'code': 200} Mar 01 22:10:34.758751 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:34.828184 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=197df9e3-590a-4cd8-8477-530008379144,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:34.945803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae610e-642f-48f2-8e11-85b1144ac9ab req-359a3c56-7a6d-4dac-bc91-64ee58b4a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:34.947191 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-31ae610e-642f-48f2-8e11-85b1144ac9ab req-359a3c56-7a6d-4dac-bc91-64ee58b4a707 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 1097 time: 0.1736264 Mar 01 22:10:34.987406 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-31ae610e-642f-48f2-8e11-85b1144ac9ab req-533aa8c1-e965-48c7-8d07-ffa6ad3928a0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345244 Mar 01 22:10:35.778448 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5c972-7269-41b0-b7a9-9797bea5d543 req-dbde5a03-636a-486b-9cec-b2f0cdebe8c5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:35.779887 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfc5c972-7269-41b0-b7a9-9797bea5d543 req-dbde5a03-636a-486b-9cec-b2f0cdebe8c5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0823112 Mar 01 22:10:35.823452 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dfc5c972-7269-41b0-b7a9-9797bea5d543 req-b3de15b2-1458-47e5-80fa-21fea5753bb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373979 Mar 01 22:10:37.007587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eec2b2-d964-4249-b441-54525b5d1d4d req-bd1f59cf-94e4-49e0-87ec-8ba27930e3b8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:37.008936 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9eec2b2-d964-4249-b441-54525b5d1d4d req-bd1f59cf-94e4-49e0-87ec-8ba27930e3b8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0792241 Mar 01 22:10:37.052246 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9eec2b2-d964-4249-b441-54525b5d1d4d req-2bc243e6-a9d9-4bcd-9757-e0d91ecbdf2c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376368 Mar 01 22:10:37.239022 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccd86c-a58b-46d3-9501-ab75ca5c816a req-c08f7ca7-19b4-4de3-93c1-dae71c1efd00 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:37.240475 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fccd86c-a58b-46d3-9501-ab75ca5c816a req-c08f7ca7-19b4-4de3-93c1-dae71c1efd00 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0823557 Mar 01 22:10:37.283178 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fccd86c-a58b-46d3-9501-ab75ca5c816a req-066628c2-4bac-4e0c-bb70-f8b633cabc63 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371206 Mar 01 22:10:37.306092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41728) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:37.373536 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d5703a-89fc-40b4-994c-5d334a2a9edf tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:37.375014 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-81d5703a-89fc-40b4-994c-5d334a2a9edf tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 1092 time: 0.0679581 Mar 01 22:10:37.377806 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41732) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:37.382730 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': '197df9e3-590a-4cd8-8477-530008379144', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:10:37.389324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:10:37.393816 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:floatingip and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:10:37.396629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:10:37.402241 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:10:37.473367 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:37.604130 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:37.736837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Allocated IP 172.25.5.129 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/df716d99-ec33-4b6f-8679-d90031870184) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:10:37.882406 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:37.964812 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:38.026415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:10:38.029085 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:10:38.037429 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:10:38.071469 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=df716d99-ec33-4b6f-8679-d90031870184,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:38.448139 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:38.584992 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:38.888426 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:38.952906 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:39.060209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=df716d99-ec33-4b6f-8679-d90031870184,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:10:39.070758 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:39.239856 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Floating IP 209d8fd9-4a80-4850-9d8f-50c7d6826edc associated. External IP: 172.25.5.129, port: 197df9e3-590a-4cd8-8477-530008379144. Mar 01 22:10:39.580099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:10:39.755905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:10:39.765537 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7630a0-cb9a-4953-be8b-8d1c812850c9 None None] Sync routers for ids ['7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:10:39.775644 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7630a0-cb9a-4953-be8b-8d1c812850c9 None None] Routers {'7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:10:39.776560 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6d7630a0-cb9a-4953-be8b-8d1c812850c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:10:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:10:39.900941 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:39.956580 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-368a7a37-5d92-45da-8b42-b9ff3eac5c82 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5777211 Mar 01 22:10:39.957151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b894727-a8f6-4afd-8f06-803bbb3aeb98', 'tag': '197df9e3-590a-4cd8-8477-530008379144'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:10:39.965670 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-6d7630a0-cb9a-4953-be8b-8d1c812850c9 None None] Set router 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:10:40.001058 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b894727-a8f6-4afd-8f06-803bbb3aeb98', 'tag': '197df9e3-590a-4cd8-8477-530008379144', 'status': 'completed', 'code': 200} Mar 01 22:10:40.166524 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcb962-8d83-4049-af80-62708a9ad9bc req-39cf8dff-537e-4b87-894f-04589ecd3fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:40.168215 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90bcb962-8d83-4049-af80-62708a9ad9bc req-39cf8dff-537e-4b87-894f-04589ecd3fd5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 1097 time: 0.1353445 Mar 01 22:10:40.178949 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ab665-8e1b-4eee-a2b2-cc790d0068ef req-f53eb5de-f3cc-4a00-976b-62fd6a42e9b2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:40.180351 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-468ab665-8e1b-4eee-a2b2-cc790d0068ef req-f53eb5de-f3cc-4a00-976b-62fd6a42e9b2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.1146438 Mar 01 22:10:40.307939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-468ab665-8e1b-4eee-a2b2-cc790d0068ef req-d1d81cb2-5db2-4475-98c9-d0b79d407651 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097691 Mar 01 22:10:40.331599 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6d7630a0-cb9a-4953-be8b-8d1c812850c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353061415', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:10:12Z', 'updated_at': '2022-03-01T22:10:18Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:13Z', 'updated_at': '2022-03-01T22:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '209d8fd9-4a80-4850-9d8f-50c7d6826edc', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'port_id': '197df9e3-590a-4cd8-8477-530008379144', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2', 'mac_address': 'fa:16:3e:ce:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b894727-a8f6-4afd-8f06-803bbb3aeb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:10:38Z', 'updated_at': '2022-03-01T22:10:38Z', 'revision_number': 0, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edb88904-af1c-4583-9761-fd326d89f861', 'name': '', 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:dd:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd1f75c8e-2e50-45fa-b077-1d017eeac9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:17Z', 'updated_at': '2022-03-01T22:10:23Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': 'd1f75c8e-2e50-45fa-b077-1d017eeac9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:10:40.331599 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7630a0-cb9a-4953-be8b-8d1c812850c9 None None] Checking router: 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:10:40.331842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41740) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:40.333536 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7630a0-cb9a-4953-be8b-8d1c812850c9 None None] Routers {'7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:10:40.334128 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6d7630a0-cb9a-4953-be8b-8d1c812850c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:10:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:10:40.511117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcb962-8d83-4049-af80-62708a9ad9bc req-4dc64ba6-004b-4de3-bea1-d910a4c793fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:40.512460 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90bcb962-8d83-4049-af80-62708a9ad9bc req-4dc64ba6-004b-4de3-bea1-d910a4c793fe service neutron] 10.222.0.55 "GET /v2.0/networks?id=09c972bf-d78f-41d7-afa8-331bb98c95c2 HTTP/1.1" status: 200 len: 898 time: 0.3312926 Mar 01 22:10:40.514537 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-6d7630a0-cb9a-4953-be8b-8d1c812850c9 None None] Set router 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:10:40.644584 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fba97b17-0273-44f7-a862-f21b86bf8ed2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/floatingips/209d8fd9-4a80-4850-9d8f-50c7d6826edc HTTP/1.1" status: 200 len: 992 time: 0.3096795 Mar 01 22:10:40.646588 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90bcb962-8d83-4049-af80-62708a9ad9bc req-c7e6ecf1-7297-4fed-8f5a-9813a45f89c9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197df9e3-590a-4cd8-8477-530008379144 HTTP/1.1" status: 200 len: 1000 time: 0.1274116 Mar 01 22:10:40.709871 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcb962-8d83-4049-af80-62708a9ad9bc req-1a19350a-23dd-40ff-a017-05fe8d227113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:40.711337 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90bcb962-8d83-4049-af80-62708a9ad9bc req-1a19350a-23dd-40ff-a017-05fe8d227113 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1f75c8e-2e50-45fa-b077-1d017eeac9c3 HTTP/1.1" status: 200 len: 834 time: 0.0591741 Mar 01 22:10:40.787670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bcb962-8d83-4049-af80-62708a9ad9bc req-e02f93bb-dd7f-489c-8f6a-3e8fa2d902f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:10:40.789169 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90bcb962-8d83-4049-af80-62708a9ad9bc req-e02f93bb-dd7f-489c-8f6a-3e8fa2d902f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09c972bf-d78f-41d7-afa8-331bb98c95c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718410 Mar 01 22:10:40.886585 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-6d7630a0-cb9a-4953-be8b-8d1c812850c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353061415', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:10:12Z', 'updated_at': '2022-03-01T22:10:18Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:13Z', 'updated_at': '2022-03-01T22:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '209d8fd9-4a80-4850-9d8f-50c7d6826edc', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'port_id': '197df9e3-590a-4cd8-8477-530008379144', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2', 'mac_address': 'fa:16:3e:ce:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b894727-a8f6-4afd-8f06-803bbb3aeb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:10:38Z', 'updated_at': '2022-03-01T22:10:38Z', 'revision_number': 0, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edb88904-af1c-4583-9761-fd326d89f861', 'name': '', 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:dd:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd1f75c8e-2e50-45fa-b077-1d017eeac9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:17Z', 'updated_at': '2022-03-01T22:10:23Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': 'd1f75c8e-2e50-45fa-b077-1d017eeac9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:10:40.891195 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d7630a0-cb9a-4953-be8b-8d1c812850c9 None None] The sync data for ids ['7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'] in n-d-827896-4 is: [{'id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353061415', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:10:12Z', 'updated_at': '2022-03-01T22:10:18Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:13Z', 'updated_at': '2022-03-01T22:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '209d8fd9-4a80-4850-9d8f-50c7d6826edc', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'floating_ip_address': '172.25.5.129', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'port_id': '197df9e3-590a-4cd8-8477-530008379144', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2', 'mac_address': 'fa:16:3e:ce:5d:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b894727-a8f6-4afd-8f06-803bbb3aeb98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:10:38Z', 'updated_at': '2022-03-01T22:10:38Z', 'revision_number': 0, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'edb88904-af1c-4583-9761-fd326d89f861', 'name': '', 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:dd:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd1f75c8e-2e50-45fa-b077-1d017eeac9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:17Z', 'updated_at': '2022-03-01T22:10:23Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': 'd1f75c8e-2e50-45fa-b077-1d017eeac9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:10:40.921275 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90bcb962-8d83-4049-af80-62708a9ad9bc req-f69876af-411f-4ccc-b2bf-cb1af6daef9c service neutron] 10.222.0.55 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260448 Mar 01 22:10:41.059959 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90bcb962-8d83-4049-af80-62708a9ad9bc req-61d78d01-84d7-4f52-a899-5166157628de service neutron] 10.222.0.55 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329472 Mar 01 22:10:41.098199 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53409ce5-72d2-4210-8faf-751ae024a8e7 None None] New status for floating IP 209d8fd9-4a80-4850-9d8f-50c7d6826edc: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 22:10:41.648063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41746) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:10:41.753809 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-813af933-ed48-4e18-b963-dd9e09a4388a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/floatingips/209d8fd9-4a80-4850-9d8f-50c7d6826edc HTTP/1.1" status: 200 len: 994 time: 0.1045415 Mar 01 22:10:52.306930 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:54.689561 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:57.511955 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-daaa56dc-ed56-476b-8aed-77a1734d8f29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:10:58.461376 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:10:59.683791 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1ab7d3cd-9e1b-41ca-bef7-ed782d8f24fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:11:00.684157 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:11:00.843968 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:11:02.530184 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:11:22.322550 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:11:24.688291 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:11:25.822408 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b00a8c3e-3101-4a66-9f4e-48a10de3f743 req-350decdf-23e5-4d9e-9c23-8257bede4729 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0767312 Mar 01 22:11:25.975712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a8c3e-3101-4a66-9f4e-48a10de3f743 req-b0a8a01c-ef6c-4b89-a147-6ce626d9be84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:25.977161 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b00a8c3e-3101-4a66-9f4e-48a10de3f743 req-b0a8a01c-ef6c-4b89-a147-6ce626d9be84 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 1097 time: 0.0734169 Mar 01 22:11:26.122097 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a8c3e-3101-4a66-9f4e-48a10de3f743 req-a7f54fd7-98ca-4e6a-930d-942a91c1c463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:26.123795 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b00a8c3e-3101-4a66-9f4e-48a10de3f743 req-a7f54fd7-98ca-4e6a-930d-942a91c1c463 service neutron] 10.222.0.55 "GET /v2.0/networks?id=09c972bf-d78f-41d7-afa8-331bb98c95c2 HTTP/1.1" status: 200 len: 898 time: 0.1274881 Mar 01 22:11:26.225994 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b00a8c3e-3101-4a66-9f4e-48a10de3f743 req-8c035cd2-5ca5-4706-bcf1-12e5138617cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197df9e3-590a-4cd8-8477-530008379144 HTTP/1.1" status: 200 len: 1002 time: 0.0965433 Mar 01 22:11:26.288505 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a8c3e-3101-4a66-9f4e-48a10de3f743 req-58d83fce-440a-4f95-8b17-ad48c2b456c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:26.289948 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b00a8c3e-3101-4a66-9f4e-48a10de3f743 req-58d83fce-440a-4f95-8b17-ad48c2b456c0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1f75c8e-2e50-45fa-b077-1d017eeac9c3 HTTP/1.1" status: 200 len: 834 time: 0.0577481 Mar 01 22:11:26.371633 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a8c3e-3101-4a66-9f4e-48a10de3f743 req-3235c870-aa82-4dca-8561-d0923454531d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:26.373134 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b00a8c3e-3101-4a66-9f4e-48a10de3f743 req-3235c870-aa82-4dca-8561-d0923454531d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09c972bf-d78f-41d7-afa8-331bb98c95c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768306 Mar 01 22:11:26.503888 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b00a8c3e-3101-4a66-9f4e-48a10de3f743 req-c820e35d-446d-4896-9589-e88ba7324fcd service neutron] 10.222.0.55 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248248 Mar 01 22:11:26.633594 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b00a8c3e-3101-4a66-9f4e-48a10de3f743 req-4c02b628-b218-4a6d-aa80-9ca3976f848d service neutron] 10.222.0.55 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247776 Mar 01 22:11:27.506473 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d11134fb-52e5-4b50-87e8-f60d390f9516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:11:29.689238 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4f7e4e5c-4955-4561-9767-c04f35ad46a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:11:30.700370 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:11:30.854568 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:11:32.568987 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:11:35.461877 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:11:40.684713 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 41776) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:11:40.780953 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dc0d0a-5749-4564-8dfe-62a55abf16f0 req-44ba3ce5-5493-40d9-a44f-e5039429bef3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:40.783492 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-44dc0d0a-5749-4564-8dfe-62a55abf16f0 req-44ba3ce5-5493-40d9-a44f-e5039429bef3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.2461877 Mar 01 22:11:40.810943 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-e5c3cce2-1af8-434f-a342-c47ae62197a2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1243625 Mar 01 22:11:40.832106 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-44dc0d0a-5749-4564-8dfe-62a55abf16f0 req-128a49b3-cd64-44c1-8603-0cd682a31458 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431128 Mar 01 22:11:42.059465 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c68a91-c3e7-41dd-acd9-4bb0855b82fe req-fa1391c7-1452-4422-9dba-9e1ba3bdbf56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:42.060940 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8c68a91-c3e7-41dd-acd9-4bb0855b82fe req-fa1391c7-1452-4422-9dba-9e1ba3bdbf56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.1232381 Mar 01 22:11:42.105135 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8c68a91-c3e7-41dd-acd9-4bb0855b82fe req-524898d5-8fa3-4c69-8644-55bb5736e26c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378220 Mar 01 22:11:43.289759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4878d-2647-4c6d-a250-929f3d4a2057 req-7725bb04-2f32-4a69-89cf-8ca5e1cabac2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:43.291194 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ef4878d-2647-4c6d-a250-929f3d4a2057 req-7725bb04-2f32-4a69-89cf-8ca5e1cabac2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0780561 Mar 01 22:11:43.338014 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ef4878d-2647-4c6d-a250-929f3d4a2057 req-8289b931-9e6d-4d55-9401-72958c6921c5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409253 Mar 01 22:11:44.550584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb70ec3-cbca-4f5e-b165-5277021c73f0 req-d74aa4a0-8a4c-45e8-882d-3671cfc60103 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:44.552304 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8eb70ec3-cbca-4f5e-b165-5277021c73f0 req-d74aa4a0-8a4c-45e8-882d-3671cfc60103 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0986135 Mar 01 22:11:44.601467 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8eb70ec3-cbca-4f5e-b165-5277021c73f0 req-2c7c0774-59ca-4785-9091-cae7e08945e0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436652 Mar 01 22:11:45.792589 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef77ab-db83-4cd1-a02b-82c7552010f8 req-b654c6c5-048e-4283-a262-13f5822c45c8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:45.794044 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0ef77ab-db83-4cd1-a02b-82c7552010f8 req-b654c6c5-048e-4283-a262-13f5822c45c8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0852473 Mar 01 22:11:45.840598 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0ef77ab-db83-4cd1-a02b-82c7552010f8 req-6fa81401-da82-4e13-967d-25e32496aa3e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400658 Mar 01 22:11:46.696829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-28f7009e-3265-4fae-946f-56f1a6809c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:46.698285 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-28f7009e-3265-4fae-946f-56f1a6809c5b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 1097 time: 0.0694845 Mar 01 22:11:46.828827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-029483d7-7f6e-4802-9faa-55be384c14dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:46.830336 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-029483d7-7f6e-4802-9faa-55be384c14dd service neutron] 10.222.0.55 "GET /v2.0/networks?id=09c972bf-d78f-41d7-afa8-331bb98c95c2 HTTP/1.1" status: 200 len: 898 time: 0.1254835 Mar 01 22:11:46.935326 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-69ef9ee4-ccd6-43ae-954f-457cc0da3373 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197df9e3-590a-4cd8-8477-530008379144 HTTP/1.1" status: 200 len: 1002 time: 0.0992548 Mar 01 22:11:47.043542 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-216fb7d5-0738-4d4d-a7e1-0e548317b182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:47.044976 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-216fb7d5-0738-4d4d-a7e1-0e548317b182 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1f75c8e-2e50-45fa-b077-1d017eeac9c3 HTTP/1.1" status: 200 len: 834 time: 0.1043086 Mar 01 22:11:47.115092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ef59bf-0854-4574-a37c-fa40e9d61d33 req-678c2f8d-fb33-485a-b8df-d17fed20ccf7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:47.116549 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6ef59bf-0854-4574-a37c-fa40e9d61d33 req-678c2f8d-fb33-485a-b8df-d17fed20ccf7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.1472108 Mar 01 22:11:47.175526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-831616af-05eb-43fa-b125-dc325426058a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:47.176976 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-831616af-05eb-43fa-b125-dc325426058a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09c972bf-d78f-41d7-afa8-331bb98c95c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246548 Mar 01 22:11:47.179685 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6ef59bf-0854-4574-a37c-fa40e9d61d33 req-bf07b510-5293-4993-9fea-1e4b9cb2f990 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569327 Mar 01 22:11:47.305799 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-3ba1a466-36f9-4ee0-9259-9400738b303c service neutron] 10.222.0.55 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225653 Mar 01 22:11:47.431472 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-176c1b36-17bd-4bf3-8702-232c48962574 service neutron] 10.222.0.55 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203420 Mar 01 22:11:48.361661 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814c653d-acd5-4275-9ec0-ccba2633f6b4 req-9e33b634-1c23-43d4-90f1-46737299a081 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:48.363006 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-814c653d-acd5-4275-9ec0-ccba2633f6b4 req-9e33b634-1c23-43d4-90f1-46737299a081 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0789347 Mar 01 22:11:48.405689 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-814c653d-acd5-4275-9ec0-ccba2633f6b4 req-0893ed7f-dffa-4470-afdf-593decb064db tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371749 Mar 01 22:11:49.594822 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd3f80-5961-4877-9a37-18b7b39fa9c3 req-8bf01f7d-ce54-4020-a522-2c0fa3dd676f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:49.597391 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40fd3f80-5961-4877-9a37-18b7b39fa9c3 req-8bf01f7d-ce54-4020-a522-2c0fa3dd676f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0861800 Mar 01 22:11:49.645939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-40fd3f80-5961-4877-9a37-18b7b39fa9c3 req-7da80430-a7d8-4728-8b48-985d0e53a670 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429218 Mar 01 22:11:50.837423 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5789848-6305-432f-b0f5-7bb4b6de6773 req-7a91208f-3eaa-4c91-9cc2-6092a9058d60 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:50.838849 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a5789848-6305-432f-b0f5-7bb4b6de6773 req-7a91208f-3eaa-4c91-9cc2-6092a9058d60 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0797231 Mar 01 22:11:50.881259 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a5789848-6305-432f-b0f5-7bb4b6de6773 req-430ce309-922d-449b-a89e-7eab15f2558f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368459 Mar 01 22:11:52.174846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42ce0f3-6d03-4218-8411-8bd418084888 req-5ef16791-4b40-425c-9cd6-ef9d9c7c4583 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:52.176226 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d42ce0f3-6d03-4218-8411-8bd418084888 req-5ef16791-4b40-425c-9cd6-ef9d9c7c4583 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.1871209 Mar 01 22:11:52.218314 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d42ce0f3-6d03-4218-8411-8bd418084888 req-1bde9b52-0aef-48e3-acfc-f05fd7495a6e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365026 Mar 01 22:11:52.309657 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:11:53.401166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a81724-66c9-4cde-b2f6-279bc8803895 req-7f5c0e6c-3780-402a-9b3a-3524196f8275 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:53.402519 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29a81724-66c9-4cde-b2f6-279bc8803895 req-7f5c0e6c-3780-402a-9b3a-3524196f8275 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0814641 Mar 01 22:11:53.444870 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-29a81724-66c9-4cde-b2f6-279bc8803895 req-55e9f1f2-4998-4cba-8d23-52f11a7df8df tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367975 Mar 01 22:11:54.628039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82668fff-0a6d-4f93-962d-d2f8cf635b84 req-73aed030-7627-4edb-9290-f982a0a48755 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:54.629598 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82668fff-0a6d-4f93-962d-d2f8cf635b84 req-73aed030-7627-4edb-9290-f982a0a48755 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0807893 Mar 01 22:11:54.665881 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:11:54.674014 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82668fff-0a6d-4f93-962d-d2f8cf635b84 req-c78ca561-f673-4dae-ba2d-531fce993e7a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387170 Mar 01 22:11:55.862664 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5cfc4-4a59-43ed-a89a-23480c246f1c req-d2ada90d-8f8c-4753-a855-c6cfcd431bc7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:55.864176 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a7d5cfc4-4a59-43ed-a89a-23480c246f1c req-d2ada90d-8f8c-4753-a855-c6cfcd431bc7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0860059 Mar 01 22:11:55.906967 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a7d5cfc4-4a59-43ed-a89a-23480c246f1c req-1ebb3fa5-93ab-4c43-938f-2f371a8b76d4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370865 Mar 01 22:11:57.096672 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329b8668-138e-4a22-8740-78a515b5536a req-d712dfce-727b-48a9-bd77-862d9b49ce5c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:57.098107 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-329b8668-138e-4a22-8740-78a515b5536a req-d712dfce-727b-48a9-bd77-862d9b49ce5c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0839138 Mar 01 22:11:57.142677 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-329b8668-138e-4a22-8740-78a515b5536a req-87075ae3-e39c-4e0c-b2f2-9bfe52164511 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385454 Mar 01 22:11:57.499931 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1120df9d-a2fa-41ae-95a3-53b2df43ba86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:11:58.325052 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5382bc9-5aba-43d0-a53c-00a886bef6e9 req-bb9988a8-cd30-4407-b932-6ec5310a2f64 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:58.326496 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c5382bc9-5aba-43d0-a53c-00a886bef6e9 req-bb9988a8-cd30-4407-b932-6ec5310a2f64 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0795801 Mar 01 22:11:58.370064 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c5382bc9-5aba-43d0-a53c-00a886bef6e9 req-47a0d478-8ffd-49a2-a011-bc4e3964fc53 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373111 Mar 01 22:11:59.561221 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461004f4-3776-4d99-a39d-60908aad26b1 req-07c4ebf2-956f-487b-be01-d2b887988b1f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:11:59.562663 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-461004f4-3776-4d99-a39d-60908aad26b1 req-07c4ebf2-956f-487b-be01-d2b887988b1f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0812206 Mar 01 22:11:59.606314 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-461004f4-3776-4d99-a39d-60908aad26b1 req-4c0d296c-19ec-4a5a-9af5-6d518a1d60f5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380597 Mar 01 22:11:59.716041 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8002bfe8-5f9a-41df-bf5b-ab38e43f5274 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:00.660003 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:00.796180 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13495a4-df75-452b-b421-4e557b2719ab req-c0b9947b-4711-4f1f-9eb0-66cd9a208553 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:00.797670 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a13495a4-df75-452b-b421-4e557b2719ab req-c0b9947b-4711-4f1f-9eb0-66cd9a208553 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0833075 Mar 01 22:12:00.837214 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:00.850709 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a13495a4-df75-452b-b421-4e557b2719ab req-b201d051-2638-4002-b8b9-b92df6bb038a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472174 Mar 01 22:12:02.032482 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28a089-7340-4cf1-a333-f2a58d7ea4c3 req-dc964e6e-bfc3-4eb5-9667-eaf8f94d8bb0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:02.041412 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a28a089-7340-4cf1-a333-f2a58d7ea4c3 req-dc964e6e-bfc3-4eb5-9667-eaf8f94d8bb0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0783272 Mar 01 22:12:02.079115 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8a28a089-7340-4cf1-a333-f2a58d7ea4c3 req-6b19b0e1-b109-4568-bb5a-999d5ab25b04 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395017 Mar 01 22:12:02.551007 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:03.271650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2690bb7-032e-4143-a7a9-671f7d344ea1 req-e3189bd9-33db-4091-88f3-42aa654574ad tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:03.273094 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c2690bb7-032e-4143-a7a9-671f7d344ea1 req-e3189bd9-33db-4091-88f3-42aa654574ad tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0815837 Mar 01 22:12:03.317197 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c2690bb7-032e-4143-a7a9-671f7d344ea1 req-59bf2522-d7d6-4799-b02c-c7a1bc20458d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385787 Mar 01 22:12:04.498920 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4edc8d-2625-47fe-9de2-fdd337fd6be0 req-b59e8ceb-d918-4606-b43d-227824e4e8c0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:04.500914 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc4edc8d-2625-47fe-9de2-fdd337fd6be0 req-b59e8ceb-d918-4606-b43d-227824e4e8c0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0792658 Mar 01 22:12:04.543815 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bc4edc8d-2625-47fe-9de2-fdd337fd6be0 req-855b4ac6-f094-4001-93ff-e516903027e5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372488 Mar 01 22:12:05.732319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7cf685-7597-470a-8bf3-3edf77979fc7 req-687bcfd4-d43a-4cef-9278-b81b367c2aff tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:05.733739 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce7cf685-7597-470a-8bf3-3edf77979fc7 req-687bcfd4-d43a-4cef-9278-b81b367c2aff tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0806568 Mar 01 22:12:05.777806 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ce7cf685-7597-470a-8bf3-3edf77979fc7 req-b6562668-0b73-4703-81e0-ae381693be2d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375507 Mar 01 22:12:07.123859 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413d16d-b335-49a6-b224-d38ef88995c8 req-b45662bf-983d-4a87-8da1-d2d5e7d8c5b8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:07.125296 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f413d16d-b335-49a6-b224-d38ef88995c8 req-b45662bf-983d-4a87-8da1-d2d5e7d8c5b8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0816946 Mar 01 22:12:07.169769 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f413d16d-b335-49a6-b224-d38ef88995c8 req-5d37e683-73e6-4f9b-80bc-79489419838c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385628 Mar 01 22:12:08.350807 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bcaeed-bc88-4260-b7b7-d4ba1759b21b req-74d00d7e-38be-46a2-b0b0-c92ae177a6ec tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:08.352193 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76bcaeed-bc88-4260-b7b7-d4ba1759b21b req-74d00d7e-38be-46a2-b0b0-c92ae177a6ec tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0797393 Mar 01 22:12:08.395178 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76bcaeed-bc88-4260-b7b7-d4ba1759b21b req-19e79b3b-1cfd-445e-894e-7c50d383bd5b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374935 Mar 01 22:12:09.568224 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-ae255036-4eae-4597-8e0c-c24d0ac8b89f service neutron] show failed (client error): The resource could not be found. Mar 01 22:12:09.569224 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-ae255036-4eae-4597-8e0c-c24d0ac8b89f service neutron] 10.222.0.55 "GET /v2.0/ports/197df9e3-590a-4cd8-8477-530008379144/bindings/n-h1-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.1276729 Mar 01 22:12:09.600717 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658321c-7903-40ec-b85b-e90664b6257c req-f5e33f7c-2fd7-4769-8525-6288f04b0f8a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:09.602153 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3658321c-7903-40ec-b85b-e90664b6257c req-f5e33f7c-2fd7-4769-8525-6288f04b0f8a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0995524 Mar 01 22:12:09.646140 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3658321c-7903-40ec-b85b-e90664b6257c req-32dd9348-fae8-45f0-8d52-d2756ce42cff tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382388 Mar 01 22:12:10.191860 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-b0bb9553-0b11-40c9-bd8b-9eac7036a064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:10.193322 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-b0bb9553-0b11-40c9-bd8b-9eac7036a064 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98&tenant_id=443fbfcdae1a4567a887f1af9d571ead HTTP/1.1" status: 200 len: 1097 time: 0.1170955 Mar 01 22:12:10.204809 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-827896-4', 'device_owner': 'compute:nova'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:12:10.311222 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:10.689275 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] For port 197df9e3-590a-4cd8-8477-530008379144, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=197df9e3-590a-4cd8-8477-530008379144,segment=NetworkSegment(17d62b0d-3de7-43c6-8ed8-c3f278317566),segment_id=17d62b0d-3de7-43c6-8ed8-c3f278317566)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:12:10.717985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] For port 197df9e3-590a-4cd8-8477-530008379144, host n-h2-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:12:10.781257 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:10.786139 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b894727-a8f6-4afd-8f06-803bbb3aeb98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '197df9e3-590a-4cd8-8477-530008379144'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:12:10.802861 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Transition to ACTIVE for port object 197df9e3-590a-4cd8-8477-530008379144 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:12:10.849969 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8609a7-818d-4964-b04a-8d1d049e580f req-51145a41-1a6a-493b-8c3a-135593152186 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:10.851648 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a8609a7-818d-4964-b04a-8d1d049e580f req-51145a41-1a6a-493b-8c3a-135593152186 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0977852 Mar 01 22:12:10.877534 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:10.897201 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a8609a7-818d-4964-b04a-8d1d049e580f req-0b184284-2e89-4941-83bd-d25fc7180e1c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400052 Mar 01 22:12:10.915381 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b894727-a8f6-4afd-8f06-803bbb3aeb98', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '197df9e3-590a-4cd8-8477-530008379144', 'code': 200} Mar 01 22:12:11.022706 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Pushing event updated for resources: {'Port': ['ID=197df9e3-590a-4cd8-8477-530008379144,revision_number=6']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:12:11.041127 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:11.041736 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:11.042060 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:11.042392 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:11.042718 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:11.043047 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:11.043387 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:11.043713 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:11.044039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:11.044360 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:11.044676 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:11.044993 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:11.099552 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] No DVR routers for this DVR port 197df9e3-590a-4cd8-8477-530008379144 on host n-h2-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:12:11.332563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Attempting to bind port 197df9e3-590a-4cd8-8477-530008379144 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:12:11.333231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Attempting to bind port 197df9e3-590a-4cd8-8477-530008379144 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '17d62b0d-3de7-43c6-8ed8-c3f278317566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:12:11.333231 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Attempting to bind port 197df9e3-590a-4cd8-8477-530008379144 on network 09c972bf-d78f-41d7-afa8-331bb98c95c2 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:12:11.337673 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Port 197df9e3-590a-4cd8-8477-530008379144 on network 09c972bf-d78f-41d7-afa8-331bb98c95c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 22:12:11.337984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Attempting to bind port 197df9e3-590a-4cd8-8477-530008379144 on network 09c972bf-d78f-41d7-afa8-331bb98c95c2 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:12:11.342928 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 11, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:12:11.343257 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Checking segment: {'id': '17d62b0d-3de7-43c6-8ed8-c3f278317566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:12:11.343659 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Bound using segment: {'id': '17d62b0d-3de7-43c6-8ed8-c3f278317566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:12:11.344556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Bound port: 197df9e3-590a-4cd8-8477-530008379144, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d62b0d-3de7-43c6-8ed8-c3f278317566', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:12:11.344884 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:11.433438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] For port 197df9e3-590a-4cd8-8477-530008379144, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:12:11.436448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] For port 197df9e3-590a-4cd8-8477-530008379144, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=197df9e3-590a-4cd8-8477-530008379144,segment=NetworkSegment(17d62b0d-3de7-43c6-8ed8-c3f278317566),segment_id=17d62b0d-3de7-43c6-8ed8-c3f278317566)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:12:11.527605 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:11.583802 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:11.584429 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:11.585767 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] 10.222.0.57 "PUT /v2.0/ports/197df9e3-590a-4cd8-8477-530008379144 HTTP/1.1" status: 200 len: 1092 time: 1.3854706 Mar 01 22:12:11.607840 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a808fcb5-fd75-43f9-a794-af03b0478788 service neutron] Pushing event updated for resources: {'Port': ['ID=197df9e3-590a-4cd8-8477-530008379144,revision_number=7']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:12:11.686360 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-1d050575-2a74-4bfc-b01a-acb0afca2fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:11.688620 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-1d050575-2a74-4bfc-b01a-acb0afca2fb5 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 1095 time: 0.0767252 Mar 01 22:12:11.825088 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-80e61e27-5858-45ed-8536-c35fc7c13deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:11.826521 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-80e61e27-5858-45ed-8536-c35fc7c13deb service neutron] 10.222.0.57 "GET /v2.0/networks?id=09c972bf-d78f-41d7-afa8-331bb98c95c2 HTTP/1.1" status: 200 len: 898 time: 0.1330724 Mar 01 22:12:11.929033 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-5645477e-f9f3-439d-bfb8-02af95ac5783 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197df9e3-590a-4cd8-8477-530008379144 HTTP/1.1" status: 200 len: 1000 time: 0.0962358 Mar 01 22:12:11.990542 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-0b2b6d4a-03b2-42b7-8786-d3b9189e5e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:11.992000 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-0b2b6d4a-03b2-42b7-8786-d3b9189e5e65 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1f75c8e-2e50-45fa-b077-1d017eeac9c3 HTTP/1.1" status: 200 len: 834 time: 0.0573671 Mar 01 22:12:12.069174 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-98b5c671-90aa-4dfb-bfa3-a5eaaeafb735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:12.070991 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-98b5c671-90aa-4dfb-bfa3-a5eaaeafb735 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09c972bf-d78f-41d7-afa8-331bb98c95c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727055 Mar 01 22:12:12.081553 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-b76df750-bc96-4ae3-b7e5-d774096d41dd service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 22:12:12.082484 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-b76df750-bc96-4ae3-b7e5-d774096d41dd service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057268 Mar 01 22:12:12.093917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe2a9f-7ce4-4728-a9e3-2c69d813499a req-ad3c0efb-9e3c-4973-a697-196e3902cee4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:12.097808 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7afe2a9f-7ce4-4728-a9e3-2c69d813499a req-ad3c0efb-9e3c-4973-a697-196e3902cee4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.0873966 Mar 01 22:12:12.144001 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7afe2a9f-7ce4-4728-a9e3-2c69d813499a req-06d86f9f-be07-4a6c-997f-dfc574bc3c51 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422752 Mar 01 22:12:12.214065 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-8d3411aa-d16f-4594-89b2-bac1954ec891 service neutron] 10.222.0.57 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260235 Mar 01 22:12:12.452413 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-c4b552a9-e4b9-4367-a852-b1fcbe4ea520 service neutron] 10.222.0.57 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321122 Mar 01 22:12:12.461543 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:12:12.884085 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 197df9e3-590a-4cd8-8477-530008379144 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:12:12.917031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b894727-a8f6-4afd-8f06-803bbb3aeb98', 'tag': '197df9e3-590a-4cd8-8477-530008379144'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:12:12.944203 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 197df9e3-590a-4cd8-8477-530008379144 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:12:12.973629 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b894727-a8f6-4afd-8f06-803bbb3aeb98', 'tag': '197df9e3-590a-4cd8-8477-530008379144', 'status': 'completed', 'code': 200} Mar 01 22:12:13.066018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-682f7874-0511-4977-8bb7-e0ffe733168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:13.067144 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-c0c194e0-90f0-4430-8578-7098d5c81c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:13.067526 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-682f7874-0511-4977-8bb7-e0ffe733168e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 1095 time: 0.0720446 Mar 01 22:12:13.068666 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-c0c194e0-90f0-4430-8578-7098d5c81c07 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 1095 time: 0.0759015 Mar 01 22:12:13.201494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-051bbff4-f687-4388-9d43-3f223887181f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:13.202931 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-051bbff4-f687-4388-9d43-3f223887181f service neutron] 10.222.0.55 "GET /v2.0/networks?id=09c972bf-d78f-41d7-afa8-331bb98c95c2 HTTP/1.1" status: 200 len: 898 time: 0.1300151 Mar 01 22:12:13.203245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-9a04c36e-a675-41d1-b0c5-cd5afc0e89d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:13.204718 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-9a04c36e-a675-41d1-b0c5-cd5afc0e89d3 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09c972bf-d78f-41d7-afa8-331bb98c95c2 HTTP/1.1" status: 200 len: 898 time: 0.1298561 Mar 01 22:12:13.312522 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-ecb34e6d-3f05-4e92-863e-bb10314c5725 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197df9e3-590a-4cd8-8477-530008379144 HTTP/1.1" status: 200 len: 1000 time: 0.1011202 Mar 01 22:12:13.377919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-69a4b9db-36da-4f3c-9984-bc318f227b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:13.379286 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-69a4b9db-36da-4f3c-9984-bc318f227b6a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1f75c8e-2e50-45fa-b077-1d017eeac9c3 HTTP/1.1" status: 200 len: 834 time: 0.0601242 Mar 01 22:12:13.457618 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-22790b42-b6f5-401c-876d-b1f6b5c306dc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197df9e3-590a-4cd8-8477-530008379144 HTTP/1.1" status: 200 len: 1000 time: 0.2486951 Mar 01 22:12:13.459384 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-dfa4210b-9fda-40b9-9a0d-74ff97ebc8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:13.460851 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-dfa4210b-9fda-40b9-9a0d-74ff97ebc8a8 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09c972bf-d78f-41d7-afa8-331bb98c95c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0752249 Mar 01 22:12:13.529040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660bae10-f2d1-458a-9d28-cad6a6c8ce2c req-6aaf00ea-1a35-458e-9359-03dfa2e7e403 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:13.530490 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-660bae10-f2d1-458a-9d28-cad6a6c8ce2c req-6aaf00ea-1a35-458e-9359-03dfa2e7e403 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.2646966 Mar 01 22:12:13.552815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-bf2bb523-d3f9-4f3f-8413-594d0f2d6830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:13.554197 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-bf2bb523-d3f9-4f3f-8413-594d0f2d6830 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1f75c8e-2e50-45fa-b077-1d017eeac9c3 HTTP/1.1" status: 200 len: 834 time: 0.0906436 Mar 01 22:12:13.595595 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-1cce1e30-874a-4cdc-a493-eb5db47f9f85 service neutron] 10.222.0.57 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277385 Mar 01 22:12:13.624409 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-660bae10-f2d1-458a-9d28-cad6a6c8ce2c req-9b334aad-e69c-4592-aec7-2f415ad6f22a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872309 Mar 01 22:12:13.661589 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-e4247765-f72d-423d-8a4c-4afc2479df25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:13.663044 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-e4247765-f72d-423d-8a4c-4afc2479df25 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09c972bf-d78f-41d7-afa8-331bb98c95c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1018472 Mar 01 22:12:13.728260 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-d044e37c-1638-4c1c-957f-842a5303be57 service neutron] 10.222.0.57 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253185 Mar 01 22:12:13.795071 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-e5471870-65fe-4a89-9189-b2d2c6f638c4 service neutron] 10.222.0.55 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259265 Mar 01 22:12:13.926211 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9dc2d2c4-0061-4642-9d48-56d28f262282 req-2dc94e16-de06-457b-b33d-800d61abefca service neutron] 10.222.0.55 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248908 Mar 01 22:12:14.689014 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 197df9e3-590a-4cd8-8477-530008379144 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 22:12:14.813663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ea6fb-e3f3-4932-a896-fd9279319679 req-678d84c5-a299-46f1-9def-bef10be18974 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:14.815128 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-826ea6fb-e3f3-4932-a896-fd9279319679 req-678d84c5-a299-46f1-9def-bef10be18974 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 944 time: 0.0813143 Mar 01 22:12:14.820274 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 197df9e3-590a-4cd8-8477-530008379144, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=197df9e3-590a-4cd8-8477-530008379144,segment=NetworkSegment(17d62b0d-3de7-43c6-8ed8-c3f278317566),segment_id=17d62b0d-3de7-43c6-8ed8-c3f278317566)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:12:14.833740 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': '197df9e3-590a-4cd8-8477-530008379144', 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2', 'port_id': '197df9e3-590a-4cd8-8477-530008379144', 'mac_address': 'fa:16:3e:ce:5d:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd1f75c8e-2e50-45fa-b077-1d017eeac9c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 22:12:14.858899 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-826ea6fb-e3f3-4932-a896-fd9279319679 req-03471de0-2321-4e14-9004-e9bcfe70d654 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380819 Mar 01 22:12:14.888776 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:14.909827 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 197df9e3-590a-4cd8-8477-530008379144 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:12:14.926066 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 197df9e3-590a-4cd8-8477-530008379144, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=197df9e3-590a-4cd8-8477-530008379144,segment=NetworkSegment(17d62b0d-3de7-43c6-8ed8-c3f278317566),segment_id=17d62b0d-3de7-43c6-8ed8-c3f278317566)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:12:15.025776 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:15.095886 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=197df9e3-590a-4cd8-8477-530008379144,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:12:15.103279 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:15.103660 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:15.103997 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:15.104329 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:15.104655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:15.104978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:15.105299 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:15.105617 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:15.105933 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:15.106249 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:15.106568 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:15.106882 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:15.282109 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['197df9e3-590a-4cd8-8477-530008379144'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:12:15.367864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41361be-4615-425d-8cd7-babe2fb0d31d req-d937068a-e798-4b41-85fc-faf898263515 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:15.369322 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b41361be-4615-425d-8cd7-babe2fb0d31d req-d937068a-e798-4b41-85fc-faf898263515 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.1324577 Mar 01 22:12:15.428117 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafc53a-502b-4a53-b0db-8a783bc92c45 req-2740a355-da0d-40f8-b77e-72934a3ba197 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:15.429456 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fafc53a-502b-4a53-b0db-8a783bc92c45 req-2740a355-da0d-40f8-b77e-72934a3ba197 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98&tenant_id=443fbfcdae1a4567a887f1af9d571ead&binding%3Ahost_id=n-h1-827896-4 HTTP/1.1" status: 200 len: 945 time: 0.1334617 Mar 01 22:12:15.436728 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b41361be-4615-425d-8cd7-babe2fb0d31d req-a4fa8c2e-6778-43bd-b9fc-d16a7a49eda2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613885 Mar 01 22:12:15.525301 n-d-827896-4 neutron-server[88518]: INFO neutron.api.v2.resource [req-7fafc53a-502b-4a53-b0db-8a783bc92c45 req-c99a8b7d-1407-4def-8e2b-dae559e43589 service neutron] delete failed (client error): The resource could not be found. Mar 01 22:12:15.526771 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fafc53a-502b-4a53-b0db-8a783bc92c45 req-c99a8b7d-1407-4def-8e2b-dae559e43589 service neutron] 10.222.0.55 "DELETE /v2.0/ports/197df9e3-590a-4cd8-8477-530008379144/bindings/n-h2-827896-4 HTTP/1.1" status: 404 len: 380 time: 0.0890758 Mar 01 22:12:15.681831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8db27-ee2b-4a8b-9196-feabad9158d4 req-d94be206-8ceb-4ff4-a2dd-4a9adfbfecc1 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:15.683168 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e3b8db27-ee2b-4a8b-9196-feabad9158d4 req-d94be206-8ceb-4ff4-a2dd-4a9adfbfecc1 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.1327977 Mar 01 22:12:15.717179 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafc53a-502b-4a53-b0db-8a783bc92c45 req-c938dbb5-d36b-497e-89e8-9cd00e180db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:15.718568 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fafc53a-502b-4a53-b0db-8a783bc92c45 req-c938dbb5-d36b-497e-89e8-9cd00e180db2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 1096 time: 0.1127098 Mar 01 22:12:15.768830 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e3b8db27-ee2b-4a8b-9196-feabad9158d4 req-97ca7305-3649-4e5c-941b-bb9e18faabff tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746934 Mar 01 22:12:15.856758 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafc53a-502b-4a53-b0db-8a783bc92c45 req-21a30522-88dd-461f-84a3-7cb824549ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:15.858176 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fafc53a-502b-4a53-b0db-8a783bc92c45 req-21a30522-88dd-461f-84a3-7cb824549ada service neutron] 10.222.0.55 "GET /v2.0/networks?id=09c972bf-d78f-41d7-afa8-331bb98c95c2 HTTP/1.1" status: 200 len: 898 time: 0.1318865 Mar 01 22:12:15.959488 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fafc53a-502b-4a53-b0db-8a783bc92c45 req-607d1a05-93a3-44d4-9c71-22e48d1eaaa3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197df9e3-590a-4cd8-8477-530008379144 HTTP/1.1" status: 200 len: 1001 time: 0.0952260 Mar 01 22:12:16.018770 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafc53a-502b-4a53-b0db-8a783bc92c45 req-182b531b-a3ec-480f-b702-9d69ac86ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:16.020200 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fafc53a-502b-4a53-b0db-8a783bc92c45 req-182b531b-a3ec-480f-b702-9d69ac86ec74 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d1f75c8e-2e50-45fa-b077-1d017eeac9c3 HTTP/1.1" status: 200 len: 834 time: 0.0555830 Mar 01 22:12:16.098366 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafc53a-502b-4a53-b0db-8a783bc92c45 req-62991a19-fe1e-433d-a194-def1c3571a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:16.099864 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fafc53a-502b-4a53-b0db-8a783bc92c45 req-62991a19-fe1e-433d-a194-def1c3571a6e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=09c972bf-d78f-41d7-afa8-331bb98c95c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739207 Mar 01 22:12:16.233624 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fafc53a-502b-4a53-b0db-8a783bc92c45 req-844d364a-612a-4ada-9fda-c895c2cc0b3a service neutron] 10.222.0.55 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276069 Mar 01 22:12:16.463236 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7fafc53a-502b-4a53-b0db-8a783bc92c45 req-a0df7c22-afb7-4e0b-b935-26c19c8b7514 service neutron] 10.222.0.55 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241263 Mar 01 22:12:16.698597 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 197df9e3-590a-4cd8-8477-530008379144 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:12:16.819753 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port 197df9e3-590a-4cd8-8477-530008379144 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:12:16.825005 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port 197df9e3-590a-4cd8-8477-530008379144 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:12:16.825374 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:16.958487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e365a1-46ad-4b17-bc40-486e888bb6ac req-845eea07-ab7f-4aca-935c-5a6db7d359f6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:16.959912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-42e365a1-46ad-4b17-bc40-486e888bb6ac req-845eea07-ab7f-4aca-935c-5a6db7d359f6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 945 time: 0.0812991 Mar 01 22:12:16.978528 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:17.009165 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b894727-a8f6-4afd-8f06-803bbb3aeb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197df9e3-590a-4cd8-8477-530008379144'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:12:17.018093 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port 197df9e3-590a-4cd8-8477-530008379144, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=197df9e3-590a-4cd8-8477-530008379144,segment=NetworkSegment(17d62b0d-3de7-43c6-8ed8-c3f278317566),segment_id=17d62b0d-3de7-43c6-8ed8-c3f278317566)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:12:17.019273 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-42e365a1-46ad-4b17-bc40-486e888bb6ac req-021d6b56-4e85-420d-a939-c7090954a145 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471673 Mar 01 22:12:17.064771 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b894727-a8f6-4afd-8f06-803bbb3aeb98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '197df9e3-590a-4cd8-8477-530008379144', 'code': 200} Mar 01 22:12:17.081498 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:17.151642 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=197df9e3-590a-4cd8-8477-530008379144,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:12:17.447686 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-780e9b3c-290c-44e6-940b-610a412823f2 req-72fa6aa1-c7d6-4b11-a40b-87470255e51e service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0692048 Mar 01 22:12:17.583730 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e9b3c-290c-44e6-940b-610a412823f2 req-88e1a2bf-aa69-49b1-88f5-b4e97dc87e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:17.585164 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-780e9b3c-290c-44e6-940b-610a412823f2 req-88e1a2bf-aa69-49b1-88f5-b4e97dc87e39 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 1097 time: 0.0715432 Mar 01 22:12:17.728048 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e9b3c-290c-44e6-940b-610a412823f2 req-83ed956f-61c9-4bb2-80a6-48b0b31d5c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:17.729483 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-780e9b3c-290c-44e6-940b-610a412823f2 req-83ed956f-61c9-4bb2-80a6-48b0b31d5c95 service neutron] 10.222.0.57 "GET /v2.0/networks?id=09c972bf-d78f-41d7-afa8-331bb98c95c2 HTTP/1.1" status: 200 len: 898 time: 0.1266761 Mar 01 22:12:17.831887 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-780e9b3c-290c-44e6-940b-610a412823f2 req-bee2f986-88d6-4d5c-8f29-080bac3f17c8 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197df9e3-590a-4cd8-8477-530008379144 HTTP/1.1" status: 200 len: 1002 time: 0.0970147 Mar 01 22:12:17.895603 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e9b3c-290c-44e6-940b-610a412823f2 req-e4d02d4e-3720-4600-9ce9-324d940042e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:17.896910 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-780e9b3c-290c-44e6-940b-610a412823f2 req-e4d02d4e-3720-4600-9ce9-324d940042e7 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1f75c8e-2e50-45fa-b077-1d017eeac9c3 HTTP/1.1" status: 200 len: 834 time: 0.0599837 Mar 01 22:12:17.970080 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e9b3c-290c-44e6-940b-610a412823f2 req-3d3df9c1-db81-42cc-91f4-c13757fc0604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:17.971541 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-780e9b3c-290c-44e6-940b-610a412823f2 req-3d3df9c1-db81-42cc-91f4-c13757fc0604 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09c972bf-d78f-41d7-afa8-331bb98c95c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687847 Mar 01 22:12:18.103226 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-780e9b3c-290c-44e6-940b-610a412823f2 req-b688c288-2794-4592-960d-172dcb218677 service neutron] 10.222.0.57 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258957 Mar 01 22:12:18.206348 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a684247-437e-4178-8e36-bcfc7ec57709 req-4bd08bbb-9205-49ca-9235-eb29d3be8663 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:18.207883 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0a684247-437e-4178-8e36-bcfc7ec57709 req-4bd08bbb-9205-49ca-9235-eb29d3be8663 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0865736 Mar 01 22:12:18.254524 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0a684247-437e-4178-8e36-bcfc7ec57709 req-73ca2b16-74a3-4c1f-b48e-3c0e15c2dcb8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408311 Mar 01 22:12:18.277777 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41894) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:12:18.346991 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-780e9b3c-290c-44e6-940b-610a412823f2 req-f65de2e9-f8ec-4535-9088-3c4022f99235 service neutron] 10.222.0.57 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2373660 Mar 01 22:12:18.384958 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-64df56ac-0aaf-427d-9ba8-0d7bae0a2189 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/floatingips/209d8fd9-4a80-4850-9d8f-50c7d6826edc HTTP/1.1" status: 200 len: 994 time: 0.1059229 Mar 01 22:12:22.311222 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:24.671101 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:27.505327 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-43512055-6bd8-4270-a308-d4ede73ce165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:29.704946 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0e4e4769-ac7f-4771-bb3c-1c9efbbc5a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:30.659188 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:30.835507 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:32.550861 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:44.974769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41910) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:12:45.174672 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting port df716d99-ec33-4b6f-8679-d90031870184 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:12:45.175008 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:45.344648 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:45.344877 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:45.463322 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Calling delete_port for df716d99-ec33-4b6f-8679-d90031870184 owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:12:45.670548 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:45.721554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Port': ['ID=df716d99-ec33-4b6f-8679-d90031870184,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:12:45.767033 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:45.767397 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:45.767745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:45.768084 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:45.768420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:45.768754 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:45.769084 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:45.769411 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:45.769736 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:45.770057 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:45.770379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:45.770693 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:12:45.825541 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:45.825876 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Floating IP 209d8fd9-4a80-4850-9d8f-50c7d6826edc disassociated (deleted). External IP: 172.25.5.129, port: 197df9e3-590a-4cd8-8477-530008379144. Mar 01 22:12:46.290350 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:12:46.480641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:12:46.492877 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994de41a-d14a-455c-86f6-eb14b4b64ddc None None] Sync routers for ids ['7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:12:46.502287 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994de41a-d14a-455c-86f6-eb14b4b64ddc None None] Routers {'7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:12:46.505349 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-994de41a-d14a-455c-86f6-eb14b4b64ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:12:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:12:46.544918 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:46.599270 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0c052c86-7bfa-445b-b453-f5c1c9c0fe56 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/floatingips/209d8fd9-4a80-4850-9d8f-50c7d6826edc HTTP/1.1" status: 204 len: 168 time: 1.6234236 Mar 01 22:12:46.602261 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b894727-a8f6-4afd-8f06-803bbb3aeb98', 'tag': '197df9e3-590a-4cd8-8477-530008379144'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:12:46.679538 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-994de41a-d14a-455c-86f6-eb14b4b64ddc None None] Set router 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:12:46.697902 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b894727-a8f6-4afd-8f06-803bbb3aeb98', 'tag': '197df9e3-590a-4cd8-8477-530008379144', 'status': 'completed', 'code': 200} Mar 01 22:12:46.797545 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fde1f6-33f7-4841-b6bc-0e462a6d406d req-e5b23b33-c0a1-4547-b65c-69c6b0cbd743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:46.799372 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-80fde1f6-33f7-4841-b6bc-0e462a6d406d req-e5b23b33-c0a1-4547-b65c-69c6b0cbd743 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 1097 time: 0.0783682 Mar 01 22:12:46.934038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fde1f6-33f7-4841-b6bc-0e462a6d406d req-7e74483a-c28e-4f64-a76f-60d336a91fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:46.935521 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-80fde1f6-33f7-4841-b6bc-0e462a6d406d req-7e74483a-c28e-4f64-a76f-60d336a91fdb service neutron] 10.222.0.57 "GET /v2.0/networks?id=09c972bf-d78f-41d7-afa8-331bb98c95c2 HTTP/1.1" status: 200 len: 898 time: 0.1300502 Mar 01 22:12:47.008023 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-80fde1f6-33f7-4841-b6bc-0e462a6d406d req-cd5dd345-dbdd-4f70-b053-52cbac6bf2a1 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=197df9e3-590a-4cd8-8477-530008379144 HTTP/1.1" status: 200 len: 217 time: 0.0658553 Mar 01 22:12:47.011517 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-994de41a-d14a-455c-86f6-eb14b4b64ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353061415', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:10:12Z', 'updated_at': '2022-03-01T22:10:18Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:13Z', 'updated_at': '2022-03-01T22:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'edb88904-af1c-4583-9761-fd326d89f861', 'name': '', 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:dd:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd1f75c8e-2e50-45fa-b077-1d017eeac9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:17Z', 'updated_at': '2022-03-01T22:10:23Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': 'd1f75c8e-2e50-45fa-b077-1d017eeac9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:12:47.016265 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994de41a-d14a-455c-86f6-eb14b4b64ddc None None] Checking router: 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:12:47.025097 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994de41a-d14a-455c-86f6-eb14b4b64ddc None None] Routers {'7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:12:47.025923 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-994de41a-d14a-455c-86f6-eb14b4b64ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:12:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:12:47.080013 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fde1f6-33f7-4841-b6bc-0e462a6d406d req-2a024df6-06c9-402c-b56e-bdcf12099917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:47.081725 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-80fde1f6-33f7-4841-b6bc-0e462a6d406d req-2a024df6-06c9-402c-b56e-bdcf12099917 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=d1f75c8e-2e50-45fa-b077-1d017eeac9c3 HTTP/1.1" status: 200 len: 834 time: 0.0677495 Mar 01 22:12:47.150633 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d74b0-7648-4f44-a0c1-c0c1a346905c req-1783232c-d550-4f55-a0bf-5a8e7164396b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:47.151342 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-242d74b0-7648-4f44-a0c1-c0c1a346905c req-1783232c-d550-4f55-a0bf-5a8e7164396b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Synchronizing usage tracker for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:12:47.161379 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fde1f6-33f7-4841-b6bc-0e462a6d406d req-308fe035-809a-4e1e-ba7e-e076b68ccbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:47.162859 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-80fde1f6-33f7-4841-b6bc-0e462a6d406d req-308fe035-809a-4e1e-ba7e-e076b68ccbc1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=09c972bf-d78f-41d7-afa8-331bb98c95c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741646 Mar 01 22:12:47.205723 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-994de41a-d14a-455c-86f6-eb14b4b64ddc None None] Set router 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:12:47.219093 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-242d74b0-7648-4f44-a0c1-c0c1a346905c req-1783232c-d550-4f55-a0bf-5a8e7164396b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Unset dirty status for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:12:47.220515 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-242d74b0-7648-4f44-a0c1-c0c1a346905c req-1783232c-d550-4f55-a0bf-5a8e7164396b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.1529806 Mar 01 22:12:47.270958 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-242d74b0-7648-4f44-a0c1-c0c1a346905c req-719cd8b7-8570-4e55-869c-511c9052eadb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443580 Mar 01 22:12:47.311575 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-80fde1f6-33f7-4841-b6bc-0e462a6d406d req-3fb26dc4-a931-4538-85b4-607f0a4d4d0f service neutron] 10.222.0.57 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406844 Mar 01 22:12:47.445540 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-80fde1f6-33f7-4841-b6bc-0e462a6d406d req-0991ff3e-5162-40db-be41-695eef1201a8 service neutron] 10.222.0.57 "GET /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275132 Mar 01 22:12:47.541317 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-994de41a-d14a-455c-86f6-eb14b4b64ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353061415', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:10:12Z', 'updated_at': '2022-03-01T22:10:18Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:13Z', 'updated_at': '2022-03-01T22:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'edb88904-af1c-4583-9761-fd326d89f861', 'name': '', 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:dd:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd1f75c8e-2e50-45fa-b077-1d017eeac9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:17Z', 'updated_at': '2022-03-01T22:10:23Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': 'd1f75c8e-2e50-45fa-b077-1d017eeac9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:12:47.545139 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-994de41a-d14a-455c-86f6-eb14b4b64ddc None None] The sync data for ids ['7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'] in n-d-827896-4 is: [{'id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353061415', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:10:12Z', 'updated_at': '2022-03-01T22:10:18Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:13Z', 'updated_at': '2022-03-01T22:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'edb88904-af1c-4583-9761-fd326d89f861', 'name': '', 'network_id': '09c972bf-d78f-41d7-afa8-331bb98c95c2', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:dd:2d:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'd1f75c8e-2e50-45fa-b077-1d017eeac9c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:17Z', 'updated_at': '2022-03-01T22:10:23Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': 'd1f75c8e-2e50-45fa-b077-1d017eeac9c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:12:47.754548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da42651b-c728-4b40-a801-555723e84451 None None] New status for floating IP 209d8fd9-4a80-4850-9d8f-50c7d6826edc: DOWN {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 22:12:48.379966 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309736b0-8f8d-4c0d-acdd-9c84eb3c7c46 req-e3ff3459-5735-41ae-a096-6f1d3f73ddfd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:48.380658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-309736b0-8f8d-4c0d-acdd-9c84eb3c7c46 req-e3ff3459-5735-41ae-a096-6f1d3f73ddfd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Synchronizing usage tracker for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:12:48.392509 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-309736b0-8f8d-4c0d-acdd-9c84eb3c7c46 req-e3ff3459-5735-41ae-a096-6f1d3f73ddfd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Unset dirty status for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:12:48.393601 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-309736b0-8f8d-4c0d-acdd-9c84eb3c7c46 req-e3ff3459-5735-41ae-a096-6f1d3f73ddfd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.57 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0957649 Mar 01 22:12:48.462703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-309736b0-8f8d-4c0d-acdd-9c84eb3c7c46 req-4665e236-14dc-4ad1-ad36-2b6d31c001a0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting port 197df9e3-590a-4cd8-8477-530008379144 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:12:48.462950 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-309736b0-8f8d-4c0d-acdd-9c84eb3c7c46 req-4665e236-14dc-4ad1-ad36-2b6d31c001a0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:48.463162 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860801a4-950b-45d0-a4cc-97f6eda4720e req-a2f97301-717f-4059-bfd5-19ef315df24a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:48.464646 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-860801a4-950b-45d0-a4cc-97f6eda4720e req-a2f97301-717f-4059-bfd5-19ef315df24a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 946 time: 0.0793200 Mar 01 22:12:48.511301 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-860801a4-950b-45d0-a4cc-97f6eda4720e req-0f796233-c5b1-4f6b-a035-babc6019fb92 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=d8955632-5641-4727-b917-608b3d561536&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403020 Mar 01 22:12:48.706448 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-309736b0-8f8d-4c0d-acdd-9c84eb3c7c46 req-4665e236-14dc-4ad1-ad36-2b6d31c001a0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] For port 197df9e3-590a-4cd8-8477-530008379144, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=197df9e3-590a-4cd8-8477-530008379144,segment=NetworkSegment(17d62b0d-3de7-43c6-8ed8-c3f278317566),segment_id=17d62b0d-3de7-43c6-8ed8-c3f278317566)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:12:48.706797 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-309736b0-8f8d-4c0d-acdd-9c84eb3c7c46 req-4665e236-14dc-4ad1-ad36-2b6d31c001a0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:48.828900 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-309736b0-8f8d-4c0d-acdd-9c84eb3c7c46 req-4665e236-14dc-4ad1-ad36-2b6d31c001a0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Calling delete_port for 197df9e3-590a-4cd8-8477-530008379144 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:12:49.048083 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-309736b0-8f8d-4c0d-acdd-9c84eb3c7c46 req-4665e236-14dc-4ad1-ad36-2b6d31c001a0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:49.099907 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4665e236-14dc-4ad1-ad36-2b6d31c001a0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Port': ['ID=197df9e3-590a-4cd8-8477-530008379144,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:12:49.308856 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-309736b0-8f8d-4c0d-acdd-9c84eb3c7c46 req-4665e236-14dc-4ad1-ad36-2b6d31c001a0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] No DVR routers for this DVR port 197df9e3-590a-4cd8-8477-530008379144 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:12:49.311663 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-309736b0-8f8d-4c0d-acdd-9c84eb3c7c46 req-4665e236-14dc-4ad1-ad36-2b6d31c001a0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:49.314938 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b894727-a8f6-4afd-8f06-803bbb3aeb98', 'name': 'network-vif-deleted', 'tag': '197df9e3-590a-4cd8-8477-530008379144'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:12:49.357868 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b894727-a8f6-4afd-8f06-803bbb3aeb98', 'name': 'network-vif-deleted', 'tag': '197df9e3-590a-4cd8-8477-530008379144', 'status': 'completed', 'code': 200} Mar 01 22:12:49.374273 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-309736b0-8f8d-4c0d-acdd-9c84eb3c7c46 req-4665e236-14dc-4ad1-ad36-2b6d31c001a0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.57 "DELETE /v2.0/ports/197df9e3-590a-4cd8-8477-530008379144 HTTP/1.1" status: 204 len: 173 time: 0.9756305 Mar 01 22:12:49.461574 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:12:49.678266 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-97d21745-326b-4ce7-a578-58afde0d93fe req-616b4eb9-807b-439c-b7d7-4a16ae71ed3b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b894727-a8f6-4afd-8f06-803bbb3aeb98 HTTP/1.1" status: 200 len: 210 time: 0.0441341 Mar 01 22:12:50.771094 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41940) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:12:50.867670 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 197df9e3-590a-4cd8-8477-530008379144 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:12:50.902443 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: 197df9e3-590a-4cd8-8477-530008379144 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:12:50.902789 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device 197df9e3-590a-4cd8-8477-530008379144 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:12:51.333580 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e80d09ed-3e01-4e10-bba2-7a2c4fa2a8c9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:51.796924 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e80d09ed-3e01-4e10-bba2-7a2c4fa2a8c9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting port edb88904-af1c-4583-9761-fd326d89f861 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:12:51.797974 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e80d09ed-3e01-4e10-bba2-7a2c4fa2a8c9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:51.981683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-e80d09ed-3e01-4e10-bba2-7a2c4fa2a8c9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] For port edb88904-af1c-4583-9761-fd326d89f861, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=edb88904-af1c-4583-9761-fd326d89f861,segment=NetworkSegment(17d62b0d-3de7-43c6-8ed8-c3f278317566),segment_id=17d62b0d-3de7-43c6-8ed8-c3f278317566)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:12:51.982034 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e80d09ed-3e01-4e10-bba2-7a2c4fa2a8c9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:52.102107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-e80d09ed-3e01-4e10-bba2-7a2c4fa2a8c9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Calling delete_port for edb88904-af1c-4583-9761-fd326d89f861 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:12:52.322012 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:52.345431 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e80d09ed-3e01-4e10-bba2-7a2c4fa2a8c9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:52.392702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80d09ed-3e01-4e10-bba2-7a2c4fa2a8c9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Port': ['ID=edb88904-af1c-4583-9761-fd326d89f861,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:12:52.667409 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e80d09ed-3e01-4e10-bba2-7a2c4fa2a8c9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:53.141244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e80d09ed-3e01-4e10-bba2-7a2c4fa2a8c9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:12:53.312897 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e80d09ed-3e01-4e10-bba2-7a2c4fa2a8c9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:12:53.322168 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0339e616-7d78-46a0-9a4d-646642a22ca7 None None] Sync routers for ids ['7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:12:53.325508 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e80d09ed-3e01-4e10-bba2-7a2c4fa2a8c9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "PUT /v2.0/routers/7aa4f260-ebb3-43b8-8f2f-d0bba014dff2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5532618 Mar 01 22:12:53.328195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41944) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:12:53.331389 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0339e616-7d78-46a0-9a4d-646642a22ca7 None None] Routers {'7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:12:53.332211 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0339e616-7d78-46a0-9a4d-646642a22ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:12:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:12:53.397317 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-39e0c071-ef1a-4449-863a-4166dd158962 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting subnet d1f75c8e-2e50-45fa-b077-1d017eeac9c3 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 22:12:53.400299 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-39e0c071-ef1a-4449-863a-4166dd158962 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:53.454037 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-39e0c071-ef1a-4449-863a-4166dd158962 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:53.502574 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-0339e616-7d78-46a0-9a4d-646642a22ca7 None None] Set router 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:12:53.540134 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-39e0c071-ef1a-4449-863a-4166dd158962 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:53.682159 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-39e0c071-ef1a-4449-863a-4166dd158962 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:53.721066 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0c071-ef1a-4449-863a-4166dd158962 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Subnet': ['ID=d1f75c8e-2e50-45fa-b077-1d017eeac9c3,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:12:53.726519 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-39e0c071-ef1a-4449-863a-4166dd158962 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:53.734599 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8979c4-0ae4-42da-80cd-ed864cad4554 None None] Network 09c972bf-d78f-41d7-afa8-331bb98c95c2 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:12:53.744096 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-39e0c071-ef1a-4449-863a-4166dd158962 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/subnets/d1f75c8e-2e50-45fa-b077-1d017eeac9c3 HTTP/1.1" status: 204 len: 168 time: 0.4148510 Mar 01 22:12:53.746791 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41948) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:12:53.777495 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0339e616-7d78-46a0-9a4d-646642a22ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353061415', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:10:12Z', 'updated_at': '2022-03-01T22:12:52Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:13Z', 'updated_at': '2022-03-01T22:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:12:53.781520 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0339e616-7d78-46a0-9a4d-646642a22ca7 None None] Checking router: 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:12:53.791228 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0339e616-7d78-46a0-9a4d-646642a22ca7 None None] Routers {'7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:12:53.791911 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0339e616-7d78-46a0-9a4d-646642a22ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:12:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:12:53.936260 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-040af398-dd78-48fa-85c2-72d0d7a5cae2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:53.978499 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-0339e616-7d78-46a0-9a4d-646642a22ca7 None None] Set router 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:12:54.011218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc30c3e-91d4-4fa1-a323-9c491e35c807 None None] DHCP port deletion for 09c972bf-d78f-41d7-afa8-331bb98c95c2 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 22:12:54.015403 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4cc30c3e-91d4-4fa1-a323-9c491e35c807 None None] Deleting port a8938e87-a5b3-44b9-86a2-279e418e9c97 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:12:54.015762 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4cc30c3e-91d4-4fa1-a323-9c491e35c807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:54.136718 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-040af398-dd78-48fa-85c2-72d0d7a5cae2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:54.195193 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-040af398-dd78-48fa-85c2-72d0d7a5cae2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting port 731ba63c-80b3-42de-b9bf-c7b75e69d35e {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:12:54.195916 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-040af398-dd78-48fa-85c2-72d0d7a5cae2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:54.229594 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-4cc30c3e-91d4-4fa1-a323-9c491e35c807 None None] For port a8938e87-a5b3-44b9-86a2-279e418e9c97, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=a8938e87-a5b3-44b9-86a2-279e418e9c97,segment=NetworkSegment(17d62b0d-3de7-43c6-8ed8-c3f278317566),segment_id=17d62b0d-3de7-43c6-8ed8-c3f278317566)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:12:54.229893 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4cc30c3e-91d4-4fa1-a323-9c491e35c807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:54.269533 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-0339e616-7d78-46a0-9a4d-646642a22ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353061415', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:10:12Z', 'updated_at': '2022-03-01T22:12:52Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:13Z', 'updated_at': '2022-03-01T22:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:12:54.274444 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0339e616-7d78-46a0-9a4d-646642a22ca7 None None] The sync data for ids ['7aa4f260-ebb3-43b8-8f2f-d0bba014dff2'] in n-d-827896-4 is: [{'id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-353061415', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21'}], 'enable_snat': True}, 'gw_port_id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:10:12Z', 'updated_at': '2022-03-01T22:12:52Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '731ba63c-80b3-42de-b9bf-c7b75e69d35e', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:f3:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aa4f260-ebb3-43b8-8f2f-d0bba014dff2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:10:13Z', 'updated_at': '2022-03-01T22:10:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:12:54.354114 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-4cc30c3e-91d4-4fa1-a323-9c491e35c807 None None] Calling delete_port for a8938e87-a5b3-44b9-86a2-279e418e9c97 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:12:54.385271 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-040af398-dd78-48fa-85c2-72d0d7a5cae2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] For port 731ba63c-80b3-42de-b9bf-c7b75e69d35e, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=731ba63c-80b3-42de-b9bf-c7b75e69d35e,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:12:54.385623 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-040af398-dd78-48fa-85c2-72d0d7a5cae2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:54.493350 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4cc30c3e-91d4-4fa1-a323-9c491e35c807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:54.508590 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-040af398-dd78-48fa-85c2-72d0d7a5cae2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Calling delete_port for 731ba63c-80b3-42de-b9bf-c7b75e69d35e owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:12:54.541230 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc30c3e-91d4-4fa1-a323-9c491e35c807 None None] Pushing event deleted for resources: {'Port': ['ID=a8938e87-a5b3-44b9-86a2-279e418e9c97,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:12:54.545774 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc30c3e-91d4-4fa1-a323-9c491e35c807 None None] No DVR routers for this DVR port a8938e87-a5b3-44b9-86a2-279e418e9c97 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:12:54.698810 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:54.721817 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-040af398-dd78-48fa-85c2-72d0d7a5cae2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:54.767813 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040af398-dd78-48fa-85c2-72d0d7a5cae2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Port': ['ID=731ba63c-80b3-42de-b9bf-c7b75e69d35e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:12:54.913252 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a8938e87-a5b3-44b9-86a2-279e418e9c97 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:12:54.949633 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: a8938e87-a5b3-44b9-86a2-279e418e9c97 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:12:54.949974 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device a8938e87-a5b3-44b9-86a2-279e418e9c97 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:12:54.950379 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device edb88904-af1c-4583-9761-fd326d89f861 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:12:54.978398 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-040af398-dd78-48fa-85c2-72d0d7a5cae2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:54.982853 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: edb88904-af1c-4583-9761-fd326d89f861 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:12:54.983192 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device edb88904-af1c-4583-9761-fd326d89f861 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:12:55.149486 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-040af398-dd78-48fa-85c2-72d0d7a5cae2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:55.151678 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-040af398-dd78-48fa-85c2-72d0d7a5cae2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:55.246114 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-040af398-dd78-48fa-85c2-72d0d7a5cae2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:55.246798 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040af398-dd78-48fa-85c2-72d0d7a5cae2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Fanout notify agent at l3_agent the message router_deleted on router 7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 22:12:55.262587 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-040af398-dd78-48fa-85c2-72d0d7a5cae2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:55.263553 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-040af398-dd78-48fa-85c2-72d0d7a5cae2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/routers/7aa4f260-ebb3-43b8-8f2f-d0bba014dff2 HTTP/1.1" status: 204 len: 168 time: 1.5155308 Mar 01 22:12:55.266782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41952) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:12:55.382434 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8589d7e3-8819-4e00-bc2f-a4d9d1eaf5ee tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:55.514007 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8589d7e3-8819-4e00-bc2f-a4d9d1eaf5ee tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:55.538568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-8589d7e3-8819-4e00-bc2f-a4d9d1eaf5ee tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c972bf-d78f-41d7-afa8-331bb98c95c2']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:12:55.554014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-8589d7e3-8819-4e00-bc2f-a4d9d1eaf5ee tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d62b0d-3de7-43c6-8ed8-c3f278317566') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:12:55.554302 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-8589d7e3-8819-4e00-bc2f-a4d9d1eaf5ee tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d62b0d-3de7-43c6-8ed8-c3f278317566') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:12:55.565847 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8589d7e3-8819-4e00-bc2f-a4d9d1eaf5ee tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:55.581656 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8589d7e3-8819-4e00-bc2f-a4d9d1eaf5ee tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:55.587683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8589d7e3-8819-4e00-bc2f-a4d9d1eaf5ee tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 22:12:55.588085 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8589d7e3-8819-4e00-bc2f-a4d9d1eaf5ee tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: timer() Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 22:12:55.602119 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 22:12:55.750103 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8589d7e3-8819-4e00-bc2f-a4d9d1eaf5ee tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:55.767688 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8589d7e3-8819-4e00-bc2f-a4d9d1eaf5ee tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:55.784341 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8589d7e3-8819-4e00-bc2f-a4d9d1eaf5ee tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Network': ['ID=09c972bf-d78f-41d7-afa8-331bb98c95c2,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:12:55.787127 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8589d7e3-8819-4e00-bc2f-a4d9d1eaf5ee tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/networks/09c972bf-d78f-41d7-afa8-331bb98c95c2 HTTP/1.1" status: 204 len: 168 time: 0.5193937 Mar 01 22:12:55.789975 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41956) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:12:55.857734 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e03b9e1c-2f3f-40ba-9cce-a0b97fd6e7cd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:55.887794 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e03b9e1c-2f3f-40ba-9cce-a0b97fd6e7cd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:56.002233 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e03b9e1c-2f3f-40ba-9cce-a0b97fd6e7cd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:56.020534 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b9e1c-2f3f-40ba-9cce-a0b97fd6e7cd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8955632-5641-4727-b917-608b3d561536,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:12:56.027503 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e03b9e1c-2f3f-40ba-9cce-a0b97fd6e7cd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:56.031219 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e03b9e1c-2f3f-40ba-9cce-a0b97fd6e7cd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/security-groups/d8955632-5641-4727-b917-608b3d561536 HTTP/1.1" status: 204 len: 168 time: 0.2377491 Mar 01 22:12:56.603104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41964) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:12:56.608289 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-69915bc9-3cab-4d63-b5a4-dbd41327941b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515745514', 'description': 'tempest-secgroup-smoke-1515745514 description', 'project_id': '443fbfcdae1a4567a887f1af9d571ead'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:12:56.615866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-69915bc9-3cab-4d63-b5a4-dbd41327941b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:12:56.620065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-69915bc9-3cab-4d63-b5a4-dbd41327941b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:12:56.622929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-69915bc9-3cab-4d63-b5a4-dbd41327941b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:12:56.629234 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-69915bc9-3cab-4d63-b5a4-dbd41327941b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:12:56.698763 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-69915bc9-3cab-4d63-b5a4-dbd41327941b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:56.718365 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-69915bc9-3cab-4d63-b5a4-dbd41327941b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:12:56.722334 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-69915bc9-3cab-4d63-b5a4-dbd41327941b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:12:56.725132 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-69915bc9-3cab-4d63-b5a4-dbd41327941b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:12:56.730927 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-69915bc9-3cab-4d63-b5a4-dbd41327941b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:12:56.805084 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-69915bc9-3cab-4d63-b5a4-dbd41327941b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:56.819615 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 731ba63c-80b3-42de-b9bf-c7b75e69d35e no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:12:56.853176 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 731ba63c-80b3-42de-b9bf-c7b75e69d35e {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:12:56.853445 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 731ba63c-80b3-42de-b9bf-c7b75e69d35e not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:12:56.858916 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-69915bc9-3cab-4d63-b5a4-dbd41327941b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:56.903152 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69915bc9-3cab-4d63-b5a4-dbd41327941b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:12:56.961768 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-69915bc9-3cab-4d63-b5a4-dbd41327941b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:56.963039 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-69915bc9-3cab-4d63-b5a4-dbd41327941b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3589125 Mar 01 22:12:56.965937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41968) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:12:56.971481 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-d05e9c60-2632-48ad-a0df-e702647d888d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': 'f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:12:56.978042 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d05e9c60-2632-48ad-a0df-e702647d888d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:12:56.981777 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d05e9c60-2632-48ad-a0df-e702647d888d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:12:56.984628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-d05e9c60-2632-48ad-a0df-e702647d888d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:12:56.990742 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-d05e9c60-2632-48ad-a0df-e702647d888d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:12:57.071139 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d05e9c60-2632-48ad-a0df-e702647d888d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:57.134664 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d05e9c60-2632-48ad-a0df-e702647d888d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:57.195635 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d05e9c60-2632-48ad-a0df-e702647d888d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:57.218769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e9c60-2632-48ad-a0df-e702647d888d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5876afed-b982-43b0-81f0-b72973639ad4,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:12:57.304159 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d05e9c60-2632-48ad-a0df-e702647d888d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:57.305377 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d05e9c60-2632-48ad-a0df-e702647d888d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3385396 Mar 01 22:12:57.316561 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41972) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:12:57.316561 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-9150b6b2-c22b-43ab-8f5a-f1856481e75a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': 'f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:12:57.319652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9150b6b2-c22b-43ab-8f5a-f1856481e75a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:12:57.323458 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9150b6b2-c22b-43ab-8f5a-f1856481e75a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:12:57.326251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-9150b6b2-c22b-43ab-8f5a-f1856481e75a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:12:57.332403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-9150b6b2-c22b-43ab-8f5a-f1856481e75a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:12:57.416237 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9150b6b2-c22b-43ab-8f5a-f1856481e75a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:57.479959 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9150b6b2-c22b-43ab-8f5a-f1856481e75a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:57.510329 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-07d8ed63-6fbf-495f-8248-215bbe6602e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:57.538625 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9150b6b2-c22b-43ab-8f5a-f1856481e75a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:57.563688 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9150b6b2-c22b-43ab-8f5a-f1856481e75a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584c5805-bfdc-4932-8676-91ef471d7650,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:12:57.618703 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9150b6b2-c22b-43ab-8f5a-f1856481e75a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:57.619915 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9150b6b2-c22b-43ab-8f5a-f1856481e75a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3108366 Mar 01 22:12:57.622674 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41976) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:12:57.628138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-da616fc6-1072-4a58-ab6d-42eb3e99334b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': 'f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:12:57.634618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-da616fc6-1072-4a58-ab6d-42eb3e99334b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:12:57.638365 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-da616fc6-1072-4a58-ab6d-42eb3e99334b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:12:57.641815 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-da616fc6-1072-4a58-ab6d-42eb3e99334b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:12:57.647475 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-da616fc6-1072-4a58-ab6d-42eb3e99334b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:12:57.718098 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-da616fc6-1072-4a58-ab6d-42eb3e99334b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:57.778509 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-da616fc6-1072-4a58-ab6d-42eb3e99334b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:57.841311 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-da616fc6-1072-4a58-ab6d-42eb3e99334b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:57.843510 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-6ef2043e-7084-4ea1-8f03-218ebf71fce9 req-bd3dc8a8-7cd8-45e7-9597-042caf0fea97 service neutron] (88519) timed out ('10.222.0.42', 38190) {{(pid=88519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 01 22:12:57.864481 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da616fc6-1072-4a58-ab6d-42eb3e99334b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35e783d4-0d0c-4bdf-ba8c-f23c0efa112e,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:12:57.926468 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-da616fc6-1072-4a58-ab6d-42eb3e99334b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:57.927735 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-da616fc6-1072-4a58-ab6d-42eb3e99334b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3041022 Mar 01 22:12:57.930503 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41980) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:12:57.935683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f8c3a4cf-c5ac-4c46-9357-3474d783c183 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': 'f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:12:57.942844 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f8c3a4cf-c5ac-4c46-9357-3474d783c183 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:12:57.946664 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f8c3a4cf-c5ac-4c46-9357-3474d783c183 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:12:57.949576 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f8c3a4cf-c5ac-4c46-9357-3474d783c183 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:12:57.955617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f8c3a4cf-c5ac-4c46-9357-3474d783c183 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:12:58.030815 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a4cf-c5ac-4c46-9357-3474d783c183 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:58.095713 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a4cf-c5ac-4c46-9357-3474d783c183 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:58.154820 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a4cf-c5ac-4c46-9357-3474d783c183 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:58.179436 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3a4cf-c5ac-4c46-9357-3474d783c183 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92f89c51-6cfa-4ca1-b0f3-bbcb19791eb2,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:12:58.235671 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8c3a4cf-c5ac-4c46-9357-3474d783c183 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:58.236856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f8c3a4cf-c5ac-4c46-9357-3474d783c183 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3054473 Mar 01 22:12:58.239580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41984) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:12:58.244497 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f93a6e87-388f-4698-9573-282ce7f0e6b8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': 'f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:12:58.251716 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f93a6e87-388f-4698-9573-282ce7f0e6b8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:12:58.255615 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f93a6e87-388f-4698-9573-282ce7f0e6b8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:12:58.258451 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f93a6e87-388f-4698-9573-282ce7f0e6b8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:12:58.264059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f93a6e87-388f-4698-9573-282ce7f0e6b8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:12:58.361563 n-d-827896-4 neutron-server[88518]: INFO neutron.db.securitygroups_db [None req-f93a6e87-388f-4698-9573-282ce7f0e6b8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Project 443fbfcdae1a4567a887f1af9d571ead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 22:12:58.368027 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f93a6e87-388f-4698-9573-282ce7f0e6b8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:58.430808 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f93a6e87-388f-4698-9573-282ce7f0e6b8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:58.509937 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f93a6e87-388f-4698-9573-282ce7f0e6b8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:58.532849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a6e87-388f-4698-9573-282ce7f0e6b8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d1087a-02b0-4203-b317-b61af001f491,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:12:58.606171 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f93a6e87-388f-4698-9573-282ce7f0e6b8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:58.607344 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f93a6e87-388f-4698-9573-282ce7f0e6b8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3668771 Mar 01 22:12:58.610645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41988) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:12:58.615733 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2cf4529d-c478-45b2-aec5-b0382a5c8abf tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': 'f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:12:58.621978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2cf4529d-c478-45b2-aec5-b0382a5c8abf tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:12:58.625771 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2cf4529d-c478-45b2-aec5-b0382a5c8abf tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:12:58.628619 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2cf4529d-c478-45b2-aec5-b0382a5c8abf tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:12:58.634290 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2cf4529d-c478-45b2-aec5-b0382a5c8abf tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:12:58.698466 n-d-827896-4 neutron-server[88518]: INFO neutron.db.securitygroups_db [None req-2cf4529d-c478-45b2-aec5-b0382a5c8abf tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Project 443fbfcdae1a4567a887f1af9d571ead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 22:12:58.705685 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2cf4529d-c478-45b2-aec5-b0382a5c8abf tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:58.771807 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2cf4529d-c478-45b2-aec5-b0382a5c8abf tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:58.841124 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2cf4529d-c478-45b2-aec5-b0382a5c8abf tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:58.866053 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf4529d-c478-45b2-aec5-b0382a5c8abf tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b3e4f9a-a0d4-4cc9-9963-961b623d520d,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:12:58.938453 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2cf4529d-c478-45b2-aec5-b0382a5c8abf tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:58.939683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2cf4529d-c478-45b2-aec5-b0382a5c8abf tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3281100 Mar 01 22:12:58.942607 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41992) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:12:58.947992 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-e864cec8-f09a-433d-ace5-189907854278 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'network': {'name': 'tempest-network-smoke--310338722', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'port_security_enabled': True}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:12:58.954264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e864cec8-f09a-433d-ace5-189907854278 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:12:58.958171 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e864cec8-f09a-433d-ace5-189907854278 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:network and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:12:58.961007 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-e864cec8-f09a-433d-ace5-189907854278 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:12:58.966560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-e864cec8-f09a-433d-ace5-189907854278 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:12:59.028847 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e864cec8-f09a-433d-ace5-189907854278 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Made reservation on behalf of 443fbfcdae1a4567a887f1af9d571ead for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:12:59.033078 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e864cec8-f09a-433d-ace5-189907854278 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:59.062752 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e864cec8-f09a-433d-ace5-189907854278 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 22:12:59.071281 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e864cec8-f09a-433d-ace5-189907854278 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:59.071671 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-e864cec8-f09a-433d-ace5-189907854278 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Added segment 31e779fb-340f-42f1-8836-5a39eba15cfe of type vlan for network 1557911c-2817-4453-bebc-1bc645346482 Mar 01 22:12:59.100117 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e864cec8-f09a-433d-ace5-189907854278 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:59.183454 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e864cec8-f09a-433d-ace5-189907854278 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:59.188803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e864cec8-f09a-433d-ace5-189907854278 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:12:59.189378 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-e864cec8-f09a-433d-ace5-189907854278 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:59.297890 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e864cec8-f09a-433d-ace5-189907854278 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Network': ['ID=1557911c-2817-4453-bebc-1bc645346482,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:12:59.307687 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 1557911c-2817-4453-bebc-1bc645346482 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 22:12:59.338690 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-e864cec8-f09a-433d-ace5-189907854278 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3950677 Mar 01 22:12:59.341320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 41996) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:12:59.347057 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1841316149', 'admin_state_up': True, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:12:59.355207 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:12:59.359104 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:router and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:12:59.362184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:12:59.368596 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:12:59.430651 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:59.431759 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:59.446567 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:59.682113 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d9d45f21-6b3a-4366-ba70-e860119d12ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:12:59.910718 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:00.260608 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:00.290518 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:00.424357 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Allocated IP 172.25.5.84 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/70b21afb-e755-4668-abc3-0ccbd73591cb) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:13:00.567225 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:00.658786 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:00.681984 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:00.748858 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:13:00.756229 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:13:00.760275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:13:00.789428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=70b21afb-e755-4668-abc3-0ccbd73591cb,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:13:00.836001 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:01.241535 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:01.688077 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:01.984511 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 193bf10d-4b09-4740-8a7f-d7237cc15976 is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 22:13:02.164163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:13:02.176142 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] Sync routers for ids ['193bf10d-4b09-4740-8a7f-d7237cc15976'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:13:02.186028 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] Routers {'193bf10d-4b09-4740-8a7f-d7237cc15976'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:13:02.186627 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:13:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['193bf10d-4b09-4740-8a7f-d7237cc15976'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:13:02.235880 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:02.237071 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cba76854-f0e5-4a47-949a-3b688ce73c91 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.8948133 Mar 01 22:13:02.247019 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42000) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:13:02.333139 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-963b76d1-a73e-4598-8cdb-422605806d9f tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=443fbfcdae1a4567a887f1af9d571ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0849440 Mar 01 22:13:02.335676 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42006) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:13:02.388128 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] Set router 193bf10d-4b09-4740-8a7f-d7237cc15976 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:13:02.463891 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c9f31b-78ac-4e9b-a2bc-db1b2318c420 tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:02.465387 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-46c9f31b-78ac-4e9b-a2bc-db1b2318c420 tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1288254 Mar 01 22:13:02.468209 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42010) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:13:02.513617 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-48d1817e-6448-4313-b1e2-a1e92ca74f58 tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419297 Mar 01 22:13:02.513814 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42014) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:13:02.519025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-86170c7b-26e5-4152-a043-08fd98a4378c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1741221064', 'network_id': '1557911c-2817-4453-bebc-1bc645346482', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:13:02.603597 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:02.629450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-86170c7b-26e5-4152-a043-08fd98a4378c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:13:02.633340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-86170c7b-26e5-4152-a043-08fd98a4378c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:subnet and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:13:02.636184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-86170c7b-26e5-4152-a043-08fd98a4378c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:13:02.642160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-86170c7b-26e5-4152-a043-08fd98a4378c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:13:02.681684 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841316149', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:12:59Z', 'updated_at': '2022-03-01T22:13:00Z', 'revision_number': 3, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:00Z', 'updated_at': '2022-03-01T22:13:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:13:02.685476 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] Checking router: 193bf10d-4b09-4740-8a7f-d7237cc15976 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:13:02.685823 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] Updating router 193bf10d-4b09-4740-8a7f-d7237cc15976 port 70b21afb-e755-4668-abc3-0ccbd73591cb binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:13:02.732049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86170c7b-26e5-4152-a043-08fd98a4378c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Made reservation on behalf of 443fbfcdae1a4567a887f1af9d571ead for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:13:02.736377 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-86170c7b-26e5-4152-a043-08fd98a4378c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:02.737371 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:03.006401 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-86170c7b-26e5-4152-a043-08fd98a4378c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:03.060390 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:03.073037 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] Transition to ACTIVE for port object 70b21afb-e755-4668-abc3-0ccbd73591cb will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:13:03.095836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86170c7b-26e5-4152-a043-08fd98a4378c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Subnet': ['ID=16edbbf4-3f18-4715-a8c1-854f6be27fca,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:13:03.101192 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86170c7b-26e5-4152-a043-08fd98a4378c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Checking segment: {'id': '31e779fb-340f-42f1-8836-5a39eba15cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1557911c-2817-4453-bebc-1bc645346482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:13:03.101559 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86170c7b-26e5-4152-a043-08fd98a4378c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network hostable DHCP agents. Network: 1557911c-2817-4453-bebc-1bc645346482, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 22:13:03.138587 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:03.190204 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86170c7b-26e5-4152-a043-08fd98a4378c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 1557911c-2817-4453-bebc-1bc645346482 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 22:13:03.220151 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] Attempting to bind port 70b21afb-e755-4668-abc3-0ccbd73591cb on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:13:03.220686 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] Attempting to bind port 70b21afb-e755-4668-abc3-0ccbd73591cb by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:13:03.220895 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] Attempting to bind port 70b21afb-e755-4668-abc3-0ccbd73591cb on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:13:03.230015 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d0e33-c7a2-47ce-93f6-af52b8b7a4c9 None None] Pushing event updated for resources: {'Port': ['ID=70b21afb-e755-4668-abc3-0ccbd73591cb,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:13:03.232435 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:13:03.232807 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:13:03.233213 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:03.233591 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:13:03.234054 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] Bound port: 70b21afb-e755-4668-abc3-0ccbd73591cb, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:13:03.234426 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:03.253070 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-86170c7b-26e5-4152-a043-08fd98a4378c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 1557911c-2817-4453-bebc-1bc645346482) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:13:03.256935 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86170c7b-26e5-4152-a043-08fd98a4378c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:03.257517 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-86170c7b-26e5-4152-a043-08fd98a4378c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:03.263851 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448e70de-0b80-4a60-a271-9bf9e6ed72a8 None None] Network 1557911c-2817-4453-bebc-1bc645346482 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:13:03.336502 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-86170c7b-26e5-4152-a043-08fd98a4378c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8191457 Mar 01 22:13:03.336705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42018) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:13:03.399710 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] For port 70b21afb-e755-4668-abc3-0ccbd73591cb, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:13:03.405173 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] For port 70b21afb-e755-4668-abc3-0ccbd73591cb, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=70b21afb-e755-4668-abc3-0ccbd73591cb,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:13:03.472880 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:03.584269 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-1557911c-2817-4453-bebc-1bc645346482', 'network_id': '1557911c-2817-4453-bebc-1bc645346482', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ips': [{'subnet_id': '16edbbf4-3f18-4715-a8c1-854f6be27fca'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 22:13:03.585066 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:03.599599 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] Routers {'193bf10d-4b09-4740-8a7f-d7237cc15976'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:13:03.600146 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:13:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['193bf10d-4b09-4740-8a7f-d7237cc15976'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:13:03.747115 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d0e33-c7a2-47ce-93f6-af52b8b7a4c9 None None] Pushing event updated for resources: {'Port': ['ID=70b21afb-e755-4668-abc3-0ccbd73591cb,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:13:03.926595 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] Set router 193bf10d-4b09-4740-8a7f-d7237cc15976 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:13:04.067560 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Allocated IP 172.20.0.2 (1557911c-2817-4453-bebc-1bc645346482/16edbbf4-3f18-4715-a8c1-854f6be27fca/773b9c1a-65a2-4778-86b0-0ea2e043c5f8) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:13:04.145495 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cb588f66-fa1b-453e-8e17-d4c0c52b7322 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:04.393711 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:04.403844 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841316149', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:12:59Z', 'updated_at': '2022-03-01T22:13:00Z', 'revision_number': 3, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:00Z', 'updated_at': '2022-03-01T22:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:13:04.409453 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Transition to ACTIVE for port object 773b9c1a-65a2-4778-86b0-0ea2e043c5f8 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:13:04.412008 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fd2b6a-a7ac-4f5d-b7f1-e2b5237cb07c None None] The sync data for ids ['193bf10d-4b09-4740-8a7f-d7237cc15976'] in n-d-827896-4 is: [{'id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841316149', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:12:59Z', 'updated_at': '2022-03-01T22:13:00Z', 'revision_number': 3, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:00Z', 'updated_at': '2022-03-01T22:13:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:13:04.432842 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Transition to ACTIVE for port object 773b9c1a-65a2-4778-86b0-0ea2e043c5f8 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:13:04.498273 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:04.562506 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Network 1557911c-2817-4453-bebc-1bc645346482 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:13:04.565881 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:13:04.568283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:13:04.573707 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-cb588f66-fa1b-453e-8e17-d4c0c52b7322 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Allocated IP 172.20.0.1 (1557911c-2817-4453-bebc-1bc645346482/16edbbf4-3f18-4715-a8c1-854f6be27fca/f1bd720e-1e5c-4814-8e33-1d1421e87a2c) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:13:04.657878 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Pushing event updated for resources: {'Port': ['ID=773b9c1a-65a2-4778-86b0-0ea2e043c5f8,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:13:04.691616 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Attempting to bind port 773b9c1a-65a2-4778-86b0-0ea2e043c5f8 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:13:04.692893 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Attempting to bind port 773b9c1a-65a2-4778-86b0-0ea2e043c5f8 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '31e779fb-340f-42f1-8836-5a39eba15cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1557911c-2817-4453-bebc-1bc645346482'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:13:04.693500 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Attempting to bind port 773b9c1a-65a2-4778-86b0-0ea2e043c5f8 on network 1557911c-2817-4453-bebc-1bc645346482 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:13:04.702457 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:13:04.704148 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Checking segment: {'id': '31e779fb-340f-42f1-8836-5a39eba15cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1557911c-2817-4453-bebc-1bc645346482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:13:04.704597 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:04.707798 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Bound using segment: {'id': '31e779fb-340f-42f1-8836-5a39eba15cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1557911c-2817-4453-bebc-1bc645346482'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:13:04.708374 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Bound port: 773b9c1a-65a2-4778-86b0-0ea2e043c5f8, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e779fb-340f-42f1-8836-5a39eba15cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1557911c-2817-4453-bebc-1bc645346482'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:13:04.708737 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:04.764585 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cb588f66-fa1b-453e-8e17-d4c0c52b7322 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:04.783520 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-cb588f66-fa1b-453e-8e17-d4c0c52b7322 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Transition to ACTIVE for port object f1bd720e-1e5c-4814-8e33-1d1421e87a2c will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:13:04.807059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] For port 773b9c1a-65a2-4778-86b0-0ea2e043c5f8, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:13:04.811548 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] For port 773b9c1a-65a2-4778-86b0-0ea2e043c5f8, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=773b9c1a-65a2-4778-86b0-0ea2e043c5f8,segment=NetworkSegment(31e779fb-340f-42f1-8836-5a39eba15cfe),segment_id=31e779fb-340f-42f1-8836-5a39eba15cfe)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:13:04.870841 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cb588f66-fa1b-453e-8e17-d4c0c52b7322 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:04.892604 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 70b21afb-e755-4668-abc3-0ccbd73591cb up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:13:04.937083 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:04.937980 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb588f66-fa1b-453e-8e17-d4c0c52b7322 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 1557911c-2817-4453-bebc-1bc645346482 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:13:04.946078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-cb588f66-fa1b-453e-8e17-d4c0c52b7322 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:13:04.950695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb588f66-fa1b-453e-8e17-d4c0c52b7322 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:13:05.003081 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb588f66-fa1b-453e-8e17-d4c0c52b7322 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=f1bd720e-1e5c-4814-8e33-1d1421e87a2c,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:13:05.029212 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cb588f66-fa1b-453e-8e17-d4c0c52b7322 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:05.062891 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b01a27-7ee4-4f89-a3e5-e3c725f80420 None None] Pushing event updated for resources: {'Port': ['ID=773b9c1a-65a2-4778-86b0-0ea2e043c5f8,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:13:05.104426 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 70b21afb-e755-4668-abc3-0ccbd73591cb completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:13:05.113405 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 70b21afb-e755-4668-abc3-0ccbd73591cb triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:13:05.113917 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:05.255908 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:05.304148 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 70b21afb-e755-4668-abc3-0ccbd73591cb, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=70b21afb-e755-4668-abc3-0ccbd73591cb,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:13:05.384935 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:05.464205 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=70b21afb-e755-4668-abc3-0ccbd73591cb,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:13:05.529046 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cb588f66-fa1b-453e-8e17-d4c0c52b7322 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:05.937319 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cb588f66-fa1b-453e-8e17-d4c0c52b7322 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:05.995609 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cb588f66-fa1b-453e-8e17-d4c0c52b7322 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:06.017783 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff604fe-95c0-436e-802e-a1e5986d6944 None None] Network 1557911c-2817-4453-bebc-1bc645346482 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:13:06.113344 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb588f66-fa1b-453e-8e17-d4c0c52b7322 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=f1bd720e-1e5c-4814-8e33-1d1421e87a2c,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:13:06.117894 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cb588f66-fa1b-453e-8e17-d4c0c52b7322 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:06.188590 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9365d656-f8a0-44b0-8258-973703c096fa None None] Provisioning for port 773b9c1a-65a2-4778-86b0-0ea2e043c5f8 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:13:06.279760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb588f66-fa1b-453e-8e17-d4c0c52b7322 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 1557911c-2817-4453-bebc-1bc645346482 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:13:06.281029 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-cb588f66-fa1b-453e-8e17-d4c0c52b7322 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:13:06.485252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb588f66-fa1b-453e-8e17-d4c0c52b7322 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 193bf10d-4b09-4740-8a7f-d7237cc15976 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:13:06.672353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb588f66-fa1b-453e-8e17-d4c0c52b7322 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:13:06.681851 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] Sync routers for ids ['193bf10d-4b09-4740-8a7f-d7237cc15976'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:13:06.686429 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cb588f66-fa1b-453e-8e17-d4c0c52b7322 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "PUT /v2.0/routers/193bf10d-4b09-4740-8a7f-d7237cc15976/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3488245 Mar 01 22:13:06.693462 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] Routers {'193bf10d-4b09-4740-8a7f-d7237cc15976'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:13:06.694099 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:13:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['193bf10d-4b09-4740-8a7f-d7237cc15976'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:13:06.705510 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8eb6d289-99d8-40b6-9b16-5ba1da9b93e5 None None] Provisioning for port f1bd720e-1e5c-4814-8e33-1d1421e87a2c completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:13:06.713537 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8eb6d289-99d8-40b6-9b16-5ba1da9b93e5 None None] Provisioning complete for port f1bd720e-1e5c-4814-8e33-1d1421e87a2c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:13:06.714078 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8eb6d289-99d8-40b6-9b16-5ba1da9b93e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:06.777435 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-8eb6d289-99d8-40b6-9b16-5ba1da9b93e5 None None] Port f1bd720e-1e5c-4814-8e33-1d1421e87a2c cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:13:06.888626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-24b76678-169a-40ad-aa24-2742e1e81367 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Synchronizing usage tracker for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:13:06.911135 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] Set router 193bf10d-4b09-4740-8a7f-d7237cc15976 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:13:06.916179 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6b7054eb-3229-459b-abfb-da9d9ec32393 None None] Provisioning complete for port f1bd720e-1e5c-4814-8e33-1d1421e87a2c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:13:06.917676 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6b7054eb-3229-459b-abfb-da9d9ec32393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:06.983547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-24b76678-169a-40ad-aa24-2742e1e81367 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Unset dirty status for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:13:06.985411 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-24b76678-169a-40ad-aa24-2742e1e81367 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515745514&fields=id&tenant_id=443fbfcdae1a4567a887f1af9d571ead HTTP/1.1" status: 200 len: 267 time: 0.1423035 Mar 01 22:13:06.989022 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 773b9c1a-65a2-4778-86b0-0ea2e043c5f8 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:13:07.055704 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6b7054eb-3229-459b-abfb-da9d9ec32393 None None] Port f1bd720e-1e5c-4814-8e33-1d1421e87a2c cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:13:07.126803 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 773b9c1a-65a2-4778-86b0-0ea2e043c5f8 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:13:07.132573 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 773b9c1a-65a2-4778-86b0-0ea2e043c5f8 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:13:07.132946 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:07.214508 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f02b3534-8eba-4878-958e-878c8943e7db None None] Provisioning complete for port f1bd720e-1e5c-4814-8e33-1d1421e87a2c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:13:07.214898 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f02b3534-8eba-4878-958e-878c8943e7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:07.284284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-aa31b064-a302-47a4-a10c-68157a24bca5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:07.285098 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-aa31b064-a302-47a4-a10c-68157a24bca5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Synchronizing usage tracker for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:13:07.305846 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-f02b3534-8eba-4878-958e-878c8943e7db None None] Port f1bd720e-1e5c-4814-8e33-1d1421e87a2c cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:13:07.316211 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841316149', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:12:59Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:00Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f1bd720e-1e5c-4814-8e33-1d1421e87a2c', 'name': '', 'network_id': '1557911c-2817-4453-bebc-1bc645346482', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:19:16:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '16edbbf4-3f18-4715-a8c1-854f6be27fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:04Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 2, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '16edbbf4-3f18-4715-a8c1-854f6be27fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:13:07.320329 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] Checking router: 193bf10d-4b09-4740-8a7f-d7237cc15976 for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:13:07.320679 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] Updating router 193bf10d-4b09-4740-8a7f-d7237cc15976 port f1bd720e-1e5c-4814-8e33-1d1421e87a2c binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:13:07.327300 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:07.337698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-aa31b064-a302-47a4-a10c-68157a24bca5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Unset dirty status for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:13:07.338998 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-aa31b064-a302-47a4-a10c-68157a24bca5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/networks?id=1557911c-2817-4453-bebc-1bc645346482 HTTP/1.1" status: 200 len: 796 time: 0.3461182 Mar 01 22:13:07.356106 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-36c03981-3f0f-45c8-acde-b84bd8364ebd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/quotas/443fbfcdae1a4567a887f1af9d571ead HTTP/1.1" status: 200 len: 375 time: 0.0101824 Mar 01 22:13:07.362064 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 773b9c1a-65a2-4778-86b0-0ea2e043c5f8, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=773b9c1a-65a2-4778-86b0-0ea2e043c5f8,segment=NetworkSegment(31e779fb-340f-42f1-8836-5a39eba15cfe),segment_id=31e779fb-340f-42f1-8836-5a39eba15cfe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:13:07.378515 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:07.417604 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:07.418498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 70b21afb-e755-4668-abc3-0ccbd73591cb up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:13:07.446062 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-e1f91578-b73d-46c9-acac-02797826016b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Synchronizing usage tracker for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:13:07.514953 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-e1f91578-b73d-46c9-acac-02797826016b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Unset dirty status for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:13:07.516994 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-e1f91578-b73d-46c9-acac-02797826016b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1533120 Mar 01 22:13:07.536389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=773b9c1a-65a2-4778-86b0-0ea2e043c5f8,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:13:07.549127 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 70b21afb-e755-4668-abc3-0ccbd73591cb triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:13:07.549432 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:07.581043 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-7f03419d-9a7b-49b0-ac86-bbdfc4597ff8 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 22:13:07.582367 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-7f03419d-9a7b-49b0-ac86-bbdfc4597ff8 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532062 Mar 01 22:13:07.725387 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-ef6bea7e-e62b-4fc4-af03-0d232da68ac9 service neutron] 10.222.0.42 "GET /v2.0/networks/1557911c-2817-4453-bebc-1bc645346482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369255 Mar 01 22:13:07.824529 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:07.854938 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-eec654b3-a023-42eb-897a-6a1e0a351035 service neutron] 10.222.0.42 "GET /v2.0/networks/1557911c-2817-4453-bebc-1bc645346482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235936 Mar 01 22:13:07.893885 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] Transition to ACTIVE for port object f1bd720e-1e5c-4814-8e33-1d1421e87a2c will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:13:07.983303 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:08.117725 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c24e3-ceb2-4f6e-bbf7-7cf12b67bb69 None None] Pushing event updated for resources: {'Port': ['ID=f1bd720e-1e5c-4814-8e33-1d1421e87a2c,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:13:08.138380 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-598ca230-e3db-4ab5-bf12-7f3d71637ca4 req-8f92ccff-136e-4af1-9b99-93ea70027c25 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 210 time: 0.0569835 Mar 01 22:13:08.163121 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c24e3-ceb2-4f6e-bbf7-7cf12b67bb69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:08.163738 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c24e3-ceb2-4f6e-bbf7-7cf12b67bb69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:08.164869 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c24e3-ceb2-4f6e-bbf7-7cf12b67bb69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:08.164869 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c24e3-ceb2-4f6e-bbf7-7cf12b67bb69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:08.164869 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c24e3-ceb2-4f6e-bbf7-7cf12b67bb69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:08.165176 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c24e3-ceb2-4f6e-bbf7-7cf12b67bb69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:08.165341 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c24e3-ceb2-4f6e-bbf7-7cf12b67bb69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:08.165918 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c24e3-ceb2-4f6e-bbf7-7cf12b67bb69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:08.166259 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c24e3-ceb2-4f6e-bbf7-7cf12b67bb69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:08.166584 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c24e3-ceb2-4f6e-bbf7-7cf12b67bb69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:08.166874 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c24e3-ceb2-4f6e-bbf7-7cf12b67bb69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:08.167184 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b75c24e3-ceb2-4f6e-bbf7-7cf12b67bb69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:08.232316 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] Attempting to bind port f1bd720e-1e5c-4814-8e33-1d1421e87a2c on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:13:08.232316 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] Attempting to bind port f1bd720e-1e5c-4814-8e33-1d1421e87a2c by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '31e779fb-340f-42f1-8836-5a39eba15cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1557911c-2817-4453-bebc-1bc645346482'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:13:08.232677 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] Attempting to bind port f1bd720e-1e5c-4814-8e33-1d1421e87a2c on network 1557911c-2817-4453-bebc-1bc645346482 {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:13:08.239346 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 13, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:13:08.239679 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] Checking segment: {'id': '31e779fb-340f-42f1-8836-5a39eba15cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1557911c-2817-4453-bebc-1bc645346482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:13:08.240076 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:08.240558 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] Bound using segment: {'id': '31e779fb-340f-42f1-8836-5a39eba15cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1557911c-2817-4453-bebc-1bc645346482'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:13:08.240889 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] Bound port: f1bd720e-1e5c-4814-8e33-1d1421e87a2c, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31e779fb-340f-42f1-8836-5a39eba15cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1557911c-2817-4453-bebc-1bc645346482'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:13:08.241257 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:08.331783 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] For port f1bd720e-1e5c-4814-8e33-1d1421e87a2c, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:13:08.334935 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] For port f1bd720e-1e5c-4814-8e33-1d1421e87a2c, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f1bd720e-1e5c-4814-8e33-1d1421e87a2c,segment=NetworkSegment(31e779fb-340f-42f1-8836-5a39eba15cfe),segment_id=31e779fb-340f-42f1-8836-5a39eba15cfe)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:13:08.401451 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:08.481291 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] Routers {'193bf10d-4b09-4740-8a7f-d7237cc15976'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:13:08.481910 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:13:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['193bf10d-4b09-4740-8a7f-d7237cc15976'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:13:08.546499 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75c24e3-ceb2-4f6e-bbf7-7cf12b67bb69 None None] Pushing event updated for resources: {'Port': ['ID=f1bd720e-1e5c-4814-8e33-1d1421e87a2c,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:13:08.669474 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] Set router 193bf10d-4b09-4740-8a7f-d7237cc15976 gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:13:08.869698 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 773b9c1a-65a2-4778-86b0-0ea2e043c5f8 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:13:08.941018 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 773b9c1a-65a2-4778-86b0-0ea2e043c5f8 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:13:08.941385 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:09.006180 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841316149', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:12:59Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:00Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f1bd720e-1e5c-4814-8e33-1d1421e87a2c', 'name': '', 'network_id': '1557911c-2817-4453-bebc-1bc645346482', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:19:16:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '16edbbf4-3f18-4715-a8c1-854f6be27fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:04Z', 'updated_at': '2022-03-01T22:13:08Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '16edbbf4-3f18-4715-a8c1-854f6be27fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:13:09.010363 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98135fc-f1cb-4e7b-8cb6-817091150422 None None] The sync data for ids ['193bf10d-4b09-4740-8a7f-d7237cc15976'] in n-d-827896-4 is: [{'id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841316149', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:12:59Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:00Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f1bd720e-1e5c-4814-8e33-1d1421e87a2c', 'name': '', 'network_id': '1557911c-2817-4453-bebc-1bc645346482', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:19:16:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '16edbbf4-3f18-4715-a8c1-854f6be27fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:04Z', 'updated_at': '2022-03-01T22:13:08Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '16edbbf4-3f18-4715-a8c1-854f6be27fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:13:09.299335 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1b97bfb9-5ef4-4cc3-91fb-554203ecb75d req-cc448acd-5edb-4f09-8a6f-9d88bd544cd0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 210 time: 0.0429018 Mar 01 22:13:10.209423 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-24a43449-103d-45d6-a9e5-f025e6d1d634 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:10.210832 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-24a43449-103d-45d6-a9e5-f025e6d1d634 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "GET /v2.0/networks?id=1557911c-2817-4453-bebc-1bc645346482 HTTP/1.1" status: 200 len: 796 time: 0.1554809 Mar 01 22:13:10.261607 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-4cb2f79f-42a2-4c30-8902-934cf75c6bf2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=443fbfcdae1a4567a887f1af9d571ead HTTP/1.1" status: 200 len: 380 time: 0.0430210 Mar 01 22:13:10.270352 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-f188502c-ce19-4b8b-8202-8498e592137e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'port': {'device_id': '3e12af0b-62a2-45f8-8182-b02b751a3b1e', 'network_id': '1557911c-2817-4453-bebc-1bc645346482', 'admin_state_up': True, 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'security_groups': ['f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:13:10.448267 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-f188502c-ce19-4b8b-8202-8498e592137e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:13:10.457795 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-877d2dff-e850-403d-99cf-1c804854c82e req-c55a0aba-56e1-4df3-8ee4-76e4257e647a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 210 time: 0.0451028 Mar 01 22:13:10.464480 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-f188502c-ce19-4b8b-8202-8498e592137e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:13:10.538800 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-f188502c-ce19-4b8b-8202-8498e592137e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Made reservation on behalf of 443fbfcdae1a4567a887f1af9d571ead for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:13:10.542722 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-f188502c-ce19-4b8b-8202-8498e592137e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:10.700110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-f188502c-ce19-4b8b-8202-8498e592137e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Allocated IP 172.20.0.4 (1557911c-2817-4453-bebc-1bc645346482/16edbbf4-3f18-4715-a8c1-854f6be27fca/497aa613-15b2-4ea6-bdbf-6a814df1709d) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:13:10.891512 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-f188502c-ce19-4b8b-8202-8498e592137e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:10.901411 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f1bd720e-1e5c-4814-8e33-1d1421e87a2c up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:13:10.904002 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-f188502c-ce19-4b8b-8202-8498e592137e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Transition to ACTIVE for port object 497aa613-15b2-4ea6-bdbf-6a814df1709d will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:13:10.996433 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-f188502c-ce19-4b8b-8202-8498e592137e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:11.040787 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port f1bd720e-1e5c-4814-8e33-1d1421e87a2c completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:13:11.046221 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port f1bd720e-1e5c-4814-8e33-1d1421e87a2c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:13:11.046701 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:11.066965 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-f188502c-ce19-4b8b-8202-8498e592137e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 1557911c-2817-4453-bebc-1bc645346482 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:13:11.074683 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-f188502c-ce19-4b8b-8202-8498e592137e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:13:11.080353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-f188502c-ce19-4b8b-8202-8498e592137e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:13:11.115945 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f188502c-ce19-4b8b-8202-8498e592137e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=497aa613-15b2-4ea6-bdbf-6a814df1709d,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:13:11.153698 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-f188502c-ce19-4b8b-8202-8498e592137e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:11.154284 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-f188502c-ce19-4b8b-8202-8498e592137e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:11.183673 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:11.218654 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port f1bd720e-1e5c-4814-8e33-1d1421e87a2c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f1bd720e-1e5c-4814-8e33-1d1421e87a2c,segment=NetworkSegment(31e779fb-340f-42f1-8836-5a39eba15cfe),segment_id=31e779fb-340f-42f1-8836-5a39eba15cfe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:13:11.241350 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-f188502c-ce19-4b8b-8202-8498e592137e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9744515 Mar 01 22:13:11.253857 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] Request body: {'port': {'device_id': '3e12af0b-62a2-45f8-8182-b02b751a3b1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:13:11.303927 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:11.368605 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:11.370735 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=f1bd720e-1e5c-4814-8e33-1d1421e87a2c,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:13:11.382784 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6193f13a-c706-488e-b47c-39bf43cf8155 None None] Provisioning for port 497aa613-15b2-4ea6-bdbf-6a814df1709d completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:13:11.387771 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-6193f13a-c706-488e-b47c-39bf43cf8155 None None] Provisioning complete for port 497aa613-15b2-4ea6-bdbf-6a814df1709d triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:13:11.388139 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6193f13a-c706-488e-b47c-39bf43cf8155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:11.443963 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-6193f13a-c706-488e-b47c-39bf43cf8155 None None] Port 497aa613-15b2-4ea6-bdbf-6a814df1709d cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:13:11.789052 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea25849e-86b1-4317-9d33-8b4e74319d13 req-93ee3462-9e0c-48de-865f-34ceecd9aaf2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:11.789747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ea25849e-86b1-4317-9d33-8b4e74319d13 req-93ee3462-9e0c-48de-865f-34ceecd9aaf2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Synchronizing usage tracker for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:13:11.894061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-ea25849e-86b1-4317-9d33-8b4e74319d13 req-93ee3462-9e0c-48de-865f-34ceecd9aaf2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Unset dirty status for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:13:11.895214 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea25849e-86b1-4317-9d33-8b4e74319d13 req-93ee3462-9e0c-48de-865f-34ceecd9aaf2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 931 time: 0.2984943 Mar 01 22:13:11.903644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 497aa613-15b2-4ea6-bdbf-6a814df1709d {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:13:11.923087 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:11.951307 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] Transition to ACTIVE for port object 497aa613-15b2-4ea6-bdbf-6a814df1709d will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:13:11.961686 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ea25849e-86b1-4317-9d33-8b4e74319d13 req-e6b95fcd-1456-4c66-b011-99f43ec333c8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603590 Mar 01 22:13:12.024019 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:12.152881 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] Pushing event updated for resources: {'Port': ['ID=497aa613-15b2-4ea6-bdbf-6a814df1709d,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:13:12.267177 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] Attempting to bind port 497aa613-15b2-4ea6-bdbf-6a814df1709d on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:13:12.267839 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] Attempting to bind port 497aa613-15b2-4ea6-bdbf-6a814df1709d by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '31e779fb-340f-42f1-8836-5a39eba15cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1557911c-2817-4453-bebc-1bc645346482'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:13:12.268081 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] Attempting to bind port 497aa613-15b2-4ea6-bdbf-6a814df1709d on network 1557911c-2817-4453-bebc-1bc645346482 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:13:12.272835 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] Port 497aa613-15b2-4ea6-bdbf-6a814df1709d on network 1557911c-2817-4453-bebc-1bc645346482 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 22:13:12.273157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] Attempting to bind port 497aa613-15b2-4ea6-bdbf-6a814df1709d on network 1557911c-2817-4453-bebc-1bc645346482 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:13:12.278181 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 12, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:13:12.278515 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] Checking segment: {'id': '31e779fb-340f-42f1-8836-5a39eba15cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1557911c-2817-4453-bebc-1bc645346482'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:13:12.278892 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] Bound using segment: {'id': '31e779fb-340f-42f1-8836-5a39eba15cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1557911c-2817-4453-bebc-1bc645346482'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:13:12.279316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] Bound port: 497aa613-15b2-4ea6-bdbf-6a814df1709d, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31e779fb-340f-42f1-8836-5a39eba15cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '1557911c-2817-4453-bebc-1bc645346482'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:13:12.279691 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:12.366482 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] For port 497aa613-15b2-4ea6-bdbf-6a814df1709d, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:13:12.369472 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] For port 497aa613-15b2-4ea6-bdbf-6a814df1709d, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=497aa613-15b2-4ea6-bdbf-6a814df1709d,segment=NetworkSegment(31e779fb-340f-42f1-8836-5a39eba15cfe),segment_id=31e779fb-340f-42f1-8836-5a39eba15cfe)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:13:12.429492 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:12.486216 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:12.486826 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:12.488198 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] 10.222.0.55 "PUT /v2.0/ports/497aa613-15b2-4ea6-bdbf-6a814df1709d HTTP/1.1" status: 200 len: 1091 time: 1.2393186 Mar 01 22:13:12.490708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e12af0b-62a2-45f8-8182-b02b751a3b1e', 'tag': '497aa613-15b2-4ea6-bdbf-6a814df1709d'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:13:12.518151 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2dab21-0e10-4121-b8a4-a3362a89aba1 service neutron] Pushing event updated for resources: {'Port': ['ID=497aa613-15b2-4ea6-bdbf-6a814df1709d,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:13:12.552370 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e12af0b-62a2-45f8-8182-b02b751a3b1e', 'tag': '497aa613-15b2-4ea6-bdbf-6a814df1709d', 'status': 'completed', 'code': 200} Mar 01 22:13:12.644689 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9c415-d386-4674-873f-3a4e00cb1119 req-85915e05-dd8e-4903-8852-e5b9b43ec11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:12.646329 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ead9c415-d386-4674-873f-3a4e00cb1119 req-85915e05-dd8e-4903-8852-e5b9b43ec11c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 1094 time: 0.0730040 Mar 01 22:13:12.785994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9c415-d386-4674-873f-3a4e00cb1119 req-57408cae-a754-476c-b384-ff0a3bf1b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:12.787459 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ead9c415-d386-4674-873f-3a4e00cb1119 req-57408cae-a754-476c-b384-ff0a3bf1b151 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=443fbfcdae1a4567a887f1af9d571ead&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1348493 Mar 01 22:13:12.871946 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f1bd720e-1e5c-4814-8e33-1d1421e87a2c up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:13:12.931227 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9c415-d386-4674-873f-3a4e00cb1119 req-e9119aef-6c05-4017-a2d7-406d82290b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:12.932977 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ead9c415-d386-4674-873f-3a4e00cb1119 req-e9119aef-6c05-4017-a2d7-406d82290b79 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1402316 Mar 01 22:13:12.938030 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port f1bd720e-1e5c-4814-8e33-1d1421e87a2c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:13:12.938399 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:13.057646 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-9d0e5568-eed6-45e3-a985-c57db02c9125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:13.060089 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-9d0e5568-eed6-45e3-a985-c57db02c9125 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 1094 time: 0.0930161 Mar 01 22:13:13.168863 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-a5eb507a-d9eb-494f-8ea1-617f9665c204 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=497aa613-15b2-4ea6-bdbf-6a814df1709d HTTP/1.1" status: 200 len: 217 time: 0.1016965 Mar 01 22:13:13.243994 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5352225f-0239-4a07-8ae8-54a70d11d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:13.245324 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5352225f-0239-4a07-8ae8-54a70d11d973 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16edbbf4-3f18-4715-a8c1-854f6be27fca HTTP/1.1" status: 200 len: 835 time: 0.0689595 Mar 01 22:13:13.308745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ced04-a8ee-49b0-9406-ff421d4104a6 req-0e1ad8b6-69c0-4ddb-9f6b-eee8e986a7bb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:13.310175 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e98ced04-a8ee-49b0-9406-ff421d4104a6 req-0e1ad8b6-69c0-4ddb-9f6b-eee8e986a7bb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 943 time: 0.1955860 Mar 01 22:13:13.370932 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e98ced04-a8ee-49b0-9406-ff421d4104a6 req-89a6d495-5ae3-4f15-9ef6-0582abda96e7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537920 Mar 01 22:13:13.372946 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5fc472f8-abad-4191-b240-cc9e828c896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:13.374308 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-5fc472f8-abad-4191-b240-cc9e828c896d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1557911c-2817-4453-bebc-1bc645346482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1220860 Mar 01 22:13:13.610290 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-c97cfcda-cc87-4485-9f18-6bc1997d0fe0 service neutron] 10.222.0.55 "GET /v2.0/networks/1557911c-2817-4453-bebc-1bc645346482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295229 Mar 01 22:13:13.738966 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56ce64cf-8ce9-4da8-9752-5ffb43570de3 req-6990e192-7feb-49e0-8ae1-b1aa909f6fb3 service neutron] 10.222.0.55 "GET /v2.0/networks/1557911c-2817-4453-bebc-1bc645346482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234565 Mar 01 22:13:14.555786 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b44207-aa02-4437-8986-da2a46913a04 req-d846f8e4-d4fb-403a-a532-18baced1ca14 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:14.557273 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57b44207-aa02-4437-8986-da2a46913a04 req-d846f8e4-d4fb-403a-a532-18baced1ca14 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 943 time: 0.0804408 Mar 01 22:13:14.605872 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57b44207-aa02-4437-8986-da2a46913a04 req-c31bd156-131b-4d24-8d7c-39747a01bf01 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426667 Mar 01 22:13:15.786138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e64ad0-7f81-4cd8-b4dc-00b8c1c868e7 req-bdab968f-19c2-4ee3-b985-ce3a2731a931 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:15.787618 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-49e64ad0-7f81-4cd8-b4dc-00b8c1c868e7 req-bdab968f-19c2-4ee3-b985-ce3a2731a931 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 943 time: 0.0777910 Mar 01 22:13:15.830973 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-49e64ad0-7f81-4cd8-b4dc-00b8c1c868e7 req-29f9c92b-3dde-41fc-aa0a-54d78dce944d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375803 Mar 01 22:13:17.021771 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bd1993-0179-429e-b782-0a5ec63d93c3 req-d189d88a-9b76-4d11-97a7-25fe1732b379 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:17.023210 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a1bd1993-0179-429e-b782-0a5ec63d93c3 req-d189d88a-9b76-4d11-97a7-25fe1732b379 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 943 time: 0.0820596 Mar 01 22:13:17.067311 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a1bd1993-0179-429e-b782-0a5ec63d93c3 req-176bf349-0836-4dc0-a1ca-1ef2dc40c7e4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382257 Mar 01 22:13:17.193934 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 497aa613-15b2-4ea6-bdbf-6a814df1709d details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 22:13:17.331175 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 497aa613-15b2-4ea6-bdbf-6a814df1709d, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=497aa613-15b2-4ea6-bdbf-6a814df1709d,segment=NetworkSegment(31e779fb-340f-42f1-8836-5a39eba15cfe),segment_id=31e779fb-340f-42f1-8836-5a39eba15cfe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:13:17.344372 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': '497aa613-15b2-4ea6-bdbf-6a814df1709d', 'network_id': '1557911c-2817-4453-bebc-1bc645346482', 'port_id': '497aa613-15b2-4ea6-bdbf-6a814df1709d', 'mac_address': 'fa:16:3e:e6:ef:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16edbbf4-3f18-4715-a8c1-854f6be27fca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 22:13:17.398025 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:17.417943 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 497aa613-15b2-4ea6-bdbf-6a814df1709d {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:13:17.433571 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 497aa613-15b2-4ea6-bdbf-6a814df1709d, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=497aa613-15b2-4ea6-bdbf-6a814df1709d,segment=NetworkSegment(31e779fb-340f-42f1-8836-5a39eba15cfe),segment_id=31e779fb-340f-42f1-8836-5a39eba15cfe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:13:17.492285 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:17.587498 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=497aa613-15b2-4ea6-bdbf-6a814df1709d,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:13:17.595404 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:17.595747 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:17.596080 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:17.596410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:17.596739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:17.597062 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:17.597382 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:17.597698 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:17.598013 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:17.598328 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:17.598643 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:17.598956 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:17.820865 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['497aa613-15b2-4ea6-bdbf-6a814df1709d'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:13:18.253160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94e936-20a0-474d-9df0-0f4c0e90a8ae req-ead46505-9eb9-4df9-ac3d-01bdcdc3748e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:18.254604 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f94e936-20a0-474d-9df0-0f4c0e90a8ae req-ead46505-9eb9-4df9-ac3d-01bdcdc3748e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 944 time: 0.0800121 Mar 01 22:13:18.298990 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f94e936-20a0-474d-9df0-0f4c0e90a8ae req-762f202b-9fe6-48b8-8872-1b551659d5c0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386930 Mar 01 22:13:19.209453 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 497aa613-15b2-4ea6-bdbf-6a814df1709d up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:13:19.366820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port 497aa613-15b2-4ea6-bdbf-6a814df1709d completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:13:19.371968 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port 497aa613-15b2-4ea6-bdbf-6a814df1709d triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:13:19.376871 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:19.485399 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f19d8d-0e84-4ebb-87fe-5fb48732d84e req-13c88e57-9df4-4647-a1c8-228652385de4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:19.486822 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0f19d8d-0e84-4ebb-87fe-5fb48732d84e req-13c88e57-9df4-4647-a1c8-228652385de4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 944 time: 0.0824356 Mar 01 22:13:19.488816 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:19.515371 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e12af0b-62a2-45f8-8182-b02b751a3b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497aa613-15b2-4ea6-bdbf-6a814df1709d'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:13:19.525280 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port 497aa613-15b2-4ea6-bdbf-6a814df1709d, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=497aa613-15b2-4ea6-bdbf-6a814df1709d,segment=NetworkSegment(31e779fb-340f-42f1-8836-5a39eba15cfe),segment_id=31e779fb-340f-42f1-8836-5a39eba15cfe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:13:19.532955 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f0f19d8d-0e84-4ebb-87fe-5fb48732d84e req-f82e5be5-2f77-4f8f-8b70-09768a198eae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391991 Mar 01 22:13:19.584685 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:19.614982 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e12af0b-62a2-45f8-8182-b02b751a3b1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '497aa613-15b2-4ea6-bdbf-6a814df1709d', 'code': 200} Mar 01 22:13:19.653228 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=497aa613-15b2-4ea6-bdbf-6a814df1709d,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:13:19.730171 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57f4fa9-0502-472b-98c3-64a6a48c0688 req-01072294-97b6-4db3-b8f9-d172e6290d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:19.731653 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d57f4fa9-0502-472b-98c3-64a6a48c0688 req-01072294-97b6-4db3-b8f9-d172e6290d87 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 1096 time: 0.0697565 Mar 01 22:13:19.774409 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d57f4fa9-0502-472b-98c3-64a6a48c0688 req-ca9884f6-90a7-434f-a142-07b6ac71abba service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371552 Mar 01 22:13:20.720715 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b4febc-a584-406a-9938-aacfc5c25835 req-7d988cb8-fbee-4473-9800-2b6d56634ef2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:20.722164 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72b4febc-a584-406a-9938-aacfc5c25835 req-7d988cb8-fbee-4473-9800-2b6d56634ef2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 945 time: 0.0798151 Mar 01 22:13:20.766383 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-72b4febc-a584-406a-9938-aacfc5c25835 req-b9d53554-2b38-444a-81bc-64271e753f29 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385811 Mar 01 22:13:21.980124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624efa4-4b1b-441d-b338-08f685632784 req-942ac33a-dfb1-48db-b4f3-8fd13c5fe8e7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:21.981598 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9624efa4-4b1b-441d-b338-08f685632784 req-942ac33a-dfb1-48db-b4f3-8fd13c5fe8e7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 945 time: 0.0909927 Mar 01 22:13:22.026696 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9624efa4-4b1b-441d-b338-08f685632784 req-f9f97122-db84-499e-b8cf-b2e4efaf810a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388422 Mar 01 22:13:22.210206 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88178e-21a0-4dbe-bbcc-f739733f48f9 req-7b19cd2a-e4dc-46bb-86c9-8647356c827d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:22.211682 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5d88178e-21a0-4dbe-bbcc-f739733f48f9 req-7b19cd2a-e4dc-46bb-86c9-8647356c827d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 945 time: 0.0786924 Mar 01 22:13:22.256506 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5d88178e-21a0-4dbe-bbcc-f739733f48f9 req-8c5de05d-8dac-4b97-abd4-ca2a3bb6becf tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390148 Mar 01 22:13:22.283069 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42086) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:13:22.355712 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fcee6d-0d02-4d44-8520-29d1f0b21ccb tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:22.355945 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:22.357120 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-43fcee6d-0d02-4d44-8520-29d1f0b21ccb tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 1091 time: 0.0729620 Mar 01 22:13:22.360476 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42090) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:13:22.365337 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': '497aa613-15b2-4ea6-bdbf-6a814df1709d', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:13:22.372004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:13:22.376500 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:floatingip and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:13:22.379308 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:13:22.384978 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:13:22.457276 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:22.590475 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:22.720845 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Allocated IP 172.25.5.164 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/78764192-117a-4546-9122-4198bee278da) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:13:22.864486 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:22.944368 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:23.009368 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:13:23.016550 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:13:23.019205 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:13:23.055193 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=78764192-117a-4546-9122-4198bee278da,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:13:23.072597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:23.072946 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:23.073284 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:23.073616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:23.074028 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:23.074362 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:23.074686 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:23.075012 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:23.075337 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:23.075690 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:23.076039 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:23.076330 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:13:23.448635 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:23.585792 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:23.786970 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:23.857658 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:23.967523 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=78764192-117a-4546-9122-4198bee278da,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:13:23.978702 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:24.260241 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Floating IP 5310366e-93b3-4229-8c93-3a5d1117b6ca associated. External IP: 172.25.5.164, port: 497aa613-15b2-4ea6-bdbf-6a814df1709d. Mar 01 22:13:24.638430 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 193bf10d-4b09-4740-8a7f-d7237cc15976 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:13:24.692471 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:24.830682 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:13:24.841233 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63bb7ee-0d71-456a-b4db-8576cff8f2a9 None None] Sync routers for ids ['193bf10d-4b09-4740-8a7f-d7237cc15976'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:13:24.851147 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63bb7ee-0d71-456a-b4db-8576cff8f2a9 None None] Routers {'193bf10d-4b09-4740-8a7f-d7237cc15976'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:13:24.851788 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-a63bb7ee-0d71-456a-b4db-8576cff8f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:13:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['193bf10d-4b09-4740-8a7f-d7237cc15976'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:13:24.903951 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:24.967504 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-de2715a9-0f70-4926-be50-b082e3267c65 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6057725 Mar 01 22:13:24.969198 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e12af0b-62a2-45f8-8182-b02b751a3b1e', 'tag': '497aa613-15b2-4ea6-bdbf-6a814df1709d'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:13:25.019618 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e12af0b-62a2-45f8-8182-b02b751a3b1e', 'tag': '497aa613-15b2-4ea6-bdbf-6a814df1709d', 'status': 'completed', 'code': 200} Mar 01 22:13:25.048241 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-a63bb7ee-0d71-456a-b4db-8576cff8f2a9 None None] Set router 193bf10d-4b09-4740-8a7f-d7237cc15976 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:13:25.219524 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a52517f-dbe9-43dd-b0ca-4aace816289f req-8eecab5b-e360-4fb8-9e1a-e7a0c6d01b8e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:25.220894 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a52517f-dbe9-43dd-b0ca-4aace816289f req-8eecab5b-e360-4fb8-9e1a-e7a0c6d01b8e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 945 time: 0.1491423 Mar 01 22:13:25.222798 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a181a11-95f6-4c92-a786-2b8bb3e40ef1 req-12d4e91d-cbe7-41dc-8981-14c56713cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:25.224160 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a181a11-95f6-4c92-a786-2b8bb3e40ef1 req-12d4e91d-cbe7-41dc-8981-14c56713cba1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 1096 time: 0.1812060 Mar 01 22:13:25.355930 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a52517f-dbe9-43dd-b0ca-4aace816289f req-a73fa8dc-b2bd-4287-b404-349cebc97abb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294160 Mar 01 22:13:25.379939 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42100) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:13:25.400447 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a181a11-95f6-4c92-a786-2b8bb3e40ef1 req-f323b208-2874-48bd-88ee-9a776e0a128a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:25.401902 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a181a11-95f6-4c92-a786-2b8bb3e40ef1 req-f323b208-2874-48bd-88ee-9a776e0a128a service neutron] 10.222.0.55 "GET /v2.0/networks?id=1557911c-2817-4453-bebc-1bc645346482 HTTP/1.1" status: 200 len: 897 time: 0.1627593 Mar 01 22:13:25.412868 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-a63bb7ee-0d71-456a-b4db-8576cff8f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841316149', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:12:59Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:00Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '5310366e-93b3-4229-8c93-3a5d1117b6ca', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'port_id': '497aa613-15b2-4ea6-bdbf-6a814df1709d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1557911c-2817-4453-bebc-1bc645346482', 'mac_address': 'fa:16:3e:e6:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12af0b-62a2-45f8-8182-b02b751a3b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:13:23Z', 'updated_at': '2022-03-01T22:13:23Z', 'revision_number': 0, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1bd720e-1e5c-4814-8e33-1d1421e87a2c', 'name': '', 'network_id': '1557911c-2817-4453-bebc-1bc645346482', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:19:16:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '16edbbf4-3f18-4715-a8c1-854f6be27fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:04Z', 'updated_at': '2022-03-01T22:13:11Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '16edbbf4-3f18-4715-a8c1-854f6be27fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:13:25.417189 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63bb7ee-0d71-456a-b4db-8576cff8f2a9 None None] Checking router: 193bf10d-4b09-4740-8a7f-d7237cc15976 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:13:25.426448 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63bb7ee-0d71-456a-b4db-8576cff8f2a9 None None] Routers {'193bf10d-4b09-4740-8a7f-d7237cc15976'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:13:25.427059 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-a63bb7ee-0d71-456a-b4db-8576cff8f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:13:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['193bf10d-4b09-4740-8a7f-d7237cc15976'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:13:25.491921 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3b0c74ec-645d-4e8e-98d6-fac5dcd929e9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/floatingips/5310366e-93b3-4229-8c93-3a5d1117b6ca HTTP/1.1" status: 200 len: 991 time: 0.1096413 Mar 01 22:13:25.504971 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a181a11-95f6-4c92-a786-2b8bb3e40ef1 req-185fe8ce-1c9d-4274-9f16-66db312444d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=497aa613-15b2-4ea6-bdbf-6a814df1709d HTTP/1.1" status: 200 len: 999 time: 0.0972073 Mar 01 22:13:25.564364 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a181a11-95f6-4c92-a786-2b8bb3e40ef1 req-4da3eb38-5091-49db-8074-c85ea61597b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:25.565783 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a181a11-95f6-4c92-a786-2b8bb3e40ef1 req-4da3eb38-5091-49db-8074-c85ea61597b5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16edbbf4-3f18-4715-a8c1-854f6be27fca HTTP/1.1" status: 200 len: 835 time: 0.0558317 Mar 01 22:13:25.608412 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-a63bb7ee-0d71-456a-b4db-8576cff8f2a9 None None] Set router 193bf10d-4b09-4740-8a7f-d7237cc15976 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:13:25.641834 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a181a11-95f6-4c92-a786-2b8bb3e40ef1 req-a3f2ae4a-0121-4554-99a9-10791c534368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:25.643320 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a181a11-95f6-4c92-a786-2b8bb3e40ef1 req-a3f2ae4a-0121-4554-99a9-10791c534368 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1557911c-2817-4453-bebc-1bc645346482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714405 Mar 01 22:13:25.887877 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a181a11-95f6-4c92-a786-2b8bb3e40ef1 req-c7679bb1-6080-4338-82a2-ab5b67b153a5 service neutron] 10.222.0.55 "GET /v2.0/networks/1557911c-2817-4453-bebc-1bc645346482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382252 Mar 01 22:13:26.005874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-a63bb7ee-0d71-456a-b4db-8576cff8f2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841316149', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:12:59Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:00Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '5310366e-93b3-4229-8c93-3a5d1117b6ca', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'port_id': '497aa613-15b2-4ea6-bdbf-6a814df1709d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1557911c-2817-4453-bebc-1bc645346482', 'mac_address': 'fa:16:3e:e6:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12af0b-62a2-45f8-8182-b02b751a3b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:13:23Z', 'updated_at': '2022-03-01T22:13:23Z', 'revision_number': 0, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1bd720e-1e5c-4814-8e33-1d1421e87a2c', 'name': '', 'network_id': '1557911c-2817-4453-bebc-1bc645346482', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:19:16:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '16edbbf4-3f18-4715-a8c1-854f6be27fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:04Z', 'updated_at': '2022-03-01T22:13:11Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '16edbbf4-3f18-4715-a8c1-854f6be27fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:13:26.009772 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63bb7ee-0d71-456a-b4db-8576cff8f2a9 None None] The sync data for ids ['193bf10d-4b09-4740-8a7f-d7237cc15976'] in n-d-827896-4 is: [{'id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841316149', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:12:59Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:00Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': '5310366e-93b3-4229-8c93-3a5d1117b6ca', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'floating_ip_address': '172.25.5.164', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'port_id': '497aa613-15b2-4ea6-bdbf-6a814df1709d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1557911c-2817-4453-bebc-1bc645346482', 'mac_address': 'fa:16:3e:e6:ef:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e12af0b-62a2-45f8-8182-b02b751a3b1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:13:23Z', 'updated_at': '2022-03-01T22:13:23Z', 'revision_number': 0, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1bd720e-1e5c-4814-8e33-1d1421e87a2c', 'name': '', 'network_id': '1557911c-2817-4453-bebc-1bc645346482', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:19:16:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '16edbbf4-3f18-4715-a8c1-854f6be27fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:04Z', 'updated_at': '2022-03-01T22:13:11Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '16edbbf4-3f18-4715-a8c1-854f6be27fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:13:26.021228 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4a181a11-95f6-4c92-a786-2b8bb3e40ef1 req-eed9bbd6-d8cb-432d-8d2c-e74ce89fdc47 service neutron] 10.222.0.55 "GET /v2.0/networks/1557911c-2817-4453-bebc-1bc645346482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263766 Mar 01 22:13:26.208106 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93991c3-c8d8-4971-90fd-2e48fbcdf194 None None] New status for floating IP 5310366e-93b3-4229-8c93-3a5d1117b6ca: ACTIVE {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 22:13:26.460025 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:13:26.493878 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42104) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:13:26.603138 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d300e499-0144-41a5-9a12-7365a03780db tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/floatingips/5310366e-93b3-4229-8c93-3a5d1117b6ca HTTP/1.1" status: 200 len: 993 time: 0.1081061 Mar 01 22:13:26.821599 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e3234ed-fea6-4edd-9dba-bc44b6613fbc req-bfeb99a8-5213-4168-a160-f7df351e2b60 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0681784 Mar 01 22:13:26.959143 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3234ed-fea6-4edd-9dba-bc44b6613fbc req-03f5e68f-3242-45ac-9fe1-a467fc0cbb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:26.960599 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e3234ed-fea6-4edd-9dba-bc44b6613fbc req-03f5e68f-3242-45ac-9fe1-a467fc0cbb04 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 1096 time: 0.0708237 Mar 01 22:13:27.101241 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3234ed-fea6-4edd-9dba-bc44b6613fbc req-1feb8cf2-383e-46d7-b7da-de076727a5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:27.102670 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e3234ed-fea6-4edd-9dba-bc44b6613fbc req-1feb8cf2-383e-46d7-b7da-de076727a5b6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1557911c-2817-4453-bebc-1bc645346482 HTTP/1.1" status: 200 len: 897 time: 0.1233516 Mar 01 22:13:27.205127 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e3234ed-fea6-4edd-9dba-bc44b6613fbc req-c3cbc8c0-290b-4f4d-9827-4a17e0263e44 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=497aa613-15b2-4ea6-bdbf-6a814df1709d HTTP/1.1" status: 200 len: 1001 time: 0.0955632 Mar 01 22:13:27.272108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3234ed-fea6-4edd-9dba-bc44b6613fbc req-4a748c8f-d0b9-4fa5-8023-d0def6ea4165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:27.273536 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e3234ed-fea6-4edd-9dba-bc44b6613fbc req-4a748c8f-d0b9-4fa5-8023-d0def6ea4165 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16edbbf4-3f18-4715-a8c1-854f6be27fca HTTP/1.1" status: 200 len: 835 time: 0.0642898 Mar 01 22:13:27.345452 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3234ed-fea6-4edd-9dba-bc44b6613fbc req-ced4c4f4-f739-44ee-a91d-dac017387820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:13:27.346807 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e3234ed-fea6-4edd-9dba-bc44b6613fbc req-ced4c4f4-f739-44ee-a91d-dac017387820 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1557911c-2817-4453-bebc-1bc645346482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682151 Mar 01 22:13:27.477449 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e3234ed-fea6-4edd-9dba-bc44b6613fbc req-d410fd44-bf47-4736-b930-4d2089504188 service neutron] 10.222.0.55 "GET /v2.0/networks/1557911c-2817-4453-bebc-1bc645346482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245544 Mar 01 22:13:27.521053 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4572d69c-98cd-484a-946d-c02841377817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:27.616999 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2e3234ed-fea6-4edd-9dba-bc44b6613fbc req-3f5b5d7a-7fbf-47b3-8d56-919df6c5956b service neutron] 10.222.0.55 "GET /v2.0/networks/1557911c-2817-4453-bebc-1bc645346482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337066 Mar 01 22:13:29.709221 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3f1aa4a1-6af8-443c-8b6d-1d0cc040608d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:30.641606 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:30.840152 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:32.559878 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:52.332335 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:54.732494 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:57.543153 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7fdb256e-dfa1-40b4-8509-7337cb437faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:13:59.691285 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-43518a87-e434-40c9-9908-48ed80a334f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:14:00.651323 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:14:00.874617 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:14:02.566015 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:14:03.458768 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:14:22.348364 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:14:24.713904 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:14:25.461126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b11476-ebcb-42fc-adf0-0ff6c127e066 req-09850037-6279-4090-8949-2a122ffd6d71 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:14:25.462654 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c5b11476-ebcb-42fc-adf0-0ff6c127e066 req-09850037-6279-4090-8949-2a122ffd6d71 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 945 time: 0.0868254 Mar 01 22:14:25.518939 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c5b11476-ebcb-42fc-adf0-0ff6c127e066 req-6f6ab60a-c0e4-42c3-a72e-4ef8afe86b30 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505595 Mar 01 22:14:26.706160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d6e10-d69c-4a66-bcd0-fe63d7c533b8 req-98a9a2ed-8d34-4910-9f34-a86e377f413c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:14:26.707662 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-438d6e10-d69c-4a66-bcd0-fe63d7c533b8 req-98a9a2ed-8d34-4910-9f34-a86e377f413c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 945 time: 0.0800896 Mar 01 22:14:26.751661 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-438d6e10-d69c-4a66-bcd0-fe63d7c533b8 req-7aaab077-ce8c-43ba-b6d0-ca6345fffdf4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384254 Mar 01 22:14:26.869418 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1185378-7361-4479-b1a0-f764ba091a23 req-3493f805-9aa8-42bd-bfe4-6d8b7ca40714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:14:26.870859 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1185378-7361-4479-b1a0-f764ba091a23 req-3493f805-9aa8-42bd-bfe4-6d8b7ca40714 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 1096 time: 0.0722339 Mar 01 22:14:27.011276 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1185378-7361-4479-b1a0-f764ba091a23 req-267243ee-41af-49bb-b4f0-e6ead77159a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:14:27.012737 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1185378-7361-4479-b1a0-f764ba091a23 req-267243ee-41af-49bb-b4f0-e6ead77159a0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1557911c-2817-4453-bebc-1bc645346482 HTTP/1.1" status: 200 len: 897 time: 0.1234789 Mar 01 22:14:27.211829 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1185378-7361-4479-b1a0-f764ba091a23 req-1e7580af-a833-48b0-b139-491d41ed5fe5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=497aa613-15b2-4ea6-bdbf-6a814df1709d HTTP/1.1" status: 200 len: 1001 time: 0.1927128 Mar 01 22:14:27.272840 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1185378-7361-4479-b1a0-f764ba091a23 req-e38c46cd-cba2-4aea-afe7-18e4a921478c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:14:27.274255 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1185378-7361-4479-b1a0-f764ba091a23 req-e38c46cd-cba2-4aea-afe7-18e4a921478c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16edbbf4-3f18-4715-a8c1-854f6be27fca HTTP/1.1" status: 200 len: 835 time: 0.0564506 Mar 01 22:14:27.349257 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1185378-7361-4479-b1a0-f764ba091a23 req-bffe860d-fe7a-47ec-b7f2-654867647c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:14:27.350711 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1185378-7361-4479-b1a0-f764ba091a23 req-bffe860d-fe7a-47ec-b7f2-654867647c5f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1557911c-2817-4453-bebc-1bc645346482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700536 Mar 01 22:14:27.480032 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1185378-7361-4479-b1a0-f764ba091a23 req-c24a87a0-f793-4cb9-8d72-3e1737d16d41 service neutron] 10.222.0.55 "GET /v2.0/networks/1557911c-2817-4453-bebc-1bc645346482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228387 Mar 01 22:14:27.525373 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9951c376-9f42-400b-83bb-cafd6614c9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:14:27.608966 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f1185378-7361-4479-b1a0-f764ba091a23 req-409b9241-be8c-4d24-9ccd-0c5c35a3e09a service neutron] 10.222.0.55 "GET /v2.0/networks/1557911c-2817-4453-bebc-1bc645346482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235428 Mar 01 22:14:27.947865 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f958af3-98e1-4c70-9b81-5f81ddb3d12c req-4fab2a4e-e121-410d-bc75-de8416c44c5a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:14:27.949309 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f958af3-98e1-4c70-9b81-5f81ddb3d12c req-4fab2a4e-e121-410d-bc75-de8416c44c5a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 945 time: 0.0870078 Mar 01 22:14:27.992097 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6f958af3-98e1-4c70-9b81-5f81ddb3d12c req-b3551e97-8859-4ce9-8eb8-862f64375971 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371375 Mar 01 22:14:29.183449 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d952da6-79dc-4fb6-a38e-61db7bf1492e req-ffb32e48-071f-415b-a637-472970e725df tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:14:29.184828 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5d952da6-79dc-4fb6-a38e-61db7bf1492e req-ffb32e48-071f-415b-a637-472970e725df tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 945 time: 0.0852377 Mar 01 22:14:29.231616 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5d952da6-79dc-4fb6-a38e-61db7bf1492e req-27d8c42f-27bd-40d6-ba29-885adc71eff1 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406711 Mar 01 22:14:29.684971 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2b57416b-aa30-421e-89f1-f6aa30102658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:14:30.412725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109474bb-7dae-4934-9f08-87be2a992d3e req-22d45e7e-078f-4a5c-8309-42f64744ec55 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:14:30.414091 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-109474bb-7dae-4934-9f08-87be2a992d3e req-22d45e7e-078f-4a5c-8309-42f64744ec55 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 945 time: 0.0791786 Mar 01 22:14:30.457709 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-109474bb-7dae-4934-9f08-87be2a992d3e req-c85c2651-46b8-435e-80eb-88325a3334cd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377941 Mar 01 22:14:30.651009 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:14:30.850997 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:14:31.641650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8738065-f596-48bf-87db-f827b59940c2 req-2659a9f0-5556-4ad6-9b28-0d7f640929d0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:14:31.643112 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8738065-f596-48bf-87db-f827b59940c2 req-2659a9f0-5556-4ad6-9b28-0d7f640929d0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 945 time: 0.0824862 Mar 01 22:14:31.686490 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a8738065-f596-48bf-87db-f827b59940c2 req-054e01b7-1716-45a0-b6ac-52370614d56b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378218 Mar 01 22:14:32.598763 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:14:32.865768 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165696a-d4f7-49c7-8525-f087ca2a6d40 req-422e7a80-81ea-4587-a552-8109bb77ec8e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:14:32.867179 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8165696a-d4f7-49c7-8525-f087ca2a6d40 req-422e7a80-81ea-4587-a552-8109bb77ec8e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 945 time: 0.0772142 Mar 01 22:14:32.910416 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8165696a-d4f7-49c7-8525-f087ca2a6d40 req-71b65501-e936-4b41-a2f2-275358e136c1 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375364 Mar 01 22:14:34.098260 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a463a-1377-46b4-9821-b52e0c6bde96 req-70795c9a-c078-4870-b80f-d5491873d6a8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:14:34.099720 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-081a463a-1377-46b4-9821-b52e0c6bde96 req-70795c9a-c078-4870-b80f-d5491873d6a8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 945 time: 0.0836000 Mar 01 22:14:34.144176 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-081a463a-1377-46b4-9821-b52e0c6bde96 req-e816b7ee-e63a-480e-a2fd-a4c18fab5c68 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385284 Mar 01 22:14:35.330600 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c426ec-bef0-4ecf-80a3-56f2349996f8 req-7f838ed3-b65a-4fc9-b2f1-d20d94fbbf2c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:14:35.332089 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9c426ec-bef0-4ecf-80a3-56f2349996f8 req-7f838ed3-b65a-4fc9-b2f1-d20d94fbbf2c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 945 time: 0.0802240 Mar 01 22:14:35.380111 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9c426ec-bef0-4ecf-80a3-56f2349996f8 req-b40f3e73-e83f-4ee4-8e9d-118197c56cb2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424340 Mar 01 22:14:36.569997 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79b74f7-2738-4680-99bb-470ccf2b761e req-a68af642-da37-4eb2-8114-d178b82709e6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:14:36.571467 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d79b74f7-2738-4680-99bb-470ccf2b761e req-a68af642-da37-4eb2-8114-d178b82709e6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 945 time: 0.0812254 Mar 01 22:14:36.614973 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d79b74f7-2738-4680-99bb-470ccf2b761e req-3237489a-22fd-40a3-aa17-a68c0a9cb33c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379264 Mar 01 22:14:36.637795 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42152) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:14:36.743888 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7d9214dd-525e-4e20-b02c-754079ec4e2b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/floatingips/5310366e-93b3-4229-8c93-3a5d1117b6ca HTTP/1.1" status: 200 len: 993 time: 0.1048608 Mar 01 22:14:38.324704 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e4446-52a8-4001-b0cc-9c0bc863e49a req-e05e7243-fb35-4549-bb06-3987cca775ba tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:14:38.326165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-472e4446-52a8-4001-b0cc-9c0bc863e49a req-e05e7243-fb35-4549-bb06-3987cca775ba tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 945 time: 0.0848305 Mar 01 22:14:38.411519 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-472e4446-52a8-4001-b0cc-9c0bc863e49a req-4f725fc7-28c2-49cb-8362-b00e0d11cf93 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789073 Mar 01 22:14:38.440292 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c4058-6bd9-4dd7-9a13-d1183eb38a1e req-2fd6aba4-069d-40b1-a011-e821ad96ac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:14:38.441747 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b51c4058-6bd9-4dd7-9a13-d1183eb38a1e req-2fd6aba4-069d-40b1-a011-e821ad96ac45 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 1096 time: 0.0807674 Mar 01 22:14:38.579382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c4058-6bd9-4dd7-9a13-d1183eb38a1e req-7e561a6f-fba1-4466-8dd3-d36d8838197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:14:38.580861 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b51c4058-6bd9-4dd7-9a13-d1183eb38a1e req-7e561a6f-fba1-4466-8dd3-d36d8838197a service neutron] 10.222.0.55 "GET /v2.0/networks?id=1557911c-2817-4453-bebc-1bc645346482 HTTP/1.1" status: 200 len: 897 time: 0.1322136 Mar 01 22:14:38.682292 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b51c4058-6bd9-4dd7-9a13-d1183eb38a1e req-4e02ef52-b5a9-4a4e-b723-df6bd4b4006a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=497aa613-15b2-4ea6-bdbf-6a814df1709d HTTP/1.1" status: 200 len: 1001 time: 0.0952125 Mar 01 22:14:38.742076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c4058-6bd9-4dd7-9a13-d1183eb38a1e req-28edfb56-415f-4c41-b3ed-d94133cf1c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:14:38.743495 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b51c4058-6bd9-4dd7-9a13-d1183eb38a1e req-28edfb56-415f-4c41-b3ed-d94133cf1c84 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16edbbf4-3f18-4715-a8c1-854f6be27fca HTTP/1.1" status: 200 len: 835 time: 0.0553613 Mar 01 22:14:38.819749 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51c4058-6bd9-4dd7-9a13-d1183eb38a1e req-5b010eb9-7850-4fa7-89f8-8dd988a770bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:14:38.821213 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b51c4058-6bd9-4dd7-9a13-d1183eb38a1e req-5b010eb9-7850-4fa7-89f8-8dd988a770bd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1557911c-2817-4453-bebc-1bc645346482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724103 Mar 01 22:14:39.055685 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b51c4058-6bd9-4dd7-9a13-d1183eb38a1e req-89bf9b9d-49d7-44dd-8347-8b269eb7b4e5 service neutron] 10.222.0.55 "GET /v2.0/networks/1557911c-2817-4453-bebc-1bc645346482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285268 Mar 01 22:14:39.186712 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b51c4058-6bd9-4dd7-9a13-d1183eb38a1e req-5a9368b7-fda0-48a1-9f42-9befdf56652d service neutron] 10.222.0.55 "GET /v2.0/networks/1557911c-2817-4453-bebc-1bc645346482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256521 Mar 01 22:14:39.598110 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124400c5-d9b5-44a9-ac1d-79ac476ed39d req-13494742-b4dd-4449-9aef-45e80d456e38 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:14:39.599587 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-124400c5-d9b5-44a9-ac1d-79ac476ed39d req-13494742-b4dd-4449-9aef-45e80d456e38 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 945 time: 0.0812559 Mar 01 22:14:39.642495 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-124400c5-d9b5-44a9-ac1d-79ac476ed39d req-a9cdbe58-bd97-472e-aee1-0ff3ab513aa3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374360 Mar 01 22:14:40.458699 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:14:40.832609 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838bf1b8-1ec8-49c1-8187-0f65c032e53b req-aa2d34f8-1b4c-4dca-be3d-a66d52d6194f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:14:40.834077 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-838bf1b8-1ec8-49c1-8187-0f65c032e53b req-aa2d34f8-1b4c-4dca-be3d-a66d52d6194f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 945 time: 0.0828435 Mar 01 22:14:40.877470 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-838bf1b8-1ec8-49c1-8187-0f65c032e53b req-b84d3882-728b-4eab-9a9a-85e288a248fd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378542 Mar 01 22:14:40.900088 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42166) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:14:41.002859 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-05194553-f4e0-45e0-a101-18ed4ceb6557 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/floatingips/5310366e-93b3-4229-8c93-3a5d1117b6ca HTTP/1.1" status: 200 len: 993 time: 0.1016197 Mar 01 22:14:52.364862 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:14:54.730367 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:14:57.553122 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b0b157e7-25c3-4a65-b87a-1bfe010ea8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:14:59.713483 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3b77a4da-bf9a-434d-8ff5-6843a50ea3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:00.654746 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:00.884756 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:02.564698 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:17.458863 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:15:22.347492 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:24.826240 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:27.547115 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0c0f9686-57f8-4479-88b9-2d0c95ba0803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:27.828562 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2227962-9e0a-4a6c-bfaa-10181947b63c req-8c0bb689-9db7-4124-86ea-877e1e052637 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0701642 Mar 01 22:15:27.964171 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2227962-9e0a-4a6c-bfaa-10181947b63c req-173f6589-aa04-48d8-ac0b-d106c0de86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:15:27.965604 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2227962-9e0a-4a6c-bfaa-10181947b63c req-173f6589-aa04-48d8-ac0b-d106c0de86c9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 1096 time: 0.0716197 Mar 01 22:15:28.107094 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2227962-9e0a-4a6c-bfaa-10181947b63c req-b57e5b53-6828-4d5c-8d30-a0c4640b7091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:15:28.108511 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2227962-9e0a-4a6c-bfaa-10181947b63c req-b57e5b53-6828-4d5c-8d30-a0c4640b7091 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1557911c-2817-4453-bebc-1bc645346482 HTTP/1.1" status: 200 len: 897 time: 0.1246223 Mar 01 22:15:28.210034 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2227962-9e0a-4a6c-bfaa-10181947b63c req-502ceb95-e00c-41a5-939d-71d104c909c6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=497aa613-15b2-4ea6-bdbf-6a814df1709d HTTP/1.1" status: 200 len: 1001 time: 0.0953116 Mar 01 22:15:28.272544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2227962-9e0a-4a6c-bfaa-10181947b63c req-99b5cb77-88f5-4aba-914a-48fd2a390b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:15:28.274102 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2227962-9e0a-4a6c-bfaa-10181947b63c req-99b5cb77-88f5-4aba-914a-48fd2a390b9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16edbbf4-3f18-4715-a8c1-854f6be27fca HTTP/1.1" status: 200 len: 835 time: 0.0574267 Mar 01 22:15:28.353006 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2227962-9e0a-4a6c-bfaa-10181947b63c req-9e6103bc-584f-473f-983f-2e9c3c56dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:15:28.383622 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2227962-9e0a-4a6c-bfaa-10181947b63c req-9e6103bc-584f-473f-983f-2e9c3c56dc5e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1557911c-2817-4453-bebc-1bc645346482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735314 Mar 01 22:15:28.385986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42188) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:15:28.488919 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2227962-9e0a-4a6c-bfaa-10181947b63c req-bfc2845c-835b-47d0-8895-5e9b339cc32c service neutron] 10.222.0.55 "GET /v2.0/networks/1557911c-2817-4453-bebc-1bc645346482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236548 Mar 01 22:15:28.587610 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting port 78764192-117a-4546-9122-4198bee278da {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:15:28.587946 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:28.618903 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2227962-9e0a-4a6c-bfaa-10181947b63c req-564bc5ef-8c22-4b7d-a4f8-04907f300b7a service neutron] 10.222.0.55 "GET /v2.0/networks/1557911c-2817-4453-bebc-1bc645346482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235976 Mar 01 22:15:28.869621 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:28.869948 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:28.992604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Calling delete_port for 78764192-117a-4546-9122-4198bee278da owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:15:29.193089 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:29.267321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Port': ['ID=78764192-117a-4546-9122-4198bee278da,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:29.311659 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:29.312004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:29.312341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:29.312674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:29.313005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:29.313328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:29.313651 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:29.313971 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:29.314293 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:29.314607 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:29.314923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:29.315237 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:29.347102 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:29.347514 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Floating IP 5310366e-93b3-4229-8c93-3a5d1117b6ca disassociated (deleted). External IP: 172.25.5.164, port: 497aa613-15b2-4ea6-bdbf-6a814df1709d. Mar 01 22:15:29.667160 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c88d4bcd-ce35-442c-a215-c553f4bf036d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:29.700964 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 193bf10d-4b09-4740-8a7f-d7237cc15976 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:15:29.889321 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:15:29.900006 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c66e76-d702-406e-9096-d475585866af None None] Sync routers for ids ['193bf10d-4b09-4740-8a7f-d7237cc15976'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:15:29.908739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c66e76-d702-406e-9096-d475585866af None None] Routers {'193bf10d-4b09-4740-8a7f-d7237cc15976'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:15:29.909877 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-88c66e76-d702-406e-9096-d475585866af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:15:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['193bf10d-4b09-4740-8a7f-d7237cc15976'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:15:29.975302 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:30.031708 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b311646a-07f2-42d2-a40c-449dcd48eeb4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/floatingips/5310366e-93b3-4229-8c93-3a5d1117b6ca HTTP/1.1" status: 204 len: 168 time: 1.6421554 Mar 01 22:15:30.031708 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e12af0b-62a2-45f8-8182-b02b751a3b1e', 'tag': '497aa613-15b2-4ea6-bdbf-6a814df1709d'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:15:30.074810 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e12af0b-62a2-45f8-8182-b02b751a3b1e', 'tag': '497aa613-15b2-4ea6-bdbf-6a814df1709d', 'status': 'completed', 'code': 200} Mar 01 22:15:30.098680 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-88c66e76-d702-406e-9096-d475585866af None None] Set router 193bf10d-4b09-4740-8a7f-d7237cc15976 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:15:30.172313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306aa46-1b3a-44aa-81e5-e520118e1ecc req-9cc6e2a4-015b-4abd-8e26-ea7e1b550d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:15:30.173859 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0306aa46-1b3a-44aa-81e5-e520118e1ecc req-9cc6e2a4-015b-4abd-8e26-ea7e1b550d85 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 1096 time: 0.0755060 Mar 01 22:15:30.304527 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306aa46-1b3a-44aa-81e5-e520118e1ecc req-ef1df9f6-4380-424a-9c82-583e77bc7132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:15:30.305979 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0306aa46-1b3a-44aa-81e5-e520118e1ecc req-ef1df9f6-4380-424a-9c82-583e77bc7132 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1557911c-2817-4453-bebc-1bc645346482 HTTP/1.1" status: 200 len: 897 time: 0.1261799 Mar 01 22:15:30.377033 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0306aa46-1b3a-44aa-81e5-e520118e1ecc req-8fca5f01-27a1-4901-8d9d-60ae93b17e87 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=497aa613-15b2-4ea6-bdbf-6a814df1709d HTTP/1.1" status: 200 len: 217 time: 0.0649164 Mar 01 22:15:30.422325 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-88c66e76-d702-406e-9096-d475585866af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841316149', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:12:59Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:00Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f1bd720e-1e5c-4814-8e33-1d1421e87a2c', 'name': '', 'network_id': '1557911c-2817-4453-bebc-1bc645346482', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:19:16:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '16edbbf4-3f18-4715-a8c1-854f6be27fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:04Z', 'updated_at': '2022-03-01T22:13:11Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '16edbbf4-3f18-4715-a8c1-854f6be27fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:15:30.426515 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c66e76-d702-406e-9096-d475585866af None None] Checking router: 193bf10d-4b09-4740-8a7f-d7237cc15976 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:15:30.435952 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c66e76-d702-406e-9096-d475585866af None None] Routers {'193bf10d-4b09-4740-8a7f-d7237cc15976'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:15:30.438043 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-88c66e76-d702-406e-9096-d475585866af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:15:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['193bf10d-4b09-4740-8a7f-d7237cc15976'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:15:30.438185 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306aa46-1b3a-44aa-81e5-e520118e1ecc req-ab2c3877-3837-46ea-af3e-12fb95c6cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:15:30.439534 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0306aa46-1b3a-44aa-81e5-e520118e1ecc req-ab2c3877-3837-46ea-af3e-12fb95c6cd9f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=16edbbf4-3f18-4715-a8c1-854f6be27fca HTTP/1.1" status: 200 len: 835 time: 0.0572476 Mar 01 22:15:30.634012 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-88c66e76-d702-406e-9096-d475585866af None None] Set router 193bf10d-4b09-4740-8a7f-d7237cc15976 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:15:30.679487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306aa46-1b3a-44aa-81e5-e520118e1ecc req-390faf4e-3259-44d2-9ac1-df3821df2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:15:30.680996 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0306aa46-1b3a-44aa-81e5-e520118e1ecc req-390faf4e-3259-44d2-9ac1-df3821df2ed7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1557911c-2817-4453-bebc-1bc645346482&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2358685 Mar 01 22:15:30.719326 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:30.844453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311bdf92-495c-46cb-a1d4-75adb674dc2c req-0b9ff49c-51d0-4a86-8a85-d25b006acf1c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:15:30.845900 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-311bdf92-495c-46cb-a1d4-75adb674dc2c req-0b9ff49c-51d0-4a86-8a85-d25b006acf1c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 945 time: 0.3193812 Mar 01 22:15:30.851386 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0306aa46-1b3a-44aa-81e5-e520118e1ecc req-53a0aa23-68a4-48fc-824e-e304d0ec0ea1 service neutron] 10.222.0.55 "GET /v2.0/networks/1557911c-2817-4453-bebc-1bc645346482?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585941 Mar 01 22:15:30.925310 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:30.989485 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0306aa46-1b3a-44aa-81e5-e520118e1ecc req-bdd05b48-14e6-470b-b0c2-87f5ed2bbfe0 service neutron] 10.222.0.55 "GET /v2.0/networks/1557911c-2817-4453-bebc-1bc645346482?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310422 Mar 01 22:15:31.016487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-88c66e76-d702-406e-9096-d475585866af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841316149', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:12:59Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:00Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f1bd720e-1e5c-4814-8e33-1d1421e87a2c', 'name': '', 'network_id': '1557911c-2817-4453-bebc-1bc645346482', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:19:16:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '16edbbf4-3f18-4715-a8c1-854f6be27fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:04Z', 'updated_at': '2022-03-01T22:13:11Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '16edbbf4-3f18-4715-a8c1-854f6be27fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:15:31.021335 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c66e76-d702-406e-9096-d475585866af None None] The sync data for ids ['193bf10d-4b09-4740-8a7f-d7237cc15976'] in n-d-827896-4 is: [{'id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841316149', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:12:59Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:00Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'f1bd720e-1e5c-4814-8e33-1d1421e87a2c', 'name': '', 'network_id': '1557911c-2817-4453-bebc-1bc645346482', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:19:16:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '16edbbf4-3f18-4715-a8c1-854f6be27fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:04Z', 'updated_at': '2022-03-01T22:13:11Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '16edbbf4-3f18-4715-a8c1-854f6be27fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:15:31.031513 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-311bdf92-495c-46cb-a1d4-75adb674dc2c req-9a79a7b3-eb74-44d0-8a79-a6141b802bd7 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790895 Mar 01 22:15:31.257680 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105f004d-a5ff-45b3-b971-42359ed048c2 None None] New status for floating IP 5310366e-93b3-4229-8c93-3a5d1117b6ca: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 22:15:32.280368 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a2077-19a7-41df-ab36-d2e61833f992 req-eca07f86-a183-465d-99d4-7b41d7b27483 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:15:32.281805 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-878a2077-19a7-41df-ab36-d2e61833f992 req-eca07f86-a183-465d-99d4-7b41d7b27483 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 945 time: 0.1383467 Mar 01 22:15:32.290124 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b596f5-7c4b-43c3-ac77-9820f18ff962 req-51d9f679-ac07-460e-9156-32bb3ae095b4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:15:32.291499 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c1b596f5-7c4b-43c3-ac77-9820f18ff962 req-51d9f679-ac07-460e-9156-32bb3ae095b4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 945 time: 0.1134777 Mar 01 22:15:32.375580 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-878a2077-19a7-41df-ab36-d2e61833f992 req-3f7e2c32-1b32-46f4-b827-9a8926aa3368 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830178 Mar 01 22:15:32.438502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-c1b596f5-7c4b-43c3-ac77-9820f18ff962 req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting port 497aa613-15b2-4ea6-bdbf-6a814df1709d {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:15:32.438843 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c1b596f5-7c4b-43c3-ac77-9820f18ff962 req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:32.586770 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:32.682870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-c1b596f5-7c4b-43c3-ac77-9820f18ff962 req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] For port 497aa613-15b2-4ea6-bdbf-6a814df1709d, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=497aa613-15b2-4ea6-bdbf-6a814df1709d,segment=NetworkSegment(31e779fb-340f-42f1-8836-5a39eba15cfe),segment_id=31e779fb-340f-42f1-8836-5a39eba15cfe)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:15:32.683131 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c1b596f5-7c4b-43c3-ac77-9820f18ff962 req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:32.803040 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-c1b596f5-7c4b-43c3-ac77-9820f18ff962 req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Calling delete_port for 497aa613-15b2-4ea6-bdbf-6a814df1709d owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:15:33.004019 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c1b596f5-7c4b-43c3-ac77-9820f18ff962 req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:33.055025 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Port': ['ID=497aa613-15b2-4ea6-bdbf-6a814df1709d,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:33.091673 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:33.092016 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:33.092351 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:33.092686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:33.093000 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:33.093326 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:33.093647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:33.093963 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:33.094308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:33.094620 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:33.094932 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:33.095240 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:33.139587 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b596f5-7c4b-43c3-ac77-9820f18ff962 req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] No DVR routers for this DVR port 497aa613-15b2-4ea6-bdbf-6a814df1709d on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:15:33.142106 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c1b596f5-7c4b-43c3-ac77-9820f18ff962 req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:33.145055 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e12af0b-62a2-45f8-8182-b02b751a3b1e', 'name': 'network-vif-deleted', 'tag': '497aa613-15b2-4ea6-bdbf-6a814df1709d'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:15:33.156346 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c1b596f5-7c4b-43c3-ac77-9820f18ff962 req-400c9bcc-edbb-4816-909e-527911b6020b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "DELETE /v2.0/ports/497aa613-15b2-4ea6-bdbf-6a814df1709d HTTP/1.1" status: 204 len: 173 time: 0.8509471 Mar 01 22:15:33.190473 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e12af0b-62a2-45f8-8182-b02b751a3b1e', 'name': 'network-vif-deleted', 'tag': '497aa613-15b2-4ea6-bdbf-6a814df1709d', 'status': 'completed', 'code': 200} Mar 01 22:15:33.554568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-22c98317-b9e0-44d8-bb07-e5c76346f84b req-f9d97e0c-5a83-4279-9e0d-2aacc462584e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Synchronizing usage tracker for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:15:33.638108 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-22c98317-b9e0-44d8-bb07-e5c76346f84b req-f9d97e0c-5a83-4279-9e0d-2aacc462584e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Unset dirty status for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:15:33.639996 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22c98317-b9e0-44d8-bb07-e5c76346f84b req-f9d97e0c-5a83-4279-9e0d-2aacc462584e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=3e12af0b-62a2-45f8-8182-b02b751a3b1e HTTP/1.1" status: 200 len: 210 time: 0.1295350 Mar 01 22:15:34.733970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42216) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:15:35.421228 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59b639f3-b657-406f-964f-35693dae0885 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:35.767317 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-59b639f3-b657-406f-964f-35693dae0885 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting port f1bd720e-1e5c-4814-8e33-1d1421e87a2c {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:15:35.768039 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59b639f3-b657-406f-964f-35693dae0885 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:35.952486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-59b639f3-b657-406f-964f-35693dae0885 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] For port f1bd720e-1e5c-4814-8e33-1d1421e87a2c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=f1bd720e-1e5c-4814-8e33-1d1421e87a2c,segment=NetworkSegment(31e779fb-340f-42f1-8836-5a39eba15cfe),segment_id=31e779fb-340f-42f1-8836-5a39eba15cfe)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:15:35.952837 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59b639f3-b657-406f-964f-35693dae0885 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:35.970418 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 497aa613-15b2-4ea6-bdbf-6a814df1709d no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:15:36.008075 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: 497aa613-15b2-4ea6-bdbf-6a814df1709d {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:15:36.008420 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device 497aa613-15b2-4ea6-bdbf-6a814df1709d not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:15:36.076675 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-59b639f3-b657-406f-964f-35693dae0885 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Calling delete_port for f1bd720e-1e5c-4814-8e33-1d1421e87a2c owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:15:36.495746 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59b639f3-b657-406f-964f-35693dae0885 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:36.661986 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b639f3-b657-406f-964f-35693dae0885 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Port': ['ID=f1bd720e-1e5c-4814-8e33-1d1421e87a2c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:36.941118 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-59b639f3-b657-406f-964f-35693dae0885 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:37.309610 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b639f3-b657-406f-964f-35693dae0885 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 193bf10d-4b09-4740-8a7f-d7237cc15976 has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:15:37.486743 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b639f3-b657-406f-964f-35693dae0885 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:15:37.496739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a2cb83-e6c7-4974-9c59-9f60843d987f None None] Sync routers for ids ['193bf10d-4b09-4740-8a7f-d7237cc15976'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:15:37.506003 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a2cb83-e6c7-4974-9c59-9f60843d987f None None] Routers {'193bf10d-4b09-4740-8a7f-d7237cc15976'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:15:37.506635 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-c2a2cb83-e6c7-4974-9c59-9f60843d987f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:15:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['193bf10d-4b09-4740-8a7f-d7237cc15976'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:15:37.566158 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-59b639f3-b657-406f-964f-35693dae0885 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "PUT /v2.0/routers/193bf10d-4b09-4740-8a7f-d7237cc15976/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8305521 Mar 01 22:15:37.569020 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42220) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:15:37.637399 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aa50c85-f3bf-4337-b8c6-11f59ddfbff6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting subnet 16edbbf4-3f18-4715-a8c1-854f6be27fca {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 22:15:37.640781 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3aa50c85-f3bf-4337-b8c6-11f59ddfbff6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:37.683492 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-c2a2cb83-e6c7-4974-9c59-9f60843d987f None None] Set router 193bf10d-4b09-4740-8a7f-d7237cc15976 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:15:37.695437 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3aa50c85-f3bf-4337-b8c6-11f59ddfbff6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:37.779540 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3aa50c85-f3bf-4337-b8c6-11f59ddfbff6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:37.922980 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3aa50c85-f3bf-4337-b8c6-11f59ddfbff6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:37.961640 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-c2a2cb83-e6c7-4974-9c59-9f60843d987f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841316149', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:12:59Z', 'updated_at': '2022-03-01T22:15:36Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:00Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:15:37.962671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa50c85-f3bf-4337-b8c6-11f59ddfbff6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Subnet': ['ID=16edbbf4-3f18-4715-a8c1-854f6be27fca,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:37.965679 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a2cb83-e6c7-4974-9c59-9f60843d987f None None] Checking router: 193bf10d-4b09-4740-8a7f-d7237cc15976 for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:15:37.966433 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3aa50c85-f3bf-4337-b8c6-11f59ddfbff6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:37.979066 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3aa50c85-f3bf-4337-b8c6-11f59ddfbff6 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/subnets/16edbbf4-3f18-4715-a8c1-854f6be27fca HTTP/1.1" status: 204 len: 168 time: 0.4032390 Mar 01 22:15:37.979187 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddffff60-c29c-49a7-ad3c-67ca309654f1 None None] Network 1557911c-2817-4453-bebc-1bc645346482 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:15:37.979305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42224) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:15:37.991338 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a2cb83-e6c7-4974-9c59-9f60843d987f None None] Routers {'193bf10d-4b09-4740-8a7f-d7237cc15976'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:15:37.991975 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-c2a2cb83-e6c7-4974-9c59-9f60843d987f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:15:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['193bf10d-4b09-4740-8a7f-d7237cc15976'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:15:38.285967 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dfac13b5-0b41-467d-b3b6-be58b61a71ae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:38.307475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-c2a2cb83-e6c7-4974-9c59-9f60843d987f None None] Set router 193bf10d-4b09-4740-8a7f-d7237cc15976 gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:15:38.469254 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dfac13b5-0b41-467d-b3b6-be58b61a71ae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:38.535265 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-dfac13b5-0b41-467d-b3b6-be58b61a71ae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting port 70b21afb-e755-4668-abc3-0ccbd73591cb {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:15:38.535752 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dfac13b5-0b41-467d-b3b6-be58b61a71ae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:38.636545 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d4f17e-ccf5-4b6a-a0ff-ac77d459a8a6 None None] DHCP port deletion for 1557911c-2817-4453-bebc-1bc645346482 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 22:15:38.643172 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-21d4f17e-ccf5-4b6a-a0ff-ac77d459a8a6 None None] Deleting port 773b9c1a-65a2-4778-86b0-0ea2e043c5f8 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:15:38.643604 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-21d4f17e-ccf5-4b6a-a0ff-ac77d459a8a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:38.721125 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-dfac13b5-0b41-467d-b3b6-be58b61a71ae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] For port 70b21afb-e755-4668-abc3-0ccbd73591cb, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=70b21afb-e755-4668-abc3-0ccbd73591cb,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:15:38.721860 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dfac13b5-0b41-467d-b3b6-be58b61a71ae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:38.741643 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-c2a2cb83-e6c7-4974-9c59-9f60843d987f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841316149', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:12:59Z', 'updated_at': '2022-03-01T22:15:36Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:00Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:15:38.750086 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a2cb83-e6c7-4974-9c59-9f60843d987f None None] The sync data for ids ['193bf10d-4b09-4740-8a7f-d7237cc15976'] in n-d-827896-4 is: [{'id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1841316149', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84'}], 'enable_snat': True}, 'gw_port_id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:12:59Z', 'updated_at': '2022-03-01T22:15:36Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '70b21afb-e755-4668-abc3-0ccbd73591cb', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6c:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '193bf10d-4b09-4740-8a7f-d7237cc15976', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:13:00Z', 'updated_at': '2022-03-01T22:13:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:15:38.848486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-dfac13b5-0b41-467d-b3b6-be58b61a71ae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Calling delete_port for 70b21afb-e755-4668-abc3-0ccbd73591cb owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:15:38.860803 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-21d4f17e-ccf5-4b6a-a0ff-ac77d459a8a6 None None] For port 773b9c1a-65a2-4778-86b0-0ea2e043c5f8, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=773b9c1a-65a2-4778-86b0-0ea2e043c5f8,segment=NetworkSegment(31e779fb-340f-42f1-8836-5a39eba15cfe),segment_id=31e779fb-340f-42f1-8836-5a39eba15cfe)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:15:38.861138 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-21d4f17e-ccf5-4b6a-a0ff-ac77d459a8a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:38.982018 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-21d4f17e-ccf5-4b6a-a0ff-ac77d459a8a6 None None] Calling delete_port for 773b9c1a-65a2-4778-86b0-0ea2e043c5f8 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:15:39.067459 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dfac13b5-0b41-467d-b3b6-be58b61a71ae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:39.107198 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-21d4f17e-ccf5-4b6a-a0ff-ac77d459a8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:39.123475 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac13b5-0b41-467d-b3b6-be58b61a71ae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Port': ['ID=70b21afb-e755-4668-abc3-0ccbd73591cb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:39.154813 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4f17e-ccf5-4b6a-a0ff-ac77d459a8a6 None None] No DVR routers for this DVR port 773b9c1a-65a2-4778-86b0-0ea2e043c5f8 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:15:39.165182 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 773b9c1a-65a2-4778-86b0-0ea2e043c5f8 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:15:39.189605 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4f17e-ccf5-4b6a-a0ff-ac77d459a8a6 None None] Pushing event deleted for resources: {'Port': ['ID=773b9c1a-65a2-4778-86b0-0ea2e043c5f8,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:39.206915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 773b9c1a-65a2-4778-86b0-0ea2e043c5f8 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:15:39.207263 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 773b9c1a-65a2-4778-86b0-0ea2e043c5f8 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:15:39.208117 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f1bd720e-1e5c-4814-8e33-1d1421e87a2c no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:15:39.239291 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f17e-ccf5-4b6a-a0ff-ac77d459a8a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:39.239291 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f17e-ccf5-4b6a-a0ff-ac77d459a8a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:39.239291 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f17e-ccf5-4b6a-a0ff-ac77d459a8a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:39.239291 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f17e-ccf5-4b6a-a0ff-ac77d459a8a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:39.239291 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f17e-ccf5-4b6a-a0ff-ac77d459a8a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:39.239291 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f17e-ccf5-4b6a-a0ff-ac77d459a8a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:39.239291 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f17e-ccf5-4b6a-a0ff-ac77d459a8a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:39.239291 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f17e-ccf5-4b6a-a0ff-ac77d459a8a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:39.239291 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f17e-ccf5-4b6a-a0ff-ac77d459a8a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:39.240357 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f17e-ccf5-4b6a-a0ff-ac77d459a8a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:39.240357 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f17e-ccf5-4b6a-a0ff-ac77d459a8a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:39.240357 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d4f17e-ccf5-4b6a-a0ff-ac77d459a8a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:39.240593 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dfac13b5-0b41-467d-b3b6-be58b61a71ae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:39.247963 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: f1bd720e-1e5c-4814-8e33-1d1421e87a2c {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:15:39.248307 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device f1bd720e-1e5c-4814-8e33-1d1421e87a2c not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:15:39.421951 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dfac13b5-0b41-467d-b3b6-be58b61a71ae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:39.424120 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dfac13b5-0b41-467d-b3b6-be58b61a71ae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:39.529770 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dfac13b5-0b41-467d-b3b6-be58b61a71ae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:39.530310 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfac13b5-0b41-467d-b3b6-be58b61a71ae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Fanout notify agent at l3_agent the message router_deleted on router 193bf10d-4b09-4740-8a7f-d7237cc15976 {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 22:15:39.546438 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-dfac13b5-0b41-467d-b3b6-be58b61a71ae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:39.550123 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-dfac13b5-0b41-467d-b3b6-be58b61a71ae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/routers/193bf10d-4b09-4740-8a7f-d7237cc15976 HTTP/1.1" status: 204 len: 168 time: 1.5708668 Mar 01 22:15:39.550650 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42230) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:15:39.675867 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-17681c7c-b81d-4e0e-8bba-9d100dd0a02f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:39.804762 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-17681c7c-b81d-4e0e-8bba-9d100dd0a02f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:39.829028 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-17681c7c-b81d-4e0e-8bba-9d100dd0a02f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1557911c-2817-4453-bebc-1bc645346482']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:15:39.841401 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-17681c7c-b81d-4e0e-8bba-9d100dd0a02f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31e779fb-340f-42f1-8836-5a39eba15cfe') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:15:39.841700 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-17681c7c-b81d-4e0e-8bba-9d100dd0a02f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31e779fb-340f-42f1-8836-5a39eba15cfe') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:15:39.853694 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-17681c7c-b81d-4e0e-8bba-9d100dd0a02f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:39.869602 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-17681c7c-b81d-4e0e-8bba-9d100dd0a02f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:39.875519 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17681c7c-b81d-4e0e-8bba-9d100dd0a02f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 22:15:39.875900 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-17681c7c-b81d-4e0e-8bba-9d100dd0a02f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: timer() Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 22:15:39.889886 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 22:15:40.175328 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-17681c7c-b81d-4e0e-8bba-9d100dd0a02f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:40.193637 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-17681c7c-b81d-4e0e-8bba-9d100dd0a02f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:40.204616 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17681c7c-b81d-4e0e-8bba-9d100dd0a02f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Network': ['ID=1557911c-2817-4453-bebc-1bc645346482,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:40.279078 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-17681c7c-b81d-4e0e-8bba-9d100dd0a02f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/networks/1557911c-2817-4453-bebc-1bc645346482 HTTP/1.1" status: 204 len: 168 time: 0.7277260 Mar 01 22:15:40.281668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42234) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:15:40.356255 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b086914-a92f-419e-9dab-e45ea46c5ed2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:40.385490 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b086914-a92f-419e-9dab-e45ea46c5ed2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:40.517906 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b086914-a92f-419e-9dab-e45ea46c5ed2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:40.537613 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b086914-a92f-419e-9dab-e45ea46c5ed2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:40.603264 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9b086914-a92f-419e-9dab-e45ea46c5ed2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:40.604441 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9b086914-a92f-419e-9dab-e45ea46c5ed2 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/security-groups/f0a53bd6-1a88-4c21-9e76-5ea22c3bd5da HTTP/1.1" status: 204 len: 168 time: 0.3215911 Mar 01 22:15:40.942799 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 70b21afb-e755-4668-abc3-0ccbd73591cb no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:15:40.978663 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 70b21afb-e755-4668-abc3-0ccbd73591cb {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:15:40.978985 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 70b21afb-e755-4668-abc3-0ccbd73591cb not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:15:41.735749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42242) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:15:41.741808 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-afef9b33-2d01-4d00-b5b9-6a87d7057959 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1627968778', 'description': 'tempest-secgroup-smoke-1627968778 description', 'project_id': '443fbfcdae1a4567a887f1af9d571ead'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:15:41.748560 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-afef9b33-2d01-4d00-b5b9-6a87d7057959 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:15:41.752754 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-afef9b33-2d01-4d00-b5b9-6a87d7057959 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:15:41.755778 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-afef9b33-2d01-4d00-b5b9-6a87d7057959 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:15:41.761699 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-afef9b33-2d01-4d00-b5b9-6a87d7057959 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:15:41.826574 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-afef9b33-2d01-4d00-b5b9-6a87d7057959 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:41.846195 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-afef9b33-2d01-4d00-b5b9-6a87d7057959 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:15:41.850981 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-afef9b33-2d01-4d00-b5b9-6a87d7057959 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:15:41.853878 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-afef9b33-2d01-4d00-b5b9-6a87d7057959 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:15:41.859632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-afef9b33-2d01-4d00-b5b9-6a87d7057959 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:15:41.929484 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-afef9b33-2d01-4d00-b5b9-6a87d7057959 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:41.998242 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-afef9b33-2d01-4d00-b5b9-6a87d7057959 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:42.047398 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afef9b33-2d01-4d00-b5b9-6a87d7057959 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=449788d9-317f-4cbd-ba64-d137734c1a8e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:42.118143 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-afef9b33-2d01-4d00-b5b9-6a87d7057959 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:42.119422 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-afef9b33-2d01-4d00-b5b9-6a87d7057959 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3826501 Mar 01 22:15:42.122234 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42248) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:15:42.127058 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-e3da0b3d-e4fc-49e9-9b6c-861bf58508e4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': '449788d9-317f-4cbd-ba64-d137734c1a8e', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:15:42.133911 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e3da0b3d-e4fc-49e9-9b6c-861bf58508e4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:15:42.137721 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e3da0b3d-e4fc-49e9-9b6c-861bf58508e4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:15:42.140591 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-e3da0b3d-e4fc-49e9-9b6c-861bf58508e4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:15:42.146932 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-e3da0b3d-e4fc-49e9-9b6c-861bf58508e4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:15:42.244019 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3da0b3d-e4fc-49e9-9b6c-861bf58508e4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:42.304270 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3da0b3d-e4fc-49e9-9b6c-861bf58508e4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:42.352167 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3da0b3d-e4fc-49e9-9b6c-861bf58508e4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:42.375076 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3da0b3d-e4fc-49e9-9b6c-861bf58508e4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90b251a6-3f6b-49da-9d21-491443ec3454,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:42.443709 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-e3da0b3d-e4fc-49e9-9b6c-861bf58508e4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:42.444911 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-e3da0b3d-e4fc-49e9-9b6c-861bf58508e4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217769 Mar 01 22:15:42.447632 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42252) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:15:42.452567 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d8e59544-2a13-46ce-a373-67073c6d2003 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': '449788d9-317f-4cbd-ba64-d137734c1a8e', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:15:42.460110 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d8e59544-2a13-46ce-a373-67073c6d2003 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:15:42.464026 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d8e59544-2a13-46ce-a373-67073c6d2003 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:15:42.466912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d8e59544-2a13-46ce-a373-67073c6d2003 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:15:42.472663 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d8e59544-2a13-46ce-a373-67073c6d2003 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:15:42.541876 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d8e59544-2a13-46ce-a373-67073c6d2003 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:42.603241 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d8e59544-2a13-46ce-a373-67073c6d2003 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:42.660546 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d8e59544-2a13-46ce-a373-67073c6d2003 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:42.687120 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e59544-2a13-46ce-a373-67073c6d2003 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e412be6-9bcb-496e-bc69-f8ac9c7c17af,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:42.752137 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d8e59544-2a13-46ce-a373-67073c6d2003 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:42.753838 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d8e59544-2a13-46ce-a373-67073c6d2003 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3052950 Mar 01 22:15:42.756671 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42256) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:15:42.761542 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9ba2bd2a-4f03-4783-8366-96e737f4ec9f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': '449788d9-317f-4cbd-ba64-d137734c1a8e', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:15:42.768856 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9ba2bd2a-4f03-4783-8366-96e737f4ec9f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:15:42.772692 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9ba2bd2a-4f03-4783-8366-96e737f4ec9f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:15:42.775593 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9ba2bd2a-4f03-4783-8366-96e737f4ec9f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:15:42.781566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9ba2bd2a-4f03-4783-8366-96e737f4ec9f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:15:42.849901 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ba2bd2a-4f03-4783-8366-96e737f4ec9f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:42.916730 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ba2bd2a-4f03-4783-8366-96e737f4ec9f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:42.986469 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ba2bd2a-4f03-4783-8366-96e737f4ec9f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:43.011216 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2bd2a-4f03-4783-8366-96e737f4ec9f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4ed64b-27bf-4e65-a83c-10902509809e,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:43.067222 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9ba2bd2a-4f03-4783-8366-96e737f4ec9f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:43.071037 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9ba2bd2a-4f03-4783-8366-96e737f4ec9f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3109620 Mar 01 22:15:43.071268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42260) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:15:43.076499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-a91d8cc9-2fa2-44cb-828f-9975cd3483ed tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': '449788d9-317f-4cbd-ba64-d137734c1a8e', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:15:43.083747 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a91d8cc9-2fa2-44cb-828f-9975cd3483ed tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:15:43.087684 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a91d8cc9-2fa2-44cb-828f-9975cd3483ed tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:15:43.090651 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a91d8cc9-2fa2-44cb-828f-9975cd3483ed tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:15:43.096404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a91d8cc9-2fa2-44cb-828f-9975cd3483ed tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:15:43.187184 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a91d8cc9-2fa2-44cb-828f-9975cd3483ed tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:43.249551 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a91d8cc9-2fa2-44cb-828f-9975cd3483ed tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:43.312178 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a91d8cc9-2fa2-44cb-828f-9975cd3483ed tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:43.334790 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d8cc9-2fa2-44cb-828f-9975cd3483ed tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b162e8c-6686-483c-bba2-d95819eb1380,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:43.444112 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a91d8cc9-2fa2-44cb-828f-9975cd3483ed tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:43.445258 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a91d8cc9-2fa2-44cb-828f-9975cd3483ed tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3730502 Mar 01 22:15:43.448004 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42264) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:15:43.452958 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-45430b72-9007-4fa0-a38d-937e1a2944e0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': '449788d9-317f-4cbd-ba64-d137734c1a8e', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:15:43.459797 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-45430b72-9007-4fa0-a38d-937e1a2944e0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:15:43.463871 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-45430b72-9007-4fa0-a38d-937e1a2944e0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:15:43.466756 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-45430b72-9007-4fa0-a38d-937e1a2944e0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:15:43.473221 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-45430b72-9007-4fa0-a38d-937e1a2944e0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:15:43.539857 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-45430b72-9007-4fa0-a38d-937e1a2944e0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Project 443fbfcdae1a4567a887f1af9d571ead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 22:15:43.546584 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45430b72-9007-4fa0-a38d-937e1a2944e0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:43.611861 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45430b72-9007-4fa0-a38d-937e1a2944e0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:43.689486 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45430b72-9007-4fa0-a38d-937e1a2944e0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:43.713896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45430b72-9007-4fa0-a38d-937e1a2944e0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6a4560b-0f63-4f30-91ff-43c78d0d8fdc,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:43.797699 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-45430b72-9007-4fa0-a38d-937e1a2944e0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:43.798871 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-45430b72-9007-4fa0-a38d-937e1a2944e0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3499479 Mar 01 22:15:43.801856 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42268) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:15:43.806962 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-c1bf35ea-c1d2-425b-93b7-ab1bfcd9cdae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'security_group_rule': {'security_group_id': '449788d9-317f-4cbd-ba64-d137734c1a8e', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:15:43.813658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c1bf35ea-c1d2-425b-93b7-ab1bfcd9cdae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:15:43.817599 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c1bf35ea-c1d2-425b-93b7-ab1bfcd9cdae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:security_group_rule and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:15:43.820459 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-c1bf35ea-c1d2-425b-93b7-ab1bfcd9cdae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:15:43.826111 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-c1bf35ea-c1d2-425b-93b7-ab1bfcd9cdae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:15:43.900952 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-c1bf35ea-c1d2-425b-93b7-ab1bfcd9cdae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Project 443fbfcdae1a4567a887f1af9d571ead added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 22:15:43.907623 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1bf35ea-c1d2-425b-93b7-ab1bfcd9cdae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:43.972456 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1bf35ea-c1d2-425b-93b7-ab1bfcd9cdae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:44.048416 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1bf35ea-c1d2-425b-93b7-ab1bfcd9cdae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:44.074345 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf35ea-c1d2-425b-93b7-ab1bfcd9cdae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eb9a3fc-316e-428b-9d3f-7dd3df1431b9,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:44.162850 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-c1bf35ea-c1d2-425b-93b7-ab1bfcd9cdae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:44.164671 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-c1bf35ea-c1d2-425b-93b7-ab1bfcd9cdae tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3615465 Mar 01 22:15:44.167123 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42272) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:15:44.172480 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-bf288a6d-cdba-4ac4-8e09-14f02029502d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'network': {'name': 'tempest-network-smoke--948037151', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'port_security_enabled': True}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:15:44.178377 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bf288a6d-cdba-4ac4-8e09-14f02029502d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:15:44.182450 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bf288a6d-cdba-4ac4-8e09-14f02029502d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:network and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:15:44.185340 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bf288a6d-cdba-4ac4-8e09-14f02029502d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:15:44.192658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bf288a6d-cdba-4ac4-8e09-14f02029502d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:15:44.260580 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf288a6d-cdba-4ac4-8e09-14f02029502d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Made reservation on behalf of 443fbfcdae1a4567a887f1af9d571ead for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:15:44.263994 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf288a6d-cdba-4ac4-8e09-14f02029502d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:44.292261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf288a6d-cdba-4ac4-8e09-14f02029502d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 22:15:44.301592 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf288a6d-cdba-4ac4-8e09-14f02029502d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:44.301931 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-bf288a6d-cdba-4ac4-8e09-14f02029502d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Added segment 7a85a4ca-0671-481e-8cad-6598495dbe27 of type vlan for network d88bf36c-683b-4548-a8d7-e47c093a40a4 Mar 01 22:15:44.327563 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf288a6d-cdba-4ac4-8e09-14f02029502d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:44.415050 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf288a6d-cdba-4ac4-8e09-14f02029502d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:44.420536 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf288a6d-cdba-4ac4-8e09-14f02029502d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:15:44.421155 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf288a6d-cdba-4ac4-8e09-14f02029502d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:44.535508 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf288a6d-cdba-4ac4-8e09-14f02029502d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Network': ['ID=d88bf36c-683b-4548-a8d7-e47c093a40a4,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:44.545779 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network d88bf36c-683b-4548-a8d7-e47c093a40a4 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 22:15:44.582469 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bf288a6d-cdba-4ac4-8e09-14f02029502d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4143062 Mar 01 22:15:44.585132 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42276) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:15:44.591557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-249533441', 'admin_state_up': True, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:15:44.603960 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:15:44.608543 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:router and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:15:44.611371 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:15:44.618696 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:15:44.678637 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:44.679726 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:44.694573 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:45.007743 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:45.396266 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:45.426253 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:45.673600 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Allocated IP 172.25.5.224 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:15:45.818504 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:45.901575 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:45.964703 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:15:45.967251 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:15:45.974969 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:15:46.009717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:46.464262 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:46.811429 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:47.083649 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 037e3393-7939-4ef8-acf8-fa1882eb5c1c is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 22:15:47.388717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:15:47.398480 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] Sync routers for ids ['037e3393-7939-4ef8-acf8-fa1882eb5c1c'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:15:47.408071 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] Routers {'037e3393-7939-4ef8-acf8-fa1882eb5c1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:15:47.408682 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:15:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['037e3393-7939-4ef8-acf8-fa1882eb5c1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:15:47.489525 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:47.490783 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8922322a-0b61-4c5d-a221-42afacfb74fc tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9046822 Mar 01 22:15:47.494073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42280) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:15:47.533352 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2ac6153d-97cb-41c2-8013-2bf9eb99d184 tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=443fbfcdae1a4567a887f1af9d571ead&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382402 Mar 01 22:15:47.536203 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42284) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:15:47.588633 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] Set router 037e3393-7939-4ef8-acf8-fa1882eb5c1c gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:15:47.676415 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfb2c57-a24d-46dd-b3ed-d4759fd57241 tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:15:47.677836 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bcfb2c57-a24d-46dd-b3ed-d4759fd57241 tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1407120 Mar 01 22:15:47.680779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42288) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:15:47.725481 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-aa23fb78-b2e9-46ab-88fa-84416ebf06b1 tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=82cdf2ed-df90-4a48-9723-ee120d6ea16e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436296 Mar 01 22:15:47.728029 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42292) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:15:47.733355 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-8d0b092b-6a6a-4956-95ff-e05235f6a468 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1343345527', 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4', 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:15:47.849944 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8d0b092b-6a6a-4956-95ff-e05235f6a468 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:15:47.853790 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8d0b092b-6a6a-4956-95ff-e05235f6a468 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:subnet and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:15:47.856601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-8d0b092b-6a6a-4956-95ff-e05235f6a468 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:15:47.862516 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-8d0b092b-6a6a-4956-95ff-e05235f6a468 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:15:47.901755 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249533441', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:15:44Z', 'updated_at': '2022-03-01T22:15:46Z', 'revision_number': 3, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:45Z', 'updated_at': '2022-03-01T22:15:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:15:47.905444 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] Checking router: 037e3393-7939-4ef8-acf8-fa1882eb5c1c for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:15:47.905892 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] Updating router 037e3393-7939-4ef8-acf8-fa1882eb5c1c port 4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:15:47.941506 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0b092b-6a6a-4956-95ff-e05235f6a468 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Made reservation on behalf of 443fbfcdae1a4567a887f1af9d571ead for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:15:47.945075 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8d0b092b-6a6a-4956-95ff-e05235f6a468 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:47.961591 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:48.249830 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8d0b092b-6a6a-4956-95ff-e05235f6a468 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:48.282669 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:48.294412 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] Transition to ACTIVE for port object 4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:15:48.329655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0b092b-6a6a-4956-95ff-e05235f6a468 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Subnet': ['ID=5da67b0c-c5ec-4b4e-8fdd-13bb018ad296,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:48.339210 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d0b092b-6a6a-4956-95ff-e05235f6a468 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Checking segment: {'id': '7a85a4ca-0671-481e-8cad-6598495dbe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:15:48.339633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0b092b-6a6a-4956-95ff-e05235f6a468 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network hostable DHCP agents. Network: d88bf36c-683b-4548-a8d7-e47c093a40a4, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 22:15:48.364026 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:48.437859 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0b092b-6a6a-4956-95ff-e05235f6a468 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network d88bf36c-683b-4548-a8d7-e47c093a40a4 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 22:15:48.442781 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] Attempting to bind port 4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:15:48.447614 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] Attempting to bind port 4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:15:48.447614 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] Attempting to bind port 4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:15:48.447614 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849311d-781b-4ed4-be42-61a1f74c8cc4 None None] Pushing event updated for resources: {'Port': ['ID=4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c,revision_number=2']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:48.451511 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:15:48.451872 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:15:48.452259 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:48.452634 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:15:48.453080 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] Bound port: 4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:15:48.453439 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:48.487712 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849311d-781b-4ed4-be42-61a1f74c8cc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:48.487893 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849311d-781b-4ed4-be42-61a1f74c8cc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:48.488309 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849311d-781b-4ed4-be42-61a1f74c8cc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:48.488642 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849311d-781b-4ed4-be42-61a1f74c8cc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:48.488971 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849311d-781b-4ed4-be42-61a1f74c8cc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:48.489294 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849311d-781b-4ed4-be42-61a1f74c8cc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:48.489613 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849311d-781b-4ed4-be42-61a1f74c8cc4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:48.489931 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849311d-781b-4ed4-be42-61a1f74c8cc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:48.490250 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849311d-781b-4ed4-be42-61a1f74c8cc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:48.490567 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849311d-781b-4ed4-be42-61a1f74c8cc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:48.490880 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849311d-781b-4ed4-be42-61a1f74c8cc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:48.491193 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f849311d-781b-4ed4-be42-61a1f74c8cc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:15:48.528168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-8d0b092b-6a6a-4956-95ff-e05235f6a468 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, d88bf36c-683b-4548-a8d7-e47c093a40a4) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:15:48.532748 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0b092b-6a6a-4956-95ff-e05235f6a468 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:15:48.533465 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8d0b092b-6a6a-4956-95ff-e05235f6a468 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:48.536342 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] For port 4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:15:48.539054 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c34e0d-251a-4e6d-9995-9946c00735a5 None None] Network d88bf36c-683b-4548-a8d7-e47c093a40a4 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:15:48.539697 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] For port 4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:15:48.603041 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:48.629433 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8d0b092b-6a6a-4956-95ff-e05235f6a468 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8976755 Mar 01 22:15:48.629734 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42296) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:15:48.686153 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849311d-781b-4ed4-be42-61a1f74c8cc4 None None] Pushing event updated for resources: {'Port': ['ID=4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:48.690333 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] Routers {'037e3393-7939-4ef8-acf8-fa1882eb5c1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:15:48.690954 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:15:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['037e3393-7939-4ef8-acf8-fa1882eb5c1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:15:48.801036 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-d88bf36c-683b-4548-a8d7-e47c093a40a4', 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ips': [{'subnet_id': '5da67b0c-c5ec-4b4e-8fdd-13bb018ad296'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 22:15:48.801863 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:48.871909 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] Set router 037e3393-7939-4ef8-acf8-fa1882eb5c1c gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:15:48.964690 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Allocated IP 172.20.0.2 (d88bf36c-683b-4548-a8d7-e47c093a40a4/5da67b0c-c5ec-4b4e-8fdd-13bb018ad296/d91d9c16-7f45-4da8-8080-c82cb48642f6) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:15:49.161614 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249533441', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:15:44Z', 'updated_at': '2022-03-01T22:15:46Z', 'revision_number': 3, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:45Z', 'updated_at': '2022-03-01T22:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:15:49.166297 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a355f42-b89e-4fd3-9e1e-5fc783b6d0c1 None None] The sync data for ids ['037e3393-7939-4ef8-acf8-fa1882eb5c1c'] in n-d-827896-4 is: [{'id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249533441', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:15:44Z', 'updated_at': '2022-03-01T22:15:46Z', 'revision_number': 3, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:45Z', 'updated_at': '2022-03-01T22:15:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:15:49.207839 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:49.218259 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Transition to ACTIVE for port object d91d9c16-7f45-4da8-8080-c82cb48642f6 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:15:49.239714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Transition to ACTIVE for port object d91d9c16-7f45-4da8-8080-c82cb48642f6 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:15:49.318865 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:49.394674 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Network d88bf36c-683b-4548-a8d7-e47c093a40a4 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:15:49.395789 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Pushing event updated for resources: {'Port': ['ID=d91d9c16-7f45-4da8-8080-c82cb48642f6,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:49.398229 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:15:49.401179 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:15:49.505992 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8141fcf-754e-4ad3-a52c-b9deec7d608c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:49.527439 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Attempting to bind port d91d9c16-7f45-4da8-8080-c82cb48642f6 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:15:49.527969 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Attempting to bind port d91d9c16-7f45-4da8-8080-c82cb48642f6 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '7a85a4ca-0671-481e-8cad-6598495dbe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:15:49.528427 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Attempting to bind port d91d9c16-7f45-4da8-8080-c82cb48642f6 on network d88bf36c-683b-4548-a8d7-e47c093a40a4 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:15:49.534203 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:15:49.534839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Checking segment: {'id': '7a85a4ca-0671-481e-8cad-6598495dbe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:15:49.535328 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:49.535926 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Bound using segment: {'id': '7a85a4ca-0671-481e-8cad-6598495dbe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:15:49.536483 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Bound port: d91d9c16-7f45-4da8-8080-c82cb48642f6, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a85a4ca-0671-481e-8cad-6598495dbe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:15:49.536953 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:49.632261 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] For port d91d9c16-7f45-4da8-8080-c82cb48642f6, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:15:49.636030 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] For port d91d9c16-7f45-4da8-8080-c82cb48642f6, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d91d9c16-7f45-4da8-8080-c82cb48642f6,segment=NetworkSegment(7a85a4ca-0671-481e-8cad-6598495dbe27),segment_id=7a85a4ca-0671-481e-8cad-6598495dbe27)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:15:49.690191 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:49.787243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6926b0-9cbe-4039-beaa-c06ca5603780 None None] Pushing event updated for resources: {'Port': ['ID=d91d9c16-7f45-4da8-8080-c82cb48642f6,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:49.938995 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-f8141fcf-754e-4ad3-a52c-b9deec7d608c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Allocated IP 172.20.0.1 (d88bf36c-683b-4548-a8d7-e47c093a40a4/5da67b0c-c5ec-4b4e-8fdd-13bb018ad296/1dd4374e-89a9-48fb-b661-f7291baad4b1) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:15:50.139643 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8141fcf-754e-4ad3-a52c-b9deec7d608c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:50.156919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-f8141fcf-754e-4ad3-a52c-b9deec7d608c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Transition to ACTIVE for port object 1dd4374e-89a9-48fb-b661-f7291baad4b1 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:15:50.243333 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8141fcf-754e-4ad3-a52c-b9deec7d608c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:50.317637 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8141fcf-754e-4ad3-a52c-b9deec7d608c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network d88bf36c-683b-4548-a8d7-e47c093a40a4 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:15:50.325193 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-f8141fcf-754e-4ad3-a52c-b9deec7d608c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:15:50.327774 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8141fcf-754e-4ad3-a52c-b9deec7d608c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:15:50.364996 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8141fcf-754e-4ad3-a52c-b9deec7d608c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=1dd4374e-89a9-48fb-b661-f7291baad4b1,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:50.395070 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8141fcf-754e-4ad3-a52c-b9deec7d608c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:50.731138 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296972fd-058c-4a57-9805-026ae6114d91 None None] Network d88bf36c-683b-4548-a8d7-e47c093a40a4 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:15:50.757146 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8141fcf-754e-4ad3-a52c-b9deec7d608c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:50.886254 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-8a96b70a-3d4c-44ed-9e04-f91f548c6cec None None] Provisioning for port d91d9c16-7f45-4da8-8080-c82cb48642f6 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:15:51.040880 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:15:51.180994 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:15:51.192804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:15:51.192804 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:51.321964 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-aa11b786-e389-473f-8c04-ba951e0ffaed None None] Provisioning for port 1dd4374e-89a9-48fb-b661-f7291baad4b1 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:15:51.333444 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:51.334217 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-aa11b786-e389-473f-8c04-ba951e0ffaed None None] Provisioning complete for port 1dd4374e-89a9-48fb-b661-f7291baad4b1 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:15:51.334582 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-aa11b786-e389-473f-8c04-ba951e0ffaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:51.356842 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8141fcf-754e-4ad3-a52c-b9deec7d608c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:51.384421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:15:51.399147 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-aa11b786-e389-473f-8c04-ba951e0ffaed None None] Port 1dd4374e-89a9-48fb-b661-f7291baad4b1 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:15:51.448680 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8141fcf-754e-4ad3-a52c-b9deec7d608c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:51.472180 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:51.472959 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d91d9c16-7f45-4da8-8080-c82cb48642f6 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:15:51.561275 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8141fcf-754e-4ad3-a52c-b9deec7d608c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=1dd4374e-89a9-48fb-b661-f7291baad4b1,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:51.566077 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-f8141fcf-754e-4ad3-a52c-b9deec7d608c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:51.595530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-272bee09-b268-42e2-93dd-ebf204366cd4 None None] Provisioning complete for port 1dd4374e-89a9-48fb-b661-f7291baad4b1 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:15:51.595903 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-272bee09-b268-42e2-93dd-ebf204366cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:51.634549 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:51.659848 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-272bee09-b268-42e2-93dd-ebf204366cd4 None None] Port 1dd4374e-89a9-48fb-b661-f7291baad4b1 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:15:51.704123 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8141fcf-754e-4ad3-a52c-b9deec7d608c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network d88bf36c-683b-4548-a8d7-e47c093a40a4 is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:15:51.705173 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-f8141fcf-754e-4ad3-a52c-b9deec7d608c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:15:51.717126 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port d91d9c16-7f45-4da8-8080-c82cb48642f6 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:15:51.723150 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d91d9c16-7f45-4da8-8080-c82cb48642f6 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:15:51.723679 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:51.883228 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:51.903948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8141fcf-754e-4ad3-a52c-b9deec7d608c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 037e3393-7939-4ef8-acf8-fa1882eb5c1c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:15:51.915719 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port d91d9c16-7f45-4da8-8080-c82cb48642f6, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d91d9c16-7f45-4da8-8080-c82cb48642f6,segment=NetworkSegment(7a85a4ca-0671-481e-8cad-6598495dbe27),segment_id=7a85a4ca-0671-481e-8cad-6598495dbe27)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:15:51.980896 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-63b62bb3-6640-4d76-8b8b-7ca6dfcaa0ab None None] Provisioning complete for port 1dd4374e-89a9-48fb-b661-f7291baad4b1 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:15:51.981158 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-63b62bb3-6640-4d76-8b8b-7ca6dfcaa0ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:52.009324 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:52.089702 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8141fcf-754e-4ad3-a52c-b9deec7d608c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:15:52.093707 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-63b62bb3-6640-4d76-8b8b-7ca6dfcaa0ab None None] Port 1dd4374e-89a9-48fb-b661-f7291baad4b1 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:15:52.101551 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] Sync routers for ids ['037e3393-7939-4ef8-acf8-fa1882eb5c1c'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:15:52.103954 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-f8141fcf-754e-4ad3-a52c-b9deec7d608c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "PUT /v2.0/routers/037e3393-7939-4ef8-acf8-fa1882eb5c1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4729948 Mar 01 22:15:52.104108 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=d91d9c16-7f45-4da8-8080-c82cb48642f6,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:52.119510 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] Routers {'037e3393-7939-4ef8-acf8-fa1882eb5c1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:15:52.120117 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:15:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['037e3393-7939-4ef8-acf8-fa1882eb5c1c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:15:52.309257 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] Set router 037e3393-7939-4ef8-acf8-fa1882eb5c1c gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:15:52.335450 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-84f147cf-0de2-4423-806d-b67e75b1539e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1627968778&fields=id&tenant_id=443fbfcdae1a4567a887f1af9d571ead HTTP/1.1" status: 200 len: 267 time: 0.0399017 Mar 01 22:15:52.350996 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:52.489096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-2d79c3a1-4f96-4dfb-b63f-812a6dfbfdd8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:15:52.490526 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-2d79c3a1-4f96-4dfb-b63f-812a6dfbfdd8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/networks?id=d88bf36c-683b-4548-a8d7-e47c093a40a4 HTTP/1.1" status: 200 len: 796 time: 0.1487322 Mar 01 22:15:52.506277 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-3e5d982d-3316-4fe0-a266-7a49a2ca0e13 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/quotas/443fbfcdae1a4567a887f1af9d571ead HTTP/1.1" status: 200 len: 375 time: 0.0099919 Mar 01 22:15:52.588758 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-e20b0b35-9d99-4db2-a5c7-30617adf4e5e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774136 Mar 01 22:15:52.616816 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249533441', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:15:44Z', 'updated_at': '2022-03-01T22:15:50Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:45Z', 'updated_at': '2022-03-01T22:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '1dd4374e-89a9-48fb-b661-f7291baad4b1', 'name': '', 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:30:3e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5da67b0c-c5ec-4b4e-8fdd-13bb018ad296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:49Z', 'updated_at': '2022-03-01T22:15:51Z', 'revision_number': 2, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '5da67b0c-c5ec-4b4e-8fdd-13bb018ad296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:15:52.620620 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] Checking router: 037e3393-7939-4ef8-acf8-fa1882eb5c1c for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:15:52.620966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] Updating router 037e3393-7939-4ef8-acf8-fa1882eb5c1c port 1dd4374e-89a9-48fb-b661-f7291baad4b1 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:15:52.675521 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:52.931378 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-a3f8c827-90a0-4466-96ee-8e9be49d044f service neutron] 10.222.0.42 "GET /v2.0/networks/d88bf36c-683b-4548-a8d7-e47c093a40a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248441 Mar 01 22:15:52.964992 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:15:53.063860 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-7c5ea256-fd41-4560-a020-25dac6a9b251 service neutron] 10.222.0.42 "GET /v2.0/networks/d88bf36c-683b-4548-a8d7-e47c093a40a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321833 Mar 01 22:15:53.081946 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:53.096358 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] Transition to ACTIVE for port object 1dd4374e-89a9-48fb-b661-f7291baad4b1 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:15:53.103857 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:15:53.104111 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:53.163795 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:53.338029 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5d41ecc5-4d21-458d-a1c7-a8e9c1606a19 req-d826e4f5-b401-4f73-9b6e-1adaa96adf0d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 210 time: 0.0446534 Mar 01 22:15:53.340912 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d91d9c16-7f45-4da8-8080-c82cb48642f6 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:15:53.455170 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905f9b3-1154-445e-a0dd-0b409a2dcb29 None None] Pushing event updated for resources: {'Port': ['ID=1dd4374e-89a9-48fb-b661-f7291baad4b1,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:53.534946 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] Attempting to bind port 1dd4374e-89a9-48fb-b661-f7291baad4b1 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:15:53.535310 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] Attempting to bind port 1dd4374e-89a9-48fb-b661-f7291baad4b1 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '7a85a4ca-0671-481e-8cad-6598495dbe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:15:53.535691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] Attempting to bind port 1dd4374e-89a9-48fb-b661-f7291baad4b1 on network d88bf36c-683b-4548-a8d7-e47c093a40a4 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:15:53.548243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 15, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:15:53.548614 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] Checking segment: {'id': '7a85a4ca-0671-481e-8cad-6598495dbe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:15:53.549010 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:53.550000 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] Bound using segment: {'id': '7a85a4ca-0671-481e-8cad-6598495dbe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:15:53.550540 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] Bound port: 1dd4374e-89a9-48fb-b661-f7291baad4b1, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a85a4ca-0671-481e-8cad-6598495dbe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:15:53.550908 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:53.598641 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d91d9c16-7f45-4da8-8080-c82cb48642f6 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:15:53.599011 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:53.698535 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] For port 1dd4374e-89a9-48fb-b661-f7291baad4b1, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:15:53.702337 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] For port 1dd4374e-89a9-48fb-b661-f7291baad4b1, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1dd4374e-89a9-48fb-b661-f7291baad4b1,segment=NetworkSegment(7a85a4ca-0671-481e-8cad-6598495dbe27),segment_id=7a85a4ca-0671-481e-8cad-6598495dbe27)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:15:53.763638 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:53.839865 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] Routers {'037e3393-7939-4ef8-acf8-fa1882eb5c1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:15:53.840483 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:15:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['037e3393-7939-4ef8-acf8-fa1882eb5c1c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:15:53.897192 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905f9b3-1154-445e-a0dd-0b409a2dcb29 None None] Pushing event updated for resources: {'Port': ['ID=1dd4374e-89a9-48fb-b661-f7291baad4b1,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:54.031737 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] Set router 037e3393-7939-4ef8-acf8-fa1882eb5c1c gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:15:54.342868 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249533441', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:15:44Z', 'updated_at': '2022-03-01T22:15:50Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:45Z', 'updated_at': '2022-03-01T22:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '1dd4374e-89a9-48fb-b661-f7291baad4b1', 'name': '', 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:30:3e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5da67b0c-c5ec-4b4e-8fdd-13bb018ad296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:49Z', 'updated_at': '2022-03-01T22:15:53Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '5da67b0c-c5ec-4b4e-8fdd-13bb018ad296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:15:54.347881 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29174ec7-7147-4327-94d0-61a406709fc9 None None] The sync data for ids ['037e3393-7939-4ef8-acf8-fa1882eb5c1c'] in n-d-827896-4 is: [{'id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249533441', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:15:44Z', 'updated_at': '2022-03-01T22:15:50Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:45Z', 'updated_at': '2022-03-01T22:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '1dd4374e-89a9-48fb-b661-f7291baad4b1', 'name': '', 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:30:3e:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5da67b0c-c5ec-4b4e-8fdd-13bb018ad296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:49Z', 'updated_at': '2022-03-01T22:15:53Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '5da67b0c-c5ec-4b4e-8fdd-13bb018ad296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:15:54.457999 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:15:54.468017 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-17c6d31c-e202-4ebf-b589-d6821cbd64c1 req-5a27e063-44cc-4a7e-8dd2-ac38cfc64390 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 210 time: 0.0637109 Mar 01 22:15:54.752160 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:54.974691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1dd4374e-89a9-48fb-b661-f7291baad4b1 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:15:55.106392 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 1dd4374e-89a9-48fb-b661-f7291baad4b1 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:15:55.112066 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 1dd4374e-89a9-48fb-b661-f7291baad4b1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:15:55.115870 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:55.233564 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:55.267050 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 1dd4374e-89a9-48fb-b661-f7291baad4b1, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1dd4374e-89a9-48fb-b661-f7291baad4b1,segment=NetworkSegment(7a85a4ca-0671-481e-8cad-6598495dbe27),segment_id=7a85a4ca-0671-481e-8cad-6598495dbe27)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:15:55.347775 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:55.423046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=1dd4374e-89a9-48fb-b661-f7291baad4b1,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:15:55.557405 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c46b5284-7001-44c1-b41f-71c1644fd594 req-25562141-ffc5-4a1a-a406-ed840f0cbdc5 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 210 time: 0.0432837 Mar 01 22:15:56.650819 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-13b9fad6-3715-4310-b623-24889c4797f8 req-a06e78a4-4eed-40c9-98dc-cf5030cd6996 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 210 time: 0.0417712 Mar 01 22:15:56.953051 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1dd4374e-89a9-48fb-b661-f7291baad4b1 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:15:57.027392 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 1dd4374e-89a9-48fb-b661-f7291baad4b1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:15:57.027857 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:57.551911 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-075fb12a-e821-4fc9-a153-252355cfa068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:57.797379 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4c870888-46b3-46f9-a8e4-3cdd132329d4 req-b852e13f-629b-4f39-ba71-5d3ba0f1e074 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 210 time: 0.0443962 Mar 01 22:15:58.950497 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-02961d33-a277-43cc-8a5c-e17a8ff70a75 req-998603b8-d51b-489f-abba-30f809437bcd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 210 time: 0.0443735 Mar 01 22:15:59.476358 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-e3d728f3-9565-4293-8f9e-a01d011822de tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:15:59.477791 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-e3d728f3-9565-4293-8f9e-a01d011822de tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "GET /v2.0/networks?id=d88bf36c-683b-4548-a8d7-e47c093a40a4 HTTP/1.1" status: 200 len: 796 time: 0.1449051 Mar 01 22:15:59.525876 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-d8406bf2-a255-4852-90e5-4db918f1bb2a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=443fbfcdae1a4567a887f1af9d571ead HTTP/1.1" status: 200 len: 380 time: 0.0401146 Mar 01 22:15:59.533872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-20912fed-7ba8-4ccd-aa9d-c84a958a6603 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'port': {'device_id': 'cf1d359d-d51d-40f1-8947-c4958307c113', 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4', 'admin_state_up': True, 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'security_groups': ['449788d9-317f-4cbd-ba64-d137734c1a8e']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:15:59.671935 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-20912fed-7ba8-4ccd-aa9d-c84a958a6603 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:15:59.676901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-20912fed-7ba8-4ccd-aa9d-c84a958a6603 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:port and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:15:59.679830 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-20912fed-7ba8-4ccd-aa9d-c84a958a6603 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:15:59.683862 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e0a2db36-3560-46ee-927b-939d2f13d183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:59.686984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-20912fed-7ba8-4ccd-aa9d-c84a958a6603 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:15:59.740661 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-20912fed-7ba8-4ccd-aa9d-c84a958a6603 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Made reservation on behalf of 443fbfcdae1a4567a887f1af9d571ead for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:15:59.744244 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-20912fed-7ba8-4ccd-aa9d-c84a958a6603 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:15:59.905592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-20912fed-7ba8-4ccd-aa9d-c84a958a6603 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Allocated IP 172.20.0.3 (d88bf36c-683b-4548-a8d7-e47c093a40a4/5da67b0c-c5ec-4b4e-8fdd-13bb018ad296/febb7242-9937-4d3a-baae-0e13789b3d27) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:16:00.122317 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4f0e1286-0e7b-41c9-9a3c-8d93d7ffb6d2 req-03b0e59f-9638-405e-84e6-5cacf715d97d tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 210 time: 0.0582221 Mar 01 22:16:00.137224 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-20912fed-7ba8-4ccd-aa9d-c84a958a6603 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:00.153199 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-20912fed-7ba8-4ccd-aa9d-c84a958a6603 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Transition to ACTIVE for port object febb7242-9937-4d3a-baae-0e13789b3d27 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:16:00.225653 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-20912fed-7ba8-4ccd-aa9d-c84a958a6603 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:00.296058 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-20912fed-7ba8-4ccd-aa9d-c84a958a6603 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network d88bf36c-683b-4548-a8d7-e47c093a40a4 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:16:00.303545 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-20912fed-7ba8-4ccd-aa9d-c84a958a6603 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:16:00.307851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-20912fed-7ba8-4ccd-aa9d-c84a958a6603 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:16:00.341889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20912fed-7ba8-4ccd-aa9d-c84a958a6603 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=febb7242-9937-4d3a-baae-0e13789b3d27,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:16:00.380184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-20912fed-7ba8-4ccd-aa9d-c84a958a6603 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:00.381073 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-20912fed-7ba8-4ccd-aa9d-c84a958a6603 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:00.484457 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-20912fed-7ba8-4ccd-aa9d-c84a958a6603 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9541318 Mar 01 22:16:00.495653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] Request body: {'port': {'device_id': 'cf1d359d-d51d-40f1-8947-c4958307c113', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:16:00.546217 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-99be1cbc-04cd-403a-8e29-c3bf1d8c0939 None None] Provisioning for port febb7242-9937-4d3a-baae-0e13789b3d27 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:16:00.551214 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-99be1cbc-04cd-403a-8e29-c3bf1d8c0939 None None] Provisioning complete for port febb7242-9937-4d3a-baae-0e13789b3d27 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:16:00.551605 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-99be1cbc-04cd-403a-8e29-c3bf1d8c0939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:00.611412 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:00.616262 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-99be1cbc-04cd-403a-8e29-c3bf1d8c0939 None None] Port febb7242-9937-4d3a-baae-0e13789b3d27 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:16:00.683695 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:00.877677 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:00.965482 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id febb7242-9937-4d3a-baae-0e13789b3d27 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:16:00.974378 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:00.988981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] Transition to ACTIVE for port object febb7242-9937-4d3a-baae-0e13789b3d27 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:16:01.067643 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:01.375940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] Pushing event updated for resources: {'Port': ['ID=febb7242-9937-4d3a-baae-0e13789b3d27,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:16:01.512256 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5bab0-2239-4ea9-b348-cee4fe73e106 req-a52312d3-4394-4de6-be74-675afafdffb8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:01.512830 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-90d5bab0-2239-4ea9-b348-cee4fe73e106 req-a52312d3-4394-4de6-be74-675afafdffb8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Synchronizing usage tracker for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:16:01.519837 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] Attempting to bind port febb7242-9937-4d3a-baae-0e13789b3d27 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:16:01.520172 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] Attempting to bind port febb7242-9937-4d3a-baae-0e13789b3d27 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '7a85a4ca-0671-481e-8cad-6598495dbe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:16:01.520507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] Attempting to bind port febb7242-9937-4d3a-baae-0e13789b3d27 on network d88bf36c-683b-4548-a8d7-e47c093a40a4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:16:01.530056 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] Port febb7242-9937-4d3a-baae-0e13789b3d27 on network d88bf36c-683b-4548-a8d7-e47c093a40a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 22:16:01.530380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] Attempting to bind port febb7242-9937-4d3a-baae-0e13789b3d27 on network d88bf36c-683b-4548-a8d7-e47c093a40a4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:16:01.537809 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 15, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:16:01.538397 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] Checking segment: {'id': '7a85a4ca-0671-481e-8cad-6598495dbe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:16:01.538782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] Bound using segment: {'id': '7a85a4ca-0671-481e-8cad-6598495dbe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:16:01.539203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] Bound port: febb7242-9937-4d3a-baae-0e13789b3d27, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a85a4ca-0671-481e-8cad-6598495dbe27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:16:01.539578 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:01.589713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-90d5bab0-2239-4ea9-b348-cee4fe73e106 req-a52312d3-4394-4de6-be74-675afafdffb8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Unset dirty status for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:16:01.590901 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90d5bab0-2239-4ea9-b348-cee4fe73e106 req-a52312d3-4394-4de6-be74-675afafdffb8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 943 time: 0.2861695 Mar 01 22:16:01.668998 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-90d5bab0-2239-4ea9-b348-cee4fe73e106 req-768f6672-ad5c-461a-8c55-a4adf2506b1a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=449788d9-317f-4cbd-ba64-d137734c1a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673842 Mar 01 22:16:01.672900 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] For port febb7242-9937-4d3a-baae-0e13789b3d27, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:16:01.677057 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] For port febb7242-9937-4d3a-baae-0e13789b3d27, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=febb7242-9937-4d3a-baae-0e13789b3d27,segment=NetworkSegment(7a85a4ca-0671-481e-8cad-6598495dbe27),segment_id=7a85a4ca-0671-481e-8cad-6598495dbe27)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:16:01.723929 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:01.779271 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:01.780040 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:01.781433 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] 10.222.0.55 "PUT /v2.0/ports/febb7242-9937-4d3a-baae-0e13789b3d27 HTTP/1.1" status: 200 len: 1091 time: 1.2898133 Mar 01 22:16:01.781874 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1d359d-d51d-40f1-8947-c4958307c113', 'tag': 'febb7242-9937-4d3a-baae-0e13789b3d27'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:16:01.812912 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b8d10-9b8e-4522-ae3d-cdd29eae4995 service neutron] Pushing event updated for resources: {'Port': ['ID=febb7242-9937-4d3a-baae-0e13789b3d27,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:16:01.834428 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1d359d-d51d-40f1-8947-c4958307c113', 'tag': 'febb7242-9937-4d3a-baae-0e13789b3d27', 'status': 'completed', 'code': 200} Mar 01 22:16:01.938492 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1c12e-b7fc-4558-aebe-be312c942ca1 req-ef19d58a-966d-41e3-9f9f-4da30acbe3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:01.940007 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76a1c12e-b7fc-4558-aebe-be312c942ca1 req-ef19d58a-966d-41e3-9f9f-4da30acbe3ec service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 1094 time: 0.0852494 Mar 01 22:16:02.078540 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1c12e-b7fc-4558-aebe-be312c942ca1 req-d39fa53b-10ed-4907-8527-20cd7b04a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:02.080031 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76a1c12e-b7fc-4558-aebe-be312c942ca1 req-d39fa53b-10ed-4907-8527-20cd7b04a1b8 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=443fbfcdae1a4567a887f1af9d571ead&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1339722 Mar 01 22:16:02.223332 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1c12e-b7fc-4558-aebe-be312c942ca1 req-203ce366-6591-4edc-8aa3-28c74c0a3986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:02.224820 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76a1c12e-b7fc-4558-aebe-be312c942ca1 req-203ce366-6591-4edc-8aa3-28c74c0a3986 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391256 Mar 01 22:16:02.327687 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-6b54d7b3-15b1-427d-8b51-be2fd1b69b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:02.329057 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-6b54d7b3-15b1-427d-8b51-be2fd1b69b4e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 1094 time: 0.0701532 Mar 01 22:16:02.398222 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-bdc2596f-94f2-4ea7-889c-53f4e9c646ac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=febb7242-9937-4d3a-baae-0e13789b3d27 HTTP/1.1" status: 200 len: 217 time: 0.0624506 Mar 01 22:16:02.459012 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-cfea4f02-53ac-4f49-8db7-1238dc4111f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:02.460441 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-cfea4f02-53ac-4f49-8db7-1238dc4111f1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5da67b0c-c5ec-4b4e-8fdd-13bb018ad296 HTTP/1.1" status: 200 len: 835 time: 0.0565164 Mar 01 22:16:02.537640 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-3696ffb1-8964-4a6d-bc2d-bc1607027871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:02.539369 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-3696ffb1-8964-4a6d-bc2d-bc1607027871 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d88bf36c-683b-4548-a8d7-e47c093a40a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729477 Mar 01 22:16:02.580591 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:02.668928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-dcd83ff0-0313-45a1-bf93-227c766b3c4f service neutron] 10.222.0.55 "GET /v2.0/networks/d88bf36c-683b-4548-a8d7-e47c093a40a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227770 Mar 01 22:16:02.837695 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-da1ed768-8783-4e6e-b2a5-3c664dd3e5d2 req-b7bc602f-cc95-4a19-808f-3864bbf84714 service neutron] 10.222.0.55 "GET /v2.0/networks/d88bf36c-683b-4548-a8d7-e47c093a40a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632540 Mar 01 22:16:02.870239 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76941572-0b21-4a78-ba97-eaada9d482be req-b080127d-0aa5-4fbf-a8d7-7f7ee03bc114 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:02.871696 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76941572-0b21-4a78-ba97-eaada9d482be req-b080127d-0aa5-4fbf-a8d7-7f7ee03bc114 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 943 time: 0.0968988 Mar 01 22:16:02.916889 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76941572-0b21-4a78-ba97-eaada9d482be req-f30fd0a3-1809-4e65-a52f-b840bf097886 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=449788d9-317f-4cbd-ba64-d137734c1a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394657 Mar 01 22:16:04.106491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7e65b-98f0-499a-a947-c67e8f643352 req-dd39fc64-05a0-4b30-8670-f197b6b8dfe8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:04.107993 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8de7e65b-98f0-499a-a947-c67e8f643352 req-dd39fc64-05a0-4b30-8670-f197b6b8dfe8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 943 time: 0.0825179 Mar 01 22:16:04.151837 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8de7e65b-98f0-499a-a947-c67e8f643352 req-47333466-cbf4-43e3-9048-b533b3242013 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=449788d9-317f-4cbd-ba64-d137734c1a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381148 Mar 01 22:16:05.336444 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919dcfe3-9451-46f9-ba66-cca64ab09658 req-502bff9c-22c9-495f-b9bb-3582a8619f8a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:05.345535 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-919dcfe3-9451-46f9-ba66-cca64ab09658 req-502bff9c-22c9-495f-b9bb-3582a8619f8a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 943 time: 0.0825424 Mar 01 22:16:05.382732 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-919dcfe3-9451-46f9-ba66-cca64ab09658 req-a4dec0e9-c5e5-49fc-9664-18328f352457 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=449788d9-317f-4cbd-ba64-d137734c1a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391312 Mar 01 22:16:06.126539 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device febb7242-9937-4d3a-baae-0e13789b3d27 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 22:16:06.289309 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port febb7242-9937-4d3a-baae-0e13789b3d27, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=febb7242-9937-4d3a-baae-0e13789b3d27,segment=NetworkSegment(7a85a4ca-0671-481e-8cad-6598495dbe27),segment_id=7a85a4ca-0671-481e-8cad-6598495dbe27)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:16:06.302614 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'febb7242-9937-4d3a-baae-0e13789b3d27', 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4', 'port_id': 'febb7242-9937-4d3a-baae-0e13789b3d27', 'mac_address': 'fa:16:3e:1c:21:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5da67b0c-c5ec-4b4e-8fdd-13bb018ad296', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 22:16:06.356644 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:06.373331 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id febb7242-9937-4d3a-baae-0e13789b3d27 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:16:06.388307 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port febb7242-9937-4d3a-baae-0e13789b3d27, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=febb7242-9937-4d3a-baae-0e13789b3d27,segment=NetworkSegment(7a85a4ca-0671-481e-8cad-6598495dbe27),segment_id=7a85a4ca-0671-481e-8cad-6598495dbe27)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:16:06.454968 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:06.525310 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=febb7242-9937-4d3a-baae-0e13789b3d27,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:16:06.683526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedfbc24-7178-42a5-a5cf-48ebd517b238 req-5ac45f3c-fc4b-4748-8856-f3d206a83401 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:06.684898 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aedfbc24-7178-42a5-a5cf-48ebd517b238 req-5ac45f3c-fc4b-4748-8856-f3d206a83401 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 944 time: 0.1940928 Mar 01 22:16:06.729618 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aedfbc24-7178-42a5-a5cf-48ebd517b238 req-c72a0713-f36f-455b-9f8e-07e3a630a79a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=449788d9-317f-4cbd-ba64-d137734c1a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384035 Mar 01 22:16:06.795245 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['febb7242-9937-4d3a-baae-0e13789b3d27'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:16:07.918759 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cfe8d-71d1-4944-8805-698a1224b278 req-64fccfc0-22fe-42a2-9196-94f6f84d4e80 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:07.920166 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c1cfe8d-71d1-4944-8805-698a1224b278 req-64fccfc0-22fe-42a2-9196-94f6f84d4e80 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 944 time: 0.0827527 Mar 01 22:16:07.969250 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c1cfe8d-71d1-4944-8805-698a1224b278 req-c04bc9ca-b53f-4812-b564-627b8ce60a8b tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=449788d9-317f-4cbd-ba64-d137734c1a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423691 Mar 01 22:16:08.124978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device febb7242-9937-4d3a-baae-0e13789b3d27 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:16:08.248857 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port febb7242-9937-4d3a-baae-0e13789b3d27 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:16:08.253433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port febb7242-9937-4d3a-baae-0e13789b3d27 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:16:08.253794 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:08.368408 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:08.394399 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1d359d-d51d-40f1-8947-c4958307c113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febb7242-9937-4d3a-baae-0e13789b3d27'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:16:08.404377 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port febb7242-9937-4d3a-baae-0e13789b3d27, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=febb7242-9937-4d3a-baae-0e13789b3d27,segment=NetworkSegment(7a85a4ca-0671-481e-8cad-6598495dbe27),segment_id=7a85a4ca-0671-481e-8cad-6598495dbe27)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:16:08.437922 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1d359d-d51d-40f1-8947-c4958307c113', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'febb7242-9937-4d3a-baae-0e13789b3d27', 'code': 200} Mar 01 22:16:08.470671 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:08.541599 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=febb7242-9937-4d3a-baae-0e13789b3d27,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:16:08.561180 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad392ea-301d-4d25-ba3f-8f51f4621886 req-42a91ad7-c42d-496a-aefd-5d863315667a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:08.562700 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ad392ea-301d-4d25-ba3f-8f51f4621886 req-42a91ad7-c42d-496a-aefd-5d863315667a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 1096 time: 0.0700243 Mar 01 22:16:08.601920 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ad392ea-301d-4d25-ba3f-8f51f4621886 req-08effb73-122d-4717-bf61-7023c49ba204 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=449788d9-317f-4cbd-ba64-d137734c1a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336633 Mar 01 22:16:09.154415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2336fc0-a324-4a70-9d38-f44bc4d72389 req-09636a01-b19a-4449-8864-332d72431c15 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:09.155768 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2336fc0-a324-4a70-9d38-f44bc4d72389 req-09636a01-b19a-4449-8864-332d72431c15 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 945 time: 0.0803857 Mar 01 22:16:09.199242 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f2336fc0-a324-4a70-9d38-f44bc4d72389 req-8f2f8f4f-cd06-4d58-bf27-5003efdf3ad8 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=449788d9-317f-4cbd-ba64-d137734c1a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378039 Mar 01 22:16:10.386511 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6620e5-34d0-4205-8977-b68520d64b8f req-5b96a480-a2e0-46e6-a4bf-fcb24cd8c700 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:10.387926 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1f6620e5-34d0-4205-8977-b68520d64b8f req-5b96a480-a2e0-46e6-a4bf-fcb24cd8c700 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 945 time: 0.0823865 Mar 01 22:16:10.434001 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1f6620e5-34d0-4205-8977-b68520d64b8f req-a380901f-2c10-420b-8a1d-43ffa14abaca tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=449788d9-317f-4cbd-ba64-d137734c1a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397713 Mar 01 22:16:10.622075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5477fc0-43c9-4729-990a-9adb90756094 req-269e38f6-f810-4f3a-af58-2c1877a39353 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:10.623529 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5477fc0-43c9-4729-990a-9adb90756094 req-269e38f6-f810-4f3a-af58-2c1877a39353 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 945 time: 0.0814919 Mar 01 22:16:10.667566 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e5477fc0-43c9-4729-990a-9adb90756094 req-6671bd5b-488e-4778-a1fc-1fbc3a5edad4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=449788d9-317f-4cbd-ba64-d137734c1a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382442 Mar 01 22:16:10.689733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42382) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:16:10.762407 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb151323-8f7a-4841-9999-712c9c6786ed tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:10.763991 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cb151323-8f7a-4841-9999-712c9c6786ed tempest-TestNetworkAdvancedServerOps-1588491626 tempest-TestNetworkAdvancedServerOps-1588491626-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 1091 time: 0.0732787 Mar 01 22:16:10.766865 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42386) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:16:10.772286 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': 'febb7242-9937-4d3a-baae-0e13789b3d27', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:16:10.778957 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:16:10.782787 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Usage tracker for resource:floatingip and tenant:443fbfcdae1a4567a887f1af9d571ead is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:16:10.786309 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:16:10.792682 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:16:10.860311 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:10.995000 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:11.132081 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Allocated IP 172.25.5.87 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/ea9d5065-4c9e-40d8-8e23-ffdf181d6fc0) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:16:11.278634 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:11.362119 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:11.424820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:16:11.427661 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:16:11.435818 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:16:11.470765 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=ea9d5065-4c9e-40d8-8e23-ffdf181d6fc0,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:16:11.962318 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:12.091174 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:12.295843 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:12.374661 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:12.485124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event updated for resources: {'Port': ['ID=ea9d5065-4c9e-40d8-8e23-ffdf181d6fc0,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:16:12.497012 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:12.666647 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Floating IP ffb67866-3804-4a1d-8b03-541b8f48af71 associated. External IP: 172.25.5.87, port: febb7242-9937-4d3a-baae-0e13789b3d27. Mar 01 22:16:13.015253 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 037e3393-7939-4ef8-acf8-fa1882eb5c1c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:16:13.194053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:16:13.203897 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ed6a6-93b7-45d3-8304-a216fdc0b2b2 None None] Sync routers for ids ['037e3393-7939-4ef8-acf8-fa1882eb5c1c'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:16:13.213866 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536ed6a6-93b7-45d3-8304-a216fdc0b2b2 None None] Routers {'037e3393-7939-4ef8-acf8-fa1882eb5c1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:16:13.214462 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-536ed6a6-93b7-45d3-8304-a216fdc0b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:16:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['037e3393-7939-4ef8-acf8-fa1882eb5c1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:16:13.294649 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:13.351683 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0146ef69-13c4-4288-bf05-16f5bd736dd4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5837646 Mar 01 22:16:13.352274 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1d359d-d51d-40f1-8947-c4958307c113', 'tag': 'febb7242-9937-4d3a-baae-0e13789b3d27'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:16:13.401023 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1d359d-d51d-40f1-8947-c4958307c113', 'tag': 'febb7242-9937-4d3a-baae-0e13789b3d27', 'status': 'completed', 'code': 200} Mar 01 22:16:13.415452 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-536ed6a6-93b7-45d3-8304-a216fdc0b2b2 None None] Set router 037e3393-7939-4ef8-acf8-fa1882eb5c1c gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:16:13.567436 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50530f47-9204-4a73-99d0-3f9c228d7924 req-1cd8b347-2116-4d54-ab69-a45dbcdbfa47 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:13.568790 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50530f47-9204-4a73-99d0-3f9c228d7924 req-1cd8b347-2116-4d54-ab69-a45dbcdbfa47 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 945 time: 0.1043205 Mar 01 22:16:13.571562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d122e57-2a21-4df6-89e9-1e27ecba0476 req-10fb4d2e-60d5-483c-ab00-c51c7988637d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:13.572912 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d122e57-2a21-4df6-89e9-1e27ecba0476 req-10fb4d2e-60d5-483c-ab00-c51c7988637d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 1096 time: 0.1430118 Mar 01 22:16:13.699005 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-50530f47-9204-4a73-99d0-3f9c228d7924 req-1d485fae-20dd-4896-b3ec-f48e1b892654 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=449788d9-317f-4cbd-ba64-d137734c1a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240144 Mar 01 22:16:13.723252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42398) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:16:13.732977 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d122e57-2a21-4df6-89e9-1e27ecba0476 req-77868916-7130-447d-b230-3bc62b598508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:13.734410 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d122e57-2a21-4df6-89e9-1e27ecba0476 req-77868916-7130-447d-b230-3bc62b598508 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d88bf36c-683b-4548-a8d7-e47c093a40a4 HTTP/1.1" status: 200 len: 897 time: 0.1463623 Mar 01 22:16:13.764946 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-536ed6a6-93b7-45d3-8304-a216fdc0b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249533441', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:15:44Z', 'updated_at': '2022-03-01T22:15:50Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:45Z', 'updated_at': '2022-03-01T22:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'ffb67866-3804-4a1d-8b03-541b8f48af71', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'port_id': 'febb7242-9937-4d3a-baae-0e13789b3d27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4', 'mac_address': 'fa:16:3e:1c:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d359d-d51d-40f1-8947-c4958307c113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:16:11Z', 'updated_at': '2022-03-01T22:16:11Z', 'revision_number': 0, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd4374e-89a9-48fb-b661-f7291baad4b1', 'name': '', 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:30:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5da67b0c-c5ec-4b4e-8fdd-13bb018ad296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:49Z', 'updated_at': '2022-03-01T22:15:55Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '5da67b0c-c5ec-4b4e-8fdd-13bb018ad296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:16:13.770012 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ed6a6-93b7-45d3-8304-a216fdc0b2b2 None None] Checking router: 037e3393-7939-4ef8-acf8-fa1882eb5c1c for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:16:13.779016 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536ed6a6-93b7-45d3-8304-a216fdc0b2b2 None None] Routers {'037e3393-7939-4ef8-acf8-fa1882eb5c1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:16:13.779647 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-536ed6a6-93b7-45d3-8304-a216fdc0b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:16:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['037e3393-7939-4ef8-acf8-fa1882eb5c1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:16:13.844845 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d122e57-2a21-4df6-89e9-1e27ecba0476 req-9595fc44-86c0-4014-94bf-344d3da1aeb3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=febb7242-9937-4d3a-baae-0e13789b3d27 HTTP/1.1" status: 200 len: 998 time: 0.1024666 Mar 01 22:16:13.913579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d122e57-2a21-4df6-89e9-1e27ecba0476 req-66109ef4-15da-40b8-9bfc-438558779502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:13.915052 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d122e57-2a21-4df6-89e9-1e27ecba0476 req-66109ef4-15da-40b8-9bfc-438558779502 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5da67b0c-c5ec-4b4e-8fdd-13bb018ad296 HTTP/1.1" status: 200 len: 835 time: 0.0653989 Mar 01 22:16:13.962347 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-536ed6a6-93b7-45d3-8304-a216fdc0b2b2 None None] Set router 037e3393-7939-4ef8-acf8-fa1882eb5c1c gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:16:13.964469 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-ab555bb9-c3e2-4823-8e45-5991adf93f14 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/floatingips/ffb67866-3804-4a1d-8b03-541b8f48af71 HTTP/1.1" status: 200 len: 990 time: 0.2398913 Mar 01 22:16:13.992380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d122e57-2a21-4df6-89e9-1e27ecba0476 req-c94a3626-fe3f-4dc7-9143-5c5472c9adfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:13.993847 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d122e57-2a21-4df6-89e9-1e27ecba0476 req-c94a3626-fe3f-4dc7-9143-5c5472c9adfb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d88bf36c-683b-4548-a8d7-e47c093a40a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731061 Mar 01 22:16:14.127422 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d122e57-2a21-4df6-89e9-1e27ecba0476 req-4c46423f-9ba2-4ed5-a029-6a47339ad311 service neutron] 10.222.0.55 "GET /v2.0/networks/d88bf36c-683b-4548-a8d7-e47c093a40a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259189 Mar 01 22:16:14.255944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4d122e57-2a21-4df6-89e9-1e27ecba0476 req-75a0140a-660e-4f01-aa26-29570385c000 service neutron] 10.222.0.55 "GET /v2.0/networks/d88bf36c-683b-4548-a8d7-e47c093a40a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243360 Mar 01 22:16:14.305668 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-536ed6a6-93b7-45d3-8304-a216fdc0b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249533441', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:15:44Z', 'updated_at': '2022-03-01T22:15:50Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:45Z', 'updated_at': '2022-03-01T22:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'ffb67866-3804-4a1d-8b03-541b8f48af71', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'port_id': 'febb7242-9937-4d3a-baae-0e13789b3d27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4', 'mac_address': 'fa:16:3e:1c:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d359d-d51d-40f1-8947-c4958307c113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:16:11Z', 'updated_at': '2022-03-01T22:16:11Z', 'revision_number': 0, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd4374e-89a9-48fb-b661-f7291baad4b1', 'name': '', 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:30:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5da67b0c-c5ec-4b4e-8fdd-13bb018ad296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:49Z', 'updated_at': '2022-03-01T22:15:55Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '5da67b0c-c5ec-4b4e-8fdd-13bb018ad296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:16:14.309438 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536ed6a6-93b7-45d3-8304-a216fdc0b2b2 None None] The sync data for ids ['037e3393-7939-4ef8-acf8-fa1882eb5c1c'] in n-d-827896-4 is: [{'id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249533441', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:15:44Z', 'updated_at': '2022-03-01T22:15:50Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:45Z', 'updated_at': '2022-03-01T22:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'ffb67866-3804-4a1d-8b03-541b8f48af71', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'floating_ip_address': '172.25.5.87', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'port_id': 'febb7242-9937-4d3a-baae-0e13789b3d27', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4284, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4', 'mac_address': 'fa:16:3e:1c:21:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf1d359d-d51d-40f1-8947-c4958307c113', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:16:11Z', 'updated_at': '2022-03-01T22:16:11Z', 'revision_number': 0, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd4374e-89a9-48fb-b661-f7291baad4b1', 'name': '', 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:30:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5da67b0c-c5ec-4b4e-8fdd-13bb018ad296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:49Z', 'updated_at': '2022-03-01T22:15:55Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '5da67b0c-c5ec-4b4e-8fdd-13bb018ad296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:16:14.486606 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c14dc4-2de9-4f24-b2ff-88cd1a8d006e None None] New status for floating IP ffb67866-3804-4a1d-8b03-541b8f48af71: ACTIVE {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 22:16:14.968299 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42404) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:16:15.072900 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3420fb30-c8d8-4864-be4f-e6012b9724b4 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/floatingips/ffb67866-3804-4a1d-8b03-541b8f48af71 HTTP/1.1" status: 200 len: 992 time: 0.1033881 Mar 01 22:16:22.357222 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:24.733363 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:27.528643 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1e62f3ef-9ee8-4771-ae00-ebdf54e96a0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:29.704629 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ce0c9ed7-e75b-47d5-aa13-36c0022cf1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:29.807122 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56e14d66-47ce-4751-b1ab-69040c8708b0 req-0706cbe5-3d99-41b4-9714-c6632b7083cc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0715868 Mar 01 22:16:29.949802 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e14d66-47ce-4751-b1ab-69040c8708b0 req-25f7be9d-dec2-4acd-abfd-ed921e05ac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:29.951243 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56e14d66-47ce-4751-b1ab-69040c8708b0 req-25f7be9d-dec2-4acd-abfd-ed921e05ac38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 1096 time: 0.0740657 Mar 01 22:16:30.197866 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e14d66-47ce-4751-b1ab-69040c8708b0 req-531f876d-dc6c-4a35-a57f-bddf74244754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:30.199314 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56e14d66-47ce-4751-b1ab-69040c8708b0 req-531f876d-dc6c-4a35-a57f-bddf74244754 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d88bf36c-683b-4548-a8d7-e47c093a40a4 HTTP/1.1" status: 200 len: 897 time: 0.2277544 Mar 01 22:16:30.301161 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56e14d66-47ce-4751-b1ab-69040c8708b0 req-557cd6ab-58c4-43a9-9205-23ce663ac561 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=febb7242-9937-4d3a-baae-0e13789b3d27 HTTP/1.1" status: 200 len: 1000 time: 0.0946109 Mar 01 22:16:30.361500 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e14d66-47ce-4751-b1ab-69040c8708b0 req-e785831b-fb94-4253-900c-77bb34e47b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:30.362809 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56e14d66-47ce-4751-b1ab-69040c8708b0 req-e785831b-fb94-4253-900c-77bb34e47b1c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5da67b0c-c5ec-4b4e-8fdd-13bb018ad296 HTTP/1.1" status: 200 len: 835 time: 0.0559952 Mar 01 22:16:30.435245 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e14d66-47ce-4751-b1ab-69040c8708b0 req-e426c869-dd2c-4aef-bea1-001afad6d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:16:30.436709 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56e14d66-47ce-4751-b1ab-69040c8708b0 req-e426c869-dd2c-4aef-bea1-001afad6d9fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d88bf36c-683b-4548-a8d7-e47c093a40a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681813 Mar 01 22:16:30.446599 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-56e14d66-47ce-4751-b1ab-69040c8708b0 req-43eaa772-ec5c-4ff3-824e-5a9c7efcb281 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 22:16:30.447558 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56e14d66-47ce-4751-b1ab-69040c8708b0 req-43eaa772-ec5c-4ff3-824e-5a9c7efcb281 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046518 Mar 01 22:16:30.576706 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56e14d66-47ce-4751-b1ab-69040c8708b0 req-4968cfac-052d-43e8-b626-64d140075c4a service neutron] 10.222.0.55 "GET /v2.0/networks/d88bf36c-683b-4548-a8d7-e47c093a40a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224697 Mar 01 22:16:30.693092 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:30.716157 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56e14d66-47ce-4751-b1ab-69040c8708b0 req-7625519d-d6c3-4ba6-8888-8982d3a73746 service neutron] 10.222.0.55 "GET /v2.0/networks/d88bf36c-683b-4548-a8d7-e47c093a40a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290312 Mar 01 22:16:30.892848 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:31.456382 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:16:32.578697 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:52.368204 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:54.750704 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:57.522355 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a9dc6412-9dfc-45f3-b1f6-0a30974fc36b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:16:59.681122 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-68ff1241-ba66-4ecd-9499-ba874899d48f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:00.659046 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:00.869256 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:02.601759 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:08.455116 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:17:16.164641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c216a-ab73-4fbd-8842-eb0d1f2d12d1 req-9a20c358-39fd-4ab3-95c6-0295b876de17 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:16.166015 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c65c216a-ab73-4fbd-8842-eb0d1f2d12d1 req-9a20c358-39fd-4ab3-95c6-0295b876de17 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 945 time: 0.2309301 Mar 01 22:17:16.209817 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c65c216a-ab73-4fbd-8842-eb0d1f2d12d1 req-1972c4b8-f2e1-4c7b-9fce-19d9b4e7225c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=449788d9-317f-4cbd-ba64-d137734c1a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381820 Mar 01 22:17:17.454901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ede0b-07cd-4fd0-97c1-f550dda71cdd req-253c041b-d2f4-48b2-b49a-ddc83ecf5942 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:17.456393 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-647ede0b-07cd-4fd0-97c1-f550dda71cdd req-253c041b-d2f4-48b2-b49a-ddc83ecf5942 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 945 time: 0.1332290 Mar 01 22:17:17.500762 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-647ede0b-07cd-4fd0-97c1-f550dda71cdd req-84bfc35f-6eff-474d-83b2-daa3942352a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=449788d9-317f-4cbd-ba64-d137734c1a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386901 Mar 01 22:17:18.730905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c791c0-d01a-4fff-a1f5-446193202763 req-271d8473-a689-4cb4-ad85-c0fff2f79b31 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:18.732372 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79c791c0-d01a-4fff-a1f5-446193202763 req-271d8473-a689-4cb4-ad85-c0fff2f79b31 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 945 time: 0.0786753 Mar 01 22:17:18.777250 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79c791c0-d01a-4fff-a1f5-446193202763 req-fdb08126-f5ee-4a87-bd36-25fb8f9a4f5c tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=449788d9-317f-4cbd-ba64-d137734c1a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391607 Mar 01 22:17:18.803824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42440) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:18.908148 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-91da8ecb-e553-4846-a72c-1ecdbe445a95 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/floatingips/ffb67866-3804-4a1d-8b03-541b8f48af71 HTTP/1.1" status: 200 len: 992 time: 0.1031978 Mar 01 22:17:20.465667 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e61fe0-8f5e-473b-bd62-dcf181734e46 req-d30ae888-0d65-495c-97d5-73d0cf948cef tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:20.467194 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69e61fe0-8f5e-473b-bd62-dcf181734e46 req-d30ae888-0d65-495c-97d5-73d0cf948cef tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 945 time: 0.0868280 Mar 01 22:17:20.555453 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69e61fe0-8f5e-473b-bd62-dcf181734e46 req-56785f94-c57b-43ed-80dd-fda2146d1b31 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=449788d9-317f-4cbd-ba64-d137734c1a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573723 Mar 01 22:17:20.573089 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b77e5-6831-4336-884a-98a70bbac408 req-a7fc9f4a-2e70-43ab-b6d8-7745ac869e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:20.574607 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e72b77e5-6831-4336-884a-98a70bbac408 req-a7fc9f4a-2e70-43ab-b6d8-7745ac869e0c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 1096 time: 0.1065233 Mar 01 22:17:20.704767 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b77e5-6831-4336-884a-98a70bbac408 req-565c1663-0123-4bc7-b933-0320c691f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:20.706127 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e72b77e5-6831-4336-884a-98a70bbac408 req-565c1663-0123-4bc7-b933-0320c691f291 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d88bf36c-683b-4548-a8d7-e47c093a40a4 HTTP/1.1" status: 200 len: 897 time: 0.1257796 Mar 01 22:17:20.810028 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e72b77e5-6831-4336-884a-98a70bbac408 req-30f4f441-895c-4a5e-a38b-7162c64479e4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=febb7242-9937-4d3a-baae-0e13789b3d27 HTTP/1.1" status: 200 len: 1000 time: 0.0977237 Mar 01 22:17:20.873826 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b77e5-6831-4336-884a-98a70bbac408 req-b3b3661a-1efc-4087-9a9a-1701b87eeecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:20.875237 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e72b77e5-6831-4336-884a-98a70bbac408 req-b3b3661a-1efc-4087-9a9a-1701b87eeecf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5da67b0c-c5ec-4b4e-8fdd-13bb018ad296 HTTP/1.1" status: 200 len: 835 time: 0.0597217 Mar 01 22:17:20.952287 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b77e5-6831-4336-884a-98a70bbac408 req-927c7543-07c7-4e1c-bf5d-041807f52998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:20.953750 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e72b77e5-6831-4336-884a-98a70bbac408 req-927c7543-07c7-4e1c-bf5d-041807f52998 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d88bf36c-683b-4548-a8d7-e47c093a40a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728936 Mar 01 22:17:21.084808 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e72b77e5-6831-4336-884a-98a70bbac408 req-b8c14d9d-a1c4-42be-8185-3984104a7206 service neutron] 10.222.0.55 "GET /v2.0/networks/d88bf36c-683b-4548-a8d7-e47c093a40a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216857 Mar 01 22:17:21.217934 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e72b77e5-6831-4336-884a-98a70bbac408 req-7986f172-712c-4a84-974f-864f98abf612 service neutron] 10.222.0.55 "GET /v2.0/networks/d88bf36c-683b-4548-a8d7-e47c093a40a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226590 Mar 01 22:17:21.748824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b542ef-c09f-41f5-a794-63d81ab3c098 req-8b4e5317-9cc7-47c5-9e0b-7f610ef7cdbb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:21.750247 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78b542ef-c09f-41f5-a794-63d81ab3c098 req-8b4e5317-9cc7-47c5-9e0b-7f610ef7cdbb tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 945 time: 0.0847473 Mar 01 22:17:21.899134 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-78b542ef-c09f-41f5-a794-63d81ab3c098 req-9643ee0d-d91f-46c1-bf77-78919876b3c0 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=449788d9-317f-4cbd-ba64-d137734c1a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424825 Mar 01 22:17:22.390419 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:23.085877 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d6d2c-cd55-46d0-8975-b35194645a65 req-7b7f0da6-f402-4fca-871f-11e0ff314f72 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:23.087310 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e1d6d2c-cd55-46d0-8975-b35194645a65 req-7b7f0da6-f402-4fca-871f-11e0ff314f72 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 945 time: 0.0784771 Mar 01 22:17:23.130786 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e1d6d2c-cd55-46d0-8975-b35194645a65 req-bb40c807-7d47-49c9-9197-e24554905e90 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=449788d9-317f-4cbd-ba64-d137734c1a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379145 Mar 01 22:17:23.160937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42454) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:23.258458 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fe79b8f5-9117-4a34-a8fc-8fc6e80c2e0f tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/floatingips/ffb67866-3804-4a1d-8b03-541b8f48af71 HTTP/1.1" status: 200 len: 992 time: 0.1028955 Mar 01 22:17:23.505064 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42462) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:23.702072 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting port ea9d5065-4c9e-40d8-8e23-ffdf181d6fc0 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:17:23.702411 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:23.868698 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:23.869022 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:23.989331 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Calling delete_port for ea9d5065-4c9e-40d8-8e23-ffdf181d6fc0 owned by network:floatingip {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:17:24.177668 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:24.255186 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Port': ['ID=ea9d5065-4c9e-40d8-8e23-ffdf181d6fc0,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:24.299118 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:24.299485 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:24.299831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:24.300158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:24.300486 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:24.301038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:24.301499 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:24.301828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:24.302154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:24.302475 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:24.302796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:24.303111 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:24.327061 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for floatingip, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:24.327422 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Floating IP ffb67866-3804-4a1d-8b03-541b8f48af71 disassociated (deleted). External IP: 172.25.5.87, port: febb7242-9937-4d3a-baae-0e13789b3d27. Mar 01 22:17:24.755435 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:24.780906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 037e3393-7939-4ef8-acf8-fa1882eb5c1c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:17:24.956724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:17:24.966429 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0a3da7-b2be-4246-bbb7-7b4998b3a5da None None] Sync routers for ids ['037e3393-7939-4ef8-acf8-fa1882eb5c1c'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:17:24.976939 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0a3da7-b2be-4246-bbb7-7b4998b3a5da None None] Routers {'037e3393-7939-4ef8-acf8-fa1882eb5c1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:17:24.977541 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-cb0a3da7-b2be-4246-bbb7-7b4998b3a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:17:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['037e3393-7939-4ef8-acf8-fa1882eb5c1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:25.036953 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:25.091902 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-5c883dbf-f89f-4fd7-9dee-84bc52eab4a9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/floatingips/ffb67866-3804-4a1d-8b03-541b8f48af71 HTTP/1.1" status: 204 len: 168 time: 1.5857656 Mar 01 22:17:25.092583 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf1d359d-d51d-40f1-8947-c4958307c113', 'tag': 'febb7242-9937-4d3a-baae-0e13789b3d27'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:17:25.140400 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf1d359d-d51d-40f1-8947-c4958307c113', 'tag': 'febb7242-9937-4d3a-baae-0e13789b3d27', 'status': 'completed', 'code': 200} Mar 01 22:17:25.199191 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-cb0a3da7-b2be-4246-bbb7-7b4998b3a5da None None] Set router 037e3393-7939-4ef8-acf8-fa1882eb5c1c gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:17:25.235898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6931a6-d8d1-4df8-84b3-669bb746821e req-ceba228d-976d-40ba-a57e-79360342830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:25.237414 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf6931a6-d8d1-4df8-84b3-669bb746821e req-ceba228d-976d-40ba-a57e-79360342830c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=443fbfcdae1a4567a887f1af9d571ead&device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 1096 time: 0.0741181 Mar 01 22:17:25.371804 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6931a6-d8d1-4df8-84b3-669bb746821e req-f0c2b12d-ba04-4c08-b409-ff907e19dd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:25.373202 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf6931a6-d8d1-4df8-84b3-669bb746821e req-f0c2b12d-ba04-4c08-b409-ff907e19dd1d service neutron] 10.222.0.55 "GET /v2.0/networks?id=d88bf36c-683b-4548-a8d7-e47c093a40a4 HTTP/1.1" status: 200 len: 897 time: 0.1294632 Mar 01 22:17:25.445867 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf6931a6-d8d1-4df8-84b3-669bb746821e req-a46ebaa2-981d-40cb-a856-0854125eaef9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=febb7242-9937-4d3a-baae-0e13789b3d27 HTTP/1.1" status: 200 len: 217 time: 0.0668724 Mar 01 22:17:25.512373 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-cb0a3da7-b2be-4246-bbb7-7b4998b3a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249533441', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:15:44Z', 'updated_at': '2022-03-01T22:15:50Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:45Z', 'updated_at': '2022-03-01T22:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '1dd4374e-89a9-48fb-b661-f7291baad4b1', 'name': '', 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:30:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5da67b0c-c5ec-4b4e-8fdd-13bb018ad296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:49Z', 'updated_at': '2022-03-01T22:15:55Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '5da67b0c-c5ec-4b4e-8fdd-13bb018ad296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:25.516250 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0a3da7-b2be-4246-bbb7-7b4998b3a5da None None] Checking router: 037e3393-7939-4ef8-acf8-fa1882eb5c1c for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:17:25.516831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6931a6-d8d1-4df8-84b3-669bb746821e req-0967f99a-425f-4285-9808-b985c327bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:25.518419 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf6931a6-d8d1-4df8-84b3-669bb746821e req-0967f99a-425f-4285-9808-b985c327bd2a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5da67b0c-c5ec-4b4e-8fdd-13bb018ad296 HTTP/1.1" status: 200 len: 835 time: 0.0652108 Mar 01 22:17:25.525167 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0a3da7-b2be-4246-bbb7-7b4998b3a5da None None] Routers {'037e3393-7939-4ef8-acf8-fa1882eb5c1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:17:25.525771 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-cb0a3da7-b2be-4246-bbb7-7b4998b3a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:17:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['037e3393-7939-4ef8-acf8-fa1882eb5c1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:25.652491 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6931a6-d8d1-4df8-84b3-669bb746821e req-a5cca172-d613-4eba-9b91-fa74f93bd5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:25.653865 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf6931a6-d8d1-4df8-84b3-669bb746821e req-a5cca172-d613-4eba-9b91-fa74f93bd5cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d88bf36c-683b-4548-a8d7-e47c093a40a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1286514 Mar 01 22:17:25.662641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f753f-8b81-4f93-afdc-7397458553a0 req-f2d1a0dd-eda3-4cf2-82c9-a4b86e2f1c55 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:25.663330 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b07f753f-8b81-4f93-afdc-7397458553a0 req-f2d1a0dd-eda3-4cf2-82c9-a4b86e2f1c55 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Synchronizing usage tracker for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:17:25.700077 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-cb0a3da7-b2be-4246-bbb7-7b4998b3a5da None None] Set router 037e3393-7939-4ef8-acf8-fa1882eb5c1c gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:17:25.773009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b07f753f-8b81-4f93-afdc-7397458553a0 req-f2d1a0dd-eda3-4cf2-82c9-a4b86e2f1c55 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Unset dirty status for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:17:25.774150 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b07f753f-8b81-4f93-afdc-7397458553a0 req-f2d1a0dd-eda3-4cf2-82c9-a4b86e2f1c55 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 945 time: 0.2187643 Mar 01 22:17:25.820959 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf6931a6-d8d1-4df8-84b3-669bb746821e req-e8bda2a1-c0d7-4b06-b1b2-27607523ddb7 service neutron] 10.222.0.55 "GET /v2.0/networks/d88bf36c-683b-4548-a8d7-e47c093a40a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538548 Mar 01 22:17:25.871190 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b07f753f-8b81-4f93-afdc-7397458553a0 req-4ced592f-249e-4a61-bdda-361cf1df2ae9 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=449788d9-317f-4cbd-ba64-d137734c1a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898831 Mar 01 22:17:25.963393 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bf6931a6-d8d1-4df8-84b3-669bb746821e req-7f1545ee-9d4b-4063-ab3a-1fe5a8101768 service neutron] 10.222.0.55 "GET /v2.0/networks/d88bf36c-683b-4548-a8d7-e47c093a40a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351547 Mar 01 22:17:26.009513 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-cb0a3da7-b2be-4246-bbb7-7b4998b3a5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249533441', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:15:44Z', 'updated_at': '2022-03-01T22:15:50Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:45Z', 'updated_at': '2022-03-01T22:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '1dd4374e-89a9-48fb-b661-f7291baad4b1', 'name': '', 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:30:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5da67b0c-c5ec-4b4e-8fdd-13bb018ad296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:49Z', 'updated_at': '2022-03-01T22:15:55Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '5da67b0c-c5ec-4b4e-8fdd-13bb018ad296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:26.013600 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0a3da7-b2be-4246-bbb7-7b4998b3a5da None None] The sync data for ids ['037e3393-7939-4ef8-acf8-fa1882eb5c1c'] in n-d-827896-4 is: [{'id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249533441', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:15:44Z', 'updated_at': '2022-03-01T22:15:50Z', 'revision_number': 4, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:45Z', 'updated_at': '2022-03-01T22:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '1dd4374e-89a9-48fb-b661-f7291baad4b1', 'name': '', 'network_id': 'd88bf36c-683b-4548-a8d7-e47c093a40a4', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'mac_address': 'fa:16:3e:30:3e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '5da67b0c-c5ec-4b4e-8fdd-13bb018ad296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:49Z', 'updated_at': '2022-03-01T22:15:55Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'subnets': [{'id': '5da67b0c-c5ec-4b4e-8fdd-13bb018ad296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:17:26.227231 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2de197c-ed56-4694-94d7-ea258baaf37f None None] New status for floating IP ffb67866-3804-4a1d-8b03-541b8f48af71: DOWN {{(pid=88520) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 22:17:27.062694 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95502321-17d9-4df4-b4ab-f2aed056bc20 req-9dd54c1e-7192-4c94-8089-5284dd52ef5e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:27.064177 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-95502321-17d9-4df4-b4ab-f2aed056bc20 req-9dd54c1e-7192-4c94-8089-5284dd52ef5e tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 945 time: 0.0802374 Mar 01 22:17:27.108669 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-95502321-17d9-4df4-b4ab-f2aed056bc20 req-e276e387-e5c2-487b-b23e-0af7a7fdf874 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/security-groups?id=449788d9-317f-4cbd-ba64-d137734c1a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388298 Mar 01 22:17:27.225798 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70a5d3e-e614-44b2-be34-f7e3a8982b2f req-c24fca09-8d64-497a-bffd-db9ad6c3a4ca tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:27.227149 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f70a5d3e-e614-44b2-be34-f7e3a8982b2f req-c24fca09-8d64-497a-bffd-db9ad6c3a4ca tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 945 time: 0.0821149 Mar 01 22:17:27.297180 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-f70a5d3e-e614-44b2-be34-f7e3a8982b2f req-98949bc2-7817-4352-88ea-b791af93e110 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting port febb7242-9937-4d3a-baae-0e13789b3d27 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:17:27.297596 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f70a5d3e-e614-44b2-be34-f7e3a8982b2f req-98949bc2-7817-4352-88ea-b791af93e110 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:27.654600 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-f70a5d3e-e614-44b2-be34-f7e3a8982b2f req-98949bc2-7817-4352-88ea-b791af93e110 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] For port febb7242-9937-4d3a-baae-0e13789b3d27, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=febb7242-9937-4d3a-baae-0e13789b3d27,segment=NetworkSegment(7a85a4ca-0671-481e-8cad-6598495dbe27),segment_id=7a85a4ca-0671-481e-8cad-6598495dbe27)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:17:27.654979 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f70a5d3e-e614-44b2-be34-f7e3a8982b2f req-98949bc2-7817-4352-88ea-b791af93e110 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:27.715763 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f9b8d696-620c-408d-86d7-3aa700e4827b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:27.778757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-f70a5d3e-e614-44b2-be34-f7e3a8982b2f req-98949bc2-7817-4352-88ea-b791af93e110 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Calling delete_port for febb7242-9937-4d3a-baae-0e13789b3d27 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:17:27.990249 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f70a5d3e-e614-44b2-be34-f7e3a8982b2f req-98949bc2-7817-4352-88ea-b791af93e110 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:28.044904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98949bc2-7817-4352-88ea-b791af93e110 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Port': ['ID=febb7242-9937-4d3a-baae-0e13789b3d27,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:28.118644 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70a5d3e-e614-44b2-be34-f7e3a8982b2f req-98949bc2-7817-4352-88ea-b791af93e110 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] No DVR routers for this DVR port febb7242-9937-4d3a-baae-0e13789b3d27 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:17:28.121339 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f70a5d3e-e614-44b2-be34-f7e3a8982b2f req-98949bc2-7817-4352-88ea-b791af93e110 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:28.123886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf1d359d-d51d-40f1-8947-c4958307c113', 'name': 'network-vif-deleted', 'tag': 'febb7242-9937-4d3a-baae-0e13789b3d27'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:17:28.171294 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf1d359d-d51d-40f1-8947-c4958307c113', 'name': 'network-vif-deleted', 'tag': 'febb7242-9937-4d3a-baae-0e13789b3d27', 'status': 'completed', 'code': 200} Mar 01 22:17:28.185142 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f70a5d3e-e614-44b2-be34-f7e3a8982b2f req-98949bc2-7817-4352-88ea-b791af93e110 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.55 "DELETE /v2.0/ports/febb7242-9937-4d3a-baae-0e13789b3d27 HTTP/1.1" status: 204 len: 173 time: 0.9527745 Mar 01 22:17:28.255139 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c58c4356-d72a-424f-8272-92199b79ed5b req-a0dece87-ffe3-4ca4-8e59-cae834ff2259 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Synchronizing usage tracker for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:17:28.339115 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-c58c4356-d72a-424f-8272-92199b79ed5b req-a0dece87-ffe3-4ca4-8e59-cae834ff2259 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Unset dirty status for tenant:443fbfcdae1a4567a887f1af9d571ead on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:17:28.340341 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c58c4356-d72a-424f-8272-92199b79ed5b req-a0dece87-ffe3-4ca4-8e59-cae834ff2259 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf1d359d-d51d-40f1-8947-c4958307c113 HTTP/1.1" status: 200 len: 210 time: 0.1271667 Mar 01 22:17:29.435404 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42480) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:29.664726 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c1dec169-267f-43cc-a5da-a8f0903788cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:29.983838 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4fbc655e-2251-4cfb-bb65-928c445dbf6a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:30.438747 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc655e-2251-4cfb-bb65-928c445dbf6a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting port 1dd4374e-89a9-48fb-b661-f7291baad4b1 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:17:30.439486 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4fbc655e-2251-4cfb-bb65-928c445dbf6a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:30.470325 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device febb7242-9937-4d3a-baae-0e13789b3d27 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:17:30.507107 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: febb7242-9937-4d3a-baae-0e13789b3d27 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:17:30.507494 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device febb7242-9937-4d3a-baae-0e13789b3d27 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:17:30.623010 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-4fbc655e-2251-4cfb-bb65-928c445dbf6a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] For port 1dd4374e-89a9-48fb-b661-f7291baad4b1, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=1dd4374e-89a9-48fb-b661-f7291baad4b1,segment=NetworkSegment(7a85a4ca-0671-481e-8cad-6598495dbe27),segment_id=7a85a4ca-0671-481e-8cad-6598495dbe27)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:17:30.623424 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4fbc655e-2251-4cfb-bb65-928c445dbf6a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:30.653148 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:30.757914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-4fbc655e-2251-4cfb-bb65-928c445dbf6a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Calling delete_port for 1dd4374e-89a9-48fb-b661-f7291baad4b1 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:17:30.864698 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:31.127283 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4fbc655e-2251-4cfb-bb65-928c445dbf6a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:31.179841 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc655e-2251-4cfb-bb65-928c445dbf6a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Port': ['ID=1dd4374e-89a9-48fb-b661-f7291baad4b1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:31.450143 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-4fbc655e-2251-4cfb-bb65-928c445dbf6a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:31.909280 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbc655e-2251-4cfb-bb65-928c445dbf6a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Router 037e3393-7939-4ef8-acf8-fa1882eb5c1c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:17:32.086360 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbc655e-2251-4cfb-bb65-928c445dbf6a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:17:32.096726 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13647c6a-8d7f-4ac7-9d62-2d928bedc107 None None] Sync routers for ids ['037e3393-7939-4ef8-acf8-fa1882eb5c1c'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:17:32.105834 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13647c6a-8d7f-4ac7-9d62-2d928bedc107 None None] Routers {'037e3393-7939-4ef8-acf8-fa1882eb5c1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:17:32.115523 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-13647c6a-8d7f-4ac7-9d62-2d928bedc107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['037e3393-7939-4ef8-acf8-fa1882eb5c1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:32.147103 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-4fbc655e-2251-4cfb-bb65-928c445dbf6a tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "PUT /v2.0/routers/037e3393-7939-4ef8-acf8-fa1882eb5c1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7105954 Mar 01 22:17:32.149770 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42484) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:32.222979 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa61a30-a5ba-4853-91be-5d0f3269acbd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting subnet 5da67b0c-c5ec-4b4e-8fdd-13bb018ad296 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 22:17:32.225841 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6aa61a30-a5ba-4853-91be-5d0f3269acbd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:32.288332 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6aa61a30-a5ba-4853-91be-5d0f3269acbd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:32.300977 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-13647c6a-8d7f-4ac7-9d62-2d928bedc107 None None] Set router 037e3393-7939-4ef8-acf8-fa1882eb5c1c gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:17:32.369924 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6aa61a30-a5ba-4853-91be-5d0f3269acbd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:32.498366 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6aa61a30-a5ba-4853-91be-5d0f3269acbd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:32.543385 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa61a30-a5ba-4853-91be-5d0f3269acbd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Subnet': ['ID=5da67b0c-c5ec-4b4e-8fdd-13bb018ad296,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:32.549653 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-6aa61a30-a5ba-4853-91be-5d0f3269acbd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:32.558518 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42488) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:32.559164 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-6aa61a30-a5ba-4853-91be-5d0f3269acbd tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/subnets/5da67b0c-c5ec-4b4e-8fdd-13bb018ad296 HTTP/1.1" status: 204 len: 168 time: 0.4077487 Mar 01 22:17:32.559312 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a137370-895e-459c-9c1d-ad6281da5fbe None None] Network d88bf36c-683b-4548-a8d7-e47c093a40a4 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:17:32.617924 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-13647c6a-8d7f-4ac7-9d62-2d928bedc107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249533441', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:15:44Z', 'updated_at': '2022-03-01T22:17:31Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:45Z', 'updated_at': '2022-03-01T22:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:32.621826 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13647c6a-8d7f-4ac7-9d62-2d928bedc107 None None] Checking router: 037e3393-7939-4ef8-acf8-fa1882eb5c1c for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:17:32.630429 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13647c6a-8d7f-4ac7-9d62-2d928bedc107 None None] Routers {'037e3393-7939-4ef8-acf8-fa1882eb5c1c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:17:32.631038 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-13647c6a-8d7f-4ac7-9d62-2d928bedc107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['037e3393-7939-4ef8-acf8-fa1882eb5c1c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:32.644077 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:32.758159 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:32.811812 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-13647c6a-8d7f-4ac7-9d62-2d928bedc107 None None] Set router 037e3393-7939-4ef8-acf8-fa1882eb5c1c gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:17:32.866039 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd3923a-7569-44ec-8e9a-d10d0754db3d None None] DHCP port deletion for d88bf36c-683b-4548-a8d7-e47c093a40a4 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 22:17:32.872764 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3cd3923a-7569-44ec-8e9a-d10d0754db3d None None] Deleting port d91d9c16-7f45-4da8-8080-c82cb48642f6 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:17:32.873146 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3cd3923a-7569-44ec-8e9a-d10d0754db3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:32.955924 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:33.053175 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Deleting port 4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:17:33.053528 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:33.091186 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-3cd3923a-7569-44ec-8e9a-d10d0754db3d None None] For port d91d9c16-7f45-4da8-8080-c82cb48642f6, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d91d9c16-7f45-4da8-8080-c82cb48642f6,segment=NetworkSegment(7a85a4ca-0671-481e-8cad-6598495dbe27),segment_id=7a85a4ca-0671-481e-8cad-6598495dbe27)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:17:33.091861 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3cd3923a-7569-44ec-8e9a-d10d0754db3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:33.105393 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d91d9c16-7f45-4da8-8080-c82cb48642f6 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:17:33.112092 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-13647c6a-8d7f-4ac7-9d62-2d928bedc107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249533441', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:15:44Z', 'updated_at': '2022-03-01T22:17:31Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:45Z', 'updated_at': '2022-03-01T22:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:33.117591 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13647c6a-8d7f-4ac7-9d62-2d928bedc107 None None] The sync data for ids ['037e3393-7939-4ef8-acf8-fa1882eb5c1c'] in n-d-827896-4 is: [{'id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-249533441', 'tenant_id': '443fbfcdae1a4567a887f1af9d571ead', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224'}], 'enable_snat': True}, 'gw_port_id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:15:44Z', 'updated_at': '2022-03-01T22:17:31Z', 'revision_number': 5, 'project_id': '443fbfcdae1a4567a887f1af9d571ead', 'gw_port': {'id': '4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:63:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037e3393-7939-4ef8-acf8-fa1882eb5c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:15:45Z', 'updated_at': '2022-03-01T22:15:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:17:33.259254 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] For port 4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:17:33.259645 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:33.263303 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-3cd3923a-7569-44ec-8e9a-d10d0754db3d None None] Calling delete_port for d91d9c16-7f45-4da8-8080-c82cb48642f6 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:17:33.382150 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Calling delete_port for 4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:17:33.401210 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:33.459184 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3cd3923a-7569-44ec-8e9a-d10d0754db3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337'] for port, after_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:33.532246 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd3923a-7569-44ec-8e9a-d10d0754db3d None None] Pushing event deleted for resources: {'Port': ['ID=d91d9c16-7f45-4da8-8080-c82cb48642f6,revision_number=None']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:33.542467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd3923a-7569-44ec-8e9a-d10d0754db3d None None] No DVR routers for this DVR port d91d9c16-7f45-4da8-8080-c82cb48642f6 on host n-d-827896-4 {{(pid=88520) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:17:33.567460 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3923a-7569-44ec-8e9a-d10d0754db3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.568141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3923a-7569-44ec-8e9a-d10d0754db3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.568499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3923a-7569-44ec-8e9a-d10d0754db3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.568839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3923a-7569-44ec-8e9a-d10d0754db3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.569571 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3923a-7569-44ec-8e9a-d10d0754db3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.569571 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3923a-7569-44ec-8e9a-d10d0754db3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.569801 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3923a-7569-44ec-8e9a-d10d0754db3d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.570125 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3923a-7569-44ec-8e9a-d10d0754db3d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.570448 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3923a-7569-44ec-8e9a-d10d0754db3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.570768 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3923a-7569-44ec-8e9a-d10d0754db3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.571088 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3923a-7569-44ec-8e9a-d10d0754db3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.571777 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd3923a-7569-44ec-8e9a-d10d0754db3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.870599 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:33.915382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Port': ['ID=4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:33.949772 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.950119 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.950453 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.950782 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.951108 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.951468 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.951806 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.952138 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.952442 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.952759 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.953074 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:33.953385 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:34.020097 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:34.198116 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:34.200291 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:34.297717 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:34.298227 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Fanout notify agent at l3_agent the message router_deleted on router 037e3393-7939-4ef8-acf8-fa1882eb5c1c {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 22:17:34.314609 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:34.315771 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-18c11b9c-2fc2-4d47-95fb-46abca734a28 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/routers/037e3393-7939-4ef8-acf8-fa1882eb5c1c HTTP/1.1" status: 204 len: 168 time: 1.7549267 Mar 01 22:17:34.318478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42492) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:34.435128 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-75cfe856-3397-4060-b2f8-069ed78f7159 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:34.566433 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-75cfe856-3397-4060-b2f8-069ed78f7159 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:34.592273 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-75cfe856-3397-4060-b2f8-069ed78f7159 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88bf36c-683b-4548-a8d7-e47c093a40a4']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:34.604834 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-75cfe856-3397-4060-b2f8-069ed78f7159 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a85a4ca-0671-481e-8cad-6598495dbe27') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:34.605124 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-75cfe856-3397-4060-b2f8-069ed78f7159 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a85a4ca-0671-481e-8cad-6598495dbe27') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:34.616369 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-75cfe856-3397-4060-b2f8-069ed78f7159 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:34.632107 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-75cfe856-3397-4060-b2f8-069ed78f7159 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:34.638194 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75cfe856-3397-4060-b2f8-069ed78f7159 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 22:17:34.638595 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-75cfe856-3397-4060-b2f8-069ed78f7159 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: timer() Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 22:17:34.653150 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 22:17:34.801698 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-75cfe856-3397-4060-b2f8-069ed78f7159 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:34.819454 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-75cfe856-3397-4060-b2f8-069ed78f7159 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:34.833108 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfe856-3397-4060-b2f8-069ed78f7159 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'Network': ['ID=d88bf36c-683b-4548-a8d7-e47c093a40a4,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:34.835644 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-75cfe856-3397-4060-b2f8-069ed78f7159 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/networks/d88bf36c-683b-4548-a8d7-e47c093a40a4 HTTP/1.1" status: 204 len: 168 time: 0.5162227 Mar 01 22:17:34.838579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42496) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:34.908767 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-256e321b-9621-4266-81c8-89d7e1fbf6e3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:34.937694 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-256e321b-9621-4266-81c8-89d7e1fbf6e3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:34.996960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:17:35.030882 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:17:35.031226 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 4e8f2d48-c1e7-41a3-b51c-a032b3cbe06c not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:17:35.031654 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1dd4374e-89a9-48fb-b661-f7291baad4b1 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:17:35.057745 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-256e321b-9621-4266-81c8-89d7e1fbf6e3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:35.063728 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 1dd4374e-89a9-48fb-b661-f7291baad4b1 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:17:35.064074 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 1dd4374e-89a9-48fb-b661-f7291baad4b1 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:17:35.077960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256e321b-9621-4266-81c8-89d7e1fbf6e3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=449788d9-317f-4cbd-ba64-d137734c1a8e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:35.087538 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-256e321b-9621-4266-81c8-89d7e1fbf6e3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:35.088722 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-256e321b-9621-4266-81c8-89d7e1fbf6e3 tempest-TestNetworkAdvancedServerOps-930948972 tempest-TestNetworkAdvancedServerOps-930948972-project] 10.222.0.42 "DELETE /v2.0/security-groups/449788d9-317f-4cbd-ba64-d137734c1a8e HTTP/1.1" status: 204 len: 168 time: 0.2491820 Mar 01 22:17:35.779066 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42506) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:35.928010 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-466af91c-d6da-4e83-9eb2-e12b8116c86d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=443fbfcdae1a4567a887f1af9d571ead&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476920 Mar 01 22:17:35.930340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42512) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:35.989348 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a7a2da53-f040-4db1-9a6f-612bd3b7913e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:36.014783 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a7a2da53-f040-4db1-9a6f-612bd3b7913e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:36.127433 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a7a2da53-f040-4db1-9a6f-612bd3b7913e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:36.143197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2da53-f040-4db1-9a6f-612bd3b7913e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7de72d4-e341-4014-87c0-d5d090cef088,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:36.151960 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a7a2da53-f040-4db1-9a6f-612bd3b7913e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:36.153071 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a7a2da53-f040-4db1-9a6f-612bd3b7913e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7de72d4-e341-4014-87c0-d5d090cef088 HTTP/1.1" status: 204 len: 168 time: 0.2218597 Mar 01 22:17:36.804308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42520) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:36.821880 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-635b3cb1-3fbf-4e9e-840d-fd745207ac75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:36.836448 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-635b3cb1-3fbf-4e9e-840d-fd745207ac75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:17:36.840193 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-635b3cb1-3fbf-4e9e-840d-fd745207ac75 admin admin] Usage tracker for resource:security_group_rule and tenant:3062505f946f4925b98d192de35f1ce7 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:17:36.842910 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-635b3cb1-3fbf-4e9e-840d-fd745207ac75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:17:36.849327 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-635b3cb1-3fbf-4e9e-840d-fd745207ac75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:17:36.928651 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-635b3cb1-3fbf-4e9e-840d-fd745207ac75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:36.989642 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-635b3cb1-3fbf-4e9e-840d-fd745207ac75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:37.041334 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-635b3cb1-3fbf-4e9e-840d-fd745207ac75 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3062505f946f4925b98d192de35f1ce7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359266 Mar 01 22:17:37.042856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b3cb1-3fbf-4e9e-840d-fd745207ac75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952cf50a-09f9-4835-90ae-f248c69c8fec,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:37.045820 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42524) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:37.105580 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0a6d-cfc6-45c7-8d0f-f18fb48abd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:37.134766 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0a6d-cfc6-45c7-8d0f-f18fb48abd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:37.247177 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0a6d-cfc6-45c7-8d0f-f18fb48abd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:37.266884 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb0a6d-cfc6-45c7-8d0f-f18fb48abd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952cf50a-09f9-4835-90ae-f248c69c8fec,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:37.273327 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fdeb0a6d-cfc6-45c7-8d0f-f18fb48abd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:37.274451 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fdeb0a6d-cfc6-45c7-8d0f-f18fb48abd91 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/952cf50a-09f9-4835-90ae-f248c69c8fec HTTP/1.1" status: 204 len: 168 time: 0.2272882 Mar 01 22:17:38.357582 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42548) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:38.460103 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-541797224-network', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:17:38.465687 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:17:38.469493 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Usage tracker for resource:network and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:17:38.472579 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:17:38.478768 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:17:38.548913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Made reservation on behalf of 4ce2e9f526c2482e87357e2ff3105cee for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:17:38.552023 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:38.563760 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:38.577721 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:17:38.581695 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Usage tracker for resource:security_group_rule and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:17:38.584478 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:17:38.590073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:17:38.669319 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:38.749654 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:38.779444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 22:17:38.788635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f64d6f-8481-427f-9b37-beb8acd22a5f,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:38.794031 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:38.796692 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Added segment 3b8c81b1-ff49-487b-85ee-d7686b133289 of type vlan for network c03a717c-9c2f-469f-bda4-85407e844aac Mar 01 22:17:38.820390 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:38.909904 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:38.910886 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:38.911755 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:39.011859 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] Pushing event updated for resources: {'Network': ['ID=c03a717c-9c2f-469f-bda4-85407e844aac,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:39.023113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network c03a717c-9c2f-469f-bda4-85407e844aac details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 22:17:39.067770 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-722188e6-fb48-4dc0-87b4-a5b0fd6aed16 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7061462 Mar 01 22:17:39.068073 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42554) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:39.073835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9398cd98-7e93-4191-bfbf-7381c1571599 admin admin] Request body: {'subnet': {'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-541797224-subnet', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:17:39.080053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9398cd98-7e93-4191-bfbf-7381c1571599 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:17:39.085037 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9398cd98-7e93-4191-bfbf-7381c1571599 admin admin] Usage tracker for resource:subnet and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:17:39.088052 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9398cd98-7e93-4191-bfbf-7381c1571599 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:17:39.093913 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9398cd98-7e93-4191-bfbf-7381c1571599 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:17:39.172637 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9398cd98-7e93-4191-bfbf-7381c1571599 admin admin] Made reservation on behalf of 4ce2e9f526c2482e87357e2ff3105cee for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:17:39.174956 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9398cd98-7e93-4191-bfbf-7381c1571599 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:39.442040 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9398cd98-7e93-4191-bfbf-7381c1571599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:39.513991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9398cd98-7e93-4191-bfbf-7381c1571599 admin admin] Pushing event updated for resources: {'Subnet': ['ID=764a88dc-6d4e-4249-85e7-cdcb03875fe2,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:39.524584 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9398cd98-7e93-4191-bfbf-7381c1571599 admin admin] Checking segment: {'id': '3b8c81b1-ff49-487b-85ee-d7686b133289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:17:39.524939 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9398cd98-7e93-4191-bfbf-7381c1571599 admin admin] Network hostable DHCP agents. Network: c03a717c-9c2f-469f-bda4-85407e844aac, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 22:17:39.601414 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9398cd98-7e93-4191-bfbf-7381c1571599 admin admin] Network c03a717c-9c2f-469f-bda4-85407e844aac is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 22:17:39.669856 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-9398cd98-7e93-4191-bfbf-7381c1571599 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, c03a717c-9c2f-469f-bda4-85407e844aac) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:17:39.673788 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9398cd98-7e93-4191-bfbf-7381c1571599 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:39.674366 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9398cd98-7e93-4191-bfbf-7381c1571599 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:39.679327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dd2cd4-d5f8-4294-bc9a-023f06fa537f None None] Network c03a717c-9c2f-469f-bda4-85407e844aac requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:17:39.751178 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9398cd98-7e93-4191-bfbf-7381c1571599 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6817741 Mar 01 22:17:39.754146 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42558) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:39.759475 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:17:39.764876 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:17:39.768926 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Usage tracker for resource:router and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:17:39.772623 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:17:39.778631 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:17:39.863849 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:39.864885 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:39.880485 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:39.900246 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-c03a717c-9c2f-469f-bda4-85407e844aac', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'fixed_ips': [{'subnet_id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 22:17:39.901068 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:40.055459 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Allocated IP 172.20.0.2 (c03a717c-9c2f-469f-bda4-85407e844aac/764a88dc-6d4e-4249-85e7-cdcb03875fe2/b726c6ba-c626-48b6-861b-21dd133c5648) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:17:40.299302 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:40.309977 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Transition to ACTIVE for port object b726c6ba-c626-48b6-861b-21dd133c5648 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:17:40.328475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Transition to ACTIVE for port object b726c6ba-c626-48b6-861b-21dd133c5648 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:17:40.333074 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:40.417470 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:40.479691 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Network c03a717c-9c2f-469f-bda4-85407e844aac is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:17:40.486429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:17:40.496451 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:17:40.496673 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Pushing event updated for resources: {'Port': ['ID=b726c6ba-c626-48b6-861b-21dd133c5648,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:40.579819 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Attempting to bind port b726c6ba-c626-48b6-861b-21dd133c5648 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:17:40.580104 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Attempting to bind port b726c6ba-c626-48b6-861b-21dd133c5648 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '3b8c81b1-ff49-487b-85ee-d7686b133289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:17:40.580450 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Attempting to bind port b726c6ba-c626-48b6-861b-21dd133c5648 on network c03a717c-9c2f-469f-bda4-85407e844aac {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:17:40.586285 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:17:40.586655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Checking segment: {'id': '3b8c81b1-ff49-487b-85ee-d7686b133289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:17:40.587050 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:40.587469 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Bound using segment: {'id': '3b8c81b1-ff49-487b-85ee-d7686b133289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:17:40.587923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Bound port: b726c6ba-c626-48b6-861b-21dd133c5648, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8c81b1-ff49-487b-85ee-d7686b133289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:17:40.588291 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:40.675806 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] For port b726c6ba-c626-48b6-861b-21dd133c5648, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:17:40.678639 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] For port b726c6ba-c626-48b6-861b-21dd133c5648, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b726c6ba-c626-48b6-861b-21dd133c5648,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:17:40.744491 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:40.758874 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:40.790184 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:40.829190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119d2d5e-0710-4000-8890-3d733afebd87 None None] Pushing event updated for resources: {'Port': ['ID=b726c6ba-c626-48b6-861b-21dd133c5648,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:40.935691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Allocated IP 172.25.5.195 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:17:41.103782 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:41.200713 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:41.260261 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:17:41.262857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:17:41.270569 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:17:41.308960 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Pushing event updated for resources: {'Port': ['ID=db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:41.761243 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:41.779832 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ef460f-044e-49df-bb75-b6fcc0bbffcb None None] Network c03a717c-9c2f-469f-bda4-85407e844aac requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:17:41.950892 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f914e5c0-7416-43e0-91cd-23d14283e099 None None] Provisioning for port b726c6ba-c626-48b6-861b-21dd133c5648 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:17:42.239121 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:42.504912 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Router c46ff6ab-5f06-47f5-becf-5ca9ee14023a is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 22:17:42.685348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:17:42.695801 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] Sync routers for ids ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:17:42.704665 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] Routers {'c46ff6ab-5f06-47f5-becf-5ca9ee14023a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:17:42.705294 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:42.777214 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:42.778454 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4d5da6ca-d0d0-4606-ac83-a59e164f36aa admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0230091 Mar 01 22:17:42.781179 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42562) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:42.881031 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] Set router c46ff6ab-5f06-47f5-becf-5ca9ee14023a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:17:43.060948 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device b726c6ba-c626-48b6-861b-21dd133c5648 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:17:43.215683 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:39Z', 'updated_at': '2022-03-01T22:17:41Z', 'revision_number': 3, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'gw_port': {'id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:40Z', 'updated_at': '2022-03-01T22:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:43.219534 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] Checking router: c46ff6ab-5f06-47f5-becf-5ca9ee14023a for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:17:43.219880 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] Updating router c46ff6ab-5f06-47f5-becf-5ca9ee14023a port db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:17:43.273070 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port b726c6ba-c626-48b6-861b-21dd133c5648 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:17:43.277005 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:43.306746 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port b726c6ba-c626-48b6-861b-21dd133c5648 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:17:43.306997 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:43.599066 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fae94c9e-7af3-40d4-b02c-679d575463b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:43.610219 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:43.672278 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port b726c6ba-c626-48b6-861b-21dd133c5648, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b726c6ba-c626-48b6-861b-21dd133c5648,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:17:43.729193 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:43.814493 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:43.821127 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-fae94c9e-7af3-40d4-b02c-679d575463b2 admin admin] Allocated IP 172.20.0.1 (c03a717c-9c2f-469f-bda4-85407e844aac/764a88dc-6d4e-4249-85e7-cdcb03875fe2/3dc4faa6-3fd0-4893-991c-54eb03f0a13b) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:17:43.835401 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] Transition to ACTIVE for port object db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:17:43.840408 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=b726c6ba-c626-48b6-861b-21dd133c5648,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:43.898415 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:43.974966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] Attempting to bind port db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:17:43.975327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] Attempting to bind port db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:17:43.975706 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] Attempting to bind port db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:17:43.977109 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fae94c9e-7af3-40d4-b02c-679d575463b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:43.983333 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f57f77-d07f-46bf-8981-06633dc75985 None None] Pushing event updated for resources: {'Port': ['ID=db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:43.985760 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:17:43.986125 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:17:43.986520 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:43.986910 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:17:43.987339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] Bound port: db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:17:43.987786 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:43.998624 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-fae94c9e-7af3-40d4-b02c-679d575463b2 admin admin] Transition to ACTIVE for port object 3dc4faa6-3fd0-4893-991c-54eb03f0a13b will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:17:44.062114 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] For port db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:17:44.065344 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] For port db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:17:44.086265 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fae94c9e-7af3-40d4-b02c-679d575463b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:44.143872 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:44.150118 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae94c9e-7af3-40d4-b02c-679d575463b2 admin admin] Network c03a717c-9c2f-469f-bda4-85407e844aac is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:17:44.152790 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-fae94c9e-7af3-40d4-b02c-679d575463b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:17:44.160793 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae94c9e-7af3-40d4-b02c-679d575463b2 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:17:44.206505 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae94c9e-7af3-40d4-b02c-679d575463b2 admin admin] Pushing event updated for resources: {'Port': ['ID=3dc4faa6-3fd0-4893-991c-54eb03f0a13b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:44.224465 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fae94c9e-7af3-40d4-b02c-679d575463b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:44.227888 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] Routers {'c46ff6ab-5f06-47f5-becf-5ca9ee14023a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:17:44.228563 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:44.298009 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f57f77-d07f-46bf-8981-06633dc75985 None None] Pushing event updated for resources: {'Port': ['ID=db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:44.427788 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] Set router c46ff6ab-5f06-47f5-becf-5ca9ee14023a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:17:44.545881 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fae94c9e-7af3-40d4-b02c-679d575463b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:44.608873 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-678fcb64-34bc-43c1-8571-4018f7bf0396 None None] Provisioning for port 3dc4faa6-3fd0-4893-991c-54eb03f0a13b completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:17:44.625770 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-678fcb64-34bc-43c1-8571-4018f7bf0396 None None] Provisioning complete for port 3dc4faa6-3fd0-4893-991c-54eb03f0a13b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:17:44.626215 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-678fcb64-34bc-43c1-8571-4018f7bf0396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:44.697761 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-678fcb64-34bc-43c1-8571-4018f7bf0396 None None] Port 3dc4faa6-3fd0-4893-991c-54eb03f0a13b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:17:44.762604 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:39Z', 'updated_at': '2022-03-01T22:17:41Z', 'revision_number': 3, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'gw_port': {'id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:40Z', 'updated_at': '2022-03-01T22:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:44.766533 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e432ce-58d6-4831-be6a-5f9249e4ac38 None None] The sync data for ids ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'] in n-d-827896-4 is: [{'id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:39Z', 'updated_at': '2022-03-01T22:17:41Z', 'revision_number': 3, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'gw_port': {'id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:40Z', 'updated_at': '2022-03-01T22:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:17:44.769939 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fae94c9e-7af3-40d4-b02c-679d575463b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:44.824216 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fae94c9e-7af3-40d4-b02c-679d575463b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:44.934398 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-fae94c9e-7af3-40d4-b02c-679d575463b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:44.938009 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae94c9e-7af3-40d4-b02c-679d575463b2 admin admin] Pushing event updated for resources: {'Port': ['ID=3dc4faa6-3fd0-4893-991c-54eb03f0a13b,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:45.062709 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device b726c6ba-c626-48b6-861b-21dd133c5648 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:17:45.101485 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae94c9e-7af3-40d4-b02c-679d575463b2 admin admin] Network c03a717c-9c2f-469f-bda4-85407e844aac is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:17:45.102779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-fae94c9e-7af3-40d4-b02c-679d575463b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:17:45.151411 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port b726c6ba-c626-48b6-861b-21dd133c5648 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:17:45.151871 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:45.420927 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-55f7042f-33a3-4e28-8e70-db2ab0a19944 None None] Provisioning complete for port 3dc4faa6-3fd0-4893-991c-54eb03f0a13b triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:17:45.421302 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-55f7042f-33a3-4e28-8e70-db2ab0a19944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:45.445955 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae94c9e-7af3-40d4-b02c-679d575463b2 admin admin] Router c46ff6ab-5f06-47f5-becf-5ca9ee14023a has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:17:45.454830 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:17:45.476406 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-55f7042f-33a3-4e28-8e70-db2ab0a19944 None None] Port 3dc4faa6-3fd0-4893-991c-54eb03f0a13b cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:17:45.647469 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae94c9e-7af3-40d4-b02c-679d575463b2 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:17:45.656364 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-fae94c9e-7af3-40d4-b02c-679d575463b2 admin admin] 10.222.0.42 "PUT /v2.0/routers/c46ff6ab-5f06-47f5-becf-5ca9ee14023a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8742304 Mar 01 22:17:46.295021 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] Sync routers for ids ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:17:46.296517 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42580) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:46.302848 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1440305773-network', 'tenant_id': '9cc3b460e84d42d680416b53feda72f9'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:17:46.305355 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] Routers {'c46ff6ab-5f06-47f5-becf-5ca9ee14023a'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:17:46.306017 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:46.308863 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:17:46.312717 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Usage tracker for resource:network and tenant:9cc3b460e84d42d680416b53feda72f9 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:17:46.315699 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:17:46.321382 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:17:46.400132 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Made reservation on behalf of 9cc3b460e84d42d680416b53feda72f9 for: {'network': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:17:46.402572 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:46.415963 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:46.430798 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:17:46.434736 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Usage tracker for resource:security_group_rule and tenant:9cc3b460e84d42d680416b53feda72f9 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:17:46.437617 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:17:46.443528 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:17:46.483896 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] Set router c46ff6ab-5f06-47f5-becf-5ca9ee14023a gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:17:46.526896 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:46.590220 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:46.624316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=88519) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 22:17:46.633460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033c33b9-6179-40d6-ae1b-a2e53a867d3e,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:46.640376 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:46.640716 n-d-827896-4 neutron-server[88519]: INFO neutron.db.segments_db [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Added segment a07740db-b390-408f-9362-e2787b4a5bd6 of type vlan for network db0dbc67-696a-49fc-8f78-5fab0b559d5a Mar 01 22:17:46.669255 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:46.748766 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:46.749746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:46.750337 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:46.799741 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:39Z', 'updated_at': '2022-03-01T22:17:44Z', 'revision_number': 4, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'gw_port': {'id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:40Z', 'updated_at': '2022-03-01T22:17:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '3dc4faa6-3fd0-4893-991c-54eb03f0a13b', 'name': '', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'mac_address': 'fa:16:3e:7e:c9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:43Z', 'updated_at': '2022-03-01T22:17:44Z', 'revision_number': 2, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'subnets': [{'id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:46.804154 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] Checking router: c46ff6ab-5f06-47f5-becf-5ca9ee14023a for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:17:46.804618 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] Updating router c46ff6ab-5f06-47f5-becf-5ca9ee14023a port 3dc4faa6-3fd0-4893-991c-54eb03f0a13b binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:17:46.854640 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] Pushing event updated for resources: {'Network': ['ID=db0dbc67-696a-49fc-8f78-5fab0b559d5a,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:46.858380 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:46.864666 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network db0dbc67-696a-49fc-8f78-5fab0b559d5a details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 22:17:46.922657 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-4786de30-9624-4915-bbb6-7c4d21cc501f admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6245677 Mar 01 22:17:46.924921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42584) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:46.931328 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-3ff05f64-f544-4a16-b9c8-d1b73da0ee32 admin admin] Request body: {'subnet': {'network_id': 'db0dbc67-696a-49fc-8f78-5fab0b559d5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1440305773-subnet', 'tenant_id': '9cc3b460e84d42d680416b53feda72f9', 'ip_version': 4}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:17:46.937393 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3ff05f64-f544-4a16-b9c8-d1b73da0ee32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:17:46.941535 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3ff05f64-f544-4a16-b9c8-d1b73da0ee32 admin admin] Usage tracker for resource:subnet and tenant:9cc3b460e84d42d680416b53feda72f9 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:17:46.944634 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3ff05f64-f544-4a16-b9c8-d1b73da0ee32 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:17:46.951444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3ff05f64-f544-4a16-b9c8-d1b73da0ee32 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:17:47.025213 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ff05f64-f544-4a16-b9c8-d1b73da0ee32 admin admin] Made reservation on behalf of 9cc3b460e84d42d680416b53feda72f9 for: {'subnet': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:17:47.029777 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ff05f64-f544-4a16-b9c8-d1b73da0ee32 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10800572'] for subnet, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:47.040335 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:17:47.207502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:17:47.213056 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:17:47.218307 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:47.256955 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:47.276205 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] Transition to ACTIVE for port object 3dc4faa6-3fd0-4893-991c-54eb03f0a13b will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:17:47.317309 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ff05f64-f544-4a16-b9c8-d1b73da0ee32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1542108', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10800554'] for subnet, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:47.344975 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:47.361796 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:17:47.377347 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:47.401443 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff05f64-f544-4a16-b9c8-d1b73da0ee32 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52e0f814-2aec-4d21-99c0-77592ecb7f28,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:47.404303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff05f64-f544-4a16-b9c8-d1b73da0ee32 admin admin] Checking segment: {'id': 'a07740db-b390-408f-9362-e2787b4a5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'db0dbc67-696a-49fc-8f78-5fab0b559d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:17:47.404303 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff05f64-f544-4a16-b9c8-d1b73da0ee32 admin admin] Network hostable DHCP agents. Network: db0dbc67-696a-49fc-8f78-5fab0b559d5a, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88519) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 22:17:47.446178 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:47.504585 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff05f64-f544-4a16-b9c8-d1b73da0ee32 admin admin] Network db0dbc67-696a-49fc-8f78-5fab0b559d5a is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88519) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 22:17:47.532454 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:47.537332 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51111c3a-98ba-41a9-9aef-7ae4ea7fc7d2 None None] Pushing event updated for resources: {'Port': ['ID=3dc4faa6-3fd0-4893-991c-54eb03f0a13b,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:47.577760 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51111c3a-98ba-41a9-9aef-7ae4ea7fc7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:47.578095 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51111c3a-98ba-41a9-9aef-7ae4ea7fc7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:47.578433 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51111c3a-98ba-41a9-9aef-7ae4ea7fc7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:47.578762 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51111c3a-98ba-41a9-9aef-7ae4ea7fc7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:47.579085 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51111c3a-98ba-41a9-9aef-7ae4ea7fc7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:47.579428 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51111c3a-98ba-41a9-9aef-7ae4ea7fc7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:47.579751 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51111c3a-98ba-41a9-9aef-7ae4ea7fc7d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:47.580072 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51111c3a-98ba-41a9-9aef-7ae4ea7fc7d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:47.580386 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51111c3a-98ba-41a9-9aef-7ae4ea7fc7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:47.580699 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51111c3a-98ba-41a9-9aef-7ae4ea7fc7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:47.581011 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51111c3a-98ba-41a9-9aef-7ae4ea7fc7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:47.582040 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51111c3a-98ba-41a9-9aef-7ae4ea7fc7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:17:47.590635 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-3ff05f64-f544-4a16-b9c8-d1b73da0ee32 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, db0dbc67-696a-49fc-8f78-5fab0b559d5a) {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:17:47.600604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ff05f64-f544-4a16-b9c8-d1b73da0ee32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:47.607817 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3ff05f64-f544-4a16-b9c8-d1b73da0ee32 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:47.610730 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb02ed3a-d13d-43f9-a5d1-b0a41b9a8cc9 None None] Network db0dbc67-696a-49fc-8f78-5fab0b559d5a requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:17:47.621083 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] Attempting to bind port 3dc4faa6-3fd0-4893-991c-54eb03f0a13b on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:17:47.621760 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] Attempting to bind port 3dc4faa6-3fd0-4893-991c-54eb03f0a13b by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '3b8c81b1-ff49-487b-85ee-d7686b133289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:17:47.622270 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] Attempting to bind port 3dc4faa6-3fd0-4893-991c-54eb03f0a13b on network c03a717c-9c2f-469f-bda4-85407e844aac {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:17:47.628702 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:17:47.629262 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] Checking segment: {'id': '3b8c81b1-ff49-487b-85ee-d7686b133289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:17:47.629661 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:47.632632 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] Bound using segment: {'id': '3b8c81b1-ff49-487b-85ee-d7686b133289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:17:47.632632 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] Bound port: 3dc4faa6-3fd0-4893-991c-54eb03f0a13b, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b8c81b1-ff49-487b-85ee-d7686b133289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:17:47.632632 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:47.707312 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3ff05f64-f544-4a16-b9c8-d1b73da0ee32 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7774158 Mar 01 22:17:47.707608 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42588) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:47.713003 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1440305773-router', 'tenant_id': '9cc3b460e84d42d680416b53feda72f9', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:17:47.718959 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:17:47.723924 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Usage tracker for resource:router and tenant:9cc3b460e84d42d680416b53feda72f9 is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:17:47.728142 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:17:47.728327 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] For port 3dc4faa6-3fd0-4893-991c-54eb03f0a13b, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:17:47.731350 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] For port 3dc4faa6-3fd0-4893-991c-54eb03f0a13b, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3dc4faa6-3fd0-4893-991c-54eb03f0a13b,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:17:47.734324 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:17:47.783667 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:47.813249 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:47.814480 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:47.832987 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-db0dbc67-696a-49fc-8f78-5fab0b559d5a', 'network_id': 'db0dbc67-696a-49fc-8f78-5fab0b559d5a', 'tenant_id': '9cc3b460e84d42d680416b53feda72f9', 'fixed_ips': [{'subnet_id': '52e0f814-2aec-4d21-99c0-77592ecb7f28'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 22:17:47.835395 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:47.835559 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:47.866473 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] Routers {'c46ff6ab-5f06-47f5-becf-5ca9ee14023a'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:17:47.867245 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:47.940121 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51111c3a-98ba-41a9-9aef-7ae4ea7fc7d2 None None] Pushing event updated for resources: {'Port': ['ID=3dc4faa6-3fd0-4893-991c-54eb03f0a13b,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:48.014761 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Allocated IP 172.20.0.2 (db0dbc67-696a-49fc-8f78-5fab0b559d5a/52e0f814-2aec-4d21-99c0-77592ecb7f28/b82a0572-0bb6-4605-8ffb-a01ca8c0f220) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:17:48.128403 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] Set router c46ff6ab-5f06-47f5-becf-5ca9ee14023a gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:17:48.213908 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:48.261862 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:48.272537 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Transition to ACTIVE for port object b82a0572-0bb6-4605-8ffb-a01ca8c0f220 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:17:48.293028 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Transition to ACTIVE for port object b82a0572-0bb6-4605-8ffb-a01ca8c0f220 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:17:48.362315 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:48.427720 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Network db0dbc67-696a-49fc-8f78-5fab0b559d5a is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:17:48.430531 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:17:48.438681 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:17:48.451588 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:39Z', 'updated_at': '2022-03-01T22:17:44Z', 'revision_number': 4, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'gw_port': {'id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:40Z', 'updated_at': '2022-03-01T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '3dc4faa6-3fd0-4893-991c-54eb03f0a13b', 'name': '', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'mac_address': 'fa:16:3e:7e:c9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:43Z', 'updated_at': '2022-03-01T22:17:47Z', 'revision_number': 4, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'subnets': [{'id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:48.455945 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a57069-c430-4678-83a8-1ab7e956c486 None None] The sync data for ids ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'] in n-d-827896-4 is: [{'id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:39Z', 'updated_at': '2022-03-01T22:17:44Z', 'revision_number': 4, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'gw_port': {'id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:40Z', 'updated_at': '2022-03-01T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '3dc4faa6-3fd0-4893-991c-54eb03f0a13b', 'name': '', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'mac_address': 'fa:16:3e:7e:c9:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:43Z', 'updated_at': '2022-03-01T22:17:47Z', 'revision_number': 4, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'subnets': [{'id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:17:48.478827 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Pushing event updated for resources: {'Port': ['ID=b82a0572-0bb6-4605-8ffb-a01ca8c0f220,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:48.548466 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Attempting to bind port b82a0572-0bb6-4605-8ffb-a01ca8c0f220 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:17:48.548832 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Attempting to bind port b82a0572-0bb6-4605-8ffb-a01ca8c0f220 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'a07740db-b390-408f-9362-e2787b4a5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'db0dbc67-696a-49fc-8f78-5fab0b559d5a'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:17:48.549193 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Attempting to bind port b82a0572-0bb6-4605-8ffb-a01ca8c0f220 on network db0dbc67-696a-49fc-8f78-5fab0b559d5a {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:17:48.555510 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:17:48.555918 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Checking segment: {'id': 'a07740db-b390-408f-9362-e2787b4a5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'db0dbc67-696a-49fc-8f78-5fab0b559d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:17:48.556317 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:48.556708 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Bound using segment: {'id': 'a07740db-b390-408f-9362-e2787b4a5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'db0dbc67-696a-49fc-8f78-5fab0b559d5a'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:17:48.557175 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Bound port: b82a0572-0bb6-4605-8ffb-a01ca8c0f220, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07740db-b390-408f-9362-e2787b4a5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'db0dbc67-696a-49fc-8f78-5fab0b559d5a'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:17:48.557549 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:48.677349 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] For port b82a0572-0bb6-4605-8ffb-a01ca8c0f220, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:17:48.680711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] For port b82a0572-0bb6-4605-8ffb-a01ca8c0f220, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b82a0572-0bb6-4605-8ffb-a01ca8c0f220,segment=NetworkSegment(a07740db-b390-408f-9362-e2787b4a5bd6),segment_id=a07740db-b390-408f-9362-e2787b4a5bd6)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:17:48.777816 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:48.778553 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:48.811942 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:48.860692 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d8b17-3164-49be-8507-5a1c5be61756 None None] Pushing event updated for resources: {'Port': ['ID=b82a0572-0bb6-4605-8ffb-a01ca8c0f220,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:48.967404 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Allocated IP 172.25.5.29 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/883442ec-4a12-444b-8993-483f3eb7f127) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:17:49.191862 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:49.197513 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:17:49.287467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:17:49.287836 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:49.288430 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:49.357921 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:17:49.360835 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:17:49.363528 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:17:49.411868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Pushing event updated for resources: {'Port': ['ID=883442ec-4a12-444b-8993-483f3eb7f127,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:49.419205 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3dc4faa6-3fd0-4893-991c-54eb03f0a13b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:17:49.578389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 3dc4faa6-3fd0-4893-991c-54eb03f0a13b completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:17:49.584220 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 3dc4faa6-3fd0-4893-991c-54eb03f0a13b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:17:49.584588 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:49.715503 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:49.764002 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 3dc4faa6-3fd0-4893-991c-54eb03f0a13b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3dc4faa6-3fd0-4893-991c-54eb03f0a13b,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:17:49.818604 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:49.897415 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=3dc4faa6-3fd0-4893-991c-54eb03f0a13b,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:49.913608 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:50.008170 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba13123d-8a3c-4444-afc4-a4a1cb25d455 None None] Network db0dbc67-696a-49fc-8f78-5fab0b559d5a requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:17:50.207794 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-f2a50488-6bed-4bb2-907c-01ab0414ac7a None None] Provisioning for port b82a0572-0bb6-4605-8ffb-a01ca8c0f220 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:17:50.263275 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:50.646474 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Router 08d0d3ad-e49b-4a41-a940-69488ace8b2a is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88519) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 22:17:50.828181 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:17:50.837708 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] Sync routers for ids ['08d0d3ad-e49b-4a41-a940-69488ace8b2a'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:17:50.846560 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] Routers {'08d0d3ad-e49b-4a41-a940-69488ace8b2a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:17:50.847808 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['08d0d3ad-e49b-4a41-a940-69488ace8b2a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:50.898130 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:50.899440 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-3173439a-71c4-441e-999c-6f0d844ccee7 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1907771 Mar 01 22:17:50.902122 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42592) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:51.040676 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] Set router 08d0d3ad-e49b-4a41-a940-69488ace8b2a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:17:51.149603 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device b82a0572-0bb6-4605-8ffb-a01ca8c0f220 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:17:51.367521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port b82a0572-0bb6-4605-8ffb-a01ca8c0f220 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:17:51.372503 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port b82a0572-0bb6-4605-8ffb-a01ca8c0f220 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:17:51.372871 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:51.448812 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'name': 'tempest-TestShelveInstance-1440305773-router', 'tenant_id': '9cc3b460e84d42d680416b53feda72f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '883442ec-4a12-444b-8993-483f3eb7f127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:47Z', 'updated_at': '2022-03-01T22:17:49Z', 'revision_number': 3, 'project_id': '9cc3b460e84d42d680416b53feda72f9', 'gw_port': {'id': '883442ec-4a12-444b-8993-483f3eb7f127', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:48Z', 'updated_at': '2022-03-01T22:17:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:51.479352 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] Checking router: 08d0d3ad-e49b-4a41-a940-69488ace8b2a for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:17:51.479728 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] Updating router 08d0d3ad-e49b-4a41-a940-69488ace8b2a port 883442ec-4a12-444b-8993-483f3eb7f127 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:17:51.551658 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:51.561456 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:51.590919 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-963c1ea4-28a4-4395-91d7-296fedc81cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:51.631010 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port b82a0572-0bb6-4605-8ffb-a01ca8c0f220, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b82a0572-0bb6-4605-8ffb-a01ca8c0f220,segment=NetworkSegment(a07740db-b390-408f-9362-e2787b4a5bd6),segment_id=a07740db-b390-408f-9362-e2787b4a5bd6)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:17:51.729052 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:51.729931 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3dc4faa6-3fd0-4893-991c-54eb03f0a13b up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:17:51.801226 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-963c1ea4-28a4-4395-91d7-296fedc81cdd admin admin] Allocated IP 172.20.0.1 (db0dbc67-696a-49fc-8f78-5fab0b559d5a/52e0f814-2aec-4d21-99c0-77592ecb7f28/8916d041-3fe6-473d-82ab-1adec21c97f3) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:17:51.923520 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=b82a0572-0bb6-4605-8ffb-a01ca8c0f220,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:51.948837 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-963c1ea4-28a4-4395-91d7-296fedc81cdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:51.950745 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 3dc4faa6-3fd0-4893-991c-54eb03f0a13b triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:17:51.951115 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:51.965001 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [None req-963c1ea4-28a4-4395-91d7-296fedc81cdd admin admin] Transition to ACTIVE for port object 8916d041-3fe6-473d-82ab-1adec21c97f3 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:17:52.059152 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-963c1ea4-28a4-4395-91d7-296fedc81cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:52.082055 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:52.121213 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963c1ea4-28a4-4395-91d7-296fedc81cdd admin admin] Network db0dbc67-696a-49fc-8f78-5fab0b559d5a is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:17:52.129232 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-963c1ea4-28a4-4395-91d7-296fedc81cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:17:52.133829 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963c1ea4-28a4-4395-91d7-296fedc81cdd admin admin] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:17:52.164612 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c1ea4-28a4-4395-91d7-296fedc81cdd admin admin] Pushing event updated for resources: {'Port': ['ID=8916d041-3fe6-473d-82ab-1adec21c97f3,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:52.181583 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] Transition to ACTIVE for port object 883442ec-4a12-444b-8993-483f3eb7f127 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:17:52.198314 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-963c1ea4-28a4-4395-91d7-296fedc81cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:52.263707 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:52.355773 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] Attempting to bind port 883442ec-4a12-444b-8993-483f3eb7f127 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:17:52.357038 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] Attempting to bind port 883442ec-4a12-444b-8993-483f3eb7f127 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:17:52.357038 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] Attempting to bind port 883442ec-4a12-444b-8993-483f3eb7f127 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:17:52.362312 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102a8fa-4305-4547-b26c-bcb782980233 None None] Pushing event updated for resources: {'Port': ['ID=883442ec-4a12-444b-8993-483f3eb7f127,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:52.367123 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:17:52.367527 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:17:52.368171 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:52.368272 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:17:52.368737 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] Bound port: 883442ec-4a12-444b-8993-483f3eb7f127, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:17:52.369108 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:52.406779 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:52.449779 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] For port 883442ec-4a12-444b-8993-483f3eb7f127, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:17:52.469917 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7cba5a55-21e4-4bdb-962c-4f9d1c538e6b None None] Provisioning for port 8916d041-3fe6-473d-82ab-1adec21c97f3 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:17:52.475916 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-7cba5a55-21e4-4bdb-962c-4f9d1c538e6b None None] Provisioning complete for port 8916d041-3fe6-473d-82ab-1adec21c97f3 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:17:52.476286 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7cba5a55-21e4-4bdb-962c-4f9d1c538e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:52.500326 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-963c1ea4-28a4-4395-91d7-296fedc81cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:52.519734 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] For port 883442ec-4a12-444b-8993-483f3eb7f127, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=883442ec-4a12-444b-8993-483f3eb7f127,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:17:52.533165 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-7cba5a55-21e4-4bdb-962c-4f9d1c538e6b None None] Port 8916d041-3fe6-473d-82ab-1adec21c97f3 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:17:52.594793 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:52.705479 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] Routers {'08d0d3ad-e49b-4a41-a940-69488ace8b2a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:17:52.706822 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['08d0d3ad-e49b-4a41-a940-69488ace8b2a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:52.727830 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-963c1ea4-28a4-4395-91d7-296fedc81cdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:52.775399 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102a8fa-4305-4547-b26c-bcb782980233 None None] Pushing event updated for resources: {'Port': ['ID=883442ec-4a12-444b-8993-483f3eb7f127,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:52.782947 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-963c1ea4-28a4-4395-91d7-296fedc81cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:52.891681 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-963c1ea4-28a4-4395-91d7-296fedc81cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:52.895143 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] Set router 08d0d3ad-e49b-4a41-a940-69488ace8b2a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:17:52.896603 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c1ea4-28a4-4395-91d7-296fedc81cdd admin admin] Pushing event updated for resources: {'Port': ['ID=8916d041-3fe6-473d-82ab-1adec21c97f3,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:53.021229 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device b82a0572-0bb6-4605-8ffb-a01ca8c0f220 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:17:53.044803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963c1ea4-28a4-4395-91d7-296fedc81cdd admin admin] Network db0dbc67-696a-49fc-8f78-5fab0b559d5a is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:17:53.045972 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-963c1ea4-28a4-4395-91d7-296fedc81cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:17:53.212357 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port b82a0572-0bb6-4605-8ffb-a01ca8c0f220 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:17:53.212646 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:53.254725 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963c1ea4-28a4-4395-91d7-296fedc81cdd admin admin] Router 08d0d3ad-e49b-4a41-a940-69488ace8b2a has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:17:53.403923 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-82e537c2-c1f8-44ec-a5a6-146f43e166f1 None None] Provisioning complete for port 8916d041-3fe6-473d-82ab-1adec21c97f3 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:17:53.403923 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-82e537c2-c1f8-44ec-a5a6-146f43e166f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:53.444381 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963c1ea4-28a4-4395-91d7-296fedc81cdd admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:17:53.450729 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'name': 'tempest-TestShelveInstance-1440305773-router', 'tenant_id': '9cc3b460e84d42d680416b53feda72f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '883442ec-4a12-444b-8993-483f3eb7f127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:47Z', 'updated_at': '2022-03-01T22:17:52Z', 'revision_number': 4, 'project_id': '9cc3b460e84d42d680416b53feda72f9', 'gw_port': {'id': '883442ec-4a12-444b-8993-483f3eb7f127', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:48Z', 'updated_at': '2022-03-01T22:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '8916d041-3fe6-473d-82ab-1adec21c97f3', 'name': '', 'network_id': 'db0dbc67-696a-49fc-8f78-5fab0b559d5a', 'tenant_id': '9cc3b460e84d42d680416b53feda72f9', 'mac_address': 'fa:16:3e:8c:14:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '52e0f814-2aec-4d21-99c0-77592ecb7f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:51Z', 'updated_at': '2022-03-01T22:17:51Z', 'revision_number': 1, 'project_id': '9cc3b460e84d42d680416b53feda72f9', 'subnets': [{'id': '52e0f814-2aec-4d21-99c0-77592ecb7f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:53.453498 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-963c1ea4-28a4-4395-91d7-296fedc81cdd admin admin] 10.222.0.42 "PUT /v2.0/routers/08d0d3ad-e49b-4a41-a940-69488ace8b2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5504327 Mar 01 22:17:53.462834 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459aa94e-b87a-4f5e-9991-a61a5888e983 None None] The sync data for ids ['08d0d3ad-e49b-4a41-a940-69488ace8b2a'] in n-d-827896-4 is: [{'id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'name': 'tempest-TestShelveInstance-1440305773-router', 'tenant_id': '9cc3b460e84d42d680416b53feda72f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '883442ec-4a12-444b-8993-483f3eb7f127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:47Z', 'updated_at': '2022-03-01T22:17:52Z', 'revision_number': 4, 'project_id': '9cc3b460e84d42d680416b53feda72f9', 'gw_port': {'id': '883442ec-4a12-444b-8993-483f3eb7f127', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:48Z', 'updated_at': '2022-03-01T22:17:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '8916d041-3fe6-473d-82ab-1adec21c97f3', 'name': '', 'network_id': 'db0dbc67-696a-49fc-8f78-5fab0b559d5a', 'tenant_id': '9cc3b460e84d42d680416b53feda72f9', 'mac_address': 'fa:16:3e:8c:14:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '52e0f814-2aec-4d21-99c0-77592ecb7f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:51Z', 'updated_at': '2022-03-01T22:17:51Z', 'revision_number': 1, 'project_id': '9cc3b460e84d42d680416b53feda72f9', 'subnets': [{'id': '52e0f814-2aec-4d21-99c0-77592ecb7f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:17:53.466042 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-82e537c2-c1f8-44ec-a5a6-146f43e166f1 None None] Port 8916d041-3fe6-473d-82ab-1adec21c97f3 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:17:54.065769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42602) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:54.071252 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-b9fc4ead-333c-468c-9d91-b5f21116a58c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-870322190', 'description': 'tempest-secgroup-smoke-870322190 description', 'project_id': '4ce2e9f526c2482e87357e2ff3105cee'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:17:54.079319 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b9fc4ead-333c-468c-9d91-b5f21116a58c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:17:54.084674 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b9fc4ead-333c-468c-9d91-b5f21116a58c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Usage tracker for resource:security_group and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:17:54.087885 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b9fc4ead-333c-468c-9d91-b5f21116a58c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:17:54.093741 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b9fc4ead-333c-468c-9d91-b5f21116a58c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:17:54.178618 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4ead-333c-468c-9d91-b5f21116a58c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:54.198508 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b9fc4ead-333c-468c-9d91-b5f21116a58c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:17:54.202381 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b9fc4ead-333c-468c-9d91-b5f21116a58c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Usage tracker for resource:security_group_rule and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:17:54.205179 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-b9fc4ead-333c-468c-9d91-b5f21116a58c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:17:54.211442 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-b9fc4ead-333c-468c-9d91-b5f21116a58c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:17:54.282965 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4ead-333c-468c-9d91-b5f21116a58c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:54.342883 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4ead-333c-468c-9d91-b5f21116a58c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:54.384905 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc4ead-333c-468c-9d91-b5f21116a58c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df467c5-9850-4f83-be3c-ffe94c741b4b,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:54.451635 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-b9fc4ead-333c-468c-9d91-b5f21116a58c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:54.452852 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-b9fc4ead-333c-468c-9d91-b5f21116a58c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3859124 Mar 01 22:17:54.455707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42606) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:54.461624 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-64e735ae-b04e-4db6-a4ef-a4615ba05da5 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Request body: {'security_group_rule': {'security_group_id': '4df467c5-9850-4f83-be3c-ffe94c741b4b', 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:17:54.470106 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-64e735ae-b04e-4db6-a4ef-a4615ba05da5 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:17:54.472539 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-64e735ae-b04e-4db6-a4ef-a4615ba05da5 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Usage tracker for resource:security_group_rule and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:17:54.475414 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-64e735ae-b04e-4db6-a4ef-a4615ba05da5 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:17:54.481081 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-64e735ae-b04e-4db6-a4ef-a4615ba05da5 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:17:54.596536 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64e735ae-b04e-4db6-a4ef-a4615ba05da5 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:54.656382 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64e735ae-b04e-4db6-a4ef-a4615ba05da5 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:54.721160 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64e735ae-b04e-4db6-a4ef-a4615ba05da5 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:54.746538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e735ae-b04e-4db6-a4ef-a4615ba05da5 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f10338e-e860-455b-aef4-c286622b7865,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:54.778135 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:54.846993 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-64e735ae-b04e-4db6-a4ef-a4615ba05da5 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:54.847980 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-64e735ae-b04e-4db6-a4ef-a4615ba05da5 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3905740 Mar 01 22:17:54.850764 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42610) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:54.855862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-76ad184f-a38b-4f5c-af5e-f50673e404b2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Request body: {'security_group_rule': {'security_group_id': '4df467c5-9850-4f83-be3c-ffe94c741b4b', 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:17:54.863829 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-76ad184f-a38b-4f5c-af5e-f50673e404b2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:17:54.867688 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-76ad184f-a38b-4f5c-af5e-f50673e404b2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Usage tracker for resource:security_group_rule and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:17:54.870556 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-76ad184f-a38b-4f5c-af5e-f50673e404b2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:17:54.876235 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-76ad184f-a38b-4f5c-af5e-f50673e404b2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:17:54.962009 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-76ad184f-a38b-4f5c-af5e-f50673e404b2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:55.025823 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-76ad184f-a38b-4f5c-af5e-f50673e404b2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:55.037042 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 883442ec-4a12-444b-8993-483f3eb7f127 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:17:55.108179 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-76ad184f-a38b-4f5c-af5e-f50673e404b2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:55.138576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad184f-a38b-4f5c-af5e-f50673e404b2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd023ee-7b93-4143-aabd-de7462a693da,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:55.165870 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 883442ec-4a12-444b-8993-483f3eb7f127 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:17:55.171451 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 883442ec-4a12-444b-8993-483f3eb7f127 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:17:55.171824 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:55.218230 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-76ad184f-a38b-4f5c-af5e-f50673e404b2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:55.221782 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-76ad184f-a38b-4f5c-af5e-f50673e404b2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3676763 Mar 01 22:17:55.222346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42614) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:55.227769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-5175b877-7b5a-4c75-8473-242b937b8f67 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Request body: {'security_group_rule': {'security_group_id': '4df467c5-9850-4f83-be3c-ffe94c741b4b', 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:17:55.234750 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5175b877-7b5a-4c75-8473-242b937b8f67 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:17:55.239059 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5175b877-7b5a-4c75-8473-242b937b8f67 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Usage tracker for resource:security_group_rule and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:17:55.242447 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-5175b877-7b5a-4c75-8473-242b937b8f67 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:17:55.249144 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-5175b877-7b5a-4c75-8473-242b937b8f67 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:17:55.303082 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:55.322017 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 883442ec-4a12-444b-8993-483f3eb7f127, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=883442ec-4a12-444b-8993-483f3eb7f127,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:17:55.334317 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5175b877-7b5a-4c75-8473-242b937b8f67 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:55.389778 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:55.404886 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5175b877-7b5a-4c75-8473-242b937b8f67 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:55.463159 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5175b877-7b5a-4c75-8473-242b937b8f67 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:55.463450 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=883442ec-4a12-444b-8993-483f3eb7f127,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:55.490517 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175b877-7b5a-4c75-8473-242b937b8f67 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95f4a346-413c-456c-9537-5ee9f0bbeb21,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:55.571408 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5175b877-7b5a-4c75-8473-242b937b8f67 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:55.572700 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5175b877-7b5a-4c75-8473-242b937b8f67 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3494632 Mar 01 22:17:55.575487 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42618) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:55.580620 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-703d3599-e89d-493a-83ed-24f3a24d3b00 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Request body: {'security_group_rule': {'security_group_id': '4df467c5-9850-4f83-be3c-ffe94c741b4b', 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:17:55.588437 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-703d3599-e89d-493a-83ed-24f3a24d3b00 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:17:55.592476 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-703d3599-e89d-493a-83ed-24f3a24d3b00 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Usage tracker for resource:security_group_rule and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:17:55.595596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-703d3599-e89d-493a-83ed-24f3a24d3b00 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:17:55.602566 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-703d3599-e89d-493a-83ed-24f3a24d3b00 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:17:55.669905 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-703d3599-e89d-493a-83ed-24f3a24d3b00 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:55.734032 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-703d3599-e89d-493a-83ed-24f3a24d3b00 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:55.811350 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-703d3599-e89d-493a-83ed-24f3a24d3b00 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:55.837623 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703d3599-e89d-493a-83ed-24f3a24d3b00 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75f57d0d-e465-43c0-9fed-87dec70536cd,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:55.915421 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-703d3599-e89d-493a-83ed-24f3a24d3b00 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:55.916608 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-703d3599-e89d-493a-83ed-24f3a24d3b00 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3401830 Mar 01 22:17:55.919731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42622) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:55.924610 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-77814a5d-253a-4beb-a915-26f6d9bb42ec tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Request body: {'security_group_rule': {'security_group_id': '4df467c5-9850-4f83-be3c-ffe94c741b4b', 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:17:55.931375 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-77814a5d-253a-4beb-a915-26f6d9bb42ec tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:17:55.935139 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-77814a5d-253a-4beb-a915-26f6d9bb42ec tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Usage tracker for resource:security_group_rule and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:17:55.938012 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-77814a5d-253a-4beb-a915-26f6d9bb42ec tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:17:55.944499 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-77814a5d-253a-4beb-a915-26f6d9bb42ec tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:17:56.007101 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-77814a5d-253a-4beb-a915-26f6d9bb42ec tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Project 4ce2e9f526c2482e87357e2ff3105cee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 22:17:56.014280 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77814a5d-253a-4beb-a915-26f6d9bb42ec tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:56.082495 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77814a5d-253a-4beb-a915-26f6d9bb42ec tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:56.155817 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77814a5d-253a-4beb-a915-26f6d9bb42ec tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:56.184702 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77814a5d-253a-4beb-a915-26f6d9bb42ec tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fb0e418-b74a-448a-a031-2955ae957c19,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:56.270251 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-77814a5d-253a-4beb-a915-26f6d9bb42ec tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:56.271652 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-77814a5d-253a-4beb-a915-26f6d9bb42ec tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3508933 Mar 01 22:17:56.274346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42626) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:17:56.285224 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-a9299dfa-e1b6-4434-8824-cb99802b23a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Request body: {'security_group_rule': {'security_group_id': '4df467c5-9850-4f83-be3c-ffe94c741b4b', 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:17:56.286998 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a9299dfa-e1b6-4434-8824-cb99802b23a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:17:56.290939 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a9299dfa-e1b6-4434-8824-cb99802b23a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Usage tracker for resource:security_group_rule and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:17:56.294067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-a9299dfa-e1b6-4434-8824-cb99802b23a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:17:56.300569 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-a9299dfa-e1b6-4434-8824-cb99802b23a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:17:56.361240 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-a9299dfa-e1b6-4434-8824-cb99802b23a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Project 4ce2e9f526c2482e87357e2ff3105cee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 22:17:56.368988 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a9299dfa-e1b6-4434-8824-cb99802b23a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:56.436517 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a9299dfa-e1b6-4434-8824-cb99802b23a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:56.445598 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] Sync routers for ids ['08d0d3ad-e49b-4a41-a940-69488ace8b2a'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:17:56.454702 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] Routers {'08d0d3ad-e49b-4a41-a940-69488ace8b2a'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:17:56.455612 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['08d0d3ad-e49b-4a41-a940-69488ace8b2a'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:56.502768 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a9299dfa-e1b6-4434-8824-cb99802b23a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:56.527647 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9299dfa-e1b6-4434-8824-cb99802b23a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c8a7307-8dfb-451d-8487-1c50ed37b2fe,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:56.595170 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-a9299dfa-e1b6-4434-8824-cb99802b23a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:56.596418 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-a9299dfa-e1b6-4434-8824-cb99802b23a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3211598 Mar 01 22:17:56.635326 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] Set router 08d0d3ad-e49b-4a41-a940-69488ace8b2a gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:17:56.760615 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-939a8cd4-c1a2-4955-ba8d-d165326e9a96 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-870322190&fields=id&tenant_id=4ce2e9f526c2482e87357e2ff3105cee HTTP/1.1" status: 200 len: 267 time: 0.0413458 Mar 01 22:17:56.916131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-24e12e93-bb44-4f71-ab6a-7636a4993cff tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:56.917565 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-24e12e93-bb44-4f71-ab6a-7636a4993cff tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 808 time: 0.1498146 Mar 01 22:17:56.933544 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-5d020b28-8e1c-4ae6-ad0c-8637f1873947 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/quotas/4ce2e9f526c2482e87357e2ff3105cee HTTP/1.1" status: 200 len: 375 time: 0.0103712 Mar 01 22:17:56.983001 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'name': 'tempest-TestShelveInstance-1440305773-router', 'tenant_id': '9cc3b460e84d42d680416b53feda72f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '883442ec-4a12-444b-8993-483f3eb7f127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:47Z', 'updated_at': '2022-03-01T22:17:52Z', 'revision_number': 4, 'project_id': '9cc3b460e84d42d680416b53feda72f9', 'gw_port': {'id': '883442ec-4a12-444b-8993-483f3eb7f127', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:48Z', 'updated_at': '2022-03-01T22:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '8916d041-3fe6-473d-82ab-1adec21c97f3', 'name': '', 'network_id': 'db0dbc67-696a-49fc-8f78-5fab0b559d5a', 'tenant_id': '9cc3b460e84d42d680416b53feda72f9', 'mac_address': 'fa:16:3e:8c:14:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '52e0f814-2aec-4d21-99c0-77592ecb7f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:51Z', 'updated_at': '2022-03-01T22:17:52Z', 'revision_number': 2, 'project_id': '9cc3b460e84d42d680416b53feda72f9', 'subnets': [{'id': '52e0f814-2aec-4d21-99c0-77592ecb7f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:56.987769 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] Checking router: 08d0d3ad-e49b-4a41-a940-69488ace8b2a for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:17:56.988209 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] Updating router 08d0d3ad-e49b-4a41-a940-69488ace8b2a port 8916d041-3fe6-473d-82ab-1adec21c97f3 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:17:57.016804 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 883442ec-4a12-444b-8993-483f3eb7f127 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:17:57.023810 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-dd75be2f-ab92-437a-840f-b4946d0882fb tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0844021 Mar 01 22:17:57.060300 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:57.091886 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 883442ec-4a12-444b-8993-483f3eb7f127 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:17:57.092257 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:57.166462 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-b9388a62-0783-471a-86da-c0171be82991 service neutron] 10.222.0.42 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361203 Mar 01 22:17:57.309164 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-413efbbf-bd80-4ae3-9ee9-689270313de0 service neutron] 10.222.0.42 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362972 Mar 01 22:17:57.409524 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:57.421008 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] Transition to ACTIVE for port object 8916d041-3fe6-473d-82ab-1adec21c97f3 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:17:57.480097 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:57.532361 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-878ba3cc-0da5-4fdd-8bd0-7d2714c7546d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:57.553295 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d503d2fd-e628-4c94-8915-17338b744147 req-32149cb9-0bc9-4a40-bf65-f4a61fab5c0a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 210 time: 0.0478547 Mar 01 22:17:57.687383 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f595e4-3732-4efb-b3f0-54833872ebd9 None None] Pushing event updated for resources: {'Port': ['ID=8916d041-3fe6-473d-82ab-1adec21c97f3,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:57.716773 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] Attempting to bind port 8916d041-3fe6-473d-82ab-1adec21c97f3 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:17:57.717149 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] Attempting to bind port 8916d041-3fe6-473d-82ab-1adec21c97f3 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': 'a07740db-b390-408f-9362-e2787b4a5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'db0dbc67-696a-49fc-8f78-5fab0b559d5a'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:17:57.720283 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] Attempting to bind port 8916d041-3fe6-473d-82ab-1adec21c97f3 on network db0dbc67-696a-49fc-8f78-5fab0b559d5a {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:17:57.724013 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 17, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:17:57.724379 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] Checking segment: {'id': 'a07740db-b390-408f-9362-e2787b4a5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'db0dbc67-696a-49fc-8f78-5fab0b559d5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:17:57.724781 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:57.725166 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] Bound using segment: {'id': 'a07740db-b390-408f-9362-e2787b4a5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'db0dbc67-696a-49fc-8f78-5fab0b559d5a'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:17:57.725661 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] Bound port: 8916d041-3fe6-473d-82ab-1adec21c97f3, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a07740db-b390-408f-9362-e2787b4a5bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': 'db0dbc67-696a-49fc-8f78-5fab0b559d5a'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:17:57.726029 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:57.819414 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] For port 8916d041-3fe6-473d-82ab-1adec21c97f3, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:17:57.822479 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] For port 8916d041-3fe6-473d-82ab-1adec21c97f3, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8916d041-3fe6-473d-82ab-1adec21c97f3,segment=NetworkSegment(a07740db-b390-408f-9362-e2787b4a5bd6),segment_id=a07740db-b390-408f-9362-e2787b4a5bd6)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:17:57.910078 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:57.992603 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] Routers {'08d0d3ad-e49b-4a41-a940-69488ace8b2a'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:17:57.992603 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:17:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['08d0d3ad-e49b-4a41-a940-69488ace8b2a'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:58.056189 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f595e4-3732-4efb-b3f0-54833872ebd9 None None] Pushing event updated for resources: {'Port': ['ID=8916d041-3fe6-473d-82ab-1adec21c97f3,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:58.187013 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] Set router 08d0d3ad-e49b-4a41-a940-69488ace8b2a gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:17:58.506298 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'name': 'tempest-TestShelveInstance-1440305773-router', 'tenant_id': '9cc3b460e84d42d680416b53feda72f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '883442ec-4a12-444b-8993-483f3eb7f127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:47Z', 'updated_at': '2022-03-01T22:17:52Z', 'revision_number': 4, 'project_id': '9cc3b460e84d42d680416b53feda72f9', 'gw_port': {'id': '883442ec-4a12-444b-8993-483f3eb7f127', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:48Z', 'updated_at': '2022-03-01T22:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '8916d041-3fe6-473d-82ab-1adec21c97f3', 'name': '', 'network_id': 'db0dbc67-696a-49fc-8f78-5fab0b559d5a', 'tenant_id': '9cc3b460e84d42d680416b53feda72f9', 'mac_address': 'fa:16:3e:8c:14:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '52e0f814-2aec-4d21-99c0-77592ecb7f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:51Z', 'updated_at': '2022-03-01T22:17:57Z', 'revision_number': 4, 'project_id': '9cc3b460e84d42d680416b53feda72f9', 'subnets': [{'id': '52e0f814-2aec-4d21-99c0-77592ecb7f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:17:58.510232 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08098216-3eeb-48b0-a78d-d0c54d7921f0 None None] The sync data for ids ['08d0d3ad-e49b-4a41-a940-69488ace8b2a'] in n-d-827896-4 is: [{'id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'name': 'tempest-TestShelveInstance-1440305773-router', 'tenant_id': '9cc3b460e84d42d680416b53feda72f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '883442ec-4a12-444b-8993-483f3eb7f127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:47Z', 'updated_at': '2022-03-01T22:17:52Z', 'revision_number': 4, 'project_id': '9cc3b460e84d42d680416b53feda72f9', 'gw_port': {'id': '883442ec-4a12-444b-8993-483f3eb7f127', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:48Z', 'updated_at': '2022-03-01T22:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '8916d041-3fe6-473d-82ab-1adec21c97f3', 'name': '', 'network_id': 'db0dbc67-696a-49fc-8f78-5fab0b559d5a', 'tenant_id': '9cc3b460e84d42d680416b53feda72f9', 'mac_address': 'fa:16:3e:8c:14:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4313, 'fixed_ips': [{'subnet_id': '52e0f814-2aec-4d21-99c0-77592ecb7f28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:51Z', 'updated_at': '2022-03-01T22:17:57Z', 'revision_number': 4, 'project_id': '9cc3b460e84d42d680416b53feda72f9', 'subnets': [{'id': '52e0f814-2aec-4d21-99c0-77592ecb7f28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:17:58.653467 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b716a6e9-dd10-4af9-8df4-947c5fc7e90d req-05a3d1dc-983e-4e80-8117-cfbb75840711 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 210 time: 0.0459306 Mar 01 22:17:59.040486 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8916d041-3fe6-473d-82ab-1adec21c97f3 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:17:59.148524 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 8916d041-3fe6-473d-82ab-1adec21c97f3 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:17:59.153464 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 8916d041-3fe6-473d-82ab-1adec21c97f3 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:17:59.153830 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:59.279229 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:59.311885 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 8916d041-3fe6-473d-82ab-1adec21c97f3, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8916d041-3fe6-473d-82ab-1adec21c97f3,segment=NetworkSegment(a07740db-b390-408f-9362-e2787b4a5bd6),segment_id=a07740db-b390-408f-9362-e2787b4a5bd6)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:17:59.372061 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:59.449231 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=8916d041-3fe6-473d-82ab-1adec21c97f3,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:17:59.720798 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c9d8e2f-fb08-4d93-bc63-472c4414728f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:17:59.829165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f298ed66-76d6-4706-bfd1-1216e482741f req-182f9748-bdb9-49a4-9a6b-8f618af5185f tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 210 time: 0.0653498 Mar 01 22:17:59.955783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-8652dbd3-22cc-491a-963d-c7e720d771ef tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:17:59.957491 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-8652dbd3-22cc-491a-963d-c7e720d771ef tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.55 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 808 time: 0.1628132 Mar 01 22:18:00.005884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-cfd10d3b-333d-4688-a94b-4212a1f3d1cb tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ce2e9f526c2482e87357e2ff3105cee HTTP/1.1" status: 200 len: 379 time: 0.0399926 Mar 01 22:18:00.013852 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-273e3537-a30f-493f-b9f3-6c4c139f3f19 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Request body: {'port': {'device_id': '808a16d5-321f-4976-8a11-33689e87fe6a', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'admin_state_up': True, 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'security_groups': ['4df467c5-9850-4f83-be3c-ffe94c741b4b']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:18:00.257937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-273e3537-a30f-493f-b9f3-6c4c139f3f19 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:18:00.261630 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-273e3537-a30f-493f-b9f3-6c4c139f3f19 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Usage tracker for resource:port and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:18:00.264415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-273e3537-a30f-493f-b9f3-6c4c139f3f19 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:18:00.270722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-273e3537-a30f-493f-b9f3-6c4c139f3f19 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:18:00.354989 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-273e3537-a30f-493f-b9f3-6c4c139f3f19 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Made reservation on behalf of 4ce2e9f526c2482e87357e2ff3105cee for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:18:00.359427 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-273e3537-a30f-493f-b9f3-6c4c139f3f19 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:00.521520 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-273e3537-a30f-493f-b9f3-6c4c139f3f19 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Allocated IP 172.20.0.4 (c03a717c-9c2f-469f-bda4-85407e844aac/764a88dc-6d4e-4249-85e7-cdcb03875fe2/ddfb8e2b-f30a-4be8-9723-281b39935a42) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:18:00.675617 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:00.712584 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-273e3537-a30f-493f-b9f3-6c4c139f3f19 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:00.728935 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-273e3537-a30f-493f-b9f3-6c4c139f3f19 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Transition to ACTIVE for port object ddfb8e2b-f30a-4be8-9723-281b39935a42 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:18:00.817169 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-273e3537-a30f-493f-b9f3-6c4c139f3f19 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:00.863977 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:00.882535 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-273e3537-a30f-493f-b9f3-6c4c139f3f19 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Network c03a717c-9c2f-469f-bda4-85407e844aac is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:18:00.889923 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-273e3537-a30f-493f-b9f3-6c4c139f3f19 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:18:00.895437 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-273e3537-a30f-493f-b9f3-6c4c139f3f19 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:18:00.933725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e3537-a30f-493f-b9f3-6c4c139f3f19 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event updated for resources: {'Port': ['ID=ddfb8e2b-f30a-4be8-9723-281b39935a42,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:18:01.008005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-273e3537-a30f-493f-b9f3-6c4c139f3f19 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:01.008678 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-273e3537-a30f-493f-b9f3-6c4c139f3f19 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:01.027175 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8916d041-3fe6-473d-82ab-1adec21c97f3 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:18:01.069961 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0811fa6-acb7-47c7-8b9c-f786b1727af7 req-3d2de564-c1db-4d8e-876a-b9ad9704ab47 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:01.070680 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d0811fa6-acb7-47c7-8b9c-f786b1727af7 req-3d2de564-c1db-4d8e-876a-b9ad9704ab47 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Synchronizing usage tracker for tenant:4ce2e9f526c2482e87357e2ff3105cee on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:18:01.110414 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-273e3537-a30f-493f-b9f3-6c4c139f3f19 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1000519 Mar 01 22:18:01.114135 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 8916d041-3fe6-473d-82ab-1adec21c97f3 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:18:01.114135 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:01.121003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] Request body: {'port': {'device_id': '808a16d5-321f-4976-8a11-33689e87fe6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:18:01.161005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-d0811fa6-acb7-47c7-8b9c-f786b1727af7 req-3d2de564-c1db-4d8e-876a-b9ad9704ab47 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Unset dirty status for tenant:4ce2e9f526c2482e87357e2ff3105cee on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:18:01.162318 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0811fa6-acb7-47c7-8b9c-f786b1727af7 req-3d2de564-c1db-4d8e-876a-b9ad9704ab47 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 931 time: 0.2194114 Mar 01 22:18:01.239748 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-add07801-ef32-406e-8451-2fc92792293e None None] Provisioning for port ddfb8e2b-f30a-4be8-9723-281b39935a42 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:18:01.247414 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-add07801-ef32-406e-8451-2fc92792293e None None] Provisioning complete for port ddfb8e2b-f30a-4be8-9723-281b39935a42 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:18:01.247788 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-add07801-ef32-406e-8451-2fc92792293e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:01.261520 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d0811fa6-acb7-47c7-8b9c-f786b1727af7 req-e562aa88-b9a7-4905-afd0-1ee514d8e665 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925734 Mar 01 22:18:01.266380 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:01.305787 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-add07801-ef32-406e-8451-2fc92792293e None None] Port ddfb8e2b-f30a-4be8-9723-281b39935a42 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:18:01.607064 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddfb8e2b-f30a-4be8-9723-281b39935a42 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:18:01.614138 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:01.627740 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] Transition to ACTIVE for port object ddfb8e2b-f30a-4be8-9723-281b39935a42 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:18:01.713951 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:01.867158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] Pushing event updated for resources: {'Port': ['ID=ddfb8e2b-f30a-4be8-9723-281b39935a42,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:18:01.947183 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] Attempting to bind port ddfb8e2b-f30a-4be8-9723-281b39935a42 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:18:01.947845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] Attempting to bind port ddfb8e2b-f30a-4be8-9723-281b39935a42 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '3b8c81b1-ff49-487b-85ee-d7686b133289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:18:01.947845 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] Attempting to bind port ddfb8e2b-f30a-4be8-9723-281b39935a42 on network c03a717c-9c2f-469f-bda4-85407e844aac {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:18:01.952369 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] Port ddfb8e2b-f30a-4be8-9723-281b39935a42 on network c03a717c-9c2f-469f-bda4-85407e844aac not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 22:18:01.952687 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] Attempting to bind port ddfb8e2b-f30a-4be8-9723-281b39935a42 on network c03a717c-9c2f-469f-bda4-85407e844aac {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:18:01.958324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 17, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:18:01.958653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] Checking segment: {'id': '3b8c81b1-ff49-487b-85ee-d7686b133289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:18:01.959027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] Bound using segment: {'id': '3b8c81b1-ff49-487b-85ee-d7686b133289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:18:01.959466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] Bound port: ddfb8e2b-f30a-4be8-9723-281b39935a42, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b8c81b1-ff49-487b-85ee-d7686b133289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:18:01.959817 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:02.050555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] For port ddfb8e2b-f30a-4be8-9723-281b39935a42, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:18:02.053456 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] For port ddfb8e2b-f30a-4be8-9723-281b39935a42, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:18:02.133055 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:02.187479 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:02.188093 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:02.189442 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] 10.222.0.55 "PUT /v2.0/ports/ddfb8e2b-f30a-4be8-9723-281b39935a42 HTTP/1.1" status: 200 len: 1091 time: 1.0725331 Mar 01 22:18:02.189878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808a16d5-321f-4976-8a11-33689e87fe6a', 'tag': 'ddfb8e2b-f30a-4be8-9723-281b39935a42'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:18:02.217962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e94dc6-7da4-4c3e-b7df-ce3faf0c2976 service neutron] Pushing event updated for resources: {'Port': ['ID=ddfb8e2b-f30a-4be8-9723-281b39935a42,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:18:02.316258 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808a16d5-321f-4976-8a11-33689e87fe6a', 'tag': 'ddfb8e2b-f30a-4be8-9723-281b39935a42', 'status': 'completed', 'code': 200} Mar 01 22:18:02.359570 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-ef523b7c-df12-4fa2-8a5b-24eb84914273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:02.361436 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-ef523b7c-df12-4fa2-8a5b-24eb84914273 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 1094 time: 0.0814533 Mar 01 22:18:02.580165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-140cb773-9353-47af-811e-6161ab203b4d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42 HTTP/1.1" status: 200 len: 217 time: 0.2112436 Mar 01 22:18:02.589790 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:02.657212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-a977371c-983f-4c5f-b850-756c1c779819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:02.658632 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-a977371c-983f-4c5f-b850-756c1c779819 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.0721192 Mar 01 22:18:02.670561 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4015c-e141-41c4-a673-95c6c916a418 req-5becc28e-fba6-4e06-a872-50417e234496 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:02.671929 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2c4015c-e141-41c4-a673-95c6c916a418 req-5becc28e-fba6-4e06-a872-50417e234496 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 943 time: 0.2549598 Mar 01 22:18:02.756497 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2c4015c-e141-41c4-a673-95c6c916a418 req-94b4c242-977f-4536-a7d1-bc197803cdd7 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529459 Mar 01 22:18:02.776959 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-15e2804e-a59c-42fc-8fda-2dff948041f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:02.778415 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-15e2804e-a59c-42fc-8fda-2dff948041f2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1056702 Mar 01 22:18:02.906862 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-77f40e67-6a36-42f9-91e8-0433215c1ef8 service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217299 Mar 01 22:18:03.036677 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b325e9a4-dd6d-48a8-8eed-5364e927a1d4 req-0606b9d8-d2f0-45d0-96fc-bec9ec7338b0 service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241207 Mar 01 22:18:03.216487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60592559-0e37-4378-8f12-51ce60c10e82 req-8b6d2595-0b2f-469c-a0b1-9dc078ed2173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:03.217957 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60592559-0e37-4378-8f12-51ce60c10e82 req-8b6d2595-0b2f-469c-a0b1-9dc078ed2173 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 1094 time: 0.0703120 Mar 01 22:18:03.351657 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60592559-0e37-4378-8f12-51ce60c10e82 req-6131acb7-9235-4185-b8a1-2e89e28c2a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:03.353216 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60592559-0e37-4378-8f12-51ce60c10e82 req-6131acb7-9235-4185-b8a1-2e89e28c2a6d service neutron] 10.222.0.55 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 909 time: 0.1298120 Mar 01 22:18:03.423302 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60592559-0e37-4378-8f12-51ce60c10e82 req-6906da36-4021-4877-a9ba-5fad409c6c7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42 HTTP/1.1" status: 200 len: 217 time: 0.0644269 Mar 01 22:18:03.487415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60592559-0e37-4378-8f12-51ce60c10e82 req-f066161c-8b6b-45fa-8006-04ea3c53c69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:03.488831 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60592559-0e37-4378-8f12-51ce60c10e82 req-f066161c-8b6b-45fa-8006-04ea3c53c69a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.0597236 Mar 01 22:18:03.562068 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60592559-0e37-4378-8f12-51ce60c10e82 req-fef8885b-3c07-4ca3-87dc-b102ebb64e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:03.563532 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60592559-0e37-4378-8f12-51ce60c10e82 req-fef8885b-3c07-4ca3-87dc-b102ebb64e8b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687611 Mar 01 22:18:03.696781 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60592559-0e37-4378-8f12-51ce60c10e82 req-5b9d5a10-6fec-4022-ad43-04c92dce2e84 service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269846 Mar 01 22:18:03.827685 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60592559-0e37-4378-8f12-51ce60c10e82 req-090a9da8-341a-4693-88a0-0eed5f1341cc service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251776 Mar 01 22:18:03.943139 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a3ff4-965d-4134-9834-861f334a9f9d req-9cf7e760-dd9b-427a-b4c7-bd29a2e50fd2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:03.944660 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-949a3ff4-965d-4134-9834-861f334a9f9d req-9cf7e760-dd9b-427a-b4c7-bd29a2e50fd2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 943 time: 0.0804276 Mar 01 22:18:03.991129 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-949a3ff4-965d-4134-9834-861f334a9f9d req-96c59634-ce7a-4bdf-95b9-cd88aeba134d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406966 Mar 01 22:18:05.173382 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d604dd2c-4eac-4bfa-abc3-0cde9227e192 req-5d34bfad-f4cc-496e-b0b3-292233452f97 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:05.175349 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d604dd2c-4eac-4bfa-abc3-0cde9227e192 req-5d34bfad-f4cc-496e-b0b3-292233452f97 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 943 time: 0.0787773 Mar 01 22:18:05.218262 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d604dd2c-4eac-4bfa-abc3-0cde9227e192 req-5b3bc360-3f9b-4373-b817-3064cbe84bd8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374238 Mar 01 22:18:06.405476 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c75ca3-c5d8-4fd0-8e82-6ea67fc4be27 req-38e7b38b-2357-42ba-acb1-f6ed139b1c1e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:06.406899 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d6c75ca3-c5d8-4fd0-8e82-6ea67fc4be27 req-38e7b38b-2357-42ba-acb1-f6ed139b1c1e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 943 time: 0.0809124 Mar 01 22:18:06.450288 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d6c75ca3-c5d8-4fd0-8e82-6ea67fc4be27 req-08cdf036-74f3-418e-a503-8320f9b470f1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369303 Mar 01 22:18:06.698116 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ddfb8e2b-f30a-4be8-9723-281b39935a42 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 22:18:06.831284 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port ddfb8e2b-f30a-4be8-9723-281b39935a42, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:18:06.843977 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'ddfb8e2b-f30a-4be8-9723-281b39935a42', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'port_id': 'ddfb8e2b-f30a-4be8-9723-281b39935a42', 'mac_address': 'fa:16:3e:41:fa:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 22:18:06.896716 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:06.913238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddfb8e2b-f30a-4be8-9723-281b39935a42 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:18:06.927870 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port ddfb8e2b-f30a-4be8-9723-281b39935a42, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:18:06.977882 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:07.047452 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=ddfb8e2b-f30a-4be8-9723-281b39935a42,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:18:07.275710 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['ddfb8e2b-f30a-4be8-9723-281b39935a42'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:18:07.640012 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bef58-649c-413c-a533-5675df79b712 req-e0612c4e-3019-4a44-a499-2b5ebfec336c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:07.641364 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d71bef58-649c-413c-a533-5675df79b712 req-e0612c4e-3019-4a44-a499-2b5ebfec336c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 944 time: 0.0798600 Mar 01 22:18:07.684546 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d71bef58-649c-413c-a533-5675df79b712 req-7edfac57-32fb-41ef-91cf-7f5f200036ac tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371139 Mar 01 22:18:08.714305 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ddfb8e2b-f30a-4be8-9723-281b39935a42 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:18:08.835115 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port ddfb8e2b-f30a-4be8-9723-281b39935a42 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:18:08.840216 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port ddfb8e2b-f30a-4be8-9723-281b39935a42 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:18:08.840592 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:08.875604 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bfbe96-7112-48e7-8e12-85caff57cd39 req-72b699ff-d76b-4bab-8773-647ab46c65a7 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:08.877079 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-08bfbe96-7112-48e7-8e12-85caff57cd39 req-72b699ff-d76b-4bab-8773-647ab46c65a7 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 944 time: 0.0844631 Mar 01 22:18:08.923860 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-08bfbe96-7112-48e7-8e12-85caff57cd39 req-c5cec413-624a-4bc4-97f7-05d7788944b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403268 Mar 01 22:18:08.958892 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:08.985704 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808a16d5-321f-4976-8a11-33689e87fe6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfb8e2b-f30a-4be8-9723-281b39935a42'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:18:08.996046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port ddfb8e2b-f30a-4be8-9723-281b39935a42, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:18:09.075636 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:09.154156 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=ddfb8e2b-f30a-4be8-9723-281b39935a42,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:18:09.189887 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808a16d5-321f-4976-8a11-33689e87fe6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfb8e2b-f30a-4be8-9723-281b39935a42', 'code': 200} Mar 01 22:18:09.311634 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feeeb25-8ee4-40cd-82d2-8853f29e1a4e req-8fd4a9e8-a95e-46cb-a5c3-17107998a5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:09.313084 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8feeeb25-8ee4-40cd-82d2-8853f29e1a4e req-8fd4a9e8-a95e-46cb-a5c3-17107998a5a5 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 1096 time: 0.0680010 Mar 01 22:18:09.355107 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8feeeb25-8ee4-40cd-82d2-8853f29e1a4e req-16592acd-9356-4a2d-a4df-39f69ce51d2e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363805 Mar 01 22:18:10.109341 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb745b-77a4-4baa-8be7-150a9c64a1d0 req-da9673fb-faee-4e31-8021-31793747b0c6 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:10.110793 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-24bb745b-77a4-4baa-8be7-150a9c64a1d0 req-da9673fb-faee-4e31-8021-31793747b0c6 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0833793 Mar 01 22:18:10.155614 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-24bb745b-77a4-4baa-8be7-150a9c64a1d0 req-90776d0e-d30d-4bdd-8141-930ad5a94142 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381296 Mar 01 22:18:11.441719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa2207b-a68a-4e86-9dd4-2ee32bf1e47a req-830a7754-99bd-45ef-b01e-fdc9b184a18a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:11.443165 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1aa2207b-a68a-4e86-9dd4-2ee32bf1e47a req-830a7754-99bd-45ef-b01e-fdc9b184a18a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.1807952 Mar 01 22:18:11.486582 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1aa2207b-a68a-4e86-9dd4-2ee32bf1e47a req-c62ae6df-9515-406b-b021-09c4f77efa5e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378821 Mar 01 22:18:11.676102 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a888d0eb-7f84-4abf-b95c-ed39932e927a req-3612352d-18b2-4e7f-9a6e-e90a3848adec tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:11.677525 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a888d0eb-7f84-4abf-b95c-ed39932e927a req-3612352d-18b2-4e7f-9a6e-e90a3848adec tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0782104 Mar 01 22:18:11.719864 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a888d0eb-7f84-4abf-b95c-ed39932e927a req-38c5bfa3-31b3-46b9-bdbf-78569c068166 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366549 Mar 01 22:18:11.742310 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42682) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:18:11.908255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d135717b-1fc1-4116-a3d3-28122736c2f2 tempest-TestShelveInstance-258133087 tempest-TestShelveInstance-258133087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:11.909767 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d135717b-1fc1-4116-a3d3-28122736c2f2 tempest-TestShelveInstance-258133087 tempest-TestShelveInstance-258133087-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 1091 time: 0.1665108 Mar 01 22:18:11.912986 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 42688) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:18:11.917712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': 'ddfb8e2b-f30a-4be8-9723-281b39935a42', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:18:11.924164 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:18:11.928493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Usage tracker for resource:floatingip and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:18:11.931392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:18:11.936928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:18:12.017652 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:12.152199 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:12.287462 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Allocated IP 172.25.5.201 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/6d1614ab-cc18-4ab8-89c0-d60d1ad09ff4) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:18:12.428477 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:12.509429 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:12.569721 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:18:12.572387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:18:12.579998 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:18:12.617658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event updated for resources: {'Port': ['ID=6d1614ab-cc18-4ab8-89c0-d60d1ad09ff4,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:18:12.985089 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:13.135283 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:13.337738 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:13.395002 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:13.502263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event updated for resources: {'Port': ['ID=6d1614ab-cc18-4ab8-89c0-d60d1ad09ff4,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:18:13.510962 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:13.778542 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Floating IP ce64e840-2379-456b-8f45-df5f4c3f58f8 associated. External IP: 172.25.5.201, port: ddfb8e2b-f30a-4be8-9723-281b39935a42. Mar 01 22:18:14.128361 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Router c46ff6ab-5f06-47f5-becf-5ca9ee14023a has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:18:14.309781 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:18:14.320522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2cccaf-780c-4d3d-a6a7-b8b9f64008ec None None] Sync routers for ids ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:18:14.329438 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2cccaf-780c-4d3d-a6a7-b8b9f64008ec None None] Routers {'c46ff6ab-5f06-47f5-becf-5ca9ee14023a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:18:14.330033 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5a2cccaf-780c-4d3d-a6a7-b8b9f64008ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:18:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:18:14.389451 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:14.447228 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-2874c0ff-1543-46fe-b02f-8ce38de589e1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5332460 Mar 01 22:18:14.447831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808a16d5-321f-4976-8a11-33689e87fe6a', 'tag': 'ddfb8e2b-f30a-4be8-9723-281b39935a42'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:18:14.495077 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808a16d5-321f-4976-8a11-33689e87fe6a', 'tag': 'ddfb8e2b-f30a-4be8-9723-281b39935a42', 'status': 'completed', 'code': 200} Mar 01 22:18:14.542711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-5a2cccaf-780c-4d3d-a6a7-b8b9f64008ec None None] Set router c46ff6ab-5f06-47f5-becf-5ca9ee14023a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:18:14.591630 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd07f54-dacf-464d-b099-925c53395978 req-d9e6f709-1583-43ef-80e5-97361333e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:14.593106 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bdd07f54-dacf-464d-b099-925c53395978 req-d9e6f709-1583-43ef-80e5-97361333e5b4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 1096 time: 0.0743809 Mar 01 22:18:14.722293 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd07f54-dacf-464d-b099-925c53395978 req-54abb961-b512-4956-9fa0-1899a6bf93a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:14.724200 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bdd07f54-dacf-464d-b099-925c53395978 req-54abb961-b512-4956-9fa0-1899a6bf93a0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 909 time: 0.1257024 Mar 01 22:18:14.834994 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bdd07f54-dacf-464d-b099-925c53395978 req-6ae64f17-78e4-427b-af55-fe7bf7849bb7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42 HTTP/1.1" status: 200 len: 999 time: 0.1044838 Mar 01 22:18:14.887156 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5a2cccaf-780c-4d3d-a6a7-b8b9f64008ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:39Z', 'updated_at': '2022-03-01T22:17:44Z', 'revision_number': 4, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'gw_port': {'id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:40Z', 'updated_at': '2022-03-01T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'ce64e840-2379-456b-8f45-df5f4c3f58f8', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'port_id': 'ddfb8e2b-f30a-4be8-9723-281b39935a42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'mac_address': 'fa:16:3e:41:fa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a16d5-321f-4976-8a11-33689e87fe6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:18:12Z', 'updated_at': '2022-03-01T22:18:12Z', 'revision_number': 0, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dc4faa6-3fd0-4893-991c-54eb03f0a13b', 'name': '', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'mac_address': 'fa:16:3e:7e:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:43Z', 'updated_at': '2022-03-01T22:17:49Z', 'revision_number': 5, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'subnets': [{'id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:18:14.891037 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2cccaf-780c-4d3d-a6a7-b8b9f64008ec None None] Checking router: c46ff6ab-5f06-47f5-becf-5ca9ee14023a for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:18:14.897140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd07f54-dacf-464d-b099-925c53395978 req-f7d991e5-0b9e-41b4-8bd1-8ed4dc6cca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:14.898595 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bdd07f54-dacf-464d-b099-925c53395978 req-f7d991e5-0b9e-41b4-8bd1-8ed4dc6cca94 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.0575082 Mar 01 22:18:14.900251 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2cccaf-780c-4d3d-a6a7-b8b9f64008ec None None] Routers {'c46ff6ab-5f06-47f5-becf-5ca9ee14023a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:18:14.900839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5a2cccaf-780c-4d3d-a6a7-b8b9f64008ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:18:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:18:14.976442 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd07f54-dacf-464d-b099-925c53395978 req-f945c229-dbea-4b16-8514-24de4c856f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:14.977852 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bdd07f54-dacf-464d-b099-925c53395978 req-f945c229-dbea-4b16-8514-24de4c856f5f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740998 Mar 01 22:18:15.079026 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-5a2cccaf-780c-4d3d-a6a7-b8b9f64008ec None None] Set router c46ff6ab-5f06-47f5-becf-5ca9ee14023a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:18:15.226007 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bdd07f54-dacf-464d-b099-925c53395978 req-9ebd8b8f-d0c7-4825-a8b1-f1a5c6722519 service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425632 Mar 01 22:18:15.354858 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bdd07f54-dacf-464d-b099-925c53395978 req-0ac95d5b-8f7f-4264-b6a9-f5400d6e057e service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236291 Mar 01 22:18:15.429599 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-5a2cccaf-780c-4d3d-a6a7-b8b9f64008ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:39Z', 'updated_at': '2022-03-01T22:17:44Z', 'revision_number': 4, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'gw_port': {'id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:40Z', 'updated_at': '2022-03-01T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'ce64e840-2379-456b-8f45-df5f4c3f58f8', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'port_id': 'ddfb8e2b-f30a-4be8-9723-281b39935a42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'mac_address': 'fa:16:3e:41:fa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a16d5-321f-4976-8a11-33689e87fe6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:18:12Z', 'updated_at': '2022-03-01T22:18:12Z', 'revision_number': 0, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dc4faa6-3fd0-4893-991c-54eb03f0a13b', 'name': '', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'mac_address': 'fa:16:3e:7e:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:43Z', 'updated_at': '2022-03-01T22:17:49Z', 'revision_number': 5, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'subnets': [{'id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:18:15.433550 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2cccaf-780c-4d3d-a6a7-b8b9f64008ec None None] The sync data for ids ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'] in n-d-827896-4 is: [{'id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:39Z', 'updated_at': '2022-03-01T22:17:44Z', 'revision_number': 4, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'gw_port': {'id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:40Z', 'updated_at': '2022-03-01T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'ce64e840-2379-456b-8f45-df5f4c3f58f8', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'floating_ip_address': '172.25.5.201', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'port_id': 'ddfb8e2b-f30a-4be8-9723-281b39935a42', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4325, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'mac_address': 'fa:16:3e:41:fa:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808a16d5-321f-4976-8a11-33689e87fe6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:18:12Z', 'updated_at': '2022-03-01T22:18:12Z', 'revision_number': 0, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dc4faa6-3fd0-4893-991c-54eb03f0a13b', 'name': '', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'mac_address': 'fa:16:3e:7e:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:43Z', 'updated_at': '2022-03-01T22:17:49Z', 'revision_number': 5, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'subnets': [{'id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:18:15.614922 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c444da5-44a3-40e5-a821-663d67d842b2 None None] New status for floating IP ce64e840-2379-456b-8f45-df5f4c3f58f8: ACTIVE {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 22:18:22.423565 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:22.454379 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:18:24.822377 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:27.514200 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5d1d3617-8627-4855-a761-262092830588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:29.697847 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f63c7c04-48af-43d0-b7d7-2b308f7c48b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:30.707758 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:30.873535 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:30.879382 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cad3b741-4de1-4b26-939d-f37efe92f168 req-620ee05e-39eb-4cd9-af1e-20aaf0500b22 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1288199 Mar 01 22:18:31.033571 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3b741-4de1-4b26-939d-f37efe92f168 req-d6d244d6-2c89-4c3e-b6c6-200d0883ec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:31.035882 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cad3b741-4de1-4b26-939d-f37efe92f168 req-d6d244d6-2c89-4c3e-b6c6-200d0883ec41 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 1096 time: 0.0737121 Mar 01 22:18:31.178403 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3b741-4de1-4b26-939d-f37efe92f168 req-618e0faa-9190-4eea-a2a1-11b74c5eae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:31.179851 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cad3b741-4de1-4b26-939d-f37efe92f168 req-618e0faa-9190-4eea-a2a1-11b74c5eae50 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 909 time: 0.1247194 Mar 01 22:18:31.286841 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cad3b741-4de1-4b26-939d-f37efe92f168 req-894e69e8-91af-494b-9357-74da1a293826 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42 HTTP/1.1" status: 200 len: 1001 time: 0.0965240 Mar 01 22:18:31.348663 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3b741-4de1-4b26-939d-f37efe92f168 req-7c15d561-9b6b-4acc-aed7-14613d7db516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:31.350065 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cad3b741-4de1-4b26-939d-f37efe92f168 req-7c15d561-9b6b-4acc-aed7-14613d7db516 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.0573046 Mar 01 22:18:31.424087 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3b741-4de1-4b26-939d-f37efe92f168 req-eb9cc5a5-6c7f-48a6-aa79-31dbe569d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:18:31.426047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cad3b741-4de1-4b26-939d-f37efe92f168 req-eb9cc5a5-6c7f-48a6-aa79-31dbe569d17f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679297 Mar 01 22:18:31.556319 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cad3b741-4de1-4b26-939d-f37efe92f168 req-1cdd5973-967e-4d75-ab85-8ced586641cf service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239212 Mar 01 22:18:31.688580 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cad3b741-4de1-4b26-939d-f37efe92f168 req-89db7e02-dc7f-49b9-81eb-a02dfe63e959 service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243064 Mar 01 22:18:32.611610 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:52.399787 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:54.782702 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:57.530922 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2e4f3b47-abf4-4f36-af41-5c62e82efa66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:18:59.454015 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:18:59.690853 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f4051ab4-6b0f-4d15-b8e8-fa933fcb6715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:19:00.656964 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:19:00.889655 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:19:02.609823 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:19:22.405001 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:19:24.769066 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:19:27.540583 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-91f9b238-a8b8-4e1d-9402-ffa6092814bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:19:29.685057 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5cca729f-0fcd-4e5c-9843-83b599ee0506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:19:30.775910 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:19:30.878811 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:19:32.638872 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:19:32.804859 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2d3f4f2-5783-4a9a-9405-f23f92d5587a req-2211ed72-3c56-44e7-9ad5-fcd66d5bc5b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0732398 Mar 01 22:19:32.938978 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3f4f2-5783-4a9a-9405-f23f92d5587a req-86a60354-f321-4b1b-9b97-1a9216e19406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:19:32.940472 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2d3f4f2-5783-4a9a-9405-f23f92d5587a req-86a60354-f321-4b1b-9b97-1a9216e19406 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 1096 time: 0.0706420 Mar 01 22:19:33.082948 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3f4f2-5783-4a9a-9405-f23f92d5587a req-c54cee1b-19f9-4f71-a8fc-c0085f40c69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:19:33.084951 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2d3f4f2-5783-4a9a-9405-f23f92d5587a req-c54cee1b-19f9-4f71-a8fc-c0085f40c69b service neutron] 10.222.0.55 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 909 time: 0.1249504 Mar 01 22:19:33.186521 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2d3f4f2-5783-4a9a-9405-f23f92d5587a req-b166ecf9-77df-4f45-9e08-7aff5f20917f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42 HTTP/1.1" status: 200 len: 1001 time: 0.0957303 Mar 01 22:19:33.250219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3f4f2-5783-4a9a-9405-f23f92d5587a req-8471a003-252e-493c-ba46-999f8e28247a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:19:33.251633 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2d3f4f2-5783-4a9a-9405-f23f92d5587a req-8471a003-252e-493c-ba46-999f8e28247a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.0586026 Mar 01 22:19:33.323812 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3f4f2-5783-4a9a-9405-f23f92d5587a req-bed78a65-5164-4648-a18b-740ad0c04cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:19:33.325220 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2d3f4f2-5783-4a9a-9405-f23f92d5587a req-bed78a65-5164-4648-a18b-740ad0c04cf6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673814 Mar 01 22:19:33.551827 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2d3f4f2-5783-4a9a-9405-f23f92d5587a req-3f1b6b13-384f-4778-a84e-513f64d9602d service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205842 Mar 01 22:19:33.676885 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b2d3f4f2-5783-4a9a-9405-f23f92d5587a req-6fa830d9-8f49-482e-9241-021bd51dcf04 service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196923 Mar 01 22:19:36.453791 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:19:52.404222 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:19:54.758082 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:19:57.529938 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7ce77406-c17c-459f-ac33-42681846fa5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:19:59.672520 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-49d1e3c8-2feb-4889-95e1-2ebb42547a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:20:00.671375 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:20:00.882681 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:20:02.604034 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:20:13.453506 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:20:22.409578 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:20:24.769152 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:20:27.528909 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-962f26ab-70dc-4612-b705-0d4006bd7c6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:20:29.716201 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f8cb4947-e9ae-4d69-b6ed-d0be120bc835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:20:30.659172 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:20:30.881871 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:20:32.615695 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:20:34.813146 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f80aae9-f930-42ec-9018-f20f4dd4933d req-4d8792f2-0c0f-4ca9-a548-ff2d67694708 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700986 Mar 01 22:20:34.950775 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80aae9-f930-42ec-9018-f20f4dd4933d req-11cf3289-b48d-4272-8dcd-90ef58fc29de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:20:34.964639 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f80aae9-f930-42ec-9018-f20f4dd4933d req-11cf3289-b48d-4272-8dcd-90ef58fc29de service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 1096 time: 0.0734303 Mar 01 22:20:35.095661 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80aae9-f930-42ec-9018-f20f4dd4933d req-00c5cede-a033-4991-8a43-0f9a407f22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:20:35.097084 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f80aae9-f930-42ec-9018-f20f4dd4933d req-00c5cede-a033-4991-8a43-0f9a407f22bf service neutron] 10.222.0.55 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 909 time: 0.1256998 Mar 01 22:20:35.197776 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f80aae9-f930-42ec-9018-f20f4dd4933d req-5a75009c-ff57-4695-8208-11c2533a2b4d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42 HTTP/1.1" status: 200 len: 1001 time: 0.0943620 Mar 01 22:20:35.257756 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80aae9-f930-42ec-9018-f20f4dd4933d req-92481ff8-1825-40bd-a926-233453d7d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:20:35.259172 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f80aae9-f930-42ec-9018-f20f4dd4933d req-92481ff8-1825-40bd-a926-233453d7d654 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.0556362 Mar 01 22:20:35.334526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80aae9-f930-42ec-9018-f20f4dd4933d req-9873d97f-1c29-490a-bf71-f9e323d00458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:20:35.335978 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f80aae9-f930-42ec-9018-f20f4dd4933d req-9873d97f-1c29-490a-bf71-f9e323d00458 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713134 Mar 01 22:20:35.464298 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f80aae9-f930-42ec-9018-f20f4dd4933d req-727a9132-3a6b-4fdf-a6ae-ac7e415e574a service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218596 Mar 01 22:20:35.592047 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f80aae9-f930-42ec-9018-f20f4dd4933d req-35dab883-138b-44bb-8be6-d338ef30d72c service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219888 Mar 01 22:20:39.618122 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c663e-0dbd-4603-a9fe-c927d2fe9a72 req-490a1dac-a1c3-46a6-b66c-cef5d2ae16f4 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:20:39.619738 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4e5c663e-0dbd-4603-a9fe-c927d2fe9a72 req-490a1dac-a1c3-46a6-b66c-cef5d2ae16f4 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0788057 Mar 01 22:20:39.662801 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4e5c663e-0dbd-4603-a9fe-c927d2fe9a72 req-96334051-d616-4beb-9be1-8a2b40c59649 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377302 Mar 01 22:20:40.865103 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4958b629-9226-41ea-b593-c299f855f8a5 req-006b5740-e2b6-40f5-bff9-2340cc862562 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:20:40.866517 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4958b629-9226-41ea-b593-c299f855f8a5 req-006b5740-e2b6-40f5-bff9-2340cc862562 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0805678 Mar 01 22:20:40.909690 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4958b629-9226-41ea-b593-c299f855f8a5 req-30e43633-2166-4b97-9f72-d37433e0a248 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375056 Mar 01 22:20:42.098203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6a82c-e1eb-46f5-bfe9-5f7d40b33f47 req-9a04d584-87f7-4c1f-ad3d-da5a651f393a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:20:42.100358 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76b6a82c-e1eb-46f5-bfe9-5f7d40b33f47 req-9a04d584-87f7-4c1f-ad3d-da5a651f393a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0805240 Mar 01 22:20:42.142889 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76b6a82c-e1eb-46f5-bfe9-5f7d40b33f47 req-c0ef4919-f37c-4f62-b11c-a6d00f38f578 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368850 Mar 01 22:20:43.330551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803002e5-8cf8-442a-9696-750b184cdf83 req-1946ecae-547d-47a5-94c8-effad3cf8072 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:20:43.332013 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-803002e5-8cf8-442a-9696-750b184cdf83 req-1946ecae-547d-47a5-94c8-effad3cf8072 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0813122 Mar 01 22:20:43.376434 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-803002e5-8cf8-442a-9696-750b184cdf83 req-7082dbe5-83c2-4db1-999d-f253036e31e3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381906 Mar 01 22:20:44.565654 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4da02f-9420-4b63-bad6-21427a648dd8 req-dc26f84a-a238-4ace-bf97-52152543898b tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:20:44.567143 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cb4da02f-9420-4b63-bad6-21427a648dd8 req-dc26f84a-a238-4ace-bf97-52152543898b tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0836036 Mar 01 22:20:44.610551 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cb4da02f-9420-4b63-bad6-21427a648dd8 req-cdeb4395-2e7a-4034-9456-1f59d00ee741 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378754 Mar 01 22:20:45.791950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e1c5a-88c6-4d44-9534-045c6691aac1 req-3fc41245-ed01-4d02-b4d9-d299f937a74c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:20:45.793378 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-441e1c5a-88c6-4d44-9534-045c6691aac1 req-3fc41245-ed01-4d02-b4d9-d299f937a74c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0784974 Mar 01 22:20:45.836160 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-441e1c5a-88c6-4d44-9534-045c6691aac1 req-2abdab8a-66a3-4d4c-b55a-435dab0417f6 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372508 Mar 01 22:20:47.130063 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12064d-c25c-46cb-8fdd-068caf0ccb7b req-6b0df942-36e7-4930-a837-f233bb14fe3d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:20:47.131585 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3c12064d-c25c-46cb-8fdd-068caf0ccb7b req-6b0df942-36e7-4930-a837-f233bb14fe3d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.1924574 Mar 01 22:20:47.175343 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3c12064d-c25c-46cb-8fdd-068caf0ccb7b req-641ef5bf-566d-4d68-8342-e1d77dd5594c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379863 Mar 01 22:20:48.361824 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc8476-42c4-4179-ace6-02d68947821a req-ead4a901-4222-4a5f-881d-648502bcffab tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:20:48.363156 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-26fc8476-42c4-4179-ace6-02d68947821a req-ead4a901-4222-4a5f-881d-648502bcffab tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0826397 Mar 01 22:20:48.405866 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-26fc8476-42c4-4179-ace6-02d68947821a req-ac1a85a2-5b5d-47c3-980e-558ceedee49d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364349 Mar 01 22:20:49.591197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afe07a-b403-48ec-85c7-0aa4a2439c50 req-1a1867d4-0a85-493e-bbab-6df90fc55270 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:20:49.592659 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d5afe07a-b403-48ec-85c7-0aa4a2439c50 req-1a1867d4-0a85-493e-bbab-6df90fc55270 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0787337 Mar 01 22:20:49.635130 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d5afe07a-b403-48ec-85c7-0aa4a2439c50 req-6237eeac-b439-4555-89ec-7da3b392464d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370064 Mar 01 22:20:50.452079 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:20:50.822049 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f99100-e080-417a-b7e8-c0b65bdc3226 req-d30f7ff8-db46-48ed-a51e-1f9698be2d45 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:20:50.823541 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-08f99100-e080-417a-b7e8-c0b65bdc3226 req-d30f7ff8-db46-48ed-a51e-1f9698be2d45 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0840225 Mar 01 22:20:50.867122 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-08f99100-e080-417a-b7e8-c0b65bdc3226 req-34ecb5d5-70b5-4633-9512-1a6f393cf363 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377436 Mar 01 22:20:51.528025 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ddfb8e2b-f30a-4be8-9723-281b39935a42 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 22:20:51.658681 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port ddfb8e2b-f30a-4be8-9723-281b39935a42, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:20:51.671809 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'ddfb8e2b-f30a-4be8-9723-281b39935a42', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'port_id': 'ddfb8e2b-f30a-4be8-9723-281b39935a42', 'mac_address': 'fa:16:3e:41:fa:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 22:20:51.729830 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:20:51.746584 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ddfb8e2b-f30a-4be8-9723-281b39935a42 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:20:51.762068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port ddfb8e2b-f30a-4be8-9723-281b39935a42, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:20:51.831706 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:20:51.903631 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=ddfb8e2b-f30a-4be8-9723-281b39935a42,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:20:51.912730 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['ddfb8e2b-f30a-4be8-9723-281b39935a42'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:20:51.937228 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:20:51.939011 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:20:51.939011 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:20:51.939011 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:20:51.939011 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:20:51.939011 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:20:51.939500 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:20:51.939500 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:20:51.939833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:20:51.940154 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:20:51.940475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:20:51.940797 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:20:52.053828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f20e3-f721-40e7-9233-c3ecb89d50c6 req-c72c5a96-d804-4618-9586-c44a7a96fec7 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:20:52.055086 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa2f20e3-f721-40e7-9233-c3ecb89d50c6 req-c72c5a96-d804-4618-9586-c44a7a96fec7 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 944 time: 0.0802624 Mar 01 22:20:52.103021 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa2f20e3-f721-40e7-9233-c3ecb89d50c6 req-f3ec7a26-16c7-4af5-be51-ac2a203e0dc0 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419393 Mar 01 22:20:52.448676 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:20:53.284468 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bc03e-1c82-4039-8645-14735195a5c8 req-86347f22-ef86-42db-b266-d6dad494f68c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:20:53.285974 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad8bc03e-1c82-4039-8645-14735195a5c8 req-86347f22-ef86-42db-b266-d6dad494f68c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 944 time: 0.0796866 Mar 01 22:20:53.331300 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ad8bc03e-1c82-4039-8645-14735195a5c8 req-dda0939b-3465-4770-9efd-e5e1b4ca0266 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396657 Mar 01 22:20:53.527632 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ddfb8e2b-f30a-4be8-9723-281b39935a42 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:20:53.597637 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port ddfb8e2b-f30a-4be8-9723-281b39935a42 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:20:53.598443 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:20:53.722139 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:20:53.748983 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808a16d5-321f-4976-8a11-33689e87fe6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfb8e2b-f30a-4be8-9723-281b39935a42'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:20:53.759582 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port ddfb8e2b-f30a-4be8-9723-281b39935a42, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:20:53.814524 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:20:53.851347 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808a16d5-321f-4976-8a11-33689e87fe6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfb8e2b-f30a-4be8-9723-281b39935a42', 'code': 200} Mar 01 22:20:53.882675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=ddfb8e2b-f30a-4be8-9723-281b39935a42,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:20:54.518935 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7badf2-cd2a-4e20-8124-787d5737814e req-c1de9f1d-1cec-483d-974a-60efba56f763 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:20:54.521063 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a7badf2-cd2a-4e20-8124-787d5737814e req-c1de9f1d-1cec-483d-974a-60efba56f763 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0826824 Mar 01 22:20:54.565275 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1a7badf2-cd2a-4e20-8124-787d5737814e req-8eadadbd-4229-4cbd-bac8-82745f4493c9 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385406 Mar 01 22:20:54.779789 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:20:55.758554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd408ed2-d9f1-4708-9627-ef09c51a4eaf req-2490bebf-b2dc-411e-b564-db5da3f3d25d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:20:55.760031 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd408ed2-d9f1-4708-9627-ef09c51a4eaf req-2490bebf-b2dc-411e-b564-db5da3f3d25d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0803127 Mar 01 22:20:55.808287 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fd408ed2-d9f1-4708-9627-ef09c51a4eaf req-19f21425-a2d3-4cb4-b66e-6a9e75a1881c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425138 Mar 01 22:20:57.026541 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234906a-4fb3-46ea-921c-5b5775c145b2 req-c1f31772-e4d6-4651-86d9-41bb8850aace tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:20:57.028882 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1234906a-4fb3-46ea-921c-5b5775c145b2 req-c1f31772-e4d6-4651-86d9-41bb8850aace tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.1003544 Mar 01 22:20:57.096000 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1234906a-4fb3-46ea-921c-5b5775c145b2 req-d592cdca-98af-4456-8e10-6a2f8853b8a1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514681 Mar 01 22:20:57.511784 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b8e2857b-d81e-499f-b3a8-793b3a34f0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:20:58.294281 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519919c-51b4-4907-8b59-5175d90cb85c req-16b016e1-35d5-4258-be44-7e83e555e054 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:20:58.296440 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a519919c-51b4-4907-8b59-5175d90cb85c req-16b016e1-35d5-4258-be44-7e83e555e054 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0987997 Mar 01 22:20:58.355773 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a519919c-51b4-4907-8b59-5175d90cb85c req-38871e0d-b96c-4a85-aafc-e50d4adb6072 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526450 Mar 01 22:20:59.538508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d47e26-ea2d-45ee-9c71-53b1b9468f87 req-7436372a-7eae-43a4-b422-492379b274fa tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:20:59.539998 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57d47e26-ea2d-45ee-9c71-53b1b9468f87 req-7436372a-7eae-43a4-b422-492379b274fa tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0798001 Mar 01 22:20:59.585555 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-57d47e26-ea2d-45ee-9c71-53b1b9468f87 req-6e722e2c-ac48-4aca-99dc-9410e775547a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397828 Mar 01 22:20:59.700177 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-54c5eb03-046e-4912-b100-7028947ea839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:21:00.670587 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:21:00.809466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d41854-3caa-4dba-94f7-f2e972263735 req-50f2f76a-1a70-4ab4-9302-97f8ce939457 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:00.810944 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c5d41854-3caa-4dba-94f7-f2e972263735 req-50f2f76a-1a70-4ab4-9302-97f8ce939457 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0896137 Mar 01 22:21:00.878385 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c5d41854-3caa-4dba-94f7-f2e972263735 req-c992969b-dc5b-4c6e-b006-e8b362494caf tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484827 Mar 01 22:21:00.916747 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:21:02.096242 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41affbf3-5513-4f57-bc66-c524c6ebfdf3 req-a38562c1-7a51-40e5-abef-9299119f56ff tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:02.099784 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41affbf3-5513-4f57-bc66-c524c6ebfdf3 req-a38562c1-7a51-40e5-abef-9299119f56ff tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0983255 Mar 01 22:21:02.157656 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-41affbf3-5513-4f57-bc66-c524c6ebfdf3 req-e62aebac-2384-4bc9-a2ea-54a656343380 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522439 Mar 01 22:21:02.614315 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:21:03.385346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863b6a51-5158-4691-8281-50edb0209b16 req-9fb6f8cf-b7ad-48c6-a714-bc49f8790e04 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:03.386729 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-863b6a51-5158-4691-8281-50edb0209b16 req-9fb6f8cf-b7ad-48c6-a714-bc49f8790e04 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0920429 Mar 01 22:21:03.450898 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-863b6a51-5158-4691-8281-50edb0209b16 req-d8df125b-25af-4785-a3d4-7ff2d3f1c1f1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514295 Mar 01 22:21:04.649425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08065c-b3f3-4da1-987d-186529db233f req-9304601b-14a5-4956-aa96-f03cde14ce11 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:04.651964 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d08065c-b3f3-4da1-987d-186529db233f req-9304601b-14a5-4956-aa96-f03cde14ce11 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0956206 Mar 01 22:21:04.701330 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8d08065c-b3f3-4da1-987d-186529db233f req-71590105-82fb-4230-bd46-06635a65e935 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410843 Mar 01 22:21:05.893551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ad549-583e-4453-9fa3-ba8fd30673aa req-6204379a-c073-43a5-9317-7747097b1e22 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:05.897803 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c05ad549-583e-4453-9fa3-ba8fd30673aa req-6204379a-c073-43a5-9317-7747097b1e22 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0830200 Mar 01 22:21:05.940971 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c05ad549-583e-4453-9fa3-ba8fd30673aa req-53279a69-3682-4710-92eb-e7bcaca2efe1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390134 Mar 01 22:21:07.129693 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bd966-c016-4949-b628-92e8f134acb4 req-8e3b2388-0c8d-4d6e-bc3d-8a02bddb182d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:07.132203 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-614bd966-c016-4949-b628-92e8f134acb4 req-8e3b2388-0c8d-4d6e-bc3d-8a02bddb182d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0840423 Mar 01 22:21:07.176412 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-614bd966-c016-4949-b628-92e8f134acb4 req-19b4b3c5-75c4-4f28-ba9d-8d9db4fe44f1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385165 Mar 01 22:21:07.482954 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a6c50-22a1-4d6c-93db-901968c6c8c8 req-784e1929-dbb3-467c-a6ca-0ab8eb17261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:07.484422 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa4a6c50-22a1-4d6c-93db-901968c6c8c8 req-784e1929-dbb3-467c-a6ca-0ab8eb17261d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 1096 time: 0.0718489 Mar 01 22:21:07.610459 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a6c50-22a1-4d6c-93db-901968c6c8c8 req-d9146e3b-500b-4008-93cd-fc31ea25ec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:07.611884 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa4a6c50-22a1-4d6c-93db-901968c6c8c8 req-d9146e3b-500b-4008-93cd-fc31ea25ec47 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 909 time: 0.1216044 Mar 01 22:21:07.709551 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa4a6c50-22a1-4d6c-93db-901968c6c8c8 req-0fb09915-6fc3-4b1e-9560-9868a8568b50 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42 HTTP/1.1" status: 200 len: 1001 time: 0.0914092 Mar 01 22:21:07.772569 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a6c50-22a1-4d6c-93db-901968c6c8c8 req-6c7dd256-1eaf-4c05-9b8f-0487bd1cc22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:07.773897 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa4a6c50-22a1-4d6c-93db-901968c6c8c8 req-6c7dd256-1eaf-4c05-9b8f-0487bd1cc22a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.0586283 Mar 01 22:21:07.848038 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a6c50-22a1-4d6c-93db-901968c6c8c8 req-cae63de5-282f-46da-b2d5-7b170c6bf379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:07.849614 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa4a6c50-22a1-4d6c-93db-901968c6c8c8 req-cae63de5-282f-46da-b2d5-7b170c6bf379 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696061 Mar 01 22:21:08.073973 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa4a6c50-22a1-4d6c-93db-901968c6c8c8 req-d437cd02-1353-4d50-9cf7-a546f1f64317 service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182930 Mar 01 22:21:08.202452 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fa4a6c50-22a1-4d6c-93db-901968c6c8c8 req-9c2dc414-d10f-49bc-84b8-165377a48b04 service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219993 Mar 01 22:21:08.369312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b2c9c-6afd-4b0f-a1a3-3d522e855f08 req-d824f8da-20fa-4b6e-bd70-0afc1501e962 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:08.370688 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa6b2c9c-6afd-4b0f-a1a3-3d522e855f08 req-d824f8da-20fa-4b6e-bd70-0afc1501e962 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0877438 Mar 01 22:21:08.415036 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-aa6b2c9c-6afd-4b0f-a1a3-3d522e855f08 req-03bd597d-2302-40da-b7e0-8e00b343d1a9 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386655 Mar 01 22:21:09.597159 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ddfb8e2b-f30a-4be8-9723-281b39935a42 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:21:09.602055 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23af8b-f191-46bf-b0c5-282a05342512 req-67063507-9fbf-4b34-abb7-14610ecc714c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:09.603572 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b23af8b-f191-46bf-b0c5-282a05342512 req-67063507-9fbf-4b34-abb7-14610ecc714c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 945 time: 0.0787523 Mar 01 22:21:09.661696 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b23af8b-f191-46bf-b0c5-282a05342512 req-652c28bb-f7b4-42ee-b69a-abfccf47b81c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522850 Mar 01 22:21:09.720803 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:21:09.746709 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808a16d5-321f-4976-8a11-33689e87fe6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddfb8e2b-f30a-4be8-9723-281b39935a42'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:21:09.756613 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port ddfb8e2b-f30a-4be8-9723-281b39935a42, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:21:09.791736 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808a16d5-321f-4976-8a11-33689e87fe6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddfb8e2b-f30a-4be8-9723-281b39935a42', 'code': 200} Mar 01 22:21:09.842929 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:21:09.913252 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=ddfb8e2b-f30a-4be8-9723-281b39935a42,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:21:10.844246 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc24a55-ddb9-48d7-b237-7dda9ed3d3cb req-6b130f75-4d33-43e3-94e8-1606de66817d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:10.845690 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8cc24a55-ddb9-48d7-b237-7dda9ed3d3cb req-6b130f75-4d33-43e3-94e8-1606de66817d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 943 time: 0.0793197 Mar 01 22:21:10.888893 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8cc24a55-ddb9-48d7-b237-7dda9ed3d3cb req-93572cac-7f70-4812-b3c8-6ea3b70e31eb tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372803 Mar 01 22:21:11.414264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912f61e-50b0-4a2c-a97d-83ef0f58ac53 req-29bc6ddb-3475-4a20-a309-30ce88472044 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:11.415756 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d912f61e-50b0-4a2c-a97d-83ef0f58ac53 req-29bc6ddb-3475-4a20-a309-30ce88472044 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 943 time: 0.0836935 Mar 01 22:21:11.464614 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d912f61e-50b0-4a2c-a97d-83ef0f58ac53 req-e27785fc-c648-4b16-b952-4928cf5fef94 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421233 Mar 01 22:21:11.738870 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 42902) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:21:11.964579 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-1ad640b2-27d1-4e9b-9e78-6a036105aae3 req-1a6ddef9-0e2d-43de-8cae-767e20ec2b39 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2238634 Mar 01 22:21:12.649889 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66ee159-04cf-484c-bd2f-711007ece689 req-14e703e8-39c3-4811-b7c9-ea08b45958c3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:12.651349 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b66ee159-04cf-484c-bd2f-711007ece689 req-14e703e8-39c3-4811-b7c9-ea08b45958c3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 943 time: 0.0801730 Mar 01 22:21:12.696477 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b66ee159-04cf-484c-bd2f-711007ece689 req-1c28f629-9854-400a-8cd7-edd075e3db8d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394144 Mar 01 22:21:13.379851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad640b2-27d1-4e9b-9e78-6a036105aae3 req-b573fff6-3303-4036-913b-a55eeae03cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:13.381424 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ad640b2-27d1-4e9b-9e78-6a036105aae3 req-b573fff6-3303-4036-913b-a55eeae03cf2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a&tenant_id=4ce2e9f526c2482e87357e2ff3105cee HTTP/1.1" status: 200 len: 1094 time: 0.0724237 Mar 01 22:21:13.473123 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad640b2-27d1-4e9b-9e78-6a036105aae3 req-578bef43-9c3d-4968-8b6c-c2ebdd0282b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:13.475334 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ad640b2-27d1-4e9b-9e78-6a036105aae3 req-578bef43-9c3d-4968-8b6c-c2ebdd0282b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 1094 time: 0.0734406 Mar 01 22:21:13.601472 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad640b2-27d1-4e9b-9e78-6a036105aae3 req-f3cf1848-4993-4d79-bbb2-24a5745ac0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:13.602913 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ad640b2-27d1-4e9b-9e78-6a036105aae3 req-f3cf1848-4993-4d79-bbb2-24a5745ac0c2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 909 time: 0.1228247 Mar 01 22:21:13.628167 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ddfb8e2b-f30a-4be8-9723-281b39935a42 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:21:13.704643 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ad640b2-27d1-4e9b-9e78-6a036105aae3 req-c84ea59a-adfb-4d6c-87fa-29b21fef1200 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42 HTTP/1.1" status: 200 len: 999 time: 0.0953951 Mar 01 22:21:13.773235 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad640b2-27d1-4e9b-9e78-6a036105aae3 req-0a7c7ed0-4b2e-47ac-96c0-f195fac4b0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:13.774739 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ad640b2-27d1-4e9b-9e78-6a036105aae3 req-0a7c7ed0-4b2e-47ac-96c0-f195fac4b0fd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.0645773 Mar 01 22:21:13.915138 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad640b2-27d1-4e9b-9e78-6a036105aae3 req-67589be4-4aeb-46f3-b0fa-c94100cdd9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:13.916617 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ad640b2-27d1-4e9b-9e78-6a036105aae3 req-67589be4-4aeb-46f3-b0fa-c94100cdd9fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1361697 Mar 01 22:21:13.924636 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4bbad-772d-4f57-bd70-a31159e8fe14 req-1b01942e-58c2-4616-a466-2c4e7c710d28 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:13.925958 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32d4bbad-772d-4f57-bd70-a31159e8fe14 req-1b01942e-58c2-4616-a466-2c4e7c710d28 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 943 time: 0.1116164 Mar 01 22:21:14.054863 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-32d4bbad-772d-4f57-bd70-a31159e8fe14 req-b45967ec-9f13-4a93-b4a3-9e15a291356a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108468 Mar 01 22:21:14.082127 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ad640b2-27d1-4e9b-9e78-6a036105aae3 req-058fe931-98ae-4fba-80ad-7c552306cee0 service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552799 Mar 01 22:21:14.308259 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1ad640b2-27d1-4e9b-9e78-6a036105aae3 req-674aeafd-4674-473e-9506-8252b173847c service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201049 Mar 01 22:21:15.248052 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008244bc-c43b-4657-a468-058e46c8370f req-388f6d19-5211-4b1c-871f-a717dccd0430 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:15.249632 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-008244bc-c43b-4657-a468-058e46c8370f req-388f6d19-5211-4b1c-871f-a717dccd0430 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 943 time: 0.0836627 Mar 01 22:21:15.302476 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-008244bc-c43b-4657-a468-058e46c8370f req-221975b3-7131-4134-ba53-557759f065fc tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464900 Mar 01 22:21:16.496624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37123a02-ac67-4511-a457-cc7332ae9190 req-2997c344-5dbc-4865-9084-c5f23c8cd2d1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:16.498211 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37123a02-ac67-4511-a457-cc7332ae9190 req-2997c344-5dbc-4865-9084-c5f23c8cd2d1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 943 time: 0.0833826 Mar 01 22:21:16.547327 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37123a02-ac67-4511-a457-cc7332ae9190 req-0f2cce0f-9f70-4735-ad14-059f2a067162 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416589 Mar 01 22:21:17.747884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992cc1dd-4bcd-4d86-8ab9-939a6b394a98 req-96a0ded6-c630-4528-be1f-8cae49ef0211 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:17.749405 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-992cc1dd-4bcd-4d86-8ab9-939a6b394a98 req-96a0ded6-c630-4528-be1f-8cae49ef0211 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 943 time: 0.0887091 Mar 01 22:21:17.796090 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-992cc1dd-4bcd-4d86-8ab9-939a6b394a98 req-db5766fa-b911-4a1c-b00d-1351924a7a60 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411055 Mar 01 22:21:18.992884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060cc6b-5a94-4f56-a9a9-06b57db3bc61 req-e0791803-85ae-426e-8820-830d703ad00b tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:18.994436 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0060cc6b-5a94-4f56-a9a9-06b57db3bc61 req-e0791803-85ae-426e-8820-830d703ad00b tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 943 time: 0.0901635 Mar 01 22:21:19.043176 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0060cc6b-5a94-4f56-a9a9-06b57db3bc61 req-6e71cb00-941b-4160-8be4-974099326f6f tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429721 Mar 01 22:21:20.243436 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5452ca-80a2-44ba-8117-f8c41870cf02 req-c314ded8-333c-4052-9f30-4b8046543610 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:20.245154 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0a5452ca-80a2-44ba-8117-f8c41870cf02 req-c314ded8-333c-4052-9f30-4b8046543610 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 943 time: 0.0884633 Mar 01 22:21:20.292065 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0a5452ca-80a2-44ba-8117-f8c41870cf02 req-5540386e-3956-4721-af66-681126a8a518 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412161 Mar 01 22:21:21.492251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a04019-047d-4043-a821-538fe51af0a4 req-63f06661-b471-45cf-a513-78410e8a5092 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:21.493786 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b8a04019-047d-4043-a821-538fe51af0a4 req-63f06661-b471-45cf-a513-78410e8a5092 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 943 time: 0.0917876 Mar 01 22:21:21.541725 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b8a04019-047d-4043-a821-538fe51af0a4 req-ab260fcb-a344-4053-a795-8ec125eed929 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422115 Mar 01 22:21:22.460022 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:21:22.732877 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6786ce4e-3cfd-4f6e-a3f4-3164eae2d93c req-10ac8d8a-34f6-4ff4-910a-3779b2b3cb49 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:22.734291 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6786ce4e-3cfd-4f6e-a3f4-3164eae2d93c req-10ac8d8a-34f6-4ff4-910a-3779b2b3cb49 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 943 time: 0.0823395 Mar 01 22:21:22.780349 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6786ce4e-3cfd-4f6e-a3f4-3164eae2d93c req-eb0d38ff-a6f5-4b84-bfbb-ff6b17061cc6 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401423 Mar 01 22:21:23.978395 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14cb6cb-39ef-4df2-a63d-6c82c8f47946 req-9b7d33f0-9a17-4915-adb5-9481e53bf7b3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:23.980217 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e14cb6cb-39ef-4df2-a63d-6c82c8f47946 req-9b7d33f0-9a17-4915-adb5-9481e53bf7b3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 943 time: 0.0912514 Mar 01 22:21:24.030659 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e14cb6cb-39ef-4df2-a63d-6c82c8f47946 req-f0677eaa-d761-428a-8e03-699ca437d877 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433846 Mar 01 22:21:24.853648 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:21:25.220950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f34dbf-3d97-4517-8dae-8114eaa4cec7 req-0c596f40-da72-4c31-a366-8111387df7cb tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:25.222284 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73f34dbf-3d97-4517-8dae-8114eaa4cec7 req-0c596f40-da72-4c31-a366-8111387df7cb tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 943 time: 0.0773101 Mar 01 22:21:25.268330 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-73f34dbf-3d97-4517-8dae-8114eaa4cec7 req-dd826124-5b6f-4f82-8844-2611c27dba42 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397408 Mar 01 22:21:26.448284 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfe502-25f0-477a-b83b-ff1bc8b57e58 req-374c6277-a9a4-4c48-b538-f37ab1262a1f tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:26.449621 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9dfe502-25f0-477a-b83b-ff1bc8b57e58 req-374c6277-a9a4-4c48-b538-f37ab1262a1f tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 943 time: 0.0773637 Mar 01 22:21:26.492724 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9dfe502-25f0-477a-b83b-ff1bc8b57e58 req-2df76ed0-1bdb-47fe-b3ba-3d29d566eb22 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376093 Mar 01 22:21:27.451535 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:21:27.549721 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b21027a9-97c8-440a-bfd4-303e4e7e8e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:21:27.677916 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7248425-e07d-4edc-9846-1eec12228ab9 req-cd8c2432-6868-4f58-9a07-ec25c3aefc48 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:27.680030 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e7248425-e07d-4edc-9846-1eec12228ab9 req-cd8c2432-6868-4f58-9a07-ec25c3aefc48 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 943 time: 0.0821772 Mar 01 22:21:27.722031 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e7248425-e07d-4edc-9846-1eec12228ab9 req-e92e06fb-01cf-4588-a845-aa84942bdbc1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364323 Mar 01 22:21:28.914718 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c30f3b1-c74c-4286-a1f7-7142c1c4ec17 req-13bbaae1-05f9-4eac-8207-81b7f2a213d1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:28.916189 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c30f3b1-c74c-4286-a1f7-7142c1c4ec17 req-13bbaae1-05f9-4eac-8207-81b7f2a213d1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 943 time: 0.0788646 Mar 01 22:21:28.960098 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7c30f3b1-c74c-4286-a1f7-7142c1c4ec17 req-623171cb-c3e3-4435-b9e7-ca0490bdcc29 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383079 Mar 01 22:21:29.673901 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ddfb8e2b-f30a-4be8-9723-281b39935a42 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 22:21:29.678697 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-df600fb1-b3fc-4176-98fa-da2d22b3cfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:21:29.808166 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port ddfb8e2b-f30a-4be8-9723-281b39935a42, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:21:29.822049 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'ddfb8e2b-f30a-4be8-9723-281b39935a42', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'port_id': 'ddfb8e2b-f30a-4be8-9723-281b39935a42', 'mac_address': 'fa:16:3e:41:fa:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 22:21:29.876927 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:21:29.893063 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddfb8e2b-f30a-4be8-9723-281b39935a42 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:21:29.908521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port ddfb8e2b-f30a-4be8-9723-281b39935a42, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:21:29.950626 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:21:30.056672 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=ddfb8e2b-f30a-4be8-9723-281b39935a42,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:21:30.147696 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ef14e-39e5-469c-ac2c-c1ba711f3995 req-0403f264-4ca6-41d0-91bb-d255487b769c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:30.149132 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d5ef14e-39e5-469c-ac2c-c1ba711f3995 req-0403f264-4ca6-41d0-91bb-d255487b769c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 944 time: 0.0817866 Mar 01 22:21:30.193337 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9d5ef14e-39e5-469c-ac2c-c1ba711f3995 req-0405096d-d3a5-4ea0-8b0e-ded0453e925d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384700 Mar 01 22:21:30.283044 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['ddfb8e2b-f30a-4be8-9723-281b39935a42'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:21:30.675022 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:21:30.887740 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:21:31.380842 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45053aee-4e4d-448e-b0e7-d7b0a06bd12a req-e1d4478a-eb3b-429b-808d-cfc881547a93 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:31.382474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45053aee-4e4d-448e-b0e7-d7b0a06bd12a req-e1d4478a-eb3b-429b-808d-cfc881547a93 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 944 time: 0.0839167 Mar 01 22:21:31.426032 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-45053aee-4e4d-448e-b0e7-d7b0a06bd12a req-256c3dbc-dab4-4e59-91ea-62474b61fc73 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379453 Mar 01 22:21:31.666023 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ddfb8e2b-f30a-4be8-9723-281b39935a42 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:21:31.734774 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port ddfb8e2b-f30a-4be8-9723-281b39935a42 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:21:31.735481 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:21:31.848866 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:21:31.874672 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808a16d5-321f-4976-8a11-33689e87fe6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfb8e2b-f30a-4be8-9723-281b39935a42'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:21:31.884512 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port ddfb8e2b-f30a-4be8-9723-281b39935a42, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:21:31.921617 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808a16d5-321f-4976-8a11-33689e87fe6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddfb8e2b-f30a-4be8-9723-281b39935a42', 'code': 200} Mar 01 22:21:31.961258 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:21:32.031322 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=ddfb8e2b-f30a-4be8-9723-281b39935a42,revision_number=10']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:21:32.200472 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae51aa-30cb-4f42-8653-a327d0145ec9 req-3b62f693-bdf4-4660-949e-02bad49fae99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:32.202783 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8bae51aa-30cb-4f42-8653-a327d0145ec9 req-3b62f693-bdf4-4660-949e-02bad49fae99 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 1097 time: 0.0690222 Mar 01 22:21:32.242596 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8bae51aa-30cb-4f42-8653-a327d0145ec9 req-6ebc5fcc-e4b1-4fc5-bdeb-c07adcfb2f07 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340548 Mar 01 22:21:32.610913 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001baad-2347-4daa-b856-3a8abd04f9b6 req-8381219a-df42-4491-8b41-df8eddccbc52 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:32.612406 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3001baad-2347-4daa-b856-3a8abd04f9b6 req-8381219a-df42-4491-8b41-df8eddccbc52 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 946 time: 0.0832942 Mar 01 22:21:32.625222 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:21:32.655908 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3001baad-2347-4daa-b856-3a8abd04f9b6 req-668e4c8e-2871-4d9e-97ce-f27769f657b2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373089 Mar 01 22:21:33.850526 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdfa330-dcb8-4aee-9624-4a4d43ea7f18 req-606cc262-c22b-4911-9e5a-4e6c5455c0cc tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:33.851945 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3bdfa330-dcb8-4aee-9624-4a4d43ea7f18 req-606cc262-c22b-4911-9e5a-4e6c5455c0cc tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 946 time: 0.0833795 Mar 01 22:21:33.902544 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3bdfa330-dcb8-4aee-9624-4a4d43ea7f18 req-6840b87e-79cc-46d9-9230-86808734d75f tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443962 Mar 01 22:21:35.092268 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65cc92d-8549-4121-9358-3dd1e471fb9e req-73e1b24a-ba2b-4b12-8775-2fd5a211740c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:35.093721 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e65cc92d-8549-4121-9358-3dd1e471fb9e req-73e1b24a-ba2b-4b12-8775-2fd5a211740c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 946 time: 0.0804892 Mar 01 22:21:35.137598 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e65cc92d-8549-4121-9358-3dd1e471fb9e req-987daa22-a032-4567-aee5-88e4571df984 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382462 Mar 01 22:21:36.797473 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e69ea89d-ac54-4861-b973-959f0aa37663 req-817e32be-cdc8-4307-894e-75ca5f00aaab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0705230 Mar 01 22:21:36.933708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ea89d-ac54-4861-b973-959f0aa37663 req-a3ca3d7c-a681-47fb-8590-84aecb09dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:36.935162 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e69ea89d-ac54-4861-b973-959f0aa37663 req-a3ca3d7c-a681-47fb-8590-84aecb09dd83 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 1097 time: 0.0717764 Mar 01 22:21:37.172598 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ea89d-ac54-4861-b973-959f0aa37663 req-4decd60a-fcc0-4fc0-92ea-8b8a846894fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:37.174022 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e69ea89d-ac54-4861-b973-959f0aa37663 req-4decd60a-fcc0-4fc0-92ea-8b8a846894fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 909 time: 0.2204328 Mar 01 22:21:37.272781 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e69ea89d-ac54-4861-b973-959f0aa37663 req-6bd0a786-2f05-4875-abdc-94b8179f77d4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42 HTTP/1.1" status: 200 len: 1001 time: 0.0927832 Mar 01 22:21:37.333494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ea89d-ac54-4861-b973-959f0aa37663 req-f2f83a6e-ab9e-46a4-a094-31fe8c67dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:37.334861 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e69ea89d-ac54-4861-b973-959f0aa37663 req-f2f83a6e-ab9e-46a4-a094-31fe8c67dedb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.0571175 Mar 01 22:21:37.410578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ea89d-ac54-4861-b973-959f0aa37663 req-3a4f0198-539d-40ea-a623-d343b3b87714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:21:37.412095 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e69ea89d-ac54-4861-b973-959f0aa37663 req-3a4f0198-539d-40ea-a623-d343b3b87714 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717163 Mar 01 22:21:37.539690 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e69ea89d-ac54-4861-b973-959f0aa37663 req-b6180d09-ff4f-4b73-aa99-e31164bea5a7 service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220114 Mar 01 22:21:37.666863 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e69ea89d-ac54-4861-b973-959f0aa37663 req-f504cce8-bc99-45db-98f9-6a95ca439b01 service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218276 Mar 01 22:21:52.441699 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:21:54.807819 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:21:57.555764 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-86ae676f-b9e3-4f1e-92c7-ba7069c5ff28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:21:59.696841 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1376beaa-aa65-4e7b-9fd8-1f2d35122d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:22:00.653100 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:22:00.897149 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:22:02.625003 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:22:04.451387 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:22:22.445086 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:22:24.800697 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:22:27.526725 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-32b61a49-15f4-49e0-b3cf-c30623babd96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:22:29.708168 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a77719a3-8514-41b8-a544-93cca19e5750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:22:30.658469 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:22:30.920718 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:22:32.606398 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:22:37.838670 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91280801-3de8-470e-8616-0a968a429c10 req-64eb7acc-72ea-43fc-aa6d-c29c88468002 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0686035 Mar 01 22:22:37.978253 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91280801-3de8-470e-8616-0a968a429c10 req-cde0b4c3-94fc-4cf3-875a-76dd6842c72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:22:37.979725 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91280801-3de8-470e-8616-0a968a429c10 req-cde0b4c3-94fc-4cf3-875a-76dd6842c72d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 1097 time: 0.0722704 Mar 01 22:22:38.122494 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91280801-3de8-470e-8616-0a968a429c10 req-c0c0bdca-eef4-4f2e-adf6-7eb4fd5d456f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:22:38.123881 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91280801-3de8-470e-8616-0a968a429c10 req-c0c0bdca-eef4-4f2e-adf6-7eb4fd5d456f service neutron] 10.222.0.55 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 909 time: 0.1271408 Mar 01 22:22:38.228055 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91280801-3de8-470e-8616-0a968a429c10 req-6d20a725-f47b-4e58-a1c9-471d6d19a97b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42 HTTP/1.1" status: 200 len: 1001 time: 0.0982912 Mar 01 22:22:38.287809 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91280801-3de8-470e-8616-0a968a429c10 req-54c58e89-b565-442f-af36-161c9134b9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:22:38.289170 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91280801-3de8-470e-8616-0a968a429c10 req-54c58e89-b565-442f-af36-161c9134b9cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.0554087 Mar 01 22:22:38.360046 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91280801-3de8-470e-8616-0a968a429c10 req-4fcb0a40-512b-45e5-8ed0-1823a609231b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:22:38.361450 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91280801-3de8-470e-8616-0a968a429c10 req-4fcb0a40-512b-45e5-8ed0-1823a609231b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659528 Mar 01 22:22:38.487439 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91280801-3de8-470e-8616-0a968a429c10 req-40e80873-7bf0-4fd7-b987-ed0e027e5128 service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197698 Mar 01 22:22:38.613796 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91280801-3de8-470e-8616-0a968a429c10 req-ec4ffb14-7591-4dee-9b9f-3e85e55dfa99 service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206050 Mar 01 22:22:41.449789 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:22:52.457669 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:22:54.804518 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:22:57.560476 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0f11c6e7-8c56-41bb-9973-518bf7ff8007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:22:59.691563 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cf90ec02-2737-4ccf-b483-d160e5c483ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:00.651229 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:00.880631 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:02.622722 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:11.432932 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43050) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:23:11.693146 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Deleting port 6d1614ab-cc18-4ab8-89c0-d60d1ad09ff4 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:23:11.693460 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:11.858151 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:11.858478 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:11.987447 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Calling delete_port for 6d1614ab-cc18-4ab8-89c0-d60d1ad09ff4 owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:23:12.205961 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:12.251753 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event deleted for resources: {'Port': ['ID=6d1614ab-cc18-4ab8-89c0-d60d1ad09ff4,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:23:12.285031 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:12.285367 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:12.285698 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:12.286596 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:12.286943 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:12.287458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:12.287783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:12.288100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:12.288414 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:12.288726 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:12.289038 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:12.289348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:12.361415 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:12.361737 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Floating IP ce64e840-2379-456b-8f45-df5f4c3f58f8 disassociated (deleted). External IP: 172.25.5.201, port: ddfb8e2b-f30a-4be8-9723-281b39935a42. Mar 01 22:23:12.708523 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Router c46ff6ab-5f06-47f5-becf-5ca9ee14023a has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:23:13.004083 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:23:13.014339 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a972396-1409-44d0-ac8b-c4d52a76ffe4 None None] Sync routers for ids ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:23:13.024981 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a972396-1409-44d0-ac8b-c4d52a76ffe4 None None] Routers {'c46ff6ab-5f06-47f5-becf-5ca9ee14023a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:23:13.030955 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-0a972396-1409-44d0-ac8b-c4d52a76ffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:23:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:23:13.090213 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:13.144232 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-16c24412-5809-4b64-a730-fbcc3232b879 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "DELETE /v2.0/floatingips/ce64e840-2379-456b-8f45-df5f4c3f58f8 HTTP/1.1" status: 204 len: 168 time: 1.7102983 Mar 01 22:23:13.144896 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808a16d5-321f-4976-8a11-33689e87fe6a', 'tag': 'ddfb8e2b-f30a-4be8-9723-281b39935a42'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:23:13.207798 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-0a972396-1409-44d0-ac8b-c4d52a76ffe4 None None] Set router c46ff6ab-5f06-47f5-becf-5ca9ee14023a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:23:13.255896 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808a16d5-321f-4976-8a11-33689e87fe6a', 'tag': 'ddfb8e2b-f30a-4be8-9723-281b39935a42', 'status': 'completed', 'code': 200} Mar 01 22:23:13.347850 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981ed7b-30b2-4927-a9a3-49bc57d13525 req-b7f56d72-0eb9-498b-a5ba-ca78488251c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:13.349390 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8981ed7b-30b2-4927-a9a3-49bc57d13525 req-b7f56d72-0eb9-498b-a5ba-ca78488251c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 1097 time: 0.0753405 Mar 01 22:23:13.531444 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-0a972396-1409-44d0-ac8b-c4d52a76ffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:39Z', 'updated_at': '2022-03-01T22:17:44Z', 'revision_number': 4, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'gw_port': {'id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:40Z', 'updated_at': '2022-03-01T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '3dc4faa6-3fd0-4893-991c-54eb03f0a13b', 'name': '', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'mac_address': 'fa:16:3e:7e:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:43Z', 'updated_at': '2022-03-01T22:17:49Z', 'revision_number': 5, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'subnets': [{'id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:23:13.535656 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a972396-1409-44d0-ac8b-c4d52a76ffe4 None None] Checking router: c46ff6ab-5f06-47f5-becf-5ca9ee14023a for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:23:13.545530 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a972396-1409-44d0-ac8b-c4d52a76ffe4 None None] Routers {'c46ff6ab-5f06-47f5-becf-5ca9ee14023a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:23:13.546403 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-0a972396-1409-44d0-ac8b-c4d52a76ffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:23:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:23:13.604034 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981ed7b-30b2-4927-a9a3-49bc57d13525 req-e5102368-57c1-4297-bce4-0ddafcbbfcae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:13.605725 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8981ed7b-30b2-4927-a9a3-49bc57d13525 req-e5102368-57c1-4297-bce4-0ddafcbbfcae service neutron] 10.222.0.55 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 909 time: 0.2489469 Mar 01 22:23:13.682510 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8981ed7b-30b2-4927-a9a3-49bc57d13525 req-8b5cb64b-f018-4c1a-bf1e-34cb7ef4a95e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42 HTTP/1.1" status: 200 len: 217 time: 0.0694399 Mar 01 22:23:13.762502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-0a972396-1409-44d0-ac8b-c4d52a76ffe4 None None] Set router c46ff6ab-5f06-47f5-becf-5ca9ee14023a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:23:13.788740 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981ed7b-30b2-4927-a9a3-49bc57d13525 req-ed249e29-d2d4-4973-bc33-dc6e781daade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:13.790109 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8981ed7b-30b2-4927-a9a3-49bc57d13525 req-ed249e29-d2d4-4973-bc33-dc6e781daade service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.1021044 Mar 01 22:23:13.870187 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aabfde-ade6-4325-bdcc-2e581bf2cb2e req-0851eb17-44e7-4bda-b418-df432c4e127a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:13.871667 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d8aabfde-ade6-4325-bdcc-2e581bf2cb2e req-0851eb17-44e7-4bda-b418-df432c4e127a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 946 time: 0.2104051 Mar 01 22:23:13.918984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8981ed7b-30b2-4927-a9a3-49bc57d13525 req-393a85fe-3b9c-4b52-8434-e73b203c638a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:13.920493 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8981ed7b-30b2-4927-a9a3-49bc57d13525 req-393a85fe-3b9c-4b52-8434-e73b203c638a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226516 Mar 01 22:23:13.931677 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d8aabfde-ade6-4325-bdcc-2e581bf2cb2e req-5a587ad0-1090-4e95-a501-2c952e42e1ca tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536125 Mar 01 22:23:14.059852 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8981ed7b-30b2-4927-a9a3-49bc57d13525 req-28b0d351-31b0-4914-b09a-9180833dbc50 service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312265 Mar 01 22:23:14.077610 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-0a972396-1409-44d0-ac8b-c4d52a76ffe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:39Z', 'updated_at': '2022-03-01T22:17:44Z', 'revision_number': 4, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'gw_port': {'id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:40Z', 'updated_at': '2022-03-01T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '3dc4faa6-3fd0-4893-991c-54eb03f0a13b', 'name': '', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'mac_address': 'fa:16:3e:7e:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:43Z', 'updated_at': '2022-03-01T22:17:49Z', 'revision_number': 5, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'subnets': [{'id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:23:14.081626 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a972396-1409-44d0-ac8b-c4d52a76ffe4 None None] The sync data for ids ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'] in n-d-827896-4 is: [{'id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:39Z', 'updated_at': '2022-03-01T22:17:44Z', 'revision_number': 4, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'gw_port': {'id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:40Z', 'updated_at': '2022-03-01T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '3dc4faa6-3fd0-4893-991c-54eb03f0a13b', 'name': '', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'mac_address': 'fa:16:3e:7e:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:43Z', 'updated_at': '2022-03-01T22:17:49Z', 'revision_number': 5, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'subnets': [{'id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:23:14.195069 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8981ed7b-30b2-4927-a9a3-49bc57d13525 req-1a684e23-1dc7-4355-a5d1-93796e92dab4 service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289914 Mar 01 22:23:14.300834 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b7289c-fb2b-428a-9d19-3c02ea96b688 None None] New status for floating IP ce64e840-2379-456b-8f45-df5f4c3f58f8: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 22:23:15.207232 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64bec92-2b99-4203-9953-f8dd1167245a req-6b288297-95f9-4b04-8c12-f8be3ce1637d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:15.208950 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f64bec92-2b99-4203-9953-f8dd1167245a req-6b288297-95f9-4b04-8c12-f8be3ce1637d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.55 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 946 time: 0.1404264 Mar 01 22:23:15.216811 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad3653b-61fc-4959-8551-6d87a651da75 req-92ec5f8b-9f6d-4717-8ab2-8ded7ca26175 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:15.218060 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fad3653b-61fc-4959-8551-6d87a651da75 req-92ec5f8b-9f6d-4717-8ab2-8ded7ca26175 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 946 time: 0.1772115 Mar 01 22:23:15.311219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-f64bec92-2b99-4203-9953-f8dd1167245a req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Deleting port ddfb8e2b-f30a-4be8-9723-281b39935a42 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:23:15.311578 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f64bec92-2b99-4203-9953-f8dd1167245a req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:15.336928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fad3653b-61fc-4959-8551-6d87a651da75 req-ea4100d7-73b1-4efb-9164-77d423a79154 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=4df467c5-9850-4f83-be3c-ffe94c741b4b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909247 Mar 01 22:23:15.558807 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-f64bec92-2b99-4203-9953-f8dd1167245a req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] For port ddfb8e2b-f30a-4be8-9723-281b39935a42, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=ddfb8e2b-f30a-4be8-9723-281b39935a42,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:23:15.559159 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f64bec92-2b99-4203-9953-f8dd1167245a req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:15.678132 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-f64bec92-2b99-4203-9953-f8dd1167245a req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Calling delete_port for ddfb8e2b-f30a-4be8-9723-281b39935a42 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:23:15.880045 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f64bec92-2b99-4203-9953-f8dd1167245a req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:15.928692 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event deleted for resources: {'Port': ['ID=ddfb8e2b-f30a-4be8-9723-281b39935a42,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:23:15.962932 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:15.963275 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:15.963635 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:15.963991 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:15.964361 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:15.964691 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:15.965030 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:15.965332 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:15.965647 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:15.965962 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:15.966278 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:15.966626 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:16.016888 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-f64bec92-2b99-4203-9953-f8dd1167245a req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] No DVR routers for this DVR port ddfb8e2b-f30a-4be8-9723-281b39935a42 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:23:16.019535 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-f64bec92-2b99-4203-9953-f8dd1167245a req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:16.022641 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808a16d5-321f-4976-8a11-33689e87fe6a', 'name': 'network-vif-deleted', 'tag': 'ddfb8e2b-f30a-4be8-9723-281b39935a42'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:23:16.034774 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f64bec92-2b99-4203-9953-f8dd1167245a req-a49998eb-08f3-45f0-886f-4ebed40d17b8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.55 "DELETE /v2.0/ports/ddfb8e2b-f30a-4be8-9723-281b39935a42 HTTP/1.1" status: 204 len: 173 time: 0.8158064 Mar 01 22:23:16.117276 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808a16d5-321f-4976-8a11-33689e87fe6a', 'name': 'network-vif-deleted', 'tag': 'ddfb8e2b-f30a-4be8-9723-281b39935a42', 'status': 'completed', 'code': 200} Mar 01 22:23:16.597569 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-641a9831-ee6e-4995-ac0d-02b2b012781e req-4e70d367-7d88-4e86-a740-5f7a1416f544 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Synchronizing usage tracker for tenant:4ce2e9f526c2482e87357e2ff3105cee on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:23:16.674009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-641a9831-ee6e-4995-ac0d-02b2b012781e req-4e70d367-7d88-4e86-a740-5f7a1416f544 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Unset dirty status for tenant:4ce2e9f526c2482e87357e2ff3105cee on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:23:16.675215 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-641a9831-ee6e-4995-ac0d-02b2b012781e req-4e70d367-7d88-4e86-a740-5f7a1416f544 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=808a16d5-321f-4976-8a11-33689e87fe6a HTTP/1.1" status: 200 len: 210 time: 0.2167900 Mar 01 22:23:17.773654 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43078) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:23:17.842466 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-edc12cde-a6a3-4d07-8e3b-72713c63257f tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:17.870630 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-edc12cde-a6a3-4d07-8e3b-72713c63257f tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:18.022352 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-edc12cde-a6a3-4d07-8e3b-72713c63257f tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:18.037904 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc12cde-a6a3-4d07-8e3b-72713c63257f tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df467c5-9850-4f83-be3c-ffe94c741b4b,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:23:18.045035 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-edc12cde-a6a3-4d07-8e3b-72713c63257f tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:18.046127 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-edc12cde-a6a3-4d07-8e3b-72713c63257f tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "DELETE /v2.0/security-groups/4df467c5-9850-4f83-be3c-ffe94c741b4b HTTP/1.1" status: 204 len: 168 time: 0.2715468 Mar 01 22:23:18.216869 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ddfb8e2b-f30a-4be8-9723-281b39935a42 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:23:18.250349 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: ddfb8e2b-f30a-4be8-9723-281b39935a42 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:23:18.250688 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device ddfb8e2b-f30a-4be8-9723-281b39935a42 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:23:18.448584 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:23:18.483064 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43086) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:23:18.488313 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-afe062c7-f07e-4f44-b96a-8d286b661ca2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-285421069', 'description': 'tempest-secgroup-smoke-285421069 description', 'project_id': '4ce2e9f526c2482e87357e2ff3105cee'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:23:18.495050 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-afe062c7-f07e-4f44-b96a-8d286b661ca2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:23:18.498819 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-afe062c7-f07e-4f44-b96a-8d286b661ca2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Usage tracker for resource:security_group and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:23:18.501710 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-afe062c7-f07e-4f44-b96a-8d286b661ca2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:23:18.507908 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-afe062c7-f07e-4f44-b96a-8d286b661ca2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:23:18.576715 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-afe062c7-f07e-4f44-b96a-8d286b661ca2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:18.596691 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-afe062c7-f07e-4f44-b96a-8d286b661ca2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:23:18.600604 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-afe062c7-f07e-4f44-b96a-8d286b661ca2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Usage tracker for resource:security_group_rule and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:23:18.603500 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-afe062c7-f07e-4f44-b96a-8d286b661ca2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:23:18.609185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-afe062c7-f07e-4f44-b96a-8d286b661ca2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:23:18.677830 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-afe062c7-f07e-4f44-b96a-8d286b661ca2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:18.742268 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-afe062c7-f07e-4f44-b96a-8d286b661ca2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:18.784524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe062c7-f07e-4f44-b96a-8d286b661ca2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46562781-0780-4d87-b3e9-211cdb437c41,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:23:18.845338 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-afe062c7-f07e-4f44-b96a-8d286b661ca2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:18.846555 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-afe062c7-f07e-4f44-b96a-8d286b661ca2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3624580 Mar 01 22:23:18.849576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43090) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:23:18.854648 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-cad8d741-979d-482b-958e-cbae41d7e958 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Request body: {'security_group_rule': {'security_group_id': '46562781-0780-4d87-b3e9-211cdb437c41', 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:23:18.861458 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cad8d741-979d-482b-958e-cbae41d7e958 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:23:18.865930 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cad8d741-979d-482b-958e-cbae41d7e958 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Usage tracker for resource:security_group_rule and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:23:18.868811 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-cad8d741-979d-482b-958e-cbae41d7e958 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:23:18.874538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-cad8d741-979d-482b-958e-cbae41d7e958 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:23:18.944233 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cad8d741-979d-482b-958e-cbae41d7e958 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:19.002776 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cad8d741-979d-482b-958e-cbae41d7e958 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:19.045841 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cad8d741-979d-482b-958e-cbae41d7e958 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:19.075631 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad8d741-979d-482b-958e-cbae41d7e958 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5913efce-f76f-40f0-8259-1f9c0e8492ed,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:23:19.177455 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cad8d741-979d-482b-958e-cbae41d7e958 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:19.178724 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cad8d741-979d-482b-958e-cbae41d7e958 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3281672 Mar 01 22:23:19.181439 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43094) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:23:19.186315 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-bd7573c7-f720-4043-89e8-901840665918 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Request body: {'security_group_rule': {'security_group_id': '46562781-0780-4d87-b3e9-211cdb437c41', 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:23:19.193752 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bd7573c7-f720-4043-89e8-901840665918 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:23:19.197538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bd7573c7-f720-4043-89e8-901840665918 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Usage tracker for resource:security_group_rule and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:23:19.203594 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bd7573c7-f720-4043-89e8-901840665918 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:23:19.205946 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bd7573c7-f720-4043-89e8-901840665918 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:23:19.287085 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bd7573c7-f720-4043-89e8-901840665918 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:19.346159 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bd7573c7-f720-4043-89e8-901840665918 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:19.428581 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bd7573c7-f720-4043-89e8-901840665918 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:19.451766 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7573c7-f720-4043-89e8-901840665918 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c643d170-9c07-430b-aac6-1eae597daa89,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:23:19.542835 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bd7573c7-f720-4043-89e8-901840665918 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:19.544031 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bd7573c7-f720-4043-89e8-901840665918 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3616679 Mar 01 22:23:19.546803 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43098) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:23:19.552802 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-56dfbc14-0bc0-401c-806a-cc3241d8d085 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Request body: {'security_group_rule': {'security_group_id': '46562781-0780-4d87-b3e9-211cdb437c41', 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:23:19.559779 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-56dfbc14-0bc0-401c-806a-cc3241d8d085 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:23:19.563583 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-56dfbc14-0bc0-401c-806a-cc3241d8d085 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Usage tracker for resource:security_group_rule and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:23:19.566483 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-56dfbc14-0bc0-401c-806a-cc3241d8d085 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:23:19.572312 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-56dfbc14-0bc0-401c-806a-cc3241d8d085 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:23:19.657663 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-56dfbc14-0bc0-401c-806a-cc3241d8d085 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:19.720512 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-56dfbc14-0bc0-401c-806a-cc3241d8d085 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:19.821060 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-56dfbc14-0bc0-401c-806a-cc3241d8d085 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:19.843988 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dfbc14-0bc0-401c-806a-cc3241d8d085 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3895c6d-16ff-460a-bdda-765fe6433faa,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:23:19.931041 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-56dfbc14-0bc0-401c-806a-cc3241d8d085 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:19.932264 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-56dfbc14-0bc0-401c-806a-cc3241d8d085 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3845127 Mar 01 22:23:19.934889 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43102) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:23:19.939741 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-46df9cc5-e48b-4d79-b36a-9a835e6002a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Request body: {'security_group_rule': {'security_group_id': '46562781-0780-4d87-b3e9-211cdb437c41', 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:23:19.946877 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-46df9cc5-e48b-4d79-b36a-9a835e6002a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:23:19.950683 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-46df9cc5-e48b-4d79-b36a-9a835e6002a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Usage tracker for resource:security_group_rule and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:23:19.953733 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-46df9cc5-e48b-4d79-b36a-9a835e6002a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:23:19.960467 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-46df9cc5-e48b-4d79-b36a-9a835e6002a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:23:20.039923 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46df9cc5-e48b-4d79-b36a-9a835e6002a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:20.104307 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46df9cc5-e48b-4d79-b36a-9a835e6002a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:20.163974 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46df9cc5-e48b-4d79-b36a-9a835e6002a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:20.188114 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df9cc5-e48b-4d79-b36a-9a835e6002a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2925f58d-e138-4a91-aaa6-e40a16b68735,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:23:20.249938 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-46df9cc5-e48b-4d79-b36a-9a835e6002a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:20.251056 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-46df9cc5-e48b-4d79-b36a-9a835e6002a3 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3152306 Mar 01 22:23:20.253797 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43106) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:23:20.259589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-763e32cd-5e87-4a7f-b250-02707a607eb4 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Request body: {'security_group_rule': {'security_group_id': '46562781-0780-4d87-b3e9-211cdb437c41', 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:23:20.266851 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-763e32cd-5e87-4a7f-b250-02707a607eb4 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:23:20.272089 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-763e32cd-5e87-4a7f-b250-02707a607eb4 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Usage tracker for resource:security_group_rule and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:23:20.275133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-763e32cd-5e87-4a7f-b250-02707a607eb4 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:23:20.280875 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-763e32cd-5e87-4a7f-b250-02707a607eb4 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:23:20.375441 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-763e32cd-5e87-4a7f-b250-02707a607eb4 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Project 4ce2e9f526c2482e87357e2ff3105cee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 22:23:20.382685 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-763e32cd-5e87-4a7f-b250-02707a607eb4 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:20.459779 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-763e32cd-5e87-4a7f-b250-02707a607eb4 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:20.546956 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-763e32cd-5e87-4a7f-b250-02707a607eb4 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:20.575647 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e32cd-5e87-4a7f-b250-02707a607eb4 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f64c653-3253-4474-80fd-5382bcbab880,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:23:20.644610 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-763e32cd-5e87-4a7f-b250-02707a607eb4 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:20.645746 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-763e32cd-5e87-4a7f-b250-02707a607eb4 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3910258 Mar 01 22:23:20.649484 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43110) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:23:20.654919 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-bf3b0d5d-0e9b-41ec-ac0a-e642e1ff3343 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Request body: {'security_group_rule': {'security_group_id': '46562781-0780-4d87-b3e9-211cdb437c41', 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:23:20.662515 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bf3b0d5d-0e9b-41ec-ac0a-e642e1ff3343 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:23:20.666317 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bf3b0d5d-0e9b-41ec-ac0a-e642e1ff3343 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Usage tracker for resource:security_group_rule and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:23:20.669227 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-bf3b0d5d-0e9b-41ec-ac0a-e642e1ff3343 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:23:20.675033 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-bf3b0d5d-0e9b-41ec-ac0a-e642e1ff3343 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:23:20.741860 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-bf3b0d5d-0e9b-41ec-ac0a-e642e1ff3343 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Project 4ce2e9f526c2482e87357e2ff3105cee added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 22:23:20.749605 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf3b0d5d-0e9b-41ec-ac0a-e642e1ff3343 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:20.814411 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf3b0d5d-0e9b-41ec-ac0a-e642e1ff3343 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:20.891599 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf3b0d5d-0e9b-41ec-ac0a-e642e1ff3343 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:20.918481 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3b0d5d-0e9b-41ec-ac0a-e642e1ff3343 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9cbf9f1-333b-4b71-855c-925629aa9cf5,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:23:20.998374 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-bf3b0d5d-0e9b-41ec-ac0a-e642e1ff3343 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:20.999594 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-bf3b0d5d-0e9b-41ec-ac0a-e642e1ff3343 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3491733 Mar 01 22:23:22.446070 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:24.811279 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:27.529558 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fd7f93fa-1247-4b00-b617-30fd2e962906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:29.679832 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-83ff2020-7a55-4513-b706-9ff273f24063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:30.678893 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:30.924181 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:32.620976 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:40.521618 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-236d5b4a-c920-4848-b48f-f86384fd8e2e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-285421069&fields=id&tenant_id=4ce2e9f526c2482e87357e2ff3105cee HTTP/1.1" status: 200 len: 267 time: 0.0385613 Mar 01 22:23:40.667349 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-acea6b30-ddbd-4eb0-a8dd-65028d70390e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:40.668688 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-acea6b30-ddbd-4eb0-a8dd-65028d70390e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 808 time: 0.1401463 Mar 01 22:23:40.684101 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-313727e8-63a6-41b7-8e62-8d18290d14bd tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/quotas/4ce2e9f526c2482e87357e2ff3105cee HTTP/1.1" status: 200 len: 375 time: 0.0100183 Mar 01 22:23:40.768929 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-b94be3f8-a2aa-4da1-9c68-e7e3c02190bc tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0798557 Mar 01 22:23:40.826196 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-557006e1-66ef-468b-9057-807601bc8b21 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 22:23:40.827158 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-557006e1-66ef-468b-9057-807601bc8b21 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0471525 Mar 01 22:23:40.955676 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-46677262-8399-45ec-affd-cf75351452b0 service neutron] 10.222.0.42 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224899 Mar 01 22:23:41.088092 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-dbd8015b-aa84-44c0-87e5-3712bb435836 service neutron] 10.222.0.42 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262207 Mar 01 22:23:41.652588 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-42aa62d3-49d1-4ad9-a271-dddb50205dd8 req-688672c5-2bf7-4ea8-a48b-acc3c662924a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 210 time: 0.0421374 Mar 01 22:23:42.757346 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3c31de9a-4a38-4623-b548-0e7b6d786a99 req-5a7a2757-35a4-4de8-8cf9-41eb96d3c057 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 210 time: 0.0442953 Mar 01 22:23:43.911100 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-26754ef9-a47e-4d72-9de3-880c1189448f req-638bdc3e-d86c-4118-8eb4-c5112fbcd643 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 210 time: 0.0438926 Mar 01 22:23:45.063470 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-62a4a88e-51e6-41d2-9936-1ad17548c688 req-a1e83dbf-1513-45a6-ba00-85be1301910c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 210 time: 0.0421631 Mar 01 22:23:45.596465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-afef76c3-02a3-4c3f-842e-494c9ce0a28d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:45.597138 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-afef76c3-02a3-4c3f-842e-494c9ce0a28d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Synchronizing usage tracker for tenant:4ce2e9f526c2482e87357e2ff3105cee on resource:network {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:23:45.683300 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-afef76c3-02a3-4c3f-842e-494c9ce0a28d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Unset dirty status for tenant:4ce2e9f526c2482e87357e2ff3105cee on resource:network {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:23:45.684480 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-afef76c3-02a3-4c3f-842e-494c9ce0a28d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.57 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 808 time: 0.2347071 Mar 01 22:23:45.732185 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-f51e47c5-e9f2-40a2-8be5-34af5cf3c71a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Synchronizing usage tracker for tenant:4ce2e9f526c2482e87357e2ff3105cee on resource:security_group {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:23:45.810465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-f51e47c5-e9f2-40a2-8be5-34af5cf3c71a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Unset dirty status for tenant:4ce2e9f526c2482e87357e2ff3105cee on resource:security_group {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:23:45.811667 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-f51e47c5-e9f2-40a2-8be5-34af5cf3c71a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4ce2e9f526c2482e87357e2ff3105cee HTTP/1.1" status: 200 len: 379 time: 0.1198394 Mar 01 22:23:45.821171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-3fd5c928-3d90-4a57-8a8c-59710675667e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Request body: {'port': {'device_id': '93a4989f-414d-42ae-90f2-0270a5e2c3ea', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'admin_state_up': True, 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'security_groups': ['46562781-0780-4d87-b3e9-211cdb437c41']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:23:45.961496 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-3fd5c928-3d90-4a57-8a8c-59710675667e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:23:45.971036 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-3fd5c928-3d90-4a57-8a8c-59710675667e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:23:46.033363 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-3fd5c928-3d90-4a57-8a8c-59710675667e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Made reservation on behalf of 4ce2e9f526c2482e87357e2ff3105cee for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:23:46.036953 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-3fd5c928-3d90-4a57-8a8c-59710675667e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:46.209868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-3fd5c928-3d90-4a57-8a8c-59710675667e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Allocated IP 172.20.0.8 (c03a717c-9c2f-469f-bda4-85407e844aac/764a88dc-6d4e-4249-85e7-cdcb03875fe2/c38fe1ef-2c3f-4dd7-8900-8d071b9d203c) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:23:46.213760 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f6c5419a-90d0-4586-92f0-5b8deddbff21 req-c5a3a5af-6da3-4779-a682-12e641bb4627 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 210 time: 0.0419834 Mar 01 22:23:46.407218 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-3fd5c928-3d90-4a57-8a8c-59710675667e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:46.423053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-3fd5c928-3d90-4a57-8a8c-59710675667e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Transition to ACTIVE for port object c38fe1ef-2c3f-4dd7-8900-8d071b9d203c will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:23:46.541336 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-3fd5c928-3d90-4a57-8a8c-59710675667e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:46.616305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-3fd5c928-3d90-4a57-8a8c-59710675667e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Network c03a717c-9c2f-469f-bda4-85407e844aac is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:23:46.623597 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-3fd5c928-3d90-4a57-8a8c-59710675667e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:23:46.627985 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-3fd5c928-3d90-4a57-8a8c-59710675667e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:23:46.659200 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5c928-3d90-4a57-8a8c-59710675667e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event updated for resources: {'Port': ['ID=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:23:46.698282 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-3fd5c928-3d90-4a57-8a8c-59710675667e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:46.698925 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-3fd5c928-3d90-4a57-8a8c-59710675667e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:46.806305 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-3fd5c928-3d90-4a57-8a8c-59710675667e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9894001 Mar 01 22:23:46.816037 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-545e08e0-c45a-4ae3-b97b-a30a12d23297 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 22:23:46.816953 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-545e08e0-c45a-4ae3-b97b-a30a12d23297 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051696 Mar 01 22:23:46.871586 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] Request body: {'port': {'device_id': '93a4989f-414d-42ae-90f2-0270a5e2c3ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:23:46.959524 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a6f69afe-f65f-44d8-af09-512f9a8fce5e None None] Provisioning for port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:23:46.964985 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-a6f69afe-f65f-44d8-af09-512f9a8fce5e None None] Provisioning complete for port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:23:46.965690 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a6f69afe-f65f-44d8-af09-512f9a8fce5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:46.988991 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:47.026755 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-a6f69afe-f65f-44d8-af09-512f9a8fce5e None None] Port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:23:47.333650 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38fe1ef-2c3f-4dd7-8900-8d071b9d203c {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:23:47.341942 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:47.357109 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] Transition to ACTIVE for port object c38fe1ef-2c3f-4dd7-8900-8d071b9d203c will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:23:47.411777 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973ab43-286b-4b4b-8633-664d459eb5d5 req-a114b2b0-73b5-44dc-bad9-a8bbfc038866 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:47.413503 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5973ab43-286b-4b4b-8633-664d459eb5d5 req-a114b2b0-73b5-44dc-bad9-a8bbfc038866 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 931 time: 0.0894372 Mar 01 22:23:47.426349 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:47.458895 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5973ab43-286b-4b4b-8633-664d459eb5d5 req-0693929f-ea34-4c78-964d-ef6d8c625fce tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396483 Mar 01 22:23:47.629155 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] Pushing event updated for resources: {'Port': ['ID=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:23:47.681736 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] Attempting to bind port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:23:47.682070 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] Attempting to bind port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '3b8c81b1-ff49-487b-85ee-d7686b133289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:23:47.682396 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] Attempting to bind port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c on network c03a717c-9c2f-469f-bda4-85407e844aac {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:23:47.686970 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] Port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c on network c03a717c-9c2f-469f-bda4-85407e844aac not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 22:23:47.690406 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] Attempting to bind port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c on network c03a717c-9c2f-469f-bda4-85407e844aac {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:23:47.692366 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:23:47.692696 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] Checking segment: {'id': '3b8c81b1-ff49-487b-85ee-d7686b133289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:23:47.693077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] Bound using segment: {'id': '3b8c81b1-ff49-487b-85ee-d7686b133289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:23:47.693496 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] Bound port: c38fe1ef-2c3f-4dd7-8900-8d071b9d203c, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b8c81b1-ff49-487b-85ee-d7686b133289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:23:47.693855 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:47.915883 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] For port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:23:47.918646 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] For port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:23:48.011282 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:48.067918 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:48.071547 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:48.071547 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] 10.222.0.57 "PUT /v2.0/ports/c38fe1ef-2c3f-4dd7-8900-8d071b9d203c HTTP/1.1" status: 200 len: 1091 time: 1.2473032 Mar 01 22:23:48.071547 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a4989f-414d-42ae-90f2-0270a5e2c3ea', 'tag': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:23:48.102241 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1df167-c138-4e1c-b9a8-998c3ade7d85 service neutron] Pushing event updated for resources: {'Port': ['ID=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:23:48.120362 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a4989f-414d-42ae-90f2-0270a5e2c3ea', 'tag': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c', 'status': 'completed', 'code': 200} Mar 01 22:23:48.226545 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99d044-99b6-4c15-85fd-2dd7c6bf9f84 req-68d8d7e6-305e-4c6a-85f5-af7c508fa1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:48.228088 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d99d044-99b6-4c15-85fd-2dd7c6bf9f84 req-68d8d7e6-305e-4c6a-85f5-af7c508fa1fa service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 1094 time: 0.0869052 Mar 01 22:23:48.371601 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99d044-99b6-4c15-85fd-2dd7c6bf9f84 req-fce6c69c-bc63-4c47-82a9-f02cb418a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:48.372965 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d99d044-99b6-4c15-85fd-2dd7c6bf9f84 req-fce6c69c-bc63-4c47-82a9-f02cb418a2dd service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1379697 Mar 01 22:23:48.508793 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d99d044-99b6-4c15-85fd-2dd7c6bf9f84 req-e76d69ee-9f38-47d8-8652-d693388618b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:48.510239 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-8d99d044-99b6-4c15-85fd-2dd7c6bf9f84 req-e76d69ee-9f38-47d8-8652-d693388618b5 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1317446 Mar 01 22:23:48.618521 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-9ae291f1-10a4-4a66-af43-081bf23330f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:48.620024 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-9ae291f1-10a4-4a66-af43-081bf23330f6 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 1094 time: 0.0747612 Mar 01 22:23:48.645843 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a1384-b173-4957-bbd1-c8c6f3fa7317 req-84fcc313-2e88-4a71-8a77-dc3dc88d445b tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:48.647936 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e9a1384-b173-4957-bbd1-c8c6f3fa7317 req-84fcc313-2e88-4a71-8a77-dc3dc88d445b tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 943 time: 0.0790305 Mar 01 22:23:48.690362 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-92d1111a-8320-4e0c-8dba-d78ce7935901 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c HTTP/1.1" status: 200 len: 217 time: 0.0641134 Mar 01 22:23:48.693564 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7e9a1384-b173-4957-bbd1-c8c6f3fa7317 req-58290ac5-b4c5-4e18-a41b-c9444807ec3c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399492 Mar 01 22:23:48.753796 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-10a7dae0-1e22-4925-b48c-a3536d78af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:48.755145 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-10a7dae0-1e22-4925-b48c-a3536d78af71 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.0593693 Mar 01 22:23:48.833460 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-39d4603c-61a4-4543-8c55-480758019297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:48.835164 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-39d4603c-61a4-4543-8c55-480758019297 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738671 Mar 01 22:23:48.968233 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-27f83076-61c6-4eb8-82f7-b1c9ec392231 service neutron] 10.222.0.57 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260290 Mar 01 22:23:49.104895 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-0187318c-cda0-4ee5-8219-8f7d84057a8c req-19cf41e8-1305-4f42-8b90-93aee6002132 service neutron] 10.222.0.57 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308956 Mar 01 22:23:49.882183 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2084ce-da89-4f3e-8e85-7d99c5dee016 req-af099ffb-4857-4e26-a8a3-17e395ae2cf9 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:49.883640 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e2084ce-da89-4f3e-8e85-7d99c5dee016 req-af099ffb-4857-4e26-a8a3-17e395ae2cf9 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 943 time: 0.0803823 Mar 01 22:23:49.927385 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e2084ce-da89-4f3e-8e85-7d99c5dee016 req-fc729697-9a2e-484b-9104-fb713ad166d1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380437 Mar 01 22:23:51.115019 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82979a31-fc42-4766-8ba8-c6a829c8cb39 req-e9217060-53eb-4aa6-ae28-022221fd23fd tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:51.117089 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82979a31-fc42-4766-8ba8-c6a829c8cb39 req-e9217060-53eb-4aa6-ae28-022221fd23fd tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 943 time: 0.0825047 Mar 01 22:23:51.160473 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-82979a31-fc42-4766-8ba8-c6a829c8cb39 req-a5726967-ba65-43b4-8335-41df14b62495 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378087 Mar 01 22:23:52.341095 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a5b88-d13b-4d9f-a136-ed081c7177cb req-b9ea1425-1a42-4e87-8a38-2d287ff1520c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:52.342793 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-624a5b88-d13b-4d9f-a136-ed081c7177cb req-b9ea1425-1a42-4e87-8a38-2d287ff1520c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 943 time: 0.0783250 Mar 01 22:23:52.385241 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-624a5b88-d13b-4d9f-a136-ed081c7177cb req-9205b2f3-a72f-4d1c-9234-ce0f10b0df1d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371950 Mar 01 22:23:52.461498 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:53.568402 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621355ac-9d95-4be1-9f31-cccfe5b159ff req-d3378fb4-5e41-4a77-9ebf-1afbcff2d122 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:53.569928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-621355ac-9d95-4be1-9f31-cccfe5b159ff req-d3378fb4-5e41-4a77-9ebf-1afbcff2d122 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 943 time: 0.0799999 Mar 01 22:23:53.612922 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-621355ac-9d95-4be1-9f31-cccfe5b159ff req-272550af-4ca7-4a73-a291-be68bcf8726d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374482 Mar 01 22:23:54.799662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc5f40e-7eba-446f-b91d-e1afedf96d77 req-ec81ba5b-e861-4b2e-a047-46cdcf6ec03a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:54.801097 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ffc5f40e-7eba-446f-b91d-e1afedf96d77 req-ec81ba5b-e861-4b2e-a047-46cdcf6ec03a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 943 time: 0.0838006 Mar 01 22:23:54.816285 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:54.844891 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ffc5f40e-7eba-446f-b91d-e1afedf96d77 req-a0ae7559-ffa3-4e1b-85b4-9e7f549d0e63 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380960 Mar 01 22:23:55.448307 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:23:56.025829 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575acc11-a5eb-4bbb-99d5-1ee93464c054 req-7faeb52a-33cb-49f8-b4df-62f48f9875e9 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:56.027293 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-575acc11-a5eb-4bbb-99d5-1ee93464c054 req-7faeb52a-33cb-49f8-b4df-62f48f9875e9 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 943 time: 0.0778441 Mar 01 22:23:56.073837 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-575acc11-a5eb-4bbb-99d5-1ee93464c054 req-1e225ca5-c842-4bcc-b80f-8beeb8661122 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406210 Mar 01 22:23:57.528776 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60770d71-b746-4641-8a6b-1a566c11ec25 req-bc17829d-7830-4954-80a1-31f9313967f7 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:57.530236 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60770d71-b746-4641-8a6b-1a566c11ec25 req-bc17829d-7830-4954-80a1-31f9313967f7 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 943 time: 0.1919413 Mar 01 22:23:57.541802 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b6189c4d-4fa2-44a0-b9ea-dc9d03c6603a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:57.573913 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-60770d71-b746-4641-8a6b-1a566c11ec25 req-e277af4a-13c1-42a5-a486-04f8eee81ae0 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376267 Mar 01 22:23:57.654067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c38fe1ef-2c3f-4dd7-8900-8d071b9d203c details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 22:23:57.788046 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:23:57.800638 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'port_id': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c', 'mac_address': 'fa:16:3e:e2:99:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 22:23:57.858110 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:57.874725 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38fe1ef-2c3f-4dd7-8900-8d071b9d203c {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:23:57.889829 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:23:57.947227 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:58.016199 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:23:58.023835 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:58.024183 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:58.024522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:58.024856 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:58.025187 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:58.025513 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:58.025836 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:58.026161 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:58.026478 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:58.026799 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:58.027120 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:58.027473 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:23:58.181038 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['c38fe1ef-2c3f-4dd7-8900-8d071b9d203c'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:23:58.763599 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86540124-30ad-4175-a8f5-a8ceeade4df4 req-c904093c-4f2c-486a-bd92-1e0ee44e3038 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:58.765035 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86540124-30ad-4175-a8f5-a8ceeade4df4 req-c904093c-4f2c-486a-bd92-1e0ee44e3038 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 944 time: 0.0826178 Mar 01 22:23:58.809871 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86540124-30ad-4175-a8f5-a8ceeade4df4 req-846078d2-00c8-4567-9f6c-7837ced09a6d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391619 Mar 01 22:23:59.655773 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c38fe1ef-2c3f-4dd7-8900-8d071b9d203c up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:23:59.684066 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-87878082-9686-4f00-8f3b-67dd568ffc86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:59.775870 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:23:59.780759 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:23:59.781112 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:59.904259 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:23:59.932048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a4989f-414d-42ae-90f2-0270a5e2c3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:23:59.941800 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:23:59.977418 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a4989f-414d-42ae-90f2-0270a5e2c3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c', 'code': 200} Mar 01 22:23:59.995871 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e238613-f8f0-402c-952f-09289b9a80ee req-ec457c76-e701-4e24-8e01-3f0195a1aad5 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:23:59.997324 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e238613-f8f0-402c-952f-09289b9a80ee req-ec457c76-e701-4e24-8e01-3f0195a1aad5 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 944 time: 0.0805006 Mar 01 22:24:00.042024 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3e238613-f8f0-402c-952f-09289b9a80ee req-9ecc26fc-09e2-473e-81b0-140428c7dc0e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388033 Mar 01 22:24:00.044855 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:00.114472 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:24:00.125397 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a509242-da8d-475d-bbcc-fad18f2fd543 req-c528dc79-ea1b-429e-a8de-b305d82002c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:24:00.126862 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a509242-da8d-475d-bbcc-fad18f2fd543 req-c528dc79-ea1b-429e-a8de-b305d82002c0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 1096 time: 0.0886643 Mar 01 22:24:00.167262 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-7a509242-da8d-475d-bbcc-fad18f2fd543 req-04f2a3c8-68d6-4437-995d-a2dce9f3fbf3 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342524 Mar 01 22:24:00.661748 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:00.934358 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:01.232440 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2adcb-51c8-4f25-9eba-6bfc8945d627 req-55535a87-7876-4b85-ba5d-65e521e87bc9 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:24:01.233819 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bdf2adcb-51c8-4f25-9eba-6bfc8945d627 req-55535a87-7876-4b85-ba5d-65e521e87bc9 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.0827150 Mar 01 22:24:01.278514 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bdf2adcb-51c8-4f25-9eba-6bfc8945d627 req-6735c6a3-aef3-42be-9202-263814895496 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388131 Mar 01 22:24:02.460169 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37588c1a-a219-4bcb-a8de-fc64e8ddd089 req-70f28653-4962-40c2-8047-b26ddb2c6c3a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:24:02.461565 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37588c1a-a219-4bcb-a8de-fc64e8ddd089 req-70f28653-4962-40c2-8047-b26ddb2c6c3a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.0797291 Mar 01 22:24:02.508147 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-37588c1a-a219-4bcb-a8de-fc64e8ddd089 req-9f6d5449-6085-4b62-92da-084b8fad388a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410058 Mar 01 22:24:02.637495 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:02.689190 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19a0e0b-43cc-4221-825d-a9d3c32924b7 req-227cc5ad-2ec7-4b70-b950-57cfb1a19af5 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:24:02.690671 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b19a0e0b-43cc-4221-825d-a9d3c32924b7 req-227cc5ad-2ec7-4b70-b950-57cfb1a19af5 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.0798635 Mar 01 22:24:02.734356 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b19a0e0b-43cc-4221-825d-a9d3c32924b7 req-70446b52-ce55-44a2-8311-e86433b8e3b0 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371985 Mar 01 22:24:02.763125 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43326) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:24:02.875465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f33f2f-a134-4e6a-97e6-1213beddc93b tempest-TestShelveInstance-258133087 tempest-TestShelveInstance-258133087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:24:02.876156 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-21f33f2f-a134-4e6a-97e6-1213beddc93b tempest-TestShelveInstance-258133087 tempest-TestShelveInstance-258133087-project-admin] Synchronizing usage tracker for tenant:9cc3b460e84d42d680416b53feda72f9 on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:24:02.930066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-21f33f2f-a134-4e6a-97e6-1213beddc93b tempest-TestShelveInstance-258133087 tempest-TestShelveInstance-258133087-project-admin] Unset dirty status for tenant:9cc3b460e84d42d680416b53feda72f9 on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:24:02.931186 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-21f33f2f-a134-4e6a-97e6-1213beddc93b tempest-TestShelveInstance-258133087 tempest-TestShelveInstance-258133087-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 1091 time: 0.1670170 Mar 01 22:24:02.934061 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43332) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:24:02.938854 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:24:02.946184 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:24:02.949937 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Usage tracker for resource:floatingip and tenant:4ce2e9f526c2482e87357e2ff3105cee is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:24:02.952681 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:24:02.958348 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:24:03.010000 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for floatingip, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:03.154229 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:03.290960 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Allocated IP 172.25.5.244 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/0df13452-95bd-478b-b187-450309d4bd22) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:24:03.554818 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:03.650740 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:03.709884 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:24:03.712563 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:24:03.720940 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:24:03.763133 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event updated for resources: {'Port': ['ID=0df13452-95bd-478b-b187-450309d4bd22,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:24:04.128466 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:04.256985 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:04.461841 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:04.547188 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:04.658668 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event updated for resources: {'Port': ['ID=0df13452-95bd-478b-b187-450309d4bd22,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:24:04.669565 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:04.839098 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Floating IP dc8fcbec-3224-4f42-b9f5-d6df2513c714 associated. External IP: 172.25.5.244, port: c38fe1ef-2c3f-4dd7-8900-8d071b9d203c. Mar 01 22:24:05.305804 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Router c46ff6ab-5f06-47f5-becf-5ca9ee14023a has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:24:05.483465 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:24:05.493403 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feff471-2331-4c2a-9421-eded5ce4e00c None None] Sync routers for ids ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:24:05.506220 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feff471-2331-4c2a-9421-eded5ce4e00c None None] Routers {'c46ff6ab-5f06-47f5-becf-5ca9ee14023a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:24:05.506736 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1feff471-2331-4c2a-9421-eded5ce4e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:24:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:24:05.563452 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:05.619324 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0526c873-73a7-459f-86d9-2f065b098633 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6842697 Mar 01 22:24:05.620049 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a4989f-414d-42ae-90f2-0270a5e2c3ea', 'tag': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:24:05.665441 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a4989f-414d-42ae-90f2-0270a5e2c3ea', 'tag': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c', 'status': 'completed', 'code': 200} Mar 01 22:24:05.713270 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1feff471-2331-4c2a-9421-eded5ce4e00c None None] Set router c46ff6ab-5f06-47f5-becf-5ca9ee14023a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:24:05.757644 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f6395-32fc-46b6-a36e-21b55f22fc79 req-28c9ce5c-abd3-4bd0-8363-df8b1f336021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:24:05.759057 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed2f6395-32fc-46b6-a36e-21b55f22fc79 req-28c9ce5c-abd3-4bd0-8363-df8b1f336021 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 1096 time: 0.0733914 Mar 01 22:24:05.891443 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f6395-32fc-46b6-a36e-21b55f22fc79 req-5fa29b7d-9e0d-4de9-a8d2-e75e1583cde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:24:05.892906 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed2f6395-32fc-46b6-a36e-21b55f22fc79 req-5fa29b7d-9e0d-4de9-a8d2-e75e1583cde0 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 909 time: 0.1274772 Mar 01 22:24:05.998051 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed2f6395-32fc-46b6-a36e-21b55f22fc79 req-a3190ab1-757f-4859-9b2b-f4b2242d50df service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c HTTP/1.1" status: 200 len: 999 time: 0.0995817 Mar 01 22:24:06.060948 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f6395-32fc-46b6-a36e-21b55f22fc79 req-b21a2fe9-0122-4abc-9813-288b3853f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:24:06.062404 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed2f6395-32fc-46b6-a36e-21b55f22fc79 req-b21a2fe9-0122-4abc-9813-288b3853f689 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.0587769 Mar 01 22:24:06.066181 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1feff471-2331-4c2a-9421-eded5ce4e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:39Z', 'updated_at': '2022-03-01T22:17:44Z', 'revision_number': 4, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'gw_port': {'id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:40Z', 'updated_at': '2022-03-01T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'dc8fcbec-3224-4f42-b9f5-d6df2513c714', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'port_id': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'mac_address': 'fa:16:3e:e2:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4989f-414d-42ae-90f2-0270a5e2c3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:24:04Z', 'updated_at': '2022-03-01T22:24:04Z', 'revision_number': 0, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dc4faa6-3fd0-4893-991c-54eb03f0a13b', 'name': '', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'mac_address': 'fa:16:3e:7e:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:43Z', 'updated_at': '2022-03-01T22:17:49Z', 'revision_number': 5, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'subnets': [{'id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:24:06.070527 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feff471-2331-4c2a-9421-eded5ce4e00c None None] Checking router: c46ff6ab-5f06-47f5-becf-5ca9ee14023a for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:24:06.078937 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feff471-2331-4c2a-9421-eded5ce4e00c None None] Routers {'c46ff6ab-5f06-47f5-becf-5ca9ee14023a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:24:06.079562 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1feff471-2331-4c2a-9421-eded5ce4e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:24:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:24:06.142322 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2f6395-32fc-46b6-a36e-21b55f22fc79 req-3edbf892-9c87-4158-890c-c746ced273d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:24:06.143854 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed2f6395-32fc-46b6-a36e-21b55f22fc79 req-3edbf892-9c87-4158-890c-c746ced273d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746500 Mar 01 22:24:06.254502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-1feff471-2331-4c2a-9421-eded5ce4e00c None None] Set router c46ff6ab-5f06-47f5-becf-5ca9ee14023a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:24:06.275490 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed2f6395-32fc-46b6-a36e-21b55f22fc79 req-a562dff3-c703-4346-9efa-cf0f2b73b1fb service neutron] 10.222.0.57 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257148 Mar 01 22:24:06.407024 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-ed2f6395-32fc-46b6-a36e-21b55f22fc79 req-fd2ed26e-e289-43c4-a3bc-2d897e852e5f service neutron] 10.222.0.57 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255143 Mar 01 22:24:06.599597 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-1feff471-2331-4c2a-9421-eded5ce4e00c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:39Z', 'updated_at': '2022-03-01T22:17:44Z', 'revision_number': 4, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'gw_port': {'id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:40Z', 'updated_at': '2022-03-01T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'dc8fcbec-3224-4f42-b9f5-d6df2513c714', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'port_id': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'mac_address': 'fa:16:3e:e2:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4989f-414d-42ae-90f2-0270a5e2c3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:24:04Z', 'updated_at': '2022-03-01T22:24:04Z', 'revision_number': 0, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dc4faa6-3fd0-4893-991c-54eb03f0a13b', 'name': '', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'mac_address': 'fa:16:3e:7e:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:43Z', 'updated_at': '2022-03-01T22:17:49Z', 'revision_number': 5, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'subnets': [{'id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:24:06.604062 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feff471-2331-4c2a-9421-eded5ce4e00c None None] The sync data for ids ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'] in n-d-827896-4 is: [{'id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:39Z', 'updated_at': '2022-03-01T22:17:44Z', 'revision_number': 4, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'gw_port': {'id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:40Z', 'updated_at': '2022-03-01T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'dc8fcbec-3224-4f42-b9f5-d6df2513c714', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'floating_ip_address': '172.25.5.244', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'port_id': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4337, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'mac_address': 'fa:16:3e:e2:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a4989f-414d-42ae-90f2-0270a5e2c3ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:24:04Z', 'updated_at': '2022-03-01T22:24:04Z', 'revision_number': 0, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dc4faa6-3fd0-4893-991c-54eb03f0a13b', 'name': '', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'mac_address': 'fa:16:3e:7e:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:43Z', 'updated_at': '2022-03-01T22:17:49Z', 'revision_number': 5, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'subnets': [{'id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:24:06.797442 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fc5166-b62d-448f-b769-f87a2826abd5 None None] New status for floating IP dc8fcbec-3224-4f42-b9f5-d6df2513c714: ACTIVE {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 22:24:22.494927 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:24.855586 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:27.559015 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0e87c952-16a9-4ba7-8f6c-92b4ed2a391b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:29.711177 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6f888662-1f89-4446-8856-31a22d82592d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:30.664992 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:30.933991 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:32.448562 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:24:32.700935 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:33.399349 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-390fc754-96b9-4acf-8941-636e4fa02ba4 req-ba96caf5-2c4c-4062-aa24-3d84ece650ec service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0700285 Mar 01 22:24:33.543326 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fc754-96b9-4acf-8941-636e4fa02ba4 req-ec8f11ad-f2fb-45aa-9860-2c132a8ea4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:24:33.544841 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-390fc754-96b9-4acf-8941-636e4fa02ba4 req-ec8f11ad-f2fb-45aa-9860-2c132a8ea4d2 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 1096 time: 0.0733674 Mar 01 22:24:33.690028 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fc754-96b9-4acf-8941-636e4fa02ba4 req-760a4734-7456-4cc1-8e57-3e5b1a12342d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:24:33.691470 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-390fc754-96b9-4acf-8941-636e4fa02ba4 req-760a4734-7456-4cc1-8e57-3e5b1a12342d service neutron] 10.222.0.57 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 909 time: 0.1289499 Mar 01 22:24:33.800161 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-390fc754-96b9-4acf-8941-636e4fa02ba4 req-90ef0ff7-c8a7-4dfb-bea8-6841ee8bab59 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c HTTP/1.1" status: 200 len: 1001 time: 0.1029813 Mar 01 22:24:33.977884 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fc754-96b9-4acf-8941-636e4fa02ba4 req-54942b33-8d25-4de5-ada5-7ab91d933971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:24:33.979472 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-390fc754-96b9-4acf-8941-636e4fa02ba4 req-54942b33-8d25-4de5-ada5-7ab91d933971 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.1741719 Mar 01 22:24:34.054256 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fc754-96b9-4acf-8941-636e4fa02ba4 req-d26eb11c-37b0-4b8d-8b8d-20ea001e0c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:24:34.055763 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-390fc754-96b9-4acf-8941-636e4fa02ba4 req-d26eb11c-37b0-4b8d-8b8d-20ea001e0c71 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710387 Mar 01 22:24:34.196171 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-390fc754-96b9-4acf-8941-636e4fa02ba4 req-18448b11-02fd-471d-b422-2fef1ddb2886 service neutron] 10.222.0.57 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341164 Mar 01 22:24:34.330239 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-390fc754-96b9-4acf-8941-636e4fa02ba4 req-cc1efd3d-925f-402a-bd61-c17cccb2d237 service neutron] 10.222.0.57 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270609 Mar 01 22:24:52.461599 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:54.867197 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:57.557705 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7dd0d532-30e6-49db-9d76-62e5f8d55998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:24:59.723452 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7f2ce940-1d35-4f2a-baca-ad0801c7cdb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:25:00.677739 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:25:00.944663 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:25:02.624378 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:25:09.448301 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:25:22.610701 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:25:24.882843 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:25:27.556779 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cb84a9dc-0fe4-4fab-877b-4fa012f8cb05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:25:29.727236 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fe5f5f68-a723-4b6d-8423-15938069c3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:25:30.705418 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:25:30.920912 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:25:32.658365 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:25:33.415178 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-085cbedd-d07f-46db-898d-dcf34c516465 req-0d54935f-e416-46be-9a1f-9a8262f6a7e2 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0760145 Mar 01 22:25:33.552137 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cbedd-d07f-46db-898d-dcf34c516465 req-bd0d1a4f-c1fe-4c14-89b3-6923ebb407ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:25:33.553609 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-085cbedd-d07f-46db-898d-dcf34c516465 req-bd0d1a4f-c1fe-4c14-89b3-6923ebb407ef service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 1096 time: 0.0731606 Mar 01 22:25:33.698023 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cbedd-d07f-46db-898d-dcf34c516465 req-26acaa2a-994b-438b-990f-d4e8a1c8dbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:25:33.699513 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-085cbedd-d07f-46db-898d-dcf34c516465 req-26acaa2a-994b-438b-990f-d4e8a1c8dbb2 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 909 time: 0.1268272 Mar 01 22:25:33.803694 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-085cbedd-d07f-46db-898d-dcf34c516465 req-347a8bfd-b865-4b9a-b410-0eb1afa62fa6 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c HTTP/1.1" status: 200 len: 1001 time: 0.0979302 Mar 01 22:25:33.867233 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cbedd-d07f-46db-898d-dcf34c516465 req-f596eaa6-2ecd-4650-9b16-9f926e2295bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:25:33.868662 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-085cbedd-d07f-46db-898d-dcf34c516465 req-f596eaa6-2ecd-4650-9b16-9f926e2295bb service neutron] 10.222.0.57 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.0599940 Mar 01 22:25:33.946324 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cbedd-d07f-46db-898d-dcf34c516465 req-3d319176-c07b-4e30-bd45-a7eae28fa4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:25:33.947795 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-085cbedd-d07f-46db-898d-dcf34c516465 req-3d319176-c07b-4e30-bd45-a7eae28fa4d3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733759 Mar 01 22:25:34.089475 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-085cbedd-d07f-46db-898d-dcf34c516465 req-d99add73-aee7-42ff-90cd-8528fe04ae81 service neutron] 10.222.0.57 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352241 Mar 01 22:25:34.219523 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-085cbedd-d07f-46db-898d-dcf34c516465 req-40716f6c-ff61-4150-9ba6-1dbab7461b61 service neutron] 10.222.0.57 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246619 Mar 01 22:25:46.448083 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:25:52.480798 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:25:54.892195 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:25:57.567782 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b11ef1cd-e20a-4fa7-8c42-716d7dce400e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:25:59.702988 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-30dc64bd-8d1b-4a93-adc5-d9ce202b30c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:26:00.680533 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:26:00.926138 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:26:02.641724 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:26:22.486970 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:26:23.447819 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:26:24.914199 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:26:27.560647 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-98db5451-0b71-4c39-9477-62fa9ae46af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:26:29.692693 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1ec68eeb-d1bf-478e-bf79-ff64171d3d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:26:30.664209 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:26:30.905018 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:26:32.671870 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:26:33.397345 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-08af0cae-4c8c-491d-b140-b2505b225b7b req-37a25ba5-45ae-4af9-9b51-3c70de7a7dc1 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694830 Mar 01 22:26:33.536283 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af0cae-4c8c-491d-b140-b2505b225b7b req-e55dc06c-5c45-4787-b996-403c975aedb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:26:33.537719 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-08af0cae-4c8c-491d-b140-b2505b225b7b req-e55dc06c-5c45-4787-b996-403c975aedb4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 1096 time: 0.0733950 Mar 01 22:26:33.679700 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af0cae-4c8c-491d-b140-b2505b225b7b req-c512ea4c-4540-49f6-8939-58b4c7f44f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:26:33.681037 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-08af0cae-4c8c-491d-b140-b2505b225b7b req-c512ea4c-4540-49f6-8939-58b4c7f44f8a service neutron] 10.222.0.57 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 909 time: 0.1247706 Mar 01 22:26:33.779496 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-08af0cae-4c8c-491d-b140-b2505b225b7b req-dfebdfdb-77ed-4b7b-b551-54417b4dc5ab service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c HTTP/1.1" status: 200 len: 1001 time: 0.0928617 Mar 01 22:26:33.959090 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af0cae-4c8c-491d-b140-b2505b225b7b req-1eed3ca7-8ca9-4bfb-9541-f892adc22b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:26:33.960488 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-08af0cae-4c8c-491d-b140-b2505b225b7b req-1eed3ca7-8ca9-4bfb-9541-f892adc22b39 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.1757979 Mar 01 22:26:34.039885 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af0cae-4c8c-491d-b140-b2505b225b7b req-0a52c2df-3999-48d0-99a4-963d8ad5cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:26:34.041336 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-08af0cae-4c8c-491d-b140-b2505b225b7b req-0a52c2df-3999-48d0-99a4-963d8ad5cc51 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753930 Mar 01 22:26:34.171009 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-08af0cae-4c8c-491d-b140-b2505b225b7b req-402a6a78-0e79-41c2-929c-7c7236174c16 service neutron] 10.222.0.57 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237218 Mar 01 22:26:34.310542 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-08af0cae-4c8c-491d-b140-b2505b225b7b req-06da1a1c-1e79-4b12-9f22-3c1285cb9cd6 service neutron] 10.222.0.57 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326869 Mar 01 22:26:40.812770 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-3f24f1da-d26d-4aa0-ad92-1214307c848d req-e5c3cce2-1af8-434f-a342-c47ae62197a2 service neutron] (88519) timed out ('10.222.0.42', 41776) {{(pid=88519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 01 22:26:45.062437 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359badde-43d9-4749-aa37-4788253aff1f req-cbccada3-b3a9-4ed3-aa6b-f14d28917664 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:26:45.064093 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-359badde-43d9-4749-aa37-4788253aff1f req-cbccada3-b3a9-4ed3-aa6b-f14d28917664 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.0849471 Mar 01 22:26:45.109882 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-359badde-43d9-4749-aa37-4788253aff1f req-c7e65f4c-1edd-48ff-9664-af03d08e756d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399764 Mar 01 22:26:46.295423 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbddcc5-717c-4706-a41c-f4f896f721d0 req-e8eeb036-72ce-4981-a800-47a8332be645 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:26:46.296854 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cdbddcc5-717c-4706-a41c-f4f896f721d0 req-e8eeb036-72ce-4981-a800-47a8332be645 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.0799341 Mar 01 22:26:46.343510 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cdbddcc5-717c-4706-a41c-f4f896f721d0 req-18c1f7c3-1efa-4857-8526-a1f66c953508 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401812 Mar 01 22:26:47.535624 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3a4392-e725-4a5c-9360-0a36163594e8 req-58b17acb-6af6-4fbd-a6a6-481f33120c71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:26:47.537094 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef3a4392-e725-4a5c-9360-0a36163594e8 req-58b17acb-6af6-4fbd-a6a6-481f33120c71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.0786490 Mar 01 22:26:47.583283 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ef3a4392-e725-4a5c-9360-0a36163594e8 req-93a6844b-2898-4ec4-b19e-9f7b36dc85ef tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404694 Mar 01 22:26:48.776849 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189baba8-f2fe-436a-ac6e-cb519c9ea7d1 req-ba2ec724-17c9-45fd-8742-94f963fb5cec tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:26:48.778551 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-189baba8-f2fe-436a-ac6e-cb519c9ea7d1 req-ba2ec724-17c9-45fd-8742-94f963fb5cec tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.0824125 Mar 01 22:26:48.824943 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-189baba8-f2fe-436a-ac6e-cb519c9ea7d1 req-a73b2c63-76f9-44a0-af44-9b93991acd91 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400348 Mar 01 22:26:50.009367 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b4c7b-629e-4338-8d75-16598b85a1d0 req-2f6482b1-5cce-470f-a1b3-41a33b913967 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:26:50.010820 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d76b4c7b-629e-4338-8d75-16598b85a1d0 req-2f6482b1-5cce-470f-a1b3-41a33b913967 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.0805538 Mar 01 22:26:50.055862 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d76b4c7b-629e-4338-8d75-16598b85a1d0 req-c1f555fa-bd6b-4057-b13a-5564f83b73a2 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392797 Mar 01 22:26:51.240599 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c78e45-0632-4ef0-8d45-9133cdf5a336 req-b83e25cb-b58e-403c-9160-4d642d89080c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:26:51.242032 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56c78e45-0632-4ef0-8d45-9133cdf5a336 req-b83e25cb-b58e-403c-9160-4d642d89080c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.0831037 Mar 01 22:26:51.285293 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-56c78e45-0632-4ef0-8d45-9133cdf5a336 req-1815452b-1aa9-40d7-aba3-6d103f931640 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376546 Mar 01 22:26:52.470130 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a0fe5e-941d-4c15-8d8e-a72b05589c11 req-d38dd033-3caf-4da2-9ab3-d2dd9ebf2ee6 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:26:52.471657 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-20a0fe5e-941d-4c15-8d8e-a72b05589c11 req-d38dd033-3caf-4da2-9ab3-d2dd9ebf2ee6 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.0783386 Mar 01 22:26:52.504282 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:26:52.518014 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-20a0fe5e-941d-4c15-8d8e-a72b05589c11 req-475dff9e-2970-405a-b52f-5a6ce1f21dbe tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406415 Mar 01 22:26:53.708860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b87a2c5-8a72-4b94-9f53-1b513973c8b6 req-d4411949-05be-412b-b27c-950924b2bb71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:26:53.710303 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b87a2c5-8a72-4b94-9f53-1b513973c8b6 req-d4411949-05be-412b-b27c-950924b2bb71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.0797398 Mar 01 22:26:53.753100 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4b87a2c5-8a72-4b94-9f53-1b513973c8b6 req-26047505-47aa-47a5-ad24-0911357662a9 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366957 Mar 01 22:26:54.920901 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:26:54.940570 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6234fd-80e3-472d-a631-26e7a9066a14 req-7acbcd43-279d-480e-b48e-53c74a2d0e96 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:26:54.942023 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b6234fd-80e3-472d-a631-26e7a9066a14 req-7acbcd43-279d-480e-b48e-53c74a2d0e96 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.0832295 Mar 01 22:26:54.988182 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-9b6234fd-80e3-472d-a631-26e7a9066a14 req-d6cb76b2-51de-4583-abba-6786e10f6fb6 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402677 Mar 01 22:26:56.176512 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3ccac-eeef-4a0b-8052-06c88b618d3c req-756e50b8-7df5-4526-b85c-1ad4be73e358 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:26:56.177983 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8f3ccac-eeef-4a0b-8052-06c88b618d3c req-756e50b8-7df5-4526-b85c-1ad4be73e358 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.0793953 Mar 01 22:26:56.222797 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e8f3ccac-eeef-4a0b-8052-06c88b618d3c req-5e191ba7-f945-4e02-9242-b01bbdd11da1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392501 Mar 01 22:26:57.406074 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf01e0d-b216-4306-bef4-7b21fe5993f7 req-cc36831d-c64a-4cc3-8828-5a02ccd80178 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:26:57.407460 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bdf01e0d-b216-4306-bef4-7b21fe5993f7 req-cc36831d-c64a-4cc3-8828-5a02ccd80178 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.0827665 Mar 01 22:26:57.451660 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bdf01e0d-b216-4306-bef4-7b21fe5993f7 req-30663bb7-4738-4e71-85da-c55d4f8ed519 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376496 Mar 01 22:26:57.520759 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-03d42d6c-42e7-4a9e-bb2e-dcaea2228e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:26:58.637790 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc135f-3a59-4115-89c1-30137e1c0e92 req-67c3f576-f3a5-4c49-a292-851639c9d156 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:26:58.639274 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cffc135f-3a59-4115-89c1-30137e1c0e92 req-67c3f576-f3a5-4c49-a292-851639c9d156 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.0824091 Mar 01 22:26:58.684919 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cffc135f-3a59-4115-89c1-30137e1c0e92 req-bce2be4a-270b-4824-9052-e343b477b4be tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395443 Mar 01 22:26:59.713442 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-350cb4e5-3d03-4fdf-b4d6-ed8372ab6d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:26:59.868668 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582cc80-ff76-42ca-b6b5-6be9446d983c req-173cfdf5-4749-47b8-aa08-cec48313a327 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:26:59.870104 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d582cc80-ff76-42ca-b6b5-6be9446d983c req-173cfdf5-4749-47b8-aa08-cec48313a327 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.0797861 Mar 01 22:26:59.914253 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d582cc80-ff76-42ca-b6b5-6be9446d983c req-5cf4f217-6121-447c-abae-15048d911fdf tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385466 Mar 01 22:27:00.205027 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bee750-1478-4799-8b74-79da0443ac61 req-e4b48eb5-7966-449f-861e-2a5cba085e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:00.206966 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c3bee750-1478-4799-8b74-79da0443ac61 req-e4b48eb5-7966-449f-861e-2a5cba085e1a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 1096 time: 0.0698938 Mar 01 22:27:00.334830 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bee750-1478-4799-8b74-79da0443ac61 req-01e83d48-719e-4748-ac19-7dc898d2ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:00.336198 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c3bee750-1478-4799-8b74-79da0443ac61 req-01e83d48-719e-4748-ac19-7dc898d2ffa1 service neutron] 10.222.0.57 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 909 time: 0.1228592 Mar 01 22:27:00.437651 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c3bee750-1478-4799-8b74-79da0443ac61 req-9ef485d4-1e06-4a97-9608-223b9e933091 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c HTTP/1.1" status: 200 len: 1001 time: 0.0955093 Mar 01 22:27:00.447727 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:27:00.497731 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bee750-1478-4799-8b74-79da0443ac61 req-a59dd264-2f61-4ac5-8719-be0529400b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:00.499114 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c3bee750-1478-4799-8b74-79da0443ac61 req-a59dd264-2f61-4ac5-8719-be0529400b34 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.0561566 Mar 01 22:27:00.574422 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bee750-1478-4799-8b74-79da0443ac61 req-7d95c461-a990-4540-b812-58c56db31819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:00.575871 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c3bee750-1478-4799-8b74-79da0443ac61 req-7d95c461-a990-4540-b812-58c56db31819 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713229 Mar 01 22:27:00.706743 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c3bee750-1478-4799-8b74-79da0443ac61 req-0da4bc2c-c291-451d-955c-615eabce27f5 service neutron] 10.222.0.57 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248150 Mar 01 22:27:00.724783 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:00.837502 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c3bee750-1478-4799-8b74-79da0443ac61 req-8000cbe5-ab9a-4660-b6ec-c711ca516d30 service neutron] 10.222.0.57 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254199 Mar 01 22:27:00.925200 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:01.098483 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6f0e7-7d5a-42fe-b4ec-09c61ed9e390 req-6f8b1ecd-af06-462b-95c4-a9bb4e5f1311 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:01.099937 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5bd6f0e7-7d5a-42fe-b4ec-09c61ed9e390 req-6f8b1ecd-af06-462b-95c4-a9bb4e5f1311 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.0814950 Mar 01 22:27:01.142963 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-5bd6f0e7-7d5a-42fe-b4ec-09c61ed9e390 req-5afdc843-4f60-4524-a979-f7bc8aef4acb tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373561 Mar 01 22:27:02.327935 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e7193-c077-464a-91ad-cf339d633f1b req-b7e14088-1abc-472d-b632-a1547b4f744f tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:02.329346 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e5e7193-c077-464a-91ad-cf339d633f1b req-b7e14088-1abc-472d-b632-a1547b4f744f tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.0806162 Mar 01 22:27:02.377094 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6e5e7193-c077-464a-91ad-cf339d633f1b req-01a9460b-374d-42c0-83f5-159a2e9b3d12 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421748 Mar 01 22:27:02.644903 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:03.562008 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf064a4-7f44-4687-b7aa-76718b85533f req-41b9cee8-ea54-4709-9593-efab337c5763 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:03.563493 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8cf064a4-7f44-4687-b7aa-76718b85533f req-41b9cee8-ea54-4709-9593-efab337c5763 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.0789053 Mar 01 22:27:03.608385 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8cf064a4-7f44-4687-b7aa-76718b85533f req-079695a8-4219-41f0-b465-68226a9ba81e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384607 Mar 01 22:27:03.988877 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43454) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:27:04.121196 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-80be5433-15e7-4571-84e7-8aeacc49f72d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1311178 Mar 01 22:27:04.181724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f83a69-3539-4d68-928d-b72326405a3d req-c8c6da11-f913-443e-aea6-b8c24dba48fb tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:04.183316 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47f83a69-3539-4d68-928d-b72326405a3d req-c8c6da11-f913-443e-aea6-b8c24dba48fb tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.1877275 Mar 01 22:27:04.228123 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-47f83a69-3539-4d68-928d-b72326405a3d req-8d3607aa-2166-4f5a-bceb-d8733e50e572 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388417 Mar 01 22:27:05.433550 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6d720-7008-4e6b-b259-9de6f2246d55 req-887e7d83-dab7-4d6c-ab40-31f1f9ef062f tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:05.434909 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86a6d720-7008-4e6b-b259-9de6f2246d55 req-887e7d83-dab7-4d6c-ab40-31f1f9ef062f tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.0953610 Mar 01 22:27:05.481928 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-86a6d720-7008-4e6b-b259-9de6f2246d55 req-01bb2a8a-797f-410e-8231-4cbdb6f5801b tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406065 Mar 01 22:27:06.495197 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device c38fe1ef-2c3f-4dd7-8900-8d071b9d203c no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:27:06.611319 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:06.638363 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a4989f-414d-42ae-90f2-0270a5e2c3ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:27:06.648520 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:27:06.673588 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27348708-2bb1-45cb-888d-b679dadbdde7 req-c0d02fcd-013d-4ace-af53-c657d0213264 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:06.675211 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27348708-2bb1-45cb-888d-b679dadbdde7 req-c0d02fcd-013d-4ace-af53-c657d0213264 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 945 time: 0.0861177 Mar 01 22:27:06.723629 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-27348708-2bb1-45cb-888d-b679dadbdde7 req-540f4749-f4ff-46c9-8261-d8589c2e85b5 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426178 Mar 01 22:27:06.732264 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:06.764804 n-d-827896-4 neutron-server[88520]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '93a4989f-414d-42ae-90f2-0270a5e2c3ea', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c', 'code': 422} returned with failed status Mar 01 22:27:06.805944 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:27:06.813739 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:06.814094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:06.814440 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:06.815580 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:06.816164 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:06.816542 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:06.816880 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:06.817218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:06.817553 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:06.817886 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:06.818213 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:06.818540 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:07.932148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-9dd58d6f-897c-414b-93b3-3e96be020c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:07.933541 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-9dd58d6f-897c-414b-93b3-3e96be020c9a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea&tenant_id=4ce2e9f526c2482e87357e2ff3105cee HTTP/1.1" status: 200 len: 1094 time: 0.1759040 Mar 01 22:27:07.942131 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2cca0-a27d-41aa-94b4-d41340ae9dad req-b2a6601d-e6a6-4c5a-b0b6-2ee2cd05ac3c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:07.943558 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ad2cca0-a27d-41aa-94b4-d41340ae9dad req-b2a6601d-e6a6-4c5a-b0b6-2ee2cd05ac3c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 943 time: 0.1102593 Mar 01 22:27:07.948224 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-827896-4', 'device_owner': 'compute:nova'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:27:08.036336 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-6ad2cca0-a27d-41aa-94b4-d41340ae9dad req-e836287a-144a-4f38-a90d-6c98f3bdad75 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635557 Mar 01 22:27:08.091967 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:08.353243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] For port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:27:08.386544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] For port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c, host n-h1-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:27:08.435263 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c38fe1ef-2c3f-4dd7-8900-8d071b9d203c {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:27:08.442944 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:08.456836 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Transition to ACTIVE for port object c38fe1ef-2c3f-4dd7-8900-8d071b9d203c will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:27:08.531487 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:08.671710 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Pushing event updated for resources: {'Port': ['ID=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,revision_number=7']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:27:08.695326 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:08.695695 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:08.696051 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:08.696366 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:08.696725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:08.697053 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:08.697377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:08.697705 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:08.698021 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:08.698341 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:08.698662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:08.698977 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:27:08.742810 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] No DVR routers for this DVR port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c on host n-h1-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:27:08.961206 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Attempting to bind port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:27:08.961877 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Attempting to bind port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '3b8c81b1-ff49-487b-85ee-d7686b133289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:27:08.961877 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Attempting to bind port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c on network c03a717c-9c2f-469f-bda4-85407e844aac {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:27:08.966168 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c on network c03a717c-9c2f-469f-bda4-85407e844aac not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 22:27:08.966493 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Attempting to bind port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c on network c03a717c-9c2f-469f-bda4-85407e844aac {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:27:08.972337 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:27:08.972806 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Checking segment: {'id': '3b8c81b1-ff49-487b-85ee-d7686b133289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:27:08.973346 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Bound using segment: {'id': '3b8c81b1-ff49-487b-85ee-d7686b133289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:27:08.973823 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Bound port: c38fe1ef-2c3f-4dd7-8900-8d071b9d203c, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b8c81b1-ff49-487b-85ee-d7686b133289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:27:08.974161 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:09.065295 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] For port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:27:09.068320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] For port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:27:09.130838 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:09.339957 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:09.340570 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:09.341922 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] 10.222.0.55 "PUT /v2.0/ports/c38fe1ef-2c3f-4dd7-8900-8d071b9d203c HTTP/1.1" status: 200 len: 1091 time: 1.3975074 Mar 01 22:27:09.344121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a4989f-414d-42ae-90f2-0270a5e2c3ea', 'tag': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:27:09.414109 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a4989f-414d-42ae-90f2-0270a5e2c3ea', 'tag': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c', 'status': 'completed', 'code': 200} Mar 01 22:27:09.415697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6e6d4-d958-416d-aa75-a238ed6202ed service neutron] Pushing event updated for resources: {'Port': ['ID=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,revision_number=8']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:27:09.456879 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da41c9d-435c-441d-b3eb-10e32c82d997 req-2da4f231-bb84-44f1-9483-08fe84224764 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:09.458331 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4da41c9d-435c-441d-b3eb-10e32c82d997 req-2da4f231-bb84-44f1-9483-08fe84224764 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 943 time: 0.2889614 Mar 01 22:27:09.492425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-0eb2c57d-ca16-4bff-b039-f14724d4808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:09.493805 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-0eb2c57d-ca16-4bff-b039-f14724d4808d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 1094 time: 0.1272137 Mar 01 22:27:09.547978 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-4da41c9d-435c-441d-b3eb-10e32c82d997 req-4b0df862-a2cc-4ebe-8265-171b4e9cef3d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799482 Mar 01 22:27:09.639466 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-e10d0b4d-7332-40cb-8da1-510677529163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:09.640899 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-e10d0b4d-7332-40cb-8da1-510677529163 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 909 time: 0.1390910 Mar 01 22:27:09.744184 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-156c7ef8-2af7-461f-b453-8fff43c1611a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c HTTP/1.1" status: 200 len: 999 time: 0.0967259 Mar 01 22:27:09.807982 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-b215382b-c909-443e-a633-647443588cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:09.809372 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-b215382b-c909-443e-a633-647443588cdb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.0594854 Mar 01 22:27:09.883364 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-86e31945-a762-42f5-87c4-28c8943b5db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:09.884826 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-86e31945-a762-42f5-87c4-28c8943b5db0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688882 Mar 01 22:27:09.894755 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-8735c271-91ab-41c7-999d-66bfb3db5d92 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 22:27:09.895736 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-8735c271-91ab-41c7-999d-66bfb3db5d92 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053625 Mar 01 22:27:10.024563 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-76c0652c-78c6-4d95-a480-c12f25048b36 service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233060 Mar 01 22:27:10.153228 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-85272918-112f-43df-878c-25e6deab6663 service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223199 Mar 01 22:27:10.308544 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877073b-b1d5-4609-b741-6239511beb81 req-8c64c1f8-d096-4dcf-9925-cfb964c7ee63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:10.309904 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a877073b-b1d5-4609-b741-6239511beb81 req-8c64c1f8-d096-4dcf-9925-cfb964c7ee63 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 1094 time: 0.0700905 Mar 01 22:27:10.438686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877073b-b1d5-4609-b741-6239511beb81 req-a82f578b-98de-4810-8ae7-a20d6973cefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:10.440814 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a877073b-b1d5-4609-b741-6239511beb81 req-a82f578b-98de-4810-8ae7-a20d6973cefc service neutron] 10.222.0.55 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 909 time: 0.1246810 Mar 01 22:27:10.542206 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a877073b-b1d5-4609-b741-6239511beb81 req-8abf2477-f6af-46f9-954a-dd415fa036d1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c HTTP/1.1" status: 200 len: 999 time: 0.0956664 Mar 01 22:27:10.606277 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877073b-b1d5-4609-b741-6239511beb81 req-649343bd-57f9-4177-9579-d0b8d6b1f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:10.607705 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a877073b-b1d5-4609-b741-6239511beb81 req-649343bd-57f9-4177-9579-d0b8d6b1f2b1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.0603542 Mar 01 22:27:10.741255 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877073b-b1d5-4609-b741-6239511beb81 req-261e5eff-04da-49d4-9846-6d59111209e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:10.742689 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a877073b-b1d5-4609-b741-6239511beb81 req-261e5eff-04da-49d4-9846-6d59111209e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294801 Mar 01 22:27:10.755088 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a95357-55ac-4907-8cb2-b9bf08fee6b3 req-7d2572b4-3250-438c-b2f6-62ddee3298e4 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:10.756426 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-08a95357-55ac-4907-8cb2-b9bf08fee6b3 req-7d2572b4-3250-438c-b2f6-62ddee3298e4 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 943 time: 0.0988832 Mar 01 22:27:10.884487 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-08a95357-55ac-4907-8cb2-b9bf08fee6b3 req-e39afc03-e7c1-438f-916a-5c43bcf8c24c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106715 Mar 01 22:27:10.909479 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a877073b-b1d5-4609-b741-6239511beb81 req-fa36fdc7-c5a9-498e-aa62-0ac3a885b316 service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521487 Mar 01 22:27:11.149029 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a877073b-b1d5-4609-b741-6239511beb81 req-44411af8-713e-4cf0-bede-f240486d6cce service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336211 Mar 01 22:27:12.068238 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583af293-6650-4fa5-92cd-eb92da4cd2b6 req-c13ac512-64a6-4135-975a-8462e8a586cc tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:12.069700 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-583af293-6650-4fa5-92cd-eb92da4cd2b6 req-c13ac512-64a6-4135-975a-8462e8a586cc tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 943 time: 0.0827050 Mar 01 22:27:12.113783 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-583af293-6650-4fa5-92cd-eb92da4cd2b6 req-b4717026-9d47-48d3-bb9f-7f7067081a7e tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384808 Mar 01 22:27:13.300213 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3795471-0b17-42df-9cd0-9176275851da req-58d7556e-eed6-4126-8030-f72bf04da94d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:13.301640 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f3795471-0b17-42df-9cd0-9176275851da req-58d7556e-eed6-4126-8030-f72bf04da94d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 943 time: 0.0836403 Mar 01 22:27:13.346471 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f3795471-0b17-42df-9cd0-9176275851da req-4116b516-adfe-4b23-8ed5-7967141ed0ff tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389977 Mar 01 22:27:14.530259 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf70fe4-f609-4086-a984-eff6ff9cb480 req-cf3b0968-1179-49bf-a4f1-03699f9e1991 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:14.531721 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-daf70fe4-f609-4086-a984-eff6ff9cb480 req-cf3b0968-1179-49bf-a4f1-03699f9e1991 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 943 time: 0.0788722 Mar 01 22:27:14.578484 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-daf70fe4-f609-4086-a984-eff6ff9cb480 req-eb06c85e-5b02-4ba9-8f35-ed481cd4d703 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409710 Mar 01 22:27:15.761645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182b931-0886-4cf5-84b1-9a3909125f61 req-e1bc67dc-9e1d-4e05-8c6a-4889afcaf5ef tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:15.763086 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d182b931-0886-4cf5-84b1-9a3909125f61 req-e1bc67dc-9e1d-4e05-8c6a-4889afcaf5ef tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 943 time: 0.0819864 Mar 01 22:27:15.807133 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d182b931-0886-4cf5-84b1-9a3909125f61 req-612dc358-6ac7-4349-abac-f4aa17c0257a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378258 Mar 01 22:27:16.994746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24686fc0-3c2b-4bee-9541-126ef5b3261c req-f710f3ad-951a-4dbc-9949-04700560be3d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:16.996216 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-24686fc0-3c2b-4bee-9541-126ef5b3261c req-f710f3ad-951a-4dbc-9949-04700560be3d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 943 time: 0.0826364 Mar 01 22:27:17.040789 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-24686fc0-3c2b-4bee-9541-126ef5b3261c req-bad656f0-dbc6-4633-b179-d81c32a8d758 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389259 Mar 01 22:27:18.227725 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85aa87c-c3fe-4ba8-9af9-51ab76e974bd req-d312b3ea-0c31-41d6-90f7-febfcc37666a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:18.229154 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b85aa87c-c3fe-4ba8-9af9-51ab76e974bd req-d312b3ea-0c31-41d6-90f7-febfcc37666a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 943 time: 0.0784769 Mar 01 22:27:18.271066 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b85aa87c-c3fe-4ba8-9af9-51ab76e974bd req-6b5e606b-2076-414c-9be4-6e0d26fb8bbf tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363913 Mar 01 22:27:19.255276 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c38fe1ef-2c3f-4dd7-8900-8d071b9d203c details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 22:27:19.394053 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:27:19.407444 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'port_id': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c', 'mac_address': 'fa:16:3e:e2:99:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 22:27:19.460653 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbde4c7-f9cf-4ecc-ad37-c9ec103dcdcb req-a96b6830-0bae-4454-9c5e-2e7a3b17a49f tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:19.469766 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3fbde4c7-f9cf-4ecc-ad37-c9ec103dcdcb req-a96b6830-0bae-4454-9c5e-2e7a3b17a49f tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 943 time: 0.0860965 Mar 01 22:27:19.469885 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:19.479922 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c38fe1ef-2c3f-4dd7-8900-8d071b9d203c {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:27:19.495204 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:27:19.505856 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3fbde4c7-f9cf-4ecc-ad37-c9ec103dcdcb req-4145dc9c-1794-4238-b737-3e77704b3b04 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379715 Mar 01 22:27:19.583634 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:19.652421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,revision_number=9']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:27:19.929401 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['c38fe1ef-2c3f-4dd7-8900-8d071b9d203c'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:27:20.711320 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a263d40-f86f-426f-a508-bb201c232d55 req-ac30b8ba-cdeb-40b5-b4d7-3dcc6b052186 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:20.711320 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a263d40-f86f-426f-a508-bb201c232d55 req-ac30b8ba-cdeb-40b5-b4d7-3dcc6b052186 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 944 time: 0.0833852 Mar 01 22:27:20.741348 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3a263d40-f86f-426f-a508-bb201c232d55 req-ddb2662e-0d57-49f0-bb81-45476e70b09c tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395792 Mar 01 22:27:21.254113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c38fe1ef-2c3f-4dd7-8900-8d071b9d203c up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:27:21.411938 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:27:21.416958 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:27:21.417328 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:21.529405 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:21.555602 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a4989f-414d-42ae-90f2-0270a5e2c3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:27:21.565687 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:27:21.599638 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a4989f-414d-42ae-90f2-0270a5e2c3ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c', 'code': 200} Mar 01 22:27:21.651860 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:21.734875 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,revision_number=10']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:27:21.795904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bf76fb-506e-4ac5-87ae-2219a95379ed req-4853bc3c-1708-4ac9-ad7b-4436cd95b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:21.797369 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-93bf76fb-506e-4ac5-87ae-2219a95379ed req-4853bc3c-1708-4ac9-ad7b-4436cd95b180 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 1097 time: 0.0685041 Mar 01 22:27:21.836356 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-93bf76fb-506e-4ac5-87ae-2219a95379ed req-06274ed8-02fe-495a-a307-59c7dc41c9ca service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334592 Mar 01 22:27:21.926420 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5244c-a403-4191-b43d-854abf2a9fee req-62655840-073d-4e13-adae-429e009a50ef tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:21.927865 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e2e5244c-a403-4191-b43d-854abf2a9fee req-62655840-073d-4e13-adae-429e009a50ef tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 946 time: 0.0808907 Mar 01 22:27:21.971576 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e2e5244c-a403-4191-b43d-854abf2a9fee req-f7f5c736-ed59-4600-b351-4c82d4099984 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379353 Mar 01 22:27:22.491353 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:23.160682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90db5a6-27f4-4abe-a808-3eead8c3289a req-a3eac60b-5245-4a78-bed2-c11def9cc34d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:23.162041 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f90db5a6-27f4-4abe-a808-3eead8c3289a req-a3eac60b-5245-4a78-bed2-c11def9cc34d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 946 time: 0.0817597 Mar 01 22:27:23.211068 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f90db5a6-27f4-4abe-a808-3eead8c3289a req-87e12e79-2afa-4f62-b391-4de7643064ab tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431657 Mar 01 22:27:24.395723 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f3948-91a2-4531-a035-6a5c1dc606ab req-2012765c-625b-4f6e-9163-97e6992f19e8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:24.397073 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-391f3948-91a2-4531-a035-6a5c1dc606ab req-2012765c-625b-4f6e-9163-97e6992f19e8 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 946 time: 0.0780480 Mar 01 22:27:24.441651 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-391f3948-91a2-4531-a035-6a5c1dc606ab req-645428ff-44c6-4512-a217-d841afcebfe4 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387471 Mar 01 22:27:24.914021 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:27.542905 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4ca24f76-a29d-4cf8-ab56-dd9e7a7ac506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:29.735581 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1f418830-0c7a-43c8-8323-aac9f1172d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:30.685508 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:30.931628 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:32.667004 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:37.447597 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:27:43.799736 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0174f282-2824-4544-b5cf-8f03cc26361d req-1c901c25-5b5a-4787-8c50-7fa4471fd8d2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744076 Mar 01 22:27:43.943553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174f282-2824-4544-b5cf-8f03cc26361d req-01b9337f-c35f-4bb8-8315-efa9f59fe37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:43.945043 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0174f282-2824-4544-b5cf-8f03cc26361d req-01b9337f-c35f-4bb8-8315-efa9f59fe37f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 1097 time: 0.0772452 Mar 01 22:27:44.109380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174f282-2824-4544-b5cf-8f03cc26361d req-d341b0bf-761f-4e3b-bcf0-946489350f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:44.110824 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0174f282-2824-4544-b5cf-8f03cc26361d req-d341b0bf-761f-4e3b-bcf0-946489350f9c service neutron] 10.222.0.55 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 909 time: 0.1428308 Mar 01 22:27:44.215485 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0174f282-2824-4544-b5cf-8f03cc26361d req-4a1de948-5318-49e6-a582-9f0376243142 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c HTTP/1.1" status: 200 len: 1001 time: 0.0981035 Mar 01 22:27:44.280257 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174f282-2824-4544-b5cf-8f03cc26361d req-4c532bae-8141-4d1a-976f-18a557131d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:44.281708 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0174f282-2824-4544-b5cf-8f03cc26361d req-4c532bae-8141-4d1a-976f-18a557131d69 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.0591164 Mar 01 22:27:44.360100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174f282-2824-4544-b5cf-8f03cc26361d req-678d46bf-ae5b-42aa-a9f3-776c0be1a18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:27:44.361558 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0174f282-2824-4544-b5cf-8f03cc26361d req-678d46bf-ae5b-42aa-a9f3-776c0be1a18d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736654 Mar 01 22:27:44.609948 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0174f282-2824-4544-b5cf-8f03cc26361d req-ef42e9b5-6c3d-48be-92f4-828661ca78c3 service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422566 Mar 01 22:27:44.743792 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0174f282-2824-4544-b5cf-8f03cc26361d req-16afe5a1-9c18-46d2-97f5-b38ae7cd50fa service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272671 Mar 01 22:27:52.512357 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:54.898086 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:57.546395 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5efd739a-6a41-41f9-ac55-fd42fa6e9cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:27:59.713963 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d338809e-5e40-4667-b286-29ba7125357e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:28:00.706292 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:28:00.929724 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:28:02.650944 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:28:14.447551 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:28:22.523495 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:28:25.078835 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:28:27.569220 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c1efcc42-c600-4f09-9b31-0a26e86adcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:28:29.712646 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-251675d0-a196-4d16-8b94-898396e6ba58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:28:30.694266 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:28:30.962930 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:28:32.678496 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:28:45.768403 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be41e964-9cd1-445a-8cfc-948b9cc8a7c8 req-02efbc44-c931-4e93-a26a-8586dc5d532f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673409 Mar 01 22:28:45.907542 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e964-9cd1-445a-8cfc-948b9cc8a7c8 req-b0a43d4e-9ffd-4f5f-a1c7-df4002f97a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:28:45.908994 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be41e964-9cd1-445a-8cfc-948b9cc8a7c8 req-b0a43d4e-9ffd-4f5f-a1c7-df4002f97a14 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 1097 time: 0.0741811 Mar 01 22:28:46.062126 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e964-9cd1-445a-8cfc-948b9cc8a7c8 req-d41c093a-7dfd-469d-90ff-92c15ce6f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:28:46.063587 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be41e964-9cd1-445a-8cfc-948b9cc8a7c8 req-d41c093a-7dfd-469d-90ff-92c15ce6f091 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 909 time: 0.1374450 Mar 01 22:28:46.163349 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be41e964-9cd1-445a-8cfc-948b9cc8a7c8 req-65807499-28d2-40e8-8ef4-f9b0321e8676 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c HTTP/1.1" status: 200 len: 1001 time: 0.0940278 Mar 01 22:28:46.229899 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e964-9cd1-445a-8cfc-948b9cc8a7c8 req-24bbdcec-2afc-4c0b-993d-5f98b76be09f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:28:46.231398 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be41e964-9cd1-445a-8cfc-948b9cc8a7c8 req-24bbdcec-2afc-4c0b-993d-5f98b76be09f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.0627892 Mar 01 22:28:46.312109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be41e964-9cd1-445a-8cfc-948b9cc8a7c8 req-65e13869-2aad-4755-861c-5258a2aec9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:28:46.313637 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be41e964-9cd1-445a-8cfc-948b9cc8a7c8 req-65e13869-2aad-4755-861c-5258a2aec9e8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0767219 Mar 01 22:28:46.449769 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be41e964-9cd1-445a-8cfc-948b9cc8a7c8 req-b112f510-362c-4a95-9b01-7d47780f946f service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302135 Mar 01 22:28:46.591448 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-be41e964-9cd1-445a-8cfc-948b9cc8a7c8 req-2bd207dc-0a0a-4bf5-b4bf-8317836d5e2f service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353979 Mar 01 22:28:51.447236 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:28:52.546864 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:28:54.889509 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:28:57.563694 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-176f1620-30aa-4744-8b81-57acf8585994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:28:59.712968 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-06e9222f-aaa9-4e58-9761-61a8bf12229b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:00.672294 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:00.956217 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:02.670748 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:13.028641 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43544) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:13.471893 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Deleting port 0df13452-95bd-478b-b187-450309d4bd22 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:29:13.472142 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:13.754428 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:13.754662 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:13.878268 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Calling delete_port for 0df13452-95bd-478b-b187-450309d4bd22 owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:29:14.083705 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:14.133108 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event deleted for resources: {'Port': ['ID=0df13452-95bd-478b-b187-450309d4bd22,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:14.171653 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:14.171997 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:14.172333 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:14.172664 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:14.172988 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:14.173311 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:14.173633 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:14.173950 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:14.174267 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:14.174581 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:14.174894 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:14.175206 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:14.237699 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:14.238030 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Floating IP dc8fcbec-3224-4f42-b9f5-d6df2513c714 disassociated (deleted). External IP: 172.25.5.244, port: c38fe1ef-2c3f-4dd7-8900-8d071b9d203c. Mar 01 22:29:14.588086 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Router c46ff6ab-5f06-47f5-becf-5ca9ee14023a has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:29:14.766049 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:29:14.777756 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c258a9b4-86a7-48bb-9008-e302e67ed7bc None None] Sync routers for ids ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:29:14.787072 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:14.791738 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c258a9b4-86a7-48bb-9008-e302e67ed7bc None None] Routers {'c46ff6ab-5f06-47f5-becf-5ca9ee14023a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:29:14.791738 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-c258a9b4-86a7-48bb-9008-e302e67ed7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:29:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:14.842537 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2ec21629-f32d-4767-b14d-c542a833925a tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "DELETE /v2.0/floatingips/dc8fcbec-3224-4f42-b9f5-d6df2513c714 HTTP/1.1" status: 204 len: 168 time: 1.8126793 Mar 01 22:29:14.843022 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a4989f-414d-42ae-90f2-0270a5e2c3ea', 'tag': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:29:14.969621 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-c258a9b4-86a7-48bb-9008-e302e67ed7bc None None] Set router c46ff6ab-5f06-47f5-becf-5ca9ee14023a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:29:15.063329 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a4989f-414d-42ae-90f2-0270a5e2c3ea', 'tag': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c', 'status': 'completed', 'code': 200} Mar 01 22:29:15.171737 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bdb62-cbea-46e3-a75b-50e7122aec93 req-5cdd2f94-f3fe-4197-b5ab-8156270e09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:29:15.173120 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-102bdb62-cbea-46e3-a75b-50e7122aec93 req-5cdd2f94-f3fe-4197-b5ab-8156270e09cf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 1097 time: 0.0858374 Mar 01 22:29:15.301956 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-c258a9b4-86a7-48bb-9008-e302e67ed7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:39Z', 'updated_at': '2022-03-01T22:17:44Z', 'revision_number': 4, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'gw_port': {'id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:40Z', 'updated_at': '2022-03-01T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '3dc4faa6-3fd0-4893-991c-54eb03f0a13b', 'name': '', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'mac_address': 'fa:16:3e:7e:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:43Z', 'updated_at': '2022-03-01T22:17:49Z', 'revision_number': 5, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'subnets': [{'id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:15.308337 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c258a9b4-86a7-48bb-9008-e302e67ed7bc None None] Checking router: c46ff6ab-5f06-47f5-becf-5ca9ee14023a for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:29:15.310673 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bdb62-cbea-46e3-a75b-50e7122aec93 req-9d4cafd4-456f-488b-b757-29042e42fc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:29:15.312556 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-102bdb62-cbea-46e3-a75b-50e7122aec93 req-9d4cafd4-456f-488b-b757-29042e42fc83 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 200 len: 909 time: 0.1338525 Mar 01 22:29:15.317397 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c258a9b4-86a7-48bb-9008-e302e67ed7bc None None] Routers {'c46ff6ab-5f06-47f5-becf-5ca9ee14023a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:29:15.318002 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-c258a9b4-86a7-48bb-9008-e302e67ed7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:29:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:15.383994 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-102bdb62-cbea-46e3-a75b-50e7122aec93 req-3ac959da-a737-4178-8894-f2f60e8722ae service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c HTTP/1.1" status: 200 len: 217 time: 0.0654616 Mar 01 22:29:15.492762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bdb62-cbea-46e3-a75b-50e7122aec93 req-649a1050-ea9a-4fcb-802b-80c6986ec87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:29:15.494210 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-102bdb62-cbea-46e3-a75b-50e7122aec93 req-649a1050-ea9a-4fcb-802b-80c6986ec87a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 200 len: 847 time: 0.1041925 Mar 01 22:29:15.500433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-c258a9b4-86a7-48bb-9008-e302e67ed7bc None None] Set router c46ff6ab-5f06-47f5-becf-5ca9ee14023a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:29:15.574219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c19f3-73e9-4c86-93d2-85ad14e57222 req-6c6ab74d-6dcf-4a74-8480-51ded4194f9d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:29:15.575700 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7d7c19f3-73e9-4c86-93d2-85ad14e57222 req-6c6ab74d-6dcf-4a74-8480-51ded4194f9d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 946 time: 0.2046747 Mar 01 22:29:15.625267 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bdb62-cbea-46e3-a75b-50e7122aec93 req-61cf02b8-598b-4310-86e6-30c93d222dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:29:15.626730 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-102bdb62-cbea-46e3-a75b-50e7122aec93 req-61cf02b8-598b-4310-86e6-30c93d222dea service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c03a717c-9c2f-469f-bda4-85407e844aac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244340 Mar 01 22:29:15.634439 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-7d7c19f3-73e9-4c86-93d2-85ad14e57222 req-b88fac50-897d-4688-836c-151c8cb9025d tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527983 Mar 01 22:29:15.821718 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-c258a9b4-86a7-48bb-9008-e302e67ed7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:39Z', 'updated_at': '2022-03-01T22:17:44Z', 'revision_number': 4, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'gw_port': {'id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:40Z', 'updated_at': '2022-03-01T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '3dc4faa6-3fd0-4893-991c-54eb03f0a13b', 'name': '', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'mac_address': 'fa:16:3e:7e:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:43Z', 'updated_at': '2022-03-01T22:17:49Z', 'revision_number': 5, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'subnets': [{'id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:15.825714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c258a9b4-86a7-48bb-9008-e302e67ed7bc None None] The sync data for ids ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'] in n-d-827896-4 is: [{'id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:39Z', 'updated_at': '2022-03-01T22:17:44Z', 'revision_number': 4, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'gw_port': {'id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:40Z', 'updated_at': '2022-03-01T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '3dc4faa6-3fd0-4893-991c-54eb03f0a13b', 'name': '', 'network_id': 'c03a717c-9c2f-469f-bda4-85407e844aac', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'mac_address': 'fa:16:3e:7e:c9:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:43Z', 'updated_at': '2022-03-01T22:17:49Z', 'revision_number': 5, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'subnets': [{'id': '764a88dc-6d4e-4249-85e7-cdcb03875fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:29:15.869540 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-102bdb62-cbea-46e3-a75b-50e7122aec93 req-01130753-f67d-48e8-a1ee-e483717f970b service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341735 Mar 01 22:29:16.005215 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-102bdb62-cbea-46e3-a75b-50e7122aec93 req-acf8260c-16aa-4a57-827f-5b41f22f0e19 service neutron] 10.222.0.55 "GET /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286170 Mar 01 22:29:16.044710 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead16916-aae0-470b-ad6d-1c4de3b82ac5 None None] New status for floating IP dc8fcbec-3224-4f42-b9f5-d6df2513c714: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 22:29:16.872078 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08285dec-e5cb-4bdb-9afa-b851fc81e7cf req-ceccc062-9cf6-43e2-b772-bffadf59157b tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:29:16.873513 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-08285dec-e5cb-4bdb-9afa-b851fc81e7cf req-ceccc062-9cf6-43e2-b772-bffadf59157b tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 946 time: 0.1235895 Mar 01 22:29:16.920851 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-08285dec-e5cb-4bdb-9afa-b851fc81e7cf req-1614d0bc-b4bd-4c33-aa0c-f396b75f2478 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/security-groups?id=46562781-0780-4d87-b3e9-211cdb437c41&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417218 Mar 01 22:29:17.109127 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bd410c-1047-40a0-82d0-a1124eff690d req-5b1b43ce-4c9b-4cb5-9317-0c6ed2982aa1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:29:17.110601 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c7bd410c-1047-40a0-82d0-a1124eff690d req-5b1b43ce-4c9b-4cb5-9317-0c6ed2982aa1 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.55 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 946 time: 0.0784087 Mar 01 22:29:17.179510 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-c7bd410c-1047-40a0-82d0-a1124eff690d req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Deleting port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:29:17.179785 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c7bd410c-1047-40a0-82d0-a1124eff690d req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:17.432761 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-c7bd410c-1047-40a0-82d0-a1124eff690d req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] For port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:29:17.433029 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c7bd410c-1047-40a0-82d0-a1124eff690d req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:17.554178 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-c7bd410c-1047-40a0-82d0-a1124eff690d req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Calling delete_port for c38fe1ef-2c3f-4dd7-8900-8d071b9d203c owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:29:17.751896 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c7bd410c-1047-40a0-82d0-a1124eff690d req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:17.805219 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event deleted for resources: {'Port': ['ID=c38fe1ef-2c3f-4dd7-8900-8d071b9d203c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:17.843613 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:17.843959 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:17.844296 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:17.844628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:17.844955 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:17.845281 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:17.845605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:17.845925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:17.846244 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:17.846563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:17.846875 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:17.847189 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:17.887914 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7bd410c-1047-40a0-82d0-a1124eff690d req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] No DVR routers for this DVR port c38fe1ef-2c3f-4dd7-8900-8d071b9d203c on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:29:17.890324 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-c7bd410c-1047-40a0-82d0-a1124eff690d req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:17.892788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a4989f-414d-42ae-90f2-0270a5e2c3ea', 'name': 'network-vif-deleted', 'tag': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:29:17.905278 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c7bd410c-1047-40a0-82d0-a1124eff690d req-b9415f24-3c4e-4f3e-a2bb-10d160225e71 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.55 "DELETE /v2.0/ports/c38fe1ef-2c3f-4dd7-8900-8d071b9d203c HTTP/1.1" status: 204 len: 173 time: 0.7899656 Mar 01 22:29:17.988734 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a4989f-414d-42ae-90f2-0270a5e2c3ea', 'name': 'network-vif-deleted', 'tag': 'c38fe1ef-2c3f-4dd7-8900-8d071b9d203c', 'status': 'completed', 'code': 200} Mar 01 22:29:18.078431 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f469b82a-3aa5-4ab1-83f1-d68bb30a8b5f req-82d83cab-8e81-48df-a74a-9c65a0ab0c4f tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Synchronizing usage tracker for tenant:4ce2e9f526c2482e87357e2ff3105cee on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:29:18.144709 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-f469b82a-3aa5-4ab1-83f1-d68bb30a8b5f req-82d83cab-8e81-48df-a74a-9c65a0ab0c4f tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Unset dirty status for tenant:4ce2e9f526c2482e87357e2ff3105cee on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:29:18.146207 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f469b82a-3aa5-4ab1-83f1-d68bb30a8b5f req-82d83cab-8e81-48df-a74a-9c65a0ab0c4f tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 210 time: 0.1125891 Mar 01 22:29:19.323543 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-fe615154-6781-4ae6-802b-e6fb46762674 req-511203d7-387d-47d4-9f8c-6d610f1b8ff5 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "GET /v2.0/ports?device_id=93a4989f-414d-42ae-90f2-0270a5e2c3ea HTTP/1.1" status: 200 len: 210 time: 0.0480218 Mar 01 22:29:20.420638 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43576) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:20.494658 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-961ee635-12c8-4eb9-8218-9f6e3073ff02 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:20.524767 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-961ee635-12c8-4eb9-8218-9f6e3073ff02 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:20.666698 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-961ee635-12c8-4eb9-8218-9f6e3073ff02 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:20.684862 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ee635-12c8-4eb9-8218-9f6e3073ff02 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46562781-0780-4d87-b3e9-211cdb437c41,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:20.758363 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-961ee635-12c8-4eb9-8218-9f6e3073ff02 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:20.763564 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-961ee635-12c8-4eb9-8218-9f6e3073ff02 tempest-TestShelveInstance-472295787 tempest-TestShelveInstance-472295787-project] 10.222.0.42 "DELETE /v2.0/security-groups/46562781-0780-4d87-b3e9-211cdb437c41 HTTP/1.1" status: 204 len: 168 time: 0.3373208 Mar 01 22:29:21.733512 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c38fe1ef-2c3f-4dd7-8900-8d071b9d203c no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:29:21.766492 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: c38fe1ef-2c3f-4dd7-8900-8d071b9d203c {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:29:21.766833 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device c38fe1ef-2c3f-4dd7-8900-8d071b9d203c not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:29:21.871450 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43584) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:22.569104 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:22.654684 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d4d570e9-4e84-45a2-9416-4c73d4e902fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:23.000678 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d4d570e9-4e84-45a2-9416-4c73d4e902fe admin admin] Deleting port 3dc4faa6-3fd0-4893-991c-54eb03f0a13b {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:29:23.001332 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d4d570e9-4e84-45a2-9416-4c73d4e902fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:23.174963 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-d4d570e9-4e84-45a2-9416-4c73d4e902fe admin admin] For port 3dc4faa6-3fd0-4893-991c-54eb03f0a13b, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=3dc4faa6-3fd0-4893-991c-54eb03f0a13b,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:29:23.175311 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d4d570e9-4e84-45a2-9416-4c73d4e902fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:23.293905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-d4d570e9-4e84-45a2-9416-4c73d4e902fe admin admin] Calling delete_port for 3dc4faa6-3fd0-4893-991c-54eb03f0a13b owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:29:23.527527 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d4d570e9-4e84-45a2-9416-4c73d4e902fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:23.576193 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d570e9-4e84-45a2-9416-4c73d4e902fe admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc4faa6-3fd0-4893-991c-54eb03f0a13b,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:23.949607 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-d4d570e9-4e84-45a2-9416-4c73d4e902fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:24.306425 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4d570e9-4e84-45a2-9416-4c73d4e902fe admin admin] Router c46ff6ab-5f06-47f5-becf-5ca9ee14023a has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:29:24.483415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d570e9-4e84-45a2-9416-4c73d4e902fe admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:29:24.493375 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e98f3-1249-4f15-aee7-8d213d5d5d7c None None] Sync routers for ids ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:29:24.502243 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e98f3-1249-4f15-aee7-8d213d5d5d7c None None] Routers {'c46ff6ab-5f06-47f5-becf-5ca9ee14023a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:29:24.502846 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-be4e98f3-1249-4f15-aee7-8d213d5d5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:29:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:24.570353 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-d4d570e9-4e84-45a2-9416-4c73d4e902fe admin admin] 10.222.0.42 "PUT /v2.0/routers/c46ff6ab-5f06-47f5-becf-5ca9ee14023a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6976588 Mar 01 22:29:24.573257 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43590) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:24.676356 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-be4e98f3-1249-4f15-aee7-8d213d5d5d7c None None] Set router c46ff6ab-5f06-47f5-becf-5ca9ee14023a gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:29:24.745870 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fd4186d9-5971-406a-9126-fd6f468a3a83 admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:24.922849 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fd4186d9-5971-406a-9126-fd6f468a3a83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:24.942688 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:24.964358 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-be4e98f3-1249-4f15-aee7-8d213d5d5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195'}], 'enable_snat': True}, 'gw_port_id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:39Z', 'updated_at': '2022-03-01T22:29:23Z', 'revision_number': 5, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'gw_port': {'id': 'db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:40Z', 'updated_at': '2022-03-01T22:17:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:24.968224 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e98f3-1249-4f15-aee7-8d213d5d5d7c None None] Checking router: c46ff6ab-5f06-47f5-becf-5ca9ee14023a for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:29:24.976549 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4e98f3-1249-4f15-aee7-8d213d5d5d7c None None] Routers {'c46ff6ab-5f06-47f5-becf-5ca9ee14023a'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:29:24.977129 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-be4e98f3-1249-4f15-aee7-8d213d5d5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:29:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:25.015128 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-fd4186d9-5971-406a-9126-fd6f468a3a83 admin admin] Deleting port db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:29:25.015587 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fd4186d9-5971-406a-9126-fd6f468a3a83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:25.136141 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-be4e98f3-1249-4f15-aee7-8d213d5d5d7c None None] Set router c46ff6ab-5f06-47f5-becf-5ca9ee14023a gateway port host: None {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:29:25.194604 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-fd4186d9-5971-406a-9126-fd6f468a3a83 admin admin] For port db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:29:25.194964 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fd4186d9-5971-406a-9126-fd6f468a3a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:25.238962 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-be4e98f3-1249-4f15-aee7-8d213d5d5d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:39Z', 'updated_at': '2022-03-01T22:29:24Z', 'revision_number': 6, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'gw_port_host': None}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:25.243515 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4e98f3-1249-4f15-aee7-8d213d5d5d7c None None] The sync data for ids ['c46ff6ab-5f06-47f5-becf-5ca9ee14023a'] in n-d-827896-4 is: [{'id': 'c46ff6ab-5f06-47f5-becf-5ca9ee14023a', 'name': 'tempest-TestShelveInstance-541797224-router', 'tenant_id': '4ce2e9f526c2482e87357e2ff3105cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:39Z', 'updated_at': '2022-03-01T22:29:24Z', 'revision_number': 6, 'project_id': '4ce2e9f526c2482e87357e2ff3105cee', 'gw_port_host': None}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:29:25.320322 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-fd4186d9-5971-406a-9126-fd6f468a3a83 admin admin] Calling delete_port for db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:29:25.637636 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3dc4faa6-3fd0-4893-991c-54eb03f0a13b no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:29:25.643949 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fd4186d9-5971-406a-9126-fd6f468a3a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:25.673632 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 3dc4faa6-3fd0-4893-991c-54eb03f0a13b {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:29:25.673984 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 3dc4faa6-3fd0-4893-991c-54eb03f0a13b not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:29:25.691513 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4186d9-5971-406a-9126-fd6f468a3a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:25.783956 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fd4186d9-5971-406a-9126-fd6f468a3a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:25.950971 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fd4186d9-5971-406a-9126-fd6f468a3a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:25.953016 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fd4186d9-5971-406a-9126-fd6f468a3a83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:26.054737 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fd4186d9-5971-406a-9126-fd6f468a3a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:26.055281 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4186d9-5971-406a-9126-fd6f468a3a83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c46ff6ab-5f06-47f5-becf-5ca9ee14023a {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 22:29:26.067798 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fd4186d9-5971-406a-9126-fd6f468a3a83 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:26.068917 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fd4186d9-5971-406a-9126-fd6f468a3a83 admin admin] 10.222.0.42 "DELETE /v2.0/routers/c46ff6ab-5f06-47f5-becf-5ca9ee14023a HTTP/1.1" status: 204 len: 168 time: 1.4947257 Mar 01 22:29:26.071738 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43594) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:26.131055 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-0103e5c3-d93d-4bf5-bd14-75125115e869 admin admin] Deleting subnet 764a88dc-6d4e-4249-85e7-cdcb03875fe2 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 22:29:26.134164 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0103e5c3-d93d-4bf5-bd14-75125115e869 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:26.308883 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0103e5c3-d93d-4bf5-bd14-75125115e869 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:26.384331 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0103e5c3-d93d-4bf5-bd14-75125115e869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:26.524217 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0103e5c3-d93d-4bf5-bd14-75125115e869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:26.562524 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103e5c3-d93d-4bf5-bd14-75125115e869 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=764a88dc-6d4e-4249-85e7-cdcb03875fe2,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:26.567864 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-0103e5c3-d93d-4bf5-bd14-75125115e869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:26.574236 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-0103e5c3-d93d-4bf5-bd14-75125115e869 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/764a88dc-6d4e-4249-85e7-cdcb03875fe2 HTTP/1.1" status: 204 len: 168 time: 0.5013745 Mar 01 22:29:26.574501 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c54dd6-89f2-4b20-bab7-c2387d9a1b9f None None] Network c03a717c-9c2f-469f-bda4-85407e844aac requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:29:26.576860 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43598) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:26.681555 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8402d79-b0ff-4b4c-bc08-04fe05fd678c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:26.691868 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f8402d79-b0ff-4b4c-bc08-04fe05fd678c admin admin] Deleting port b726c6ba-c626-48b6-861b-21dd133c5648 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:29:26.692196 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8402d79-b0ff-4b4c-bc08-04fe05fd678c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:26.819087 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764cb04a-52d4-4f87-b874-e81f2052e75c None None] DHCP port deletion for c03a717c-9c2f-469f-bda4-85407e844aac request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 22:29:26.823999 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-764cb04a-52d4-4f87-b874-e81f2052e75c None None] Deleting port b726c6ba-c626-48b6-861b-21dd133c5648 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:29:26.824395 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-764cb04a-52d4-4f87-b874-e81f2052e75c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:26.894096 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-f8402d79-b0ff-4b4c-bc08-04fe05fd678c admin admin] For port b726c6ba-c626-48b6-861b-21dd133c5648, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b726c6ba-c626-48b6-861b-21dd133c5648,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:29:26.894445 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8402d79-b0ff-4b4c-bc08-04fe05fd678c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:27.017702 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f8402d79-b0ff-4b4c-bc08-04fe05fd678c admin admin] Calling delete_port for b726c6ba-c626-48b6-861b-21dd133c5648 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:29:27.020897 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-764cb04a-52d4-4f87-b874-e81f2052e75c None None] For port b726c6ba-c626-48b6-861b-21dd133c5648, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b726c6ba-c626-48b6-861b-21dd133c5648,segment=NetworkSegment(3b8c81b1-ff49-487b-85ee-d7686b133289),segment_id=3b8c81b1-ff49-487b-85ee-d7686b133289)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:29:27.021290 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-764cb04a-52d4-4f87-b874-e81f2052e75c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:27.179126 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-764cb04a-52d4-4f87-b874-e81f2052e75c None None] Calling delete_port for b726c6ba-c626-48b6-861b-21dd133c5648 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:29:27.184719 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8402d79-b0ff-4b4c-bc08-04fe05fd678c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:27.232455 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8402d79-b0ff-4b4c-bc08-04fe05fd678c admin admin] Pushing event deleted for resources: {'Port': ['ID=b726c6ba-c626-48b6-861b-21dd133c5648,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:27.235950 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8402d79-b0ff-4b4c-bc08-04fe05fd678c admin admin] No DVR routers for this DVR port b726c6ba-c626-48b6-861b-21dd133c5648 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 01 22:29:27.246158 n-d-827896-4 neutron-server[88520]: util.warn( Mar 01 22:29:27.252154 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-764cb04a-52d4-4f87-b874-e81f2052e75c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 22:29:27.252513 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-764cb04a-52d4-4f87-b874-e81f2052e75c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 22:29:27.347422 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device b726c6ba-c626-48b6-861b-21dd133c5648 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:29:27.351901 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8402d79-b0ff-4b4c-bc08-04fe05fd678c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:27.381599 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f8402d79-b0ff-4b4c-bc08-04fe05fd678c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03a717c-9c2f-469f-bda4-85407e844aac']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:27.383275 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: b726c6ba-c626-48b6-861b-21dd133c5648 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:29:27.383653 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device b726c6ba-c626-48b6-861b-21dd133c5648 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:29:27.384065 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:29:27.393652 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f8402d79-b0ff-4b4c-bc08-04fe05fd678c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b8c81b1-ff49-487b-85ee-d7686b133289') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:27.393947 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-f8402d79-b0ff-4b4c-bc08-04fe05fd678c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b8c81b1-ff49-487b-85ee-d7686b133289') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:27.406845 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8402d79-b0ff-4b4c-bc08-04fe05fd678c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:27.418410 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:29:27.418762 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device db08ae01-5a6d-4a0e-804b-ba06cb5e6e5c not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:29:27.425920 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8402d79-b0ff-4b4c-bc08-04fe05fd678c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:27.430145 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8402d79-b0ff-4b4c-bc08-04fe05fd678c admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 22:29:27.430598 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8402d79-b0ff-4b4c-bc08-04fe05fd678c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: timer() Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 22:29:27.443677 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 22:29:27.512013 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7ec89df7-5c99-4420-9875-32ce392c643f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:27.568932 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8402d79-b0ff-4b4c-bc08-04fe05fd678c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:27.681654 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f8402d79-b0ff-4b4c-bc08-04fe05fd678c admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:27.691670 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8402d79-b0ff-4b4c-bc08-04fe05fd678c admin admin] Pushing event deleted for resources: {'Network': ['ID=c03a717c-9c2f-469f-bda4-85407e844aac,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:27.740998 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f8402d79-b0ff-4b4c-bc08-04fe05fd678c admin admin] 10.222.0.42 "DELETE /v2.0/networks/c03a717c-9c2f-469f-bda4-85407e844aac HTTP/1.1" status: 204 len: 168 time: 1.1629450 Mar 01 22:29:27.743750 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43606) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:27.754048 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-764cb04a-52d4-4f87-b874-e81f2052e75c None None] Deleting port b726c6ba-c626-48b6-861b-21dd133c5648 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:29:27.754532 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-764cb04a-52d4-4f87-b874-e81f2052e75c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:27.823442 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-764cb04a-52d4-4f87-b874-e81f2052e75c None None] The port 'b726c6ba-c626-48b6-861b-21dd133c5648' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 22:29:28.269324 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cd1f98b5-8b49-47b4-a833-75d77a1c1103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:28.446982 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:29:28.611308 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f98b5-8b49-47b4-a833-75d77a1c1103 admin admin] Deleting port 8916d041-3fe6-473d-82ab-1adec21c97f3 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:29:28.611663 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cd1f98b5-8b49-47b4-a833-75d77a1c1103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:28.778689 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-cd1f98b5-8b49-47b4-a833-75d77a1c1103 admin admin] For port 8916d041-3fe6-473d-82ab-1adec21c97f3, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8916d041-3fe6-473d-82ab-1adec21c97f3,segment=NetworkSegment(a07740db-b390-408f-9362-e2787b4a5bd6),segment_id=a07740db-b390-408f-9362-e2787b4a5bd6)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:29:28.779346 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cd1f98b5-8b49-47b4-a833-75d77a1c1103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:28.903396 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-cd1f98b5-8b49-47b4-a833-75d77a1c1103 admin admin] Calling delete_port for 8916d041-3fe6-473d-82ab-1adec21c97f3 owned by network:router_interface {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:29:29.260774 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cd1f98b5-8b49-47b4-a833-75d77a1c1103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:29.310498 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1f98b5-8b49-47b4-a833-75d77a1c1103 admin admin] Pushing event deleted for resources: {'Port': ['ID=8916d041-3fe6-473d-82ab-1adec21c97f3,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:29.566623 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-cd1f98b5-8b49-47b4-a833-75d77a1c1103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:29.723453 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-166ba977-c88e-4bd7-a5ae-ea81960b622c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:29.918555 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1f98b5-8b49-47b4-a833-75d77a1c1103 admin admin] Router 08d0d3ad-e49b-4a41-a940-69488ace8b2a has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:29:30.093808 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1f98b5-8b49-47b4-a833-75d77a1c1103 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:29:30.103769 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa2dfd3-87f9-4581-a269-456d7e6bfd57 None None] Sync routers for ids ['08d0d3ad-e49b-4a41-a940-69488ace8b2a'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:29:30.113258 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa2dfd3-87f9-4581-a269-456d7e6bfd57 None None] Routers {'08d0d3ad-e49b-4a41-a940-69488ace8b2a'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:29:30.116725 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-efa2dfd3-87f9-4581-a269-456d7e6bfd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:29:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['08d0d3ad-e49b-4a41-a940-69488ace8b2a'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:30.158115 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-cd1f98b5-8b49-47b4-a833-75d77a1c1103 admin admin] 10.222.0.42 "PUT /v2.0/routers/08d0d3ad-e49b-4a41-a940-69488ace8b2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4133301 Mar 01 22:29:30.160562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43620) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:30.303918 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-efa2dfd3-87f9-4581-a269-456d7e6bfd57 None None] Set router 08d0d3ad-e49b-4a41-a940-69488ace8b2a gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:29:30.336932 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec36d9e4-0ae2-41f8-9db5-bc4e5950d107 admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:30.623741 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-efa2dfd3-87f9-4581-a269-456d7e6bfd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'name': 'tempest-TestShelveInstance-1440305773-router', 'tenant_id': '9cc3b460e84d42d680416b53feda72f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '883442ec-4a12-444b-8993-483f3eb7f127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:47Z', 'updated_at': '2022-03-01T22:29:29Z', 'revision_number': 5, 'project_id': '9cc3b460e84d42d680416b53feda72f9', 'gw_port': {'id': '883442ec-4a12-444b-8993-483f3eb7f127', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:48Z', 'updated_at': '2022-03-01T22:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:30.627384 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa2dfd3-87f9-4581-a269-456d7e6bfd57 None None] Checking router: 08d0d3ad-e49b-4a41-a940-69488ace8b2a for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:29:30.636192 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa2dfd3-87f9-4581-a269-456d7e6bfd57 None None] Routers {'08d0d3ad-e49b-4a41-a940-69488ace8b2a'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:29:30.636790 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-efa2dfd3-87f9-4581-a269-456d7e6bfd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:29:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['08d0d3ad-e49b-4a41-a940-69488ace8b2a'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:30.643323 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec36d9e4-0ae2-41f8-9db5-bc4e5950d107 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:30.677478 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:30.729154 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-ec36d9e4-0ae2-41f8-9db5-bc4e5950d107 admin admin] Deleting port 883442ec-4a12-444b-8993-483f3eb7f127 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:29:30.729467 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec36d9e4-0ae2-41f8-9db5-bc4e5950d107 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:30.811480 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-efa2dfd3-87f9-4581-a269-456d7e6bfd57 None None] Set router 08d0d3ad-e49b-4a41-a940-69488ace8b2a gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:29:30.906412 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-ec36d9e4-0ae2-41f8-9db5-bc4e5950d107 admin admin] For port 883442ec-4a12-444b-8993-483f3eb7f127, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=883442ec-4a12-444b-8993-483f3eb7f127,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:29:30.906675 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec36d9e4-0ae2-41f8-9db5-bc4e5950d107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:30.933169 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:31.032722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-ec36d9e4-0ae2-41f8-9db5-bc4e5950d107 admin admin] Calling delete_port for 883442ec-4a12-444b-8993-483f3eb7f127 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:29:31.091910 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-efa2dfd3-87f9-4581-a269-456d7e6bfd57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'name': 'tempest-TestShelveInstance-1440305773-router', 'tenant_id': '9cc3b460e84d42d680416b53feda72f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '883442ec-4a12-444b-8993-483f3eb7f127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:47Z', 'updated_at': '2022-03-01T22:29:29Z', 'revision_number': 5, 'project_id': '9cc3b460e84d42d680416b53feda72f9', 'gw_port': {'id': '883442ec-4a12-444b-8993-483f3eb7f127', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:48Z', 'updated_at': '2022-03-01T22:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:31.095714 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa2dfd3-87f9-4581-a269-456d7e6bfd57 None None] The sync data for ids ['08d0d3ad-e49b-4a41-a940-69488ace8b2a'] in n-d-827896-4 is: [{'id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'name': 'tempest-TestShelveInstance-1440305773-router', 'tenant_id': '9cc3b460e84d42d680416b53feda72f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29'}], 'enable_snat': True}, 'gw_port_id': '883442ec-4a12-444b-8993-483f3eb7f127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:17:47Z', 'updated_at': '2022-03-01T22:29:29Z', 'revision_number': 5, 'project_id': '9cc3b460e84d42d680416b53feda72f9', 'gw_port': {'id': '883442ec-4a12-444b-8993-483f3eb7f127', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:99:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d0d3ad-e49b-4a41-a940-69488ace8b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:17:48Z', 'updated_at': '2022-03-01T22:17:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:29:31.264313 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec36d9e4-0ae2-41f8-9db5-bc4e5950d107 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:31.311648 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec36d9e4-0ae2-41f8-9db5-bc4e5950d107 admin admin] Pushing event deleted for resources: {'Port': ['ID=883442ec-4a12-444b-8993-483f3eb7f127,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:31.400557 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec36d9e4-0ae2-41f8-9db5-bc4e5950d107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:31.548130 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8916d041-3fe6-473d-82ab-1adec21c97f3 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:29:31.580625 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec36d9e4-0ae2-41f8-9db5-bc4e5950d107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:31.583068 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec36d9e4-0ae2-41f8-9db5-bc4e5950d107 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:31.583488 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 8916d041-3fe6-473d-82ab-1adec21c97f3 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:29:31.583839 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8916d041-3fe6-473d-82ab-1adec21c97f3 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:29:31.717471 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec36d9e4-0ae2-41f8-9db5-bc4e5950d107 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:31.717977 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec36d9e4-0ae2-41f8-9db5-bc4e5950d107 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 08d0d3ad-e49b-4a41-a940-69488ace8b2a {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 22:29:31.730766 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-ec36d9e4-0ae2-41f8-9db5-bc4e5950d107 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:31.732049 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-ec36d9e4-0ae2-41f8-9db5-bc4e5950d107 admin admin] 10.222.0.42 "DELETE /v2.0/routers/08d0d3ad-e49b-4a41-a940-69488ace8b2a HTTP/1.1" status: 204 len: 168 time: 1.5704441 Mar 01 22:29:31.734622 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43624) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:31.798191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-a738b021-fc0f-4acb-b75a-10ce8bac6d31 admin admin] Deleting subnet 52e0f814-2aec-4d21-99c0-77592ecb7f28 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 22:29:31.801844 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a738b021-fc0f-4acb-b75a-10ce8bac6d31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:31.857478 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a738b021-fc0f-4acb-b75a-10ce8bac6d31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:31.935536 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a738b021-fc0f-4acb-b75a-10ce8bac6d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:32.061123 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a738b021-fc0f-4acb-b75a-10ce8bac6d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:32.103760 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738b021-fc0f-4acb-b75a-10ce8bac6d31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52e0f814-2aec-4d21-99c0-77592ecb7f28,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:32.107251 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a738b021-fc0f-4acb-b75a-10ce8bac6d31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:32.113069 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a738b021-fc0f-4acb-b75a-10ce8bac6d31 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/52e0f814-2aec-4d21-99c0-77592ecb7f28 HTTP/1.1" status: 204 len: 168 time: 0.3774836 Mar 01 22:29:32.113227 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103941d3-c926-43f8-a481-d9436f797640 None None] Network db0dbc67-696a-49fc-8f78-5fab0b559d5a requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:29:32.115506 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43628) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:32.223209 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-074fcfa7-8906-4f4b-8a04-b86345ce68de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:32.234039 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-074fcfa7-8906-4f4b-8a04-b86345ce68de admin admin] Deleting port b82a0572-0bb6-4605-8ffb-a01ca8c0f220 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:29:32.234362 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-074fcfa7-8906-4f4b-8a04-b86345ce68de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:32.404314 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61770374-ecbe-4801-ba95-f544664b8927 None None] DHCP port deletion for db0dbc67-696a-49fc-8f78-5fab0b559d5a request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 22:29:32.408655 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-61770374-ecbe-4801-ba95-f544664b8927 None None] Deleting port b82a0572-0bb6-4605-8ffb-a01ca8c0f220 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:29:32.409029 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-61770374-ecbe-4801-ba95-f544664b8927 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:32.453264 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-074fcfa7-8906-4f4b-8a04-b86345ce68de admin admin] For port b82a0572-0bb6-4605-8ffb-a01ca8c0f220, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b82a0572-0bb6-4605-8ffb-a01ca8c0f220,segment=NetworkSegment(a07740db-b390-408f-9362-e2787b4a5bd6),segment_id=a07740db-b390-408f-9362-e2787b4a5bd6)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:29:32.453522 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-074fcfa7-8906-4f4b-8a04-b86345ce68de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:32.629737 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-61770374-ecbe-4801-ba95-f544664b8927 None None] For port b82a0572-0bb6-4605-8ffb-a01ca8c0f220, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=b82a0572-0bb6-4605-8ffb-a01ca8c0f220,segment=NetworkSegment(a07740db-b390-408f-9362-e2787b4a5bd6),segment_id=a07740db-b390-408f-9362-e2787b4a5bd6)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:29:32.630129 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-61770374-ecbe-4801-ba95-f544664b8927 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:32.688602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-074fcfa7-8906-4f4b-8a04-b86345ce68de admin admin] Calling delete_port for b82a0572-0bb6-4605-8ffb-a01ca8c0f220 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:29:32.698912 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:32.762134 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-61770374-ecbe-4801-ba95-f544664b8927 None None] Calling delete_port for b82a0572-0bb6-4605-8ffb-a01ca8c0f220 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:29:32.818607 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-074fcfa7-8906-4f4b-8a04-b86345ce68de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:32.834168 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-61770374-ecbe-4801-ba95-f544664b8927 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 22:29:32.835181 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-61770374-ecbe-4801-ba95-f544664b8927 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 22:29:32.864868 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fcfa7-8906-4f4b-8a04-b86345ce68de admin admin] Pushing event deleted for resources: {'Port': ['ID=b82a0572-0bb6-4605-8ffb-a01ca8c0f220,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:32.868453 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074fcfa7-8906-4f4b-8a04-b86345ce68de admin admin] No DVR routers for this DVR port b82a0572-0bb6-4605-8ffb-a01ca8c0f220 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:29:32.981795 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-074fcfa7-8906-4f4b-8a04-b86345ce68de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:33.010160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-074fcfa7-8906-4f4b-8a04-b86345ce68de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0dbc67-696a-49fc-8f78-5fab0b559d5a']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:33.022887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-074fcfa7-8906-4f4b-8a04-b86345ce68de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a07740db-b390-408f-9362-e2787b4a5bd6') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:33.023184 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-074fcfa7-8906-4f4b-8a04-b86345ce68de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a07740db-b390-408f-9362-e2787b4a5bd6') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:33.034497 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-074fcfa7-8906-4f4b-8a04-b86345ce68de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:33.050329 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-074fcfa7-8906-4f4b-8a04-b86345ce68de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:33.056319 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-074fcfa7-8906-4f4b-8a04-b86345ce68de admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 22:29:33.060470 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-074fcfa7-8906-4f4b-8a04-b86345ce68de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: timer() Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 22:29:33.070018 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 22:29:33.226212 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-074fcfa7-8906-4f4b-8a04-b86345ce68de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:33.247635 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-074fcfa7-8906-4f4b-8a04-b86345ce68de admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:33.253019 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074fcfa7-8906-4f4b-8a04-b86345ce68de admin admin] Pushing event deleted for resources: {'Network': ['ID=db0dbc67-696a-49fc-8f78-5fab0b559d5a,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:33.262723 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-074fcfa7-8906-4f4b-8a04-b86345ce68de admin admin] 10.222.0.42 "DELETE /v2.0/networks/db0dbc67-696a-49fc-8f78-5fab0b559d5a HTTP/1.1" status: 204 len: 168 time: 1.1456089 Mar 01 22:29:33.336723 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-61770374-ecbe-4801-ba95-f544664b8927 None None] Deleting port b82a0572-0bb6-4605-8ffb-a01ca8c0f220 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:29:33.337290 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-61770374-ecbe-4801-ba95-f544664b8927 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:33.366393 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device b82a0572-0bb6-4605-8ffb-a01ca8c0f220 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:29:33.406058 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: b82a0572-0bb6-4605-8ffb-a01ca8c0f220 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:29:33.406341 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device b82a0572-0bb6-4605-8ffb-a01ca8c0f220 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:29:33.406760 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 883442ec-4a12-444b-8993-483f3eb7f127 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:29:33.469314 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-61770374-ecbe-4801-ba95-f544664b8927 None None] The port 'b82a0572-0bb6-4605-8ffb-a01ca8c0f220' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 22:29:33.470038 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 883442ec-4a12-444b-8993-483f3eb7f127 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:29:33.470383 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 883442ec-4a12-444b-8993-483f3eb7f127 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:29:33.610568 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43638) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:33.659326 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a168ba6d-fc46-42f6-81c9-f9d65e919244 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4ce2e9f526c2482e87357e2ff3105cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475512 Mar 01 22:29:33.661602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43642) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:33.717758 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-27167833-38a4-432e-8a70-01c88deb1d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:33.742913 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-27167833-38a4-432e-8a70-01c88deb1d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:33.864064 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-27167833-38a4-432e-8a70-01c88deb1d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:33.879872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27167833-38a4-432e-8a70-01c88deb1d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f64d6f-8481-427f-9b37-beb8acd22a5f,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:33.887770 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-27167833-38a4-432e-8a70-01c88deb1d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:33.888877 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-27167833-38a4-432e-8a70-01c88deb1d71 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72f64d6f-8481-427f-9b37-beb8acd22a5f HTTP/1.1" status: 204 len: 168 time: 0.2263839 Mar 01 22:29:34.504662 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43650) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:34.554006 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3c0179a1-6ab9-4815-90dd-df79fff06c88 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9cc3b460e84d42d680416b53feda72f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479238 Mar 01 22:29:34.556578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43654) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:34.619917 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-340ff238-6061-4756-9f0e-2b03c587f665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:34.645338 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-340ff238-6061-4756-9f0e-2b03c587f665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:34.768635 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-340ff238-6061-4756-9f0e-2b03c587f665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:34.783659 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340ff238-6061-4756-9f0e-2b03c587f665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033c33b9-6179-40d6-ae1b-a2e53a867d3e,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:34.792940 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-340ff238-6061-4756-9f0e-2b03c587f665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:34.794050 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-340ff238-6061-4756-9f0e-2b03c587f665 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/033c33b9-6179-40d6-ae1b-a2e53a867d3e HTTP/1.1" status: 204 len: 168 time: 0.2365015 Mar 01 22:29:35.898547 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43680) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:35.998649 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-686430691-network', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:29:36.004099 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:29:36.008578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Usage tracker for resource:network and tenant:db8cb76827cc4b3da507075065311e9b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:29:36.011736 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:29:36.017603 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:29:36.116000 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Made reservation on behalf of db8cb76827cc4b3da507075065311e9b for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:29:36.118325 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:36.130383 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:36.145067 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:29:36.149549 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Usage tracker for resource:security_group_rule and tenant:db8cb76827cc4b3da507075065311e9b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:29:36.152552 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:29:36.158225 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:29:36.240028 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:36.305504 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:36.339884 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 22:29:36.348142 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bab9cbb-3db1-4c68-acc6-eaca34ecb155,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:36.354283 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:36.354610 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Added segment 8e5b0062-93a8-42e1-b718-026a62e29163 of type vlan for network 69859969-f03c-4ec2-8cd7-333555b1dadb Mar 01 22:29:36.384323 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:36.471384 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:36.472313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:29:36.472921 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:36.574902 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] Pushing event updated for resources: {'Network': ['ID=69859969-f03c-4ec2-8cd7-333555b1dadb,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:36.584294 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 69859969-f03c-4ec2-8cd7-333555b1dadb details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 22:29:36.626496 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-3c1ea355-4691-48af-a937-599d413801f1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7268307 Mar 01 22:29:36.629393 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43688) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:36.635428 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-66ba39dc-8a70-4ddf-ad33-7edfdc4b5ea4 admin admin] Request body: {'subnet': {'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-686430691-subnet', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:29:36.641191 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-66ba39dc-8a70-4ddf-ad33-7edfdc4b5ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:29:36.645106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-66ba39dc-8a70-4ddf-ad33-7edfdc4b5ea4 admin admin] Usage tracker for resource:subnet and tenant:db8cb76827cc4b3da507075065311e9b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:29:36.648174 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-66ba39dc-8a70-4ddf-ad33-7edfdc4b5ea4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:29:36.654231 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-66ba39dc-8a70-4ddf-ad33-7edfdc4b5ea4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:29:36.723281 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ba39dc-8a70-4ddf-ad33-7edfdc4b5ea4 admin admin] Made reservation on behalf of db8cb76827cc4b3da507075065311e9b for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:29:36.726074 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-66ba39dc-8a70-4ddf-ad33-7edfdc4b5ea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:36.951564 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-66ba39dc-8a70-4ddf-ad33-7edfdc4b5ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:37.027005 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba39dc-8a70-4ddf-ad33-7edfdc4b5ea4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06ef53e5-70b3-413b-bd44-900a9bf7ba79,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:37.034026 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ba39dc-8a70-4ddf-ad33-7edfdc4b5ea4 admin admin] Checking segment: {'id': '8e5b0062-93a8-42e1-b718-026a62e29163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:29:37.034375 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ba39dc-8a70-4ddf-ad33-7edfdc4b5ea4 admin admin] Network hostable DHCP agents. Network: 69859969-f03c-4ec2-8cd7-333555b1dadb, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 22:29:37.111762 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ba39dc-8a70-4ddf-ad33-7edfdc4b5ea4 admin admin] Network 69859969-f03c-4ec2-8cd7-333555b1dadb is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 22:29:37.195746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-66ba39dc-8a70-4ddf-ad33-7edfdc4b5ea4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 69859969-f03c-4ec2-8cd7-333555b1dadb) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:29:37.199792 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ba39dc-8a70-4ddf-ad33-7edfdc4b5ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:29:37.200372 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-66ba39dc-8a70-4ddf-ad33-7edfdc4b5ea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:37.204753 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7583f6-bedc-4067-aac5-22d7edb80ff2 None None] Network 69859969-f03c-4ec2-8cd7-333555b1dadb requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:29:37.305073 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-66ba39dc-8a70-4ddf-ad33-7edfdc4b5ea4 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6746421 Mar 01 22:29:37.307746 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43692) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:37.313605 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:29:37.319093 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:29:37.323085 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Usage tracker for resource:router and tenant:db8cb76827cc4b3da507075065311e9b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:29:37.326167 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:29:37.331826 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:29:37.409287 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:37.410341 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:37.425608 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:37.446598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-69859969-f03c-4ec2-8cd7-333555b1dadb', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'fixed_ips': [{'subnet_id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 22:29:37.447439 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:37.602081 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Allocated IP 172.20.0.2 (69859969-f03c-4ec2-8cd7-333555b1dadb/06ef53e5-70b3-413b-bd44-900a9bf7ba79/8da44afc-1f5f-429c-a50b-86d03945f849) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:29:37.815822 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:37.826538 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Transition to ACTIVE for port object 8da44afc-1f5f-429c-a50b-86d03945f849 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:29:37.844499 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Transition to ACTIVE for port object 8da44afc-1f5f-429c-a50b-86d03945f849 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:29:37.873235 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:37.916098 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:37.975274 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Network 69859969-f03c-4ec2-8cd7-333555b1dadb is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:29:37.976385 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:29:37.980190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:29:38.058711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Pushing event updated for resources: {'Port': ['ID=8da44afc-1f5f-429c-a50b-86d03945f849,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:38.079139 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:38.079513 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:38.079852 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:38.080183 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:38.080511 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:38.080822 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:38.081150 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:38.081472 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:38.081796 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:38.082116 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:38.082433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:38.082747 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:38.092891 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Attempting to bind port 8da44afc-1f5f-429c-a50b-86d03945f849 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:29:38.093259 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Attempting to bind port 8da44afc-1f5f-429c-a50b-86d03945f849 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '8e5b0062-93a8-42e1-b718-026a62e29163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:29:38.093620 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Attempting to bind port 8da44afc-1f5f-429c-a50b-86d03945f849 on network 69859969-f03c-4ec2-8cd7-333555b1dadb {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:29:38.099189 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:29:38.099578 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Checking segment: {'id': '8e5b0062-93a8-42e1-b718-026a62e29163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:29:38.100026 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:38.100412 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Bound using segment: {'id': '8e5b0062-93a8-42e1-b718-026a62e29163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:29:38.100881 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Bound port: 8da44afc-1f5f-429c-a50b-86d03945f849, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5b0062-93a8-42e1-b718-026a62e29163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:29:38.101248 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:38.197832 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] For port 8da44afc-1f5f-429c-a50b-86d03945f849, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:29:38.200807 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] For port 8da44afc-1f5f-429c-a50b-86d03945f849, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8da44afc-1f5f-429c-a50b-86d03945f849,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:29:38.261061 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:38.264074 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:38.295213 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:38.352515 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c336428-e4f4-46ab-8241-0d51b4f02dcf None None] Pushing event updated for resources: {'Port': ['ID=8da44afc-1f5f-429c-a50b-86d03945f849,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:38.446307 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Allocated IP 172.25.5.55 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/2009acb1-149e-4733-9be3-7ed5645d93e1) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:29:38.617095 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:38.706226 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:38.770748 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:29:38.774627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:29:38.783258 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:29:38.821353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Pushing event updated for resources: {'Port': ['ID=2009acb1-149e-4733-9be3-7ed5645d93e1,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:39.266475 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd592f4-3400-49c6-8417-908266b0f832 None None] Network 69859969-f03c-4ec2-8cd7-333555b1dadb requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:29:39.304233 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:39.394595 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8da44afc-1f5f-429c-a50b-86d03945f849 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:29:39.447946 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9a87bc4a-ac26-4f44-95bf-489820ec7584 None None] Provisioning for port 8da44afc-1f5f-429c-a50b-86d03945f849 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:29:39.635858 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 8da44afc-1f5f-429c-a50b-86d03945f849 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:29:39.641502 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 8da44afc-1f5f-429c-a50b-86d03945f849 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:29:39.645003 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:39.778836 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:39.782326 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:39.824834 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 8da44afc-1f5f-429c-a50b-86d03945f849, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8da44afc-1f5f-429c-a50b-86d03945f849,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:29:39.829926 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-50fce7d5-3097-4192-94e8-b6afa1a5144a None None] Provisioning complete for port 8da44afc-1f5f-429c-a50b-86d03945f849 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:29:39.830295 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-50fce7d5-3097-4192-94e8-b6afa1a5144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:39.928739 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:40.009300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=8da44afc-1f5f-429c-a50b-86d03945f849,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:40.054719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Router eee9699f-ef7b-4068-937c-4744324bba5c is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 22:29:40.227498 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:29:40.236820 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] Sync routers for ids ['eee9699f-ef7b-4068-937c-4744324bba5c'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:29:40.246286 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] Routers {'eee9699f-ef7b-4068-937c-4744324bba5c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:29:40.246966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:29:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['eee9699f-ef7b-4068-937c-4744324bba5c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:40.305933 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:40.307241 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-51032cee-05e7-4c9a-ab3c-d141cc26ac1b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9985611 Mar 01 22:29:40.309894 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43696) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:40.451500 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] Set router eee9699f-ef7b-4068-937c-4744324bba5c gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:29:40.735154 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:37Z', 'updated_at': '2022-03-01T22:29:39Z', 'revision_number': 3, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'gw_port': {'id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:38Z', 'updated_at': '2022-03-01T22:29:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:40.738938 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] Checking router: eee9699f-ef7b-4068-937c-4744324bba5c for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:29:40.739300 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] Updating router eee9699f-ef7b-4068-937c-4744324bba5c port 2009acb1-149e-4733-9be3-7ed5645d93e1 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:29:40.791680 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:41.083577 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a64c7ae5-07a8-41ab-9263-7371dfc288df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:41.118952 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:41.129972 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] Transition to ACTIVE for port object 2009acb1-149e-4733-9be3-7ed5645d93e1 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:29:41.191718 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:41.273328 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] Attempting to bind port 2009acb1-149e-4733-9be3-7ed5645d93e1 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:29:41.273328 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] Attempting to bind port 2009acb1-149e-4733-9be3-7ed5645d93e1 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:29:41.273328 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] Attempting to bind port 2009acb1-149e-4733-9be3-7ed5645d93e1 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:29:41.278953 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12506c-ef1a-4a92-90d4-445713783f71 None None] Pushing event updated for resources: {'Port': ['ID=2009acb1-149e-4733-9be3-7ed5645d93e1,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:41.283178 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:29:41.283641 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:29:41.284051 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:41.284436 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:29:41.284900 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] Bound port: 2009acb1-149e-4733-9be3-7ed5645d93e1, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:29:41.285853 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:41.291251 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-a64c7ae5-07a8-41ab-9263-7371dfc288df admin admin] Allocated IP 172.20.0.1 (69859969-f03c-4ec2-8cd7-333555b1dadb/06ef53e5-70b3-413b-bd44-900a9bf7ba79/d861a6a4-d923-484c-9cff-3bb5720c6f72) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:29:41.358599 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8da44afc-1f5f-429c-a50b-86d03945f849 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:29:41.398295 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] For port 2009acb1-149e-4733-9be3-7ed5645d93e1, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:29:41.411894 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] For port 2009acb1-149e-4733-9be3-7ed5645d93e1, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2009acb1-149e-4733-9be3-7ed5645d93e1,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:29:41.435673 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 8da44afc-1f5f-429c-a50b-86d03945f849 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:29:41.436039 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:41.445846 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a64c7ae5-07a8-41ab-9263-7371dfc288df admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:41.461980 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-a64c7ae5-07a8-41ab-9263-7371dfc288df admin admin] Transition to ACTIVE for port object d861a6a4-d923-484c-9cff-3bb5720c6f72 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:29:41.489079 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:41.546141 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a64c7ae5-07a8-41ab-9263-7371dfc288df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:41.605618 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64c7ae5-07a8-41ab-9263-7371dfc288df admin admin] Network 69859969-f03c-4ec2-8cd7-333555b1dadb is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:29:41.608266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-a64c7ae5-07a8-41ab-9263-7371dfc288df admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:29:41.612575 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] Routers {'eee9699f-ef7b-4068-937c-4744324bba5c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:29:41.613225 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:29:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['eee9699f-ef7b-4068-937c-4744324bba5c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:41.620121 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64c7ae5-07a8-41ab-9263-7371dfc288df admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:29:41.656461 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c7ae5-07a8-41ab-9263-7371dfc288df admin admin] Pushing event updated for resources: {'Port': ['ID=d861a6a4-d923-484c-9cff-3bb5720c6f72,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:41.680723 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a64c7ae5-07a8-41ab-9263-7371dfc288df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:41.680956 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12506c-ef1a-4a92-90d4-445713783f71 None None] Pushing event updated for resources: {'Port': ['ID=2009acb1-149e-4733-9be3-7ed5645d93e1,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:41.872064 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] Set router eee9699f-ef7b-4068-937c-4744324bba5c gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:29:42.028873 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a64c7ae5-07a8-41ab-9263-7371dfc288df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:42.058076 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-585f2df7-2614-43a6-b3c2-9852154b7bf1 None None] Provisioning for port d861a6a4-d923-484c-9cff-3bb5720c6f72 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:29:42.073861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-585f2df7-2614-43a6-b3c2-9852154b7bf1 None None] Provisioning complete for port d861a6a4-d923-484c-9cff-3bb5720c6f72 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:29:42.074235 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-585f2df7-2614-43a6-b3c2-9852154b7bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:42.145601 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-585f2df7-2614-43a6-b3c2-9852154b7bf1 None None] Port d861a6a4-d923-484c-9cff-3bb5720c6f72 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:29:42.210437 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:37Z', 'updated_at': '2022-03-01T22:29:39Z', 'revision_number': 3, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'gw_port': {'id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:38Z', 'updated_at': '2022-03-01T22:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:42.214431 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-738acb1d-a127-4d5f-a893-a661105dc8ec None None] The sync data for ids ['eee9699f-ef7b-4068-937c-4744324bba5c'] in n-d-827896-4 is: [{'id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:37Z', 'updated_at': '2022-03-01T22:29:39Z', 'revision_number': 3, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'gw_port': {'id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:38Z', 'updated_at': '2022-03-01T22:29:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:29:42.257340 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a64c7ae5-07a8-41ab-9263-7371dfc288df admin admin] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:42.317607 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a64c7ae5-07a8-41ab-9263-7371dfc288df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:42.423125 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64c7ae5-07a8-41ab-9263-7371dfc288df admin admin] Pushing event updated for resources: {'Port': ['ID=d861a6a4-d923-484c-9cff-3bb5720c6f72,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:42.426260 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-a64c7ae5-07a8-41ab-9263-7371dfc288df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:42.578671 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64c7ae5-07a8-41ab-9263-7371dfc288df admin admin] Network 69859969-f03c-4ec2-8cd7-333555b1dadb is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:29:42.579887 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-a64c7ae5-07a8-41ab-9263-7371dfc288df admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:29:42.871904 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-b5759b6d-2172-4f8a-9148-4637db57eec0 None None] Provisioning complete for port d861a6a4-d923-484c-9cff-3bb5720c6f72 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:29:42.872473 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b5759b6d-2172-4f8a-9148-4637db57eec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:42.889724 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64c7ae5-07a8-41ab-9263-7371dfc288df admin admin] Router eee9699f-ef7b-4068-937c-4744324bba5c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:29:42.932762 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b5759b6d-2172-4f8a-9148-4637db57eec0 None None] Port d861a6a4-d923-484c-9cff-3bb5720c6f72 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:29:43.077729 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64c7ae5-07a8-41ab-9263-7371dfc288df admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:29:43.087228 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-a64c7ae5-07a8-41ab-9263-7371dfc288df admin admin] 10.222.0.42 "PUT /v2.0/routers/eee9699f-ef7b-4068-937c-4744324bba5c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7763319 Mar 01 22:29:43.377463 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2009acb1-149e-4733-9be3-7ed5645d93e1 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:29:43.523543 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 2009acb1-149e-4733-9be3-7ed5645d93e1 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:29:43.529380 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 2009acb1-149e-4733-9be3-7ed5645d93e1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:29:43.533544 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:43.654481 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:43.670868 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 2009acb1-149e-4733-9be3-7ed5645d93e1, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2009acb1-149e-4733-9be3-7ed5645d93e1,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:29:43.744487 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:43.790792 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] Sync routers for ids ['eee9699f-ef7b-4068-937c-4744324bba5c'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:29:43.806712 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] Routers {'eee9699f-ef7b-4068-937c-4744324bba5c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:29:43.807427 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:29:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['eee9699f-ef7b-4068-937c-4744324bba5c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:43.815139 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=2009acb1-149e-4733-9be3-7ed5645d93e1,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:43.838872 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43716) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:43.844985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1975399198-network', 'tenant_id': 'a6d480e89866414b8a6bec8628134386'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:29:43.850822 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:29:43.854831 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Usage tracker for resource:network and tenant:a6d480e89866414b8a6bec8628134386 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:29:43.863502 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:29:43.870228 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:29:43.944712 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Made reservation on behalf of a6d480e89866414b8a6bec8628134386 for: {'network': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:29:43.947038 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for network, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:43.959088 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:43.973160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:29:43.977387 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Usage tracker for resource:security_group_rule and tenant:a6d480e89866414b8a6bec8628134386 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:29:43.980379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:29:43.985634 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] Set router eee9699f-ef7b-4068-937c-4744324bba5c gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:29:43.986306 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:29:44.073668 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:44.151706 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:44.191076 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=88518) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 01 22:29:44.197928 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61072c53-046d-4eaa-9484-996919ccd7bc,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:44.208738 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:44.209131 n-d-827896-4 neutron-server[88518]: INFO neutron.db.segments_db [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Added segment 1f565278-61d8-4ec9-85b3-fb53764fb4da of type vlan for network 8d6e7197-8196-40f4-af0b-caed2c630e10 Mar 01 22:29:44.239648 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768676015270'] for network, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:44.310728 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:37Z', 'updated_at': '2022-03-01T22:29:41Z', 'revision_number': 4, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'gw_port': {'id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:38Z', 'updated_at': '2022-03-01T22:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'd861a6a4-d923-484c-9cff-3bb5720c6f72', 'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'mac_address': 'fa:16:3e:a3:8a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:41Z', 'updated_at': '2022-03-01T22:29:42Z', 'revision_number': 2, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'subnets': [{'id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:44.316507 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] Checking router: eee9699f-ef7b-4068-937c-4744324bba5c for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:29:44.316931 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] Updating router eee9699f-ef7b-4068-937c-4744324bba5c port d861a6a4-d923-484c-9cff-3bb5720c6f72 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:29:44.351925 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217'] for network, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:44.352951 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:29:44.353533 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:44.372000 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:44.457252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] Pushing event updated for resources: {'Network': ['ID=8d6e7197-8196-40f4-af0b-caed2c630e10,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:44.467785 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Network 8d6e7197-8196-40f4-af0b-caed2c630e10 details requested by agent ovs-agent-n-d-827896-4 with host n-d-827896-4 {{(pid=88520) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Mar 01 22:29:44.538630 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f5ff0e0d-57b0-48dd-b3d2-466664248b5a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6953402 Mar 01 22:29:44.538838 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43720) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:44.545252 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-00e1b561-e595-416f-82cd-b3200ccdf697 admin admin] Request body: {'subnet': {'network_id': '8d6e7197-8196-40f4-af0b-caed2c630e10', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1975399198-subnet', 'tenant_id': 'a6d480e89866414b8a6bec8628134386', 'ip_version': 4}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:29:44.551764 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-00e1b561-e595-416f-82cd-b3200ccdf697 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:29:44.556595 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-00e1b561-e595-416f-82cd-b3200ccdf697 admin admin] Usage tracker for resource:subnet and tenant:a6d480e89866414b8a6bec8628134386 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:29:44.559508 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-00e1b561-e595-416f-82cd-b3200ccdf697 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:29:44.567118 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-00e1b561-e595-416f-82cd-b3200ccdf697 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:29:44.637100 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00e1b561-e595-416f-82cd-b3200ccdf697 admin admin] Made reservation on behalf of a6d480e89866414b8a6bec8628134386 for: {'subnet': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:29:44.639438 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00e1b561-e595-416f-82cd-b3200ccdf697 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2087706'] for subnet, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:44.750793 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:44.762830 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] Transition to ACTIVE for port object d861a6a4-d923-484c-9cff-3bb5720c6f72 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:29:44.814129 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:44.957450 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00e1b561-e595-416f-82cd-b3200ccdf697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7973415', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2087692'] for subnet, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:45.010716 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14dfb2-0ea4-4acc-a89e-ab38f51b63cb None None] Pushing event updated for resources: {'Port': ['ID=d861a6a4-d923-484c-9cff-3bb5720c6f72,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:45.022684 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14dfb2-0ea4-4acc-a89e-ab38f51b63cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:45.023029 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14dfb2-0ea4-4acc-a89e-ab38f51b63cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:45.023386 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14dfb2-0ea4-4acc-a89e-ab38f51b63cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:45.023710 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14dfb2-0ea4-4acc-a89e-ab38f51b63cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:45.024219 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14dfb2-0ea4-4acc-a89e-ab38f51b63cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:45.024554 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14dfb2-0ea4-4acc-a89e-ab38f51b63cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:45.025118 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14dfb2-0ea4-4acc-a89e-ab38f51b63cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:45.025447 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14dfb2-0ea4-4acc-a89e-ab38f51b63cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:45.025764 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14dfb2-0ea4-4acc-a89e-ab38f51b63cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:45.026087 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14dfb2-0ea4-4acc-a89e-ab38f51b63cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:45.027001 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14dfb2-0ea4-4acc-a89e-ab38f51b63cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:45.027334 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb14dfb2-0ea4-4acc-a89e-ab38f51b63cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88521) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:29:45.031075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1b561-e595-416f-82cd-b3200ccdf697 admin admin] Pushing event updated for resources: {'Subnet': ['ID=757f199c-8073-4709-a374-0fe2dade2d53,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:45.042364 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e1b561-e595-416f-82cd-b3200ccdf697 admin admin] Checking segment: {'id': '1f565278-61d8-4ec9-85b3-fb53764fb4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8d6e7197-8196-40f4-af0b-caed2c630e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:29:45.042722 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e1b561-e595-416f-82cd-b3200ccdf697 admin admin] Network hostable DHCP agents. Network: 8d6e7197-8196-40f4-af0b-caed2c630e10, hostable agents: ['a66a1908-37b2-4ce2-b057-e987fb676140'], hosted agents: [] {{(pid=88518) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 01 22:29:45.047521 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] Attempting to bind port d861a6a4-d923-484c-9cff-3bb5720c6f72 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:29:45.048072 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] Attempting to bind port d861a6a4-d923-484c-9cff-3bb5720c6f72 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '8e5b0062-93a8-42e1-b718-026a62e29163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:29:45.048587 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] Attempting to bind port d861a6a4-d923-484c-9cff-3bb5720c6f72 on network 69859969-f03c-4ec2-8cd7-333555b1dadb {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:29:45.061328 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:29:45.065350 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] Checking segment: {'id': '8e5b0062-93a8-42e1-b718-026a62e29163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:29:45.065350 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:45.065350 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] Bound using segment: {'id': '8e5b0062-93a8-42e1-b718-026a62e29163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:29:45.065350 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] Bound port: d861a6a4-d923-484c-9cff-3bb5720c6f72, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e5b0062-93a8-42e1-b718-026a62e29163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:29:45.065350 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:45.123075 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e1b561-e595-416f-82cd-b3200ccdf697 admin admin] Network 8d6e7197-8196-40f4-af0b-caed2c630e10 is scheduled to be hosted by DHCP agent a66a1908-37b2-4ce2-b057-e987fb676140 with binding_index 1 {{(pid=88518) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 01 22:29:45.152055 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] For port d861a6a4-d923-484c-9cff-3bb5720c6f72, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:29:45.154821 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] For port d861a6a4-d923-484c-9cff-3bb5720c6f72, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d861a6a4-d923-484c-9cff-3bb5720c6f72,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:29:45.180272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-00e1b561-e595-416f-82cd-b3200ccdf697 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-827896-4, 8d6e7197-8196-40f4-af0b-caed2c630e10) {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:29:45.184391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00e1b561-e595-416f-82cd-b3200ccdf697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:29:45.190115 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-00e1b561-e595-416f-82cd-b3200ccdf697 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:45.190229 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93083c23-3010-4849-85e6-28aee380e801 None None] Network 8d6e7197-8196-40f4-af0b-caed2c630e10 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:29:45.209466 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:45.273398 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-00e1b561-e595-416f-82cd-b3200ccdf697 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7309492 Mar 01 22:29:45.273398 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43724) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:45.278580 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1975399198-router', 'tenant_id': 'a6d480e89866414b8a6bec8628134386', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:29:45.284870 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:29:45.287064 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] Routers {'eee9699f-ef7b-4068-937c-4744324bba5c'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:29:45.288270 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:29:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['eee9699f-ef7b-4068-937c-4744324bba5c'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:45.290692 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Usage tracker for resource:router and tenant:a6d480e89866414b8a6bec8628134386 is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:29:45.293703 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:29:45.299591 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:29:45.355496 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb14dfb2-0ea4-4acc-a89e-ab38f51b63cb None None] Pushing event updated for resources: {'Port': ['ID=d861a6a4-d923-484c-9cff-3bb5720c6f72,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:45.380795 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-329348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3350'] for router, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:45.382134 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-328090', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-331077', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3359'] for router, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:45.399229 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2009acb1-149e-4733-9be3-7ed5645d93e1 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:29:45.401213 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:45.495598 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbc1f0dbe-97cb-52bf-a934-f39bddf54d54-8d6e7197-8196-40f4-af0b-caed2c630e10', 'network_id': '8d6e7197-8196-40f4-af0b-caed2c630e10', 'tenant_id': 'a6d480e89866414b8a6bec8628134386', 'fixed_ips': [{'subnet_id': '757f199c-8073-4709-a374-0fe2dade2d53'}]}} from n-d-827896-4. {{(pid=88520) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Mar 01 22:29:45.496527 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:45.502456 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] Set router eee9699f-ef7b-4068-937c-4744324bba5c gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:29:45.616354 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 2009acb1-149e-4733-9be3-7ed5645d93e1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:29:45.616596 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:45.744464 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.db_base_plugin_common [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Allocated IP 172.20.0.2 (8d6e7197-8196-40f4-af0b-caed2c630e10/757f199c-8073-4709-a374-0fe2dade2d53/15731406-a242-463e-9577-18b786887115) {{(pid=88520) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:29:45.768695 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-331063', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-329321', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3337'] for router, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:45.837051 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:37Z', 'updated_at': '2022-03-01T22:29:41Z', 'revision_number': 4, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'gw_port': {'id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:38Z', 'updated_at': '2022-03-01T22:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'd861a6a4-d923-484c-9cff-3bb5720c6f72', 'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'mac_address': 'fa:16:3e:a3:8a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:41Z', 'updated_at': '2022-03-01T22:29:45Z', 'revision_number': 4, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'subnets': [{'id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:45.841013 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e08a0bc3-259b-408a-920b-cc29717d190c None None] The sync data for ids ['eee9699f-ef7b-4068-937c-4744324bba5c'] in n-d-827896-4 is: [{'id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:37Z', 'updated_at': '2022-03-01T22:29:41Z', 'revision_number': 4, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'gw_port': {'id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:38Z', 'updated_at': '2022-03-01T22:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'd861a6a4-d923-484c-9cff-3bb5720c6f72', 'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'mac_address': 'fa:16:3e:a3:8a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:41Z', 'updated_at': '2022-03-01T22:29:45Z', 'revision_number': 4, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'subnets': [{'id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:29:46.040617 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Notify callbacks [] for port, precommit_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:46.051616 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Transition to ACTIVE for port object 15731406-a242-463e-9577-18b786887115 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:29:46.075522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Transition to ACTIVE for port object 15731406-a242-463e-9577-18b786887115 will not be triggered until provisioned by entity DHCP. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:29:46.141075 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328'] for port, after_create {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:46.257111 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Network 8d6e7197-8196-40f4-af0b-caed2c630e10 is already hosted by enough agents. {{(pid=88520) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:29:46.260222 n-d-827896-4 neutron-server[88520]: DEBUG neutron.scheduler.base_scheduler [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Resources bound (agent type, host, resource id): {{(pid=88520) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:29:46.268435 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Received port after_create {{(pid=88520) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:29:46.307471 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Pushing event updated for resources: {'Port': ['ID=15731406-a242-463e-9577-18b786887115,revision_number=1']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:46.328154 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:46.358597 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:46.369180 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Attempting to bind port 15731406-a242-463e-9577-18b786887115 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:29:46.369692 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Attempting to bind port 15731406-a242-463e-9577-18b786887115 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '1f565278-61d8-4ec9-85b3-fb53764fb4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8d6e7197-8196-40f4-af0b-caed2c630e10'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:29:46.370187 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Attempting to bind port 15731406-a242-463e-9577-18b786887115 on network 8d6e7197-8196-40f4-af0b-caed2c630e10 {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:29:46.378120 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:29:46.378487 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Checking segment: {'id': '1f565278-61d8-4ec9-85b3-fb53764fb4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8d6e7197-8196-40f4-af0b-caed2c630e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:29:46.378895 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:46.379283 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Bound using segment: {'id': '1f565278-61d8-4ec9-85b3-fb53764fb4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8d6e7197-8196-40f4-af0b-caed2c630e10'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:29:46.379914 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Bound port: 15731406-a242-463e-9577-18b786887115, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f565278-61d8-4ec9-85b3-fb53764fb4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8d6e7197-8196-40f4-af0b-caed2c630e10'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:29:46.380429 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:46.477689 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] For port 15731406-a242-463e-9577-18b786887115, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:29:46.481064 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] For port 15731406-a242-463e-9577-18b786887115, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=15731406-a242-463e-9577-18b786887115,segment=NetworkSegment(1f565278-61d8-4ec9-85b3-fb53764fb4da),segment_id=1f565278-61d8-4ec9-85b3-fb53764fb4da)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:29:46.507822 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Allocated IP 172.25.5.253 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/c1d95fed-ade6-4df6-943c-469da5b9bde1) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:29:46.556088 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:46.639470 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a20ef4-fb38-4d5e-b64d-864ede85b51f None None] Pushing event updated for resources: {'Port': ['ID=15731406-a242-463e-9577-18b786887115,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:46.678594 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:46.774354 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:46.842226 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:29:46.844995 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:29:46.852905 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:29:46.893350 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Pushing event updated for resources: {'Port': ['ID=c1d95fed-ade6-4df6-943c-469da5b9bde1,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:47.348620 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:47.422020 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 15731406-a242-463e-9577-18b786887115 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:29:47.557637 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 15731406-a242-463e-9577-18b786887115 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:29:47.563590 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d861a6a4-d923-484c-9cff-3bb5720c6f72 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:29:47.696467 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port d861a6a4-d923-484c-9cff-3bb5720c6f72 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:29:47.703455 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d861a6a4-d923-484c-9cff-3bb5720c6f72 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:29:47.703862 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:47.718251 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-329343', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-331032'] for router, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:47.809304 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514fe654-aa55-410f-ac3f-2e9dbecd545c None None] Network 8d6e7197-8196-40f4-af0b-caed2c630e10 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:29:47.920827 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:47.981665 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port d861a6a4-d923-484c-9cff-3bb5720c6f72, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d861a6a4-d923-484c-9cff-3bb5720c6f72,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:29:48.009613 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0c1e94ff-6f63-4e5b-baca-22bfab55ca64 None None] Provisioning for port 15731406-a242-463e-9577-18b786887115 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:29:48.025302 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-0c1e94ff-6f63-4e5b-baca-22bfab55ca64 None None] Provisioning complete for port 15731406-a242-463e-9577-18b786887115 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:29:48.025662 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0c1e94ff-6f63-4e5b-baca-22bfab55ca64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:48.066205 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:48.132981 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Router 7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e is scheduled to L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 with binding_index 1 {{(pid=88518) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Mar 01 22:29:48.195721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=d861a6a4-d923-484c-9cff-3bb5720c6f72,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:48.269048 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0c1e94ff-6f63-4e5b-baca-22bfab55ca64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:48.304452 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-0c1e94ff-6f63-4e5b-baca-22bfab55ca64 None None] For port 15731406-a242-463e-9577-18b786887115, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=15731406-a242-463e-9577-18b786887115,segment=NetworkSegment(1f565278-61d8-4ec9-85b3-fb53764fb4da),segment_id=1f565278-61d8-4ec9-85b3-fb53764fb4da)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:29:48.321937 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:29:48.332159 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] Sync routers for ids ['7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:29:48.348137 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] Routers {'7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:29:48.348137 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:29:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:48.413324 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-0c1e94ff-6f63-4e5b-baca-22bfab55ca64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:48.418307 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:48.422368 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-407fe9bb-d88e-498b-9faf-b9d219fd90e4 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1452463 Mar 01 22:29:48.422368 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43730) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:48.575436 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1e94ff-6f63-4e5b-baca-22bfab55ca64 None None] Pushing event updated for resources: {'Port': ['ID=15731406-a242-463e-9577-18b786887115,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:48.613461 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-57e03868-a51a-426e-ae62-6d18a3cc7bfe None None] Provisioning complete for port 15731406-a242-463e-9577-18b786887115 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:29:48.613823 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-57e03868-a51a-426e-ae62-6d18a3cc7bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:48.657501 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] Set router 7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:29:49.071894 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'name': 'tempest-TestSnapshotPattern-1975399198-router', 'tenant_id': 'a6d480e89866414b8a6bec8628134386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c1d95fed-ade6-4df6-943c-469da5b9bde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:45Z', 'updated_at': '2022-03-01T22:29:47Z', 'revision_number': 3, 'project_id': 'a6d480e89866414b8a6bec8628134386', 'gw_port': {'id': 'c1d95fed-ade6-4df6-943c-469da5b9bde1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:46Z', 'updated_at': '2022-03-01T22:29:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:49.076675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] Checking router: 7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:29:49.077022 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] Updating router 7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e port c1d95fed-ade6-4df6-943c-469da5b9bde1 binding host n-d-827896-4 {{(pid=88520) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:29:49.140034 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:49.162370 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c7eb38d3-b590-4533-90b1-febf26137895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:49.369120 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 15731406-a242-463e-9577-18b786887115 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:29:49.387687 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-c7eb38d3-b590-4533-90b1-febf26137895 admin admin] Allocated IP 172.20.0.1 (8d6e7197-8196-40f4-af0b-caed2c630e10/757f199c-8073-4709-a374-0fe2dade2d53/78d8b65e-a5a0-45ff-8b4c-7cfac3519249) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:29:49.481028 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 15731406-a242-463e-9577-18b786887115 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:29:49.481399 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:49.536176 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c7eb38d3-b590-4533-90b1-febf26137895 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:49.550973 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [None req-c7eb38d3-b590-4533-90b1-febf26137895 admin admin] Transition to ACTIVE for port object 78d8b65e-a5a0-45ff-8b4c-7cfac3519249 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:29:49.592283 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] Notify callbacks [] for port, precommit_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:49.607920 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] Transition to ACTIVE for port object c1d95fed-ade6-4df6-943c-469da5b9bde1 will not be triggered until provisioned by entity L2. {{(pid=88520) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:29:49.643640 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c7eb38d3-b590-4533-90b1-febf26137895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:49.667248 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d861a6a4-d923-484c-9cff-3bb5720c6f72 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:29:49.701467 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:49.704439 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eb38d3-b590-4533-90b1-febf26137895 admin admin] Network 8d6e7197-8196-40f4-af0b-caed2c630e10 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:29:49.711783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-c7eb38d3-b590-4533-90b1-febf26137895 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:29:49.715877 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7eb38d3-b590-4533-90b1-febf26137895 admin admin] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:29:49.745636 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb38d3-b590-4533-90b1-febf26137895 admin admin] Pushing event updated for resources: {'Port': ['ID=78d8b65e-a5a0-45ff-8b4c-7cfac3519249,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:49.776117 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c7eb38d3-b590-4533-90b1-febf26137895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-331602'] for router_interface, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:49.806471 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] Attempting to bind port c1d95fed-ade6-4df6-943c-469da5b9bde1 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:29:49.806846 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] Attempting to bind port c1d95fed-ade6-4df6-943c-469da5b9bde1 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:29:49.807218 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] Attempting to bind port c1d95fed-ade6-4df6-943c-469da5b9bde1 on network 82cdf2ed-df90-4a48-9723-ee120d6ea16e {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:29:49.817706 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4c611-aa46-46da-ab22-b1b93339bc87 None None] Pushing event updated for resources: {'Port': ['ID=c1d95fed-ade6-4df6-943c-469da5b9bde1,revision_number=2']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:49.822061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:29:49.822437 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] Checking segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88520) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:29:49.822846 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:49.823238 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] Bound using segment: {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'} {{(pid=88520) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:29:49.823768 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.managers [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] Bound port: c1d95fed-ade6-4df6-943c-469da5b9bde1, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18498852-a29e-4160-a7b5-c88efd6c00b3', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e'}}] {{(pid=88520) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:29:49.824137 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:49.881478 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port d861a6a4-d923-484c-9cff-3bb5720c6f72 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:29:49.881478 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:49.958053 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] For port c1d95fed-ade6-4df6-943c-469da5b9bde1, host n-d-827896-4, cleared binding levels {{(pid=88520) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:29:49.971716 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] For port c1d95fed-ade6-4df6-943c-469da5b9bde1, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c1d95fed-ade6-4df6-943c-469da5b9bde1,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:29:50.083457 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-dec51129-df99-42a6-8958-1f6465c873cf None None] Provisioning for port 78d8b65e-a5a0-45ff-8b4c-7cfac3519249 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:29:50.087830 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:50.105013 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c7eb38d3-b590-4533-90b1-febf26137895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:50.132721 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-dec51129-df99-42a6-8958-1f6465c873cf None None] Provisioning complete for port 78d8b65e-a5a0-45ff-8b4c-7cfac3519249 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:29:50.133015 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dec51129-df99-42a6-8958-1f6465c873cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:50.218255 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] Routers {'7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:29:50.218874 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:29:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:50.279156 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df4c611-aa46-46da-ab22-b1b93339bc87 None None] Pushing event updated for resources: {'Port': ['ID=c1d95fed-ade6-4df6-943c-469da5b9bde1,revision_number=3']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:50.290490 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-dec51129-df99-42a6-8958-1f6465c873cf None None] Port 78d8b65e-a5a0-45ff-8b4c-7cfac3519249 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:29:50.329983 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c7eb38d3-b590-4533-90b1-febf26137895 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:50.397971 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c7eb38d3-b590-4533-90b1-febf26137895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:50.406864 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] Set router 7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:29:50.505056 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-c7eb38d3-b590-4533-90b1-febf26137895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-538267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-332267'] for router_interface, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:50.509925 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb38d3-b590-4533-90b1-febf26137895 admin admin] Pushing event updated for resources: {'Port': ['ID=78d8b65e-a5a0-45ff-8b4c-7cfac3519249,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:50.643447 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7eb38d3-b590-4533-90b1-febf26137895 admin admin] Network 8d6e7197-8196-40f4-af0b-caed2c630e10 is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:29:50.644510 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-c7eb38d3-b590-4533-90b1-febf26137895 admin admin] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:29:50.764042 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'name': 'tempest-TestSnapshotPattern-1975399198-router', 'tenant_id': 'a6d480e89866414b8a6bec8628134386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c1d95fed-ade6-4df6-943c-469da5b9bde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:45Z', 'updated_at': '2022-03-01T22:29:49Z', 'revision_number': 4, 'project_id': 'a6d480e89866414b8a6bec8628134386', 'gw_port': {'id': 'c1d95fed-ade6-4df6-943c-469da5b9bde1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:46Z', 'updated_at': '2022-03-01T22:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '78d8b65e-a5a0-45ff-8b4c-7cfac3519249', 'name': '', 'network_id': '8d6e7197-8196-40f4-af0b-caed2c630e10', 'tenant_id': 'a6d480e89866414b8a6bec8628134386', 'mac_address': 'fa:16:3e:81:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '757f199c-8073-4709-a374-0fe2dade2d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:49Z', 'updated_at': '2022-03-01T22:29:49Z', 'revision_number': 1, 'project_id': 'a6d480e89866414b8a6bec8628134386', 'subnets': [{'id': '757f199c-8073-4709-a374-0fe2dade2d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:50.768357 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c03802-bc3d-4f9e-9468-37def7007ea1 None None] The sync data for ids ['7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e'] in n-d-827896-4 is: [{'id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'name': 'tempest-TestSnapshotPattern-1975399198-router', 'tenant_id': 'a6d480e89866414b8a6bec8628134386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c1d95fed-ade6-4df6-943c-469da5b9bde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:45Z', 'updated_at': '2022-03-01T22:29:49Z', 'revision_number': 4, 'project_id': 'a6d480e89866414b8a6bec8628134386', 'gw_port': {'id': 'c1d95fed-ade6-4df6-943c-469da5b9bde1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9f:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:46Z', 'updated_at': '2022-03-01T22:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '78d8b65e-a5a0-45ff-8b4c-7cfac3519249', 'name': '', 'network_id': '8d6e7197-8196-40f4-af0b-caed2c630e10', 'tenant_id': 'a6d480e89866414b8a6bec8628134386', 'mac_address': 'fa:16:3e:81:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '757f199c-8073-4709-a374-0fe2dade2d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:49Z', 'updated_at': '2022-03-01T22:29:49Z', 'revision_number': 1, 'project_id': 'a6d480e89866414b8a6bec8628134386', 'subnets': [{'id': '757f199c-8073-4709-a374-0fe2dade2d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:29:50.842376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7eb38d3-b590-4533-90b1-febf26137895 admin admin] Router 7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:29:50.913376 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-9b9c6afa-fc14-44d7-b3e3-14b19d65fc6e None None] Provisioning complete for port 78d8b65e-a5a0-45ff-8b4c-7cfac3519249 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:29:50.913891 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9b9c6afa-fc14-44d7-b3e3-14b19d65fc6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:50.992083 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-9b9c6afa-fc14-44d7-b3e3-14b19d65fc6e None None] Port 78d8b65e-a5a0-45ff-8b4c-7cfac3519249 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:29:51.041563 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7eb38d3-b590-4533-90b1-febf26137895 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:29:51.056609 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-c7eb38d3-b590-4533-90b1-febf26137895 admin admin] 10.222.0.42 "PUT /v2.0/routers/7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6266241 Mar 01 22:29:51.909384 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43740) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:51.915081 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-666cca58-cc10-4ad6-8833-e32e48886cea tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-174585237', 'description': 'tempest-secgroup-smoke-174585237 description', 'project_id': 'db8cb76827cc4b3da507075065311e9b'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:29:51.921772 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-666cca58-cc10-4ad6-8833-e32e48886cea tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:29:51.925617 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-666cca58-cc10-4ad6-8833-e32e48886cea tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Usage tracker for resource:security_group and tenant:db8cb76827cc4b3da507075065311e9b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:29:51.929316 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-666cca58-cc10-4ad6-8833-e32e48886cea tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:29:51.935522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-666cca58-cc10-4ad6-8833-e32e48886cea tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:29:51.983640 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-666cca58-cc10-4ad6-8833-e32e48886cea tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:52.003262 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-666cca58-cc10-4ad6-8833-e32e48886cea tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:29:52.007212 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-666cca58-cc10-4ad6-8833-e32e48886cea tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Usage tracker for resource:security_group_rule and tenant:db8cb76827cc4b3da507075065311e9b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:29:52.010023 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-666cca58-cc10-4ad6-8833-e32e48886cea tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:29:52.015817 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-666cca58-cc10-4ad6-8833-e32e48886cea tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:29:52.106036 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-666cca58-cc10-4ad6-8833-e32e48886cea tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:52.163555 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-666cca58-cc10-4ad6-8833-e32e48886cea tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:52.207248 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666cca58-cc10-4ad6-8833-e32e48886cea tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f21ef4-5ff9-48b8-891e-5f4cd831461e,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:52.265686 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-666cca58-cc10-4ad6-8833-e32e48886cea tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:52.266975 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-666cca58-cc10-4ad6-8833-e32e48886cea tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3565884 Mar 01 22:29:52.269846 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43744) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:52.275671 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-7102c33f-198c-4277-894d-bc59efb5658d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Request body: {'security_group_rule': {'security_group_id': 'b5f21ef4-5ff9-48b8-891e-5f4cd831461e', 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:29:52.282272 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7102c33f-198c-4277-894d-bc59efb5658d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:29:52.286107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7102c33f-198c-4277-894d-bc59efb5658d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Usage tracker for resource:security_group_rule and tenant:db8cb76827cc4b3da507075065311e9b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:29:52.289828 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7102c33f-198c-4277-894d-bc59efb5658d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:29:52.295882 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7102c33f-198c-4277-894d-bc59efb5658d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:29:52.367236 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7102c33f-198c-4277-894d-bc59efb5658d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:52.425767 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7102c33f-198c-4277-894d-bc59efb5658d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:52.500251 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7102c33f-198c-4277-894d-bc59efb5658d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:52.525554 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7102c33f-198c-4277-894d-bc59efb5658d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930300bc-e1a9-49f6-8d4f-d54eabc665e8,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:52.586273 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:52.620457 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7102c33f-198c-4277-894d-bc59efb5658d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:52.621719 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7102c33f-198c-4277-894d-bc59efb5658d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3509405 Mar 01 22:29:52.624418 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43748) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:52.629738 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-fe920ac6-8265-4836-963f-ecfc8a7ccadd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Request body: {'security_group_rule': {'security_group_id': 'b5f21ef4-5ff9-48b8-891e-5f4cd831461e', 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:29:52.637195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fe920ac6-8265-4836-963f-ecfc8a7ccadd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:29:52.641140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fe920ac6-8265-4836-963f-ecfc8a7ccadd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Usage tracker for resource:security_group_rule and tenant:db8cb76827cc4b3da507075065311e9b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:29:52.644050 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fe920ac6-8265-4836-963f-ecfc8a7ccadd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:29:52.650984 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fe920ac6-8265-4836-963f-ecfc8a7ccadd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:29:52.741401 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe920ac6-8265-4836-963f-ecfc8a7ccadd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:52.806112 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe920ac6-8265-4836-963f-ecfc8a7ccadd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:52.888642 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe920ac6-8265-4836-963f-ecfc8a7ccadd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:52.913210 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe920ac6-8265-4836-963f-ecfc8a7ccadd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20d8f53-100b-4602-9cc4-9ef2de1737de,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:52.980274 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fe920ac6-8265-4836-963f-ecfc8a7ccadd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:52.981519 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fe920ac6-8265-4836-963f-ecfc8a7ccadd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3561702 Mar 01 22:29:52.984305 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43752) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:52.989375 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-fd10c401-3035-4c7b-9252-ec2fc5bee1dd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Request body: {'security_group_rule': {'security_group_id': 'b5f21ef4-5ff9-48b8-891e-5f4cd831461e', 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:29:52.996799 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fd10c401-3035-4c7b-9252-ec2fc5bee1dd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:29:53.000584 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fd10c401-3035-4c7b-9252-ec2fc5bee1dd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Usage tracker for resource:security_group_rule and tenant:db8cb76827cc4b3da507075065311e9b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:29:53.003524 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-fd10c401-3035-4c7b-9252-ec2fc5bee1dd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:29:53.009929 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-fd10c401-3035-4c7b-9252-ec2fc5bee1dd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:29:53.084606 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fd10c401-3035-4c7b-9252-ec2fc5bee1dd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:53.148737 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fd10c401-3035-4c7b-9252-ec2fc5bee1dd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:53.206739 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fd10c401-3035-4c7b-9252-ec2fc5bee1dd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:53.231769 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10c401-3035-4c7b-9252-ec2fc5bee1dd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=422f3a62-021e-45d2-b832-5454a8f62237,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:53.315375 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-fd10c401-3035-4c7b-9252-ec2fc5bee1dd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:53.319200 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-fd10c401-3035-4c7b-9252-ec2fc5bee1dd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3313558 Mar 01 22:29:53.319655 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43756) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:53.326438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-9cc480be-42dd-4645-8064-3025357927b2 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Request body: {'security_group_rule': {'security_group_id': 'b5f21ef4-5ff9-48b8-891e-5f4cd831461e', 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:29:53.334576 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9cc480be-42dd-4645-8064-3025357927b2 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:29:53.338609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9cc480be-42dd-4645-8064-3025357927b2 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Usage tracker for resource:security_group_rule and tenant:db8cb76827cc4b3da507075065311e9b is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:29:53.342225 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-9cc480be-42dd-4645-8064-3025357927b2 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:29:53.348365 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-9cc480be-42dd-4645-8064-3025357927b2 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:29:53.392583 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c1d95fed-ade6-4df6-943c-469da5b9bde1 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:29:53.431131 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9cc480be-42dd-4645-8064-3025357927b2 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:53.496151 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9cc480be-42dd-4645-8064-3025357927b2 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:53.540433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port c1d95fed-ade6-4df6-943c-469da5b9bde1 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:29:53.549372 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c1d95fed-ade6-4df6-943c-469da5b9bde1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:29:53.549581 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:53.568893 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9cc480be-42dd-4645-8064-3025357927b2 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:53.595929 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc480be-42dd-4645-8064-3025357927b2 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=545ccfed-7e29-4c12-8f0e-6293a89ff8f5,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:53.671459 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9cc480be-42dd-4645-8064-3025357927b2 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:53.672684 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9cc480be-42dd-4645-8064-3025357927b2 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3519635 Mar 01 22:29:53.673044 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:53.675555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 43760) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:53.680692 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [None req-d5325420-964b-4454-b9ce-dc324766cb64 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Request body: {'security_group_rule': {'security_group_id': 'b5f21ef4-5ff9-48b8-891e-5f4cd831461e', 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:29:53.687579 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d5325420-964b-4454-b9ce-dc324766cb64 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:29:53.689713 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port c1d95fed-ade6-4df6-943c-469da5b9bde1, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c1d95fed-ade6-4df6-943c-469da5b9bde1,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:29:53.691347 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d5325420-964b-4454-b9ce-dc324766cb64 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Usage tracker for resource:security_group_rule and tenant:db8cb76827cc4b3da507075065311e9b is out of sync, need to count used quota {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:29:53.695881 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [None req-d5325420-964b-4454-b9ce-dc324766cb64 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88519) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:29:53.701942 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [None req-d5325420-964b-4454-b9ce-dc324766cb64 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:29:53.751542 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:53.780177 n-d-827896-4 neutron-server[88519]: INFO neutron.db.securitygroups_db [None req-d5325420-964b-4454-b9ce-dc324766cb64 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Project db8cb76827cc4b3da507075065311e9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 22:29:53.788396 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5325420-964b-4454-b9ce-dc324766cb64 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:53.805912 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] Sync routers for ids ['7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:29:53.817847 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] Routers {'7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:29:53.818477 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:29:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:53.823737 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=c1d95fed-ade6-4df6-943c-469da5b9bde1,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:53.865650 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5325420-964b-4454-b9ce-dc324766cb64 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:53.940208 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5325420-964b-4454-b9ce-dc324766cb64 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:53.972447 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5325420-964b-4454-b9ce-dc324766cb64 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02cfd479-815e-40ad-b5c8-a9852e8c9351,revision_number=0']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:54.031696 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] Set router 7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:29:54.054504 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-d5325420-964b-4454-b9ce-dc324766cb64 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:54.058349 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-d5325420-964b-4454-b9ce-dc324766cb64 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3792408 Mar 01 22:29:54.058632 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43764) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:29:54.064391 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-40de9970-c553-4292-b157-9736b8f9b333 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Request body: {'security_group_rule': {'security_group_id': 'b5f21ef4-5ff9-48b8-891e-5f4cd831461e', 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:29:54.072089 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-40de9970-c553-4292-b157-9736b8f9b333 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:29:54.076111 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-40de9970-c553-4292-b157-9736b8f9b333 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Usage tracker for resource:security_group_rule and tenant:db8cb76827cc4b3da507075065311e9b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:29:54.078985 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-40de9970-c553-4292-b157-9736b8f9b333 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:29:54.086345 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-40de9970-c553-4292-b157-9736b8f9b333 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:29:54.168694 n-d-827896-4 neutron-server[88518]: INFO neutron.db.securitygroups_db [None req-40de9970-c553-4292-b157-9736b8f9b333 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Project db8cb76827cc4b3da507075065311e9b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 01 22:29:54.176205 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40de9970-c553-4292-b157-9736b8f9b333 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:54.244694 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40de9970-c553-4292-b157-9736b8f9b333 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:54.322893 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40de9970-c553-4292-b157-9736b8f9b333 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-690658'] for security_group_rule, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:54.347163 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40de9970-c553-4292-b157-9736b8f9b333 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d36fafe2-ecd7-40c6-bc52-935075ee911e,revision_number=0']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:54.348565 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'name': 'tempest-TestSnapshotPattern-1975399198-router', 'tenant_id': 'a6d480e89866414b8a6bec8628134386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c1d95fed-ade6-4df6-943c-469da5b9bde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:45Z', 'updated_at': '2022-03-01T22:29:49Z', 'revision_number': 4, 'project_id': 'a6d480e89866414b8a6bec8628134386', 'gw_port': {'id': 'c1d95fed-ade6-4df6-943c-469da5b9bde1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:46Z', 'updated_at': '2022-03-01T22:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '78d8b65e-a5a0-45ff-8b4c-7cfac3519249', 'name': '', 'network_id': '8d6e7197-8196-40f4-af0b-caed2c630e10', 'tenant_id': 'a6d480e89866414b8a6bec8628134386', 'mac_address': 'fa:16:3e:81:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '757f199c-8073-4709-a374-0fe2dade2d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:49Z', 'updated_at': '2022-03-01T22:29:50Z', 'revision_number': 2, 'project_id': 'a6d480e89866414b8a6bec8628134386', 'subnets': [{'id': '757f199c-8073-4709-a374-0fe2dade2d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:54.352780 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] Checking router: 7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:29:54.353695 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] Updating router 7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e port 78d8b65e-a5a0-45ff-8b4c-7cfac3519249 binding host n-d-827896-4 {{(pid=88521) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 01 22:29:54.409014 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:54.436914 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-40de9970-c553-4292-b157-9736b8f9b333 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:54.438186 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-40de9970-c553-4292-b157-9736b8f9b333 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3783777 Mar 01 22:29:54.615789 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-47bb0fab-3906-498f-805c-2a17c7c50625 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Synchronizing usage tracker for tenant:db8cb76827cc4b3da507075065311e9b on resource:security_group {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:29:54.703752 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-47bb0fab-3906-498f-805c-2a17c7c50625 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Unset dirty status for tenant:db8cb76827cc4b3da507075065311e9b on resource:security_group {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:29:54.704942 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-47bb0fab-3906-498f-805c-2a17c7c50625 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-174585237&fields=id&tenant_id=db8cb76827cc4b3da507075065311e9b HTTP/1.1" status: 200 len: 267 time: 0.1271725 Mar 01 22:29:54.765519 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] Notify callbacks [] for port, precommit_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:54.778200 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.provisioning_blocks [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] Transition to ACTIVE for port object 78d8b65e-a5a0-45ff-8b4c-7cfac3519249 will not be triggered until provisioned by entity L2. {{(pid=88521) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:29:54.852780 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:54.872054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-9ea1ad10-f153-42c8-874c-f842705caf63 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:29:54.872054 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-9ea1ad10-f153-42c8-874c-f842705caf63 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Synchronizing usage tracker for tenant:db8cb76827cc4b3da507075065311e9b on resource:network {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:29:54.940196 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:54.951222 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-9ea1ad10-f153-42c8-874c-f842705caf63 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Unset dirty status for tenant:db8cb76827cc4b3da507075065311e9b on resource:network {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:29:54.955215 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-9ea1ad10-f153-42c8-874c-f842705caf63 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/networks?id=69859969-f03c-4ec2-8cd7-333555b1dadb HTTP/1.1" status: 200 len: 809 time: 0.2409139 Mar 01 22:29:54.970517 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-753dc4e1-7f84-4deb-943c-4b803f0352d3 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/quotas/db8cb76827cc4b3da507075065311e9b HTTP/1.1" status: 200 len: 375 time: 0.0102959 Mar 01 22:29:55.024446 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec43580-148a-4f94-b403-ec0813ff6ec3 None None] Pushing event updated for resources: {'Port': ['ID=78d8b65e-a5a0-45ff-8b4c-7cfac3519249,revision_number=3']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:55.085017 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] Attempting to bind port 78d8b65e-a5a0-45ff-8b4c-7cfac3519249 on host n-d-827896-4 for vnic_type normal with profile {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:29:55.085795 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] Attempting to bind port 78d8b65e-a5a0-45ff-8b4c-7cfac3519249 by drivers openvswitch,hyperv on host n-d-827896-4 at level 0 using segments [{'id': '1f565278-61d8-4ec9-85b3-fb53764fb4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8d6e7197-8196-40f4-af0b-caed2c630e10'}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:29:55.086332 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] Attempting to bind port 78d8b65e-a5a0-45ff-8b4c-7cfac3519249 on network 8d6e7197-8196-40f4-af0b-caed2c630e10 {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:29:55.092448 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] Checking agent: {'id': 'b19f1c43-8e6a-4deb-96f5-99475ac5e2c5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 33), 'started_at': datetime.datetime(2022, 3, 1, 20, 33, 30), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 29, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-827896-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:29:55.093059 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] Checking segment: {'id': '1f565278-61d8-4ec9-85b3-fb53764fb4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8d6e7197-8196-40f4-af0b-caed2c630e10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88521) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:29:55.093606 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:55.094130 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] Bound using segment: {'id': '1f565278-61d8-4ec9-85b3-fb53764fb4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8d6e7197-8196-40f4-af0b-caed2c630e10'} {{(pid=88521) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:29:55.094759 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.managers [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] Bound port: 78d8b65e-a5a0-45ff-8b4c-7cfac3519249, host: n-d-827896-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f565278-61d8-4ec9-85b3-fb53764fb4da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '8d6e7197-8196-40f4-af0b-caed2c630e10'}}] {{(pid=88521) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:29:55.095277 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:55.184522 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-d7a323d7-f94f-4dde-ba08-aed0c289feef tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Synchronizing usage tracker for tenant:db8cb76827cc4b3da507075065311e9b on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:29:55.196907 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] For port 78d8b65e-a5a0-45ff-8b4c-7cfac3519249, host n-d-827896-4, cleared binding levels {{(pid=88521) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:29:55.200033 n-d-827896-4 neutron-server[88521]: DEBUG neutron.plugins.ml2.db [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] For port 78d8b65e-a5a0-45ff-8b4c-7cfac3519249, host n-d-827896-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=78d8b65e-a5a0-45ff-8b4c-7cfac3519249,segment=NetworkSegment(1f565278-61d8-4ec9-85b3-fb53764fb4da),segment_id=1f565278-61d8-4ec9-85b3-fb53764fb4da)] {{(pid=88521) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:29:55.259886 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-d7a323d7-f94f-4dde-ba08-aed0c289feef tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Unset dirty status for tenant:db8cb76827cc4b3da507075065311e9b on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:29:55.261253 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-d7a323d7-f94f-4dde-ba08-aed0c289feef tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=db8cb76827cc4b3da507075065311e9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2834516 Mar 01 22:29:55.289269 n-d-827896-4 neutron-server[88521]: DEBUG neutron_lib.callbacks.manager [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88521) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:55.372683 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec43580-148a-4f94-b403-ec0813ff6ec3 None None] Pushing event updated for resources: {'Port': ['ID=78d8b65e-a5a0-45ff-8b4c-7cfac3519249,revision_number=4']} {{(pid=88521) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:55.378982 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] Routers {'7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:29:55.378982 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:29:30Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:55.393089 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-b1388edd-7ff7-4beb-80d4-8a0996ec197c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88518) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 22:29:55.393539 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c1d95fed-ade6-4df6-943c-469da5b9bde1 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:29:55.404606 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-b1388edd-7ff7-4beb-80d4-8a0996ec197c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1317835 Mar 01 22:29:55.474332 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port c1d95fed-ade6-4df6-943c-469da5b9bde1 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:29:55.475221 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:55.554390 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-799b1b0d-a5f5-4b29-ad51-0089a9eb9e65 service neutron] 10.222.0.42 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434076 Mar 01 22:29:55.621584 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] Set router 7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:29:55.694873 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-60941210-30fc-44f6-aecb-c2f8a5b5ad0c service neutron] 10.222.0.42 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333761 Mar 01 22:29:55.966224 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8fcdc9cf-fcfe-4290-8356-44a799db0203 req-0d7f6a77-8b81-40e9-8027-792b4d589560 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 210 time: 0.0429580 Mar 01 22:29:55.969834 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'name': 'tempest-TestSnapshotPattern-1975399198-router', 'tenant_id': 'a6d480e89866414b8a6bec8628134386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c1d95fed-ade6-4df6-943c-469da5b9bde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:45Z', 'updated_at': '2022-03-01T22:29:49Z', 'revision_number': 4, 'project_id': 'a6d480e89866414b8a6bec8628134386', 'gw_port': {'id': 'c1d95fed-ade6-4df6-943c-469da5b9bde1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:46Z', 'updated_at': '2022-03-01T22:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '78d8b65e-a5a0-45ff-8b4c-7cfac3519249', 'name': '', 'network_id': '8d6e7197-8196-40f4-af0b-caed2c630e10', 'tenant_id': 'a6d480e89866414b8a6bec8628134386', 'mac_address': 'fa:16:3e:81:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '757f199c-8073-4709-a374-0fe2dade2d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:49Z', 'updated_at': '2022-03-01T22:29:55Z', 'revision_number': 4, 'project_id': 'a6d480e89866414b8a6bec8628134386', 'subnets': [{'id': '757f199c-8073-4709-a374-0fe2dade2d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:29:55.974738 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915557e9-cc88-46b8-91a8-d8b3c1462b8d None None] The sync data for ids ['7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e'] in n-d-827896-4 is: [{'id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'name': 'tempest-TestSnapshotPattern-1975399198-router', 'tenant_id': 'a6d480e89866414b8a6bec8628134386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c1d95fed-ade6-4df6-943c-469da5b9bde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:45Z', 'updated_at': '2022-03-01T22:29:49Z', 'revision_number': 4, 'project_id': 'a6d480e89866414b8a6bec8628134386', 'gw_port': {'id': 'c1d95fed-ade6-4df6-943c-469da5b9bde1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:46Z', 'updated_at': '2022-03-01T22:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': '78d8b65e-a5a0-45ff-8b4c-7cfac3519249', 'name': '', 'network_id': '8d6e7197-8196-40f4-af0b-caed2c630e10', 'tenant_id': 'a6d480e89866414b8a6bec8628134386', 'mac_address': 'fa:16:3e:81:3e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4361, 'fixed_ips': [{'subnet_id': '757f199c-8073-4709-a374-0fe2dade2d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:49Z', 'updated_at': '2022-03-01T22:29:55Z', 'revision_number': 4, 'project_id': 'a6d480e89866414b8a6bec8628134386', 'subnets': [{'id': '757f199c-8073-4709-a374-0fe2dade2d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:29:57.126776 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0242bfc8-031a-4f9b-a642-b823a7e280ed req-791fa72d-c569-4d57-90bd-1332a247ae31 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 210 time: 0.0538228 Mar 01 22:29:57.382734 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 78d8b65e-a5a0-45ff-8b4c-7cfac3519249 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:29:57.540190 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2d2e5435-509f-4223-b1b1-90116c7b9198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:57.542931 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning for port 78d8b65e-a5a0-45ff-8b4c-7cfac3519249 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:29:57.548189 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 78d8b65e-a5a0-45ff-8b4c-7cfac3519249 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:29:57.548559 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:57.666939 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:57.700584 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] For port 78d8b65e-a5a0-45ff-8b4c-7cfac3519249, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=78d8b65e-a5a0-45ff-8b4c-7cfac3519249,segment=NetworkSegment(1f565278-61d8-4ec9-85b3-fb53764fb4da),segment_id=1f565278-61d8-4ec9-85b3-fb53764fb4da)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:29:57.779802 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:57.851341 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Pushing event updated for resources: {'Port': ['ID=78d8b65e-a5a0-45ff-8b4c-7cfac3519249,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:58.032479 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-4e819457-ffde-40a9-ad30-7249b37bc8d1 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:29:58.033900 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-4e819457-ffde-40a9-ad30-7249b37bc8d1 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.55 "GET /v2.0/networks?id=69859969-f03c-4ec2-8cd7-333555b1dadb HTTP/1.1" status: 200 len: 809 time: 0.1446784 Mar 01 22:29:58.081004 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-2028b6f4-8801-4c8f-b1ad-2b77736bd1c7 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db8cb76827cc4b3da507075065311e9b HTTP/1.1" status: 200 len: 379 time: 0.0394278 Mar 01 22:29:58.089313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-4eebb4ec-75d7-4b40-b658-2fcde550bfc8 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Request body: {'port': {'device_id': 'a6049739-0972-4018-b539-cd997245e8cf', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'admin_state_up': True, 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'security_groups': ['b5f21ef4-5ff9-48b8-891e-5f4cd831461e']}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:29:58.227043 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-4eebb4ec-75d7-4b40-b658-2fcde550bfc8 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:29:58.237018 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-4eebb4ec-75d7-4b40-b658-2fcde550bfc8 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:29:58.291765 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9ad82f1-a202-4cdc-8c85-f670bda999df req-bbbbe3b6-5901-42a5-b9d2-c8747ed0cea9 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 210 time: 0.0415909 Mar 01 22:29:58.311066 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-4eebb4ec-75d7-4b40-b658-2fcde550bfc8 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Made reservation on behalf of db8cb76827cc4b3da507075065311e9b for: {'port': 1} {{(pid=88518) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:29:58.314635 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-4eebb4ec-75d7-4b40-b658-2fcde550bfc8 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:58.472517 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-4eebb4ec-75d7-4b40-b658-2fcde550bfc8 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Allocated IP 172.20.0.3 (69859969-f03c-4ec2-8cd7-333555b1dadb/06ef53e5-70b3-413b-bd44-900a9bf7ba79/fa978437-aac1-4603-a38b-ffed17de7291) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:29:58.655777 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-4eebb4ec-75d7-4b40-b658-2fcde550bfc8 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:58.670895 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-4eebb4ec-75d7-4b40-b658-2fcde550bfc8 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Transition to ACTIVE for port object fa978437-aac1-4603-a38b-ffed17de7291 will not be triggered until provisioned by entity DHCP. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:29:58.772714 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-4eebb4ec-75d7-4b40-b658-2fcde550bfc8 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:58.841344 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-4eebb4ec-75d7-4b40-b658-2fcde550bfc8 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Network 69859969-f03c-4ec2-8cd7-333555b1dadb is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:29:58.844340 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-4eebb4ec-75d7-4b40-b658-2fcde550bfc8 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:29:58.848024 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-4eebb4ec-75d7-4b40-b658-2fcde550bfc8 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:29:58.897158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebb4ec-75d7-4b40-b658-2fcde550bfc8 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Pushing event updated for resources: {'Port': ['ID=fa978437-aac1-4603-a38b-ffed17de7291,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:58.923310 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-4eebb4ec-75d7-4b40-b658-2fcde550bfc8 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:29:58.923951 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-4eebb4ec-75d7-4b40-b658-2fcde550bfc8 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:59.011919 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-4eebb4ec-75d7-4b40-b658-2fcde550bfc8 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9241347 Mar 01 22:29:59.020691 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] Request body: {'port': {'device_id': 'a6049739-0972-4018-b539-cd997245e8cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-827896-4'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:29:59.131488 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:59.166580 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-68de690e-df35-453a-bfe1-d1ffffcdaa8a None None] Provisioning for port fa978437-aac1-4603-a38b-ffed17de7291 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:29:59.171648 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-68de690e-df35-453a-bfe1-d1ffffcdaa8a None None] Provisioning complete for port fa978437-aac1-4603-a38b-ffed17de7291 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:29:59.172080 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-68de690e-df35-453a-bfe1-d1ffffcdaa8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:59.226190 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-68de690e-df35-453a-bfe1-d1ffffcdaa8a None None] Port fa978437-aac1-4603-a38b-ffed17de7291 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:29:59.369714 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 78d8b65e-a5a0-45ff-8b4c-7cfac3519249 up at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:29:59.436296 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Provisioning complete for port 78d8b65e-a5a0-45ff-8b4c-7cfac3519249 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:29:59.436656 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:59.632363 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa978437-aac1-4603-a38b-ffed17de7291 {{(pid=88518) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:29:59.641540 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:59.667392 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.provisioning_blocks [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] Transition to ACTIVE for port object fa978437-aac1-4603-a38b-ffed17de7291 will not be triggered until provisioned by entity L2. {{(pid=88518) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:29:59.675089 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08f3402-7d58-4392-a033-c1b3cb9d8293 req-7e082639-ce16-4fd6-ae5a-44fc462a2183 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:29:59.675827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e08f3402-7d58-4392-a033-c1b3cb9d8293 req-7e082639-ce16-4fd6-ae5a-44fc462a2183 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Synchronizing usage tracker for tenant:db8cb76827cc4b3da507075065311e9b on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:29:59.749369 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-bec2ed00-4e43-43b7-a42e-00b4b50e900c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:59.778000 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:29:59.810109 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [req-e08f3402-7d58-4392-a033-c1b3cb9d8293 req-7e082639-ce16-4fd6-ae5a-44fc462a2183 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Unset dirty status for tenant:db8cb76827cc4b3da507075065311e9b on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:29:59.811231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e08f3402-7d58-4392-a033-c1b3cb9d8293 req-7e082639-ce16-4fd6-ae5a-44fc462a2183 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 931 time: 0.4078066 Mar 01 22:29:59.936203 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa978437-aac1-4603-a38b-ffed17de7291,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:29:59.984921 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e08f3402-7d58-4392-a033-c1b3cb9d8293 req-f772cf88-54a4-4f98-b4e8-858eb096ed5f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658404 Mar 01 22:30:00.050353 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] Attempting to bind port fa978437-aac1-4603-a38b-ffed17de7291 on host n-h2-827896-4 for vnic_type normal with profile {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:30:00.050682 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] Attempting to bind port fa978437-aac1-4603-a38b-ffed17de7291 by drivers openvswitch,hyperv on host n-h2-827896-4 at level 0 using segments [{'id': '8e5b0062-93a8-42e1-b718-026a62e29163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb'}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:30:00.051003 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] Attempting to bind port fa978437-aac1-4603-a38b-ffed17de7291 on network 69859969-f03c-4ec2-8cd7-333555b1dadb {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:30:00.056166 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] Port fa978437-aac1-4603-a38b-ffed17de7291 on network 69859969-f03c-4ec2-8cd7-333555b1dadb not bound, no agent of type Open vSwitch agent registered on host n-h2-827896-4 {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 22:30:00.056481 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] Attempting to bind port fa978437-aac1-4603-a38b-ffed17de7291 on network 69859969-f03c-4ec2-8cd7-333555b1dadb {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:30:00.061499 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] Checking agent: {'id': '27c0a817-6ae2-409f-9eb9-6c3d7f0b1d1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 53), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:30:00.061827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] Checking segment: {'id': '8e5b0062-93a8-42e1-b718-026a62e29163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88518) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:30:00.062195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] Bound using segment: {'id': '8e5b0062-93a8-42e1-b718-026a62e29163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb'} {{(pid=88518) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:30:00.062609 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.managers [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] Bound port: fa978437-aac1-4603-a38b-ffed17de7291, host: n-h2-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e5b0062-93a8-42e1-b718-026a62e29163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb'}}] {{(pid=88518) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:30:00.065569 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:00.159148 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] For port fa978437-aac1-4603-a38b-ffed17de7291, host n-h2-827896-4, cleared binding levels {{(pid=88518) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:30:00.161904 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] For port fa978437-aac1-4603-a38b-ffed17de7291, host n-h2-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fa978437-aac1-4603-a38b-ffed17de7291,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88518) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:30:00.223727 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:00.276444 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:00.277040 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:00.278368 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] 10.222.0.55 "PUT /v2.0/ports/fa978437-aac1-4603-a38b-ffed17de7291 HTTP/1.1" status: 200 len: 1091 time: 1.2619891 Mar 01 22:30:00.278856 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6049739-0972-4018-b539-cd997245e8cf', 'tag': 'fa978437-aac1-4603-a38b-ffed17de7291'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:30:00.305157 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a828bdd3-76e5-4609-b363-a3ad52d55bb1 service neutron] Pushing event updated for resources: {'Port': ['ID=fa978437-aac1-4603-a38b-ffed17de7291,revision_number=3']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:30:00.333814 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6049739-0972-4018-b539-cd997245e8cf', 'tag': 'fa978437-aac1-4603-a38b-ffed17de7291', 'status': 'completed', 'code': 200} Mar 01 22:30:00.433628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45fde8-e9c7-4ea6-8857-a0d37e7b1ffe req-87e4f779-8153-4f85-a22c-461d0713090d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:00.435100 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f45fde8-e9c7-4ea6-8857-a0d37e7b1ffe req-87e4f779-8153-4f85-a22c-461d0713090d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=db8cb76827cc4b3da507075065311e9b&device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 1094 time: 0.0795541 Mar 01 22:30:00.581415 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45fde8-e9c7-4ea6-8857-a0d37e7b1ffe req-90225053-12ce-4932-9fc5-0febe0a86673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:00.582778 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f45fde8-e9c7-4ea6-8857-a0d37e7b1ffe req-90225053-12ce-4932-9fc5-0febe0a86673 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=db8cb76827cc4b3da507075065311e9b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1413057 Mar 01 22:30:00.688397 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:00.717862 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45fde8-e9c7-4ea6-8857-a0d37e7b1ffe req-a103627f-63bb-4dd4-9ea1-71d5c26f081c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:00.719296 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2f45fde8-e9c7-4ea6-8857-a0d37e7b1ffe req-a103627f-63bb-4dd4-9ea1-71d5c26f081c service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306031 Mar 01 22:30:00.826474 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-65e7845e-e29a-45e1-a116-1d21c79d89fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:00.827974 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-65e7845e-e29a-45e1-a116-1d21c79d89fc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=db8cb76827cc4b3da507075065311e9b&device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 1094 time: 0.0730357 Mar 01 22:30:00.903488 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-780e608c-7536-4f9f-8eae-842b5deb3dff service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa978437-aac1-4603-a38b-ffed17de7291 HTTP/1.1" status: 200 len: 217 time: 0.0625741 Mar 01 22:30:00.934036 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:00.976926 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-72fc0d36-337d-490b-b430-716acc9ffc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:00.978256 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-72fc0d36-337d-490b-b430-716acc9ffc0c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06ef53e5-70b3-413b-bd44-900a9bf7ba79 HTTP/1.1" status: 200 len: 848 time: 0.0698321 Mar 01 22:30:01.057000 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-cd2f3c51-6e70-4c81-a520-9ab5b36c5157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:01.058474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-cd2f3c51-6e70-4c81-a520-9ab5b36c5157 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69859969-f03c-4ec2-8cd7-333555b1dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748096 Mar 01 22:30:01.236658 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-8c24fc8d-e161-421b-ac65-fb983bd019dc service neutron] 10.222.0.55 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719809 Mar 01 22:30:01.310548 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f335da-1156-403e-8972-7b91c292b1a2 req-e79e6c93-56dd-4ce9-be16-ca07285312bb tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:01.312057 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69f335da-1156-403e-8972-7b91c292b1a2 req-e79e6c93-56dd-4ce9-be16-ca07285312bb tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 943 time: 0.1707330 Mar 01 22:30:01.415160 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-69f335da-1156-403e-8972-7b91c292b1a2 req-bbe046d0-21a7-4a2f-919e-a6cdd6301f30 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577550 Mar 01 22:30:01.433579 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-8ec219e3-e5de-4813-a668-44a8c40a7838 req-dc7b8ee5-6aff-40cd-a18e-31cda6be7922 service neutron] 10.222.0.55 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885245 Mar 01 22:30:02.669576 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:02.704602 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fce94ec-0b27-4def-9925-3c432941530e req-b70d5a34-98b4-4cee-8bbb-22f7c83b074f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:02.705967 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3fce94ec-0b27-4def-9925-3c432941530e req-b70d5a34-98b4-4cee-8bbb-22f7c83b074f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 943 time: 0.1861181 Mar 01 22:30:02.748881 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3fce94ec-0b27-4def-9925-3c432941530e req-63a54cbe-b76c-4f20-9f66-811c3c33fe9d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365868 Mar 01 22:30:03.929338 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c12b06-49be-439c-8a2b-3a00f6065f2c req-600ca316-5fab-495b-bf1f-32ed569a373b tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:03.930769 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76c12b06-49be-439c-8a2b-3a00f6065f2c req-600ca316-5fab-495b-bf1f-32ed569a373b tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 943 time: 0.0780349 Mar 01 22:30:03.976448 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76c12b06-49be-439c-8a2b-3a00f6065f2c req-57aac4b6-77e3-4ade-a7a4-8c01380d2931 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401075 Mar 01 22:30:05.157014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941e62d1-f809-4011-8809-9f4293d7f5e3 req-508a1f24-1d1e-452c-b02e-cf02574a874c tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:05.158450 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-941e62d1-f809-4011-8809-9f4293d7f5e3 req-508a1f24-1d1e-452c-b02e-cf02574a874c tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 943 time: 0.0785410 Mar 01 22:30:05.203448 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-941e62d1-f809-4011-8809-9f4293d7f5e3 req-18afd0cb-56b8-4129-bc78-2deb7d81fe9c tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388310 Mar 01 22:30:05.446451 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:30:05.981121 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device fa978437-aac1-4603-a38b-ffed17de7291 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 22:30:06.113969 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port fa978437-aac1-4603-a38b-ffed17de7291, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fa978437-aac1-4603-a38b-ffed17de7291,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:30:06.126776 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'fa978437-aac1-4603-a38b-ffed17de7291', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'port_id': 'fa978437-aac1-4603-a38b-ffed17de7291', 'mac_address': 'fa:16:3e:63:32:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 22:30:06.179737 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:06.196711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa978437-aac1-4603-a38b-ffed17de7291 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:30:06.212055 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port fa978437-aac1-4603-a38b-ffed17de7291, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fa978437-aac1-4603-a38b-ffed17de7291,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:30:06.277075 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:06.346240 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=fa978437-aac1-4603-a38b-ffed17de7291,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:30:06.396361 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3e825-c8ee-45c1-ae21-65c3ad0ae4db req-b504144d-fa1d-4bee-822b-fadbf937a531 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:06.397815 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33d3e825-c8ee-45c1-ae21-65c3ad0ae4db req-b504144d-fa1d-4bee-822b-fadbf937a531 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 944 time: 0.0875621 Mar 01 22:30:06.441308 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-33d3e825-c8ee-45c1-ae21-65c3ad0ae4db req-10e3f0da-c3be-4e5b-8f2f-0f9ffcfd4ae8 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375595 Mar 01 22:30:06.582253 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['fa978437-aac1-4603-a38b-ffed17de7291'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:30:07.631570 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e2002-3516-4a4d-b533-c2bb691a27d1 req-a5f0c8bd-a632-49e6-927b-f1cbc52dd3af tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:07.633016 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-425e2002-3516-4a4d-b533-c2bb691a27d1 req-a5f0c8bd-a632-49e6-927b-f1cbc52dd3af tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 944 time: 0.0791857 Mar 01 22:30:07.675585 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-425e2002-3516-4a4d-b533-c2bb691a27d1 req-7ab5603c-61ac-48cf-b27b-6a0ca0f99ce1 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369728 Mar 01 22:30:07.996327 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device fa978437-aac1-4603-a38b-ffed17de7291 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:30:08.145333 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning for port fa978437-aac1-4603-a38b-ffed17de7291 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:30:08.151208 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port fa978437-aac1-4603-a38b-ffed17de7291 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:30:08.151589 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:08.264419 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:08.291075 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6049739-0972-4018-b539-cd997245e8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa978437-aac1-4603-a38b-ffed17de7291'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:30:08.300861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port fa978437-aac1-4603-a38b-ffed17de7291, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fa978437-aac1-4603-a38b-ffed17de7291,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:30:08.335815 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6049739-0972-4018-b539-cd997245e8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa978437-aac1-4603-a38b-ffed17de7291', 'code': 200} Mar 01 22:30:08.373920 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:08.444524 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=fa978437-aac1-4603-a38b-ffed17de7291,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:30:08.461745 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9544bb7-16c9-431e-b471-953f6e700395 req-9e737b9b-175c-472a-9136-06da743c5f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:08.463199 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9544bb7-16c9-431e-b471-953f6e700395 req-9e737b9b-175c-472a-9136-06da743c5f9c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 1096 time: 0.0732934 Mar 01 22:30:08.501759 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-f9544bb7-16c9-431e-b471-953f6e700395 req-b94b9eb6-3908-483d-b0a2-fe01ef530e96 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324795 Mar 01 22:30:08.861473 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ddc7b1-43ac-4503-9394-e9e1a08b41c8 req-13800efc-b1c7-4e08-bff9-957f48ff576b tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:08.862942 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94ddc7b1-43ac-4503-9394-e9e1a08b41c8 req-13800efc-b1c7-4e08-bff9-957f48ff576b tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 945 time: 0.0835879 Mar 01 22:30:08.917704 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94ddc7b1-43ac-4503-9394-e9e1a08b41c8 req-f6396191-664e-4bbd-8611-12c309824973 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482371 Mar 01 22:30:10.114158 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f33935-d9d0-4263-a0c2-c87298fcc83e req-36cdfed1-97f6-435b-bcc4-0b6782610a5c tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:10.116132 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76f33935-d9d0-4263-a0c2-c87298fcc83e req-36cdfed1-97f6-435b-bcc4-0b6782610a5c tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 945 time: 0.0883422 Mar 01 22:30:10.166696 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-76f33935-d9d0-4263-a0c2-c87298fcc83e req-d47aa94f-8679-45a5-9411-bcaf4046b10d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447745 Mar 01 22:30:11.358129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c4e4a-d4ba-444b-b966-f67c38600bc3 req-3dd7d807-35c7-43ea-a67f-7f5405c8c923 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:11.359519 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e44c4e4a-d4ba-444b-b966-f67c38600bc3 req-3dd7d807-35c7-43ea-a67f-7f5405c8c923 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 945 time: 0.0823350 Mar 01 22:30:11.402913 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e44c4e4a-d4ba-444b-b966-f67c38600bc3 req-f343de79-18b1-4487-bb2d-302bf971dedc tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378752 Mar 01 22:30:11.587910 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2067b0-766f-4532-ab56-1838510d5a5c req-5edff76d-8f60-4696-b448-ca9c2a012573 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:11.589348 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af2067b0-766f-4532-ab56-1838510d5a5c req-5edff76d-8f60-4696-b448-ca9c2a012573 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 945 time: 0.0796378 Mar 01 22:30:11.633245 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-af2067b0-766f-4532-ab56-1838510d5a5c req-400de3a3-eb97-4102-81df-3335e5c0030c tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382433 Mar 01 22:30:11.655636 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43830) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:30:11.770211 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08300d0e-0c87-40cf-a3d3-d1be0f34fa0d tempest-TestSnapshotPattern-153695603 tempest-TestSnapshotPattern-153695603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:11.770915 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-08300d0e-0c87-40cf-a3d3-d1be0f34fa0d tempest-TestSnapshotPattern-153695603 tempest-TestSnapshotPattern-153695603-project-admin] Synchronizing usage tracker for tenant:a6d480e89866414b8a6bec8628134386 on resource:port {{(pid=88518) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:30:11.853342 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-08300d0e-0c87-40cf-a3d3-d1be0f34fa0d tempest-TestSnapshotPattern-153695603 tempest-TestSnapshotPattern-153695603-project-admin] Unset dirty status for tenant:a6d480e89866414b8a6bec8628134386 on resource:port {{(pid=88518) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:30:11.854492 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-08300d0e-0c87-40cf-a3d3-d1be0f34fa0d tempest-TestSnapshotPattern-153695603 tempest-TestSnapshotPattern-153695603-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 1091 time: 0.1978662 Mar 01 22:30:11.857356 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 43836) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:30:11.862237 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': 'fa978437-aac1-4603-a38b-ffed17de7291', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:30:11.869628 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:30:11.873410 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Usage tracker for resource:floatingip and tenant:db8cb76827cc4b3da507075065311e9b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:30:11.876324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:30:11.882821 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:30:11.945092 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:12.079081 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:12.214064 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Allocated IP 172.25.5.242 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/054a126e-9eaf-4951-8b10-02c5acd9bf6a) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:30:12.357697 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:12.454222 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:12.511507 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:30:12.514243 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:30:12.517775 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:30:12.567783 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Pushing event updated for resources: {'Port': ['ID=054a126e-9eaf-4951-8b10-02c5acd9bf6a,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:30:13.019974 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:13.152800 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:13.355953 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:13.446158 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:13.556407 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Pushing event updated for resources: {'Port': ['ID=054a126e-9eaf-4951-8b10-02c5acd9bf6a,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:30:13.564053 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:13.732863 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Floating IP c80fa909-e650-43cc-9f0f-7fa5146d60a1 associated. External IP: 172.25.5.242, port: fa978437-aac1-4603-a38b-ffed17de7291. Mar 01 22:30:14.078577 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Router eee9699f-ef7b-4068-937c-4744324bba5c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:30:14.366686 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:30:14.459680 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:14.482961 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de714317-b764-43c7-9bae-290422f79e20 None None] Sync routers for ids ['eee9699f-ef7b-4068-937c-4744324bba5c'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:30:14.492966 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de714317-b764-43c7-9bae-290422f79e20 None None] Routers {'eee9699f-ef7b-4068-937c-4744324bba5c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:30:14.493615 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-de714317-b764-43c7-9bae-290422f79e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:30:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['eee9699f-ef7b-4068-937c-4744324bba5c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:30:14.516525 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7b985cf8-b567-41ac-b77c-02b785f6b31d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6581316 Mar 01 22:30:14.517113 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6049739-0972-4018-b539-cd997245e8cf', 'tag': 'fa978437-aac1-4603-a38b-ffed17de7291'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:30:14.567591 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6049739-0972-4018-b539-cd997245e8cf', 'tag': 'fa978437-aac1-4603-a38b-ffed17de7291', 'status': 'completed', 'code': 200} Mar 01 22:30:14.664092 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2f86d-0551-45c1-88fa-765489689d1f req-580e12e3-a5d6-40c8-94bc-a1d1afed953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:14.665493 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9e2f86d-0551-45c1-88fa-765489689d1f req-580e12e3-a5d6-40c8-94bc-a1d1afed953f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=db8cb76827cc4b3da507075065311e9b&device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 1096 time: 0.0737712 Mar 01 22:30:14.690277 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-de714317-b764-43c7-9bae-290422f79e20 None None] Set router eee9699f-ef7b-4068-937c-4744324bba5c gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:30:14.794801 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2f86d-0551-45c1-88fa-765489689d1f req-acd0d958-5fd9-46d3-a4d8-036f0309c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:14.796275 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9e2f86d-0551-45c1-88fa-765489689d1f req-acd0d958-5fd9-46d3-a4d8-036f0309c435 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69859969-f03c-4ec2-8cd7-333555b1dadb HTTP/1.1" status: 200 len: 910 time: 0.1253366 Mar 01 22:30:14.899147 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9e2f86d-0551-45c1-88fa-765489689d1f req-9f77ce84-ba6a-42e0-88de-c537bc7df63c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa978437-aac1-4603-a38b-ffed17de7291 HTTP/1.1" status: 200 len: 999 time: 0.0970435 Mar 01 22:30:14.967898 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2f86d-0551-45c1-88fa-765489689d1f req-c3d432aa-540e-47f3-a2f0-ff68b8e87bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:14.969302 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9e2f86d-0551-45c1-88fa-765489689d1f req-c3d432aa-540e-47f3-a2f0-ff68b8e87bdb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06ef53e5-70b3-413b-bd44-900a9bf7ba79 HTTP/1.1" status: 200 len: 848 time: 0.0650892 Mar 01 22:30:15.050719 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e2f86d-0551-45c1-88fa-765489689d1f req-58fc2383-6682-4eb9-b699-aef2422492ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:15.051433 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-de714317-b764-43c7-9bae-290422f79e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:37Z', 'updated_at': '2022-03-01T22:29:41Z', 'revision_number': 4, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'gw_port': {'id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:38Z', 'updated_at': '2022-03-01T22:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c80fa909-e650-43cc-9f0f-7fa5146d60a1', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'port_id': 'fa978437-aac1-4603-a38b-ffed17de7291', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'mac_address': 'fa:16:3e:63:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6049739-0972-4018-b539-cd997245e8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:30:12Z', 'updated_at': '2022-03-01T22:30:12Z', 'revision_number': 0, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd861a6a4-d923-484c-9cff-3bb5720c6f72', 'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'mac_address': 'fa:16:3e:a3:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:41Z', 'updated_at': '2022-03-01T22:29:47Z', 'revision_number': 5, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'subnets': [{'id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:30:15.052402 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9e2f86d-0551-45c1-88fa-765489689d1f req-58fc2383-6682-4eb9-b699-aef2422492ff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69859969-f03c-4ec2-8cd7-333555b1dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0775599 Mar 01 22:30:15.055434 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de714317-b764-43c7-9bae-290422f79e20 None None] Checking router: eee9699f-ef7b-4068-937c-4744324bba5c for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:30:15.063845 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de714317-b764-43c7-9bae-290422f79e20 None None] Routers {'eee9699f-ef7b-4068-937c-4744324bba5c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:30:15.064436 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-de714317-b764-43c7-9bae-290422f79e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:30:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['eee9699f-ef7b-4068-937c-4744324bba5c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:30:15.190079 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9e2f86d-0551-45c1-88fa-765489689d1f req-8955d299-6c61-46a2-8e77-7a6d7707edfb service neutron] 10.222.0.55 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311541 Mar 01 22:30:15.240915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-de714317-b764-43c7-9bae-290422f79e20 None None] Set router eee9699f-ef7b-4068-937c-4744324bba5c gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:30:15.328150 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a9e2f86d-0551-45c1-88fa-765489689d1f req-782c21fd-b38b-4e8a-842d-28db77cb251a service neutron] 10.222.0.55 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322064 Mar 01 22:30:15.612806 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-de714317-b764-43c7-9bae-290422f79e20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:37Z', 'updated_at': '2022-03-01T22:29:41Z', 'revision_number': 4, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'gw_port': {'id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:38Z', 'updated_at': '2022-03-01T22:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c80fa909-e650-43cc-9f0f-7fa5146d60a1', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'port_id': 'fa978437-aac1-4603-a38b-ffed17de7291', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'mac_address': 'fa:16:3e:63:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6049739-0972-4018-b539-cd997245e8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:30:12Z', 'updated_at': '2022-03-01T22:30:12Z', 'revision_number': 0, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd861a6a4-d923-484c-9cff-3bb5720c6f72', 'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'mac_address': 'fa:16:3e:a3:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:41Z', 'updated_at': '2022-03-01T22:29:47Z', 'revision_number': 5, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'subnets': [{'id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:30:15.617387 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de714317-b764-43c7-9bae-290422f79e20 None None] The sync data for ids ['eee9699f-ef7b-4068-937c-4744324bba5c'] in n-d-827896-4 is: [{'id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:37Z', 'updated_at': '2022-03-01T22:29:41Z', 'revision_number': 4, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'gw_port': {'id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:38Z', 'updated_at': '2022-03-01T22:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c80fa909-e650-43cc-9f0f-7fa5146d60a1', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'port_id': 'fa978437-aac1-4603-a38b-ffed17de7291', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'mac_address': 'fa:16:3e:63:32:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6049739-0972-4018-b539-cd997245e8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:30:12Z', 'updated_at': '2022-03-01T22:30:12Z', 'revision_number': 0, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd861a6a4-d923-484c-9cff-3bb5720c6f72', 'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'mac_address': 'fa:16:3e:a3:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:41Z', 'updated_at': '2022-03-01T22:29:47Z', 'revision_number': 5, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'subnets': [{'id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:30:15.809510 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aa6274-d78f-4a6b-b4e4-2cc34efd13ce None None] New status for floating IP c80fa909-e650-43cc-9f0f-7fa5146d60a1: ACTIVE {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 22:30:22.579111 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:24.973664 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:27.516011 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e432ea2f-4afe-4bf6-a566-0f40f14ad454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:29.750520 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-91021c1a-74b2-48a9-87b2-fbd3373de4b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:30.693061 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:30.967487 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:32.676165 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:42.446971 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:30:45.841531 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b572b249-750e-4a5d-a28e-9b94e25ad28a req-b264cd72-de14-4972-bec6-b06d66c96945 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690060 Mar 01 22:30:45.974936 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572b249-750e-4a5d-a28e-9b94e25ad28a req-7fa6bc02-ef9d-47dc-86ee-8f67f45ebca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:45.976472 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b572b249-750e-4a5d-a28e-9b94e25ad28a req-7fa6bc02-ef9d-47dc-86ee-8f67f45ebca3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=db8cb76827cc4b3da507075065311e9b&device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 1096 time: 0.0688913 Mar 01 22:30:46.119458 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572b249-750e-4a5d-a28e-9b94e25ad28a req-b17b527d-a849-4158-ba12-b2e81f407570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:46.120895 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b572b249-750e-4a5d-a28e-9b94e25ad28a req-b17b527d-a849-4158-ba12-b2e81f407570 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69859969-f03c-4ec2-8cd7-333555b1dadb HTTP/1.1" status: 200 len: 910 time: 0.1259413 Mar 01 22:30:46.222727 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b572b249-750e-4a5d-a28e-9b94e25ad28a req-884fd9bc-06aa-4891-9f74-ddf08590e38c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa978437-aac1-4603-a38b-ffed17de7291 HTTP/1.1" status: 200 len: 1001 time: 0.0961547 Mar 01 22:30:46.287531 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572b249-750e-4a5d-a28e-9b94e25ad28a req-41509707-cb68-4cb9-8a18-948a5502da4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:46.288949 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b572b249-750e-4a5d-a28e-9b94e25ad28a req-41509707-cb68-4cb9-8a18-948a5502da4b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06ef53e5-70b3-413b-bd44-900a9bf7ba79 HTTP/1.1" status: 200 len: 848 time: 0.0610266 Mar 01 22:30:46.362269 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572b249-750e-4a5d-a28e-9b94e25ad28a req-6b4ea051-54e2-4c66-a6ac-86fbe9a52af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:30:46.363758 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b572b249-750e-4a5d-a28e-9b94e25ad28a req-6b4ea051-54e2-4c66-a6ac-86fbe9a52af0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69859969-f03c-4ec2-8cd7-333555b1dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687222 Mar 01 22:30:46.492113 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b572b249-750e-4a5d-a28e-9b94e25ad28a req-91d58792-8542-48e3-accd-3566c22ae722 service neutron] 10.222.0.55 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223834 Mar 01 22:30:46.717828 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b572b249-750e-4a5d-a28e-9b94e25ad28a req-1bc2c146-540d-4140-9716-bc5aa3fabaeb service neutron] 10.222.0.55 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194741 Mar 01 22:30:52.630003 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:54.965511 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:57.532650 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-50103dae-6693-4360-9f0d-ab54cba74a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:30:59.681403 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3f2ed567-aebb-467f-8d4d-00ddbbb15dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:31:00.693281 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:31:00.948046 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:31:02.693035 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:31:19.446609 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:31:22.623982 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:31:24.954638 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:31:27.554954 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d067cc1f-1eea-499a-9e2e-60646a963019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:31:29.736051 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-2ead80b7-aca1-4aa9-b2c7-db95af71ae55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:31:30.741438 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:31:30.945056 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:31:32.709447 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:31:46.790744 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9622b85-cd2c-4cfc-bf4d-e537831b97d3 req-19006444-5c8e-4629-ada1-08c00230326c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0708013 Mar 01 22:31:46.928796 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9622b85-cd2c-4cfc-bf4d-e537831b97d3 req-b6425e0d-3406-4990-9f6d-5fadd2a23a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:31:46.930253 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9622b85-cd2c-4cfc-bf4d-e537831b97d3 req-b6425e0d-3406-4990-9f6d-5fadd2a23a9c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=db8cb76827cc4b3da507075065311e9b&device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 1096 time: 0.0711782 Mar 01 22:31:47.070447 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9622b85-cd2c-4cfc-bf4d-e537831b97d3 req-c3d92213-86a4-4c3c-99b6-4d2ab5317616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:31:47.071823 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9622b85-cd2c-4cfc-bf4d-e537831b97d3 req-c3d92213-86a4-4c3c-99b6-4d2ab5317616 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69859969-f03c-4ec2-8cd7-333555b1dadb HTTP/1.1" status: 200 len: 910 time: 0.1235380 Mar 01 22:31:47.179064 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9622b85-cd2c-4cfc-bf4d-e537831b97d3 req-7e7e7867-048d-4f68-bb4d-9cdf2fddb411 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa978437-aac1-4603-a38b-ffed17de7291 HTTP/1.1" status: 200 len: 1001 time: 0.1011281 Mar 01 22:31:47.243750 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9622b85-cd2c-4cfc-bf4d-e537831b97d3 req-05ad647b-3a2b-4add-a871-1e8783765f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:31:47.245223 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9622b85-cd2c-4cfc-bf4d-e537831b97d3 req-05ad647b-3a2b-4add-a871-1e8783765f6c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06ef53e5-70b3-413b-bd44-900a9bf7ba79 HTTP/1.1" status: 200 len: 848 time: 0.0605838 Mar 01 22:31:47.320901 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9622b85-cd2c-4cfc-bf4d-e537831b97d3 req-d793ad76-dede-44e8-801d-de26dd2ea437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:31:47.322261 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9622b85-cd2c-4cfc-bf4d-e537831b97d3 req-d793ad76-dede-44e8-801d-de26dd2ea437 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69859969-f03c-4ec2-8cd7-333555b1dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715714 Mar 01 22:31:47.451384 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9622b85-cd2c-4cfc-bf4d-e537831b97d3 req-f45b2ec2-7512-4ca5-b7fe-e593be0bee21 service neutron] 10.222.0.55 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230659 Mar 01 22:31:47.578840 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c9622b85-cd2c-4cfc-bf4d-e537831b97d3 req-5656bd42-d945-46b0-b97b-7507fbdbf3ac service neutron] 10.222.0.55 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216252 Mar 01 22:31:52.589023 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:31:54.963643 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:31:56.448781 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:31:57.558238 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-a5bed8b8-d9c6-4b87-b5a0-33240a98572d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:31:59.706845 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7abec52f-a861-4f4d-96fa-fd5f1b045ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:32:00.712554 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:32:00.946287 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:32:02.679687 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:32:22.625888 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:32:24.965054 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:32:27.576855 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6015c07a-0214-457f-a045-efcea740879f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:32:29.717288 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b8fa1806-871d-4dd4-bfdd-301f00437b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:32:30.705883 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:32:30.946227 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:32:32.717827 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:32:33.448642 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:32:42.621978 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device fa978437-aac1-4603-a38b-ffed17de7291 details requested by agent hyperv_n-h2-827896-4 with host n-h2-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 22:32:42.759528 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port fa978437-aac1-4603-a38b-ffed17de7291, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fa978437-aac1-4603-a38b-ffed17de7291,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:32:42.772648 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Returning: {'device': 'fa978437-aac1-4603-a38b-ffed17de7291', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'port_id': 'fa978437-aac1-4603-a38b-ffed17de7291', 'mac_address': 'fa:16:3e:63:32:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 22:32:42.829673 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:32:42.845711 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fa978437-aac1-4603-a38b-ffed17de7291 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:32:42.861579 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port fa978437-aac1-4603-a38b-ffed17de7291, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fa978437-aac1-4603-a38b-ffed17de7291,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:32:42.924601 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:32:42.994196 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=fa978437-aac1-4603-a38b-ffed17de7291,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:32:42.997755 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] get_ports_and_sgs() called for port_ids ['fa978437-aac1-4603-a38b-ffed17de7291'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:32:43.030733 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:32:43.031080 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:32:43.031442 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:32:43.031780 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:32:43.032114 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:32:43.032445 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:32:43.032771 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:32:43.033101 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:32:43.033425 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:32:43.033745 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:32:43.034068 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:32:43.034389 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:32:44.632052 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device fa978437-aac1-4603-a38b-ffed17de7291 up at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:32:44.700942 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Provisioning complete for port fa978437-aac1-4603-a38b-ffed17de7291 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:32:44.701315 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:32:44.852971 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:32:44.878688 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6049739-0972-4018-b539-cd997245e8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa978437-aac1-4603-a38b-ffed17de7291'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:32:44.889662 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port fa978437-aac1-4603-a38b-ffed17de7291, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fa978437-aac1-4603-a38b-ffed17de7291,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:32:44.958190 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:32:45.024191 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=fa978437-aac1-4603-a38b-ffed17de7291,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:32:45.985918 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6049739-0972-4018-b539-cd997245e8cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa978437-aac1-4603-a38b-ffed17de7291', 'code': 200} Mar 01 22:32:47.994706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216541d8-1021-4822-933a-bbcd1c5927b8 req-8e9b34c4-0d00-4d94-848c-2726a7798872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:32:47.996413 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-216541d8-1021-4822-933a-bbcd1c5927b8 req-8e9b34c4-0d00-4d94-848c-2726a7798872 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=db8cb76827cc4b3da507075065311e9b&device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 1096 time: 0.2092624 Mar 01 22:32:48.162129 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216541d8-1021-4822-933a-bbcd1c5927b8 req-86f5e243-6a10-4fe4-82bd-bac63b08d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:32:48.163611 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-216541d8-1021-4822-933a-bbcd1c5927b8 req-86f5e243-6a10-4fe4-82bd-bac63b08d8c6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69859969-f03c-4ec2-8cd7-333555b1dadb HTTP/1.1" status: 200 len: 910 time: 0.1484113 Mar 01 22:32:48.277231 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-216541d8-1021-4822-933a-bbcd1c5927b8 req-12210df5-682f-48fb-8580-7b8ab0071381 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa978437-aac1-4603-a38b-ffed17de7291 HTTP/1.1" status: 200 len: 1001 time: 0.1071494 Mar 01 22:32:48.352487 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216541d8-1021-4822-933a-bbcd1c5927b8 req-9fdeaf4e-0fca-474e-9510-7c602414133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:32:48.353993 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-216541d8-1021-4822-933a-bbcd1c5927b8 req-9fdeaf4e-0fca-474e-9510-7c602414133a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06ef53e5-70b3-413b-bd44-900a9bf7ba79 HTTP/1.1" status: 200 len: 848 time: 0.0707877 Mar 01 22:32:48.433990 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216541d8-1021-4822-933a-bbcd1c5927b8 req-051d6b9a-e27d-44a0-b0c7-e277ee1c8654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:32:48.435486 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-216541d8-1021-4822-933a-bbcd1c5927b8 req-051d6b9a-e27d-44a0-b0c7-e277ee1c8654 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69859969-f03c-4ec2-8cd7-333555b1dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749373 Mar 01 22:32:48.577956 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-216541d8-1021-4822-933a-bbcd1c5927b8 req-7ba9e6a6-8086-45c0-a722-d809b9b86a79 service neutron] 10.222.0.55 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351993 Mar 01 22:32:48.866806 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-216541d8-1021-4822-933a-bbcd1c5927b8 req-c78a3402-e096-415e-bf89-14c4ed557467 service neutron] 10.222.0.55 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819080 Mar 01 22:32:52.639065 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:32:54.976074 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:32:57.547544 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-41e6f5fc-23a8-4d7f-ad43-be0b0d875bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:32:58.532018 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19c45356-b7ed-4002-b801-127edc23bc33 req-6988437f-75a7-4153-b410-ce68dc429496 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-174585237&fields=id&tenant_id=db8cb76827cc4b3da507075065311e9b HTTP/1.1" status: 200 len: 267 time: 0.0393836 Mar 01 22:32:58.677551 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c45356-b7ed-4002-b801-127edc23bc33 req-e5272ff0-7bf3-4f27-8386-6396b214e30c tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:32:58.678973 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19c45356-b7ed-4002-b801-127edc23bc33 req-e5272ff0-7bf3-4f27-8386-6396b214e30c tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/networks?id=69859969-f03c-4ec2-8cd7-333555b1dadb HTTP/1.1" status: 200 len: 809 time: 0.1408038 Mar 01 22:32:58.696671 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19c45356-b7ed-4002-b801-127edc23bc33 req-64a10bb6-c1d8-4094-8783-30836fc8fe4a tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/quotas/db8cb76827cc4b3da507075065311e9b HTTP/1.1" status: 200 len: 375 time: 0.0104876 Mar 01 22:32:58.787927 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19c45356-b7ed-4002-b801-127edc23bc33 req-9500ab10-6f1a-40ac-9280-c8f2443dfa95 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=db8cb76827cc4b3da507075065311e9b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0855739 Mar 01 22:32:58.923478 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19c45356-b7ed-4002-b801-127edc23bc33 req-58eb3175-8d4e-4a5d-9fc3-5564d5dbf08f service neutron] 10.222.0.42 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231408 Mar 01 22:32:59.063606 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-19c45356-b7ed-4002-b801-127edc23bc33 req-26aac593-7f44-4ec7-8d0b-f63d86f80e9f service neutron] 10.222.0.42 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341567 Mar 01 22:32:59.343172 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b1f13b89-f579-47c1-8e92-800a213b6910 req-0202f374-0d10-426b-bfe4-462b729010f1 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 210 time: 0.0480876 Mar 01 22:32:59.712001 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-800a4811-de65-4d14-8ab6-8e0038379686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:00.497290 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-79188186-6575-4629-93cc-1a9da49d6f0f req-6bd17987-4b08-4559-939c-b58f3197845c tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 210 time: 0.0415890 Mar 01 22:33:00.693963 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:00.740533 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device fa978437-aac1-4603-a38b-ffed17de7291 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:33:00.854927 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:00.881626 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6049739-0972-4018-b539-cd997245e8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa978437-aac1-4603-a38b-ffed17de7291'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:33:00.902483 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] For port fa978437-aac1-4603-a38b-ffed17de7291, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fa978437-aac1-4603-a38b-ffed17de7291,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:33:00.927754 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6049739-0972-4018-b539-cd997245e8cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa978437-aac1-4603-a38b-ffed17de7291', 'code': 200} Mar 01 22:33:01.002956 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:01.003752 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:01.071462 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Pushing event updated for resources: {'Port': ['ID=fa978437-aac1-4603-a38b-ffed17de7291,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:33:01.490534 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c45356-b7ed-4002-b801-127edc23bc33 req-c3f78c04-a719-4e82-b16e-8460b5120177 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:01.491967 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19c45356-b7ed-4002-b801-127edc23bc33 req-c3f78c04-a719-4e82-b16e-8460b5120177 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.57 "GET /v2.0/networks?id=69859969-f03c-4ec2-8cd7-333555b1dadb HTTP/1.1" status: 200 len: 809 time: 0.1456277 Mar 01 22:33:01.541100 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19c45356-b7ed-4002-b801-127edc23bc33 req-78f25c59-4701-4d5e-8cf0-2c1a74b4ebe4 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.57 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db8cb76827cc4b3da507075065311e9b HTTP/1.1" status: 200 len: 379 time: 0.0414140 Mar 01 22:33:01.548873 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-19c45356-b7ed-4002-b801-127edc23bc33 req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Request body: {'port': {'device_id': '7036377b-618f-4328-b5f6-e617e1d262a2', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'admin_state_up': True, 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'security_groups': ['b5f21ef4-5ff9-48b8-891e-5f4cd831461e']}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:33:01.661097 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-ed99b44e-002f-4a3d-ada9-29f7a2bc9fd9 req-3c963ce7-e97b-49f5-8ab3-a73f7d4082db tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 210 time: 0.0461946 Mar 01 22:33:01.691810 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-19c45356-b7ed-4002-b801-127edc23bc33 req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:33:01.701769 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.quota.driver [req-19c45356-b7ed-4002-b801-127edc23bc33 req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88519) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:33:01.775952 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19c45356-b7ed-4002-b801-127edc23bc33 req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Made reservation on behalf of db8cb76827cc4b3da507075065311e9b for: {'port': 1} {{(pid=88519) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 01 22:33:01.779524 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-19c45356-b7ed-4002-b801-127edc23bc33 req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:01.947442 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_common [req-19c45356-b7ed-4002-b801-127edc23bc33 req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Allocated IP 172.20.0.14 (69859969-f03c-4ec2-8cd7-333555b1dadb/06ef53e5-70b3-413b-bd44-900a9bf7ba79/b3cf8d7c-a444-4a7e-9214-39bc22bc64c7) {{(pid=88519) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:33:02.152121 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-19c45356-b7ed-4002-b801-127edc23bc33 req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for port, precommit_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:02.169077 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-19c45356-b7ed-4002-b801-127edc23bc33 req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Transition to ACTIVE for port object b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 will not be triggered until provisioned by entity DHCP. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:33:02.262712 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-19c45356-b7ed-4002-b801-127edc23bc33 req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_create {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:02.331253 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19c45356-b7ed-4002-b801-127edc23bc33 req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Network 69859969-f03c-4ec2-8cd7-333555b1dadb is already hosted by enough agents. {{(pid=88519) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:33:02.334561 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.base_scheduler [req-19c45356-b7ed-4002-b801-127edc23bc33 req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Resources bound (agent type, host, resource id): {{(pid=88519) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:33:02.338091 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c45356-b7ed-4002-b801-127edc23bc33 req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Received port after_create {{(pid=88519) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:33:02.404341 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Pushing event updated for resources: {'Port': ['ID=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7,revision_number=1']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:33:02.418574 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:02.419049 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:02.419482 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:02.419767 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:02.420115 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:02.420444 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:02.420766 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:02.421081 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:02.421394 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:02.421708 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:02.422017 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:02.422342 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:02.435316 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c45356-b7ed-4002-b801-127edc23bc33 req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:02.436061 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-19c45356-b7ed-4002-b801-127edc23bc33 req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:02.541797 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19c45356-b7ed-4002-b801-127edc23bc33 req-897b189c-db3f-4181-af22-234805f407e0 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9964352 Mar 01 22:33:02.729891 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:02.787834 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5ec1f685-21a2-48cf-8dab-808f9be09bb7 None None] Provisioning for port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 completed by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:33:02.795097 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-5ec1f685-21a2-48cf-8dab-808f9be09bb7 None None] Provisioning complete for port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 triggered by entity DHCP. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:33:02.795825 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5ec1f685-21a2-48cf-8dab-808f9be09bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:02.858139 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5ec1f685-21a2-48cf-8dab-808f9be09bb7 None None] Port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 cannot update to ACTIVE because it is not bound. {{(pid=88520) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Mar 01 22:33:02.912373 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0ab5a7-2f07-4585-a696-386adf058eb4 req-60c390cb-3cdb-4fda-8b55-da818c9537c9 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:02.916355 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3c0ab5a7-2f07-4585-a696-386adf058eb4 req-60c390cb-3cdb-4fda-8b55-da818c9537c9 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 932 time: 0.1338298 Mar 01 22:33:02.974552 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-3c0ab5a7-2f07-4585-a696-386adf058eb4 req-b09da859-5f76-455f-8581-9bec246cd72f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481901 Mar 01 22:33:04.174732 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94880d7c-b6fd-4b5b-8e48-b354c3987cfe req-eae40571-a4ed-4b2b-818f-1dba9f2cbc15 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:04.176236 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94880d7c-b6fd-4b5b-8e48-b354c3987cfe req-eae40571-a4ed-4b2b-818f-1dba9f2cbc15 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 932 time: 0.0868819 Mar 01 22:33:04.223284 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-94880d7c-b6fd-4b5b-8e48-b354c3987cfe req-42b9190d-a9f6-4b81-ab8b-d1c5376b0576 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390291 Mar 01 22:33:05.426737 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be7429-d8f8-4a8c-be4b-58c09695c251 req-b6515686-31f2-4ecc-9cfb-6ded792a144f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:05.428366 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81be7429-d8f8-4a8c-be4b-58c09695c251 req-b6515686-31f2-4ecc-9cfb-6ded792a144f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 932 time: 0.0955751 Mar 01 22:33:05.475738 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-81be7429-d8f8-4a8c-be4b-58c09695c251 req-7181d24d-9634-498c-b1e6-539274ff4459 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416090 Mar 01 22:33:06.683200 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cce84a-ba87-4ce9-888e-2ed2726bcc71 req-2d73e80c-2292-4b32-abcd-04bddba9b673 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:06.684688 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68cce84a-ba87-4ce9-888e-2ed2726bcc71 req-2d73e80c-2292-4b32-abcd-04bddba9b673 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 932 time: 0.0932617 Mar 01 22:33:06.730720 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-68cce84a-ba87-4ce9-888e-2ed2726bcc71 req-14bb60dd-2c03-4227-84bc-9e2d9224e429 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403323 Mar 01 22:33:07.937377 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee4cdf-6c74-4a05-a4ce-a77c6b365fbb req-c6b11a1e-fa1e-4147-95bc-57a85ac43169 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:07.939309 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b9ee4cdf-6c74-4a05-a4ce-a77c6b365fbb req-c6b11a1e-fa1e-4147-95bc-57a85ac43169 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 932 time: 0.0959423 Mar 01 22:33:07.995055 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-b9ee4cdf-6c74-4a05-a4ce-a77c6b365fbb req-0e05acb0-010a-4d5c-b280-91c7025fd91a tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497608 Mar 01 22:33:09.193579 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8c715-1885-4d5a-b9dc-dab71be68164 req-ad35521d-6674-40fc-a893-d50e4f60603e tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:09.195079 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-24a8c715-1885-4d5a-b9dc-dab71be68164 req-ad35521d-6674-40fc-a893-d50e4f60603e tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 932 time: 0.0857830 Mar 01 22:33:09.246222 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-24a8c715-1885-4d5a-b9dc-dab71be68164 req-1e208ddb-679b-489c-a28f-f2599d8ab00d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454135 Mar 01 22:33:09.954778 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.v2.base [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] Request body: {'port': {'device_id': '7036377b-618f-4328-b5f6-e617e1d262a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-827896-4'}} {{(pid=88519) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:33:10.067279 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:10.404609 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 {{(pid=88519) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:33:10.412246 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:10.427228 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.provisioning_blocks [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] Transition to ACTIVE for port object b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 will not be triggered until provisioned by entity L2. {{(pid=88519) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Mar 01 22:33:10.428061 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29061be-bc9e-4c63-ad06-dd38a2e2d6f9 req-7a9d0b33-363a-42fe-afa1-3da2f32a0a7e tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:10.429557 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d29061be-bc9e-4c63-ad06-dd38a2e2d6f9 req-7a9d0b33-363a-42fe-afa1-3da2f32a0a7e tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 932 time: 0.0795636 Mar 01 22:33:10.448054 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:33:10.474510 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d29061be-bc9e-4c63-ad06-dd38a2e2d6f9 req-70077a6a-accf-4e05-991d-f3753369e837 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390942 Mar 01 22:33:10.489988 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:10.733501 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7,revision_number=2']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:33:10.838977 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] Attempting to bind port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 on host n-h1-827896-4 for vnic_type normal with profile {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Mar 01 22:33:10.839314 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] Attempting to bind port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 by drivers openvswitch,hyperv on host n-h1-827896-4 at level 0 using segments [{'id': '8e5b0062-93a8-42e1-b718-026a62e29163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb'}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Mar 01 22:33:10.839665 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] Attempting to bind port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 on network 69859969-f03c-4ec2-8cd7-333555b1dadb {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:33:10.844240 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] Port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 on network 69859969-f03c-4ec2-8cd7-333555b1dadb not bound, no agent of type Open vSwitch agent registered on host n-h1-827896-4 {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Mar 01 22:33:10.844555 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] Attempting to bind port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 on network 69859969-f03c-4ec2-8cd7-333555b1dadb {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Mar 01 22:33:10.849589 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] Checking agent: {'id': 'bd2ca0a7-3720-427f-8323-452874cb3c05', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-827896-4', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'started_at': datetime.datetime(2022, 3, 1, 20, 41, 51), 'heartbeat_timestamp': datetime.datetime(2022, 3, 1, 22, 32, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Mar 01 22:33:10.849923 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] Checking segment: {'id': '8e5b0062-93a8-42e1-b718-026a62e29163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88519) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Mar 01 22:33:10.850298 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] Bound using segment: {'id': '8e5b0062-93a8-42e1-b718-026a62e29163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb'} {{(pid=88519) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Mar 01 22:33:10.850719 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.managers [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] Bound port: b3cf8d7c-a444-4a7e-9214-39bc22bc64c7, host: n-h1-827896-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e5b0062-93a8-42e1-b718-026a62e29163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb'}}] {{(pid=88519) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Mar 01 22:33:10.851054 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:10.943164 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] For port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7, host n-h1-827896-4, cleared binding levels {{(pid=88519) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Mar 01 22:33:10.946266 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] For port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7, host n-h1-827896-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88519) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Mar 01 22:33:11.039010 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1540443'] for port, after_update {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:11.096005 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:11.096476 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:11.097825 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19c45356-b7ed-4002-b801-127edc23bc33 req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] 10.222.0.57 "PUT /v2.0/ports/b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 HTTP/1.1" status: 200 len: 1092 time: 1.2267570 Mar 01 22:33:11.098260 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7036377b-618f-4328-b5f6-e617e1d262a2', 'tag': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:33:11.123584 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3d2e7-56cd-4158-9cef-d43a82d76922 service neutron] Pushing event updated for resources: {'Port': ['ID=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7,revision_number=3']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:33:11.142885 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7036377b-618f-4328-b5f6-e617e1d262a2', 'tag': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7', 'status': 'completed', 'code': 200} Mar 01 22:33:11.241138 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e752601-9d4a-4e6b-a63c-f2ab2b62c43c req-6e7622c2-e658-4cf4-a402-9c2d5c8bd4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:11.242758 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3e752601-9d4a-4e6b-a63c-f2ab2b62c43c req-6e7622c2-e658-4cf4-a402-9c2d5c8bd4c8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db8cb76827cc4b3da507075065311e9b&device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 1095 time: 0.0800965 Mar 01 22:33:11.390265 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e752601-9d4a-4e6b-a63c-f2ab2b62c43c req-9b214c6e-c438-4449-86c9-a9a708ff3c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:11.391653 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3e752601-9d4a-4e6b-a63c-f2ab2b62c43c req-9b214c6e-c438-4449-86c9-a9a708ff3c00 service neutron] 10.222.0.57 "GET /v2.0/networks?tenant_id=db8cb76827cc4b3da507075065311e9b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1424284 Mar 01 22:33:11.525579 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e752601-9d4a-4e6b-a63c-f2ab2b62c43c req-5276bfa2-299c-414f-bd97-00ea01b1a149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:11.528104 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-3e752601-9d4a-4e6b-a63c-f2ab2b62c43c req-5276bfa2-299c-414f-bd97-00ea01b1a149 service neutron] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312904 Mar 01 22:33:11.631299 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c45356-b7ed-4002-b801-127edc23bc33 req-8cd71942-d1cd-43f0-96af-e4ebb50231e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:11.632780 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19c45356-b7ed-4002-b801-127edc23bc33 req-8cd71942-d1cd-43f0-96af-e4ebb50231e0 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db8cb76827cc4b3da507075065311e9b&device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 1095 time: 0.0698757 Mar 01 22:33:11.663661 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ce2919-ad2c-4872-8a9f-96986201ae1c req-2e08ff01-f03a-4128-9db5-52ee152109f4 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:11.672619 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22ce2919-ad2c-4872-8a9f-96986201ae1c req-2e08ff01-f03a-4128-9db5-52ee152109f4 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 944 time: 0.0832498 Mar 01 22:33:11.703212 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19c45356-b7ed-4002-b801-127edc23bc33 req-4da92927-1347-4d6b-b947-c87cd3f67fcf service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 HTTP/1.1" status: 200 len: 217 time: 0.0637453 Mar 01 22:33:11.709929 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-22ce2919-ad2c-4872-8a9f-96986201ae1c req-6628a73d-f345-462d-9b9e-de48d9fd95ee tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384674 Mar 01 22:33:11.764433 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c45356-b7ed-4002-b801-127edc23bc33 req-b001c319-7217-426b-88e7-f5a317adfe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:11.765767 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19c45356-b7ed-4002-b801-127edc23bc33 req-b001c319-7217-426b-88e7-f5a317adfe19 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06ef53e5-70b3-413b-bd44-900a9bf7ba79 HTTP/1.1" status: 200 len: 848 time: 0.0575845 Mar 01 22:33:11.842658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c45356-b7ed-4002-b801-127edc23bc33 req-ce9c641f-1a7c-4078-8c98-5c9d62af7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:11.844127 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19c45356-b7ed-4002-b801-127edc23bc33 req-ce9c641f-1a7c-4078-8c98-5c9d62af7c43 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69859969-f03c-4ec2-8cd7-333555b1dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727825 Mar 01 22:33:11.972287 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19c45356-b7ed-4002-b801-127edc23bc33 req-0f074e52-0fa2-4343-8e5d-3a1f77c06426 service neutron] 10.222.0.57 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220574 Mar 01 22:33:12.100152 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-19c45356-b7ed-4002-b801-127edc23bc33 req-2fa47747-3433-4d07-82da-429aed9a5266 service neutron] 10.222.0.57 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212151 Mar 01 22:33:12.896266 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf999469-5631-4ae3-8de1-45b2933fad56 req-a8ddffd8-3cb0-4d25-abee-756f285a9d09 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:12.897964 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf999469-5631-4ae3-8de1-45b2933fad56 req-a8ddffd8-3cb0-4d25-abee-756f285a9d09 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 944 time: 0.0809972 Mar 01 22:33:12.941722 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-cf999469-5631-4ae3-8de1-45b2933fad56 req-cb5eca8f-378d-4e8f-8162-afd710114b88 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374956 Mar 01 22:33:14.170065 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bd0e0-349e-4aac-be89-c702b5871503 req-d1e8e14c-30c0-4ac4-b5bf-ba5d5135cb11 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:14.171544 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-171bd0e0-349e-4aac-be89-c702b5871503 req-d1e8e14c-30c0-4ac4-b5bf-ba5d5135cb11 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 944 time: 0.1009095 Mar 01 22:33:14.220412 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-171bd0e0-349e-4aac-be89-c702b5871503 req-ab9e0088-511d-44c8-8e44-ff2fd62801c3 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428660 Mar 01 22:33:15.418650 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e340b7-6491-46f1-9925-cba3a1b75206 req-81045ed9-3e61-49b1-8b16-6d1e94fc5c07 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:15.420173 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-30e340b7-6491-46f1-9925-cba3a1b75206 req-81045ed9-3e61-49b1-8b16-6d1e94fc5c07 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 944 time: 0.0905085 Mar 01 22:33:15.560879 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-30e340b7-6491-46f1-9925-cba3a1b75206 req-1d1a9740-189b-4a41-b98b-b0aef84a03b9 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350086 Mar 01 22:33:16.009470 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 22:33:16.140803 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:33:16.153508 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'port_id': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7', 'mac_address': 'fa:16:3e:d0:78:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 22:33:16.206040 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:16.222052 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:33:16.236753 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:33:16.310719 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:16.378353 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7,revision_number=4']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:33:16.561620 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['b3cf8d7c-a444-4a7e-9214-39bc22bc64c7'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:33:16.748043 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c284bf7e-d348-4989-989d-1797f5060fbf req-9ad980f3-347f-49f8-a4f6-77026a2b570a tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:16.749532 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c284bf7e-d348-4989-989d-1797f5060fbf req-9ad980f3-347f-49f8-a4f6-77026a2b570a tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 945 time: 0.0797303 Mar 01 22:33:16.794367 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c284bf7e-d348-4989-989d-1797f5060fbf req-2ee118fe-5e3b-4414-be89-5ee434c8e4e6 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391490 Mar 01 22:33:17.978545 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd322379-1def-4f63-948b-d6370ccd6ee1 req-29e02883-2a0a-4a6e-af5e-e47d472b7d77 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:17.979986 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd322379-1def-4f63-948b-d6370ccd6ee1 req-29e02883-2a0a-4a6e-af5e-e47d472b7d77 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 945 time: 0.0798047 Mar 01 22:33:18.023425 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-dd322379-1def-4f63-948b-d6370ccd6ee1 req-f92675eb-8d8d-4afb-bc95-ff07175d8584 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377843 Mar 01 22:33:18.040614 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:33:18.179058 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning for port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 completed by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Mar 01 22:33:18.183757 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:33:18.188715 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:18.296333 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:18.323675 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7036377b-618f-4328-b5f6-e617e1d262a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:33:18.332886 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:33:18.367998 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7036377b-618f-4328-b5f6-e617e1d262a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7', 'code': 200} Mar 01 22:33:18.402522 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:18.468647 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7,revision_number=5']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:33:18.494721 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e8cea7-58c1-4fe0-a824-b825288d813e req-12c4ff2c-4a7d-4740-9e86-edefb8a609f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:18.496240 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-00e8cea7-58c1-4fe0-a824-b825288d813e req-12c4ff2c-4a7d-4740-9e86-edefb8a609f6 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 1097 time: 0.0713201 Mar 01 22:33:18.536593 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-00e8cea7-58c1-4fe0-a824-b825288d813e req-f595bfde-9ac9-437b-84e7-76b8ee7abe84 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342145 Mar 01 22:33:19.209449 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8157c24-1405-4b68-82fe-a750b1e07407 req-c6763065-2cd5-4011-9a83-6000d4def3f3 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:19.210872 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8157c24-1405-4b68-82fe-a750b1e07407 req-c6763065-2cd5-4011-9a83-6000d4def3f3 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 946 time: 0.0821424 Mar 01 22:33:19.257277 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-c8157c24-1405-4b68-82fe-a750b1e07407 req-a060e436-7ed7-48f3-bc46-050cb5154024 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402863 Mar 01 22:33:20.443940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d491f26-f4e9-4771-9218-020c32596c39 req-130812ed-172c-4829-8aa7-315da16f0f7c tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:20.445494 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d491f26-f4e9-4771-9218-020c32596c39 req-130812ed-172c-4829-8aa7-315da16f0f7c tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 946 time: 0.0817959 Mar 01 22:33:20.496653 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-0d491f26-f4e9-4771-9218-020c32596c39 req-00b0f170-70d6-4021-9fe5-375c44ee3dd3 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452061 Mar 01 22:33:20.683231 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803417c4-34ec-4953-8bba-69ccc709c0de req-8cc6b531-ea7d-4ec2-be4e-35fd15cc1edf tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:20.684669 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-803417c4-34ec-4953-8bba-69ccc709c0de req-8cc6b531-ea7d-4ec2-be4e-35fd15cc1edf tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 946 time: 0.0839713 Mar 01 22:33:20.729086 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-803417c4-34ec-4953-8bba-69ccc709c0de req-cb673177-da05-4add-af23-6528210b3707 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387301 Mar 01 22:33:20.751260 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44178) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:33:20.821788 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aac0886-369c-4154-92de-ed5b08c4ad93 tempest-TestSnapshotPattern-153695603 tempest-TestSnapshotPattern-153695603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:20.823266 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-0aac0886-369c-4154-92de-ed5b08c4ad93 tempest-TestSnapshotPattern-153695603 tempest-TestSnapshotPattern-153695603-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 1092 time: 0.0709925 Mar 01 22:33:20.826140 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44182) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:33:20.830941 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.v2.base [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Request body: {'floatingip': {'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'port_id': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88518) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 01 22:33:20.838160 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Mar 01 22:33:20.842027 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Usage tracker for resource:floatingip and tenant:db8cb76827cc4b3da507075065311e9b is out of sync, need to count used quota {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Mar 01 22:33:20.844851 n-d-827896-4 neutron-server[88518]: DEBUG neutron.quota.resource [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88518) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Mar 01 22:33:20.850394 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.quota.driver [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88518) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Mar 01 22:33:20.951180 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for floatingip, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:21.085897 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:21.220823 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_common [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Allocated IP 172.25.5.69 (82cdf2ed-df90-4a48-9723-ee120d6ea16e/73e46351-7984-4567-af7b-89347b1dc249/6bff1590-7a94-4ed4-ac2d-316ca0c073ef) {{(pid=88518) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 01 22:33:21.367201 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for port, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:21.459796 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768676044328', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:21.522611 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Network 82cdf2ed-df90-4a48-9723-ee120d6ea16e is already hosted by enough agents. {{(pid=88518) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 01 22:33:21.525878 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.base_scheduler [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Resources bound (agent type, host, resource id): {{(pid=88518) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 01 22:33:21.533406 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Received port after_create {{(pid=88518) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Mar 01 22:33:21.572414 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Pushing event updated for resources: {'Port': ['ID=6bff1590-7a94-4ed4-ac2d-316ca0c073ef,revision_number=1']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:33:21.584766 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:21.585101 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:21.585432 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:21.585757 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:21.586082 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:21.586401 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:21.587313 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:21.587658 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:21.588145 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:21.588464 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:21.588782 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:21.589095 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:33:21.950815 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:22.110056 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:22.404825 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for port, precommit_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:22.466416 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7974048'] for port, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:22.576195 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Pushing event updated for resources: {'Port': ['ID=6bff1590-7a94-4ed4-ac2d-316ca0c073ef,revision_number=2']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:33:22.585975 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-331719'] for floatingip, after_update {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:22.598119 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:22.757561 n-d-827896-4 neutron-server[88518]: INFO neutron.db.l3_db [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Floating IP b1d7263f-cc83-4a6c-b42c-b2b4fc6b948d associated. External IP: 172.25.5.69, port: b3cf8d7c-a444-4a7e-9214-39bc22bc64c7. Mar 01 22:33:23.098708 n-d-827896-4 neutron-server[88518]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Router eee9699f-ef7b-4068-937c-4744324bba5c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88518) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:33:23.278380 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88518) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:33:23.288123 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332d4e2-5670-4bd0-804d-ec7f76710880 None None] Sync routers for ids ['eee9699f-ef7b-4068-937c-4744324bba5c'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:33:23.298063 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6332d4e2-5670-4bd0-804d-ec7f76710880 None None] Routers {'eee9699f-ef7b-4068-937c-4744324bba5c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:33:23.298667 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-6332d4e2-5670-4bd0-804d-ec7f76710880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:33:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['eee9699f-ef7b-4068-937c-4744324bba5c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:33:23.373549 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:23.429353 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-7638ac4f-c5f5-4187-8582-c951e4da2312 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6021683 Mar 01 22:33:23.429940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7036377b-618f-4328-b5f6-e617e1d262a2', 'tag': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:33:23.476156 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-6332d4e2-5670-4bd0-804d-ec7f76710880 None None] Set router eee9699f-ef7b-4068-937c-4744324bba5c gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:33:23.480221 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7036377b-618f-4328-b5f6-e617e1d262a2', 'tag': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7', 'status': 'completed', 'code': 200} Mar 01 22:33:23.573357 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ae8d6-fed8-4192-ae23-f03fd5709905 req-0681c8bd-6ac8-4bde-9825-33f52c13b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:23.575167 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c37ae8d6-fed8-4192-ae23-f03fd5709905 req-0681c8bd-6ac8-4bde-9825-33f52c13b0cc service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db8cb76827cc4b3da507075065311e9b&device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 1097 time: 0.0770142 Mar 01 22:33:23.834331 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ae8d6-fed8-4192-ae23-f03fd5709905 req-669ec268-88b3-416b-9dd5-69525da2fe2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:23.835796 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c37ae8d6-fed8-4192-ae23-f03fd5709905 req-669ec268-88b3-416b-9dd5-69525da2fe2b service neutron] 10.222.0.57 "GET /v2.0/networks?id=69859969-f03c-4ec2-8cd7-333555b1dadb HTTP/1.1" status: 200 len: 910 time: 0.2554185 Mar 01 22:33:23.865761 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-6332d4e2-5670-4bd0-804d-ec7f76710880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:37Z', 'updated_at': '2022-03-01T22:29:41Z', 'revision_number': 4, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'gw_port': {'id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:38Z', 'updated_at': '2022-03-01T22:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'b1d7263f-cc83-4a6c-b42c-b2b4fc6b948d', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'port_id': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'mac_address': 'fa:16:3e:d0:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7036377b-618f-4328-b5f6-e617e1d262a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:33:21Z', 'updated_at': '2022-03-01T22:33:21Z', 'revision_number': 0, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'fixed_ip_address_scope': None}, {'id': 'c80fa909-e650-43cc-9f0f-7fa5146d60a1', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'port_id': 'fa978437-aac1-4603-a38b-ffed17de7291', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'mac_address': 'fa:16:3e:63:32:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6049739-0972-4018-b539-cd997245e8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:30:12Z', 'updated_at': '2022-03-01T22:30:15Z', 'revision_number': 1, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd861a6a4-d923-484c-9cff-3bb5720c6f72', 'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'mac_address': 'fa:16:3e:a3:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:41Z', 'updated_at': '2022-03-01T22:29:47Z', 'revision_number': 5, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'subnets': [{'id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:33:23.870468 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332d4e2-5670-4bd0-804d-ec7f76710880 None None] Checking router: eee9699f-ef7b-4068-937c-4744324bba5c for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:33:23.878769 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6332d4e2-5670-4bd0-804d-ec7f76710880 None None] Routers {'eee9699f-ef7b-4068-937c-4744324bba5c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:33:23.879383 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-6332d4e2-5670-4bd0-804d-ec7f76710880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:33:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['eee9699f-ef7b-4068-937c-4744324bba5c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:33:23.937757 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c37ae8d6-fed8-4192-ae23-f03fd5709905 req-46c65a67-f0e1-445e-9624-4de788ad0374 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 HTTP/1.1" status: 200 len: 999 time: 0.0961788 Mar 01 22:33:23.998756 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ae8d6-fed8-4192-ae23-f03fd5709905 req-6a7e15b3-8a3d-4ac7-b6f4-e55eed5e2dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:24.000241 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c37ae8d6-fed8-4192-ae23-f03fd5709905 req-6a7e15b3-8a3d-4ac7-b6f4-e55eed5e2dea service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06ef53e5-70b3-413b-bd44-900a9bf7ba79 HTTP/1.1" status: 200 len: 848 time: 0.0574145 Mar 01 22:33:24.064064 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-6332d4e2-5670-4bd0-804d-ec7f76710880 None None] Set router eee9699f-ef7b-4068-937c-4744324bba5c gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:33:24.075089 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37ae8d6-fed8-4192-ae23-f03fd5709905 req-ab9b7dec-9aa3-47af-b6ca-f4bb694f30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:24.076599 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c37ae8d6-fed8-4192-ae23-f03fd5709905 req-ab9b7dec-9aa3-47af-b6ca-f4bb694f30c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69859969-f03c-4ec2-8cd7-333555b1dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711217 Mar 01 22:33:24.208142 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c37ae8d6-fed8-4192-ae23-f03fd5709905 req-dff0b3e2-1733-4134-80c1-f3d68256b03c service neutron] 10.222.0.57 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254504 Mar 01 22:33:24.342535 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-c37ae8d6-fed8-4192-ae23-f03fd5709905 req-38b23d4e-785a-4314-a292-d49652b18100 service neutron] 10.222.0.57 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272638 Mar 01 22:33:24.406254 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-6332d4e2-5670-4bd0-804d-ec7f76710880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:37Z', 'updated_at': '2022-03-01T22:29:41Z', 'revision_number': 4, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'gw_port': {'id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:38Z', 'updated_at': '2022-03-01T22:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'b1d7263f-cc83-4a6c-b42c-b2b4fc6b948d', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'port_id': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'mac_address': 'fa:16:3e:d0:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7036377b-618f-4328-b5f6-e617e1d262a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:33:21Z', 'updated_at': '2022-03-01T22:33:21Z', 'revision_number': 0, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'fixed_ip_address_scope': None}, {'id': 'c80fa909-e650-43cc-9f0f-7fa5146d60a1', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'port_id': 'fa978437-aac1-4603-a38b-ffed17de7291', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'mac_address': 'fa:16:3e:63:32:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6049739-0972-4018-b539-cd997245e8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:30:12Z', 'updated_at': '2022-03-01T22:30:15Z', 'revision_number': 1, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd861a6a4-d923-484c-9cff-3bb5720c6f72', 'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'mac_address': 'fa:16:3e:a3:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:41Z', 'updated_at': '2022-03-01T22:29:47Z', 'revision_number': 5, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'subnets': [{'id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:33:24.410267 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6332d4e2-5670-4bd0-804d-ec7f76710880 None None] The sync data for ids ['eee9699f-ef7b-4068-937c-4744324bba5c'] in n-d-827896-4 is: [{'id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:37Z', 'updated_at': '2022-03-01T22:29:41Z', 'revision_number': 4, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'gw_port': {'id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:38Z', 'updated_at': '2022-03-01T22:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'b1d7263f-cc83-4a6c-b42c-b2b4fc6b948d', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'floating_ip_address': '172.25.5.69', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'port_id': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'mac_address': 'fa:16:3e:d0:78:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7036377b-618f-4328-b5f6-e617e1d262a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:33:21Z', 'updated_at': '2022-03-01T22:33:21Z', 'revision_number': 0, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'fixed_ip_address_scope': None}, {'id': 'c80fa909-e650-43cc-9f0f-7fa5146d60a1', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'port_id': 'fa978437-aac1-4603-a38b-ffed17de7291', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'mac_address': 'fa:16:3e:63:32:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6049739-0972-4018-b539-cd997245e8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:30:12Z', 'updated_at': '2022-03-01T22:30:15Z', 'revision_number': 1, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd861a6a4-d923-484c-9cff-3bb5720c6f72', 'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'mac_address': 'fa:16:3e:a3:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:41Z', 'updated_at': '2022-03-01T22:29:47Z', 'revision_number': 5, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'subnets': [{'id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:33:24.602169 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80add86c-fe1d-419c-93ea-a12de2453085 None None] New status for floating IP b1d7263f-cc83-4a6c-b42c-b2b4fc6b948d: ACTIVE {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 22:33:25.004264 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:27.580829 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5a5778a7-df3f-4ce6-91f2-1b4d92c5bac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:29.735518 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e907e49f-009c-43e8-a1e6-8e1b22d7ff12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:30.718283 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:30.952340 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:32.689144 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:40.389780 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a02c8a32-b911-4bce-b064-686d12b1efd7 req-70fc823d-51e9-41aa-a673-93c2a392c9e8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718253 Mar 01 22:33:40.524527 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c8a32-b911-4bce-b064-686d12b1efd7 req-4e28434d-6ac0-4ca2-8d46-6866954d3184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:40.525985 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a02c8a32-b911-4bce-b064-686d12b1efd7 req-4e28434d-6ac0-4ca2-8d46-6866954d3184 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db8cb76827cc4b3da507075065311e9b&device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 1097 time: 0.0696287 Mar 01 22:33:40.669409 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c8a32-b911-4bce-b064-686d12b1efd7 req-d67829d8-c135-480e-8e3c-0b9eb00d044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:40.670742 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a02c8a32-b911-4bce-b064-686d12b1efd7 req-d67829d8-c135-480e-8e3c-0b9eb00d044e service neutron] 10.222.0.57 "GET /v2.0/networks?id=69859969-f03c-4ec2-8cd7-333555b1dadb HTTP/1.1" status: 200 len: 910 time: 0.1249454 Mar 01 22:33:40.772733 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a02c8a32-b911-4bce-b064-686d12b1efd7 req-75c31e92-bf31-41ac-8fc5-db44f0966550 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 HTTP/1.1" status: 200 len: 1001 time: 0.0955529 Mar 01 22:33:40.839486 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c8a32-b911-4bce-b064-686d12b1efd7 req-6c501ebb-51c1-478b-a1ad-6a5603d4e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:40.840873 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a02c8a32-b911-4bce-b064-686d12b1efd7 req-6c501ebb-51c1-478b-a1ad-6a5603d4e7b3 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06ef53e5-70b3-413b-bd44-900a9bf7ba79 HTTP/1.1" status: 200 len: 848 time: 0.0615277 Mar 01 22:33:40.916987 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02c8a32-b911-4bce-b064-686d12b1efd7 req-d90a056b-3a50-4b3d-abe4-fac9538a49fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:40.918429 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a02c8a32-b911-4bce-b064-686d12b1efd7 req-d90a056b-3a50-4b3d-abe4-fac9538a49fb service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69859969-f03c-4ec2-8cd7-333555b1dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716696 Mar 01 22:33:41.053445 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a02c8a32-b911-4bce-b064-686d12b1efd7 req-aba8b68b-6187-4a6d-9ee4-63fb89a48ddb service neutron] 10.222.0.57 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284840 Mar 01 22:33:41.190994 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-a02c8a32-b911-4bce-b064-686d12b1efd7 req-e877331f-2bca-4d2e-a8dc-db0c87e8f31f service neutron] 10.222.0.57 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300170 Mar 01 22:33:47.450231 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:33:47.777474 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2453cfba-203c-41d5-81ec-758a2a2613ce req-f40fce1c-cb0e-4201-b794-bd19601a97ff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0706863 Mar 01 22:33:47.918709 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453cfba-203c-41d5-81ec-758a2a2613ce req-e39a4d78-0ae5-49f5-a379-310d904aa8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:47.920194 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2453cfba-203c-41d5-81ec-758a2a2613ce req-e39a4d78-0ae5-49f5-a379-310d904aa8b2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=db8cb76827cc4b3da507075065311e9b&device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 1094 time: 0.0738521 Mar 01 22:33:48.167967 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453cfba-203c-41d5-81ec-758a2a2613ce req-81476631-b9fa-41bf-979b-b0f300b86d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:48.169391 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2453cfba-203c-41d5-81ec-758a2a2613ce req-81476631-b9fa-41bf-979b-b0f300b86d82 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69859969-f03c-4ec2-8cd7-333555b1dadb HTTP/1.1" status: 200 len: 910 time: 0.2318742 Mar 01 22:33:48.268117 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2453cfba-203c-41d5-81ec-758a2a2613ce req-277530ec-3450-43a4-be4c-05d3fe8dda4c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa978437-aac1-4603-a38b-ffed17de7291 HTTP/1.1" status: 200 len: 999 time: 0.0928183 Mar 01 22:33:48.328106 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453cfba-203c-41d5-81ec-758a2a2613ce req-a48c113f-4007-460e-a6a6-3bf7fbd02e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:48.329472 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2453cfba-203c-41d5-81ec-758a2a2613ce req-a48c113f-4007-460e-a6a6-3bf7fbd02e9e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06ef53e5-70b3-413b-bd44-900a9bf7ba79 HTTP/1.1" status: 200 len: 848 time: 0.0552659 Mar 01 22:33:48.405803 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2453cfba-203c-41d5-81ec-758a2a2613ce req-3ee8515c-1aac-4b2d-915a-b22830455024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:33:48.407169 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2453cfba-203c-41d5-81ec-758a2a2613ce req-3ee8515c-1aac-4b2d-915a-b22830455024 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69859969-f03c-4ec2-8cd7-333555b1dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719631 Mar 01 22:33:48.533883 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2453cfba-203c-41d5-81ec-758a2a2613ce req-1fbe9e10-c641-4f90-9131-ca8a876a189c service neutron] 10.222.0.55 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206968 Mar 01 22:33:48.659889 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-2453cfba-203c-41d5-81ec-758a2a2613ce req-0e6a6510-19a7-417e-b8a2-d6b9c0874ee4 service neutron] 10.222.0.55 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196301 Mar 01 22:33:52.614841 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:54.980446 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:57.566968 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cbdd03bd-9cd8-4aef-bba4-a48a3873221d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:33:59.721650 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d07e6551-6f0a-47f6-a689-3b1db2a656b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:34:00.700109 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:34:00.986066 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:34:02.692603 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:34:22.630993 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:34:24.452608 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:34:24.985622 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:34:27.537502 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ec23017a-f9a4-48e2-b4a7-27ad44a52bcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:34:29.760584 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-dfd62803-9805-47b8-a8cb-5277a91f4f94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:34:30.703756 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:34:30.977708 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:34:32.693827 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:34:42.394724 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9fe5cada-253b-4f45-bed4-42aa3f2ef7b4 req-2208f951-af20-4f0b-8835-361f94327e62 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0693643 Mar 01 22:34:42.538120 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5cada-253b-4f45-bed4-42aa3f2ef7b4 req-e8923f5e-cd02-4a93-b123-d077d5dcfd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:34:42.539605 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9fe5cada-253b-4f45-bed4-42aa3f2ef7b4 req-e8923f5e-cd02-4a93-b123-d077d5dcfd6d service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db8cb76827cc4b3da507075065311e9b&device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 1097 time: 0.0775061 Mar 01 22:34:42.689346 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5cada-253b-4f45-bed4-42aa3f2ef7b4 req-a6d901a2-65a8-4811-a145-61eeb5cbc6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:34:42.690687 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9fe5cada-253b-4f45-bed4-42aa3f2ef7b4 req-a6d901a2-65a8-4811-a145-61eeb5cbc6b7 service neutron] 10.222.0.57 "GET /v2.0/networks?id=69859969-f03c-4ec2-8cd7-333555b1dadb HTTP/1.1" status: 200 len: 910 time: 0.1263747 Mar 01 22:34:42.907829 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9fe5cada-253b-4f45-bed4-42aa3f2ef7b4 req-b0381e9e-9d7b-447a-ad21-fc3e8bd9a2e9 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 HTTP/1.1" status: 200 len: 1001 time: 0.2080154 Mar 01 22:34:42.972991 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5cada-253b-4f45-bed4-42aa3f2ef7b4 req-89d221a1-5b40-4fc3-864e-9d90c80b9aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:34:42.974328 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9fe5cada-253b-4f45-bed4-42aa3f2ef7b4 req-89d221a1-5b40-4fc3-864e-9d90c80b9aa4 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06ef53e5-70b3-413b-bd44-900a9bf7ba79 HTTP/1.1" status: 200 len: 848 time: 0.0609326 Mar 01 22:34:43.051574 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe5cada-253b-4f45-bed4-42aa3f2ef7b4 req-88121725-9127-4c74-a2eb-74bfed6ee081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:34:43.053054 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9fe5cada-253b-4f45-bed4-42aa3f2ef7b4 req-88121725-9127-4c74-a2eb-74bfed6ee081 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69859969-f03c-4ec2-8cd7-333555b1dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727167 Mar 01 22:34:43.063683 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-9fe5cada-253b-4f45-bed4-42aa3f2ef7b4 req-6c71ddb9-0008-46ba-90a0-6373edd08362 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88519) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Mar 01 22:34:43.064593 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9fe5cada-253b-4f45-bed4-42aa3f2ef7b4 req-6c71ddb9-0008-46ba-90a0-6373edd08362 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047445 Mar 01 22:34:43.197604 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9fe5cada-253b-4f45-bed4-42aa3f2ef7b4 req-eab1f6cb-8624-47c0-b105-c93835e1ad9f service neutron] 10.222.0.57 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265461 Mar 01 22:34:43.329101 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-9fe5cada-253b-4f45-bed4-42aa3f2ef7b4 req-5952cf7c-720b-44e7-a282-c77c9081b139 service neutron] 10.222.0.57 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255686 Mar 01 22:34:47.771532 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d65bd48a-6348-4971-a859-b101e20a42e1 req-7de82b99-f1d0-4f49-a024-f5e605709923 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0757098 Mar 01 22:34:47.911119 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bd48a-6348-4971-a859-b101e20a42e1 req-9fe675a3-4146-4cfc-ac76-647eaac6b782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:34:47.912594 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d65bd48a-6348-4971-a859-b101e20a42e1 req-9fe675a3-4146-4cfc-ac76-647eaac6b782 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=db8cb76827cc4b3da507075065311e9b&device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 1094 time: 0.0726726 Mar 01 22:34:48.070645 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bd48a-6348-4971-a859-b101e20a42e1 req-3dabc12a-8302-4972-90fc-35fe19be5d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:34:48.072411 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d65bd48a-6348-4971-a859-b101e20a42e1 req-3dabc12a-8302-4972-90fc-35fe19be5d21 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69859969-f03c-4ec2-8cd7-333555b1dadb HTTP/1.1" status: 200 len: 910 time: 0.1422846 Mar 01 22:34:48.169870 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d65bd48a-6348-4971-a859-b101e20a42e1 req-cb43c66f-698d-452d-a6d0-5cef0fe66419 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa978437-aac1-4603-a38b-ffed17de7291 HTTP/1.1" status: 200 len: 999 time: 0.0920138 Mar 01 22:34:48.232270 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bd48a-6348-4971-a859-b101e20a42e1 req-1247b26d-7283-4849-aa14-00d46bf37207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:34:48.233661 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d65bd48a-6348-4971-a859-b101e20a42e1 req-1247b26d-7283-4849-aa14-00d46bf37207 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06ef53e5-70b3-413b-bd44-900a9bf7ba79 HTTP/1.1" status: 200 len: 848 time: 0.0585930 Mar 01 22:34:48.310706 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65bd48a-6348-4971-a859-b101e20a42e1 req-411caaac-cba0-476a-8d21-08b402ec4c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:34:48.312202 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d65bd48a-6348-4971-a859-b101e20a42e1 req-411caaac-cba0-476a-8d21-08b402ec4c5c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69859969-f03c-4ec2-8cd7-333555b1dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723011 Mar 01 22:34:48.440512 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d65bd48a-6348-4971-a859-b101e20a42e1 req-a39aeee6-534b-49e9-bf45-227221dac7d5 service neutron] 10.222.0.55 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224422 Mar 01 22:34:48.568400 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-d65bd48a-6348-4971-a859-b101e20a42e1 req-2561a375-df99-4866-83d7-f83af871603c service neutron] 10.222.0.55 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214731 Mar 01 22:34:52.622943 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:34:54.522801 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 details requested by agent hyperv_n-h1-827896-4 with host n-h1-827896-4 {{(pid=88520) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Mar 01 22:34:54.654188 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:34:54.667600 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Returning: {'device': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'port_id': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7', 'mac_address': 'fa:16:3e:d0:78:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88520) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Mar 01 22:34:54.725448 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:34:54.782268 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 {{(pid=88520) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 01 22:34:54.797134 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:34:54.881984 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:34:54.961061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] get_ports_and_sgs() called for port_ids ['b3cf8d7c-a444-4a7e-9214-39bc22bc64c7'] {{(pid=88520) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Mar 01 22:34:55.000396 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7,revision_number=6']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:34:55.012075 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:34:55.012429 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:34:55.012773 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:34:55.013110 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:34:55.013438 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:34:55.013766 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:34:55.014092 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:34:55.014415 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:34:55.014738 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:34:55.015067 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:34:55.015401 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:34:55.015724 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88520) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:34:55.023341 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:34:56.531250 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 up at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Mar 01 22:34:56.602333 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.provisioning_blocks [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Provisioning complete for port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 triggered by entity L2. {{(pid=88520) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Mar 01 22:34:56.603021 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3483681'] for port, provisioning_complete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:34:56.739347 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:34:56.768680 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7036377b-618f-4328-b5f6-e617e1d262a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:34:56.792960 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:34:56.823555 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7036377b-618f-4328-b5f6-e617e1d262a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7', 'code': 200} Mar 01 22:34:56.847848 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:34:56.930167 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7,revision_number=7']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:34:57.545004 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-1e9a0838-3f78-4ec1-a107-692b95987b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:34:59.714586 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-964c819f-e510-4c8a-a759-0df6b5dd36a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:00.705276 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:00.974945 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:01.452920 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:35:02.710392 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:07.311746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44398) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:35:07.514455 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Deleting port 6bff1590-7a94-4ed4-ac2d-316ca0c073ef {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:35:07.514799 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:07.693986 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:07.694230 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:07.819035 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Calling delete_port for 6bff1590-7a94-4ed4-ac2d-316ca0c073ef owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:35:08.057834 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:08.103786 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Pushing event deleted for resources: {'Port': ['ID=6bff1590-7a94-4ed4-ac2d-316ca0c073ef,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:35:08.141199 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:08.141538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:08.141868 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:08.142212 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:08.142536 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:08.142857 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:08.143171 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:08.143512 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:08.143824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:08.144131 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:08.144438 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:08.144746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88519) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:08.206100 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:08.206442 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Floating IP b1d7263f-cc83-4a6c-b42c-b2b4fc6b948d disassociated (deleted). External IP: 172.25.5.69, port: b3cf8d7c-a444-4a7e-9214-39bc22bc64c7. Mar 01 22:35:08.657320 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Router eee9699f-ef7b-4068-937c-4744324bba5c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:35:08.839318 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:35:08.848618 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63ce71e-5fc6-437e-895f-6f7ab5621379 None None] Sync routers for ids ['eee9699f-ef7b-4068-937c-4744324bba5c'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:35:08.855265 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:08.857609 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63ce71e-5fc6-437e-895f-6f7ab5621379 None None] Routers {'eee9699f-ef7b-4068-937c-4744324bba5c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:35:08.858214 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f63ce71e-5fc6-437e-895f-6f7ab5621379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:35:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['eee9699f-ef7b-4068-937c-4744324bba5c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:08.913026 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-7921ee96-3e3c-4636-aa4c-a4e9f2223e59 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "DELETE /v2.0/floatingips/b1d7263f-cc83-4a6c-b42c-b2b4fc6b948d HTTP/1.1" status: 204 len: 168 time: 1.6001129 Mar 01 22:35:08.913533 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7036377b-618f-4328-b5f6-e617e1d262a2', 'tag': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:35:09.023855 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7036377b-618f-4328-b5f6-e617e1d262a2', 'tag': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7', 'status': 'completed', 'code': 200} Mar 01 22:35:09.063547 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-f63ce71e-5fc6-437e-895f-6f7ab5621379 None None] Set router eee9699f-ef7b-4068-937c-4744324bba5c gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:35:09.127658 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379138a7-de5b-40a6-821d-d42bdd944faf req-6d28006d-5037-486c-8c6e-0edef761158a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:35:09.129304 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-379138a7-de5b-40a6-821d-d42bdd944faf req-6d28006d-5037-486c-8c6e-0edef761158a service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=db8cb76827cc4b3da507075065311e9b&device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 1097 time: 0.0760574 Mar 01 22:35:09.258753 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379138a7-de5b-40a6-821d-d42bdd944faf req-8b6f171f-a752-42cf-8a75-813c27012f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:35:09.260459 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-379138a7-de5b-40a6-821d-d42bdd944faf req-8b6f171f-a752-42cf-8a75-813c27012f2a service neutron] 10.222.0.57 "GET /v2.0/networks?id=69859969-f03c-4ec2-8cd7-333555b1dadb HTTP/1.1" status: 200 len: 910 time: 0.1261203 Mar 01 22:35:09.330316 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-379138a7-de5b-40a6-821d-d42bdd944faf req-1dff51b4-3619-4e29-bdc9-7d06b3eb6f05 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 HTTP/1.1" status: 200 len: 217 time: 0.0639942 Mar 01 22:35:09.405302 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379138a7-de5b-40a6-821d-d42bdd944faf req-69188f0c-0ef0-4e7a-869d-7b80f88915f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:35:09.406761 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-379138a7-de5b-40a6-821d-d42bdd944faf req-69188f0c-0ef0-4e7a-869d-7b80f88915f6 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=06ef53e5-70b3-413b-bd44-900a9bf7ba79 HTTP/1.1" status: 200 len: 848 time: 0.0708783 Mar 01 22:35:09.435407 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f63ce71e-5fc6-437e-895f-6f7ab5621379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:37Z', 'updated_at': '2022-03-01T22:29:41Z', 'revision_number': 4, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'gw_port': {'id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:38Z', 'updated_at': '2022-03-01T22:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c80fa909-e650-43cc-9f0f-7fa5146d60a1', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'port_id': 'fa978437-aac1-4603-a38b-ffed17de7291', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'mac_address': 'fa:16:3e:63:32:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6049739-0972-4018-b539-cd997245e8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:30:12Z', 'updated_at': '2022-03-01T22:30:15Z', 'revision_number': 1, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd861a6a4-d923-484c-9cff-3bb5720c6f72', 'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'mac_address': 'fa:16:3e:a3:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:41Z', 'updated_at': '2022-03-01T22:29:47Z', 'revision_number': 5, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'subnets': [{'id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:09.439349 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63ce71e-5fc6-437e-895f-6f7ab5621379 None None] Checking router: eee9699f-ef7b-4068-937c-4744324bba5c for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:35:09.448305 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63ce71e-5fc6-437e-895f-6f7ab5621379 None None] Routers {'eee9699f-ef7b-4068-937c-4744324bba5c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:35:09.448898 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f63ce71e-5fc6-437e-895f-6f7ab5621379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:35:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['eee9699f-ef7b-4068-937c-4744324bba5c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:09.498746 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379138a7-de5b-40a6-821d-d42bdd944faf req-c07d77df-40b5-4597-ba32-4335fc5eb74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:35:09.500531 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-379138a7-de5b-40a6-821d-d42bdd944faf req-c07d77df-40b5-4597-ba32-4335fc5eb74b service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=69859969-f03c-4ec2-8cd7-333555b1dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0875158 Mar 01 22:35:09.626940 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac51f4-e3f9-46b2-b8c1-19de19aa9cff req-39ad2a47-b008-4b2b-aec3-ccca3b083f25 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:35:09.628751 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-48ac51f4-e3f9-46b2-b8c1-19de19aa9cff req-39ad2a47-b008-4b2b-aec3-ccca3b083f25 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 946 time: 0.1572764 Mar 01 22:35:09.639420 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-f63ce71e-5fc6-437e-895f-6f7ab5621379 None None] Set router eee9699f-ef7b-4068-937c-4744324bba5c gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:35:09.643776 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-379138a7-de5b-40a6-821d-d42bdd944faf req-3a32293e-97e9-43d9-b145-9e6278de547f service neutron] 10.222.0.57 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357462 Mar 01 22:35:09.678097 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-48ac51f4-e3f9-46b2-b8c1-19de19aa9cff req-258fc7b7-1e9f-4220-b337-40cc0560a519 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429766 Mar 01 22:35:09.789626 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-379138a7-de5b-40a6-821d-d42bdd944faf req-7931da10-86d8-4f3b-9b54-54d92c2cbc2c service neutron] 10.222.0.57 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400316 Mar 01 22:35:10.044920 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-f63ce71e-5fc6-437e-895f-6f7ab5621379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:37Z', 'updated_at': '2022-03-01T22:29:41Z', 'revision_number': 4, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'gw_port': {'id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:38Z', 'updated_at': '2022-03-01T22:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c80fa909-e650-43cc-9f0f-7fa5146d60a1', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'port_id': 'fa978437-aac1-4603-a38b-ffed17de7291', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'mac_address': 'fa:16:3e:63:32:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6049739-0972-4018-b539-cd997245e8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:30:12Z', 'updated_at': '2022-03-01T22:30:15Z', 'revision_number': 1, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd861a6a4-d923-484c-9cff-3bb5720c6f72', 'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'mac_address': 'fa:16:3e:a3:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:41Z', 'updated_at': '2022-03-01T22:29:47Z', 'revision_number': 5, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'subnets': [{'id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:10.048915 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63ce71e-5fc6-437e-895f-6f7ab5621379 None None] The sync data for ids ['eee9699f-ef7b-4068-937c-4744324bba5c'] in n-d-827896-4 is: [{'id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:37Z', 'updated_at': '2022-03-01T22:29:41Z', 'revision_number': 4, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'gw_port': {'id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:38Z', 'updated_at': '2022-03-01T22:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_floatingips': [{'id': 'c80fa909-e650-43cc-9f0f-7fa5146d60a1', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'floating_ip_address': '172.25.5.242', 'floating_network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'router_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'port_id': 'fa978437-aac1-4603-a38b-ffed17de7291', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4373, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'mac_address': 'fa:16:3e:63:32:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6049739-0972-4018-b539-cd997245e8cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-01T22:30:12Z', 'updated_at': '2022-03-01T22:30:15Z', 'revision_number': 1, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd861a6a4-d923-484c-9cff-3bb5720c6f72', 'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'mac_address': 'fa:16:3e:a3:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:41Z', 'updated_at': '2022-03-01T22:29:47Z', 'revision_number': 5, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'subnets': [{'id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:35:10.259761 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de60859-0936-4e07-b4a8-f84b83c23c26 None None] New status for floating IP b1d7263f-cc83-4a6c-b42c-b2b4fc6b948d: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 22:35:10.642024 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:35:10.756774 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3903424'] for port, before_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:10.783952 n-d-827896-4 neutron-server[88520]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7036377b-618f-4328-b5f6-e617e1d262a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7'}] {{(pid=88520) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:35:10.794479 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] For port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:35:10.828499 n-d-827896-4 neutron-server[88520]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7036377b-618f-4328-b5f6-e617e1d262a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7', 'code': 200} Mar 01 22:35:10.876055 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768676391150', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768676044346', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768676044391'] for port, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:10.885452 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e7544-be87-4051-81df-96ff9c02f299 req-f39d6e52-780b-48b6-817a-05096cdc01d4 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:35:10.886966 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-726e7544-be87-4051-81df-96ff9c02f299 req-f39d6e52-780b-48b6-817a-05096cdc01d4 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 946 time: 0.0814712 Mar 01 22:35:10.935543 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-726e7544-be87-4051-81df-96ff9c02f299 req-af36a2ae-388b-44a3-8689-ddc75cf1f1de tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421972 Mar 01 22:35:10.959588 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Pushing event updated for resources: {'Port': ['ID=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7,revision_number=8']} {{(pid=88520) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:35:10.980845 n-d-827896-4 neutron-server[88519]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865bc980-3be3-4f7f-bb91-8a27af2f710f req-b27d4ab4-ba60-4c1b-a0b5-42f6525450b9 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88519) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:35:10.981528 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-865bc980-3be3-4f7f-bb91-8a27af2f710f req-b27d4ab4-ba60-4c1b-a0b5-42f6525450b9 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Synchronizing usage tracker for tenant:db8cb76827cc4b3da507075065311e9b on resource:port {{(pid=88519) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Mar 01 22:35:11.053154 n-d-827896-4 neutron-server[88519]: DEBUG neutron.quota.resource [req-865bc980-3be3-4f7f-bb91-8a27af2f710f req-b27d4ab4-ba60-4c1b-a0b5-42f6525450b9 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Unset dirty status for tenant:db8cb76827cc4b3da507075065311e9b on resource:port {{(pid=88519) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Mar 01 22:35:11.055012 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-865bc980-3be3-4f7f-bb91-8a27af2f710f req-b27d4ab4-ba60-4c1b-a0b5-42f6525450b9 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.57 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 944 time: 0.1613998 Mar 01 22:35:11.124608 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-865bc980-3be3-4f7f-bb91-8a27af2f710f req-81dc7ee6-9c71-42fa-922c-39998c02f1bf tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Deleting port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:35:11.124948 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-865bc980-3be3-4f7f-bb91-8a27af2f710f req-81dc7ee6-9c71-42fa-922c-39998c02f1bf tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:11.482340 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [req-865bc980-3be3-4f7f-bb91-8a27af2f710f req-81dc7ee6-9c71-42fa-922c-39998c02f1bf tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] For port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7, host n-h1-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-827896-4',level=0,port_id=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:35:11.482691 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-865bc980-3be3-4f7f-bb91-8a27af2f710f req-81dc7ee6-9c71-42fa-922c-39998c02f1bf tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:11.601455 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [req-865bc980-3be3-4f7f-bb91-8a27af2f710f req-81dc7ee6-9c71-42fa-922c-39998c02f1bf tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Calling delete_port for b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 owned by compute:nova {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:35:11.811278 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-865bc980-3be3-4f7f-bb91-8a27af2f710f req-81dc7ee6-9c71-42fa-922c-39998c02f1bf tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:11.863277 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc7ee6-9c71-42fa-922c-39998c02f1bf tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Pushing event deleted for resources: {'Port': ['ID=b3cf8d7c-a444-4a7e-9214-39bc22bc64c7,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:35:11.941451 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [req-865bc980-3be3-4f7f-bb91-8a27af2f710f req-81dc7ee6-9c71-42fa-922c-39998c02f1bf tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] No DVR routers for this DVR port b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 on host n-h1-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:35:11.944179 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [req-865bc980-3be3-4f7f-bb91-8a27af2f710f req-81dc7ee6-9c71-42fa-922c-39998c02f1bf tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:11.946783 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7036377b-618f-4328-b5f6-e617e1d262a2', 'name': 'network-vif-deleted', 'tag': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:35:11.990959 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7036377b-618f-4328-b5f6-e617e1d262a2', 'name': 'network-vif-deleted', 'tag': 'b3cf8d7c-a444-4a7e-9214-39bc22bc64c7', 'status': 'completed', 'code': 200} Mar 01 22:35:12.089340 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [req-865bc980-3be3-4f7f-bb91-8a27af2f710f req-81dc7ee6-9c71-42fa-922c-39998c02f1bf tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.57 "DELETE /v2.0/ports/b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 HTTP/1.1" status: 204 len: 173 time: 1.0287168 Mar 01 22:35:12.198355 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-1d16a7fc-330b-48bf-b79b-b4c274206c3b req-3914d478-0889-482b-9398-558d16a7ecad tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=7036377b-618f-4328-b5f6-e617e1d262a2 HTTP/1.1" status: 200 len: 210 time: 0.1472311 Mar 01 22:35:14.541538 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44470) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:35:14.645778 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 no longer exists at agent hyperv_n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:35:14.679597 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] No Port match for: b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:35:14.679937 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Device b3cf8d7c-a444-4a7e-9214-39bc22bc64c7 not bound to the agent host n-h1-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:35:14.744325 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-8b1dff30-3287-4343-b343-2f1f51a2e056 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Deleting port 054a126e-9eaf-4951-8b10-02c5acd9bf6a {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:35:14.744655 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b1dff30-3287-4343-b343-2f1f51a2e056 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:14.914211 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b1dff30-3287-4343-b343-2f1f51a2e056 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:14.914535 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b1dff30-3287-4343-b343-2f1f51a2e056 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:15.045222 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-8b1dff30-3287-4343-b343-2f1f51a2e056 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Calling delete_port for 054a126e-9eaf-4951-8b10-02c5acd9bf6a owned by network:floatingip {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:35:15.247236 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b1dff30-3287-4343-b343-2f1f51a2e056 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:15.296739 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1dff30-3287-4343-b343-2f1f51a2e056 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Pushing event deleted for resources: {'Port': ['ID=054a126e-9eaf-4951-8b10-02c5acd9bf6a,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:35:15.390151 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b1dff30-3287-4343-b343-2f1f51a2e056 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for floatingip, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:15.390388 n-d-827896-4 neutron-server[88519]: INFO neutron.db.l3_db [None req-8b1dff30-3287-4343-b343-2f1f51a2e056 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Floating IP c80fa909-e650-43cc-9f0f-7fa5146d60a1 disassociated (deleted). External IP: 172.25.5.242, port: fa978437-aac1-4603-a38b-ffed17de7291. Mar 01 22:35:15.853245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1dff30-3287-4343-b343-2f1f51a2e056 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Router eee9699f-ef7b-4068-937c-4744324bba5c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:35:16.030151 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1dff30-3287-4343-b343-2f1f51a2e056 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:35:16.041244 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ff70b1-b8e5-4a2a-a15c-e3a568a7d6c5 None None] Sync routers for ids ['eee9699f-ef7b-4068-937c-4744324bba5c'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:35:16.046581 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-8b1dff30-3287-4343-b343-2f1f51a2e056 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for floatingip, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:16.051575 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ff70b1-b8e5-4a2a-a15c-e3a568a7d6c5 None None] Routers {'eee9699f-ef7b-4068-937c-4744324bba5c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:35:16.052500 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-16ff70b1-b8e5-4a2a-a15c-e3a568a7d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:35:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['eee9699f-ef7b-4068-937c-4744324bba5c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:16.105369 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-8b1dff30-3287-4343-b343-2f1f51a2e056 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "DELETE /v2.0/floatingips/c80fa909-e650-43cc-9f0f-7fa5146d60a1 HTTP/1.1" status: 204 len: 168 time: 1.5625854 Mar 01 22:35:16.105776 n-d-827896-4 neutron-server[88519]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6049739-0972-4018-b539-cd997245e8cf', 'tag': 'fa978437-aac1-4603-a38b-ffed17de7291'}] {{(pid=88519) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:35:16.152263 n-d-827896-4 neutron-server[88519]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6049739-0972-4018-b539-cd997245e8cf', 'tag': 'fa978437-aac1-4603-a38b-ffed17de7291', 'status': 'completed', 'code': 200} Mar 01 22:35:16.239531 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-16ff70b1-b8e5-4a2a-a15c-e3a568a7d6c5 None None] Set router eee9699f-ef7b-4068-937c-4744324bba5c gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:35:16.244421 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f49257-d1d9-46a7-91f9-2a2e2afb3e44 req-26ce6981-5662-4477-b2ae-fc88f1742711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:35:16.245895 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2f49257-d1d9-46a7-91f9-2a2e2afb3e44 req-26ce6981-5662-4477-b2ae-fc88f1742711 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=db8cb76827cc4b3da507075065311e9b&device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 1094 time: 0.0712025 Mar 01 22:35:16.377297 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f49257-d1d9-46a7-91f9-2a2e2afb3e44 req-9cf91560-64c8-48f4-b413-08319d1aa7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:35:16.378691 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2f49257-d1d9-46a7-91f9-2a2e2afb3e44 req-9cf91560-64c8-48f4-b413-08319d1aa7e8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=69859969-f03c-4ec2-8cd7-333555b1dadb HTTP/1.1" status: 200 len: 910 time: 0.1275041 Mar 01 22:35:16.450700 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2f49257-d1d9-46a7-91f9-2a2e2afb3e44 req-97dbfc2a-2a34-4a19-b705-b4a904889e8a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa978437-aac1-4603-a38b-ffed17de7291 HTTP/1.1" status: 200 len: 217 time: 0.0660131 Mar 01 22:35:16.522545 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f49257-d1d9-46a7-91f9-2a2e2afb3e44 req-027e493f-a4bc-4253-8ce9-c2e3f6b8f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:35:16.523945 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2f49257-d1d9-46a7-91f9-2a2e2afb3e44 req-027e493f-a4bc-4253-8ce9-c2e3f6b8f781 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=06ef53e5-70b3-413b-bd44-900a9bf7ba79 HTTP/1.1" status: 200 len: 848 time: 0.0671992 Mar 01 22:35:16.562336 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-16ff70b1-b8e5-4a2a-a15c-e3a568a7d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:37Z', 'updated_at': '2022-03-01T22:29:41Z', 'revision_number': 4, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'gw_port': {'id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:38Z', 'updated_at': '2022-03-01T22:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'd861a6a4-d923-484c-9cff-3bb5720c6f72', 'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'mac_address': 'fa:16:3e:a3:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:41Z', 'updated_at': '2022-03-01T22:29:47Z', 'revision_number': 5, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'subnets': [{'id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:16.566320 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ff70b1-b8e5-4a2a-a15c-e3a568a7d6c5 None None] Checking router: eee9699f-ef7b-4068-937c-4744324bba5c for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:35:16.575789 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ff70b1-b8e5-4a2a-a15c-e3a568a7d6c5 None None] Routers {'eee9699f-ef7b-4068-937c-4744324bba5c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:35:16.576393 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-16ff70b1-b8e5-4a2a-a15c-e3a568a7d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:35:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['eee9699f-ef7b-4068-937c-4744324bba5c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:16.603986 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f49257-d1d9-46a7-91f9-2a2e2afb3e44 req-a97fd06e-f12f-4a19-8b13-309397d87848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:35:16.605463 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2f49257-d1d9-46a7-91f9-2a2e2afb3e44 req-a97fd06e-f12f-4a19-8b13-309397d87848 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=69859969-f03c-4ec2-8cd7-333555b1dadb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745928 Mar 01 22:35:16.749861 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-16ff70b1-b8e5-4a2a-a15c-e3a568a7d6c5 None None] Set router eee9699f-ef7b-4068-937c-4744324bba5c gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:35:16.796906 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec31afc-6a59-41c3-b501-913892799cfd req-131c0589-86b9-4080-b29a-468f2b1ae57d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:35:16.798363 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bec31afc-6a59-41c3-b501-913892799cfd req-131c0589-86b9-4080-b29a-468f2b1ae57d tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 943 time: 0.1900802 Mar 01 22:35:16.800272 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2f49257-d1d9-46a7-91f9-2a2e2afb3e44 req-373c4708-9a9d-448f-a893-4e919a688e6f service neutron] 10.222.0.55 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619403 Mar 01 22:35:16.931106 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-bec31afc-6a59-41c3-b501-913892799cfd req-67904067-a761-4257-962b-c556c72264b6 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269519 Mar 01 22:35:16.972226 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-a2f49257-d1d9-46a7-91f9-2a2e2afb3e44 req-34385c71-8155-4f91-8709-425feaa80de6 service neutron] 10.222.0.55 "GET /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531110 Mar 01 22:35:17.107958 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-16ff70b1-b8e5-4a2a-a15c-e3a568a7d6c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:37Z', 'updated_at': '2022-03-01T22:29:41Z', 'revision_number': 4, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'gw_port': {'id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:38Z', 'updated_at': '2022-03-01T22:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'd861a6a4-d923-484c-9cff-3bb5720c6f72', 'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'mac_address': 'fa:16:3e:a3:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:41Z', 'updated_at': '2022-03-01T22:29:47Z', 'revision_number': 5, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'subnets': [{'id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:17.111926 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ff70b1-b8e5-4a2a-a15c-e3a568a7d6c5 None None] The sync data for ids ['eee9699f-ef7b-4068-937c-4744324bba5c'] in n-d-827896-4 is: [{'id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:37Z', 'updated_at': '2022-03-01T22:29:41Z', 'revision_number': 4, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'gw_port': {'id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:38Z', 'updated_at': '2022-03-01T22:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4', '_interfaces': [{'id': 'd861a6a4-d923-484c-9cff-3bb5720c6f72', 'name': '', 'network_id': '69859969-f03c-4ec2-8cd7-333555b1dadb', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'mac_address': 'fa:16:3e:a3:8a:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4349, 'fixed_ips': [{'subnet_id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:41Z', 'updated_at': '2022-03-01T22:29:47Z', 'revision_number': 5, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'subnets': [{'id': '06ef53e5-70b3-413b-bd44-900a9bf7ba79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:35:17.336778 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c83757-67a8-47c1-b2c8-320992793be7 None None] New status for floating IP c80fa909-e650-43cc-9f0f-7fa5146d60a1: DOWN {{(pid=88521) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 01 22:35:17.432261 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91779688-2145-4d0f-8b94-b669309d4efd req-2b2cfdc9-38f4-43a1-a62f-e6e06bcd7d39 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:35:17.433683 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91779688-2145-4d0f-8b94-b669309d4efd req-2b2cfdc9-38f4-43a1-a62f-e6e06bcd7d39 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.55 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 943 time: 0.0792837 Mar 01 22:35:17.502086 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-91779688-2145-4d0f-8b94-b669309d4efd req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Deleting port fa978437-aac1-4603-a38b-ffed17de7291 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:35:17.502531 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-91779688-2145-4d0f-8b94-b669309d4efd req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:17.748324 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [req-91779688-2145-4d0f-8b94-b669309d4efd req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] For port fa978437-aac1-4603-a38b-ffed17de7291, host n-h2-827896-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-827896-4',level=0,port_id=fa978437-aac1-4603-a38b-ffed17de7291,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:35:17.748589 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-91779688-2145-4d0f-8b94-b669309d4efd req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:17.868827 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [req-91779688-2145-4d0f-8b94-b669309d4efd req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Calling delete_port for fa978437-aac1-4603-a38b-ffed17de7291 owned by compute:nova {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:35:18.091309 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-91779688-2145-4d0f-8b94-b669309d4efd req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:18.147694 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Pushing event deleted for resources: {'Port': ['ID=fa978437-aac1-4603-a38b-ffed17de7291,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:35:18.193289 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:18.193627 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:18.193960 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:18.194384 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:18.194713 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:18.195037 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:18.195376 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:18.195697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:18.196059 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:18.196379 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:18.196697 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:18.197014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-827896-4 {{(pid=88518) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 01 22:35:18.254317 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [req-91779688-2145-4d0f-8b94-b669309d4efd req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] No DVR routers for this DVR port fa978437-aac1-4603-a38b-ffed17de7291 on host n-h2-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:35:18.257285 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [req-91779688-2145-4d0f-8b94-b669309d4efd req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-997446'] for port, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:18.261155 n-d-827896-4 neutron-server[88518]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6049739-0972-4018-b539-cd997245e8cf', 'name': 'network-vif-deleted', 'tag': 'fa978437-aac1-4603-a38b-ffed17de7291'}] {{(pid=88518) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 01 22:35:18.278014 n-d-827896-4 neutron-server[88518]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6948822-55ff-4bb8-8f96-28d38dc8f575 req-c4c4967c-3e36-42d2-8acd-b73334967ac8 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88518) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 01 22:35:18.279500 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6948822-55ff-4bb8-8f96-28d38dc8f575 req-c4c4967c-3e36-42d2-8acd-b73334967ac8 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/ports?device_id=a6049739-0972-4018-b539-cd997245e8cf HTTP/1.1" status: 200 len: 865 time: 0.2359245 Mar 01 22:35:18.283010 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-91779688-2145-4d0f-8b94-b669309d4efd req-cf7261d1-9a46-497f-8603-3bd7eb24906f tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.55 "DELETE /v2.0/ports/fa978437-aac1-4603-a38b-ffed17de7291 HTTP/1.1" status: 204 len: 173 time: 0.8444233 Mar 01 22:35:18.324813 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [req-e6948822-55ff-4bb8-8f96-28d38dc8f575 req-9b112428-f360-465b-a755-80eeebd2e215 tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "GET /v2.0/security-groups?id=b5f21ef4-5ff9-48b8-891e-5f4cd831461e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393631 Mar 01 22:35:18.361775 n-d-827896-4 neutron-server[88518]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6049739-0972-4018-b539-cd997245e8cf', 'name': 'network-vif-deleted', 'tag': 'fa978437-aac1-4603-a38b-ffed17de7291', 'status': 'completed', 'code': 200} Mar 01 22:35:19.423258 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44490) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:35:19.496560 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5c142e91-c31f-41a9-b1b8-73f87f8276dd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:19.525954 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5c142e91-c31f-41a9-b1b8-73f87f8276dd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:19.653336 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5c142e91-c31f-41a9-b1b8-73f87f8276dd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:19.674684 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c142e91-c31f-41a9-b1b8-73f87f8276dd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f21ef4-5ff9-48b8-891e-5f4cd831461e,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:35:19.754791 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5c142e91-c31f-41a9-b1b8-73f87f8276dd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:19.755941 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5c142e91-c31f-41a9-b1b8-73f87f8276dd tempest-TestSnapshotPattern-1063375637 tempest-TestSnapshotPattern-1063375637-project] 10.222.0.42 "DELETE /v2.0/security-groups/b5f21ef4-5ff9-48b8-891e-5f4cd831461e HTTP/1.1" status: 204 len: 168 time: 0.3316648 Mar 01 22:35:19.886488 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44496) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:35:20.530243 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5b77df6f-f29a-4028-afcd-16ee80aa21c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:20.881296 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5b77df6f-f29a-4028-afcd-16ee80aa21c5 admin admin] Deleting port d861a6a4-d923-484c-9cff-3bb5720c6f72 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:35:20.881635 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5b77df6f-f29a-4028-afcd-16ee80aa21c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:21.173100 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-5b77df6f-f29a-4028-afcd-16ee80aa21c5 admin admin] For port d861a6a4-d923-484c-9cff-3bb5720c6f72, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=d861a6a4-d923-484c-9cff-3bb5720c6f72,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:35:21.173375 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5b77df6f-f29a-4028-afcd-16ee80aa21c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:21.292824 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-5b77df6f-f29a-4028-afcd-16ee80aa21c5 admin admin] Calling delete_port for d861a6a4-d923-484c-9cff-3bb5720c6f72 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:35:21.453421 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device fa978437-aac1-4603-a38b-ffed17de7291 no longer exists at agent hyperv_n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:35:21.490168 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] No Port match for: fa978437-aac1-4603-a38b-ffed17de7291 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:35:21.490511 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Device fa978437-aac1-4603-a38b-ffed17de7291 not bound to the agent host n-h2-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:35:21.641524 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5b77df6f-f29a-4028-afcd-16ee80aa21c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:21.719053 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b77df6f-f29a-4028-afcd-16ee80aa21c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d861a6a4-d923-484c-9cff-3bb5720c6f72,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:35:21.960348 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-5b77df6f-f29a-4028-afcd-16ee80aa21c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:22.317304 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b77df6f-f29a-4028-afcd-16ee80aa21c5 admin admin] Router eee9699f-ef7b-4068-937c-4744324bba5c has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:35:22.494235 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b77df6f-f29a-4028-afcd-16ee80aa21c5 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:35:22.503094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcacc948-e14e-418b-b6a6-dd881d4c8cd6 None None] Sync routers for ids ['eee9699f-ef7b-4068-937c-4744324bba5c'] in n-d-827896-4 {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:35:22.506384 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5b77df6f-f29a-4028-afcd-16ee80aa21c5 admin admin] 10.222.0.42 "PUT /v2.0/routers/eee9699f-ef7b-4068-937c-4744324bba5c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6188271 Mar 01 22:35:22.509402 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44504) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:35:22.513061 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcacc948-e14e-418b-b6a6-dd881d4c8cd6 None None] Routers {'eee9699f-ef7b-4068-937c-4744324bba5c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:35:22.513653 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-dcacc948-e14e-418b-b6a6-dd881d4c8cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:35:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['eee9699f-ef7b-4068-937c-4744324bba5c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:22.661377 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:22.699576 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-dcacc948-e14e-418b-b6a6-dd881d4c8cd6 None None] Set router eee9699f-ef7b-4068-937c-4744324bba5c gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:35:22.808852 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-348e2dbd-d2c8-4cf5-b703-bb302c94a558 admin admin] Notify callbacks [] for router, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:22.983521 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-dcacc948-e14e-418b-b6a6-dd881d4c8cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:37Z', 'updated_at': '2022-03-01T22:35:21Z', 'revision_number': 5, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'gw_port': {'id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:38Z', 'updated_at': '2022-03-01T22:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:22.987435 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcacc948-e14e-418b-b6a6-dd881d4c8cd6 None None] Checking router: eee9699f-ef7b-4068-937c-4744324bba5c for host: n-d-827896-4 {{(pid=88520) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:35:22.988245 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-348e2dbd-d2c8-4cf5-b703-bb302c94a558 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:22.997246 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcacc948-e14e-418b-b6a6-dd881d4c8cd6 None None] Routers {'eee9699f-ef7b-4068-937c-4744324bba5c'} bound to L3 agent in host n-d-827896-4 {{(pid=88520) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:35:22.997853 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-dcacc948-e14e-418b-b6a6-dd881d4c8cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:35:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['eee9699f-ef7b-4068-937c-4744324bba5c'], 'active': True} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:23.088429 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-348e2dbd-d2c8-4cf5-b703-bb302c94a558 admin admin] Deleting port 2009acb1-149e-4733-9be3-7ed5645d93e1 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:35:23.088776 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-348e2dbd-d2c8-4cf5-b703-bb302c94a558 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:23.175245 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_dvr_db [None req-dcacc948-e14e-418b-b6a6-dd881d4c8cd6 None None] Set router eee9699f-ef7b-4068-937c-4744324bba5c gateway port host: n-d-827896-4 {{(pid=88520) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:35:23.272489 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-348e2dbd-d2c8-4cf5-b703-bb302c94a558 admin admin] For port 2009acb1-149e-4733-9be3-7ed5645d93e1, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=2009acb1-149e-4733-9be3-7ed5645d93e1,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:35:23.272843 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-348e2dbd-d2c8-4cf5-b703-bb302c94a558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:23.399168 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-348e2dbd-d2c8-4cf5-b703-bb302c94a558 admin admin] Calling delete_port for 2009acb1-149e-4733-9be3-7ed5645d93e1 owned by network:router_gateway {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:35:23.462967 n-d-827896-4 neutron-server[88520]: DEBUG neutron.db.l3_hamode_db [None req-dcacc948-e14e-418b-b6a6-dd881d4c8cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:37Z', 'updated_at': '2022-03-01T22:35:21Z', 'revision_number': 5, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'gw_port': {'id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:38Z', 'updated_at': '2022-03-01T22:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:23.467006 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcacc948-e14e-418b-b6a6-dd881d4c8cd6 None None] The sync data for ids ['eee9699f-ef7b-4068-937c-4744324bba5c'] in n-d-827896-4 is: [{'id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'name': 'tempest-TestSnapshotPattern-686430691-router', 'tenant_id': 'db8cb76827cc4b3da507075065311e9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55'}], 'enable_snat': True}, 'gw_port_id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:37Z', 'updated_at': '2022-03-01T22:35:21Z', 'revision_number': 5, 'project_id': 'db8cb76827cc4b3da507075065311e9b', 'gw_port': {'id': '2009acb1-149e-4733-9be3-7ed5645d93e1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:2c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee9699f-ef7b-4068-937c-4744324bba5c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:38Z', 'updated_at': '2022-03-01T22:29:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88520) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:35:23.646837 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-348e2dbd-d2c8-4cf5-b703-bb302c94a558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:23.693066 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e2dbd-d2c8-4cf5-b703-bb302c94a558 admin admin] Pushing event deleted for resources: {'Port': ['ID=2009acb1-149e-4733-9be3-7ed5645d93e1,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:35:23.784845 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-348e2dbd-d2c8-4cf5-b703-bb302c94a558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:23.963069 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-348e2dbd-d2c8-4cf5-b703-bb302c94a558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:23.965489 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-348e2dbd-d2c8-4cf5-b703-bb302c94a558 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:24.058567 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-348e2dbd-d2c8-4cf5-b703-bb302c94a558 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:24.059225 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-348e2dbd-d2c8-4cf5-b703-bb302c94a558 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eee9699f-ef7b-4068-937c-4744324bba5c {{(pid=88519) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 22:35:24.072405 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-348e2dbd-d2c8-4cf5-b703-bb302c94a558 admin admin] Notify callbacks [] for router, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:24.073578 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-348e2dbd-d2c8-4cf5-b703-bb302c94a558 admin admin] 10.222.0.42 "DELETE /v2.0/routers/eee9699f-ef7b-4068-937c-4744324bba5c HTTP/1.1" status: 204 len: 168 time: 1.5632625 Mar 01 22:35:24.076081 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44508) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:35:24.137764 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.db_base_plugin_v2 [None req-cedfa16d-fdd6-462b-8894-bef8b5866501 admin admin] Deleting subnet 06ef53e5-70b3-413b-bd44-900a9bf7ba79 {{(pid=88519) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 22:35:24.140928 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cedfa16d-fdd6-462b-8894-bef8b5866501 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:24.195333 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cedfa16d-fdd6-462b-8894-bef8b5866501 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11271408'] for subnet, precommit_delete_associations {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:24.376591 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cedfa16d-fdd6-462b-8894-bef8b5866501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:24.522176 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cedfa16d-fdd6-462b-8894-bef8b5866501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1542045', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10800529'] for subnet, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:24.564087 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedfa16d-fdd6-462b-8894-bef8b5866501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06ef53e5-70b3-413b-bd44-900a9bf7ba79,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:35:24.567658 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-cedfa16d-fdd6-462b-8894-bef8b5866501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:24.574633 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-cedfa16d-fdd6-462b-8894-bef8b5866501 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/06ef53e5-70b3-413b-bd44-900a9bf7ba79 HTTP/1.1" status: 204 len: 168 time: 0.4974086 Mar 01 22:35:24.574821 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7daf5135-f1c7-48de-8016-feb271d7f788 None None] Network 69859969-f03c-4ec2-8cd7-333555b1dadb requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:35:24.576990 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44512) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:35:24.684627 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91e516c0-8bf7-4720-ad79-ded9b200e0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:24.695500 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-91e516c0-8bf7-4720-ad79-ded9b200e0e8 admin admin] Deleting port 8da44afc-1f5f-429c-a50b-86d03945f849 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:35:24.696334 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91e516c0-8bf7-4720-ad79-ded9b200e0e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:24.869118 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d6ff4ff-7000-4de0-b66b-9510900e355c None None] DHCP port deletion for 69859969-f03c-4ec2-8cd7-333555b1dadb request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 22:35:24.873392 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5d6ff4ff-7000-4de0-b66b-9510900e355c None None] Deleting port 8da44afc-1f5f-429c-a50b-86d03945f849 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:35:24.873853 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff4ff-7000-4de0-b66b-9510900e355c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:24.907937 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-91e516c0-8bf7-4720-ad79-ded9b200e0e8 admin admin] For port 8da44afc-1f5f-429c-a50b-86d03945f849, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8da44afc-1f5f-429c-a50b-86d03945f849,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:35:24.908383 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91e516c0-8bf7-4720-ad79-ded9b200e0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:25.037028 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-91e516c0-8bf7-4720-ad79-ded9b200e0e8 admin admin] Calling delete_port for 8da44afc-1f5f-429c-a50b-86d03945f849 owned by network:dhcp {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:35:25.063663 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:25.089572 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-5d6ff4ff-7000-4de0-b66b-9510900e355c None None] For port 8da44afc-1f5f-429c-a50b-86d03945f849, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=8da44afc-1f5f-429c-a50b-86d03945f849,segment=NetworkSegment(8e5b0062-93a8-42e1-b718-026a62e29163),segment_id=8e5b0062-93a8-42e1-b718-026a62e29163)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:35:25.089960 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff4ff-7000-4de0-b66b-9510900e355c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:25.196231 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91e516c0-8bf7-4720-ad79-ded9b200e0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:25.216769 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5d6ff4ff-7000-4de0-b66b-9510900e355c None None] Calling delete_port for 8da44afc-1f5f-429c-a50b-86d03945f849 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:35:25.244929 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e516c0-8bf7-4720-ad79-ded9b200e0e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da44afc-1f5f-429c-a50b-86d03945f849,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:35:25.247245 n-d-827896-4 neutron-server[88519]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e516c0-8bf7-4720-ad79-ded9b200e0e8 admin admin] No DVR routers for this DVR port 8da44afc-1f5f-429c-a50b-86d03945f849 on host n-d-827896-4 {{(pid=88519) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:35:25.291078 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-5d6ff4ff-7000-4de0-b66b-9510900e355c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 22:35:25.291553 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-5d6ff4ff-7000-4de0-b66b-9510900e355c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 22:35:25.360752 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91e516c0-8bf7-4720-ad79-ded9b200e0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:25.390144 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-91e516c0-8bf7-4720-ad79-ded9b200e0e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69859969-f03c-4ec2-8cd7-333555b1dadb']}} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:25.412698 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-91e516c0-8bf7-4720-ad79-ded9b200e0e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e5b0062-93a8-42e1-b718-026a62e29163') {'for_net_delete': True} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:25.412698 n-d-827896-4 neutron-server[88519]: DEBUG neutron.services.segments.db [None req-91e516c0-8bf7-4720-ad79-ded9b200e0e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e5b0062-93a8-42e1-b718-026a62e29163') {} {{(pid=88519) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:25.417126 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91e516c0-8bf7-4720-ad79-ded9b200e0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11271369'] for segment, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:25.434190 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91e516c0-8bf7-4720-ad79-ded9b200e0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:25.445760 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e516c0-8bf7-4720-ad79-ded9b200e0e8 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=88519) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 22:35:25.446989 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91e516c0-8bf7-4720-ad79-ded9b200e0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1540415'] for segment, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: Traceback (most recent call last): Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: timer() Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: cb(*args, **kw) Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: return func(*args, **kwargs) Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: self._notify() Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: self.callback(batched_events) Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: event.method(event) Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: return f(self, *a, **k) Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: return self._get(url).json() Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: return self.request(url, 'GET', **kwargs) Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 22:35:25.463632 n-d-827896-4 neutron-server[88519]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 22:35:25.518509 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8da44afc-1f5f-429c-a50b-86d03945f849 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:35:25.553113 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 8da44afc-1f5f-429c-a50b-86d03945f849 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:35:25.553386 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 8da44afc-1f5f-429c-a50b-86d03945f849 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:35:25.553812 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d861a6a4-d923-484c-9cff-3bb5720c6f72 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:35:25.589232 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: d861a6a4-d923-484c-9cff-3bb5720c6f72 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:35:25.589877 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device d861a6a4-d923-484c-9cff-3bb5720c6f72 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:35:25.589986 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2009acb1-149e-4733-9be3-7ed5645d93e1 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:35:25.610680 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91e516c0-8bf7-4720-ad79-ded9b200e0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:25.616429 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-91e516c0-8bf7-4720-ad79-ded9b200e0e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-538239'] for network, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:25.622532 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 2009acb1-149e-4733-9be3-7ed5645d93e1 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:35:25.622883 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 2009acb1-149e-4733-9be3-7ed5645d93e1 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:35:25.643305 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e516c0-8bf7-4720-ad79-ded9b200e0e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=69859969-f03c-4ec2-8cd7-333555b1dadb,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:35:25.719764 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-91e516c0-8bf7-4720-ad79-ded9b200e0e8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/69859969-f03c-4ec2-8cd7-333555b1dadb HTTP/1.1" status: 204 len: 168 time: 1.1417823 Mar 01 22:35:25.722588 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44516) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:35:25.793360 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5d6ff4ff-7000-4de0-b66b-9510900e355c None None] Deleting port 8da44afc-1f5f-429c-a50b-86d03945f849 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:35:25.793745 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-5d6ff4ff-7000-4de0-b66b-9510900e355c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:25.860423 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-5d6ff4ff-7000-4de0-b66b-9510900e355c None None] The port '8da44afc-1f5f-429c-a50b-86d03945f849' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 22:35:26.371210 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d253197-6b55-44ee-aba7-3b97921cf047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-332245'] for router_interface, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:26.714557 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-2d253197-6b55-44ee-aba7-3b97921cf047 admin admin] Deleting port 78d8b65e-a5a0-45ff-8b4c-7cfac3519249 {{(pid=88519) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:35:26.714805 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d253197-6b55-44ee-aba7-3b97921cf047 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:26.886612 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.db [None req-2d253197-6b55-44ee-aba7-3b97921cf047 admin admin] For port 78d8b65e-a5a0-45ff-8b4c-7cfac3519249, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=78d8b65e-a5a0-45ff-8b4c-7cfac3519249,segment=NetworkSegment(1f565278-61d8-4ec9-85b3-fb53764fb4da),segment_id=1f565278-61d8-4ec9-85b3-fb53764fb4da)] {{(pid=88519) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:35:26.886966 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d253197-6b55-44ee-aba7-3b97921cf047 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:27.007239 n-d-827896-4 neutron-server[88519]: DEBUG neutron.plugins.ml2.plugin [None req-2d253197-6b55-44ee-aba7-3b97921cf047 admin admin] Calling delete_port for 78d8b65e-a5a0-45ff-8b4c-7cfac3519249 owned by network:router_interface {{(pid=88519) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:35:27.233409 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d253197-6b55-44ee-aba7-3b97921cf047 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1540460'] for port, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:27.310396 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d253197-6b55-44ee-aba7-3b97921cf047 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d8b65e-a5a0-45ff-8b4c-7cfac3519249,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:35:27.544125 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-10c3ccc1-7bbf-418c-9872-0acb4444120d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:27.564056 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-2d253197-6b55-44ee-aba7-3b97921cf047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-538258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-332137'] for router_interface, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:28.041281 n-d-827896-4 neutron-server[88519]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d253197-6b55-44ee-aba7-3b97921cf047 admin admin] Router 7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e has already been hosted by L3 agent 621b2acb-c997-49f9-99e3-6a0fb4d711a8 {{(pid=88519) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Mar 01 22:35:28.217749 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d253197-6b55-44ee-aba7-3b97921cf047 admin admin] Notify agent at l3_agent.n-d-827896-4 the message routers_updated {{(pid=88519) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Mar 01 22:35:28.226006 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924c3eb-a0c1-4266-885d-166c9aec6d5f None None] Sync routers for ids ['7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e'] in n-d-827896-4 {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 01 22:35:28.235900 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8924c3eb-a0c1-4266-885d-166c9aec6d5f None None] Routers {'7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:35:28.248055 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8924c3eb-a0c1-4266-885d-166c9aec6d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:35:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:28.307224 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-2d253197-6b55-44ee-aba7-3b97921cf047 admin admin] 10.222.0.42 "PUT /v2.0/routers/7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5830421 Mar 01 22:35:28.309864 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44520) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:35:28.410211 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-8924c3eb-a0c1-4266-885d-166c9aec6d5f None None] Set router 7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:35:28.582083 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f99d8e83-5adc-4ecd-a78b-5916ea8ec921 admin admin] Notify callbacks [] for router, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:28.691270 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8924c3eb-a0c1-4266-885d-166c9aec6d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'name': 'tempest-TestSnapshotPattern-1975399198-router', 'tenant_id': 'a6d480e89866414b8a6bec8628134386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c1d95fed-ade6-4df6-943c-469da5b9bde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:45Z', 'updated_at': '2022-03-01T22:35:27Z', 'revision_number': 5, 'project_id': 'a6d480e89866414b8a6bec8628134386', 'gw_port': {'id': 'c1d95fed-ade6-4df6-943c-469da5b9bde1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:46Z', 'updated_at': '2022-03-01T22:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:28.695015 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924c3eb-a0c1-4266-885d-166c9aec6d5f None None] Checking router: 7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e for host: n-d-827896-4 {{(pid=88521) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 01 22:35:28.703229 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8924c3eb-a0c1-4266-885d-166c9aec6d5f None None] Routers {'7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e'} bound to L3 agent in host n-d-827896-4 {{(pid=88521) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Mar 01 22:35:28.703847 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8924c3eb-a0c1-4266-885d-166c9aec6d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-827896-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-01T20:32:59Z,description=,heartbeat_timestamp=2022-03-01T22:35:00Z,host='n-d-827896-4',id=621b2acb-c997-49f9-99e3-6a0fb4d711a8,load=0,resource_versions=,resources_synced=,started_at=2022-03-01T20:33:00Z,topic='l3_agent')) {'router_ids': ['7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e'], 'active': True} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:28.755761 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f99d8e83-5adc-4ecd-a78b-5916ea8ec921 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:28.835560 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f99d8e83-5adc-4ecd-a78b-5916ea8ec921 admin admin] Deleting port c1d95fed-ade6-4df6-943c-469da5b9bde1 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:35:28.835833 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f99d8e83-5adc-4ecd-a78b-5916ea8ec921 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:28.875386 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_dvr_db [None req-8924c3eb-a0c1-4266-885d-166c9aec6d5f None None] Set router 7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e gateway port host: n-d-827896-4 {{(pid=88521) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Mar 01 22:35:29.015578 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-f99d8e83-5adc-4ecd-a78b-5916ea8ec921 admin admin] For port c1d95fed-ade6-4df6-943c-469da5b9bde1, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=c1d95fed-ade6-4df6-943c-469da5b9bde1,segment=NetworkSegment(18498852-a29e-4160-a7b5-c88efd6c00b3),segment_id=18498852-a29e-4160-a7b5-c88efd6c00b3)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:35:29.015983 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f99d8e83-5adc-4ecd-a78b-5916ea8ec921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:29.138553 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-f99d8e83-5adc-4ecd-a78b-5916ea8ec921 admin admin] Calling delete_port for c1d95fed-ade6-4df6-943c-469da5b9bde1 owned by network:router_gateway {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:35:29.181129 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.l3_hamode_db [None req-8924c3eb-a0c1-4266-885d-166c9aec6d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'name': 'tempest-TestSnapshotPattern-1975399198-router', 'tenant_id': 'a6d480e89866414b8a6bec8628134386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c1d95fed-ade6-4df6-943c-469da5b9bde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:45Z', 'updated_at': '2022-03-01T22:35:27Z', 'revision_number': 5, 'project_id': 'a6d480e89866414b8a6bec8628134386', 'gw_port': {'id': 'c1d95fed-ade6-4df6-943c-469da5b9bde1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:46Z', 'updated_at': '2022-03-01T22:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}], 'n-d-827896-4', False) {} {{(pid=88521) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:29.185184 n-d-827896-4 neutron-server[88521]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8924c3eb-a0c1-4266-885d-166c9aec6d5f None None] The sync data for ids ['7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e'] in n-d-827896-4 is: [{'id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'name': 'tempest-TestSnapshotPattern-1975399198-router', 'tenant_id': 'a6d480e89866414b8a6bec8628134386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'external_fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.253'}], 'enable_snat': True}, 'gw_port_id': 'c1d95fed-ade6-4df6-943c-469da5b9bde1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-01T22:29:45Z', 'updated_at': '2022-03-01T22:35:27Z', 'revision_number': 5, 'project_id': 'a6d480e89866414b8a6bec8628134386', 'gw_port': {'id': 'c1d95fed-ade6-4df6-943c-469da5b9bde1', 'name': '', 'network_id': '82cdf2ed-df90-4a48-9723-ee120d6ea16e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:9f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': '73e46351-7984-4567-af7b-89347b1dc249', 'ip_address': '172.25.5.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-827896-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-01T22:29:46Z', 'updated_at': '2022-03-01T22:29:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '73e46351-7984-4567-af7b-89347b1dc249', 'cidr': '172.25.5.0/24', 'gateway_ip': '172.25.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-827896-4'}] {{(pid=88521) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 01 22:35:29.510077 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f99d8e83-5adc-4ecd-a78b-5916ea8ec921 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:29.530682 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 78d8b65e-a5a0-45ff-8b4c-7cfac3519249 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:35:29.562679 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d8e83-5adc-4ecd-a78b-5916ea8ec921 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d95fed-ade6-4df6-943c-469da5b9bde1,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:35:29.565568 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 78d8b65e-a5a0-45ff-8b4c-7cfac3519249 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:35:29.566162 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 78d8b65e-a5a0-45ff-8b4c-7cfac3519249 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:35:29.661049 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f99d8e83-5adc-4ecd-a78b-5916ea8ec921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-331760'] for router_gateway, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:29.704417 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-67c3ba4b-7e9d-4e8d-a9b0-83bd023a2db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:29.829740 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f99d8e83-5adc-4ecd-a78b-5916ea8ec921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-383714', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3328'] for router, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:29.831905 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f99d8e83-5adc-4ecd-a78b-5916ea8ec921 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:29.909765 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f99d8e83-5adc-4ecd-a78b-5916ea8ec921 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-383512'] for router, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:29.910298 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99d8e83-5adc-4ecd-a78b-5916ea8ec921 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e {{(pid=88518) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Mar 01 22:35:29.922304 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-f99d8e83-5adc-4ecd-a78b-5916ea8ec921 admin admin] Notify callbacks [] for router, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:29.923470 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-f99d8e83-5adc-4ecd-a78b-5916ea8ec921 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7b2cefb7-3d2c-4f16-bf9c-5deb5dd6e16e HTTP/1.1" status: 204 len: 168 time: 1.6125064 Mar 01 22:35:29.926107 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44524) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:35:30.100822 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e5c4da8-76cc-405b-b25b-9beb64c39115 admin admin] Deleting subnet 757f199c-8073-4709-a374-0fe2dade2d53 {{(pid=88518) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Mar 01 22:35:30.103961 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4da8-76cc-405b-b25b-9beb64c39115 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:30.153137 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4da8-76cc-405b-b25b-9beb64c39115 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1746429'] for subnet, precommit_delete_associations {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:30.232391 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4da8-76cc-405b-b25b-9beb64c39115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3487777'] for subnet, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:30.385643 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4da8-76cc-405b-b25b-9beb64c39115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3487784', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704225', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7973478', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2087735'] for subnet, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:30.423538 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c4da8-76cc-405b-b25b-9beb64c39115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=757f199c-8073-4709-a374-0fe2dade2d53,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:35:30.427126 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-9e5c4da8-76cc-405b-b25b-9beb64c39115 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:30.433417 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-9e5c4da8-76cc-405b-b25b-9beb64c39115 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/757f199c-8073-4709-a374-0fe2dade2d53 HTTP/1.1" status: 204 len: 168 time: 0.5063679 Mar 01 22:35:30.434161 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c332f190-8486-487c-b34b-f372e684ab57 None None] Network 8d6e7197-8196-40f4-af0b-caed2c630e10 requested from n-d-827896-4 {{(pid=88520) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Mar 01 22:35:30.436303 n-d-827896-4 neutron-server[88518]: DEBUG neutron.wsgi [-] (88518) accepted ('10.222.0.42', 44528) {{(pid=88518) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:35:30.538348 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8d51bce7-d44a-4392-b9eb-2254fb27f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3926666'] for network, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:30.549009 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-8d51bce7-d44a-4392-b9eb-2254fb27f4fa admin admin] Deleting port 15731406-a242-463e-9577-18b786887115 {{(pid=88518) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:35:30.549332 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8d51bce7-d44a-4392-b9eb-2254fb27f4fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:30.674089 n-d-827896-4 neutron-server[88520]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7627240-8046-4836-8a69-c39f106daa01 None None] DHCP port deletion for 8d6e7197-8196-40f4-af0b-caed2c630e10 request from n-d-827896-4 {{(pid=88520) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Mar 01 22:35:30.678014 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b7627240-8046-4836-8a69-c39f106daa01 None None] Deleting port 15731406-a242-463e-9577-18b786887115 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:35:30.678396 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b7627240-8046-4836-8a69-c39f106daa01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:30.710044 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:30.755592 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.db [None req-8d51bce7-d44a-4392-b9eb-2254fb27f4fa admin admin] For port 15731406-a242-463e-9577-18b786887115, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=15731406-a242-463e-9577-18b786887115,segment=NetworkSegment(1f565278-61d8-4ec9-85b3-fb53764fb4da),segment_id=1f565278-61d8-4ec9-85b3-fb53764fb4da)] {{(pid=88518) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:35:30.755937 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8d51bce7-d44a-4392-b9eb-2254fb27f4fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:30.876562 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.plugin [None req-8d51bce7-d44a-4392-b9eb-2254fb27f4fa admin admin] Calling delete_port for 15731406-a242-463e-9577-18b786887115 owned by network:dhcp {{(pid=88518) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:35:30.883313 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.db [None req-b7627240-8046-4836-8a69-c39f106daa01 None None] For port 15731406-a242-463e-9577-18b786887115, host n-d-827896-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-827896-4',level=0,port_id=15731406-a242-463e-9577-18b786887115,segment=NetworkSegment(1f565278-61d8-4ec9-85b3-fb53764fb4da),segment_id=1f565278-61d8-4ec9-85b3-fb53764fb4da)] {{(pid=88520) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Mar 01 22:35:30.883739 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b7627240-8046-4836-8a69-c39f106daa01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-330197'] for port, precommit_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:31.011256 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8d51bce7-d44a-4392-b9eb-2254fb27f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3902221', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-47920', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768676391132', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768676044337', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7974039'] for port, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:31.015094 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b7627240-8046-4836-8a69-c39f106daa01 None None] Calling delete_port for 15731406-a242-463e-9577-18b786887115 owned by network:dhcp {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Mar 01 22:35:31.060514 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51bce7-d44a-4392-b9eb-2254fb27f4fa admin admin] Pushing event deleted for resources: {'Port': ['ID=15731406-a242-463e-9577-18b786887115,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:35:31.062312 n-d-827896-4 neutron-server[88518]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d51bce7-d44a-4392-b9eb-2254fb27f4fa admin admin] No DVR routers for this DVR port 15731406-a242-463e-9577-18b786887115 on host n-d-827896-4 {{(pid=88518) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 01 22:35:31.119564 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.db.api [None req-b7627240-8046-4836-8a69-c39f106daa01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88520) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 01 22:35:31.119912 n-d-827896-4 neutron-server[88520]: DEBUG oslo_db.api [None req-b7627240-8046-4836-8a69-c39f106daa01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88520) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 01 22:35:31.141223 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:31.177113 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8d51bce7-d44a-4392-b9eb-2254fb27f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3489198', 'neutron.services.segments.db._delete_segments_for_network-8768676561731'] for network, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:31.201917 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-8d51bce7-d44a-4392-b9eb-2254fb27f4fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d6e7197-8196-40f4-af0b-caed2c630e10']}} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:31.213629 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-8d51bce7-d44a-4392-b9eb-2254fb27f4fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f565278-61d8-4ec9-85b3-fb53764fb4da') {'for_net_delete': True} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:31.213923 n-d-827896-4 neutron-server[88518]: DEBUG neutron.services.segments.db [None req-8d51bce7-d44a-4392-b9eb-2254fb27f4fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f565278-61d8-4ec9-85b3-fb53764fb4da') {} {{(pid=88518) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 01 22:35:31.224919 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8d51bce7-d44a-4392-b9eb-2254fb27f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768676565598', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1746372'] for segment, before_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:31.245246 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8d51bce7-d44a-4392-b9eb-2254fb27f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3475082'] for segment, precommit_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:31.251180 n-d-827896-4 neutron-server[88518]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d51bce7-d44a-4392-b9eb-2254fb27f4fa admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=88518) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 01 22:35:31.251615 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8d51bce7-d44a-4392-b9eb-2254fb27f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3475172', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7974084'] for segment, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: Traceback (most recent call last): Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: timer() Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: cb(*args, **kw) Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: return func(*args, **kwargs) Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: self._notify() Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: self.callback(batched_events) Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: event.method(event) Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: aggregate_uuid = self.p_client.list_aggregates( Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: return f(self, *a, **k) Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: return self._get(url).json() Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: return self.request(url, 'GET', **kwargs) Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: base_url = self.get_endpoint(auth, allow=allow, Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 01 22:35:31.264492 n-d-827896-4 neutron-server[88518]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 01 22:35:31.401441 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8d51bce7-d44a-4392-b9eb-2254fb27f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3489201', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-538217', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-331733'] for network, after_delete {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:31.417407 n-d-827896-4 neutron-server[88518]: DEBUG neutron_lib.callbacks.manager [None req-8d51bce7-d44a-4392-b9eb-2254fb27f4fa admin admin] Notify callbacks [] for network, before_response {{(pid=88518) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:31.427197 n-d-827896-4 neutron-server[88518]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d51bce7-d44a-4392-b9eb-2254fb27f4fa admin admin] Pushing event deleted for resources: {'Network': ['ID=8d6e7197-8196-40f4-af0b-caed2c630e10,revision_number=None']} {{(pid=88518) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:35:31.435004 n-d-827896-4 neutron-server[88518]: INFO neutron.wsgi [None req-8d51bce7-d44a-4392-b9eb-2254fb27f4fa admin admin] 10.222.0.42 "DELETE /v2.0/networks/8d6e7197-8196-40f4-af0b-caed2c630e10 HTTP/1.1" status: 204 len: 168 time: 0.9977658 Mar 01 22:35:31.520783 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 15731406-a242-463e-9577-18b786887115 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:35:31.554805 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: 15731406-a242-463e-9577-18b786887115 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:35:31.555194 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device 15731406-a242-463e-9577-18b786887115 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:35:31.555638 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c1d95fed-ade6-4df6-943c-469da5b9bde1 no longer exists at agent ovs-agent-n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Mar 01 22:35:31.589107 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] No Port match for: c1d95fed-ade6-4df6-943c-469da5b9bde1 {{(pid=88520) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Mar 01 22:35:31.589447 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.rpc [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Device c1d95fed-ade6-4df6-943c-469da5b9bde1 not bound to the agent host n-d-827896-4 {{(pid=88520) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Mar 01 22:35:31.620522 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b7627240-8046-4836-8a69-c39f106daa01 None None] Deleting port 15731406-a242-463e-9577-18b786887115 {{(pid=88520) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Mar 01 22:35:31.620913 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b7627240-8046-4836-8a69-c39f106daa01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768676385006'] for port, before_delete {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:31.684989 n-d-827896-4 neutron-server[88520]: DEBUG neutron.plugins.ml2.plugin [None req-b7627240-8046-4836-8a69-c39f106daa01 None None] The port '15731406-a242-463e-9577-18b786887115' was deleted {{(pid=88520) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Mar 01 22:35:31.760929 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44534) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:35:31.812171 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-651b58aa-e4c1-4e9f-93d2-db4ab91394ff admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=db8cb76827cc4b3da507075065311e9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0500998 Mar 01 22:35:31.814707 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44538) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:35:31.875691 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-891a2204-f62c-485e-bcce-e03414371a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:31.903652 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-891a2204-f62c-485e-bcce-e03414371a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:32.039143 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-891a2204-f62c-485e-bcce-e03414371a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:32.062067 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891a2204-f62c-485e-bcce-e03414371a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bab9cbb-3db1-4c68-acc6-eaca34ecb155,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:35:32.068594 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-891a2204-f62c-485e-bcce-e03414371a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:32.073025 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-891a2204-f62c-485e-bcce-e03414371a75 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7bab9cbb-3db1-4c68-acc6-eaca34ecb155 HTTP/1.1" status: 204 len: 168 time: 0.2572966 Mar 01 22:35:32.702156 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:32.709990 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44546) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:35:32.761692 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-5f548d63-6a77-487b-a178-5e4b9c081d17 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6d480e89866414b8a6bec8628134386&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505605 Mar 01 22:35:32.764205 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [-] (88519) accepted ('10.222.0.42', 44550) {{(pid=88519) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Mar 01 22:35:32.819971 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9cd888f1-cdaa-4089-90af-6f48c3426401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:32.845596 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9cd888f1-cdaa-4089-90af-6f48c3426401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:32.964849 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9cd888f1-cdaa-4089-90af-6f48c3426401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-704025'] for security_group, after_delete {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:32.978775 n-d-827896-4 neutron-server[88519]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd888f1-cdaa-4089-90af-6f48c3426401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61072c53-046d-4eaa-9484-996919ccd7bc,revision_number=None']} {{(pid=88519) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 01 22:35:32.985202 n-d-827896-4 neutron-server[88519]: DEBUG neutron_lib.callbacks.manager [None req-9cd888f1-cdaa-4089-90af-6f48c3426401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88519) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:32.986378 n-d-827896-4 neutron-server[88519]: INFO neutron.wsgi [None req-9cd888f1-cdaa-4089-90af-6f48c3426401 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61072c53-046d-4eaa-9484-996919ccd7bc HTTP/1.1" status: 204 len: 168 time: 0.2212031 Mar 01 22:35:38.452416 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:35:52.639475 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:55.012440 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:57.536030 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-039e1e9a-21ea-40c3-a11f-b23fcca6ec5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:35:59.697480 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-f164472f-110d-40aa-b3ec-576df9fcab63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:36:00.755093 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:36:00.993223 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:36:02.706797 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:36:11.965984 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-1ad640b2-27d1-4e9b-9e78-6a036105aae3 req-1a6ddef9-0e2d-43de-8cae-767e20ec2b39 service neutron] (88519) timed out ('10.222.0.42', 42902) {{(pid=88519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 01 22:36:15.452197 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:36:22.672386 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:36:25.032663 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:36:27.598213 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-982d2061-6c86-4e03-b006-ee4767a42d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:36:29.718245 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-b41f41fc-abf8-4d50-87f2-43b0acc70c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:36:30.714124 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:36:30.975107 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:36:32.725404 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:36:52.452432 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:36:52.667809 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:36:55.010728 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:36:57.597552 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d8385a3c-1346-40f8-ad7d-c4ec105c619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:36:59.711411 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c09bc4ba-12eb-4b29-93aa-1fb25d03d2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:37:00.706055 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:37:01.020255 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:37:02.725156 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:37:22.661747 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:37:25.027073 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:37:27.638846 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c36d107f-6b7c-47e9-8271-9c1e3daeeb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:37:29.452373 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:37:29.712730 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-af0921bd-a956-4ebf-adf9-1451131419cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:37:30.707054 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:37:30.992773 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:37:32.707476 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:37:52.660943 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:37:55.076213 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:37:57.538991 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-44879b5b-8207-4ee7-849b-a1e757c99ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:37:59.741037 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7440d59f-5996-4c6c-bf1b-eab65e688d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:38:00.710012 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:38:00.992468 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:38:02.755917 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:38:06.451922 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:38:22.683050 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:38:25.014610 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:38:27.545823 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-feac5e73-3673-4686-bb48-a32fc5398b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:38:29.732345 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-8dc14b66-c14d-4184-814a-3770f40d94f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:38:30.734352 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:38:30.997474 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:38:32.726559 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:38:43.451528 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:38:52.693745 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:38:55.023557 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:38:57.533811 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-fa04977c-d69a-4ead-a53a-f74ba58df011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:38:59.766731 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-65454a79-17be-4eae-bd6f-222a6f8c5a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:39:00.728332 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:39:00.985138 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:39:02.742905 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:39:20.452128 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:39:22.668272 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:39:25.041823 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:39:27.533273 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-56f7d468-538f-4640-8862-fb3aacc85872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:39:29.725562 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-4f04c746-e697-46f8-afdf-e878621e3a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:39:30.759723 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:39:31.030527 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:39:32.733133 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:39:52.681073 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:39:55.041636 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:39:57.452244 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:39:57.555201 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-19d71442-787a-46f2-91dd-873d0d4a9434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:39:59.750069 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c70b5feb-e1e3-4366-bcd0-775889b7a3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:40:00.761511 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:40:00.995761 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:40:02.741623 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:40:22.718525 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:40:25.069441 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:40:27.589239 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-cc97cf10-53f9-4574-a35a-792845e0c9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:40:29.732661 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-489d00f9-7cfd-43eb-8c28-9aac3e07566d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:40:30.737547 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:40:31.012011 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:40:32.777336 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:40:34.452823 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:40:52.717792 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:40:55.057321 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:40:57.537167 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-503d48da-f43a-41e6-bda1-c3ef328b7b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:40:59.748395 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-9bdb8f79-ce30-40ea-ad28-2a53d336a8fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:41:00.754397 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:41:00.992155 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:41:02.754016 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:41:11.451893 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:41:22.753402 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:41:25.094282 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:41:27.593748 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-362bcfb9-86d3-4b89-a60a-6d9b42505e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:41:29.722821 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ad6334c4-7686-42a3-86fa-f40e3f910e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:41:30.757091 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:41:31.002748 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:41:32.763061 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:41:48.451637 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:41:52.752784 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:41:55.095839 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:41:57.627263 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-85d2e7b9-7bf9-4ad4-b9fe-cdc2ab0bf3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:41:59.718846 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-6e1e8085-0e26-40c9-80e0-c0c6815a7966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:42:00.842098 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:42:01.027791 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:42:02.756417 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:42:04.122669 n-d-827896-4 neutron-server[88519]: DEBUG neutron.wsgi [req-a842ce8e-71ff-49db-92c7-2475ccad63e7 req-80be5433-15e7-4571-84e7-8aeacc49f72d service neutron] (88519) timed out ('10.222.0.42', 43454) {{(pid=88519) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Mar 01 22:42:22.735060 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:42:25.116212 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:42:25.451613 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:42:27.544303 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c4859e93-dc89-4c83-adf0-4df2cb07408a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:42:29.726943 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-254c7f3d-26ca-4f41-812e-6d0fb2be21d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:42:30.732984 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:42:31.072787 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:42:32.746469 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:42:52.715602 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:42:55.117368 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:42:57.560858 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-ec3003a8-410b-40d5-aec1-a02ac0216c3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:42:59.770077 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-36b4ba36-7aec-42a3-8eb0-8ae7730cf3a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:43:00.734593 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:43:01.043155 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:43:02.451005 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:43:02.749367 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:43:22.765990 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:43:25.171698 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:43:27.602204 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c7080af3-c8af-4bdb-adfd-eca2f0a6e2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:43:29.728339 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-708d2e21-7aeb-4619-94c1-cc004558d90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:43:30.739186 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:43:31.065238 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:43:32.756526 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:43:39.450504 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:43:52.721878 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:43:55.138771 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:43:57.550112 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-860bf4f3-e476-46f2-a5b7-98475617a8c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:43:59.738913 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-3c025926-593e-4137-bf58-f20a0579304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:44:00.756087 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:44:01.018959 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:44:02.773156 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:44:16.450291 n-d-827896-4 neutron-server[88521]: DEBUG neutron.db.agents_db [None req-9ed9ebb8-d1e5-4ff2-8a30-db1c39e1c2f2 None None] Agent healthcheck: found 7 active agents {{(pid=88521) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Mar 01 22:44:22.747270 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e2686a35-e69e-4fc5-8a5c-571f1b8fcd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:44:25.164649 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-c8023f34-9909-4006-8d87-6ef0f1e90778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:44:27.541923 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-7b0c0f93-a125-4407-a334-12e23336520f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:44:29.744508 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d841fe52-261e-4192-8b2f-69bd0a22f804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:44:30.736901 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-d4a40ab0-47c5-4a59-b003-4c1ea4a7c7eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:44:31.021641 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-e1bb8809-cbcb-4ddb-9fc6-6d9ef0d1f36c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Mar 01 22:44:32.767657 n-d-827896-4 neutron-server[88520]: DEBUG neutron_lib.callbacks.manager [None req-434b8971-9c66-4a43-96ac-39ce87f287ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768676561704', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3483760'] for agent, after_update {{(pid=88520) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}